-- Logs begin at Thu 2021-07-15 22:12:40 UTC, end at Fri 2021-07-16 00:28:32 UTC. -- Jul 15 22:48:58.954036 n-d-787205-9 systemd[1]: Started Devstack devstack@q-svc.service. Jul 15 22:49:01.631796 n-d-787205-9 neutron-server[93689]: INFO neutron.common.config [-] Logging enabled! Jul 15 22:49:01.632402 n-d-787205-9 neutron-server[93689]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 15 22:49:01.632568 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93689) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 22:49:01.635878 n-d-787205-9 neutron-server[93689]: INFO neutron.common.config [-] Logging enabled! Jul 15 22:49:01.636134 n-d-787205-9 neutron-server[93689]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 15 22:49:01.636450 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93689) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 22:49:01.637386 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 22:49:01.637624 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 22:49:01.637990 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 22:49:01.638236 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 22:49:01.638464 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 22:49:01.638811 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.639109 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.639407 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.639639 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.639934 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.640225 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.640512 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.640801 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.641099 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.641388 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.641669 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.641954 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.642187 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.642469 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.642782 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.643072 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.643295 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] debug = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.643577 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.644000 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.644440 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.644720 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.645009 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.645292 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.645565 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.645842 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.646125 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.646453 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] host = n-d-787205-9 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.646755 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.647045 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.647334 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.647623 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.647899 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.648178 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.648469 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.648747 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.649022 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] log_file = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.649299 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.649589 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.649876 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.650169 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.650396 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.650619 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.650928 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.651217 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.651495 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.651771 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.652046 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.652321 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.652597 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.652866 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.653151 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.653437 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.653725 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.654005 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.654281 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.654555 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.654853 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.655141 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.655418 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.655694 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.655970 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.656257 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.656527 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.656801 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.657098 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.657386 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.657671 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.657959 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.658234 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.658523 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.658824 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.659097 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.659368 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] use_json = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.659643 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.660440 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.660727 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.661002 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.661276 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.661549 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.661822 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.662109 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:01.662406 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.662733 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.663036 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.663324 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.663620 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.663903 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.664194 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.664474 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.664762 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.665050 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.665593 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.665869 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.666158 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.666438 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.666759 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.667067 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.667363 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.667655 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.667931 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.668208 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.668488 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.668769 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.669056 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.669350 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.669643 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.669918 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.670199 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.670490 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.670796 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.671072 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.671349 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.671638 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.671915 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.672187 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.672469 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.672746 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.673018 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.673293 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.673570 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.673859 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.674136 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.674410 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.674702 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.674981 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.675255 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.676170 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.676448 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.676726 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.677003 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.677288 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.677559 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.677830 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.678107 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.678379 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.678685 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.678966 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.679239 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.679511 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.679783 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.680055 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.680328 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.680600 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.680878 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.681150 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.681421 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.681693 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.681964 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.682236 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.682519 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.682843 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.683121 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.683401 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.683680 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.683958 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.684234 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.684511 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.684793 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.685072 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.685346 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.685638 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.685923 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.686212 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.686493 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.686801 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.687106 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.687385 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.687668 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.687948 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.688226 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.688513 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.688802 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.689096 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.689389 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.689681 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.689972 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.690263 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.690546 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.690882 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.691190 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:01.691410 n-d-787205-9 neutron-server[93689]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 22:49:01.691650 n-d-787205-9 neutron-server[93689]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93689) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 15 22:49:02.037688 n-d-787205-9 neutron-server[93689]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 15 22:49:02.037965 n-d-787205-9 neutron-server[93689]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 15 22:49:02.038255 n-d-787205-9 neutron-server[93689]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 15 22:49:02.038593 n-d-787205-9 neutron-server[93689]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 15 22:49:02.424032 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.424327 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.424598 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.426329 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.426602 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.426905 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.459980 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.460261 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.460532 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.473997 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.474276 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.474544 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.504429 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.504711 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.504987 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.541580 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.541856 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.542129 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.770026 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.770653 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.770653 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.770846 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.771477 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.889311 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.889634 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.889918 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.890189 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.890466 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.890805 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.891070 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.891329 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.891586 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.891870 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.892132 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.892399 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.892659 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.892915 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.893172 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.893451 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.893709 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.893977 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.894278 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.894538 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.894840 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.895097 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.895378 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.895756 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.896008 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.896254 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.896652 n-d-787205-9 neutron-server[93689]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 22:49:02.896898 n-d-787205-9 neutron-server[93689]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 22:49:02.897138 n-d-787205-9 neutron-server[93689]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 22:49:02.897377 n-d-787205-9 neutron-server[93689]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 22:49:02.897613 n-d-787205-9 neutron-server[93689]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 22:49:02.897849 n-d-787205-9 neutron-server[93689]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 22:49:02.898214 n-d-787205-9 neutron-server[93689]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 15 22:49:02.901294 n-d-787205-9 neutron-server[93689]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 15 22:49:02.905199 n-d-787205-9 neutron-server[93689]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 15 22:49:02.908854 n-d-787205-9 neutron-server[93689]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jul 15 22:49:02.911026 n-d-787205-9 neutron-server[93689]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 15 22:49:02.911471 n-d-787205-9 neutron-server[93689]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 15 22:49:02.911821 n-d-787205-9 neutron-server[93689]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 15 22:49:02.912195 n-d-787205-9 neutron-server[93689]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 15 22:49:02.916226 n-d-787205-9 neutron-server[93689]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 15 22:49:02.916481 n-d-787205-9 neutron-server[93689]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 15 22:49:02.916826 n-d-787205-9 neutron-server[93689]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 22:49:02.944594 n-d-787205-9 neutron-server[93689]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 15 22:49:02.945041 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.945342 n-d-787205-9 neutron-server[93689]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93689) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 15 22:49:02.945709 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.947078 n-d-787205-9 neutron-server[93689]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93689) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 15 22:49:02.947365 n-d-787205-9 neutron-server[93689]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 22:49:02.947611 n-d-787205-9 neutron-server[93689]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 15 22:49:02.950799 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:02.951083 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.014922 n-d-787205-9 neutron-server[93689]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 15 22:49:03.015158 n-d-787205-9 neutron-server[93689]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 15 22:49:03.015393 n-d-787205-9 neutron-server[93689]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 15 22:49:03.015760 n-d-787205-9 neutron-server[93689]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 15 22:49:03.036810 n-d-787205-9 neutron-server[93689]: DEBUG oslo_db.sqlalchemy.engines [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93689) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 15 22:49:03.563034 n-d-787205-9 neutron-server[93689]: INFO neutron.plugins.ml2.managers [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Initializing driver for type 'gre' Jul 15 22:49:03.563560 n-d-787205-9 neutron-server[93689]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] gre ID ranges: [(1, 1000)] Jul 15 22:49:03.615009 n-d-787205-9 neutron-server[93689]: INFO neutron.plugins.ml2.managers [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Initializing driver for type 'local' Jul 15 22:49:03.615340 n-d-787205-9 neutron-server[93689]: INFO neutron.plugins.ml2.managers [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Initializing driver for type 'vlan' Jul 15 22:49:03.629065 n-d-787205-9 neutron-server[93689]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] VlanTypeDriver initialization complete Jul 15 22:49:03.629479 n-d-787205-9 neutron-server[93689]: INFO neutron.plugins.ml2.managers [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Initializing driver for type 'vxlan' Jul 15 22:49:03.629934 n-d-787205-9 neutron-server[93689]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] vxlan ID ranges: [(1, 1000)] Jul 15 22:49:03.684017 n-d-787205-9 neutron-server[93689]: INFO neutron.plugins.ml2.managers [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Initializing extension driver 'port_security' Jul 15 22:49:03.684360 n-d-787205-9 neutron-server[93689]: INFO neutron.plugins.ml2.extensions.port_security [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] PortSecurityExtensionDriver initialization complete Jul 15 22:49:03.684767 n-d-787205-9 neutron-server[93689]: INFO neutron.plugins.ml2.managers [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Initializing mechanism driver 'openvswitch' Jul 15 22:49:03.685097 n-d-787205-9 neutron-server[93689]: INFO neutron.plugins.ml2.managers [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Initializing mechanism driver 'hyperv' Jul 15 22:49:03.692065 n-d-787205-9 neutron-server[93689]: DEBUG neutron.plugins.ml2.plugin [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:49:03.692908 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > port after_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.693282 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > port after_update 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.693636 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > port after_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.694153 n-d-787205-9 neutron-server[93689]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93689) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 22:49:03.694589 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > subnet after_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.694975 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > subnet after_update 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.695328 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.695721 n-d-787205-9 neutron-server[93689]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93689) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 22:49:03.696127 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > network after_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.696495 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > network after_update 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.696824 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > network after_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.697214 n-d-787205-9 neutron-server[93689]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93689) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 22:49:03.697623 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > security_group after_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.697972 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > security_group after_update 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.698314 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.698732 n-d-787205-9 neutron-server[93689]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93689) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 22:49:03.699133 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.699482 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.699826 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.700210 n-d-787205-9 neutron-server[93689]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93689) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 22:49:03.700607 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > address_group after_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.700953 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > address_group after_update 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.701293 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.701682 n-d-787205-9 neutron-server[93689]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93689) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 22:49:03.702065 n-d-787205-9 neutron-server[93689]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] ML2 OVO RPC backend initialized. {{(pid=93689) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 15 22:49:03.702807 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.703164 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.703584 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > network before_response 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.703933 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > networks before_response 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.704283 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > port before_response 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.704634 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > ports before_response 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.704975 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > subnet before_response 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.705316 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > subnets before_response 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.705661 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > network after_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.706001 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > network after_update 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.706338 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > network after_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.706765 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > port after_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.707105 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > port after_update 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.707442 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > port after_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.707778 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > subnet after_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.708114 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > subnet after_update 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.708447 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.709021 n-d-787205-9 neutron-server[93689]: INFO neutron.plugins.ml2.plugin [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Modular L2 Plugin initialization complete Jul 15 22:49:03.709352 n-d-787205-9 neutron-server[93689]: DEBUG neutron.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading services supported by the core plugin {{(pid=93689) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 15 22:49:03.709679 n-d-787205-9 neutron-server[93689]: INFO neutron.plugins.ml2.managers [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Got port-security extension from driver 'port_security' Jul 15 22:49:03.710140 n-d-787205-9 neutron-server[93689]: INFO neutron.extensions.vlantransparent [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Disabled vlantransparent extension. Jul 15 22:49:03.710619 n-d-787205-9 neutron-server[93689]: DEBUG neutron.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93689) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 15 22:49:03.710962 n-d-787205-9 neutron-server[93689]: INFO neutron.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading Plugin: router Jul 15 22:49:03.746962 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.747357 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > router after_create 55549900 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.747731 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > router before_create 55549900 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.748099 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.748477 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.748834 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > router after_delete 55549900 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.749200 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.749690 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > router after_create 55549900 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.750044 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > router after_update 55549900 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.750397 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > router after_update 55549900 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.750776 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.751142 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > router after_update 55549900 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.751556 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > router precommit_update 55549900 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.751928 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: port after_update 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.752271 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: port after_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.752612 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: subnet after_update 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.752953 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.753307 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.753683 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > router precommit_create 55549900 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.754028 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: port before_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.754373 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > router precommit_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.754765 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > router after_update 55549900 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.755112 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.755466 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > router precommit_create 55549900 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.755830 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.756178 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > router precommit_update 55549900 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.756544 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > agent after_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.756896 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > agent after_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.757243 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > network after_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.758102 n-d-787205-9 neutron-server[93689]: DEBUG neutron.quota.resource_registry [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Tracking information for resource: router configured {{(pid=93689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 22:49:03.758440 n-d-787205-9 neutron-server[93689]: DEBUG neutron.quota.resource_registry [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Tracking information for resource: floatingip configured {{(pid=93689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 22:49:03.763289 n-d-787205-9 neutron-server[93689]: INFO neutron.db.l3_agentschedulers_db [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 15 22:49:03.763868 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: port after_update 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.764235 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: port after_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.764593 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: port after_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.764956 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: port after_update 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.765756 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > router before_create 55550100 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.766127 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.766495 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > router precommit_create 55550100 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.766878 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > router precommit_update 55550100 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.771279 n-d-787205-9 neutron-server[93689]: DEBUG neutron.services.provider_configuration [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Service providers = [] {{(pid=93689) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 15 22:49:03.771799 n-d-787205-9 neutron-server[93689]: DEBUG neutron.db.servicetype_db [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93689) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 15 22:49:03.774595 n-d-787205-9 neutron-server[93689]: DEBUG neutron.services.service_base [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93689) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 22:49:03.774974 n-d-787205-9 neutron-server[93689]: DEBUG neutron.services.service_base [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93689) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 22:49:03.775318 n-d-787205-9 neutron-server[93689]: DEBUG neutron.services.service_base [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93689) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 22:49:03.776208 n-d-787205-9 neutron-server[93689]: DEBUG neutron.services.service_base [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93689) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 22:49:03.776582 n-d-787205-9 neutron-server[93689]: INFO neutron.services.service_base [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 15 22:49:03.776957 n-d-787205-9 neutron-server[93689]: DEBUG neutron.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 22:49:03.777277 n-d-787205-9 neutron-server[93689]: INFO neutron.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 15 22:49:03.788453 n-d-787205-9 neutron-server[93689]: DEBUG neutron.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 22:49:03.788791 n-d-787205-9 neutron-server[93689]: INFO neutron.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading Plugin: auto_allocate Jul 15 22:49:03.794661 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: network precommit_update 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.795048 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: network precommit_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.795571 n-d-787205-9 neutron-server[93689]: DEBUG neutron.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 22:49:03.795894 n-d-787205-9 neutron-server[93689]: INFO neutron.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading Plugin: tag Jul 15 22:49:03.803095 n-d-787205-9 neutron-server[93689]: DEBUG neutron.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 22:49:03.803427 n-d-787205-9 neutron-server[93689]: INFO neutron.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading Plugin: timestamp Jul 15 22:49:03.807242 n-d-787205-9 neutron-server[93689]: DEBUG neutron.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 22:49:03.807575 n-d-787205-9 neutron-server[93689]: INFO neutron.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading Plugin: network_ip_availability Jul 15 22:49:03.812937 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.813357 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.813669 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:03.814378 n-d-787205-9 neutron-server[93689]: DEBUG neutron.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 22:49:03.814736 n-d-787205-9 neutron-server[93689]: INFO neutron.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading Plugin: flavors Jul 15 22:49:03.820890 n-d-787205-9 neutron-server[93689]: DEBUG neutron.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 22:49:03.821220 n-d-787205-9 neutron-server[93689]: INFO neutron.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading Plugin: revisions Jul 15 22:49:03.825468 n-d-787205-9 neutron-server[93689]: DEBUG neutron.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 22:49:03.825865 n-d-787205-9 neutron-server[93689]: DEBUG oslo_concurrency.lockutils [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.788s {{(pid=93689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 15 22:49:03.826595 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93689) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 15 22:49:03.826967 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Initializing extension manager. Jul 15 22:49:03.827480 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: __init__.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.827825 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: __pycache__ {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.828163 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.828498 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: address_group.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.829253 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.829818 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: address-group Jul 15 22:49:03.830147 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: address_scope.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.830890 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.831405 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: address-scope Jul 15 22:49:03.831758 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.832683 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.833196 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: router-admin-state-down-before-update Jul 15 22:49:03.833523 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: agent.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.834225 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.834761 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: agent Jul 15 22:49:03.835088 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: agent_resources_synced.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.836005 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.836523 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: agent-resources-synced Jul 15 22:49:03.836850 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: allowedaddresspairs.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.838627 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.839166 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: allowed-address-pairs Jul 15 22:49:03.839495 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: auto_allocated_topology.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.840582 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.841087 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: auto-allocated-topology Jul 15 22:49:03.841414 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: availability_zone.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.842109 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.842613 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: availability_zone Jul 15 22:49:03.842963 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: availability_zone_filter.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.843868 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.844373 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: availability_zone_filter Jul 15 22:49:03.844695 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: data_plane_status.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.845609 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.846112 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension data-plane-status not supported by any of loaded plugins Jul 15 22:49:03.846440 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: default_subnetpools.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.847892 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.848396 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: default-subnetpools Jul 15 22:49:03.848719 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.849517 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.850022 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: dhcp_agent_scheduler Jul 15 22:49:03.850345 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: dns.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.851285 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.851795 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension dns-integration not supported by any of loaded plugins Jul 15 22:49:03.852122 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: dns_domain_ports.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.853039 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.853548 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 15 22:49:03.853873 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.854827 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.855334 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 15 22:49:03.855659 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: dvr.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.856333 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.856839 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: dvr Jul 15 22:49:03.857161 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: empty_string_filtering.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.858066 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.858576 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: empty-string-filtering Jul 15 22:49:03.859049 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.859954 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.860454 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 15 22:49:03.860776 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.861684 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.862191 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 15 22:49:03.862512 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: external_net.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.864032 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.864545 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: external-net Jul 15 22:49:03.864869 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.865771 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.866280 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: extra_dhcp_opt Jul 15 22:49:03.866606 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: extraroute.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.867530 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.868035 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: extraroute Jul 15 22:49:03.868358 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: extraroute_atomic.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.869387 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.869901 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: extraroute-atomic Jul 15 22:49:03.870225 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: filter_validation.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.870920 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.871425 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: filter-validation Jul 15 22:49:03.871746 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: fip_pf_description.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.872664 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.873332 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 15 22:49:03.873656 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: fip_port_details.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.874575 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.875115 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: fip-port-details Jul 15 22:49:03.875440 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: flavors.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.876657 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.877172 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: flavors Jul 15 22:49:03.877499 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.879191 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.879708 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 15 22:49:03.880037 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: floatingip_pools.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.880734 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.881245 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: floatingip-pools Jul 15 22:49:03.881571 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: ip_allocation.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.882499 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.883039 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension ip_allocation not supported by any of loaded plugins Jul 15 22:49:03.883363 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.884283 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.884789 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: ip-substring-filtering Jul 15 22:49:03.885114 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: l2_adjacency.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.886041 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.886554 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 15 22:49:03.886909 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: l3.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.887871 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.888386 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: router Jul 15 22:49:03.888712 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.890959 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.891490 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 15 22:49:03.891826 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.892763 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.893279 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: ext-gw-mode Jul 15 22:49:03.893607 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.894555 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.895093 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: l3-ha Jul 15 22:49:03.895422 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: l3_flavors.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.896348 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.896860 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: l3-flavors Jul 15 22:49:03.897185 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.898095 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.898604 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 15 22:49:03.898959 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: l3agentscheduler.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.899988 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.900501 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: l3_agent_scheduler Jul 15 22:49:03.900835 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: logging.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.902293 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.902850 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension logging not supported by any of loaded plugins Jul 15 22:49:03.903185 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: metering.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.903924 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.904497 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: metering Jul 15 22:49:03.904826 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.905912 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.906437 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: metering_source_and_destination_fields Jul 15 22:49:03.906801 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: multiprovidernet.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.907851 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.908367 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: multi-provider Jul 15 22:49:03.908692 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: netmtu.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.910134 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.910683 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: net-mtu Jul 15 22:49:03.911010 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: netmtu_writable.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.911936 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.912448 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: net-mtu-writable Jul 15 22:49:03.912774 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: network_availability_zone.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.913457 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.913966 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: network_availability_zone Jul 15 22:49:03.914287 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: network_ip_availability.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.915653 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.916170 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: network-ip-availability Jul 15 22:49:03.916495 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: network_segment_range.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.917258 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.917760 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension network-segment-range not supported by any of loaded plugins Jul 15 22:49:03.918083 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: pagination.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.919183 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.919516 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: pagination Jul 15 22:49:03.919839 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: port_device_profile.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.920758 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.921274 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: port-device-profile Jul 15 22:49:03.921596 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.922527 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.923072 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: port-mac-address-regenerate Jul 15 22:49:03.923397 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.924309 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.924821 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: port-numa-affinity-policy Jul 15 22:49:03.925142 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: port_resource_request.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.926624 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.927149 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension port-resource-request not supported by any of loaded plugins Jul 15 22:49:03.927469 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: portbindings.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.928407 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.928917 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: binding Jul 15 22:49:03.929239 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: portbindings_extended.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.930502 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.931055 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: binding-extended Jul 15 22:49:03.931387 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: portsecurity.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.932312 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.932823 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: port-security Jul 15 22:49:03.933147 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: project_id.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.934117 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.934446 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: project-id Jul 15 22:49:03.934805 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: providernet.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.935729 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.936244 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: provider Jul 15 22:49:03.936573 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: qos.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.940030 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.940558 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension qos not supported by any of loaded plugins Jul 15 22:49:03.940918 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.942167 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.942709 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 15 22:49:03.943040 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.943969 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.944486 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 15 22:49:03.944815 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: qos_default.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.945731 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.946240 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension qos-default not supported by any of loaded plugins Jul 15 22:49:03.946573 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: qos_fip.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.947259 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.947761 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension qos-fip not supported by any of loaded plugins Jul 15 22:49:03.948084 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: qos_gateway_ip.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.949007 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.949514 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 15 22:49:03.949839 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: qos_port_network_policy.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.950782 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.951293 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 15 22:49:03.951616 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: qos_rule_type_details.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.952543 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.953050 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 15 22:49:03.953377 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: qos_rules_alias.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.954420 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.954961 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 15 22:49:03.955293 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: quotasv2.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.956219 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.956767 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: quotas Jul 15 22:49:03.957095 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: quotasv2_detail.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.960145 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.960493 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: quota_details Jul 15 22:49:03.960827 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: rbac.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.961893 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.962431 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: rbac-policies Jul 15 22:49:03.962803 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: rbac_address_group.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.963738 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.964259 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: rbac-address-group Jul 15 22:49:03.964589 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: rbac_address_scope.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.965524 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.966044 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: rbac-address-scope Jul 15 22:49:03.966371 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: rbac_security_groups.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.967328 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.967846 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: rbac-security-groups Jul 15 22:49:03.968172 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: rbac_subnetpool.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.969088 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.969604 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: rbac-subnetpool Jul 15 22:49:03.969926 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: revisionifmatch.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.970948 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.971696 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: revision-if-match Jul 15 22:49:03.971792 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: revisions.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.973401 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.973916 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: standard-attr-revisions Jul 15 22:49:03.974243 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: router_availability_zone.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.974944 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.975460 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: router_availability_zone Jul 15 22:49:03.975786 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: routerservicetype.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.976707 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.977217 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension router-service-type not supported by any of loaded plugins Jul 15 22:49:03.977542 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.978463 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.979006 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: security-groups-normalized-cidr Jul 15 22:49:03.979334 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.980253 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.980765 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: port-security-groups-filtering Jul 15 22:49:03.981090 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.982009 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.982524 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: security-groups-remote-address-group Jul 15 22:49:03.982879 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: securitygroup.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.992988 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.993525 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: security-group Jul 15 22:49:03.993861 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: segment.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.994664 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.995178 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension segment not supported by any of loaded plugins Jul 15 22:49:03.995506 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.996458 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.996973 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 15 22:49:03.997301 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: servicetype.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:03.998405 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:03.998959 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: service-type Jul 15 22:49:03.999289 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: sorting.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:04.000279 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:04.000617 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: sorting Jul 15 22:49:04.000946 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: standard_attr_segment.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:04.001935 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:04.002452 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 15 22:49:04.002806 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: standardattrdescription.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:04.003498 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:04.004018 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: standard-attr-description Jul 15 22:49:04.004344 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: stateful_security_group.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:04.005278 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:04.005795 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: stateful-security-group Jul 15 22:49:04.006121 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: stdattrs_common.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:04.006741 n-d-787205-9 neutron-server[93689]: WARNING neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 15 22:49:04.007067 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:04.007992 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:04.008521 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 15 22:49:04.008846 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: subnet_onboard.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:04.009916 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:04.010443 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: subnet_onboard Jul 15 22:49:04.010808 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:04.011746 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:04.012261 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 15 22:49:04.012588 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: subnet_service_types.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:04.013522 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:04.014039 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: subnet-service-types Jul 15 22:49:04.014366 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: subnetallocation.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:04.015471 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:04.015985 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: subnet_allocation Jul 15 22:49:04.016312 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:04.016988 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:04.017498 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: subnetpool-prefix-ops Jul 15 22:49:04.017822 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:04.018793 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:04.019843 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 15 22:49:04.020167 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: tagging.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:04.021233 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:04.021750 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: standard-attr-tag Jul 15 22:49:04.022082 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: timestamp.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:04.023344 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:04.023868 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loaded extension: standard-attr-timestamp Jul 15 22:49:04.024199 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: trunk.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:04.025278 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:04.025888 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension trunk not supported by any of loaded plugins Jul 15 22:49:04.026216 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: trunk_details.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:04.027216 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:04.027819 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension trunk-details not supported by any of loaded plugins Jul 15 22:49:04.028147 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: uplink_status_propagation.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:04.029137 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:04.029663 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 15 22:49:04.029989 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Loading extension file: vlantransparent.py {{(pid=93689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:49:04.030690 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:49:04.031203 n-d-787205-9 neutron-server[93689]: INFO neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 15 22:49:04.033654 n-d-787205-9 neutron-server[93689]: INFO neutron.quota.resource_registry [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Creating instance of TrackedResource for resource:network Jul 15 22:49:04.034189 n-d-787205-9 neutron-server[93689]: INFO neutron.quota.resource_registry [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Creating instance of TrackedResource for resource:subnet Jul 15 22:49:04.034611 n-d-787205-9 neutron-server[93689]: INFO neutron.quota.resource_registry [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 22:49:04.035569 n-d-787205-9 neutron-server[93689]: INFO neutron.quota.resource_registry [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Creating instance of TrackedResource for resource:port Jul 15 22:49:04.036809 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.v2.resource_helper [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:49:04.037262 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.v2.resource_helper [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Service FLAVORS assigned prefix: {{(pid=93689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:49:04.037891 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.v2.resource_helper [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:49:04.038317 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.v2.resource_helper [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:49:04.038683 n-d-787205-9 neutron-server[93689]: INFO neutron.quota.resource_registry [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Creating instance of TrackedResource for resource:router Jul 15 22:49:04.039116 n-d-787205-9 neutron-server[93689]: INFO neutron.quota.resource_registry [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Creating instance of TrackedResource for resource:floatingip Jul 15 22:49:04.039606 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.v2.resource_helper [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Service METERING assigned prefix: /metering {{(pid=93689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:49:04.041319 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:04.041686 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:04.042043 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:49:04.043080 n-d-787205-9 neutron-server[93689]: INFO neutron.quota.resource_registry [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 22:49:04.043540 n-d-787205-9 neutron-server[93689]: INFO neutron.quota.resource_registry [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Creating instance of TrackedResource for resource:security_group Jul 15 22:49:04.043988 n-d-787205-9 neutron-server[93689]: INFO neutron.quota.resource_registry [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 22:49:04.044587 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.v2.resource_helper [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Service CORE assigned prefix: {{(pid=93689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:49:04.044919 n-d-787205-9 neutron-server[93689]: INFO neutron.quota.resource_registry [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 22:49:04.045264 n-d-787205-9 neutron-server[93689]: WARNING neutron.quota.resource_registry [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] subnetpool is already registered Jul 15 22:49:04.045692 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.v2.resource_helper [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Service CORE assigned prefix: {{(pid=93689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:49:04.046017 n-d-787205-9 neutron-server[93689]: INFO neutron.quota.resource_registry [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 22:49:04.046346 n-d-787205-9 neutron-server[93689]: WARNING neutron.quota.resource_registry [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] subnetpool is already registered Jul 15 22:49:04.048659 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.v2.resource_helper [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:49:04.049094 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.v2.resource_helper [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Service FLAVORS assigned prefix: {{(pid=93689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:49:04.049687 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.v2.resource_helper [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:49:04.050110 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.v2.resource_helper [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:49:04.050472 n-d-787205-9 neutron-server[93689]: INFO neutron.quota.resource_registry [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Creating instance of TrackedResource for resource:router Jul 15 22:49:04.050843 n-d-787205-9 neutron-server[93689]: WARNING neutron.quota.resource_registry [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] router is already registered Jul 15 22:49:04.051264 n-d-787205-9 neutron-server[93689]: INFO neutron.quota.resource_registry [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Creating instance of TrackedResource for resource:floatingip Jul 15 22:49:04.051601 n-d-787205-9 neutron-server[93689]: WARNING neutron.quota.resource_registry [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] floatingip is already registered Jul 15 22:49:04.052055 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.v2.resource_helper [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Service METERING assigned prefix: /metering {{(pid=93689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:49:04.052724 n-d-787205-9 neutron-server[93689]: INFO neutron.quota.resource_registry [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 22:49:04.053052 n-d-787205-9 neutron-server[93689]: WARNING neutron.quota.resource_registry [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] rbac_policy is already registered Jul 15 22:49:04.053468 n-d-787205-9 neutron-server[93689]: INFO neutron.quota.resource_registry [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Creating instance of TrackedResource for resource:security_group Jul 15 22:49:04.053801 n-d-787205-9 neutron-server[93689]: WARNING neutron.quota.resource_registry [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] security_group is already registered Jul 15 22:49:04.054204 n-d-787205-9 neutron-server[93689]: INFO neutron.quota.resource_registry [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 22:49:04.054535 n-d-787205-9 neutron-server[93689]: WARNING neutron.quota.resource_registry [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] security_group_rule is already registered Jul 15 22:49:04.055194 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.v2.resource_helper [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Service CORE assigned prefix: {{(pid=93689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:49:04.055528 n-d-787205-9 neutron-server[93689]: INFO neutron.quota.resource_registry [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 22:49:04.055862 n-d-787205-9 neutron-server[93689]: WARNING neutron.quota.resource_registry [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] subnetpool is already registered Jul 15 22:49:04.056283 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.v2.resource_helper [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Service CORE assigned prefix: {{(pid=93689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:49:04.056608 n-d-787205-9 neutron-server[93689]: INFO neutron.quota.resource_registry [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 22:49:04.056960 n-d-787205-9 neutron-server[93689]: WARNING neutron.quota.resource_registry [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] subnetpool is already registered Jul 15 22:49:04.057428 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: extensions {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.058895 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: address-groups {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.060406 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: address-scopes {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.061721 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: agents {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.062914 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: auto-allocated-topology {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.064199 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: availability_zones {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.065376 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: dhcp-networks {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.066955 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: dhcp-agents {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.068412 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: routers {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.070114 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: flavors {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.072438 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: service_profiles {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.073640 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: next_providers {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.075133 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: service_profiles {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.076684 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: floatingip-pools {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.077913 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: routers {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.079644 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: floatingips {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.080926 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: l3-routers {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.082891 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: l3-agents {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.084326 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: metering-labels {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.085582 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: metering-label-rules {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.086971 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: network-ip-availabilities {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.088232 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: bindings {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.089794 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: quotas {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.091374 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: quotas {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.092787 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: rbac-policies {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.093981 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: security-groups {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.095307 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: security-group-rules {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.096558 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: service-providers {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.098456 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: subnetpools {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.099884 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: subnetpools {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.101427 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: tags {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.103126 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: tags {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.104935 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: tags {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.106734 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: tags {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.108413 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: tags {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.110365 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: tags {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.112077 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: tags {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.113899 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: tags {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.115784 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: tags {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.117538 n-d-787205-9 neutron-server[93689]: DEBUG neutron.api.extensions [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Extended resource: tags {{(pid=93689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:49:04.123598 n-d-787205-9 neutron-server[93689]: WARNING keystonemiddleware.auth_token [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 15 22:49:04.128127 n-d-787205-9 neutron-server[93689]: WARNING keystonemiddleware.auth_token [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 15 22:49:04.136458 n-d-787205-9 neutron-server[93689]: DEBUG oslo_concurrency.lockutils [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Acquired lock "singleton_lock" {{(pid=93689) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 15 22:49:04.136938 n-d-787205-9 neutron-server[93689]: DEBUG oslo_concurrency.lockutils [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Releasing lock "singleton_lock" {{(pid=93689) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 15 22:49:04.137579 n-d-787205-9 neutron-server[93689]: INFO oslo_service.service [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Starting 2 workers Jul 15 22:49:04.142313 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Started child 93798 {{(pid=93689) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 22:49:04.147249 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Started child 93799 {{(pid=93689) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 22:49:04.148072 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:04.148829 n-d-787205-9 neutron-server[93689]: INFO neutron.service [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 15 22:49:04.149485 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Notify callbacks [] for process, before_spawn {{(pid=93689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:04.149590 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [-] (93798) wsgi starting up on http://0.0.0.0:9696 Jul 15 22:49:04.151913 n-d-787205-9 neutron-server[93689]: INFO oslo_service.service [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Starting 1 workers Jul 15 22:49:04.152028 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:04.153348 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [-] (93799) wsgi starting up on http://0.0.0.0:9696 Jul 15 22:49:04.157045 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Started child 93800 {{(pid=93689) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 22:49:04.157570 n-d-787205-9 neutron-server[93689]: INFO oslo_service.service [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Starting 1 workers Jul 15 22:49:04.161366 n-d-787205-9 neutron-server[93800]: DEBUG neutron.service [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] calling RpcWorker wait() {{(pid=93800) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 15 22:49:04.161922 n-d-787205-9 neutron-server[93800]: DEBUG neutron.service [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] returning from RpcWorker wait() {{(pid=93800) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 15 22:49:04.162536 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Started child 93801 {{(pid=93689) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 22:49:04.163317 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:04.163433 n-d-787205-9 neutron-server[93689]: DEBUG neutron_lib.callbacks.manager [None req-2b353ff2-34b3-4678-b337-f42701def348 None None] Notify callbacks [] for process, after_spawn {{(pid=93689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:04.163861 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:49:04.165497 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93689) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 22:49:04.165708 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 22:49:04.165892 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 22:49:04.166104 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 22:49:04.166450 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 22:49:04.166611 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 22:49:04.167115 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.167410 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.167621 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:04.168079 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.168079 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.168200 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.168787 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.169053 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.169326 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.169606 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.169860 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.170031 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.170188 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.170450 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.170738 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.171007 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.171285 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.171522 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.171783 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.171956 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.172212 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.172475 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.172725 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.172996 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] debug = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.173258 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.173754 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.174006 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.174255 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.174475 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.174804 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.175052 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.175357 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.175593 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.175810 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.176057 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.176315 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.176552 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.176764 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.177000 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.177257 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.177478 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.177946 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] host = n-d-787205-9 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.178186 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.178423 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.178705 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.178955 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.179217 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.179434 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.179703 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.179959 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.180218 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.180462 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.180722 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.180967 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.181202 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.181449 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] log_file = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.181612 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] log_options = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.181850 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.182116 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.182389 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.182580 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.182765 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.182936 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.183193 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.183356 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.183608 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.183824 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.184039 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.184252 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.184485 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.184698 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.184958 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.185203 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.185434 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.185644 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.185891 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.186121 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.186366 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.186608 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.186880 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.187095 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.187311 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.187567 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.187781 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.187994 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.188206 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.188478 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.188711 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.188975 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.189222 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.189482 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.189711 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.189935 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.190137 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.190402 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.190680 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.190966 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.191229 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.191543 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.191718 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.191952 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.192170 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.192406 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] use_json = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.192635 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.192867 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.193130 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.193350 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.193577 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.193790 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.193999 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.194253 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.194763 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.194944 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.195250 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.195516 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.195770 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.196023 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.196277 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.196499 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.196765 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.197013 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.197334 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.197688 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.198593 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.198780 n-d-787205-9 neutron-server[93801]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:49:04.198924 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.198924 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.199216 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.199361 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.199575 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.199819 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.200053 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.200300 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.200557 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.200882 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.201158 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.201518 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.201943 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.202353 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.202511 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.202724 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.202972 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.203671 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.203671 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.204146 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.204146 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.204420 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.204564 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.204796 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.205299 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.205299 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.205594 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.205718 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.205943 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.206216 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.206420 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.207361 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.207764 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.207764 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.208000 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.208139 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.208260 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.208892 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.208892 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.209104 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.209206 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.209569 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.209690 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.210097 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.210353 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.211584 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.211584 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.211584 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.211584 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.214512 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.214512 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.214512 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.214512 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.214512 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.214512 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.214512 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.214512 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.214512 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.218235 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.218235 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.218235 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.218235 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.218235 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.218235 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.218235 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.218235 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.218235 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.219208 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.219208 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.219208 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.219208 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.219208 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.219208 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.219208 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.219208 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.220301 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.220301 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.220301 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.220301 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.220301 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.220301 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.220301 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.220301 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.220850 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.220850 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.220850 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.220850 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.221119 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.221210 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.221395 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.221633 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.223071 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.223071 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.223071 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.223321 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.223401 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.223647 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.223913 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.224200 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.224685 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.225136 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.225392 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.225655 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.225964 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.226477 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.226477 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.226823 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.227827 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.227827 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.227827 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.228274 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.228274 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.228544 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.228687 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.228894 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.229147 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.229370 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.229588 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.229826 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.230136 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.230367 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.231084 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.231484 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.231950 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.232265 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.232509 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.232788 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.233039 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.233477 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.233926 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.234168 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.234422 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.234826 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.235230 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.235452 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.235704 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.235942 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.236184 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.236431 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.236651 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.236905 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.237123 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.237347 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.237579 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.237845 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.238069 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.238321 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.238544 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.238808 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.239050 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.239271 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.239491 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.239710 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.239925 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.240296 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.240461 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.240912 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.240912 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.241214 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.241354 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.241619 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.241809 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.242022 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.242271 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.242764 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.242764 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.243062 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.243206 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.245167 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.245167 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.245167 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.245167 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.245167 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.245167 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.245827 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.245827 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.245827 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.246047 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.246125 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.246518 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.246856 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.247080 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.247303 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.248515 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.248515 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.248515 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.248515 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.248515 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.248891 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.248891 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.249032 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.249258 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.249473 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.249773 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.250030 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.250264 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.250520 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.250791 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.251086 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.251340 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.251554 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.251769 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.251995 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.252212 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.252653 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.252934 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.253154 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.253393 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.253629 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.253838 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.254046 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.254274 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.254486 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.254749 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.254966 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.255209 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.255414 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.255642 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.255898 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.256132 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.256354 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.256571 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.256783 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.257090 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.257345 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.257570 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.257852 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.258082 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.258329 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.258560 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.258915 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.259156 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.259423 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.259663 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.259887 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.260134 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.260408 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.260755 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.261046 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.261303 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.261868 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.261868 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.262128 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.262422 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.262660 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.263375 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.263375 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.263576 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.264162 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.264162 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.264373 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.264709 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.264937 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.265175 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.265425 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.265914 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.265914 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.266143 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.266389 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.270667 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.270667 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.270667 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.270667 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.270667 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.270667 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.270667 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.270667 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 22:49:04.271274 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93689) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 22:49:04.271274 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 22:49:04.271274 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 22:49:04.271274 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 22:49:04.271274 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 22:49:04.271274 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 22:49:04.271274 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.271274 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.271834 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.271834 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.271834 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.271834 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.271834 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.271834 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.271834 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.271834 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.272410 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.272410 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.272410 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.272410 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.272410 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.272410 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.272800 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.272800 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.272800 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.272966 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.273113 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.273270 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.273430 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] debug = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.273590 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.273783 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.273947 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.274106 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.274264 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.274423 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.274581 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.274777 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.274937 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.275097 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.275255 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.275414 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.275573 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.275732 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.275890 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.276049 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.276208 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.276367 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] host = n-d-787205-9 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.276525 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.276683 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.276842 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.277001 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.277235 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.277475 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.277724 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.277887 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.278223 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.278770 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.279099 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.279263 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.279424 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.279588 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] log_file = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.279749 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] log_options = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.279914 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.280071 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.280229 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.280417 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.280584 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.280742 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.280907 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.281068 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.282673 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.282673 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.282673 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.282673 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.282673 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.282673 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.282673 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.282673 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.282673 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.283236 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.283236 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.283236 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.283236 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.283236 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.283592 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.283592 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.283592 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.283759 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.283908 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.284065 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.284223 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.284382 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.284559 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.284756 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.285420 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.285580 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.285888 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.286199 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.286362 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.286526 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.286709 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.286891 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.287026 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.287184 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.287343 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.287502 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.287663 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.287819 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] use_json = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.287979 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.288135 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.288328 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.288444 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.288605 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.288764 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.288926 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.289085 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:49:04.289263 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.289427 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.289600 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.289763 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.289925 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.290085 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.290512 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.290677 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.290843 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.291005 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.291174 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.291362 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.291543 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.291681 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.291821 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.291947 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.292087 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.292250 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.292412 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.292558 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.292725 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.292871 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.293052 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.293213 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.293376 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.293538 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.293701 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.293863 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.294022 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.294169 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.294327 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.294490 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.294670 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.294947 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.295111 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.295273 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.295435 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.295599 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.295765 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.295935 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.296064 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.296226 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.296388 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.296552 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.296637 n-d-787205-9 neutron-server[93800]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:49:04.296720 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.296864 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.297026 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.297188 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.297350 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.297512 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.297684 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.297846 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.298008 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.298170 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.298334 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.298496 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.298670 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.298842 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.299008 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.299171 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.299334 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.299512 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.299671 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.299831 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.299995 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.300155 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.300342 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.300505 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.300667 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.300829 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.300990 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.301152 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.301313 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.301474 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.301635 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.301798 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.301960 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.302123 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.302285 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.302447 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.302608 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.302794 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.302957 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.303118 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.303289 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.303467 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.303629 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.303791 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.303951 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.304088 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.304253 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.304415 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.304576 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.304737 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.304899 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.305059 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.305222 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.305386 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.305548 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.305710 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.305873 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.306034 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.306196 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.306358 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.306519 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.306703 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.306867 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.307028 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.307189 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.307350 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.307512 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.307686 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.307846 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.309307 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.309307 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.309307 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.309307 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.309307 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.309307 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.309849 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.309849 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.309849 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.310056 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.310056 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.310197 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.310356 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.311250 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.311250 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.311250 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.311250 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.311250 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.312145 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.312145 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.312145 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.312145 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.312145 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.312145 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.312922 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.312922 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.312922 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.312922 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.312922 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.313785 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.313785 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.313785 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.313785 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.313785 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.313785 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.314617 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.314617 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.314617 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.314617 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.314617 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.314617 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.315126 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.315126 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.315126 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.315432 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.315432 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.315621 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.315699 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.315884 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.316049 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.316212 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.316373 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.316534 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.316696 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.316857 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.317018 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.317183 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.317345 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.317508 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.317669 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.317832 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.317994 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.318170 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.318322 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.318561 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.318723 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.318850 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.318974 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.319136 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.319298 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.319460 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.319622 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.319784 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.319945 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.320135 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.320300 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.320462 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.320645 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.320775 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.320937 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.321098 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.321259 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.321420 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.321583 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.321744 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.322090 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.322090 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.322306 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.322392 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.322512 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.322694 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.322859 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.323022 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.323197 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.323359 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.323521 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.323684 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.323834 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.323995 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.324165 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.324344 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.324482 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.324635 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.324796 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.324959 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.325130 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.325292 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.325453 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.325614 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.325775 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.325937 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.326108 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.326269 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.326432 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.326594 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.326776 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.327074 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.327074 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.327344 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.327525 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.327768 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.327768 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.328001 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.328001 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.328229 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.328364 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.328467 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.328671 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.328770 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.329004 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.329180 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.329447 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.329598 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.329726 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.329880 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.330009 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.330102 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.330268 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.330443 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.330613 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.330803 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.330972 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.331134 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.331311 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.331988 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.332163 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.332333 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.332497 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.332664 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.332807 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.332972 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.333138 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.333296 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.333465 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.333620 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.333782 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.333967 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.334105 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.334267 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.334457 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.334575 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.334931 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.334931 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.335126 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.335351 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.335443 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:49:04.335514 n-d-787205-9 neutron-server[93689]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 22:49:04.628192 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57448) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:49:04.637076 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062437 Jul 15 22:49:15.907378 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e924ee-ef12-49a6-b179-a45a40defd42 None None] get_active_networks_info from n-d-787205-9 {{(pid=93800) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 22:49:15.991495 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e924ee-ef12-49a6-b179-a45a40defd42 None None] No non-hosted networks {{(pid=93800) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 15 22:49:16.007355 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fc4b7d14-630c-48e1-ae9c-c1270a57be5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414731'] for agent, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:18.180431 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-116023d6-0ee8-490e-8510-be337956cc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414731'] for agent, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:18.224058 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9056d3b2-226c-4cd8-bd4e-0d7cf861678b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:18.582440 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414731'] for agent, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:18.583164 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:18.583662 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:18.584143 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:18.584668 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:18.585130 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:18.585651 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:18.586113 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:18.586564 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:18.587104 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:18.587714 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:18.588256 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:18.588783 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:18.589401 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-787205-9', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:49:18.596683 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-787205-9', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:49:19.474784 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414731'] for agent, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:21.017327 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414731'] for agent, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:22.206431 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57538) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:49:22.705441 n-d-787205-9 neutron-server[93798]: WARNING oslo_policy.policy [None req-5338ff51-665f-4bcd-9007-fb62245c99f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 22:49:22.706602 n-d-787205-9 neutron-server[93798]: WARNING oslo_policy.policy [None req-5338ff51-665f-4bcd-9007-fb62245c99f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 22:49:22.925062 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-5338ff51-665f-4bcd-9007-fb62245c99f4 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 22:49:22.926306 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5338ff51-665f-4bcd-9007-fb62245c99f4 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7177122 Jul 15 22:49:23.460696 n-d-787205-9 neutron-server[93800]: INFO neutron.db.l3_hamode_db [None req-47386a2d-ffd3-405c-809c-af365c343db2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 15 22:49:23.537363 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47386a2d-ffd3-405c-809c-af365c343db2 None None] Routers set() bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:49:23.537754 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47386a2d-ffd3-405c-809c-af365c343db2 None None] Router IDs set() for agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 22:49:25.251118 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57552) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:49:25.549326 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-885735d2-d14c-445d-9e3e-322b481b741d admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:49:25.641496 n-d-787205-9 neutron-server[93798]: DEBUG neutron.policy [None req-885735d2-d14c-445d-9e3e-322b481b741d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93798) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 22:49:25.686715 n-d-787205-9 neutron-server[93798]: WARNING oslo_policy.policy [None req-885735d2-d14c-445d-9e3e-322b481b741d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 22:49:25.687086 n-d-787205-9 neutron-server[93798]: WARNING oslo_policy.policy [None req-885735d2-d14c-445d-9e3e-322b481b741d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 22:49:25.695484 n-d-787205-9 neutron-server[93798]: INFO neutron.quota [None req-885735d2-d14c-445d-9e3e-322b481b741d admin admin] Loaded quota_driver: . Jul 15 22:49:25.786931 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-885735d2-d14c-445d-9e3e-322b481b741d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738557870818', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738557870263', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738557967725', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738557954723', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738557979876', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738557969754', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16026368', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16034803', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-333775', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-717630'] for rbac-policy, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:25.851017 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-885735d2-d14c-445d-9e3e-322b481b741d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:25.852217 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-885735d2-d14c-445d-9e3e-322b481b741d admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6001945 Jul 15 22:49:28.369405 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57564) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:49:28.656642 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-11c8ae93-d3d0-45cb-8998-61bb7cca3cff admin admin] Request body: {'network': {'project_id': '97fd7a5a30704504b3a3c8a2783237ca', 'admin_state_up': True, 'name': 'private', 'tenant_id': '97fd7a5a30704504b3a3c8a2783237ca'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:49:28.684641 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c8ae93-d3d0-45cb-8998-61bb7cca3cff admin admin] Made reservation on behalf of 97fd7a5a30704504b3a3c8a2783237ca for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:49:28.687456 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11c8ae93-d3d0-45cb-8998-61bb7cca3cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:28.703754 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11c8ae93-d3d0-45cb-8998-61bb7cca3cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:28.826435 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11c8ae93-d3d0-45cb-8998-61bb7cca3cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:28.829959 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11c8ae93-d3d0-45cb-8998-61bb7cca3cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:28.850052 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c8ae93-d3d0-45cb-8998-61bb7cca3cff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 22:49:28.877895 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11c8ae93-d3d0-45cb-8998-61bb7cca3cff admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738555618883', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:28.878489 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11c8ae93-d3d0-45cb-8998-61bb7cca3cff admin admin] Unsubscribe: segment precommit_create {{(pid=93798) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 22:49:28.879008 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-11c8ae93-d3d0-45cb-8998-61bb7cca3cff admin admin] Added segment b1f111f9-14d3-4c01-9c44-f42abe4095b4 of type vlan for network 672bb348-5bc5-4b4d-bff6-43e42190b1bd Jul 15 22:49:28.896209 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8ae93-d3d0-45cb-8998-61bb7cca3cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e721a978-a248-45b7-9846-9ffbfccadee7,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:49:28.922741 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8ae93-d3d0-45cb-8998-61bb7cca3cff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:28.923085 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8ae93-d3d0-45cb-8998-61bb7cca3cff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:28.923420 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8ae93-d3d0-45cb-8998-61bb7cca3cff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:28.923748 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8ae93-d3d0-45cb-8998-61bb7cca3cff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:28.924074 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8ae93-d3d0-45cb-8998-61bb7cca3cff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:28.924425 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8ae93-d3d0-45cb-8998-61bb7cca3cff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:28.924747 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8ae93-d3d0-45cb-8998-61bb7cca3cff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:28.925064 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8ae93-d3d0-45cb-8998-61bb7cca3cff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:28.925378 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8ae93-d3d0-45cb-8998-61bb7cca3cff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:28.925692 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8ae93-d3d0-45cb-8998-61bb7cca3cff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:28.926006 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8ae93-d3d0-45cb-8998-61bb7cca3cff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:28.926319 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8ae93-d3d0-45cb-8998-61bb7cca3cff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:28.927479 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8ae93-d3d0-45cb-8998-61bb7cca3cff admin admin] Tracked resource versions report: Jul 15 22:49:28.927479 n-d-787205-9 neutron-server[93798]: pushed versions: Jul 15 22:49:28.927479 n-d-787205-9 neutron-server[93798]: { 'AddressGroup': {'1.2'}, Jul 15 22:49:28.927479 n-d-787205-9 neutron-server[93798]: 'ConntrackHelper': {'1.0'}, Jul 15 22:49:28.927479 n-d-787205-9 neutron-server[93798]: 'Log': {'1.0'}, Jul 15 22:49:28.927479 n-d-787205-9 neutron-server[93798]: 'Network': {'1.1'}, Jul 15 22:49:28.927479 n-d-787205-9 neutron-server[93798]: 'Port': {'1.7'}, Jul 15 22:49:28.927479 n-d-787205-9 neutron-server[93798]: 'PortForwarding': {'1.2'}, Jul 15 22:49:28.927479 n-d-787205-9 neutron-server[93798]: 'QosPolicy': {'1.8'}, Jul 15 22:49:28.927479 n-d-787205-9 neutron-server[93798]: 'SecurityGroup': {'1.4'}, Jul 15 22:49:28.927479 n-d-787205-9 neutron-server[93798]: 'SecurityGroupRule': {'1.2'}, Jul 15 22:49:28.927479 n-d-787205-9 neutron-server[93798]: 'SubPort': {'1.0'}, Jul 15 22:49:28.927479 n-d-787205-9 neutron-server[93798]: 'Subnet': {'1.1'}, Jul 15 22:49:28.927479 n-d-787205-9 neutron-server[93798]: 'Trunk': {'1.1'}} Jul 15 22:49:28.927479 n-d-787205-9 neutron-server[93798]: consumer versions: Jul 15 22:49:28.927479 n-d-787205-9 neutron-server[93798]: { DHCP agent@n-d-787205-9: {}, Jul 15 22:49:28.927479 n-d-787205-9 neutron-server[93798]: L3 agent@n-d-787205-9: {}, Jul 15 22:49:28.927479 n-d-787205-9 neutron-server[93798]: Metadata agent@n-d-787205-9: {}, Jul 15 22:49:28.927479 n-d-787205-9 neutron-server[93798]: Metering agent@n-d-787205-9: {}, Jul 15 22:49:28.927479 n-d-787205-9 neutron-server[93798]: Open vSwitch agent@n-d-787205-9: { 'AddressGroup': '1.2', Jul 15 22:49:28.927479 n-d-787205-9 neutron-server[93798]: 'ConntrackHelper': '1.0', Jul 15 22:49:28.927479 n-d-787205-9 neutron-server[93798]: 'Log': '1.0', Jul 15 22:49:28.927479 n-d-787205-9 neutron-server[93798]: 'Network': '1.1', Jul 15 22:49:28.927479 n-d-787205-9 neutron-server[93798]: 'Port': '1.7', Jul 15 22:49:28.927479 n-d-787205-9 neutron-server[93798]: 'PortForwarding': '1.2', Jul 15 22:49:28.927479 n-d-787205-9 neutron-server[93798]: 'QosPolicy': '1.8', Jul 15 22:49:28.927479 n-d-787205-9 neutron-server[93798]: 'SecurityGroup': '1.4', Jul 15 22:49:28.927479 n-d-787205-9 neutron-server[93798]: 'SecurityGroupRule': '1.2', Jul 15 22:49:28.927479 n-d-787205-9 neutron-server[93798]: 'SubPort': '1.0', Jul 15 22:49:28.927479 n-d-787205-9 neutron-server[93798]: 'Subnet': '1.1', Jul 15 22:49:28.927479 n-d-787205-9 neutron-server[93798]: 'Trunk': '1.1'}} Jul 15 22:49:28.927479 n-d-787205-9 neutron-server[93798]: {{(pid=93798) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 22:49:29.000532 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11c8ae93-d3d0-45cb-8998-61bb7cca3cff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:29.050419 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11c8ae93-d3d0-45cb-8998-61bb7cca3cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:29.051661 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c8ae93-d3d0-45cb-8998-61bb7cca3cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:49:29.052341 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11c8ae93-d3d0-45cb-8998-61bb7cca3cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:29.105763 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-11c8ae93-d3d0-45cb-8998-61bb7cca3cff admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7352204 Jul 15 22:49:29.152033 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8ae93-d3d0-45cb-8998-61bb7cca3cff admin admin] Pushing event updated for resources: {'Network': ['ID=672bb348-5bc5-4b4d-bff6-43e42190b1bd,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:49:29.164352 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 672bb348-5bc5-4b4d-bff6-43e42190b1bd details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 22:49:31.695019 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57578) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:49:32.169562 n-d-787205-9 neutron-server[93799]: WARNING oslo_policy.policy [None req-04392df4-15fc-4b58-9f7e-059b3ab70155 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 22:49:32.170127 n-d-787205-9 neutron-server[93799]: WARNING oslo_policy.policy [None req-04392df4-15fc-4b58-9f7e-059b3ab70155 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 22:49:32.602062 n-d-787205-9 neutron-server[93799]: DEBUG neutron.policy [None req-04392df4-15fc-4b58-9f7e-059b3ab70155 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93799) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 22:49:32.647046 n-d-787205-9 neutron-server[93799]: WARNING oslo_policy.policy [None req-04392df4-15fc-4b58-9f7e-059b3ab70155 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 22:49:32.647418 n-d-787205-9 neutron-server[93799]: WARNING oslo_policy.policy [None req-04392df4-15fc-4b58-9f7e-059b3ab70155 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 22:49:32.656134 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04392df4-15fc-4b58-9f7e-059b3ab70155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:49:32.657868 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-04392df4-15fc-4b58-9f7e-059b3ab70155 admin admin] 10.222.0.16 "GET /v2.0/networks/672bb348-5bc5-4b4d-bff6-43e42190b1bd HTTP/1.1" status: 200 len: 825 time: 0.9619069 Jul 15 22:49:32.696777 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8a4322b5-4852-4424-8060-77e5793bbebd admin admin] 10.222.0.16 "GET /v2.0/subnetpools/ecc2f541-40b7-4314-b923-410483db8235 HTTP/1.1" status: 200 len: 734 time: 0.0330155 Jul 15 22:49:32.705206 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-c60e542b-43fe-46f5-a0cb-b0406ef59799 admin admin] Request body: {'subnet': {'subnetpool_id': 'ecc2f541-40b7-4314-b923-410483db8235', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '672bb348-5bc5-4b4d-bff6-43e42190b1bd', 'gateway_ip': '172.20.0.1', 'tenant_id': '97fd7a5a30704504b3a3c8a2783237ca'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:49:32.706824 n-d-787205-9 neutron-server[93799]: INFO neutron.quota [None req-c60e542b-43fe-46f5-a0cb-b0406ef59799 admin admin] Loaded quota_driver: . Jul 15 22:49:32.746235 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60e542b-43fe-46f5-a0cb-b0406ef59799 admin admin] Made reservation on behalf of 97fd7a5a30704504b3a3c8a2783237ca for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:49:32.749000 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c60e542b-43fe-46f5-a0cb-b0406ef59799 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:33.031479 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c60e542b-43fe-46f5-a0cb-b0406ef59799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:33.100187 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60e542b-43fe-46f5-a0cb-b0406ef59799 admin admin] Checking segment: {'id': 'b1f111f9-14d3-4c01-9c44-f42abe4095b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '672bb348-5bc5-4b4d-bff6-43e42190b1bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:49:33.100566 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60e542b-43fe-46f5-a0cb-b0406ef59799 admin admin] Network hostable DHCP agents. Network: 672bb348-5bc5-4b4d-bff6-43e42190b1bd, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 22:49:33.109648 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e542b-43fe-46f5-a0cb-b0406ef59799 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c3129d5-0385-4392-af59-36fdcdb9a431,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:49:33.120030 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e542b-43fe-46f5-a0cb-b0406ef59799 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:33.120363 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e542b-43fe-46f5-a0cb-b0406ef59799 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:33.120688 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e542b-43fe-46f5-a0cb-b0406ef59799 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:33.121010 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e542b-43fe-46f5-a0cb-b0406ef59799 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:33.121334 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e542b-43fe-46f5-a0cb-b0406ef59799 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:33.121650 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e542b-43fe-46f5-a0cb-b0406ef59799 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:33.121963 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e542b-43fe-46f5-a0cb-b0406ef59799 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:33.122275 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e542b-43fe-46f5-a0cb-b0406ef59799 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:33.122586 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e542b-43fe-46f5-a0cb-b0406ef59799 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:33.122990 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e542b-43fe-46f5-a0cb-b0406ef59799 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:33.123299 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e542b-43fe-46f5-a0cb-b0406ef59799 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:33.123605 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e542b-43fe-46f5-a0cb-b0406ef59799 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:33.124708 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e542b-43fe-46f5-a0cb-b0406ef59799 admin admin] Tracked resource versions report: Jul 15 22:49:33.124708 n-d-787205-9 neutron-server[93799]: pushed versions: Jul 15 22:49:33.124708 n-d-787205-9 neutron-server[93799]: { 'AddressGroup': {'1.2'}, Jul 15 22:49:33.124708 n-d-787205-9 neutron-server[93799]: 'ConntrackHelper': {'1.0'}, Jul 15 22:49:33.124708 n-d-787205-9 neutron-server[93799]: 'Log': {'1.0'}, Jul 15 22:49:33.124708 n-d-787205-9 neutron-server[93799]: 'Network': {'1.1'}, Jul 15 22:49:33.124708 n-d-787205-9 neutron-server[93799]: 'Port': {'1.7'}, Jul 15 22:49:33.124708 n-d-787205-9 neutron-server[93799]: 'PortForwarding': {'1.2'}, Jul 15 22:49:33.124708 n-d-787205-9 neutron-server[93799]: 'QosPolicy': {'1.8'}, Jul 15 22:49:33.124708 n-d-787205-9 neutron-server[93799]: 'SecurityGroup': {'1.4'}, Jul 15 22:49:33.124708 n-d-787205-9 neutron-server[93799]: 'SecurityGroupRule': {'1.2'}, Jul 15 22:49:33.124708 n-d-787205-9 neutron-server[93799]: 'SubPort': {'1.0'}, Jul 15 22:49:33.124708 n-d-787205-9 neutron-server[93799]: 'Subnet': {'1.1'}, Jul 15 22:49:33.124708 n-d-787205-9 neutron-server[93799]: 'Trunk': {'1.1'}} Jul 15 22:49:33.124708 n-d-787205-9 neutron-server[93799]: consumer versions: Jul 15 22:49:33.124708 n-d-787205-9 neutron-server[93799]: { DHCP agent@n-d-787205-9: {}, Jul 15 22:49:33.124708 n-d-787205-9 neutron-server[93799]: L3 agent@n-d-787205-9: {}, Jul 15 22:49:33.124708 n-d-787205-9 neutron-server[93799]: Metadata agent@n-d-787205-9: {}, Jul 15 22:49:33.124708 n-d-787205-9 neutron-server[93799]: Metering agent@n-d-787205-9: {}, Jul 15 22:49:33.124708 n-d-787205-9 neutron-server[93799]: Open vSwitch agent@n-d-787205-9: { 'AddressGroup': '1.2', Jul 15 22:49:33.124708 n-d-787205-9 neutron-server[93799]: 'ConntrackHelper': '1.0', Jul 15 22:49:33.124708 n-d-787205-9 neutron-server[93799]: 'Log': '1.0', Jul 15 22:49:33.124708 n-d-787205-9 neutron-server[93799]: 'Network': '1.1', Jul 15 22:49:33.124708 n-d-787205-9 neutron-server[93799]: 'Port': '1.7', Jul 15 22:49:33.124708 n-d-787205-9 neutron-server[93799]: 'PortForwarding': '1.2', Jul 15 22:49:33.124708 n-d-787205-9 neutron-server[93799]: 'QosPolicy': '1.8', Jul 15 22:49:33.124708 n-d-787205-9 neutron-server[93799]: 'SecurityGroup': '1.4', Jul 15 22:49:33.124708 n-d-787205-9 neutron-server[93799]: 'SecurityGroupRule': '1.2', Jul 15 22:49:33.124708 n-d-787205-9 neutron-server[93799]: 'SubPort': '1.0', Jul 15 22:49:33.124708 n-d-787205-9 neutron-server[93799]: 'Subnet': '1.1', Jul 15 22:49:33.124708 n-d-787205-9 neutron-server[93799]: 'Trunk': '1.1'}} Jul 15 22:49:33.124708 n-d-787205-9 neutron-server[93799]: {{(pid=93799) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 22:49:33.160120 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60e542b-43fe-46f5-a0cb-b0406ef59799 admin admin] Network 672bb348-5bc5-4b4d-bff6-43e42190b1bd is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 22:49:33.172570 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-c60e542b-43fe-46f5-a0cb-b0406ef59799 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 672bb348-5bc5-4b4d-bff6-43e42190b1bd) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:49:33.178119 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60e542b-43fe-46f5-a0cb-b0406ef59799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:49:33.178773 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c60e542b-43fe-46f5-a0cb-b0406ef59799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:33.183383 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15e2170-3e8a-42f8-abe3-b4eb18c77678 None None] Network 672bb348-5bc5-4b4d-bff6-43e42190b1bd requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:49:33.199885 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c60e542b-43fe-46f5-a0cb-b0406ef59799 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4981341 Jul 15 22:49:33.499401 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-672bb348-5bc5-4b4d-bff6-43e42190b1bd', 'network_id': '672bb348-5bc5-4b4d-bff6-43e42190b1bd', 'tenant_id': '97fd7a5a30704504b3a3c8a2783237ca', 'fixed_ips': [{'subnet_id': '8c3129d5-0385-4392-af59-36fdcdb9a431'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 22:49:33.500645 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:33.770423 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Allocated IP 172.20.0.2 (672bb348-5bc5-4b4d-bff6-43e42190b1bd/8c3129d5-0385-4392-af59-36fdcdb9a431/9c60b399-bc80-4640-9a93-6815c9c97311) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:49:33.971493 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:34.014008 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Transition to ACTIVE for port object 9c60b399-bc80-4640-9a93-6815c9c97311 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:49:34.034604 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Transition to ACTIVE for port object 9c60b399-bc80-4640-9a93-6815c9c97311 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:49:34.043658 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:34.111825 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Network 672bb348-5bc5-4b4d-bff6-43e42190b1bd is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:49:34.122778 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:49:34.128054 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Pushing event updated for resources: {'Port': ['ID=9c60b399-bc80-4640-9a93-6815c9c97311,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:49:34.130159 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:49:34.156396 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:34.156747 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:34.157085 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:34.157420 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:34.157752 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:34.158083 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:34.159041 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:34.159367 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:34.159707 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:34.160013 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:34.160335 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:34.160652 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:34.161743 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Tracked resource versions report: Jul 15 22:49:34.161743 n-d-787205-9 neutron-server[93800]: pushed versions: Jul 15 22:49:34.161743 n-d-787205-9 neutron-server[93800]: { 'AddressGroup': {'1.2'}, Jul 15 22:49:34.161743 n-d-787205-9 neutron-server[93800]: 'ConntrackHelper': {'1.0'}, Jul 15 22:49:34.161743 n-d-787205-9 neutron-server[93800]: 'Log': {'1.0'}, Jul 15 22:49:34.161743 n-d-787205-9 neutron-server[93800]: 'Network': {'1.1'}, Jul 15 22:49:34.161743 n-d-787205-9 neutron-server[93800]: 'Port': {'1.7'}, Jul 15 22:49:34.161743 n-d-787205-9 neutron-server[93800]: 'PortForwarding': {'1.2'}, Jul 15 22:49:34.161743 n-d-787205-9 neutron-server[93800]: 'QosPolicy': {'1.8'}, Jul 15 22:49:34.161743 n-d-787205-9 neutron-server[93800]: 'SecurityGroup': {'1.4'}, Jul 15 22:49:34.161743 n-d-787205-9 neutron-server[93800]: 'SecurityGroupRule': {'1.2'}, Jul 15 22:49:34.161743 n-d-787205-9 neutron-server[93800]: 'SubPort': {'1.0'}, Jul 15 22:49:34.161743 n-d-787205-9 neutron-server[93800]: 'Subnet': {'1.1'}, Jul 15 22:49:34.161743 n-d-787205-9 neutron-server[93800]: 'Trunk': {'1.1'}} Jul 15 22:49:34.161743 n-d-787205-9 neutron-server[93800]: consumer versions: Jul 15 22:49:34.161743 n-d-787205-9 neutron-server[93800]: { DHCP agent@n-d-787205-9: {}, Jul 15 22:49:34.161743 n-d-787205-9 neutron-server[93800]: L3 agent@n-d-787205-9: {}, Jul 15 22:49:34.161743 n-d-787205-9 neutron-server[93800]: Metadata agent@n-d-787205-9: {}, Jul 15 22:49:34.161743 n-d-787205-9 neutron-server[93800]: Metering agent@n-d-787205-9: {}, Jul 15 22:49:34.161743 n-d-787205-9 neutron-server[93800]: Open vSwitch agent@n-d-787205-9: { 'AddressGroup': '1.2', Jul 15 22:49:34.161743 n-d-787205-9 neutron-server[93800]: 'ConntrackHelper': '1.0', Jul 15 22:49:34.161743 n-d-787205-9 neutron-server[93800]: 'Log': '1.0', Jul 15 22:49:34.161743 n-d-787205-9 neutron-server[93800]: 'Network': '1.1', Jul 15 22:49:34.161743 n-d-787205-9 neutron-server[93800]: 'Port': '1.7', Jul 15 22:49:34.161743 n-d-787205-9 neutron-server[93800]: 'PortForwarding': '1.2', Jul 15 22:49:34.161743 n-d-787205-9 neutron-server[93800]: 'QosPolicy': '1.8', Jul 15 22:49:34.161743 n-d-787205-9 neutron-server[93800]: 'SecurityGroup': '1.4', Jul 15 22:49:34.161743 n-d-787205-9 neutron-server[93800]: 'SecurityGroupRule': '1.2', Jul 15 22:49:34.161743 n-d-787205-9 neutron-server[93800]: 'SubPort': '1.0', Jul 15 22:49:34.161743 n-d-787205-9 neutron-server[93800]: 'Subnet': '1.1', Jul 15 22:49:34.161743 n-d-787205-9 neutron-server[93800]: 'Trunk': '1.1'}} Jul 15 22:49:34.161743 n-d-787205-9 neutron-server[93800]: {{(pid=93800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 22:49:34.214976 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Attempting to bind port 9c60b399-bc80-4640-9a93-6815c9c97311 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:49:34.215600 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Attempting to bind port 9c60b399-bc80-4640-9a93-6815c9c97311 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'b1f111f9-14d3-4c01-9c44-f42abe4095b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '672bb348-5bc5-4b4d-bff6-43e42190b1bd'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:49:34.215797 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Attempting to bind port 9c60b399-bc80-4640-9a93-6815c9c97311 on network 672bb348-5bc5-4b4d-bff6-43e42190b1bd {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:49:34.220595 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:49:34.221551 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Checking segment: {'id': 'b1f111f9-14d3-4c01-9c44-f42abe4095b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '672bb348-5bc5-4b4d-bff6-43e42190b1bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:49:34.222012 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:34.222402 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Bound using segment: {'id': 'b1f111f9-14d3-4c01-9c44-f42abe4095b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '672bb348-5bc5-4b4d-bff6-43e42190b1bd'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:49:34.222884 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Bound port: 9c60b399-bc80-4640-9a93-6815c9c97311, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f111f9-14d3-4c01-9c44-f42abe4095b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '672bb348-5bc5-4b4d-bff6-43e42190b1bd'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:49:34.223316 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:34.284967 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] For port 9c60b399-bc80-4640-9a93-6815c9c97311, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:49:34.289100 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] For port 9c60b399-bc80-4640-9a93-6815c9c97311, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=9c60b399-bc80-4640-9a93-6815c9c97311,segment=NetworkSegment(b1f111f9-14d3-4c01-9c44-f42abe4095b4),segment_id=b1f111f9-14d3-4c01-9c44-f42abe4095b4)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:49:34.293940 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:34.365136 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3820f8-d2e8-44ea-8d73-7b9410b0844d None None] Pushing event updated for resources: {'Port': ['ID=9c60b399-bc80-4640-9a93-6815c9c97311,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:49:35.567318 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57598) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:49:35.874623 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-2e3adf73-8b65-47c4-b95e-d37a5687a7d4 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 22:49:35.875721 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2e3adf73-8b65-47c4-b95e-d37a5687a7d4 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3074491 Jul 15 22:49:38.251117 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57606) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:49:38.560539 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-05ace5fe-93b3-4ced-8bfa-8c59c943e37b admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 22:49:38.561580 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-05ace5fe-93b3-4ced-8bfa-8c59c943e37b admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3094683 Jul 15 22:49:40.346247 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4926b8-2f63-42bb-9150-8e2aa5642dd0 None None] Network 672bb348-5bc5-4b4d-bff6-43e42190b1bd requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:49:40.439074 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7b682d03-eea7-4649-bf80-f977752a1eb6 None None] Provisioning for port 9c60b399-bc80-4640-9a93-6815c9c97311 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:49:40.468108 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 9c60b399-bc80-4640-9a93-6815c9c97311 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:49:40.590125 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 9c60b399-bc80-4640-9a93-6815c9c97311 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:49:40.598113 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 9c60b399-bc80-4640-9a93-6815c9c97311 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:49:40.598511 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:40.724892 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:40.760361 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 9c60b399-bc80-4640-9a93-6815c9c97311, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=9c60b399-bc80-4640-9a93-6815c9c97311,segment=NetworkSegment(b1f111f9-14d3-4c01-9c44-f42abe4095b4),segment_id=b1f111f9-14d3-4c01-9c44-f42abe4095b4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:49:40.764730 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:40.814557 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=9c60b399-bc80-4640-9a93-6815c9c97311,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:49:40.871033 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-60ba1ca3-b0c9-42cb-9c80-b4ca93e72be8 None None] Provisioning complete for port 9c60b399-bc80-4640-9a93-6815c9c97311 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:49:40.871329 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60ba1ca3-b0c9-42cb-9c80-b4ca93e72be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:41.168172 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57620) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:49:41.458850 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-cfe3417b-909a-49b7-af67-697c192b59a7 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '97fd7a5a30704504b3a3c8a2783237ca', 'name': 'router1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:49:41.481390 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cfe3417b-909a-49b7-af67-697c192b59a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:41.482878 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cfe3417b-909a-49b7-af67-697c192b59a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:41.619095 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cfe3417b-909a-49b7-af67-697c192b59a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:41.623591 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cfe3417b-909a-49b7-af67-697c192b59a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:41.636230 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cfe3417b-909a-49b7-af67-697c192b59a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:41.637392 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cfe3417b-909a-49b7-af67-697c192b59a7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4682741 Jul 15 22:49:42.426339 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 9c60b399-bc80-4640-9a93-6815c9c97311 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:49:42.478996 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 9c60b399-bc80-4640-9a93-6815c9c97311 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:49:42.479375 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:43.967148 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57628) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:49:44.264726 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-d57eabbc-9b36-475a-8f21-d37624e3d4b8 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 22:49:44.265740 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d57eabbc-9b36-475a-8f21-d37624e3d4b8 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2976272 Jul 15 22:49:45.810147 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4ae75326-83e0-4150-b144-16a46f0be820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:46.606309 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57636) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:49:46.906574 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3975d1b4-793e-4416-beb3-825a30868e17 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:49:46.927422 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3975d1b4-793e-4416-beb3-825a30868e17 admin admin] Made reservation on behalf of 69c73ffec25146e39d492b4c90803c76 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:49:46.929907 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3975d1b4-793e-4416-beb3-825a30868e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:46.937470 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3975d1b4-793e-4416-beb3-825a30868e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:47.024346 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3975d1b4-793e-4416-beb3-825a30868e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:47.027971 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3975d1b4-793e-4416-beb3-825a30868e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:47.042797 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3975d1b4-793e-4416-beb3-825a30868e17 admin admin] Reserving flat network on physical network physnet1 {{(pid=93798) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 15 22:49:47.061379 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975d1b4-793e-4416-beb3-825a30868e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da29499e-cee6-4457-b437-adf4b19cd396,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:49:47.066682 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3975d1b4-793e-4416-beb3-825a30868e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:47.067028 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-3975d1b4-793e-4416-beb3-825a30868e17 admin admin] Added segment 77a2d36f-05f2-499f-a174-c0cbb65efd84 of type flat for network 61ac1f85-79f4-4ace-93a9-51b85862f208 Jul 15 22:49:47.112381 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3975d1b4-793e-4416-beb3-825a30868e17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:47.147087 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3975d1b4-793e-4416-beb3-825a30868e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:47.147924 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3975d1b4-793e-4416-beb3-825a30868e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:49:47.148489 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3975d1b4-793e-4416-beb3-825a30868e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:47.200248 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3975d1b4-793e-4416-beb3-825a30868e17 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5928617 Jul 15 22:49:47.227716 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975d1b4-793e-4416-beb3-825a30868e17 admin admin] Pushing event updated for resources: {'Network': ['ID=61ac1f85-79f4-4ace-93a9-51b85862f208,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:49:47.240897 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 22:49:48.164195 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7a91102d-52d2-424f-a81f-28883fc6e1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:48.574854 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:49.427899 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:49.509060 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57644) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:49:49.830449 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a4a207-66ec-4105-8632-52a68f07c0ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:49:49.831831 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-50a4a207-66ec-4105-8632-52a68f07c0ec admin admin] 10.222.0.16 "GET /v2.0/subnets/8c3129d5-0385-4392-af59-36fdcdb9a431 HTTP/1.1" status: 200 len: 849 time: 0.3218384 Jul 15 22:49:49.944307 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a8e2a65b-f718-41cc-9cac-e3d9716c5c36 admin admin] 10.222.0.16 "GET /v2.0/routers/d001d61b-921f-4b3e-aaf2-0c23d24bbd86 HTTP/1.1" status: 200 len: 704 time: 0.1069686 Jul 15 22:49:50.202232 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94548eae-cf22-4077-962b-0aee98cb9d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:50.490093 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-94548eae-cf22-4077-962b-0aee98cb9d10 admin admin] Allocated IP 172.20.0.1 (672bb348-5bc5-4b4d-bff6-43e42190b1bd/8c3129d5-0385-4392-af59-36fdcdb9a431/f84771d2-3c28-4ffc-8cca-47b16083ee75) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:49:50.667591 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94548eae-cf22-4077-962b-0aee98cb9d10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:50.689875 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-94548eae-cf22-4077-962b-0aee98cb9d10 admin admin] Transition to ACTIVE for port object f84771d2-3c28-4ffc-8cca-47b16083ee75 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:49:50.769030 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94548eae-cf22-4077-962b-0aee98cb9d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:50.886332 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94548eae-cf22-4077-962b-0aee98cb9d10 admin admin] Network 672bb348-5bc5-4b4d-bff6-43e42190b1bd is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:49:50.891113 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-94548eae-cf22-4077-962b-0aee98cb9d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:49:50.900038 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94548eae-cf22-4077-962b-0aee98cb9d10 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:49:50.900942 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94548eae-cf22-4077-962b-0aee98cb9d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:50.920848 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94548eae-cf22-4077-962b-0aee98cb9d10 admin admin] Pushing event updated for resources: {'Port': ['ID=f84771d2-3c28-4ffc-8cca-47b16083ee75,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:49:50.960778 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:51.107329 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94548eae-cf22-4077-962b-0aee98cb9d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:51.125708 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-722a7d99-18c7-41e1-993e-7b62004bc931 None None] Provisioning for port f84771d2-3c28-4ffc-8cca-47b16083ee75 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:49:51.129294 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-722a7d99-18c7-41e1-993e-7b62004bc931 None None] Provisioning complete for port f84771d2-3c28-4ffc-8cca-47b16083ee75 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:49:51.129668 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-722a7d99-18c7-41e1-993e-7b62004bc931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:51.165485 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-722a7d99-18c7-41e1-993e-7b62004bc931 None None] Port f84771d2-3c28-4ffc-8cca-47b16083ee75 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:49:51.285597 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94548eae-cf22-4077-962b-0aee98cb9d10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:51.290112 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94548eae-cf22-4077-962b-0aee98cb9d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:51.290982 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94548eae-cf22-4077-962b-0aee98cb9d10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:51.351290 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94548eae-cf22-4077-962b-0aee98cb9d10 admin admin] Pushing event updated for resources: {'Port': ['ID=f84771d2-3c28-4ffc-8cca-47b16083ee75,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:49:51.415250 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94548eae-cf22-4077-962b-0aee98cb9d10 admin admin] Network 672bb348-5bc5-4b4d-bff6-43e42190b1bd is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:49:51.416507 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-94548eae-cf22-4077-962b-0aee98cb9d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:49:51.572271 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94548eae-cf22-4077-962b-0aee98cb9d10 admin admin] Router d001d61b-921f-4b3e-aaf2-0c23d24bbd86 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 22:49:51.585393 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-473eba49-505a-41bc-ad9c-e33c59fc3b37 None None] Provisioning complete for port f84771d2-3c28-4ffc-8cca-47b16083ee75 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:49:51.585762 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-473eba49-505a-41bc-ad9c-e33c59fc3b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:51.617671 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-473eba49-505a-41bc-ad9c-e33c59fc3b37 None None] Port f84771d2-3c28-4ffc-8cca-47b16083ee75 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:49:51.662099 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94548eae-cf22-4077-962b-0aee98cb9d10 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 22:49:51.667425 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-94548eae-cf22-4077-962b-0aee98cb9d10 admin admin] 10.222.0.16 "PUT /v2.0/routers/d001d61b-921f-4b3e-aaf2-0c23d24bbd86/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7183597 Jul 15 22:49:51.672112 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e404eb9-705b-4e60-8cb5-29a7039886a2 None None] Sync routers for ids ['d001d61b-921f-4b3e-aaf2-0c23d24bbd86'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 22:49:51.684322 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e404eb9-705b-4e60-8cb5-29a7039886a2 None None] Routers {'d001d61b-921f-4b3e-aaf2-0c23d24bbd86'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:49:51.685102 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-9e404eb9-705b-4e60-8cb5-29a7039886a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T22:49:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['d001d61b-921f-4b3e-aaf2-0c23d24bbd86'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:49:51.867835 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-9e404eb9-705b-4e60-8cb5-29a7039886a2 None None] Set router d001d61b-921f-4b3e-aaf2-0c23d24bbd86 gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:49:52.235426 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 5 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:49:52.290202 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-9e404eb9-705b-4e60-8cb5-29a7039886a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd001d61b-921f-4b3e-aaf2-0c23d24bbd86', 'name': 'router1', 'tenant_id': '97fd7a5a30704504b3a3c8a2783237ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:49:41Z', 'updated_at': '2021-07-15T22:49:51Z', 'revision_number': 2, 'project_id': '97fd7a5a30704504b3a3c8a2783237ca', 'gw_port_host': None, '_interfaces': [{'id': 'f84771d2-3c28-4ffc-8cca-47b16083ee75', 'name': '', 'network_id': '672bb348-5bc5-4b4d-bff6-43e42190b1bd', 'tenant_id': '97fd7a5a30704504b3a3c8a2783237ca', 'mac_address': 'fa:16:3e:20:78:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd001d61b-921f-4b3e-aaf2-0c23d24bbd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c3129d5-0385-4392-af59-36fdcdb9a431', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:49:50Z', 'updated_at': '2021-07-15T22:49:51Z', 'revision_number': 2, 'project_id': '97fd7a5a30704504b3a3c8a2783237ca', 'subnets': [{'id': '8c3129d5-0385-4392-af59-36fdcdb9a431', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ecc2f541-40b7-4314-b923-410483db8235'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:49:52.341332 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e404eb9-705b-4e60-8cb5-29a7039886a2 None None] Checking router: d001d61b-921f-4b3e-aaf2-0c23d24bbd86 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 22:49:52.341693 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e404eb9-705b-4e60-8cb5-29a7039886a2 None None] Updating router d001d61b-921f-4b3e-aaf2-0c23d24bbd86 port f84771d2-3c28-4ffc-8cca-47b16083ee75 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 22:49:52.402933 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9e404eb9-705b-4e60-8cb5-29a7039886a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:52.878107 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9e404eb9-705b-4e60-8cb5-29a7039886a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:52.896823 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-9e404eb9-705b-4e60-8cb5-29a7039886a2 None None] Transition to ACTIVE for port object f84771d2-3c28-4ffc-8cca-47b16083ee75 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:49:52.902751 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9e404eb9-705b-4e60-8cb5-29a7039886a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:53.027793 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e2f39-4f5b-4b1f-9220-ff910641f5cd None None] Pushing event updated for resources: {'Port': ['ID=f84771d2-3c28-4ffc-8cca-47b16083ee75,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:49:53.053145 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e2f39-4f5b-4b1f-9220-ff910641f5cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:53.053520 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e2f39-4f5b-4b1f-9220-ff910641f5cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:53.053854 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e2f39-4f5b-4b1f-9220-ff910641f5cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:53.054178 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e2f39-4f5b-4b1f-9220-ff910641f5cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:53.054506 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e2f39-4f5b-4b1f-9220-ff910641f5cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:53.054847 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e2f39-4f5b-4b1f-9220-ff910641f5cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:53.055166 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e2f39-4f5b-4b1f-9220-ff910641f5cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:53.055478 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e2f39-4f5b-4b1f-9220-ff910641f5cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:53.055796 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e2f39-4f5b-4b1f-9220-ff910641f5cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:53.056100 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e2f39-4f5b-4b1f-9220-ff910641f5cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:53.056408 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e2f39-4f5b-4b1f-9220-ff910641f5cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:53.056719 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e2f39-4f5b-4b1f-9220-ff910641f5cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:53.057793 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e2f39-4f5b-4b1f-9220-ff910641f5cd None None] Tracked resource versions report: Jul 15 22:49:53.057793 n-d-787205-9 neutron-server[93801]: pushed versions: Jul 15 22:49:53.057793 n-d-787205-9 neutron-server[93801]: { 'AddressGroup': {'1.2'}, Jul 15 22:49:53.057793 n-d-787205-9 neutron-server[93801]: 'ConntrackHelper': {'1.0'}, Jul 15 22:49:53.057793 n-d-787205-9 neutron-server[93801]: 'Log': {'1.0'}, Jul 15 22:49:53.057793 n-d-787205-9 neutron-server[93801]: 'Network': {'1.1'}, Jul 15 22:49:53.057793 n-d-787205-9 neutron-server[93801]: 'Port': {'1.7'}, Jul 15 22:49:53.057793 n-d-787205-9 neutron-server[93801]: 'PortForwarding': {'1.2'}, Jul 15 22:49:53.057793 n-d-787205-9 neutron-server[93801]: 'QosPolicy': {'1.8'}, Jul 15 22:49:53.057793 n-d-787205-9 neutron-server[93801]: 'SecurityGroup': {'1.4'}, Jul 15 22:49:53.057793 n-d-787205-9 neutron-server[93801]: 'SecurityGroupRule': {'1.2'}, Jul 15 22:49:53.057793 n-d-787205-9 neutron-server[93801]: 'SubPort': {'1.0'}, Jul 15 22:49:53.057793 n-d-787205-9 neutron-server[93801]: 'Subnet': {'1.1'}, Jul 15 22:49:53.057793 n-d-787205-9 neutron-server[93801]: 'Trunk': {'1.1'}} Jul 15 22:49:53.057793 n-d-787205-9 neutron-server[93801]: consumer versions: Jul 15 22:49:53.057793 n-d-787205-9 neutron-server[93801]: { DHCP agent@n-d-787205-9: {}, Jul 15 22:49:53.057793 n-d-787205-9 neutron-server[93801]: L3 agent@n-d-787205-9: {}, Jul 15 22:49:53.057793 n-d-787205-9 neutron-server[93801]: Metadata agent@n-d-787205-9: {}, Jul 15 22:49:53.057793 n-d-787205-9 neutron-server[93801]: Metering agent@n-d-787205-9: {}, Jul 15 22:49:53.057793 n-d-787205-9 neutron-server[93801]: Open vSwitch agent@n-d-787205-9: { 'AddressGroup': '1.2', Jul 15 22:49:53.057793 n-d-787205-9 neutron-server[93801]: 'ConntrackHelper': '1.0', Jul 15 22:49:53.057793 n-d-787205-9 neutron-server[93801]: 'Log': '1.0', Jul 15 22:49:53.057793 n-d-787205-9 neutron-server[93801]: 'Network': '1.1', Jul 15 22:49:53.057793 n-d-787205-9 neutron-server[93801]: 'Port': '1.7', Jul 15 22:49:53.057793 n-d-787205-9 neutron-server[93801]: 'PortForwarding': '1.2', Jul 15 22:49:53.057793 n-d-787205-9 neutron-server[93801]: 'QosPolicy': '1.8', Jul 15 22:49:53.057793 n-d-787205-9 neutron-server[93801]: 'SecurityGroup': '1.4', Jul 15 22:49:53.057793 n-d-787205-9 neutron-server[93801]: 'SecurityGroupRule': '1.2', Jul 15 22:49:53.057793 n-d-787205-9 neutron-server[93801]: 'SubPort': '1.0', Jul 15 22:49:53.057793 n-d-787205-9 neutron-server[93801]: 'Subnet': '1.1', Jul 15 22:49:53.057793 n-d-787205-9 neutron-server[93801]: 'Trunk': '1.1'}} Jul 15 22:49:53.057793 n-d-787205-9 neutron-server[93801]: {{(pid=93801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 22:49:53.072800 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-9e404eb9-705b-4e60-8cb5-29a7039886a2 None None] Attempting to bind port f84771d2-3c28-4ffc-8cca-47b16083ee75 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:49:53.073194 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-9e404eb9-705b-4e60-8cb5-29a7039886a2 None None] Attempting to bind port f84771d2-3c28-4ffc-8cca-47b16083ee75 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'b1f111f9-14d3-4c01-9c44-f42abe4095b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '672bb348-5bc5-4b4d-bff6-43e42190b1bd'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:49:53.073615 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e404eb9-705b-4e60-8cb5-29a7039886a2 None None] Attempting to bind port f84771d2-3c28-4ffc-8cca-47b16083ee75 on network 672bb348-5bc5-4b4d-bff6-43e42190b1bd {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:49:53.078661 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e404eb9-705b-4e60-8cb5-29a7039886a2 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:49:53.079076 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e404eb9-705b-4e60-8cb5-29a7039886a2 None None] Checking segment: {'id': 'b1f111f9-14d3-4c01-9c44-f42abe4095b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '672bb348-5bc5-4b4d-bff6-43e42190b1bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:49:53.080086 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9e404eb9-705b-4e60-8cb5-29a7039886a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:53.080470 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e404eb9-705b-4e60-8cb5-29a7039886a2 None None] Bound using segment: {'id': 'b1f111f9-14d3-4c01-9c44-f42abe4095b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '672bb348-5bc5-4b4d-bff6-43e42190b1bd'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:49:53.080925 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-9e404eb9-705b-4e60-8cb5-29a7039886a2 None None] Bound port: f84771d2-3c28-4ffc-8cca-47b16083ee75, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f111f9-14d3-4c01-9c44-f42abe4095b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '672bb348-5bc5-4b4d-bff6-43e42190b1bd'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:49:53.081317 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9e404eb9-705b-4e60-8cb5-29a7039886a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:53.148466 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-9e404eb9-705b-4e60-8cb5-29a7039886a2 None None] For port f84771d2-3c28-4ffc-8cca-47b16083ee75, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:49:53.170067 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-9e404eb9-705b-4e60-8cb5-29a7039886a2 None None] For port f84771d2-3c28-4ffc-8cca-47b16083ee75, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f84771d2-3c28-4ffc-8cca-47b16083ee75,segment=NetworkSegment(b1f111f9-14d3-4c01-9c44-f42abe4095b4),segment_id=b1f111f9-14d3-4c01-9c44-f42abe4095b4)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:49:53.174723 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9e404eb9-705b-4e60-8cb5-29a7039886a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:53.232955 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e404eb9-705b-4e60-8cb5-29a7039886a2 None None] Routers {'d001d61b-921f-4b3e-aaf2-0c23d24bbd86'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:49:53.233508 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-9e404eb9-705b-4e60-8cb5-29a7039886a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T22:49:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['d001d61b-921f-4b3e-aaf2-0c23d24bbd86'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:49:53.237000 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e2f39-4f5b-4b1f-9220-ff910641f5cd None None] Pushing event updated for resources: {'Port': ['ID=f84771d2-3c28-4ffc-8cca-47b16083ee75,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:49:53.323612 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-9e404eb9-705b-4e60-8cb5-29a7039886a2 None None] Set router d001d61b-921f-4b3e-aaf2-0c23d24bbd86 gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:49:53.531768 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-9e404eb9-705b-4e60-8cb5-29a7039886a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd001d61b-921f-4b3e-aaf2-0c23d24bbd86', 'name': 'router1', 'tenant_id': '97fd7a5a30704504b3a3c8a2783237ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:49:41Z', 'updated_at': '2021-07-15T22:49:51Z', 'revision_number': 2, 'project_id': '97fd7a5a30704504b3a3c8a2783237ca', 'gw_port_host': None, '_interfaces': [{'id': 'f84771d2-3c28-4ffc-8cca-47b16083ee75', 'name': '', 'network_id': '672bb348-5bc5-4b4d-bff6-43e42190b1bd', 'tenant_id': '97fd7a5a30704504b3a3c8a2783237ca', 'mac_address': 'fa:16:3e:20:78:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd001d61b-921f-4b3e-aaf2-0c23d24bbd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c3129d5-0385-4392-af59-36fdcdb9a431', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:49:50Z', 'updated_at': '2021-07-15T22:49:53Z', 'revision_number': 4, 'project_id': '97fd7a5a30704504b3a3c8a2783237ca', 'subnets': [{'id': '8c3129d5-0385-4392-af59-36fdcdb9a431', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ecc2f541-40b7-4314-b923-410483db8235'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:49:53.557336 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e404eb9-705b-4e60-8cb5-29a7039886a2 None None] The sync data for ids ['d001d61b-921f-4b3e-aaf2-0c23d24bbd86'] in n-d-787205-9 is: [{'id': 'd001d61b-921f-4b3e-aaf2-0c23d24bbd86', 'name': 'router1', 'tenant_id': '97fd7a5a30704504b3a3c8a2783237ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:49:41Z', 'updated_at': '2021-07-15T22:49:51Z', 'revision_number': 2, 'project_id': '97fd7a5a30704504b3a3c8a2783237ca', 'gw_port_host': None, '_interfaces': [{'id': 'f84771d2-3c28-4ffc-8cca-47b16083ee75', 'name': '', 'network_id': '672bb348-5bc5-4b4d-bff6-43e42190b1bd', 'tenant_id': '97fd7a5a30704504b3a3c8a2783237ca', 'mac_address': 'fa:16:3e:20:78:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd001d61b-921f-4b3e-aaf2-0c23d24bbd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c3129d5-0385-4392-af59-36fdcdb9a431', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:49:50Z', 'updated_at': '2021-07-15T22:49:53Z', 'revision_number': 4, 'project_id': '97fd7a5a30704504b3a3c8a2783237ca', 'subnets': [{'id': '8c3129d5-0385-4392-af59-36fdcdb9a431', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ecc2f541-40b7-4314-b923-410483db8235'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 22:49:53.893510 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57664) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:49:54.008305 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4166ca-b145-4abb-a669-357b43a97f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:49:54.009637 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-bc4166ca-b145-4abb-a669-357b43a97f1a admin admin] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 842 time: 0.1152022 Jul 15 22:49:54.018910 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-2588fed1-3721-4e55-9989-82e7212983af admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:49:54.039050 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2588fed1-3721-4e55-9989-82e7212983af admin admin] Made reservation on behalf of 69c73ffec25146e39d492b4c90803c76 for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:49:54.041512 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2588fed1-3721-4e55-9989-82e7212983af admin admin] Notify callbacks [] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:54.381053 n-d-787205-9 neutron-server[93799]: DEBUG neutron.objects.ports [None req-2588fed1-3721-4e55-9989-82e7212983af admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93799) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 22:49:54.381519 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2588fed1-3721-4e55-9989-82e7212983af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:54.441188 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588fed1-3721-4e55-9989-82e7212983af admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:49:54.443587 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2588fed1-3721-4e55-9989-82e7212983af admin admin] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:49:54.443936 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2588fed1-3721-4e55-9989-82e7212983af admin admin] Network hostable DHCP agents. Network: 61ac1f85-79f4-4ace-93a9-51b85862f208, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 22:49:54.460202 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2588fed1-3721-4e55-9989-82e7212983af admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 22:49:54.468016 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-2588fed1-3721-4e55-9989-82e7212983af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 61ac1f85-79f4-4ace-93a9-51b85862f208) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:49:54.471893 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2588fed1-3721-4e55-9989-82e7212983af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:49:54.472581 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2588fed1-3721-4e55-9989-82e7212983af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:54.477341 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3f0519-931b-4ec7-80de-53fb5e7105c4 None None] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:49:54.498790 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2588fed1-3721-4e55-9989-82e7212983af admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4711843 Jul 15 22:49:54.614736 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ef0d73-343b-4aac-831f-7e6b651ab98c None None] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:49:56.444857 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f84771d2-3c28-4ffc-8cca-47b16083ee75 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:49:56.499365 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port f84771d2-3c28-4ffc-8cca-47b16083ee75 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:49:56.503587 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port f84771d2-3c28-4ffc-8cca-47b16083ee75 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:49:56.504039 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:56.639803 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:56.675060 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port f84771d2-3c28-4ffc-8cca-47b16083ee75, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f84771d2-3c28-4ffc-8cca-47b16083ee75,segment=NetworkSegment(b1f111f9-14d3-4c01-9c44-f42abe4095b4),segment_id=b1f111f9-14d3-4c01-9c44-f42abe4095b4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:49:56.680627 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:56.728122 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=f84771d2-3c28-4ffc-8cca-47b16083ee75,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:49:56.782425 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57686) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:49:57.008057 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-41da1e76-433d-4c9c-96af-73f6c39da81d admin admin] 10.222.0.16 "GET /v2.0/routers/d001d61b-921f-4b3e-aaf2-0c23d24bbd86 HTTP/1.1" status: 200 len: 710 time: 0.2237494 Jul 15 22:49:57.089286 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdcaa90-ca5b-4beb-89ad-76b13c649808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:49:57.090615 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4bdcaa90-ca5b-4beb-89ad-76b13c649808 admin admin] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 886 time: 0.0781701 Jul 15 22:49:57.099567 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-dcc2e89e-b815-4213-b07d-d532419db877 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:49:57.338115 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dcc2e89e-b815-4213-b07d-d532419db877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:57.577966 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dcc2e89e-b815-4213-b07d-d532419db877 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:57.653853 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dcc2e89e-b815-4213-b07d-d532419db877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:57.840906 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-dcc2e89e-b815-4213-b07d-d532419db877 admin admin] Allocated IP 172.25.4.160 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/9a0f0530-5cd8-4dad-b15b-a4ab27e3425d) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:49:57.945130 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dcc2e89e-b815-4213-b07d-d532419db877 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:58.027322 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dcc2e89e-b815-4213-b07d-d532419db877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:58.097526 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc2e89e-b815-4213-b07d-d532419db877 admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:49:58.101940 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-dcc2e89e-b815-4213-b07d-d532419db877 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:49:58.107516 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc2e89e-b815-4213-b07d-d532419db877 admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:49:58.112830 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2e89e-b815-4213-b07d-d532419db877 admin admin] Pushing event updated for resources: {'Port': ['ID=9a0f0530-5cd8-4dad-b15b-a4ab27e3425d,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:49:58.373343 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dcc2e89e-b815-4213-b07d-d532419db877 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:58.418333 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f84771d2-3c28-4ffc-8cca-47b16083ee75 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:49:58.464710 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port f84771d2-3c28-4ffc-8cca-47b16083ee75 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:49:58.465077 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:58.562887 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dcc2e89e-b815-4213-b07d-d532419db877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:58.566569 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dcc2e89e-b815-4213-b07d-d532419db877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16353154'] for router, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:58.672107 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc2e89e-b815-4213-b07d-d532419db877 admin admin] Router d001d61b-921f-4b3e-aaf2-0c23d24bbd86 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 22:49:58.774479 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc2e89e-b815-4213-b07d-d532419db877 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 22:49:58.778582 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dcc2e89e-b815-4213-b07d-d532419db877 admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:58.779912 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-dcc2e89e-b815-4213-b07d-d532419db877 admin admin] 10.222.0.16 "PUT /v2.0/routers/d001d61b-921f-4b3e-aaf2-0c23d24bbd86 HTTP/1.1" status: 200 len: 890 time: 1.6834650 Jul 15 22:49:58.784630 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37db4e99-dc0a-4ab5-bb13-018fc9ce97ff None None] Sync routers for ids ['d001d61b-921f-4b3e-aaf2-0c23d24bbd86'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 22:49:58.795986 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37db4e99-dc0a-4ab5-bb13-018fc9ce97ff None None] Routers {'d001d61b-921f-4b3e-aaf2-0c23d24bbd86'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:49:58.796684 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-37db4e99-dc0a-4ab5-bb13-018fc9ce97ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T22:49:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['d001d61b-921f-4b3e-aaf2-0c23d24bbd86'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:49:59.013097 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-37db4e99-dc0a-4ab5-bb13-018fc9ce97ff None None] Set router d001d61b-921f-4b3e-aaf2-0c23d24bbd86 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:49:59.400671 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-37db4e99-dc0a-4ab5-bb13-018fc9ce97ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd001d61b-921f-4b3e-aaf2-0c23d24bbd86', 'name': 'router1', 'tenant_id': '97fd7a5a30704504b3a3c8a2783237ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '9a0f0530-5cd8-4dad-b15b-a4ab27e3425d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:49:41Z', 'updated_at': '2021-07-15T22:49:58Z', 'revision_number': 4, 'project_id': '97fd7a5a30704504b3a3c8a2783237ca', 'gw_port': {'id': '9a0f0530-5cd8-4dad-b15b-a4ab27e3425d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd001d61b-921f-4b3e-aaf2-0c23d24bbd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:49:57Z', 'updated_at': '2021-07-15T22:49:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'f84771d2-3c28-4ffc-8cca-47b16083ee75', 'name': '', 'network_id': '672bb348-5bc5-4b4d-bff6-43e42190b1bd', 'tenant_id': '97fd7a5a30704504b3a3c8a2783237ca', 'mac_address': 'fa:16:3e:20:78:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd001d61b-921f-4b3e-aaf2-0c23d24bbd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c3129d5-0385-4392-af59-36fdcdb9a431', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:49:50Z', 'updated_at': '2021-07-15T22:49:56Z', 'revision_number': 5, 'project_id': '97fd7a5a30704504b3a3c8a2783237ca', 'subnets': [{'id': '8c3129d5-0385-4392-af59-36fdcdb9a431', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ecc2f541-40b7-4314-b923-410483db8235'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:49:59.451655 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37db4e99-dc0a-4ab5-bb13-018fc9ce97ff None None] Checking router: d001d61b-921f-4b3e-aaf2-0c23d24bbd86 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 22:49:59.452267 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37db4e99-dc0a-4ab5-bb13-018fc9ce97ff None None] Updating router d001d61b-921f-4b3e-aaf2-0c23d24bbd86 port 9a0f0530-5cd8-4dad-b15b-a4ab27e3425d binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 22:49:59.484121 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-37db4e99-dc0a-4ab5-bb13-018fc9ce97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:59.796809 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-37db4e99-dc0a-4ab5-bb13-018fc9ce97ff None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:59.806853 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-37db4e99-dc0a-4ab5-bb13-018fc9ce97ff None None] Transition to ACTIVE for port object 9a0f0530-5cd8-4dad-b15b-a4ab27e3425d will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:49:59.812441 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-37db4e99-dc0a-4ab5-bb13-018fc9ce97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:59.932319 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-37db4e99-dc0a-4ab5-bb13-018fc9ce97ff None None] Attempting to bind port 9a0f0530-5cd8-4dad-b15b-a4ab27e3425d on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:49:59.932688 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-37db4e99-dc0a-4ab5-bb13-018fc9ce97ff None None] Attempting to bind port 9a0f0530-5cd8-4dad-b15b-a4ab27e3425d by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:49:59.933044 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37db4e99-dc0a-4ab5-bb13-018fc9ce97ff None None] Attempting to bind port 9a0f0530-5cd8-4dad-b15b-a4ab27e3425d on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:49:59.940362 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37db4e99-dc0a-4ab5-bb13-018fc9ce97ff None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:49:59.940727 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37db4e99-dc0a-4ab5-bb13-018fc9ce97ff None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:49:59.941127 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-37db4e99-dc0a-4ab5-bb13-018fc9ce97ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:59.941511 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37db4e99-dc0a-4ab5-bb13-018fc9ce97ff None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:49:59.941963 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-37db4e99-dc0a-4ab5-bb13-018fc9ce97ff None None] Bound port: 9a0f0530-5cd8-4dad-b15b-a4ab27e3425d, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:49:59.942356 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-37db4e99-dc0a-4ab5-bb13-018fc9ce97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:59.943801 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb88ca-383f-4304-b2ae-29d70995a9c1 None None] Pushing event updated for resources: {'Port': ['ID=9a0f0530-5cd8-4dad-b15b-a4ab27e3425d,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:49:59.994363 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-37db4e99-dc0a-4ab5-bb13-018fc9ce97ff None None] For port 9a0f0530-5cd8-4dad-b15b-a4ab27e3425d, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:49:59.997338 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-37db4e99-dc0a-4ab5-bb13-018fc9ce97ff None None] For port 9a0f0530-5cd8-4dad-b15b-a4ab27e3425d, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=9a0f0530-5cd8-4dad-b15b-a4ab27e3425d,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:50:00.001556 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-37db4e99-dc0a-4ab5-bb13-018fc9ce97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:50:00.056195 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37db4e99-dc0a-4ab5-bb13-018fc9ce97ff None None] Routers {'d001d61b-921f-4b3e-aaf2-0c23d24bbd86'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:50:00.056720 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-37db4e99-dc0a-4ab5-bb13-018fc9ce97ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T22:49:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['d001d61b-921f-4b3e-aaf2-0c23d24bbd86'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:50:00.090881 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb88ca-383f-4304-b2ae-29d70995a9c1 None None] Pushing event updated for resources: {'Port': ['ID=9a0f0530-5cd8-4dad-b15b-a4ab27e3425d,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:50:00.166184 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-37db4e99-dc0a-4ab5-bb13-018fc9ce97ff None None] Set router d001d61b-921f-4b3e-aaf2-0c23d24bbd86 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:50:00.374871 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-37db4e99-dc0a-4ab5-bb13-018fc9ce97ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd001d61b-921f-4b3e-aaf2-0c23d24bbd86', 'name': 'router1', 'tenant_id': '97fd7a5a30704504b3a3c8a2783237ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '9a0f0530-5cd8-4dad-b15b-a4ab27e3425d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:49:41Z', 'updated_at': '2021-07-15T22:49:58Z', 'revision_number': 4, 'project_id': '97fd7a5a30704504b3a3c8a2783237ca', 'gw_port': {'id': '9a0f0530-5cd8-4dad-b15b-a4ab27e3425d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd001d61b-921f-4b3e-aaf2-0c23d24bbd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:49:57Z', 'updated_at': '2021-07-15T22:49:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'f84771d2-3c28-4ffc-8cca-47b16083ee75', 'name': '', 'network_id': '672bb348-5bc5-4b4d-bff6-43e42190b1bd', 'tenant_id': '97fd7a5a30704504b3a3c8a2783237ca', 'mac_address': 'fa:16:3e:20:78:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd001d61b-921f-4b3e-aaf2-0c23d24bbd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c3129d5-0385-4392-af59-36fdcdb9a431', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:49:50Z', 'updated_at': '2021-07-15T22:49:56Z', 'revision_number': 5, 'project_id': '97fd7a5a30704504b3a3c8a2783237ca', 'subnets': [{'id': '8c3129d5-0385-4392-af59-36fdcdb9a431', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ecc2f541-40b7-4314-b923-410483db8235'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:50:00.400637 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37db4e99-dc0a-4ab5-bb13-018fc9ce97ff None None] The sync data for ids ['d001d61b-921f-4b3e-aaf2-0c23d24bbd86'] in n-d-787205-9 is: [{'id': 'd001d61b-921f-4b3e-aaf2-0c23d24bbd86', 'name': 'router1', 'tenant_id': '97fd7a5a30704504b3a3c8a2783237ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '9a0f0530-5cd8-4dad-b15b-a4ab27e3425d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:49:41Z', 'updated_at': '2021-07-15T22:49:58Z', 'revision_number': 4, 'project_id': '97fd7a5a30704504b3a3c8a2783237ca', 'gw_port': {'id': '9a0f0530-5cd8-4dad-b15b-a4ab27e3425d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd001d61b-921f-4b3e-aaf2-0c23d24bbd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:49:57Z', 'updated_at': '2021-07-15T22:49:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'f84771d2-3c28-4ffc-8cca-47b16083ee75', 'name': '', 'network_id': '672bb348-5bc5-4b4d-bff6-43e42190b1bd', 'tenant_id': '97fd7a5a30704504b3a3c8a2783237ca', 'mac_address': 'fa:16:3e:20:78:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd001d61b-921f-4b3e-aaf2-0c23d24bbd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c3129d5-0385-4392-af59-36fdcdb9a431', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:49:50Z', 'updated_at': '2021-07-15T22:49:56Z', 'revision_number': 5, 'project_id': '97fd7a5a30704504b3a3c8a2783237ca', 'subnets': [{'id': '8c3129d5-0385-4392-af59-36fdcdb9a431', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ecc2f541-40b7-4314-b923-410483db8235'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 22:50:01.139053 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57694) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:50:01.259515 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-22d09123-5cad-45fc-82f6-1266c16cbfd2 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1193662 Jul 15 22:50:02.453559 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 9a0f0530-5cd8-4dad-b15b-a4ab27e3425d up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:50:02.503728 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 9a0f0530-5cd8-4dad-b15b-a4ab27e3425d completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:50:02.507947 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 9a0f0530-5cd8-4dad-b15b-a4ab27e3425d triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:50:02.508309 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:50:02.589076 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:50:02.609710 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 9a0f0530-5cd8-4dad-b15b-a4ab27e3425d, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=9a0f0530-5cd8-4dad-b15b-a4ab27e3425d,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:50:02.613330 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:50:02.658245 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=9a0f0530-5cd8-4dad-b15b-a4ab27e3425d,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:50:04.425774 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 9a0f0530-5cd8-4dad-b15b-a4ab27e3425d up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:50:04.478431 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 9a0f0530-5cd8-4dad-b15b-a4ab27e3425d triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:50:04.478934 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:50:15.816623 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-00b1093c-c0f4-479f-95de-4fd627234429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:50:18.166874 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-375b0046-e2ef-41c9-b56e-3e41748a600b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:50:18.579792 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:50:19.431793 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:50:20.977758 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:50:29.227084 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 5 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:50:45.808906 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5dee06a6-6240-40a6-88e4-3b744fadda02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:50:48.163050 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c17453c6-6f5f-42f4-8cf8-84d85d401c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:50:48.573309 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:50:49.435771 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:50:50.981074 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:51:06.225897 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 5 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:51:15.814378 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3657466b-ddc8-4dfb-94ed-8be7cf6fc5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:51:18.164473 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a991aa84-38e5-4e4c-8b55-1da2e1aeac67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:51:18.577936 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:51:19.439659 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:51:20.987295 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:51:41.557713 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58294) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:51:41.615789 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-bceef2b4-f29f-46a8-9e12-aae9af2e0fed admin admin] GET failed (client error): The resource could not be found. Jul 15 22:51:41.617081 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-bceef2b4-f29f-46a8-9e12-aae9af2e0fed admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0584404 Jul 15 22:51:41.833771 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c625d9b-dd10-4a01-bef6-21935246c73d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:51:41.835264 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4c625d9b-dd10-4a01-bef6-21935246c73d admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2144616 Jul 15 22:51:43.224514 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 5 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:51:43.967242 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58304) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:51:44.057507 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffef197f-ec6a-4056-a827-75b4c19e5365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:51:44.059435 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ffef197f-ec6a-4056-a827-75b4c19e5365 admin admin] 10.222.0.16 "GET /v2.0/subnets/8c3129d5-0385-4392-af59-36fdcdb9a431 HTTP/1.1" status: 200 len: 849 time: 0.0912509 Jul 15 22:51:44.068449 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-299619aa-e537-4af8-bf48-fd9aaa807239 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:51:44.147552 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-299619aa-e537-4af8-bf48-fd9aaa807239 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:51:44.287457 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-299619aa-e537-4af8-bf48-fd9aaa807239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738555488907'] for subnet, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:51:44.314865 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299619aa-e537-4af8-bf48-fd9aaa807239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:51:44.315450 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-299619aa-e537-4af8-bf48-fd9aaa807239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:51:44.316726 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-299619aa-e537-4af8-bf48-fd9aaa807239 admin admin] 10.222.0.16 "PUT /v2.0/subnets/8c3129d5-0385-4392-af59-36fdcdb9a431 HTTP/1.1" status: 200 len: 868 time: 0.2519219 Jul 15 22:51:44.333713 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b81565-55b0-4124-9a35-13d3737c0de6 None None] Network 672bb348-5bc5-4b4d-bff6-43e42190b1bd requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:51:44.338958 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299619aa-e537-4af8-bf48-fd9aaa807239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c3129d5-0385-4392-af59-36fdcdb9a431,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:51:44.346299 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299619aa-e537-4af8-bf48-fd9aaa807239 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:51:44.346661 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299619aa-e537-4af8-bf48-fd9aaa807239 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:51:44.347017 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299619aa-e537-4af8-bf48-fd9aaa807239 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:51:44.347350 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299619aa-e537-4af8-bf48-fd9aaa807239 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:51:44.348352 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299619aa-e537-4af8-bf48-fd9aaa807239 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:51:44.348352 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299619aa-e537-4af8-bf48-fd9aaa807239 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:51:44.348352 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299619aa-e537-4af8-bf48-fd9aaa807239 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:51:44.348698 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299619aa-e537-4af8-bf48-fd9aaa807239 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:51:44.349050 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299619aa-e537-4af8-bf48-fd9aaa807239 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:51:44.349373 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299619aa-e537-4af8-bf48-fd9aaa807239 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:51:44.349693 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299619aa-e537-4af8-bf48-fd9aaa807239 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:51:44.350041 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299619aa-e537-4af8-bf48-fd9aaa807239 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:51:44.713481 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-87b6d35b-ffdd-45c1-9d96-4206c46bc97a None None] Provisioning complete for port 9c60b399-bc80-4640-9a93-6815c9c97311 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:51:44.713849 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-87b6d35b-ffdd-45c1-9d96-4206c46bc97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:51:44.798426 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-87b6d35b-ffdd-45c1-9d96-4206c46bc97a None None] Provisioning complete for port f84771d2-3c28-4ffc-8cca-47b16083ee75 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:51:44.798719 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-87b6d35b-ffdd-45c1-9d96-4206c46bc97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:51:45.815158 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b90c7efc-5e8a-485a-a765-09e78cf530fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:51:46.455229 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58314) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:51:46.649085 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace2e3a1-f5cf-470b-ac57-ee8000eb6074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:51:46.649450 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace2e3a1-f5cf-470b-ac57-ee8000eb6074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:51:46.650999 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ace2e3a1-f5cf-470b-ac57-ee8000eb6074 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1947596 Jul 15 22:51:48.165516 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9495d501-4e3a-42ad-9882-fa1f2666a4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:51:48.579507 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:51:48.795046 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58322) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:51:48.922180 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca580cf-b50e-44db-a2c7-9fbdc3f4096e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:51:48.922655 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca580cf-b50e-44db-a2c7-9fbdc3f4096e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:51:48.924184 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5ca580cf-b50e-44db-a2c7-9fbdc3f4096e admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1281989 Jul 15 22:51:49.441309 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:51:50.989706 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:51:51.071983 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58330) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:51:51.262602 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8cc947-7bb9-451b-9445-a8291f66c403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:51:51.263925 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cd8cc947-7bb9-451b-9445-a8291f66c403 admin admin] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 886 time: 0.1909690 Jul 15 22:51:53.399802 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58338) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:51:53.523953 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baf9066-027d-4fd4-a010-556776a6717a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:51:53.525305 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8baf9066-027d-4fd4-a010-556776a6717a admin admin] 10.222.0.16 "GET /v2.0/networks/672bb348-5bc5-4b4d-bff6-43e42190b1bd HTTP/1.1" status: 200 len: 869 time: 0.1245754 Jul 15 22:51:55.661292 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58346) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:51:55.780022 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d678307-2125-4f3c-b366-63964832eb7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:51:55.780478 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d678307-2125-4f3c-b366-63964832eb7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:51:55.781976 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2d678307-2125-4f3c-b366-63964832eb7a admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1197538 Jul 15 22:51:57.903590 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58354) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:51:57.990392 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1176ae46-3c3c-44e1-b15f-e6d0a2d27070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:51:57.990871 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1176ae46-3c3c-44e1-b15f-e6d0a2d27070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:51:57.992399 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1176ae46-3c3c-44e1-b15f-e6d0a2d27070 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0878484 Jul 15 22:52:00.134364 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58362) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:52:00.225330 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ca7b4e-fd5f-44e6-975b-c7e5a482105c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:52:00.226606 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-51ca7b4e-fd5f-44e6-975b-c7e5a482105c admin admin] 10.222.0.16 "GET /v2.0/subnets/8c3129d5-0385-4392-af59-36fdcdb9a431 HTTP/1.1" status: 200 len: 868 time: 0.0912557 Jul 15 22:52:02.358204 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58370) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:52:02.440465 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cc8d5a-4abd-40b9-b31e-8cd42b02e677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:52:02.441774 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-14cc8d5a-4abd-40b9-b31e-8cd42b02e677 admin admin] 10.222.0.16 "GET /v2.0/subnets/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3 HTTP/1.1" status: 200 len: 816 time: 0.0825982 Jul 15 22:52:15.815232 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8f5d589c-fc79-4dfa-b9c6-ec8e8854547b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:18.169082 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-43b0a27e-1346-4068-bb56-091773193a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:18.579580 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:19.445276 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:20.223238 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 5 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:52:20.995002 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:26.662264 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58422) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:52:26.708024 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [None req-6f4ea994-2fc6-4c11-ab36-274d8a0e0093 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 22:52:26.709030 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6f4ea994-2fc6-4c11-ab36-274d8a0e0093 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457988 Jul 15 22:52:28.905619 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58430) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:52:28.962890 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-18549f12-dc5f-48ea-98f0-e279215a547d admin admin] GET failed (client error): The resource could not be found. Jul 15 22:52:28.964195 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-18549f12-dc5f-48ea-98f0-e279215a547d admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0576274 Jul 15 22:52:29.047648 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e400fcab-9c0a-40d4-8012-f53c723297ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:52:29.049081 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e400fcab-9c0a-40d4-8012-f53c723297ba admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0803480 Jul 15 22:52:31.211742 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58438) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:52:31.255770 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-5f88797e-dbc5-4efd-a822-e9fa62706f7f admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:52:31.279875 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f88797e-dbc5-4efd-a822-e9fa62706f7f admin admin] Made reservation on behalf of 69c73ffec25146e39d492b4c90803c76 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:52:31.282250 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5f88797e-dbc5-4efd-a822-e9fa62706f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:31.322480 n-d-787205-9 neutron-server[93799]: WARNING neutron.services.revisions.revision_plugin [None req-5f88797e-dbc5-4efd-a822-e9fa62706f7f admin admin] Could not find related network for resource to bump revision. Jul 15 22:52:31.340240 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f88797e-dbc5-4efd-a822-e9fa62706f7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 22:52:31.354090 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5f88797e-dbc5-4efd-a822-e9fa62706f7f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738555618883', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:31.354860 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5f88797e-dbc5-4efd-a822-e9fa62706f7f admin admin] Unsubscribe: segment precommit_create {{(pid=93799) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 22:52:31.355543 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-5f88797e-dbc5-4efd-a822-e9fa62706f7f admin admin] Added segment 8951221f-afe5-4577-8d3d-a431d5e059a1 of type vlan for network 8d403abe-cee8-4863-bddd-464e9e566e9c Jul 15 22:52:31.407261 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5f88797e-dbc5-4efd-a822-e9fa62706f7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:31.446332 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5f88797e-dbc5-4efd-a822-e9fa62706f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:31.447281 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f88797e-dbc5-4efd-a822-e9fa62706f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:52:31.447844 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5f88797e-dbc5-4efd-a822-e9fa62706f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:31.491029 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5f88797e-dbc5-4efd-a822-e9fa62706f7f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2780988 Jul 15 22:52:31.538746 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88797e-dbc5-4efd-a822-e9fa62706f7f admin admin] Pushing event updated for resources: {'Network': ['ID=8d403abe-cee8-4863-bddd-464e9e566e9c,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:52:31.546203 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88797e-dbc5-4efd-a822-e9fa62706f7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:52:31.546549 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88797e-dbc5-4efd-a822-e9fa62706f7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:52:31.546919 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88797e-dbc5-4efd-a822-e9fa62706f7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:52:31.547255 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88797e-dbc5-4efd-a822-e9fa62706f7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:52:31.548557 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88797e-dbc5-4efd-a822-e9fa62706f7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:52:31.548557 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88797e-dbc5-4efd-a822-e9fa62706f7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:52:31.548557 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88797e-dbc5-4efd-a822-e9fa62706f7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:52:31.548557 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88797e-dbc5-4efd-a822-e9fa62706f7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:52:31.548917 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88797e-dbc5-4efd-a822-e9fa62706f7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:52:31.549139 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88797e-dbc5-4efd-a822-e9fa62706f7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:52:31.549461 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88797e-dbc5-4efd-a822-e9fa62706f7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:52:31.549778 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88797e-dbc5-4efd-a822-e9fa62706f7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:52:31.566335 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 8d403abe-cee8-4863-bddd-464e9e566e9c details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 22:52:33.675072 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58446) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:52:33.732246 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-bebeb47f-5975-4d1a-8af3-71ef1c2fc07d admin admin] GET failed (client error): The resource could not be found. Jul 15 22:52:33.733548 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-bebeb47f-5975-4d1a-8af3-71ef1c2fc07d admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0575404 Jul 15 22:52:33.799024 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed69f41a-c095-40e1-b552-acee3faacffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:52:33.800439 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ed69f41a-c095-40e1-b552-acee3faacffc admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0631769 Jul 15 22:52:33.810337 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-cfd93cc1-f577-4010-8d64-74cdb3886cf0 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:52:33.829971 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd93cc1-f577-4010-8d64-74cdb3886cf0 admin admin] Made reservation on behalf of 69c73ffec25146e39d492b4c90803c76 for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:52:33.832211 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cfd93cc1-f577-4010-8d64-74cdb3886cf0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:33.987558 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cfd93cc1-f577-4010-8d64-74cdb3886cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:34.042431 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd93cc1-f577-4010-8d64-74cdb3886cf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=190ae4ce-d44c-4c9c-9241-47db78422478,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:52:34.051983 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd93cc1-f577-4010-8d64-74cdb3886cf0 admin admin] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:52:34.052344 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd93cc1-f577-4010-8d64-74cdb3886cf0 admin admin] Network hostable DHCP agents. Network: 8d403abe-cee8-4863-bddd-464e9e566e9c, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 22:52:34.068461 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd93cc1-f577-4010-8d64-74cdb3886cf0 admin admin] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 22:52:34.076516 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-cfd93cc1-f577-4010-8d64-74cdb3886cf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 8d403abe-cee8-4863-bddd-464e9e566e9c) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:52:34.081475 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd93cc1-f577-4010-8d64-74cdb3886cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:52:34.082917 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cfd93cc1-f577-4010-8d64-74cdb3886cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:34.085969 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ea9b45-86c6-4662-9b07-9fe210e22f20 None None] Network 8d403abe-cee8-4863-bddd-464e9e566e9c requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:52:34.097320 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-cfd93cc1-f577-4010-8d64-74cdb3886cf0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2908056 Jul 15 22:52:34.238914 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-8d403abe-cee8-4863-bddd-464e9e566e9c', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'tenant_id': '69c73ffec25146e39d492b4c90803c76', 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 22:52:34.240101 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:34.386142 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Allocated IP 192.168.233.2 (8d403abe-cee8-4863-bddd-464e9e566e9c/190ae4ce-d44c-4c9c-9241-47db78422478/e8a17aa7-d763-4cc3-b70b-56a88e723eb2) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:52:34.537452 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:34.546744 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Transition to ACTIVE for port object e8a17aa7-d763-4cc3-b70b-56a88e723eb2 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:52:34.561823 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Transition to ACTIVE for port object e8a17aa7-d763-4cc3-b70b-56a88e723eb2 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:52:34.568089 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:34.608099 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:52:34.612822 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:52:34.617119 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:52:34.620181 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Pushing event updated for resources: {'Port': ['ID=e8a17aa7-d763-4cc3-b70b-56a88e723eb2,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:52:34.628168 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:52:34.628518 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:52:34.628868 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:52:34.629204 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:52:34.629540 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:52:34.629870 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:52:34.630199 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:52:34.630526 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:52:34.630878 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:52:34.631203 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:52:34.631529 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:52:34.631853 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:52:34.688997 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Attempting to bind port e8a17aa7-d763-4cc3-b70b-56a88e723eb2 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:52:34.689369 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Attempting to bind port e8a17aa7-d763-4cc3-b70b-56a88e723eb2 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:52:34.689735 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Attempting to bind port e8a17aa7-d763-4cc3-b70b-56a88e723eb2 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:52:34.694758 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:52:34.695099 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:52:34.695544 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:34.695917 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:52:34.696373 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Bound port: e8a17aa7-d763-4cc3-b70b-56a88e723eb2, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:52:34.696753 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:34.759159 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-fe502858-2499-475f-a61a-fe48791de829 None None] For port e8a17aa7-d763-4cc3-b70b-56a88e723eb2, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:52:34.764649 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-fe502858-2499-475f-a61a-fe48791de829 None None] For port e8a17aa7-d763-4cc3-b70b-56a88e723eb2, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=e8a17aa7-d763-4cc3-b70b-56a88e723eb2,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:52:34.768599 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:34.827113 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe502858-2499-475f-a61a-fe48791de829 None None] Pushing event updated for resources: {'Port': ['ID=e8a17aa7-d763-4cc3-b70b-56a88e723eb2,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:52:35.629794 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbed516-604d-435d-9ce3-e361630f4f68 None None] Network 8d403abe-cee8-4863-bddd-464e9e566e9c requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:52:35.699635 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-806d0f66-2de2-424e-a2b3-0af1aec9fa3e None None] Provisioning for port e8a17aa7-d763-4cc3-b70b-56a88e723eb2 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:52:36.561458 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e8a17aa7-d763-4cc3-b70b-56a88e723eb2 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:52:36.614593 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port e8a17aa7-d763-4cc3-b70b-56a88e723eb2 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:52:36.619269 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port e8a17aa7-d763-4cc3-b70b-56a88e723eb2 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:52:36.619633 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:36.696389 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:36.728293 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port e8a17aa7-d763-4cc3-b70b-56a88e723eb2, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=e8a17aa7-d763-4cc3-b70b-56a88e723eb2,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:52:36.732252 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:36.781122 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=e8a17aa7-d763-4cc3-b70b-56a88e723eb2,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:52:38.534945 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e8a17aa7-d763-4cc3-b70b-56a88e723eb2 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:52:38.586034 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port e8a17aa7-d763-4cc3-b70b-56a88e723eb2 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:52:38.586409 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:45.816989 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-95270436-dd05-4ec3-9b23-54a799551c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:48.170577 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f6de71f3-1a96-4713-b07e-ea0793cbd8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:48.582717 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:49.447768 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:50.997606 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:57.224083 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 5 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:53:15.818374 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eb8b41cc-70e0-43b2-ad36-264ea404301a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:18.171513 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f7d3ccbf-eb3a-492d-b705-644c24a26182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:18.583916 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:19.452498 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:21.004347 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:34.223561 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 5 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:53:43.756936 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58498) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:53:43.762956 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [None req-60ff323b-b2a1-416d-9b18-c23f391ddbf0 tempest-verify_tempest_config-63097703 tempest-verify_tempest_config-63097703-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 22:53:43.763948 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-60ff323b-b2a1-416d-9b18-c23f391ddbf0 tempest-verify_tempest_config-63097703 tempest-verify_tempest_config-63097703-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060163 Jul 15 22:53:44.058032 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58516) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:53:44.156229 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-85205123-d308-47b3-abd3-1eae01d0f3cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:44.267865 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-85205123-d308-47b3-abd3-1eae01d0f3cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:44.271450 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-85205123-d308-47b3-abd3-1eae01d0f3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:44.317214 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-85205123-d308-47b3-abd3-1eae01d0f3cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0854e2b36eb414c9a8aa6c549712208&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2581017 Jul 15 22:53:44.318162 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85205123-d308-47b3-abd3-1eae01d0f3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f1fc4b-606a-4878-99b4-96f69e11c21e,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:53:44.319882 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58520) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:53:44.325114 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85205123-d308-47b3-abd3-1eae01d0f3cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:44.325457 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85205123-d308-47b3-abd3-1eae01d0f3cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:44.325788 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85205123-d308-47b3-abd3-1eae01d0f3cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:44.326927 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85205123-d308-47b3-abd3-1eae01d0f3cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:44.327192 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85205123-d308-47b3-abd3-1eae01d0f3cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:44.327612 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85205123-d308-47b3-abd3-1eae01d0f3cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:44.327934 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85205123-d308-47b3-abd3-1eae01d0f3cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:44.328259 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85205123-d308-47b3-abd3-1eae01d0f3cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:44.328572 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85205123-d308-47b3-abd3-1eae01d0f3cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:44.328887 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85205123-d308-47b3-abd3-1eae01d0f3cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:44.329203 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85205123-d308-47b3-abd3-1eae01d0f3cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:44.329518 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85205123-d308-47b3-abd3-1eae01d0f3cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:44.376277 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd975734-cc41-407c-81b5-0b2a8ed2934e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:44.396725 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd975734-cc41-407c-81b5-0b2a8ed2934e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:44.481617 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd975734-cc41-407c-81b5-0b2a8ed2934e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:44.484694 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd975734-cc41-407c-81b5-0b2a8ed2934e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:44.488619 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fd975734-cc41-407c-81b5-0b2a8ed2934e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c6f1fc4b-606a-4878-99b4-96f69e11c21e HTTP/1.1" status: 204 len: 168 time: 0.1672628 Jul 15 22:53:44.496140 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd975734-cc41-407c-81b5-0b2a8ed2934e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f1fc4b-606a-4878-99b4-96f69e11c21e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:53:44.502655 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd975734-cc41-407c-81b5-0b2a8ed2934e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:44.503026 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd975734-cc41-407c-81b5-0b2a8ed2934e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:44.503361 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd975734-cc41-407c-81b5-0b2a8ed2934e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:44.503700 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd975734-cc41-407c-81b5-0b2a8ed2934e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:44.504029 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd975734-cc41-407c-81b5-0b2a8ed2934e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:44.504360 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd975734-cc41-407c-81b5-0b2a8ed2934e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:44.504683 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd975734-cc41-407c-81b5-0b2a8ed2934e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:44.505006 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd975734-cc41-407c-81b5-0b2a8ed2934e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:44.505330 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd975734-cc41-407c-81b5-0b2a8ed2934e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:44.505649 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd975734-cc41-407c-81b5-0b2a8ed2934e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:44.505972 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd975734-cc41-407c-81b5-0b2a8ed2934e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:44.506286 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd975734-cc41-407c-81b5-0b2a8ed2934e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:45.819970 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-047a2cc8-8746-4a2f-a54a-8dd043f64b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:48.171916 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-67f5e0e9-8e2c-45e1-a8df-4ffacac22b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:48.585485 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:49.453278 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:51.004431 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:11.222809 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 5 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:54:15.819522 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2c480e21-b162-44a4-ae97-cfb9a9e6451a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:18.172413 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a9ce1c9-be0c-457e-8483-160b77389315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:18.585783 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:19.456174 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:21.007514 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:45.819401 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-73d21c4b-3748-442b-a447-7140587baaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:48.176645 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-52fdb045-c505-4e17-989e-5276aa80998b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:48.221360 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 5 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:54:48.587344 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:49.460310 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:51.011326 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:15.820366 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-591364ae-1fae-461d-ad24-6a4f79f6884f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:18.177629 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4ca22888-3cfc-4af8-b7fa-02fd116df8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:18.588314 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:19.464282 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:21.013791 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:25.219862 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 5 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:55:45.821333 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b46331c9-b262-42ac-ab27-cf5fbc33d972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:48.178720 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5aff1a65-374a-4ed4-860a-de82e2e3da50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:48.588512 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:49.468306 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:51.017713 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:02.217864 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 5 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:56:15.821703 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-20c29aa0-1e83-472d-a173-45394e780e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:18.178088 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f2528e57-0c47-46b5-8ac7-50ea30e0e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:18.588233 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:19.468427 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:21.020394 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:38.377939 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414731'] for agent, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:39.217161 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 6 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:56:45.820977 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-59b56a2d-2bf2-4191-82d4-6afa452f4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:48.178985 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-91d8b1e1-d0d0-42e6-821e-322f70c2d711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:48.588480 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:49.470879 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:51.023715 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:53.758675 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414731'] for agent, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:08.375882 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:15.821449 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cda1e5c7-cd00-4e98-948f-1f90e9ffb4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:16.216359 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:57:18.179391 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-92de6c77-df50-4b55-b310-f5e86aa10c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:18.588619 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:19.474568 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:21.027800 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:23.711840 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:27.052272 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58582) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:27.154947 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c8e4505b-bc2f-4e36-a7d8-3db275684f2d admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1014652 Jul 15 22:57:29.300223 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58592) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:29.351980 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e65d5ac1-f91b-4c09-8014-22baec410269 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0506856 Jul 15 22:57:38.389282 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:45.821857 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6b4452bd-f208-46b4-a48e-ade7369390c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:48.180241 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dd22b7b3-a238-4fb8-8bab-9e061da4758e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:48.588459 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:49.476254 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:51.030202 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:53.218807 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:57:53.708415 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:08.390515 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:15.823870 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cbb3b7b5-bf48-4d0f-8675-584250a780ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:18.198750 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-06f5e14a-f3f1-4c77-a724-0e16750b2387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:18.602619 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:19.481370 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:21.035631 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:23.720541 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:30.218974 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:58:38.397109 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:45.826621 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4c5f5212-c8cc-418e-9404-6e83b4f9aac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:48.188143 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-93d92eb8-76c7-44df-81d5-a743751219ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:48.602871 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:49.490884 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:51.059822 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:53.508860 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58814) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:53.709570 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:53.978128 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-dd5da8fb-7494-4c16-86c3-bb1acec55493 tempest-AutoAllocateNetworkTest-38200599 tempest-AutoAllocateNetworkTest-38200599-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=19df9ff224fb442999af760b3a900970&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4681208 Jul 15 22:58:53.980736 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58834) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:54.181821 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33657bc9-0407-41c9-ba97-ccff44a0d9ea tempest-AutoAllocateNetworkTest-38200599 tempest-AutoAllocateNetworkTest-38200599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:54.183560 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-33657bc9-0407-41c9-ba97-ccff44a0d9ea tempest-AutoAllocateNetworkTest-38200599 tempest-AutoAllocateNetworkTest-38200599-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2017195 Jul 15 22:58:54.186947 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58850) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:54.251166 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4e9c4004-f645-4459-bc3c-68740e9a1438 tempest-AutoAllocateNetworkTest-38200599 tempest-AutoAllocateNetworkTest-38200599-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604413 Jul 15 22:58:54.251406 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58856) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:54.281336 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-55f64dc1-69d1-44aa-8672-6a451f4f1b5a tempest-AutoAllocateNetworkTest-38200599 tempest-AutoAllocateNetworkTest-38200599-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=19df9ff224fb442999af760b3a900970 HTTP/1.1" status: 200 len: 208 time: 0.0263035 Jul 15 22:58:54.853488 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58890) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:55.105187 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b144ba6-a273-4341-81ef-8c1568942765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:55.215449 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b144ba6-a273-4341-81ef-8c1568942765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:55.221552 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b144ba6-a273-4341-81ef-8c1568942765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:55.264321 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b144ba6-a273-4341-81ef-8c1568942765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976f051b-0f2f-4e71-a449-df7b0da84325,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:55.278759 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b144ba6-a273-4341-81ef-8c1568942765 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:55.279559 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b144ba6-a273-4341-81ef-8c1568942765 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:55.280113 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b144ba6-a273-4341-81ef-8c1568942765 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:55.280688 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b144ba6-a273-4341-81ef-8c1568942765 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:55.281275 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b144ba6-a273-4341-81ef-8c1568942765 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:55.281858 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b144ba6-a273-4341-81ef-8c1568942765 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:55.282400 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b144ba6-a273-4341-81ef-8c1568942765 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:55.283049 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b144ba6-a273-4341-81ef-8c1568942765 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:55.283867 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b144ba6-a273-4341-81ef-8c1568942765 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:55.284604 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b144ba6-a273-4341-81ef-8c1568942765 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:55.285164 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b144ba6-a273-4341-81ef-8c1568942765 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:55.285762 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b144ba6-a273-4341-81ef-8c1568942765 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b144ba6-a273-4341-81ef-8c1568942765 admin admin] Tracked resource versions report: Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: pushed versions: Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: { 'AddressGroup': {'1.2'}, Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: 'ConntrackHelper': {'1.0'}, Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: 'Log': {'1.0'}, Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: 'Network': {'1.1'}, Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: 'Port': {'1.7'}, Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: 'PortForwarding': {'1.2'}, Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: 'QosPolicy': {'1.8'}, Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: 'SecurityGroup': {'1.4'}, Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: 'SecurityGroupRule': {'1.2'}, Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: 'SubPort': {'1.0'}, Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: 'Subnet': {'1.1'}, Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: 'Trunk': {'1.1'}} Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: consumer versions: Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: { DHCP agent@n-d-787205-9: {}, Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: HyperV agent@n-h1-787205-9: {}, Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: HyperV agent@n-h2-787205-9: {}, Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: L3 agent@n-d-787205-9: {}, Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: Metadata agent@n-d-787205-9: {}, Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: Metering agent@n-d-787205-9: {}, Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: Open vSwitch agent@n-d-787205-9: { 'AddressGroup': '1.2', Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: 'ConntrackHelper': '1.0', Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: 'Log': '1.0', Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: 'Network': '1.1', Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: 'Port': '1.7', Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: 'PortForwarding': '1.2', Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: 'QosPolicy': '1.8', Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: 'SecurityGroup': '1.4', Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: 'SecurityGroupRule': '1.2', Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: 'SubPort': '1.0', Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: 'Subnet': '1.1', Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: 'Trunk': '1.1'}} Jul 15 22:58:55.287129 n-d-787205-9 neutron-server[93798]: {{(pid=93798) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 22:58:55.310164 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6b144ba6-a273-4341-81ef-8c1568942765 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19df9ff224fb442999af760b3a900970&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4553554 Jul 15 22:58:55.313078 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58920) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:55.387155 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be298879-397b-4b3a-8445-a4c8015c61ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:55.424783 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be298879-397b-4b3a-8445-a4c8015c61ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:55.498668 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be298879-397b-4b3a-8445-a4c8015c61ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:55.505144 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be298879-397b-4b3a-8445-a4c8015c61ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:55.510128 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-be298879-397b-4b3a-8445-a4c8015c61ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/976f051b-0f2f-4e71-a449-df7b0da84325 HTTP/1.1" status: 204 len: 168 time: 0.1945200 Jul 15 22:58:55.530423 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be298879-397b-4b3a-8445-a4c8015c61ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976f051b-0f2f-4e71-a449-df7b0da84325,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:56.662288 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58976) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:56.788799 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f43e3cbb-b263-41b4-8d7a-8ea93a1c6386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:56.898149 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f43e3cbb-b263-41b4-8d7a-8ea93a1c6386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:56.906164 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f43e3cbb-b263-41b4-8d7a-8ea93a1c6386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:56.957439 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e3cbb-b263-41b4-8d7a-8ea93a1c6386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2822dab-68a9-4cd8-a2ba-eb80d04e050b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:56.986512 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f43e3cbb-b263-41b4-8d7a-8ea93a1c6386 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1513e7b7245c4f6f98700a5a4ee913e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3204780 Jul 15 22:58:56.986704 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59004) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:57.047267 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15efe1ad-c867-48ce-9982-d62154e696ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:57.078255 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15efe1ad-c867-48ce-9982-d62154e696ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:57.154511 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15efe1ad-c867-48ce-9982-d62154e696ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:57.158261 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15efe1ad-c867-48ce-9982-d62154e696ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:57.159600 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-15efe1ad-c867-48ce-9982-d62154e696ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f2822dab-68a9-4cd8-a2ba-eb80d04e050b HTTP/1.1" status: 204 len: 168 time: 0.1717613 Jul 15 22:58:57.169454 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15efe1ad-c867-48ce-9982-d62154e696ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2822dab-68a9-4cd8-a2ba-eb80d04e050b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:57.520827 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59044) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:57.627385 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59054) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:57.640436 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-570b9356-d992-43a4-9d63-78ae54d7229c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:57.739101 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-570b9356-d992-43a4-9d63-78ae54d7229c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:57.744187 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-570b9356-d992-43a4-9d63-78ae54d7229c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:57.781079 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b9356-d992-43a4-9d63-78ae54d7229c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81f598c-b76d-492c-be84-1d8f862fbeb5,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:57.811977 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-482bcdb0-1340-4e33-b5e4-c203d9c12ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:57.826404 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59062) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:57.827240 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-570b9356-d992-43a4-9d63-78ae54d7229c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5cc83e5ab9774dd1a3211de98b877372&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1980941 Jul 15 22:58:57.914447 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-471e09a8-0f52-44e0-9f27-eeae4a619aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:57.937755 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-471e09a8-0f52-44e0-9f27-eeae4a619aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:57.965182 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-482bcdb0-1340-4e33-b5e4-c203d9c12ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:57.970784 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-482bcdb0-1340-4e33-b5e4-c203d9c12ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:58.001112 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-471e09a8-0f52-44e0-9f27-eeae4a619aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:58.005539 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-471e09a8-0f52-44e0-9f27-eeae4a619aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:58.009818 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-471e09a8-0f52-44e0-9f27-eeae4a619aaa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f81f598c-b76d-492c-be84-1d8f862fbeb5 HTTP/1.1" status: 204 len: 168 time: 0.1823208 Jul 15 22:58:58.012096 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482bcdb0-1340-4e33-b5e4-c203d9c12ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a4b2c9-7874-4941-ac70-016b39ee34d5,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:58.020941 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e09a8-0f52-44e0-9f27-eeae4a619aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81f598c-b76d-492c-be84-1d8f862fbeb5,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:58.033036 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e09a8-0f52-44e0-9f27-eeae4a619aaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:58.033547 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e09a8-0f52-44e0-9f27-eeae4a619aaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:58.034011 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e09a8-0f52-44e0-9f27-eeae4a619aaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:58.034533 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e09a8-0f52-44e0-9f27-eeae4a619aaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:58.035023 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e09a8-0f52-44e0-9f27-eeae4a619aaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:58.039182 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e09a8-0f52-44e0-9f27-eeae4a619aaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:58.040265 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e09a8-0f52-44e0-9f27-eeae4a619aaa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:58.040818 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e09a8-0f52-44e0-9f27-eeae4a619aaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:58.041448 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e09a8-0f52-44e0-9f27-eeae4a619aaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:58.042094 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e09a8-0f52-44e0-9f27-eeae4a619aaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:58.043322 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e09a8-0f52-44e0-9f27-eeae4a619aaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:58.044536 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e09a8-0f52-44e0-9f27-eeae4a619aaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e09a8-0f52-44e0-9f27-eeae4a619aaa admin admin] Tracked resource versions report: Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: pushed versions: Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: { 'AddressGroup': {'1.2'}, Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: 'ConntrackHelper': {'1.0'}, Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: 'Log': {'1.0'}, Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: 'Network': {'1.1'}, Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: 'Port': {'1.7'}, Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: 'PortForwarding': {'1.2'}, Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: 'QosPolicy': {'1.8'}, Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: 'SecurityGroup': {'1.4'}, Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: 'SecurityGroupRule': {'1.2'}, Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: 'SubPort': {'1.0'}, Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: 'Subnet': {'1.1'}, Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: 'Trunk': {'1.1'}} Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: consumer versions: Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: { DHCP agent@n-d-787205-9: {}, Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: HyperV agent@n-h1-787205-9: {}, Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: HyperV agent@n-h2-787205-9: {}, Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: L3 agent@n-d-787205-9: {}, Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: Metadata agent@n-d-787205-9: {}, Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: Metering agent@n-d-787205-9: {}, Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: Open vSwitch agent@n-d-787205-9: { 'AddressGroup': '1.2', Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: 'ConntrackHelper': '1.0', Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: 'Log': '1.0', Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: 'Network': '1.1', Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: 'Port': '1.7', Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: 'PortForwarding': '1.2', Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: 'QosPolicy': '1.8', Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: 'SecurityGroup': '1.4', Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: 'SecurityGroupRule': '1.2', Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: 'SubPort': '1.0', Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: 'Subnet': '1.1', Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: 'Trunk': '1.1'}} Jul 15 22:58:58.047211 n-d-787205-9 neutron-server[93799]: {{(pid=93799) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 22:58:58.059742 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-482bcdb0-1340-4e33-b5e4-c203d9c12ee5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3025b17bec6044ed8d794283b2808208&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5379577 Jul 15 22:58:58.062403 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59076) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:58.128036 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e2e9750a-7cf6-4666-8111-3968e3747b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:58.158605 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e2e9750a-7cf6-4666-8111-3968e3747b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:58.214388 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e2e9750a-7cf6-4666-8111-3968e3747b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:58.217112 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e2e9750a-7cf6-4666-8111-3968e3747b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:58.220775 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e2e9750a-7cf6-4666-8111-3968e3747b00 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5a4b2c9-7874-4941-ac70-016b39ee34d5 HTTP/1.1" status: 204 len: 168 time: 0.1546688 Jul 15 22:58:58.226740 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9750a-7cf6-4666-8111-3968e3747b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a4b2c9-7874-4941-ac70-016b39ee34d5,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:58.755291 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59148) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:58.768797 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5e691a38-f9be-4fb1-8961-d3d7731fce02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:58.864577 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5e691a38-f9be-4fb1-8961-d3d7731fce02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:58.869519 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5e691a38-f9be-4fb1-8961-d3d7731fce02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:58.909260 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5e691a38-f9be-4fb1-8961-d3d7731fce02 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e51881aa39c043f4ac1d344cbdf5c228&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1526630 Jul 15 22:58:58.910318 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e691a38-f9be-4fb1-8961-d3d7731fce02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e295e2a5-31f2-4ed7-98f6-1782f48eef2b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:58.912035 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59154) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:58.964123 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4b8dde62-eade-4d4d-b542-3cb821333f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:58.985927 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4b8dde62-eade-4d4d-b542-3cb821333f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:59.025277 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59158) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:59.037088 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4b8dde62-eade-4d4d-b542-3cb821333f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:59.039794 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4b8dde62-eade-4d4d-b542-3cb821333f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:59.043955 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4b8dde62-eade-4d4d-b542-3cb821333f01 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e295e2a5-31f2-4ed7-98f6-1782f48eef2b HTTP/1.1" status: 204 len: 168 time: 0.1309223 Jul 15 22:58:59.053349 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8dde62-eade-4d4d-b542-3cb821333f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e295e2a5-31f2-4ed7-98f6-1782f48eef2b,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:59.156416 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2e66d09-71aa-4792-a866-1cee7b6c1cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:59.253757 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2e66d09-71aa-4792-a866-1cee7b6c1cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:59.258057 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2e66d09-71aa-4792-a866-1cee7b6c1cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:59.299953 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f2e66d09-71aa-4792-a866-1cee7b6c1cd5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1cbb32bd07de44c28bf2886047a7f5f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2733254 Jul 15 22:58:59.302536 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59182) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:59.306807 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e66d09-71aa-4792-a866-1cee7b6c1cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471fb9da-b09f-40ef-9637-050d32e433be,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:59.355006 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c749e8be-00bf-4dd6-aa58-5ab5c3e814b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:59.380273 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c749e8be-00bf-4dd6-aa58-5ab5c3e814b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:59.430723 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c749e8be-00bf-4dd6-aa58-5ab5c3e814b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:59.433656 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c749e8be-00bf-4dd6-aa58-5ab5c3e814b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:59.434871 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c749e8be-00bf-4dd6-aa58-5ab5c3e814b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/471fb9da-b09f-40ef-9637-050d32e433be HTTP/1.1" status: 204 len: 168 time: 0.1305008 Jul 15 22:58:59.442801 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749e8be-00bf-4dd6-aa58-5ab5c3e814b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471fb9da-b09f-40ef-9637-050d32e433be,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:59.619549 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59216) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:59.622927 n-d-787205-9 neutron-server[93799]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 22:58:59.656033 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-224d104b-d934-4513-8f05-1889185c8e52 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8288092e3f6846f3a6074b7e18544aad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347676 Jul 15 22:58:59.801281 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59230) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:59.821017 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d4fb0306-5d84-4e52-b49f-7703869d8561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:59.858039 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-e2906392-4606-4788-b6a6-1660090145d8 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:59.860166 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-e2906392-4606-4788-b6a6-1660090145d8 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1987667 Jul 15 22:58:59.879463 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-d737c1f2-1b1a-498d-95cb-5df391f96845 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/quotas/8288092e3f6846f3a6074b7e18544aad HTTP/1.1" status: 200 len: 375 time: 0.0122259 Jul 15 22:58:59.928616 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d4fb0306-5d84-4e52-b49f-7703869d8561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:59.934284 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d4fb0306-5d84-4e52-b49f-7703869d8561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:59.987886 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb0306-5d84-4e52-b49f-7703869d8561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99f17e4-5a01-4deb-a97f-7d2479640243,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:59.996625 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d4fb0306-5d84-4e52-b49f-7703869d8561 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc57efa184fb411c9eb434aca916f235&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1932983 Jul 15 22:58:59.997792 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59236) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:00.049423 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-56f6b983-7d21-47a6-bd6b-bbd01ac57e4a tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8288092e3f6846f3a6074b7e18544aad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1629550 Jul 15 22:59:00.065317 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59242) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:00.078840 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d36df84-7f42-4fe0-aa7d-d0030e084f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:00.094864 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-cecd8587-e975-4b59-8b6e-086cb4de7cbf tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=219bd50b44874909b3ffa3a42debc09e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283165 Jul 15 22:59:00.114115 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d36df84-7f42-4fe0-aa7d-d0030e084f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:00.181017 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d36df84-7f42-4fe0-aa7d-d0030e084f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:00.183678 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d36df84-7f42-4fe0-aa7d-d0030e084f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:00.187735 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3d36df84-7f42-4fe0-aa7d-d0030e084f6a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d99f17e4-5a01-4deb-a97f-7d2479640243 HTTP/1.1" status: 204 len: 168 time: 0.1887932 Jul 15 22:59:00.195646 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36df84-7f42-4fe0-aa7d-d0030e084f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99f17e4-5a01-4deb-a97f-7d2479640243,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:00.231667 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-3a795891-f53d-4cb7-ba57-8c1d938296b4 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:00.238871 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-3a795891-f53d-4cb7-ba57-8c1d938296b4 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1429617 Jul 15 22:59:00.254767 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-10c275ef-07e9-4b4f-aab1-20ee5fe31f7b tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/quotas/219bd50b44874909b3ffa3a42debc09e HTTP/1.1" status: 200 len: 375 time: 0.0148733 Jul 15 22:59:00.294177 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-e4d04f62-6171-4f07-ad5b-15f229697dd1 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=219bd50b44874909b3ffa3a42debc09e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382802 Jul 15 22:59:00.488928 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a31c70e0-9c46-426b-aad4-e9d2c856ddc9 req-e1c2047d-7a7c-462e-b671-be820d5ac09a tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f11a27c-afdc-4526-83c4-964ea5247761 HTTP/1.1" status: 200 len: 210 time: 0.0659139 Jul 15 22:59:00.637519 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-07d5b2cd-0a08-4a11-a059-b30600283c37 req-a63bd2c9-2e3a-421d-88c4-48812ca9690f tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2294a754-45cf-49c9-9515-87df1f78e08c HTTP/1.1" status: 200 len: 210 time: 0.0587060 Jul 15 22:59:01.625359 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1b004b5e-9aad-46b8-8859-d78fb48cd76d req-11b8df17-c4ae-4d05-aebb-40307b3d3236 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f11a27c-afdc-4526-83c4-964ea5247761 HTTP/1.1" status: 200 len: 210 time: 0.0574098 Jul 15 22:59:01.761817 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a3023af2-62b5-4a59-8a09-b7d01a431579 req-1b4c57c9-c630-4fb5-a57b-ccaa877f5ff9 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2294a754-45cf-49c9-9515-87df1f78e08c HTTP/1.1" status: 200 len: 210 time: 0.0566871 Jul 15 22:59:02.080281 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59436) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:02.329494 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-68271b2e-be16-48c4-8f98-5a885e171a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:02.494910 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-68271b2e-be16-48c4-8f98-5a885e171a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:02.502130 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-68271b2e-be16-48c4-8f98-5a885e171a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:02.557570 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-68271b2e-be16-48c4-8f98-5a885e171a7e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c06aa2662e24480f847470270c00529c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4753122 Jul 15 22:59:02.559376 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68271b2e-be16-48c4-8f98-5a885e171a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b6e21b-964a-4928-b4b6-dd816d1aed4e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:02.560318 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59466) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:02.641675 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff6cfd60-efbf-4fa0-bde3-680b0886c5bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:02.703403 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff6cfd60-efbf-4fa0-bde3-680b0886c5bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:02.772376 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff6cfd60-efbf-4fa0-bde3-680b0886c5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:02.775812 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff6cfd60-efbf-4fa0-bde3-680b0886c5bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:02.781564 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ff6cfd60-efbf-4fa0-bde3-680b0886c5bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1b6e21b-964a-4928-b4b6-dd816d1aed4e HTTP/1.1" status: 204 len: 168 time: 0.2194228 Jul 15 22:59:02.793114 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6cfd60-efbf-4fa0-bde3-680b0886c5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b6e21b-964a-4928-b4b6-dd816d1aed4e,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:02.865569 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-72df746e-1838-493b-9e9d-e3d458a7f412 req-ebd3bb2b-8471-4cbf-8ad5-4ba76d75b618 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f11a27c-afdc-4526-83c4-964ea5247761 HTTP/1.1" status: 200 len: 210 time: 0.0559690 Jul 15 22:59:02.870976 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59484) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:02.954146 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ee09360-a31c-446e-acc7-496f10d05790 req-13b8d5b6-3f5c-43dc-ad14-48292d6eed82 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2294a754-45cf-49c9-9515-87df1f78e08c HTTP/1.1" status: 200 len: 210 time: 0.0507867 Jul 15 22:59:03.083396 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.36', 64307) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:03.101152 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.43', 62261) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:03.128628 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-972c809b-1dcc-40d6-9e24-829b8c5a0bd4 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8288092e3f6846f3a6074b7e18544aad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329506 Jul 15 22:59:03.140263 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-fd5906dc-3101-4cbe-89cf-3c1db79a83fd tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=219bd50b44874909b3ffa3a42debc09e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379419 Jul 15 22:59:03.142046 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bb64a96b-f537-4c25-843d-563a4ee7ef7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:03.336200 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bb64a96b-f537-4c25-843d-563a4ee7ef7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:03.345672 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-1bfddda6-73e4-4fef-a55a-6dda24eae140 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:03.348306 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-e0296486-1581-4b66-9aa3-d5cd6bf6f060 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:03.349699 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-1bfddda6-73e4-4fef-a55a-6dda24eae140 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2026598 Jul 15 22:59:03.350953 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-e0296486-1581-4b66-9aa3-d5cd6bf6f060 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1997869 Jul 15 22:59:03.352268 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bb64a96b-f537-4c25-843d-563a4ee7ef7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:03.376633 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64a96b-f537-4c25-843d-563a4ee7ef7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064f6372-eb9b-4f86-ad94-2c05f8f016ac,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:03.409479 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bb64a96b-f537-4c25-843d-563a4ee7ef7d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea9ea7397a0b49e4a9a8acbf65b81368&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5344250 Jul 15 22:59:03.409580 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-ae81822b-a636-42ce-a9a3-3bf579c7a84b tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Request body: {'port': {'device_id': '2294a754-45cf-49c9-9515-87df1f78e08c', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'admin_state_up': True, 'tenant_id': '219bd50b44874909b3ffa3a42debc09e'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:03.409688 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59502) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:03.473969 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fe2b27f-7494-41ba-a8c3-ebdf105b2be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:03.502185 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fe2b27f-7494-41ba-a8c3-ebdf105b2be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:03.513289 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59506) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:03.563387 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5b17a472-81a3-46eb-9292-0f73f4b75daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:03.565756 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-b9a7b683-a32a-4ed7-a79c-0f143369a748 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Request body: {'port': {'device_id': '9f11a27c-afdc-4526-83c4-964ea5247761', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'admin_state_up': True, 'tenant_id': '8288092e3f6846f3a6074b7e18544aad'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:03.771235 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5b17a472-81a3-46eb-9292-0f73f4b75daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:03.781170 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5b17a472-81a3-46eb-9292-0f73f4b75daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:03.804347 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fe2b27f-7494-41ba-a8c3-ebdf105b2be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:03.807786 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fe2b27f-7494-41ba-a8c3-ebdf105b2be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:03.809494 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3fe2b27f-7494-41ba-a8c3-ebdf105b2be2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/064f6372-eb9b-4f86-ad94-2c05f8f016ac HTTP/1.1" status: 204 len: 168 time: 0.3987067 Jul 15 22:59:03.842912 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2b27f-7494-41ba-a8c3-ebdf105b2be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064f6372-eb9b-4f86-ad94-2c05f8f016ac,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:03.860872 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5b17a472-81a3-46eb-9292-0f73f4b75daf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab4f9a1e997141a88e9a73714fde5edc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3463099 Jul 15 22:59:03.861689 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b17a472-81a3-46eb-9292-0f73f4b75daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbf501d-3fa5-4592-ae9c-c60008855676,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:03.867519 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59532) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:03.903893 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-ae81822b-a636-42ce-a9a3-3bf579c7a84b tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Made reservation on behalf of 219bd50b44874909b3ffa3a42debc09e for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:59:03.908640 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-ae81822b-a636-42ce-a9a3-3bf579c7a84b tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:03.922625 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-ae81822b-a636-42ce-a9a3-3bf579c7a84b tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:04.016336 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f75f7ed-a5e4-4d18-95b3-c70a03f2a755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:04.067330 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f75f7ed-a5e4-4d18-95b3-c70a03f2a755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:04.102197 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-ae81822b-a636-42ce-a9a3-3bf579c7a84b tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:04.120275 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-ae81822b-a636-42ce-a9a3-3bf579c7a84b tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:04.144026 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5b8f7886-6c69-4cc5-8191-2e602b3fe74f req-a8a01231-1519-4d71-901a-1b9a3c0b03cf tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f11a27c-afdc-4526-83c4-964ea5247761 HTTP/1.1" status: 200 len: 210 time: 0.0658493 Jul 15 22:59:04.157575 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f75f7ed-a5e4-4d18-95b3-c70a03f2a755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:04.162448 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f75f7ed-a5e4-4d18-95b3-c70a03f2a755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:04.165408 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0f75f7ed-a5e4-4d18-95b3-c70a03f2a755 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ccbf501d-3fa5-4592-ae9c-c60008855676 HTTP/1.1" status: 204 len: 168 time: 0.2968922 Jul 15 22:59:04.175468 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-b9a7b683-a32a-4ed7-a79c-0f143369a748 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Made reservation on behalf of 8288092e3f6846f3a6074b7e18544aad for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:59:04.179868 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-b9a7b683-a32a-4ed7-a79c-0f143369a748 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:04.196408 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-b9a7b683-a32a-4ed7-a79c-0f143369a748 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:04.205731 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75f7ed-a5e4-4d18-95b3-c70a03f2a755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbf501d-3fa5-4592-ae9c-c60008855676,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:04.272957 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81822b-a636-42ce-a9a3-3bf579c7a84b tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0111a69d-0899-4532-bb27-fb2232048820,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:04.407893 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-b9a7b683-a32a-4ed7-a79c-0f143369a748 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:04.424662 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-b9a7b683-a32a-4ed7-a79c-0f143369a748 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:04.467583 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e384e300-e8a1-4995-bc96-4d34c3f63a5d req-05a0e11e-9b6c-4175-9ff2-6a9bd0ce97b5 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2294a754-45cf-49c9-9515-87df1f78e08c HTTP/1.1" status: 200 len: 210 time: 0.0718060 Jul 15 22:59:04.474867 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-ae81822b-a636-42ce-a9a3-3bf579c7a84b tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Allocated IP 192.168.233.164 (8d403abe-cee8-4863-bddd-464e9e566e9c/190ae4ce-d44c-4c9c-9241-47db78422478/f6140dee-1a56-41d4-8b63-e1d5ed9e53d1) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:59:04.482124 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59570) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:04.679292 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7b683-a32a-4ed7-a79c-0f143369a748 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ed9643-27cd-4b6c-98ab-60404217cb13,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:04.724922 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59574) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:04.746854 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-648f2d45-001e-4911-a447-5d411dd106f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:04.919930 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-ae81822b-a636-42ce-a9a3-3bf579c7a84b tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:04.936967 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-648f2d45-001e-4911-a447-5d411dd106f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:04.945637 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-648f2d45-001e-4911-a447-5d411dd106f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:04.968930 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-ae81822b-a636-42ce-a9a3-3bf579c7a84b tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Transition to ACTIVE for port object f6140dee-1a56-41d4-8b63-e1d5ed9e53d1 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:59:05.058394 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f2d45-001e-4911-a447-5d411dd106f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41419947-35ec-4e81-ace6-3e3a41e98b7c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:05.075615 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-ae81822b-a636-42ce-a9a3-3bf579c7a84b tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:05.231476 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-ae81822b-a636-42ce-a9a3-3bf579c7a84b tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:59:05.251630 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-ae81822b-a636-42ce-a9a3-3bf579c7a84b tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:59:05.271563 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-ae81822b-a636-42ce-a9a3-3bf579c7a84b tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:59:05.286500 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-ae81822b-a636-42ce-a9a3-3bf579c7a84b tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:05.286500 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-ae81822b-a636-42ce-a9a3-3bf579c7a84b tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:05.315792 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-b9a7b683-a32a-4ed7-a79c-0f143369a748 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Allocated IP 192.168.233.25 (8d403abe-cee8-4863-bddd-464e9e566e9c/190ae4ce-d44c-4c9c-9241-47db78422478/7ecd4f39-9589-4f6f-a76c-07e423b7cfbf) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:59:05.340903 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-648f2d45-001e-4911-a447-5d411dd106f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f7bf1a2bc15b42b0867aaee650907d28&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6135359 Jul 15 22:59:05.343662 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59588) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:05.361300 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-ae81822b-a636-42ce-a9a3-3bf579c7a84b tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9495745 Jul 15 22:59:05.484434 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81822b-a636-42ce-a9a3-3bf579c7a84b tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Pushing event updated for resources: {'Port': ['ID=f6140dee-1a56-41d4-8b63-e1d5ed9e53d1,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:05.527118 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0b53be51-07b6-4fc6-87a2-77d7ca8d709a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:05.554724 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a3104176-5726-4d8e-88d7-90b637320c24 req-5f735f4a-e0a3-494c-9a09-c50b4b7de5fa tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f11a27c-afdc-4526-83c4-964ea5247761 HTTP/1.1" status: 200 len: 210 time: 0.1586940 Jul 15 22:59:05.732707 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-02fb9a6f-f1e0-4c2d-997d-8d0528edad64 None None] Provisioning for port f6140dee-1a56-41d4-8b63-e1d5ed9e53d1 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:59:05.737398 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-02fb9a6f-f1e0-4c2d-997d-8d0528edad64 None None] Provisioning complete for port f6140dee-1a56-41d4-8b63-e1d5ed9e53d1 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:59:05.747000 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-02fb9a6f-f1e0-4c2d-997d-8d0528edad64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:05.866205 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5f30672-ab16-4501-b5e7-0f8b3363eb5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:05.919384 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-02fb9a6f-f1e0-4c2d-997d-8d0528edad64 None None] Port f6140dee-1a56-41d4-8b63-e1d5ed9e53d1 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:59:06.001556 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0b53be51-07b6-4fc6-87a2-77d7ca8d709a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:06.030152 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0b53be51-07b6-4fc6-87a2-77d7ca8d709a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:06.034950 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5f30672-ab16-4501-b5e7-0f8b3363eb5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:06.103746 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-b9a7b683-a32a-4ed7-a79c-0f143369a748 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:06.137655 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-b9a7b683-a32a-4ed7-a79c-0f143369a748 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Transition to ACTIVE for port object 7ecd4f39-9589-4f6f-a76c-07e423b7cfbf will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:59:06.139560 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5f30672-ab16-4501-b5e7-0f8b3363eb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:06.144668 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5f30672-ab16-4501-b5e7-0f8b3363eb5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:06.145985 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e5f30672-ab16-4501-b5e7-0f8b3363eb5d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/41419947-35ec-4e81-ace6-3e3a41e98b7c HTTP/1.1" status: 204 len: 168 time: 0.8013828 Jul 15 22:59:06.188236 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f30672-ab16-4501-b5e7-0f8b3363eb5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41419947-35ec-4e81-ace6-3e3a41e98b7c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:06.285973 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-b9a7b683-a32a-4ed7-a79c-0f143369a748 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:06.339477 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59616) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:06.353909 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-35f1e010-803d-4eeb-abec-2b8dcdb5b8c7 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 22:59:06.354963 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-35f1e010-803d-4eeb-abec-2b8dcdb5b8c7 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061371 Jul 15 22:59:06.461808 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-b9a7b683-a32a-4ed7-a79c-0f143369a748 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:59:06.508839 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0b53be51-07b6-4fc6-87a2-77d7ca8d709a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c2b23d703c784df7a57c1c9bed953178&name=default HTTP/1.1" status: 200 len: 2978 time: 2.0208156 Jul 15 22:59:06.510433 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59626) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:06.525369 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53be51-07b6-4fc6-87a2-77d7ca8d709a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e85f713-345e-4e0c-bdba-cb73bf5c0218,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:06.562348 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-b9a7b683-a32a-4ed7-a79c-0f143369a748 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:59:06.593212 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-b9a7b683-a32a-4ed7-a79c-0f143369a748 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:59:06.609923 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-b9a7b683-a32a-4ed7-a79c-0f143369a748 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:06.610588 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-b9a7b683-a32a-4ed7-a79c-0f143369a748 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:06.682006 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f93a56-fcd8-4252-a8cc-391a3a7b258c req-3716f54b-84d8-4609-8a23-290dd13d671d tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:06.702946 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a9f93a56-fcd8-4252-a8cc-391a3a7b258c req-3716f54b-84d8-4609-8a23-290dd13d671d tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2294a754-45cf-49c9-9515-87df1f78e08c HTTP/1.1" status: 200 len: 936 time: 0.7774324 Jul 15 22:59:06.779525 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-b9a7b683-a32a-4ed7-a79c-0f143369a748 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2314765 Jul 15 22:59:06.798395 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7b683-a32a-4ed7-a79c-0f143369a748 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Pushing event updated for resources: {'Port': ['ID=7ecd4f39-9589-4f6f-a76c-07e423b7cfbf,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:06.929727 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-086cd381-71e8-454b-9c8f-6aeed3ecf7b9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1438850311-network', 'tenant_id': '7f66f923b4424119b6027030587a5dae'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:06.962997 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-a3c2a112-e956-40d4-bdcc-bf638fd1bc82 service neutron] Request body: {'port': {'device_id': '2294a754-45cf-49c9-9515-87df1f78e08c', 'device_owner': 'compute:tempest-test_az-2050865611', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:06.972321 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086cd381-71e8-454b-9c8f-6aeed3ecf7b9 admin admin] Made reservation on behalf of 7f66f923b4424119b6027030587a5dae for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:59:06.975660 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-086cd381-71e8-454b-9c8f-6aeed3ecf7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:06.989222 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-086cd381-71e8-454b-9c8f-6aeed3ecf7b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:07.055786 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-a3c2a112-e956-40d4-bdcc-bf638fd1bc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:07.056425 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1193fd66-1870-4609-87e2-7e1fb0f08701 None None] Provisioning for port 7ecd4f39-9589-4f6f-a76c-07e423b7cfbf completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:59:07.069911 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1193fd66-1870-4609-87e2-7e1fb0f08701 None None] Provisioning complete for port 7ecd4f39-9589-4f6f-a76c-07e423b7cfbf triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:59:07.070451 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1193fd66-1870-4609-87e2-7e1fb0f08701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:07.187065 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-1193fd66-1870-4609-87e2-7e1fb0f08701 None None] Port 7ecd4f39-9589-4f6f-a76c-07e423b7cfbf cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:59:07.220324 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:59:07.235332 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-ffc2b840-7b06-4a76-a9c2-7b9da5826ae4 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 22:59:07.236672 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-ffc2b840-7b06-4a76-a9c2-7b9da5826ae4 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079525 Jul 15 22:59:07.254616 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-086cd381-71e8-454b-9c8f-6aeed3ecf7b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:07.260727 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-086cd381-71e8-454b-9c8f-6aeed3ecf7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:07.356779 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-086cd381-71e8-454b-9c8f-6aeed3ecf7b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 22:59:07.374406 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086cd381-71e8-454b-9c8f-6aeed3ecf7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:07.380773 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-086cd381-71e8-454b-9c8f-6aeed3ecf7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:07.381157 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-086cd381-71e8-454b-9c8f-6aeed3ecf7b9 admin admin] Added segment e3a906bd-bea4-4e98-bab3-510ff7784bea of type vlan for network d91a9528-a986-45d3-8b66-7d9419c4ffb8 Jul 15 22:59:07.512843 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-086cd381-71e8-454b-9c8f-6aeed3ecf7b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:07.535379 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a9f93a56-fcd8-4252-a8cc-391a3a7b258c req-315cab88-9f2a-4d30-a78d-051ff3592397 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/security-groups?id=0111a69d-0899-4532-bb27-fb2232048820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8299565 Jul 15 22:59:07.573583 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95f3fc1a-96c7-43b6-a93e-6856941a9b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:07.583756 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-086cd381-71e8-454b-9c8f-6aeed3ecf7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:07.585666 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086cd381-71e8-454b-9c8f-6aeed3ecf7b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:07.586291 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-086cd381-71e8-454b-9c8f-6aeed3ecf7b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:07.667528 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95f3fc1a-96c7-43b6-a93e-6856941a9b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:07.715342 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb5922-b932-4bb7-a883-a4906129e45a req-ef201b74-547e-4474-a1cc-30ebd18f8339 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:07.722203 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086cd381-71e8-454b-9c8f-6aeed3ecf7b9 admin admin] Pushing event updated for resources: {'Network': ['ID=d91a9528-a986-45d3-8b66-7d9419c4ffb8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:07.725339 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b4bb5922-b932-4bb7-a883-a4906129e45a req-ef201b74-547e-4474-a1cc-30ebd18f8339 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f11a27c-afdc-4526-83c4-964ea5247761 HTTP/1.1" status: 200 len: 935 time: 0.9119570 Jul 15 22:59:07.736242 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network d91a9528-a986-45d3-8b66-7d9419c4ffb8 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 22:59:07.750154 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-086cd381-71e8-454b-9c8f-6aeed3ecf7b9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3082030 Jul 15 22:59:07.750370 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59660) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:07.757901 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-561c7764-bd9c-42a4-aace-3b418291916d admin admin] Request body: {'subnet': {'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1438850311-subnet', 'tenant_id': '7f66f923b4424119b6027030587a5dae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:07.810705 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561c7764-bd9c-42a4-aace-3b418291916d admin admin] Made reservation on behalf of 7f66f923b4424119b6027030587a5dae for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:59:07.814682 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-561c7764-bd9c-42a4-aace-3b418291916d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:07.846932 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-a3c2a112-e956-40d4-bdcc-bf638fd1bc82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6140dee-1a56-41d4-8b63-e1d5ed9e53d1 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:59:07.861827 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-a3c2a112-e956-40d4-bdcc-bf638fd1bc82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:07.890479 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b4bb5922-b932-4bb7-a883-a4906129e45a req-12cb5432-24f6-464d-af59-d8b2fc3edd14 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/security-groups?id=37ed9643-27cd-4b6c-98ab-60404217cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632245 Jul 15 22:59:07.918248 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-a3c2a112-e956-40d4-bdcc-bf638fd1bc82 service neutron] Transition to ACTIVE for port object f6140dee-1a56-41d4-8b63-e1d5ed9e53d1 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:59:07.922117 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95f3fc1a-96c7-43b6-a93e-6856941a9b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:07.933646 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95f3fc1a-96c7-43b6-a93e-6856941a9b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:07.948247 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-95f3fc1a-96c7-43b6-a93e-6856941a9b63 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e85f713-345e-4e0c-bdba-cb73bf5c0218 HTTP/1.1" status: 204 len: 168 time: 1.4279976 Jul 15 22:59:07.951124 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-a3c2a112-e956-40d4-bdcc-bf638fd1bc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:08.013178 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3fc1a-96c7-43b6-a93e-6856941a9b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e85f713-345e-4e0c-bdba-cb73bf5c0218,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:08.027188 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-41242808-c131-4f33-8b68-f5830dad42f3 service neutron] Request body: {'port': {'device_id': '9f11a27c-afdc-4526-83c4-964ea5247761', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:08.230738 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2a112-e956-40d4-bdcc-bf638fd1bc82 service neutron] Pushing event updated for resources: {'Port': ['ID=f6140dee-1a56-41d4-8b63-e1d5ed9e53d1,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:08.305819 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59676) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:08.358341 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-a3c2a112-e956-40d4-bdcc-bf638fd1bc82 service neutron] Attempting to bind port f6140dee-1a56-41d4-8b63-e1d5ed9e53d1 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:59:08.358741 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-a3c2a112-e956-40d4-bdcc-bf638fd1bc82 service neutron] Attempting to bind port f6140dee-1a56-41d4-8b63-e1d5ed9e53d1 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:59:08.359092 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-a3c2a112-e956-40d4-bdcc-bf638fd1bc82 service neutron] Attempting to bind port f6140dee-1a56-41d4-8b63-e1d5ed9e53d1 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:59:08.378394 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-a3c2a112-e956-40d4-bdcc-bf638fd1bc82 service neutron] Port f6140dee-1a56-41d4-8b63-e1d5ed9e53d1 on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 22:59:08.378789 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-a3c2a112-e956-40d4-bdcc-bf638fd1bc82 service neutron] Attempting to bind port f6140dee-1a56-41d4-8b63-e1d5ed9e53d1 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:59:08.392915 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-a3c2a112-e956-40d4-bdcc-bf638fd1bc82 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:59:08.393257 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-a3c2a112-e956-40d4-bdcc-bf638fd1bc82 service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:59:08.393829 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-a3c2a112-e956-40d4-bdcc-bf638fd1bc82 service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:59:08.394270 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-a3c2a112-e956-40d4-bdcc-bf638fd1bc82 service neutron] Bound port: f6140dee-1a56-41d4-8b63-e1d5ed9e53d1, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:59:08.394666 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-a3c2a112-e956-40d4-bdcc-bf638fd1bc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:08.420785 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:08.485097 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-41242808-c131-4f33-8b68-f5830dad42f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:08.577278 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-a3c2a112-e956-40d4-bdcc-bf638fd1bc82 service neutron] For port f6140dee-1a56-41d4-8b63-e1d5ed9e53d1, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:59:08.582163 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-a3c2a112-e956-40d4-bdcc-bf638fd1bc82 service neutron] For port f6140dee-1a56-41d4-8b63-e1d5ed9e53d1, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=f6140dee-1a56-41d4-8b63-e1d5ed9e53d1,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:59:08.593057 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-a3c2a112-e956-40d4-bdcc-bf638fd1bc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:08.730356 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2a112-e956-40d4-bdcc-bf638fd1bc82 service neutron] Pushing event updated for resources: {'Port': ['ID=f6140dee-1a56-41d4-8b63-e1d5ed9e53d1,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:08.761239 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-9936f170-39d4-43f0-8a22-912330a76acd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-498787454-network', 'tenant_id': '11375217ba8f4374aa59d3821a9315fe'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:08.766686 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-a3c2a112-e956-40d4-bdcc-bf638fd1bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:08.767486 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-a3c2a112-e956-40d4-bdcc-bf638fd1bc82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:08.769244 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-a3c2a112-e956-40d4-bdcc-bf638fd1bc82 service neutron] 10.222.0.43 "PUT /v2.0/ports/f6140dee-1a56-41d4-8b63-e1d5ed9e53d1 HTTP/1.1" status: 200 len: 1118 time: 2.0627720 Jul 15 22:59:08.770300 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2294a754-45cf-49c9-9515-87df1f78e08c', 'tag': 'f6140dee-1a56-41d4-8b63-e1d5ed9e53d1'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:59:08.895224 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59694) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:09.012089 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-86ff1790-f993-4334-b040-ca249cb5262a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:09.149078 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a1131d-0db2-42c4-a97f-cd6c31c77c00" -d '{"events": [{"name": "network-changed", "server_uuid": "2294a754-45cf-49c9-9515-87df1f78e08c", "tag": "f6140dee-1a56-41d4-8b63-e1d5ed9e53d1"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:59:09.226866 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9936f170-39d4-43f0-8a22-912330a76acd admin admin] Made reservation on behalf of 11375217ba8f4374aa59d3821a9315fe for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:59:09.230766 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9936f170-39d4-43f0-8a22-912330a76acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:09.261860 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f306f-ce4a-47ab-a4cb-fe8fc339b7b0 req-7f7a47d7-a730-417f-a34e-6d352852190e tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:09.266130 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-830f306f-ce4a-47ab-a4cb-fe8fc339b7b0 req-7f7a47d7-a730-417f-a34e-6d352852190e tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2294a754-45cf-49c9-9515-87df1f78e08c HTTP/1.1" status: 200 len: 970 time: 0.3721869 Jul 15 22:59:09.314506 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9936f170-39d4-43f0-8a22-912330a76acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:09.326309 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-41242808-c131-4f33-8b68-f5830dad42f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ecd4f39-9589-4f6f-a76c-07e423b7cfbf {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:59:09.337088 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-41242808-c131-4f33-8b68-f5830dad42f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:09.372521 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-561c7764-bd9c-42a4-aace-3b418291916d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:09.381698 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-830f306f-ce4a-47ab-a4cb-fe8fc339b7b0 req-99b8969d-ed44-45aa-9160-a6645d108061 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/security-groups?id=0111a69d-0899-4532-bb27-fb2232048820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736616 Jul 15 22:59:09.427870 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-1f3d6112-d7e2-49be-8542-e552ff6e76d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:09.431228 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-1f3d6112-d7e2-49be-8542-e552ff6e76d1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=219bd50b44874909b3ffa3a42debc09e&device_id=2294a754-45cf-49c9-9515-87df1f78e08c HTTP/1.1" status: 200 len: 1121 time: 0.5385015 Jul 15 22:59:09.460015 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-41242808-c131-4f33-8b68-f5830dad42f3 service neutron] Transition to ACTIVE for port object 7ecd4f39-9589-4f6f-a76c-07e423b7cfbf will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:59:09.493996 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-41242808-c131-4f33-8b68-f5830dad42f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:09.600926 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-6a4bed38-30b5-46da-8d12-5a99b72be2e5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=f6140dee-1a56-41d4-8b63-e1d5ed9e53d1 HTTP/1.1" status: 200 len: 217 time: 0.1575408 Jul 15 22:59:09.654225 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c7764-bd9c-42a4-aace-3b418291916d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ed83523-5185-460b-a4ba-ea79efd124da,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:09.660493 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41242808-c131-4f33-8b68-f5830dad42f3 service neutron] Pushing event updated for resources: {'Port': ['ID=7ecd4f39-9589-4f6f-a76c-07e423b7cfbf,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:09.678922 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561c7764-bd9c-42a4-aace-3b418291916d admin admin] Checking segment: {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:59:09.679278 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561c7764-bd9c-42a4-aace-3b418291916d admin admin] Network hostable DHCP agents. Network: d91a9528-a986-45d3-8b66-7d9419c4ffb8, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 22:59:09.718456 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-0828ba2a-7e44-407c-a716-3deb32097232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:09.720448 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-0828ba2a-7e44-407c-a716-3deb32097232 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0813193 Jul 15 22:59:09.791982 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 22:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a8819a-420a-4755-b5c1-80b477d6ed53 x-openstack-request-id: req-50a8819a-420a-4755-b5c1-80b477d6ed53 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:59:09.792530 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2294a754-45cf-49c9-9515-87df1f78e08c", "tag": "f6140dee-1a56-41d4-8b63-e1d5ed9e53d1", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:59:09.792928 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50a8819a-420a-4755-b5c1-80b477d6ed53 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:59:09.793547 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2294a754-45cf-49c9-9515-87df1f78e08c', 'tag': 'f6140dee-1a56-41d4-8b63-e1d5ed9e53d1', 'status': 'completed', 'code': 200} Jul 15 22:59:09.844522 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-41242808-c131-4f33-8b68-f5830dad42f3 service neutron] Attempting to bind port 7ecd4f39-9589-4f6f-a76c-07e423b7cfbf on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:59:09.844934 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-41242808-c131-4f33-8b68-f5830dad42f3 service neutron] Attempting to bind port 7ecd4f39-9589-4f6f-a76c-07e423b7cfbf by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:59:09.845294 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-41242808-c131-4f33-8b68-f5830dad42f3 service neutron] Attempting to bind port 7ecd4f39-9589-4f6f-a76c-07e423b7cfbf on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:59:09.860778 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-41242808-c131-4f33-8b68-f5830dad42f3 service neutron] Port 7ecd4f39-9589-4f6f-a76c-07e423b7cfbf on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 22:59:09.861127 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-41242808-c131-4f33-8b68-f5830dad42f3 service neutron] Attempting to bind port 7ecd4f39-9589-4f6f-a76c-07e423b7cfbf on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:59:09.877425 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-41242808-c131-4f33-8b68-f5830dad42f3 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:59:09.877632 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-41242808-c131-4f33-8b68-f5830dad42f3 service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:59:09.878354 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-41242808-c131-4f33-8b68-f5830dad42f3 service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:59:09.878862 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-41242808-c131-4f33-8b68-f5830dad42f3 service neutron] Bound port: 7ecd4f39-9589-4f6f-a76c-07e423b7cfbf, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:59:09.880137 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-41242808-c131-4f33-8b68-f5830dad42f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:09.883290 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561c7764-bd9c-42a4-aace-3b418291916d admin admin] Network d91a9528-a986-45d3-8b66-7d9419c4ffb8 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 22:59:09.892534 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-2d527d63-ccea-418d-977e-994846fa8187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:09.894439 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-2d527d63-ccea-418d-977e-994846fa8187 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1601834 Jul 15 22:59:09.897832 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-86ff1790-f993-4334-b040-ca249cb5262a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:09.909653 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-561c7764-bd9c-42a4-aace-3b418291916d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, d91a9528-a986-45d3-8b66-7d9419c4ffb8) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:59:09.916256 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561c7764-bd9c-42a4-aace-3b418291916d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:09.916932 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-561c7764-bd9c-42a4-aace-3b418291916d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:09.918923 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615a5d14-19ab-4703-94b0-7d6fa3c2184a None None] Network d91a9528-a986-45d3-8b66-7d9419c4ffb8 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:59:09.923008 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-86ff1790-f993-4334-b040-ca249cb5262a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:10.084346 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-41242808-c131-4f33-8b68-f5830dad42f3 service neutron] For port 7ecd4f39-9589-4f6f-a76c-07e423b7cfbf, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:59:10.094331 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-41242808-c131-4f33-8b68-f5830dad42f3 service neutron] For port 7ecd4f39-9589-4f6f-a76c-07e423b7cfbf, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=7ecd4f39-9589-4f6f-a76c-07e423b7cfbf,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:59:10.102869 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-41242808-c131-4f33-8b68-f5830dad42f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:10.183240 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9936f170-39d4-43f0-8a22-912330a76acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:10.191099 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-41242808-c131-4f33-8b68-f5830dad42f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:10.193740 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-41242808-c131-4f33-8b68-f5830dad42f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:10.199928 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62a5ba-8dc2-4d9e-9322-6924ed1a544f req-d778c1c4-fdf8-46e4-b8e8-c26b9e319d0f tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:10.199928 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6f62a5ba-8dc2-4d9e-9322-6924ed1a544f req-d778c1c4-fdf8-46e4-b8e8-c26b9e319d0f tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f11a27c-afdc-4526-83c4-964ea5247761 HTTP/1.1" status: 200 len: 947 time: 0.5996864 Jul 15 22:59:10.202231 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9936f170-39d4-43f0-8a22-912330a76acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:10.204028 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-41242808-c131-4f33-8b68-f5830dad42f3 service neutron] 10.222.0.36 "PUT /v2.0/ports/7ecd4f39-9589-4f6f-a76c-07e423b7cfbf HTTP/1.1" status: 200 len: 1095 time: 2.3774130 Jul 15 22:59:10.210270 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f11a27c-afdc-4526-83c4-964ea5247761', 'tag': '7ecd4f39-9589-4f6f-a76c-07e423b7cfbf'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:59:10.279193 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62db9a0-edeb-42ca-af56-012ad733aac7 None None] Network d91a9528-a986-45d3-8b66-7d9419c4ffb8 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:59:10.318227 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6f62a5ba-8dc2-4d9e-9322-6924ed1a544f req-fa677839-e7f7-4b11-a982-7e52a60a6fef tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/security-groups?id=37ed9643-27cd-4b6c-98ab-60404217cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127720 Jul 15 22:59:10.331772 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-86ff1790-f993-4334-b040-ca249cb5262a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=89d32001bd6d4505a1846ff0e21422cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4292707 Jul 15 22:59:10.345484 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9936f170-39d4-43f0-8a22-912330a76acd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 22:59:10.347338 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59734) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:10.405357 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff1790-f993-4334-b040-ca249cb5262a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adbbea6-5f6c-434f-8e08-8ab21ed6c44a,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:10.585608 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-561c7764-bd9c-42a4-aace-3b418291916d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8341177 Jul 15 22:59:10.636479 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5294eb-4921-4176-9298-b555d7387cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "9f11a27c-afdc-4526-83c4-964ea5247761", "tag": "7ecd4f39-9589-4f6f-a76c-07e423b7cfbf"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:59:10.709102 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41242808-c131-4f33-8b68-f5830dad42f3 service neutron] Pushing event updated for resources: {'Port': ['ID=7ecd4f39-9589-4f6f-a76c-07e423b7cfbf,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:10.735991 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-1f3785da-1bef-4b10-ab5a-0f773c528320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:10.736984 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9936f170-39d4-43f0-8a22-912330a76acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:10.737711 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-9936f170-39d4-43f0-8a22-912330a76acd admin admin] Added segment 77981117-b02d-4cca-9c8e-70b4945644e0 of type vlan for network 474dbaa1-ae2a-4509-ba72-66336d381cac Jul 15 22:59:10.738463 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-1f3785da-1bef-4b10-ab5a-0f773c528320 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8288092e3f6846f3a6074b7e18544aad&device_id=9f11a27c-afdc-4526-83c4-964ea5247761 HTTP/1.1" status: 200 len: 1098 time: 0.3530145 Jul 15 22:59:10.740773 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936f170-39d4-43f0-8a22-912330a76acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b5eeae-efdd-4816-a941-bc8e07e4dd72,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:10.909341 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-0f785081-c41f-4071-9351-3e8d0c555620 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=7ecd4f39-9589-4f6f-a76c-07e423b7cfbf HTTP/1.1" status: 200 len: 217 time: 0.1573808 Jul 15 22:59:11.028512 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-2b723496-3bd9-4735-8006-e0b033129fb9 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0569391 Jul 15 22:59:11.073723 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-c1d7407f-c258-4cbe-8f90-39511a6bc489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:11.075247 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-c1d7407f-c258-4cbe-8f90-39511a6bc489 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1421926 Jul 15 22:59:11.081340 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 22:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1e6643-ccd0-44df-8b87-472de0fe66d2 x-openstack-request-id: req-ff1e6643-ccd0-44df-8b87-472de0fe66d2 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:59:11.081777 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f11a27c-afdc-4526-83c4-964ea5247761", "tag": "7ecd4f39-9589-4f6f-a76c-07e423b7cfbf", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:59:11.082460 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff1e6643-ccd0-44df-8b87-472de0fe66d2 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:59:11.083328 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f11a27c-afdc-4526-83c4-964ea5247761', 'tag': '7ecd4f39-9589-4f6f-a76c-07e423b7cfbf', 'status': 'completed', 'code': 200} Jul 15 22:59:11.123954 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9936f170-39d4-43f0-8a22-912330a76acd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:11.157076 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6ea96fc8-0701-4319-bec5-e0a57277daed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:11.200067 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6ea96fc8-0701-4319-bec5-e0a57277daed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:11.208069 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59760) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:11.323697 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6ea96fc8-0701-4319-bec5-e0a57277daed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:11.332664 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6ea96fc8-0701-4319-bec5-e0a57277daed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:11.334187 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6ea96fc8-0701-4319-bec5-e0a57277daed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6adbbea6-5f6c-434f-8e08-8ab21ed6c44a HTTP/1.1" status: 204 len: 168 time: 0.9856284 Jul 15 22:59:11.403104 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea96fc8-0701-4319-bec5-e0a57277daed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adbbea6-5f6c-434f-8e08-8ab21ed6c44a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:11.501366 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f090d6-05b0-4fc7-9dd1-c7dc0a0b5cea req-b73b8ee0-6ea3-40e8-b6c3-340960495213 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:11.508948 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-40f090d6-05b0-4fc7-9dd1-c7dc0a0b5cea req-b73b8ee0-6ea3-40e8-b6c3-340960495213 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2294a754-45cf-49c9-9515-87df1f78e08c HTTP/1.1" status: 200 len: 970 time: 0.7078400 Jul 15 22:59:11.527528 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-8591c09a-57cc-4003-b569-9421e9ef43cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:11.529022 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-8591c09a-57cc-4003-b569-9421e9ef43cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2192488 Jul 15 22:59:11.546107 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9936f170-39d4-43f0-8a22-912330a76acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:11.548972 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9936f170-39d4-43f0-8a22-912330a76acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:11.549561 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9936f170-39d4-43f0-8a22-912330a76acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:11.581376 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-636be4c9-7b31-46a1-ad88-3be97f80ccd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:11.628323 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9936f170-39d4-43f0-8a22-912330a76acd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.3148007 Jul 15 22:59:11.639869 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59772) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:11.647795 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4eb6f037-427c-4cfd-bf99-10618d82d6db admin admin] Request body: {'subnet': {'network_id': '474dbaa1-ae2a-4509-ba72-66336d381cac', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-498787454-subnet', 'tenant_id': '11375217ba8f4374aa59d3821a9315fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:11.743447 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67aaafe4-ff3c-4202-a9e8-15d01a17b1b8 req-51a8eb1c-dd97-4e6d-a522-6b2fa995cff5 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6778085 Jul 15 22:59:11.743847 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb6f037-427c-4cfd-bf99-10618d82d6db admin admin] Made reservation on behalf of 11375217ba8f4374aa59d3821a9315fe for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:59:11.746439 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4eb6f037-427c-4cfd-bf99-10618d82d6db admin admin] Notify callbacks [] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:11.803164 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936f170-39d4-43f0-8a22-912330a76acd admin admin] Pushing event updated for resources: {'Network': ['ID=474dbaa1-ae2a-4509-ba72-66336d381cac,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:11.822790 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 474dbaa1-ae2a-4509-ba72-66336d381cac details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 22:59:11.842608 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-40f090d6-05b0-4fc7-9dd1-c7dc0a0b5cea req-6232dd9d-796c-4eba-ae42-f772d5d225f0 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/security-groups?id=0111a69d-0899-4532-bb27-fb2232048820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300579 Jul 15 22:59:11.900509 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-062858ba-9700-499d-bedf-5dd116b5759f service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619478 Jul 15 22:59:11.920756 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127b97e-66a3-4158-a8ac-8f2c0ec3a03b req-1ccbd955-8c71-4ce7-b6c7-f5395c2b45a5 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:11.928246 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f127b97e-66a3-4158-a8ac-8f2c0ec3a03b req-1ccbd955-8c71-4ce7-b6c7-f5395c2b45a5 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f11a27c-afdc-4526-83c4-964ea5247761 HTTP/1.1" status: 200 len: 947 time: 0.4046805 Jul 15 22:59:12.025521 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f127b97e-66a3-4158-a8ac-8f2c0ec3a03b req-b3b3bb9f-3fb8-4dbc-8b78-7e9aafb3ceee tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/security-groups?id=37ed9643-27cd-4b6c-98ab-60404217cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857339 Jul 15 22:59:12.139157 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59790) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:12.151410 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-119ee93e-8b68-4d4d-aae1-4e26253c7c17 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1828247053-network', 'tenant_id': '82e0d1fe490748e1af35c8df680c3fc7'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:12.169459 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3507b46c-1e6f-4aae-b1c4-3e7ea0d8fe14 req-fb7d8d93-9771-42eb-9481-d1cb6ce6aa8e service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454782 Jul 15 22:59:12.185208 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-636be4c9-7b31-46a1-ad88-3be97f80ccd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:12.199517 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-636be4c9-7b31-46a1-ad88-3be97f80ccd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:12.227188 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119ee93e-8b68-4d4d-aae1-4e26253c7c17 admin admin] Made reservation on behalf of 82e0d1fe490748e1af35c8df680c3fc7 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:59:12.231899 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-119ee93e-8b68-4d4d-aae1-4e26253c7c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:12.261064 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-119ee93e-8b68-4d4d-aae1-4e26253c7c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:12.330960 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-636be4c9-7b31-46a1-ad88-3be97f80ccd3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46c00f94ebd4448faa6b057401e372c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1215811 Jul 15 22:59:12.333785 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59796) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:12.334366 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636be4c9-7b31-46a1-ad88-3be97f80ccd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9d4293-643b-418d-b1c0-e59d5b2ffa41,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:12.345456 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4eb6f037-427c-4cfd-bf99-10618d82d6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:12.422482 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb6f037-427c-4cfd-bf99-10618d82d6db admin admin] Pushing event updated for resources: {'Subnet': ['ID=45b5fc53-5de1-4393-8789-b2052071f9bc,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:12.455847 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb6f037-427c-4cfd-bf99-10618d82d6db admin admin] Checking segment: {'id': '77981117-b02d-4cca-9c8e-70b4945644e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '474dbaa1-ae2a-4509-ba72-66336d381cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:59:12.456961 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb6f037-427c-4cfd-bf99-10618d82d6db admin admin] Network hostable DHCP agents. Network: 474dbaa1-ae2a-4509-ba72-66336d381cac, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 22:59:12.496018 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb6f037-427c-4cfd-bf99-10618d82d6db admin admin] Network 474dbaa1-ae2a-4509-ba72-66336d381cac is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 22:59:12.507062 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c42157b-1a19-404c-8572-1d650ee7e90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:12.508140 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-4eb6f037-427c-4cfd-bf99-10618d82d6db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 474dbaa1-ae2a-4509-ba72-66336d381cac) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:59:12.524535 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57be28e-d5da-4204-9a7f-9288009753e9 None None] Network 474dbaa1-ae2a-4509-ba72-66336d381cac requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:59:12.534847 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb6f037-427c-4cfd-bf99-10618d82d6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:12.535560 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4eb6f037-427c-4cfd-bf99-10618d82d6db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:12.555689 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c42157b-1a19-404c-8572-1d650ee7e90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:12.667737 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-119ee93e-8b68-4d4d-aae1-4e26253c7c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:12.675435 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c42157b-1a19-404c-8572-1d650ee7e90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:12.681653 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4eb6f037-427c-4cfd-bf99-10618d82d6db admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0393069 Jul 15 22:59:12.684688 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c42157b-1a19-404c-8572-1d650ee7e90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:12.686266 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4c42157b-1a19-404c-8572-1d650ee7e90b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b9d4293-643b-418d-b1c0-e59d5b2ffa41 HTTP/1.1" status: 204 len: 168 time: 0.3499739 Jul 15 22:59:12.701791 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5883cf-e7d0-44f5-b501-34f220ea49ae None None] Network 474dbaa1-ae2a-4509-ba72-66336d381cac requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:59:12.738084 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-119ee93e-8b68-4d4d-aae1-4e26253c7c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:12.765529 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42157b-1a19-404c-8572-1d650ee7e90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9d4293-643b-418d-b1c0-e59d5b2ffa41,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:12.784243 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119ee93e-8b68-4d4d-aae1-4e26253c7c17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 22:59:12.830518 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ee93e-8b68-4d4d-aae1-4e26253c7c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f80fd2-fb83-4e34-a427-d8bc1a2f428a,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:12.834313 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-119ee93e-8b68-4d4d-aae1-4e26253c7c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:12.835304 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-119ee93e-8b68-4d4d-aae1-4e26253c7c17 admin admin] Added segment 3f36051c-af89-43ea-bdf9-a6e4d3e8aa21 of type vlan for network deb2ac28-8303-46de-8e98-004af36e7172 Jul 15 22:59:12.878945 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1131d-0db2-42c4-a97f-cd6c31c77c00 req-e1432efb-3e0d-44e0-ab74-5d6acfab9b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:12.880529 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c8a1131d-0db2-42c4-a97f-cd6c31c77c00 req-e1432efb-3e0d-44e0-ab74-5d6acfab9b04 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=219bd50b44874909b3ffa3a42debc09e&device_id=2294a754-45cf-49c9-9515-87df1f78e08c HTTP/1.1" status: 200 len: 1121 time: 0.1924801 Jul 15 22:59:13.108679 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-119ee93e-8b68-4d4d-aae1-4e26253c7c17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:13.208465 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5294eb-4921-4176-9298-b555d7387cc4 req-3b0c9ecb-399b-4f61-a22f-b88cd6ba3eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:13.212625 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7e5294eb-4921-4176-9298-b555d7387cc4 req-3b0c9ecb-399b-4f61-a22f-b88cd6ba3eb4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8288092e3f6846f3a6074b7e18544aad&device_id=9f11a27c-afdc-4526-83c4-964ea5247761 HTTP/1.1" status: 200 len: 1098 time: 0.1361828 Jul 15 22:59:13.336537 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.db.resource_extend [None req-119ee93e-8b68-4d4d-aae1-4e26253c7c17 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 22:59:13.546115 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1131d-0db2-42c4-a97f-cd6c31c77c00 req-b9528c35-48d8-41f1-9ea2-669252477263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:13.551125 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c8a1131d-0db2-42c4-a97f-cd6c31c77c00 req-b9528c35-48d8-41f1-9ea2-669252477263 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.6277070 Jul 15 22:59:13.586974 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-119ee93e-8b68-4d4d-aae1-4e26253c7c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:13.590758 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119ee93e-8b68-4d4d-aae1-4e26253c7c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:13.591468 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-119ee93e-8b68-4d4d-aae1-4e26253c7c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:13.597436 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5294eb-4921-4176-9298-b555d7387cc4 req-ac462a29-29b4-47a2-88cc-5efc76ca9595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:13.602222 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7e5294eb-4921-4176-9298-b555d7387cc4 req-ac462a29-29b4-47a2-88cc-5efc76ca9595 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.3841512 Jul 15 22:59:13.633537 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59820) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:13.674523 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e7387f1e-d564-4000-bbb6-fd7cb916045b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:13.751744 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ee93e-8b68-4d4d-aae1-4e26253c7c17 admin admin] Pushing event updated for resources: {'Network': ['ID=deb2ac28-8303-46de-8e98-004af36e7172,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:13.766004 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network deb2ac28-8303-46de-8e98-004af36e7172 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 22:59:13.783605 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7e5294eb-4921-4176-9298-b555d7387cc4 req-373422bb-5a4b-4bff-b5f4-80ae030eefff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=7ecd4f39-9589-4f6f-a76c-07e423b7cfbf HTTP/1.1" status: 200 len: 217 time: 0.1168587 Jul 15 22:59:13.821068 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec84c0-bccf-4c10-91b6-7d1e8e926477 req-2c98cc26-e432-4857-984a-a422dd6bf564 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:13.832572 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-caec84c0-bccf-4c10-91b6-7d1e8e926477 req-2c98cc26-e432-4857-984a-a422dd6bf564 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2294a754-45cf-49c9-9515-87df1f78e08c HTTP/1.1" status: 200 len: 970 time: 0.7050474 Jul 15 22:59:13.879613 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-119ee93e-8b68-4d4d-aae1-4e26253c7c17 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7391117 Jul 15 22:59:13.896323 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5294eb-4921-4176-9298-b555d7387cc4 req-660e529a-6abf-490c-b98e-aa25034d9418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:13.906835 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7e5294eb-4921-4176-9298-b555d7387cc4 req-660e529a-6abf-490c-b98e-aa25034d9418 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1052289 Jul 15 22:59:13.912221 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59826) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:13.935345 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b1aa47be-f98d-4e44-853f-dc5408542a91 admin admin] Request body: {'subnet': {'network_id': 'deb2ac28-8303-46de-8e98-004af36e7172', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1828247053-subnet', 'tenant_id': '82e0d1fe490748e1af35c8df680c3fc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:13.977536 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c8a1131d-0db2-42c4-a97f-cd6c31c77c00 req-c9b6d98e-d63b-4fe7-adce-725415381856 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=f6140dee-1a56-41d4-8b63-e1d5ed9e53d1 HTTP/1.1" status: 200 len: 217 time: 0.0913687 Jul 15 22:59:14.015378 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96919497-0678-485a-b752-1c4ccacb042a req-364897c6-079b-4ac4-b4f0-958dd926b3de tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:14.027897 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96919497-0678-485a-b752-1c4ccacb042a req-364897c6-079b-4ac4-b4f0-958dd926b3de tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f11a27c-afdc-4526-83c4-964ea5247761 HTTP/1.1" status: 200 len: 947 time: 0.7013595 Jul 15 22:59:14.124232 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-caec84c0-bccf-4c10-91b6-7d1e8e926477 req-a5c5a5a3-4d12-4b7a-931b-08715af08356 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/security-groups?id=0111a69d-0899-4532-bb27-fb2232048820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902048 Jul 15 22:59:14.158388 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96919497-0678-485a-b752-1c4ccacb042a req-96013edd-0e4e-42df-997f-b66c4367edd4 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/security-groups?id=37ed9643-27cd-4b6c-98ab-60404217cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155636 Jul 15 22:59:14.304326 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5294eb-4921-4176-9298-b555d7387cc4 req-4e8d13dd-198c-4d0c-ac9b-d7833131fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:14.305852 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7e5294eb-4921-4176-9298-b555d7387cc4 req-4e8d13dd-198c-4d0c-ac9b-d7833131fa27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3373349 Jul 15 22:59:14.408746 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e7387f1e-d564-4000-bbb6-fd7cb916045b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:14.429087 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e7387f1e-d564-4000-bbb6-fd7cb916045b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:14.485837 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59842) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:14.493630 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e7387f1e-d564-4000-bbb6-fd7cb916045b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=02f366968ba64d9fb7ca04d99e01afdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8578384 Jul 15 22:59:14.499724 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1aa47be-f98d-4e44-853f-dc5408542a91 admin admin] Made reservation on behalf of 82e0d1fe490748e1af35c8df680c3fc7 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:59:14.502134 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1aa47be-f98d-4e44-853f-dc5408542a91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:14.510279 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7387f1e-d564-4000-bbb6-fd7cb916045b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92084ab9-666e-4671-9ffa-aba868e938ff,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:14.533095 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59844) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:14.541340 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-8e402aa3-bf57-4e1e-8377-1e01d2267cb4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-460577841-network', 'tenant_id': 'fb2f05dec595441f96e10049b892665b'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:14.608450 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1131d-0db2-42c4-a97f-cd6c31c77c00 req-c1e28322-c8e3-4ab0-8a55-7e82a18ca4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:14.610331 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c8a1131d-0db2-42c4-a97f-cd6c31c77c00 req-c1e28322-c8e3-4ab0-8a55-7e82a18ca4af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1020072 Jul 15 22:59:14.671212 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e402aa3-bf57-4e1e-8377-1e01d2267cb4 admin admin] Made reservation on behalf of fb2f05dec595441f96e10049b892665b for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:59:14.674353 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e402aa3-bf57-4e1e-8377-1e01d2267cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:14.687857 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e402aa3-bf57-4e1e-8377-1e01d2267cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:14.689886 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3c206ef3-aaaf-47a5-93e2-2c1381d261b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:14.749469 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3c206ef3-aaaf-47a5-93e2-2c1381d261b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:14.775341 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1aa47be-f98d-4e44-853f-dc5408542a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:14.814478 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1131d-0db2-42c4-a97f-cd6c31c77c00 req-0c0ec41f-ee23-431f-a58b-e1a0c8b1a701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:14.817484 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c8a1131d-0db2-42c4-a97f-cd6c31c77c00 req-0c0ec41f-ee23-431f-a58b-e1a0c8b1a701 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1902459 Jul 15 22:59:14.843021 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa47be-f98d-4e44-853f-dc5408542a91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf299d8-8653-40fd-bc0c-a8442111ec4b,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:14.859743 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aa47be-f98d-4e44-853f-dc5408542a91 admin admin] Checking segment: {'id': '3f36051c-af89-43ea-bdf9-a6e4d3e8aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'deb2ac28-8303-46de-8e98-004af36e7172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:59:14.860116 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1aa47be-f98d-4e44-853f-dc5408542a91 admin admin] Network hostable DHCP agents. Network: deb2ac28-8303-46de-8e98-004af36e7172, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 22:59:14.905636 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1aa47be-f98d-4e44-853f-dc5408542a91 admin admin] Network deb2ac28-8303-46de-8e98-004af36e7172 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 22:59:14.920577 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-b1aa47be-f98d-4e44-853f-dc5408542a91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, deb2ac28-8303-46de-8e98-004af36e7172) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:59:14.935682 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1aa47be-f98d-4e44-853f-dc5408542a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:14.935836 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953a2611-2ee2-41cb-bc60-08215f6a8db5 None None] Network deb2ac28-8303-46de-8e98-004af36e7172 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:59:14.937115 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1aa47be-f98d-4e44-853f-dc5408542a91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:14.991255 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3c206ef3-aaaf-47a5-93e2-2c1381d261b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:14.993828 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3c206ef3-aaaf-47a5-93e2-2c1381d261b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:14.998032 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3c206ef3-aaaf-47a5-93e2-2c1381d261b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92084ab9-666e-4671-9ffa-aba868e938ff HTTP/1.1" status: 204 len: 168 time: 0.5087843 Jul 15 22:59:15.040610 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c206ef3-aaaf-47a5-93e2-2c1381d261b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92084ab9-666e-4671-9ffa-aba868e938ff,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:15.049532 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e402aa3-bf57-4e1e-8377-1e01d2267cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:15.072644 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b1aa47be-f98d-4e44-853f-dc5408542a91 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1586339 Jul 15 22:59:15.088179 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e402aa3-bf57-4e1e-8377-1e01d2267cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:15.118180 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e402aa3-bf57-4e1e-8377-1e01d2267cb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 22:59:15.217012 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c8a1131d-0db2-42c4-a97f-cd6c31c77c00 req-7e1f25e2-eccc-4be4-8027-d6176b6f518c service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916061 Jul 15 22:59:15.235086 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e402aa3-bf57-4e1e-8377-1e01d2267cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf22930c-ac8c-438f-9a91-62c410fcaadb,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:15.297448 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e402aa3-bf57-4e1e-8377-1e01d2267cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:15.302451 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-8e402aa3-bf57-4e1e-8377-1e01d2267cb4 admin admin] Added segment 26b5acc3-a5da-4dde-8f20-854079f61d47 of type vlan for network 4e1f04ef-66eb-48b6-9251-cd64cd358f91 Jul 15 22:59:15.326373 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7df8a7-233d-4b9a-80a7-7a44ccc216e0 None None] Network deb2ac28-8303-46de-8e98-004af36e7172 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:59:15.596934 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59868) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:15.803758 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59874) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:15.824779 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a668b916-a2c8-4868-9cf2-1bcbd8318bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:15.840508 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-282b94cd-33e9-46af-b435-ecbaa8b7605f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:15.879338 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e402aa3-bf57-4e1e-8377-1e01d2267cb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:15.942084 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bcc31-3e46-4dd5-b1b2-5cf41d42b6c8 req-67916d71-9cf5-403a-a327-4316098cb6a0 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:15.948639 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-df2bcc31-3e46-4dd5-b1b2-5cf41d42b6c8 req-67916d71-9cf5-403a-a327-4316098cb6a0 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2294a754-45cf-49c9-9515-87df1f78e08c HTTP/1.1" status: 200 len: 970 time: 0.5902085 Jul 15 22:59:15.961774 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c8a1131d-0db2-42c4-a97f-cd6c31c77c00 req-5d92dd29-fbd7-4603-8792-3c94ffcc2c82 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7130895 Jul 15 22:59:16.001033 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcd971-aa92-4c52-8045-c5d7ca85761f req-1d006b59-6b5e-4570-817c-db6469e7d264 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:16.010463 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-51fcd971-aa92-4c52-8045-c5d7ca85761f req-1d006b59-6b5e-4570-817c-db6469e7d264 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f11a27c-afdc-4526-83c4-964ea5247761 HTTP/1.1" status: 200 len: 947 time: 0.6064377 Jul 15 22:59:16.020112 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7e5294eb-4921-4176-9298-b555d7387cc4 req-fbb976ab-c16d-4163-9bd2-24834e95e829 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703451 Jul 15 22:59:16.020691 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e402aa3-bf57-4e1e-8377-1e01d2267cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:16.021691 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e402aa3-bf57-4e1e-8377-1e01d2267cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:16.022988 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e402aa3-bf57-4e1e-8377-1e01d2267cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:16.113311 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-df2bcc31-3e46-4dd5-b1b2-5cf41d42b6c8 req-d69e8e37-012f-4818-a64e-ce69e6a0667d tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/security-groups?id=0111a69d-0899-4532-bb27-fb2232048820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597478 Jul 15 22:59:16.143060 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7e5294eb-4921-4176-9298-b555d7387cc4 req-34aa9795-b8e5-48cc-ac76-9ced618477ca service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153574 Jul 15 22:59:16.153924 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-51fcd971-aa92-4c52-8045-c5d7ca85761f req-98ac9468-527e-4d28-9608-c7a0a43d0cc9 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/security-groups?id=37ed9643-27cd-4b6c-98ab-60404217cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419103 Jul 15 22:59:16.204516 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a668b916-a2c8-4868-9cf2-1bcbd8318bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:16.212447 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e402aa3-bf57-4e1e-8377-1e01d2267cb4 admin admin] Pushing event updated for resources: {'Network': ['ID=4e1f04ef-66eb-48b6-9251-cd64cd358f91,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:16.213949 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a668b916-a2c8-4868-9cf2-1bcbd8318bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:16.221996 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8e402aa3-bf57-4e1e-8377-1e01d2267cb4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6847463 Jul 15 22:59:16.222371 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59878) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:16.227749 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 4e1f04ef-66eb-48b6-9251-cd64cd358f91 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 22:59:16.243490 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-a9b68228-ed28-4e97-9a75-a940acbc6f16 admin admin] Request body: {'subnet': {'network_id': '4e1f04ef-66eb-48b6-9251-cd64cd358f91', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-460577841-subnet', 'tenant_id': 'fb2f05dec595441f96e10049b892665b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:16.288438 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b68228-ed28-4e97-9a75-a940acbc6f16 admin admin] Made reservation on behalf of fb2f05dec595441f96e10049b892665b for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:59:16.294046 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9b68228-ed28-4e97-9a75-a940acbc6f16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:16.394281 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c812c29e-68e3-40a9-bbd2-b61ccb51330e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:16.405445 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a668b916-a2c8-4868-9cf2-1bcbd8318bf8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=07ff620e8ffb478d91d3eb390141f8cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6011503 Jul 15 22:59:16.407568 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668b916-a2c8-4868-9cf2-1bcbd8318bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c041f326-3e6e-401a-9f47-e35aa79b6c4e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:16.408569 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59880) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:16.581501 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c812c29e-68e3-40a9-bbd2-b61ccb51330e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:16.586643 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c812c29e-68e3-40a9-bbd2-b61ccb51330e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:16.607930 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9b68228-ed28-4e97-9a75-a940acbc6f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:16.655489 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b68228-ed28-4e97-9a75-a940acbc6f16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b344fb13-04f1-4a80-a586-17c17614e957,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:16.677169 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c812c29e-68e3-40a9-bbd2-b61ccb51330e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f18bdb1368164fe193978127452d24b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0786738 Jul 15 22:59:16.681387 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812c29e-68e3-40a9-bbd2-b61ccb51330e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9bf1bb-2996-477d-9e8a-b5d5080372f4,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:16.682944 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59886) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:16.756366 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7d4b7234-f4bd-432e-82d3-177f32daa022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:16.783615 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7d4b7234-f4bd-432e-82d3-177f32daa022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:16.843033 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7d4b7234-f4bd-432e-82d3-177f32daa022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:16.845699 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7d4b7234-f4bd-432e-82d3-177f32daa022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:16.846951 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7d4b7234-f4bd-432e-82d3-177f32daa022 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c041f326-3e6e-401a-9f47-e35aa79b6c4e HTTP/1.1" status: 204 len: 168 time: 0.4360011 Jul 15 22:59:16.864637 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b7234-f4bd-432e-82d3-177f32daa022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c041f326-3e6e-401a-9f47-e35aa79b6c4e,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:16.869323 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b68228-ed28-4e97-9a75-a940acbc6f16 admin admin] Checking segment: {'id': '26b5acc3-a5da-4dde-8f20-854079f61d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4e1f04ef-66eb-48b6-9251-cd64cd358f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:59:16.869760 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b68228-ed28-4e97-9a75-a940acbc6f16 admin admin] Network hostable DHCP agents. Network: 4e1f04ef-66eb-48b6-9251-cd64cd358f91, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 22:59:16.873896 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e102df59-2b54-4025-a7a6-dc9937390260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:16.899050 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e102df59-2b54-4025-a7a6-dc9937390260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:16.961034 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e102df59-2b54-4025-a7a6-dc9937390260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:16.963829 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e102df59-2b54-4025-a7a6-dc9937390260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:16.969041 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e102df59-2b54-4025-a7a6-dc9937390260 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c9bf1bb-2996-477d-9e8a-b5d5080372f4 HTTP/1.1" status: 204 len: 168 time: 0.2849278 Jul 15 22:59:16.999392 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102df59-2b54-4025-a7a6-dc9937390260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9bf1bb-2996-477d-9e8a-b5d5080372f4,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:17.006547 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b68228-ed28-4e97-9a75-a940acbc6f16 admin admin] Network 4e1f04ef-66eb-48b6-9251-cd64cd358f91 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 22:59:17.036333 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-a9b68228-ed28-4e97-9a75-a940acbc6f16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 4e1f04ef-66eb-48b6-9251-cd64cd358f91) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:59:17.041016 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b68228-ed28-4e97-9a75-a940acbc6f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:17.041602 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9b68228-ed28-4e97-9a75-a940acbc6f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:17.054900 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8fab95-79c0-4375-89b2-15bb0eb3168f None None] Network 4e1f04ef-66eb-48b6-9251-cd64cd358f91 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:59:17.065451 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a9b68228-ed28-4e97-9a75-a940acbc6f16 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8414218 Jul 15 22:59:17.296549 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59902) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:17.321373 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86ecf67-a666-427d-b454-c96f3c1fffc2 None None] Network 4e1f04ef-66eb-48b6-9251-cd64cd358f91 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:59:17.406314 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32bd573-5d86-484c-9ad1-c3fd9a1c24ec admin admin] Deleting subnet 45b5fc53-5de1-4393-8789-b2052071f9bc {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 22:59:17.410265 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e32bd573-5d86-484c-9ad1-c3fd9a1c24ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:17.467425 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d4e56-ea4e-48e7-be67-feb4d4fb2321 req-83259aba-ffbe-4f6d-9d03-1de76aac7719 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:17.470873 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-059d4e56-ea4e-48e7-be67-feb4d4fb2321 req-83259aba-ffbe-4f6d-9d03-1de76aac7719 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2294a754-45cf-49c9-9515-87df1f78e08c HTTP/1.1" status: 200 len: 970 time: 0.1384096 Jul 15 22:59:17.491556 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e32bd573-5d86-484c-9ad1-c3fd9a1c24ec admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:17.521632 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e32bd573-5d86-484c-9ad1-c3fd9a1c24ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:17.557754 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-059d4e56-ea4e-48e7-be67-feb4d4fb2321 req-cb57d998-4b21-422f-8224-361fac333f1d tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/security-groups?id=0111a69d-0899-4532-bb27-fb2232048820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733123 Jul 15 22:59:17.719817 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e32bd573-5d86-484c-9ad1-c3fd9a1c24ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:17.798452 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59912) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:17.802157 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e32bd573-5d86-484c-9ad1-c3fd9a1c24ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:17.809323 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e32bd573-5d86-484c-9ad1-c3fd9a1c24ec admin admin] 10.222.0.16 "DELETE /v2.0/subnets/45b5fc53-5de1-4393-8789-b2052071f9bc HTTP/1.1" status: 204 len: 168 time: 0.5096142 Jul 15 22:59:17.811836 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59914) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:17.828080 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32bd573-5d86-484c-9ad1-c3fd9a1c24ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45b5fc53-5de1-4393-8789-b2052071f9bc,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:17.904636 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c697bc72-6dcc-4934-a425-1c408d8e091c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:17.961503 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d21b9-9365-4242-a77f-bf2dbfa76fc0 req-81b1eeb8-f05a-4b09-9654-10d2388a77d6 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:17.965504 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-969d21b9-9365-4242-a77f-bf2dbfa76fc0 req-81b1eeb8-f05a-4b09-9654-10d2388a77d6 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f11a27c-afdc-4526-83c4-964ea5247761 HTTP/1.1" status: 200 len: 947 time: 0.1740170 Jul 15 22:59:18.071647 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-969d21b9-9365-4242-a77f-bf2dbfa76fc0 req-39acdaa8-04fc-4e4a-8ef6-a5013fa67713 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/security-groups?id=37ed9643-27cd-4b6c-98ab-60404217cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944397 Jul 15 22:59:18.075558 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32d9a27e-aba3-402a-b709-83d9154d8e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:18.189362 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fc514a89-6302-4984-9271-0dbcd6e5a959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:18.300836 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32d9a27e-aba3-402a-b709-83d9154d8e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:18.342402 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32d9a27e-aba3-402a-b709-83d9154d8e07 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:59:18.343463 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32d9a27e-aba3-402a-b709-83d9154d8e07 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:59:18.353648 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32d9a27e-aba3-402a-b709-83d9154d8e07 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:59:18.353999 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32d9a27e-aba3-402a-b709-83d9154d8e07 admin admin] Subscribe: > port after_create 55550000 {{(pid=93798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:59:18.354284 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32d9a27e-aba3-402a-b709-83d9154d8e07 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:59:18.354618 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32d9a27e-aba3-402a-b709-83d9154d8e07 admin admin] Subscribe: > port after_update 55550000 {{(pid=93798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:59:18.355074 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32d9a27e-aba3-402a-b709-83d9154d8e07 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:59:18.355261 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32d9a27e-aba3-402a-b709-83d9154d8e07 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:59:18.355571 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32d9a27e-aba3-402a-b709-83d9154d8e07 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:59:18.355929 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32d9a27e-aba3-402a-b709-83d9154d8e07 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:59:18.579581 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32d9a27e-aba3-402a-b709-83d9154d8e07 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:59:18.579928 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32d9a27e-aba3-402a-b709-83d9154d8e07 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:59:18.580258 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32d9a27e-aba3-402a-b709-83d9154d8e07 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:59:18.580580 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32d9a27e-aba3-402a-b709-83d9154d8e07 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:59:18.580958 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-32d9a27e-aba3-402a-b709-83d9154d8e07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474dbaa1-ae2a-4509-ba72-66336d381cac']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:59:18.609822 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:18.644655 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-32d9a27e-aba3-402a-b709-83d9154d8e07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77981117-b02d-4cca-9c8e-70b4945644e0') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:59:18.644655 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-32d9a27e-aba3-402a-b709-83d9154d8e07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77981117-b02d-4cca-9c8e-70b4945644e0') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:59:18.697537 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32d9a27e-aba3-402a-b709-83d9154d8e07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:18.734491 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32d9a27e-aba3-402a-b709-83d9154d8e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:18.768351 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c697bc72-6dcc-4934-a425-1c408d8e091c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:18.769877 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d9a27e-aba3-402a-b709-83d9154d8e07 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 22:59:18.770272 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32d9a27e-aba3-402a-b709-83d9154d8e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: from cryptography.utils import int_from_bytes Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: from cryptography.utils import int_from_bytes Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: timer() Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 22:59:18.774371 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 22:59:18.790390 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c697bc72-6dcc-4934-a425-1c408d8e091c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:18.836100 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697bc72-6dcc-4934-a425-1c408d8e091c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e0727c-8e63-4c8b-80a9-ad472c28be25,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:18.932744 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c697bc72-6dcc-4934-a425-1c408d8e091c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3e8ef06d3e2400389aab7c9def84fba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1218014 Jul 15 22:59:18.932744 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32d9a27e-aba3-402a-b709-83d9154d8e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:18.933214 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59930) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:18.960064 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9a27e-aba3-402a-b709-83d9154d8e07 admin admin] Pushing event deleted for resources: {'Network': ['ID=474dbaa1-ae2a-4509-ba72-66336d381cac,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:18.969082 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c674a-0845-41d6-b7ef-69262d3c3276 req-7c95e6a6-a9b2-4ea7-be55-2c3c33e58d95 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:18.970671 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-507c674a-0845-41d6-b7ef-69262d3c3276 req-7c95e6a6-a9b2-4ea7-be55-2c3c33e58d95 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2294a754-45cf-49c9-9515-87df1f78e08c HTTP/1.1" status: 200 len: 970 time: 0.1486893 Jul 15 22:59:18.973983 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32d9a27e-aba3-402a-b709-83d9154d8e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:18.976417 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-32d9a27e-aba3-402a-b709-83d9154d8e07 admin admin] 10.222.0.16 "DELETE /v2.0/networks/474dbaa1-ae2a-4509-ba72-66336d381cac HTTP/1.1" status: 204 len: 168 time: 1.1522803 Jul 15 22:59:18.979319 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59936) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:19.020274 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bb390a7d-87f7-487d-8fe2-82d67c9c0d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:19.043978 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bb390a7d-87f7-487d-8fe2-82d67c9c0d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:19.096604 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bb390a7d-87f7-487d-8fe2-82d67c9c0d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:19.099620 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bb390a7d-87f7-487d-8fe2-82d67c9c0d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:19.103794 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bb390a7d-87f7-487d-8fe2-82d67c9c0d39 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72e0727c-8e63-4c8b-80a9-ad472c28be25 HTTP/1.1" status: 204 len: 168 time: 0.1672723 Jul 15 22:59:19.130228 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb390a7d-87f7-487d-8fe2-82d67c9c0d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e0727c-8e63-4c8b-80a9-ad472c28be25,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:19.155924 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-507c674a-0845-41d6-b7ef-69262d3c3276 req-6ae41cd7-018c-4f3e-978f-f79b9c8aed2b tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/security-groups?id=0111a69d-0899-4532-bb27-fb2232048820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644990 Jul 15 22:59:19.197303 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e7c83d0-5973-48fb-ae73-1f6e6b9d68e8 admin admin] Deleting subnet b344fb13-04f1-4a80-a586-17c17614e957 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 22:59:19.202397 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e7c83d0-5973-48fb-ae73-1f6e6b9d68e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:19.316384 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e7c83d0-5973-48fb-ae73-1f6e6b9d68e8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:19.414410 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e7c83d0-5973-48fb-ae73-1f6e6b9d68e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:19.500957 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:19.700040 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-284e3c2f-beed-4989-8037-dbc07f7dfa2f tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:19.702021 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-284e3c2f-beed-4989-8037-dbc07f7dfa2f tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/networks?id=d91a9528-a986-45d3-8b66-7d9419c4ffb8 HTTP/1.1" status: 200 len: 808 time: 0.3761153 Jul 15 22:59:19.705276 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e7c83d0-5973-48fb-ae73-1f6e6b9d68e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:19.754874 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-9e97e416-defb-49b5-b847-fe6775390e98 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/quotas/7f66f923b4424119b6027030587a5dae HTTP/1.1" status: 200 len: 375 time: 0.0454612 Jul 15 22:59:19.758266 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c83d0-5973-48fb-ae73-1f6e6b9d68e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b344fb13-04f1-4a80-a586-17c17614e957,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:19.764863 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e7c83d0-5973-48fb-ae73-1f6e6b9d68e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:19.766620 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8e7c83d0-5973-48fb-ae73-1f6e6b9d68e8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b344fb13-04f1-4a80-a586-17c17614e957 HTTP/1.1" status: 204 len: 168 time: 0.7863410 Jul 15 22:59:19.769724 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59966) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:19.776527 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8750546-361e-450b-af2e-3561bc7ea0dc req-174ebf40-d482-4e2b-8667-281bf75d8b68 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:19.783719 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d8750546-361e-450b-af2e-3561bc7ea0dc req-174ebf40-d482-4e2b-8667-281bf75d8b68 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f11a27c-afdc-4526-83c4-964ea5247761 HTTP/1.1" status: 200 len: 947 time: 0.3706801 Jul 15 22:59:19.832297 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-2247a00f-6190-45e4-9643-905f318c4f7f tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f66f923b4424119b6027030587a5dae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704045 Jul 15 22:59:19.861884 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7df7a140-607e-467e-8cf2-30f9ef1891c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:19.869745 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d8750546-361e-450b-af2e-3561bc7ea0dc req-a35cd06f-80af-4d8b-809c-a47a28eaea15 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/security-groups?id=37ed9643-27cd-4b6c-98ab-60404217cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852783 Jul 15 22:59:19.962396 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7df7a140-607e-467e-8cf2-30f9ef1891c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:19.979957 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-7df7a140-607e-467e-8cf2-30f9ef1891c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1f04ef-66eb-48b6-9251-cd64cd358f91']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:59:19.991645 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-7df7a140-607e-467e-8cf2-30f9ef1891c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b5acc3-a5da-4dde-8f20-854079f61d47') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:59:19.992036 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-7df7a140-607e-467e-8cf2-30f9ef1891c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b5acc3-a5da-4dde-8f20-854079f61d47') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:59:20.006101 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7df7a140-607e-467e-8cf2-30f9ef1891c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:20.020713 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7df7a140-607e-467e-8cf2-30f9ef1891c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:20.027658 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df7a140-607e-467e-8cf2-30f9ef1891c3 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 22:59:20.028462 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7df7a140-607e-467e-8cf2-30f9ef1891c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:20.030339 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 22:59:20.030339 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 22:59:20.030339 n-d-787205-9 neutron-server[93798]: timer() Jul 15 22:59:20.030339 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 22:59:20.030339 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 22:59:20.030339 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 22:59:20.030339 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 22:59:20.030339 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 22:59:20.030339 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 22:59:20.030339 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 22:59:20.030339 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 22:59:20.030339 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 22:59:20.030339 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 22:59:20.030339 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 22:59:20.030339 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 22:59:20.030339 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 22:59:20.030339 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 22:59:20.030339 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 22:59:20.030339 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 22:59:20.030339 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 22:59:20.030339 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 22:59:20.030339 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 22:59:20.030339 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 22:59:20.030339 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 22:59:20.030339 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 22:59:20.030339 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 22:59:20.030339 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 22:59:20.030339 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 22:59:20.030339 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 22:59:20.030339 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 22:59:20.030339 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 22:59:20.030339 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 22:59:20.042761 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-0aae052a-6bc8-4af4-86c7-c184d004d008 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 22:59:20.054271 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-0aae052a-6bc8-4af4-86c7-c184d004d008 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0931220 Jul 15 22:59:20.096487 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7df7a140-607e-467e-8cf2-30f9ef1891c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:20.104856 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7df7a140-607e-467e-8cf2-30f9ef1891c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:20.108194 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7df7a140-607e-467e-8cf2-30f9ef1891c3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4e1f04ef-66eb-48b6-9251-cd64cd358f91 HTTP/1.1" status: 204 len: 168 time: 0.3359985 Jul 15 22:59:20.121639 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7a140-607e-467e-8cf2-30f9ef1891c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e1f04ef-66eb-48b6-9251-cd64cd358f91,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:20.174863 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-79d4f1f4-f429-4d14-8620-b2d0cd55c0a8 service neutron] 10.222.0.16 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194453 Jul 15 22:59:20.280388 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-07899e2b-b314-4cb9-b808-62e120d6ba14 service neutron] 10.222.0.16 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949953 Jul 15 22:59:20.347745 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59996) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:20.407405 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-08329f3c-36c0-4b0b-8421-eaa9988310f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=11375217ba8f4374aa59d3821a9315fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0581517 Jul 15 22:59:20.409861 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 60000) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:20.495072 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-140b5cd3-ffd7-452b-b028-6e36807e9736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:20.518163 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-140b5cd3-ffd7-452b-b028-6e36807e9736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:20.546475 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-22c5dde9-3479-44a4-9a90-8b736e5bc674 req-9dbc445c-a219-4f62-a0f7-c1c2254dad77 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8 HTTP/1.1" status: 200 len: 210 time: 0.0331500 Jul 15 22:59:20.581103 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-140b5cd3-ffd7-452b-b028-6e36807e9736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:20.583692 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-140b5cd3-ffd7-452b-b028-6e36807e9736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:20.587368 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-140b5cd3-ffd7-452b-b028-6e36807e9736 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b7b5eeae-efdd-4816-a941-bc8e07e4dd72 HTTP/1.1" status: 204 len: 168 time: 0.1764383 Jul 15 22:59:20.612225 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b5cd3-ffd7-452b-b028-6e36807e9736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b5eeae-efdd-4816-a941-bc8e07e4dd72,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:20.642829 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df535e-cd21-489c-8edb-38b8b3aa5ab4 req-5d1e3211-f9f2-4386-8a34-31e6ef2a6b33 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:20.652321 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-74df535e-cd21-489c-8edb-38b8b3aa5ab4 req-5d1e3211-f9f2-4386-8a34-31e6ef2a6b33 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2294a754-45cf-49c9-9515-87df1f78e08c HTTP/1.1" status: 200 len: 970 time: 0.1252675 Jul 15 22:59:20.694236 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-74df535e-cd21-489c-8edb-38b8b3aa5ab4 req-d2160ae6-9565-4da0-a325-26c7b3ff7aad tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/security-groups?id=0111a69d-0899-4532-bb27-fb2232048820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402737 Jul 15 22:59:21.047201 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:21.057932 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccbd403-5103-4f09-bda3-734a6203a6cf req-80c6a09e-6f50-433a-b318-baf1d5484faf tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:21.059717 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ccbd403-5103-4f09-bda3-734a6203a6cf req-80c6a09e-6f50-433a-b318-baf1d5484faf tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f11a27c-afdc-4526-83c4-964ea5247761 HTTP/1.1" status: 200 len: 947 time: 0.0745850 Jul 15 22:59:21.107000 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 60036) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:21.117370 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ccbd403-5103-4f09-bda3-734a6203a6cf req-94305999-0424-4000-8737-51ce091a0345 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/security-groups?id=37ed9643-27cd-4b6c-98ab-60404217cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515354 Jul 15 22:59:21.161659 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-136b13c3-a516-4dc2-868d-91756240513a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb2f05dec595441f96e10049b892665b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533535 Jul 15 22:59:21.164604 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 60040) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:21.216089 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 60042) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:21.227713 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11841850-afda-4e83-9a27-1248c517dcda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:21.254789 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11841850-afda-4e83-9a27-1248c517dcda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:21.315568 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11841850-afda-4e83-9a27-1248c517dcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:21.318143 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11841850-afda-4e83-9a27-1248c517dcda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:21.322293 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-11841850-afda-4e83-9a27-1248c517dcda admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bf22930c-ac8c-438f-9a91-62c410fcaadb HTTP/1.1" status: 204 len: 168 time: 0.1548259 Jul 15 22:59:21.328632 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11841850-afda-4e83-9a27-1248c517dcda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf22930c-ac8c-438f-9a91-62c410fcaadb,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:21.466898 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7bcd0302-a112-49d8-a5a3-646850053f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:21.561689 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7bcd0302-a112-49d8-a5a3-646850053f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:21.566505 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7bcd0302-a112-49d8-a5a3-646850053f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:21.595357 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7bcd0302-a112-49d8-a5a3-646850053f0f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5108b79910ae47768f2c6f2f62b51d01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3755753 Jul 15 22:59:21.595951 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 60062) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:21.637199 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd0302-a112-49d8-a5a3-646850053f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca91fce-32d0-4f36-8cf0-dec03cb1b92f,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:21.681569 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9193a69d-5f75-4c74-8ffb-10a94e3faffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:21.713297 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9193a69d-5f75-4c74-8ffb-10a94e3faffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:21.774437 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9193a69d-5f75-4c74-8ffb-10a94e3faffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:21.777808 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9193a69d-5f75-4c74-8ffb-10a94e3faffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:21.782400 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9193a69d-5f75-4c74-8ffb-10a94e3faffe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cca91fce-32d0-4f36-8cf0-dec03cb1b92f HTTP/1.1" status: 204 len: 168 time: 0.1856058 Jul 15 22:59:21.792859 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193a69d-5f75-4c74-8ffb-10a94e3faffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca91fce-32d0-4f36-8cf0-dec03cb1b92f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:21.795192 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-22240ed1-0312-4042-ae41-d2cc87f2010b req-a45f96f6-f569-47ac-a81c-28f03a82a515 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8 HTTP/1.1" status: 200 len: 210 time: 0.0523839 Jul 15 22:59:22.023043 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-18af0619-6e83-49e2-8715-81283de6bd49 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d91610d55fb44e99baea6565f2f839c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316639 Jul 15 22:59:22.119740 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-6b39698c-7136-4271-89d9-bb03e33f4607 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:22.121273 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-6b39698c-7136-4271-89d9-bb03e33f4607 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.36 "GET /v2.0/networks?id=d91a9528-a986-45d3-8b66-7d9419c4ffb8 HTTP/1.1" status: 200 len: 808 time: 0.2890894 Jul 15 22:59:22.141360 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-3fdc0b1c-352f-486c-b184-e8fcde172364 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Request body: {'port': {'device_id': '6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8', 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8', 'admin_state_up': True, 'tenant_id': '7f66f923b4424119b6027030587a5dae'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:22.151717 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-f9f31a76-59f8-4348-ac2f-b90f4e2daa6a tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:22.154089 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-f9f31a76-59f8-4348-ac2f-b90f4e2daa6a tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1255300 Jul 15 22:59:22.164517 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0cfab1-2209-4ac1-9656-ccc48005df03 req-4d37dfbd-9fb5-46a1-92c3-1dce85572443 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:22.167048 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ca0cfab1-2209-4ac1-9656-ccc48005df03 req-4d37dfbd-9fb5-46a1-92c3-1dce85572443 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2294a754-45cf-49c9-9515-87df1f78e08c HTTP/1.1" status: 200 len: 970 time: 0.2135599 Jul 15 22:59:22.190986 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-040aa23c-b974-4924-a0df-24a0fb797616 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] 10.222.0.16 "GET /v2.0/quotas/d91610d55fb44e99baea6565f2f839c0 HTTP/1.1" status: 200 len: 375 time: 0.0226276 Jul 15 22:59:22.244819 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-f74f324b-1fca-4033-ba87-972799c68256 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d91610d55fb44e99baea6565f2f839c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525916 Jul 15 22:59:22.255643 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 60094) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:22.280053 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-87938a0c-a0c0-46ab-b98a-a801479db8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:22.285102 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ca0cfab1-2209-4ac1-9656-ccc48005df03 req-8a39bb9e-2a5b-4cf4-85e8-e8915db66560 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/security-groups?id=0111a69d-0899-4532-bb27-fb2232048820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088181 Jul 15 22:59:22.528211 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a1e4300b-dbf6-4e9d-8e59-35ce4e87c7f1 req-f62cc958-abf5-4ef8-bd15-e828ba203f62 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3bc1ec2-d74e-4d5f-9285-4aae76c9ff12 HTTP/1.1" status: 200 len: 210 time: 0.0855334 Jul 15 22:59:22.541466 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-87938a0c-a0c0-46ab-b98a-a801479db8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:22.551177 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-87938a0c-a0c0-46ab-b98a-a801479db8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:22.575619 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-3fdc0b1c-352f-486c-b184-e8fcde172364 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Made reservation on behalf of 7f66f923b4424119b6027030587a5dae for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:59:22.587788 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-3fdc0b1c-352f-486c-b184-e8fcde172364 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:22.615377 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87938a0c-a0c0-46ab-b98a-a801479db8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39819699-8e2c-4e41-98b4-6c4359f26c7c,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:22.624548 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-87938a0c-a0c0-46ab-b98a-a801479db8de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=63b3c598074741d9a367de893b8f933d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3673899 Jul 15 22:59:22.625158 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 60108) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:22.650292 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4509e-9efd-458e-923a-ed316d7d45e0 req-c7a3c3fb-a6a4-4064-b436-8dc6da1c2638 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:22.657085 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-11b4509e-9efd-458e-923a-ed316d7d45e0 req-c7a3c3fb-a6a4-4064-b436-8dc6da1c2638 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f11a27c-afdc-4526-83c4-964ea5247761 HTTP/1.1" status: 200 len: 947 time: 0.1880279 Jul 15 22:59:22.727496 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-11b4509e-9efd-458e-923a-ed316d7d45e0 req-387c1408-2364-4252-81f4-efe3bbf67045 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/security-groups?id=37ed9643-27cd-4b6c-98ab-60404217cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692418 Jul 15 22:59:22.747085 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c9aabd59-3ceb-4a96-bd78-7aa2489c9435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:22.771883 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-3fdc0b1c-352f-486c-b184-e8fcde172364 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Allocated IP 172.20.0.6 (d91a9528-a986-45d3-8b66-7d9419c4ffb8/9ed83523-5185-460b-a4ba-ea79efd124da/49404f6b-8774-4e9f-a38c-3cd516b9f780) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:59:22.775058 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c9aabd59-3ceb-4a96-bd78-7aa2489c9435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:22.854846 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c9aabd59-3ceb-4a96-bd78-7aa2489c9435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:22.858935 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c9aabd59-3ceb-4a96-bd78-7aa2489c9435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:22.860172 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c9aabd59-3ceb-4a96-bd78-7aa2489c9435 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/39819699-8e2c-4e41-98b4-6c4359f26c7c HTTP/1.1" status: 204 len: 168 time: 0.2329004 Jul 15 22:59:22.876690 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aabd59-3ceb-4a96-bd78-7aa2489c9435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39819699-8e2c-4e41-98b4-6c4359f26c7c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:23.047317 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-3fdc0b1c-352f-486c-b184-e8fcde172364 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:23.051426 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device f6140dee-1a56-41d4-8b63-e1d5ed9e53d1 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 22:59:23.071974 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a8796633-af84-47ca-90ba-e3b182086eab req-a81109ff-638d-432a-936a-48e4b86d12f5 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8 HTTP/1.1" status: 200 len: 210 time: 0.0578606 Jul 15 22:59:23.129305 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-3fdc0b1c-352f-486c-b184-e8fcde172364 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:23.195243 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-3fdc0b1c-352f-486c-b184-e8fcde172364 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Network d91a9528-a986-45d3-8b66-7d9419c4ffb8 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:59:23.200212 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-3fdc0b1c-352f-486c-b184-e8fcde172364 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:59:23.208350 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-3fdc0b1c-352f-486c-b184-e8fcde172364 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:59:23.213187 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port f6140dee-1a56-41d4-8b63-e1d5ed9e53d1, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=f6140dee-1a56-41d4-8b63-e1d5ed9e53d1,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:23.215420 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc0b1c-352f-486c-b184-e8fcde172364 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Pushing event updated for resources: {'Port': ['ID=49404f6b-8774-4e9f-a38c-3cd516b9f780,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:23.224732 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'f6140dee-1a56-41d4-8b63-e1d5ed9e53d1', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': 'f6140dee-1a56-41d4-8b63-e1d5ed9e53d1', 'mac_address': 'fa:16:3e:8d:13:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:tempest-test_az-2050865611', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 22:59:23.273677 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-3fdc0b1c-352f-486c-b184-e8fcde172364 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:23.274511 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-3fdc0b1c-352f-486c-b184-e8fcde172364 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:23.293876 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-3fdc0b1c-352f-486c-b184-e8fcde172364 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1557016 Jul 15 22:59:23.298802 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:23.313078 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-f7ed6f51-a9b9-4cb6-a429-719a4cf897c1 service neutron] Request body: {'port': {'device_id': '6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:23.314393 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6140dee-1a56-41d4-8b63-e1d5ed9e53d1 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:59:23.339928 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port f6140dee-1a56-41d4-8b63-e1d5ed9e53d1, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=f6140dee-1a56-41d4-8b63-e1d5ed9e53d1,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:23.344861 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:23.450322 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=f6140dee-1a56-41d4-8b63-e1d5ed9e53d1,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:23.457385 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-f7ed6f51-a9b9-4cb6-a429-719a4cf897c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:23.471769 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:23.472348 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:23.472976 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:23.473459 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:23.473940 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:23.474416 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:23.475452 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:23.475945 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:23.476418 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:23.476891 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:23.477373 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:23.477898 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Tracked resource versions report: Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: pushed versions: Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: { 'AddressGroup': {'1.2'}, Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: 'ConntrackHelper': {'1.0'}, Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: 'Log': {'1.0'}, Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: 'Network': {'1.1'}, Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: 'Port': {'1.7'}, Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: 'PortForwarding': {'1.2'}, Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: 'QosPolicy': {'1.8'}, Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: 'SecurityGroup': {'1.4'}, Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: 'SecurityGroupRule': {'1.2'}, Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: 'SubPort': {'1.0'}, Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: 'Subnet': {'1.1'}, Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: 'Trunk': {'1.1'}} Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: consumer versions: Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: { DHCP agent@n-d-787205-9: {}, Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: HyperV agent@n-h1-787205-9: {}, Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: HyperV agent@n-h2-787205-9: {}, Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: L3 agent@n-d-787205-9: {}, Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: Metadata agent@n-d-787205-9: {}, Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: Metering agent@n-d-787205-9: {}, Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: Open vSwitch agent@n-d-787205-9: { 'AddressGroup': '1.2', Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: 'ConntrackHelper': '1.0', Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: 'Log': '1.0', Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: 'Network': '1.1', Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: 'Port': '1.7', Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: 'PortForwarding': '1.2', Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: 'QosPolicy': '1.8', Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: 'SecurityGroup': '1.4', Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: 'SecurityGroupRule': '1.2', Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: 'SubPort': '1.0', Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: 'Subnet': '1.1', Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: 'Trunk': '1.1'}} Jul 15 22:59:23.479155 n-d-787205-9 neutron-server[93800]: {{(pid=93800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 22:59:23.563703 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7356e6-6338-48a4-b4f8-ca59c94efddd req-262eecd0-a5bb-4de2-b170-a851e22f2220 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:23.580553 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3b7356e6-6338-48a4-b4f8-ca59c94efddd req-262eecd0-a5bb-4de2-b170-a851e22f2220 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2294a754-45cf-49c9-9515-87df1f78e08c HTTP/1.1" status: 200 len: 971 time: 0.1355398 Jul 15 22:59:23.637970 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['f6140dee-1a56-41d4-8b63-e1d5ed9e53d1'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:59:23.800109 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:23.859366 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-f7ed6f51-a9b9-4cb6-a429-719a4cf897c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49404f6b-8774-4e9f-a38c-3cd516b9f780 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:59:23.860496 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a9d225e0-1805-4c88-b0c0-ced26a27e0b8 req-b9e2b73b-e2af-4e6f-aa75-f2f7b6de24bc tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3bc1ec2-d74e-4d5f-9285-4aae76c9ff12 HTTP/1.1" status: 200 len: 210 time: 0.0393255 Jul 15 22:59:23.888357 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-f7ed6f51-a9b9-4cb6-a429-719a4cf897c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:23.900843 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3b7356e6-6338-48a4-b4f8-ca59c94efddd req-5ed46477-46de-44c0-a60e-662cc757f11e tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/security-groups?id=0111a69d-0899-4532-bb27-fb2232048820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178792 Jul 15 22:59:23.903522 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-94052b13-5bd2-4f67-99f5-b72a914a5bc1 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d91610d55fb44e99baea6565f2f839c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0799148 Jul 15 22:59:23.906057 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-f7ed6f51-a9b9-4cb6-a429-719a4cf897c1 service neutron] Transition to ACTIVE for port object 49404f6b-8774-4e9f-a38c-3cd516b9f780 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:59:23.923564 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-f7ed6f51-a9b9-4cb6-a429-719a4cf897c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:24.107054 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed6f51-a9b9-4cb6-a429-719a4cf897c1 service neutron] Pushing event updated for resources: {'Port': ['ID=49404f6b-8774-4e9f-a38c-3cd516b9f780,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:24.125755 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-f7ed6f51-a9b9-4cb6-a429-719a4cf897c1 service neutron] Attempting to bind port 49404f6b-8774-4e9f-a38c-3cd516b9f780 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:59:24.126089 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-f7ed6f51-a9b9-4cb6-a429-719a4cf897c1 service neutron] Attempting to bind port 49404f6b-8774-4e9f-a38c-3cd516b9f780 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:59:24.126418 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-f7ed6f51-a9b9-4cb6-a429-719a4cf897c1 service neutron] Attempting to bind port 49404f6b-8774-4e9f-a38c-3cd516b9f780 on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:59:24.131595 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-f7ed6f51-a9b9-4cb6-a429-719a4cf897c1 service neutron] Port 49404f6b-8774-4e9f-a38c-3cd516b9f780 on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 22:59:24.132254 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-f7ed6f51-a9b9-4cb6-a429-719a4cf897c1 service neutron] Attempting to bind port 49404f6b-8774-4e9f-a38c-3cd516b9f780 on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:59:24.137030 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-f7ed6f51-a9b9-4cb6-a429-719a4cf897c1 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:59:24.137377 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-f7ed6f51-a9b9-4cb6-a429-719a4cf897c1 service neutron] Checking segment: {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:59:24.137765 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-f7ed6f51-a9b9-4cb6-a429-719a4cf897c1 service neutron] Bound using segment: {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:59:24.138311 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-f7ed6f51-a9b9-4cb6-a429-719a4cf897c1 service neutron] Bound port: 49404f6b-8774-4e9f-a38c-3cd516b9f780, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:59:24.138706 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-f7ed6f51-a9b9-4cb6-a429-719a4cf897c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:24.140916 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-0e2281af-f8da-4820-8e43-d8c1a7d868d0 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:24.142824 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-0e2281af-f8da-4820-8e43-d8c1a7d868d0 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2339785 Jul 15 22:59:24.163397 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-912278ce-9d90-4f25-88a8-28da2442d3dc tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Request body: {'port': {'device_id': 'e3bc1ec2-d74e-4d5f-9285-4aae76c9ff12', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'admin_state_up': True, 'tenant_id': 'd91610d55fb44e99baea6565f2f839c0'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:24.216402 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-f7ed6f51-a9b9-4cb6-a429-719a4cf897c1 service neutron] For port 49404f6b-8774-4e9f-a38c-3cd516b9f780, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:59:24.220501 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-f7ed6f51-a9b9-4cb6-a429-719a4cf897c1 service neutron] For port 49404f6b-8774-4e9f-a38c-3cd516b9f780, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=49404f6b-8774-4e9f-a38c-3cd516b9f780,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:59:24.225506 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-f7ed6f51-a9b9-4cb6-a429-719a4cf897c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:24.254387 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293bbaf-6efa-4a92-a48e-6044bc7f0ff9 req-e04fa1fd-42a9-40dd-8d34-4e6f70c8d79d tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:24.256725 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6293bbaf-6efa-4a92-a48e-6044bc7f0ff9 req-e04fa1fd-42a9-40dd-8d34-4e6f70c8d79d tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f11a27c-afdc-4526-83c4-964ea5247761 HTTP/1.1" status: 200 len: 947 time: 0.1683123 Jul 15 22:59:24.267858 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-f7ed6f51-a9b9-4cb6-a429-719a4cf897c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:24.268509 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-f7ed6f51-a9b9-4cb6-a429-719a4cf897c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:24.270031 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-f7ed6f51-a9b9-4cb6-a429-719a4cf897c1 service neutron] 10.222.0.36 "PUT /v2.0/ports/49404f6b-8774-4e9f-a38c-3cd516b9f780 HTTP/1.1" status: 200 len: 1091 time: 0.9651191 Jul 15 22:59:24.270532 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8', 'tag': '49404f6b-8774-4e9f-a38c-3cd516b9f780'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:59:24.273689 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173db6dc-6796-45d3-9877-5b768e0c4c39" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8", "tag": "49404f6b-8774-4e9f-a38c-3cd516b9f780"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:59:24.298338 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed6f51-a9b9-4cb6-a429-719a4cf897c1 service neutron] Pushing event updated for resources: {'Port': ['ID=49404f6b-8774-4e9f-a38c-3cd516b9f780,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:24.337868 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6293bbaf-6efa-4a92-a48e-6044bc7f0ff9 req-d2e32a63-5a6f-4150-b2b2-af7ae6b8c942 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/security-groups?id=37ed9643-27cd-4b6c-98ab-60404217cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669985 Jul 15 22:59:24.356005 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-912278ce-9d90-4f25-88a8-28da2442d3dc tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Made reservation on behalf of d91610d55fb44e99baea6565f2f839c0 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:59:24.361208 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-912278ce-9d90-4f25-88a8-28da2442d3dc tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:24.371981 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-912278ce-9d90-4f25-88a8-28da2442d3dc tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:24.413816 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-3e4a54d3-94c9-4034-a338-a163e612ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:24.415624 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-3e4a54d3-94c9-4034-a338-a163e612ef8a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f66f923b4424119b6027030587a5dae&device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8 HTTP/1.1" status: 200 len: 1094 time: 0.0819597 Jul 15 22:59:24.421569 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bbe79a96-8278-454f-b17e-702629c7d904 req-cd52d3d5-3c7d-4951-a002-b15dc95d6660 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321736 Jul 15 22:59:24.460378 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 7ecd4f39-9589-4f6f-a76c-07e423b7cfbf details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 22:59:24.489750 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-9b5ad1c4-9e41-4971-882f-5d461672438f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49404f6b-8774-4e9f-a38c-3cd516b9f780 HTTP/1.1" status: 200 len: 217 time: 0.0578282 Jul 15 22:59:24.580505 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-79547cc5-98d9-4826-b81a-cec92ef155e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:24.582385 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-79547cc5-98d9-4826-b81a-cec92ef155e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ed83523-5185-460b-a4ba-ea79efd124da HTTP/1.1" status: 200 len: 848 time: 0.0847430 Jul 15 22:59:24.602855 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 7ecd4f39-9589-4f6f-a76c-07e423b7cfbf, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=7ecd4f39-9589-4f6f-a76c-07e423b7cfbf,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:24.620875 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '7ecd4f39-9589-4f6f-a76c-07e423b7cfbf', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': '7ecd4f39-9589-4f6f-a76c-07e423b7cfbf', 'mac_address': 'fa:16:3e:79:a4:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 22:59:24.627223 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-0036d002-09bb-419b-87e4-5360ca5132af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d91a9528-a986-45d3-8b66-7d9419c4ffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383115 Jul 15 22:59:24.652407 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe79a96-8278-454f-b17e-702629c7d904 req-62c40ef9-7301-426b-8cca-926467d015b3 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:24.658973 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bbe79a96-8278-454f-b17e-702629c7d904 req-62c40ef9-7301-426b-8cca-926467d015b3 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2262211 Jul 15 22:59:24.663050 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:24.682008 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ecd4f39-9589-4f6f-a76c-07e423b7cfbf {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:59:24.691216 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bbe79a96-8278-454f-b17e-702629c7d904 req-8d8fd1ee-9e84-4347-ab70-6891910d1b56 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/quotas/8aea0e1a9fbb449ea47770f9a375ae63 HTTP/1.1" status: 200 len: 375 time: 0.0313413 Jul 15 22:59:24.705328 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 7ecd4f39-9589-4f6f-a76c-07e423b7cfbf, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=7ecd4f39-9589-4f6f-a76c-07e423b7cfbf,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:24.709428 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:24.723815 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee05a1-583c-409d-90a8-2b0bc7515886 req-0ccc6a86-7171-493b-b446-7784469bace8 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:24.726077 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-94ee05a1-583c-409d-90a8-2b0bc7515886 req-0ccc6a86-7171-493b-b446-7784469bace8 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8 HTTP/1.1" status: 200 len: 943 time: 0.2448390 Jul 15 22:59:24.745999 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-dde50eab-2dac-4a4c-8f85-b49c4962fb12 service neutron] 10.222.0.36 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110454 Jul 15 22:59:24.757485 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bbe79a96-8278-454f-b17e-702629c7d904 req-afd4134d-c742-47fe-a811-8ee3e09e0d97 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653048 Jul 15 22:59:24.768105 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-912278ce-9d90-4f25-88a8-28da2442d3dc tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:24.777516 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-912278ce-9d90-4f25-88a8-28da2442d3dc tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:24.863450 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d08403fe-b37b-4f05-9951-1a13280c5828 req-346ca3ce-aa81-47dd-8b01-15f521d1b61b service neutron] 10.222.0.36 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108665 Jul 15 22:59:24.907024 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=7ecd4f39-9589-4f6f-a76c-07e423b7cfbf,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:24.919378 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-94ee05a1-583c-409d-90a8-2b0bc7515886 req-0f75e9b6-3d34-4eaa-9aa0-5a4550d97a2e tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686354 Jul 15 22:59:24.920224 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912278ce-9d90-4f25-88a8-28da2442d3dc tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fac4191-7a44-4e82-9280-5fe52843171d,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:24.954173 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-912278ce-9d90-4f25-88a8-28da2442d3dc tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Allocated IP 192.168.233.158 (8d403abe-cee8-4863-bddd-464e9e566e9c/190ae4ce-d44c-4c9c-9241-47db78422478/4e7ed422-cc7a-4636-8401-fce44e934487) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:59:24.981323 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 22:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d518b92f-9210-4895-8fe1-21e38e116795 x-openstack-request-id: req-d518b92f-9210-4895-8fe1-21e38e116795 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:59:24.981867 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8", "tag": "49404f6b-8774-4e9f-a38c-3cd516b9f780", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:59:24.982227 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d518b92f-9210-4895-8fe1-21e38e116795 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:59:24.982781 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8', 'tag': '49404f6b-8774-4e9f-a38c-3cd516b9f780', 'status': 'completed', 'code': 200} Jul 15 22:59:25.013606 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device f6140dee-1a56-41d4-8b63-e1d5ed9e53d1 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:59:25.073949 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port f6140dee-1a56-41d4-8b63-e1d5ed9e53d1 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:59:25.082006 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port f6140dee-1a56-41d4-8b63-e1d5ed9e53d1 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:59:25.082386 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:25.085592 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['7ecd4f39-9589-4f6f-a76c-07e423b7cfbf'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:59:25.117536 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173db6dc-6796-45d3-9877-5b768e0c4c39 req-25b7fe36-ef07-432d-addc-61f9163c2946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:25.125935 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-173db6dc-6796-45d3-9877-5b768e0c4c39 req-25b7fe36-ef07-432d-addc-61f9163c2946 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f66f923b4424119b6027030587a5dae&device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8 HTTP/1.1" status: 200 len: 1094 time: 0.1002352 Jul 15 22:59:25.247366 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4cbdbd3b-2bc9-415f-9834-5b1be22bc510 req-23cce553-771c-4f84-8281-477f529aec7b tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3bc1ec2-d74e-4d5f-9285-4aae76c9ff12 HTTP/1.1" status: 200 len: 210 time: 0.0716457 Jul 15 22:59:25.252259 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14350e6f-fa2f-4dd2-b250-4f91dd24a009 req-c6f9191c-fffb-4fb6-875b-adce588046fd tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 210 time: 0.0586069 Jul 15 22:59:25.262827 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173db6dc-6796-45d3-9877-5b768e0c4c39 req-5ac1f152-938f-4ef5-92bc-2b41cc360ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:25.270188 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-173db6dc-6796-45d3-9877-5b768e0c4c39 req-5ac1f152-938f-4ef5-92bc-2b41cc360ebc service neutron] 10.222.0.36 "GET /v2.0/networks?id=d91a9528-a986-45d3-8b66-7d9419c4ffb8 HTTP/1.1" status: 200 len: 909 time: 0.1313643 Jul 15 22:59:25.284944 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-912278ce-9d90-4f25-88a8-28da2442d3dc tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:25.302178 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-912278ce-9d90-4f25-88a8-28da2442d3dc tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Transition to ACTIVE for port object 4e7ed422-cc7a-4636-8401-fce44e934487 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:59:25.319386 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:25.338113 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-173db6dc-6796-45d3-9877-5b768e0c4c39 req-e6b9f1ee-fbdb-47ae-9fd1-7eca7bb66288 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49404f6b-8774-4e9f-a38c-3cd516b9f780 HTTP/1.1" status: 200 len: 217 time: 0.0638709 Jul 15 22:59:25.360392 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-912278ce-9d90-4f25-88a8-28da2442d3dc tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:25.403561 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173db6dc-6796-45d3-9877-5b768e0c4c39 req-96136058-8267-427b-97f9-bdf052f263e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:25.405697 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-173db6dc-6796-45d3-9877-5b768e0c4c39 req-96136058-8267-427b-97f9-bdf052f263e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ed83523-5185-460b-a4ba-ea79efd124da HTTP/1.1" status: 200 len: 848 time: 0.0610740 Jul 15 22:59:25.434736 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2294a754-45cf-49c9-9515-87df1f78e08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6140dee-1a56-41d4-8b63-e1d5ed9e53d1'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:59:25.452291 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-173db6dc-6796-45d3-9877-5b768e0c4c39 req-a1fc424e-b471-4bf7-80a5-e7c07ffed0b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d91a9528-a986-45d3-8b66-7d9419c4ffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392356 Jul 15 22:59:25.492523 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-912278ce-9d90-4f25-88a8-28da2442d3dc tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:59:25.495915 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-912278ce-9d90-4f25-88a8-28da2442d3dc tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:59:25.498786 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-912278ce-9d90-4f25-88a8-28da2442d3dc tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:59:25.504287 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-912278ce-9d90-4f25-88a8-28da2442d3dc tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:25.504912 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-912278ce-9d90-4f25-88a8-28da2442d3dc tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:25.534044 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912278ce-9d90-4f25-88a8-28da2442d3dc tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Pushing event updated for resources: {'Port': ['ID=4e7ed422-cc7a-4636-8401-fce44e934487,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:25.543989 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port f6140dee-1a56-41d4-8b63-e1d5ed9e53d1, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=f6140dee-1a56-41d4-8b63-e1d5ed9e53d1,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:25.550275 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-912278ce-9d90-4f25-88a8-28da2442d3dc tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3976090 Jul 15 22:59:25.570720 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:25.576100 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-2f8da34c-fcd0-47c4-a04d-b1c0ff6b7f4a service neutron] Request body: {'port': {'device_id': 'e3bc1ec2-d74e-4d5f-9285-4aae76c9ff12', 'device_owner': 'compute:tempest-test_az-2050865611', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:25.625596 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-173db6dc-6796-45d3-9877-5b768e0c4c39 req-7f234d4d-ad12-47dd-8150-f206450073d1 service neutron] 10.222.0.36 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640255 Jul 15 22:59:25.640911 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410029e1-cbed-404d-9dff-b045e5fb0fe9" -d '{"events": [{"server_uuid": "2294a754-45cf-49c9-9515-87df1f78e08c", "name": "network-vif-plugged", "status": "completed", "tag": "f6140dee-1a56-41d4-8b63-e1d5ed9e53d1"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:59:25.646116 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbeb5f0-4e0b-499b-9168-63b3cc47bb13 req-b462ac74-4051-48e0-b5c1-88f7fb5f1d28 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:25.648128 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dfbeb5f0-4e0b-499b-9168-63b3cc47bb13 req-b462ac74-4051-48e0-b5c1-88f7fb5f1d28 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2294a754-45cf-49c9-9515-87df1f78e08c HTTP/1.1" status: 200 len: 971 time: 0.2276027 Jul 15 22:59:25.676408 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=f6140dee-1a56-41d4-8b63-e1d5ed9e53d1,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:25.733040 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dfbeb5f0-4e0b-499b-9168-63b3cc47bb13 req-f5a7d458-3f7c-4c41-b2e8-a26fbc04f67b tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/security-groups?id=0111a69d-0899-4532-bb27-fb2232048820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708199 Jul 15 22:59:25.782204 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-173db6dc-6796-45d3-9877-5b768e0c4c39 req-ba422034-934f-4958-beff-643f72624834 service neutron] 10.222.0.36 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486902 Jul 15 22:59:25.807723 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-2f8da34c-fcd0-47c4-a04d-b1c0ff6b7f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:25.836485 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de011b-072c-46b1-a121-e7f24316ced2 req-bbcc0585-2800-44c7-861a-ecc7edd77ead tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:25.838267 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b8de011b-072c-46b1-a121-e7f24316ced2 req-bbcc0585-2800-44c7-861a-ecc7edd77ead tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f11a27c-afdc-4526-83c4-964ea5247761 HTTP/1.1" status: 200 len: 948 time: 0.1892350 Jul 15 22:59:25.852835 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2573599a-584e-4b79-8b9c-75b7f526f1c1 None None] Provisioning for port 4e7ed422-cc7a-4636-8401-fce44e934487 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:59:25.859707 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2573599a-584e-4b79-8b9c-75b7f526f1c1 None None] Provisioning complete for port 4e7ed422-cc7a-4636-8401-fce44e934487 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:59:25.860448 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2573599a-584e-4b79-8b9c-75b7f526f1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:25.907893 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a614eaa-a64f-44aa-b6b4-6eb64fe3eb33 x-openstack-request-id: req-9a614eaa-a64f-44aa-b6b4-6eb64fe3eb33 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:59:25.908455 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2294a754-45cf-49c9-9515-87df1f78e08c", "name": "network-vif-plugged", "status": "completed", "tag": "f6140dee-1a56-41d4-8b63-e1d5ed9e53d1", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:59:25.908896 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a614eaa-a64f-44aa-b6b4-6eb64fe3eb33 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:59:25.909504 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2294a754-45cf-49c9-9515-87df1f78e08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6140dee-1a56-41d4-8b63-e1d5ed9e53d1', 'code': 200} Jul 15 22:59:25.929213 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-2573599a-584e-4b79-8b9c-75b7f526f1c1 None None] Port 4e7ed422-cc7a-4636-8401-fce44e934487 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:59:25.993754 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.43', 62269) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:25.997126 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b8de011b-072c-46b1-a121-e7f24316ced2 req-e5ca3011-b1ae-48a6-bcab-9da6dd97156c tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/security-groups?id=37ed9643-27cd-4b6c-98ab-60404217cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329644 Jul 15 22:59:26.101398 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff8f04-324d-473f-926c-2606320fa940 req-1ad9b628-41dc-4c4f-bbfc-650b05d94b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:26.103081 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-07ff8f04-324d-473f-926c-2606320fa940 req-1ad9b628-41dc-4c4f-bbfc-650b05d94b56 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2294a754-45cf-49c9-9515-87df1f78e08c HTTP/1.1" status: 200 len: 1123 time: 0.1076667 Jul 15 22:59:26.122105 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-07ff8f04-324d-473f-926c-2606320fa940 req-871a95c0-efb8-427e-af3c-b500b0a06265 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:26.151602 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 60224) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:26.180214 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac314e-f908-4bd1-8772-ef017ac66063 req-ec8dcb3f-2d4e-45fd-9d55-721168c4bf07 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:26.181827 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-17ac314e-f908-4bd1-8772-ef017ac66063 req-ec8dcb3f-2d4e-45fd-9d55-721168c4bf07 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8 HTTP/1.1" status: 200 len: 943 time: 0.1074040 Jul 15 22:59:26.221731 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-07ff8f04-324d-473f-926c-2606320fa940 req-871a95c0-efb8-427e-af3c-b500b0a06265 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:26.227139 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-07ff8f04-324d-473f-926c-2606320fa940 req-871a95c0-efb8-427e-af3c-b500b0a06265 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:26.233854 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-2f8da34c-fcd0-47c4-a04d-b1c0ff6b7f4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e7ed422-cc7a-4636-8401-fce44e934487 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:59:26.248110 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-2f8da34c-fcd0-47c4-a04d-b1c0ff6b7f4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:26.253446 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-07ff8f04-324d-473f-926c-2606320fa940 req-871a95c0-efb8-427e-af3c-b500b0a06265 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0111a69d-0899-4532-bb27-fb2232048820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429238 Jul 15 22:59:26.256346 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-17ac314e-f908-4bd1-8772-ef017ac66063 req-d260c2ee-3945-4637-bd1e-8bef7e87df1b tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563130 Jul 15 22:59:26.266122 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-2f8da34c-fcd0-47c4-a04d-b1c0ff6b7f4a service neutron] Transition to ACTIVE for port object 4e7ed422-cc7a-4636-8401-fce44e934487 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:59:26.271525 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-2f8da34c-fcd0-47c4-a04d-b1c0ff6b7f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:26.287890 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f244202-a57c-4868-a442-fa183b78d9a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:26.307271 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a95c0-efb8-427e-af3c-b500b0a06265 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2585949d-7dce-46a0-827d-268f636b9cc2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:26.356607 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8da34c-fcd0-47c4-a04d-b1c0ff6b7f4a service neutron] Pushing event updated for resources: {'Port': ['ID=4e7ed422-cc7a-4636-8401-fce44e934487,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:26.369797 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-2f8da34c-fcd0-47c4-a04d-b1c0ff6b7f4a service neutron] Attempting to bind port 4e7ed422-cc7a-4636-8401-fce44e934487 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:59:26.370259 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-2f8da34c-fcd0-47c4-a04d-b1c0ff6b7f4a service neutron] Attempting to bind port 4e7ed422-cc7a-4636-8401-fce44e934487 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:59:26.370595 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-2f8da34c-fcd0-47c4-a04d-b1c0ff6b7f4a service neutron] Attempting to bind port 4e7ed422-cc7a-4636-8401-fce44e934487 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:59:26.380485 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-2f8da34c-fcd0-47c4-a04d-b1c0ff6b7f4a service neutron] Port 4e7ed422-cc7a-4636-8401-fce44e934487 on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 22:59:26.381349 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-2f8da34c-fcd0-47c4-a04d-b1c0ff6b7f4a service neutron] Attempting to bind port 4e7ed422-cc7a-4636-8401-fce44e934487 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:59:26.392374 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-2f8da34c-fcd0-47c4-a04d-b1c0ff6b7f4a service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:59:26.392767 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-2f8da34c-fcd0-47c4-a04d-b1c0ff6b7f4a service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:59:26.393144 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-2f8da34c-fcd0-47c4-a04d-b1c0ff6b7f4a service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:59:26.393657 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-2f8da34c-fcd0-47c4-a04d-b1c0ff6b7f4a service neutron] Bound port: 4e7ed422-cc7a-4636-8401-fce44e934487, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:59:26.394040 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-2f8da34c-fcd0-47c4-a04d-b1c0ff6b7f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:26.454790 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 7ecd4f39-9589-4f6f-a76c-07e423b7cfbf up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:59:26.493183 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f244202-a57c-4868-a442-fa183b78d9a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:26.499889 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f244202-a57c-4868-a442-fa183b78d9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:26.519279 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 7ecd4f39-9589-4f6f-a76c-07e423b7cfbf completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:59:26.524587 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 7ecd4f39-9589-4f6f-a76c-07e423b7cfbf triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:59:26.525047 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:26.533997 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8b6a7a07-f62a-4d31-9363-872f746e0342 req-906f79f6-fd72-41ee-a38e-426c40f860f0 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 210 time: 0.0803242 Jul 15 22:59:26.564972 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-2f8da34c-fcd0-47c4-a04d-b1c0ff6b7f4a service neutron] For port 4e7ed422-cc7a-4636-8401-fce44e934487, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:59:26.573207 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2f244202-a57c-4868-a442-fa183b78d9a1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca3c5ad53c2545929e0175c892c37a98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4203265 Jul 15 22:59:26.573790 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f244202-a57c-4868-a442-fa183b78d9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61214bf-18ee-4e21-b5b3-5b0ba4494e4f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:26.576281 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 60232) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:26.603028 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-2f8da34c-fcd0-47c4-a04d-b1c0ff6b7f4a service neutron] For port 4e7ed422-cc7a-4636-8401-fce44e934487, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=4e7ed422-cc7a-4636-8401-fce44e934487,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:59:26.611415 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-2f8da34c-fcd0-47c4-a04d-b1c0ff6b7f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:26.623392 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bbe79a96-8278-454f-b17e-702629c7d904 req-47e7c026-e27e-42a4-a86f-526207ba0b77 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451555 Jul 15 22:59:26.658671 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-2f8da34c-fcd0-47c4-a04d-b1c0ff6b7f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:26.659221 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-2f8da34c-fcd0-47c4-a04d-b1c0ff6b7f4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:26.660801 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-2f8da34c-fcd0-47c4-a04d-b1c0ff6b7f4a service neutron] 10.222.0.43 "PUT /v2.0/ports/4e7ed422-cc7a-4636-8401-fce44e934487 HTTP/1.1" status: 200 len: 1118 time: 1.1009727 Jul 15 22:59:26.663460 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3bc1ec2-d74e-4d5f-9285-4aae76c9ff12', 'tag': '4e7ed422-cc7a-4636-8401-fce44e934487'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:59:26.666143 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3741f85-ea58-4e43-a928-a624378f168b" -d '{"events": [{"name": "network-changed", "server_uuid": "e3bc1ec2-d74e-4d5f-9285-4aae76c9ff12", "tag": "4e7ed422-cc7a-4636-8401-fce44e934487"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:59:26.716550 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:26.737252 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21b8a21a-10e1-4245-af4e-49d0dc744a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:26.773915 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964a452-195a-4960-ba49-455abbd875b7 req-6247292d-6a23-4869-b00b-a3365b26a4fe tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:26.785394 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9964a452-195a-4960-ba49-455abbd875b7 req-6247292d-6a23-4869-b00b-a3365b26a4fe tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3bc1ec2-d74e-4d5f-9285-4aae76c9ff12 HTTP/1.1" status: 200 len: 970 time: 0.2879407 Jul 15 22:59:26.793683 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 7ecd4f39-9589-4f6f-a76c-07e423b7cfbf, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=7ecd4f39-9589-4f6f-a76c-07e423b7cfbf,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:26.802380 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:26.809091 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 22:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d497e5d7-d615-4ee2-b467-61827b87db72 x-openstack-request-id: req-d497e5d7-d615-4ee2-b467-61827b87db72 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:59:26.810778 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3bc1ec2-d74e-4d5f-9285-4aae76c9ff12", "tag": "4e7ed422-cc7a-4636-8401-fce44e934487", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:59:26.810778 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d497e5d7-d615-4ee2-b467-61827b87db72 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:59:26.810778 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3bc1ec2-d74e-4d5f-9285-4aae76c9ff12', 'tag': '4e7ed422-cc7a-4636-8401-fce44e934487', 'status': 'completed', 'code': 200} Jul 15 22:59:26.815852 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21b8a21a-10e1-4245-af4e-49d0dc744a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:26.838483 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8da34c-fcd0-47c4-a04d-b1c0ff6b7f4a service neutron] Pushing event updated for resources: {'Port': ['ID=4e7ed422-cc7a-4636-8401-fce44e934487,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:26.853353 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe79a96-8278-454f-b17e-702629c7d904 req-d7e4033d-4357-417a-af21-0e87baa1f5c3 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:26.855544 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bbe79a96-8278-454f-b17e-702629c7d904 req-d7e4033d-4357-417a-af21-0e87baa1f5c3 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2247210 Jul 15 22:59:26.875199 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-bbe79a96-8278-454f-b17e-702629c7d904 req-2f98f84d-0092-4e09-b23e-b452d2f256b9 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Request body: {'port': {'device_id': 'a8bfdba1-7c70-4cfb-b4d1-156d3c249d00', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'admin_state_up': True, 'tenant_id': '8aea0e1a9fbb449ea47770f9a375ae63'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:26.877530 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=7ecd4f39-9589-4f6f-a76c-07e423b7cfbf,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:26.881955 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9964a452-195a-4960-ba49-455abbd875b7 req-dd54e701-d6aa-4acf-b415-ac2e9e806fc9 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fac4191-7a44-4e82-9280-5fe52843171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955245 Jul 15 22:59:26.931262 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-5d2d9171-6c1f-42c2-94f6-a2bb264216a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:26.932893 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-5d2d9171-6c1f-42c2-94f6-a2bb264216a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d91610d55fb44e99baea6565f2f839c0&device_id=e3bc1ec2-d74e-4d5f-9285-4aae76c9ff12 HTTP/1.1" status: 200 len: 1121 time: 0.1940577 Jul 15 22:59:26.972142 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21b8a21a-10e1-4245-af4e-49d0dc744a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:26.974657 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21b8a21a-10e1-4245-af4e-49d0dc744a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:26.975799 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-21b8a21a-10e1-4245-af4e-49d0dc744a55 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a61214bf-18ee-4e21-b5b3-5b0ba4494e4f HTTP/1.1" status: 204 len: 168 time: 0.3975220 Jul 15 22:59:26.992130 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8a21a-10e1-4245-af4e-49d0dc744a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61214bf-18ee-4e21-b5b3-5b0ba4494e4f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:27.009408 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-4d2f9d83-461c-41fb-8761-1394fc31fd98 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=4e7ed422-cc7a-4636-8401-fce44e934487 HTTP/1.1" status: 200 len: 217 time: 0.0660362 Jul 15 22:59:27.038958 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe79a96-8278-454f-b17e-702629c7d904 req-2f98f84d-0092-4e09-b23e-b452d2f256b9 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Made reservation on behalf of 8aea0e1a9fbb449ea47770f9a375ae63 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:59:27.043345 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bbe79a96-8278-454f-b17e-702629c7d904 req-2f98f84d-0092-4e09-b23e-b452d2f256b9 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:27.059014 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bbe79a96-8278-454f-b17e-702629c7d904 req-2f98f84d-0092-4e09-b23e-b452d2f256b9 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:27.096530 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-72ce68d7-3aef-4c49-8c8c-ce8d8e61782d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:27.098590 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-72ce68d7-3aef-4c49-8c8c-ce8d8e61782d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0653789 Jul 15 22:59:27.172219 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bbe79a96-8278-454f-b17e-702629c7d904 req-2f98f84d-0092-4e09-b23e-b452d2f256b9 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:27.177289 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bbe79a96-8278-454f-b17e-702629c7d904 req-2f98f84d-0092-4e09-b23e-b452d2f256b9 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:27.227196 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3888b-094d-4b3d-ac6f-a5fb6f9408e0 req-01fa19d4-c318-4f74-ac50-173f6b17de25 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:27.228739 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b4f3888b-094d-4b3d-ac6f-a5fb6f9408e0 req-01fa19d4-c318-4f74-ac50-173f6b17de25 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2294a754-45cf-49c9-9515-87df1f78e08c HTTP/1.1" status: 200 len: 972 time: 0.2405300 Jul 15 22:59:27.238446 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98f84d-0092-4e09-b23e-b452d2f256b9 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff00c1c-bebd-4746-a3c9-4f8963431ba7,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:27.285037 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-2348557e-c53b-46f3-a061-a56330f76691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:27.287795 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-2348557e-c53b-46f3-a061-a56330f76691 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1762056 Jul 15 22:59:27.307469 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 60248) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:27.320254 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-bbe79a96-8278-454f-b17e-702629c7d904 req-2f98f84d-0092-4e09-b23e-b452d2f256b9 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Allocated IP 192.168.233.41 (8d403abe-cee8-4863-bddd-464e9e566e9c/190ae4ce-d44c-4c9c-9241-47db78422478/ce887846-b6c6-4ece-9a21-4e17e5302edc) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:59:27.330195 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80304b0a-9180-40ad-8e4b-b1179051a75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:27.472463 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c42ec0-bc0a-4ef6-b63a-543e50db1113 req-3a5de997-a261-4ec2-8064-2e49f93d0eac tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:27.473879 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-31c42ec0-bc0a-4ef6-b63a-543e50db1113 req-3a5de997-a261-4ec2-8064-2e49f93d0eac tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f11a27c-afdc-4526-83c4-964ea5247761 HTTP/1.1" status: 200 len: 949 time: 0.3214815 Jul 15 22:59:27.503612 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b4f3888b-094d-4b3d-ac6f-a5fb6f9408e0 req-eb3a9eab-fa52-41b5-adae-f5079f583895 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/security-groups?id=0111a69d-0899-4532-bb27-fb2232048820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631407 Jul 15 22:59:27.557366 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80304b0a-9180-40ad-8e4b-b1179051a75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:27.560365 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bbe79a96-8278-454f-b17e-702629c7d904 req-2f98f84d-0092-4e09-b23e-b452d2f256b9 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:27.562871 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80304b0a-9180-40ad-8e4b-b1179051a75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:27.565229 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-31c42ec0-bc0a-4ef6-b63a-543e50db1113 req-c1f212cf-3346-4ca8-ae1b-221d1db29bef tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/security-groups?id=37ed9643-27cd-4b6c-98ab-60404217cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757265 Jul 15 22:59:27.583702 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-2c6d4c74-ebb3-46a6-8710-fbf0a74c2be9 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867224 Jul 15 22:59:27.600681 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-bbe79a96-8278-454f-b17e-702629c7d904 req-2f98f84d-0092-4e09-b23e-b452d2f256b9 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Transition to ACTIVE for port object ce887846-b6c6-4ece-9a21-4e17e5302edc will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:59:27.615780 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-80304b0a-9180-40ad-8e4b-b1179051a75d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1643960654b848c39cd19048a3f45b75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067546 Jul 15 22:59:27.616678 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 60252) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:27.620629 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80304b0a-9180-40ad-8e4b-b1179051a75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f190637b-9f9f-40ff-9d24-37bf59057b4c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:27.671067 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bbe79a96-8278-454f-b17e-702629c7d904 req-2f98f84d-0092-4e09-b23e-b452d2f256b9 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:27.728397 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe79a96-8278-454f-b17e-702629c7d904 req-2f98f84d-0092-4e09-b23e-b452d2f256b9 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:59:27.732031 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-bbe79a96-8278-454f-b17e-702629c7d904 req-2f98f84d-0092-4e09-b23e-b452d2f256b9 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:59:27.735962 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe79a96-8278-454f-b17e-702629c7d904 req-2f98f84d-0092-4e09-b23e-b452d2f256b9 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:59:27.794751 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe79a96-8278-454f-b17e-702629c7d904 req-2f98f84d-0092-4e09-b23e-b452d2f256b9 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:27.795538 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bbe79a96-8278-454f-b17e-702629c7d904 req-2f98f84d-0092-4e09-b23e-b452d2f256b9 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:27.818015 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bbe79a96-8278-454f-b17e-702629c7d904 req-2f98f84d-0092-4e09-b23e-b452d2f256b9 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9468727 Jul 15 22:59:27.821930 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98f84d-0092-4e09-b23e-b452d2f256b9 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Pushing event updated for resources: {'Port': ['ID=ce887846-b6c6-4ece-9a21-4e17e5302edc,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:27.822748 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1b9408a-c486-473a-8cea-604b575d91f5 req-42fb16ec-0181-4f5a-b41f-927eb011e34d service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293432 Jul 15 22:59:27.835198 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf83ff2e-539e-4bfe-94c7-e906daed90d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:27.838046 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-bbe79a96-8278-454f-b17e-702629c7d904 req-70d7943a-9d4f-47a0-b012-1ee42b481955 service neutron] Request body: {'port': {'device_id': 'a8bfdba1-7c70-4cfb-b4d1-156d3c249d00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:27.871195 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d08c2f-1ee4-4423-a9c1-3837c45b6cc2 req-c14ed205-4c21-44bd-88a7-e89251d009cb tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:27.873999 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-39d08c2f-1ee4-4423-a9c1-3837c45b6cc2 req-c14ed205-4c21-44bd-88a7-e89251d009cb tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8 HTTP/1.1" status: 200 len: 943 time: 0.2375116 Jul 15 22:59:27.901874 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf83ff2e-539e-4bfe-94c7-e906daed90d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:27.911165 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f11a27c-afdc-4526-83c4-964ea5247761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ecd4f39-9589-4f6f-a76c-07e423b7cfbf'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:59:27.916993 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bbfad2-5e3e-40b2-a430-3855c3792acb" -d '{"events": [{"server_uuid": "9f11a27c-afdc-4526-83c4-964ea5247761", "name": "network-vif-plugged", "status": "completed", "tag": "7ecd4f39-9589-4f6f-a76c-07e423b7cfbf"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:59:27.940396 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9250b9-0f95-41e8-be0b-3eeda7aad307 req-f36f1633-843d-48f5-8ef5-1f1afbaf1134 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:27.943026 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1c9250b9-0f95-41e8-be0b-3eeda7aad307 req-f36f1633-843d-48f5-8ef5-1f1afbaf1134 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 935 time: 0.2257304 Jul 15 22:59:27.951268 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bbe79a96-8278-454f-b17e-702629c7d904 req-70d7943a-9d4f-47a0-b012-1ee42b481955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:28.010740 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-39d08c2f-1ee4-4423-a9c1-3837c45b6cc2 req-cfe8e9de-83fe-4b2d-acaa-1fcb7b9f3fca tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244287 Jul 15 22:59:28.043977 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e3de67fd-2dd8-44c6-a20b-275e5310406f None None] Provisioning for port ce887846-b6c6-4ece-9a21-4e17e5302edc completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:59:28.048296 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e3de67fd-2dd8-44c6-a20b-275e5310406f None None] Provisioning complete for port ce887846-b6c6-4ece-9a21-4e17e5302edc triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:59:28.048674 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e3de67fd-2dd8-44c6-a20b-275e5310406f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:28.059944 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1c9250b9-0f95-41e8-be0b-3eeda7aad307 req-94836da3-e849-4bb8-9a42-0f2ed4587cb2 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991971 Jul 15 22:59:28.079075 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf83ff2e-539e-4bfe-94c7-e906daed90d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:28.081542 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf83ff2e-539e-4bfe-94c7-e906daed90d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:28.083068 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-bf83ff2e-539e-4bfe-94c7-e906daed90d4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f190637b-9f9f-40ff-9d24-37bf59057b4c HTTP/1.1" status: 204 len: 168 time: 0.4648194 Jul 15 22:59:28.087287 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3741f85-ea58-4e43-a928-a624378f168b req-171a20ae-4c11-4f29-bf6a-b9a43705ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:28.088731 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f3741f85-ea58-4e43-a928-a624378f168b req-171a20ae-4c11-4f29-bf6a-b9a43705ba78 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d91610d55fb44e99baea6565f2f839c0&device_id=e3bc1ec2-d74e-4d5f-9285-4aae76c9ff12 HTTP/1.1" status: 200 len: 1121 time: 0.1648319 Jul 15 22:59:28.095214 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83ff2e-539e-4bfe-94c7-e906daed90d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f190637b-9f9f-40ff-9d24-37bf59057b4c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:28.175586 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e3de67fd-2dd8-44c6-a20b-275e5310406f None None] Port ce887846-b6c6-4ece-9a21-4e17e5302edc cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:59:28.195874 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b38712b-cd6e-4288-92ec-59381caecf57 x-openstack-request-id: req-7b38712b-cd6e-4288-92ec-59381caecf57 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:59:28.196379 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f11a27c-afdc-4526-83c4-964ea5247761", "name": "network-vif-plugged", "status": "completed", "tag": "7ecd4f39-9589-4f6f-a76c-07e423b7cfbf", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:59:28.196791 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b38712b-cd6e-4288-92ec-59381caecf57 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:59:28.197341 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f11a27c-afdc-4526-83c4-964ea5247761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ecd4f39-9589-4f6f-a76c-07e423b7cfbf', 'code': 200} Jul 15 22:59:28.261674 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3741f85-ea58-4e43-a928-a624378f168b req-a036d631-c567-49d8-a9e4-e85330ef1cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:28.263193 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f3741f85-ea58-4e43-a928-a624378f168b req-a036d631-c567-49d8-a9e4-e85330ef1cfe service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.1653290 Jul 15 22:59:28.275243 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9632b6e-cae9-47b5-99fa-00dc7457d5a6 req-a4ed12a5-bed9-472e-8868-387661e06867 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:28.276835 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e9632b6e-cae9-47b5-99fa-00dc7457d5a6 req-a4ed12a5-bed9-472e-8868-387661e06867 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3bc1ec2-d74e-4d5f-9285-4aae76c9ff12 HTTP/1.1" status: 200 len: 970 time: 0.1427839 Jul 15 22:59:28.298418 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.36', 64317) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:28.321718 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f3741f85-ea58-4e43-a928-a624378f168b req-1411800c-02f9-4016-8ca6-f5ef745c896c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=4e7ed422-cc7a-4636-8401-fce44e934487 HTTP/1.1" status: 200 len: 217 time: 0.0437613 Jul 15 22:59:28.360330 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-bbe79a96-8278-454f-b17e-702629c7d904 req-70d7943a-9d4f-47a0-b012-1ee42b481955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce887846-b6c6-4ece-9a21-4e17e5302edc {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:59:28.370555 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bbe79a96-8278-454f-b17e-702629c7d904 req-70d7943a-9d4f-47a0-b012-1ee42b481955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:28.371548 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e9632b6e-cae9-47b5-99fa-00dc7457d5a6 req-120d6515-4fb0-477b-8669-b72bb219ddb4 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fac4191-7a44-4e82-9280-5fe52843171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855341 Jul 15 22:59:28.389141 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-bbe79a96-8278-454f-b17e-702629c7d904 req-70d7943a-9d4f-47a0-b012-1ee42b481955 service neutron] Transition to ACTIVE for port object ce887846-b6c6-4ece-9a21-4e17e5302edc will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:59:28.396302 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3741f85-ea58-4e43-a928-a624378f168b req-c16f0dcb-221d-4f9a-8fdb-b642ceffcca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:28.397602 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a9bc7-e197-4185-8e4c-ae4048f47ad8 req-2ef19c97-b5d4-48cc-8e83-5dd9577cb6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:28.399214 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5d8a9bc7-e197-4185-8e4c-ae4048f47ad8 req-2ef19c97-b5d4-48cc-8e83-5dd9577cb6a1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9f11a27c-afdc-4526-83c4-964ea5247761 HTTP/1.1" status: 200 len: 1100 time: 0.0999641 Jul 15 22:59:28.408856 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f3741f85-ea58-4e43-a928-a624378f168b req-c16f0dcb-221d-4f9a-8fdb-b642ceffcca1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0654550 Jul 15 22:59:28.408962 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bbe79a96-8278-454f-b17e-702629c7d904 req-70d7943a-9d4f-47a0-b012-1ee42b481955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:28.465893 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3741f85-ea58-4e43-a928-a624378f168b req-9ed7ca7e-c3ea-43ed-92c2-893f85456ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:28.467131 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 49404f6b-8774-4e9f-a38c-3cd516b9f780 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 22:59:28.468038 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f3741f85-ea58-4e43-a928-a624378f168b req-9ed7ca7e-c3ea-43ed-92c2-893f85456ca5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0604897 Jul 15 22:59:28.489190 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7943a-9d4f-47a0-b012-1ee42b481955 service neutron] Pushing event updated for resources: {'Port': ['ID=ce887846-b6c6-4ece-9a21-4e17e5302edc,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:28.509702 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5d8a9bc7-e197-4185-8e4c-ae4048f47ad8 req-c2e2f548-b9e0-4ed1-b356-3f63428343ca service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=37ed9643-27cd-4b6c-98ab-60404217cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957477 Jul 15 22:59:28.574677 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f3741f85-ea58-4e43-a928-a624378f168b req-cddb5f7a-04b6-4bcd-a941-8ed245784f60 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982542 Jul 15 22:59:28.599337 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-bbe79a96-8278-454f-b17e-702629c7d904 req-70d7943a-9d4f-47a0-b012-1ee42b481955 service neutron] Attempting to bind port ce887846-b6c6-4ece-9a21-4e17e5302edc on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:59:28.600226 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-bbe79a96-8278-454f-b17e-702629c7d904 req-70d7943a-9d4f-47a0-b012-1ee42b481955 service neutron] Attempting to bind port ce887846-b6c6-4ece-9a21-4e17e5302edc by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:59:28.600693 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe79a96-8278-454f-b17e-702629c7d904 req-70d7943a-9d4f-47a0-b012-1ee42b481955 service neutron] Attempting to bind port ce887846-b6c6-4ece-9a21-4e17e5302edc on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:59:28.607805 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe79a96-8278-454f-b17e-702629c7d904 req-70d7943a-9d4f-47a0-b012-1ee42b481955 service neutron] Port ce887846-b6c6-4ece-9a21-4e17e5302edc on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 22:59:28.609840 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe79a96-8278-454f-b17e-702629c7d904 req-70d7943a-9d4f-47a0-b012-1ee42b481955 service neutron] Attempting to bind port ce887846-b6c6-4ece-9a21-4e17e5302edc on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:59:28.630730 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe79a96-8278-454f-b17e-702629c7d904 req-70d7943a-9d4f-47a0-b012-1ee42b481955 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:59:28.631106 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe79a96-8278-454f-b17e-702629c7d904 req-70d7943a-9d4f-47a0-b012-1ee42b481955 service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:59:28.631502 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe79a96-8278-454f-b17e-702629c7d904 req-70d7943a-9d4f-47a0-b012-1ee42b481955 service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:59:28.631940 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-bbe79a96-8278-454f-b17e-702629c7d904 req-70d7943a-9d4f-47a0-b012-1ee42b481955 service neutron] Bound port: ce887846-b6c6-4ece-9a21-4e17e5302edc, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:59:28.632299 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bbe79a96-8278-454f-b17e-702629c7d904 req-70d7943a-9d4f-47a0-b012-1ee42b481955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:28.668674 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 49404f6b-8774-4e9f-a38c-3cd516b9f780, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=49404f6b-8774-4e9f-a38c-3cd516b9f780,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:28.685466 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '49404f6b-8774-4e9f-a38c-3cd516b9f780', 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8', 'port_id': '49404f6b-8774-4e9f-a38c-3cd516b9f780', 'mac_address': 'fa:16:3e:d7:a8:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed83523-5185-460b-a4ba-ea79efd124da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 22:59:28.729021 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-bbe79a96-8278-454f-b17e-702629c7d904 req-70d7943a-9d4f-47a0-b012-1ee42b481955 service neutron] For port ce887846-b6c6-4ece-9a21-4e17e5302edc, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:59:28.733268 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-bbe79a96-8278-454f-b17e-702629c7d904 req-70d7943a-9d4f-47a0-b012-1ee42b481955 service neutron] For port ce887846-b6c6-4ece-9a21-4e17e5302edc, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=ce887846-b6c6-4ece-9a21-4e17e5302edc,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:59:28.743442 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bbe79a96-8278-454f-b17e-702629c7d904 req-70d7943a-9d4f-47a0-b012-1ee42b481955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:28.747339 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:28.763494 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49404f6b-8774-4e9f-a38c-3cd516b9f780 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:59:28.799238 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 49404f6b-8774-4e9f-a38c-3cd516b9f780, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=49404f6b-8774-4e9f-a38c-3cd516b9f780,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:28.812555 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:28.875422 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=49404f6b-8774-4e9f-a38c-3cd516b9f780,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:28.896084 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f3741f85-ea58-4e43-a928-a624378f168b req-fbfeb977-d702-4c06-8bdf-27ddaab6b62c service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124449 Jul 15 22:59:28.925118 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329efa7-ae0e-4ecd-8b55-efaf27d38259 req-5e572975-ee2d-415d-9333-aedd01573857 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:28.926621 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3329efa7-ae0e-4ecd-8b55-efaf27d38259 req-5e572975-ee2d-415d-9333-aedd01573857 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2294a754-45cf-49c9-9515-87df1f78e08c HTTP/1.1" status: 200 len: 972 time: 0.2659781 Jul 15 22:59:28.955649 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe79a96-8278-454f-b17e-702629c7d904 req-70d7943a-9d4f-47a0-b012-1ee42b481955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:28.956250 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bbe79a96-8278-454f-b17e-702629c7d904 req-70d7943a-9d4f-47a0-b012-1ee42b481955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:28.957714 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bbe79a96-8278-454f-b17e-702629c7d904 req-70d7943a-9d4f-47a0-b012-1ee42b481955 service neutron] 10.222.0.36 "PUT /v2.0/ports/ce887846-b6c6-4ece-9a21-4e17e5302edc HTTP/1.1" status: 200 len: 1095 time: 1.1246834 Jul 15 22:59:28.958145 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bfdba1-7c70-4cfb-b4d1-156d3c249d00', 'tag': 'ce887846-b6c6-4ece-9a21-4e17e5302edc'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:59:28.960924 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e82eb4-4be2-45ca-8995-a9a1c4045665" -d '{"events": [{"name": "network-changed", "server_uuid": "a8bfdba1-7c70-4cfb-b4d1-156d3c249d00", "tag": "ce887846-b6c6-4ece-9a21-4e17e5302edc"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:59:28.985722 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff87cb-03fa-45ed-a39d-8ecc7203cf40 req-b7300d8e-1f78-4532-b5d3-c63a58661264 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:28.987739 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4bff87cb-03fa-45ed-a39d-8ecc7203cf40 req-b7300d8e-1f78-4532-b5d3-c63a58661264 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f11a27c-afdc-4526-83c4-964ea5247761 HTTP/1.1" status: 200 len: 949 time: 0.1709855 Jul 15 22:59:29.004150 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7943a-9d4f-47a0-b012-1ee42b481955 service neutron] Pushing event updated for resources: {'Port': ['ID=ce887846-b6c6-4ece-9a21-4e17e5302edc,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:29.007640 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3329efa7-ae0e-4ecd-8b55-efaf27d38259 req-1b26ac69-67ca-4878-a592-13a8604e121d tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/security-groups?id=0111a69d-0899-4532-bb27-fb2232048820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728323 Jul 15 22:59:29.067216 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4bff87cb-03fa-45ed-a39d-8ecc7203cf40 req-ed92e765-91f6-4112-b4e4-a1b2989159af tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/security-groups?id=37ed9643-27cd-4b6c-98ab-60404217cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584867 Jul 15 22:59:29.096203 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 22:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde36951-b241-4f80-b8b6-c8ef7758bb8f x-openstack-request-id: req-cde36951-b241-4f80-b8b6-c8ef7758bb8f {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:59:29.096503 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8bfdba1-7c70-4cfb-b4d1-156d3c249d00", "tag": "ce887846-b6c6-4ece-9a21-4e17e5302edc", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:59:29.096803 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cde36951-b241-4f80-b8b6-c8ef7758bb8f {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:59:29.097153 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8bfdba1-7c70-4cfb-b4d1-156d3c249d00', 'tag': 'ce887846-b6c6-4ece-9a21-4e17e5302edc', 'status': 'completed', 'code': 200} Jul 15 22:59:29.106692 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['49404f6b-8774-4e9f-a38c-3cd516b9f780'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:59:29.134151 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe79a96-8278-454f-b17e-702629c7d904 req-2fe09c11-08c2-4616-98c8-90357f6fd0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:29.136076 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bbe79a96-8278-454f-b17e-702629c7d904 req-2fe09c11-08c2-4616-98c8-90357f6fd0ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 1098 time: 0.0920227 Jul 15 22:59:29.203097 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bbe79a96-8278-454f-b17e-702629c7d904 req-ba628f12-1d76-4243-b0c5-1d439a257569 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=ce887846-b6c6-4ece-9a21-4e17e5302edc HTTP/1.1" status: 200 len: 217 time: 0.0490625 Jul 15 22:59:29.282840 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe79a96-8278-454f-b17e-702629c7d904 req-285b0509-ef48-4eb7-8390-c2fd4b1d3d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:29.284295 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bbe79a96-8278-454f-b17e-702629c7d904 req-285b0509-ef48-4eb7-8390-c2fd4b1d3d87 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0732255 Jul 15 22:59:29.300471 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36a78b-74d4-4a6c-950f-57ca357e0513 req-c792628e-04f7-43d1-927b-deb3cf370f0b tempest-AggregatesAdminTestJSON-167588180 tempest-AggregatesAdminTestJSON-167588180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:29.302122 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc36a78b-74d4-4a6c-950f-57ca357e0513 req-c792628e-04f7-43d1-927b-deb3cf370f0b tempest-AggregatesAdminTestJSON-167588180 tempest-AggregatesAdminTestJSON-167588180-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2294a754-45cf-49c9-9515-87df1f78e08c HTTP/1.1" status: 200 len: 1123 time: 0.1222377 Jul 15 22:59:29.341471 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-cc36a78b-74d4-4a6c-950f-57ca357e0513 req-b9875190-11ab-4af2-8f08-d35f77f42e8a tempest-AggregatesAdminTestJSON-167588180 tempest-AggregatesAdminTestJSON-167588180-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:29.352646 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe79a96-8278-454f-b17e-702629c7d904 req-3447fc0c-259e-430d-9b97-c72df15b87e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:29.355020 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bbe79a96-8278-454f-b17e-702629c7d904 req-3447fc0c-259e-430d-9b97-c72df15b87e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0630016 Jul 15 22:59:29.406681 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a5e04-17f7-4053-bcd6-911bf449bdf1 req-0d3869b0-5d94-46aa-a354-ced7f7dced72 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:29.408834 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-894a5e04-17f7-4053-bcd6-911bf449bdf1 req-0d3869b0-5d94-46aa-a354-ced7f7dced72 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8 HTTP/1.1" status: 200 len: 944 time: 0.1298671 Jul 15 22:59:29.459471 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bbe79a96-8278-454f-b17e-702629c7d904 req-0d7f0b90-d9dd-4225-a9d6-43e3522a714c service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967615 Jul 15 22:59:29.480321 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-894a5e04-17f7-4053-bcd6-911bf449bdf1 req-83ad53ee-2a4a-4a03-9c8f-abf818fa5d36 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613523 Jul 15 22:59:29.517263 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-cc36a78b-74d4-4a6c-950f-57ca357e0513 req-b9875190-11ab-4af2-8f08-d35f77f42e8a tempest-AggregatesAdminTestJSON-167588180 tempest-AggregatesAdminTestJSON-167588180-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:29.524316 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-cc36a78b-74d4-4a6c-950f-57ca357e0513 req-b9875190-11ab-4af2-8f08-d35f77f42e8a tempest-AggregatesAdminTestJSON-167588180 tempest-AggregatesAdminTestJSON-167588180-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:29.561554 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc36a78b-74d4-4a6c-950f-57ca357e0513 req-b9875190-11ab-4af2-8f08-d35f77f42e8a tempest-AggregatesAdminTestJSON-167588180 tempest-AggregatesAdminTestJSON-167588180-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0111a69d-0899-4532-bb27-fb2232048820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381718 Jul 15 22:59:29.568058 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bbe79a96-8278-454f-b17e-702629c7d904 req-c724f0a5-f7c0-40bd-85e8-71717d2da1db service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020606 Jul 15 22:59:29.572797 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9875190-11ab-4af2-8f08-d35f77f42e8a tempest-AggregatesAdminTestJSON-167588180 tempest-AggregatesAdminTestJSON-167588180-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1a33e0-1207-48bf-b6f9-a380a81fb82e,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:29.707116 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963b198-410e-4aa6-9467-a0f27389e4b9 req-75ce6653-329a-4957-b2b3-c1f8e7b661c0 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:29.708587 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d963b198-410e-4aa6-9467-a0f27389e4b9 req-75ce6653-329a-4957-b2b3-c1f8e7b661c0 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 947 time: 0.0811563 Jul 15 22:59:29.761764 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e82eb4-4be2-45ca-8995-a9a1c4045665 req-772f7929-f35e-457b-acc0-d8652fdc1042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:29.763561 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b4e82eb4-4be2-45ca-8995-a9a1c4045665 req-772f7929-f35e-457b-acc0-d8652fdc1042 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 1098 time: 0.0567870 Jul 15 22:59:29.770195 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d963b198-410e-4aa6-9467-a0f27389e4b9 req-2f00583b-d711-4046-84c5-578b41ed6887 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446100 Jul 15 22:59:29.789390 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21196612-8f6f-49ed-9d07-132750f07448 req-9b4ac0f2-ba83-4768-97ef-800d5c99a4ed tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:29.791254 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-21196612-8f6f-49ed-9d07-132750f07448 req-9b4ac0f2-ba83-4768-97ef-800d5c99a4ed tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3bc1ec2-d74e-4d5f-9285-4aae76c9ff12 HTTP/1.1" status: 200 len: 970 time: 0.1034772 Jul 15 22:59:29.836604 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-21196612-8f6f-49ed-9d07-132750f07448 req-5b81b0e1-222c-4ba3-a7aa-6715acb0598e tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fac4191-7a44-4e82-9280-5fe52843171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374768 Jul 15 22:59:29.879946 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e82eb4-4be2-45ca-8995-a9a1c4045665 req-5826b129-af35-41ce-bd75-7fef06f00608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:29.881563 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b4e82eb4-4be2-45ca-8995-a9a1c4045665 req-5826b129-af35-41ce-bd75-7fef06f00608 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.1106558 Jul 15 22:59:29.934784 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b4e82eb4-4be2-45ca-8995-a9a1c4045665 req-8ba3c5d2-19b3-40ef-bcb3-5f2911b94337 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=ce887846-b6c6-4ece-9a21-4e17e5302edc HTTP/1.1" status: 200 len: 217 time: 0.0462842 Jul 15 22:59:30.007138 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e82eb4-4be2-45ca-8995-a9a1c4045665 req-d2ea7c16-d766-40ab-b19b-aa503eadfe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:30.009549 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b4e82eb4-4be2-45ca-8995-a9a1c4045665 req-d2ea7c16-d766-40ab-b19b-aa503eadfe6c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0680232 Jul 15 22:59:30.076934 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e82eb4-4be2-45ca-8995-a9a1c4045665 req-ef41f454-e4c1-4878-b3d4-3483c136ff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:30.078274 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b4e82eb4-4be2-45ca-8995-a9a1c4045665 req-ef41f454-e4c1-4878-b3d4-3483c136ff34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0582025 Jul 15 22:59:30.127824 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-149a8b74-91ef-4c0a-9413-10b521fbb3ea tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8a35a61ef91a442286273b108fac5452&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214138 Jul 15 22:59:30.188834 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b4e82eb4-4be2-45ca-8995-a9a1c4045665 req-4fd8b4da-8c33-4dc8-8321-bf163cd8b49b service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993724 Jul 15 22:59:30.244880 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-b8ea00e6-166c-43a4-912d-95f188a02e06 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:30.246323 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-b8ea00e6-166c-43a4-912d-95f188a02e06 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1126895 Jul 15 22:59:30.262216 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-ca958fcb-97dd-49fa-9998-f79ec9c934ee tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/quotas/8a35a61ef91a442286273b108fac5452 HTTP/1.1" status: 200 len: 375 time: 0.0102482 Jul 15 22:59:30.288852 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b4e82eb4-4be2-45ca-8995-a9a1c4045665 req-e3c50d7c-9a1e-413f-91d0-f194e7db5a82 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920248 Jul 15 22:59:30.326208 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-9ae89b6c-0de6-4933-a4d2-d87f3eb64248 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8a35a61ef91a442286273b108fac5452&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522738 Jul 15 22:59:30.361897 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc729b6-b438-4d59-8dd4-52dabe1f4d20 req-5126d297-4c02-43df-8619-da9f95b68cda tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:30.363261 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5cc729b6-b438-4d59-8dd4-52dabe1f4d20 req-5126d297-4c02-43df-8619-da9f95b68cda tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f11a27c-afdc-4526-83c4-964ea5247761 HTTP/1.1" status: 200 len: 949 time: 0.0806732 Jul 15 22:59:30.403822 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5cc729b6-b438-4d59-8dd4-52dabe1f4d20 req-2735cdf4-fc86-4085-8624-862e9bac8336 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/security-groups?id=37ed9643-27cd-4b6c-98ab-60404217cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343206 Jul 15 22:59:30.470351 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 49404f6b-8774-4e9f-a38c-3cd516b9f780 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:59:30.539507 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a00f937-b505-4dc6-a928-7c2117a6bd95 req-73bcbf9a-81cb-4bcd-abec-d4926e1281ec tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad37ad49-a024-462b-bad6-60154fe85bc5 HTTP/1.1" status: 200 len: 210 time: 0.0297720 Jul 15 22:59:30.575582 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 49404f6b-8774-4e9f-a38c-3cd516b9f780 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:59:30.582437 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 49404f6b-8774-4e9f-a38c-3cd516b9f780 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:59:30.582924 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:30.691736 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:30.722894 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49404f6b-8774-4e9f-a38c-3cd516b9f780'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:59:30.726221 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5046ad5a-92b2-48e8-93f7-188ad96dc115" -d '{"events": [{"server_uuid": "6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8", "name": "network-vif-plugged", "status": "completed", "tag": "49404f6b-8774-4e9f-a38c-3cd516b9f780"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:59:30.745656 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 49404f6b-8774-4e9f-a38c-3cd516b9f780, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=49404f6b-8774-4e9f-a38c-3cd516b9f780,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:30.747969 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888bdca7-ab25-405a-ab0a-86e3a86744eb req-ea393bc4-4ca3-4f7f-9249-6b42eaae577d tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:30.749627 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-888bdca7-ab25-405a-ab0a-86e3a86744eb req-ea393bc4-4ca3-4f7f-9249-6b42eaae577d tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8 HTTP/1.1" status: 200 len: 944 time: 0.0737777 Jul 15 22:59:30.750995 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:30.812050 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=49404f6b-8774-4e9f-a38c-3cd516b9f780,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:30.819177 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-888bdca7-ab25-405a-ab0a-86e3a86744eb req-e9fd832b-3067-4c78-9175-035b9078b7fb tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620325 Jul 15 22:59:30.879359 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69c59c3-5c81-4521-90ac-57479b5f7ab2 x-openstack-request-id: req-d69c59c3-5c81-4521-90ac-57479b5f7ab2 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:59:30.879659 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8", "name": "network-vif-plugged", "status": "completed", "tag": "49404f6b-8774-4e9f-a38c-3cd516b9f780", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:59:30.879932 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d69c59c3-5c81-4521-90ac-57479b5f7ab2 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:59:30.880320 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49404f6b-8774-4e9f-a38c-3cd516b9f780', 'code': 200} Jul 15 22:59:31.047582 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd5fec-d426-4dcb-9f61-45105dd7718b req-1f5b98e6-27c0-49c7-8b51-7fc9aec3a95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:31.049956 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1dfd5fec-d426-4dcb-9f61-45105dd7718b req-1f5b98e6-27c0-49c7-8b51-7fc9aec3a95b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8 HTTP/1.1" status: 200 len: 1096 time: 0.0547228 Jul 15 22:59:31.053093 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 4e7ed422-cc7a-4636-8401-fce44e934487 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 22:59:31.087184 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63001734-902f-425d-b2eb-8a6b550b116b req-9f965994-5d09-40a4-8884-17cd153e580f tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:31.094162 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-63001734-902f-425d-b2eb-8a6b550b116b req-9f965994-5d09-40a4-8884-17cd153e580f tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 947 time: 0.1332805 Jul 15 22:59:31.099520 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1dfd5fec-d426-4dcb-9f61-45105dd7718b req-4c0cf0a4-6c34-4b49-823f-97cf1c0f0a44 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354209 Jul 15 22:59:31.111996 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87744f39-1f8e-496a-a745-4fe911b1a2de req-3c254f5e-0754-4053-9ba9-b4fcee4b1f28 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:31.113530 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-87744f39-1f8e-496a-a745-4fe911b1a2de req-3c254f5e-0754-4053-9ba9-b4fcee4b1f28 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3bc1ec2-d74e-4d5f-9285-4aae76c9ff12 HTTP/1.1" status: 200 len: 970 time: 0.1105406 Jul 15 22:59:31.166610 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-63001734-902f-425d-b2eb-8a6b550b116b req-9ced21a7-8dd3-414a-a4ff-9e80cc7051a6 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714974 Jul 15 22:59:31.167353 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 4e7ed422-cc7a-4636-8401-fce44e934487, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=4e7ed422-cc7a-4636-8401-fce44e934487,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:31.171723 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-87744f39-1f8e-496a-a745-4fe911b1a2de req-4800fbe5-c074-4cc5-9c93-d9321cd6c0b7 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fac4191-7a44-4e82-9280-5fe52843171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511546 Jul 15 22:59:31.183533 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '4e7ed422-cc7a-4636-8401-fce44e934487', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': '4e7ed422-cc7a-4636-8401-fce44e934487', 'mac_address': 'fa:16:3e:72:1c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:tempest-test_az-2050865611', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 22:59:31.233368 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:31.248332 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e7ed422-cc7a-4636-8401-fce44e934487 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:59:31.268383 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 4e7ed422-cc7a-4636-8401-fce44e934487, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=4e7ed422-cc7a-4636-8401-fce44e934487,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:31.273548 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:31.325046 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=4e7ed422-cc7a-4636-8401-fce44e934487,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:31.500485 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['4e7ed422-cc7a-4636-8401-fce44e934487'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:59:31.594569 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5eb53-fdca-49d8-95b7-a8090d24d0d0 req-b59d820b-b367-48c9-82c6-d15252c5eb17 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:31.596267 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a0c5eb53-fdca-49d8-95b7-a8090d24d0d0 req-b59d820b-b367-48c9-82c6-d15252c5eb17 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f11a27c-afdc-4526-83c4-964ea5247761 HTTP/1.1" status: 200 len: 949 time: 0.0692849 Jul 15 22:59:31.813598 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-7d91af47-2345-4705-9b7c-9dafac093ea9 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8a35a61ef91a442286273b108fac5452&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240035 Jul 15 22:59:31.859210 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a0c5eb53-fdca-49d8-95b7-a8090d24d0d0 req-1693e12f-266f-4874-a26e-52902764b32a tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/security-groups?id=37ed9643-27cd-4b6c-98ab-60404217cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540922 Jul 15 22:59:31.922155 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ad4d5b60-1a0f-4490-bf4f-a3717c5b650b req-da256eba-4152-4e61-ab12-137eef4d5dec tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad37ad49-a024-462b-bad6-60154fe85bc5 HTTP/1.1" status: 200 len: 210 time: 0.0600510 Jul 15 22:59:31.981939 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-65ab6385-97a2-4a79-93c1-8af88440c433 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:31.983389 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-65ab6385-97a2-4a79-93c1-8af88440c433 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1625462 Jul 15 22:59:32.002695 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-8c5014be-d5d0-4fca-8382-8667bc4a7e96 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Request body: {'port': {'device_id': 'ad37ad49-a024-462b-bad6-60154fe85bc5', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'admin_state_up': True, 'tenant_id': '8a35a61ef91a442286273b108fac5452'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:32.162935 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce1c3c-4462-411f-8ac8-10c25a4b4912 req-06be87a1-eb08-4158-900c-26f8aca462d2 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:32.164462 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bcce1c3c-4462-411f-8ac8-10c25a4b4912 req-06be87a1-eb08-4158-900c-26f8aca462d2 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8 HTTP/1.1" status: 200 len: 945 time: 0.0984499 Jul 15 22:59:32.165448 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-8c5014be-d5d0-4fca-8382-8667bc4a7e96 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Made reservation on behalf of 8a35a61ef91a442286273b108fac5452 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:59:32.168665 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-8c5014be-d5d0-4fca-8382-8667bc4a7e96 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:32.189252 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-8c5014be-d5d0-4fca-8382-8667bc4a7e96 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:32.225001 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bcce1c3c-4462-411f-8ac8-10c25a4b4912 req-8622ecf9-3958-4e93-99a7-1186e8080c7f tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534847 Jul 15 22:59:32.329765 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-8c5014be-d5d0-4fca-8382-8667bc4a7e96 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:32.337636 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-8c5014be-d5d0-4fca-8382-8667bc4a7e96 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:32.458305 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5014be-d5d0-4fca-8382-8667bc4a7e96 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80297383-8cf6-4d87-9210-2631edba9f7c,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:32.474181 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device ce887846-b6c6-4ece-9a21-4e17e5302edc details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 22:59:32.530356 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-8c5014be-d5d0-4fca-8382-8667bc4a7e96 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Allocated IP 192.168.233.114 (8d403abe-cee8-4863-bddd-464e9e566e9c/190ae4ce-d44c-4c9c-9241-47db78422478/8e057c9e-7d20-462b-b18b-feec070f7063) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:59:32.546096 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb55d9c-6916-4c5e-aa72-af9e949f885a req-cea8e59c-9e8a-4010-bcc9-0d0d03645e51 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:32.548024 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-efb55d9c-6916-4c5e-aa72-af9e949f885a req-cea8e59c-9e8a-4010-bcc9-0d0d03645e51 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 947 time: 0.1392045 Jul 15 22:59:32.581456 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port ce887846-b6c6-4ece-9a21-4e17e5302edc, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=ce887846-b6c6-4ece-9a21-4e17e5302edc,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:32.593942 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'ce887846-b6c6-4ece-9a21-4e17e5302edc', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': 'ce887846-b6c6-4ece-9a21-4e17e5302edc', 'mac_address': 'fa:16:3e:23:02:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 22:59:32.632282 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:32.648722 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce887846-b6c6-4ece-9a21-4e17e5302edc {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:59:32.651691 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-efb55d9c-6916-4c5e-aa72-af9e949f885a req-11b7284a-2ed5-4d93-a019-75273f4a5c8a tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873206 Jul 15 22:59:32.675340 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port ce887846-b6c6-4ece-9a21-4e17e5302edc, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=ce887846-b6c6-4ece-9a21-4e17e5302edc,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:32.681677 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:32.736636 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=ce887846-b6c6-4ece-9a21-4e17e5302edc,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:32.784886 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520cd94c-6674-4f3c-99d3-e1e260611162 req-1a09fdb8-97dc-4bf7-beaa-530cd46d1a6d tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:32.786348 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-520cd94c-6674-4f3c-99d3-e1e260611162 req-1a09fdb8-97dc-4bf7-beaa-530cd46d1a6d tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3bc1ec2-d74e-4d5f-9285-4aae76c9ff12 HTTP/1.1" status: 200 len: 971 time: 0.1706998 Jul 15 22:59:32.790954 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-8c5014be-d5d0-4fca-8382-8667bc4a7e96 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:32.820345 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-8c5014be-d5d0-4fca-8382-8667bc4a7e96 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Transition to ACTIVE for port object 8e057c9e-7d20-462b-b18b-feec070f7063 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:59:32.870342 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-520cd94c-6674-4f3c-99d3-e1e260611162 req-3621524f-17c1-42d8-a510-e2268ef7c7be tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fac4191-7a44-4e82-9280-5fe52843171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771422 Jul 15 22:59:32.903784 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-8c5014be-d5d0-4fca-8382-8667bc4a7e96 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:32.968499 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d699a39-2287-46e2-8077-15eca03fcc29 req-22f3599f-e702-4da2-95d6-098322f712bf tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:32.969905 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3d699a39-2287-46e2-8077-15eca03fcc29 req-22f3599f-e702-4da2-95d6-098322f712bf tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f11a27c-afdc-4526-83c4-964ea5247761 HTTP/1.1" status: 200 len: 949 time: 0.1398437 Jul 15 22:59:32.977193 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-8c5014be-d5d0-4fca-8382-8667bc4a7e96 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:59:32.982701 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5014be-d5d0-4fca-8382-8667bc4a7e96 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Pushing event updated for resources: {'Port': ['ID=8e057c9e-7d20-462b-b18b-feec070f7063,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:32.985025 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-8c5014be-d5d0-4fca-8382-8667bc4a7e96 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:59:32.991622 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-8c5014be-d5d0-4fca-8382-8667bc4a7e96 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:59:32.996875 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-8c5014be-d5d0-4fca-8382-8667bc4a7e96 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:32.997492 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-8c5014be-d5d0-4fca-8382-8667bc4a7e96 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:33.018970 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['ce887846-b6c6-4ece-9a21-4e17e5302edc'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:59:33.044860 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-8c5014be-d5d0-4fca-8382-8667bc4a7e96 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0463023 Jul 15 22:59:33.048836 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3d699a39-2287-46e2-8077-15eca03fcc29 req-d0f2616b-d740-46d9-892e-1cdec63e9520 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/security-groups?id=37ed9643-27cd-4b6c-98ab-60404217cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677574 Jul 15 22:59:33.059482 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 4e7ed422-cc7a-4636-8401-fce44e934487 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:59:33.073422 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-66eff3d9-31c3-4172-9ed2-7be11c7e9783 service neutron] Request body: {'port': {'device_id': 'ad37ad49-a024-462b-bad6-60154fe85bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:33.186568 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 4e7ed422-cc7a-4636-8401-fce44e934487 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:59:33.207966 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 4e7ed422-cc7a-4636-8401-fce44e934487 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:59:33.208604 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:33.232727 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-66eff3d9-31c3-4172-9ed2-7be11c7e9783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:33.321938 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31e697-6deb-4653-afdd-831de594d65f req-0e6e9679-d32f-4d68-8e4e-1d67fe8f293d tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:33.323486 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1b31e697-6deb-4653-afdd-831de594d65f req-0e6e9679-d32f-4d68-8e4e-1d67fe8f293d tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad37ad49-a024-462b-bad6-60154fe85bc5 HTTP/1.1" status: 200 len: 936 time: 0.1382136 Jul 15 22:59:33.329178 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:33.339322 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-88a5f975-b1d2-48f7-9d84-d01c5342fe41 None None] Provisioning for port 8e057c9e-7d20-462b-b18b-feec070f7063 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:59:33.346300 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-88a5f975-b1d2-48f7-9d84-d01c5342fe41 None None] Provisioning complete for port 8e057c9e-7d20-462b-b18b-feec070f7063 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:59:33.346730 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-88a5f975-b1d2-48f7-9d84-d01c5342fe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:33.380535 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bc1ec2-d74e-4d5f-9285-4aae76c9ff12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7ed422-cc7a-4636-8401-fce44e934487'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:59:33.383125 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83734cc-acf6-4299-8057-e4808a4e3fba" -d '{"events": [{"server_uuid": "e3bc1ec2-d74e-4d5f-9285-4aae76c9ff12", "name": "network-vif-plugged", "status": "completed", "tag": "4e7ed422-cc7a-4636-8401-fce44e934487"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:59:33.403033 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 4e7ed422-cc7a-4636-8401-fce44e934487, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=4e7ed422-cc7a-4636-8401-fce44e934487,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:33.408643 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:33.414811 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-88a5f975-b1d2-48f7-9d84-d01c5342fe41 None None] Port 8e057c9e-7d20-462b-b18b-feec070f7063 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:59:33.433687 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1b31e697-6deb-4653-afdd-831de594d65f req-36a05aa3-1d39-4e91-9d17-34e9176132f4 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/security-groups?id=80297383-8cf6-4d87-9210-2631edba9f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028714 Jul 15 22:59:33.471430 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=4e7ed422-cc7a-4636-8401-fce44e934487,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:33.609196 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11bb792-4505-48bf-83d8-8e2feffb5116 req-036272b7-8f06-4a31-843b-02019d46733a tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:33.610710 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c11bb792-4505-48bf-83d8-8e2feffb5116 req-036272b7-8f06-4a31-843b-02019d46733a tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8 HTTP/1.1" status: 200 len: 945 time: 0.1279416 Jul 15 22:59:33.628534 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-66eff3d9-31c3-4172-9ed2-7be11c7e9783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e057c9e-7d20-462b-b18b-feec070f7063 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:59:33.643380 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-66eff3d9-31c3-4172-9ed2-7be11c7e9783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:33.647590 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b4d01e-9265-4a9d-afe1-d8fc078e72bd x-openstack-request-id: req-d2b4d01e-9265-4a9d-afe1-d8fc078e72bd {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:59:33.648545 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3bc1ec2-d74e-4d5f-9285-4aae76c9ff12", "name": "network-vif-plugged", "status": "completed", "tag": "4e7ed422-cc7a-4636-8401-fce44e934487", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:59:33.648984 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2b4d01e-9265-4a9d-afe1-d8fc078e72bd {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:59:33.649395 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bc1ec2-d74e-4d5f-9285-4aae76c9ff12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7ed422-cc7a-4636-8401-fce44e934487', 'code': 200} Jul 15 22:59:33.666479 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-66eff3d9-31c3-4172-9ed2-7be11c7e9783 service neutron] Transition to ACTIVE for port object 8e057c9e-7d20-462b-b18b-feec070f7063 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:59:33.672289 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c11bb792-4505-48bf-83d8-8e2feffb5116 req-f29f716b-e2b6-416b-bc90-01fa2cf042e4 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543506 Jul 15 22:59:33.673568 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-66eff3d9-31c3-4172-9ed2-7be11c7e9783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:33.744870 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eff3d9-31c3-4172-9ed2-7be11c7e9783 service neutron] Pushing event updated for resources: {'Port': ['ID=8e057c9e-7d20-462b-b18b-feec070f7063,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:33.839924 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-66eff3d9-31c3-4172-9ed2-7be11c7e9783 service neutron] Attempting to bind port 8e057c9e-7d20-462b-b18b-feec070f7063 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:59:33.841096 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-66eff3d9-31c3-4172-9ed2-7be11c7e9783 service neutron] Attempting to bind port 8e057c9e-7d20-462b-b18b-feec070f7063 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:59:33.841096 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-66eff3d9-31c3-4172-9ed2-7be11c7e9783 service neutron] Attempting to bind port 8e057c9e-7d20-462b-b18b-feec070f7063 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:59:33.853092 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a4c93-d819-4f21-9dad-d4a963d14839 req-c59d3b76-7edf-4211-8177-38d85e97ffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:33.854085 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f01a4c93-d819-4f21-9dad-d4a963d14839 req-c59d3b76-7edf-4211-8177-38d85e97ffe8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e3bc1ec2-d74e-4d5f-9285-4aae76c9ff12 HTTP/1.1" status: 200 len: 1123 time: 0.1066349 Jul 15 22:59:33.857018 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-66eff3d9-31c3-4172-9ed2-7be11c7e9783 service neutron] Port 8e057c9e-7d20-462b-b18b-feec070f7063 on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 22:59:33.857339 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-66eff3d9-31c3-4172-9ed2-7be11c7e9783 service neutron] Attempting to bind port 8e057c9e-7d20-462b-b18b-feec070f7063 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:59:33.869530 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-66eff3d9-31c3-4172-9ed2-7be11c7e9783 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:59:33.869878 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-66eff3d9-31c3-4172-9ed2-7be11c7e9783 service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:59:33.870373 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-66eff3d9-31c3-4172-9ed2-7be11c7e9783 service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:59:33.870841 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-66eff3d9-31c3-4172-9ed2-7be11c7e9783 service neutron] Bound port: 8e057c9e-7d20-462b-b18b-feec070f7063, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:59:33.871202 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-66eff3d9-31c3-4172-9ed2-7be11c7e9783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:33.903912 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f01a4c93-d819-4f21-9dad-d4a963d14839 req-e91920cf-fabf-40b2-ab94-e674e2e580f0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7fac4191-7a44-4e82-9280-5fe52843171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425200 Jul 15 22:59:34.010328 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-66eff3d9-31c3-4172-9ed2-7be11c7e9783 service neutron] For port 8e057c9e-7d20-462b-b18b-feec070f7063, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:59:34.014166 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-66eff3d9-31c3-4172-9ed2-7be11c7e9783 service neutron] For port 8e057c9e-7d20-462b-b18b-feec070f7063, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=8e057c9e-7d20-462b-b18b-feec070f7063,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:59:34.029945 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15019e9e-020a-458c-8625-eb8753c0a63a req-8c56dac4-7ef5-4db6-913e-27584a213e4f tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:34.031746 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15019e9e-020a-458c-8625-eb8753c0a63a req-8c56dac4-7ef5-4db6-913e-27584a213e4f tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 948 time: 0.1280589 Jul 15 22:59:34.033344 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-66eff3d9-31c3-4172-9ed2-7be11c7e9783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:34.046570 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731419b-8cd1-49e0-9ef6-25dfa13406f0 req-2da2cab1-2894-4036-96ed-3aac3c59a8c1 tempest-DeleteServersAdminTestJSON-1711775214 tempest-DeleteServersAdminTestJSON-1711775214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:34.048898 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d731419b-8cd1-49e0-9ef6-25dfa13406f0 req-2da2cab1-2894-4036-96ed-3aac3c59a8c1 tempest-DeleteServersAdminTestJSON-1711775214 tempest-DeleteServersAdminTestJSON-1711775214-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9f11a27c-afdc-4526-83c4-964ea5247761 HTTP/1.1" status: 200 len: 1100 time: 0.0688293 Jul 15 22:59:34.085817 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 60506) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:34.105322 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-66eff3d9-31c3-4172-9ed2-7be11c7e9783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:34.106485 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-66eff3d9-31c3-4172-9ed2-7be11c7e9783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:34.107906 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-66eff3d9-31c3-4172-9ed2-7be11c7e9783 service neutron] 10.222.0.43 "PUT /v2.0/ports/8e057c9e-7d20-462b-b18b-feec070f7063 HTTP/1.1" status: 200 len: 1096 time: 1.0422475 Jul 15 22:59:34.109911 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad37ad49-a024-462b-bad6-60154fe85bc5', 'tag': '8e057c9e-7d20-462b-b18b-feec070f7063'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:59:34.112178 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8bb6cb-c970-4d13-98a1-c555a042dfdf" -d '{"events": [{"name": "network-changed", "server_uuid": "ad37ad49-a024-462b-bad6-60154fe85bc5", "tag": "8e057c9e-7d20-462b-b18b-feec070f7063"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:59:34.142118 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15019e9e-020a-458c-8625-eb8753c0a63a req-0e3530c2-cee3-481d-8c76-d49bf7e636fa tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998011 Jul 15 22:59:34.145579 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eff3d9-31c3-4172-9ed2-7be11c7e9783 service neutron] Pushing event updated for resources: {'Port': ['ID=8e057c9e-7d20-462b-b18b-feec070f7063,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:34.174450 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-d731419b-8cd1-49e0-9ef6-25dfa13406f0 req-469182d5-1c11-4182-a3c7-5dac3212c08c tempest-DeleteServersAdminTestJSON-1711775214 tempest-DeleteServersAdminTestJSON-1711775214-project-admin] Deleting port 7ecd4f39-9589-4f6f-a76c-07e423b7cfbf {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 22:59:34.174450 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d731419b-8cd1-49e0-9ef6-25dfa13406f0 req-469182d5-1c11-4182-a3c7-5dac3212c08c tempest-DeleteServersAdminTestJSON-1711775214 tempest-DeleteServersAdminTestJSON-1711775214-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:34.277927 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-856456bc-8a92-4f7f-a860-f2c80c16e17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:34.280198 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-856456bc-8a92-4f7f-a860-f2c80c16e17e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8a35a61ef91a442286273b108fac5452&device_id=ad37ad49-a024-462b-bad6-60154fe85bc5 HTTP/1.1" status: 200 len: 1099 time: 0.1014616 Jul 15 22:59:34.282195 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eed048-6c14-4df5-810f-9babf2df8fa3 req-b208da1a-200b-4f51-bd50-090e0cd78d7f tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:34.291298 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-00eed048-6c14-4df5-810f-9babf2df8fa3 req-b208da1a-200b-4f51-bd50-090e0cd78d7f tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8 HTTP/1.1" status: 200 len: 1096 time: 0.1111984 Jul 15 22:59:34.305247 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d731419b-8cd1-49e0-9ef6-25dfa13406f0 req-469182d5-1c11-4182-a3c7-5dac3212c08c tempest-DeleteServersAdminTestJSON-1711775214 tempest-DeleteServersAdminTestJSON-1711775214-project-admin] For port 7ecd4f39-9589-4f6f-a76c-07e423b7cfbf, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=7ecd4f39-9589-4f6f-a76c-07e423b7cfbf,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:34.305607 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d731419b-8cd1-49e0-9ef6-25dfa13406f0 req-469182d5-1c11-4182-a3c7-5dac3212c08c tempest-DeleteServersAdminTestJSON-1711775214 tempest-DeleteServersAdminTestJSON-1711775214-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:34.325147 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-d731419b-8cd1-49e0-9ef6-25dfa13406f0 req-469182d5-1c11-4182-a3c7-5dac3212c08c tempest-DeleteServersAdminTestJSON-1711775214 tempest-DeleteServersAdminTestJSON-1711775214-project-admin] Calling delete_port for 7ecd4f39-9589-4f6f-a76c-07e423b7cfbf owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 22:59:34.388181 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-066b62e0-5108-449b-a6f6-b3d3d629ab4c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=8e057c9e-7d20-462b-b18b-feec070f7063 HTTP/1.1" status: 200 len: 217 time: 0.0954158 Jul 15 22:59:34.391856 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-29a41fc4-888d-488c-a52a-c4f7d3bd3e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:34.411651 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-00eed048-6c14-4df5-810f-9babf2df8fa3 req-f7171c55-c260-479b-a308-a383becf61d6 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072259 Jul 15 22:59:34.477695 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-65bd17f4-11a3-4237-a11f-df2ef290fe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:34.479388 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-65bd17f4-11a3-4237-a11f-df2ef290fe66 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0811365 Jul 15 22:59:34.483621 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device ce887846-b6c6-4ece-9a21-4e17e5302edc up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:59:34.555759 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d731419b-8cd1-49e0-9ef6-25dfa13406f0 req-469182d5-1c11-4182-a3c7-5dac3212c08c tempest-DeleteServersAdminTestJSON-1711775214 tempest-DeleteServersAdminTestJSON-1711775214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:34.559034 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port ce887846-b6c6-4ece-9a21-4e17e5302edc completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:59:34.563429 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port ce887846-b6c6-4ece-9a21-4e17e5302edc triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:59:34.563811 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:34.589211 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['7ecd4f39-9589-4f6f-a76c-07e423b7cfbf'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:59:34.607331 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469182d5-1c11-4182-a3c7-5dac3212c08c tempest-DeleteServersAdminTestJSON-1711775214 tempest-DeleteServersAdminTestJSON-1711775214-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ecd4f39-9589-4f6f-a76c-07e423b7cfbf,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:34.622755 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e5d888e6-bb60-44a5-9054-101f5f8c91a8 req-e827b9aa-18c4-41d0-808a-df03603ddddf tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f11a27c-afdc-4526-83c4-964ea5247761 HTTP/1.1" status: 200 len: 210 time: 0.0583963 Jul 15 22:59:34.667256 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-29a41fc4-888d-488c-a52a-c4f7d3bd3e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:34.680931 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-29a41fc4-888d-488c-a52a-c4f7d3bd3e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:34.691772 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-c44984c9-1adf-4319-b177-d563960f7d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:34.692949 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-c44984c9-1adf-4319-b177-d563960f7d39 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1946120 Jul 15 22:59:34.707857 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d731419b-8cd1-49e0-9ef6-25dfa13406f0 req-469182d5-1c11-4182-a3c7-5dac3212c08c tempest-DeleteServersAdminTestJSON-1711775214 tempest-DeleteServersAdminTestJSON-1711775214-project-admin] No DVR routers for this DVR port 7ecd4f39-9589-4f6f-a76c-07e423b7cfbf on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 22:59:34.714441 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:34.717330 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d731419b-8cd1-49e0-9ef6-25dfa13406f0 req-469182d5-1c11-4182-a3c7-5dac3212c08c tempest-DeleteServersAdminTestJSON-1711775214 tempest-DeleteServersAdminTestJSON-1711775214-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:34.719180 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d731419b-8cd1-49e0-9ef6-25dfa13406f0 req-469182d5-1c11-4182-a3c7-5dac3212c08c tempest-DeleteServersAdminTestJSON-1711775214 tempest-DeleteServersAdminTestJSON-1711775214-project-admin] 10.222.0.36 "DELETE /v2.0/ports/7ecd4f39-9589-4f6f-a76c-07e423b7cfbf HTTP/1.1" status: 204 len: 173 time: 0.6639247 Jul 15 22:59:34.719745 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f11a27c-afdc-4526-83c4-964ea5247761', 'name': 'network-vif-deleted', 'tag': '7ecd4f39-9589-4f6f-a76c-07e423b7cfbf'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:59:34.722728 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04efcb5b-1c61-4ae4-a0be-ee3ab4d03971" -d '{"events": [{"server_uuid": "9f11a27c-afdc-4526-83c4-964ea5247761", "name": "network-vif-deleted", "tag": "7ecd4f39-9589-4f6f-a76c-07e423b7cfbf"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:59:34.723832 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 22:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ef4c2b-4787-4862-bd6a-a8eaa4a793f1 x-openstack-request-id: req-c7ef4c2b-4787-4862-bd6a-a8eaa4a793f1 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:59:34.724237 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad37ad49-a024-462b-bad6-60154fe85bc5", "tag": "8e057c9e-7d20-462b-b18b-feec070f7063", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:59:34.724385 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7ef4c2b-4787-4862-bd6a-a8eaa4a793f1 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:59:34.724784 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad37ad49-a024-462b-bad6-60154fe85bc5', 'tag': '8e057c9e-7d20-462b-b18b-feec070f7063', 'status': 'completed', 'code': 200} Jul 15 22:59:34.762842 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port ce887846-b6c6-4ece-9a21-4e17e5302edc, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=ce887846-b6c6-4ece-9a21-4e17e5302edc,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:34.768079 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:34.830622 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=ce887846-b6c6-4ece-9a21-4e17e5302edc,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:34.832713 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c9df2-0530-445e-8c33-56b7003ac23b req-221f5195-ea4e-4111-a7b5-2d7b94d66641 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:34.834956 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3d1c9df2-0530-445e-8c33-56b7003ac23b req-221f5195-ea4e-4111-a7b5-2d7b94d66641 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3bc1ec2-d74e-4d5f-9285-4aae76c9ff12 HTTP/1.1" status: 200 len: 972 time: 0.2885189 Jul 15 22:59:34.856219 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a41fc4-888d-488c-a52a-c4f7d3bd3e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466930bf-94b4-4a3c-b7e6-45bd046ad5b2,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:34.885211 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-29a41fc4-888d-488c-a52a-c4f7d3bd3e5a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=afbb3dfd2d6c451f92065b565bb9229d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7972839 Jul 15 22:59:34.888235 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 60534) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:34.952287 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3dcbebb7-92bb-4832-91e0-aed34a64fe6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:34.980820 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3dcbebb7-92bb-4832-91e0-aed34a64fe6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:34.997645 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3d1c9df2-0530-445e-8c33-56b7003ac23b req-a3329205-b1d6-47df-bfa4-58f12142d6d7 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fac4191-7a44-4e82-9280-5fe52843171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425703 Jul 15 22:59:35.014968 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-d31df3ef-b632-4b74-b785-a0d9e8775c16 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872531 Jul 15 22:59:35.043924 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3dcbebb7-92bb-4832-91e0-aed34a64fe6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:35.047327 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3dcbebb7-92bb-4832-91e0-aed34a64fe6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:35.048933 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3dcbebb7-92bb-4832-91e0-aed34a64fe6d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/466930bf-94b4-4a3c-b7e6-45bd046ad5b2 HTTP/1.1" status: 204 len: 168 time: 0.1596861 Jul 15 22:59:35.059104 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbebb7-92bb-4832-91e0-aed34a64fe6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466930bf-94b4-4a3c-b7e6-45bd046ad5b2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:35.063961 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770d3b6-762a-4a49-8f96-d641fc181dc7 req-bf7956c3-d3d1-412c-83ee-af1c1965e143 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:35.068583 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4770d3b6-762a-4a49-8f96-d641fc181dc7 req-bf7956c3-d3d1-412c-83ee-af1c1965e143 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8 HTTP/1.1" status: 200 len: 1096 time: 0.1328261 Jul 15 22:59:35.342980 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5faf8691-f0db-494b-a857-5105ddfb62dd req-3275ef71-c9d6-48f0-b184-9d813aced1da service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199782 Jul 15 22:59:35.344511 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4770d3b6-762a-4a49-8f96-d641fc181dc7 req-1a855b8c-f510-4e90-87c2-82bc7a8ea38a tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481098 Jul 15 22:59:35.348109 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 60542) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:35.370368 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf9162c6-57bc-4fb1-88b7-293012b71102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:35.380314 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849a845-c087-4444-af1b-6376cc256831 req-24c2e6ed-bc75-4919-bb52-4f2f8e33757e tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:35.382010 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0849a845-c087-4444-af1b-6376cc256831 req-24c2e6ed-bc75-4919-bb52-4f2f8e33757e tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad37ad49-a024-462b-bad6-60154fe85bc5 HTTP/1.1" status: 200 len: 948 time: 0.2642241 Jul 15 22:59:35.415819 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695ccdd8-34b1-4005-86e4-083d37f5de93 x-openstack-request-id: req-695ccdd8-34b1-4005-86e4-083d37f5de93 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:59:35.416113 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f11a27c-afdc-4526-83c4-964ea5247761", "name": "network-vif-deleted", "tag": "7ecd4f39-9589-4f6f-a76c-07e423b7cfbf", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:59:35.416587 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-695ccdd8-34b1-4005-86e4-083d37f5de93 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:59:35.417217 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f11a27c-afdc-4526-83c4-964ea5247761', 'name': 'network-vif-deleted', 'tag': '7ecd4f39-9589-4f6f-a76c-07e423b7cfbf', 'status': 'completed', 'code': 200} Jul 15 22:59:35.468393 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0849a845-c087-4444-af1b-6376cc256831 req-f2b3a3bc-4a02-4ae2-861e-9349514da6a5 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/security-groups?id=80297383-8cf6-4d87-9210-2631edba9f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786650 Jul 15 22:59:35.500628 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bb6cb-c970-4d13-98a1-c555a042dfdf req-d6e74f6e-5915-425a-b0c7-917d11c1142b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:35.503227 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb8bb6cb-c970-4d13-98a1-c555a042dfdf req-d6e74f6e-5915-425a-b0c7-917d11c1142b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8a35a61ef91a442286273b108fac5452&device_id=ad37ad49-a024-462b-bad6-60154fe85bc5 HTTP/1.1" status: 200 len: 1099 time: 0.0840285 Jul 15 22:59:35.545633 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf9162c6-57bc-4fb1-88b7-293012b71102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:35.556176 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf9162c6-57bc-4fb1-88b7-293012b71102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:35.610160 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9162c6-57bc-4fb1-88b7-293012b71102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4847f0-e4bf-48f6-a257-d94a516eb8c8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:35.616534 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bf9162c6-57bc-4fb1-88b7-293012b71102 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=634cb97354f842a9976ba50effa7bbef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2672856 Jul 15 22:59:35.625077 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 60558) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:35.650145 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bfdba1-7c70-4cfb-b4d1-156d3c249d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce887846-b6c6-4ece-9a21-4e17e5302edc'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:59:35.652536 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2509f30f-2a74-424f-9b21-830901670afb" -d '{"events": [{"server_uuid": "a8bfdba1-7c70-4cfb-b4d1-156d3c249d00", "name": "network-vif-plugged", "status": "completed", "tag": "ce887846-b6c6-4ece-9a21-4e17e5302edc"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:59:35.663436 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bb6cb-c970-4d13-98a1-c555a042dfdf req-83be3d06-0a80-4f6c-9151-f766330b1be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:35.665270 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb8bb6cb-c970-4d13-98a1-c555a042dfdf req-83be3d06-0a80-4f6c-9151-f766330b1be1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.1549883 Jul 15 22:59:35.689346 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2dc1aaf4-bba3-4336-b432-2487f926d2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:35.713843 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2dc1aaf4-bba3-4336-b432-2487f926d2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:35.733559 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb8bb6cb-c970-4d13-98a1-c555a042dfdf req-af271f1a-f854-46a4-a980-88218294677d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=8e057c9e-7d20-462b-b18b-feec070f7063 HTTP/1.1" status: 200 len: 217 time: 0.0452962 Jul 15 22:59:35.764082 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2dc1aaf4-bba3-4336-b432-2487f926d2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:35.766778 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2dc1aaf4-bba3-4336-b432-2487f926d2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:35.767960 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2dc1aaf4-bba3-4336-b432-2487f926d2de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc4847f0-e4bf-48f6-a257-d94a516eb8c8 HTTP/1.1" status: 204 len: 168 time: 0.1415491 Jul 15 22:59:35.777495 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1aaf4-bba3-4336-b432-2487f926d2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4847f0-e4bf-48f6-a257-d94a516eb8c8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:35.801266 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1c0d3-93c5-4391-838a-6dff9c6e4348 req-278b7363-2e5b-4173-a84a-e65f5e561a43 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:35.802923 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-88b1c0d3-93c5-4391-838a-6dff9c6e4348 req-278b7363-2e5b-4173-a84a-e65f5e561a43 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 949 time: 0.1609488 Jul 15 22:59:35.808689 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bb6cb-c970-4d13-98a1-c555a042dfdf req-5b18a7c8-ba34-4eb7-b976-edc862aba96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:35.810266 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb8bb6cb-c970-4d13-98a1-c555a042dfdf req-5b18a7c8-ba34-4eb7-b976-edc862aba96c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0703478 Jul 15 22:59:35.882016 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-88b1c0d3-93c5-4391-838a-6dff9c6e4348 req-fc28282d-1cc9-4c88-a119-e6e1d56cb3aa tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644743 Jul 15 22:59:35.898950 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bb6cb-c970-4d13-98a1-c555a042dfdf req-9a4736a3-b525-4640-9b95-f675fa049114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:35.900623 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb8bb6cb-c970-4d13-98a1-c555a042dfdf req-9a4736a3-b525-4640-9b95-f675fa049114 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0813866 Jul 15 22:59:35.979794 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d330d53-d9bd-4f79-a0e1-d1bd028530a5 x-openstack-request-id: req-2d330d53-d9bd-4f79-a0e1-d1bd028530a5 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:59:35.980244 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bfdba1-7c70-4cfb-b4d1-156d3c249d00", "name": "network-vif-plugged", "status": "completed", "tag": "ce887846-b6c6-4ece-9a21-4e17e5302edc", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:59:35.980342 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d330d53-d9bd-4f79-a0e1-d1bd028530a5 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:59:35.980811 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bfdba1-7c70-4cfb-b4d1-156d3c249d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce887846-b6c6-4ece-9a21-4e17e5302edc', 'code': 200} Jul 15 22:59:36.084931 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb8bb6cb-c970-4d13-98a1-c555a042dfdf req-88d1b85f-7149-4954-aaa8-eac925e0bb3f service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767292 Jul 15 22:59:36.172604 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40688d1-78f6-47d9-b0fd-28638c452e4e req-82ba8a6c-3f2e-4a39-9b98-ed5e47865a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:36.176054 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a40688d1-78f6-47d9-b0fd-28638c452e4e req-82ba8a6c-3f2e-4a39-9b98-ed5e47865a94 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 1100 time: 0.0994127 Jul 15 22:59:36.225963 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb8bb6cb-c970-4d13-98a1-c555a042dfdf req-12d18114-185b-4caa-a754-fcc23ddfb240 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340144 Jul 15 22:59:36.227339 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a40688d1-78f6-47d9-b0fd-28638c452e4e req-7068b783-a9c1-4804-80b6-1e18641c7627 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448902 Jul 15 22:59:36.343538 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbdf606-b457-4c3d-9605-9b27b9ad8d3a req-f1292e31-971f-46a3-b130-d7647528e6ec tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:36.345160 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fbbdf606-b457-4c3d-9605-9b27b9ad8d3a req-f1292e31-971f-46a3-b130-d7647528e6ec tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3bc1ec2-d74e-4d5f-9285-4aae76c9ff12 HTTP/1.1" status: 200 len: 972 time: 0.0739894 Jul 15 22:59:36.385755 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fbbdf606-b457-4c3d-9605-9b27b9ad8d3a req-89e5fe5b-23c5-401f-a139-fe7fb698abdb tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fac4191-7a44-4e82-9280-5fe52843171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342617 Jul 15 22:59:36.661204 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 60632) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:36.760931 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f1827d2e-1599-45fb-9a4d-c3f44fabed9b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820815977-network', 'tenant_id': '8d5b419981334391af714f4b817dcecc'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:36.779865 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-462bd05f-f474-42e4-ae79-2182d4660bdd tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8288092e3f6846f3a6074b7e18544aad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219276 Jul 15 22:59:36.793276 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1827d2e-1599-45fb-9a4d-c3f44fabed9b admin admin] Made reservation on behalf of 8d5b419981334391af714f4b817dcecc for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:59:36.795932 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1827d2e-1599-45fb-9a4d-c3f44fabed9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:36.804715 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1827d2e-1599-45fb-9a4d-c3f44fabed9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:36.892343 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-b5340e28-70c5-4eae-aad3-4c58b5b54fd8 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:36.894470 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-b5340e28-70c5-4eae-aad3-4c58b5b54fd8 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1093113 Jul 15 22:59:36.903679 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1827d2e-1599-45fb-9a4d-c3f44fabed9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:36.907948 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1827d2e-1599-45fb-9a4d-c3f44fabed9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:36.918265 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-35e763c7-cff0-454f-a609-570e2b2b8dd2 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/quotas/8288092e3f6846f3a6074b7e18544aad HTTP/1.1" status: 200 len: 375 time: 0.0176620 Jul 15 22:59:36.937131 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1827d2e-1599-45fb-9a4d-c3f44fabed9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 22:59:36.953393 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-8ea707d5-72d6-4581-a8e1-53d781f813e8 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8288092e3f6846f3a6074b7e18544aad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336044 Jul 15 22:59:36.956537 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1827d2e-1599-45fb-9a4d-c3f44fabed9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98556304-ac94-4de5-83a4-a3e644e10cf4,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:36.962948 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1827d2e-1599-45fb-9a4d-c3f44fabed9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:36.963392 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-f1827d2e-1599-45fb-9a4d-c3f44fabed9b admin admin] Added segment 8d579221-0a7c-432a-a8a4-faae99e9d679 of type vlan for network a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb Jul 15 22:59:37.009290 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1827d2e-1599-45fb-9a4d-c3f44fabed9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:37.040309 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1827d2e-1599-45fb-9a4d-c3f44fabed9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:37.041322 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1827d2e-1599-45fb-9a4d-c3f44fabed9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:37.042052 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1827d2e-1599-45fb-9a4d-c3f44fabed9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:37.081160 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f1827d2e-1599-45fb-9a4d-c3f44fabed9b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4187372 Jul 15 22:59:37.084904 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 60658) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:37.090806 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-6b151631-f99b-4f31-9fce-c811a84b8ef5 admin admin] Request body: {'subnet': {'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820815977-subnet', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:37.108498 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1827d2e-1599-45fb-9a4d-c3f44fabed9b admin admin] Pushing event updated for resources: {'Network': ['ID=a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:37.122733 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 22:59:37.132506 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b151631-f99b-4f31-9fce-c811a84b8ef5 admin admin] Made reservation on behalf of 8d5b419981334391af714f4b817dcecc for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:59:37.136717 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6b151631-f99b-4f31-9fce-c811a84b8ef5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:37.342179 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 60670) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:37.381882 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6b151631-f99b-4f31-9fce-c811a84b8ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:37.441486 n-d-787205-9 neutron-server[93798]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 22:59:37.446376 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-4215d47e-5fc6-4644-977e-2979caa9206a tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 22:59:37.456727 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-4215d47e-5fc6-4644-977e-2979caa9206a tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1126966 Jul 15 22:59:37.469444 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b151631-f99b-4f31-9fce-c811a84b8ef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7348a62-9b3d-433e-8e23-0a028378979c,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:37.484211 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b151631-f99b-4f31-9fce-c811a84b8ef5 admin admin] Checking segment: {'id': '8d579221-0a7c-432a-a8a4-faae99e9d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:59:37.485030 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b151631-f99b-4f31-9fce-c811a84b8ef5 admin admin] Network hostable DHCP agents. Network: a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 22:59:37.538890 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b151631-f99b-4f31-9fce-c811a84b8ef5 admin admin] Network a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 22:59:37.552183 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-f4658c5d-982e-4d19-ba39-d18c299a5f39 service neutron] Request body: {'binding': {'host': 'n-h2-787205-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:37.552741 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-6b151631-f99b-4f31-9fce-c811a84b8ef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:59:37.552945 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-f4658c5d-982e-4d19-ba39-d18c299a5f39 service neutron] Unknown quota resources ['binding']. {{(pid=93798) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 22:59:37.557409 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b151631-f99b-4f31-9fce-c811a84b8ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:37.558009 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6b151631-f99b-4f31-9fce-c811a84b8ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:37.565902 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb0770f-af94-4da3-a6fa-51603282f71f None None] Network a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:59:37.589349 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6b151631-f99b-4f31-9fce-c811a84b8ef5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5025368 Jul 15 22:59:37.592815 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 60684) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:37.605286 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c75bc-86b5-48f8-8e32-9f911a375e65 req-69152305-a2be-432c-befc-31fea204fc32 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:37.607232 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-579c75bc-86b5-48f8-8e32-9f911a375e65 req-69152305-a2be-432c-befc-31fea204fc32 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad37ad49-a024-462b-bad6-60154fe85bc5 HTTP/1.1" status: 200 len: 948 time: 0.1035199 Jul 15 22:59:37.613898 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-f756b55e-e91d-4e81-8a0e-8a6d58273158 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820815977-router', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:37.666162 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-579c75bc-86b5-48f8-8e32-9f911a375e65 req-56f8f86b-abb8-4f40-8b25-556f9507a9d1 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/security-groups?id=80297383-8cf6-4d87-9210-2631edba9f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489161 Jul 15 22:59:37.667510 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f756b55e-e91d-4e81-8a0e-8a6d58273158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:37.668924 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f756b55e-e91d-4e81-8a0e-8a6d58273158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:37.738297 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a34910-a740-4ce7-a94b-773d7ae4829f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb', 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'fixed_ips': [{'subnet_id': 'e7348a62-9b3d-433e-8e23-0a028378979c'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 22:59:37.739367 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d6a34910-a740-4ce7-a94b-773d7ae4829f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:37.783285 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-f4658c5d-982e-4d19-ba39-d18c299a5f39 service neutron] Attempting to bind port 49404f6b-8774-4e9f-a38c-3cd516b9f780 on host n-h2-787205-9 for vnic_type normal with profile None {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:59:37.783842 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-f4658c5d-982e-4d19-ba39-d18c299a5f39 service neutron] Attempting to bind port 49404f6b-8774-4e9f-a38c-3cd516b9f780 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:59:37.784320 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-f4658c5d-982e-4d19-ba39-d18c299a5f39 service neutron] Attempting to bind port 49404f6b-8774-4e9f-a38c-3cd516b9f780 on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:59:37.790463 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-f4658c5d-982e-4d19-ba39-d18c299a5f39 service neutron] Port 49404f6b-8774-4e9f-a38c-3cd516b9f780 on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 22:59:37.790975 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-f4658c5d-982e-4d19-ba39-d18c299a5f39 service neutron] Attempting to bind port 49404f6b-8774-4e9f-a38c-3cd516b9f780 on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:59:37.792895 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f756b55e-e91d-4e81-8a0e-8a6d58273158 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:37.796972 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-f4658c5d-982e-4d19-ba39-d18c299a5f39 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:59:37.797593 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-f4658c5d-982e-4d19-ba39-d18c299a5f39 service neutron] Checking segment: {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:59:37.798816 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-f4658c5d-982e-4d19-ba39-d18c299a5f39 service neutron] Bound using segment: {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:59:37.799448 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-f4658c5d-982e-4d19-ba39-d18c299a5f39 service neutron] Bound port: 49404f6b-8774-4e9f-a38c-3cd516b9f780, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:59:37.937008 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-d6a34910-a740-4ce7-a94b-773d7ae4829f None None] Allocated IP 172.20.0.2 (a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb/e7348a62-9b3d-433e-8e23-0a028378979c/ae751522-b163-4802-bb84-40697b167fe8) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:59:37.937204 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-f4658c5d-982e-4d19-ba39-d18c299a5f39 service neutron] For port 49404f6b-8774-4e9f-a38c-3cd516b9f780, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=49404f6b-8774-4e9f-a38c-3cd516b9f780,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:59:37.943268 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-f4658c5d-982e-4d19-ba39-d18c299a5f39 service neutron] Notify callbacks [] for binding, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:37.945289 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-f4658c5d-982e-4d19-ba39-d18c299a5f39 service neutron] 10.222.0.16 "POST /v2.0/ports/49404f6b-8774-4e9f-a38c-3cd516b9f780/bindings HTTP/1.1" status: 201 len: 389 time: 0.4399312 Jul 15 22:59:37.976115 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f756b55e-e91d-4e81-8a0e-8a6d58273158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:38.064093 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b945578-af42-44ce-a133-83f98cb76d03 req-481f0ecb-4503-4bcd-8f60-097d193111c4 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:38.066189 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b945578-af42-44ce-a133-83f98cb76d03 req-481f0ecb-4503-4bcd-8f60-097d193111c4 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 949 time: 0.1610622 Jul 15 22:59:38.111053 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d6a34910-a740-4ce7-a94b-773d7ae4829f None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:38.121917 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d6a34910-a740-4ce7-a94b-773d7ae4829f None None] Transition to ACTIVE for port object ae751522-b163-4802-bb84-40697b167fe8 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:59:38.137596 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d6a34910-a740-4ce7-a94b-773d7ae4829f None None] Transition to ACTIVE for port object ae751522-b163-4802-bb84-40697b167fe8 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:59:38.145850 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d6a34910-a740-4ce7-a94b-773d7ae4829f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:38.170036 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b945578-af42-44ce-a133-83f98cb76d03 req-fd4413c8-e513-4d68-b1b9-76b67fd0ad4f tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961874 Jul 15 22:59:38.197803 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a34910-a740-4ce7-a94b-773d7ae4829f None None] Pushing event updated for resources: {'Port': ['ID=ae751522-b163-4802-bb84-40697b167fe8,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:38.201408 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f2f7aa8e-729a-4d6c-9a76-914b42b3c71e req-29997d31-291d-40e0-bdac-4f168343a123 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81cad79-152c-41cf-ba63-b2c3fff937fe HTTP/1.1" status: 200 len: 210 time: 0.0477476 Jul 15 22:59:38.205174 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a34910-a740-4ce7-a94b-773d7ae4829f None None] Network a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:59:38.207020 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-d6a34910-a740-4ce7-a94b-773d7ae4829f None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:59:38.210161 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a34910-a740-4ce7-a94b-773d7ae4829f None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:59:38.415015 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f756b55e-e91d-4e81-8a0e-8a6d58273158 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:38.425049 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-d6a34910-a740-4ce7-a94b-773d7ae4829f None None] Attempting to bind port ae751522-b163-4802-bb84-40697b167fe8 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:59:38.425433 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-d6a34910-a740-4ce7-a94b-773d7ae4829f None None] Attempting to bind port ae751522-b163-4802-bb84-40697b167fe8 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '8d579221-0a7c-432a-a8a4-faae99e9d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:59:38.425779 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a34910-a740-4ce7-a94b-773d7ae4829f None None] Attempting to bind port ae751522-b163-4802-bb84-40697b167fe8 on network a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:59:38.431484 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a34910-a740-4ce7-a94b-773d7ae4829f None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:59:38.431923 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a34910-a740-4ce7-a94b-773d7ae4829f None None] Checking segment: {'id': '8d579221-0a7c-432a-a8a4-faae99e9d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:59:38.432292 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d6a34910-a740-4ce7-a94b-773d7ae4829f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:38.432771 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a34910-a740-4ce7-a94b-773d7ae4829f None None] Bound using segment: {'id': '8d579221-0a7c-432a-a8a4-faae99e9d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:59:38.433296 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-d6a34910-a740-4ce7-a94b-773d7ae4829f None None] Bound port: ae751522-b163-4802-bb84-40697b167fe8, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d579221-0a7c-432a-a8a4-faae99e9d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:59:38.433637 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d6a34910-a740-4ce7-a94b-773d7ae4829f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:38.442039 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:38.459939 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f756b55e-e91d-4e81-8a0e-8a6d58273158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:38.503044 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-d6a34910-a740-4ce7-a94b-773d7ae4829f None None] For port ae751522-b163-4802-bb84-40697b167fe8, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:59:38.507752 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-d6a34910-a740-4ce7-a94b-773d7ae4829f None None] For port ae751522-b163-4802-bb84-40697b167fe8, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ae751522-b163-4802-bb84-40697b167fe8,segment=NetworkSegment(8d579221-0a7c-432a-a8a4-faae99e9d679),segment_id=8d579221-0a7c-432a-a8a4-faae99e9d679)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:59:38.513500 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d6a34910-a740-4ce7-a94b-773d7ae4829f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:38.549170 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-ba1df422-8077-4273-a0bb-d6f36d6be4a7 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8288092e3f6846f3a6074b7e18544aad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311100 Jul 15 22:59:38.549745 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 7ecd4f39-9589-4f6f-a76c-07e423b7cfbf no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 22:59:38.576750 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-a69d8927-d653-4b95-b755-1356834aa85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:38.578317 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-a69d8927-d653-4b95-b755-1356834aa85d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7f66f923b4424119b6027030587a5dae&device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8 HTTP/1.1" status: 200 len: 1096 time: 0.2524521 Jul 15 22:59:38.580156 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 7ecd4f39-9589-4f6f-a76c-07e423b7cfbf {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 22:59:38.580560 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 7ecd4f39-9589-4f6f-a76c-07e423b7cfbf not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 22:59:38.618865 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a34910-a740-4ce7-a94b-773d7ae4829f None None] Pushing event updated for resources: {'Port': ['ID=ae751522-b163-4802-bb84-40697b167fe8,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:38.724088 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-7ddd4cde-2268-45e8-b0c7-f05b93931fc8 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:38.726949 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-7ddd4cde-2268-45e8-b0c7-f05b93931fc8 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1722701 Jul 15 22:59:38.749724 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-300f8234-728e-457c-9987-82ff087bec04 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Request body: {'port': {'device_id': 'c81cad79-152c-41cf-ba63-b2c3fff937fe', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'admin_state_up': True, 'tenant_id': '8288092e3f6846f3a6074b7e18544aad'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:38.883474 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-300f8234-728e-457c-9987-82ff087bec04 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Made reservation on behalf of 8288092e3f6846f3a6074b7e18544aad for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:59:38.888101 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-300f8234-728e-457c-9987-82ff087bec04 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:39.010057 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5bc0c-a991-470c-bcab-68f131b35c6a req-b0506180-7e7e-40d0-b8a3-1f5cb78c6e69 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:39.011597 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-62d5bc0c-a991-470c-bcab-68f131b35c6a req-b0506180-7e7e-40d0-b8a3-1f5cb78c6e69 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8 HTTP/1.1" status: 200 len: 945 time: 0.5537925 Jul 15 22:59:39.042979 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-9603723d-4ab4-4d0e-8515-411dade5b80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:39.044448 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-9603723d-4ab4-4d0e-8515-411dade5b80e service neutron] 10.222.0.43 "GET /v2.0/networks?id=d91a9528-a986-45d3-8b66-7d9419c4ffb8 HTTP/1.1" status: 200 len: 909 time: 0.4491134 Jul 15 22:59:39.046892 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-f756b55e-e91d-4e81-8a0e-8a6d58273158 admin admin] Allocated IP 172.25.4.89 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/13840ebd-6715-4f9b-994e-ca676bf844cd) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:59:39.051823 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-300f8234-728e-457c-9987-82ff087bec04 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Allocated IP 192.168.233.221 (8d403abe-cee8-4863-bddd-464e9e566e9c/190ae4ce-d44c-4c9c-9241-47db78422478/ba0fc713-a0f7-4606-89cb-831388fc9d69) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:59:39.085305 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 8e057c9e-7d20-462b-b18b-feec070f7063 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 22:59:39.111206 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-ef28ec3c-78ac-404c-be29-9169647e40d5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49404f6b-8774-4e9f-a38c-3cd516b9f780 HTTP/1.1" status: 200 len: 217 time: 0.0587296 Jul 15 22:59:39.174972 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-62d5bc0c-a991-470c-bcab-68f131b35c6a req-2e915460-f657-4351-93ee-0a36d61eae88 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469426 Jul 15 22:59:39.184121 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334464a-87e9-4483-83e4-2054af61f5cb req-fd2e3b05-7cfe-4a0a-9633-55e5c185dcc9 tempest-MigrationsAdminTest-1825393778 tempest-MigrationsAdminTest-1825393778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:39.185625 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5334464a-87e9-4483-83e4-2054af61f5cb req-fd2e3b05-7cfe-4a0a-9633-55e5c185dcc9 tempest-MigrationsAdminTest-1825393778 tempest-MigrationsAdminTest-1825393778-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 1100 time: 0.4259253 Jul 15 22:59:39.217661 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 8e057c9e-7d20-462b-b18b-feec070f7063, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=8e057c9e-7d20-462b-b18b-feec070f7063,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:39.223894 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-300f8234-728e-457c-9987-82ff087bec04 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:39.240396 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '8e057c9e-7d20-462b-b18b-feec070f7063', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': '8e057c9e-7d20-462b-b18b-feec070f7063', 'mac_address': 'fa:16:3e:0e:23:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 22:59:39.241082 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-300f8234-728e-457c-9987-82ff087bec04 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Transition to ACTIVE for port object ba0fc713-a0f7-4606-89cb-831388fc9d69 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:59:39.255135 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-58708681-26eb-4572-9575-df7cd12ca0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:39.257034 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-58708681-26eb-4572-9575-df7cd12ca0c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9ed83523-5185-460b-a4ba-ea79efd124da HTTP/1.1" status: 200 len: 848 time: 0.1326561 Jul 15 22:59:39.259532 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5334464a-87e9-4483-83e4-2054af61f5cb req-23b9b8ca-d0d2-4d9d-9fc2-a24d8b1cdcd7 tempest-MigrationsAdminTest-1825393778 tempest-MigrationsAdminTest-1825393778-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:39.282800 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-300f8234-728e-457c-9987-82ff087bec04 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:39.308301 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:39.308504 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-300f8234-728e-457c-9987-82ff087bec04 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:59:39.311150 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-300f8234-728e-457c-9987-82ff087bec04 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:59:39.312842 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-294e49c6-5ce1-41b5-b695-0e4b82e3f29d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d91a9528-a986-45d3-8b66-7d9419c4ffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458353 Jul 15 22:59:39.315087 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-300f8234-728e-457c-9987-82ff087bec04 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:59:39.329014 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e057c9e-7d20-462b-b18b-feec070f7063 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:59:39.354491 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f756b55e-e91d-4e81-8a0e-8a6d58273158 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:39.361988 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 8e057c9e-7d20-462b-b18b-feec070f7063, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=8e057c9e-7d20-462b-b18b-feec070f7063,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:39.367561 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:39.398393 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-300f8234-728e-457c-9987-82ff087bec04 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:39.399304 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-300f8234-728e-457c-9987-82ff087bec04 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:39.452981 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=8e057c9e-7d20-462b-b18b-feec070f7063,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:39.473108 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f8234-728e-457c-9987-82ff087bec04 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Pushing event updated for resources: {'Port': ['ID=ba0fc713-a0f7-4606-89cb-831388fc9d69,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:39.519836 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-6fd7d60a-495a-437d-aa94-6ebdba480b9c service neutron] 10.222.0.43 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922808 Jul 15 22:59:39.541715 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f756b55e-e91d-4e81-8a0e-8a6d58273158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:39.616391 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['8e057c9e-7d20-462b-b18b-feec070f7063'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:59:39.680847 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f756b55e-e91d-4e81-8a0e-8a6d58273158 admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:59:39.700339 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5334464a-87e9-4483-83e4-2054af61f5cb req-23b9b8ca-d0d2-4d9d-9fc2-a24d8b1cdcd7 tempest-MigrationsAdminTest-1825393778 tempest-MigrationsAdminTest-1825393778-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:39.703380 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-f756b55e-e91d-4e81-8a0e-8a6d58273158 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:59:39.708527 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756b55e-e91d-4e81-8a0e-8a6d58273158 admin admin] Pushing event updated for resources: {'Port': ['ID=13840ebd-6715-4f9b-994e-ca676bf844cd,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:39.711335 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f08daa7c-345a-4389-a0d7-e1321be80626 None None] Provisioning for port ba0fc713-a0f7-4606-89cb-831388fc9d69 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:59:39.711641 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f756b55e-e91d-4e81-8a0e-8a6d58273158 admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:59:39.721729 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5334464a-87e9-4483-83e4-2054af61f5cb req-23b9b8ca-d0d2-4d9d-9fc2-a24d8b1cdcd7 tempest-MigrationsAdminTest-1825393778 tempest-MigrationsAdminTest-1825393778-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:39.726093 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-300f8234-728e-457c-9987-82ff087bec04 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9786260 Jul 15 22:59:39.727139 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f08daa7c-345a-4389-a0d7-e1321be80626 None None] Provisioning complete for port ba0fc713-a0f7-4606-89cb-831388fc9d69 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:59:39.727639 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f08daa7c-345a-4389-a0d7-e1321be80626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:39.743813 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-24968957-b031-4416-b971-e80643de6b0a service neutron] Request body: {'port': {'device_id': 'c81cad79-152c-41cf-ba63-b2c3fff937fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:39.782276 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f08daa7c-345a-4389-a0d7-e1321be80626 None None] Port ba0fc713-a0f7-4606-89cb-831388fc9d69 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:59:39.832048 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-0bfc0df1-a8e0-4741-8071-73e7c47dfe72 service neutron] 10.222.0.43 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036377 Jul 15 22:59:39.840772 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5334464a-87e9-4483-83e4-2054af61f5cb req-23b9b8ca-d0d2-4d9d-9fc2-a24d8b1cdcd7 tempest-MigrationsAdminTest-1825393778 tempest-MigrationsAdminTest-1825393778-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6098530 Jul 15 22:59:39.886204 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9b8ca-d0d2-4d9d-9fc2-a24d8b1cdcd7 tempest-MigrationsAdminTest-1825393778 tempest-MigrationsAdminTest-1825393778-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50b1430-16f9-44be-9a3e-fb4fb08006a2,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:39.888619 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-24968957-b031-4416-b971-e80643de6b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:39.929773 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56567b5e-8a2a-4caf-8533-da34638a1954 req-1b2aa473-8398-4acf-93bf-f2167ca9d956 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:39.931382 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-56567b5e-8a2a-4caf-8533-da34638a1954 req-1b2aa473-8398-4acf-93bf-f2167ca9d956 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad37ad49-a024-462b-bad6-60154fe85bc5 HTTP/1.1" status: 200 len: 949 time: 0.3372557 Jul 15 22:59:39.991873 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e847dcc0-6a4c-4f9f-a144-6c63649f4e19 None None] Network a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:59:40.091505 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-bc46cf78-34b8-470c-8e76-d1846f1421c2 None None] Provisioning for port ae751522-b163-4802-bb84-40697b167fe8 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:59:40.129895 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-56567b5e-8a2a-4caf-8533-da34638a1954 req-aa64c014-b03f-4458-a9c4-d7268ae19012 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/security-groups?id=80297383-8cf6-4d87-9210-2631edba9f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625879 Jul 15 22:59:40.182929 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f756b55e-e91d-4e81-8a0e-8a6d58273158 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:40.244402 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-77c022e0-0ab3-4f36-bb95-b6e3fce13cb3 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:40.244932 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-24968957-b031-4416-b971-e80643de6b0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba0fc713-a0f7-4606-89cb-831388fc9d69 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:59:40.246274 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-77c022e0-0ab3-4f36-bb95-b6e3fce13cb3 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8&tenant_id=7f66f923b4424119b6027030587a5dae&binding%3Ahost_id=n-h1-787205-9 HTTP/1.1" status: 200 len: 1096 time: 0.2756176 Jul 15 22:59:40.254196 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-24968957-b031-4416-b971-e80643de6b0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:40.266227 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-8d1b4fd2-e5fb-4446-94f3-982470aa3908 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-787205-9'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:40.269364 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-24968957-b031-4416-b971-e80643de6b0a service neutron] Transition to ACTIVE for port object ba0fc713-a0f7-4606-89cb-831388fc9d69 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:59:40.275401 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-24968957-b031-4416-b971-e80643de6b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:40.311569 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8775299-fb92-4bd0-ae32-9a524d4b04d1 req-7aef1b3b-8eaa-46c8-a124-da3c2e29a042 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:40.313086 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c8775299-fb92-4bd0-ae32-9a524d4b04d1 req-7aef1b3b-8eaa-46c8-a124-da3c2e29a042 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81cad79-152c-41cf-ba63-b2c3fff937fe HTTP/1.1" status: 200 len: 936 time: 0.2544944 Jul 15 22:59:40.487342 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c8775299-fb92-4bd0-ae32-9a524d4b04d1 req-f1467f33-2f13-4221-a62a-0b3f0c1f2843 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/security-groups?id=37ed9643-27cd-4b6c-98ab-60404217cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489103 Jul 15 22:59:40.583058 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-8d1b4fd2-e5fb-4446-94f3-982470aa3908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:40.609609 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24968957-b031-4416-b971-e80643de6b0a service neutron] Pushing event updated for resources: {'Port': ['ID=ba0fc713-a0f7-4606-89cb-831388fc9d69,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:40.632484 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-24968957-b031-4416-b971-e80643de6b0a service neutron] Attempting to bind port ba0fc713-a0f7-4606-89cb-831388fc9d69 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:59:40.633073 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-24968957-b031-4416-b971-e80643de6b0a service neutron] Attempting to bind port ba0fc713-a0f7-4606-89cb-831388fc9d69 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:59:40.633565 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-24968957-b031-4416-b971-e80643de6b0a service neutron] Attempting to bind port ba0fc713-a0f7-4606-89cb-831388fc9d69 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:59:40.638114 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-24968957-b031-4416-b971-e80643de6b0a service neutron] Port ba0fc713-a0f7-4606-89cb-831388fc9d69 on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 22:59:40.638686 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-24968957-b031-4416-b971-e80643de6b0a service neutron] Attempting to bind port ba0fc713-a0f7-4606-89cb-831388fc9d69 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:59:40.643873 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-24968957-b031-4416-b971-e80643de6b0a service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:59:40.644395 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-24968957-b031-4416-b971-e80643de6b0a service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:59:40.644935 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-24968957-b031-4416-b971-e80643de6b0a service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:59:40.645511 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-24968957-b031-4416-b971-e80643de6b0a service neutron] Bound port: ba0fc713-a0f7-4606-89cb-831388fc9d69, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:59:40.646069 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-24968957-b031-4416-b971-e80643de6b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:40.716529 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-24968957-b031-4416-b971-e80643de6b0a service neutron] For port ba0fc713-a0f7-4606-89cb-831388fc9d69, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:59:40.719627 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-24968957-b031-4416-b971-e80643de6b0a service neutron] For port ba0fc713-a0f7-4606-89cb-831388fc9d69, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=ba0fc713-a0f7-4606-89cb-831388fc9d69,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:59:40.726365 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-24968957-b031-4416-b971-e80643de6b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:40.764087 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-24968957-b031-4416-b971-e80643de6b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:40.764710 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-24968957-b031-4416-b971-e80643de6b0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:40.767289 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-24968957-b031-4416-b971-e80643de6b0a service neutron] 10.222.0.36 "PUT /v2.0/ports/ba0fc713-a0f7-4606-89cb-831388fc9d69 HTTP/1.1" status: 200 len: 1096 time: 1.0282066 Jul 15 22:59:40.767289 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c81cad79-152c-41cf-ba63-b2c3fff937fe', 'tag': 'ba0fc713-a0f7-4606-89cb-831388fc9d69'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:59:40.768942 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d19f02-da2e-4360-b9b7-80bd395c78a2" -d '{"events": [{"name": "network-changed", "server_uuid": "c81cad79-152c-41cf-ba63-b2c3fff937fe", "tag": "ba0fc713-a0f7-4606-89cb-831388fc9d69"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:59:40.769976 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f756b55e-e91d-4e81-8a0e-8a6d58273158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:40.801324 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24968957-b031-4416-b971-e80643de6b0a service neutron] Pushing event updated for resources: {'Port': ['ID=ba0fc713-a0f7-4606-89cb-831388fc9d69,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:40.932185 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-23d036db-5454-45ae-aed5-782142138752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:40.936078 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ae751522-b163-4802-bb84-40697b167fe8 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:59:40.939740 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-23d036db-5454-45ae-aed5-782142138752 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8288092e3f6846f3a6074b7e18544aad&device_id=c81cad79-152c-41cf-ba63-b2c3fff937fe HTTP/1.1" status: 200 len: 1099 time: 0.0975316 Jul 15 22:59:40.985459 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-d08420c0-030e-42b8-945a-aaa9d05be84f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=ba0fc713-a0f7-4606-89cb-831388fc9d69 HTTP/1.1" status: 200 len: 217 time: 0.0355988 Jul 15 22:59:41.019069 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port ae751522-b163-4802-bb84-40697b167fe8 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:59:41.025915 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port ae751522-b163-4802-bb84-40697b167fe8 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:59:41.026459 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:41.052871 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-6abb32d8-c2d8-4da9-ade3-d378798cdf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:41.054372 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-6abb32d8-c2d8-4da9-ade3-d378798cdf52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0602295 Jul 15 22:59:41.107693 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-8d1b4fd2-e5fb-4446-94f3-982470aa3908 service neutron] For port 49404f6b-8774-4e9f-a38c-3cd516b9f780, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=49404f6b-8774-4e9f-a38c-3cd516b9f780,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:41.130193 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 8e057c9e-7d20-462b-b18b-feec070f7063 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:59:41.131257 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-d257c914-660d-4391-9809-9525d8fffcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:41.132975 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-d257c914-660d-4391-9809-9525d8fffcfe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0723040 Jul 15 22:59:41.161574 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80920df9-0221-49f9-9ea5-e4a38b6bb5f7 req-85ca457f-6e57-4dd7-992a-30ba663b592d tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:41.170526 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-80920df9-0221-49f9-9ea5-e4a38b6bb5f7 req-85ca457f-6e57-4dd7-992a-30ba663b592d tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8 HTTP/1.1" status: 200 len: 945 time: 0.4645920 Jul 15 22:59:41.210232 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:41.245856 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-8d1b4fd2-e5fb-4446-94f3-982470aa3908 service neutron] For port 49404f6b-8774-4e9f-a38c-3cd516b9f780, host n-h1-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:59:41.253639 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port ae751522-b163-4802-bb84-40697b167fe8, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ae751522-b163-4802-bb84-40697b167fe8,segment=NetworkSegment(8d579221-0a7c-432a-a8a4-faae99e9d679),segment_id=8d579221-0a7c-432a-a8a4-faae99e9d679)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:41.258490 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 8e057c9e-7d20-462b-b18b-feec070f7063 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:59:41.264029 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 8e057c9e-7d20-462b-b18b-feec070f7063 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:59:41.264682 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:41.292336 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-80920df9-0221-49f9-9ea5-e4a38b6bb5f7 req-4b91342e-defa-4458-8fa0-67ca8c8c2a8a tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209219 Jul 15 22:59:41.303542 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-c9541ca2-b88e-46dc-8adc-961e7b6b7101 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634753 Jul 15 22:59:41.314011 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:41.327178 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-95e725b8-0700-4a9e-80e6-4fd6a0b6c891 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1489377 Jul 15 22:59:41.383605 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49404f6b-8774-4e9f-a38c-3cd516b9f780'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:59:41.385857 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bd4de8-4d62-4d72-8140-3ae95d357632" -d '{"events": [{"server_uuid": "6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8", "name": "network-vif-unplugged", "status": "completed", "tag": "49404f6b-8774-4e9f-a38c-3cd516b9f780"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:59:41.390188 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-8d1b4fd2-e5fb-4446-94f3-982470aa3908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:41.420850 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-8d1b4fd2-e5fb-4446-94f3-982470aa3908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:41.428754 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 22:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442bda8b-3ec9-4476-a045-3d876dbc7178 x-openstack-request-id: req-442bda8b-3ec9-4476-a045-3d876dbc7178 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:59:41.429266 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c81cad79-152c-41cf-ba63-b2c3fff937fe", "tag": "ba0fc713-a0f7-4606-89cb-831388fc9d69", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:59:41.429733 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-442bda8b-3ec9-4476-a045-3d876dbc7178 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:59:41.430144 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c81cad79-152c-41cf-ba63-b2c3fff937fe', 'tag': 'ba0fc713-a0f7-4606-89cb-831388fc9d69', 'status': 'completed', 'code': 200} Jul 15 22:59:41.456746 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=ae751522-b163-4802-bb84-40697b167fe8,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:41.477431 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b4fd2-e5fb-4446-94f3-982470aa3908 service neutron] Pushing event updated for resources: {'Port': ['ID=49404f6b-8774-4e9f-a38c-3cd516b9f780,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:41.483471 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f756b55e-e91d-4e81-8a0e-8a6d58273158 admin admin] Router 0c66fdac-cfae-4ac9-968e-e71311a1b290 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 22:59:41.500720 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e23554-4e36-46a1-864b-210263904cb3 req-504ba6cd-9e31-49b2-b611-eafcee3fe318 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:41.501683 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cf9f4766-dda5-4491-811c-b54db14fbf51 req-afff38af-c40c-467a-99d8-ae16fcd645ef service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914294 Jul 15 22:59:41.502251 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-54e23554-4e36-46a1-864b-210263904cb3 req-504ba6cd-9e31-49b2-b611-eafcee3fe318 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3bc1ec2-d74e-4d5f-9285-4aae76c9ff12 HTTP/1.1" status: 200 len: 972 time: 0.1973193 Jul 15 22:59:41.527438 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fb214fa0-4c9d-45ab-a9d1-2c3abe5b8425 req-886c030d-5573-4f0b-9e5f-6019da37b53c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2294a754-45cf-49c9-9515-87df1f78e08c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0962098 Jul 15 22:59:41.565051 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:41.591908 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad37ad49-a024-462b-bad6-60154fe85bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e057c9e-7d20-462b-b18b-feec070f7063'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:59:41.594286 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5863e131-7f16-4178-bee6-766c97ca81fc" -d '{"events": [{"server_uuid": "ad37ad49-a024-462b-bad6-60154fe85bc5", "name": "network-vif-plugged", "status": "completed", "tag": "8e057c9e-7d20-462b-b18b-feec070f7063"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:59:41.612586 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 8e057c9e-7d20-462b-b18b-feec070f7063, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=8e057c9e-7d20-462b-b18b-feec070f7063,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:41.618824 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:41.684915 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb214fa0-4c9d-45ab-a9d1-2c3abe5b8425 req-14422333-6fac-422e-9425-e80ffa0df5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:41.686433 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fb214fa0-4c9d-45ab-a9d1-2c3abe5b8425 req-14422333-6fac-422e-9425-e80ffa0df5ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=219bd50b44874909b3ffa3a42debc09e&device_id=2294a754-45cf-49c9-9515-87df1f78e08c HTTP/1.1" status: 200 len: 1123 time: 0.1043665 Jul 15 22:59:41.689185 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=8e057c9e-7d20-462b-b18b-feec070f7063,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:41.689325 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d19f02-da2e-4360-b9b7-80bd395c78a2 req-a24e8b35-1b60-440d-905b-e650a423db5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:41.690755 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b2d19f02-da2e-4360-b9b7-80bd395c78a2 req-a24e8b35-1b60-440d-905b-e650a423db5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8288092e3f6846f3a6074b7e18544aad&device_id=c81cad79-152c-41cf-ba63-b2c3fff937fe HTTP/1.1" status: 200 len: 1099 time: 0.0723495 Jul 15 22:59:41.709523 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-54e23554-4e36-46a1-864b-210263904cb3 req-2717790d-5343-42e1-a781-a781bdfd06a5 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fac4191-7a44-4e82-9280-5fe52843171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987278 Jul 15 22:59:41.737282 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-8d1b4fd2-e5fb-4446-94f3-982470aa3908 service neutron] Attempting to bind port 49404f6b-8774-4e9f-a38c-3cd516b9f780 on host n-h1-787205-9 for vnic_type normal with profile {"migrating_to": "n-h2-787205-9"} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:59:41.737282 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-8d1b4fd2-e5fb-4446-94f3-982470aa3908 service neutron] Attempting to bind port 49404f6b-8774-4e9f-a38c-3cd516b9f780 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:59:41.737535 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-8d1b4fd2-e5fb-4446-94f3-982470aa3908 service neutron] Attempting to bind port 49404f6b-8774-4e9f-a38c-3cd516b9f780 on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:59:41.785849 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-8d1b4fd2-e5fb-4446-94f3-982470aa3908 service neutron] Port 49404f6b-8774-4e9f-a38c-3cd516b9f780 on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 22:59:41.786174 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-8d1b4fd2-e5fb-4446-94f3-982470aa3908 service neutron] Attempting to bind port 49404f6b-8774-4e9f-a38c-3cd516b9f780 on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:59:41.801119 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-8d1b4fd2-e5fb-4446-94f3-982470aa3908 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:59:41.801466 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-8d1b4fd2-e5fb-4446-94f3-982470aa3908 service neutron] Checking segment: {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:59:41.801869 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-8d1b4fd2-e5fb-4446-94f3-982470aa3908 service neutron] Bound using segment: {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:59:41.802941 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-8d1b4fd2-e5fb-4446-94f3-982470aa3908 service neutron] Bound port: 49404f6b-8774-4e9f-a38c-3cd516b9f780, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:59:41.803305 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-8d1b4fd2-e5fb-4446-94f3-982470aa3908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:41.854052 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458aced1-f8ad-48c4-a4d3-a1fda07697c8 req-8b655e5a-5ce2-4b04-8954-1aa25f58c89c tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:41.855847 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-458aced1-f8ad-48c4-a4d3-a1fda07697c8 req-8b655e5a-5ce2-4b04-8954-1aa25f58c89c tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 949 time: 0.2872736 Jul 15 22:59:41.870753 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d19f02-da2e-4360-b9b7-80bd395c78a2 req-4a034197-e8b8-4b68-8a1b-15f41bb3619e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:41.872317 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b2d19f02-da2e-4360-b9b7-80bd395c78a2 req-4a034197-e8b8-4b68-8a1b-15f41bb3619e service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.1701324 Jul 15 22:59:41.880067 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f756b55e-e91d-4e81-8a0e-8a6d58273158 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 22:59:41.891165 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab7c237-08bc-4298-8efe-fa16ea2e7caa None None] Sync routers for ids ['0c66fdac-cfae-4ac9-968e-e71311a1b290'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 22:59:41.905035 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab7c237-08bc-4298-8efe-fa16ea2e7caa None None] Routers {'0c66fdac-cfae-4ac9-968e-e71311a1b290'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:59:41.905985 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-bab7c237-08bc-4298-8efe-fa16ea2e7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T22:59:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['0c66fdac-cfae-4ac9-968e-e71311a1b290'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:59:41.929533 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb214fa0-4c9d-45ab-a9d1-2c3abe5b8425 req-cde15a28-8baf-4ea0-96cf-65858be1d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:41.931341 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fb214fa0-4c9d-45ab-a9d1-2c3abe5b8425 req-cde15a28-8baf-4ea0-96cf-65858be1d8eb service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.2020359 Jul 15 22:59:41.940674 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b2d19f02-da2e-4360-b9b7-80bd395c78a2 req-26bcca09-ec83-4cb5-8238-02bb2f56ca99 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=ba0fc713-a0f7-4606-89cb-831388fc9d69 HTTP/1.1" status: 200 len: 217 time: 0.0530953 Jul 15 22:59:41.950884 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f756b55e-e91d-4e81-8a0e-8a6d58273158 admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:41.955430 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f756b55e-e91d-4e81-8a0e-8a6d58273158 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.3467438 Jul 15 22:59:41.962903 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 60776) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:42.015032 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-458aced1-f8ad-48c4-a4d3-a1fda07697c8 req-65e128f4-6b9a-486d-ac16-51cc2d0ef5c9 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450527 Jul 15 22:59:42.027105 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-8d1b4fd2-e5fb-4446-94f3-982470aa3908 service neutron] For port 49404f6b-8774-4e9f-a38c-3cd516b9f780, host n-h1-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:59:42.035226 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-8d1b4fd2-e5fb-4446-94f3-982470aa3908 service neutron] For port 49404f6b-8774-4e9f-a38c-3cd516b9f780, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=49404f6b-8774-4e9f-a38c-3cd516b9f780,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:59:42.043865 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-8d1b4fd2-e5fb-4446-94f3-982470aa3908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:42.116921 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-bab7c237-08bc-4298-8efe-fa16ea2e7caa None None] Set router 0c66fdac-cfae-4ac9-968e-e71311a1b290 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:59:42.123425 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fb214fa0-4c9d-45ab-a9d1-2c3abe5b8425 req-1c4613fb-f201-4b9c-a2f8-2362c6920387 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=f6140dee-1a56-41d4-8b63-e1d5ed9e53d1 HTTP/1.1" status: 200 len: 217 time: 0.1817605 Jul 15 22:59:42.135558 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.43', 62279) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:42.164075 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 22:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08bcd22-84fd-4c5d-a497-0a21dbe48f2a x-openstack-request-id: req-b08bcd22-84fd-4c5d-a497-0a21dbe48f2a {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:59:42.164366 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8", "name": "network-vif-unplugged", "status": "completed", "tag": "49404f6b-8774-4e9f-a38c-3cd516b9f780", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:59:42.164663 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b08bcd22-84fd-4c5d-a497-0a21dbe48f2a {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:59:42.165076 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49404f6b-8774-4e9f-a38c-3cd516b9f780', 'code': 200} Jul 15 22:59:42.280620 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b4fd2-e5fb-4446-94f3-982470aa3908 service neutron] Pushing event updated for resources: {'Port': ['ID=49404f6b-8774-4e9f-a38c-3cd516b9f780,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:42.294077 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d19f02-da2e-4360-b9b7-80bd395c78a2 req-6be191ca-ced4-497a-b8e4-b0d64592c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:42.295918 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b2d19f02-da2e-4360-b9b7-80bd395c78a2 req-6be191ca-ced4-497a-b8e4-b0d64592c2fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.3338554 Jul 15 22:59:42.315786 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb214fa0-4c9d-45ab-a9d1-2c3abe5b8425 req-dee0ee99-7bc0-46ab-9f34-117fc5467a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:42.317499 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fb214fa0-4c9d-45ab-a9d1-2c3abe5b8425 req-dee0ee99-7bc0-46ab-9f34-117fc5467a59 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1718023 Jul 15 22:59:42.339364 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-8d1b4fd2-e5fb-4446-94f3-982470aa3908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:42.339935 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-8d1b4fd2-e5fb-4446-94f3-982470aa3908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:42.341557 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-8d1b4fd2-e5fb-4446-94f3-982470aa3908 service neutron] 10.222.0.43 "PUT /v2.0/ports/49404f6b-8774-4e9f-a38c-3cd516b9f780 HTTP/1.1" status: 200 len: 1121 time: 2.0795336 Jul 15 22:59:42.343752 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-bab7c237-08bc-4298-8efe-fa16ea2e7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820815977-router', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:59:37Z', 'updated_at': '2021-07-15T22:59:39Z', 'revision_number': 3, 'project_id': '8d5b419981334391af714f4b817dcecc', 'gw_port': {'id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:38Z', 'updated_at': '2021-07-15T22:59:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:59:42.376817 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e117e08-4d1e-4920-9c2c-38b30f5b2906 req-77d9a796-6e47-45e7-a6c3-7ba1f698025b tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:42.378664 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7e117e08-4d1e-4920-9c2c-38b30f5b2906 req-77d9a796-6e47-45e7-a6c3-7ba1f698025b tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3bc1ec2-d74e-4d5f-9285-4aae76c9ff12 HTTP/1.1" status: 200 len: 972 time: 0.2415390 Jul 15 22:59:42.381409 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab7c237-08bc-4298-8efe-fa16ea2e7caa None None] Checking router: 0c66fdac-cfae-4ac9-968e-e71311a1b290 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 22:59:42.381770 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab7c237-08bc-4298-8efe-fa16ea2e7caa None None] Updating router 0c66fdac-cfae-4ac9-968e-e71311a1b290 port 13840ebd-6715-4f9b-994e-ca676bf844cd binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 22:59:42.424393 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbdeda0-2759-4f14-a0cd-81e855548bdb req-b8496da5-1124-49d0-b19d-6b6ee4954919 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:42.431971 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0dbdeda0-2759-4f14-a0cd-81e855548bdb req-b8496da5-1124-49d0-b19d-6b6ee4954919 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad37ad49-a024-462b-bad6-60154fe85bc5 HTTP/1.1" status: 200 len: 950 time: 0.1725271 Jul 15 22:59:42.433538 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bab7c237-08bc-4298-8efe-fa16ea2e7caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:42.500149 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['49404f6b-8774-4e9f-a38c-3cd516b9f780'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:59:42.558114 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d19f02-da2e-4360-b9b7-80bd395c78a2 req-c04ba44d-93f3-45ec-96e9-da9e39703b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:42.559990 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b2d19f02-da2e-4360-b9b7-80bd395c78a2 req-c04ba44d-93f3-45ec-96e9-da9e39703b19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2536559 Jul 15 22:59:42.576708 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0dbdeda0-2759-4f14-a0cd-81e855548bdb req-dfefe6fa-4c74-4a4e-b70a-879a0cc75d6e tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/security-groups?id=80297383-8cf6-4d87-9210-2631edba9f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438019 Jul 15 22:59:42.578873 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb214fa0-4c9d-45ab-a9d1-2c3abe5b8425 req-c49a7dcf-a7a3-4cc5-8531-d7a0b0dadb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:42.580407 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fb214fa0-4c9d-45ab-a9d1-2c3abe5b8425 req-c49a7dcf-a7a3-4cc5-8531-d7a0b0dadb3b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2368016 Jul 15 22:59:42.690842 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089ef8ef-defc-4565-9015-1621325b93f6 x-openstack-request-id: req-089ef8ef-defc-4565-9015-1621325b93f6 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:59:42.691115 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad37ad49-a024-462b-bad6-60154fe85bc5", "name": "network-vif-plugged", "status": "completed", "tag": "8e057c9e-7d20-462b-b18b-feec070f7063", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:59:42.691549 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-089ef8ef-defc-4565-9015-1621325b93f6 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:59:42.691998 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad37ad49-a024-462b-bad6-60154fe85bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e057c9e-7d20-462b-b18b-feec070f7063', 'code': 200} Jul 15 22:59:42.713893 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c069c84-401d-4e0b-be81-7b39897244e0 req-35e0af86-197f-4a85-a748-1c3ced4f2854 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:42.725091 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c069c84-401d-4e0b-be81-7b39897244e0 req-35e0af86-197f-4a85-a748-1c3ced4f2854 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81cad79-152c-41cf-ba63-b2c3fff937fe HTTP/1.1" status: 200 len: 948 time: 0.3109398 Jul 15 22:59:42.803729 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-7e117e08-4d1e-4920-9c2c-38b30f5b2906 req-9f713c69-edf4-47ec-ba68-5f3ecf2d0809 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Deleting port 4e7ed422-cc7a-4636-8401-fce44e934487 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 22:59:42.804078 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7e117e08-4d1e-4920-9c2c-38b30f5b2906 req-9f713c69-edf4-47ec-ba68-5f3ecf2d0809 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:42.860160 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ae751522-b163-4802-bb84-40697b167fe8 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:59:42.876561 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c069c84-401d-4e0b-be81-7b39897244e0 req-c3497dee-7160-48d4-ad4a-d65b0980727b tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/security-groups?id=37ed9643-27cd-4b6c-98ab-60404217cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383882 Jul 15 22:59:42.916106 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bab7c237-08bc-4298-8efe-fa16ea2e7caa None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:42.937073 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-bab7c237-08bc-4298-8efe-fa16ea2e7caa None None] Transition to ACTIVE for port object 13840ebd-6715-4f9b-994e-ca676bf844cd will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:59:42.947399 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bab7c237-08bc-4298-8efe-fa16ea2e7caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:42.951399 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port ae751522-b163-4802-bb84-40697b167fe8 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:59:42.951779 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:43.035244 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd820d-c1a3-4de5-b3d7-128cf920a49f None None] Pushing event updated for resources: {'Port': ['ID=13840ebd-6715-4f9b-994e-ca676bf844cd,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:43.054931 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-7e117e08-4d1e-4920-9c2c-38b30f5b2906 req-9f713c69-edf4-47ec-ba68-5f3ecf2d0809 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] For port 4e7ed422-cc7a-4636-8401-fce44e934487, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=4e7ed422-cc7a-4636-8401-fce44e934487,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:43.055322 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7e117e08-4d1e-4920-9c2c-38b30f5b2906 req-9f713c69-edf4-47ec-ba68-5f3ecf2d0809 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:43.069849 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf2aab-2d2b-49e2-9767-ec1d4a834f65 req-05cfeba4-1aea-4123-a9e3-1cb6d490eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:43.071387 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-11bf2aab-2d2b-49e2-9767-ec1d4a834f65 req-05cfeba4-1aea-4123-a9e3-1cb6d490eb8c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ad37ad49-a024-462b-bad6-60154fe85bc5 HTTP/1.1" status: 200 len: 1101 time: 0.2486241 Jul 15 22:59:43.077908 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-7e117e08-4d1e-4920-9c2c-38b30f5b2906 req-9f713c69-edf4-47ec-ba68-5f3ecf2d0809 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Calling delete_port for 4e7ed422-cc7a-4636-8401-fce44e934487 owned by compute:tempest-test_az-2050865611 {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 22:59:43.082789 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd820d-c1a3-4de5-b3d7-128cf920a49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:43.083213 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd820d-c1a3-4de5-b3d7-128cf920a49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:43.083504 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd820d-c1a3-4de5-b3d7-128cf920a49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:43.083834 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd820d-c1a3-4de5-b3d7-128cf920a49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:43.084295 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd820d-c1a3-4de5-b3d7-128cf920a49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:43.084624 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd820d-c1a3-4de5-b3d7-128cf920a49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:43.085311 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd820d-c1a3-4de5-b3d7-128cf920a49f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:43.085640 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd820d-c1a3-4de5-b3d7-128cf920a49f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:43.086011 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd820d-c1a3-4de5-b3d7-128cf920a49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:43.086423 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd820d-c1a3-4de5-b3d7-128cf920a49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:43.086769 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd820d-c1a3-4de5-b3d7-128cf920a49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:43.087085 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd820d-c1a3-4de5-b3d7-128cf920a49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd820d-c1a3-4de5-b3d7-128cf920a49f None None] Tracked resource versions report: Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: pushed versions: Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: { 'AddressGroup': {'1.2'}, Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: 'ConntrackHelper': {'1.0'}, Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: 'Log': {'1.0'}, Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: 'Network': {'1.1'}, Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: 'Port': {'1.7'}, Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: 'PortForwarding': {'1.2'}, Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: 'QosPolicy': {'1.8'}, Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: 'SecurityGroup': {'1.4'}, Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: 'SecurityGroupRule': {'1.2'}, Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: 'SubPort': {'1.0'}, Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: 'Subnet': {'1.1'}, Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: 'Trunk': {'1.1'}} Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: consumer versions: Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: { DHCP agent@n-d-787205-9: {}, Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: HyperV agent@n-h1-787205-9: {}, Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: HyperV agent@n-h2-787205-9: {}, Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: L3 agent@n-d-787205-9: {}, Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: Metadata agent@n-d-787205-9: {}, Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: Metering agent@n-d-787205-9: {}, Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: Open vSwitch agent@n-d-787205-9: { 'AddressGroup': '1.2', Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: 'ConntrackHelper': '1.0', Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: 'Log': '1.0', Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: 'Network': '1.1', Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: 'Port': '1.7', Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: 'PortForwarding': '1.2', Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: 'QosPolicy': '1.8', Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: 'SecurityGroup': '1.4', Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: 'SecurityGroupRule': '1.2', Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: 'SubPort': '1.0', Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: 'Subnet': '1.1', Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: 'Trunk': '1.1'}} Jul 15 22:59:43.088643 n-d-787205-9 neutron-server[93801]: {{(pid=93801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 22:59:43.100432 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-bab7c237-08bc-4298-8efe-fa16ea2e7caa None None] Attempting to bind port 13840ebd-6715-4f9b-994e-ca676bf844cd on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:59:43.100844 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-bab7c237-08bc-4298-8efe-fa16ea2e7caa None None] Attempting to bind port 13840ebd-6715-4f9b-994e-ca676bf844cd by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:59:43.101204 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7c237-08bc-4298-8efe-fa16ea2e7caa None None] Attempting to bind port 13840ebd-6715-4f9b-994e-ca676bf844cd on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:59:43.111661 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7c237-08bc-4298-8efe-fa16ea2e7caa None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:59:43.111915 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7c237-08bc-4298-8efe-fa16ea2e7caa None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:59:43.112459 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bab7c237-08bc-4298-8efe-fa16ea2e7caa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:43.112860 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7c237-08bc-4298-8efe-fa16ea2e7caa None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:59:43.113689 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-bab7c237-08bc-4298-8efe-fa16ea2e7caa None None] Bound port: 13840ebd-6715-4f9b-994e-ca676bf844cd, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:59:43.113829 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bab7c237-08bc-4298-8efe-fa16ea2e7caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:43.114390 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3999649-aacd-4e9e-aa6d-643a6146dfac req-2d3dad27-4a7b-4155-8ab8-9ec3bb4df568 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:43.122169 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e3999649-aacd-4e9e-aa6d-643a6146dfac req-2d3dad27-4a7b-4155-8ab8-9ec3bb4df568 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2294a754-45cf-49c9-9515-87df1f78e08c HTTP/1.1" status: 200 len: 972 time: 0.2587662 Jul 15 22:59:43.143188 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b2d19f02-da2e-4360-b9b7-80bd395c78a2 req-2aca107d-2d8e-44da-833b-35877757b05b service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5754173 Jul 15 22:59:43.168459 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fb214fa0-4c9d-45ab-a9d1-2c3abe5b8425 req-3606f0e9-0e3f-4751-8d18-034b018c6c14 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5650704 Jul 15 22:59:43.179396 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-bab7c237-08bc-4298-8efe-fa16ea2e7caa None None] For port 13840ebd-6715-4f9b-994e-ca676bf844cd, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:59:43.184026 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-bab7c237-08bc-4298-8efe-fa16ea2e7caa None None] For port 13840ebd-6715-4f9b-994e-ca676bf844cd, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=13840ebd-6715-4f9b-994e-ca676bf844cd,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:59:43.190423 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bab7c237-08bc-4298-8efe-fa16ea2e7caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:43.254110 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd820d-c1a3-4de5-b3d7-128cf920a49f None None] Pushing event updated for resources: {'Port': ['ID=13840ebd-6715-4f9b-994e-ca676bf844cd,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:43.263923 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab7c237-08bc-4298-8efe-fa16ea2e7caa None None] Routers {'0c66fdac-cfae-4ac9-968e-e71311a1b290'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:59:43.264665 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-bab7c237-08bc-4298-8efe-fa16ea2e7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T22:59:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['0c66fdac-cfae-4ac9-968e-e71311a1b290'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:59:43.268234 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-11bf2aab-2d2b-49e2-9767-ec1d4a834f65 req-99c31302-19e6-4abb-ba7f-cceb251c5ed5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=80297383-8cf6-4d87-9210-2631edba9f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870303 Jul 15 22:59:43.275587 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e3999649-aacd-4e9e-aa6d-643a6146dfac req-505d272f-2254-4ea1-aca3-433122e3e0aa tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/security-groups?id=0111a69d-0899-4532-bb27-fb2232048820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521745 Jul 15 22:59:43.391403 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-bab7c237-08bc-4298-8efe-fa16ea2e7caa None None] Set router 0c66fdac-cfae-4ac9-968e-e71311a1b290 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:59:43.456121 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7e117e08-4d1e-4920-9c2c-38b30f5b2906 req-9f713c69-edf4-47ec-ba68-5f3ecf2d0809 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:43.468144 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['4e7ed422-cc7a-4636-8401-fce44e934487'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:59:43.468853 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b2d19f02-da2e-4360-b9b7-80bd395c78a2 req-21e1f238-ce05-4f74-b784-61a6b8d4162d service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133409 Jul 15 22:59:43.501430 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f713c69-edf4-47ec-ba68-5f3ecf2d0809 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Pushing event deleted for resources: {'Port': ['ID=4e7ed422-cc7a-4636-8401-fce44e934487,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:43.543302 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fb214fa0-4c9d-45ab-a9d1-2c3abe5b8425 req-7943279c-a92a-46b8-988a-7936cd21a2dc service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626184 Jul 15 22:59:43.562465 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-7fdd3438-8dc2-4acd-80d4-70332c8b42f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:43.564470 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-7fdd3438-8dc2-4acd-80d4-70332c8b42f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 1100 time: 0.3650918 Jul 15 22:59:43.586050 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad038baf-72d8-41af-9df3-e48493431fe5 req-e5aef190-75c5-4eb5-9fd4-a48d30198dac tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:43.587647 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ad038baf-72d8-41af-9df3-e48493431fe5 req-e5aef190-75c5-4eb5-9fd4-a48d30198dac tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8 HTTP/1.1" status: 200 len: 943 time: 0.4595230 Jul 15 22:59:43.589660 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e117e08-4d1e-4920-9c2c-38b30f5b2906 req-9f713c69-edf4-47ec-ba68-5f3ecf2d0809 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] No DVR routers for this DVR port 4e7ed422-cc7a-4636-8401-fce44e934487 on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 22:59:43.593081 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7e117e08-4d1e-4920-9c2c-38b30f5b2906 req-9f713c69-edf4-47ec-ba68-5f3ecf2d0809 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:43.596205 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7e117e08-4d1e-4920-9c2c-38b30f5b2906 req-9f713c69-edf4-47ec-ba68-5f3ecf2d0809 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] 10.222.0.43 "DELETE /v2.0/ports/4e7ed422-cc7a-4636-8401-fce44e934487 HTTP/1.1" status: 204 len: 173 time: 1.2098086 Jul 15 22:59:43.604161 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19885752-0305-4b1f-a54a-05f6a6eb7831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:43.622340 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f159a-52ba-4920-9d66-aad479bf2d18 req-0b84b6f6-fc87-4b79-ad27-20e2ddf71116 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:43.631168 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b81f159a-52ba-4920-9d66-aad479bf2d18 req-0b84b6f6-fc87-4b79-ad27-20e2ddf71116 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3bc1ec2-d74e-4d5f-9285-4aae76c9ff12 HTTP/1.1" status: 200 len: 889 time: 0.2338266 Jul 15 22:59:43.633372 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-bab7c237-08bc-4298-8efe-fa16ea2e7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820815977-router', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:59:37Z', 'updated_at': '2021-07-15T22:59:39Z', 'revision_number': 3, 'project_id': '8d5b419981334391af714f4b817dcecc', 'gw_port': {'id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:38Z', 'updated_at': '2021-07-15T22:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:59:43.789168 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab7c237-08bc-4298-8efe-fa16ea2e7caa None None] The sync data for ids ['0c66fdac-cfae-4ac9-968e-e71311a1b290'] in n-d-787205-9 is: [{'id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820815977-router', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:59:37Z', 'updated_at': '2021-07-15T22:59:39Z', 'revision_number': 3, 'project_id': '8d5b419981334391af714f4b817dcecc', 'gw_port': {'id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:38Z', 'updated_at': '2021-07-15T22:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 22:59:43.859054 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-463d2093-98ef-41b5-9acf-b49ff7949a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:43.860558 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-463d2093-98ef-41b5-9acf-b49ff7949a9e service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.2890263 Jul 15 22:59:43.885107 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ad038baf-72d8-41af-9df3-e48493431fe5 req-2e00c1af-b5d4-491c-a1b1-e225d1b32d6d tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879026 Jul 15 22:59:43.899773 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b81f159a-52ba-4920-9d66-aad479bf2d18 req-3318b16b-79e5-432d-8e51-8ed5aa5e87c0 tempest-TenantUsagesTestJSON-1524891210 tempest-TenantUsagesTestJSON-1524891210-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fac4191-7a44-4e82-9280-5fe52843171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671022 Jul 15 22:59:43.940937 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bae4a1-92ef-4631-98df-8305b4ddcfae req-9b909232-3533-4eca-8ec3-5c8d1f0b6adb tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:43.940937 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-91bae4a1-92ef-4631-98df-8305b4ddcfae req-9b909232-3533-4eca-8ec3-5c8d1f0b6adb tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.43 "GET /v2.0/ports?device_id=2294a754-45cf-49c9-9515-87df1f78e08c HTTP/1.1" status: 200 len: 972 time: 0.3384409 Jul 15 22:59:43.972049 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-a5553ee2-b728-4b11-95b1-2503d485ae11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=ce887846-b6c6-4ece-9a21-4e17e5302edc HTTP/1.1" status: 200 len: 217 time: 0.1006596 Jul 15 22:59:44.133622 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5286162-9cfb-4771-8865-407c70b52145 req-6abe312c-59d6-428c-ab4a-b88bfb30e8b0 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:44.145352 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e5286162-9cfb-4771-8865-407c70b52145 req-6abe312c-59d6-428c-ab4a-b88bfb30e8b0 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 949 time: 0.1418016 Jul 15 22:59:44.167148 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8', 'tag': '49404f6b-8774-4e9f-a38c-3cd516b9f780'}, {'server_uuid': 'e3bc1ec2-d74e-4d5f-9285-4aae76c9ff12', 'name': 'network-vif-deleted', 'tag': '4e7ed422-cc7a-4636-8401-fce44e934487'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:59:44.169407 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a20b83-7fd2-40a8-ab7c-42d5a59fcbf8" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8", "tag": "49404f6b-8774-4e9f-a38c-3cd516b9f780"}, {"server_uuid": "e3bc1ec2-d74e-4d5f-9285-4aae76c9ff12", "name": "network-vif-deleted", "tag": "4e7ed422-cc7a-4636-8401-fce44e934487"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:59:44.200108 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa34a3d-bb3f-4f18-bfba-410b8672be07 req-92e8b625-fbf4-47d5-aa0f-baa9bf61a369 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:44.201873 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5aa34a3d-bb3f-4f18-bfba-410b8672be07 req-92e8b625-fbf4-47d5-aa0f-baa9bf61a369 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad37ad49-a024-462b-bad6-60154fe85bc5 HTTP/1.1" status: 200 len: 950 time: 0.1560745 Jul 15 22:59:44.209087 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-19885752-0305-4b1f-a54a-05f6a6eb7831 admin admin] Allocated IP 172.20.0.1 (a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb/e7348a62-9b3d-433e-8e23-0a028378979c/79884c4e-9d3a-43fe-a49b-1886cf6df4a1) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:59:44.212156 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e5286162-9cfb-4771-8865-407c70b52145 req-960c33e2-c0b9-4e6d-82d3-efd19621aeaf tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659194 Jul 15 22:59:44.220343 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:59:44.243352 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-0ad9503c-f79c-486c-8f41-983cf7b720ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:44.243951 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-0ad9503c-f79c-486c-8f41-983cf7b720ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1973243 Jul 15 22:59:44.280920 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5aa34a3d-bb3f-4f18-bfba-410b8672be07 req-01112140-43f2-4382-ba60-2153ef4494b5 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/security-groups?id=80297383-8cf6-4d87-9210-2631edba9f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672309 Jul 15 22:59:44.440950 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 22:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b79b26-cd09-4b2d-a9a7-e4c9e99caa26 x-openstack-request-id: req-37b79b26-cd09-4b2d-a9a7-e4c9e99caa26 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:59:44.441277 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8", "tag": "49404f6b-8774-4e9f-a38c-3cd516b9f780", "status": "completed", "code": 200}, {"server_uuid": "e3bc1ec2-d74e-4d5f-9285-4aae76c9ff12", "name": "network-vif-deleted", "tag": "4e7ed422-cc7a-4636-8401-fce44e934487", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:59:44.441625 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37b79b26-cd09-4b2d-a9a7-e4c9e99caa26 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:59:44.442020 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8', 'tag': '49404f6b-8774-4e9f-a38c-3cd516b9f780', 'status': 'completed', 'code': 200} Jul 15 22:59:44.442272 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bc1ec2-d74e-4d5f-9285-4aae76c9ff12', 'name': 'network-vif-deleted', 'tag': '4e7ed422-cc7a-4636-8401-fce44e934487', 'status': 'completed', 'code': 200} Jul 15 22:59:44.472937 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-91bae4a1-92ef-4631-98df-8305b4ddcfae req-ba4e76ed-2926-479b-8222-2034da92d465 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Deleting port f6140dee-1a56-41d4-8b63-e1d5ed9e53d1 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 22:59:44.473518 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-91bae4a1-92ef-4631-98df-8305b4ddcfae req-ba4e76ed-2926-479b-8222-2034da92d465 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:44.494928 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee0748-d32f-49a0-aced-cd37b0ee8c5e req-6c4e16d7-db20-4633-999e-a009a60aa812 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:44.504738 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a9ee0748-d32f-49a0-aced-cd37b0ee8c5e req-6c4e16d7-db20-4633-999e-a009a60aa812 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81cad79-152c-41cf-ba63-b2c3fff937fe HTTP/1.1" status: 200 len: 948 time: 0.1152513 Jul 15 22:59:44.589595 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19885752-0305-4b1f-a54a-05f6a6eb7831 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:44.592775 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device ba0fc713-a0f7-4606-89cb-831388fc9d69 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 22:59:44.607023 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a9ee0748-d32f-49a0-aced-cd37b0ee8c5e req-03b555f6-f010-413a-a6fa-189cc2dc02e3 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/security-groups?id=37ed9643-27cd-4b6c-98ab-60404217cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012931 Jul 15 22:59:44.636907 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40968e-a7c3-464b-b288-681c95f1be3e req-713c5bd2-0d47-4c79-9573-67053cb82999 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:44.642422 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-8a6fae73-ec9c-4d52-95d1-9506bd309fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:44.643706 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4d40968e-a7c3-464b-b288-681c95f1be3e req-713c5bd2-0d47-4c79-9573-67053cb82999 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2294a754-45cf-49c9-9515-87df1f78e08c HTTP/1.1" status: 200 len: 972 time: 0.1188750 Jul 15 22:59:44.643949 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-8a6fae73-ec9c-4d52-95d1-9506bd309fce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3802929 Jul 15 22:59:44.644898 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-19885752-0305-4b1f-a54a-05f6a6eb7831 admin admin] Transition to ACTIVE for port object 79884c4e-9d3a-43fe-a49b-1886cf6df4a1 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:59:44.682715 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4d40968e-a7c3-464b-b288-681c95f1be3e req-feedb374-8b04-419a-83ec-b185c651e59d tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/security-groups?id=0111a69d-0899-4532-bb27-fb2232048820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380521 Jul 15 22:59:44.743597 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-91bae4a1-92ef-4631-98df-8305b4ddcfae req-ba4e76ed-2926-479b-8222-2034da92d465 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] For port f6140dee-1a56-41d4-8b63-e1d5ed9e53d1, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=f6140dee-1a56-41d4-8b63-e1d5ed9e53d1,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:44.743934 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-91bae4a1-92ef-4631-98df-8305b4ddcfae req-ba4e76ed-2926-479b-8222-2034da92d465 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:44.761351 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port ba0fc713-a0f7-4606-89cb-831388fc9d69, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=ba0fc713-a0f7-4606-89cb-831388fc9d69,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:44.775766 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'ba0fc713-a0f7-4606-89cb-831388fc9d69', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': 'ba0fc713-a0f7-4606-89cb-831388fc9d69', 'mac_address': 'fa:16:3e:46:93:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 22:59:44.806611 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a20b83-7fd2-40a8-ab7c-42d5a59fcbf8 req-893668b3-1da2-4903-b860-e95a15be7e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:44.809108 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c7a20b83-7fd2-40a8-ab7c-42d5a59fcbf8 req-893668b3-1da2-4903-b860-e95a15be7e7b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f66f923b4424119b6027030587a5dae&device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8 HTTP/1.1" status: 200 len: 1124 time: 0.3591583 Jul 15 22:59:44.826755 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-91bae4a1-92ef-4631-98df-8305b4ddcfae req-ba4e76ed-2926-479b-8222-2034da92d465 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Calling delete_port for f6140dee-1a56-41d4-8b63-e1d5ed9e53d1 owned by compute:tempest-test_az-2050865611 {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 22:59:44.835206 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:44.857346 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0fc713-a0f7-4606-89cb-831388fc9d69 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:59:44.890067 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port ba0fc713-a0f7-4606-89cb-831388fc9d69, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=ba0fc713-a0f7-4606-89cb-831388fc9d69,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:44.904796 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:44.973459 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 13840ebd-6715-4f9b-994e-ca676bf844cd up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:59:45.146826 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 49404f6b-8774-4e9f-a38c-3cd516b9f780 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 22:59:45.231603 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d69b6-4d3f-467d-b70d-18005bb5512e req-fb3ffb7f-b652-4955-adf7-4f4e0fe69724 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:45.234288 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f6d69b6-4d3f-467d-b70d-18005bb5512e req-fb3ffb7f-b652-4955-adf7-4f4e0fe69724 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8 HTTP/1.1" status: 200 len: 943 time: 0.1310427 Jul 15 22:59:45.290239 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=ba0fc713-a0f7-4606-89cb-831388fc9d69,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:45.294076 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['ba0fc713-a0f7-4606-89cb-831388fc9d69'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:59:45.335458 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f6d69b6-4d3f-467d-b70d-18005bb5512e req-87a0b8e1-adbc-4124-bdb4-672d9eea47aa tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946865 Jul 15 22:59:45.387131 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-de9eabf2-f6fc-4107-be51-d10070d1ea26 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7277801 Jul 15 22:59:45.416744 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 13840ebd-6715-4f9b-994e-ca676bf844cd completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:59:45.429277 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19885752-0305-4b1f-a54a-05f6a6eb7831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:45.451794 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 13840ebd-6715-4f9b-994e-ca676bf844cd triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:59:45.454270 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:45.459584 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19885752-0305-4b1f-a54a-05f6a6eb7831 admin admin] Network a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:59:45.469200 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-19885752-0305-4b1f-a54a-05f6a6eb7831 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:59:45.524938 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 60846) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:45.575593 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 49404f6b-8774-4e9f-a38c-3cd516b9f780, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=49404f6b-8774-4e9f-a38c-3cd516b9f780,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:45.579079 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19885752-0305-4b1f-a54a-05f6a6eb7831 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:59:45.611425 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 49404f6b-8774-4e9f-a38c-3cd516b9f780 has no active binding in host n-h2-787205-9 {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 22:59:45.659214 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-91bae4a1-92ef-4631-98df-8305b4ddcfae req-ba4e76ed-2926-479b-8222-2034da92d465 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:45.660857 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19885752-0305-4b1f-a54a-05f6a6eb7831 admin admin] Pushing event updated for resources: {'Port': ['ID=79884c4e-9d3a-43fe-a49b-1886cf6df4a1,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:45.728008 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:45.728614 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41375a-e60f-4088-82b3-39e60463b795 req-8563830f-ca72-4425-8f20-f790853bace9 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:45.736107 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fd41375a-e60f-4088-82b3-39e60463b795 req-8563830f-ca72-4425-8f20-f790853bace9 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad37ad49-a024-462b-bad6-60154fe85bc5 HTTP/1.1" status: 200 len: 950 time: 0.1699138 Jul 15 22:59:45.757540 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 13840ebd-6715-4f9b-994e-ca676bf844cd, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=13840ebd-6715-4f9b-994e-ca676bf844cd,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:45.762197 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28babbfc-185f-4160-90bd-e0c23a7557cc req-6143d966-15d8-45da-9e17-a0471b912d77 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:45.763963 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:45.764276 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-28babbfc-185f-4160-90bd-e0c23a7557cc req-6143d966-15d8-45da-9e17-a0471b912d77 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 949 time: 0.1856720 Jul 15 22:59:45.828098 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-f4a5ad61-7374-4e6d-960b-708f30fc686b service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008248 Jul 15 22:59:45.829149 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a20b83-7fd2-40a8-ab7c-42d5a59fcbf8 req-156fe246-b817-4263-9544-bd2db36474f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:45.830738 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c7a20b83-7fd2-40a8-ab7c-42d5a59fcbf8 req-156fe246-b817-4263-9544-bd2db36474f8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d91a9528-a986-45d3-8b66-7d9419c4ffb8 HTTP/1.1" status: 200 len: 909 time: 1.0017955 Jul 15 22:59:45.856089 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-28babbfc-185f-4160-90bd-e0c23a7557cc req-dab65ccb-1f40-43f5-a851-ccac60e86bd5 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740960 Jul 15 22:59:45.865174 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e76ed-2926-479b-8222-2034da92d465 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Pushing event deleted for resources: {'Port': ['ID=f6140dee-1a56-41d4-8b63-e1d5ed9e53d1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:45.893658 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fd41375a-e60f-4088-82b3-39e60463b795 req-114b8f95-65bc-45e5-a4b6-c6aea45850ff tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/security-groups?id=80297383-8cf6-4d87-9210-2631edba9f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564233 Jul 15 22:59:45.912204 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c7a20b83-7fd2-40a8-ab7c-42d5a59fcbf8 req-4568e5a8-b214-4a5e-a5a9-43dfad4fe689 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49404f6b-8774-4e9f-a38c-3cd516b9f780 HTTP/1.1" status: 200 len: 217 time: 0.0444653 Jul 15 22:59:45.914411 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fa2f1e42-07fa-4b42-9ba3-cdfbfab972bc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d91610d55fb44e99baea6565f2f839c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3881402 Jul 15 22:59:45.918035 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19885752-0305-4b1f-a54a-05f6a6eb7831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:45.931178 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 60856) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:45.997700 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9574cab8-e748-4616-b4b5-a7101796fab4 None None] Provisioning for port 79884c4e-9d3a-43fe-a49b-1886cf6df4a1 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:59:46.011785 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9574cab8-e748-4616-b4b5-a7101796fab4 None None] Provisioning complete for port 79884c4e-9d3a-43fe-a49b-1886cf6df4a1 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:59:46.012179 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9574cab8-e748-4616-b4b5-a7101796fab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:46.014994 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=13840ebd-6715-4f9b-994e-ca676bf844cd,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:46.051083 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-84a377aa-8e49-4f49-adab-3c175c7d1437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:46.071046 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9574cab8-e748-4616-b4b5-a7101796fab4 None None] Port 79884c4e-9d3a-43fe-a49b-1886cf6df4a1 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:59:46.082100 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-89b873bf-1068-444c-af24-9751490e9ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:46.107332 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-89b873bf-1068-444c-af24-9751490e9ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:46.171311 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-89b873bf-1068-444c-af24-9751490e9ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:46.174128 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-89b873bf-1068-444c-af24-9751490e9ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:46.175559 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-89b873bf-1068-444c-af24-9751490e9ed8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7fac4191-7a44-4e82-9280-5fe52843171d HTTP/1.1" status: 204 len: 168 time: 0.2418830 Jul 15 22:59:46.225127 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-91bae4a1-92ef-4631-98df-8305b4ddcfae req-ba4e76ed-2926-479b-8222-2034da92d465 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] No DVR routers for this DVR port f6140dee-1a56-41d4-8b63-e1d5ed9e53d1 on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 22:59:46.244400 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b873bf-1068-444c-af24-9751490e9ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fac4191-7a44-4e82-9280-5fe52843171d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:46.246905 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-91bae4a1-92ef-4631-98df-8305b4ddcfae req-ba4e76ed-2926-479b-8222-2034da92d465 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:46.248915 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-91bae4a1-92ef-4631-98df-8305b4ddcfae req-ba4e76ed-2926-479b-8222-2034da92d465 tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.43 "DELETE /v2.0/ports/f6140dee-1a56-41d4-8b63-e1d5ed9e53d1 HTTP/1.1" status: 204 len: 173 time: 2.2806618 Jul 15 22:59:46.271391 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2294a754-45cf-49c9-9515-87df1f78e08c', 'name': 'network-vif-deleted', 'tag': 'f6140dee-1a56-41d4-8b63-e1d5ed9e53d1'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:59:46.273921 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf6d511-48e8-4f05-8d3d-fbdce5be3d4e" -d '{"events": [{"server_uuid": "2294a754-45cf-49c9-9515-87df1f78e08c", "name": "network-vif-deleted", "tag": "f6140dee-1a56-41d4-8b63-e1d5ed9e53d1"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:59:46.311981 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c4ec4595-3cc9-461f-b95c-01cf068bb3d5 req-c88e20a9-cad3-4373-b5e4-7a2f17984b2a tempest-AggregatesAdminTestJSON-1757336071 tempest-AggregatesAdminTestJSON-1757336071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2294a754-45cf-49c9-9515-87df1f78e08c HTTP/1.1" status: 200 len: 210 time: 0.0730188 Jul 15 22:59:46.337419 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a20b83-7fd2-40a8-ab7c-42d5a59fcbf8 req-803d8bb1-aa82-4ac7-9567-614675595de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:46.338935 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c7a20b83-7fd2-40a8-ab7c-42d5a59fcbf8 req-803d8bb1-aa82-4ac7-9567-614675595de0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ed83523-5185-460b-a4ba-ea79efd124da HTTP/1.1" status: 200 len: 848 time: 0.2363138 Jul 15 22:59:46.370993 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d23f4-1cf1-4c18-994f-3a2a244feefc req-38744a38-f872-456b-af84-17730ddaceb6 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:46.379148 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b27d23f4-1cf1-4c18-994f-3a2a244feefc req-38744a38-f872-456b-af84-17730ddaceb6 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81cad79-152c-41cf-ba63-b2c3fff937fe HTTP/1.1" status: 200 len: 949 time: 0.2020216 Jul 15 22:59:46.380103 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c7a20b83-7fd2-40a8-ab7c-42d5a59fcbf8 req-130d3604-c2ec-42a7-8063-653aeb3e1e28 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d91a9528-a986-45d3-8b66-7d9419c4ffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311413 Jul 15 22:59:46.381264 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19885752-0305-4b1f-a54a-05f6a6eb7831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:46.431711 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b27d23f4-1cf1-4c18-994f-3a2a244feefc req-1642bf3b-86ec-4d62-a874-c93bd4bf306c tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/security-groups?id=37ed9643-27cd-4b6c-98ab-60404217cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511508 Jul 15 22:59:46.575392 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c7a20b83-7fd2-40a8-ab7c-42d5a59fcbf8 req-46a5dc19-ab18-4a9d-9a70-29a775cea826 service neutron] 10.222.0.36 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687069 Jul 15 22:59:46.576973 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060a6619-76da-41d5-af9c-2da9509c2d2a x-openstack-request-id: req-060a6619-76da-41d5-af9c-2da9509c2d2a {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:59:46.577247 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2294a754-45cf-49c9-9515-87df1f78e08c", "name": "network-vif-deleted", "tag": "f6140dee-1a56-41d4-8b63-e1d5ed9e53d1", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:59:46.577498 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-060a6619-76da-41d5-af9c-2da9509c2d2a {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:59:46.577867 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2294a754-45cf-49c9-9515-87df1f78e08c', 'name': 'network-vif-deleted', 'tag': 'f6140dee-1a56-41d4-8b63-e1d5ed9e53d1', 'status': 'completed', 'code': 200} Jul 15 22:59:46.606737 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device ba0fc713-a0f7-4606-89cb-831388fc9d69 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:59:46.615715 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 60878) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:46.632518 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9ebdde4-24a6-4b21-9726-fbf4ba60916d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:46.700459 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port ba0fc713-a0f7-4606-89cb-831388fc9d69 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:59:46.707005 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port ba0fc713-a0f7-4606-89cb-831388fc9d69 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:59:46.707439 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:46.742373 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c7a20b83-7fd2-40a8-ab7c-42d5a59fcbf8 req-bb7571e8-111c-49b3-8e19-b7192a85a73a service neutron] 10.222.0.36 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219163 Jul 15 22:59:46.773851 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19885752-0305-4b1f-a54a-05f6a6eb7831 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:46.783031 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19885752-0305-4b1f-a54a-05f6a6eb7831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:46.828370 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e44d4-f202-450d-aa2d-9dcd1f1d7229 req-7978867c-06b1-4628-a37c-b3e4d4495b6e tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:46.835790 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a42e44d4-f202-450d-aa2d-9dcd1f1d7229 req-7978867c-06b1-4628-a37c-b3e4d4495b6e tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8 HTTP/1.1" status: 200 len: 943 time: 0.1595607 Jul 15 22:59:46.856812 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19885752-0305-4b1f-a54a-05f6a6eb7831 admin admin] Pushing event updated for resources: {'Port': ['ID=79884c4e-9d3a-43fe-a49b-1886cf6df4a1,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:46.879929 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19885752-0305-4b1f-a54a-05f6a6eb7831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:46.899442 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a42e44d4-f202-450d-aa2d-9dcd1f1d7229 req-547ae82c-88f7-4a22-81ff-ebff36bd0f56 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579736 Jul 15 22:59:46.910776 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 13840ebd-6715-4f9b-994e-ca676bf844cd up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:59:46.935284 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9ebdde4-24a6-4b21-9726-fbf4ba60916d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:46.939010 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:46.951023 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9ebdde4-24a6-4b21-9726-fbf4ba60916d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:47.006069 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81cad79-152c-41cf-ba63-b2c3fff937fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0fc713-a0f7-4606-89cb-831388fc9d69'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:59:47.008731 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933c8435-1dc0-4881-806f-a28209bc9384" -d '{"events": [{"server_uuid": "c81cad79-152c-41cf-ba63-b2c3fff937fe", "name": "network-vif-plugged", "status": "completed", "tag": "ba0fc713-a0f7-4606-89cb-831388fc9d69"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:59:47.020155 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f9ebdde4-24a6-4b21-9726-fbf4ba60916d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=09e742de74a745ef84218360c2213f0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4033196 Jul 15 22:59:47.021460 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 60888) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:47.025909 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port ba0fc713-a0f7-4606-89cb-831388fc9d69, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=ba0fc713-a0f7-4606-89cb-831388fc9d69,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:47.028845 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ebdde4-24a6-4b21-9726-fbf4ba60916d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30459a06-0a2f-4ed3-b057-0bff06371307,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:47.053503 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:47.057799 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 13840ebd-6715-4f9b-994e-ca676bf844cd triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:59:47.058385 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:47.093124 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bb44d662-7e18-446b-8d4c-f4dbce1721ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:47.108337 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19885752-0305-4b1f-a54a-05f6a6eb7831 admin admin] Network a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:59:47.110223 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-19885752-0305-4b1f-a54a-05f6a6eb7831 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:59:47.113627 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device f6140dee-1a56-41d4-8b63-e1d5ed9e53d1 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 22:59:47.148469 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bb44d662-7e18-446b-8d4c-f4dbce1721ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:47.167460 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: f6140dee-1a56-41d4-8b63-e1d5ed9e53d1 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 22:59:47.173771 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device f6140dee-1a56-41d4-8b63-e1d5ed9e53d1 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 22:59:47.185530 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 4e7ed422-cc7a-4636-8401-fce44e934487 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 22:59:47.224847 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 4e7ed422-cc7a-4636-8401-fce44e934487 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 22:59:47.225398 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 4e7ed422-cc7a-4636-8401-fce44e934487 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 22:59:47.244419 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=ba0fc713-a0f7-4606-89cb-831388fc9d69,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:47.281801 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19885752-0305-4b1f-a54a-05f6a6eb7831 admin admin] Router 0c66fdac-cfae-4ac9-968e-e71311a1b290 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 22:59:47.329384 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bb44d662-7e18-446b-8d4c-f4dbce1721ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:47.332130 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bb44d662-7e18-446b-8d4c-f4dbce1721ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:47.333491 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-bb44d662-7e18-446b-8d4c-f4dbce1721ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30459a06-0a2f-4ed3-b057-0bff06371307 HTTP/1.1" status: 204 len: 168 time: 0.3108399 Jul 15 22:59:47.356650 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb44d662-7e18-446b-8d4c-f4dbce1721ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30459a06-0a2f-4ed3-b057-0bff06371307,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:47.375709 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd174c-b7b1-4125-85ba-f9d1e1e1c949 req-69c6cd52-c9bf-4a02-bcaf-0e75851d85c0 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:47.377269 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dddd174c-b7b1-4125-85ba-f9d1e1e1c949 req-69c6cd52-c9bf-4a02-bcaf-0e75851d85c0 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 949 time: 0.1949010 Jul 15 22:59:47.396875 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d7e91-78dd-438e-8caf-93b076ae58e1 req-1017f7c9-f55f-4fbb-9cf5-2c9f37bb9784 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:47.400004 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9c5d7e91-78dd-438e-8caf-93b076ae58e1 req-1017f7c9-f55f-4fbb-9cf5-2c9f37bb9784 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad37ad49-a024-462b-bad6-60154fe85bc5 HTTP/1.1" status: 200 len: 950 time: 0.1500149 Jul 15 22:59:47.408501 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3cca3158-2b05-4f09-aad8-dc816048adb0 None None] Provisioning complete for port 79884c4e-9d3a-43fe-a49b-1886cf6df4a1 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:59:47.408964 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3cca3158-2b05-4f09-aad8-dc816048adb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:47.422243 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19885752-0305-4b1f-a54a-05f6a6eb7831 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 22:59:47.446406 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e019595f-d7fd-44d2-9bd4-79cc5b345965 None None] Sync routers for ids ['0c66fdac-cfae-4ac9-968e-e71311a1b290'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 22:59:47.456964 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-19885752-0305-4b1f-a54a-05f6a6eb7831 admin admin] 10.222.0.16 "PUT /v2.0/routers/0c66fdac-cfae-4ac9-968e-e71311a1b290/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4876478 Jul 15 22:59:47.471781 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e019595f-d7fd-44d2-9bd4-79cc5b345965 None None] Routers {'0c66fdac-cfae-4ac9-968e-e71311a1b290'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:59:47.472429 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e019595f-d7fd-44d2-9bd4-79cc5b345965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T22:59:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['0c66fdac-cfae-4ac9-968e-e71311a1b290'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:59:47.472678 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dddd174c-b7b1-4125-85ba-f9d1e1e1c949 req-3367d9d1-00c4-4c90-964a-9d71dbaf7f60 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715101 Jul 15 22:59:47.475582 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-3cca3158-2b05-4f09-aad8-dc816048adb0 None None] Port 79884c4e-9d3a-43fe-a49b-1886cf6df4a1 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:59:47.476887 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9c5d7e91-78dd-438e-8caf-93b076ae58e1 req-47980694-35cf-4889-af9e-b3e853bef9c8 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/security-groups?id=80297383-8cf6-4d87-9210-2631edba9f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653765 Jul 15 22:59:47.655439 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e019595f-d7fd-44d2-9bd4-79cc5b345965 None None] Set router 0c66fdac-cfae-4ac9-968e-e71311a1b290 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:59:47.691309 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a36086-515a-4b4e-84e4-cf44c669d58a x-openstack-request-id: req-22a36086-515a-4b4e-84e4-cf44c669d58a {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:59:47.691608 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81cad79-152c-41cf-ba63-b2c3fff937fe", "name": "network-vif-plugged", "status": "completed", "tag": "ba0fc713-a0f7-4606-89cb-831388fc9d69", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:59:47.691867 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-22a36086-515a-4b4e-84e4-cf44c669d58a {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:59:47.692282 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81cad79-152c-41cf-ba63-b2c3fff937fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0fc713-a0f7-4606-89cb-831388fc9d69', 'code': 200} Jul 15 22:59:47.865736 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-4e255182-bbbb-42cc-8610-5f4159d582e7 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8a35a61ef91a442286273b108fac5452&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358100 Jul 15 22:59:47.876196 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30453cc-9cf2-4e38-8dbc-9c72940011ce req-ca7d5be0-9784-490d-8786-88bcdc8f410a tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:47.884745 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e30453cc-9cf2-4e38-8dbc-9c72940011ce req-ca7d5be0-9784-490d-8786-88bcdc8f410a tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81cad79-152c-41cf-ba63-b2c3fff937fe HTTP/1.1" status: 200 len: 950 time: 0.1616602 Jul 15 22:59:47.923168 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-d4c79846-9da8-41a5-8183-aa66d7d2a5ee service neutron] 10.222.0.36 "GET /v2.0/ports/49404f6b-8774-4e9f-a38c-3cd516b9f780/bindings/n-h2-787205-9 HTTP/1.1" status: 200 len: 384 time: 0.1821320 Jul 15 22:59:47.943668 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e019595f-d7fd-44d2-9bd4-79cc5b345965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820815977-router', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:59:37Z', 'updated_at': '2021-07-15T22:59:46Z', 'revision_number': 4, 'project_id': '8d5b419981334391af714f4b817dcecc', 'gw_port': {'id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:38Z', 'updated_at': '2021-07-15T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '79884c4e-9d3a-43fe-a49b-1886cf6df4a1', 'name': '', 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'mac_address': 'fa:16:3e:60:f0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7348a62-9b3d-433e-8e23-0a028378979c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:43Z', 'updated_at': '2021-07-15T22:59:46Z', 'revision_number': 2, 'project_id': '8d5b419981334391af714f4b817dcecc', 'subnets': [{'id': 'e7348a62-9b3d-433e-8e23-0a028378979c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:59:47.979038 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e019595f-d7fd-44d2-9bd4-79cc5b345965 None None] Checking router: 0c66fdac-cfae-4ac9-968e-e71311a1b290 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 22:59:47.979483 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e019595f-d7fd-44d2-9bd4-79cc5b345965 None None] Updating router 0c66fdac-cfae-4ac9-968e-e71311a1b290 port 79884c4e-9d3a-43fe-a49b-1886cf6df4a1 binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 22:59:48.001223 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ded5a6-d774-40e7-a6ed-48efd9d3e1d5 req-3aed7238-8ff1-44ee-855f-25014f54be3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:48.003031 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c2ded5a6-d774-40e7-a6ed-48efd9d3e1d5 req-3aed7238-8ff1-44ee-855f-25014f54be3b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c81cad79-152c-41cf-ba63-b2c3fff937fe HTTP/1.1" status: 200 len: 1101 time: 0.1741555 Jul 15 22:59:48.036576 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e019595f-d7fd-44d2-9bd4-79cc5b345965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:48.069254 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e30453cc-9cf2-4e38-8dbc-9c72940011ce req-1e5c364d-32b2-49da-8bfd-a12ece9e41ac tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/security-groups?id=37ed9643-27cd-4b6c-98ab-60404217cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828427 Jul 15 22:59:48.121872 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-1a958f8d-079d-43a4-a8a0-7a230def38ec tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:48.125546 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c2ded5a6-d774-40e7-a6ed-48efd9d3e1d5 req-a32a54b3-b4be-4d43-8377-bfae185fb151 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=37ed9643-27cd-4b6c-98ab-60404217cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148331 Jul 15 22:59:48.126945 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-1a958f8d-079d-43a4-a8a0-7a230def38ec tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2392724 Jul 15 22:59:48.150680 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-d0f83f08-2a4f-47d3-9813-f04c103a4f8f tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/quotas/8a35a61ef91a442286273b108fac5452 HTTP/1.1" status: 200 len: 375 time: 0.0177109 Jul 15 22:59:48.225017 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8de2c9e5-8b1c-4858-86b6-dd6453da5a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:48.270502 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-a22e7256-aa9e-4909-8328-6517618a1112 service neutron] For port 49404f6b-8774-4e9f-a38c-3cd516b9f780, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=49404f6b-8774-4e9f-a38c-3cd516b9f780,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:48.317485 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-ea3e0f44-6734-4ceb-ae6e-701abba01bf0 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8a35a61ef91a442286273b108fac5452&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1612206 Jul 15 22:59:48.320782 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-a22e7256-aa9e-4909-8328-6517618a1112 service neutron] For port 49404f6b-8774-4e9f-a38c-3cd516b9f780, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:59:48.353364 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 60934) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:48.399595 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-a22e7256-aa9e-4909-8328-6517618a1112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49404f6b-8774-4e9f-a38c-3cd516b9f780 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:59:48.415246 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e38e9-da65-46ea-9cac-5d8c364cbf4b req-ef5f07d3-9313-4e47-ace9-652da42a5f3a tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:48.422718 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-a22e7256-aa9e-4909-8328-6517618a1112 service neutron] For port 49404f6b-8774-4e9f-a38c-3cd516b9f780, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=49404f6b-8774-4e9f-a38c-3cd516b9f780,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:48.424546 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-281e38e9-da65-46ea-9cac-5d8c364cbf4b req-ef5f07d3-9313-4e47-ace9-652da42a5f3a tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8 HTTP/1.1" status: 200 len: 943 time: 0.1380582 Jul 15 22:59:48.448756 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-a22e7256-aa9e-4909-8328-6517618a1112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:48.491325 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 60942) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:48.492572 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-281e38e9-da65-46ea-9cac-5d8c364cbf4b req-a00d57b7-d0fd-4a94-a43b-46956a39d880 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660541 Jul 15 22:59:48.555384 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e019595f-d7fd-44d2-9bd4-79cc5b345965 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:48.587070 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e019595f-d7fd-44d2-9bd4-79cc5b345965 None None] Transition to ACTIVE for port object 79884c4e-9d3a-43fe-a49b-1886cf6df4a1 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:59:48.601967 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e019595f-d7fd-44d2-9bd4-79cc5b345965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:48.649538 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb130422-0aac-42e8-bfe8-18992422d011 req-ec7b931d-0266-4f25-b575-1f53e35446b1 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/ports?device_id=d945512b-40d9-4a34-b183-d259b010cac5 HTTP/1.1" status: 200 len: 210 time: 0.0626945 Jul 15 22:59:48.680948 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03671a8-31db-4b8a-af50-cb6b43bd6804 None None] Pushing event updated for resources: {'Port': ['ID=79884c4e-9d3a-43fe-a49b-1886cf6df4a1,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:48.694275 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:48.699565 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-a22e7256-aa9e-4909-8328-6517618a1112 service neutron] Transition to ACTIVE for port object 49404f6b-8774-4e9f-a38c-3cd516b9f780 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:59:48.713270 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-a22e7256-aa9e-4909-8328-6517618a1112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:48.831462 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e019595f-d7fd-44d2-9bd4-79cc5b345965 None None] Attempting to bind port 79884c4e-9d3a-43fe-a49b-1886cf6df4a1 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:59:48.832379 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e019595f-d7fd-44d2-9bd4-79cc5b345965 None None] Attempting to bind port 79884c4e-9d3a-43fe-a49b-1886cf6df4a1 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '8d579221-0a7c-432a-a8a4-faae99e9d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:59:48.832956 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e019595f-d7fd-44d2-9bd4-79cc5b345965 None None] Attempting to bind port 79884c4e-9d3a-43fe-a49b-1886cf6df4a1 on network a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:59:48.840089 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e019595f-d7fd-44d2-9bd4-79cc5b345965 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:59:48.840717 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e019595f-d7fd-44d2-9bd4-79cc5b345965 None None] Checking segment: {'id': '8d579221-0a7c-432a-a8a4-faae99e9d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:59:48.841397 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e019595f-d7fd-44d2-9bd4-79cc5b345965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:48.841958 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e019595f-d7fd-44d2-9bd4-79cc5b345965 None None] Bound using segment: {'id': '8d579221-0a7c-432a-a8a4-faae99e9d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:59:48.842612 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e019595f-d7fd-44d2-9bd4-79cc5b345965 None None] Bound port: 79884c4e-9d3a-43fe-a49b-1886cf6df4a1, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d579221-0a7c-432a-a8a4-faae99e9d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:59:48.843233 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e019595f-d7fd-44d2-9bd4-79cc5b345965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:48.875214 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-a22e7256-aa9e-4909-8328-6517618a1112 service neutron] No DVR routers for this DVR port 49404f6b-8774-4e9f-a38c-3cd516b9f780 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 22:59:48.894315 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e666551a-45d8-4ccd-b32d-e5e4672451c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=219bd50b44874909b3ffa3a42debc09e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5374420 Jul 15 22:59:48.895601 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 60960) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:48.981928 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-042b11c8-1de9-4524-b556-0ff3eebb364d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:48.986833 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e019595f-d7fd-44d2-9bd4-79cc5b345965 None None] For port 79884c4e-9d3a-43fe-a49b-1886cf6df4a1, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:59:48.991978 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e7256-aa9e-4909-8328-6517618a1112 service neutron] Pushing event updated for resources: {'Port': ['ID=49404f6b-8774-4e9f-a38c-3cd516b9f780,revision_number=10']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:48.992489 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e019595f-d7fd-44d2-9bd4-79cc5b345965 None None] For port 79884c4e-9d3a-43fe-a49b-1886cf6df4a1, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=79884c4e-9d3a-43fe-a49b-1886cf6df4a1,segment=NetworkSegment(8d579221-0a7c-432a-a8a4-faae99e9d679),segment_id=8d579221-0a7c-432a-a8a4-faae99e9d679)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:59:48.994341 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d2cfe-d6a4-48b5-8b28-6883ae3d2230 req-7e57a71a-1371-4a43-935d-d61df11ec58b tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:49.007507 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-a22e7256-aa9e-4909-8328-6517618a1112 service neutron] 10.222.0.36 "PUT /v2.0/ports/49404f6b-8774-4e9f-a38c-3cd516b9f780/bindings/n-h2-787205-9/activate HTTP/1.1" status: 200 len: 369 time: 1.0770743 Jul 15 22:59:49.008576 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-794d2cfe-d6a4-48b5-8b28-6883ae3d2230 req-7e57a71a-1371-4a43-935d-d61df11ec58b tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 949 time: 0.3621798 Jul 15 22:59:49.029979 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e019595f-d7fd-44d2-9bd4-79cc5b345965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:49.074497 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-794d2cfe-d6a4-48b5-8b28-6883ae3d2230 req-886411cc-a053-4a99-9cbc-825cf48e00b8 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648861 Jul 15 22:59:49.096103 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b63dfa38-fd31-49ab-b8f6-8f2bd5e2146c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:49.165251 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b63dfa38-fd31-49ab-b8f6-8f2bd5e2146c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:49.227317 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e019595f-d7fd-44d2-9bd4-79cc5b345965 None None] Routers {'0c66fdac-cfae-4ac9-968e-e71311a1b290'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:59:49.229057 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e019595f-d7fd-44d2-9bd4-79cc5b345965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T22:59:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['0c66fdac-cfae-4ac9-968e-e71311a1b290'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:59:49.254117 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 60972) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:49.261771 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-71707c88-0936-4580-8f6e-15b1c0050720 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1193600801-network', 'tenant_id': '9a5a24ad6bf547b6b96e4e0b4e89cca7'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:49.293934 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b63dfa38-fd31-49ab-b8f6-8f2bd5e2146c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:49.296787 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b63dfa38-fd31-49ab-b8f6-8f2bd5e2146c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:49.298158 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b63dfa38-fd31-49ab-b8f6-8f2bd5e2146c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0111a69d-0899-4532-bb27-fb2232048820 HTTP/1.1" status: 204 len: 168 time: 0.4001215 Jul 15 22:59:49.319957 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63dfa38-fd31-49ab-b8f6-8f2bd5e2146c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0111a69d-0899-4532-bb27-fb2232048820,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:49.334807 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-042b11c8-1de9-4524-b556-0ff3eebb364d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:49.373481 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71707c88-0936-4580-8f6e-15b1c0050720 admin admin] Made reservation on behalf of 9a5a24ad6bf547b6b96e4e0b4e89cca7 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:59:49.386245 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-042b11c8-1de9-4524-b556-0ff3eebb364d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:49.389834 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-71707c88-0936-4580-8f6e-15b1c0050720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:49.434911 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-71707c88-0936-4580-8f6e-15b1c0050720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:49.482169 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03671a8-31db-4b8a-af50-cb6b43bd6804 None None] Pushing event updated for resources: {'Port': ['ID=79884c4e-9d3a-43fe-a49b-1886cf6df4a1,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:49.538196 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:49.553118 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-042b11c8-1de9-4524-b556-0ff3eebb364d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eee4689fe191463496ebab9ea80ce5ae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0577860 Jul 15 22:59:49.564328 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 60984) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:49.576353 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b11c8-1de9-4524-b556-0ff3eebb364d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84345c7c-f391-4980-a71a-52d5d2910556,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:49.600984 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e019595f-d7fd-44d2-9bd4-79cc5b345965 None None] Set router 0c66fdac-cfae-4ac9-968e-e71311a1b290 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:59:49.604577 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-eab1e3b6-9119-43a9-b5b5-0ef238563e99 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:49.606162 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-eab1e3b6-9119-43a9-b5b5-0ef238563e99 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8&tenant_id=7f66f923b4424119b6027030587a5dae&binding%3Ahost_id=n-h1-787205-9 HTTP/1.1" status: 200 len: 1095 time: 0.4458792 Jul 15 22:59:49.673650 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef717281-4cc4-4212-9281-6ceeb899e662 req-b88eb47f-626f-427f-9146-1e8fc5d64af6 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:49.681269 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ef717281-4cc4-4212-9281-6ceeb899e662 req-b88eb47f-626f-427f-9146-1e8fc5d64af6 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81cad79-152c-41cf-ba63-b2c3fff937fe HTTP/1.1" status: 200 len: 950 time: 0.2846253 Jul 15 22:59:49.734928 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a69673a-3234-4c55-87c9-bfc9f22db1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:49.808569 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ef717281-4cc4-4212-9281-6ceeb899e662 req-e80410f4-c29b-4179-b6eb-38a1316a4452 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/security-groups?id=37ed9643-27cd-4b6c-98ab-60404217cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258490 Jul 15 22:59:49.822780 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-ee1f4e00-973b-4b41-8ccd-87a1bd5bb3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:49.824510 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-ee1f4e00-973b-4b41-8ccd-87a1bd5bb3b7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8&tenant_id=7f66f923b4424119b6027030587a5dae HTTP/1.1" status: 200 len: 1095 time: 0.1963067 Jul 15 22:59:49.844422 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a69673a-3234-4c55-87c9-bfc9f22db1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:49.899791 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-71707c88-0936-4580-8f6e-15b1c0050720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:49.915080 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-71707c88-0936-4580-8f6e-15b1c0050720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:49.983183 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e019595f-d7fd-44d2-9bd4-79cc5b345965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820815977-router', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:59:37Z', 'updated_at': '2021-07-15T22:59:46Z', 'revision_number': 4, 'project_id': '8d5b419981334391af714f4b817dcecc', 'gw_port': {'id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:38Z', 'updated_at': '2021-07-15T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '79884c4e-9d3a-43fe-a49b-1886cf6df4a1', 'name': '', 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'mac_address': 'fa:16:3e:60:f0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7348a62-9b3d-433e-8e23-0a028378979c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:43Z', 'updated_at': '2021-07-15T22:59:48Z', 'revision_number': 4, 'project_id': '8d5b419981334391af714f4b817dcecc', 'subnets': [{'id': 'e7348a62-9b3d-433e-8e23-0a028378979c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:59:49.994600 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03245741-b240-410e-ad2c-6cbcc9169fcb req-d20364d7-8d86-4201-b377-d65ce822687d tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:49.997751 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-62265d16-424b-499f-ab88-cd7fea5b6320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:50.004015 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-62265d16-424b-499f-ab88-cd7fea5b6320 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7f66f923b4424119b6027030587a5dae&device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8 HTTP/1.1" status: 200 len: 1095 time: 0.1494939 Jul 15 22:59:50.007874 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-03245741-b240-410e-ad2c-6cbcc9169fcb req-d20364d7-8d86-4201-b377-d65ce822687d tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8 HTTP/1.1" status: 200 len: 944 time: 0.2767572 Jul 15 22:59:50.017082 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e019595f-d7fd-44d2-9bd4-79cc5b345965 None None] The sync data for ids ['0c66fdac-cfae-4ac9-968e-e71311a1b290'] in n-d-787205-9 is: [{'id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820815977-router', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:59:37Z', 'updated_at': '2021-07-15T22:59:46Z', 'revision_number': 4, 'project_id': '8d5b419981334391af714f4b817dcecc', 'gw_port': {'id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:38Z', 'updated_at': '2021-07-15T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '79884c4e-9d3a-43fe-a49b-1886cf6df4a1', 'name': '', 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'mac_address': 'fa:16:3e:60:f0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7348a62-9b3d-433e-8e23-0a028378979c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:43Z', 'updated_at': '2021-07-15T22:59:48Z', 'revision_number': 4, 'project_id': '8d5b419981334391af714f4b817dcecc', 'subnets': [{'id': 'e7348a62-9b3d-433e-8e23-0a028378979c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 22:59:50.045442 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71707c88-0936-4580-8f6e-15b1c0050720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157cf7d5-a4e8-4d1e-92c9-16a85ee18771,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:50.050302 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a69673a-3234-4c55-87c9-bfc9f22db1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:50.058207 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a69673a-3234-4c55-87c9-bfc9f22db1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:50.059529 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3a69673a-3234-4c55-87c9-bfc9f22db1c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84345c7c-f391-4980-a71a-52d5d2910556 HTTP/1.1" status: 204 len: 168 time: 0.4928260 Jul 15 22:59:50.072623 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71707c88-0936-4580-8f6e-15b1c0050720 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 22:59:50.163754 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fd5a8aab-50aa-48d0-baa7-716092fff2a9 req-8e3277d3-9c82-4ad1-ad9d-2da807371c90 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/ports?device_id=d945512b-40d9-4a34-b183-d259b010cac5 HTTP/1.1" status: 200 len: 210 time: 0.0476248 Jul 15 22:59:50.170784 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-71707c88-0936-4580-8f6e-15b1c0050720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:50.170784 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-71707c88-0936-4580-8f6e-15b1c0050720 admin admin] Added segment e4326049-daa1-4473-8f0a-7d9383896f95 of type vlan for network 36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1 Jul 15 22:59:50.172178 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69673a-3234-4c55-87c9-bfc9f22db1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84345c7c-f391-4980-a71a-52d5d2910556,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:50.242671 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-03245741-b240-410e-ad2c-6cbcc9169fcb req-4cb0d101-01aa-44d2-99a0-a5e3e06c6f54 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338970 Jul 15 22:59:50.243844 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-4f2bf052-4638-4714-978c-81bfba4de26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:50.245723 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-4f2bf052-4638-4714-978c-81bfba4de26c service neutron] 10.222.0.43 "GET /v2.0/networks?id=d91a9528-a986-45d3-8b66-7d9419c4ffb8 HTTP/1.1" status: 200 len: 909 time: 0.2348819 Jul 15 22:59:50.262315 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 32768) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:50.264214 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-71707c88-0936-4580-8f6e-15b1c0050720 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:50.341913 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-9c62eccf-3a8b-4c5d-a624-27f2e2599cec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49404f6b-8774-4e9f-a38c-3cd516b9f780 HTTP/1.1" status: 200 len: 217 time: 0.0804522 Jul 15 22:59:50.405319 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-40b316cd-9fdb-4460-8ff7-316c171749ac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1f4067e04ca4ff8b6cadcef10de73c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1251297 Jul 15 22:59:50.408133 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 32772) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:50.427002 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-932db2e1-78b2-49d9-ad63-35415c452921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:50.430076 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-932db2e1-78b2-49d9-ad63-35415c452921 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9ed83523-5185-460b-a4ba-ea79efd124da HTTP/1.1" status: 200 len: 848 time: 0.0872920 Jul 15 22:59:50.475595 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-3a9d5308-c73c-49a3-82b9-8947992e77ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d91a9528-a986-45d3-8b66-7d9419c4ffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385206 Jul 15 22:59:50.530430 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.db.resource_extend [None req-71707c88-0936-4580-8f6e-15b1c0050720 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 22:59:50.620732 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-5dd98410-d6a7-4789-9078-c1b5e53395b9 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8a35a61ef91a442286273b108fac5452&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620615 Jul 15 22:59:50.652665 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a54f45b3-d9c0-4b83-937b-401aea20eaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:50.686942 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-8960dedf-292b-433a-8bb4-46d2463eda35 service neutron] 10.222.0.43 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972542 Jul 15 22:59:50.689344 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a54f45b3-d9c0-4b83-937b-401aea20eaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:50.752590 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 32798) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:50.804414 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f0871d66-664e-4007-b56d-fe4cdbf144e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:50.814145 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-71707c88-0936-4580-8f6e-15b1c0050720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:50.815223 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71707c88-0936-4580-8f6e-15b1c0050720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:50.816079 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-71707c88-0936-4580-8f6e-15b1c0050720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:50.860062 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-1dbfec1f-5a23-4077-82c1-8ae1a0844105 service neutron] 10.222.0.43 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659133 Jul 15 22:59:50.911122 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 79884c4e-9d3a-43fe-a49b-1886cf6df4a1 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:59:50.977745 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a54f45b3-d9c0-4b83-937b-401aea20eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:50.980227 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a54f45b3-d9c0-4b83-937b-401aea20eaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:50.984260 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a54f45b3-d9c0-4b83-937b-401aea20eaa4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa1a33e0-1207-48bf-b6f9-a380a81fb82e HTTP/1.1" status: 204 len: 168 time: 0.5715597 Jul 15 22:59:50.985133 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71707c88-0936-4580-8f6e-15b1c0050720 admin admin] Pushing event updated for resources: {'Network': ['ID=36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:51.004115 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 22:59:51.023808 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f45b3-d9c0-4b83-937b-401aea20eaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1a33e0-1207-48bf-b6f9-a380a81fb82e,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:51.096574 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e37f0-b856-4027-9aef-399bacedd045 req-fe0ad0dd-782b-451c-ac6c-b0a3cea2c5c8 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:51.098328 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-182e37f0-b856-4027-9aef-399bacedd045 req-fe0ad0dd-782b-451c-ac6c-b0a3cea2c5c8 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 949 time: 0.6261456 Jul 15 22:59:51.157593 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:51.164414 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 79884c4e-9d3a-43fe-a49b-1886cf6df4a1 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:59:51.171928 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 79884c4e-9d3a-43fe-a49b-1886cf6df4a1 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:59:51.172361 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:51.311031 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 32828) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:51.346706 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-182e37f0-b856-4027-9aef-399bacedd045 req-d01c303d-5347-425b-bfc6-4c79d572fcc9 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284544 Jul 15 22:59:51.365441 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-3538a8f9-4c2b-4b42-b277-9b44ed0bf8e4 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:51.367343 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-3538a8f9-4c2b-4b42-b277-9b44ed0bf8e4 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7173333 Jul 15 22:59:51.391802 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-75054bd2-5e71-44d1-944f-16cec02cef24 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Request body: {'port': {'device_id': 'd945512b-40d9-4a34-b183-d259b010cac5', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'admin_state_up': True, 'tenant_id': '8a35a61ef91a442286273b108fac5452'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:51.497258 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d9581-fc9b-4fab-8bd5-8eb5b15936b1 req-a3bd2efc-f889-40d7-9436-ff0d7839a14c tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:51.499203 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0d4d9581-fc9b-4fab-8bd5-8eb5b15936b1 req-a3bd2efc-f889-40d7-9436-ff0d7839a14c tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81cad79-152c-41cf-ba63-b2c3fff937fe HTTP/1.1" status: 200 len: 950 time: 0.4158888 Jul 15 22:59:51.547256 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5089aa3e-7768-4d61-9c2d-277640765d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:51.553675 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-ae7ea748-f95c-448b-999f-de339f776daa tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:51.555498 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-ae7ea748-f95c-448b-999f-de339f776daa tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8&tenant_id=7f66f923b4424119b6027030587a5dae&binding%3Ahost_id=n-h2-787205-9 HTTP/1.1" status: 200 len: 1095 time: 0.2212806 Jul 15 22:59:51.574870 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:51.613248 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 79884c4e-9d3a-43fe-a49b-1886cf6df4a1, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=79884c4e-9d3a-43fe-a49b-1886cf6df4a1,segment=NetworkSegment(8d579221-0a7c-432a-a8a4-faae99e9d679),segment_id=8d579221-0a7c-432a-a8a4-faae99e9d679)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:51.618495 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:51.673105 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=79884c4e-9d3a-43fe-a49b-1886cf6df4a1,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:51.788565 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-8a39e442-bacb-4957-9962-7eb792ec4355 service neutron] For port 49404f6b-8774-4e9f-a38c-3cd516b9f780, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:59:51.792813 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-8a39e442-bacb-4957-9962-7eb792ec4355 service neutron] Notify callbacks [] for binding, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:51.794224 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b0317355-7cda-43bf-b8b7-0a334fbfa437 req-8a39e442-bacb-4957-9962-7eb792ec4355 service neutron] 10.222.0.43 "DELETE /v2.0/ports/49404f6b-8774-4e9f-a38c-3cd516b9f780/bindings/n-h1-787205-9 HTTP/1.1" status: 204 len: 173 time: 0.2257712 Jul 15 22:59:51.836810 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f0871d66-664e-4007-b56d-fe4cdbf144e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:51.844417 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b0f58894-0113-41f7-b86a-2815ed52da77 req-db86fdba-6ab9-4b5a-9992-8d8fd060bf52 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/ports?device_id=d945512b-40d9-4a34-b183-d259b010cac5 HTTP/1.1" status: 200 len: 210 time: 0.0740552 Jul 15 22:59:51.854054 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f0871d66-664e-4007-b56d-fe4cdbf144e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:51.891729 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0d4d9581-fc9b-4fab-8bd5-8eb5b15936b1 req-32941f47-195e-4759-8f3d-80799a47961e tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/security-groups?id=37ed9643-27cd-4b6c-98ab-60404217cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845904 Jul 15 22:59:51.904382 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f0871d66-664e-4007-b56d-fe4cdbf144e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=abbe4d533d36431f894ed8fed879cc63&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1480489 Jul 15 22:59:51.907184 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-71707c88-0936-4580-8f6e-15b1c0050720 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6509631 Jul 15 22:59:51.913379 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 32844) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:51.913637 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 32846) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:51.932750 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-0f394d9b-5b26-4dac-8756-a9259c8e012a admin admin] Request body: {'subnet': {'network_id': '36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1193600801-subnet', 'tenant_id': '9a5a24ad6bf547b6b96e4e0b4e89cca7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:51.993385 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0871d66-664e-4007-b56d-fe4cdbf144e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bef5a3-640b-44cd-8f64-c74f125a8416,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:51.997247 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5089aa3e-7768-4d61-9c2d-277640765d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:52.007358 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5089aa3e-7768-4d61-9c2d-277640765d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:52.047528 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-0f394d9b-5b26-4dac-8756-a9259c8e012a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 22:59:52.047528 n-d-787205-9 neutron-server[93799]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 22:59:52.047528 n-d-787205-9 neutron-server[93799]: [parameters: {'project_id': '9a5a24ad6bf547b6b96e4e0b4e89cca7', 'id': 'bcf38565-9e1d-46fe-be89-5b663a7ee9b3', 'expiration': datetime.datetime(2021, 7, 15, 23, 1, 52, 30054)}] Jul 15 22:59:52.047528 n-d-787205-9 neutron-server[93799]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 22:59:52.048189 n-d-787205-9 neutron-server[93799]: DEBUG oslo_db.api [None req-0f394d9b-5b26-4dac-8756-a9259c8e012a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 22:59:52.064196 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089aa3e-7768-4d61-9c2d-277640765d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2443170-c48a-4467-9063-6699df195dba,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:52.068883 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5089aa3e-7768-4d61-9c2d-277640765d36 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=462f913a7f3541d68a8a97bf8b73d5b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7558057 Jul 15 22:59:52.072079 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 32854) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:52.112238 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-75054bd2-5e71-44d1-944f-16cec02cef24 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Made reservation on behalf of 8a35a61ef91a442286273b108fac5452 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:59:52.116931 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-75054bd2-5e71-44d1-944f-16cec02cef24 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:52.132346 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f33c605b-3dac-413d-b3c3-a728cc879d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:52.139818 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4ad1ae63-a70b-4ca0-a489-1fcad548299a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:52.158315 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f33c605b-3dac-413d-b3c3-a728cc879d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:52.219211 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4ad1ae63-a70b-4ca0-a489-1fcad548299a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:52.220609 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f33c605b-3dac-413d-b3c3-a728cc879d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:52.223949 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f33c605b-3dac-413d-b3c3-a728cc879d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:52.226398 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f33c605b-3dac-413d-b3c3-a728cc879d99 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c2443170-c48a-4467-9063-6699df195dba HTTP/1.1" status: 204 len: 168 time: 0.1521826 Jul 15 22:59:52.238295 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c605b-3dac-413d-b3c3-a728cc879d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2443170-c48a-4467-9063-6699df195dba,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:52.261342 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d6e4b-fc94-4401-8324-1d19464f50c5 req-be22052b-1b0e-46fd-a7c7-d8d284385c25 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:52.263145 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3a7d6e4b-fc94-4401-8324-1d19464f50c5 req-be22052b-1b0e-46fd-a7c7-d8d284385c25 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8 HTTP/1.1" status: 200 len: 944 time: 0.2197490 Jul 15 22:59:52.369911 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-75054bd2-5e71-44d1-944f-16cec02cef24 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Allocated IP 192.168.233.219 (8d403abe-cee8-4863-bddd-464e9e566e9c/190ae4ce-d44c-4c9c-9241-47db78422478/3f81cd55-56f6-4545-93ed-841263225c17) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:59:52.387122 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3a7d6e4b-fc94-4401-8324-1d19464f50c5 req-1392fbf0-9c87-4e11-ad67-14b5353a5a79 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094954 Jul 15 22:59:52.420768 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4ad1ae63-a70b-4ca0-a489-1fcad548299a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:52.423900 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4ad1ae63-a70b-4ca0-a489-1fcad548299a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:52.429257 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4ad1ae63-a70b-4ca0-a489-1fcad548299a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50bef5a3-640b-44cd-8f64-c74f125a8416 HTTP/1.1" status: 204 len: 168 time: 0.5146019 Jul 15 22:59:52.446201 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1ae63-a70b-4ca0-a489-1fcad548299a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bef5a3-640b-44cd-8f64-c74f125a8416,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:52.618686 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 49404f6b-8774-4e9f-a38c-3cd516b9f780 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 22:59:52.666159 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 49404f6b-8774-4e9f-a38c-3cd516b9f780 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 22:59:52.680907 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f394d9b-5b26-4dac-8756-a9259c8e012a admin admin] Made reservation on behalf of 9a5a24ad6bf547b6b96e4e0b4e89cca7 for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:59:52.683264 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0f394d9b-5b26-4dac-8756-a9259c8e012a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:52.766110 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f1a90-ab82-4af9-a846-1920e6205cc8 req-e194b978-3fa7-4a07-89c4-dc6950d44d02 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:52.773571 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-de1f1a90-ab82-4af9-a846-1920e6205cc8 req-e194b978-3fa7-4a07-89c4-dc6950d44d02 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81cad79-152c-41cf-ba63-b2c3fff937fe HTTP/1.1" status: 200 len: 950 time: 0.2818804 Jul 15 22:59:52.778799 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-75054bd2-5e71-44d1-944f-16cec02cef24 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:52.789961 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec668202-6849-468c-a2ef-4e7180f528d8 req-f38fc958-4987-49d6-94b7-0cc01b4c99da tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:52.798863 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ec668202-6849-468c-a2ef-4e7180f528d8 req-f38fc958-4987-49d6-94b7-0cc01b4c99da tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 949 time: 0.2641306 Jul 15 22:59:52.845944 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 79884c4e-9d3a-43fe-a49b-1886cf6df4a1 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:59:52.925124 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-75054bd2-5e71-44d1-944f-16cec02cef24 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Transition to ACTIVE for port object 3f81cd55-56f6-4545-93ed-841263225c17 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:59:52.939871 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 79884c4e-9d3a-43fe-a49b-1886cf6df4a1 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:59:52.940381 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:53.051213 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-de1f1a90-ab82-4af9-a846-1920e6205cc8 req-e61dbf17-4236-4802-b3f5-12c1da9eb5cb tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/security-groups?id=37ed9643-27cd-4b6c-98ab-60404217cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767477 Jul 15 22:59:53.063953 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ec668202-6849-468c-a2ef-4e7180f528d8 req-57c50071-8561-4a12-abc6-bfdec953b650 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660296 Jul 15 22:59:53.064968 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-75054bd2-5e71-44d1-944f-16cec02cef24 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:53.076889 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['8e057c9e-7d20-462b-b18b-feec070f7063'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:59:53.166820 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-75054bd2-5e71-44d1-944f-16cec02cef24 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:59:53.178246 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-75054bd2-5e71-44d1-944f-16cec02cef24 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:59:53.181514 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-75054bd2-5e71-44d1-944f-16cec02cef24 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:59:53.187085 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-75054bd2-5e71-44d1-944f-16cec02cef24 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:53.187760 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-75054bd2-5e71-44d1-944f-16cec02cef24 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:53.202616 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75054bd2-5e71-44d1-944f-16cec02cef24 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Pushing event updated for resources: {'Port': ['ID=3f81cd55-56f6-4545-93ed-841263225c17,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:53.209432 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0f394d9b-5b26-4dac-8756-a9259c8e012a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:53.244963 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-75054bd2-5e71-44d1-944f-16cec02cef24 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8608232 Jul 15 22:59:53.270264 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-36a00f21-00f7-4750-a6ba-9b2563eee606 service neutron] Request body: {'port': {'device_id': 'd945512b-40d9-4a34-b183-d259b010cac5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:53.425262 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f394d9b-5b26-4dac-8756-a9259c8e012a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c4a9c3d-534e-45b9-b704-f5e383b26c71,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:53.470741 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f394d9b-5b26-4dac-8756-a9259c8e012a admin admin] Checking segment: {'id': 'e4326049-daa1-4473-8f0a-7d9383896f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:59:53.471339 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f394d9b-5b26-4dac-8756-a9259c8e012a admin admin] Network hostable DHCP agents. Network: 36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 22:59:53.537923 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-44218c65-3d0a-450f-b2ff-d7af5af2a9ec None None] Provisioning for port 3f81cd55-56f6-4545-93ed-841263225c17 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:59:53.546199 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-44218c65-3d0a-450f-b2ff-d7af5af2a9ec None None] Provisioning complete for port 3f81cd55-56f6-4545-93ed-841263225c17 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:59:53.546570 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-44218c65-3d0a-450f-b2ff-d7af5af2a9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:53.566924 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-36a00f21-00f7-4750-a6ba-9b2563eee606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:53.600011 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f394d9b-5b26-4dac-8756-a9259c8e012a admin admin] Network 36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 22:59:53.624507 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-0f394d9b-5b26-4dac-8756-a9259c8e012a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:59:53.628757 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f394d9b-5b26-4dac-8756-a9259c8e012a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:53.629399 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0f394d9b-5b26-4dac-8756-a9259c8e012a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:53.641575 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ffbbdf-caf4-40d9-9f53-5db18e418d0b None None] Network 36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:59:53.680091 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0548cb9-f56d-4083-bda9-6a2431e9a7db req-eae30bb9-10c6-49e6-8c2e-2c313fb56948 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:53.681665 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e0548cb9-f56d-4083-bda9-6a2431e9a7db req-eae30bb9-10c6-49e6-8c2e-2c313fb56948 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/ports?device_id=d945512b-40d9-4a34-b183-d259b010cac5 HTTP/1.1" status: 200 len: 936 time: 0.3242867 Jul 15 22:59:53.691502 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0f394d9b-5b26-4dac-8756-a9259c8e012a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.7661078 Jul 15 22:59:53.695210 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 32922) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:53.700653 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-eceb92fe-5152-4419-87c7-2bf30fde116f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1193600801-router', 'tenant_id': '9a5a24ad6bf547b6b96e4e0b4e89cca7', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:53.810557 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-44218c65-3d0a-450f-b2ff-d7af5af2a9ec None None] Port 3f81cd55-56f6-4545-93ed-841263225c17 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:59:53.820332 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:53.897459 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e0548cb9-f56d-4083-bda9-6a2431e9a7db req-a9fa01a2-24ab-4f96-b2f0-35afce319c2a tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/security-groups?id=80297383-8cf6-4d87-9210-2631edba9f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016413 Jul 15 22:59:53.919209 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b96596-0fed-42a9-9eac-b36d1f0c9878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1', 'network_id': '36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1', 'tenant_id': '9a5a24ad6bf547b6b96e4e0b4e89cca7', 'fixed_ips': [{'subnet_id': '8c4a9c3d-534e-45b9-b704-f5e383b26c71'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 22:59:53.921517 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-17b96596-0fed-42a9-9eac-b36d1f0c9878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:53.992136 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eceb92fe-5152-4419-87c7-2bf30fde116f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:53.993150 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eceb92fe-5152-4419-87c7-2bf30fde116f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:54.000819 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 32930) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:54.051005 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c934e-b9b4-440e-9cbf-eb20c1e8955a req-f4968a76-bbe2-463b-b844-a12831814759 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:54.058710 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e11c934e-b9b4-440e-9cbf-eb20c1e8955a req-f4968a76-bbe2-463b-b844-a12831814759 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8 HTTP/1.1" status: 200 len: 1095 time: 0.2868321 Jul 15 22:59:54.086412 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eceb92fe-5152-4419-87c7-2bf30fde116f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:54.132027 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e11c934e-b9b4-440e-9cbf-eb20c1e8955a req-1b57925b-4fda-43c2-871b-13d983f37e3e tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722873 Jul 15 22:59:54.248536 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-36a00f21-00f7-4750-a6ba-9b2563eee606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f81cd55-56f6-4545-93ed-841263225c17 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:59:54.261510 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-36a00f21-00f7-4750-a6ba-9b2563eee606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:54.275358 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-17b96596-0fed-42a9-9eac-b36d1f0c9878 None None] Allocated IP 172.20.0.2 (36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1/8c4a9c3d-534e-45b9-b704-f5e383b26c71/56b5c3f4-f038-4868-9a6c-a782a632457e) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:59:54.292073 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-36a00f21-00f7-4750-a6ba-9b2563eee606 service neutron] Transition to ACTIVE for port object 3f81cd55-56f6-4545-93ed-841263225c17 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:59:54.292642 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d8e6c80d-ea52-4945-8354-75e2eb763f1d admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-227354915-network', 'tenant_id': 'f0a0181635ab4461b04cb97132753ac0'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:54.300571 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eceb92fe-5152-4419-87c7-2bf30fde116f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:54.305391 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-36a00f21-00f7-4750-a6ba-9b2563eee606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:54.347462 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e6c80d-ea52-4945-8354-75e2eb763f1d admin admin] Made reservation on behalf of f0a0181635ab4461b04cb97132753ac0 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:59:54.350851 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8e6c80d-ea52-4945-8354-75e2eb763f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:54.366606 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8e6c80d-ea52-4945-8354-75e2eb763f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:54.372220 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a00f21-00f7-4750-a6ba-9b2563eee606 service neutron] Pushing event updated for resources: {'Port': ['ID=3f81cd55-56f6-4545-93ed-841263225c17,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:54.386334 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9dc24-c757-493b-9ae9-6eae5eadc576 req-cbf230f2-70c2-4210-b544-f37a63bf9f5b tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:54.388761 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d3d9dc24-c757-493b-9ae9-6eae5eadc576 req-cbf230f2-70c2-4210-b544-f37a63bf9f5b tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81cad79-152c-41cf-ba63-b2c3fff937fe HTTP/1.1" status: 200 len: 950 time: 0.1914866 Jul 15 22:59:54.472273 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-17b96596-0fed-42a9-9eac-b36d1f0c9878 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:54.488396 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d3d9dc24-c757-493b-9ae9-6eae5eadc576 req-722da846-91eb-4308-b8a6-6cb5f851ea6f tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/security-groups?id=37ed9643-27cd-4b6c-98ab-60404217cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819633 Jul 15 22:59:54.490517 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-36a00f21-00f7-4750-a6ba-9b2563eee606 service neutron] Attempting to bind port 3f81cd55-56f6-4545-93ed-841263225c17 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:59:54.490986 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-36a00f21-00f7-4750-a6ba-9b2563eee606 service neutron] Attempting to bind port 3f81cd55-56f6-4545-93ed-841263225c17 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:59:54.491379 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-36a00f21-00f7-4750-a6ba-9b2563eee606 service neutron] Attempting to bind port 3f81cd55-56f6-4545-93ed-841263225c17 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:59:54.498268 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-36a00f21-00f7-4750-a6ba-9b2563eee606 service neutron] Port 3f81cd55-56f6-4545-93ed-841263225c17 on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 22:59:54.498469 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-17b96596-0fed-42a9-9eac-b36d1f0c9878 None None] Transition to ACTIVE for port object 56b5c3f4-f038-4868-9a6c-a782a632457e will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:59:54.498617 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-36a00f21-00f7-4750-a6ba-9b2563eee606 service neutron] Attempting to bind port 3f81cd55-56f6-4545-93ed-841263225c17 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:59:54.505327 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-36a00f21-00f7-4750-a6ba-9b2563eee606 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:59:54.505735 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-36a00f21-00f7-4750-a6ba-9b2563eee606 service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:59:54.506142 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-36a00f21-00f7-4750-a6ba-9b2563eee606 service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:59:54.506703 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-36a00f21-00f7-4750-a6ba-9b2563eee606 service neutron] Bound port: 3f81cd55-56f6-4545-93ed-841263225c17, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:59:54.507099 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-36a00f21-00f7-4750-a6ba-9b2563eee606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:54.534335 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-17b96596-0fed-42a9-9eac-b36d1f0c9878 None None] Transition to ACTIVE for port object 56b5c3f4-f038-4868-9a6c-a782a632457e will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:59:54.555665 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-17b96596-0fed-42a9-9eac-b36d1f0c9878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:54.630836 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b96596-0fed-42a9-9eac-b36d1f0c9878 None None] Network 36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:59:54.634902 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-36a00f21-00f7-4750-a6ba-9b2563eee606 service neutron] For port 3f81cd55-56f6-4545-93ed-841263225c17, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:59:54.639366 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-36a00f21-00f7-4750-a6ba-9b2563eee606 service neutron] For port 3f81cd55-56f6-4545-93ed-841263225c17, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=3f81cd55-56f6-4545-93ed-841263225c17,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:59:54.643755 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-17b96596-0fed-42a9-9eac-b36d1f0c9878 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:59:54.654663 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-36a00f21-00f7-4750-a6ba-9b2563eee606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:54.665205 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b96596-0fed-42a9-9eac-b36d1f0c9878 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:59:54.698264 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b96596-0fed-42a9-9eac-b36d1f0c9878 None None] Pushing event updated for resources: {'Port': ['ID=56b5c3f4-f038-4868-9a6c-a782a632457e,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:54.789013 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8e6c80d-ea52-4945-8354-75e2eb763f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:54.800492 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8e6c80d-ea52-4945-8354-75e2eb763f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:54.812246 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e6c80d-ea52-4945-8354-75e2eb763f1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 22:59:54.830932 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8e6c80d-ea52-4945-8354-75e2eb763f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:54.831496 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-d8e6c80d-ea52-4945-8354-75e2eb763f1d admin admin] Added segment e7fe3191-1c68-4d38-a856-14f82f1ac8c9 of type vlan for network cec0c96c-b2ad-40b7-9355-3bacfcd63bee Jul 15 22:59:54.836584 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-17b96596-0fed-42a9-9eac-b36d1f0c9878 None None] Attempting to bind port 56b5c3f4-f038-4868-9a6c-a782a632457e on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:59:54.837007 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-17b96596-0fed-42a9-9eac-b36d1f0c9878 None None] Attempting to bind port 56b5c3f4-f038-4868-9a6c-a782a632457e by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'e4326049-daa1-4473-8f0a-7d9383896f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:59:54.837316 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b96596-0fed-42a9-9eac-b36d1f0c9878 None None] Attempting to bind port 56b5c3f4-f038-4868-9a6c-a782a632457e on network 36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:59:54.844162 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-36a00f21-00f7-4750-a6ba-9b2563eee606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:54.844795 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-36a00f21-00f7-4750-a6ba-9b2563eee606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:54.846265 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-36a00f21-00f7-4750-a6ba-9b2563eee606 service neutron] 10.222.0.43 "PUT /v2.0/ports/3f81cd55-56f6-4545-93ed-841263225c17 HTTP/1.1" status: 200 len: 1096 time: 1.5907791 Jul 15 22:59:54.855242 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd945512b-40d9-4a34-b183-d259b010cac5', 'tag': '3f81cd55-56f6-4545-93ed-841263225c17'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:59:54.869030 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c945bfd-82d1-41a0-b454-9f957fee9531" -d '{"events": [{"name": "network-changed", "server_uuid": "d945512b-40d9-4a34-b183-d259b010cac5", "tag": "3f81cd55-56f6-4545-93ed-841263225c17"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:59:54.881680 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b96596-0fed-42a9-9eac-b36d1f0c9878 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:59:54.882198 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b96596-0fed-42a9-9eac-b36d1f0c9878 None None] Checking segment: {'id': 'e4326049-daa1-4473-8f0a-7d9383896f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:59:54.885230 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-17b96596-0fed-42a9-9eac-b36d1f0c9878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:54.885641 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b96596-0fed-42a9-9eac-b36d1f0c9878 None None] Bound using segment: {'id': 'e4326049-daa1-4473-8f0a-7d9383896f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:59:54.886140 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-17b96596-0fed-42a9-9eac-b36d1f0c9878 None None] Bound port: 56b5c3f4-f038-4868-9a6c-a782a632457e, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4326049-daa1-4473-8f0a-7d9383896f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:59:54.886553 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-17b96596-0fed-42a9-9eac-b36d1f0c9878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:54.900009 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8e6c80d-ea52-4945-8354-75e2eb763f1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:54.971588 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a00f21-00f7-4750-a6ba-9b2563eee606 service neutron] Pushing event updated for resources: {'Port': ['ID=3f81cd55-56f6-4545-93ed-841263225c17,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:54.975308 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eceb92fe-5152-4419-87c7-2bf30fde116f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:54.991385 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8e6c80d-ea52-4945-8354-75e2eb763f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:54.993123 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e6c80d-ea52-4945-8354-75e2eb763f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:54.995005 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8e6c80d-ea52-4945-8354-75e2eb763f1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:55.038031 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d8e6c80d-ea52-4945-8354-75e2eb763f1d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0359168 Jul 15 22:59:55.048756 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 32958) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:55.050471 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eceb92fe-5152-4419-87c7-2bf30fde116f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:55.053520 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6c80d-ea52-4945-8354-75e2eb763f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1743fc27-955e-4921-a028-440cf598ff08,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:55.060069 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-43ee6c36-f73a-4c46-97fb-70bebc97742c admin admin] Request body: {'subnet': {'network_id': 'cec0c96c-b2ad-40b7-9355-3bacfcd63bee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-227354915-subnet', 'tenant_id': 'f0a0181635ab4461b04cb97132753ac0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:55.069601 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-17b96596-0fed-42a9-9eac-b36d1f0c9878 None None] For port 56b5c3f4-f038-4868-9a6c-a782a632457e, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:59:55.072959 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-17b96596-0fed-42a9-9eac-b36d1f0c9878 None None] For port 56b5c3f4-f038-4868-9a6c-a782a632457e, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=56b5c3f4-f038-4868-9a6c-a782a632457e,segment=NetworkSegment(e4326049-daa1-4473-8f0a-7d9383896f95),segment_id=e4326049-daa1-4473-8f0a-7d9383896f95)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:59:55.089949 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-17b96596-0fed-42a9-9eac-b36d1f0c9878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:55.101329 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc8dcb-e78f-4150-8251-6260dca4be8e req-a96680c3-6fb9-4db3-ae3d-65f93661bcab tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:55.107012 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d2bc8dcb-e78f-4150-8251-6260dca4be8e req-a96680c3-6fb9-4db3-ae3d-65f93661bcab tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 949 time: 0.3680198 Jul 15 22:59:55.199955 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ee6c36-f73a-4c46-97fb-70bebc97742c admin admin] Made reservation on behalf of f0a0181635ab4461b04cb97132753ac0 for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:59:55.202138 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-43ee6c36-f73a-4c46-97fb-70bebc97742c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:55.207937 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-30fe2dcc-9c02-457e-a7c8-5d5728947be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:55.216469 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-30fe2dcc-9c02-457e-a7c8-5d5728947be3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8a35a61ef91a442286273b108fac5452&device_id=d945512b-40d9-4a34-b183-d259b010cac5 HTTP/1.1" status: 200 len: 1099 time: 0.2920265 Jul 15 22:59:55.220165 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b96596-0fed-42a9-9eac-b36d1f0c9878 None None] Pushing event updated for resources: {'Port': ['ID=56b5c3f4-f038-4868-9a6c-a782a632457e,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:55.232065 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6c80d-ea52-4945-8354-75e2eb763f1d admin admin] Pushing event updated for resources: {'Network': ['ID=cec0c96c-b2ad-40b7-9355-3bacfcd63bee,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:55.242406 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network cec0c96c-b2ad-40b7-9355-3bacfcd63bee details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 22:59:55.291068 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d2bc8dcb-e78f-4150-8251-6260dca4be8e req-bd625393-9b2b-420a-ab67-f65274a0dd8d tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780541 Jul 15 22:59:55.340828 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-38d001e3-5cc0-4a20-9cfe-f3d95fa020fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=3f81cd55-56f6-4545-93ed-841263225c17 HTTP/1.1" status: 200 len: 217 time: 0.1038299 Jul 15 22:59:55.367654 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-eceb92fe-5152-4419-87c7-2bf30fde116f admin admin] Allocated IP 172.25.4.142 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/18af97f3-5803-4d31-bc10-1a7e8d6d3d0a) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:59:55.441299 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 22:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71731674-a91b-40e2-86c7-a57f3e669dd4 x-openstack-request-id: req-71731674-a91b-40e2-86c7-a57f3e669dd4 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:59:55.441586 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d945512b-40d9-4a34-b183-d259b010cac5", "tag": "3f81cd55-56f6-4545-93ed-841263225c17", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:59:55.441834 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71731674-a91b-40e2-86c7-a57f3e669dd4 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:59:55.442218 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd945512b-40d9-4a34-b183-d259b010cac5', 'tag': '3f81cd55-56f6-4545-93ed-841263225c17', 'status': 'completed', 'code': 200} Jul 15 22:59:55.508252 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-0b479e98-11c6-4302-a2d4-caa8d91deee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:55.513366 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-0b479e98-11c6-4302-a2d4-caa8d91deee3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1604152 Jul 15 22:59:55.530082 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe2a0d-e397-4131-be0d-d75b305bd54a req-fca591a6-4939-4146-be6c-f530a8514368 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:55.532440 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1dfe2a0d-e397-4131-be0d-d75b305bd54a req-fca591a6-4939-4146-be6c-f530a8514368 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.36 "GET /v2.0/ports?device_id=c81cad79-152c-41cf-ba63-b2c3fff937fe HTTP/1.1" status: 200 len: 950 time: 0.3602595 Jul 15 22:59:55.625680 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eceb92fe-5152-4419-87c7-2bf30fde116f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:55.719840 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684608f-1994-40ed-85f8-4334328ffea7 req-5efc3007-5954-4e21-9dcb-13355a08135e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:55.721370 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a684608f-1994-40ed-85f8-4334328ffea7 req-5efc3007-5954-4e21-9dcb-13355a08135e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 1100 time: 0.1649988 Jul 15 22:59:55.736775 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eceb92fe-5152-4419-87c7-2bf30fde116f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:55.774283 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-e66a8145-49dd-4b20-836c-f04363949356 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:55.775794 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-e66a8145-49dd-4b20-836c-f04363949356 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/networks?id=d91a9528-a986-45d3-8b66-7d9419c4ffb8 HTTP/1.1" status: 200 len: 808 time: 0.3322830 Jul 15 22:59:55.789011 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-43ee6c36-f73a-4c46-97fb-70bebc97742c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:55.796425 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-1dfe2a0d-e397-4131-be0d-d75b305bd54a req-bae8b3c8-0fcd-4d5f-ad13-889a299d2eae tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Deleting port ba0fc713-a0f7-4606-89cb-831388fc9d69 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 22:59:55.796913 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1dfe2a0d-e397-4131-be0d-d75b305bd54a req-bae8b3c8-0fcd-4d5f-ad13-889a299d2eae tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:55.800866 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-34b33544-c38c-4e94-9d6a-0e09dba400e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:55.802352 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-34b33544-c38c-4e94-9d6a-0e09dba400e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2629750 Jul 15 22:59:55.813529 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7abd0e-c7ed-4a7d-8dc7-a51dd1be3f39 req-4cb34829-118d-41b2-8496-fd881980edad tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:55.815071 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b7abd0e-c7ed-4a7d-8dc7-a51dd1be3f39 req-4cb34829-118d-41b2-8496-fd881980edad tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/ports?device_id=d945512b-40d9-4a34-b183-d259b010cac5 HTTP/1.1" status: 200 len: 948 time: 0.2408810 Jul 15 22:59:55.815182 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eceb92fe-5152-4419-87c7-2bf30fde116f admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:59:55.836577 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-eceb92fe-5152-4419-87c7-2bf30fde116f admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:59:55.839061 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceb92fe-5152-4419-87c7-2bf30fde116f admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:59:55.849940 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-04343869-045b-4f7a-8f15-9c443d705bfd tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/quotas/7f66f923b4424119b6027030587a5dae HTTP/1.1" status: 200 len: 375 time: 0.0665350 Jul 15 22:59:55.863719 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb92fe-5152-4419-87c7-2bf30fde116f admin admin] Pushing event updated for resources: {'Port': ['ID=18af97f3-5803-4d31-bc10-1a7e8d6d3d0a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:55.916776 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb92fe-5152-4419-87c7-2bf30fde116f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:55.917114 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb92fe-5152-4419-87c7-2bf30fde116f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:55.917437 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb92fe-5152-4419-87c7-2bf30fde116f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:55.917766 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb92fe-5152-4419-87c7-2bf30fde116f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:55.918185 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb92fe-5152-4419-87c7-2bf30fde116f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:55.918517 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb92fe-5152-4419-87c7-2bf30fde116f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:55.918865 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb92fe-5152-4419-87c7-2bf30fde116f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:55.919187 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb92fe-5152-4419-87c7-2bf30fde116f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:55.919499 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb92fe-5152-4419-87c7-2bf30fde116f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:55.919809 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb92fe-5152-4419-87c7-2bf30fde116f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:55.920124 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb92fe-5152-4419-87c7-2bf30fde116f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:55.920434 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb92fe-5152-4419-87c7-2bf30fde116f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:56.073460 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684608f-1994-40ed-85f8-4334328ffea7 req-107cd245-bd49-49cb-aac6-8ba7802935a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:56.075018 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a684608f-1994-40ed-85f8-4334328ffea7 req-107cd245-bd49-49cb-aac6-8ba7802935a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.3097885 Jul 15 22:59:56.076889 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-1dfe2a0d-e397-4131-be0d-d75b305bd54a req-bae8b3c8-0fcd-4d5f-ad13-889a299d2eae tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] For port ba0fc713-a0f7-4606-89cb-831388fc9d69, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=ba0fc713-a0f7-4606-89cb-831388fc9d69,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:56.077249 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1dfe2a0d-e397-4131-be0d-d75b305bd54a req-bae8b3c8-0fcd-4d5f-ad13-889a299d2eae tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:56.146876 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-1dfe2a0d-e397-4131-be0d-d75b305bd54a req-bae8b3c8-0fcd-4d5f-ad13-889a299d2eae tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Calling delete_port for ba0fc713-a0f7-4606-89cb-831388fc9d69 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 22:59:56.157091 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a684608f-1994-40ed-85f8-4334328ffea7 req-d8169cbf-b9c6-46fe-89a5-2c8ce37fddf9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=ce887846-b6c6-4ece-9a21-4e17e5302edc HTTP/1.1" status: 200 len: 217 time: 0.0599153 Jul 15 22:59:56.176295 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee6c36-f73a-4c46-97fb-70bebc97742c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7143f8ff-2e46-4e91-a002-da9d7a6d5e8a,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:56.216065 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b7abd0e-c7ed-4a7d-8dc7-a51dd1be3f39 req-d7217f6f-448c-4019-af14-bea6e29415ae tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/security-groups?id=80297383-8cf6-4d87-9210-2631edba9f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811538 Jul 15 22:59:56.217484 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84adef6-1f8f-4e56-a648-3a983d80e88f None None] Network 36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:59:56.241372 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ee6c36-f73a-4c46-97fb-70bebc97742c admin admin] Checking segment: {'id': 'e7fe3191-1c68-4d38-a856-14f82f1ac8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cec0c96c-b2ad-40b7-9355-3bacfcd63bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:59:56.241734 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ee6c36-f73a-4c46-97fb-70bebc97742c admin admin] Network hostable DHCP agents. Network: cec0c96c-b2ad-40b7-9355-3bacfcd63bee, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 22:59:56.255345 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-bb4ffa18-f13d-42bf-b780-1ac81e6db8ce service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392662 Jul 15 22:59:56.297292 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-8abf6013-444e-42d2-824f-7c94417ce049 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f66f923b4424119b6027030587a5dae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4226613 Jul 15 22:59:56.300798 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684608f-1994-40ed-85f8-4334328ffea7 req-10c001f7-80cd-402c-bb72-26d218407c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:56.302380 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a684608f-1994-40ed-85f8-4334328ffea7 req-10c001f7-80cd-402c-bb72-26d218407c41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1374819 Jul 15 22:59:56.324525 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ee6c36-f73a-4c46-97fb-70bebc97742c admin admin] Network cec0c96c-b2ad-40b7-9355-3bacfcd63bee is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 22:59:56.383807 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-43ee6c36-f73a-4c46-97fb-70bebc97742c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, cec0c96c-b2ad-40b7-9355-3bacfcd63bee) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:59:56.398978 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ee6c36-f73a-4c46-97fb-70bebc97742c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:56.399822 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-43ee6c36-f73a-4c46-97fb-70bebc97742c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:56.405431 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb19950-b403-49b7-aaad-49a28fb77ff0 None None] Network cec0c96c-b2ad-40b7-9355-3bacfcd63bee requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:59:56.411564 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9b04ee8b-d1b1-4730-b1fb-6558bef517c5 None None] Provisioning for port 56b5c3f4-f038-4868-9a6c-a782a632457e completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:59:56.474712 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5c54299-9fa6-4609-825b-abc98a82b99b req-5f79a6e3-7868-45d6-b132-04ec78396a2f service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095170 Jul 15 22:59:56.487566 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-43ee6c36-f73a-4c46-97fb-70bebc97742c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4370201 Jul 15 22:59:56.506666 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-4eb0dd09-608a-4bee-b041-c43627e04334 service neutron] 10.222.0.16 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934314 Jul 15 22:59:56.635813 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96b1172-efc8-4417-ad0c-4ddb4cc99083 None None] Network cec0c96c-b2ad-40b7-9355-3bacfcd63bee requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:59:56.669674 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c945bfd-82d1-41a0-b454-9f957fee9531 req-d94563ba-a2e0-4ef8-8557-f0118a0d5d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:56.676471 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c945bfd-82d1-41a0-b454-9f957fee9531 req-d94563ba-a2e0-4ef8-8557-f0118a0d5d2b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8a35a61ef91a442286273b108fac5452&device_id=d945512b-40d9-4a34-b183-d259b010cac5 HTTP/1.1" status: 200 len: 1099 time: 0.1147351 Jul 15 22:59:56.756266 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-1628fcab-6c3e-459a-9100-5cffb0cfe80f service neutron] 10.222.0.16 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404325 Jul 15 22:59:56.821398 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eceb92fe-5152-4419-87c7-2bf30fde116f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:56.889923 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c945bfd-82d1-41a0-b454-9f957fee9531 req-4c1a6675-644b-43ab-ac93-0a45d8063a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:56.891605 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c945bfd-82d1-41a0-b454-9f957fee9531 req-4c1a6675-644b-43ab-ac93-0a45d8063a39 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.2051995 Jul 15 22:59:56.913179 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 56b5c3f4-f038-4868-9a6c-a782a632457e up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:59:57.001240 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c945bfd-82d1-41a0-b454-9f957fee9531 req-7933566d-ef69-4453-b820-d5f9cc8fc3a0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=3f81cd55-56f6-4545-93ed-841263225c17 HTTP/1.1" status: 200 len: 217 time: 0.0945594 Jul 15 22:59:57.030144 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 56b5c3f4-f038-4868-9a6c-a782a632457e completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:59:57.038880 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 56b5c3f4-f038-4868-9a6c-a782a632457e triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:59:57.039387 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:57.109441 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684608f-1994-40ed-85f8-4334328ffea7 req-f39869d9-c9f9-40ba-b024-1dbbf61a0e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:57.111142 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a684608f-1994-40ed-85f8-4334328ffea7 req-f39869d9-c9f9-40ba-b024-1dbbf61a0e43 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7973564 Jul 15 22:59:57.127114 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1dfe2a0d-e397-4131-be0d-d75b305bd54a req-bae8b3c8-0fcd-4d5f-ad13-889a299d2eae tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:57.133635 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ed73a5b8-e94f-45d8-a52f-44e1f38b194a None None] Provisioning complete for port 56b5c3f4-f038-4868-9a6c-a782a632457e triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:59:57.137697 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ed73a5b8-e94f-45d8-a52f-44e1f38b194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:57.150306 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c945bfd-82d1-41a0-b454-9f957fee9531 req-265a7ec4-5d36-4875-8eb1-d3af71ae4d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:57.151993 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c945bfd-82d1-41a0-b454-9f957fee9531 req-265a7ec4-5d36-4875-8eb1-d3af71ae4d82 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1412129 Jul 15 22:59:57.189583 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['ba0fc713-a0f7-4606-89cb-831388fc9d69'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:59:57.217798 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8b3c8-0fcd-4d5f-ad13-889a299d2eae tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Pushing event deleted for resources: {'Port': ['ID=ba0fc713-a0f7-4606-89cb-831388fc9d69,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:57.263880 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced4081-7adf-4b6b-81d5-ad318c40a608 req-f284dee6-36f9-4c3c-be97-d36b735b2e88 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:57.265532 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3ced4081-7adf-4b6b-81d5-ad318c40a608 req-f284dee6-36f9-4c3c-be97-d36b735b2e88 tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81cad79-152c-41cf-ba63-b2c3fff937fe HTTP/1.1" status: 200 len: 867 time: 0.1810408 Jul 15 22:59:57.310537 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:57.348820 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ed73a5b8-e94f-45d8-a52f-44e1f38b194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:57.357133 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3ced4081-7adf-4b6b-81d5-ad318c40a608 req-90584239-ffbe-4c16-a577-83c35a10747c tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.16 "GET /v2.0/security-groups?id=37ed9643-27cd-4b6c-98ab-60404217cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794048 Jul 15 22:59:57.377983 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 56b5c3f4-f038-4868-9a6c-a782a632457e, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=56b5c3f4-f038-4868-9a6c-a782a632457e,segment=NetworkSegment(e4326049-daa1-4473-8f0a-7d9383896f95),segment_id=e4326049-daa1-4473-8f0a-7d9383896f95)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:57.393055 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c945bfd-82d1-41a0-b454-9f957fee9531 req-4e2fc791-8f4f-4b81-83d9-a8cc510b4d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:57.394873 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c945bfd-82d1-41a0-b454-9f957fee9531 req-4e2fc791-8f4f-4b81-83d9-a8cc510b4d10 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2353411 Jul 15 22:59:57.399311 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:57.404544 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfe2a0d-e397-4131-be0d-d75b305bd54a req-bae8b3c8-0fcd-4d5f-ad13-889a299d2eae tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] No DVR routers for this DVR port ba0fc713-a0f7-4606-89cb-831388fc9d69 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 22:59:57.412897 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1dfe2a0d-e397-4131-be0d-d75b305bd54a req-bae8b3c8-0fcd-4d5f-ad13-889a299d2eae tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:57.415115 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1dfe2a0d-e397-4131-be0d-d75b305bd54a req-bae8b3c8-0fcd-4d5f-ad13-889a299d2eae tempest-DeleteServersAdminTestJSON-1800256047 tempest-DeleteServersAdminTestJSON-1800256047-project] 10.222.0.36 "DELETE /v2.0/ports/ba0fc713-a0f7-4606-89cb-831388fc9d69 HTTP/1.1" status: 204 len: 173 time: 1.8744421 Jul 15 22:59:57.418443 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81cad79-152c-41cf-ba63-b2c3fff937fe', 'name': 'network-vif-deleted', 'tag': 'ba0fc713-a0f7-4606-89cb-831388fc9d69'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:59:57.424023 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1347d3-0830-444b-84a1-606570912fe8 req-fabbf52a-a1cb-4fd2-b765-a5ca2bc61ec8 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:57.431450 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a0a408-a51f-42db-9248-9627dc6e2c94" -d '{"events": [{"server_uuid": "c81cad79-152c-41cf-ba63-b2c3fff937fe", "name": "network-vif-deleted", "tag": "ba0fc713-a0f7-4606-89cb-831388fc9d69"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:59:57.432772 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7b1347d3-0830-444b-84a1-606570912fe8 req-fabbf52a-a1cb-4fd2-b765-a5ca2bc61ec8 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 949 time: 0.2341783 Jul 15 22:59:57.511104 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-ed73a5b8-e94f-45d8-a52f-44e1f38b194a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 22:59:57.511522 n-d-787205-9 neutron-server[93800]: DEBUG oslo_db.api [None req-ed73a5b8-e94f-45d8-a52f-44e1f38b194a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 22:59:57.516970 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=56b5c3f4-f038-4868-9a6c-a782a632457e,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:57.571648 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a684608f-1994-40ed-85f8-4334328ffea7 req-b14d9bb5-3d4d-4ef7-952a-84440eaf91da service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416714 Jul 15 22:59:57.631605 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eceb92fe-5152-4419-87c7-2bf30fde116f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:57.635850 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c945bfd-82d1-41a0-b454-9f957fee9531 req-7a1c99e7-8389-4701-8f57-360b770c54d1 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992950 Jul 15 22:59:57.679022 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7b1347d3-0830-444b-84a1-606570912fe8 req-8ad63f62-a40c-44b0-8fa8-bab45f6f7206 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410727 Jul 15 22:59:57.772898 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a684608f-1994-40ed-85f8-4334328ffea7 req-b342fff3-71dd-4364-b6a5-ad0aec19ae7b service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920431 Jul 15 22:59:57.856394 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eceb92fe-5152-4419-87c7-2bf30fde116f admin admin] Router 3fb7da83-491d-4620-9453-711aa7111bf8 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 22:59:57.878922 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c945bfd-82d1-41a0-b454-9f957fee9531 req-6bd78964-7e4c-46bf-b51b-2a4cceab1e8e service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271576 Jul 15 22:59:57.880935 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2e5f3c19-8aa3-403d-9fc3-3b4431a87a7b req-4b73e981-6513-4546-a7c5-51bd92dd9966 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92 HTTP/1.1" status: 200 len: 210 time: 0.0659487 Jul 15 22:59:57.975607 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187343d-bb35-484e-8942-61da48cebcbb req-e6666b2f-a103-4f52-9eab-c83ccc21c381 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:57.977565 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6187343d-bb35-484e-8942-61da48cebcbb req-e6666b2f-a103-4f52-9eab-c83ccc21c381 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/networks?id=cec0c96c-b2ad-40b7-9355-3bacfcd63bee HTTP/1.1" status: 200 len: 821 time: 0.1809630 Jul 15 22:59:57.993079 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6187343d-bb35-484e-8942-61da48cebcbb req-3f790771-016b-4ab1-97d6-4de391351ce5 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/quotas/f0a0181635ab4461b04cb97132753ac0 HTTP/1.1" status: 200 len: 375 time: 0.0099406 Jul 15 22:59:57.994602 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eceb92fe-5152-4419-87c7-2bf30fde116f admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 22:59:58.013055 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8645548-e9cf-40f3-9be5-6cacf4e2e992 None None] Sync routers for ids ['3fb7da83-491d-4620-9453-711aa7111bf8'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 22:59:58.039930 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eceb92fe-5152-4419-87c7-2bf30fde116f admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:58.043850 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-eceb92fe-5152-4419-87c7-2bf30fde116f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.3448257 Jul 15 22:59:58.043978 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8645548-e9cf-40f3-9be5-6cacf4e2e992 None None] Routers {'3fb7da83-491d-4620-9453-711aa7111bf8'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:59:58.043978 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-a8645548-e9cf-40f3-9be5-6cacf4e2e992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T22:59:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3fb7da83-491d-4620-9453-711aa7111bf8'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:59:58.044168 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 33018) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:58.047600 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6187343d-bb35-484e-8942-61da48cebcbb req-dd502f2c-995d-4074-8a04-f19a53f6df5b tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0a0181635ab4461b04cb97132753ac0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452807 Jul 15 22:59:58.192292 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85f5ab-ba47-47a7-9b1e-7d481b1236b7 req-68a276bf-91eb-45b3-9339-5a0e9f9aa4bf tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:58.194471 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e85f5ab-ba47-47a7-9b1e-7d481b1236b7 req-68a276bf-91eb-45b3-9339-5a0e9f9aa4bf tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/ports?device_id=d945512b-40d9-4a34-b183-d259b010cac5 HTTP/1.1" status: 200 len: 948 time: 0.1574862 Jul 15 22:59:58.204159 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6187343d-bb35-484e-8942-61da48cebcbb req-ddf488e6-c639-4636-b8bf-0969fb2b2c51 service neutron] 10.222.0.16 "GET /v2.0/networks/cec0c96c-b2ad-40b7-9355-3bacfcd63bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563222 Jul 15 22:59:58.249743 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-a8645548-e9cf-40f3-9be5-6cacf4e2e992 None None] Set router 3fb7da83-491d-4620-9453-711aa7111bf8 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:59:58.321125 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e85f5ab-ba47-47a7-9b1e-7d481b1236b7 req-728d592f-c949-4aca-a46c-c7ba729e489e tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/security-groups?id=80297383-8cf6-4d87-9210-2631edba9f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828006 Jul 15 22:59:58.364983 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6187343d-bb35-484e-8942-61da48cebcbb req-c678a731-d56e-4735-b292-6c6cde3f10ff service neutron] 10.222.0.16 "GET /v2.0/networks/cec0c96c-b2ad-40b7-9355-3bacfcd63bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570666 Jul 15 22:59:58.425554 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2ce40c-2251-4b80-b637-1ff6b7944e53 x-openstack-request-id: req-1f2ce40c-2251-4b80-b637-1ff6b7944e53 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:59:58.425857 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81cad79-152c-41cf-ba63-b2c3fff937fe", "name": "network-vif-deleted", "tag": "ba0fc713-a0f7-4606-89cb-831388fc9d69", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:59:58.426107 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f2ce40c-2251-4b80-b637-1ff6b7944e53 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:59:58.426493 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81cad79-152c-41cf-ba63-b2c3fff937fe', 'name': 'network-vif-deleted', 'tag': 'ba0fc713-a0f7-4606-89cb-831388fc9d69', 'status': 'completed', 'code': 200} Jul 15 22:59:58.488576 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-a8645548-e9cf-40f3-9be5-6cacf4e2e992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb7da83-491d-4620-9453-711aa7111bf8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1193600801-router', 'tenant_id': '9a5a24ad6bf547b6b96e4e0b4e89cca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '18af97f3-5803-4d31-bc10-1a7e8d6d3d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:59:54Z', 'updated_at': '2021-07-15T22:59:56Z', 'revision_number': 3, 'project_id': '9a5a24ad6bf547b6b96e4e0b4e89cca7', 'gw_port': {'id': '18af97f3-5803-4d31-bc10-1a7e8d6d3d0a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb7da83-491d-4620-9453-711aa7111bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:55Z', 'updated_at': '2021-07-15T22:59:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:59:58.557657 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8645548-e9cf-40f3-9be5-6cacf4e2e992 None None] Checking router: 3fb7da83-491d-4620-9453-711aa7111bf8 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 22:59:58.558041 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8645548-e9cf-40f3-9be5-6cacf4e2e992 None None] Updating router 3fb7da83-491d-4620-9453-711aa7111bf8 port 18af97f3-5803-4d31-bc10-1a7e8d6d3d0a binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 22:59:58.591303 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7d41354e-7c70-4eec-b9db-f6ae496b4c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:58.605912 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8645548-e9cf-40f3-9be5-6cacf4e2e992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:58.780725 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-705fefd7-043e-4512-b703-552aac926c4a req-bb4962d3-404f-4b64-92f1-1864af6d3ded tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac5ca590-4bf4-4818-aaa5-3012614220d2 HTTP/1.1" status: 200 len: 210 time: 0.0697784 Jul 15 22:59:58.888573 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 56b5c3f4-f038-4868-9a6c-a782a632457e up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:59:59.035317 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 56b5c3f4-f038-4868-9a6c-a782a632457e triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:59:59.035728 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:59.147021 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8645548-e9cf-40f3-9be5-6cacf4e2e992 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:59.156828 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-1ab90449-9812-4c0e-9017-f8f4ffa5d0db tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:59.161453 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-1ab90449-9812-4c0e-9017-f8f4ffa5d0db tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.36 "GET /v2.0/networks?id=d91a9528-a986-45d3-8b66-7d9419c4ffb8 HTTP/1.1" status: 200 len: 808 time: 0.3396177 Jul 15 22:59:59.163936 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-7d41354e-7c70-4eec-b9db-f6ae496b4c8f admin admin] Allocated IP 172.20.0.1 (36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1/8c4a9c3d-534e-45b9-b704-f5e383b26c71/e95e4fca-315d-4c70-b85b-a74b28c5a3b5) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:59:59.172098 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-a8645548-e9cf-40f3-9be5-6cacf4e2e992 None None] Transition to ACTIVE for port object 18af97f3-5803-4d31-bc10-1a7e8d6d3d0a will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:59:59.189462 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8645548-e9cf-40f3-9be5-6cacf4e2e992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:59.204396 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-e137e647-be04-4a1b-b4b8-9f85c5ded55a tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Request body: {'port': {'device_id': 'f9ca3a78-d80b-4393-915b-236ec9eb6e92', 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8', 'admin_state_up': True, 'tenant_id': '7f66f923b4424119b6027030587a5dae'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:59.206716 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 3f81cd55-56f6-4545-93ed-841263225c17 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 22:59:59.296128 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd2e6a-aa7c-4efd-9302-df216ee1ae62 None None] Pushing event updated for resources: {'Port': ['ID=18af97f3-5803-4d31-bc10-1a7e8d6d3d0a,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:59.340586 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456435f3-4607-4c85-8b48-a6595e77149e req-3e96889f-806a-4304-838a-4afa7a287445 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:59.347708 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-a8645548-e9cf-40f3-9be5-6cacf4e2e992 None None] Attempting to bind port 18af97f3-5803-4d31-bc10-1a7e8d6d3d0a on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:59:59.348166 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-a8645548-e9cf-40f3-9be5-6cacf4e2e992 None None] Attempting to bind port 18af97f3-5803-4d31-bc10-1a7e8d6d3d0a by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:59:59.349058 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8645548-e9cf-40f3-9be5-6cacf4e2e992 None None] Attempting to bind port 18af97f3-5803-4d31-bc10-1a7e8d6d3d0a on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:59:59.352608 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-456435f3-4607-4c85-8b48-a6595e77149e req-3e96889f-806a-4304-838a-4afa7a287445 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 949 time: 0.0770457 Jul 15 22:59:59.358472 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8645548-e9cf-40f3-9be5-6cacf4e2e992 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:59:59.359492 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8645548-e9cf-40f3-9be5-6cacf4e2e992 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:59:59.359919 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8645548-e9cf-40f3-9be5-6cacf4e2e992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:59.360316 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8645548-e9cf-40f3-9be5-6cacf4e2e992 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:59:59.360793 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-a8645548-e9cf-40f3-9be5-6cacf4e2e992 None None] Bound port: 18af97f3-5803-4d31-bc10-1a7e8d6d3d0a, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:59:59.361801 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8645548-e9cf-40f3-9be5-6cacf4e2e992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:59.404017 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-456435f3-4607-4c85-8b48-a6595e77149e req-4f1b8478-4737-4686-af0c-0a733d86a0c5 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499918 Jul 15 22:59:59.431311 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-a8645548-e9cf-40f3-9be5-6cacf4e2e992 None None] For port 18af97f3-5803-4d31-bc10-1a7e8d6d3d0a, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:59:59.436470 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-a8645548-e9cf-40f3-9be5-6cacf4e2e992 None None] For port 18af97f3-5803-4d31-bc10-1a7e8d6d3d0a, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=18af97f3-5803-4d31-bc10-1a7e8d6d3d0a,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:59:59.459981 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8645548-e9cf-40f3-9be5-6cacf4e2e992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:59.532568 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7d41354e-7c70-4eec-b9db-f6ae496b4c8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:59.566603 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8645548-e9cf-40f3-9be5-6cacf4e2e992 None None] Routers {'3fb7da83-491d-4620-9453-711aa7111bf8'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:59:59.567845 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-a8645548-e9cf-40f3-9be5-6cacf4e2e992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T22:59:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3fb7da83-491d-4620-9453-711aa7111bf8'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:59:59.568246 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1e37f8b4-1c9e-4226-8319-51cdee31a732 req-f5b9652e-f0d5-4dc9-b1a4-ab04bd782ff1 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92 HTTP/1.1" status: 200 len: 210 time: 0.0463939 Jul 15 22:59:59.595060 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-7d41354e-7c70-4eec-b9db-f6ae496b4c8f admin admin] Transition to ACTIVE for port object e95e4fca-315d-4c70-b85b-a74b28c5a3b5 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:59:59.608637 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-e137e647-be04-4a1b-b4b8-9f85c5ded55a tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Made reservation on behalf of 7f66f923b4424119b6027030587a5dae for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:59:59.612492 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-e137e647-be04-4a1b-b4b8-9f85c5ded55a tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:59.678407 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 3f81cd55-56f6-4545-93ed-841263225c17, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=3f81cd55-56f6-4545-93ed-841263225c17,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:59.693147 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '3f81cd55-56f6-4545-93ed-841263225c17', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': '3f81cd55-56f6-4545-93ed-841263225c17', 'mac_address': 'fa:16:3e:00:75:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 22:59:59.700693 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd2e6a-aa7c-4efd-9302-df216ee1ae62 None None] Pushing event updated for resources: {'Port': ['ID=18af97f3-5803-4d31-bc10-1a7e8d6d3d0a,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:59.746085 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:59.762183 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f81cd55-56f6-4545-93ed-841263225c17 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:59:59.790012 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 3f81cd55-56f6-4545-93ed-841263225c17, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=3f81cd55-56f6-4545-93ed-841263225c17,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:59.798678 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:59.808228 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7d41354e-7c70-4eec-b9db-f6ae496b4c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:59.825557 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-a8645548-e9cf-40f3-9be5-6cacf4e2e992 None None] Set router 3fb7da83-491d-4620-9453-711aa7111bf8 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:59:59.869068 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d41354e-7c70-4eec-b9db-f6ae496b4c8f admin admin] Pushing event updated for resources: {'Port': ['ID=e95e4fca-315d-4c70-b85b-a74b28c5a3b5,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:59.906191 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=3f81cd55-56f6-4545-93ed-841263225c17,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:59.915056 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d41354e-7c70-4eec-b9db-f6ae496b4c8f admin admin] Network 36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:59:59.919719 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-7d41354e-7c70-4eec-b9db-f6ae496b4c8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:59:59.924122 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d41354e-7c70-4eec-b9db-f6ae496b4c8f admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:59:59.952111 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e0bff-0690-4a27-8169-73e012f7b35b req-d5a55f9a-3bf4-4ba1-b1cf-ab73c8eee31d tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:59.959765 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-107e0bff-0690-4a27-8169-73e012f7b35b req-d5a55f9a-3bf4-4ba1-b1cf-ab73c8eee31d tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/ports?device_id=d945512b-40d9-4a34-b183-d259b010cac5 HTTP/1.1" status: 200 len: 949 time: 0.1152790 Jul 15 23:00:00.021431 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-107e0bff-0690-4a27-8169-73e012f7b35b req-1c756333-f05f-46ba-904c-39dc11900a43 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/security-groups?id=80297383-8cf6-4d87-9210-2631edba9f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606890 Jul 15 23:00:00.021927 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-e137e647-be04-4a1b-b4b8-9f85c5ded55a tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Allocated IP 172.20.0.4 (d91a9528-a986-45d3-8b66-7d9419c4ffb8/9ed83523-5185-460b-a4ba-ea79efd124da/5f55500d-63cd-4acf-b2ad-22663a15ccee) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:00:00.047620 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['3f81cd55-56f6-4545-93ed-841263225c17'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:00:00.069887 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7d41354e-7c70-4eec-b9db-f6ae496b4c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:00.199022 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-35bad01c-7271-491b-b15f-dc4a425fa979 req-55478513-6eb3-4f7c-8294-a1eb689e0a37 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac5ca590-4bf4-4818-aaa5-3012614220d2 HTTP/1.1" status: 200 len: 210 time: 0.0722742 Jul 15 23:00:00.283791 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7d41354e-7c70-4eec-b9db-f6ae496b4c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:00.408691 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-a8645548-e9cf-40f3-9be5-6cacf4e2e992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb7da83-491d-4620-9453-711aa7111bf8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1193600801-router', 'tenant_id': '9a5a24ad6bf547b6b96e4e0b4e89cca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '18af97f3-5803-4d31-bc10-1a7e8d6d3d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:59:54Z', 'updated_at': '2021-07-15T22:59:56Z', 'revision_number': 3, 'project_id': '9a5a24ad6bf547b6b96e4e0b4e89cca7', 'gw_port': {'id': '18af97f3-5803-4d31-bc10-1a7e8d6d3d0a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb7da83-491d-4620-9453-711aa7111bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:55Z', 'updated_at': '2021-07-15T22:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:00:00.421590 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c51b165b-310f-4367-a12e-66d683e92f67 None None] Provisioning for port e95e4fca-315d-4c70-b85b-a74b28c5a3b5 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:00:00.452260 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c51b165b-310f-4367-a12e-66d683e92f67 None None] Provisioning complete for port e95e4fca-315d-4c70-b85b-a74b28c5a3b5 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:00:00.452586 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c51b165b-310f-4367-a12e-66d683e92f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:00.471561 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-e137e647-be04-4a1b-b4b8-9f85c5ded55a tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:00.487465 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8645548-e9cf-40f3-9be5-6cacf4e2e992 None None] The sync data for ids ['3fb7da83-491d-4620-9453-711aa7111bf8'] in n-d-787205-9 is: [{'id': '3fb7da83-491d-4620-9453-711aa7111bf8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1193600801-router', 'tenant_id': '9a5a24ad6bf547b6b96e4e0b4e89cca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '18af97f3-5803-4d31-bc10-1a7e8d6d3d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:59:54Z', 'updated_at': '2021-07-15T22:59:56Z', 'revision_number': 3, 'project_id': '9a5a24ad6bf547b6b96e4e0b4e89cca7', 'gw_port': {'id': '18af97f3-5803-4d31-bc10-1a7e8d6d3d0a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb7da83-491d-4620-9453-711aa7111bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:55Z', 'updated_at': '2021-07-15T22:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:00:00.528653 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 33076) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:00.544153 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-c51b165b-310f-4367-a12e-66d683e92f67 None None] Port e95e4fca-315d-4c70-b85b-a74b28c5a3b5 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:00:00.670427 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device ba0fc713-a0f7-4606-89cb-831388fc9d69 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:00:00.713921 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5649f-64c5-42e1-965c-2b2a7f105230 req-a4c9f0a8-d896-4c23-9f05-9a9fef097536 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:00.722007 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-69a5649f-64c5-42e1-965c-2b2a7f105230 req-a4c9f0a8-d896-4c23-9f05-9a9fef097536 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 949 time: 0.1207645 Jul 15 23:00:00.740675 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: ba0fc713-a0f7-4606-89cb-831388fc9d69 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:00:00.741023 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device ba0fc713-a0f7-4606-89cb-831388fc9d69 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:00:00.779062 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-69a5649f-64c5-42e1-965c-2b2a7f105230 req-71bc13d3-b35c-4d0e-a57f-5ce1493dd569 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559335 Jul 15 23:00:00.869166 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1220dc6b-4e05-4499-9a67-cfe35050bc28 req-a31340cf-e509-452e-973b-a2b77570a71b tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92 HTTP/1.1" status: 200 len: 210 time: 0.0376060 Jul 15 23:00:01.013067 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-e137e647-be04-4a1b-b4b8-9f85c5ded55a tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:01.016924 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 33086) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:01.057478 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1a22a4f8-36b4-444f-824f-db6e612a7031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:01.101835 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7d41354e-7c70-4eec-b9db-f6ae496b4c8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:01.103418 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 33092) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:01.116070 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-e137e647-be04-4a1b-b4b8-9f85c5ded55a tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Network d91a9528-a986-45d3-8b66-7d9419c4ffb8 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:00:01.142595 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7d41354e-7c70-4eec-b9db-f6ae496b4c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:01.164993 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 3f81cd55-56f6-4545-93ed-841263225c17 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:00:01.245816 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-e137e647-be04-4a1b-b4b8-9f85c5ded55a tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:00:01.248382 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e137e647-be04-4a1b-b4b8-9f85c5ded55a tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Pushing event updated for resources: {'Port': ['ID=5f55500d-63cd-4acf-b2ad-22663a15ccee,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:01.279430 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187343d-bb35-484e-8942-61da48cebcbb req-bb13803a-34c8-42e4-8281-348bfb848612 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:01.281277 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6187343d-bb35-484e-8942-61da48cebcbb req-bb13803a-34c8-42e4-8281-348bfb848612 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.36 "GET /v2.0/networks?id=cec0c96c-b2ad-40b7-9355-3bacfcd63bee HTTP/1.1" status: 200 len: 821 time: 0.7575021 Jul 15 23:00:01.281844 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-e137e647-be04-4a1b-b4b8-9f85c5ded55a tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:00:01.293854 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 3f81cd55-56f6-4545-93ed-841263225c17 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:00:01.298770 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 3f81cd55-56f6-4545-93ed-841263225c17 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:00:01.299915 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:01.368568 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-6187343d-bb35-484e-8942-61da48cebcbb req-be97e9dc-48ad-4242-96d4-2f98f7811868 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Request body: {'port': {'device_id': 'ac5ca590-4bf4-4818-aaa5-3012614220d2', 'network_id': 'cec0c96c-b2ad-40b7-9355-3bacfcd63bee', 'admin_state_up': True, 'tenant_id': 'f0a0181635ab4461b04cb97132753ac0'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:01.408800 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1a22a4f8-36b4-444f-824f-db6e612a7031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:01.414384 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:01.416924 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-cba88855-a276-4126-b3aa-2cc9e2afba66 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8288092e3f6846f3a6074b7e18544aad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3989220 Jul 15 23:00:01.420551 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d41354e-7c70-4eec-b9db-f6ae496b4c8f admin admin] Pushing event updated for resources: {'Port': ['ID=e95e4fca-315d-4c70-b85b-a74b28c5a3b5,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:01.429118 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 33098) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:01.441486 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1a22a4f8-36b4-444f-824f-db6e612a7031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:01.447934 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd945512b-40d9-4a34-b183-d259b010cac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f81cd55-56f6-4545-93ed-841263225c17'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:01.450715 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-87424f91-9b76-4e10-bc37-f681c13aef89 req-97407360-878e-4950-83fc-f7e27fcd35f9 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac5ca590-4bf4-4818-aaa5-3012614220d2 HTTP/1.1" status: 200 len: 210 time: 0.0677032 Jul 15 23:00:01.451475 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd2411b-4de1-4ee9-a87a-3b018f5cac3d" -d '{"events": [{"server_uuid": "d945512b-40d9-4a34-b183-d259b010cac5", "name": "network-vif-plugged", "status": "completed", "tag": "3f81cd55-56f6-4545-93ed-841263225c17"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:01.470709 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 3f81cd55-56f6-4545-93ed-841263225c17, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=3f81cd55-56f6-4545-93ed-841263225c17,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:01.486760 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cf6adb86-7c24-43f8-a91d-3013705da948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:01.491988 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:01.506246 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-e137e647-be04-4a1b-b4b8-9f85c5ded55a tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:01.506729 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1a22a4f8-36b4-444f-824f-db6e612a7031 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0fff65a85f8749118f964c917de5bc9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9754450 Jul 15 23:00:01.507373 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 33102) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:01.508484 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-e137e647-be04-4a1b-b4b8-9f85c5ded55a tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:01.523008 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7d41354e-7c70-4eec-b9db-f6ae496b4c8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:01.524556 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb7015-d299-4cf3-be6d-26bf905a24e4 req-1828feb1-6e9b-4b10-9f26-336b9e66ad0b tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:01.537954 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9aeb7015-d299-4cf3-be6d-26bf905a24e4 req-1828feb1-6e9b-4b10-9f26-336b9e66ad0b tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/ports?device_id=d945512b-40d9-4a34-b183-d259b010cac5 HTTP/1.1" status: 200 len: 949 time: 0.2795362 Jul 15 23:00:01.546952 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195293b6-9b54-4b74-8c20-24f13f087860 x-openstack-request-id: req-195293b6-9b54-4b74-8c20-24f13f087860 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:01.547242 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d945512b-40d9-4a34-b183-d259b010cac5", "name": "network-vif-plugged", "status": "completed", "tag": "3f81cd55-56f6-4545-93ed-841263225c17", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:01.548092 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-195293b6-9b54-4b74-8c20-24f13f087860 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:01.548092 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd945512b-40d9-4a34-b183-d259b010cac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f81cd55-56f6-4545-93ed-841263225c17', 'code': 200} Jul 15 23:00:01.550728 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22a4f8-36b4-444f-824f-db6e612a7031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3a7ef3-ed19-499d-bf2b-6d0d489d9e21,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:01.581479 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a22a4f8-36b4-444f-824f-db6e612a7031 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:01.581819 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a22a4f8-36b4-444f-824f-db6e612a7031 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:01.582154 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a22a4f8-36b4-444f-824f-db6e612a7031 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:01.582488 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a22a4f8-36b4-444f-824f-db6e612a7031 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:01.583372 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a22a4f8-36b4-444f-824f-db6e612a7031 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:01.583706 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a22a4f8-36b4-444f-824f-db6e612a7031 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:01.584031 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a22a4f8-36b4-444f-824f-db6e612a7031 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:01.584353 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a22a4f8-36b4-444f-824f-db6e612a7031 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:01.584672 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a22a4f8-36b4-444f-824f-db6e612a7031 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:01.584991 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a22a4f8-36b4-444f-824f-db6e612a7031 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:01.585308 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a22a4f8-36b4-444f-824f-db6e612a7031 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:01.585624 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a22a4f8-36b4-444f-824f-db6e612a7031 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:01.608421 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=3f81cd55-56f6-4545-93ed-841263225c17,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:01.662847 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9aeb7015-d299-4cf3-be6d-26bf905a24e4 req-d6e48176-6c15-4ada-a7eb-3469bd8edc18 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/security-groups?id=80297383-8cf6-4d87-9210-2631edba9f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192062 Jul 15 23:00:01.686330 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa9aec6e-a8b2-4898-9525-3c58f48ff00e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:01.718850 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa9aec6e-a8b2-4898-9525-3c58f48ff00e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:01.727578 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4759461-effe-4e33-a97b-58069f720327 req-c6a21d20-78cd-4ca7-9bd5-694c1ec6b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:01.729129 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b4759461-effe-4e33-a97b-58069f720327 req-c6a21d20-78cd-4ca7-9bd5-694c1ec6b5a9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d945512b-40d9-4a34-b183-d259b010cac5 HTTP/1.1" status: 200 len: 1101 time: 0.1039293 Jul 15 23:00:01.777032 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d41354e-7c70-4eec-b9db-f6ae496b4c8f admin admin] Network 36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:00:01.781019 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb8066e8-7f03-4b40-97a5-4f0d9051838c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:01.782619 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b4759461-effe-4e33-a97b-58069f720327 req-7b12ae9f-66f8-4eb6-bc28-b578818c3dba service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=80297383-8cf6-4d87-9210-2631edba9f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443966 Jul 15 23:00:01.791290 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-7d41354e-7c70-4eec-b9db-f6ae496b4c8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:00:01.817923 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa9aec6e-a8b2-4898-9525-3c58f48ff00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:01.820901 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa9aec6e-a8b2-4898-9525-3c58f48ff00e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:01.824622 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fa9aec6e-a8b2-4898-9525-3c58f48ff00e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b3a7ef3-ed19-499d-bf2b-6d0d489d9e21 HTTP/1.1" status: 204 len: 168 time: 0.3102973 Jul 15 23:00:01.832226 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aec6e-a8b2-4898-9525-3c58f48ff00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3a7ef3-ed19-499d-bf2b-6d0d489d9e21,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:01.859141 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb8066e8-7f03-4b40-97a5-4f0d9051838c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:02.058241 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb8066e8-7f03-4b40-97a5-4f0d9051838c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:02.061086 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb8066e8-7f03-4b40-97a5-4f0d9051838c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:02.062404 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fb8066e8-7f03-4b40-97a5-4f0d9051838c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/37ed9643-27cd-4b6c-98ab-60404217cb13 HTTP/1.1" status: 204 len: 168 time: 0.6310575 Jul 15 23:00:02.076528 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cf6adb86-7c24-43f8-a91d-3013705da948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:02.085000 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8066e8-7f03-4b40-97a5-4f0d9051838c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ed9643-27cd-4b6c-98ab-60404217cb13,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:02.089689 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cf6adb86-7c24-43f8-a91d-3013705da948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:02.101667 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d41354e-7c70-4eec-b9db-f6ae496b4c8f admin admin] Router 3fb7da83-491d-4620-9453-711aa7111bf8 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:00:02.108779 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-e137e647-be04-4a1b-b4b8-9f85c5ded55a tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9182210 Jul 15 23:00:02.150827 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-c96841dc-6b91-46b5-a818-e4ec992cef27 service neutron] Request body: {'port': {'device_id': 'f9ca3a78-d80b-4393-915b-236ec9eb6e92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:02.156956 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f28c33-0a3a-48cc-87b6-dae0e6e41a15 req-67f44f55-5865-47f1-baff-3e017eed847a tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:02.159071 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-19f28c33-0a3a-48cc-87b6-dae0e6e41a15 req-67f44f55-5865-47f1-baff-3e017eed847a tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 949 time: 0.1663144 Jul 15 23:00:02.180112 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5ab67-0eae-45fe-b58c-8e1d3f7cb19a req-9bc31a8a-d477-4bb3-86ab-689160626604 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:02.186361 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ad1b92a6-817a-4961-bc2d-eaa2716a11ee None None] Provisioning complete for port e95e4fca-315d-4c70-b85b-a74b28c5a3b5 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:00:02.188740 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70e5ab67-0eae-45fe-b58c-8e1d3f7cb19a req-9bc31a8a-d477-4bb3-86ab-689160626604 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92 HTTP/1.1" status: 200 len: 931 time: 0.1314218 Jul 15 23:00:02.188903 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ad1b92a6-817a-4961-bc2d-eaa2716a11ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:02.190152 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cf6adb86-7c24-43f8-a91d-3013705da948 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22325a9d09434a509d71fb51d010d274&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0770750 Jul 15 23:00:02.194535 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6adb86-7c24-43f8-a91d-3013705da948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519547b8-4b12-4368-acb4-1edacd6ef761,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:02.198427 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 33116) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:02.206718 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6187343d-bb35-484e-8942-61da48cebcbb req-be97e9dc-48ad-4242-96d4-2f98f7811868 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Made reservation on behalf of f0a0181635ab4461b04cb97132753ac0 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:00:02.211497 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6187343d-bb35-484e-8942-61da48cebcbb req-be97e9dc-48ad-4242-96d4-2f98f7811868 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:02.301867 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ad1b92a6-817a-4961-bc2d-eaa2716a11ee None None] Port e95e4fca-315d-4c70-b85b-a74b28c5a3b5 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:00:02.302989 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-19f28c33-0a3a-48cc-87b6-dae0e6e41a15 req-3c8a11dc-beb3-4042-a122-966f008ffef2 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370506 Jul 15 23:00:02.323104 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70e5ab67-0eae-45fe-b58c-8e1d3f7cb19a req-11ea9d39-98aa-47d8-81e5-b56f32957011 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307421 Jul 15 23:00:02.343854 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 33118) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:02.360569 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-38c0b4b7-3d28-459f-90c6-499605d190e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:02.363106 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c0626a9f-edc9-47b7-bc57-4de26b2014a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:02.397634 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-38c0b4b7-3d28-459f-90c6-499605d190e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:02.436015 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-c96841dc-6b91-46b5-a818-e4ec992cef27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:02.499489 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-38c0b4b7-3d28-459f-90c6-499605d190e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:02.501964 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-38c0b4b7-3d28-459f-90c6-499605d190e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:02.503079 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-38c0b4b7-3d28-459f-90c6-499605d190e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/519547b8-4b12-4368-acb4-1edacd6ef761 HTTP/1.1" status: 204 len: 168 time: 0.2950692 Jul 15 23:00:02.527175 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0b4b7-3d28-459f-90c6-499605d190e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519547b8-4b12-4368-acb4-1edacd6ef761,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:02.561582 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c0626a9f-edc9-47b7-bc57-4de26b2014a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:02.568591 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c0626a9f-edc9-47b7-bc57-4de26b2014a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:02.582581 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d41354e-7c70-4eec-b9db-f6ae496b4c8f admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:00:02.593936 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7d41354e-7c70-4eec-b9db-f6ae496b4c8f admin admin] 10.222.0.16 "PUT /v2.0/routers/3fb7da83-491d-4620-9453-711aa7111bf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5440559 Jul 15 23:00:02.658400 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c0626a9f-edc9-47b7-bc57-4de26b2014a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c907ba8501bf4ec8a32c84da0f2ed707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103569 Jul 15 23:00:02.658400 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 33128) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:02.663854 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-6187343d-bb35-484e-8942-61da48cebcbb req-be97e9dc-48ad-4242-96d4-2f98f7811868 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Allocated IP 172.20.0.3 (cec0c96c-b2ad-40b7-9355-3bacfcd63bee/7143f8ff-2e46-4e91-a002-da9d7a6d5e8a/72ce87cf-7c5d-4c2e-8553-e248a570e2c3) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:00:02.667608 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0626a9f-edc9-47b7-bc57-4de26b2014a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e264491-f03a-4bf4-9519-4d1a11778a58,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:02.803286 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0f575a67-bf24-40d9-bcd3-64eb762aec0d req-6ec7bdb6-27b3-4a7d-813e-fc854382898f tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac5ca590-4bf4-4818-aaa5-3012614220d2 HTTP/1.1" status: 200 len: 210 time: 0.1126714 Jul 15 23:00:02.854922 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7e77e2e6-e00e-48dc-b462-1b73f22cf580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:02.857967 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 33132) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:02.907147 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fcc717be-f5c0-4e56-b012-8e678aa80232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:02.963507 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7e77e2e6-e00e-48dc-b462-1b73f22cf580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:02.993144 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 18af97f3-5803-4d31-bc10-1a7e8d6d3d0a up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:00:03.068690 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-c96841dc-6b91-46b5-a818-e4ec992cef27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f55500d-63cd-4acf-b2ad-22663a15ccee {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:00:03.071226 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b5c14-cc45-435f-8ac7-d3c915aeeaf2 req-e29524ea-a345-411a-b876-024774822dd8 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:03.080347 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-444b5c14-cc45-435f-8ac7-d3c915aeeaf2 req-e29524ea-a345-411a-b876-024774822dd8 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/ports?device_id=d945512b-40d9-4a34-b183-d259b010cac5 HTTP/1.1" status: 200 len: 950 time: 0.1787288 Jul 15 23:00:03.080871 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-c96841dc-6b91-46b5-a818-e4ec992cef27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:03.090355 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7e77e2e6-e00e-48dc-b462-1b73f22cf580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:03.092751 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7e77e2e6-e00e-48dc-b462-1b73f22cf580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:03.093315 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ee7a98-2ca6-4c12-85bf-951045191b70 None None] Sync routers for ids ['3fb7da83-491d-4620-9453-711aa7111bf8'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:00:03.093852 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7e77e2e6-e00e-48dc-b462-1b73f22cf580 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e264491-f03a-4bf4-9519-4d1a11778a58 HTTP/1.1" status: 204 len: 168 time: 0.4343309 Jul 15 23:00:03.101555 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-c96841dc-6b91-46b5-a818-e4ec992cef27 service neutron] Transition to ACTIVE for port object 5f55500d-63cd-4acf-b2ad-22663a15ccee will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:00:03.122364 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77e2e6-e00e-48dc-b462-1b73f22cf580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e264491-f03a-4bf4-9519-4d1a11778a58,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:03.128953 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-c96841dc-6b91-46b5-a818-e4ec992cef27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:03.144111 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ee7a98-2ca6-4c12-85bf-951045191b70 None None] Routers {'3fb7da83-491d-4620-9453-711aa7111bf8'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:00:03.144727 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e5ee7a98-2ca6-4c12-85bf-951045191b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T22:59:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3fb7da83-491d-4620-9453-711aa7111bf8'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:00:03.162142 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-444b5c14-cc45-435f-8ac7-d3c915aeeaf2 req-3d911385-65b6-416b-a55e-590cb941f600 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/security-groups?id=80297383-8cf6-4d87-9210-2631edba9f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809875 Jul 15 23:00:03.193170 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fcc717be-f5c0-4e56-b012-8e678aa80232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:03.200906 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fcc717be-f5c0-4e56-b012-8e678aa80232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:03.247938 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc717be-f5c0-4e56-b012-8e678aa80232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43c1e1c-9570-4855-a0d3-e41abcc71844,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:03.252472 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fcc717be-f5c0-4e56-b012-8e678aa80232 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f183fc9328784907b43e1738e17e8ef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3916919 Jul 15 23:00:03.255777 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 33142) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:03.280082 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 18af97f3-5803-4d31-bc10-1a7e8d6d3d0a completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:00:03.287649 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96841dc-6b91-46b5-a818-e4ec992cef27 service neutron] Pushing event updated for resources: {'Port': ['ID=5f55500d-63cd-4acf-b2ad-22663a15ccee,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:03.318891 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e74748b2-ecb2-464b-9a37-e947d49bac44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:03.356484 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6187343d-bb35-484e-8942-61da48cebcbb req-be97e9dc-48ad-4242-96d4-2f98f7811868 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:03.363943 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 18af97f3-5803-4d31-bc10-1a7e8d6d3d0a triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:00:03.364840 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:03.379046 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 33148) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:03.384751 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e74748b2-ecb2-464b-9a37-e947d49bac44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:03.402718 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-528bca10-c208-4445-9a16-1405f043410b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:03.481316 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-c96841dc-6b91-46b5-a818-e4ec992cef27 service neutron] Attempting to bind port 5f55500d-63cd-4acf-b2ad-22663a15ccee on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:00:03.481909 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-c96841dc-6b91-46b5-a818-e4ec992cef27 service neutron] Attempting to bind port 5f55500d-63cd-4acf-b2ad-22663a15ccee by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:00:03.482032 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-c96841dc-6b91-46b5-a818-e4ec992cef27 service neutron] Attempting to bind port 5f55500d-63cd-4acf-b2ad-22663a15ccee on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:03.487826 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e74748b2-ecb2-464b-9a37-e947d49bac44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:03.498363 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e74748b2-ecb2-464b-9a37-e947d49bac44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:03.503237 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e74748b2-ecb2-464b-9a37-e947d49bac44 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a43c1e1c-9570-4855-a0d3-e41abcc71844 HTTP/1.1" status: 204 len: 168 time: 0.2441316 Jul 15 23:00:03.512543 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-c96841dc-6b91-46b5-a818-e4ec992cef27 service neutron] Port 5f55500d-63cd-4acf-b2ad-22663a15ccee on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:00:03.512802 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-c96841dc-6b91-46b5-a818-e4ec992cef27 service neutron] Attempting to bind port 5f55500d-63cd-4acf-b2ad-22663a15ccee on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:03.521273 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74748b2-ecb2-464b-9a37-e947d49bac44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43c1e1c-9570-4855-a0d3-e41abcc71844,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:03.528190 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-c96841dc-6b91-46b5-a818-e4ec992cef27 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:00:03.528758 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-c96841dc-6b91-46b5-a818-e4ec992cef27 service neutron] Checking segment: {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:00:03.529755 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-c96841dc-6b91-46b5-a818-e4ec992cef27 service neutron] Bound using segment: {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:00:03.530091 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-c96841dc-6b91-46b5-a818-e4ec992cef27 service neutron] Bound port: 5f55500d-63cd-4acf-b2ad-22663a15ccee, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:00:03.530450 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-c96841dc-6b91-46b5-a818-e4ec992cef27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:03.533511 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e5ee7a98-2ca6-4c12-85bf-951045191b70 None None] Set router 3fb7da83-491d-4620-9453-711aa7111bf8 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:00:03.568762 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6187343d-bb35-484e-8942-61da48cebcbb req-be97e9dc-48ad-4242-96d4-2f98f7811868 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:03.634735 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043ca40-e157-41fe-9cee-83e91e8053f8 req-f9400386-c350-4de0-8e76-4097bbee2b15 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:03.657326 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9043ca40-e157-41fe-9cee-83e91e8053f8 req-f9400386-c350-4de0-8e76-4097bbee2b15 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 949 time: 0.1285462 Jul 15 23:00:03.658458 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-c96841dc-6b91-46b5-a818-e4ec992cef27 service neutron] For port 5f55500d-63cd-4acf-b2ad-22663a15ccee, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:00:03.663459 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-c96841dc-6b91-46b5-a818-e4ec992cef27 service neutron] For port 5f55500d-63cd-4acf-b2ad-22663a15ccee, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=5f55500d-63cd-4acf-b2ad-22663a15ccee,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:00:03.696899 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-c96841dc-6b91-46b5-a818-e4ec992cef27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:03.736801 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:03.742390 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6187343d-bb35-484e-8942-61da48cebcbb req-be97e9dc-48ad-4242-96d4-2f98f7811868 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Network cec0c96c-b2ad-40b7-9355-3bacfcd63bee is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:00:03.752161 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-c96841dc-6b91-46b5-a818-e4ec992cef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:03.753458 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-c96841dc-6b91-46b5-a818-e4ec992cef27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:03.756102 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-c96841dc-6b91-46b5-a818-e4ec992cef27 service neutron] 10.222.0.36 "PUT /v2.0/ports/5f55500d-63cd-4acf-b2ad-22663a15ccee HTTP/1.1" status: 200 len: 1091 time: 1.6313353 Jul 15 23:00:03.759895 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ca3a78-d80b-4393-915b-236ec9eb6e92', 'tag': '5f55500d-63cd-4acf-b2ad-22663a15ccee'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:03.763116 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c976ffe4-368f-4000-b17a-f61e3dca8202" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ca3a78-d80b-4393-915b-236ec9eb6e92", "tag": "5f55500d-63cd-4acf-b2ad-22663a15ccee"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:03.780664 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-6187343d-bb35-484e-8942-61da48cebcbb req-be97e9dc-48ad-4242-96d4-2f98f7811868 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:00:03.783730 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-6187343d-bb35-484e-8942-61da48cebcbb req-be97e9dc-48ad-4242-96d4-2f98f7811868 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:00:03.806485 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 18af97f3-5803-4d31-bc10-1a7e8d6d3d0a, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=18af97f3-5803-4d31-bc10-1a7e8d6d3d0a,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:03.824608 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:03.837958 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9043ca40-e157-41fe-9cee-83e91e8053f8 req-a3b41f7f-acec-49ce-b54d-f4a6a20069a2 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780453 Jul 15 23:00:03.880504 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97e9dc-48ad-4242-96d4-2f98f7811868 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Pushing event updated for resources: {'Port': ['ID=72ce87cf-7c5d-4c2e-8553-e248a570e2c3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:03.888821 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b038ed-3657-4689-955a-cd7a37d09bd0 req-eb33e1f3-0071-4030-a609-68a0494e6b1c tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:03.895736 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187343d-bb35-484e-8942-61da48cebcbb req-be97e9dc-48ad-4242-96d4-2f98f7811868 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:03.896374 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6187343d-bb35-484e-8942-61da48cebcbb req-be97e9dc-48ad-4242-96d4-2f98f7811868 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:03.897378 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-64b038ed-3657-4689-955a-cd7a37d09bd0 req-eb33e1f3-0071-4030-a609-68a0494e6b1c tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92 HTTP/1.1" status: 200 len: 943 time: 0.2364190 Jul 15 23:00:03.928903 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=18af97f3-5803-4d31-bc10-1a7e8d6d3d0a,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:03.952429 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e5ee7a98-2ca6-4c12-85bf-951045191b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb7da83-491d-4620-9453-711aa7111bf8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1193600801-router', 'tenant_id': '9a5a24ad6bf547b6b96e4e0b4e89cca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '18af97f3-5803-4d31-bc10-1a7e8d6d3d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:59:54Z', 'updated_at': '2021-07-15T23:00:00Z', 'revision_number': 4, 'project_id': '9a5a24ad6bf547b6b96e4e0b4e89cca7', 'gw_port': {'id': '18af97f3-5803-4d31-bc10-1a7e8d6d3d0a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb7da83-491d-4620-9453-711aa7111bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:55Z', 'updated_at': '2021-07-15T22:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'e95e4fca-315d-4c70-b85b-a74b28c5a3b5', 'name': '', 'network_id': '36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1', 'tenant_id': '9a5a24ad6bf547b6b96e4e0b4e89cca7', 'mac_address': 'fa:16:3e:aa:7d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb7da83-491d-4620-9453-711aa7111bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '8c4a9c3d-534e-45b9-b704-f5e383b26c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:58Z', 'updated_at': '2021-07-15T23:00:00Z', 'revision_number': 2, 'project_id': '9a5a24ad6bf547b6b96e4e0b4e89cca7', 'subnets': [{'id': '8c4a9c3d-534e-45b9-b704-f5e383b26c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:00:03.957221 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-528bca10-c208-4445-9a16-1405f043410b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:03.979066 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-528bca10-c208-4445-9a16-1405f043410b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:03.996597 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-64b038ed-3657-4689-955a-cd7a37d09bd0 req-c2d4a5a9-34c8-4613-b939-096fa674e7ef tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905054 Jul 15 23:00:04.009705 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6187343d-bb35-484e-8942-61da48cebcbb req-be97e9dc-48ad-4242-96d4-2f98f7811868 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6458514 Jul 15 23:00:04.018055 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ee7a98-2ca6-4c12-85bf-951045191b70 None None] Checking router: 3fb7da83-491d-4620-9453-711aa7111bf8 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:00:04.018196 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ee7a98-2ca6-4c12-85bf-951045191b70 None None] Updating router 3fb7da83-491d-4620-9453-711aa7111bf8 port e95e4fca-315d-4c70-b85b-a74b28c5a3b5 binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:00:04.042839 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-6187343d-bb35-484e-8942-61da48cebcbb req-8bf4a1c9-a92d-4234-a890-f786f46f878b service neutron] Request body: {'port': {'device_id': 'ac5ca590-4bf4-4818-aaa5-3012614220d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:04.081173 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e5ee7a98-2ca6-4c12-85bf-951045191b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:04.085776 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96841dc-6b91-46b5-a818-e4ec992cef27 service neutron] Pushing event updated for resources: {'Port': ['ID=5f55500d-63cd-4acf-b2ad-22663a15ccee,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:04.097696 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca9ae2a-8f12-4c34-bb0b-5677226fd875 x-openstack-request-id: req-0ca9ae2a-8f12-4c34-bb0b-5677226fd875 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:04.098285 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ca3a78-d80b-4393-915b-236ec9eb6e92", "tag": "5f55500d-63cd-4acf-b2ad-22663a15ccee", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:04.098285 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ca9ae2a-8f12-4c34-bb0b-5677226fd875 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:04.099187 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ca3a78-d80b-4393-915b-236ec9eb6e92', 'tag': '5f55500d-63cd-4acf-b2ad-22663a15ccee', 'status': 'completed', 'code': 200} Jul 15 23:00:04.110320 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 33172) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:04.110550 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-528bca10-c208-4445-9a16-1405f043410b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f60e254a762477585ea5e900d437bb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7284672 Jul 15 23:00:04.116371 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bca10-c208-4445-9a16-1405f043410b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e131ce-b4ed-4cb5-b65d-ac83f269b3f4,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:04.165739 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-eb0294f7-2cb4-45f3-8259-94665d1d1fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:04.167318 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-eb0294f7-2cb4-45f3-8259-94665d1d1fc4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f66f923b4424119b6027030587a5dae&device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92 HTTP/1.1" status: 200 len: 1094 time: 0.2998750 Jul 15 23:00:04.188938 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6187343d-bb35-484e-8942-61da48cebcbb req-8bf4a1c9-a92d-4234-a890-f786f46f878b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:04.223797 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-75d422f7-aef5-4649-b9a9-60a7bbc21b34 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f55500d-63cd-4acf-b2ad-22663a15ccee HTTP/1.1" status: 200 len: 217 time: 0.0426726 Jul 15 23:00:04.261015 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e3cdd7fb-a57b-4958-b16e-9fd7feca2bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:04.283482 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e3cdd7fb-a57b-4958-b16e-9fd7feca2bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:04.430606 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c9d30-4831-43e1-9fcf-3de940c9bb45 req-d204cff6-5918-46da-8cc1-5fe15c543ba2 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:04.432110 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0f1c9d30-4831-43e1-9fcf-3de940c9bb45 req-d204cff6-5918-46da-8cc1-5fe15c543ba2 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac5ca590-4bf4-4818-aaa5-3012614220d2 HTTP/1.1" status: 200 len: 931 time: 0.2151008 Jul 15 23:00:04.472754 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e3cdd7fb-a57b-4958-b16e-9fd7feca2bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:04.475360 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e3cdd7fb-a57b-4958-b16e-9fd7feca2bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:04.476490 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e3cdd7fb-a57b-4958-b16e-9fd7feca2bc3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b6e131ce-b4ed-4cb5-b65d-ac83f269b3f4 HTTP/1.1" status: 204 len: 168 time: 0.3649940 Jul 15 23:00:04.479670 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e5ee7a98-2ca6-4c12-85bf-951045191b70 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:04.495426 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e5ee7a98-2ca6-4c12-85bf-951045191b70 None None] Transition to ACTIVE for port object e95e4fca-315d-4c70-b85b-a74b28c5a3b5 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:00:04.513330 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e5ee7a98-2ca6-4c12-85bf-951045191b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:04.519269 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cdd7fb-a57b-4958-b16e-9fd7feca2bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e131ce-b4ed-4cb5-b65d-ac83f269b3f4,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:04.539734 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0f1c9d30-4831-43e1-9fcf-3de940c9bb45 req-c7f577d7-0175-4694-bb20-7f36f7b4e23c tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937581 Jul 15 23:00:04.562276 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-6187343d-bb35-484e-8942-61da48cebcbb req-8bf4a1c9-a92d-4234-a890-f786f46f878b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72ce87cf-7c5d-4c2e-8553-e248a570e2c3 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:00:04.572266 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6187343d-bb35-484e-8942-61da48cebcbb req-8bf4a1c9-a92d-4234-a890-f786f46f878b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:04.589473 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-6187343d-bb35-484e-8942-61da48cebcbb req-8bf4a1c9-a92d-4234-a890-f786f46f878b service neutron] Transition to ACTIVE for port object 72ce87cf-7c5d-4c2e-8553-e248a570e2c3 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:00:04.619485 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b7d43-023c-45fa-8c2f-453c90fd3edc None None] Pushing event updated for resources: {'Port': ['ID=e95e4fca-315d-4c70-b85b-a74b28c5a3b5,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:04.624251 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6187343d-bb35-484e-8942-61da48cebcbb req-8bf4a1c9-a92d-4234-a890-f786f46f878b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:04.694101 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4a1c9-a92d-4234-a890-f786f46f878b service neutron] Pushing event updated for resources: {'Port': ['ID=72ce87cf-7c5d-4c2e-8553-e248a570e2c3,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:04.716687 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-1b916260-ee08-4b7c-8445-1c2d24b4dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:04.718398 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-1b916260-ee08-4b7c-8445-1c2d24b4dae4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ed83523-5185-460b-a4ba-ea79efd124da HTTP/1.1" status: 200 len: 848 time: 0.1276355 Jul 15 23:00:04.719933 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e5ee7a98-2ca6-4c12-85bf-951045191b70 None None] Attempting to bind port e95e4fca-315d-4c70-b85b-a74b28c5a3b5 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:00:04.720307 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e5ee7a98-2ca6-4c12-85bf-951045191b70 None None] Attempting to bind port e95e4fca-315d-4c70-b85b-a74b28c5a3b5 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'e4326049-daa1-4473-8f0a-7d9383896f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:00:04.724785 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ee7a98-2ca6-4c12-85bf-951045191b70 None None] Attempting to bind port e95e4fca-315d-4c70-b85b-a74b28c5a3b5 on network 36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:04.726343 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02351f0-d54a-4ffd-9cb3-2e7bf5bf89db req-711491eb-b702-44cd-a723-cb10ec8de523 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:04.728897 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b02351f0-d54a-4ffd-9cb3-2e7bf5bf89db req-711491eb-b702-44cd-a723-cb10ec8de523 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/ports?device_id=d945512b-40d9-4a34-b183-d259b010cac5 HTTP/1.1" status: 200 len: 950 time: 0.1867671 Jul 15 23:00:04.747875 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ee7a98-2ca6-4c12-85bf-951045191b70 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:00:04.750572 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ee7a98-2ca6-4c12-85bf-951045191b70 None None] Checking segment: {'id': 'e4326049-daa1-4473-8f0a-7d9383896f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:00:04.752463 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e5ee7a98-2ca6-4c12-85bf-951045191b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:04.755747 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ee7a98-2ca6-4c12-85bf-951045191b70 None None] Bound using segment: {'id': 'e4326049-daa1-4473-8f0a-7d9383896f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:00:04.757042 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e5ee7a98-2ca6-4c12-85bf-951045191b70 None None] Bound port: e95e4fca-315d-4c70-b85b-a74b28c5a3b5, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4326049-daa1-4473-8f0a-7d9383896f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:00:04.757984 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e5ee7a98-2ca6-4c12-85bf-951045191b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:04.834787 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b02351f0-d54a-4ffd-9cb3-2e7bf5bf89db req-f72c6f2e-04b8-4239-8a24-03d5190d539a tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/security-groups?id=80297383-8cf6-4d87-9210-2631edba9f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903943 Jul 15 23:00:04.907624 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e5ee7a98-2ca6-4c12-85bf-951045191b70 None None] For port e95e4fca-315d-4c70-b85b-a74b28c5a3b5, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:00:04.911753 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e5ee7a98-2ca6-4c12-85bf-951045191b70 None None] For port e95e4fca-315d-4c70-b85b-a74b28c5a3b5, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=e95e4fca-315d-4c70-b85b-a74b28c5a3b5,segment=NetworkSegment(e4326049-daa1-4473-8f0a-7d9383896f95),segment_id=e4326049-daa1-4473-8f0a-7d9383896f95)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:00:04.914844 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 18af97f3-5803-4d31-bc10-1a7e8d6d3d0a up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:00:04.940493 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-42f8b8b2-f945-4feb-97f3-0ba600c64186 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d91a9528-a986-45d3-8b66-7d9419c4ffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2133942 Jul 15 23:00:04.981791 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e5ee7a98-2ca6-4c12-85bf-951045191b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:05.142492 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ee7a98-2ca6-4c12-85bf-951045191b70 None None] Routers {'3fb7da83-491d-4620-9453-711aa7111bf8'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:00:05.143178 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e5ee7a98-2ca6-4c12-85bf-951045191b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T22:59:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3fb7da83-491d-4620-9453-711aa7111bf8'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:00:05.149736 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b7d43-023c-45fa-8c2f-453c90fd3edc None None] Pushing event updated for resources: {'Port': ['ID=e95e4fca-315d-4c70-b85b-a74b28c5a3b5,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:05.200332 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d53872-da19-43ef-895e-1e5bbc1eb388 req-25950338-3d52-43a0-b39e-79aa29782a00 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:05.208808 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-31d53872-da19-43ef-895e-1e5bbc1eb388 req-25950338-3d52-43a0-b39e-79aa29782a00 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 949 time: 0.1390791 Jul 15 23:00:05.258487 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-31d53872-da19-43ef-895e-1e5bbc1eb388 req-f50ade8b-70d0-4213-9937-1f792069b558 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483038 Jul 15 23:00:05.330436 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 33222) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:05.335996 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-908bdae7-e996-421e-9ab3-479c69d48ab9 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1997281784', 'description': 'tempest-description--1504882316'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:05.338292 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 18af97f3-5803-4d31-bc10-1a7e8d6d3d0a triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:00:05.342763 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:05.432064 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-908bdae7-e996-421e-9ab3-479c69d48ab9 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:05.456280 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-6187343d-bb35-484e-8942-61da48cebcbb req-8bf4a1c9-a92d-4234-a890-f786f46f878b service neutron] Attempting to bind port 72ce87cf-7c5d-4c2e-8553-e248a570e2c3 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:00:05.456695 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-6187343d-bb35-484e-8942-61da48cebcbb req-8bf4a1c9-a92d-4234-a890-f786f46f878b service neutron] Attempting to bind port 72ce87cf-7c5d-4c2e-8553-e248a570e2c3 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'e7fe3191-1c68-4d38-a856-14f82f1ac8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cec0c96c-b2ad-40b7-9355-3bacfcd63bee'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:00:05.457138 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6187343d-bb35-484e-8942-61da48cebcbb req-8bf4a1c9-a92d-4234-a890-f786f46f878b service neutron] Attempting to bind port 72ce87cf-7c5d-4c2e-8553-e248a570e2c3 on network cec0c96c-b2ad-40b7-9355-3bacfcd63bee {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:05.464761 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6187343d-bb35-484e-8942-61da48cebcbb req-8bf4a1c9-a92d-4234-a890-f786f46f878b service neutron] Port 72ce87cf-7c5d-4c2e-8553-e248a570e2c3 on network cec0c96c-b2ad-40b7-9355-3bacfcd63bee not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:00:05.465652 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6187343d-bb35-484e-8942-61da48cebcbb req-8bf4a1c9-a92d-4234-a890-f786f46f878b service neutron] Attempting to bind port 72ce87cf-7c5d-4c2e-8553-e248a570e2c3 on network cec0c96c-b2ad-40b7-9355-3bacfcd63bee {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:05.477570 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6187343d-bb35-484e-8942-61da48cebcbb req-8bf4a1c9-a92d-4234-a890-f786f46f878b service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:00:05.477570 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6187343d-bb35-484e-8942-61da48cebcbb req-8bf4a1c9-a92d-4234-a890-f786f46f878b service neutron] Checking segment: {'id': 'e7fe3191-1c68-4d38-a856-14f82f1ac8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cec0c96c-b2ad-40b7-9355-3bacfcd63bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:00:05.477570 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6187343d-bb35-484e-8942-61da48cebcbb req-8bf4a1c9-a92d-4234-a890-f786f46f878b service neutron] Bound using segment: {'id': 'e7fe3191-1c68-4d38-a856-14f82f1ac8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cec0c96c-b2ad-40b7-9355-3bacfcd63bee'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:00:05.477570 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-6187343d-bb35-484e-8942-61da48cebcbb req-8bf4a1c9-a92d-4234-a890-f786f46f878b service neutron] Bound port: 72ce87cf-7c5d-4c2e-8553-e248a570e2c3, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fe3191-1c68-4d38-a856-14f82f1ac8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cec0c96c-b2ad-40b7-9355-3bacfcd63bee'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:00:05.477570 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6187343d-bb35-484e-8942-61da48cebcbb req-8bf4a1c9-a92d-4234-a890-f786f46f878b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:05.536680 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-ea6cad76-c949-40da-8453-146a14965325 service neutron] 10.222.0.36 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5875885 Jul 15 23:00:05.620235 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e5ee7a98-2ca6-4c12-85bf-951045191b70 None None] Set router 3fb7da83-491d-4620-9453-711aa7111bf8 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:00:05.633603 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-6187343d-bb35-484e-8942-61da48cebcbb req-8bf4a1c9-a92d-4234-a890-f786f46f878b service neutron] For port 72ce87cf-7c5d-4c2e-8553-e248a570e2c3, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:00:05.643504 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-908bdae7-e996-421e-9ab3-479c69d48ab9 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:05.658292 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-908bdae7-e996-421e-9ab3-479c69d48ab9 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:05.661437 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-6187343d-bb35-484e-8942-61da48cebcbb req-8bf4a1c9-a92d-4234-a890-f786f46f878b service neutron] For port 72ce87cf-7c5d-4c2e-8553-e248a570e2c3, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=72ce87cf-7c5d-4c2e-8553-e248a570e2c3,segment=NetworkSegment(e7fe3191-1c68-4d38-a856-14f82f1ac8c9),segment_id=e7fe3191-1c68-4d38-a856-14f82f1ac8c9)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:00:05.684428 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6187343d-bb35-484e-8942-61da48cebcbb req-8bf4a1c9-a92d-4234-a890-f786f46f878b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:05.685948 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-908bdae7-e996-421e-9ab3-479c69d48ab9 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:05.689693 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-908bdae7-e996-421e-9ab3-479c69d48ab9 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3552969 Jul 15 23:00:05.696022 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 33234) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:05.706058 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-b4cc4b61-e4cc-4a03-b109-49dfc9792569 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Request body: {'security_group_rule': {'security_group_id': 'fc5d1726-8827-49ab-b252-37e40a64e044', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:05.719294 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d704aa-140f-4905-89ec-6ed9e3c42f7b req-7ba917fd-e6a8-4df9-a3da-48914c19c9f7 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:05.720804 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-61d704aa-140f-4905-89ec-6ed9e3c42f7b req-7ba917fd-e6a8-4df9-a3da-48914c19c9f7 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92 HTTP/1.1" status: 200 len: 943 time: 0.1334250 Jul 15 23:00:05.726390 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908bdae7-e996-421e-9ab3-479c69d48ab9 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5d1726-8827-49ab-b252-37e40a64e044,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:05.733358 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-32e01980-154e-4bc3-8bd5-ed8383c7d6fd req-eea7792c-9811-43f3-be98-e1f5f267af7f service neutron] 10.222.0.36 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891248 Jul 15 23:00:05.745165 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187343d-bb35-484e-8942-61da48cebcbb req-8bf4a1c9-a92d-4234-a890-f786f46f878b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:05.745793 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6187343d-bb35-484e-8942-61da48cebcbb req-8bf4a1c9-a92d-4234-a890-f786f46f878b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:05.747895 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6187343d-bb35-484e-8942-61da48cebcbb req-8bf4a1c9-a92d-4234-a890-f786f46f878b service neutron] 10.222.0.36 "PUT /v2.0/ports/72ce87cf-7c5d-4c2e-8553-e248a570e2c3 HTTP/1.1" status: 200 len: 1091 time: 1.7107911 Jul 15 23:00:05.780033 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4a1c9-a92d-4234-a890-f786f46f878b service neutron] Pushing event updated for resources: {'Port': ['ID=72ce87cf-7c5d-4c2e-8553-e248a570e2c3,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:05.786914 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b4cc4b61-e4cc-4a03-b109-49dfc9792569 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:05.818648 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-61d704aa-140f-4905-89ec-6ed9e3c42f7b req-48151f20-cd4f-43c4-9598-5c2b54d9b05c tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855474 Jul 15 23:00:05.889884 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b4cc4b61-e4cc-4a03-b109-49dfc9792569 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:05.903673 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b4cc4b61-e4cc-4a03-b109-49dfc9792569 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:05.943622 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc4b61-e4cc-4a03-b109-49dfc9792569 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dbd1688-6e1d-46f3-bcd0-9405e25953e7,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:05.978571 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b4cc4b61-e4cc-4a03-b109-49dfc9792569 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:05.980019 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b4cc4b61-e4cc-4a03-b109-49dfc9792569 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2785337 Jul 15 23:00:05.998729 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 33244) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:06.006528 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-65fca2ea-bebf-4853-8e78-0a4905acde1c tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Request body: {'security_group_rule': {'security_group_id': 'fc5d1726-8827-49ab-b252-37e40a64e044', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:06.101887 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5ca590-4bf4-4818-aaa5-3012614220d2', 'tag': '72ce87cf-7c5d-4c2e-8553-e248a570e2c3'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:06.104837 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603f481e-1f32-4a5b-96cf-d33d35b21e03" -d '{"events": [{"name": "network-changed", "server_uuid": "ac5ca590-4bf4-4818-aaa5-3012614220d2", "tag": "72ce87cf-7c5d-4c2e-8553-e248a570e2c3"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:06.123167 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187343d-bb35-484e-8942-61da48cebcbb req-4862f14e-2957-4604-a08b-94277ad35e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:06.124890 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6187343d-bb35-484e-8942-61da48cebcbb req-4862f14e-2957-4604-a08b-94277ad35e12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f0a0181635ab4461b04cb97132753ac0&device_id=ac5ca590-4bf4-4818-aaa5-3012614220d2 HTTP/1.1" status: 200 len: 1094 time: 0.2697015 Jul 15 23:00:06.154098 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976ffe4-368f-4000-b17a-f61e3dca8202 req-57bddf4c-d102-4c3e-a7c0-73f3c18b693d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:06.157178 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c976ffe4-368f-4000-b17a-f61e3dca8202 req-57bddf4c-d102-4c3e-a7c0-73f3c18b693d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f66f923b4424119b6027030587a5dae&device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92 HTTP/1.1" status: 200 len: 1094 time: 0.2259305 Jul 15 23:00:06.243663 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6187343d-bb35-484e-8942-61da48cebcbb req-1774cac8-22d3-476a-b7d8-0261ec92266d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72ce87cf-7c5d-4c2e-8553-e248a570e2c3 HTTP/1.1" status: 200 len: 217 time: 0.1032970 Jul 15 23:00:06.366482 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e5ee7a98-2ca6-4c12-85bf-951045191b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb7da83-491d-4620-9453-711aa7111bf8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1193600801-router', 'tenant_id': '9a5a24ad6bf547b6b96e4e0b4e89cca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '18af97f3-5803-4d31-bc10-1a7e8d6d3d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:59:54Z', 'updated_at': '2021-07-15T23:00:00Z', 'revision_number': 4, 'project_id': '9a5a24ad6bf547b6b96e4e0b4e89cca7', 'gw_port': {'id': '18af97f3-5803-4d31-bc10-1a7e8d6d3d0a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb7da83-491d-4620-9453-711aa7111bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:55Z', 'updated_at': '2021-07-15T23:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'e95e4fca-315d-4c70-b85b-a74b28c5a3b5', 'name': '', 'network_id': '36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1', 'tenant_id': '9a5a24ad6bf547b6b96e4e0b4e89cca7', 'mac_address': 'fa:16:3e:aa:7d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb7da83-491d-4620-9453-711aa7111bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '8c4a9c3d-534e-45b9-b704-f5e383b26c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:58Z', 'updated_at': '2021-07-15T23:00:04Z', 'revision_number': 4, 'project_id': '9a5a24ad6bf547b6b96e4e0b4e89cca7', 'subnets': [{'id': '8c4a9c3d-534e-45b9-b704-f5e383b26c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:00:06.370586 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-65fca2ea-bebf-4853-8e78-0a4905acde1c tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:06.401384 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ee7a98-2ca6-4c12-85bf-951045191b70 None None] The sync data for ids ['3fb7da83-491d-4620-9453-711aa7111bf8'] in n-d-787205-9 is: [{'id': '3fb7da83-491d-4620-9453-711aa7111bf8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1193600801-router', 'tenant_id': '9a5a24ad6bf547b6b96e4e0b4e89cca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '18af97f3-5803-4d31-bc10-1a7e8d6d3d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:59:54Z', 'updated_at': '2021-07-15T23:00:00Z', 'revision_number': 4, 'project_id': '9a5a24ad6bf547b6b96e4e0b4e89cca7', 'gw_port': {'id': '18af97f3-5803-4d31-bc10-1a7e8d6d3d0a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb7da83-491d-4620-9453-711aa7111bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:55Z', 'updated_at': '2021-07-15T23:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'e95e4fca-315d-4c70-b85b-a74b28c5a3b5', 'name': '', 'network_id': '36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1', 'tenant_id': '9a5a24ad6bf547b6b96e4e0b4e89cca7', 'mac_address': 'fa:16:3e:aa:7d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb7da83-491d-4620-9453-711aa7111bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '8c4a9c3d-534e-45b9-b704-f5e383b26c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:58Z', 'updated_at': '2021-07-15T23:00:04Z', 'revision_number': 4, 'project_id': '9a5a24ad6bf547b6b96e4e0b4e89cca7', 'subnets': [{'id': '8c4a9c3d-534e-45b9-b704-f5e383b26c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:00:06.403700 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be9a5f-9723-49b7-8b1c-8f4363e547a8 req-9c4ca17e-bebf-4d21-bd60-4a2d2930b9ba tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:06.415034 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-60be9a5f-9723-49b7-8b1c-8f4363e547a8 req-9c4ca17e-bebf-4d21-bd60-4a2d2930b9ba tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac5ca590-4bf4-4818-aaa5-3012614220d2 HTTP/1.1" status: 200 len: 943 time: 0.4588244 Jul 15 23:00:06.534725 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187343d-bb35-484e-8942-61da48cebcbb req-b1ceb6dc-19b2-465e-8f44-b045391b0564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:06.543823 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6187343d-bb35-484e-8942-61da48cebcbb req-b1ceb6dc-19b2-465e-8f44-b045391b0564 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7143f8ff-2e46-4e91-a002-da9d7a6d5e8a HTTP/1.1" status: 200 len: 861 time: 0.2797449 Jul 15 23:00:06.544944 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976ffe4-368f-4000-b17a-f61e3dca8202 req-b30a2118-e5ae-43fb-932f-ad08b8f0d476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:06.552301 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c976ffe4-368f-4000-b17a-f61e3dca8202 req-b30a2118-e5ae-43fb-932f-ad08b8f0d476 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d91a9528-a986-45d3-8b66-7d9419c4ffb8 HTTP/1.1" status: 200 len: 909 time: 0.3252997 Jul 15 23:00:06.568141 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-60be9a5f-9723-49b7-8b1c-8f4363e547a8 req-9275bbb9-6698-4f57-990f-b50bb95d5d6f tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521225 Jul 15 23:00:06.591494 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6187343d-bb35-484e-8942-61da48cebcbb req-5bc01384-f672-4872-8a74-8c6368b0c84a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cec0c96c-b2ad-40b7-9355-3bacfcd63bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354259 Jul 15 23:00:06.602939 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d4273-7330-4c36-bc9e-1559991a6ba6 req-74ec0a4e-a894-4ac7-9f3f-8e3f6adc4dd2 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:06.611496 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5c3d4273-7330-4c36-bc9e-1559991a6ba6 req-74ec0a4e-a894-4ac7-9f3f-8e3f6adc4dd2 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/ports?device_id=d945512b-40d9-4a34-b183-d259b010cac5 HTTP/1.1" status: 200 len: 950 time: 0.5650721 Jul 15 23:00:06.621945 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-65fca2ea-bebf-4853-8e78-0a4905acde1c tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:06.649012 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c976ffe4-368f-4000-b17a-f61e3dca8202 req-1412e085-bc8f-49fb-90f1-e16f1fdf6630 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f55500d-63cd-4acf-b2ad-22663a15ccee HTTP/1.1" status: 200 len: 217 time: 0.0510287 Jul 15 23:00:06.652161 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d9bea3-311d-4e13-823d-919e541efbc7 x-openstack-request-id: req-64d9bea3-311d-4e13-823d-919e541efbc7 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:06.652832 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac5ca590-4bf4-4818-aaa5-3012614220d2", "tag": "72ce87cf-7c5d-4c2e-8553-e248a570e2c3", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:06.654055 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64d9bea3-311d-4e13-823d-919e541efbc7 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:06.654695 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac5ca590-4bf4-4818-aaa5-3012614220d2', 'tag': '72ce87cf-7c5d-4c2e-8553-e248a570e2c3', 'status': 'completed', 'code': 200} Jul 15 23:00:06.660061 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-65fca2ea-bebf-4853-8e78-0a4905acde1c tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:06.703066 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fca2ea-bebf-4853-8e78-0a4905acde1c tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43c5459-39b7-4129-98a4-19928e519775,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:06.710036 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-65fca2ea-bebf-4853-8e78-0a4905acde1c tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:06.711438 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-65fca2ea-bebf-4853-8e78-0a4905acde1c tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7113531 Jul 15 23:00:06.722874 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5c3d4273-7330-4c36-bc9e-1559991a6ba6 req-5d0c2ae8-9ef8-4643-a549-7bb517bfa802 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/security-groups?id=80297383-8cf6-4d87-9210-2631edba9f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028669 Jul 15 23:00:06.725904 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 33270) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:06.734423 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-c1376307-fa9e-4916-bbcd-0e9def714658 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:06.773298 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c1376307-fa9e-4916-bbcd-0e9def714658 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:06.959730 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6187343d-bb35-484e-8942-61da48cebcbb req-f08ad319-f284-4ee8-ac6c-d240e787b7d1 service neutron] 10.222.0.36 "GET /v2.0/networks/cec0c96c-b2ad-40b7-9355-3bacfcd63bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809939 Jul 15 23:00:06.995606 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e95e4fca-315d-4c70-b85b-a74b28c5a3b5 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:00:07.093473 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c1376307-fa9e-4916-bbcd-0e9def714658 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:07.120654 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 33282) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:07.123775 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port e95e4fca-315d-4c70-b85b-a74b28c5a3b5 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:00:07.133190 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port e95e4fca-315d-4c70-b85b-a74b28c5a3b5 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:00:07.133424 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:07.214562 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6187343d-bb35-484e-8942-61da48cebcbb req-4ad588c9-705e-438f-ac40-710db40d5d76 service neutron] 10.222.0.36 "GET /v2.0/networks/cec0c96c-b2ad-40b7-9355-3bacfcd63bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440028 Jul 15 23:00:07.222280 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976ffe4-368f-4000-b17a-f61e3dca8202 req-271999a5-e59b-4463-9821-d33cab0e69eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:07.224424 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c976ffe4-368f-4000-b17a-f61e3dca8202 req-271999a5-e59b-4463-9821-d33cab0e69eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ed83523-5185-460b-a4ba-ea79efd124da HTTP/1.1" status: 200 len: 848 time: 0.2673266 Jul 15 23:00:07.260070 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:07.263346 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7ab73508-fae4-4c4b-b3b5-8279e06f1972 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2191475-network', 'tenant_id': '333adf5bda29495e91779ab1d3ab99ea'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:07.294290 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c976ffe4-368f-4000-b17a-f61e3dca8202 req-e792d025-8d24-45a1-a818-9775a09a9da3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d91a9528-a986-45d3-8b66-7d9419c4ffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537086 Jul 15 23:00:07.304473 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-c1376307-fa9e-4916-bbcd-0e9def714658 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Allocated IP 172.25.4.84 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/570c5814-421c-47b7-a887-6765e1397396) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:00:07.306620 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab73508-fae4-4c4b-b3b5-8279e06f1972 admin admin] Made reservation on behalf of 333adf5bda29495e91779ab1d3ab99ea for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:00:07.309750 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ab73508-fae4-4c4b-b3b5-8279e06f1972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:07.319886 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port e95e4fca-315d-4c70-b85b-a74b28c5a3b5, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=e95e4fca-315d-4c70-b85b-a74b28c5a3b5,segment=NetworkSegment(e4326049-daa1-4473-8f0a-7d9383896f95),segment_id=e4326049-daa1-4473-8f0a-7d9383896f95)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:07.320020 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ab73508-fae4-4c4b-b3b5-8279e06f1972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:07.325683 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:07.339195 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b662ca-a2f0-4231-8b0d-8d532799284a req-d6b9dc43-a5ee-468a-a151-4f00b81d0696 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:07.346664 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-56b662ca-a2f0-4231-8b0d-8d532799284a req-d6b9dc43-a5ee-468a-a151-4f00b81d0696 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 949 time: 0.3842139 Jul 15 23:00:07.360738 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf15442-6e68-40d5-9cac-26bd09d9a8df req-76b3a861-ba25-493e-bb29-7d96d8854fcd tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:07.368341 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ecf15442-6e68-40d5-9cac-26bd09d9a8df req-76b3a861-ba25-493e-bb29-7d96d8854fcd tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92 HTTP/1.1" status: 200 len: 943 time: 0.3054152 Jul 15 23:00:07.391825 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=e95e4fca-315d-4c70-b85b-a74b28c5a3b5,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:07.451217 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ecf15442-6e68-40d5-9cac-26bd09d9a8df req-4ce7e02d-722b-4ade-bd2e-06fc8d9c7823 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819561 Jul 15 23:00:07.499452 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-56b662ca-a2f0-4231-8b0d-8d532799284a req-710e9c1f-a050-4354-a420-afaa49e97eff tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517870 Jul 15 23:00:07.515802 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f481e-1f32-4a5b-96cf-d33d35b21e03 req-80bc9e44-c2c3-4f90-a66b-191b28e243f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:07.517337 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-603f481e-1f32-4a5b-96cf-d33d35b21e03 req-80bc9e44-c2c3-4f90-a66b-191b28e243f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f0a0181635ab4461b04cb97132753ac0&device_id=ac5ca590-4bf4-4818-aaa5-3012614220d2 HTTP/1.1" status: 200 len: 1094 time: 0.1873474 Jul 15 23:00:07.551499 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c1376307-fa9e-4916-bbcd-0e9def714658 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:07.585968 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c976ffe4-368f-4000-b17a-f61e3dca8202 req-018fbba8-052f-463e-aa2f-a0d260d98eea service neutron] 10.222.0.36 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570775 Jul 15 23:00:07.599775 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c1376307-fa9e-4916-bbcd-0e9def714658 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:07.659138 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1376307-fa9e-4916-bbcd-0e9def714658 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:00:07.666021 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-c1376307-fa9e-4916-bbcd-0e9def714658 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:00:07.669820 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1376307-fa9e-4916-bbcd-0e9def714658 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:00:07.683480 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1376307-fa9e-4916-bbcd-0e9def714658 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Pushing event updated for resources: {'Port': ['ID=570c5814-421c-47b7-a887-6765e1397396,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:07.766910 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ab73508-fae4-4c4b-b3b5-8279e06f1972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:07.780952 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f481e-1f32-4a5b-96cf-d33d35b21e03 req-5711a5c9-b3f9-4f8b-8d10-9b155f1789e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:07.787685 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-603f481e-1f32-4a5b-96cf-d33d35b21e03 req-5711a5c9-b3f9-4f8b-8d10-9b155f1789e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cec0c96c-b2ad-40b7-9355-3bacfcd63bee HTTP/1.1" status: 200 len: 922 time: 0.2592838 Jul 15 23:00:07.788653 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c1376307-fa9e-4916-bbcd-0e9def714658 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:07.790751 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ab73508-fae4-4c4b-b3b5-8279e06f1972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:07.859071 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c1376307-fa9e-4916-bbcd-0e9def714658 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:07.876859 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-603f481e-1f32-4a5b-96cf-d33d35b21e03 req-0b788f5f-d37a-429a-9a79-d0ca3a52068c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72ce87cf-7c5d-4c2e-8553-e248a570e2c3 HTTP/1.1" status: 200 len: 217 time: 0.0772264 Jul 15 23:00:07.879431 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c976ffe4-368f-4000-b17a-f61e3dca8202 req-be466b27-db25-4092-87da-255115fd0e1e service neutron] 10.222.0.36 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832189 Jul 15 23:00:07.883406 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab73508-fae4-4c4b-b3b5-8279e06f1972 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:00:07.889333 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab73508-fae4-4c4b-b3b5-8279e06f1972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479b0922-7f9e-4fc5-a8b7-968165b72a34,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:07.897917 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ab73508-fae4-4c4b-b3b5-8279e06f1972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:07.898278 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-7ab73508-fae4-4c4b-b3b5-8279e06f1972 admin admin] Added segment 8985dfff-66c4-4bb0-b23d-a63e3e601d0c of type vlan for network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 Jul 15 23:00:07.996929 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f481e-1f32-4a5b-96cf-d33d35b21e03 req-ecf7e94b-5599-4838-91b7-0bd22a53c8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:07.998890 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-603f481e-1f32-4a5b-96cf-d33d35b21e03 req-ecf7e94b-5599-4838-91b7-0bd22a53c8bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7143f8ff-2e46-4e91-a002-da9d7a6d5e8a HTTP/1.1" status: 200 len: 861 time: 0.0990312 Jul 15 23:00:08.002673 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ab73508-fae4-4c4b-b3b5-8279e06f1972 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:08.036913 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-603f481e-1f32-4a5b-96cf-d33d35b21e03 req-aee257af-861d-4ade-b6ef-5e876c964de8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cec0c96c-b2ad-40b7-9355-3bacfcd63bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295691 Jul 15 23:00:08.113658 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ab73508-fae4-4c4b-b3b5-8279e06f1972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:08.114648 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab73508-fae4-4c4b-b3b5-8279e06f1972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:08.115230 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ab73508-fae4-4c4b-b3b5-8279e06f1972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:08.148462 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d94a5-4b29-41e0-80b0-39ccc250c498 req-47d42d46-426b-4f9a-afa5-97d4fdb216af tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:08.150135 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-356d94a5-4b29-41e0-80b0-39ccc250c498 req-47d42d46-426b-4f9a-afa5-97d4fdb216af tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac5ca590-4bf4-4818-aaa5-3012614220d2 HTTP/1.1" status: 200 len: 943 time: 0.1983540 Jul 15 23:00:08.182060 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7ab73508-fae4-4c4b-b3b5-8279e06f1972 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0530727 Jul 15 23:00:08.188775 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 33302) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:08.189789 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585fb80-062b-4e6c-bb93-9d53363f067b req-5a1ccabf-499d-410d-b23f-9ad3bb60508d tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:08.191276 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a585fb80-062b-4e6c-bb93-9d53363f067b req-5a1ccabf-499d-410d-b23f-9ad3bb60508d tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/ports?device_id=d945512b-40d9-4a34-b183-d259b010cac5 HTTP/1.1" status: 200 len: 950 time: 0.1721087 Jul 15 23:00:08.206994 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4c7aaedc-f7c5-40dd-a5ca-cace276ff852 admin admin] Request body: {'subnet': {'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2191475-subnet', 'tenant_id': '333adf5bda29495e91779ab1d3ab99ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:08.215967 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c1376307-fa9e-4916-bbcd-0e9def714658 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:08.232368 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c1376307-fa9e-4916-bbcd-0e9def714658 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:08.240840 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-356d94a5-4b29-41e0-80b0-39ccc250c498 req-5487a679-774d-40cd-827f-205c71279408 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813005 Jul 15 23:00:08.243080 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-603f481e-1f32-4a5b-96cf-d33d35b21e03 req-49f605e9-fe83-4a22-a2a3-49eb2e0b3d53 service neutron] 10.222.0.36 "GET /v2.0/networks/cec0c96c-b2ad-40b7-9355-3bacfcd63bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980209 Jul 15 23:00:08.243080 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab73508-fae4-4c4b-b3b5-8279e06f1972 admin admin] Pushing event updated for resources: {'Network': ['ID=71ccf61d-14bc-4de9-bbf5-849aeac853f5,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:08.257792 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:00:08.279735 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c1376307-fa9e-4916-bbcd-0e9def714658 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:08.311231 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a585fb80-062b-4e6c-bb93-9d53363f067b req-9c170163-55f9-4171-97fc-42171e89b6fc tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/security-groups?id=80297383-8cf6-4d87-9210-2631edba9f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082277 Jul 15 23:00:08.315222 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-6e5130ee-ccf8-42e8-9054-bb78befafac6 service neutron] show failed (client error): The resource could not be found. Jul 15 23:00:08.316168 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-6e5130ee-ccf8-42e8-9054-bb78befafac6 service neutron] 10.222.0.36 "GET /v2.0/ports/ce887846-b6c6-4ece-9a21-4e17e5302edc/bindings/n-h2-787205-9 HTTP/1.1" status: 404 len: 380 time: 0.2036417 Jul 15 23:00:08.318230 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1376307-fa9e-4916-bbcd-0e9def714658 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Pushing event updated for resources: {'Port': ['ID=570c5814-421c-47b7-a887-6765e1397396,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:08.319322 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7aaedc-f7c5-40dd-a5ca-cace276ff852 admin admin] Made reservation on behalf of 333adf5bda29495e91779ab1d3ab99ea for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:00:08.323113 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4c7aaedc-f7c5-40dd-a5ca-cace276ff852 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:08.334955 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c1376307-fa9e-4916-bbcd-0e9def714658 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:08.344170 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c1376307-fa9e-4916-bbcd-0e9def714658 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6093953 Jul 15 23:00:08.436569 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:08.558010 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-603f481e-1f32-4a5b-96cf-d33d35b21e03 req-4165b56a-9aac-4f50-b8f2-4a35ba29709f service neutron] 10.222.0.36 "GET /v2.0/networks/cec0c96c-b2ad-40b7-9355-3bacfcd63bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085420 Jul 15 23:00:08.580452 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519be45-740a-4cf6-8258-ff5ea51a7f3d req-7c432b94-cf8a-44b1-ae2c-d88b4a7364b1 tempest-LiveMigrationNegativeTest-703180248 tempest-LiveMigrationNegativeTest-703180248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:08.593062 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6519be45-740a-4cf6-8258-ff5ea51a7f3d req-7c432b94-cf8a-44b1-ae2c-d88b4a7364b1 tempest-LiveMigrationNegativeTest-703180248 tempest-LiveMigrationNegativeTest-703180248-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d945512b-40d9-4a34-b183-d259b010cac5 HTTP/1.1" status: 200 len: 1101 time: 0.0947320 Jul 15 23:00:08.613185 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6519be45-740a-4cf6-8258-ff5ea51a7f3d req-3327313a-038e-4e11-9cd4-5c90cba79c97 tempest-LiveMigrationNegativeTest-703180248 tempest-LiveMigrationNegativeTest-703180248-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:08.644518 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4c7aaedc-f7c5-40dd-a5ca-cace276ff852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:08.697816 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 5f55500d-63cd-4acf-b2ad-22663a15ccee details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:00:08.702984 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7aaedc-f7c5-40dd-a5ca-cace276ff852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=951a51fc-ffa0-401a-b919-6dcf1a893db8,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:08.715134 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7aaedc-f7c5-40dd-a5ca-cace276ff852 admin admin] Checking segment: {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:00:08.715134 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7aaedc-f7c5-40dd-a5ca-cace276ff852 admin admin] Network hostable DHCP agents. Network: 71ccf61d-14bc-4de9-bbf5-849aeac853f5, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:00:08.736263 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7aaedc-f7c5-40dd-a5ca-cace276ff852 admin admin] Network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:00:08.748788 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-4c7aaedc-f7c5-40dd-a5ca-cace276ff852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 71ccf61d-14bc-4de9-bbf5-849aeac853f5) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:00:08.754133 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7aaedc-f7c5-40dd-a5ca-cace276ff852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:08.755050 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4c7aaedc-f7c5-40dd-a5ca-cace276ff852 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:08.777139 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8152ab7a-c1c1-409b-88de-e59c5aa067ac None None] Network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:00:08.843246 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-4c7ba07a-cfa4-4527-9cc0-70f4178d6fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:08.844648 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-4c7ba07a-cfa4-4527-9cc0-70f4178d6fcd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00&tenant_id=8aea0e1a9fbb449ea47770f9a375ae63 HTTP/1.1" status: 200 len: 1100 time: 0.2065475 Jul 15 23:00:08.850580 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6519be45-740a-4cf6-8258-ff5ea51a7f3d req-3327313a-038e-4e11-9cd4-5c90cba79c97 tempest-LiveMigrationNegativeTest-703180248 tempest-LiveMigrationNegativeTest-703180248-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:08.853635 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 5f55500d-63cd-4acf-b2ad-22663a15ccee, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=5f55500d-63cd-4acf-b2ad-22663a15ccee,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:08.860081 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-ef51f03e-f725-4616-bd71-6dd8432e347e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787205-9', 'device_owner': 'compute:nova'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:08.870946 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4c7aaedc-f7c5-40dd-a5ca-cace276ff852 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6664000 Jul 15 23:00:08.871483 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e95e4fca-315d-4c70-b85b-a74b28c5a3b5 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:00:08.871579 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da61b90-971f-44d4-8742-0ce7289ad5d8 req-090966e5-1f0d-4678-8102-01a8990903fc tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:08.871963 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9da61b90-971f-44d4-8742-0ce7289ad5d8 req-090966e5-1f0d-4678-8102-01a8990903fc tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92 HTTP/1.1" status: 200 len: 943 time: 0.1883574 Jul 15 23:00:08.874619 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6519be45-740a-4cf6-8258-ff5ea51a7f3d req-3327313a-038e-4e11-9cd4-5c90cba79c97 tempest-LiveMigrationNegativeTest-703180248 tempest-LiveMigrationNegativeTest-703180248-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:08.907060 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '5f55500d-63cd-4acf-b2ad-22663a15ccee', 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8', 'port_id': '5f55500d-63cd-4acf-b2ad-22663a15ccee', 'mac_address': 'fa:16:3e:34:53:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed83523-5185-460b-a4ba-ea79efd124da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:00:08.954245 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6519be45-740a-4cf6-8258-ff5ea51a7f3d req-3327313a-038e-4e11-9cd4-5c90cba79c97 tempest-LiveMigrationNegativeTest-703180248 tempest-LiveMigrationNegativeTest-703180248-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=80297383-8cf6-4d87-9210-2631edba9f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599827 Jul 15 23:00:08.962100 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327313a-038e-4e11-9cd4-5c90cba79c97 tempest-LiveMigrationNegativeTest-703180248 tempest-LiveMigrationNegativeTest-703180248-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4f2fb9-0fe1-42ae-b6a6-d8f700e83081,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:09.006149 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:09.031311 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9da61b90-971f-44d4-8742-0ce7289ad5d8 req-abde1ae2-9f23-4535-9311-630bef88ebb8 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281209 Jul 15 23:00:09.040236 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f55500d-63cd-4acf-b2ad-22663a15ccee {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:00:09.047321 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28bf7a7-d83c-4800-83ba-1325fa80000b None None] Network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:00:09.058746 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-ef51f03e-f725-4616-bd71-6dd8432e347e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:09.093657 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port e95e4fca-315d-4c70-b85b-a74b28c5a3b5 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:00:09.093959 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:09.101650 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 5f55500d-63cd-4acf-b2ad-22663a15ccee, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=5f55500d-63cd-4acf-b2ad-22663a15ccee,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:09.142730 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-f064f306-9fc2-49c6-b029-a87b774c583a tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1997281784&fields=id&tenant_id=8d5b419981334391af714f4b817dcecc HTTP/1.1" status: 200 len: 267 time: 0.0736928 Jul 15 23:00:09.190860 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:09.336112 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=5f55500d-63cd-4acf-b2ad-22663a15ccee,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:09.388780 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-11be35d8-8bdf-4b6f-b3b5-b422f550d961 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:09.390616 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-11be35d8-8bdf-4b6f-b3b5-b422f550d961 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/networks?id=a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb HTTP/1.1" status: 200 len: 824 time: 0.2406092 Jul 15 23:00:09.430038 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 33354) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:09.434947 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1aaa5a74-c9bc-4039-a631-613888b6e199 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-380577509-network', 'tenant_id': '2250b83ee1f24406a50a4e292db0f9d4'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:09.438034 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab738a-f310-494c-8e06-50704f933082 req-f757e3a3-a53e-45d7-ae60-5210967d7a7c tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:09.439507 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-25ab738a-f310-494c-8e06-50704f933082 req-f757e3a3-a53e-45d7-ae60-5210967d7a7c tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 949 time: 0.2115493 Jul 15 23:00:09.456542 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaa5a74-c9bc-4039-a631-613888b6e199 admin admin] Made reservation on behalf of 2250b83ee1f24406a50a4e292db0f9d4 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:00:09.457261 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-ff264c14-b1ec-4ca7-86e4-ab1e216e00d5 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/quotas/8d5b419981334391af714f4b817dcecc HTTP/1.1" status: 200 len: 375 time: 0.0355427 Jul 15 23:00:09.459514 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1aaa5a74-c9bc-4039-a631-613888b6e199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:09.468121 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1aaa5a74-c9bc-4039-a631-613888b6e199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:09.490284 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-ef51f03e-f725-4616-bd71-6dd8432e347e service neutron] For port ce887846-b6c6-4ece-9a21-4e17e5302edc, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=ce887846-b6c6-4ece-9a21-4e17e5302edc,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:09.490497 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['5f55500d-63cd-4acf-b2ad-22663a15ccee'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:00:09.542363 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-25ab738a-f310-494c-8e06-50704f933082 req-1e7e546d-026d-4c6c-83e7-12efe84a7bd5 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959806 Jul 15 23:00:09.581748 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-ef51f03e-f725-4616-bd71-6dd8432e347e service neutron] For port ce887846-b6c6-4ece-9a21-4e17e5302edc, host n-h1-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:00:09.592566 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1aaa5a74-c9bc-4039-a631-613888b6e199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:09.601283 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1aaa5a74-c9bc-4039-a631-613888b6e199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:09.629175 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aaa5a74-c9bc-4039-a631-613888b6e199 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:00:09.639841 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-b767e9ef-93da-4405-accb-d6ab539d527c tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8d5b419981334391af714f4b817dcecc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1574755 Jul 15 23:00:09.650597 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1aaa5a74-c9bc-4039-a631-613888b6e199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:09.651492 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-1aaa5a74-c9bc-4039-a631-613888b6e199 admin admin] Added segment 1abf58b7-9cee-43cd-a970-9e83ee9f1403 of type vlan for network 187dc47b-0c31-419f-8d51-96286e2ba9be Jul 15 23:00:09.653108 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa5a74-c9bc-4039-a631-613888b6e199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f906a558-7ff9-4a3b-a52f-dd886f43053a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:09.659223 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bfdba1-7c70-4cfb-b4d1-156d3c249d00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce887846-b6c6-4ece-9a21-4e17e5302edc'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:09.663374 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd454e62-0f5d-4f79-98f5-878fbcdc9fb5" -d '{"events": [{"server_uuid": "a8bfdba1-7c70-4cfb-b4d1-156d3c249d00", "name": "network-vif-unplugged", "status": "completed", "tag": "ce887846-b6c6-4ece-9a21-4e17e5302edc"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:09.668866 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-ef51f03e-f725-4616-bd71-6dd8432e347e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:09.684909 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-ef51f03e-f725-4616-bd71-6dd8432e347e service neutron] Transition to ACTIVE for port object ce887846-b6c6-4ece-9a21-4e17e5302edc will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:00:09.688977 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-ef51f03e-f725-4616-bd71-6dd8432e347e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:09.705562 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1aaa5a74-c9bc-4039-a631-613888b6e199 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:09.756522 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1aaa5a74-c9bc-4039-a631-613888b6e199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:09.758211 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaa5a74-c9bc-4039-a631-613888b6e199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:09.758942 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1aaa5a74-c9bc-4039-a631-613888b6e199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:09.771474 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-ef51f03e-f725-4616-bd71-6dd8432e347e service neutron] No DVR routers for this DVR port ce887846-b6c6-4ece-9a21-4e17e5302edc on host n-h1-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:00:09.776593 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51f03e-f725-4616-bd71-6dd8432e347e service neutron] Pushing event updated for resources: {'Port': ['ID=ce887846-b6c6-4ece-9a21-4e17e5302edc,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:09.802995 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1aaa5a74-c9bc-4039-a631-613888b6e199 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3717456 Jul 15 23:00:09.806765 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 33372) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:09.811985 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e63a02a7-e0bf-40aa-b408-102848e8ad43 admin admin] Request body: {'subnet': {'network_id': '187dc47b-0c31-419f-8d51-96286e2ba9be', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-380577509-subnet', 'tenant_id': '2250b83ee1f24406a50a4e292db0f9d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:09.818695 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-ef51f03e-f725-4616-bd71-6dd8432e347e service neutron] Attempting to bind port ce887846-b6c6-4ece-9a21-4e17e5302edc on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:00:09.819283 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-ef51f03e-f725-4616-bd71-6dd8432e347e service neutron] Attempting to bind port ce887846-b6c6-4ece-9a21-4e17e5302edc by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:00:09.819795 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-ef51f03e-f725-4616-bd71-6dd8432e347e service neutron] Attempting to bind port ce887846-b6c6-4ece-9a21-4e17e5302edc on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:09.824571 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-ef51f03e-f725-4616-bd71-6dd8432e347e service neutron] Port ce887846-b6c6-4ece-9a21-4e17e5302edc on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:00:09.825062 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-ef51f03e-f725-4616-bd71-6dd8432e347e service neutron] Attempting to bind port ce887846-b6c6-4ece-9a21-4e17e5302edc on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:09.841206 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-ef51f03e-f725-4616-bd71-6dd8432e347e service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:00:09.842024 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-ef51f03e-f725-4616-bd71-6dd8432e347e service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:00:09.842570 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-ef51f03e-f725-4616-bd71-6dd8432e347e service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:00:09.843194 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-ef51f03e-f725-4616-bd71-6dd8432e347e service neutron] Bound port: ce887846-b6c6-4ece-9a21-4e17e5302edc, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:00:09.843696 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-ef51f03e-f725-4616-bd71-6dd8432e347e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:09.861544 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa5a74-c9bc-4039-a631-613888b6e199 admin admin] Pushing event updated for resources: {'Network': ['ID=187dc47b-0c31-419f-8d51-96286e2ba9be,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:09.872090 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 187dc47b-0c31-419f-8d51-96286e2ba9be details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:00:09.905312 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63a02a7-e0bf-40aa-b408-102848e8ad43 admin admin] Made reservation on behalf of 2250b83ee1f24406a50a4e292db0f9d4 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:00:09.908307 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e63a02a7-e0bf-40aa-b408-102848e8ad43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:09.920850 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-33e1ecf8-81fb-4f10-8eb9-6e9f261619c9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:00:09.928786 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-33e1ecf8-81fb-4f10-8eb9-6e9f261619c9 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0928383 Jul 15 23:00:10.016251 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-ef51f03e-f725-4616-bd71-6dd8432e347e service neutron] For port ce887846-b6c6-4ece-9a21-4e17e5302edc, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:00:10.065533 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-ef51f03e-f725-4616-bd71-6dd8432e347e service neutron] For port ce887846-b6c6-4ece-9a21-4e17e5302edc, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ce887846-b6c6-4ece-9a21-4e17e5302edc,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:00:10.076266 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-ef51f03e-f725-4616-bd71-6dd8432e347e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:10.100967 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e63a02a7-e0bf-40aa-b408-102848e8ad43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:10.163246 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a02a7-e0bf-40aa-b408-102848e8ad43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c4623d0-4154-4d3d-826c-30774b3bb531,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:10.171433 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63a02a7-e0bf-40aa-b408-102848e8ad43 admin admin] Checking segment: {'id': '1abf58b7-9cee-43cd-a970-9e83ee9f1403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '187dc47b-0c31-419f-8d51-96286e2ba9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:00:10.171791 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63a02a7-e0bf-40aa-b408-102848e8ad43 admin admin] Network hostable DHCP agents. Network: 187dc47b-0c31-419f-8d51-96286e2ba9be, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:00:10.189830 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63a02a7-e0bf-40aa-b408-102848e8ad43 admin admin] Network 187dc47b-0c31-419f-8d51-96286e2ba9be is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:00:10.199494 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-e63a02a7-e0bf-40aa-b408-102848e8ad43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 187dc47b-0c31-419f-8d51-96286e2ba9be) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:00:10.204038 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63a02a7-e0bf-40aa-b408-102848e8ad43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:10.204675 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e63a02a7-e0bf-40aa-b408-102848e8ad43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:10.210062 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e13f606-0243-463e-8432-48a4713b5bb4 None None] Network 187dc47b-0c31-419f-8d51-96286e2ba9be requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:00:10.219717 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e63a02a7-e0bf-40aa-b408-102848e8ad43 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4117787 Jul 15 23:00:10.316244 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b561bd-f5c1-40ea-a286-eb6d013a4c93 req-37008fa0-9cc2-4013-aa74-5fee23fc3ea7 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:10.317846 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-86b561bd-f5c1-40ea-a286-eb6d013a4c93 req-37008fa0-9cc2-4013-aa74-5fee23fc3ea7 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac5ca590-4bf4-4818-aaa5-3012614220d2 HTTP/1.1" status: 200 len: 943 time: 0.4045789 Jul 15 23:00:10.325249 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-541d3a36-3fdc-4aa9-8d44-d978df35144c service neutron] 10.222.0.16 "GET /v2.0/networks/a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955355 Jul 15 23:00:10.345746 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-ef51f03e-f725-4616-bd71-6dd8432e347e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:10.346371 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-ef51f03e-f725-4616-bd71-6dd8432e347e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:10.347715 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-ef51f03e-f725-4616-bd71-6dd8432e347e service neutron] 10.222.0.43 "PUT /v2.0/ports/ce887846-b6c6-4ece-9a21-4e17e5302edc HTTP/1.1" status: 200 len: 1095 time: 1.4942563 Jul 15 23:00:10.376743 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d0efaa-3e67-41df-8542-49de4c186162 None None] Network 187dc47b-0c31-419f-8d51-96286e2ba9be requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:00:10.446773 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-86b561bd-f5c1-40ea-a286-eb6d013a4c93 req-3445d2c0-c323-4678-a185-3153d269a601 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175499 Jul 15 23:00:10.451735 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51f03e-f725-4616-bd71-6dd8432e347e service neutron] Pushing event updated for resources: {'Port': ['ID=ce887846-b6c6-4ece-9a21-4e17e5302edc,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:10.535884 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-2c6363e6-2cc9-43f1-9e46-09b0ac91d826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:10.537478 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-2c6363e6-2cc9-43f1-9e46-09b0ac91d826 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 1098 time: 0.1625876 Jul 15 23:00:10.543558 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-775362a3-0cde-4673-8ced-818e32d6bddb service neutron] 10.222.0.16 "GET /v2.0/networks/a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994424 Jul 15 23:00:10.545048 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d5a481-09c2-4315-9ac2-75f59093a451 x-openstack-request-id: req-e5d5a481-09c2-4315-9ac2-75f59093a451 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:10.545292 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bfdba1-7c70-4cfb-b4d1-156d3c249d00", "name": "network-vif-unplugged", "status": "completed", "tag": "ce887846-b6c6-4ece-9a21-4e17e5302edc", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:10.545544 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5d5a481-09c2-4315-9ac2-75f59093a451 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:10.545926 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bfdba1-7c70-4cfb-b4d1-156d3c249d00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce887846-b6c6-4ece-9a21-4e17e5302edc', 'code': 200} Jul 15 23:00:10.658471 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-cf268b94-9be5-4e8f-9dd3-ebd985ad521f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:10.659903 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-cf268b94-9be5-4e8f-9dd3-ebd985ad521f service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.1060066 Jul 15 23:00:10.698177 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 72ce87cf-7c5d-4c2e-8553-e248a570e2c3 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:00:10.781252 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-f7219903-a6bd-4299-8a69-76f31eb42947 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=ce887846-b6c6-4ece-9a21-4e17e5302edc HTTP/1.1" status: 200 len: 217 time: 0.1056457 Jul 15 23:00:10.835394 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 5f55500d-63cd-4acf-b2ad-22663a15ccee up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:00:10.870118 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-7ceca4c6-b110-42a1-8d9b-54098443b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:10.872248 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-7ceca4c6-b110-42a1-8d9b-54098443b931 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0736091 Jul 15 23:00:10.880190 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 72ce87cf-7c5d-4c2e-8553-e248a570e2c3, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=72ce87cf-7c5d-4c2e-8553-e248a570e2c3,segment=NetworkSegment(e7fe3191-1c68-4d38-a856-14f82f1ac8c9),segment_id=e7fe3191-1c68-4d38-a856-14f82f1ac8c9)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:10.901315 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '72ce87cf-7c5d-4c2e-8553-e248a570e2c3', 'network_id': 'cec0c96c-b2ad-40b7-9355-3bacfcd63bee', 'port_id': '72ce87cf-7c5d-4c2e-8553-e248a570e2c3', 'mac_address': 'fa:16:3e:05:af:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7143f8ff-2e46-4e91-a002-da9d7a6d5e8a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:00:10.953524 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 5f55500d-63cd-4acf-b2ad-22663a15ccee completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:00:10.959376 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:10.961090 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 5f55500d-63cd-4acf-b2ad-22663a15ccee triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:00:10.961442 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:10.961781 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240802f-7fc9-4d91-a0fe-639550929695 req-f257d82f-9063-489f-9df6-f8348464f43b tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:10.963328 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6240802f-7fc9-4d91-a0fe-639550929695 req-f257d82f-9063-489f-9df6-f8348464f43b tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92 HTTP/1.1" status: 200 len: 944 time: 0.1811972 Jul 15 23:00:11.001104 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ce87cf-7c5d-4c2e-8553-e248a570e2c3 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:00:11.034178 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 72ce87cf-7c5d-4c2e-8553-e248a570e2c3, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=72ce87cf-7c5d-4c2e-8553-e248a570e2c3,segment=NetworkSegment(e7fe3191-1c68-4d38-a856-14f82f1ac8c9),segment_id=e7fe3191-1c68-4d38-a856-14f82f1ac8c9)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:11.040026 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:11.066185 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-70bb857f-2aff-44a1-a81f-8f64016863eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:11.068477 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-70bb857f-2aff-44a1-a81f-8f64016863eb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1834881 Jul 15 23:00:11.072399 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6240802f-7fc9-4d91-a0fe-639550929695 req-c9038279-4b83-432c-b6b4-4243acd36125 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741918 Jul 15 23:00:11.078879 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-6de5d172-f4b9-492c-b10b-2159ec40afb7 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:11.080329 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-6de5d172-f4b9-492c-b10b-2159ec40afb7 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/networks?id=71ccf61d-14bc-4de9-bbf5-849aeac853f5 HTTP/1.1" status: 200 len: 818 time: 0.1865366 Jul 15 23:00:11.125828 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-b2ec0cd1-98a9-434c-a9c2-dfd5ef402353 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/quotas/333adf5bda29495e91779ab1d3ab99ea HTTP/1.1" status: 200 len: 375 time: 0.0359275 Jul 15 23:00:11.131320 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:11.134399 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=72ce87cf-7c5d-4c2e-8553-e248a570e2c3,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:11.166002 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-67a93e66-0bb1-4c1b-8c06-b30703743245 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=333adf5bda29495e91779ab1d3ab99ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392301 Jul 15 23:00:11.167365 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ca3a78-d80b-4393-915b-236ec9eb6e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f55500d-63cd-4acf-b2ad-22663a15ccee'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:11.170090 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2488c3aa-7743-4e8a-b2c6-99adec2ad01d" -d '{"events": [{"server_uuid": "f9ca3a78-d80b-4393-915b-236ec9eb6e92", "name": "network-vif-plugged", "status": "completed", "tag": "5f55500d-63cd-4acf-b2ad-22663a15ccee"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:11.185272 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 5f55500d-63cd-4acf-b2ad-22663a15ccee, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=5f55500d-63cd-4acf-b2ad-22663a15ccee,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:11.192899 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:11.193847 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device ce887846-b6c6-4ece-9a21-4e17e5302edc no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:00:11.277858 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-b24f9529-44c9-40bc-afe5-0fc20d87ba57 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965303 Jul 15 23:00:11.351254 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-9636b5d1-85bb-4434-b995-37193451fa0a service neutron] 10.222.0.16 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842909 Jul 15 23:00:11.398227 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=5f55500d-63cd-4acf-b2ad-22663a15ccee,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:11.402099 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device ce887846-b6c6-4ece-9a21-4e17e5302edc not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:00:11.452814 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['72ce87cf-7c5d-4c2e-8553-e248a570e2c3'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:00:11.495496 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3fdb3f35-f1c7-4673-a02d-c562f90222e8 req-1d629877-9085-48e9-bb5c-082f16dcefe0 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093666 Jul 15 23:00:11.514419 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8c682-d85d-4f83-b3ff-c58e0511af86 req-108d24bd-3ba2-407b-96f3-25754205baed tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:11.516029 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d0b8c682-d85d-4f83-b3ff-c58e0511af86 req-108d24bd-3ba2-407b-96f3-25754205baed tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 947 time: 0.2126021 Jul 15 23:00:11.533038 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-3a191c66-5cc2-4fac-af2a-2d1669454d2c service neutron] 10.222.0.16 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701763 Jul 15 23:00:11.559960 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d0b8c682-d85d-4f83-b3ff-c58e0511af86 req-09b7f303-931d-43bf-af2b-80d97ddf3f58 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378008 Jul 15 23:00:11.781264 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-53867ec0-a05a-481c-bd3a-38373b1e5bd1 req-45cc9164-e9e4-4eb9-86ac-ac37f04dfd15 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cce9c06-40c0-41cf-bb6c-e1df28b195c8 HTTP/1.1" status: 200 len: 210 time: 0.0395699 Jul 15 23:00:11.879282 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d52281c-08a1-4f95-8013-32e06d5ceb66 x-openstack-request-id: req-2d52281c-08a1-4f95-8013-32e06d5ceb66 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:11.880156 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ca3a78-d80b-4393-915b-236ec9eb6e92", "name": "network-vif-plugged", "status": "completed", "tag": "5f55500d-63cd-4acf-b2ad-22663a15ccee", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:11.880414 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d52281c-08a1-4f95-8013-32e06d5ceb66 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:11.880816 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ca3a78-d80b-4393-915b-236ec9eb6e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f55500d-63cd-4acf-b2ad-22663a15ccee', 'code': 200} Jul 15 23:00:12.057573 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-2f0f9591-550d-4dc2-89d6-d06056be1db5 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:12.059216 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-2f0f9591-550d-4dc2-89d6-d06056be1db5 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.43 "GET /v2.0/networks?id=a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb HTTP/1.1" status: 200 len: 824 time: 0.1657963 Jul 15 23:00:12.108712 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933200bd-957a-47d0-91c6-793be46dd257 req-03bb09d3-d4f5-4cc9-a668-5ac4aa939d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:12.111401 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-933200bd-957a-47d0-91c6-793be46dd257 req-03bb09d3-d4f5-4cc9-a668-5ac4aa939d3e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92 HTTP/1.1" status: 200 len: 1096 time: 0.0642779 Jul 15 23:00:12.142846 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a85830c-0fc4-437a-95c6-98713a8b1489 req-bb081892-e83c-4f9c-824f-0907f8932e03 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e580382-5444-4886-9129-dc202c9fb312 HTTP/1.1" status: 200 len: 210 time: 0.0692730 Jul 15 23:00:12.159869 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-933200bd-957a-47d0-91c6-793be46dd257 req-dec521d2-125c-4c08-8d5e-dc87715d4cbc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419574 Jul 15 23:00:12.175651 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-7441357f-4ba5-4808-8f91-303fabc29f29 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d5b419981334391af714f4b817dcecc HTTP/1.1" status: 200 len: 380 time: 0.1044888 Jul 15 23:00:12.186949 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-679eb720-0c0a-4311-a85d-e3bd9cfc7f4b tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Request body: {'port': {'device_id': '3cce9c06-40c0-41cf-bb6c-e1df28b195c8', 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb', 'admin_state_up': True, 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'security_groups': ['fc5d1726-8827-49ab-b252-37e40a64e044']}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:12.269933 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8acb0b-787a-4d86-bbaf-d930933d29e5 req-3598cad8-86f0-4bf3-8592-869f0c0f3bf5 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:12.271489 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1c8acb0b-787a-4d86-bbaf-d930933d29e5 req-3598cad8-86f0-4bf3-8592-869f0c0f3bf5 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac5ca590-4bf4-4818-aaa5-3012614220d2 HTTP/1.1" status: 200 len: 944 time: 0.2110701 Jul 15 23:00:12.360330 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1c8acb0b-787a-4d86-bbaf-d930933d29e5 req-ce78425a-6730-4273-b261-4b078913a144 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816116 Jul 15 23:00:12.389125 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-679eb720-0c0a-4311-a85d-e3bd9cfc7f4b tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Made reservation on behalf of 8d5b419981334391af714f4b817dcecc for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:00:12.393152 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-679eb720-0c0a-4311-a85d-e3bd9cfc7f4b tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:12.415187 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715eee5-5234-4873-924e-00ccc28a907f req-7c1ca3c4-648a-442f-96f0-ba6a4a8bdf4a tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:12.416676 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e715eee5-5234-4873-924e-00ccc28a907f req-7c1ca3c4-648a-442f-96f0-ba6a4a8bdf4a tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/ports?device_id=d945512b-40d9-4a34-b183-d259b010cac5 HTTP/1.1" status: 200 len: 950 time: 0.1163886 Jul 15 23:00:12.507698 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e715eee5-5234-4873-924e-00ccc28a907f req-32545831-6f7d-4bf4-9963-4c0263cfc08f tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/security-groups?id=80297383-8cf6-4d87-9210-2631edba9f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846963 Jul 15 23:00:12.567229 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bfdba1-7c70-4cfb-b4d1-156d3c249d00', 'tag': 'ce887846-b6c6-4ece-9a21-4e17e5302edc'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:12.569762 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab2d755-a1b5-4900-8762-cbf8af9f57fc" -d '{"events": [{"name": "network-changed", "server_uuid": "a8bfdba1-7c70-4cfb-b4d1-156d3c249d00", "tag": "ce887846-b6c6-4ece-9a21-4e17e5302edc"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:12.641282 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-679eb720-0c0a-4311-a85d-e3bd9cfc7f4b tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Allocated IP 172.20.0.6 (a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb/e7348a62-9b3d-433e-8e23-0a028378979c/2d311f3c-1464-438d-b4dc-9353cc73eb8b) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:00:12.648548 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ac4ccd-0733-4b71-93cb-1a7f2a7909dc x-openstack-request-id: req-e6ac4ccd-0733-4b71-93cb-1a7f2a7909dc {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:12.648822 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8bfdba1-7c70-4cfb-b4d1-156d3c249d00", "tag": "ce887846-b6c6-4ece-9a21-4e17e5302edc", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:12.649069 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6ac4ccd-0733-4b71-93cb-1a7f2a7909dc {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:12.649447 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8bfdba1-7c70-4cfb-b4d1-156d3c249d00', 'tag': 'ce887846-b6c6-4ece-9a21-4e17e5302edc', 'status': 'completed', 'code': 200} Jul 15 23:00:12.681588 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381acd6-9baa-42ca-a7a2-e4e32d6e2d1b req-bd1cf530-29cf-497f-9f52-e7070de6ba96 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:12.683303 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1381acd6-9baa-42ca-a7a2-e4e32d6e2d1b req-bd1cf530-29cf-497f-9f52-e7070de6ba96 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92 HTTP/1.1" status: 200 len: 945 time: 0.1597190 Jul 15 23:00:12.725450 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 72ce87cf-7c5d-4c2e-8553-e248a570e2c3 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:00:12.802116 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2d755-a1b5-4900-8762-cbf8af9f57fc req-03bd4c7a-81dc-4317-97ae-6abbeb058b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:12.803919 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8ab2d755-a1b5-4900-8762-cbf8af9f57fc req-03bd4c7a-81dc-4317-97ae-6abbeb058b06 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 1098 time: 0.1296761 Jul 15 23:00:12.834512 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 72ce87cf-7c5d-4c2e-8553-e248a570e2c3 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:00:12.840690 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 33458) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:12.845523 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 72ce87cf-7c5d-4c2e-8553-e248a570e2c3 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:00:12.846571 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:12.858918 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2d755-a1b5-4900-8762-cbf8af9f57fc req-13e4d5da-ae9b-46bb-ad5e-131059a2806d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:12.860474 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8ab2d755-a1b5-4900-8762-cbf8af9f57fc req-13e4d5da-ae9b-46bb-ad5e-131059a2806d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 1098 time: 0.1328650 Jul 15 23:00:12.873778 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1381acd6-9baa-42ca-a7a2-e4e32d6e2d1b req-fbd2582b-1cda-4349-8eae-4015a82d4c92 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816177 Jul 15 23:00:12.943756 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:12.986132 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 72ce87cf-7c5d-4c2e-8553-e248a570e2c3, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=72ce87cf-7c5d-4c2e-8553-e248a570e2c3,segment=NetworkSegment(e7fe3191-1c68-4d38-a856-14f82f1ac8c9),segment_id=e7fe3191-1c68-4d38-a856-14f82f1ac8c9)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:12.991494 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:12.996643 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-679eb720-0c0a-4311-a85d-e3bd9cfc7f4b tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:13.016020 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-679eb720-0c0a-4311-a85d-e3bd9cfc7f4b tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Transition to ACTIVE for port object 2d311f3c-1464-438d-b4dc-9353cc73eb8b will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:00:13.060021 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=72ce87cf-7c5d-4c2e-8553-e248a570e2c3,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:13.084148 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dd544ca3-f5dc-42ec-bd27-82a7e0663d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:13.113428 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-679eb720-0c0a-4311-a85d-e3bd9cfc7f4b tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:13.217401 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-679eb720-0c0a-4311-a85d-e3bd9cfc7f4b tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Network a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:00:13.231237 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afc030-286a-4e8a-b6bd-4227c0626659 req-38ae2223-d8b4-4a9d-a574-889a73d3c275 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:13.232850 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-42afc030-286a-4e8a-b6bd-4227c0626659 req-38ae2223-d8b4-4a9d-a574-889a73d3c275 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 947 time: 0.4460399 Jul 15 23:00:13.233723 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2d755-a1b5-4900-8762-cbf8af9f57fc req-2902e686-5e46-4759-9884-c3ec30602945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:13.235278 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8ab2d755-a1b5-4900-8762-cbf8af9f57fc req-2902e686-5e46-4759-9884-c3ec30602945 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.4222686 Jul 15 23:00:13.240651 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-679eb720-0c0a-4311-a85d-e3bd9cfc7f4b tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:00:13.250422 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-679eb720-0c0a-4311-a85d-e3bd9cfc7f4b tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:00:13.256113 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-679eb720-0c0a-4311-a85d-e3bd9cfc7f4b tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:13.256743 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-679eb720-0c0a-4311-a85d-e3bd9cfc7f4b tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:13.269028 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679eb720-0c0a-4311-a85d-e3bd9cfc7f4b tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Pushing event updated for resources: {'Port': ['ID=2d311f3c-1464-438d-b4dc-9353cc73eb8b,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:13.307551 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8ab2d755-a1b5-4900-8762-cbf8af9f57fc req-194c9723-5cb7-4c22-93fa-18c3609f5c9e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=ce887846-b6c6-4ece-9a21-4e17e5302edc HTTP/1.1" status: 200 len: 217 time: 0.0573413 Jul 15 23:00:13.311516 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2d755-a1b5-4900-8762-cbf8af9f57fc req-a516d70b-d238-4ba2-b6fa-6648b6f38742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:13.313154 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8ab2d755-a1b5-4900-8762-cbf8af9f57fc req-a516d70b-d238-4ba2-b6fa-6648b6f38742 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.4447966 Jul 15 23:00:13.406014 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e024e3-cc60-4bd2-be76-748c0151f12a req-919c2184-53e4-445c-87ff-53c0e34ef45a tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:13.407642 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70e024e3-cc60-4bd2-be76-748c0151f12a req-919c2184-53e4-445c-87ff-53c0e34ef45a tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cce9c06-40c0-41cf-bb6c-e1df28b195c8 HTTP/1.1" status: 200 len: 931 time: 0.2896454 Jul 15 23:00:13.436986 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-42afc030-286a-4e8a-b6bd-4227c0626659 req-863b8777-7b9f-4338-ad11-3b94cf9643e1 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888855 Jul 15 23:00:13.453628 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8ab2d755-a1b5-4900-8762-cbf8af9f57fc req-67c31fa1-d9a8-46ef-91fc-c0c5102dede2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=ce887846-b6c6-4ece-9a21-4e17e5302edc HTTP/1.1" status: 200 len: 217 time: 0.0981474 Jul 15 23:00:13.521015 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2d755-a1b5-4900-8762-cbf8af9f57fc req-e241aa1b-2d0d-4e0f-81b9-404e0e87de7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:13.522748 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8ab2d755-a1b5-4900-8762-cbf8af9f57fc req-e241aa1b-2d0d-4e0f-81b9-404e0e87de7a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.2046828 Jul 15 23:00:13.540852 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dd544ca3-f5dc-42ec-bd27-82a7e0663d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:13.559999 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70e024e3-cc60-4bd2-be76-748c0151f12a req-dfc95cfa-1d38-4eb3-a68e-f3c1629e7c3c tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc5d1726-8827-49ab-b252-37e40a64e044&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201031 Jul 15 23:00:13.569530 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dd544ca3-f5dc-42ec-bd27-82a7e0663d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:13.610844 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-679eb720-0c0a-4311-a85d-e3bd9cfc7f4b tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4287930 Jul 15 23:00:13.635055 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-13f83508-c272-41b7-ac0e-c2ea23bdc232 service neutron] Request body: {'port': {'device_id': '3cce9c06-40c0-41cf-bb6c-e1df28b195c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:13.642594 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-edfcac4e-c30b-4d2f-bc8b-dd11e8ccccbe None None] Provisioning for port 2d311f3c-1464-438d-b4dc-9353cc73eb8b completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:00:13.649183 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-edfcac4e-c30b-4d2f-bc8b-dd11e8ccccbe None None] Provisioning complete for port 2d311f3c-1464-438d-b4dc-9353cc73eb8b triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:00:13.649533 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-601918cf-c245-4d5e-9116-958cb9d3de56 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:13.649672 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-edfcac4e-c30b-4d2f-bc8b-dd11e8ccccbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:13.652342 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-601918cf-c245-4d5e-9116-958cb9d3de56 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.36 "GET /v2.0/networks?id=71ccf61d-14bc-4de9-bbf5-849aeac853f5 HTTP/1.1" status: 200 len: 818 time: 0.2951937 Jul 15 23:00:13.663371 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2d755-a1b5-4900-8762-cbf8af9f57fc req-aa860424-031a-4ffa-b44c-43fd266dc694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:13.666266 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8ab2d755-a1b5-4900-8762-cbf8af9f57fc req-aa860424-031a-4ffa-b44c-43fd266dc694 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.2034764 Jul 15 23:00:13.675296 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2d755-a1b5-4900-8762-cbf8af9f57fc req-48a77677-e480-4ea1-b587-0fad27aa449f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:13.677040 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8ab2d755-a1b5-4900-8762-cbf8af9f57fc req-48a77677-e480-4ea1-b587-0fad27aa449f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1298110 Jul 15 23:00:13.691186 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-b6b9de04-ddef-43c2-8202-85f8d1340538 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Request body: {'port': {'device_id': '7e580382-5444-4886-9129-dc202c9fb312', 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5', 'admin_state_up': True, 'tenant_id': '333adf5bda29495e91779ab1d3ab99ea'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:13.736576 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-edfcac4e-c30b-4d2f-bc8b-dd11e8ccccbe None None] Port 2d311f3c-1464-438d-b4dc-9353cc73eb8b cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:00:13.737524 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-58518457-57e0-4ce7-832d-42e314d8015d req-df3bdba5-dcfc-4075-92f5-7a64237970d6 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e580382-5444-4886-9129-dc202c9fb312 HTTP/1.1" status: 200 len: 210 time: 0.1130133 Jul 15 23:00:13.740939 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-dd544ca3-f5dc-42ec-bd27-82a7e0663d64 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=62b36a871d064cf0904b2fcbd6fe6165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8989685 Jul 15 23:00:13.752380 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 33476) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:13.753028 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd544ca3-f5dc-42ec-bd27-82a7e0663d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea458ec-b5fd-43db-ba90-c09971f9c084,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:13.881645 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5ca590-4bf4-4818-aaa5-3012614220d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ce87cf-7c5d-4c2e-8553-e248a570e2c3'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:13.885586 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-13f83508-c272-41b7-ac0e-c2ea23bdc232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:13.886655 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2a162b-bf77-4cc0-8821-061bbe24e3d0" -d '{"events": [{"server_uuid": "ac5ca590-4bf4-4818-aaa5-3012614220d2", "name": "network-vif-plugged", "status": "completed", "tag": "72ce87cf-7c5d-4c2e-8553-e248a570e2c3"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:13.933863 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8ab2d755-a1b5-4900-8762-cbf8af9f57fc req-c83bdf90-5a61-4458-b975-d00f1213d20c service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333848 Jul 15 23:00:13.946731 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2d755-a1b5-4900-8762-cbf8af9f57fc req-d845e687-e7c8-48bc-88f1-f23ebc6a1303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:13.948213 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8ab2d755-a1b5-4900-8762-cbf8af9f57fc req-d845e687-e7c8-48bc-88f1-f23ebc6a1303 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2692690 Jul 15 23:00:14.016489 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-b6b9de04-ddef-43c2-8202-85f8d1340538 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Made reservation on behalf of 333adf5bda29495e91779ab1d3ab99ea for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:00:14.020609 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-b6b9de04-ddef-43c2-8202-85f8d1340538 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:14.128894 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f27bb46c-3d51-4f97-8c98-8a7894c21d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:14.163413 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a1324-b71c-4265-896c-3065b16c55a7 req-2385bd9e-607f-4234-a1ec-e13c0d680018 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:14.164830 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-165a1324-b71c-4265-896c-3065b16c55a7 req-2385bd9e-607f-4234-a1ec-e13c0d680018 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.43 "GET /v2.0/ports?device_id=d945512b-40d9-4a34-b183-d259b010cac5 HTTP/1.1" status: 200 len: 950 time: 0.5101211 Jul 15 23:00:14.171168 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8ab2d755-a1b5-4900-8762-cbf8af9f57fc req-9c6c0a4f-198d-40d7-a45b-e98e922c27c4 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266524 Jul 15 23:00:14.185391 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8ab2d755-a1b5-4900-8762-cbf8af9f57fc req-fe1c23a2-6dec-40ec-b0c4-a2692675d7e5 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064476 Jul 15 23:00:14.223797 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559c83a-d130-4ead-be15-50b2e74e474a req-796ab2d7-c5e0-4393-a366-df885b28cc15 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:14.225278 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d559c83a-d130-4ead-be15-50b2e74e474a req-796ab2d7-c5e0-4393-a366-df885b28cc15 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac5ca590-4bf4-4818-aaa5-3012614220d2 HTTP/1.1" status: 200 len: 945 time: 0.4833541 Jul 15 23:00:14.255633 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f27bb46c-3d51-4f97-8c98-8a7894c21d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:14.306512 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-b6b9de04-ddef-43c2-8202-85f8d1340538 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Allocated IP 172.20.0.8 (71ccf61d-14bc-4de9-bbf5-849aeac853f5/951a51fc-ffa0-401a-b919-6dcf1a893db8/dc37c8c1-570c-4c53-85ac-14193e1f0626) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:00:14.329770 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8ab2d755-a1b5-4900-8762-cbf8af9f57fc req-0819468e-3178-479d-bce6-4a916f1bc0f1 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378527 Jul 15 23:00:14.456273 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d559c83a-d130-4ead-be15-50b2e74e474a req-624c4c46-d311-4c3d-a0cf-37ddc8b50aea tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985757 Jul 15 23:00:14.466584 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-b6b9de04-ddef-43c2-8202-85f8d1340538 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:14.468324 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce74b0-c9dd-4d6d-a746-b8c957eabfb0 req-cfb339e0-a953-46aa-bd65-ad9e0393be9f tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:14.469816 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-53ce74b0-c9dd-4d6d-a746-b8c957eabfb0 req-cfb339e0-a953-46aa-bd65-ad9e0393be9f tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/ports?device_id=d945512b-40d9-4a34-b183-d259b010cac5 HTTP/1.1" status: 200 len: 950 time: 0.3580291 Jul 15 23:00:14.517782 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f27bb46c-3d51-4f97-8c98-8a7894c21d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:14.520868 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f27bb46c-3d51-4f97-8c98-8a7894c21d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:14.522155 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f27bb46c-3d51-4f97-8c98-8a7894c21d07 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ea458ec-b5fd-43db-ba90-c09971f9c084 HTTP/1.1" status: 204 len: 168 time: 0.7648182 Jul 15 23:00:14.548177 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-b6b9de04-ddef-43c2-8202-85f8d1340538 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:14.550270 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e67b32-ebab-429d-b77b-cc35b732d9d8 x-openstack-request-id: req-03e67b32-ebab-429d-b77b-cc35b732d9d8 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:14.550966 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5ca590-4bf4-4818-aaa5-3012614220d2", "name": "network-vif-plugged", "status": "completed", "tag": "72ce87cf-7c5d-4c2e-8553-e248a570e2c3", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:14.551589 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03e67b32-ebab-429d-b77b-cc35b732d9d8 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:14.552968 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5ca590-4bf4-4818-aaa5-3012614220d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ce87cf-7c5d-4c2e-8553-e248a570e2c3', 'code': 200} Jul 15 23:00:14.613149 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27bb46c-3d51-4f97-8c98-8a7894c21d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea458ec-b5fd-43db-ba90-c09971f9c084,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:14.647557 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-53ce74b0-c9dd-4d6d-a746-b8c957eabfb0 req-b1e04d4f-2052-4200-8c6a-25ecfb59db8c tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/security-groups?id=80297383-8cf6-4d87-9210-2631edba9f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566987 Jul 15 23:00:14.674714 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-b6b9de04-ddef-43c2-8202-85f8d1340538 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:00:14.686240 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-165a1324-b71c-4265-896c-3065b16c55a7 req-cbc03f14-9ca3-497f-9533-8c1f3837b364 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Deleting port 3f81cd55-56f6-4545-93ed-841263225c17 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:00:14.686435 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-b6b9de04-ddef-43c2-8202-85f8d1340538 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:00:14.686556 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-165a1324-b71c-4265-896c-3065b16c55a7 req-cbc03f14-9ca3-497f-9533-8c1f3837b364 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:14.700865 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-b6b9de04-ddef-43c2-8202-85f8d1340538 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:00:14.769142 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9de04-ddef-43c2-8202-85f8d1340538 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Pushing event updated for resources: {'Port': ['ID=dc37c8c1-570c-4c53-85ac-14193e1f0626,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:14.813040 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531f778-09a2-4d7d-97a6-4d5335bbdfdd req-4b7c3828-c2ec-46ee-b8ae-48053ef9b0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:14.814790 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c531f778-09a2-4d7d-97a6-4d5335bbdfdd req-4b7c3828-c2ec-46ee-b8ae-48053ef9b0a9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ac5ca590-4bf4-4818-aaa5-3012614220d2 HTTP/1.1" status: 200 len: 1096 time: 0.1299527 Jul 15 23:00:14.825440 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-b6b9de04-ddef-43c2-8202-85f8d1340538 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:14.826106 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-b6b9de04-ddef-43c2-8202-85f8d1340538 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:14.843521 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 33498) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:14.871461 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c531f778-09a2-4d7d-97a6-4d5335bbdfdd req-2935887f-2d2d-4aaf-b74e-6f7bc349c0bf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401216 Jul 15 23:00:14.888738 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-b6b9de04-ddef-43c2-8202-85f8d1340538 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2099037 Jul 15 23:00:15.012583 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 33502) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:15.022290 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-df7ed453-e5f3-4d7f-bebf-5e9adc5f9b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:15.026376 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b9fe6e66-e1e8-48fa-a599-cb7bc74ff9fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:15.027153 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-165a1324-b71c-4265-896c-3065b16c55a7 req-cbc03f14-9ca3-497f-9533-8c1f3837b364 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] For port 3f81cd55-56f6-4545-93ed-841263225c17, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=3f81cd55-56f6-4545-93ed-841263225c17,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:15.027510 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-165a1324-b71c-4265-896c-3065b16c55a7 req-cbc03f14-9ca3-497f-9533-8c1f3837b364 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:15.031109 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-13f83508-c272-41b7-ac0e-c2ea23bdc232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d311f3c-1464-438d-b4dc-9353cc73eb8b {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:00:15.055375 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-13f83508-c272-41b7-ac0e-c2ea23bdc232 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:15.069593 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-165a1324-b71c-4265-896c-3065b16c55a7 req-cbc03f14-9ca3-497f-9533-8c1f3837b364 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Calling delete_port for 3f81cd55-56f6-4545-93ed-841263225c17 owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:00:15.088043 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5cbd6-6999-4d79-abc4-c43cda3b4e5c req-35a00258-9279-46fc-99c1-3ba2c583c7e9 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:15.089632 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-41e5cbd6-6999-4d79-abc4-c43cda3b4e5c req-35a00258-9279-46fc-99c1-3ba2c583c7e9 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92 HTTP/1.1" status: 200 len: 945 time: 0.4170759 Jul 15 23:00:15.102414 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-13f83508-c272-41b7-ac0e-c2ea23bdc232 service neutron] Transition to ACTIVE for port object 2d311f3c-1464-438d-b4dc-9353cc73eb8b will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:00:15.115642 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-13f83508-c272-41b7-ac0e-c2ea23bdc232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:15.124732 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b9fe6e66-e1e8-48fa-a599-cb7bc74ff9fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:15.128683 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b9fe6e66-e1e8-48fa-a599-cb7bc74ff9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:15.150092 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-16697a20-26f5-4f46-806c-54cc9bba246b service neutron] Request body: {'port': {'device_id': '7e580382-5444-4886-9129-dc202c9fb312', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:15.177355 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f38ee-5d06-45a5-acf1-62f17c378957 req-baddf205-00f9-4c5e-9bd3-f51ec42d32f6 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:15.178855 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e7f38ee-5d06-45a5-acf1-62f17c378957 req-baddf205-00f9-4c5e-9bd3-f51ec42d32f6 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 947 time: 0.3223629 Jul 15 23:00:15.193758 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe6e66-e1e8-48fa-a599-cb7bc74ff9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500caac9-af47-4d45-8601-33bcb524ae05,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:15.201548 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b9fe6e66-e1e8-48fa-a599-cb7bc74ff9fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0213e1fedc342d082318b8299c76027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878204 Jul 15 23:00:15.204202 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 33504) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:15.261021 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device ce887846-b6c6-4ece-9a21-4e17e5302edc details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:00:15.284796 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f83508-c272-41b7-ac0e-c2ea23bdc232 service neutron] Pushing event updated for resources: {'Port': ['ID=2d311f3c-1464-438d-b4dc-9353cc73eb8b,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:15.303107 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-16697a20-26f5-4f46-806c-54cc9bba246b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:15.306022 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-41e5cbd6-6999-4d79-abc4-c43cda3b4e5c req-89353bf0-467d-49b8-b06b-224b21ed33a8 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047260 Jul 15 23:00:15.314953 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8525837b-6c76-4b96-a11e-ef36cb519768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:15.364894 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8525837b-6c76-4b96-a11e-ef36cb519768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:15.412826 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e7f38ee-5d06-45a5-acf1-62f17c378957 req-5fb5e637-350d-42dd-b1be-c8fe7956303b tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101405 Jul 15 23:00:15.452593 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port ce887846-b6c6-4ece-9a21-4e17e5302edc, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ce887846-b6c6-4ece-9a21-4e17e5302edc,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:15.459718 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-13f83508-c272-41b7-ac0e-c2ea23bdc232 service neutron] Attempting to bind port 2d311f3c-1464-438d-b4dc-9353cc73eb8b on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:00:15.460055 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-13f83508-c272-41b7-ac0e-c2ea23bdc232 service neutron] Attempting to bind port 2d311f3c-1464-438d-b4dc-9353cc73eb8b by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '8d579221-0a7c-432a-a8a4-faae99e9d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:00:15.460385 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-13f83508-c272-41b7-ac0e-c2ea23bdc232 service neutron] Attempting to bind port 2d311f3c-1464-438d-b4dc-9353cc73eb8b on network a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:15.474950 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'ce887846-b6c6-4ece-9a21-4e17e5302edc', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': 'ce887846-b6c6-4ece-9a21-4e17e5302edc', 'mac_address': 'fa:16:3e:23:02:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:00:15.496402 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-13f83508-c272-41b7-ac0e-c2ea23bdc232 service neutron] Port 2d311f3c-1464-438d-b4dc-9353cc73eb8b on network a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:00:15.496733 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-13f83508-c272-41b7-ac0e-c2ea23bdc232 service neutron] Attempting to bind port 2d311f3c-1464-438d-b4dc-9353cc73eb8b on network a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:15.529455 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-13f83508-c272-41b7-ac0e-c2ea23bdc232 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:00:15.529912 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-13f83508-c272-41b7-ac0e-c2ea23bdc232 service neutron] Checking segment: {'id': '8d579221-0a7c-432a-a8a4-faae99e9d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:00:15.530344 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-13f83508-c272-41b7-ac0e-c2ea23bdc232 service neutron] Bound using segment: {'id': '8d579221-0a7c-432a-a8a4-faae99e9d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:00:15.530925 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-13f83508-c272-41b7-ac0e-c2ea23bdc232 service neutron] Bound port: 2d311f3c-1464-438d-b4dc-9353cc73eb8b, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d579221-0a7c-432a-a8a4-faae99e9d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:00:15.531287 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-13f83508-c272-41b7-ac0e-c2ea23bdc232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:15.538697 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:15.539067 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8525837b-6c76-4b96-a11e-ef36cb519768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:15.541552 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8525837b-6c76-4b96-a11e-ef36cb519768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:15.542706 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8525837b-6c76-4b96-a11e-ef36cb519768 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/500caac9-af47-4d45-8601-33bcb524ae05 HTTP/1.1" status: 204 len: 168 time: 0.3376226 Jul 15 23:00:15.563469 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce887846-b6c6-4ece-9a21-4e17e5302edc {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:00:15.582893 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525837b-6c76-4b96-a11e-ef36cb519768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500caac9-af47-4d45-8601-33bcb524ae05,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:15.585447 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port ce887846-b6c6-4ece-9a21-4e17e5302edc, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ce887846-b6c6-4ece-9a21-4e17e5302edc,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:15.591140 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:15.638645 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-13f83508-c272-41b7-ac0e-c2ea23bdc232 service neutron] For port 2d311f3c-1464-438d-b4dc-9353cc73eb8b, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:00:15.652296 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=ce887846-b6c6-4ece-9a21-4e17e5302edc,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:15.735216 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-16697a20-26f5-4f46-806c-54cc9bba246b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc37c8c1-570c-4c53-85ac-14193e1f0626 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:00:15.744556 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-16697a20-26f5-4f46-806c-54cc9bba246b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:15.746837 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-df7ed453-e5f3-4d7f-bebf-5e9adc5f9b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:15.757975 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-13f83508-c272-41b7-ac0e-c2ea23bdc232 service neutron] For port 2d311f3c-1464-438d-b4dc-9353cc73eb8b, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=2d311f3c-1464-438d-b4dc-9353cc73eb8b,segment=NetworkSegment(8d579221-0a7c-432a-a8a4-faae99e9d679),segment_id=8d579221-0a7c-432a-a8a4-faae99e9d679)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:00:15.760048 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-16697a20-26f5-4f46-806c-54cc9bba246b service neutron] Transition to ACTIVE for port object dc37c8c1-570c-4c53-85ac-14193e1f0626 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:00:15.763128 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-165a1324-b71c-4265-896c-3065b16c55a7 req-cbc03f14-9ca3-497f-9533-8c1f3837b364 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:15.764552 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-16697a20-26f5-4f46-806c-54cc9bba246b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:15.772594 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-df7ed453-e5f3-4d7f-bebf-5e9adc5f9b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:15.774536 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['8e057c9e-7d20-462b-b18b-feec070f7063'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:00:15.784735 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-13f83508-c272-41b7-ac0e-c2ea23bdc232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:15.835578 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16697a20-26f5-4f46-806c-54cc9bba246b service neutron] Pushing event updated for resources: {'Port': ['ID=dc37c8c1-570c-4c53-85ac-14193e1f0626,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:15.836386 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc03f14-9ca3-497f-9533-8c1f3837b364 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Pushing event deleted for resources: {'Port': ['ID=3f81cd55-56f6-4545-93ed-841263225c17,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:15.867150 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['ce887846-b6c6-4ece-9a21-4e17e5302edc'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:00:15.915867 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f83508-c272-41b7-ac0e-c2ea23bdc232 service neutron] Pushing event updated for resources: {'Port': ['ID=2d311f3c-1464-438d-b4dc-9353cc73eb8b,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:15.969951 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-16697a20-26f5-4f46-806c-54cc9bba246b service neutron] Attempting to bind port dc37c8c1-570c-4c53-85ac-14193e1f0626 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:00:15.970518 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-16697a20-26f5-4f46-806c-54cc9bba246b service neutron] Attempting to bind port dc37c8c1-570c-4c53-85ac-14193e1f0626 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:00:15.971192 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-16697a20-26f5-4f46-806c-54cc9bba246b service neutron] Attempting to bind port dc37c8c1-570c-4c53-85ac-14193e1f0626 on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:15.978428 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-16697a20-26f5-4f46-806c-54cc9bba246b service neutron] Port dc37c8c1-570c-4c53-85ac-14193e1f0626 on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:00:15.978985 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-16697a20-26f5-4f46-806c-54cc9bba246b service neutron] Attempting to bind port dc37c8c1-570c-4c53-85ac-14193e1f0626 on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:15.987671 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-16697a20-26f5-4f46-806c-54cc9bba246b service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:00:15.988411 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-16697a20-26f5-4f46-806c-54cc9bba246b service neutron] Checking segment: {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:00:15.988922 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-16697a20-26f5-4f46-806c-54cc9bba246b service neutron] Bound using segment: {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:00:15.989367 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-16697a20-26f5-4f46-806c-54cc9bba246b service neutron] Bound port: dc37c8c1-570c-4c53-85ac-14193e1f0626, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:00:15.989770 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-16697a20-26f5-4f46-806c-54cc9bba246b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:15.991145 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e8246d8-d2b4-4e47-98fc-1f41cbfab071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:15.993654 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22799630-3f01-4bb5-9592-44f675b21e13 req-73adf909-cd18-4874-923c-bbb5cb0994ff tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:16.005493 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-22799630-3f01-4bb5-9592-44f675b21e13 req-73adf909-cd18-4874-923c-bbb5cb0994ff tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cce9c06-40c0-41cf-bb6c-e1df28b195c8 HTTP/1.1" status: 200 len: 943 time: 0.4929545 Jul 15 23:00:16.010934 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-df7ed453-e5f3-4d7f-bebf-5e9adc5f9b63 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19c74a7f0c0d4e79acddd3ada0c342ad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1626253 Jul 15 23:00:16.011990 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 33526) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:16.033392 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ed453-e5f3-4d7f-bebf-5e9adc5f9b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd241c27-c5f9-4497-b276-4a66ecfd211f,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:16.112311 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-165a1324-b71c-4265-896c-3065b16c55a7 req-cbc03f14-9ca3-497f-9533-8c1f3837b364 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] No DVR routers for this DVR port 3f81cd55-56f6-4545-93ed-841263225c17 on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:00:16.121708 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-13f83508-c272-41b7-ac0e-c2ea23bdc232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:16.122321 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-13f83508-c272-41b7-ac0e-c2ea23bdc232 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:16.123727 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-13f83508-c272-41b7-ac0e-c2ea23bdc232 service neutron] 10.222.0.43 "PUT /v2.0/ports/2d311f3c-1464-438d-b4dc-9353cc73eb8b HTTP/1.1" status: 200 len: 1091 time: 2.4982231 Jul 15 23:00:16.125752 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-165a1324-b71c-4265-896c-3065b16c55a7 req-cbc03f14-9ca3-497f-9533-8c1f3837b364 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:16.131271 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-165a1324-b71c-4265-896c-3065b16c55a7 req-cbc03f14-9ca3-497f-9533-8c1f3837b364 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.43 "DELETE /v2.0/ports/3f81cd55-56f6-4545-93ed-841263225c17 HTTP/1.1" status: 204 len: 173 time: 1.9576426 Jul 15 23:00:16.131765 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cce9c06-40c0-41cf-bb6c-e1df28b195c8', 'tag': '2d311f3c-1464-438d-b4dc-9353cc73eb8b'}, {'server_uuid': 'd945512b-40d9-4a34-b183-d259b010cac5', 'name': 'network-vif-deleted', 'tag': '3f81cd55-56f6-4545-93ed-841263225c17'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:16.134670 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b0db91-c8bb-48f7-9865-a08006a7d4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "3cce9c06-40c0-41cf-bb6c-e1df28b195c8", "tag": "2d311f3c-1464-438d-b4dc-9353cc73eb8b"}, {"server_uuid": "d945512b-40d9-4a34-b183-d259b010cac5", "name": "network-vif-deleted", "tag": "3f81cd55-56f6-4545-93ed-841263225c17"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:16.180450 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f25b1-9247-4980-be84-1c3258dc1bbb req-0c3560af-fe81-466b-b3c0-69e7505d02d9 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:16.191636 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-167f25b1-9247-4980-be84-1c3258dc1bbb req-0c3560af-fe81-466b-b3c0-69e7505d02d9 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e580382-5444-4886-9129-dc202c9fb312 HTTP/1.1" status: 200 len: 931 time: 0.5500584 Jul 15 23:00:16.194164 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-16697a20-26f5-4f46-806c-54cc9bba246b service neutron] For port dc37c8c1-570c-4c53-85ac-14193e1f0626, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:00:16.199605 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-16697a20-26f5-4f46-806c-54cc9bba246b service neutron] For port dc37c8c1-570c-4c53-85ac-14193e1f0626, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=dc37c8c1-570c-4c53-85ac-14193e1f0626,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:00:16.207522 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-22799630-3f01-4bb5-9592-44f675b21e13 req-6bbf6776-7688-4f88-95f1-e6d573bb0bfd tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc5d1726-8827-49ab-b252-37e40a64e044&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645901 Jul 15 23:00:16.225364 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-16697a20-26f5-4f46-806c-54cc9bba246b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:16.364308 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-167f25b1-9247-4980-be84-1c3258dc1bbb req-dda86d59-32e5-4aac-9b53-6f46695a804f tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654093 Jul 15 23:00:16.382907 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-16697a20-26f5-4f46-806c-54cc9bba246b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:16.383860 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-16697a20-26f5-4f46-806c-54cc9bba246b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:16.392364 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-16697a20-26f5-4f46-806c-54cc9bba246b service neutron] 10.222.0.36 "PUT /v2.0/ports/dc37c8c1-570c-4c53-85ac-14193e1f0626 HTTP/1.1" status: 200 len: 1091 time: 1.2394352 Jul 15 23:00:16.412773 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e580382-5444-4886-9129-dc202c9fb312', 'tag': 'dc37c8c1-570c-4c53-85ac-14193e1f0626'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:16.416446 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185bd8e9-43df-445f-8d03-dbb388af1e58" -d '{"events": [{"name": "network-changed", "server_uuid": "7e580382-5444-4886-9129-dc202c9fb312", "tag": "dc37c8c1-570c-4c53-85ac-14193e1f0626"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:16.425853 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-e6be6740-3bac-40fb-8f14-6eb83779a973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:16.427693 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-e6be6740-3bac-40fb-8f14-6eb83779a973 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d5b419981334391af714f4b817dcecc&device_id=3cce9c06-40c0-41cf-bb6c-e1df28b195c8 HTTP/1.1" status: 200 len: 1094 time: 0.2151167 Jul 15 23:00:16.512257 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c6a10531-69be-4267-9f69-fb880aee02cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:16.514256 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-25c2edae-8edc-41e3-a586-a84d71571f02 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d311f3c-1464-438d-b4dc-9353cc73eb8b HTTP/1.1" status: 200 len: 217 time: 0.0789015 Jul 15 23:00:16.539628 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16697a20-26f5-4f46-806c-54cc9bba246b service neutron] Pushing event updated for resources: {'Port': ['ID=dc37c8c1-570c-4c53-85ac-14193e1f0626,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:16.577108 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c6a10531-69be-4267-9f69-fb880aee02cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:16.618812 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-01342b37-e44e-494d-885a-b34a6b995881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:16.620501 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-01342b37-e44e-494d-885a-b34a6b995881 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7348a62-9b3d-433e-8e23-0a028378979c HTTP/1.1" status: 200 len: 863 time: 0.0814624 Jul 15 23:00:16.647339 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-5c01084e-5987-48bf-8c00-73608f386925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:16.649556 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-5c01084e-5987-48bf-8c00-73608f386925 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=333adf5bda29495e91779ab1d3ab99ea&device_id=7e580382-5444-4886-9129-dc202c9fb312 HTTP/1.1" status: 200 len: 1094 time: 0.1512499 Jul 15 23:00:16.652971 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27046c3a-034b-4797-8563-e9aa8625df28 req-34fd5aba-4b6c-4cc5-be4b-4203dc39f125 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:16.654923 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27046c3a-034b-4797-8563-e9aa8625df28 req-34fd5aba-4b6c-4cc5-be4b-4203dc39f125 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92 HTTP/1.1" status: 200 len: 1096 time: 0.2074082 Jul 15 23:00:16.673773 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c6a10531-69be-4267-9f69-fb880aee02cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:16.679652 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c6a10531-69be-4267-9f69-fb880aee02cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:16.684509 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c6a10531-69be-4267-9f69-fb880aee02cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd241c27-c5f9-4497-b276-4a66ecfd211f HTTP/1.1" status: 204 len: 168 time: 0.6702259 Jul 15 23:00:16.702762 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a10531-69be-4267-9f69-fb880aee02cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd241c27-c5f9-4497-b276-4a66ecfd211f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:16.738186 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27046c3a-034b-4797-8563-e9aa8625df28 req-5b0c5386-97bf-4294-a5c8-0e8417203a4c tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624051 Jul 15 23:00:16.802239 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-c4d27939-790b-40c4-a466-b4e019c31426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:16.803956 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-c4d27939-790b-40c4-a466-b4e019c31426 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1697085 Jul 15 23:00:16.851192 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-ee2cd21c-8f11-42eb-aaff-56355ae90ec5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc37c8c1-570c-4c53-85ac-14193e1f0626 HTTP/1.1" status: 200 len: 217 time: 0.1651542 Jul 15 23:00:16.995970 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575bee8-7c54-4329-8ea1-19ca403f7936 req-16dcb92c-5d12-437c-818c-756911e38db6 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:17.003975 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3575bee8-7c54-4329-8ea1-19ca403f7936 req-16dcb92c-5d12-437c-818c-756911e38db6 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac5ca590-4bf4-4818-aaa5-3012614220d2 HTTP/1.1" status: 200 len: 945 time: 0.2627378 Jul 15 23:00:17.058349 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-377bcba1-f520-49ee-88db-4c911e5935ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:17.060596 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-377bcba1-f520-49ee-88db-4c911e5935ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=951a51fc-ffa0-401a-b919-6dcf1a893db8 HTTP/1.1" status: 200 len: 858 time: 0.2005334 Jul 15 23:00:17.121105 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-2fd2c579-6ffc-400d-a705-6256b7f96a60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71ccf61d-14bc-4de9-bbf5-849aeac853f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515316 Jul 15 23:00:17.178226 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-85d84dab-125c-4b2e-8780-342aba8b12b3 req-093788f8-e978-409e-a0a5-4966c381ab67 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/ports?device_id=d945512b-40d9-4a34-b183-d259b010cac5 HTTP/1.1" status: 200 len: 210 time: 0.1224747 Jul 15 23:00:17.215328 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3575bee8-7c54-4329-8ea1-19ca403f7936 req-1dd61622-25bf-425f-a70b-6d5554760aee tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099214 Jul 15 23:00:17.219602 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-257af28b-5969-4031-9350-df38a710d54b service neutron] 10.222.0.43 "GET /v2.0/networks/a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052289 Jul 15 23:00:17.264910 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device ce887846-b6c6-4ece-9a21-4e17e5302edc up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:00:17.295215 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b933363d-2205-4cab-b200-f62ab8dfc6d0 x-openstack-request-id: req-b933363d-2205-4cab-b200-f62ab8dfc6d0 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:17.295583 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e580382-5444-4886-9129-dc202c9fb312", "tag": "dc37c8c1-570c-4c53-85ac-14193e1f0626", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:17.295914 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b933363d-2205-4cab-b200-f62ab8dfc6d0 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:17.296421 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e580382-5444-4886-9129-dc202c9fb312', 'tag': 'dc37c8c1-570c-4c53-85ac-14193e1f0626', 'status': 'completed', 'code': 200} Jul 15 23:00:17.313995 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07029bbe-b68d-4981-b24f-4d6112272f85 req-ac328239-06fd-4c63-ac92-1781c19fbaa8 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:17.319783 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-07029bbe-b68d-4981-b24f-4d6112272f85 req-ac328239-06fd-4c63-ac92-1781c19fbaa8 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00&tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&binding%3Ahost_id=n-h2-787205-9 HTTP/1.1" status: 200 len: 948 time: 0.4440618 Jul 15 23:00:17.447561 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port ce887846-b6c6-4ece-9a21-4e17e5302edc completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:00:17.452165 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port ce887846-b6c6-4ece-9a21-4e17e5302edc triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:00:17.452680 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:17.505416 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 33566) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:17.526278 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-971906ce-dacb-4014-b714-78ea12215d18 service neutron] 10.222.0.36 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926740 Jul 15 23:00:17.544941 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [req-07029bbe-b68d-4981-b24f-4d6112272f85 req-10d196b9-2464-46c1-8c53-46b3f75f35c1 service neutron] delete failed (client error): The resource could not be found. Jul 15 23:00:17.547303 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-07029bbe-b68d-4981-b24f-4d6112272f85 req-10d196b9-2464-46c1-8c53-46b3f75f35c1 service neutron] 10.222.0.36 "DELETE /v2.0/ports/ce887846-b6c6-4ece-9a21-4e17e5302edc/bindings/n-h1-787205-9 HTTP/1.1" status: 404 len: 380 time: 0.2148335 Jul 15 23:00:17.556275 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56b9b4af-f00d-4c7c-bf8f-389011547696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:17.580420 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:17.625596 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port ce887846-b6c6-4ece-9a21-4e17e5302edc, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ce887846-b6c6-4ece-9a21-4e17e5302edc,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:17.627023 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bfdba1-7c70-4cfb-b4d1-156d3c249d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce887846-b6c6-4ece-9a21-4e17e5302edc'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:17.630175 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1203fae5-f090-419c-90d9-1abd78e65b17" -d '{"events": [{"server_uuid": "a8bfdba1-7c70-4cfb-b4d1-156d3c249d00", "name": "network-vif-plugged", "status": "completed", "tag": "ce887846-b6c6-4ece-9a21-4e17e5302edc"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:17.633976 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:17.634443 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-348b982e-633b-4b1a-b7bd-aa8a0ce1df5a req-a96a9024-216f-4670-8125-f43baeeaef09 service neutron] 10.222.0.43 "GET /v2.0/networks/a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082074 Jul 15 23:00:17.635639 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 3f81cd55-56f6-4545-93ed-841263225c17 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:00:17.642937 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5492b4d-e66d-46a0-8026-2045beade02b x-openstack-request-id: req-b5492b4d-e66d-46a0-8026-2045beade02b {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:17.643234 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cce9c06-40c0-41cf-bb6c-e1df28b195c8", "tag": "2d311f3c-1464-438d-b4dc-9353cc73eb8b", "status": "completed", "code": 200}, {"server_uuid": "d945512b-40d9-4a34-b183-d259b010cac5", "name": "network-vif-deleted", "tag": "3f81cd55-56f6-4545-93ed-841263225c17", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:17.643509 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b5492b4d-e66d-46a0-8026-2045beade02b {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:17.643901 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cce9c06-40c0-41cf-bb6c-e1df28b195c8', 'tag': '2d311f3c-1464-438d-b4dc-9353cc73eb8b', 'status': 'completed', 'code': 200} Jul 15 23:00:17.644155 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd945512b-40d9-4a34-b183-d259b010cac5', 'name': 'network-vif-deleted', 'tag': '3f81cd55-56f6-4545-93ed-841263225c17', 'status': 'completed', 'code': 200} Jul 15 23:00:17.663833 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 3f81cd55-56f6-4545-93ed-841263225c17 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:00:17.664427 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 3f81cd55-56f6-4545-93ed-841263225c17 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:00:17.730149 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=ce887846-b6c6-4ece-9a21-4e17e5302edc,revision_number=9']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:17.793432 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d400373b-7749-43c1-8cd0-cdd16815b6b6 req-04011a48-f73d-4752-b1fe-a8094dc65249 service neutron] 10.222.0.36 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584417 Jul 15 23:00:17.798118 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56b9b4af-f00d-4c7c-bf8f-389011547696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:17.834916 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98671d24-376b-47d3-aa59-709af2203e27 req-34d80156-eb0b-4126-a2c0-5d185cd5801a tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:17.836543 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-98671d24-376b-47d3-aa59-709af2203e27 req-34d80156-eb0b-4126-a2c0-5d185cd5801a tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 949 time: 0.1997609 Jul 15 23:00:17.841771 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0db91-c8bb-48f7-9865-a08006a7d4e3 req-93de248c-02ab-4f2f-a61b-6ae372b9d7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:17.842508 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56b9b4af-f00d-4c7c-bf8f-389011547696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:17.843387 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-35b0db91-c8bb-48f7-9865-a08006a7d4e3 req-93de248c-02ab-4f2f-a61b-6ae372b9d7cb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d5b419981334391af714f4b817dcecc&device_id=3cce9c06-40c0-41cf-bb6c-e1df28b195c8 HTTP/1.1" status: 200 len: 1094 time: 0.1053109 Jul 15 23:00:17.921029 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-56b9b4af-f00d-4c7c-bf8f-389011547696 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5aefeaf0fc97455eaaed182003577022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3971987 Jul 15 23:00:17.926666 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 33576) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:17.955891 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e13681-21fd-46bb-b0a7-736888d6a7d2 req-9e24d06b-0851-4514-9c29-653001a17d5b tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:17.958050 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e0e13681-21fd-46bb-b0a7-736888d6a7d2 req-9e24d06b-0851-4514-9c29-653001a17d5b tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92 HTTP/1.1" status: 200 len: 1096 time: 0.3163393 Jul 15 23:00:17.982662 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9b4af-f00d-4c7c-bf8f-389011547696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be9ef00-1a0d-4007-bb1b-7d8b7e457ce6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:17.997755 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-98671d24-376b-47d3-aa59-709af2203e27 req-a06d1c7d-c0a1-46b0-a475-c3de1e0ca8f1 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525075 Jul 15 23:00:18.015592 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0db91-c8bb-48f7-9865-a08006a7d4e3 req-63d4f0ec-94dd-45db-8c84-02b598ef62e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:18.016898 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07029bbe-b68d-4981-b24f-4d6112272f85 req-6ff59662-6386-49e6-9129-d88a02c9b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:18.017121 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-35b0db91-c8bb-48f7-9865-a08006a7d4e3 req-63d4f0ec-94dd-45db-8c84-02b598ef62e7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb HTTP/1.1" status: 200 len: 925 time: 0.1473825 Jul 15 23:00:18.019704 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-07029bbe-b68d-4981-b24f-4d6112272f85 req-6ff59662-6386-49e6-9129-d88a02c9b701 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 1100 time: 0.2245054 Jul 15 23:00:18.075627 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-652472bc-4e39-47ba-8a3a-65433e9ac318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:18.087226 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e0e13681-21fd-46bb-b0a7-736888d6a7d2 req-62b7dcaf-92cd-46b8-a36b-ebe0ab1d0b3d tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157837 Jul 15 23:00:18.088944 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-35b0db91-c8bb-48f7-9865-a08006a7d4e3 req-53ace778-2013-49eb-a1d2-f9aa67ade074 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d311f3c-1464-438d-b4dc-9353cc73eb8b HTTP/1.1" status: 200 len: 217 time: 0.0597174 Jul 15 23:00:18.108707 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-652472bc-4e39-47ba-8a3a-65433e9ac318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:18.152495 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185bd8e9-43df-445f-8d03-dbb388af1e58 req-380ff31b-cdef-4380-9231-4d64d3142faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:18.155344 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-185bd8e9-43df-445f-8d03-dbb388af1e58 req-380ff31b-cdef-4380-9231-4d64d3142faa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=333adf5bda29495e91779ab1d3ab99ea&device_id=7e580382-5444-4886-9129-dc202c9fb312 HTTP/1.1" status: 200 len: 1094 time: 0.2533753 Jul 15 23:00:18.183569 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bace253a-9a11-4502-b6e7-5ce982803810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:18.183806 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0db91-c8bb-48f7-9865-a08006a7d4e3 req-d3d0e69a-1818-40e4-a07a-19ed2fb005f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:18.186036 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-35b0db91-c8bb-48f7-9865-a08006a7d4e3 req-d3d0e69a-1818-40e4-a07a-19ed2fb005f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7348a62-9b3d-433e-8e23-0a028378979c HTTP/1.1" status: 200 len: 863 time: 0.0862679 Jul 15 23:00:18.238052 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-652472bc-4e39-47ba-8a3a-65433e9ac318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:18.240680 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-652472bc-4e39-47ba-8a3a-65433e9ac318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:18.244178 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-652472bc-4e39-47ba-8a3a-65433e9ac318 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6be9ef00-1a0d-4007-bb1b-7d8b7e457ce6 HTTP/1.1" status: 204 len: 168 time: 0.3137021 Jul 15 23:00:18.286994 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17467b-2e23-4521-85cc-73b1c24a5cf5 req-9c845147-d5a9-4026-99aa-9e2d98ea4d85 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:18.288509 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc17467b-2e23-4521-85cc-73b1c24a5cf5 req-9c845147-d5a9-4026-99aa-9e2d98ea4d85 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cce9c06-40c0-41cf-bb6c-e1df28b195c8 HTTP/1.1" status: 200 len: 943 time: 0.1468248 Jul 15 23:00:18.367344 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc17467b-2e23-4521-85cc-73b1c24a5cf5 req-aea3bc39-f27b-4470-a6ba-3297864c08e5 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc5d1726-8827-49ab-b252-37e40a64e044&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665617 Jul 15 23:00:18.369635 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0db91-c8bb-48f7-9865-a08006a7d4e3 req-e4f317cd-e4f0-4cbc-89af-6f8f630d069f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:18.372419 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-35b0db91-c8bb-48f7-9865-a08006a7d4e3 req-e4f317cd-e4f0-4cbc-89af-6f8f630d069f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1712596 Jul 15 23:00:18.388430 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6371f36-026f-4d0f-a69e-983441dd5eb7 req-7be5e8b3-7d95-4cbf-a18e-0572a87037df tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:18.396345 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a6371f36-026f-4d0f-a69e-983441dd5eb7 req-7be5e8b3-7d95-4cbf-a18e-0572a87037df tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac5ca590-4bf4-4818-aaa5-3012614220d2 HTTP/1.1" status: 200 len: 945 time: 0.1767142 Jul 15 23:00:18.496603 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07029bbe-b68d-4981-b24f-4d6112272f85 req-5c951546-1f5f-4e1b-9df5-6b851a54ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:18.497530 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-07029bbe-b68d-4981-b24f-4d6112272f85 req-5c951546-1f5f-4e1b-9df5-6b851a54ad63 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.4682074 Jul 15 23:00:18.498256 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652472bc-4e39-47ba-8a3a-65433e9ac318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be9ef00-1a0d-4007-bb1b-7d8b7e457ce6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:18.504940 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a6371f36-026f-4d0f-a69e-983441dd5eb7 req-e9eebf2f-4bfb-48d9-ac18-16b3b68a0e4f tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070359 Jul 15 23:00:18.568519 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-07029bbe-b68d-4981-b24f-4d6112272f85 req-6e0a0792-c809-4fdc-b64f-651ede086d74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=ce887846-b6c6-4ece-9a21-4e17e5302edc HTTP/1.1" status: 200 len: 217 time: 0.0550568 Jul 15 23:00:18.571389 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185bd8e9-43df-445f-8d03-dbb388af1e58 req-a53c3ad3-460c-44ed-b2dc-d83836afa282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:18.572790 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-185bd8e9-43df-445f-8d03-dbb388af1e58 req-a53c3ad3-460c-44ed-b2dc-d83836afa282 service neutron] 10.222.0.36 "GET /v2.0/networks?id=71ccf61d-14bc-4de9-bbf5-849aeac853f5 HTTP/1.1" status: 200 len: 919 time: 0.3894231 Jul 15 23:00:18.581501 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aaffae5-c101-48df-bc6b-af155213a47f x-openstack-request-id: req-9aaffae5-c101-48df-bc6b-af155213a47f {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:18.581997 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bfdba1-7c70-4cfb-b4d1-156d3c249d00", "name": "network-vif-plugged", "status": "completed", "tag": "ce887846-b6c6-4ece-9a21-4e17e5302edc", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:18.582089 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9aaffae5-c101-48df-bc6b-af155213a47f {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:18.582478 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bfdba1-7c70-4cfb-b4d1-156d3c249d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce887846-b6c6-4ece-9a21-4e17e5302edc', 'code': 200} Jul 15 23:00:18.619671 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-35b0db91-c8bb-48f7-9865-a08006a7d4e3 req-7782521c-fdf9-4edf-94f3-6f459b0a1e80 service neutron] 10.222.0.43 "GET /v2.0/networks/a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212515 Jul 15 23:00:18.619879 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:18.647890 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a594b-509c-48e6-bff2-b0aeb17a29e7 req-4bdd1a0d-718b-4542-94ca-85a71f981ba5 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:18.654851 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e11a594b-509c-48e6-bff2-b0aeb17a29e7 req-4bdd1a0d-718b-4542-94ca-85a71f981ba5 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e580382-5444-4886-9129-dc202c9fb312 HTTP/1.1" status: 200 len: 943 time: 0.1350961 Jul 15 23:00:18.685174 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-185bd8e9-43df-445f-8d03-dbb388af1e58 req-c87a5823-89b8-4a28-8e2f-12ee3d2bd1ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc37c8c1-570c-4c53-85ac-14193e1f0626 HTTP/1.1" status: 200 len: 217 time: 0.0525765 Jul 15 23:00:18.714316 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e11a594b-509c-48e6-bff2-b0aeb17a29e7 req-43bf09cc-df0a-41a3-b161-7bb81be7ac42 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584648 Jul 15 23:00:18.735069 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07029bbe-b68d-4981-b24f-4d6112272f85 req-d6c1d55f-8dd0-4e84-9134-e6e38a40fcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:18.737385 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-07029bbe-b68d-4981-b24f-4d6112272f85 req-d6c1d55f-8dd0-4e84-9134-e6e38a40fcc6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1467681 Jul 15 23:00:18.790211 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185bd8e9-43df-445f-8d03-dbb388af1e58 req-40bb5e6f-c8ba-4bbc-a1b5-f58b9dee2f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:18.792790 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-185bd8e9-43df-445f-8d03-dbb388af1e58 req-40bb5e6f-c8ba-4bbc-a1b5-f58b9dee2f6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=951a51fc-ffa0-401a-b919-6dcf1a893db8 HTTP/1.1" status: 200 len: 858 time: 0.0994606 Jul 15 23:00:18.821232 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-35b0db91-c8bb-48f7-9865-a08006a7d4e3 req-43ed4d43-3341-4c34-9ba1-55a8d2d3d6de service neutron] 10.222.0.43 "GET /v2.0/networks/a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939628 Jul 15 23:00:18.853409 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-185bd8e9-43df-445f-8d03-dbb388af1e58 req-7b4c02e8-031d-400e-9e93-4de341cbc721 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71ccf61d-14bc-4de9-bbf5-849aeac853f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529671 Jul 15 23:00:18.901574 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07029bbe-b68d-4981-b24f-4d6112272f85 req-1864ffa8-b026-40d9-8bd5-d3b8afa13f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:18.903094 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-07029bbe-b68d-4981-b24f-4d6112272f85 req-1864ffa8-b026-40d9-8bd5-d3b8afa13f60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1571159 Jul 15 23:00:19.032382 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-185bd8e9-43df-445f-8d03-dbb388af1e58 req-e63a64ab-a45e-419d-88aa-430164181971 service neutron] 10.222.0.36 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685340 Jul 15 23:00:19.082960 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-07029bbe-b68d-4981-b24f-4d6112272f85 req-b1a4e630-26a6-4b81-b07d-393fe6c5d911 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720304 Jul 15 23:00:19.263653 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-185bd8e9-43df-445f-8d03-dbb388af1e58 req-60710b85-caa3-49fe-a479-3a1e44e9b69f service neutron] 10.222.0.36 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233775 Jul 15 23:00:19.284261 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-07029bbe-b68d-4981-b24f-4d6112272f85 req-cde0496d-b0e4-4818-ac95-37b3498bd408 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941185 Jul 15 23:00:19.314678 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668b52e-d10d-4cdc-abd5-e9388b8830d6 req-14ccb533-fcf0-4c6f-899a-36184a2c1042 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:19.316037 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c668b52e-d10d-4cdc-abd5-e9388b8830d6 req-14ccb533-fcf0-4c6f-899a-36184a2c1042 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac5ca590-4bf4-4818-aaa5-3012614220d2 HTTP/1.1" status: 200 len: 945 time: 0.0816407 Jul 15 23:00:19.361048 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c668b52e-d10d-4cdc-abd5-e9388b8830d6 req-4c88423f-6520-48a6-9483-0d40941e0a02 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383873 Jul 15 23:00:19.503564 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:19.548288 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332866e-1248-4168-b1d3-9aa64278bf04 req-9cf9e6e1-cf09-43e8-98a9-dab8511d1d9f tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:19.549790 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f332866e-1248-4168-b1d3-9aa64278bf04 req-9cf9e6e1-cf09-43e8-98a9-dab8511d1d9f tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 949 time: 0.0739985 Jul 15 23:00:19.620624 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f332866e-1248-4168-b1d3-9aa64278bf04 req-e7aa1d8e-f929-416a-b80f-6eb9a89a4889 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606380 Jul 15 23:00:19.634047 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec453f7-0f1c-4def-bdd0-edbcf6d02af9 req-15ba7e9e-1501-42a0-8099-0c3b55cfda9a tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:19.635743 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1ec453f7-0f1c-4def-bdd0-edbcf6d02af9 req-15ba7e9e-1501-42a0-8099-0c3b55cfda9a tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92 HTTP/1.1" status: 200 len: 1096 time: 0.0849955 Jul 15 23:00:19.672622 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1ec453f7-0f1c-4def-bdd0-edbcf6d02af9 req-86734ccd-41ef-4938-ad77-848987d14b39 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301929 Jul 15 23:00:19.877346 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38779a5-9e1c-473e-b828-60440ccff825 req-1ce10ba8-8d68-4973-84c2-42d084ff0a14 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:19.883251 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b38779a5-9e1c-473e-b828-60440ccff825 req-1ce10ba8-8d68-4973-84c2-42d084ff0a14 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac5ca590-4bf4-4818-aaa5-3012614220d2 HTTP/1.1" status: 200 len: 945 time: 0.1232357 Jul 15 23:00:19.901279 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4abe3-ea18-4ee3-ade0-ac564f129568 req-8ce9dcbe-a7b9-4bad-a394-00a2b32f600b tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:19.902754 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1d4abe3-ea18-4ee3-ade0-ac564f129568 req-8ce9dcbe-a7b9-4bad-a394-00a2b32f600b tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cce9c06-40c0-41cf-bb6c-e1df28b195c8 HTTP/1.1" status: 200 len: 943 time: 0.1038578 Jul 15 23:00:19.960061 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b38779a5-9e1c-473e-b828-60440ccff825 req-d705d88d-c45d-4c37-ae71-3766815e0915 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727854 Jul 15 23:00:19.965866 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1d4abe3-ea18-4ee3-ade0-ac564f129568 req-3b3ebfb7-b9bc-405c-8e71-af069939eb9d tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc5d1726-8827-49ab-b252-37e40a64e044&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555320 Jul 15 23:00:20.176442 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f444d7-ded0-49b9-be53-14bf356f0623 req-52cf9913-35f2-4e48-b87f-adacbd65a55f tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:20.178240 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c7f444d7-ded0-49b9-be53-14bf356f0623 req-52cf9913-35f2-4e48-b87f-adacbd65a55f tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad37ad49-a024-462b-bad6-60154fe85bc5 HTTP/1.1" status: 200 len: 950 time: 0.1039639 Jul 15 23:00:20.189115 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a759694-22f0-4ae5-b08f-a944ffb3012c req-ba7149b7-ce5d-4054-a2bb-0bd85c8b118b tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:20.190455 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a759694-22f0-4ae5-b08f-a944ffb3012c req-ba7149b7-ce5d-4054-a2bb-0bd85c8b118b tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e580382-5444-4886-9129-dc202c9fb312 HTTP/1.1" status: 200 len: 943 time: 0.0863037 Jul 15 23:00:20.243938 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c7f444d7-ded0-49b9-be53-14bf356f0623 req-19d34efc-458b-4308-909e-c98fff320fac tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/security-groups?id=80297383-8cf6-4d87-9210-2631edba9f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524063 Jul 15 23:00:20.248453 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a759694-22f0-4ae5-b08f-a944ffb3012c req-c52c14f9-1692-4817-863d-909ccef2de0b tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508330 Jul 15 23:00:20.445360 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c7fa7-5c1c-4313-a3ef-f8f36ec473ca req-b4952107-f5dd-4e61-9bcb-d8fb86d3c9bf tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:20.446785 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-196c7fa7-5c1c-4313-a3ef-f8f36ec473ca req-b4952107-f5dd-4e61-9bcb-d8fb86d3c9bf tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac5ca590-4bf4-4818-aaa5-3012614220d2 HTTP/1.1" status: 200 len: 945 time: 0.0741093 Jul 15 23:00:20.485226 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-196c7fa7-5c1c-4313-a3ef-f8f36ec473ca req-1a5a10a9-d27d-4449-adc0-56dc3ddc472c tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327127 Jul 15 23:00:20.683060 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bf32e-721b-474a-a60b-9d63ffdd8e3a req-0c6c60f4-0b28-4c49-8189-d0358bc8fe0a tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:20.684497 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-206bf32e-721b-474a-a60b-9d63ffdd8e3a req-0c6c60f4-0b28-4c49-8189-d0358bc8fe0a tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac5ca590-4bf4-4818-aaa5-3012614220d2 HTTP/1.1" status: 200 len: 945 time: 0.0733764 Jul 15 23:00:20.724538 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-206bf32e-721b-474a-a60b-9d63ffdd8e3a req-c61deef3-9e4b-4289-944e-50501dc8cf65 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342515 Jul 15 23:00:20.791346 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device dc37c8c1-570c-4c53-85ac-14193e1f0626 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:00:20.822351 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b0119-9ab4-4160-bd68-2e7c90c2eeb0 req-887eee34-20e5-46d8-bd21-d4836d1a2b28 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:20.823971 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-388b0119-9ab4-4160-bd68-2e7c90c2eeb0 req-887eee34-20e5-46d8-bd21-d4836d1a2b28 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 949 time: 0.0752947 Jul 15 23:00:20.885900 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port dc37c8c1-570c-4c53-85ac-14193e1f0626, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=dc37c8c1-570c-4c53-85ac-14193e1f0626,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:20.897503 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'dc37c8c1-570c-4c53-85ac-14193e1f0626', 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5', 'port_id': 'dc37c8c1-570c-4c53-85ac-14193e1f0626', 'mac_address': 'fa:16:3e:a1:e7:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '951a51fc-ffa0-401a-b919-6dcf1a893db8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:00:20.919613 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-388b0119-9ab4-4160-bd68-2e7c90c2eeb0 req-0377640a-34ef-4b81-8962-5a6116cc7dc3 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892451 Jul 15 23:00:20.939824 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:20.954689 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc37c8c1-570c-4c53-85ac-14193e1f0626 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:00:20.973136 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b25f6-b2cd-491f-a287-55f982f0e9e3 req-9bd0050c-c37b-4304-9886-e9bb66789a6a tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:20.973136 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-125b25f6-b2cd-491f-a287-55f982f0e9e3 req-9bd0050c-c37b-4304-9886-e9bb66789a6a tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92 HTTP/1.1" status: 200 len: 1096 time: 0.1129766 Jul 15 23:00:20.984880 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e6ebd-c9b3-47bc-8ba8-9faa555ece23 req-9d799cce-7055-47d0-9054-de41a87c7baa tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:20.986287 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b6e6ebd-c9b3-47bc-8ba8-9faa555ece23 req-9d799cce-7055-47d0-9054-de41a87c7baa tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad37ad49-a024-462b-bad6-60154fe85bc5 HTTP/1.1" status: 200 len: 950 time: 0.1407166 Jul 15 23:00:20.987548 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port dc37c8c1-570c-4c53-85ac-14193e1f0626, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=dc37c8c1-570c-4c53-85ac-14193e1f0626,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:20.992284 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:21.055811 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=dc37c8c1-570c-4c53-85ac-14193e1f0626,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:21.059672 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:21.063606 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-125b25f6-b2cd-491f-a287-55f982f0e9e3 req-57d76253-f799-456f-b3a9-a2b6e9334853 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865028 Jul 15 23:00:21.156865 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-2b6e6ebd-c9b3-47bc-8ba8-9faa555ece23 req-eae49f69-17e2-4c6f-823f-d10f3ebccaf3 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Deleting port 8e057c9e-7d20-462b-b18b-feec070f7063 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:00:21.157202 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2b6e6ebd-c9b3-47bc-8ba8-9faa555ece23 req-eae49f69-17e2-4c6f-823f-d10f3ebccaf3 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:21.163884 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438a97d-adb9-41f2-aa92-d9595001cba0 req-00769d8b-964c-44d5-982a-7e6c68ea5383 tempest-MigrationsAdminTest-1825393778 tempest-MigrationsAdminTest-1825393778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:21.165341 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9438a97d-adb9-41f2-aa92-d9595001cba0 req-00769d8b-964c-44d5-982a-7e6c68ea5383 tempest-MigrationsAdminTest-1825393778 tempest-MigrationsAdminTest-1825393778-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 1100 time: 0.0929856 Jul 15 23:00:21.219588 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:00:21.285077 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['dc37c8c1-570c-4c53-85ac-14193e1f0626'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:00:21.289839 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 2d311f3c-1464-438d-b4dc-9353cc73eb8b details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:00:21.293897 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9438a97d-adb9-41f2-aa92-d9595001cba0 req-d02b622b-9590-4264-a965-952836a11f23 tempest-MigrationsAdminTest-1825393778 tempest-MigrationsAdminTest-1825393778-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081557 Jul 15 23:00:21.327955 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-2b6e6ebd-c9b3-47bc-8ba8-9faa555ece23 req-eae49f69-17e2-4c6f-823f-d10f3ebccaf3 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] For port 8e057c9e-7d20-462b-b18b-feec070f7063, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=8e057c9e-7d20-462b-b18b-feec070f7063,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:21.328316 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2b6e6ebd-c9b3-47bc-8ba8-9faa555ece23 req-eae49f69-17e2-4c6f-823f-d10f3ebccaf3 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:21.364628 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37389d8-a100-4be1-8830-97f62ef9b9a5 req-674a878d-e823-43ef-9dae-3c6aa4920c07 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:21.366752 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b37389d8-a100-4be1-8830-97f62ef9b9a5 req-674a878d-e823-43ef-9dae-3c6aa4920c07 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac5ca590-4bf4-4818-aaa5-3012614220d2 HTTP/1.1" status: 200 len: 945 time: 0.2048492 Jul 15 23:00:21.368154 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-2b6e6ebd-c9b3-47bc-8ba8-9faa555ece23 req-eae49f69-17e2-4c6f-823f-d10f3ebccaf3 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Calling delete_port for 8e057c9e-7d20-462b-b18b-feec070f7063 owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:00:21.450012 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b37389d8-a100-4be1-8830-97f62ef9b9a5 req-0845f6e2-01a5-43bc-88c1-d292ae5c13b8 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772932 Jul 15 23:00:21.483265 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 2d311f3c-1464-438d-b4dc-9353cc73eb8b, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=2d311f3c-1464-438d-b4dc-9353cc73eb8b,segment=NetworkSegment(8d579221-0a7c-432a-a8a4-faae99e9d679),segment_id=8d579221-0a7c-432a-a8a4-faae99e9d679)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:21.503617 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '2d311f3c-1464-438d-b4dc-9353cc73eb8b', 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb', 'port_id': '2d311f3c-1464-438d-b4dc-9353cc73eb8b', 'mac_address': 'fa:16:3e:c1:87:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7348a62-9b3d-433e-8e23-0a028378979c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:00:21.576378 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:21.591748 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d311f3c-1464-438d-b4dc-9353cc73eb8b {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:00:21.625139 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 2d311f3c-1464-438d-b4dc-9353cc73eb8b, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=2d311f3c-1464-438d-b4dc-9353cc73eb8b,segment=NetworkSegment(8d579221-0a7c-432a-a8a4-faae99e9d679),segment_id=8d579221-0a7c-432a-a8a4-faae99e9d679)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:21.631597 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:21.637600 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81200ee-2625-4212-aaa6-f9b447b6c917 req-4f6ce686-c0a8-4147-9b9e-72eccc6f1153 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:21.640215 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b81200ee-2625-4212-aaa6-f9b447b6c917 req-4f6ce686-c0a8-4147-9b9e-72eccc6f1153 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cce9c06-40c0-41cf-bb6c-e1df28b195c8 HTTP/1.1" status: 200 len: 943 time: 0.1303144 Jul 15 23:00:21.640473 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2b6e6ebd-c9b3-47bc-8ba8-9faa555ece23 req-eae49f69-17e2-4c6f-823f-d10f3ebccaf3 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:21.669846 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['8e057c9e-7d20-462b-b18b-feec070f7063'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:00:21.670916 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 33734) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:21.681382 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae49f69-17e2-4c6f-823f-d10f3ebccaf3 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Pushing event deleted for resources: {'Port': ['ID=8e057c9e-7d20-462b-b18b-feec070f7063,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:21.763646 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=2d311f3c-1464-438d-b4dc-9353cc73eb8b,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:21.765099 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6e6ebd-c9b3-47bc-8ba8-9faa555ece23 req-eae49f69-17e2-4c6f-823f-d10f3ebccaf3 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] No DVR routers for this DVR port 8e057c9e-7d20-462b-b18b-feec070f7063 on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:00:21.776721 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b81200ee-2625-4212-aaa6-f9b447b6c917 req-7ae0678a-43f7-42f0-97d3-40929b9d1e27 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc5d1726-8827-49ab-b252-37e40a64e044&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273592 Jul 15 23:00:21.780600 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2b6e6ebd-c9b3-47bc-8ba8-9faa555ece23 req-eae49f69-17e2-4c6f-823f-d10f3ebccaf3 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:21.782887 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b6e6ebd-c9b3-47bc-8ba8-9faa555ece23 req-eae49f69-17e2-4c6f-823f-d10f3ebccaf3 tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.43 "DELETE /v2.0/ports/8e057c9e-7d20-462b-b18b-feec070f7063 HTTP/1.1" status: 204 len: 173 time: 0.7895217 Jul 15 23:00:21.783330 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad37ad49-a024-462b-bad6-60154fe85bc5', 'name': 'network-vif-deleted', 'tag': '8e057c9e-7d20-462b-b18b-feec070f7063'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:21.787790 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637b2418-5e58-4730-ab3b-66d129e72419" -d '{"events": [{"server_uuid": "ad37ad49-a024-462b-bad6-60154fe85bc5", "name": "network-vif-deleted", "tag": "8e057c9e-7d20-462b-b18b-feec070f7063"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:21.824216 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f0237b7-acbd-46e4-bd26-e1f21f0b981c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:21.849961 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['2d311f3c-1464-438d-b4dc-9353cc73eb8b'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:00:21.985685 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f0237b7-acbd-46e4-bd26-e1f21f0b981c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:21.990747 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f0237b7-acbd-46e4-bd26-e1f21f0b981c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:22.009932 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c840322c-9e55-4a79-a809-3b299f107f7b req-bbbab0c3-2672-4fd9-bc13-acd96aa7b5ba tempest-LiveMigrationNegativeTest-2007785987 tempest-LiveMigrationNegativeTest-2007785987-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad37ad49-a024-462b-bad6-60154fe85bc5 HTTP/1.1" status: 200 len: 210 time: 0.0474644 Jul 15 23:00:22.031670 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9f0237b7-acbd-46e4-bd26-e1f21f0b981c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=acb5a5135f92407db5d2052e6b4f6453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3594606 Jul 15 23:00:22.034374 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 33744) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:22.059070 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0237b7-acbd-46e4-bd26-e1f21f0b981c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a43df26-910d-43ae-bb7e-494f452a37be,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:22.130777 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc2347d6-1ae6-439b-a47b-e05f733fde28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:22.175184 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc2347d6-1ae6-439b-a47b-e05f733fde28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:22.274024 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05a55d-cf59-4fc0-9721-c6668d42ff59 req-aa6cdf05-867c-4e14-a720-0971738d3748 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:22.275805 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1a05a55d-cf59-4fc0-9721-c6668d42ff59 req-aa6cdf05-867c-4e14-a720-0971738d3748 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e580382-5444-4886-9129-dc202c9fb312 HTTP/1.1" status: 200 len: 944 time: 0.0828156 Jul 15 23:00:22.276869 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc2347d6-1ae6-439b-a47b-e05f733fde28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:22.279501 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc2347d6-1ae6-439b-a47b-e05f733fde28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:22.280741 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fc2347d6-1ae6-439b-a47b-e05f733fde28 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a43df26-910d-43ae-bb7e-494f452a37be HTTP/1.1" status: 204 len: 168 time: 0.2453604 Jul 15 23:00:22.310091 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2347d6-1ae6-439b-a47b-e05f733fde28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a43df26-910d-43ae-bb7e-494f452a37be,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:22.607179 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1a05a55d-cf59-4fc0-9721-c6668d42ff59 req-3751bcdf-9a6b-491a-a7ae-18358d1dba2b tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115113 Jul 15 23:00:22.764995 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 33770) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:22.794802 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device dc37c8c1-570c-4c53-85ac-14193e1f0626 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:00:22.796193 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4862205a-0ee2-4aed-bb4f-361bae4c7bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:22.896730 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833d305-fbf0-4f80-adcb-f55812c781d7 req-0443490b-903a-42b3-9cb2-eb85357e08bb tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:22.898499 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3833d305-fbf0-4f80-adcb-f55812c781d7 req-0443490b-903a-42b3-9cb2-eb85357e08bb tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac5ca590-4bf4-4818-aaa5-3012614220d2 HTTP/1.1" status: 200 len: 945 time: 0.1216156 Jul 15 23:00:22.921443 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port dc37c8c1-570c-4c53-85ac-14193e1f0626 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:00:22.926717 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port dc37c8c1-570c-4c53-85ac-14193e1f0626 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:00:22.927103 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:22.928112 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-756476c5-f8da-4a34-a8b0-792d39e39c2b tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:00:22.929138 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-756476c5-f8da-4a34-a8b0-792d39e39c2b tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066576 Jul 15 23:00:22.931764 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4862205a-0ee2-4aed-bb4f-361bae4c7bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:22.943212 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-72036b89-bc46-42c7-8f33-c4f5e213a444 service neutron] Request body: {'binding': {'host': 'n-h2-787205-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:22.943678 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-72036b89-bc46-42c7-8f33-c4f5e213a444 service neutron] Unknown quota resources ['binding']. {{(pid=93798) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:00:22.958791 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3833d305-fbf0-4f80-adcb-f55812c781d7 req-d3126836-f299-4783-b23f-009ba186b0d2 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526154 Jul 15 23:00:23.011515 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5522e714-4f0e-4885-bce3-f2cb483c6293 x-openstack-request-id: req-5522e714-4f0e-4885-bce3-f2cb483c6293 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:23.011813 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad37ad49-a024-462b-bad6-60154fe85bc5", "name": "network-vif-deleted", "tag": "8e057c9e-7d20-462b-b18b-feec070f7063", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:23.012116 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5522e714-4f0e-4885-bce3-f2cb483c6293 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:23.012520 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad37ad49-a024-462b-bad6-60154fe85bc5', 'name': 'network-vif-deleted', 'tag': '8e057c9e-7d20-462b-b18b-feec070f7063', 'status': 'completed', 'code': 200} Jul 15 23:00:23.024111 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:23.033256 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4862205a-0ee2-4aed-bb4f-361bae4c7bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:23.064797 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port dc37c8c1-570c-4c53-85ac-14193e1f0626, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=dc37c8c1-570c-4c53-85ac-14193e1f0626,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:23.065817 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862205a-0ee2-4aed-bb4f-361bae4c7bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548c6c92-801e-4331-b8a3-3c1d9cad79c9,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:23.065948 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e580382-5444-4886-9129-dc202c9fb312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc37c8c1-570c-4c53-85ac-14193e1f0626'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:23.069031 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a1f835-340c-4574-a4b5-84bb3009e724" -d '{"events": [{"server_uuid": "7e580382-5444-4886-9129-dc202c9fb312", "name": "network-vif-plugged", "status": "completed", "tag": "dc37c8c1-570c-4c53-85ac-14193e1f0626"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:23.073180 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:23.135002 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=dc37c8c1-570c-4c53-85ac-14193e1f0626,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:23.138529 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4862205a-0ee2-4aed-bb4f-361bae4c7bed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5095438e4d094f8bb1dae2b546690ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3701050 Jul 15 23:00:23.141293 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-5bb72684-225d-4114-9e6b-70cee48a2562 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344391 Jul 15 23:00:23.141775 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 33792) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:23.179369 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 33794) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:23.212994 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-72036b89-bc46-42c7-8f33-c4f5e213a444 service neutron] Attempting to bind port 5f55500d-63cd-4acf-b2ad-22663a15ccee on host n-h2-787205-9 for vnic_type normal with profile None {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:00:23.213666 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-72036b89-bc46-42c7-8f33-c4f5e213a444 service neutron] Attempting to bind port 5f55500d-63cd-4acf-b2ad-22663a15ccee by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:00:23.214871 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-72036b89-bc46-42c7-8f33-c4f5e213a444 service neutron] Attempting to bind port 5f55500d-63cd-4acf-b2ad-22663a15ccee on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:23.221787 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-72036b89-bc46-42c7-8f33-c4f5e213a444 service neutron] Port 5f55500d-63cd-4acf-b2ad-22663a15ccee on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:00:23.222340 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-72036b89-bc46-42c7-8f33-c4f5e213a444 service neutron] Attempting to bind port 5f55500d-63cd-4acf-b2ad-22663a15ccee on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:23.228686 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-72036b89-bc46-42c7-8f33-c4f5e213a444 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:00:23.229962 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-72036b89-bc46-42c7-8f33-c4f5e213a444 service neutron] Checking segment: {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:00:23.230682 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-72036b89-bc46-42c7-8f33-c4f5e213a444 service neutron] Bound using segment: {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:00:23.231427 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-72036b89-bc46-42c7-8f33-c4f5e213a444 service neutron] Bound port: 5f55500d-63cd-4acf-b2ad-22663a15ccee, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:00:23.279085 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e3384c4-fa2f-4b9d-8f36-6e80e8b160bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:23.295936 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-72036b89-bc46-42c7-8f33-c4f5e213a444 service neutron] For port 5f55500d-63cd-4acf-b2ad-22663a15ccee, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=5f55500d-63cd-4acf-b2ad-22663a15ccee,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:00:23.304341 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-72036b89-bc46-42c7-8f33-c4f5e213a444 service neutron] Notify callbacks [] for binding, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:23.305149 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 2d311f3c-1464-438d-b4dc-9353cc73eb8b up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:00:23.305643 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-72036b89-bc46-42c7-8f33-c4f5e213a444 service neutron] 10.222.0.16 "POST /v2.0/ports/5f55500d-63cd-4acf-b2ad-22663a15ccee/bindings HTTP/1.1" status: 201 len: 389 time: 0.3697202 Jul 15 23:00:23.319348 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-04b6866f-31d3-468e-9c69-d7a7291a8e52 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:23.320781 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-04b6866f-31d3-468e-9c69-d7a7291a8e52 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1683378 Jul 15 23:00:23.323250 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2b1a4a1-cc47-4283-bdcc-e3161897ef15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:23.344526 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e3384c4-fa2f-4b9d-8f36-6e80e8b160bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:23.360140 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-027a6191-2f0f-4bc0-b0c0-35ea6f35dc35 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/quotas/8aea0e1a9fbb449ea47770f9a375ae63 HTTP/1.1" status: 200 len: 375 time: 0.0296640 Jul 15 23:00:23.478900 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 2d311f3c-1464-438d-b4dc-9353cc73eb8b completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:00:23.484349 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 2d311f3c-1464-438d-b4dc-9353cc73eb8b triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:00:23.484931 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:23.486407 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-9dfefa39-b985-4371-9db1-d65a5d198474 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1249187 Jul 15 23:00:23.487488 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e3384c4-fa2f-4b9d-8f36-6e80e8b160bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:23.488180 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2b1a4a1-cc47-4283-bdcc-e3161897ef15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:23.493004 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e3384c4-fa2f-4b9d-8f36-6e80e8b160bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:23.494964 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2b1a4a1-cc47-4283-bdcc-e3161897ef15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:23.512068 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4e3384c4-fa2f-4b9d-8f36-6e80e8b160bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/548c6c92-801e-4331-b8a3-3c1d9cad79c9 HTTP/1.1" status: 204 len: 168 time: 0.3609209 Jul 15 23:00:23.541024 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3384c4-fa2f-4b9d-8f36-6e80e8b160bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548c6c92-801e-4331-b8a3-3c1d9cad79c9,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:23.580964 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b2b1a4a1-cc47-4283-bdcc-e3161897ef15 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97a26158e74f4faebaab2bfd91f9cd99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3979523 Jul 15 23:00:23.581440 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 33802) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:23.615831 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1a4a1-cc47-4283-bdcc-e3161897ef15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2146ff0-0cc1-4b77-bc36-dac804e1e7ea,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:23.658862 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:23.751411 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 2d311f3c-1464-438d-b4dc-9353cc73eb8b, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=2d311f3c-1464-438d-b4dc-9353cc73eb8b,segment=NetworkSegment(8d579221-0a7c-432a-a8a4-faae99e9d679),segment_id=8d579221-0a7c-432a-a8a4-faae99e9d679)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:23.782006 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:23.783284 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 8e057c9e-7d20-462b-b18b-feec070f7063 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:00:23.843883 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:23.844613 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 8e057c9e-7d20-462b-b18b-feec070f7063 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:00:23.845059 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 8e057c9e-7d20-462b-b18b-feec070f7063 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:00:23.852441 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c7d37981-87c8-4aad-9290-cfb16cb3f37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:23.860771 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-23c7eaaf-ada2-46dd-b029-b2f201a7c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:23.862808 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-23c7eaaf-ada2-46dd-b029-b2f201a7c845 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7f66f923b4424119b6027030587a5dae&device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92 HTTP/1.1" status: 200 len: 1096 time: 0.2582483 Jul 15 23:00:23.876547 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=2d311f3c-1464-438d-b4dc-9353cc73eb8b,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:23.894010 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:23.894521 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:23.896313 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:23.896949 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:23.897614 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:23.900098 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:23.900098 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:23.900281 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:23.900561 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:23.900896 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:23.901231 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:23.901557 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:23.937996 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c7d37981-87c8-4aad-9290-cfb16cb3f37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:24.028043 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6358d-17e1-489f-92cd-d3f6fe51047a req-df004d04-c672-4a82-a2e7-680abb6224d5 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:24.036614 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c0b6358d-17e1-489f-92cd-d3f6fe51047a req-df004d04-c672-4a82-a2e7-680abb6224d5 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cce9c06-40c0-41cf-bb6c-e1df28b195c8 HTTP/1.1" status: 200 len: 944 time: 0.3490808 Jul 15 23:00:24.038956 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c7d37981-87c8-4aad-9290-cfb16cb3f37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:24.041546 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c7d37981-87c8-4aad-9290-cfb16cb3f37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:24.050624 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c7d37981-87c8-4aad-9290-cfb16cb3f37a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c2146ff0-0cc1-4b77-bc36-dac804e1e7ea HTTP/1.1" status: 204 len: 168 time: 0.4680843 Jul 15 23:00:24.110986 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d37981-87c8-4aad-9290-cfb16cb3f37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2146ff0-0cc1-4b77-bc36-dac804e1e7ea,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:24.289296 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c0b6358d-17e1-489f-92cd-d3f6fe51047a req-f12d3fa7-d86a-46cb-b44f-b5f5d93c1087 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc5d1726-8827-49ab-b252-37e40a64e044&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520425 Jul 15 23:00:24.309993 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-44b3c875-3e79-4c0d-9766-a5e847408da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:24.311567 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-44b3c875-3e79-4c0d-9766-a5e847408da9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d91a9528-a986-45d3-8b66-7d9419c4ffb8 HTTP/1.1" status: 200 len: 909 time: 0.4370403 Jul 15 23:00:24.440655 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-1a4f602d-1fb2-4f6b-83cb-ee6805222997 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f55500d-63cd-4acf-b2ad-22663a15ccee HTTP/1.1" status: 200 len: 217 time: 0.1156344 Jul 15 23:00:24.514585 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-e85a9d23-e2e7-44d5-902f-37a5b67ebb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:24.516191 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-e85a9d23-e2e7-44d5-902f-37a5b67ebb35 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9ed83523-5185-460b-a4ba-ea79efd124da HTTP/1.1" status: 200 len: 848 time: 0.0687256 Jul 15 23:00:24.532995 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172eaea0-9c75-4e70-94ec-c3048776c9ef x-openstack-request-id: req-172eaea0-9c75-4e70-94ec-c3048776c9ef {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:24.533548 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e580382-5444-4886-9129-dc202c9fb312", "name": "network-vif-plugged", "status": "completed", "tag": "dc37c8c1-570c-4c53-85ac-14193e1f0626", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:24.533678 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-172eaea0-9c75-4e70-94ec-c3048776c9ef {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:24.534227 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e580382-5444-4886-9129-dc202c9fb312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc37c8c1-570c-4c53-85ac-14193e1f0626', 'code': 200} Jul 15 23:00:24.551682 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 33848) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:24.575383 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-155fd880-1a86-49fc-816a-f1ff10de8768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:24.606214 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-33602c2f-d7e4-4b49-a5ba-c7297c546c54 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d91a9528-a986-45d3-8b66-7d9419c4ffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785184 Jul 15 23:00:24.896589 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-6c29210a-c4ce-4815-b2a1-63bc9adef0f3 service neutron] 10.222.0.43 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798667 Jul 15 23:00:24.983217 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-155fd880-1a86-49fc-816a-f1ff10de8768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:24.996102 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-155fd880-1a86-49fc-816a-f1ff10de8768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:25.015382 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5ce0c-40d2-4737-b841-5df809653ee3 req-4d2cda7f-4e49-4908-9398-ba6c47855da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:25.017188 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dfb5ce0c-40d2-4737-b841-5df809653ee3 req-4d2cda7f-4e49-4908-9398-ba6c47855da8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e580382-5444-4886-9129-dc202c9fb312 HTTP/1.1" status: 200 len: 1096 time: 0.2435110 Jul 15 23:00:25.073973 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dfb5ce0c-40d2-4737-b841-5df809653ee3 req-e0a06a2d-cfb5-4a63-a1e0-26a5445f2b65 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475271 Jul 15 23:00:25.090687 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c51466-9801-4f61-ab8b-6a8d22392441 req-192cdb1c-2f1c-4f63-b0ac-4d21f2d0b1c6 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:25.092288 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-75c51466-9801-4f61-ab8b-6a8d22392441 req-192cdb1c-2f1c-4f63-b0ac-4d21f2d0b1c6 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92 HTTP/1.1" status: 200 len: 945 time: 0.3218536 Jul 15 23:00:25.093749 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-155fd880-1a86-49fc-816a-f1ff10de8768 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dfaacf868ad140f29818426421c13fc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5406179 Jul 15 23:00:25.097951 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 33862) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:25.102218 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0afbae-5456-429c-b38f-a74a0c96bab1 req-7c35368c-4c26-4dc8-8f5b-cd144282bf42 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:25.110580 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2f0afbae-5456-429c-b38f-a74a0c96bab1 req-7c35368c-4c26-4dc8-8f5b-cd144282bf42 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e580382-5444-4886-9129-dc202c9fb312 HTTP/1.1" status: 200 len: 945 time: 0.2937334 Jul 15 23:00:25.123599 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-d1a80780-02da-4f06-b509-e201718596f3 service neutron] 10.222.0.43 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178147 Jul 15 23:00:25.124057 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 33864) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:25.143417 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155fd880-1a86-49fc-816a-f1ff10de8768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835cad43-10a1-4429-8315-e99de4e8f7fa,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:25.164179 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-332613b4-5744-4649-bec8-8ec7f046afe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:25.192700 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-332613b4-5744-4649-bec8-8ec7f046afe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:25.216689 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-75c51466-9801-4f61-ab8b-6a8d22392441 req-76208690-55ce-49d1-acf8-8331f280a745 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008930 Jul 15 23:00:25.224859 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2f0afbae-5456-429c-b38f-a74a0c96bab1 req-e4662985-c2b7-4ba1-9804-4d51f4402ecd tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093502 Jul 15 23:00:25.258335 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-332613b4-5744-4649-bec8-8ec7f046afe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:25.261148 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-332613b4-5744-4649-bec8-8ec7f046afe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:25.262300 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-332613b4-5744-4649-bec8-8ec7f046afe1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/835cad43-10a1-4429-8315-e99de4e8f7fa HTTP/1.1" status: 204 len: 168 time: 0.1631799 Jul 15 23:00:25.279483 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332613b4-5744-4649-bec8-8ec7f046afe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835cad43-10a1-4429-8315-e99de4e8f7fa,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:25.330845 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-96da1a00-ed9f-4675-82d1-ccb8235d75f1 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:25.332413 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-96da1a00-ed9f-4675-82d1-ccb8235d75f1 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92&tenant_id=7f66f923b4424119b6027030587a5dae&binding%3Ahost_id=n-h1-787205-9 HTTP/1.1" status: 200 len: 1096 time: 0.1040998 Jul 15 23:00:25.350024 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-c2560624-ec4b-455c-8dde-5e2a59da9678 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-787205-9'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:25.499699 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-303bcd0b-fe79-405e-8d10-4a7ad28547d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a35a61ef91a442286273b108fac5452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3646619 Jul 15 23:00:25.500076 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 33880) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:25.513284 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-600b74ac-a2b5-4579-b891-bd9bcded1acc req-14328fc7-b65b-4d3d-bfd9-53cfee6eae04 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 210 time: 0.0685213 Jul 15 23:00:25.573767 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08648e8a-fb24-46b5-901a-394d63ec47e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:25.597355 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08648e8a-fb24-46b5-901a-394d63ec47e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:25.616717 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-c2560624-ec4b-455c-8dde-5e2a59da9678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:25.648411 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08648e8a-fb24-46b5-901a-394d63ec47e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:25.652060 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08648e8a-fb24-46b5-901a-394d63ec47e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:25.653730 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-08648e8a-fb24-46b5-901a-394d63ec47e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/80297383-8cf6-4d87-9210-2631edba9f7c HTTP/1.1" status: 204 len: 168 time: 0.1526699 Jul 15 23:00:25.672674 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08648e8a-fb24-46b5-901a-394d63ec47e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80297383-8cf6-4d87-9210-2631edba9f7c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:25.715413 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-0fd71058-7126-4dfa-8d4b-e6c640d223ed tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1438394 Jul 15 23:00:25.870753 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec32b0b-f4e7-42e1-aad7-e7266737acb3 req-71221072-9c75-4a1e-9fc6-a2df00ad05aa tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:25.877770 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7ec32b0b-f4e7-42e1-aad7-e7266737acb3 req-71221072-9c75-4a1e-9fc6-a2df00ad05aa tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cce9c06-40c0-41cf-bb6c-e1df28b195c8 HTTP/1.1" status: 200 len: 945 time: 0.3637002 Jul 15 23:00:25.963997 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-c2560624-ec4b-455c-8dde-5e2a59da9678 service neutron] For port 5f55500d-63cd-4acf-b2ad-22663a15ccee, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=5f55500d-63cd-4acf-b2ad-22663a15ccee,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:26.011446 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7ec32b0b-f4e7-42e1-aad7-e7266737acb3 req-8c556d85-8e6c-46a8-852f-5055df8db14f tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc5d1726-8827-49ab-b252-37e40a64e044&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325238 Jul 15 23:00:26.066994 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-d4ce76ce-f852-4b15-bd3b-ea8e55a5428d tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:26.068383 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-d4ce76ce-f852-4b15-bd3b-ea8e55a5428d tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3428280 Jul 15 23:00:26.073814 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-c2560624-ec4b-455c-8dde-5e2a59da9678 service neutron] For port 5f55500d-63cd-4acf-b2ad-22663a15ccee, host n-h1-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:00:26.102850 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-12bd99ad-f55f-4fa1-ba9d-613307085331 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Request body: {'port': {'device_id': '5785262d-42f0-4288-a107-ca86e41176a4', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'admin_state_up': True, 'tenant_id': '8aea0e1a9fbb449ea47770f9a375ae63'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:26.137304 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 33910) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:26.191607 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ca3a78-d80b-4393-915b-236ec9eb6e92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f55500d-63cd-4acf-b2ad-22663a15ccee'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:26.192989 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9574b19c-2763-41cd-8416-50587b7c3a01 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a36352f9fc44b7b80ebf1477d45dae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543387 Jul 15 23:00:26.193877 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b652f03-57c2-4899-bb11-1ba69d23f54b" -d '{"events": [{"server_uuid": "f9ca3a78-d80b-4393-915b-236ec9eb6e92", "name": "network-vif-unplugged", "status": "completed", "tag": "5f55500d-63cd-4acf-b2ad-22663a15ccee"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:26.194104 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 33912) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:26.197549 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-c2560624-ec4b-455c-8dde-5e2a59da9678 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:26.214063 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-c2560624-ec4b-455c-8dde-5e2a59da9678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:26.234495 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48834d1-8211-4a31-9c74-d7d7654ebc9c req-ad7d5a54-7e60-48f6-99c2-7eb222606a1b tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:26.236078 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c48834d1-8211-4a31-9c74-d7d7654ebc9c req-ad7d5a54-7e60-48f6-99c2-7eb222606a1b tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac5ca590-4bf4-4818-aaa5-3012614220d2 HTTP/1.1" status: 200 len: 945 time: 0.2483792 Jul 15 23:00:26.279841 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5af0c8fa-bab1-48bc-b20d-93555e0e6a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:26.328057 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-12bd99ad-f55f-4fa1-ba9d-613307085331 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Made reservation on behalf of 8aea0e1a9fbb449ea47770f9a375ae63 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:00:26.330394 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5af0c8fa-bab1-48bc-b20d-93555e0e6a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:26.331714 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-12bd99ad-f55f-4fa1-ba9d-613307085331 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:26.430926 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5af0c8fa-bab1-48bc-b20d-93555e0e6a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:26.433570 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5af0c8fa-bab1-48bc-b20d-93555e0e6a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:26.439611 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5af0c8fa-bab1-48bc-b20d-93555e0e6a70 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec4f2fb9-0fe1-42ae-b6a6-d8f700e83081 HTTP/1.1" status: 204 len: 168 time: 0.2443225 Jul 15 23:00:26.454195 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0c8fa-bab1-48bc-b20d-93555e0e6a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4f2fb9-0fe1-42ae-b6a6-d8f700e83081,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:26.523931 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2560624-ec4b-455c-8dde-5e2a59da9678 service neutron] Pushing event updated for resources: {'Port': ['ID=5f55500d-63cd-4acf-b2ad-22663a15ccee,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:26.529139 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-c2560624-ec4b-455c-8dde-5e2a59da9678 service neutron] Attempting to bind port 5f55500d-63cd-4acf-b2ad-22663a15ccee on host n-h1-787205-9 for vnic_type normal with profile {"migrating_to": "n-h2-787205-9"} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:00:26.529479 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-c2560624-ec4b-455c-8dde-5e2a59da9678 service neutron] Attempting to bind port 5f55500d-63cd-4acf-b2ad-22663a15ccee by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:00:26.529809 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-c2560624-ec4b-455c-8dde-5e2a59da9678 service neutron] Attempting to bind port 5f55500d-63cd-4acf-b2ad-22663a15ccee on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:26.536590 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cce9c06-40c0-41cf-bb6c-e1df28b195c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d311f3c-1464-438d-b4dc-9353cc73eb8b'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:26.540492 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c48834d1-8211-4a31-9c74-d7d7654ebc9c req-a901efba-4427-44ed-b53c-5328f3ef5633 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938943 Jul 15 23:00:26.545680 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ae798b-8900-460e-84b6-1e8e8700df21 x-openstack-request-id: req-18ae798b-8900-460e-84b6-1e8e8700df21 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:26.545876 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde9e0ba-0dc0-4ac6-a17a-5951b2ad0ed3" -d '{"events": [{"server_uuid": "3cce9c06-40c0-41cf-bb6c-e1df28b195c8", "name": "network-vif-plugged", "status": "completed", "tag": "2d311f3c-1464-438d-b4dc-9353cc73eb8b"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:26.546057 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ca3a78-d80b-4393-915b-236ec9eb6e92", "name": "network-vif-unplugged", "status": "completed", "tag": "5f55500d-63cd-4acf-b2ad-22663a15ccee", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:26.546217 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18ae798b-8900-460e-84b6-1e8e8700df21 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:26.546607 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ca3a78-d80b-4393-915b-236ec9eb6e92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f55500d-63cd-4acf-b2ad-22663a15ccee', 'code': 200} Jul 15 23:00:26.553796 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-12bd99ad-f55f-4fa1-ba9d-613307085331 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Allocated IP 192.168.233.207 (8d403abe-cee8-4863-bddd-464e9e566e9c/190ae4ce-d44c-4c9c-9241-47db78422478/6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:00:26.556346 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-c2560624-ec4b-455c-8dde-5e2a59da9678 service neutron] Port 5f55500d-63cd-4acf-b2ad-22663a15ccee on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:00:26.556673 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-c2560624-ec4b-455c-8dde-5e2a59da9678 service neutron] Attempting to bind port 5f55500d-63cd-4acf-b2ad-22663a15ccee on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:26.569445 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-c2560624-ec4b-455c-8dde-5e2a59da9678 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:00:26.569680 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-c2560624-ec4b-455c-8dde-5e2a59da9678 service neutron] Checking segment: {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:00:26.570071 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-c2560624-ec4b-455c-8dde-5e2a59da9678 service neutron] Bound using segment: {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:00:26.570507 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-c2560624-ec4b-455c-8dde-5e2a59da9678 service neutron] Bound port: 5f55500d-63cd-4acf-b2ad-22663a15ccee, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:00:26.570890 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-c2560624-ec4b-455c-8dde-5e2a59da9678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:26.687831 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-c2560624-ec4b-455c-8dde-5e2a59da9678 service neutron] For port 5f55500d-63cd-4acf-b2ad-22663a15ccee, host n-h1-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:00:26.708511 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-c2560624-ec4b-455c-8dde-5e2a59da9678 service neutron] For port 5f55500d-63cd-4acf-b2ad-22663a15ccee, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=5f55500d-63cd-4acf-b2ad-22663a15ccee,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:00:26.750215 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-c2560624-ec4b-455c-8dde-5e2a59da9678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:27.096593 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-12bd99ad-f55f-4fa1-ba9d-613307085331 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:27.136503 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-c2560624-ec4b-455c-8dde-5e2a59da9678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:27.137157 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-c2560624-ec4b-455c-8dde-5e2a59da9678 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:27.138532 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-c2560624-ec4b-455c-8dde-5e2a59da9678 service neutron] 10.222.0.43 "PUT /v2.0/ports/5f55500d-63cd-4acf-b2ad-22663a15ccee HTTP/1.1" status: 200 len: 1121 time: 1.7965240 Jul 15 23:00:27.142338 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2560624-ec4b-455c-8dde-5e2a59da9678 service neutron] Pushing event updated for resources: {'Port': ['ID=5f55500d-63cd-4acf-b2ad-22663a15ccee,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:27.155631 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-12bd99ad-f55f-4fa1-ba9d-613307085331 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Transition to ACTIVE for port object 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:00:27.178099 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ac71d-b39c-4abc-82ee-32b30a8cdd2f req-ac06a72a-2c06-4a69-88c1-a197e1deeba6 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:27.179587 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4e6ac71d-b39c-4abc-82ee-32b30a8cdd2f req-ac06a72a-2c06-4a69-88c1-a197e1deeba6 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92 HTTP/1.1" status: 200 len: 943 time: 0.4780602 Jul 15 23:00:27.189169 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af96505-5828-40d1-861e-fa06a043228a req-56146848-1916-4397-9d3b-00d7ca8473a5 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:27.190658 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4af96505-5828-40d1-861e-fa06a043228a req-56146848-1916-4397-9d3b-00d7ca8473a5 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e580382-5444-4886-9129-dc202c9fb312 HTTP/1.1" status: 200 len: 945 time: 0.4438171 Jul 15 23:00:27.268830 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4e6ac71d-b39c-4abc-82ee-32b30a8cdd2f req-ad6ff5c2-a58c-4243-bfef-c9408c16d12d tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771694 Jul 15 23:00:27.272463 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4af96505-5828-40d1-861e-fa06a043228a req-a5739a4f-188e-4495-9933-491b6708745b tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700462 Jul 15 23:00:27.273608 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-12bd99ad-f55f-4fa1-ba9d-613307085331 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:27.286933 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['ce887846-b6c6-4ece-9a21-4e17e5302edc'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:00:27.338571 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd99ad-f55f-4fa1-ba9d-613307085331 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Pushing event updated for resources: {'Port': ['ID=6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:27.342069 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-12bd99ad-f55f-4fa1-ba9d-613307085331 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:00:27.343826 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-12bd99ad-f55f-4fa1-ba9d-613307085331 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:00:27.346590 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-12bd99ad-f55f-4fa1-ba9d-613307085331 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:00:27.352897 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-12bd99ad-f55f-4fa1-ba9d-613307085331 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:27.353619 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-12bd99ad-f55f-4fa1-ba9d-613307085331 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:27.374875 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-12bd99ad-f55f-4fa1-ba9d-613307085331 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2776287 Jul 15 23:00:27.388601 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-788d720c-2919-4cc2-93cb-033d4cb225d6 service neutron] Request body: {'port': {'device_id': '5785262d-42f0-4288-a107-ca86e41176a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:27.425332 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['5f55500d-63cd-4acf-b2ad-22663a15ccee'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:00:27.522047 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4619b796-82a0-42a6-be5b-55fa5d399a2b x-openstack-request-id: req-4619b796-82a0-42a6-be5b-55fa5d399a2b {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:27.522795 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cce9c06-40c0-41cf-bb6c-e1df28b195c8", "name": "network-vif-plugged", "status": "completed", "tag": "2d311f3c-1464-438d-b4dc-9353cc73eb8b", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:27.523049 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4619b796-82a0-42a6-be5b-55fa5d399a2b {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:27.523595 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cce9c06-40c0-41cf-bb6c-e1df28b195c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d311f3c-1464-438d-b4dc-9353cc73eb8b', 'code': 200} Jul 15 23:00:27.605076 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-788d720c-2919-4cc2-93cb-033d4cb225d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:27.726017 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-05e36eb5-f891-4b30-94df-c66458c4c656 None None] Provisioning for port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:00:27.729957 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-05e36eb5-f891-4b30-94df-c66458c4c656 None None] Provisioning complete for port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:00:27.730334 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-05e36eb5-f891-4b30-94df-c66458c4c656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:27.767889 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-05e36eb5-f891-4b30-94df-c66458c4c656 None None] Port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:00:27.779909 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0e8f9-5935-4782-8a1a-fded074f2e84 req-c332070e-ef53-4fb5-a40a-b9de9292ee3c tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:27.781474 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cae0e8f9-5935-4782-8a1a-fded074f2e84 req-c332070e-ef53-4fb5-a40a-b9de9292ee3c tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 936 time: 0.2973294 Jul 15 23:00:27.879241 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57fdfc-772c-4aea-8162-fd87a0691c37 req-b7a574ea-70ac-4b76-b5da-5aecfadaa473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:27.880711 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3f57fdfc-772c-4aea-8162-fd87a0691c37 req-b7a574ea-70ac-4b76-b5da-5aecfadaa473 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3cce9c06-40c0-41cf-bb6c-e1df28b195c8 HTTP/1.1" status: 200 len: 1096 time: 0.2624097 Jul 15 23:00:27.941801 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d016c5-16a0-4fc7-ab57-7ec21b5de78e req-329bd2f1-4033-4132-a3f1-a957c776f2bc tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:27.946741 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-80d016c5-16a0-4fc7-ab57-7ec21b5de78e req-329bd2f1-4033-4132-a3f1-a957c776f2bc tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cce9c06-40c0-41cf-bb6c-e1df28b195c8 HTTP/1.1" status: 200 len: 945 time: 0.2441823 Jul 15 23:00:27.946741 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cae0e8f9-5935-4782-8a1a-fded074f2e84 req-a8758958-04d7-4b16-aba4-becb9c23b564 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521401 Jul 15 23:00:28.001671 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3f57fdfc-772c-4aea-8162-fd87a0691c37 req-d92cc88d-4553-4051-a898-4e14559cc036 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fc5d1726-8827-49ab-b252-37e40a64e044&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101689 Jul 15 23:00:28.051103 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-80d016c5-16a0-4fc7-ab57-7ec21b5de78e req-61fc6b4d-07d0-4e8e-9105-e9c840e2dc27 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc5d1726-8827-49ab-b252-37e40a64e044&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926919 Jul 15 23:00:28.137976 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-788d720c-2919-4cc2-93cb-033d4cb225d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:00:28.146450 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-788d720c-2919-4cc2-93cb-033d4cb225d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:28.158827 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-788d720c-2919-4cc2-93cb-033d4cb225d6 service neutron] Transition to ACTIVE for port object 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:00:28.164211 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-788d720c-2919-4cc2-93cb-033d4cb225d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:28.252617 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d720c-2919-4cc2-93cb-033d4cb225d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:28.263180 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-788d720c-2919-4cc2-93cb-033d4cb225d6 service neutron] Attempting to bind port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:00:28.263554 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-788d720c-2919-4cc2-93cb-033d4cb225d6 service neutron] Attempting to bind port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:00:28.263839 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-788d720c-2919-4cc2-93cb-033d4cb225d6 service neutron] Attempting to bind port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:28.268604 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-788d720c-2919-4cc2-93cb-033d4cb225d6 service neutron] Port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:00:28.268991 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-788d720c-2919-4cc2-93cb-033d4cb225d6 service neutron] Attempting to bind port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:28.276887 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-788d720c-2919-4cc2-93cb-033d4cb225d6 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:00:28.277461 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-788d720c-2919-4cc2-93cb-033d4cb225d6 service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:00:28.278187 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-788d720c-2919-4cc2-93cb-033d4cb225d6 service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:00:28.279128 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-788d720c-2919-4cc2-93cb-033d4cb225d6 service neutron] Bound port: 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:00:28.279658 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-788d720c-2919-4cc2-93cb-033d4cb225d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:28.372061 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-788d720c-2919-4cc2-93cb-033d4cb225d6 service neutron] For port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:00:28.375814 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-788d720c-2919-4cc2-93cb-033d4cb225d6 service neutron] For port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:00:28.382789 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-788d720c-2919-4cc2-93cb-033d4cb225d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:28.465304 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-788d720c-2919-4cc2-93cb-033d4cb225d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:28.465914 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-788d720c-2919-4cc2-93cb-033d4cb225d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:28.467301 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-788d720c-2919-4cc2-93cb-033d4cb225d6 service neutron] 10.222.0.43 "PUT /v2.0/ports/6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca HTTP/1.1" status: 200 len: 1096 time: 1.0844646 Jul 15 23:00:28.498802 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d720c-2919-4cc2-93cb-033d4cb225d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:28.548126 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776c03b-1c0e-4229-ae02-bd7e258ab5d2 req-c6d83899-fe06-4c2a-b37c-b212714a93d5 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:28.549660 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2776c03b-1c0e-4229-ae02-bd7e258ab5d2 req-c6d83899-fe06-4c2a-b37c-b212714a93d5 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7e580382-5444-4886-9129-dc202c9fb312 HTTP/1.1" status: 200 len: 1096 time: 0.1242521 Jul 15 23:00:28.550289 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ca3a78-d80b-4393-915b-236ec9eb6e92', 'tag': '5f55500d-63cd-4acf-b2ad-22663a15ccee'}, {'name': 'network-changed', 'server_uuid': '5785262d-42f0-4288-a107-ca86e41176a4', 'tag': '6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:28.552579 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5602063-4845-4959-80c5-09403cc4d52d" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ca3a78-d80b-4393-915b-236ec9eb6e92", "tag": "5f55500d-63cd-4acf-b2ad-22663a15ccee"}, {"name": "network-changed", "server_uuid": "5785262d-42f0-4288-a107-ca86e41176a4", "tag": "6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:28.634565 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2776c03b-1c0e-4229-ae02-bd7e258ab5d2 req-749011fc-fcf5-4730-aeec-3e4e4ce2574d tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750587 Jul 15 23:00:28.648064 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-4058aa47-d435-4b9f-b3b1-31076665a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:28.649420 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-4058aa47-d435-4b9f-b3b1-31076665a2d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 1099 time: 0.1342587 Jul 15 23:00:28.665025 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8b297-1f4b-4c1b-aff4-b560be14d67e req-87378258-7a20-4558-a5f6-689d8b28ffd3 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:28.666428 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-89f8b297-1f4b-4c1b-aff4-b560be14d67e req-87378258-7a20-4558-a5f6-689d8b28ffd3 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac5ca590-4bf4-4818-aaa5-3012614220d2 HTTP/1.1" status: 200 len: 945 time: 0.1051002 Jul 15 23:00:28.709204 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-3278e499-bc79-40ad-9304-1e22cc4b258a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca HTTP/1.1" status: 200 len: 217 time: 0.0417759 Jul 15 23:00:28.767551 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-89f8b297-1f4b-4c1b-aff4-b560be14d67e req-1b7206fd-38ae-4ac7-b397-f37fff6756b2 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948706 Jul 15 23:00:28.777475 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-edbaf564-9246-4511-b129-00e0f246de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:28.779048 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-edbaf564-9246-4511-b129-00e0f246de7d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0609863 Jul 15 23:00:28.807907 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 72ce87cf-7c5d-4c2e-8553-e248a570e2c3 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:00:28.842713 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-584837aa-6d61-44ce-b932-0e8aaf978288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:28.844225 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-584837aa-6d61-44ce-b932-0e8aaf978288 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0561714 Jul 15 23:00:28.849681 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-84bc273b-ec9e-4671-81cd-cb51a1d5e12f req-eb39b647-1bad-4c2a-87bf-194a14235a5e tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] Request body: {'security_group': {'name': 'tempest-securitygroup-29406293', 'description': 'tempest-description-915269715'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:28.904908 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-84bc273b-ec9e-4671-81cd-cb51a1d5e12f req-eb39b647-1bad-4c2a-87bf-194a14235a5e tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:28.950942 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 72ce87cf-7c5d-4c2e-8553-e248a570e2c3, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=72ce87cf-7c5d-4c2e-8553-e248a570e2c3,segment=NetworkSegment(e7fe3191-1c68-4d38-a856-14f82f1ac8c9),segment_id=e7fe3191-1c68-4d38-a856-14f82f1ac8c9)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:28.954904 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-84bc273b-ec9e-4671-81cd-cb51a1d5e12f req-eb39b647-1bad-4c2a-87bf-194a14235a5e tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:28.965818 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '72ce87cf-7c5d-4c2e-8553-e248a570e2c3', 'network_id': 'cec0c96c-b2ad-40b7-9355-3bacfcd63bee', 'port_id': '72ce87cf-7c5d-4c2e-8553-e248a570e2c3', 'mac_address': 'fa:16:3e:05:af:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7143f8ff-2e46-4e91-a002-da9d7a6d5e8a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:00:29.007565 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:29.020964 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-c1df24ac-c8f5-46f7-b626-97b4946b0a5f service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639948 Jul 15 23:00:29.021760 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72ce87cf-7c5d-4c2e-8553-e248a570e2c3 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:00:29.042391 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 72ce87cf-7c5d-4c2e-8553-e248a570e2c3, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=72ce87cf-7c5d-4c2e-8553-e248a570e2c3,segment=NetworkSegment(e7fe3191-1c68-4d38-a856-14f82f1ac8c9),segment_id=e7fe3191-1c68-4d38-a856-14f82f1ac8c9)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:29.048205 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:29.097654 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=72ce87cf-7c5d-4c2e-8553-e248a570e2c3,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:29.127477 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa90b5-3a8f-47c3-822b-cdc78a577a0a req-88140021-f8fd-421c-a296-5853ce9beeec tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:29.129608 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e0aa90b5-3a8f-47c3-822b-cdc78a577a0a req-88140021-f8fd-421c-a296-5853ce9beeec tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92 HTTP/1.1" status: 200 len: 943 time: 0.1932843 Jul 15 23:00:29.179194 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13568e00-6862-4d0a-830d-fc89036e0f59 req-85ab7da3-6958-4bba-920d-7bae6b45967c service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502378 Jul 15 23:00:29.192842 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['72ce87cf-7c5d-4c2e-8553-e248a570e2c3'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:00:29.209167 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e0aa90b5-3a8f-47c3-822b-cdc78a577a0a req-f875625c-ada6-4c8e-b16b-6ab53af0fa6d tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730956 Jul 15 23:00:29.220216 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-84bc273b-ec9e-4671-81cd-cb51a1d5e12f req-eb39b647-1bad-4c2a-87bf-194a14235a5e tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:29.224649 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-84bc273b-ec9e-4671-81cd-cb51a1d5e12f req-eb39b647-1bad-4c2a-87bf-194a14235a5e tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:29.263686 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39b647-1bad-4c2a-87bf-194a14235a5e tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9c2ec5-481a-4979-b0c4-f34afb7618e3,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:29.323641 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 5f55500d-63cd-4acf-b2ad-22663a15ccee details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:00:29.326319 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635abfdd-d4f5-4878-8049-36a51b91a4b3 x-openstack-request-id: req-635abfdd-d4f5-4878-8049-36a51b91a4b3 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:29.326900 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ca3a78-d80b-4393-915b-236ec9eb6e92", "tag": "5f55500d-63cd-4acf-b2ad-22663a15ccee", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5785262d-42f0-4288-a107-ca86e41176a4", "tag": "6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:29.327118 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-635abfdd-d4f5-4878-8049-36a51b91a4b3 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:29.327618 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ca3a78-d80b-4393-915b-236ec9eb6e92', 'tag': '5f55500d-63cd-4acf-b2ad-22663a15ccee', 'status': 'completed', 'code': 200} Jul 15 23:00:29.327963 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5785262d-42f0-4288-a107-ca86e41176a4', 'tag': '6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca', 'status': 'completed', 'code': 200} Jul 15 23:00:29.338567 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-84bc273b-ec9e-4671-81cd-cb51a1d5e12f req-eb39b647-1bad-4c2a-87bf-194a14235a5e tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:29.345351 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-84bc273b-ec9e-4671-81cd-cb51a1d5e12f req-eb39b647-1bad-4c2a-87bf-194a14235a5e tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:29.431036 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39b647-1bad-4c2a-87bf-194a14235a5e tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=097e4432-dfd7-4552-84bf-0d461c16ec84,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:29.435643 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-84bc273b-ec9e-4671-81cd-cb51a1d5e12f req-eb39b647-1bad-4c2a-87bf-194a14235a5e tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:29.455226 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84bc273b-ec9e-4671-81cd-cb51a1d5e12f req-eb39b647-1bad-4c2a-87bf-194a14235a5e tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6098125 Jul 15 23:00:29.472866 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5602063-4845-4959-80c5-09403cc4d52d req-a8cba430-0a46-459c-9bfd-9511f306b1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:29.475008 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c5602063-4845-4959-80c5-09403cc4d52d req-a8cba430-0a46-459c-9bfd-9511f306b1ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f66f923b4424119b6027030587a5dae&device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92 HTTP/1.1" status: 200 len: 1124 time: 0.1022642 Jul 15 23:00:29.508150 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5602063-4845-4959-80c5-09403cc4d52d req-36c6dec6-e90f-4ecf-bd6a-c0785913b3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:29.509775 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c5602063-4845-4959-80c5-09403cc4d52d req-36c6dec6-e90f-4ecf-bd6a-c0785913b3a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 1099 time: 0.1607928 Jul 15 23:00:29.521227 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 5f55500d-63cd-4acf-b2ad-22663a15ccee, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=5f55500d-63cd-4acf-b2ad-22663a15ccee,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:29.545139 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 5f55500d-63cd-4acf-b2ad-22663a15ccee has no active binding in host n-h2-787205-9 {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 23:00:29.617584 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5602063-4845-4959-80c5-09403cc4d52d req-5837d440-4575-4286-a1ff-025be9c65bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:29.619772 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5602063-4845-4959-80c5-09403cc4d52d req-8d3c7f5b-912a-4c5f-8499-7badf90a5e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:29.620035 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c5602063-4845-4959-80c5-09403cc4d52d req-5837d440-4575-4286-a1ff-025be9c65bf9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d91a9528-a986-45d3-8b66-7d9419c4ffb8 HTTP/1.1" status: 200 len: 909 time: 0.1381514 Jul 15 23:00:29.621212 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c5602063-4845-4959-80c5-09403cc4d52d req-8d3c7f5b-912a-4c5f-8499-7badf90a5e7c service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.1046226 Jul 15 23:00:29.630553 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5489728-6ae8-4131-81b4-9974ebf39a6c req-b1e1f197-d326-49a1-849f-d3afcaf55f9c tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:29.632055 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a5489728-6ae8-4131-81b4-9974ebf39a6c req-b1e1f197-d326-49a1-849f-d3afcaf55f9c tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7e580382-5444-4886-9129-dc202c9fb312 HTTP/1.1" status: 200 len: 1096 time: 0.1740816 Jul 15 23:00:29.677273 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34028) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:29.678590 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c5602063-4845-4959-80c5-09403cc4d52d req-226c8d70-e66c-452f-be0f-a6eac5c561d4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca HTTP/1.1" status: 200 len: 217 time: 0.0456235 Jul 15 23:00:29.683922 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c5602063-4845-4959-80c5-09403cc4d52d req-bc989e14-949d-4c88-858c-bb1a0e2b68b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f55500d-63cd-4acf-b2ad-22663a15ccee HTTP/1.1" status: 200 len: 217 time: 0.0531743 Jul 15 23:00:29.729471 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a5489728-6ae8-4131-81b4-9974ebf39a6c req-c9e31b78-d569-4f17-be86-ba021997b6bf tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907352 Jul 15 23:00:29.750715 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5602063-4845-4959-80c5-09403cc4d52d req-33de7524-8341-431a-bf31-381b3cfe5464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:29.752110 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5602063-4845-4959-80c5-09403cc4d52d req-2ddb8bc4-9757-4c20-9e98-a6e3921ac296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:29.752253 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c5602063-4845-4959-80c5-09403cc4d52d req-33de7524-8341-431a-bf31-381b3cfe5464 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ed83523-5185-460b-a4ba-ea79efd124da HTTP/1.1" status: 200 len: 848 time: 0.0618405 Jul 15 23:00:29.753566 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c5602063-4845-4959-80c5-09403cc4d52d req-2ddb8bc4-9757-4c20-9e98-a6e3921ac296 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0679393 Jul 15 23:00:29.822683 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5602063-4845-4959-80c5-09403cc4d52d req-5fa00a1f-182e-441a-b20f-68265d6041f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:29.824422 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c5602063-4845-4959-80c5-09403cc4d52d req-5fa00a1f-182e-441a-b20f-68265d6041f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0628564 Jul 15 23:00:29.846063 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c5602063-4845-4959-80c5-09403cc4d52d req-1a976a84-42c2-493f-9e5e-2e4dc371e656 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d91a9528-a986-45d3-8b66-7d9419c4ffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361848 Jul 15 23:00:29.853133 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cca51de5-a40b-4465-9628-b7d9575daea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:29.979705 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c5602063-4845-4959-80c5-09403cc4d52d req-05431e1e-71c4-4541-87e3-b8324e5e3659 service neutron] 10.222.0.36 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243324 Jul 15 23:00:29.997483 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c5602063-4845-4959-80c5-09403cc4d52d req-c25ab3a7-1e89-45dc-9bd2-ea729b387eb3 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613395 Jul 15 23:00:30.043325 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6c330-7a52-4052-b4d4-c1d42175d820 req-8a20bfa9-19ea-4c37-afe9-98eee37ff330 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:30.044817 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e2e6c330-7a52-4052-b4d4-c1d42175d820 req-8a20bfa9-19ea-4c37-afe9-98eee37ff330 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 948 time: 0.1832941 Jul 15 23:00:30.057276 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec26717-37ea-4647-bed6-3ff12197fe0a req-b12c077e-73d3-405f-a722-14e9d6eafcf8 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:30.058792 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aec26717-37ea-4647-bed6-3ff12197fe0a req-b12c077e-73d3-405f-a722-14e9d6eafcf8 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cce9c06-40c0-41cf-bb6c-e1df28b195c8 HTTP/1.1" status: 200 len: 945 time: 0.1394982 Jul 15 23:00:30.086196 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cca51de5-a40b-4465-9628-b7d9575daea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:30.092366 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cca51de5-a40b-4465-9628-b7d9575daea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:30.122917 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c5602063-4845-4959-80c5-09403cc4d52d req-0fe95b17-f36f-44b9-a52c-f0f78216cdd0 service neutron] 10.222.0.36 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327331 Jul 15 23:00:30.141859 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cca51de5-a40b-4465-9628-b7d9575daea0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=18bb72bd41cb4d55ac11b0946adcaa86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4606080 Jul 15 23:00:30.141859 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca51de5-a40b-4465-9628-b7d9575daea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b75007d-3f2f-4336-9dba-5836e2b976e5,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:30.142733 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34036) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:30.163807 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c5602063-4845-4959-80c5-09403cc4d52d req-e9c1758c-f933-4c4f-bce1-abec8b9b8fc9 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557965 Jul 15 23:00:30.166860 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e2e6c330-7a52-4052-b4d4-c1d42175d820 req-62d12bdc-04ef-462a-89bd-c324421d9411 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055930 Jul 15 23:00:30.175664 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aec26717-37ea-4647-bed6-3ff12197fe0a req-6da69c72-b16e-4f83-b5e7-956099cec095 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc5d1726-8827-49ab-b252-37e40a64e044&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781956 Jul 15 23:00:30.202226 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05c2b595-a8f1-4274-a604-6958c3582e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:30.209277 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-f1a4825f-ed51-4505-a86a-3f4d19f444af req-65e738d7-1bd2-42d6-b721-0ab9b38fe4c0 tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1786950650', 'description': 'tempest-description-698263739'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:30.236710 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05c2b595-a8f1-4274-a604-6958c3582e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:30.236891 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f1a4825f-ed51-4505-a86a-3f4d19f444af req-65e738d7-1bd2-42d6-b721-0ab9b38fe4c0 tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:30.292966 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05c2b595-a8f1-4274-a604-6958c3582e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:30.296451 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05c2b595-a8f1-4274-a604-6958c3582e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:30.297990 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-05c2b595-a8f1-4274-a604-6958c3582e1b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b75007d-3f2f-4336-9dba-5836e2b976e5 HTTP/1.1" status: 204 len: 168 time: 0.1541061 Jul 15 23:00:30.309269 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2b595-a8f1-4274-a604-6958c3582e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b75007d-3f2f-4336-9dba-5836e2b976e5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:30.338897 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f1a4825f-ed51-4505-a86a-3f4d19f444af req-65e738d7-1bd2-42d6-b721-0ab9b38fe4c0 tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:30.345461 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f1a4825f-ed51-4505-a86a-3f4d19f444af req-65e738d7-1bd2-42d6-b721-0ab9b38fe4c0 tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:30.384157 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f1a4825f-ed51-4505-a86a-3f4d19f444af req-65e738d7-1bd2-42d6-b721-0ab9b38fe4c0 tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:30.385331 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f1a4825f-ed51-4505-a86a-3f4d19f444af req-65e738d7-1bd2-42d6-b721-0ab9b38fe4c0 tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1848075 Jul 15 23:00:30.414766 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e738d7-1bd2-42d6-b721-0ab9b38fe4c0 tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f7512e-5162-4178-bbe6-a375c2f3f1df,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:30.457560 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a837f10-8472-45dc-afaa-d7b4596f6808 req-b0b0ea02-152c-4847-9eae-68b8f723d22f tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:30.459111 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5a837f10-8472-45dc-afaa-d7b4596f6808 req-b0b0ea02-152c-4847-9eae-68b8f723d22f tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac5ca590-4bf4-4818-aaa5-3012614220d2 HTTP/1.1" status: 200 len: 944 time: 0.0883627 Jul 15 23:00:30.505597 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5a837f10-8472-45dc-afaa-d7b4596f6808 req-d1584412-d534-4595-9f04-ccc7c6b92d4d tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396237 Jul 15 23:00:30.581022 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec129f2-d77e-4cf3-9798-1ed9321ed984 req-fd636b1f-583e-4660-b0c2-fa5455e154ef tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:30.582643 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fec129f2-d77e-4cf3-9798-1ed9321ed984 req-fd636b1f-583e-4660-b0c2-fa5455e154ef tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cce9c06-40c0-41cf-bb6c-e1df28b195c8 HTTP/1.1" status: 200 len: 945 time: 0.0664492 Jul 15 23:00:30.594003 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34054) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:30.599452 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34056) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:30.600129 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-822db5ef-3fec-4248-964e-9e9e603a8463 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Request body: {'floatingip': {'port_id': '2d311f3c-1464-438d-b4dc-9353cc73eb8b'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:30.615638 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-195b6a28-39e8-4d01-9e4f-d10ef452644d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:30.676617 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-822db5ef-3fec-4248-964e-9e9e603a8463 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks [] for floatingip, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:30.711013 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4348f-d03c-4590-afb5-60e2aece470a req-b9d26693-fdaf-4ba3-b56b-1104ae222342 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:30.712522 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dae4348f-d03c-4590-afb5-60e2aece470a req-b9d26693-fdaf-4ba3-b56b-1104ae222342 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92 HTTP/1.1" status: 200 len: 943 time: 0.0993383 Jul 15 23:00:30.775500 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dae4348f-d03c-4590-afb5-60e2aece470a req-d0cf09c8-f1f8-438a-98bf-be645d82e91b tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514610 Jul 15 23:00:30.816146 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-195b6a28-39e8-4d01-9e4f-d10ef452644d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:30.826147 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-195b6a28-39e8-4d01-9e4f-d10ef452644d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:30.859339 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 72ce87cf-7c5d-4c2e-8553-e248a570e2c3 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:00:30.867261 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-195b6a28-39e8-4d01-9e4f-d10ef452644d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8aeb93db6c84874a58791455b54680d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639802 Jul 15 23:00:30.867261 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b6a28-39e8-4d01-9e4f-d10ef452644d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ac045d-313d-48fb-b1aa-67819114c37c,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:30.868214 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34062) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:30.940787 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-a9afe091-db18-434a-85f6-7b288469b102 req-bd828ae5-970d-413c-bcd4-18e31e70b3e9 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1850661063', 'description': 'tempest-description-484164556'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:30.964051 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a9afe091-db18-434a-85f6-7b288469b102 req-bd828ae5-970d-413c-bcd4-18e31e70b3e9 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:30.974625 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a9afe091-db18-434a-85f6-7b288469b102 req-bd828ae5-970d-413c-bcd4-18e31e70b3e9 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:30.993865 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d283142-d2b0-4dad-b18f-2c64c4198fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:30.995739 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:31.023187 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 72ce87cf-7c5d-4c2e-8553-e248a570e2c3 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:00:31.051804 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 72ce87cf-7c5d-4c2e-8553-e248a570e2c3, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=72ce87cf-7c5d-4c2e-8553-e248a570e2c3,segment=NetworkSegment(e7fe3191-1c68-4d38-a856-14f82f1ac8c9),segment_id=e7fe3191-1c68-4d38-a856-14f82f1ac8c9)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:31.063958 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:31.085342 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a9afe091-db18-434a-85f6-7b288469b102 req-bd828ae5-970d-413c-bcd4-18e31e70b3e9 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:31.091845 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a9afe091-db18-434a-85f6-7b288469b102 req-bd828ae5-970d-413c-bcd4-18e31e70b3e9 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:31.127803 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=72ce87cf-7c5d-4c2e-8553-e248a570e2c3,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:31.128215 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d283142-d2b0-4dad-b18f-2c64c4198fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:31.133801 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd828ae5-970d-413c-bcd4-18e31e70b3e9 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56a03a6-1b5b-4740-9a1d-47431b9ca3c7,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:31.190350 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a9afe091-db18-434a-85f6-7b288469b102 req-bd828ae5-970d-413c-bcd4-18e31e70b3e9 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:31.196229 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a9afe091-db18-434a-85f6-7b288469b102 req-bd828ae5-970d-413c-bcd4-18e31e70b3e9 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:31.216451 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a9afe091-db18-434a-85f6-7b288469b102 req-bd828ae5-970d-413c-bcd4-18e31e70b3e9 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:31.217778 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a9afe091-db18-434a-85f6-7b288469b102 req-bd828ae5-970d-413c-bcd4-18e31e70b3e9 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2814052 Jul 15 23:00:31.233176 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd828ae5-970d-413c-bcd4-18e31e70b3e9 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28bc726-9666-44c4-8d8f-5b45508f9774,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:31.368529 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-8fb7b763-e4fe-49a6-971f-85d8ea07a31c service neutron] 10.222.0.36 "GET /v2.0/ports/5f55500d-63cd-4acf-b2ad-22663a15ccee/bindings/n-h2-787205-9 HTTP/1.1" status: 200 len: 384 time: 0.2431786 Jul 15 23:00:31.463542 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a9517-2eba-43d6-bb9e-fafaabebdc81 req-077b8df6-d151-4a36-8142-b609b1a26654 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:31.465118 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a5a9517-2eba-43d6-bb9e-fafaabebdc81 req-077b8df6-d151-4a36-8142-b609b1a26654 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 948 time: 0.0900605 Jul 15 23:00:31.655936 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d283142-d2b0-4dad-b18f-2c64c4198fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:31.658404 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d283142-d2b0-4dad-b18f-2c64c4198fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:31.659586 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1d283142-d2b0-4dad-b18f-2c64c4198fd7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5ac045d-313d-48fb-b1aa-67819114c37c HTTP/1.1" status: 204 len: 168 time: 0.7784772 Jul 15 23:00:31.717694 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d283142-d2b0-4dad-b18f-2c64c4198fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ac045d-313d-48fb-b1aa-67819114c37c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:31.720932 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.db.resource_extend [None req-822db5ef-3fec-4248-964e-9e9e603a8463 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:00:31.737829 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a5a9517-2eba-43d6-bb9e-fafaabebdc81 req-e86b9971-45a7-4560-b872-72f5de805632 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590089 Jul 15 23:00:31.783877 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-26589509-2689-4749-a1e5-90abb4b503ae req-b4233407-5804-479f-a457-99a6a70da160 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1758455387', 'description': 'tempest-description-1390701758'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:31.819031 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-26589509-2689-4749-a1e5-90abb4b503ae req-b4233407-5804-479f-a457-99a6a70da160 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:31.849012 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-822db5ef-3fec-4248-964e-9e9e603a8463 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:31.859953 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-822db5ef-3fec-4248-964e-9e9e603a8463 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:31.926657 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-26589509-2689-4749-a1e5-90abb4b503ae req-b4233407-5804-479f-a457-99a6a70da160 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:31.927257 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-c8e0289d-143a-401d-af35-518e9029dc4d tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:00:31.928256 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-c8e0289d-143a-401d-af35-518e9029dc4d tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0282800 Jul 15 23:00:31.934923 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-26589509-2689-4749-a1e5-90abb4b503ae req-b4233407-5804-479f-a457-99a6a70da160 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:31.951708 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-344905ed-9c28-4639-92d5-31353939d686 service neutron] Request body: {'binding': {'host': 'n-h2-787205-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:31.952146 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-344905ed-9c28-4639-92d5-31353939d686 service neutron] Unknown quota resources ['binding']. {{(pid=93798) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:00:31.959478 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-26589509-2689-4749-a1e5-90abb4b503ae req-b4233407-5804-479f-a457-99a6a70da160 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:31.960792 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-26589509-2689-4749-a1e5-90abb4b503ae req-b4233407-5804-479f-a457-99a6a70da160 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.1829109 Jul 15 23:00:31.977343 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4233407-5804-479f-a457-99a6a70da160 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa1abf8-0143-46a8-a2a6-8dba5dc284c5,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:32.046036 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855d28d-6a11-4b50-a933-006fb0f331ff req-40a78d20-a385-4376-9f0e-21464f4a0ed8 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:32.047565 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8855d28d-6a11-4b50-a933-006fb0f331ff req-40a78d20-a385-4376-9f0e-21464f4a0ed8 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac5ca590-4bf4-4818-aaa5-3012614220d2 HTTP/1.1" status: 200 len: 943 time: 0.3205132 Jul 15 23:00:32.187837 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [None req-822db5ef-3fec-4248-964e-9e9e603a8463 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Floating IP fb6581d4-133b-44c9-a208-463bdb990898 associated. External IP: 172.25.4.84, port: 2d311f3c-1464-438d-b4dc-9353cc73eb8b. Jul 15 23:00:32.248574 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67f324-879d-4809-aca8-488cf5fb649c req-efa0cf93-94d5-4b69-95f9-36b4456beff8 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:32.250353 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cd67f324-879d-4809-aca8-488cf5fb649c req-efa0cf93-94d5-4b69-95f9-36b4456beff8 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac5ca590-4bf4-4818-aaa5-3012614220d2 HTTP/1.1" status: 200 len: 943 time: 0.0794733 Jul 15 23:00:32.263902 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-9c661638-b379-4eb0-b1b1-49389ff0511e service neutron] For port 5f55500d-63cd-4acf-b2ad-22663a15ccee, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=5f55500d-63cd-4acf-b2ad-22663a15ccee,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:32.311417 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cd67f324-879d-4809-aca8-488cf5fb649c req-9ad37304-1703-4315-9bbd-af8622d89545 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534477 Jul 15 23:00:32.315025 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34114) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:32.377444 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-9c661638-b379-4eb0-b1b1-49389ff0511e service neutron] For port 5f55500d-63cd-4acf-b2ad-22663a15ccee, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:00:32.452556 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-9c661638-b379-4eb0-b1b1-49389ff0511e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f55500d-63cd-4acf-b2ad-22663a15ccee {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:00:32.466111 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-344905ed-9c28-4639-92d5-31353939d686 service neutron] Attempting to bind port dc37c8c1-570c-4c53-85ac-14193e1f0626 on host n-h2-787205-9 for vnic_type normal with profile None {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:00:32.466447 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-344905ed-9c28-4639-92d5-31353939d686 service neutron] Attempting to bind port dc37c8c1-570c-4c53-85ac-14193e1f0626 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:00:32.466803 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-344905ed-9c28-4639-92d5-31353939d686 service neutron] Attempting to bind port dc37c8c1-570c-4c53-85ac-14193e1f0626 on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:32.469807 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-9c661638-b379-4eb0-b1b1-49389ff0511e service neutron] For port 5f55500d-63cd-4acf-b2ad-22663a15ccee, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=5f55500d-63cd-4acf-b2ad-22663a15ccee,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:32.480504 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-58189acc-3665-46ce-96b3-0e4ea23f4e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:32.491071 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-344905ed-9c28-4639-92d5-31353939d686 service neutron] Port dc37c8c1-570c-4c53-85ac-14193e1f0626 on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:00:32.491406 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-344905ed-9c28-4639-92d5-31353939d686 service neutron] Attempting to bind port dc37c8c1-570c-4c53-85ac-14193e1f0626 on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:32.502669 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-8855d28d-6a11-4b50-a933-006fb0f331ff req-cec5f205-daa7-492e-bbc0-ee98dde3c74a tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Deleting port 72ce87cf-7c5d-4c2e-8553-e248a570e2c3 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:00:32.503120 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8855d28d-6a11-4b50-a933-006fb0f331ff req-cec5f205-daa7-492e-bbc0-ee98dde3c74a tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:32.539544 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-9c661638-b379-4eb0-b1b1-49389ff0511e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:32.541304 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-344905ed-9c28-4639-92d5-31353939d686 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:00:32.541554 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-344905ed-9c28-4639-92d5-31353939d686 service neutron] Checking segment: {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:00:32.541924 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-344905ed-9c28-4639-92d5-31353939d686 service neutron] Bound using segment: {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:00:32.542351 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-344905ed-9c28-4639-92d5-31353939d686 service neutron] Bound port: dc37c8c1-570c-4c53-85ac-14193e1f0626, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:00:32.553759 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762c8ea-35f2-4639-9592-b2df618c7a6c req-fe2dcfbf-004d-44c5-8205-4d0c2f77d158 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:32.555275 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3762c8ea-35f2-4639-9592-b2df618c7a6c req-fe2dcfbf-004d-44c5-8205-4d0c2f77d158 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92 HTTP/1.1" status: 200 len: 943 time: 0.1194973 Jul 15 23:00:32.627630 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3762c8ea-35f2-4639-9592-b2df618c7a6c req-ec9da47d-2e7c-4865-aec6-bed6ac7fc91b tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588250 Jul 15 23:00:32.647581 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-58189acc-3665-46ce-96b3-0e4ea23f4e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:32.657583 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-58189acc-3665-46ce-96b3-0e4ea23f4e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:32.716925 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-58189acc-3665-46ce-96b3-0e4ea23f4e36 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=075f96a9ddbb4dfca7f914e2186a82a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3981981 Jul 15 23:00:32.718451 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34128) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:32.719105 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58189acc-3665-46ce-96b3-0e4ea23f4e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f8601c-d20c-4a75-aa25-17bddc4cb65f,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:32.762995 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-344905ed-9c28-4639-92d5-31353939d686 service neutron] For port dc37c8c1-570c-4c53-85ac-14193e1f0626, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=dc37c8c1-570c-4c53-85ac-14193e1f0626,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:00:32.775310 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-8855d28d-6a11-4b50-a933-006fb0f331ff req-cec5f205-daa7-492e-bbc0-ee98dde3c74a tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] For port 72ce87cf-7c5d-4c2e-8553-e248a570e2c3, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=72ce87cf-7c5d-4c2e-8553-e248a570e2c3,segment=NetworkSegment(e7fe3191-1c68-4d38-a856-14f82f1ac8c9),segment_id=e7fe3191-1c68-4d38-a856-14f82f1ac8c9)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:32.775691 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8855d28d-6a11-4b50-a933-006fb0f331ff req-cec5f205-daa7-492e-bbc0-ee98dde3c74a tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:32.782405 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-344905ed-9c28-4639-92d5-31353939d686 service neutron] Notify callbacks [] for binding, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:32.783612 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-344905ed-9c28-4639-92d5-31353939d686 service neutron] 10.222.0.16 "POST /v2.0/ports/dc37c8c1-570c-4c53-85ac-14193e1f0626/bindings HTTP/1.1" status: 201 len: 389 time: 0.8448093 Jul 15 23:00:32.804313 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-8855d28d-6a11-4b50-a933-006fb0f331ff req-cec5f205-daa7-492e-bbc0-ee98dde3c74a tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Calling delete_port for 72ce87cf-7c5d-4c2e-8553-e248a570e2c3 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:00:32.809663 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-9c661638-b379-4eb0-b1b1-49389ff0511e service neutron] Transition to ACTIVE for port object 5f55500d-63cd-4acf-b2ad-22663a15ccee will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:00:32.821547 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822db5ef-3fec-4248-964e-9e9e603a8463 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Router 0c66fdac-cfae-4ac9-968e-e71311a1b290 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:00:32.823255 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-9c661638-b379-4eb0-b1b1-49389ff0511e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:32.841212 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28554188-f2ae-4dff-82d5-6cbdad59d225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:32.894328 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28554188-f2ae-4dff-82d5-6cbdad59d225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:32.997237 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-9c661638-b379-4eb0-b1b1-49389ff0511e service neutron] No DVR routers for this DVR port 5f55500d-63cd-4acf-b2ad-22663a15ccee on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:00:32.999130 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c661638-b379-4eb0-b1b1-49389ff0511e service neutron] Pushing event updated for resources: {'Port': ['ID=5f55500d-63cd-4acf-b2ad-22663a15ccee,revision_number=10']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:33.025010 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28554188-f2ae-4dff-82d5-6cbdad59d225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:33.028328 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28554188-f2ae-4dff-82d5-6cbdad59d225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:33.029536 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-28554188-f2ae-4dff-82d5-6cbdad59d225 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7f8601c-d20c-4a75-aa25-17bddc4cb65f HTTP/1.1" status: 204 len: 168 time: 0.3068948 Jul 15 23:00:33.088213 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-9c661638-b379-4eb0-b1b1-49389ff0511e service neutron] 10.222.0.36 "PUT /v2.0/ports/5f55500d-63cd-4acf-b2ad-22663a15ccee/bindings/n-h2-787205-9/activate HTTP/1.1" status: 200 len: 369 time: 1.6937332 Jul 15 23:00:33.088444 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28554188-f2ae-4dff-82d5-6cbdad59d225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f8601c-d20c-4a75-aa25-17bddc4cb65f,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:33.142426 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822db5ef-3fec-4248-964e-9e9e603a8463 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:00:33.148815 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-822db5ef-3fec-4248-964e-9e9e603a8463 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:33.165974 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d159b1-347f-4394-bd8f-59bff8ea21b1 None None] Sync routers for ids ['0c66fdac-cfae-4ac9-968e-e71311a1b290'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:00:33.180509 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d159b1-347f-4394-bd8f-59bff8ea21b1 None None] Routers {'0c66fdac-cfae-4ac9-968e-e71311a1b290'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:00:33.181246 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-67d159b1-347f-4394-bd8f-59bff8ea21b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:00:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['0c66fdac-cfae-4ac9-968e-e71311a1b290'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:00:33.192472 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8855d28d-6a11-4b50-a933-006fb0f331ff req-cec5f205-daa7-492e-bbc0-ee98dde3c74a tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:33.224560 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-822db5ef-3fec-4248-964e-9e9e603a8463 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "PUT /v2.0/floatingips/fb6581d4-133b-44c9-a208-463bdb990898 HTTP/1.1" status: 200 len: 990 time: 2.6292255 Jul 15 23:00:33.228441 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cce9c06-40c0-41cf-bb6c-e1df28b195c8', 'tag': '2d311f3c-1464-438d-b4dc-9353cc73eb8b'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:33.230616 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae57d09-7d4c-443f-bae6-2cf5cb099f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "3cce9c06-40c0-41cf-bb6c-e1df28b195c8", "tag": "2d311f3c-1464-438d-b4dc-9353cc73eb8b"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:33.235325 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5f205-daa7-492e-bbc0-ee98dde3c74a tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Pushing event deleted for resources: {'Port': ['ID=72ce87cf-7c5d-4c2e-8553-e248a570e2c3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:33.291711 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-8855d28d-6a11-4b50-a933-006fb0f331ff req-cec5f205-daa7-492e-bbc0-ee98dde3c74a tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] No DVR routers for this DVR port 72ce87cf-7c5d-4c2e-8553-e248a570e2c3 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:00:33.294596 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8855d28d-6a11-4b50-a933-006fb0f331ff req-cec5f205-daa7-492e-bbc0-ee98dde3c74a tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:33.297207 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8749063-5c13-4dfa-98a4-2a4af4dd1c61 req-c6c061be-eb8a-4a59-aeaa-82d9c1f7d431 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:33.297703 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8855d28d-6a11-4b50-a933-006fb0f331ff req-cec5f205-daa7-492e-bbc0-ee98dde3c74a tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.36 "DELETE /v2.0/ports/72ce87cf-7c5d-4c2e-8553-e248a570e2c3 HTTP/1.1" status: 204 len: 173 time: 1.2405643 Jul 15 23:00:33.299013 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f8749063-5c13-4dfa-98a4-2a4af4dd1c61 req-c6c061be-eb8a-4a59-aeaa-82d9c1f7d431 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 948 time: 0.2658079 Jul 15 23:00:33.334564 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3913899d-8d82-4113-b471-e2f1142220ba req-2bdc504c-2f6f-40b3-8d51-a334e1595a7e tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50615 time: 0.6576655 Jul 15 23:00:33.353400 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-67d159b1-347f-4394-bd8f-59bff8ea21b1 None None] Set router 0c66fdac-cfae-4ac9-968e-e71311a1b290 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:00:33.364551 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:00:33.434910 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f8749063-5c13-4dfa-98a4-2a4af4dd1c61 req-5b1f6c93-74ef-48c3-989e-7ff7941a6f4b tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981636 Jul 15 23:00:33.456708 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3913899d-8d82-4113-b471-e2f1142220ba req-884d8141-c15c-4445-8d75-7f7fe1327412 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups/11f80fd2-fb83-4e34-a427-d8bc1a2f428a HTTP/1.1" status: 200 len: 2981 time: 0.1211555 Jul 15 23:00:33.460831 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-126e4f2d-06a4-4b20-a194-8248c3130361 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:33.462325 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-126e4f2d-06a4-4b20-a194-8248c3130361 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92&tenant_id=7f66f923b4424119b6027030587a5dae&binding%3Ahost_id=n-h1-787205-9 HTTP/1.1" status: 200 len: 1095 time: 0.2706308 Jul 15 23:00:33.513404 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34156) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:33.530627 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ddf2bae-204b-473f-beed-ede4d5a90da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:33.639978 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3913899d-8d82-4113-b471-e2f1142220ba req-302df370-2c4f-4626-883f-61a844c4b14f tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups/11f80fd2-fb83-4e34-a427-d8bc1a2f428a HTTP/1.1" status: 200 len: 2981 time: 0.1817162 Jul 15 23:00:33.655711 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:33.671019 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': '6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca', 'mac_address': 'fa:16:3e:9c:7e:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:00:33.686753 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ddf2bae-204b-473f-beed-ede4d5a90da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:33.693052 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ddf2bae-204b-473f-beed-ede4d5a90da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:33.731460 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-3f5d41e3-ac7f-4a95-b7fb-067e7deeaa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:33.732150 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:33.732944 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-3f5d41e3-ac7f-4a95-b7fb-067e7deeaa74 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92&tenant_id=7f66f923b4424119b6027030587a5dae HTTP/1.1" status: 200 len: 1095 time: 0.2538025 Jul 15 23:00:33.760869 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:00:33.764015 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3913899d-8d82-4113-b471-e2f1142220ba req-b9a8e7a9-daa7-4303-89eb-04af257f1932 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups/157cf7d5-a4e8-4d1e-92c9-16a85ee18771 HTTP/1.1" status: 200 len: 2981 time: 0.1216953 Jul 15 23:00:33.787410 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:33.792834 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:33.842425 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeff1b3-2278-4fd0-864e-0185ec059513 req-d5e4a129-c353-4aaf-9554-8d26c5ff012d tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:33.844757 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-67d159b1-347f-4394-bd8f-59bff8ea21b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820815977-router', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:59:37Z', 'updated_at': '2021-07-15T22:59:46Z', 'revision_number': 4, 'project_id': '8d5b419981334391af714f4b817dcecc', 'gw_port': {'id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:38Z', 'updated_at': '2021-07-15T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'fb6581d4-133b-44c9-a208-463bdb990898', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'port_id': '2d311f3c-1464-438d-b4dc-9353cc73eb8b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb', 'mac_address': 'fa:16:3e:c1:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cce9c06-40c0-41cf-bb6c-e1df28b195c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:00:07Z', 'updated_at': '2021-07-15T23:00:31Z', 'revision_number': 1, 'project_id': '8d5b419981334391af714f4b817dcecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79884c4e-9d3a-43fe-a49b-1886cf6df4a1', 'name': '', 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'mac_address': 'fa:16:3e:60:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7348a62-9b3d-433e-8e23-0a028378979c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:43Z', 'updated_at': '2021-07-15T22:59:51Z', 'revision_number': 5, 'project_id': '8d5b419981334391af714f4b817dcecc', 'subnets': [{'id': 'e7348a62-9b3d-433e-8e23-0a028378979c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:00:33.849591 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9aeff1b3-2278-4fd0-864e-0185ec059513 req-d5e4a129-c353-4aaf-9554-8d26c5ff012d tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e580382-5444-4886-9129-dc202c9fb312 HTTP/1.1" status: 200 len: 945 time: 0.2023554 Jul 15 23:00:33.870134 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:33.881216 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d159b1-347f-4394-bd8f-59bff8ea21b1 None None] Checking router: 0c66fdac-cfae-4ac9-968e-e71311a1b290 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:00:33.883122 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3913899d-8d82-4113-b471-e2f1142220ba req-058060ff-9ea5-4f75-885b-94dc05943e9f tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups/157cf7d5-a4e8-4d1e-92c9-16a85ee18771 HTTP/1.1" status: 200 len: 2981 time: 0.1181195 Jul 15 23:00:33.892264 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d159b1-347f-4394-bd8f-59bff8ea21b1 None None] Routers {'0c66fdac-cfae-4ac9-968e-e71311a1b290'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:00:33.892923 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-67d159b1-347f-4394-bd8f-59bff8ea21b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:00:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['0c66fdac-cfae-4ac9-968e-e71311a1b290'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:00:33.935255 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9aeff1b3-2278-4fd0-864e-0185ec059513 req-04dbe7c2-c125-4aaf-9ca7-a58f83c81b44 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846910 Jul 15 23:00:33.955128 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-2b80ee61-c493-4729-add1-9f92ac669548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:33.955128 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-2b80ee61-c493-4729-add1-9f92ac669548 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7f66f923b4424119b6027030587a5dae&device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92 HTTP/1.1" status: 200 len: 1095 time: 0.1849446 Jul 15 23:00:33.965042 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3913899d-8d82-4113-b471-e2f1142220ba req-a3d4b66f-ca19-46e4-9f24-af68065d1eff tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups/1743fc27-955e-4921-a028-440cf598ff08 HTTP/1.1" status: 200 len: 2981 time: 0.0809686 Jul 15 23:00:34.006353 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf2bae-204b-473f-beed-ede4d5a90da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fd43d7-0131-48ad-b392-93211d34a92d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:34.016282 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2ddf2bae-204b-473f-beed-ede4d5a90da3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a6c500b4a0f431e9ab2de845cfe35d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5016878 Jul 15 23:00:34.018803 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34162) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:34.073278 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:00:34.087685 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-67d159b1-347f-4394-bd8f-59bff8ea21b1 None None] Set router 0c66fdac-cfae-4ac9-968e-e71311a1b290 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:00:34.092871 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-397cd70c-6210-4ca8-af5c-eecf23639f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:34.125602 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3913899d-8d82-4113-b471-e2f1142220ba req-a615d4b9-0001-4f4a-a1ad-f7adbd8450c7 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups/1743fc27-955e-4921-a028-440cf598ff08 HTTP/1.1" status: 200 len: 2981 time: 0.1355615 Jul 15 23:00:34.144811 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-397cd70c-6210-4ca8-af5c-eecf23639f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:34.165314 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d28e52-4658-4ab6-949c-bc14e92cada8 x-openstack-request-id: req-55d28e52-4658-4ab6-949c-bc14e92cada8 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:34.165807 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cce9c06-40c0-41cf-bb6c-e1df28b195c8", "tag": "2d311f3c-1464-438d-b4dc-9353cc73eb8b", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:34.166207 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-55d28e52-4658-4ab6-949c-bc14e92cada8 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:34.166914 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cce9c06-40c0-41cf-bb6c-e1df28b195c8', 'tag': '2d311f3c-1464-438d-b4dc-9353cc73eb8b', 'status': 'completed', 'code': 200} Jul 15 23:00:34.183704 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-559eefc3-852b-46c0-aa2d-90614c6129cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:34.185406 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-559eefc3-852b-46c0-aa2d-90614c6129cd service neutron] 10.222.0.43 "GET /v2.0/networks?id=d91a9528-a986-45d3-8b66-7d9419c4ffb8 HTTP/1.1" status: 200 len: 909 time: 0.2166157 Jul 15 23:00:34.188495 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3913899d-8d82-4113-b471-e2f1142220ba req-20d8a404-dbd3-44c1-aa50-c1e4ad06a5d6 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups/2585949d-7dce-46a0-827d-268f636b9cc2 HTTP/1.1" status: 200 len: 2981 time: 0.0558980 Jul 15 23:00:34.262516 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-397cd70c-6210-4ca8-af5c-eecf23639f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:34.266024 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-397cd70c-6210-4ca8-af5c-eecf23639f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:34.268477 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-e18294cd-e01c-4de7-a978-1829c1dedfdd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f55500d-63cd-4acf-b2ad-22663a15ccee HTTP/1.1" status: 200 len: 217 time: 0.0675755 Jul 15 23:00:34.269300 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-397cd70c-6210-4ca8-af5c-eecf23639f1f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b6fd43d7-0131-48ad-b392-93211d34a92d HTTP/1.1" status: 204 len: 168 time: 0.2485907 Jul 15 23:00:34.282992 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397cd70c-6210-4ca8-af5c-eecf23639f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fd43d7-0131-48ad-b392-93211d34a92d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:34.364019 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-cc18ea2c-69a8-4df6-b016-08c0087a7368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:34.366899 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-cc18ea2c-69a8-4df6-b016-08c0087a7368 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9ed83523-5185-460b-a4ba-ea79efd124da HTTP/1.1" status: 200 len: 848 time: 0.0905035 Jul 15 23:00:34.400762 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3913899d-8d82-4113-b471-e2f1142220ba req-00eeea91-b269-4b26-93cf-f5dd14bf7296 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups/2585949d-7dce-46a0-827d-268f636b9cc2 HTTP/1.1" status: 200 len: 2981 time: 0.1980762 Jul 15 23:00:34.455321 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae57d09-7d4c-443f-bae6-2cf5cb099f8c req-9d3f8754-a318-4892-89db-c392819ae6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:34.457138 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aae57d09-7d4c-443f-bae6-2cf5cb099f8c req-9d3f8754-a318-4892-89db-c392819ae6ac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d5b419981334391af714f4b817dcecc&device_id=3cce9c06-40c0-41cf-bb6c-e1df28b195c8 HTTP/1.1" status: 200 len: 1096 time: 0.2707524 Jul 15 23:00:34.462328 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-0a9458f3-14b1-4c0e-9b2b-60a45b56d413 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d91a9528-a986-45d3-8b66-7d9419c4ffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758455 Jul 15 23:00:34.509445 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-67d159b1-347f-4394-bd8f-59bff8ea21b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820815977-router', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:59:37Z', 'updated_at': '2021-07-15T22:59:46Z', 'revision_number': 4, 'project_id': '8d5b419981334391af714f4b817dcecc', 'gw_port': {'id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:38Z', 'updated_at': '2021-07-15T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'fb6581d4-133b-44c9-a208-463bdb990898', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'port_id': '2d311f3c-1464-438d-b4dc-9353cc73eb8b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb', 'mac_address': 'fa:16:3e:c1:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cce9c06-40c0-41cf-bb6c-e1df28b195c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:00:07Z', 'updated_at': '2021-07-15T23:00:31Z', 'revision_number': 1, 'project_id': '8d5b419981334391af714f4b817dcecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79884c4e-9d3a-43fe-a49b-1886cf6df4a1', 'name': '', 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'mac_address': 'fa:16:3e:60:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7348a62-9b3d-433e-8e23-0a028378979c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:43Z', 'updated_at': '2021-07-15T22:59:51Z', 'revision_number': 5, 'project_id': '8d5b419981334391af714f4b817dcecc', 'subnets': [{'id': 'e7348a62-9b3d-433e-8e23-0a028378979c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:00:34.536022 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d159b1-347f-4394-bd8f-59bff8ea21b1 None None] The sync data for ids ['0c66fdac-cfae-4ac9-968e-e71311a1b290'] in n-d-787205-9 is: [{'id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820815977-router', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:59:37Z', 'updated_at': '2021-07-15T22:59:46Z', 'revision_number': 4, 'project_id': '8d5b419981334391af714f4b817dcecc', 'gw_port': {'id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:38Z', 'updated_at': '2021-07-15T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'fb6581d4-133b-44c9-a208-463bdb990898', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'port_id': '2d311f3c-1464-438d-b4dc-9353cc73eb8b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb', 'mac_address': 'fa:16:3e:c1:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cce9c06-40c0-41cf-bb6c-e1df28b195c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:00:07Z', 'updated_at': '2021-07-15T23:00:31Z', 'revision_number': 1, 'project_id': '8d5b419981334391af714f4b817dcecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79884c4e-9d3a-43fe-a49b-1886cf6df4a1', 'name': '', 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'mac_address': 'fa:16:3e:60:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7348a62-9b3d-433e-8e23-0a028378979c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:43Z', 'updated_at': '2021-07-15T22:59:51Z', 'revision_number': 5, 'project_id': '8d5b419981334391af714f4b817dcecc', 'subnets': [{'id': 'e7348a62-9b3d-433e-8e23-0a028378979c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:00:34.540041 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8105cd3c-f834-4493-b3df-7b936c8348d9 req-ba886f52-04e2-408b-90f1-f7a4cfb5ce66 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac5ca590-4bf4-4818-aaa5-3012614220d2 HTTP/1.1" status: 200 len: 210 time: 0.0973866 Jul 15 23:00:34.572167 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3913899d-8d82-4113-b471-e2f1142220ba req-0e41881c-d96e-46c6-805c-4c0dd6bb9870 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups/479b0922-7f9e-4fc5-a8b7-968165b72a34 HTTP/1.1" status: 200 len: 2981 time: 0.1701727 Jul 15 23:00:34.745354 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-fcddef98-6950-4ba1-a366-7c804950ade6 service neutron] 10.222.0.43 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700870 Jul 15 23:00:34.747646 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae57d09-7d4c-443f-bae6-2cf5cb099f8c req-95503a56-1f9e-4b38-8e39-5ec5e19da095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:34.748991 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aae57d09-7d4c-443f-bae6-2cf5cb099f8c req-95503a56-1f9e-4b38-8e39-5ec5e19da095 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb HTTP/1.1" status: 200 len: 925 time: 0.2727408 Jul 15 23:00:34.754626 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3913899d-8d82-4113-b471-e2f1142220ba req-1b51b28e-10fa-4108-a575-aae89567d19e tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups/479b0922-7f9e-4fc5-a8b7-968165b72a34 HTTP/1.1" status: 200 len: 2981 time: 0.1760674 Jul 15 23:00:34.807699 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907cb06f-9ced-48fe-98fb-b74b8fa85265 None None] New status for floating IP fb6581d4-133b-44c9-a208-463bdb990898: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:00:34.840204 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 5f55500d-63cd-4acf-b2ad-22663a15ccee no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:00:34.951665 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69136017-1c9c-4a08-8206-526e9c99d972 req-055ee8db-6631-42cd-8d5c-5fc7c666c7fd tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:34.952284 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-69136017-1c9c-4a08-8206-526e9c99d972 req-055ee8db-6631-42cd-8d5c-5fc7c666c7fd tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92 HTTP/1.1" status: 200 len: 944 time: 0.2935452 Jul 15 23:00:34.960285 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aae57d09-7d4c-443f-bae6-2cf5cb099f8c req-dbbb9b4e-6257-48d5-9dda-d8a93eca6f68 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d311f3c-1464-438d-b4dc-9353cc73eb8b HTTP/1.1" status: 200 len: 998 time: 0.1894326 Jul 15 23:00:34.999290 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 5f55500d-63cd-4acf-b2ad-22663a15ccee not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:00:35.003256 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3913899d-8d82-4113-b471-e2f1142220ba req-8dcf72bb-01ed-476e-9065-d4b016cb2457 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups/98556304-ac94-4de5-83a4-a3e644e10cf4 HTTP/1.1" status: 200 len: 2981 time: 0.2303092 Jul 15 23:00:35.031645 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-1d73ac8d-3493-4879-a42a-919715b3f0c5 service neutron] 10.222.0.43 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723958 Jul 15 23:00:35.072228 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-69136017-1c9c-4a08-8206-526e9c99d972 req-aa03c619-1299-4dd8-b271-c7c45e6e4f81 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076205 Jul 15 23:00:35.076724 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae57d09-7d4c-443f-bae6-2cf5cb099f8c req-0bc346e1-9491-4aaf-8509-8abc761cea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:35.078156 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aae57d09-7d4c-443f-bae6-2cf5cb099f8c req-0bc346e1-9491-4aaf-8509-8abc761cea15 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7348a62-9b3d-433e-8e23-0a028378979c HTTP/1.1" status: 200 len: 863 time: 0.1102829 Jul 15 23:00:35.129291 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3913899d-8d82-4113-b471-e2f1142220ba req-e64c8dce-c2ec-4ba0-a7ad-764c97954ada tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups/98556304-ac94-4de5-83a4-a3e644e10cf4 HTTP/1.1" status: 200 len: 2981 time: 0.1040926 Jul 15 23:00:35.183017 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae57d09-7d4c-443f-bae6-2cf5cb099f8c req-4a725c93-3465-4a3b-b006-a8df4785a83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:35.184519 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aae57d09-7d4c-443f-bae6-2cf5cb099f8c req-4a725c93-3465-4a3b-b006-a8df4785a83d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966110 Jul 15 23:00:35.187856 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3913899d-8d82-4113-b471-e2f1142220ba req-5817ee43-ee60-495a-812b-b42792e8c93d tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups/9ff00c1c-bebd-4746-a3c9-4f8963431ba7 HTTP/1.1" status: 200 len: 2981 time: 0.0518546 Jul 15 23:00:35.301927 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3913899d-8d82-4113-b471-e2f1142220ba req-d8d26d70-9860-40de-bbc2-a92bd27e71ff tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups/9ff00c1c-bebd-4746-a3c9-4f8963431ba7 HTTP/1.1" status: 200 len: 2981 time: 0.1022701 Jul 15 23:00:35.378458 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:00:35.391129 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aae57d09-7d4c-443f-bae6-2cf5cb099f8c req-b6b8feb7-b774-48c0-a34a-06886e97d6b2 service neutron] 10.222.0.43 "GET /v2.0/networks/a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901770 Jul 15 23:00:35.396973 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3913899d-8d82-4113-b471-e2f1142220ba req-0ddfce45-b31c-455e-aeed-7929502f9d63 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups/a56a03a6-1b5b-4740-9a1d-47431b9ca3c7 HTTP/1.1" status: 200 len: 2981 time: 0.0942078 Jul 15 23:00:35.448437 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:00:35.452807 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:00:35.453185 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:35.458969 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-ecdd6c51-18fb-4e7e-9b5d-182ba89aad98 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:35.460396 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-ecdd6c51-18fb-4e7e-9b5d-182ba89aad98 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92&tenant_id=7f66f923b4424119b6027030587a5dae&binding%3Ahost_id=n-h2-787205-9 HTTP/1.1" status: 200 len: 1095 time: 0.1471670 Jul 15 23:00:35.542247 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3913899d-8d82-4113-b471-e2f1142220ba req-3fe33e1f-a90f-4535-bbc3-1e45c6a89933 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups/a56a03a6-1b5b-4740-9a1d-47431b9ca3c7 HTTP/1.1" status: 200 len: 2981 time: 0.1354325 Jul 15 23:00:35.559185 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:35.597061 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:35.598218 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5785262d-42f0-4288-a107-ca86e41176a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:35.601286 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51524569-18e3-423d-a4ca-41cf66d89190" -d '{"events": [{"server_uuid": "5785262d-42f0-4288-a107-ca86e41176a4", "name": "network-vif-plugged", "status": "completed", "tag": "6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:35.607103 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:35.674403 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:35.836474 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aae57d09-7d4c-443f-bae6-2cf5cb099f8c req-bd6a7fa5-740d-44e1-8bf0-eeb09eb67328 service neutron] 10.222.0.43 "GET /v2.0/networks/a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274349 Jul 15 23:00:35.908775 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3913899d-8d82-4113-b471-e2f1142220ba req-4f189a5f-a1f5-4a2d-8f5b-0eadbe3df1b3 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups/b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639 HTTP/1.1" status: 200 len: 2981 time: 0.3542905 Jul 15 23:00:35.960938 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-a3355408-5683-467f-801a-3b934802bb46 service neutron] For port 5f55500d-63cd-4acf-b2ad-22663a15ccee, host n-h1-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:00:35.974200 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-a3355408-5683-467f-801a-3b934802bb46 service neutron] Notify callbacks [] for binding, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:35.975322 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e8220c54-e04e-4b6b-806e-d7168f3b3433 req-a3355408-5683-467f-801a-3b934802bb46 service neutron] 10.222.0.43 "DELETE /v2.0/ports/5f55500d-63cd-4acf-b2ad-22663a15ccee/bindings/n-h1-787205-9 HTTP/1.1" status: 204 len: 173 time: 0.5057817 Jul 15 23:00:35.985738 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a18d8-e4a8-4d0b-a8f1-8d71c5f8470f req-f88c6f6b-407d-4ad7-ae03-a3ec41340ae4 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:35.987132 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-df8a18d8-e4a8-4d0b-a8f1-8d71c5f8470f req-f88c6f6b-407d-4ad7-ae03-a3ec41340ae4 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 950 time: 0.2192757 Jul 15 23:00:35.990202 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3913899d-8d82-4113-b471-e2f1142220ba req-619fd4f5-7a1d-496c-b7a8-8e9886fd0e9c tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups/b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639 HTTP/1.1" status: 200 len: 2981 time: 0.0708687 Jul 15 23:00:36.046399 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-df8a18d8-e4a8-4d0b-a8f1-8d71c5f8470f req-11c1ef41-f55d-41e8-b9b1-dbc5f6cf8e3a tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536699 Jul 15 23:00:36.056199 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3913899d-8d82-4113-b471-e2f1142220ba req-27674a4e-07bc-42a3-8f31-54c212551430 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups/cd9c2ec5-481a-4979-b0c4-f34afb7618e3 HTTP/1.1" status: 200 len: 2981 time: 0.0565033 Jul 15 23:00:36.099199 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3913899d-8d82-4113-b471-e2f1142220ba req-cbed43f1-e861-41a2-accd-0a4d6e4d0e1b tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups/cd9c2ec5-481a-4979-b0c4-f34afb7618e3 HTTP/1.1" status: 200 len: 2981 time: 0.0371053 Jul 15 23:00:36.118087 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [req-3913899d-8d82-4113-b471-e2f1142220ba req-1fcdbe8b-b88c-4e4e-96b4-6330ec29da88 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] show failed (client error): The resource could not be found. Jul 15 23:00:36.119183 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3913899d-8d82-4113-b471-e2f1142220ba req-1fcdbe8b-b88c-4e4e-96b4-6330ec29da88 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups/d7f8601c-d20c-4a75-aa25-17bddc4cb65f HTTP/1.1" status: 404 len: 352 time: 0.0127051 Jul 15 23:00:36.138143 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [req-3913899d-8d82-4113-b471-e2f1142220ba req-502452b9-a56e-4187-9f05-0bc5db5683f4 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] show failed (client error): The resource could not be found. Jul 15 23:00:36.139234 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3913899d-8d82-4113-b471-e2f1142220ba req-502452b9-a56e-4187-9f05-0bc5db5683f4 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups/d7f8601c-d20c-4a75-aa25-17bddc4cb65f HTTP/1.1" status: 404 len: 352 time: 0.0129888 Jul 15 23:00:36.168235 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5ca590-4bf4-4818-aaa5-3012614220d2', 'name': 'network-vif-deleted', 'tag': '72ce87cf-7c5d-4c2e-8553-e248a570e2c3'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:36.170763 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ffb944-0734-40a0-82f0-887e06d625cd" -d '{"events": [{"server_uuid": "ac5ca590-4bf4-4818-aaa5-3012614220d2", "name": "network-vif-deleted", "tag": "72ce87cf-7c5d-4c2e-8553-e248a570e2c3"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:36.215579 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3913899d-8d82-4113-b471-e2f1142220ba req-9dc092ef-9411-44f1-bec2-a14bfd891360 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups/da29499e-cee6-4457-b437-adf4b19cd396 HTTP/1.1" status: 200 len: 2977 time: 0.0693774 Jul 15 23:00:36.257450 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffea43d-9ab4-4804-b30e-7fa74540557f req-59faab59-632e-425b-a4f3-c0f6a456b4b6 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:36.258810 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8ffea43d-9ab4-4804-b30e-7fa74540557f req-59faab59-632e-425b-a4f3-c0f6a456b4b6 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e580382-5444-4886-9129-dc202c9fb312 HTTP/1.1" status: 200 len: 945 time: 0.1109793 Jul 15 23:00:36.284087 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3913899d-8d82-4113-b471-e2f1142220ba req-ecc72c6c-dace-4005-a45d-fa9ba6eb52c6 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups/da29499e-cee6-4457-b437-adf4b19cd396 HTTP/1.1" status: 200 len: 2977 time: 0.0602036 Jul 15 23:00:36.316945 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8ffea43d-9ab4-4804-b30e-7fa74540557f req-cd25b391-9422-4717-ab98-51f53f03bea4 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497046 Jul 15 23:00:36.339486 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3913899d-8d82-4113-b471-e2f1142220ba req-15fccc05-d6d0-47e3-a08d-8767d2c9d3d9 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e721a978-a248-45b7-9846-9ffbfccadee7 HTTP/1.1" status: 200 len: 2973 time: 0.0484750 Jul 15 23:00:36.382282 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3913899d-8d82-4113-b471-e2f1142220ba req-6b4d37e5-28fd-4038-bcfe-db911bc79dd4 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e721a978-a248-45b7-9846-9ffbfccadee7 HTTP/1.1" status: 200 len: 2973 time: 0.0373144 Jul 15 23:00:36.431404 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3913899d-8d82-4113-b471-e2f1142220ba req-171759ec-c8ef-4c43-b976-af15d10e18f2 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups/f50b1430-16f9-44be-9a3e-fb4fb08006a2 HTTP/1.1" status: 200 len: 2981 time: 0.0428190 Jul 15 23:00:36.481341 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3913899d-8d82-4113-b471-e2f1142220ba req-cedd86a6-c77f-48cd-8997-5265bf24a025 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups/f50b1430-16f9-44be-9a3e-fb4fb08006a2 HTTP/1.1" status: 200 len: 2981 time: 0.0434849 Jul 15 23:00:36.526997 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3913899d-8d82-4113-b471-e2f1142220ba req-89274a90-64f1-47e1-b5ee-1440684e6230 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups/f906a558-7ff9-4a3b-a52f-dd886f43053a HTTP/1.1" status: 200 len: 2981 time: 0.0376549 Jul 15 23:00:36.568928 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3913899d-8d82-4113-b471-e2f1142220ba req-26390109-821a-4264-999b-6c0b654062e6 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups/f906a558-7ff9-4a3b-a52f-dd886f43053a HTTP/1.1" status: 200 len: 2981 time: 0.0364792 Jul 15 23:00:36.606558 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c960328c-f430-47a7-b4d4-a19018843e15 x-openstack-request-id: req-c960328c-f430-47a7-b4d4-a19018843e15 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:36.607423 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5785262d-42f0-4288-a107-ca86e41176a4", "name": "network-vif-plugged", "status": "completed", "tag": "6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:36.607681 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c960328c-f430-47a7-b4d4-a19018843e15 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:36.608107 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5785262d-42f0-4288-a107-ca86e41176a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca', 'code': 200} Jul 15 23:00:36.722171 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbdb0b-e7de-47fd-b86f-61e90540aa7c req-99e5cb5c-c358-458d-8995-eaa46b9cf1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:36.724580 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d7bbdb0b-e7de-47fd-b86f-61e90540aa7c req-99e5cb5c-c358-458d-8995-eaa46b9cf1b8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 1101 time: 0.0532985 Jul 15 23:00:36.773189 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d7bbdb0b-e7de-47fd-b86f-61e90540aa7c req-d05eca8b-306a-4364-98f1-0af5f65990f4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417109 Jul 15 23:00:36.802239 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516ee340-ccd3-44e5-bd8b-00d03695431a x-openstack-request-id: req-516ee340-ccd3-44e5-bd8b-00d03695431a {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:36.802535 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5ca590-4bf4-4818-aaa5-3012614220d2", "name": "network-vif-deleted", "tag": "72ce87cf-7c5d-4c2e-8553-e248a570e2c3", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:36.802804 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-516ee340-ccd3-44e5-bd8b-00d03695431a {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:36.803197 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5ca590-4bf4-4818-aaa5-3012614220d2', 'name': 'network-vif-deleted', 'tag': '72ce87cf-7c5d-4c2e-8553-e248a570e2c3', 'status': 'completed', 'code': 200} Jul 15 23:00:36.820913 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 72ce87cf-7c5d-4c2e-8553-e248a570e2c3 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:00:36.848235 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 72ce87cf-7c5d-4c2e-8553-e248a570e2c3 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:00:36.848588 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 72ce87cf-7c5d-4c2e-8553-e248a570e2c3 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:00:36.933407 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652c73a-61f9-4d45-b3d4-a0b77099df99 req-5b742608-a41d-40a3-bedd-707c3f1ec381 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:36.934911 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7652c73a-61f9-4d45-b3d4-a0b77099df99 req-5b742608-a41d-40a3-bedd-707c3f1ec381 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92 HTTP/1.1" status: 200 len: 944 time: 0.0771127 Jul 15 23:00:36.980336 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7652c73a-61f9-4d45-b3d4-a0b77099df99 req-e786145b-0acb-4781-bfd3-1b27ba1adc0a tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394509 Jul 15 23:00:37.100688 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-61e6f0fc-3586-4782-91bc-00c2cd560d36 req-921dd82c-c49a-47c8-8a30-ca6e144fbef1 tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f138b18ea818453da38ef4d0a60de0a7 HTTP/1.1" status: 200 len: 6100 time: 0.0945256 Jul 15 23:00:37.115365 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-89255b7f-3547-4916-a6eb-172042839b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:37.116766 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-89255b7f-3547-4916-a6eb-172042839b6c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=333adf5bda29495e91779ab1d3ab99ea&device_id=7e580382-5444-4886-9129-dc202c9fb312 HTTP/1.1" status: 200 len: 1096 time: 0.0966382 Jul 15 23:00:37.182119 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-61e6f0fc-3586-4782-91bc-00c2cd560d36 req-efa8f141-022e-4b2e-8a09-d8c9036f3226 tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] 10.222.0.16 "GET /v2.0/security-groups/cd9c2ec5-481a-4979-b0c4-f34afb7618e3 HTTP/1.1" status: 200 len: 2981 time: 0.0744362 Jul 15 23:00:37.217642 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34246) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:37.228462 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5df50db1-6d3e-417c-93d9-26a50dbdb8e5 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Request body: {'security_group': {'name': 'tempest-securitygroup--29039796', 'description': 'tempest-description--415983692'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:37.254149 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5df50db1-6d3e-417c-93d9-26a50dbdb8e5 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:37.268849 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-61e6f0fc-3586-4782-91bc-00c2cd560d36 req-180a7a08-02f2-441f-9a7e-d5f48d196406 tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] 10.222.0.16 "GET /v2.0/security-groups/cd9c2ec5-481a-4979-b0c4-f34afb7618e3 HTTP/1.1" status: 200 len: 2981 time: 0.0617614 Jul 15 23:00:37.272579 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-773495d4-7bd5-4b9e-befe-74a090d64cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:37.279830 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-773495d4-7bd5-4b9e-befe-74a090d64cd8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=71ccf61d-14bc-4de9-bbf5-849aeac853f5 HTTP/1.1" status: 200 len: 919 time: 0.1455476 Jul 15 23:00:37.333286 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-99a49169-5507-40b0-a040-e500dfcb83f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc37c8c1-570c-4c53-85ac-14193e1f0626 HTTP/1.1" status: 200 len: 217 time: 0.0504553 Jul 15 23:00:37.356022 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5df50db1-6d3e-417c-93d9-26a50dbdb8e5 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:37.362382 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5df50db1-6d3e-417c-93d9-26a50dbdb8e5 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:37.393918 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5df50db1-6d3e-417c-93d9-26a50dbdb8e5 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:37.396145 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5df50db1-6d3e-417c-93d9-26a50dbdb8e5 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1755831 Jul 15 23:00:37.397158 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df50db1-6d3e-417c-93d9-26a50dbdb8e5 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39ae8a44-7186-411c-8dee-fd7c0d1d4ac6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:37.399462 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34266) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:37.404506 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d277df15-ea0d-4dc0-abfc-9b9ecf11871a tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Request body: {'security_group_rule': {'security_group_id': '39ae8a44-7186-411c-8dee-fd7c0d1d4ac6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:37.413217 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0bbe44d7-ac2e-4d57-ba75-895d5464d750 req-c6e5b031-81ec-48c1-9e27-b4edc980a812 tempest-QuotasAdminNegativeTest-405064781 tempest-QuotasAdminNegativeTest-405064781-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8f2ac29bbda248a1a465c2ba7b5b4c34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402544 Jul 15 23:00:37.436438 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d277df15-ea0d-4dc0-abfc-9b9ecf11871a tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:37.443572 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-630e6ff6-768f-4047-9b42-6ae49cf0db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:37.444985 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-630e6ff6-768f-4047-9b42-6ae49cf0db1f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=951a51fc-ffa0-401a-b919-6dcf1a893db8 HTTP/1.1" status: 200 len: 858 time: 0.1022069 Jul 15 23:00:37.505806 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-6f5f86ce-6d48-424e-b72c-c5ab757c7cfd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=71ccf61d-14bc-4de9-bbf5-849aeac853f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469530 Jul 15 23:00:37.508967 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d277df15-ea0d-4dc0-abfc-9b9ecf11871a tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:37.512913 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d277df15-ea0d-4dc0-abfc-9b9ecf11871a tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:37.533479 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277df15-ea0d-4dc0-abfc-9b9ecf11871a tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0748f9-db4e-4abe-9b9f-4864179c5261,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:37.537991 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d277df15-ea0d-4dc0-abfc-9b9ecf11871a tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:37.539382 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d277df15-ea0d-4dc0-abfc-9b9ecf11871a tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1387644 Jul 15 23:00:37.542193 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34270) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:37.546699 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e7e8ac87-f11b-473d-916a-8ad736b6090a tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Request body: {'security_group_rule': {'security_group_id': '39ae8a44-7186-411c-8dee-fd7c0d1d4ac6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:37.578354 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e7e8ac87-f11b-473d-916a-8ad736b6090a tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:37.639291 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e7e8ac87-f11b-473d-916a-8ad736b6090a tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:37.645273 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e7e8ac87-f11b-473d-916a-8ad736b6090a tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:37.654097 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb14db3-5c4b-4593-b59c-3248721d3638 req-389b542d-bd01-4311-9176-517e1cbb9109 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:37.655588 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fbb14db3-5c4b-4593-b59c-3248721d3638 req-389b542d-bd01-4311-9176-517e1cbb9109 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 950 time: 0.2469223 Jul 15 23:00:37.665162 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe44d7-ac2e-4d57-ba75-895d5464d750 req-465b4590-41de-446a-8d52-78ae4a38d84a tempest-QuotasAdminNegativeTest-405064781 tempest-QuotasAdminNegativeTest-405064781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:37.668001 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8ac87-f11b-473d-916a-8ad736b6090a tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8efdc787-7e1f-4910-afd5-a39a5e49b3a4,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:37.671984 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0bbe44d7-ac2e-4d57-ba75-895d5464d750 req-465b4590-41de-446a-8d52-78ae4a38d84a tempest-QuotasAdminNegativeTest-405064781 tempest-QuotasAdminNegativeTest-405064781-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2309670 Jul 15 23:00:37.675681 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e7e8ac87-f11b-473d-916a-8ad736b6090a tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:37.677989 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e7e8ac87-f11b-473d-916a-8ad736b6090a tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1345229 Jul 15 23:00:37.680934 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34272) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:37.685365 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8c6fb313-9034-4384-bf0c-8c5a1764246f tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:37.711986 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb313-9034-4384-bf0c-8c5a1764246f tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:37.714815 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0bbe44d7-ac2e-4d57-ba75-895d5464d750 req-41568592-46f3-4736-9366-1e0e566543ce tempest-QuotasAdminNegativeTest-405064781 tempest-QuotasAdminNegativeTest-405064781-project] 10.222.0.16 "GET /v2.0/quotas/8f2ac29bbda248a1a465c2ba7b5b4c34 HTTP/1.1" status: 200 len: 375 time: 0.0416968 Jul 15 23:00:37.724303 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-561763c7-6e33-42be-8c2e-6f6e8a39ba87 service neutron] 10.222.0.43 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101140 Jul 15 23:00:37.767250 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0bbe44d7-ac2e-4d57-ba75-895d5464d750 req-304202c5-ecb4-4806-964a-6d197123f542 tempest-QuotasAdminNegativeTest-405064781 tempest-QuotasAdminNegativeTest-405064781-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f2ac29bbda248a1a465c2ba7b5b4c34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464845 Jul 15 23:00:37.790950 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fbb14db3-5c4b-4593-b59c-3248721d3638 req-9a8c32dd-74f2-47db-8510-cf17d1c0e758 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145544 Jul 15 23:00:37.815193 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb313-9034-4384-bf0c-8c5a1764246f tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:37.895439 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-32404a4d-1cfc-4b50-b3ec-2c4b615eb543 service neutron] 10.222.0.43 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583717 Jul 15 23:00:37.897365 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-646f420a-2470-478d-a2c7-0aa634da70fd req-b8cd6c22-1620-48d6-9c3a-95124d3b93fc tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups/8fa1abf8-0143-46a8-a2a6-8dba5dc284c5 HTTP/1.1" status: 200 len: 1778 time: 0.0565968 Jul 15 23:00:37.939526 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-8c6fb313-9034-4384-bf0c-8c5a1764246f tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Allocated IP 172.25.4.79 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/4b2ddab6-3f01-4630-869d-34ad1a8fb794) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:00:38.036693 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-646f420a-2470-478d-a2c7-0aa634da70fd req-8a1b0ddc-66fe-4737-a8c9-fc06ff1751b5 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:38.041164 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb313-9034-4384-bf0c-8c5a1764246f tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:38.080459 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-646f420a-2470-478d-a2c7-0aa634da70fd req-8a1b0ddc-66fe-4737-a8c9-fc06ff1751b5 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:38.082406 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb313-9034-4384-bf0c-8c5a1764246f tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:38.092244 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28683ba1-e45a-48be-a9e0-67ee0898f97e req-04620425-24fc-405f-a43d-8b405ef2d0e8 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:38.094082 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-28683ba1-e45a-48be-a9e0-67ee0898f97e req-04620425-24fc-405f-a43d-8b405ef2d0e8 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92 HTTP/1.1" status: 200 len: 1095 time: 0.1588345 Jul 15 23:00:38.100291 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-84651ccf-8497-4b94-aed3-679d10c50da7 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:38.101696 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-84651ccf-8497-4b94-aed3-679d10c50da7 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7e580382-5444-4886-9129-dc202c9fb312&tenant_id=333adf5bda29495e91779ab1d3ab99ea&binding%3Ahost_id=n-h1-787205-9 HTTP/1.1" status: 200 len: 1096 time: 0.1461980 Jul 15 23:00:38.117404 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6fb313-9034-4384-bf0c-8c5a1764246f tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:00:38.117990 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-007758d1-30d7-4ff2-bf0e-7ce8f51bf75f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-787205-9'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:38.123533 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-8c6fb313-9034-4384-bf0c-8c5a1764246f tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:00:38.127049 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6fb313-9034-4384-bf0c-8c5a1764246f tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:00:38.133599 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fb313-9034-4384-bf0c-8c5a1764246f tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Pushing event updated for resources: {'Port': ['ID=4b2ddab6-3f01-4630-869d-34ad1a8fb794,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:38.192901 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-28683ba1-e45a-48be-a9e0-67ee0898f97e req-c396c582-d6d6-4dc2-bf35-63a6d728c81c tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866344 Jul 15 23:00:38.197336 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-646f420a-2470-478d-a2c7-0aa634da70fd req-8a1b0ddc-66fe-4737-a8c9-fc06ff1751b5 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:38.199768 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-646f420a-2470-478d-a2c7-0aa634da70fd req-8a1b0ddc-66fe-4737-a8c9-fc06ff1751b5 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:38.203087 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-646f420a-2470-478d-a2c7-0aa634da70fd req-8a1b0ddc-66fe-4737-a8c9-fc06ff1751b5 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/8fa1abf8-0143-46a8-a2a6-8dba5dc284c5 HTTP/1.1" status: 204 len: 173 time: 0.2929535 Jul 15 23:00:38.250943 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-007758d1-30d7-4ff2-bf0e-7ce8f51bf75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:38.270191 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b0ddc-66fe-4737-a8c9-fc06ff1751b5 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa1abf8-0143-46a8-a2a6-8dba5dc284c5,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:38.321283 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb313-9034-4384-bf0c-8c5a1764246f tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:38.396121 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb313-9034-4384-bf0c-8c5a1764246f tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:38.442997 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:38.455793 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5a812-7711-48da-a0fe-d9b93082960e req-3a51475e-f5ef-4a72-99c0-892657cab853 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:38.457504 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fb5a812-7711-48da-a0fe-d9b93082960e req-3a51475e-f5ef-4a72-99c0-892657cab853 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e580382-5444-4886-9129-dc202c9fb312 HTTP/1.1" status: 200 len: 945 time: 0.1500990 Jul 15 23:00:38.464476 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-007758d1-30d7-4ff2-bf0e-7ce8f51bf75f service neutron] For port dc37c8c1-570c-4c53-85ac-14193e1f0626, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=dc37c8c1-570c-4c53-85ac-14193e1f0626,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:38.525424 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fb5a812-7711-48da-a0fe-d9b93082960e req-d6b18f57-bf9f-42d3-a834-cab843019dfe tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588634 Jul 15 23:00:38.531085 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-007758d1-30d7-4ff2-bf0e-7ce8f51bf75f service neutron] For port dc37c8c1-570c-4c53-85ac-14193e1f0626, host n-h1-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:00:38.587514 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb313-9034-4384-bf0c-8c5a1764246f tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:38.593221 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb313-9034-4384-bf0c-8c5a1764246f tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:38.616478 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e580382-5444-4886-9129-dc202c9fb312', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc37c8c1-570c-4c53-85ac-14193e1f0626'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:38.618761 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6df59f-7b5c-4484-be25-33222d334c02" -d '{"events": [{"server_uuid": "7e580382-5444-4886-9129-dc202c9fb312", "name": "network-vif-unplugged", "status": "completed", "tag": "dc37c8c1-570c-4c53-85ac-14193e1f0626"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:38.622714 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-007758d1-30d7-4ff2-bf0e-7ce8f51bf75f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:38.625539 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f021724c-ddee-4e9e-9c9e-018b59f69180 req-fea2ce7f-6813-4ba0-a153-99a3a7096704 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "GET /v2.0/security-groups/c28bc726-9666-44c4-8d8f-5b45508f9774 HTTP/1.1" status: 200 len: 1777 time: 0.0630035 Jul 15 23:00:38.630266 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-007758d1-30d7-4ff2-bf0e-7ce8f51bf75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:38.683495 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fb313-9034-4384-bf0c-8c5a1764246f tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Pushing event updated for resources: {'Port': ['ID=4b2ddab6-3f01-4630-869d-34ad1a8fb794,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:38.693911 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb313-9034-4384-bf0c-8c5a1764246f tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:38.708105 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb313-9034-4384-bf0c-8c5a1764246f tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:38.709520 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8c6fb313-9034-4384-bf0c-8c5a1764246f tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0276008 Jul 15 23:00:38.722625 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007758d1-30d7-4ff2-bf0e-7ce8f51bf75f service neutron] Pushing event updated for resources: {'Port': ['ID=dc37c8c1-570c-4c53-85ac-14193e1f0626,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:38.798941 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-007758d1-30d7-4ff2-bf0e-7ce8f51bf75f service neutron] Attempting to bind port dc37c8c1-570c-4c53-85ac-14193e1f0626 on host n-h1-787205-9 for vnic_type normal with profile {"migrating_to": "n-h2-787205-9"} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:00:38.799278 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-007758d1-30d7-4ff2-bf0e-7ce8f51bf75f service neutron] Attempting to bind port dc37c8c1-570c-4c53-85ac-14193e1f0626 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:00:38.799670 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-007758d1-30d7-4ff2-bf0e-7ce8f51bf75f service neutron] Attempting to bind port dc37c8c1-570c-4c53-85ac-14193e1f0626 on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:38.832117 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f021724c-ddee-4e9e-9c9e-018b59f69180 req-fd683a08-c002-4615-9a4e-93e866845291 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:38.837907 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-007758d1-30d7-4ff2-bf0e-7ce8f51bf75f service neutron] Port dc37c8c1-570c-4c53-85ac-14193e1f0626 on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:00:38.838232 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-007758d1-30d7-4ff2-bf0e-7ce8f51bf75f service neutron] Attempting to bind port dc37c8c1-570c-4c53-85ac-14193e1f0626 on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:38.853473 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-007758d1-30d7-4ff2-bf0e-7ce8f51bf75f service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:00:38.853811 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-007758d1-30d7-4ff2-bf0e-7ce8f51bf75f service neutron] Checking segment: {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:00:38.854191 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-007758d1-30d7-4ff2-bf0e-7ce8f51bf75f service neutron] Bound using segment: {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:00:38.854613 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-007758d1-30d7-4ff2-bf0e-7ce8f51bf75f service neutron] Bound port: dc37c8c1-570c-4c53-85ac-14193e1f0626, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:00:38.854988 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-007758d1-30d7-4ff2-bf0e-7ce8f51bf75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:38.886715 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f021724c-ddee-4e9e-9c9e-018b59f69180 req-fd683a08-c002-4615-9a4e-93e866845291 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:38.894676 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-12cf4323-5232-413c-8b35-ff89c59b7ce8 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:38.896147 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-12cf4323-5232-413c-8b35-ff89c59b7ce8 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/networks?id=d91a9528-a986-45d3-8b66-7d9419c4ffb8 HTTP/1.1" status: 200 len: 808 time: 0.2018099 Jul 15 23:00:38.948076 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-78b8e953-133a-41fd-89e8-67f41733f272 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/quotas/7f66f923b4424119b6027030587a5dae HTTP/1.1" status: 200 len: 375 time: 0.0438344 Jul 15 23:00:39.011044 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f021724c-ddee-4e9e-9c9e-018b59f69180 req-fd683a08-c002-4615-9a4e-93e866845291 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:39.013502 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f021724c-ddee-4e9e-9c9e-018b59f69180 req-fd683a08-c002-4615-9a4e-93e866845291 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:39.014608 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f021724c-ddee-4e9e-9c9e-018b59f69180 req-fd683a08-c002-4615-9a4e-93e866845291 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/c28bc726-9666-44c4-8d8f-5b45508f9774 HTTP/1.1" status: 204 len: 173 time: 0.3807604 Jul 15 23:00:39.016168 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-007758d1-30d7-4ff2-bf0e-7ce8f51bf75f service neutron] For port dc37c8c1-570c-4c53-85ac-14193e1f0626, host n-h1-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:00:39.021102 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-007758d1-30d7-4ff2-bf0e-7ce8f51bf75f service neutron] For port dc37c8c1-570c-4c53-85ac-14193e1f0626, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=dc37c8c1-570c-4c53-85ac-14193e1f0626,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:00:39.030495 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-007758d1-30d7-4ff2-bf0e-7ce8f51bf75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:39.033925 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd683a08-c002-4615-9a4e-93e866845291 tempest-SecurityGroupsTestAdminJSON-1303869912 tempest-SecurityGroupsTestAdminJSON-1303869912-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28bc726-9666-44c4-8d8f-5b45508f9774,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:39.111135 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-be6a0daf-6fc7-4e54-b430-7175b93bb5e3 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f66f923b4424119b6027030587a5dae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1557858 Jul 15 23:00:39.139912 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbce73f8-0d2d-465a-9084-35d2fde0c9a0 x-openstack-request-id: req-dbce73f8-0d2d-465a-9084-35d2fde0c9a0 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:39.140198 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e580382-5444-4886-9129-dc202c9fb312", "name": "network-vif-unplugged", "status": "completed", "tag": "dc37c8c1-570c-4c53-85ac-14193e1f0626", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:39.140449 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dbce73f8-0d2d-465a-9084-35d2fde0c9a0 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:39.140871 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e580382-5444-4886-9129-dc202c9fb312', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc37c8c1-570c-4c53-85ac-14193e1f0626', 'code': 200} Jul 15 23:00:39.148320 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-007758d1-30d7-4ff2-bf0e-7ce8f51bf75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:39.148932 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-007758d1-30d7-4ff2-bf0e-7ce8f51bf75f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:39.150291 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-007758d1-30d7-4ff2-bf0e-7ce8f51bf75f service neutron] 10.222.0.43 "PUT /v2.0/ports/dc37c8c1-570c-4c53-85ac-14193e1f0626 HTTP/1.1" status: 200 len: 1121 time: 1.0408697 Jul 15 23:00:39.151843 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007758d1-30d7-4ff2-bf0e-7ce8f51bf75f service neutron] Pushing event updated for resources: {'Port': ['ID=dc37c8c1-570c-4c53-85ac-14193e1f0626,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:39.260828 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['dc37c8c1-570c-4c53-85ac-14193e1f0626'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:00:39.263494 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-a725ad70-52ba-45c1-acc0-0f20a9c9d6c1 service neutron] 10.222.0.16 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269190 Jul 15 23:00:39.374489 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-f75c6c17-79b0-4d33-ab69-d57e1141c976 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:39.375962 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-f75c6c17-79b0-4d33-ab69-d57e1141c976 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/networks?id=cec0c96c-b2ad-40b7-9355-3bacfcd63bee HTTP/1.1" status: 200 len: 821 time: 0.1673157 Jul 15 23:00:39.403417 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-a8f58242-0345-46ec-84c9-f276cec3bc97 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/quotas/f0a0181635ab4461b04cb97132753ac0 HTTP/1.1" status: 200 len: 375 time: 0.0195878 Jul 15 23:00:39.408516 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-f23d2cca-d796-4d05-a3cf-7f73e2480867 service neutron] 10.222.0.16 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178145 Jul 15 23:00:39.712202 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-238cd6c3-b198-4bda-b8d5-004b83eed34a tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0a0181635ab4461b04cb97132753ac0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3026359 Jul 15 23:00:39.737478 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7f71c-216e-40b8-9741-c4ac063d7fce req-5dbf3c11-be52-4d63-8c44-6c266794dca3 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:39.739146 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-08c7f71c-216e-40b8-9741-c4ac063d7fce req-5dbf3c11-be52-4d63-8c44-6c266794dca3 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 950 time: 0.0981908 Jul 15 23:00:39.831238 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-08c7f71c-216e-40b8-9741-c4ac063d7fce req-6bcbfd36-9585-42bd-b7d6-b12f0f3db0c4 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820496 Jul 15 23:00:39.857225 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-a99dd87e-05c2-4ef1-8fa6-f81c343e36cb service neutron] 10.222.0.16 "GET /v2.0/networks/cec0c96c-b2ad-40b7-9355-3bacfcd63bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376145 Jul 15 23:00:39.953115 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fd2bb433-c8a0-434a-8fa9-7fbd7a402f7d req-48ca0a6e-ff15-4726-a8f4-07f8e8b8e13e tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] 10.222.0.16 "GET /v2.0/security-groups/b2f7512e-5162-4178-bbe6-a375c2f3f1df HTTP/1.1" status: 200 len: 1777 time: 0.0888233 Jul 15 23:00:40.002658 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-2ba005ef-b67e-4810-b49d-387f036f5205 service neutron] 10.222.0.16 "GET /v2.0/networks/cec0c96c-b2ad-40b7-9355-3bacfcd63bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395609 Jul 15 23:00:40.031522 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fd2bb433-c8a0-434a-8fa9-7fbd7a402f7d req-b69a78dd-01c4-40ef-a46f-fab2bc658e70 tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:40.054988 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fd2bb433-c8a0-434a-8fa9-7fbd7a402f7d req-b69a78dd-01c4-40ef-a46f-fab2bc658e70 tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:40.112022 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fd2bb433-c8a0-434a-8fa9-7fbd7a402f7d req-b69a78dd-01c4-40ef-a46f-fab2bc658e70 tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:40.115197 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fd2bb433-c8a0-434a-8fa9-7fbd7a402f7d req-b69a78dd-01c4-40ef-a46f-fab2bc658e70 tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:40.123245 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fd2bb433-c8a0-434a-8fa9-7fbd7a402f7d req-b69a78dd-01c4-40ef-a46f-fab2bc658e70 tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] 10.222.0.16 "DELETE /v2.0/security-groups/b2f7512e-5162-4178-bbe6-a375c2f3f1df HTTP/1.1" status: 204 len: 173 time: 0.1635942 Jul 15 23:00:40.137083 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a78dd-01c4-40ef-a46f-fab2bc658e70 tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f7512e-5162-4178-bbe6-a375c2f3f1df,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:40.371288 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-32bb6e16-695b-443f-bd66-cbdca706b923 req-d08a438b-c59a-4166-9603-c5a693a46875 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 210 time: 0.0352137 Jul 15 23:00:40.488506 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e5a64-0492-4fab-a560-7429be236b95 req-2216839c-504b-4363-bc0b-e75b560e01cd tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:40.496176 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-500e5a64-0492-4fab-a560-7429be236b95 req-2216839c-504b-4363-bc0b-e75b560e01cd tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e580382-5444-4886-9129-dc202c9fb312 HTTP/1.1" status: 200 len: 943 time: 0.0977411 Jul 15 23:00:40.555576 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-500e5a64-0492-4fab-a560-7429be236b95 req-b578d68f-36ca-4589-bd65-9a335e35db1e tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584693 Jul 15 23:00:40.600702 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4eb17d79-3d0f-4d20-9ba0-656a4a8fbaf8 req-05c74dff-320c-444e-8de6-fa88c0460f24 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0818994 Jul 15 23:00:40.647179 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ea073dee-8cce-43a4-80be-60281e1a3c04 req-3e75642f-2d7c-4046-b03d-6d6ac6658435 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfaf4031-f891-46b7-8e46-6f79627b86b5 HTTP/1.1" status: 200 len: 210 time: 0.0330703 Jul 15 23:00:40.758746 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3b812242-f9b6-423c-96d2-b1b650970f81 req-c223eecc-40a6-421f-8330-3174ccf6f32c tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] 10.222.0.16 "GET /v2.0/security-groups/097e4432-dfd7-4552-84bf-0d461c16ec84 HTTP/1.1" status: 200 len: 1775 time: 0.0964677 Jul 15 23:00:40.835758 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb17d79-3d0f-4d20-9ba0-656a4a8fbaf8 req-6c8fd47f-8367-48a1-934b-c8baa50d1d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:40.837606 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4eb17d79-3d0f-4d20-9ba0-656a4a8fbaf8 req-6c8fd47f-8367-48a1-934b-c8baa50d1d64 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7f66f923b4424119b6027030587a5dae&device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8 HTTP/1.1" status: 200 len: 1095 time: 0.1527007 Jul 15 23:00:40.855201 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34382) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:40.858349 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b0b009d6-33e2-46b2-b7a8-5c07d71eadbc req-8ad7e66e-c480-4ef0-9a03-98925f01645e tempest-QuotasAdminNegativeTest-405064781 tempest-QuotasAdminNegativeTest-405064781-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8f2ac29bbda248a1a465c2ba7b5b4c34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409043 Jul 15 23:00:40.921844 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3b812242-f9b6-423c-96d2-b1b650970f81 req-86564b22-3aa8-4979-ab0b-de5b24a6bac8 tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:40.934321 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-84fd4818-332f-4cd5-a260-5b57143ced04 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:40.936124 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-84fd4818-332f-4cd5-a260-5b57143ced04 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.36 "GET /v2.0/networks?id=d91a9528-a986-45d3-8b66-7d9419c4ffb8 HTTP/1.1" status: 200 len: 808 time: 0.1444507 Jul 15 23:00:40.997659 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-ba654536-d257-407c-9423-3f5a13edccb8 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Request body: {'port': {'device_id': '70197c54-d0dd-4b22-bfc0-322fab475c6a', 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8', 'admin_state_up': True, 'tenant_id': '7f66f923b4424119b6027030587a5dae'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:41.032299 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3b812242-f9b6-423c-96d2-b1b650970f81 req-86564b22-3aa8-4979-ab0b-de5b24a6bac8 tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:41.146505 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e580382-5444-4886-9129-dc202c9fb312', 'tag': 'dc37c8c1-570c-4c53-85ac-14193e1f0626'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:41.148759 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6200035b-8bd9-4f33-b926-81a366fa559a" -d '{"events": [{"name": "network-changed", "server_uuid": "7e580382-5444-4886-9129-dc202c9fb312", "tag": "dc37c8c1-570c-4c53-85ac-14193e1f0626"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:41.161812 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-ba654536-d257-407c-9423-3f5a13edccb8 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Made reservation on behalf of 7f66f923b4424119b6027030587a5dae for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:00:41.166527 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-ba654536-d257-407c-9423-3f5a13edccb8 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:41.190887 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb17d79-3d0f-4d20-9ba0-656a4a8fbaf8 req-ef1f7c22-e093-40d6-b4c3-d09774dfa8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:41.192723 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4eb17d79-3d0f-4d20-9ba0-656a4a8fbaf8 req-ef1f7c22-e093-40d6-b4c3-d09774dfa8ce service neutron] 10.222.0.43 "GET /v2.0/networks?id=d91a9528-a986-45d3-8b66-7d9419c4ffb8 HTTP/1.1" status: 200 len: 909 time: 0.3201165 Jul 15 23:00:41.202479 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b009d6-33e2-46b2-b7a8-5c07d71eadbc req-a81d000b-c779-4edd-83b3-3470c36f4363 tempest-QuotasAdminNegativeTest-405064781 tempest-QuotasAdminNegativeTest-405064781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:41.203920 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b0b009d6-33e2-46b2-b7a8-5c07d71eadbc req-a81d000b-c779-4edd-83b3-3470c36f4363 tempest-QuotasAdminNegativeTest-405064781 tempest-QuotasAdminNegativeTest-405064781-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3380044 Jul 15 23:00:41.246195 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3b812242-f9b6-423c-96d2-b1b650970f81 req-86564b22-3aa8-4979-ab0b-de5b24a6bac8 tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:41.248795 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3b812242-f9b6-423c-96d2-b1b650970f81 req-86564b22-3aa8-4979-ab0b-de5b24a6bac8 tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:41.249831 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3b812242-f9b6-423c-96d2-b1b650970f81 req-86564b22-3aa8-4979-ab0b-de5b24a6bac8 tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] 10.222.0.16 "DELETE /v2.0/security-groups/097e4432-dfd7-4552-84bf-0d461c16ec84 HTTP/1.1" status: 204 len: 173 time: 0.4815044 Jul 15 23:00:41.262285 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4eb17d79-3d0f-4d20-9ba0-656a4a8fbaf8 req-9ea27c18-431e-4a54-a95a-0ad8c27f232e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49404f6b-8774-4e9f-a38c-3cd516b9f780 HTTP/1.1" status: 200 len: 217 time: 0.0561061 Jul 15 23:00:41.267507 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-f48dd09b-1629-4991-b210-ffcce2120884 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4107356 Jul 15 23:00:41.274489 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b0b009d6-33e2-46b2-b7a8-5c07d71eadbc req-d1eae49c-9b0f-4410-abe3-f2f9afb4667f tempest-QuotasAdminNegativeTest-405064781 tempest-QuotasAdminNegativeTest-405064781-project] 10.222.0.16 "GET /v2.0/quotas/8f2ac29bbda248a1a465c2ba7b5b4c34 HTTP/1.1" status: 200 len: 375 time: 0.0588145 Jul 15 23:00:41.281609 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86564b22-3aa8-4979-ab0b-de5b24a6bac8 tempest-SecurityGroupsTestAdminJSON-78265380 tempest-SecurityGroupsTestAdminJSON-78265380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=097e4432-dfd7-4552-84bf-0d461c16ec84,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:41.335932 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b0b009d6-33e2-46b2-b7a8-5c07d71eadbc req-5bd6f1ad-85b5-4fc7-94c2-90d3364716be tempest-QuotasAdminNegativeTest-405064781 tempest-QuotasAdminNegativeTest-405064781-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f2ac29bbda248a1a465c2ba7b5b4c34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512719 Jul 15 23:00:41.348127 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb17d79-3d0f-4d20-9ba0-656a4a8fbaf8 req-e5e6d386-9d0c-4b59-ab4a-e3ac37166caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:41.353781 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4eb17d79-3d0f-4d20-9ba0-656a4a8fbaf8 req-e5e6d386-9d0c-4b59-ab4a-e3ac37166caa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9ed83523-5185-460b-a4ba-ea79efd124da HTTP/1.1" status: 200 len: 848 time: 0.0789831 Jul 15 23:00:41.360493 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-ba654536-d257-407c-9423-3f5a13edccb8 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Allocated IP 172.20.0.9 (d91a9528-a986-45d3-8b66-7d9419c4ffb8/9ed83523-5185-460b-a4ba-ea79efd124da/6702be93-c93c-415f-9fd7-dd1fa758c935) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:00:41.433281 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4eb17d79-3d0f-4d20-9ba0-656a4a8fbaf8 req-70438c72-e796-42b1-9ef0-36c879b1757d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d91a9528-a986-45d3-8b66-7d9419c4ffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711069 Jul 15 23:00:41.451321 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device dc37c8c1-570c-4c53-85ac-14193e1f0626 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:00:41.522084 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2a0c84-f615-420a-8cac-b7ece9ba74b8 x-openstack-request-id: req-5d2a0c84-f615-420a-8cac-b7ece9ba74b8 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:41.522381 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e580382-5444-4886-9129-dc202c9fb312", "tag": "dc37c8c1-570c-4c53-85ac-14193e1f0626", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:41.522658 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d2a0c84-f615-420a-8cac-b7ece9ba74b8 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:41.523062 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e580382-5444-4886-9129-dc202c9fb312', 'tag': 'dc37c8c1-570c-4c53-85ac-14193e1f0626', 'status': 'completed', 'code': 200} Jul 15 23:00:41.651963 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34412) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:41.689711 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port dc37c8c1-570c-4c53-85ac-14193e1f0626, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=dc37c8c1-570c-4c53-85ac-14193e1f0626,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:41.706009 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-ba654536-d257-407c-9423-3f5a13edccb8 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:41.724185 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device dc37c8c1-570c-4c53-85ac-14193e1f0626 has no active binding in host n-h2-787205-9 {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 23:00:41.736790 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.36', 64383) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:41.765802 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2cce9-e5fc-477d-b6d2-ee2f647310a6 req-4f5a185c-8b46-4759-a086-09c323d82337 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:41.767428 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-86d2cce9-e5fc-477d-b6d2-ee2f647310a6 req-4f5a185c-8b46-4759-a086-09c323d82337 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 950 time: 0.2904329 Jul 15 23:00:41.777090 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4eb17d79-3d0f-4d20-9ba0-656a4a8fbaf8 req-8a69dfd1-e2f3-4d35-9801-afe55c97e8dd service neutron] 10.222.0.43 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346725 Jul 15 23:00:41.851383 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-86d2cce9-e5fc-477d-b6d2-ee2f647310a6 req-47c6b2e1-9490-4223-909a-da8c23b59b2f tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716302 Jul 15 23:00:41.910167 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-ba654536-d257-407c-9423-3f5a13edccb8 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:42.045432 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4eb17d79-3d0f-4d20-9ba0-656a4a8fbaf8 req-2d546e20-a4cc-4b8d-ab73-78a0837c8f47 service neutron] 10.222.0.43 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567382 Jul 15 23:00:42.050003 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-ba654536-d257-407c-9423-3f5a13edccb8 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Network d91a9528-a986-45d3-8b66-7d9419c4ffb8 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:00:42.057820 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-ba654536-d257-407c-9423-3f5a13edccb8 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:00:42.072233 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-ba654536-d257-407c-9423-3f5a13edccb8 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:00:42.073293 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a46ee-a812-4ab3-b8f5-cb31cceff693 req-d8922e74-5811-478a-9676-b962ee539e90 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:42.075211 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e67a46ee-a812-4ab3-b8f5-cb31cceff693 req-d8922e74-5811-478a-9676-b962ee539e90 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 931 time: 0.1322477 Jul 15 23:00:42.082688 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200035b-8bd9-4f33-b926-81a366fa559a req-a4569e78-1955-49ec-8dc9-5eecf428a2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:42.084311 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6200035b-8bd9-4f33-b926-81a366fa559a req-a4569e78-1955-49ec-8dc9-5eecf428a2d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=333adf5bda29495e91779ab1d3ab99ea&device_id=7e580382-5444-4886-9129-dc202c9fb312 HTTP/1.1" status: 200 len: 1124 time: 0.5104849 Jul 15 23:00:42.094365 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-60bb37f8-e8db-4425-a594-6e10cd6576d0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f138b18ea818453da38ef4d0a60de0a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4294336 Jul 15 23:00:42.109287 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34432) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:42.121803 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba654536-d257-407c-9423-3f5a13edccb8 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Pushing event updated for resources: {'Port': ['ID=6702be93-c93c-415f-9fd7-dd1fa758c935,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:42.136678 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-9335d580-5988-43f9-85b0-b21847934e8f tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:42.138080 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-9335d580-5988-43f9-85b0-b21847934e8f tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.36 "GET /v2.0/networks?id=cec0c96c-b2ad-40b7-9355-3bacfcd63bee HTTP/1.1" status: 200 len: 821 time: 0.3979039 Jul 15 23:00:42.171191 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e67a46ee-a812-4ab3-b8f5-cb31cceff693 req-49be9d7b-698f-448f-aa4e-859498b5e2cd tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887036 Jul 15 23:00:42.189049 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d6e9d49b-f05c-4b18-8458-a91debd50896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:42.199517 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-3d5ebbb2-3132-40d7-8617-ca8e22438186 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Request body: {'port': {'device_id': 'dfaf4031-f891-46b7-8e46-6f79627b86b5', 'network_id': 'cec0c96c-b2ad-40b7-9355-3bacfcd63bee', 'admin_state_up': True, 'tenant_id': 'f0a0181635ab4461b04cb97132753ac0'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:42.233391 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d6e9d49b-f05c-4b18-8458-a91debd50896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:42.295558 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d6e9d49b-f05c-4b18-8458-a91debd50896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:42.299773 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d6e9d49b-f05c-4b18-8458-a91debd50896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:42.302049 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d6e9d49b-f05c-4b18-8458-a91debd50896 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd9c2ec5-481a-4979-b0c4-f34afb7618e3 HTTP/1.1" status: 204 len: 168 time: 0.1913514 Jul 15 23:00:42.313524 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9d49b-f05c-4b18-8458-a91debd50896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9c2ec5-481a-4979-b0c4-f34afb7618e3,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:42.408117 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-ba654536-d257-407c-9423-3f5a13edccb8 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:42.408835 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-ba654536-d257-407c-9423-3f5a13edccb8 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:42.437417 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200035b-8bd9-4f33-b926-81a366fa559a req-7738ed23-e7b0-4671-864f-8caec2c12bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:42.439240 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6200035b-8bd9-4f33-b926-81a366fa559a req-7738ed23-e7b0-4671-864f-8caec2c12bc0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=71ccf61d-14bc-4de9-bbf5-849aeac853f5 HTTP/1.1" status: 200 len: 919 time: 0.2969010 Jul 15 23:00:42.534554 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ac6a8-afe3-41de-a7a9-2932bb5b91f6 req-64a3265f-eed8-4b23-9943-552d37a63fff tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:42.536238 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-233ac6a8-afe3-41de-a7a9-2932bb5b91f6 req-64a3265f-eed8-4b23-9943-552d37a63fff tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e580382-5444-4886-9129-dc202c9fb312 HTTP/1.1" status: 200 len: 943 time: 0.1332119 Jul 15 23:00:42.555608 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-ba654536-d257-407c-9423-3f5a13edccb8 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5638773 Jul 15 23:00:42.565646 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6200035b-8bd9-4f33-b926-81a366fa559a req-b97c2c74-57d5-4e98-ab5b-9e822a18389c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc37c8c1-570c-4c53-85ac-14193e1f0626 HTTP/1.1" status: 200 len: 217 time: 0.1192379 Jul 15 23:00:42.619668 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ef742f67-6f74-4a7d-b18b-9acca2933966 req-7e16b4e3-172a-4a9d-b4e5-1aba52c3f2d0 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfaf4031-f891-46b7-8e46-6f79627b86b5 HTTP/1.1" status: 200 len: 210 time: 0.0809770 Jul 15 23:00:42.640331 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34448) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:42.673932 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-8809fcf0-b739-4eae-ba12-f34c0d3db0b9 service neutron] Request body: {'port': {'device_id': '70197c54-d0dd-4b22-bfc0-322fab475c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:42.684469 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-233ac6a8-afe3-41de-a7a9-2932bb5b91f6 req-0ec98a32-8afa-44b3-9e83-17722ef301e0 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190915 Jul 15 23:00:42.794471 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200035b-8bd9-4f33-b926-81a366fa559a req-49304bbb-9ab2-4f05-8910-ae6c248905af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:42.796524 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6200035b-8bd9-4f33-b926-81a366fa559a req-49304bbb-9ab2-4f05-8910-ae6c248905af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=951a51fc-ffa0-401a-b919-6dcf1a893db8 HTTP/1.1" status: 200 len: 858 time: 0.2070444 Jul 15 23:00:42.819742 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34456) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:42.844321 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3805cc87-561a-4623-b9c8-1ffa71205b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:42.889024 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6200035b-8bd9-4f33-b926-81a366fa559a req-96396f1e-5016-4229-87bd-70d649cad587 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71ccf61d-14bc-4de9-bbf5-849aeac853f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299501 Jul 15 23:00:42.895051 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-3d5ebbb2-3132-40d7-8617-ca8e22438186 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Made reservation on behalf of f0a0181635ab4461b04cb97132753ac0 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:00:42.900202 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-3d5ebbb2-3132-40d7-8617-ca8e22438186 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:42.915909 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-706a797b-013c-4b81-b67f-0088966cc050 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1221d1ec96fb4cf3870d91a4e949010e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0944023 Jul 15 23:00:42.919462 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34462) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:42.931451 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-8809fcf0-b739-4eae-ba12-f34c0d3db0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:43.023766 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5418a77d-d26c-4890-9a88-0c8b69771b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:43.049191 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5418a77d-d26c-4890-9a88-0c8b69771b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:43.180803 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6200035b-8bd9-4f33-b926-81a366fa559a req-8305a784-f4f2-402e-b080-8c6d26b6072d service neutron] 10.222.0.36 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624784 Jul 15 23:00:43.204261 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3805cc87-561a-4623-b9c8-1ffa71205b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:43.212824 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3805cc87-561a-4623-b9c8-1ffa71205b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:43.233421 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5418a77d-d26c-4890-9a88-0c8b69771b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:43.236041 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5418a77d-d26c-4890-9a88-0c8b69771b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:43.239878 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5418a77d-d26c-4890-9a88-0c8b69771b4f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a56a03a6-1b5b-4740-9a1d-47431b9ca3c7 HTTP/1.1" status: 204 len: 168 time: 0.3171427 Jul 15 23:00:43.266308 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805cc87-561a-4623-b9c8-1ffa71205b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c9987d-aa6a-4072-8232-2077b39ebfb1,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:43.276806 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3009d-d7b0-468b-a9b0-e4260abe90cc req-15e90294-c962-41fc-bb00-3c5477cf8185 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:43.278245 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-edd3009d-d7b0-468b-a9b0-e4260abe90cc req-15e90294-c962-41fc-bb00-3c5477cf8185 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 950 time: 0.2025752 Jul 15 23:00:43.282963 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3805cc87-561a-4623-b9c8-1ffa71205b4c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fc942d5c9cd441e7b39d674266e17bde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6391108 Jul 15 23:00:43.284422 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34474) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:43.286895 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-3d5ebbb2-3132-40d7-8617-ca8e22438186 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Allocated IP 172.20.0.7 (cec0c96c-b2ad-40b7-9355-3bacfcd63bee/7143f8ff-2e46-4e91-a002-da9d7a6d5e8a/319c1e4c-4680-4c63-acb8-29dc8abfdb99) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:00:43.302840 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418a77d-d26c-4890-9a88-0c8b69771b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56a03a6-1b5b-4740-9a1d-47431b9ca3c7,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:43.375913 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-edd3009d-d7b0-468b-a9b0-e4260abe90cc req-6882d897-9150-4756-ba76-a06c5b668e25 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804052 Jul 15 23:00:43.409135 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-52fc7199-19e5-4519-a4ce-b17a03cc213c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:43.434456 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-52fc7199-19e5-4519-a4ce-b17a03cc213c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:43.563274 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6200035b-8bd9-4f33-b926-81a366fa559a req-11abe679-6bf8-4a88-b7b5-4d8577fcdb92 service neutron] 10.222.0.36 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297946 Jul 15 23:00:43.573855 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-52fc7199-19e5-4519-a4ce-b17a03cc213c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:43.577104 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-52fc7199-19e5-4519-a4ce-b17a03cc213c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:43.582391 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-52fc7199-19e5-4519-a4ce-b17a03cc213c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24c9987d-aa6a-4072-8232-2077b39ebfb1 HTTP/1.1" status: 204 len: 168 time: 0.2921441 Jul 15 23:00:43.611592 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc7199-19e5-4519-a4ce-b17a03cc213c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c9987d-aa6a-4072-8232-2077b39ebfb1,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:43.630598 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-123cecbb-c18d-44fb-bfbb-7c4268aec3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:43.632096 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-123cecbb-c18d-44fb-bfbb-7c4268aec3e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 1101 time: 0.1523092 Jul 15 23:00:43.677528 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41348e66-541a-47cf-841f-b448f44e5493 req-cb236404-480a-494a-a3c2-9bccc264c30d tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:43.690862 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-41348e66-541a-47cf-841f-b448f44e5493 req-cb236404-480a-494a-a3c2-9bccc264c30d tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 931 time: 0.1837833 Jul 15 23:00:43.732304 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-8809fcf0-b739-4eae-ba12-f34c0d3db0b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6702be93-c93c-415f-9fd7-dd1fa758c935 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:00:43.746738 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-8809fcf0-b739-4eae-ba12-f34c0d3db0b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:43.803911 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a9fd1c0b-031b-477f-bbaf-87a15b90dcf5 req-c6f059ea-68f3-4046-9aea-f60bf9d6b9e5 tempest-QuotasAdminNegativeTest-405064781 tempest-QuotasAdminNegativeTest-405064781-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8f2ac29bbda248a1a465c2ba7b5b4c34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380130 Jul 15 23:00:43.817926 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-41348e66-541a-47cf-841f-b448f44e5493 req-c94fc99a-140b-48af-b72c-538c4bc52f8e tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258564 Jul 15 23:00:43.882997 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-e739cf0d-686b-4444-bcb4-4ef0c6dcb844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:43.884496 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-e739cf0d-686b-4444-bcb4-4ef0c6dcb844 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.2419596 Jul 15 23:00:43.964291 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-0e641e02-d902-4e4f-9d6e-b01c9e3df463 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca HTTP/1.1" status: 200 len: 217 time: 0.0693114 Jul 15 23:00:44.022324 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-262672e9-717c-4ef2-b715-b48e16fd9273 req-53ba5dee-888f-45ea-a02c-ddc0bf43089e tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfaf4031-f891-46b7-8e46-6f79627b86b5 HTTP/1.1" status: 200 len: 210 time: 0.0507019 Jul 15 23:00:44.059431 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd1c0b-031b-477f-bbaf-87a15b90dcf5 req-2e1e8174-bf34-4173-acb8-31b19ea72b08 tempest-QuotasAdminNegativeTest-405064781 tempest-QuotasAdminNegativeTest-405064781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:44.061171 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a9fd1c0b-031b-477f-bbaf-87a15b90dcf5 req-2e1e8174-bf34-4173-acb8-31b19ea72b08 tempest-QuotasAdminNegativeTest-405064781 tempest-QuotasAdminNegativeTest-405064781-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2398357 Jul 15 23:00:44.083781 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-82bc0827-2ec0-49bd-b665-c4879bec3037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:44.085238 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-82bc0827-2ec0-49bd-b665-c4879bec3037 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1083419 Jul 15 23:00:44.087983 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a9fd1c0b-031b-477f-bbaf-87a15b90dcf5 req-322cd4f0-0fcb-41c0-99a8-193cf12b3877 tempest-QuotasAdminNegativeTest-405064781 tempest-QuotasAdminNegativeTest-405064781-project] 10.222.0.16 "GET /v2.0/quotas/8f2ac29bbda248a1a465c2ba7b5b4c34 HTTP/1.1" status: 200 len: 375 time: 0.0175197 Jul 15 23:00:44.182837 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a9fd1c0b-031b-477f-bbaf-87a15b90dcf5 req-b30254e9-48bb-450e-bf0e-79d7c2c077c0 tempest-QuotasAdminNegativeTest-405064781 tempest-QuotasAdminNegativeTest-405064781-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f2ac29bbda248a1a465c2ba7b5b4c34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790892 Jul 15 23:00:44.202408 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-8809fcf0-b739-4eae-ba12-f34c0d3db0b9 service neutron] Transition to ACTIVE for port object 6702be93-c93c-415f-9fd7-dd1fa758c935 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:00:44.209382 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-8809fcf0-b739-4eae-ba12-f34c0d3db0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:44.215971 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-c293e20f-dc93-4d89-af74-f526cbe2472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:44.218386 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-c293e20f-dc93-4d89-af74-f526cbe2472d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1049204 Jul 15 23:00:44.294957 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-3d5ebbb2-3132-40d7-8617-ca8e22438186 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:44.306980 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34514) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:44.372202 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809fcf0-b739-4eae-ba12-f34c0d3db0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6702be93-c93c-415f-9fd7-dd1fa758c935,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:44.405284 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-09097917-c692-4c10-a720-1469a2523987 service neutron] 10.222.0.36 "GET /v2.0/ports/dc37c8c1-570c-4c53-85ac-14193e1f0626/bindings/n-h2-787205-9 HTTP/1.1" status: 200 len: 384 time: 0.1854641 Jul 15 23:00:44.414139 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b004dfd0-80c4-4eaf-a24e-9848e296bafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:44.584928 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-c8b07556-7094-4b4d-b96f-08ac1e6192df service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563790 Jul 15 23:00:44.591180 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-3d5ebbb2-3132-40d7-8617-ca8e22438186 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:44.596765 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b70497-97bd-4e73-bf3f-a79f3c555c5e req-6c4d3cb5-2edf-451f-95c6-035b596d75a1 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:44.602668 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5b70497-97bd-4e73-bf3f-a79f3c555c5e req-6c4d3cb5-2edf-451f-95c6-035b596d75a1 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e580382-5444-4886-9129-dc202c9fb312 HTTP/1.1" status: 200 len: 943 time: 0.1213825 Jul 15 23:00:44.688462 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-3d5ebbb2-3132-40d7-8617-ca8e22438186 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Network cec0c96c-b2ad-40b7-9355-3bacfcd63bee is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:00:44.691670 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5b70497-97bd-4e73-bf3f-a79f3c555c5e req-a93813e1-bc11-44e1-8878-7a9c981750a9 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739594 Jul 15 23:00:44.704610 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-8809fcf0-b739-4eae-ba12-f34c0d3db0b9 service neutron] Attempting to bind port 6702be93-c93c-415f-9fd7-dd1fa758c935 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:00:44.705064 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-8809fcf0-b739-4eae-ba12-f34c0d3db0b9 service neutron] Attempting to bind port 6702be93-c93c-415f-9fd7-dd1fa758c935 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:00:44.705291 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-8809fcf0-b739-4eae-ba12-f34c0d3db0b9 service neutron] Attempting to bind port 6702be93-c93c-415f-9fd7-dd1fa758c935 on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:44.712719 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-1a4cdb9d-c296-497c-9c0f-a2d3b2f91751 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128750 Jul 15 23:00:44.714545 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-3d5ebbb2-3132-40d7-8617-ca8e22438186 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:00:44.798961 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-3d5ebbb2-3132-40d7-8617-ca8e22438186 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:00:44.843644 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ebbb2-3132-40d7-8617-ca8e22438186 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Pushing event updated for resources: {'Port': ['ID=319c1e4c-4680-4c63-acb8-29dc8abfdb99,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:44.851532 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-3d5ebbb2-3132-40d7-8617-ca8e22438186 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:44.852264 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-3d5ebbb2-3132-40d7-8617-ca8e22438186 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:44.907833 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-8809fcf0-b739-4eae-ba12-f34c0d3db0b9 service neutron] Port 6702be93-c93c-415f-9fd7-dd1fa758c935 on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:00:44.908235 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-8809fcf0-b739-4eae-ba12-f34c0d3db0b9 service neutron] Attempting to bind port 6702be93-c93c-415f-9fd7-dd1fa758c935 on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:44.931875 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-8809fcf0-b739-4eae-ba12-f34c0d3db0b9 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:00:44.932215 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-8809fcf0-b739-4eae-ba12-f34c0d3db0b9 service neutron] Checking segment: {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:00:44.933114 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-8809fcf0-b739-4eae-ba12-f34c0d3db0b9 service neutron] Bound using segment: {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:00:44.933885 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-8809fcf0-b739-4eae-ba12-f34c0d3db0b9 service neutron] Bound port: 6702be93-c93c-415f-9fd7-dd1fa758c935, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:00:44.934396 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-8809fcf0-b739-4eae-ba12-f34c0d3db0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:44.939331 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-5341d110-afc8-4d39-9ad9-088213d1b889 service neutron] For port dc37c8c1-570c-4c53-85ac-14193e1f0626, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=dc37c8c1-570c-4c53-85ac-14193e1f0626,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:44.942837 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa02fe-d3ee-4526-b74b-6ac8b910041d req-420bc9f6-7888-44c7-894a-949ccb1f8369 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:44.944985 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cafa02fe-d3ee-4526-b74b-6ac8b910041d req-420bc9f6-7888-44c7-894a-949ccb1f8369 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 950 time: 0.0842116 Jul 15 23:00:44.999661 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cafa02fe-d3ee-4526-b74b-6ac8b910041d req-39da0fbd-5897-4764-9f83-6c631ab11115 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486505 Jul 15 23:00:45.018121 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b004dfd0-80c4-4eaf-a24e-9848e296bafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:45.024448 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-5341d110-afc8-4d39-9ad9-088213d1b889 service neutron] For port dc37c8c1-570c-4c53-85ac-14193e1f0626, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:00:45.030203 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b004dfd0-80c4-4eaf-a24e-9848e296bafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:45.107478 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004dfd0-80c4-4eaf-a24e-9848e296bafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9070717a-37d3-4c2a-bd89-ecc7d9d6b810,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:45.110873 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-3d5ebbb2-3132-40d7-8617-ca8e22438186 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9454885 Jul 15 23:00:45.142149 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df36d9-fac9-4c8a-b531-6b064fc52c5d req-e3064cfb-a035-4fa4-987f-f0640c71ef87 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:45.144175 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d7df36d9-fac9-4c8a-b531-6b064fc52c5d req-e3064cfb-a035-4fa4-987f-f0640c71ef87 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 943 time: 0.1138470 Jul 15 23:00:45.150716 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-91a0671a-8a77-48c1-b038-34424202aaaf service neutron] Request body: {'port': {'device_id': 'dfaf4031-f891-46b7-8e46-6f79627b86b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:45.180732 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b004dfd0-80c4-4eaf-a24e-9848e296bafb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37db09f9fe424636aaaa11bd6990df32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8743765 Jul 15 23:00:45.182117 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-8809fcf0-b739-4eae-ba12-f34c0d3db0b9 service neutron] For port 6702be93-c93c-415f-9fd7-dd1fa758c935, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:00:45.186063 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-5341d110-afc8-4d39-9ad9-088213d1b889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc37c8c1-570c-4c53-85ac-14193e1f0626 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:00:45.193272 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34544) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:45.201689 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-5341d110-afc8-4d39-9ad9-088213d1b889 service neutron] For port dc37c8c1-570c-4c53-85ac-14193e1f0626, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=dc37c8c1-570c-4c53-85ac-14193e1f0626,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:45.224534 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-8809fcf0-b739-4eae-ba12-f34c0d3db0b9 service neutron] For port 6702be93-c93c-415f-9fd7-dd1fa758c935, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6702be93-c93c-415f-9fd7-dd1fa758c935,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:00:45.225509 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-5341d110-afc8-4d39-9ad9-088213d1b889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:45.235424 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34546) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:45.237594 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-8809fcf0-b739-4eae-ba12-f34c0d3db0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:45.246676 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d7df36d9-fac9-4c8a-b531-6b064fc52c5d req-975bf8c1-206f-4d5e-a4c3-a6a9903c0028 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951667 Jul 15 23:00:45.295950 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5754091e-fd13-49dd-9196-744dbf1cc66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:45.319828 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5754091e-fd13-49dd-9196-744dbf1cc66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:45.340576 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-8809fcf0-b739-4eae-ba12-f34c0d3db0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:45.341756 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-8809fcf0-b739-4eae-ba12-f34c0d3db0b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:45.343696 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-8809fcf0-b739-4eae-ba12-f34c0d3db0b9 service neutron] 10.222.0.36 "PUT /v2.0/ports/6702be93-c93c-415f-9fd7-dd1fa758c935 HTTP/1.1" status: 200 len: 1091 time: 2.7553253 Jul 15 23:00:45.344315 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70197c54-d0dd-4b22-bfc0-322fab475c6a', 'tag': '6702be93-c93c-415f-9fd7-dd1fa758c935'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:45.346300 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21774946-4b75-4328-aac8-89d355d580c6 req-5d7fee04-61b9-46ae-9580-f1f0f48bc252 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:45.347119 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931f7138-3116-4bcc-9afe-b90a20c80086" -d '{"events": [{"name": "network-changed", "server_uuid": "70197c54-d0dd-4b22-bfc0-322fab475c6a", "tag": "6702be93-c93c-415f-9fd7-dd1fa758c935"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:45.348391 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-21774946-4b75-4328-aac8-89d355d580c6 req-5d7fee04-61b9-46ae-9580-f1f0f48bc252 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfaf4031-f891-46b7-8e46-6f79627b86b5 HTTP/1.1" status: 200 len: 931 time: 0.1700020 Jul 15 23:00:45.389728 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-91a0671a-8a77-48c1-b038-34424202aaaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:45.458366 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5754091e-fd13-49dd-9196-744dbf1cc66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:45.461052 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5754091e-fd13-49dd-9196-744dbf1cc66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:45.462190 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5754091e-fd13-49dd-9196-744dbf1cc66d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9070717a-37d3-4c2a-bd89-ecc7d9d6b810 HTTP/1.1" status: 204 len: 168 time: 0.2679629 Jul 15 23:00:45.463018 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee4d7-e3ca-4747-88fb-09b797c5d821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:45.506924 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-21774946-4b75-4328-aac8-89d355d580c6 req-a77dfa7e-9977-4258-84d9-70785cf7d5c1 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402349 Jul 15 23:00:45.510022 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809fcf0-b739-4eae-ba12-f34c0d3db0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6702be93-c93c-415f-9fd7-dd1fa758c935,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:45.529409 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bff96f1-60f2-42f7-a363-2cf0ec17092f x-openstack-request-id: req-3bff96f1-60f2-42f7-a363-2cf0ec17092f {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:45.529713 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70197c54-d0dd-4b22-bfc0-322fab475c6a", "tag": "6702be93-c93c-415f-9fd7-dd1fa758c935", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:45.529972 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3bff96f1-60f2-42f7-a363-2cf0ec17092f {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:45.530382 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70197c54-d0dd-4b22-bfc0-322fab475c6a', 'tag': '6702be93-c93c-415f-9fd7-dd1fa758c935', 'status': 'completed', 'code': 200} Jul 15 23:00:45.565295 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-5341d110-afc8-4d39-9ad9-088213d1b889 service neutron] Transition to ACTIVE for port object dc37c8c1-570c-4c53-85ac-14193e1f0626 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:00:45.592087 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-5341d110-afc8-4d39-9ad9-088213d1b889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:45.607755 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754091e-fd13-49dd-9196-744dbf1cc66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9070717a-37d3-4c2a-bd89-ecc7d9d6b810,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:45.732507 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee4d7-e3ca-4747-88fb-09b797c5d821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:45.742451 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee4d7-e3ca-4747-88fb-09b797c5d821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:45.780743 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2d2ee4d7-e3ca-4747-88fb-09b797c5d821 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8f2ac29bbda248a1a465c2ba7b5b4c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5444975 Jul 15 23:00:45.789136 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34574) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:45.817266 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-5341d110-afc8-4d39-9ad9-088213d1b889 service neutron] No DVR routers for this DVR port dc37c8c1-570c-4c53-85ac-14193e1f0626 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:00:45.851275 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-62117f27-0a8f-489c-9c39-b4532b32b1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:45.859148 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ee4d7-e3ca-4747-88fb-09b797c5d821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27af959-f815-4f7b-ac90-eea44d857a83,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:45.859686 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-daf10539-5f60-484d-b18d-8e4db53ebd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:45.861409 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-daf10539-5f60-484d-b18d-8e4db53ebd8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f66f923b4424119b6027030587a5dae&device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 1094 time: 0.4434099 Jul 15 23:00:45.878392 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341d110-afc8-4d39-9ad9-088213d1b889 service neutron] Pushing event updated for resources: {'Port': ['ID=dc37c8c1-570c-4c53-85ac-14193e1f0626,revision_number=10']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:45.917404 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c38a099d-c413-447f-8b66-78a2e05e3abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:45.966863 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-5341d110-afc8-4d39-9ad9-088213d1b889 service neutron] 10.222.0.36 "PUT /v2.0/ports/dc37c8c1-570c-4c53-85ac-14193e1f0626/bindings/n-h2-787205-9/activate HTTP/1.1" status: 200 len: 369 time: 1.5422750 Jul 15 23:00:45.971509 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c38a099d-c413-447f-8b66-78a2e05e3abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:46.020091 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-57b5e131-03f7-46c8-9938-6236198374ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6702be93-c93c-415f-9fd7-dd1fa758c935 HTTP/1.1" status: 200 len: 217 time: 0.1441722 Jul 15 23:00:46.072193 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c38a099d-c413-447f-8b66-78a2e05e3abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:46.075069 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c38a099d-c413-447f-8b66-78a2e05e3abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:46.078876 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c38a099d-c413-447f-8b66-78a2e05e3abd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c27af959-f815-4f7b-ac90-eea44d857a83 HTTP/1.1" status: 204 len: 168 time: 0.2860954 Jul 15 23:00:46.087304 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b287a-3175-4079-844a-698bb221099a req-c89e6c60-9496-496d-a825-39a14b2bea54 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:46.110793 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a59b287a-3175-4079-844a-698bb221099a req-c89e6c60-9496-496d-a825-39a14b2bea54 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e580382-5444-4886-9129-dc202c9fb312 HTTP/1.1" status: 200 len: 944 time: 0.1567428 Jul 15 23:00:46.136767 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-0a7980cb-4bb3-4dbf-9de3-06a35ee3f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:46.138280 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-0a7980cb-4bb3-4dbf-9de3-06a35ee3f8d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ed83523-5185-460b-a4ba-ea79efd124da HTTP/1.1" status: 200 len: 848 time: 0.0984416 Jul 15 23:00:46.146763 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a099d-c413-447f-8b66-78a2e05e3abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27af959-f815-4f7b-ac90-eea44d857a83,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:46.229038 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-6cf19732-d368-4c41-8cf9-f936575709b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d91a9528-a986-45d3-8b66-7d9419c4ffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426087 Jul 15 23:00:46.233130 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a59b287a-3175-4079-844a-698bb221099a req-827233eb-f538-4da5-8094-e23a8a6831b1 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181898 Jul 15 23:00:46.239003 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-91a0671a-8a77-48c1-b038-34424202aaaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 319c1e4c-4680-4c63-acb8-29dc8abfdb99 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:00:46.266375 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-91a0671a-8a77-48c1-b038-34424202aaaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:46.293646 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-91a0671a-8a77-48c1-b038-34424202aaaf service neutron] Transition to ACTIVE for port object 319c1e4c-4680-4c63-acb8-29dc8abfdb99 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:00:46.315123 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-7b17663a-7d34-436b-956e-a8d6b5c7ef75 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:46.317265 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-7b17663a-7d34-436b-956e-a8d6b5c7ef75 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7e580382-5444-4886-9129-dc202c9fb312&tenant_id=333adf5bda29495e91779ab1d3ab99ea&binding%3Ahost_id=n-h1-787205-9 HTTP/1.1" status: 200 len: 1095 time: 0.2038927 Jul 15 23:00:46.324396 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-91a0671a-8a77-48c1-b038-34424202aaaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:46.325776 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032db13-3e70-4a93-a5e9-5e4fea615fab req-a09c1e0a-7054-4451-be5b-1a441eaf3b5e tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:46.327277 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1032db13-3e70-4a93-a5e9-5e4fea615fab req-a09c1e0a-7054-4451-be5b-1a441eaf3b5e tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 950 time: 0.1760693 Jul 15 23:00:46.417656 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0671a-8a77-48c1-b038-34424202aaaf service neutron] Pushing event updated for resources: {'Port': ['ID=319c1e4c-4680-4c63-acb8-29dc8abfdb99,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:46.430596 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-c05b53e1-34cd-4f38-a255-e33fc944819a service neutron] 10.222.0.36 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948855 Jul 15 23:00:46.489949 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1032db13-3e70-4a93-a5e9-5e4fea615fab req-2aa835f1-fcad-4b7c-9499-2add120a3dd9 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399617 Jul 15 23:00:46.546815 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34616) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:46.555894 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-05f2b5ee-a9f9-481a-8591-0ac28286ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:46.557545 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-05f2b5ee-a9f9-481a-8591-0ac28286ba58 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7e580382-5444-4886-9129-dc202c9fb312&tenant_id=333adf5bda29495e91779ab1d3ab99ea HTTP/1.1" status: 200 len: 1095 time: 0.2244740 Jul 15 23:00:46.578930 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-91a0671a-8a77-48c1-b038-34424202aaaf service neutron] Attempting to bind port 319c1e4c-4680-4c63-acb8-29dc8abfdb99 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:00:46.578930 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-91a0671a-8a77-48c1-b038-34424202aaaf service neutron] Attempting to bind port 319c1e4c-4680-4c63-acb8-29dc8abfdb99 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'e7fe3191-1c68-4d38-a856-14f82f1ac8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cec0c96c-b2ad-40b7-9355-3bacfcd63bee'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:00:46.578930 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-91a0671a-8a77-48c1-b038-34424202aaaf service neutron] Attempting to bind port 319c1e4c-4680-4c63-acb8-29dc8abfdb99 on network cec0c96c-b2ad-40b7-9355-3bacfcd63bee {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:46.578930 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-91a0671a-8a77-48c1-b038-34424202aaaf service neutron] Port 319c1e4c-4680-4c63-acb8-29dc8abfdb99 on network cec0c96c-b2ad-40b7-9355-3bacfcd63bee not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:00:46.578930 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-91a0671a-8a77-48c1-b038-34424202aaaf service neutron] Attempting to bind port 319c1e4c-4680-4c63-acb8-29dc8abfdb99 on network cec0c96c-b2ad-40b7-9355-3bacfcd63bee {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:46.579383 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51bf9304-0c80-40ff-98f5-d8e4d9728b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:46.584794 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-91a0671a-8a77-48c1-b038-34424202aaaf service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:00:46.585125 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-91a0671a-8a77-48c1-b038-34424202aaaf service neutron] Checking segment: {'id': 'e7fe3191-1c68-4d38-a856-14f82f1ac8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cec0c96c-b2ad-40b7-9355-3bacfcd63bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:00:46.585509 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-91a0671a-8a77-48c1-b038-34424202aaaf service neutron] Bound using segment: {'id': 'e7fe3191-1c68-4d38-a856-14f82f1ac8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cec0c96c-b2ad-40b7-9355-3bacfcd63bee'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:00:46.585935 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-91a0671a-8a77-48c1-b038-34424202aaaf service neutron] Bound port: 319c1e4c-4680-4c63-acb8-29dc8abfdb99, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fe3191-1c68-4d38-a856-14f82f1ac8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cec0c96c-b2ad-40b7-9355-3bacfcd63bee'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:00:46.586290 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-91a0671a-8a77-48c1-b038-34424202aaaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:46.608105 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b7303f3c-7fdf-426e-bf34-3959c32e6b5d req-f7a11fca-9c3f-4638-b22d-f7557c883ee7 service neutron] 10.222.0.36 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602468 Jul 15 23:00:46.698858 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-91a0671a-8a77-48c1-b038-34424202aaaf service neutron] For port 319c1e4c-4680-4c63-acb8-29dc8abfdb99, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:00:46.705762 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-91a0671a-8a77-48c1-b038-34424202aaaf service neutron] For port 319c1e4c-4680-4c63-acb8-29dc8abfdb99, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=319c1e4c-4680-4c63-acb8-29dc8abfdb99,segment=NetworkSegment(e7fe3191-1c68-4d38-a856-14f82f1ac8c9),segment_id=e7fe3191-1c68-4d38-a856-14f82f1ac8c9)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:00:46.713719 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e61996-a697-4014-9a6d-0dc813ae3423 req-1005486e-873a-4cc4-b14e-14c1eecdce2c tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:46.714496 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-91a0671a-8a77-48c1-b038-34424202aaaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:46.721032 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d8e61996-a697-4014-9a6d-0dc813ae3423 req-1005486e-873a-4cc4-b14e-14c1eecdce2c tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 943 time: 0.1574290 Jul 15 23:00:46.767192 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-a879ea31-4c63-4efa-8a37-de9f7241fb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:46.768697 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-a879ea31-4c63-4efa-8a37-de9f7241fb38 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=333adf5bda29495e91779ab1d3ab99ea&device_id=7e580382-5444-4886-9129-dc202c9fb312 HTTP/1.1" status: 200 len: 1095 time: 0.1611009 Jul 15 23:00:46.827480 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-91a0671a-8a77-48c1-b038-34424202aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:46.828108 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-91a0671a-8a77-48c1-b038-34424202aaaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:46.829562 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-91a0671a-8a77-48c1-b038-34424202aaaf service neutron] 10.222.0.36 "PUT /v2.0/ports/319c1e4c-4680-4c63-acb8-29dc8abfdb99 HTTP/1.1" status: 200 len: 1091 time: 1.6979051 Jul 15 23:00:46.836406 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d8e61996-a697-4014-9a6d-0dc813ae3423 req-b54fd8db-2d80-4bd1-a9ce-0f744773377b tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052704 Jul 15 23:00:46.883990 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0671a-8a77-48c1-b038-34424202aaaf service neutron] Pushing event updated for resources: {'Port': ['ID=319c1e4c-4680-4c63-acb8-29dc8abfdb99,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:46.926469 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51bf9304-0c80-40ff-98f5-d8e4d9728b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:46.935300 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f7138-3116-4bcc-9afe-b90a20c80086 req-4fe48e60-2460-4f45-a1c4-8b7da2b7f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:46.936834 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-931f7138-3116-4bcc-9afe-b90a20c80086 req-4fe48e60-2460-4f45-a1c4-8b7da2b7f40b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f66f923b4424119b6027030587a5dae&device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 1094 time: 0.2183282 Jul 15 23:00:46.942093 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51bf9304-0c80-40ff-98f5-d8e4d9728b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:47.026814 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-f0eadc3a-05df-443f-b9ab-cddd7c93e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:47.029731 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-f0eadc3a-05df-443f-b9ab-cddd7c93e9a0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=71ccf61d-14bc-4de9-bbf5-849aeac853f5 HTTP/1.1" status: 200 len: 919 time: 0.2478805 Jul 15 23:00:47.030831 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf9304-0c80-40ff-98f5-d8e4d9728b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a389e517-4554-47c6-8523-1fc592706d72,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:47.045336 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-51bf9304-0c80-40ff-98f5-d8e4d9728b90 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87bbc2bce4d64645a98930571dca2328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4885244 Jul 15 23:00:47.046338 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34630) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:47.061086 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-4492ed9a-3bfe-4c9e-bc3a-9ecd005b2753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:47.062960 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-4492ed9a-3bfe-4c9e-bc3a-9ecd005b2753 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f0a0181635ab4461b04cb97132753ac0&device_id=dfaf4031-f891-46b7-8e46-6f79627b86b5 HTTP/1.1" status: 200 len: 1094 time: 0.1744926 Jul 15 23:00:47.102151 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-06d36089-5fbe-4576-806a-d1b007dc2acf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc37c8c1-570c-4c53-85ac-14193e1f0626 HTTP/1.1" status: 200 len: 217 time: 0.0471697 Jul 15 23:00:47.135407 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cca3cc-be6e-4d8e-9106-fb23bbfdaadb req-44b7a372-1fa3-4d56-a079-c6bee2601137 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:47.142805 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e0cca3cc-be6e-4d8e-9106-fb23bbfdaadb req-44b7a372-1fa3-4d56-a079-c6bee2601137 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfaf4031-f891-46b7-8e46-6f79627b86b5 HTTP/1.1" status: 200 len: 943 time: 0.1914916 Jul 15 23:00:47.145622 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-865a3791-570f-474e-bccb-ba64f3cb850d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=319c1e4c-4680-4c63-acb8-29dc8abfdb99 HTTP/1.1" status: 200 len: 217 time: 0.0630603 Jul 15 23:00:47.162305 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f7138-3116-4bcc-9afe-b90a20c80086 req-09489579-2872-4bee-991d-b564493b1350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:47.163775 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-931f7138-3116-4bcc-9afe-b90a20c80086 req-09489579-2872-4bee-991d-b564493b1350 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d91a9528-a986-45d3-8b66-7d9419c4ffb8 HTTP/1.1" status: 200 len: 909 time: 0.2104533 Jul 15 23:00:47.207317 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-d41a3965-817e-4f17-ba4c-fc04976dd6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:47.208806 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-d41a3965-817e-4f17-ba4c-fc04976dd6cf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=951a51fc-ffa0-401a-b919-6dcf1a893db8 HTTP/1.1" status: 200 len: 858 time: 0.0919065 Jul 15 23:00:47.211864 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e0cca3cc-be6e-4d8e-9106-fb23bbfdaadb req-86572812-6201-4285-a010-dab4c69bd7d5 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681984 Jul 15 23:00:47.244012 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-931f7138-3116-4bcc-9afe-b90a20c80086 req-b6059df5-20b9-4355-9dfa-a96cee6cf623 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6702be93-c93c-415f-9fd7-dd1fa758c935 HTTP/1.1" status: 200 len: 217 time: 0.0592818 Jul 15 23:00:47.248034 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-9f3e0774-c881-43ca-aa8d-55022bc1da4c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=71ccf61d-14bc-4de9-bbf5-849aeac853f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312252 Jul 15 23:00:47.263018 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1ee9834-e4dd-4e9a-bfb7-5edd308d4cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:47.302497 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-ab3133df-961b-4b46-b24e-1820548e4514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:47.304316 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-ab3133df-961b-4b46-b24e-1820548e4514 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7143f8ff-2e46-4e91-a002-da9d7a6d5e8a HTTP/1.1" status: 200 len: 861 time: 0.1516905 Jul 15 23:00:47.330658 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1ee9834-e4dd-4e9a-bfb7-5edd308d4cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:47.355598 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34642) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:47.366165 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-38791a09-4f5f-4667-8841-43dbca4d6d7d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cec0c96c-b2ad-40b7-9355-3bacfcd63bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499718 Jul 15 23:00:47.372159 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-b572c654-bad1-4d62-bb55-be6725efbd29 service neutron] 10.222.0.43 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137767 Jul 15 23:00:47.481251 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f7138-3116-4bcc-9afe-b90a20c80086 req-d7e31044-1f1f-466d-9c62-bdcc35187c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:47.483033 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-931f7138-3116-4bcc-9afe-b90a20c80086 req-d7e31044-1f1f-466d-9c62-bdcc35187c3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ed83523-5185-460b-a4ba-ea79efd124da HTTP/1.1" status: 200 len: 848 time: 0.2297974 Jul 15 23:00:47.506573 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-81b39642-ccf1-45eb-8e70-8cd539b91ca0 service neutron] 10.222.0.36 "GET /v2.0/networks/cec0c96c-b2ad-40b7-9355-3bacfcd63bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268704 Jul 15 23:00:47.526684 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-931f7138-3116-4bcc-9afe-b90a20c80086 req-11becbf1-7256-4d0b-adda-2ba57ec494c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d91a9528-a986-45d3-8b66-7d9419c4ffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323403 Jul 15 23:00:47.526929 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-13df67ed-7673-48cb-94fd-922fe878eae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:47.533499 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfaf4031-f891-46b7-8e46-6f79627b86b5', 'tag': '319c1e4c-4680-4c63-acb8-29dc8abfdb99'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:47.536029 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa441b4f-5a50-4c57-8569-35a37237fef5" -d '{"events": [{"name": "network-changed", "server_uuid": "dfaf4031-f891-46b7-8e46-6f79627b86b5", "tag": "319c1e4c-4680-4c63-acb8-29dc8abfdb99"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:47.538355 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-018d3005-fa6c-4bf4-890d-645141df8ba9 service neutron] 10.222.0.43 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555283 Jul 15 23:00:47.555674 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c700244-62ec-4af6-a005-71d6d23547f1 req-dd2ecbe1-276a-4b7b-9208-e00c1e51a2c1 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:47.562603 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c700244-62ec-4af6-a005-71d6d23547f1 req-dd2ecbe1-276a-4b7b-9208-e00c1e51a2c1 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e580382-5444-4886-9129-dc202c9fb312 HTTP/1.1" status: 200 len: 944 time: 0.1691008 Jul 15 23:00:47.629878 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c700244-62ec-4af6-a005-71d6d23547f1 req-2f83dc77-f2ac-4eed-b63f-3c45d8b506b9 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664947 Jul 15 23:00:47.673295 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1ee9834-e4dd-4e9a-bfb7-5edd308d4cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:47.676242 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1ee9834-e4dd-4e9a-bfb7-5edd308d4cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:47.677550 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b1ee9834-e4dd-4e9a-bfb7-5edd308d4cad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a389e517-4554-47c6-8523-1fc592706d72 HTTP/1.1" status: 204 len: 168 time: 0.6288197 Jul 15 23:00:47.701702 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef426a58-e8d2-48a2-ab12-cc70b2c4cb9b x-openstack-request-id: req-ef426a58-e8d2-48a2-ab12-cc70b2c4cb9b {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:47.701999 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfaf4031-f891-46b7-8e46-6f79627b86b5", "tag": "319c1e4c-4680-4c63-acb8-29dc8abfdb99", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:47.702254 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef426a58-e8d2-48a2-ab12-cc70b2c4cb9b {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:47.702668 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfaf4031-f891-46b7-8e46-6f79627b86b5', 'tag': '319c1e4c-4680-4c63-acb8-29dc8abfdb99', 'status': 'completed', 'code': 200} Jul 15 23:00:47.703343 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee9834-e4dd-4e9a-bfb7-5edd308d4cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a389e517-4554-47c6-8523-1fc592706d72,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:47.734528 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2c5fcb97-c508-4174-8af9-5090e2bb69a8 req-bc008288-82be-469d-b031-db3960cd6256 service neutron] 10.222.0.36 "GET /v2.0/networks/cec0c96c-b2ad-40b7-9355-3bacfcd63bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109132 Jul 15 23:00:47.740986 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-931f7138-3116-4bcc-9afe-b90a20c80086 req-942cdf9c-34a1-487a-a85e-8cbf1992c61e service neutron] 10.222.0.36 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003505 Jul 15 23:00:47.755133 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-13df67ed-7673-48cb-94fd-922fe878eae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:47.782173 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-13df67ed-7673-48cb-94fd-922fe878eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:47.847651 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df67ed-7673-48cb-94fd-922fe878eae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab074b6-6a49-4f40-9c5a-f1134f4e2771,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:47.873181 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-13df67ed-7673-48cb-94fd-922fe878eae1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2d6277e2ecf54b9c84d92cdbdf87a320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5164988 Jul 15 23:00:47.875892 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34662) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:47.892011 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-931f7138-3116-4bcc-9afe-b90a20c80086 req-859939d4-61af-4365-8d2e-47bb37ac19e4 service neutron] 10.222.0.36 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364522 Jul 15 23:00:47.914176 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95300efb-a502-4005-bc94-d7fec8192e24 req-b537cc92-596f-40f8-8d6c-2f147504149e tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:47.916085 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa441b4f-5a50-4c57-8569-35a37237fef5 req-603c7332-e6b2-4097-8b9d-75f8ee5644e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:47.917988 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fa441b4f-5a50-4c57-8569-35a37237fef5 req-603c7332-e6b2-4097-8b9d-75f8ee5644e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f0a0181635ab4461b04cb97132753ac0&device_id=dfaf4031-f891-46b7-8e46-6f79627b86b5 HTTP/1.1" status: 200 len: 1094 time: 0.0787001 Jul 15 23:00:47.924291 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-95300efb-a502-4005-bc94-d7fec8192e24 req-b537cc92-596f-40f8-8d6c-2f147504149e tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 950 time: 0.2462003 Jul 15 23:00:48.015699 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-95300efb-a502-4005-bc94-d7fec8192e24 req-dc561709-9871-4a5c-8d7d-633d819fe6d8 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901983 Jul 15 23:00:48.063768 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0e35fd37-337d-4e7a-94c2-b6597dafb80f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:48.126519 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0e35fd37-337d-4e7a-94c2-b6597dafb80f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:48.184089 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5d470645-3750-47b6-bbd3-6a4ef2e62313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:48.246582 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0e35fd37-337d-4e7a-94c2-b6597dafb80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:48.249678 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0e35fd37-337d-4e7a-94c2-b6597dafb80f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:48.267715 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0e35fd37-337d-4e7a-94c2-b6597dafb80f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eab074b6-6a49-4f40-9c5a-f1134f4e2771 HTTP/1.1" status: 204 len: 168 time: 0.3825312 Jul 15 23:00:48.292464 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-b64cbbe4-5f69-46f0-ac5f-b83f4a9ee833 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:48.293986 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-b64cbbe4-5f69-46f0-ac5f-b83f4a9ee833 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7e580382-5444-4886-9129-dc202c9fb312&tenant_id=333adf5bda29495e91779ab1d3ab99ea&binding%3Ahost_id=n-h2-787205-9 HTTP/1.1" status: 200 len: 1095 time: 0.3674917 Jul 15 23:00:48.296145 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35fd37-337d-4e7a-94c2-b6597dafb80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab074b6-6a49-4f40-9c5a-f1134f4e2771,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:48.350307 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa441b4f-5a50-4c57-8569-35a37237fef5 req-b98ce281-7724-4bfb-abc4-4645a3e1b73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:48.352666 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fa441b4f-5a50-4c57-8569-35a37237fef5 req-b98ce281-7724-4bfb-abc4-4645a3e1b73d service neutron] 10.222.0.36 "GET /v2.0/networks?id=cec0c96c-b2ad-40b7-9355-3bacfcd63bee HTTP/1.1" status: 200 len: 922 time: 0.4278100 Jul 15 23:00:48.366196 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef9ca0-f691-4d77-b572-e81eef612cdf req-1b71407e-ed83-4c6e-8d03-2ecd866c8d59 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:48.373082 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-17ef9ca0-f691-4d77-b572-e81eef612cdf req-1b71407e-ed83-4c6e-8d03-2ecd866c8d59 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 943 time: 0.2010155 Jul 15 23:00:48.426530 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fa441b4f-5a50-4c57-8569-35a37237fef5 req-99fd248e-e648-496d-a9d3-e8f49a65d44b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=319c1e4c-4680-4c63-acb8-29dc8abfdb99 HTTP/1.1" status: 200 len: 217 time: 0.0637631 Jul 15 23:00:48.466471 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-17ef9ca0-f691-4d77-b572-e81eef612cdf req-d9cc6c58-f531-44c7-8f5c-6f442d46ecac tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924475 Jul 15 23:00:48.504116 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-2b08c163-3d77-4c7d-a875-0a99e44d7733 service neutron] For port dc37c8c1-570c-4c53-85ac-14193e1f0626, host n-h1-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:00:48.509728 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-2b08c163-3d77-4c7d-a875-0a99e44d7733 service neutron] Notify callbacks [] for binding, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:48.511104 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-62e8240f-73c7-4b01-9a76-83c0b7775291 req-2b08c163-3d77-4c7d-a875-0a99e44d7733 service neutron] 10.222.0.43 "DELETE /v2.0/ports/dc37c8c1-570c-4c53-85ac-14193e1f0626/bindings/n-h1-787205-9 HTTP/1.1" status: 204 len: 173 time: 0.1979904 Jul 15 23:00:48.513656 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa441b4f-5a50-4c57-8569-35a37237fef5 req-ef4103d5-8101-457b-ac9f-23b041b9bfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:48.515449 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fa441b4f-5a50-4c57-8569-35a37237fef5 req-ef4103d5-8101-457b-ac9f-23b041b9bfce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7143f8ff-2e46-4e91-a002-da9d7a6d5e8a HTTP/1.1" status: 200 len: 861 time: 0.0817566 Jul 15 23:00:48.568135 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fa441b4f-5a50-4c57-8569-35a37237fef5 req-1ec21f60-bf48-46df-a9d7-e48d9c70a237 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cec0c96c-b2ad-40b7-9355-3bacfcd63bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447364 Jul 15 23:00:48.618273 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:48.672696 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddcdbd-69ae-4667-a31a-ac1a6d8d0e13 req-b9dd94df-3732-46b2-b66b-207bd873b253 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:48.680391 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d5ddcdbd-69ae-4667-a31a-ac1a6d8d0e13 req-b9dd94df-3732-46b2-b66b-207bd873b253 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfaf4031-f891-46b7-8e46-6f79627b86b5 HTTP/1.1" status: 200 len: 943 time: 0.0891163 Jul 15 23:00:48.696730 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fa441b4f-5a50-4c57-8569-35a37237fef5 req-0a4318e6-2c02-40af-8ac6-729f7070f714 service neutron] 10.222.0.36 "GET /v2.0/networks/cec0c96c-b2ad-40b7-9355-3bacfcd63bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214862 Jul 15 23:00:48.728159 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d5ddcdbd-69ae-4667-a31a-ac1a6d8d0e13 req-cfbcd4f5-2bdb-4857-8858-8e965750c82b tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466335 Jul 15 23:00:48.812951 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fa441b4f-5a50-4c57-8569-35a37237fef5 req-bfe55a9e-475e-4564-b8e8-9d76b6bc93d6 service neutron] 10.222.0.36 "GET /v2.0/networks/cec0c96c-b2ad-40b7-9355-3bacfcd63bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065662 Jul 15 23:00:48.914792 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device dc37c8c1-570c-4c53-85ac-14193e1f0626 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:00:48.928123 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34712) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:48.970246 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device dc37c8c1-570c-4c53-85ac-14193e1f0626 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:00:48.983287 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49570ec-5650-4943-bf32-4c2cf989c268 req-1f2a76e2-c187-49f1-9ce0-83d6a4cdb111 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:48.991277 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c49570ec-5650-4943-bf32-4c2cf989c268 req-1f2a76e2-c187-49f1-9ce0-83d6a4cdb111 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e580382-5444-4886-9129-dc202c9fb312 HTTP/1.1" status: 200 len: 944 time: 0.1260636 Jul 15 23:00:49.035604 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c49570ec-5650-4943-bf32-4c2cf989c268 req-27a592c9-b260-4b40-af13-a8e2c6934435 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418272 Jul 15 23:00:49.064207 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ac255961-7e5d-4964-8b6b-09aee2f8c20d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1310034569-network', 'tenant_id': '763e938dd0544cc5b7d8a4ef225bbfdf'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:49.113153 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac255961-7e5d-4964-8b6b-09aee2f8c20d admin admin] Made reservation on behalf of 763e938dd0544cc5b7d8a4ef225bbfdf for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:00:49.121455 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac255961-7e5d-4964-8b6b-09aee2f8c20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:49.136790 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac255961-7e5d-4964-8b6b-09aee2f8c20d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:49.227168 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34730) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:49.285750 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac255961-7e5d-4964-8b6b-09aee2f8c20d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:49.294504 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac255961-7e5d-4964-8b6b-09aee2f8c20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:49.300330 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47df54-e06c-41b5-b6fe-4e7e5c2cd513 req-abd680f0-09e1-4322-8a70-bf690b26b0a9 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:49.302011 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bc47df54-e06c-41b5-b6fe-4e7e5c2cd513 req-abd680f0-09e1-4322-8a70-bf690b26b0a9 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 950 time: 0.1516607 Jul 15 23:00:49.325240 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac255961-7e5d-4964-8b6b-09aee2f8c20d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:00:49.339825 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac255961-7e5d-4964-8b6b-09aee2f8c20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89620e7d-3258-4187-b8dd-d786e13dd49c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:49.344980 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac255961-7e5d-4964-8b6b-09aee2f8c20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:49.345265 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-ac255961-7e5d-4964-8b6b-09aee2f8c20d admin admin] Added segment 6a59c0e6-519e-454b-a278-4d483e64058e of type vlan for network 7b96192e-eb0a-40cc-b372-e192dab8c021 Jul 15 23:00:49.345371 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc828b9-aaf6-45d6-9e45-03faa67db74f req-e0e856c6-eb95-41de-b8c0-8136990a2a27 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:49.352299 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1dc828b9-aaf6-45d6-9e45-03faa67db74f req-e0e856c6-eb95-41de-b8c0-8136990a2a27 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7e580382-5444-4886-9129-dc202c9fb312 HTTP/1.1" status: 200 len: 1095 time: 0.1027472 Jul 15 23:00:49.379783 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bc47df54-e06c-41b5-b6fe-4e7e5c2cd513 req-2329cda9-9cfc-4feb-b849-eb5ad3b353e3 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659239 Jul 15 23:00:49.389706 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f0260fff-26e8-4321-80dc-3d9f037af149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:49.403181 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1dc828b9-aaf6-45d6-9e45-03faa67db74f req-15ec0948-8b87-42a5-88e2-58605c29ab87 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499961 Jul 15 23:00:49.420957 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac255961-7e5d-4964-8b6b-09aee2f8c20d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:49.484233 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac255961-7e5d-4964-8b6b-09aee2f8c20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:49.485174 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac255961-7e5d-4964-8b6b-09aee2f8c20d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:49.485941 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac255961-7e5d-4964-8b6b-09aee2f8c20d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:49.505396 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:49.575178 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac255961-7e5d-4964-8b6b-09aee2f8c20d admin admin] Pushing event updated for resources: {'Network': ['ID=7b96192e-eb0a-40cc-b372-e192dab8c021,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:49.586159 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 7b96192e-eb0a-40cc-b372-e192dab8c021 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:00:49.601799 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34744) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:49.625679 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f0260fff-26e8-4321-80dc-3d9f037af149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:49.631483 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f0260fff-26e8-4321-80dc-3d9f037af149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:49.658293 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f0260fff-26e8-4321-80dc-3d9f037af149 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b050eacccbbe4aefa50ec59ceae9a3dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4299152 Jul 15 23:00:49.661531 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ac255961-7e5d-4964-8b6b-09aee2f8c20d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7272284 Jul 15 23:00:49.666686 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34750) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:49.667049 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34752) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:49.700771 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3fbb52c2-4868-49ad-ac73-ed75822b11f7 admin admin] Request body: {'subnet': {'network_id': '7b96192e-eb0a-40cc-b372-e192dab8c021', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1310034569-subnet', 'tenant_id': '763e938dd0544cc5b7d8a4ef225bbfdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:49.741991 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0260fff-26e8-4321-80dc-3d9f037af149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26bb134-4657-45ec-8762-dfb4f651991f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:49.747713 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-b858d059-9e3d-4b1f-a69f-42ba08143e65 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1412405083-network', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:49.753373 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c6c124eb-117c-4936-9332-e5cbbc9e41df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:49.766088 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbb52c2-4868-49ad-ac73-ed75822b11f7 admin admin] Made reservation on behalf of 763e938dd0544cc5b7d8a4ef225bbfdf for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:00:49.768468 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fbb52c2-4868-49ad-ac73-ed75822b11f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:49.794979 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c6c124eb-117c-4936-9332-e5cbbc9e41df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:49.819072 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b858d059-9e3d-4b1f-a69f-42ba08143e65 admin admin] Made reservation on behalf of 721953eafb1a4074972c303c4abb8e6a for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:00:49.821351 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b858d059-9e3d-4b1f-a69f-42ba08143e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:49.859763 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b858d059-9e3d-4b1f-a69f-42ba08143e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:49.872385 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d69369-041b-4b29-8871-5b263d3c566a req-43f70a7e-6990-4a1e-8aae-2540f44c3e24 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:49.874385 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c7d69369-041b-4b29-8871-5b263d3c566a req-43f70a7e-6990-4a1e-8aae-2540f44c3e24 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 943 time: 0.1713927 Jul 15 23:00:49.895994 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c6c124eb-117c-4936-9332-e5cbbc9e41df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:49.898491 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c6c124eb-117c-4936-9332-e5cbbc9e41df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:49.902011 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c6c124eb-117c-4936-9332-e5cbbc9e41df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b26bb134-4657-45ec-8762-dfb4f651991f HTTP/1.1" status: 204 len: 168 time: 0.2303116 Jul 15 23:00:49.928989 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c124eb-117c-4936-9332-e5cbbc9e41df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26bb134-4657-45ec-8762-dfb4f651991f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:49.970258 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-60b95593-7d1b-41ea-adda-da25e68b9684 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:49.972205 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-60b95593-7d1b-41ea-adda-da25e68b9684 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/networks?id=71ccf61d-14bc-4de9-bbf5-849aeac853f5 HTTP/1.1" status: 200 len: 818 time: 0.2148089 Jul 15 23:00:49.995354 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c7d69369-041b-4b29-8871-5b263d3c566a req-57c2f651-757e-4c6c-9fec-01f16e370a52 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103833 Jul 15 23:00:50.000985 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fbb52c2-4868-49ad-ac73-ed75822b11f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:50.008940 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-ff5c91fa-512a-4f44-aa2d-ddf7a5863f78 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/quotas/333adf5bda29495e91779ab1d3ab99ea HTTP/1.1" status: 200 len: 375 time: 0.0246017 Jul 15 23:00:50.073476 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb52c2-4868-49ad-ac73-ed75822b11f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fc6a5d3-4abb-4c4f-9c86-a2795a8bb2c4,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:50.080811 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbb52c2-4868-49ad-ac73-ed75822b11f7 admin admin] Checking segment: {'id': '6a59c0e6-519e-454b-a278-4d483e64058e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7b96192e-eb0a-40cc-b372-e192dab8c021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:00:50.082005 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbb52c2-4868-49ad-ac73-ed75822b11f7 admin admin] Network hostable DHCP agents. Network: 7b96192e-eb0a-40cc-b372-e192dab8c021, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:00:50.104164 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbb52c2-4868-49ad-ac73-ed75822b11f7 admin admin] Network 7b96192e-eb0a-40cc-b372-e192dab8c021 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:00:50.116797 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-3fbb52c2-4868-49ad-ac73-ed75822b11f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 7b96192e-eb0a-40cc-b372-e192dab8c021) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:00:50.126037 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbb52c2-4868-49ad-ac73-ed75822b11f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:50.126239 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fbb52c2-4868-49ad-ac73-ed75822b11f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:50.129023 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388f5e46-af5b-41df-8c38-7716c1f8cb94 None None] Network 7b96192e-eb0a-40cc-b372-e192dab8c021 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:00:50.137418 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b858d059-9e3d-4b1f-a69f-42ba08143e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:50.154606 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3fbb52c2-4868-49ad-ac73-ed75822b11f7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4862649 Jul 15 23:00:50.161619 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b858d059-9e3d-4b1f-a69f-42ba08143e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:50.187239 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-9a7e7829-67d1-4d72-ba62-2e9d8b373be5 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=333adf5bda29495e91779ab1d3ab99ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1646202 Jul 15 23:00:50.222474 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b858d059-9e3d-4b1f-a69f-42ba08143e65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:00:50.262767 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858d059-9e3d-4b1f-a69f-42ba08143e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c01b3b1-37b8-4fde-99dd-0caf4efc1c2a,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:50.267804 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b858d059-9e3d-4b1f-a69f-42ba08143e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:50.268150 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-b858d059-9e3d-4b1f-a69f-42ba08143e65 admin admin] Added segment e1af966a-423e-42b4-a81a-38e509395b16 of type vlan for network 2c909943-01fe-4a6a-bf17-fcd0df9ac0ae Jul 15 23:00:50.303524 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34772) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:50.319447 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e31966d0-a833-4053-8f74-2d88b09951ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:50.320935 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b35150-b6f8-4e27-95b6-410b58215cc9 None None] Network 7b96192e-eb0a-40cc-b372-e192dab8c021 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:00:50.359224 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b858d059-9e3d-4b1f-a69f-42ba08143e65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:50.390909 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442f65e-ac0b-4aa6-b197-6d9e2ba112fe req-02afcaed-740e-43f0-ad49-035d1f9b8347 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:50.400208 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1442f65e-ac0b-4aa6-b197-6d9e2ba112fe req-02afcaed-740e-43f0-ad49-035d1f9b8347 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfaf4031-f891-46b7-8e46-6f79627b86b5 HTTP/1.1" status: 200 len: 943 time: 0.2647824 Jul 15 23:00:50.426500 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-9566c140-ae35-4c69-97ed-d2cbd6dffd90 service neutron] 10.222.0.16 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302270 Jul 15 23:00:50.442921 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e31966d0-a833-4053-8f74-2d88b09951ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:50.449565 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e31966d0-a833-4053-8f74-2d88b09951ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:50.471001 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b858d059-9e3d-4b1f-a69f-42ba08143e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:50.471863 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b858d059-9e3d-4b1f-a69f-42ba08143e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:50.473061 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b858d059-9e3d-4b1f-a69f-42ba08143e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:50.501993 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e31966d0-a833-4053-8f74-2d88b09951ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=783eeda58132484f9e3a7e229b29f85d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1971998 Jul 15 23:00:50.504564 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34778) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:50.543929 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31966d0-a833-4053-8f74-2d88b09951ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013ce176-fb83-4d85-90c6-80ce73b26eb0,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:50.548697 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1442f65e-ac0b-4aa6-b197-6d9e2ba112fe req-5bc152dd-cffa-4ae8-aa4f-bd9f1b3cb858 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472752 Jul 15 23:00:50.556031 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b858d059-9e3d-4b1f-a69f-42ba08143e65 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9515920 Jul 15 23:00:50.559390 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34782) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:50.591578 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9434b343-cd8a-4096-b14a-987b8a61b2e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:50.592851 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-2890da8e-daf6-4fb2-be0b-bb8eed3d26f4 admin admin] Request body: {'subnet': {'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1412405083-subnet', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:50.598860 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858d059-9e3d-4b1f-a69f-42ba08143e65 admin admin] Pushing event updated for resources: {'Network': ['ID=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:50.615257 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 2c909943-01fe-4a6a-bf17-fcd0df9ac0ae details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:00:50.625551 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9434b343-cd8a-4096-b14a-987b8a61b2e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:50.632072 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-afb25cfa-db4b-4038-a513-6e8e38e02bcf service neutron] 10.222.0.16 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967554 Jul 15 23:00:50.637997 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2890da8e-daf6-4fb2-be0b-bb8eed3d26f4 admin admin] Made reservation on behalf of 721953eafb1a4074972c303c4abb8e6a for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:00:50.641026 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2890da8e-daf6-4fb2-be0b-bb8eed3d26f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:50.701990 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9434b343-cd8a-4096-b14a-987b8a61b2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:50.705460 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9434b343-cd8a-4096-b14a-987b8a61b2e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:50.706905 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9434b343-cd8a-4096-b14a-987b8a61b2e0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/013ce176-fb83-4d85-90c6-80ce73b26eb0 HTTP/1.1" status: 204 len: 168 time: 0.2013419 Jul 15 23:00:50.724746 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434b343-cd8a-4096-b14a-987b8a61b2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013ce176-fb83-4d85-90c6-80ce73b26eb0,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:50.890196 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4e672-5b18-44e6-95d1-6fea846354d3 req-ad61a3be-264d-4df9-adbc-5175dfc63b6c tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:50.891760 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-25f4e672-5b18-44e6-95d1-6fea846354d3 req-ad61a3be-264d-4df9-adbc-5175dfc63b6c tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 950 time: 0.1275897 Jul 15 23:00:50.914949 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 319c1e4c-4680-4c63-acb8-29dc8abfdb99 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:00:50.982555 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34798) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:50.988983 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d149b996-258e-4cd7-8b8e-41edbf94ae4b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-594265570-network', 'tenant_id': '83c821c5713f481d862b91a66c068a34'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:50.999666 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-25f4e672-5b18-44e6-95d1-6fea846354d3 req-5a4aaf02-0458-4b2c-9734-53ee1810364c tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018090 Jul 15 23:00:51.043587 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2890da8e-daf6-4fb2-be0b-bb8eed3d26f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:51.058140 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d149b996-258e-4cd7-8b8e-41edbf94ae4b admin admin] Made reservation on behalf of 83c821c5713f481d862b91a66c068a34 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:00:51.060985 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d149b996-258e-4cd7-8b8e-41edbf94ae4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:51.089505 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d149b996-258e-4cd7-8b8e-41edbf94ae4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:51.090221 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:51.115787 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 319c1e4c-4680-4c63-acb8-29dc8abfdb99, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=319c1e4c-4680-4c63-acb8-29dc8abfdb99,segment=NetworkSegment(e7fe3191-1c68-4d38-a856-14f82f1ac8c9),segment_id=e7fe3191-1c68-4d38-a856-14f82f1ac8c9)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:51.130942 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890da8e-daf6-4fb2-be0b-bb8eed3d26f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cb78c5c-80d7-4319-bbd2-bc5b34e57492,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:51.167600 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '319c1e4c-4680-4c63-acb8-29dc8abfdb99', 'network_id': 'cec0c96c-b2ad-40b7-9355-3bacfcd63bee', 'port_id': '319c1e4c-4680-4c63-acb8-29dc8abfdb99', 'mac_address': 'fa:16:3e:13:30:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7143f8ff-2e46-4e91-a002-da9d7a6d5e8a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:00:51.183770 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-98076351-0195-4341-9c65-599c4c402582 req-76c6df15-9baa-4b67-9b52-5a726e78e539 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 210 time: 0.0568955 Jul 15 23:00:51.277364 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2890da8e-daf6-4fb2-be0b-bb8eed3d26f4 admin admin] Checking segment: {'id': 'e1af966a-423e-42b4-a81a-38e509395b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:00:51.277655 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2890da8e-daf6-4fb2-be0b-bb8eed3d26f4 admin admin] Network hostable DHCP agents. Network: 2c909943-01fe-4a6a-bf17-fcd0df9ac0ae, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:00:51.287983 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d149b996-258e-4cd7-8b8e-41edbf94ae4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:51.293347 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d149b996-258e-4cd7-8b8e-41edbf94ae4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:51.317562 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178e067-4947-41d7-a795-548cff7cbd17 req-defb9a13-acf4-48d5-9de8-5090047031e6 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:51.324650 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d149b996-258e-4cd7-8b8e-41edbf94ae4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:00:51.324888 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f178e067-4947-41d7-a795-548cff7cbd17 req-defb9a13-acf4-48d5-9de8-5090047031e6 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 943 time: 0.1346486 Jul 15 23:00:51.341079 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2890da8e-daf6-4fb2-be0b-bb8eed3d26f4 admin admin] Network 2c909943-01fe-4a6a-bf17-fcd0df9ac0ae is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:00:51.342725 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149b996-258e-4cd7-8b8e-41edbf94ae4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d6ca38-efe3-4b9a-b9da-f0a7f50e5019,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:51.347760 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d149b996-258e-4cd7-8b8e-41edbf94ae4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:51.348272 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-d149b996-258e-4cd7-8b8e-41edbf94ae4b admin admin] Added segment d73b165b-62f7-4c14-8fdc-da26cf08f9e6 of type vlan for network 0abd01de-0bf9-4623-8f51-ac16e6ebee3b Jul 15 23:00:51.372027 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-2890da8e-daf6-4fb2-be0b-bb8eed3d26f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 2c909943-01fe-4a6a-bf17-fcd0df9ac0ae) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:00:51.386054 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2890da8e-daf6-4fb2-be0b-bb8eed3d26f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:51.386976 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2890da8e-daf6-4fb2-be0b-bb8eed3d26f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:51.408127 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f178e067-4947-41d7-a795-548cff7cbd17 req-f14d5841-3f77-44bf-8fb8-416da8a54cdc tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824502 Jul 15 23:00:51.428309 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2890da8e-daf6-4fb2-be0b-bb8eed3d26f4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8651142 Jul 15 23:00:51.428980 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34818) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:51.433116 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:51.435844 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-16e58174-8995-47ec-a714-b87170327944 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1412405083-router', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:51.447022 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be98bf31-2bb3-4127-aad3-279d6c8098cb None None] Network 2c909943-01fe-4a6a-bf17-fcd0df9ac0ae requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:00:51.451446 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 319c1e4c-4680-4c63-acb8-29dc8abfdb99 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:00:51.452546 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d149b996-258e-4cd7-8b8e-41edbf94ae4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:51.464040 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-16e58174-8995-47ec-a714-b87170327944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:51.465750 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-16e58174-8995-47ec-a714-b87170327944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:51.494704 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 319c1e4c-4680-4c63-acb8-29dc8abfdb99, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=319c1e4c-4680-4c63-acb8-29dc8abfdb99,segment=NetworkSegment(e7fe3191-1c68-4d38-a856-14f82f1ac8c9),segment_id=e7fe3191-1c68-4d38-a856-14f82f1ac8c9)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:51.519338 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d149b996-258e-4cd7-8b8e-41edbf94ae4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:51.520753 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149b996-258e-4cd7-8b8e-41edbf94ae4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:51.521563 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d149b996-258e-4cd7-8b8e-41edbf94ae4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:51.527926 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:51.528789 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 6702be93-c93c-415f-9fd7-dd1fa758c935 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:00:51.537736 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-16e58174-8995-47ec-a714-b87170327944 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:51.571331 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d149b996-258e-4cd7-8b8e-41edbf94ae4b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5865183 Jul 15 23:00:51.575227 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34822) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:51.586104 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f9df5a7f-fba0-4f43-8ae7-fdd739a62236 admin admin] Request body: {'subnet': {'network_id': '0abd01de-0bf9-4623-8f51-ac16e6ebee3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-594265570-subnet', 'tenant_id': '83c821c5713f481d862b91a66c068a34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:51.617272 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=319c1e4c-4680-4c63-acb8-29dc8abfdb99,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:51.668880 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149b996-258e-4cd7-8b8e-41edbf94ae4b admin admin] Pushing event updated for resources: {'Network': ['ID=0abd01de-0bf9-4623-8f51-ac16e6ebee3b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:51.684344 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9df5a7f-fba0-4f43-8ae7-fdd739a62236 admin admin] Made reservation on behalf of 83c821c5713f481d862b91a66c068a34 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:00:51.684681 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 0abd01de-0bf9-4623-8f51-ac16e6ebee3b details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:00:51.687674 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9df5a7f-fba0-4f43-8ae7-fdd739a62236 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:51.871319 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1dc732-4c94-4a00-86a6-1ae632b915a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'fixed_ips': [{'subnet_id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:00:51.872635 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a1dc732-4c94-4a00-86a6-1ae632b915a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:51.887063 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 6702be93-c93c-415f-9fd7-dd1fa758c935, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6702be93-c93c-415f-9fd7-dd1fa758c935,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:51.911808 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '6702be93-c93c-415f-9fd7-dd1fa758c935', 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8', 'port_id': '6702be93-c93c-415f-9fd7-dd1fa758c935', 'mac_address': 'fa:16:3e:42:cb:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed83523-5185-460b-a4ba-ea79efd124da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:00:51.944187 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9df5a7f-fba0-4f43-8ae7-fdd739a62236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:52.015792 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df5a7f-fba0-4f43-8ae7-fdd739a62236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a11cf38d-6dd2-4259-95c3-284fde000a18,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:52.026159 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:52.037406 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9df5a7f-fba0-4f43-8ae7-fdd739a62236 admin admin] Checking segment: {'id': 'd73b165b-62f7-4c14-8fdc-da26cf08f9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0abd01de-0bf9-4623-8f51-ac16e6ebee3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:00:52.037779 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9df5a7f-fba0-4f43-8ae7-fdd739a62236 admin admin] Network hostable DHCP agents. Network: 0abd01de-0bf9-4623-8f51-ac16e6ebee3b, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:00:52.070147 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6702be93-c93c-415f-9fd7-dd1fa758c935 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:00:52.075759 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9df5a7f-fba0-4f43-8ae7-fdd739a62236 admin admin] Network 0abd01de-0bf9-4623-8f51-ac16e6ebee3b is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:00:52.099371 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-f9df5a7f-fba0-4f43-8ae7-fdd739a62236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 0abd01de-0bf9-4623-8f51-ac16e6ebee3b) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:00:52.103985 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 6702be93-c93c-415f-9fd7-dd1fa758c935, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6702be93-c93c-415f-9fd7-dd1fa758c935,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:52.109181 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361de289-7e3a-4081-a2e0-9d8191f12334 None None] Network 0abd01de-0bf9-4623-8f51-ac16e6ebee3b requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:00:52.110207 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9df5a7f-fba0-4f43-8ae7-fdd739a62236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:52.111537 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9df5a7f-fba0-4f43-8ae7-fdd739a62236 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:52.112189 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-4a1dc732-4c94-4a00-86a6-1ae632b915a5 None None] Allocated IP 172.20.0.2 (2c909943-01fe-4a6a-bf17-fcd0df9ac0ae/3cb78c5c-80d7-4319-bbd2-bc5b34e57492/2fabbb0f-1bf1-4611-9f42-cc87b456b692) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:00:52.136313 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:52.141655 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f9df5a7f-fba0-4f43-8ae7-fdd739a62236 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5639675 Jul 15 23:00:52.155577 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-16e58174-8995-47ec-a714-b87170327944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:52.224041 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e208e0e-5c4b-4988-aabd-b08a9e46a62c req-5e324591-465a-4b74-a015-b53f8e61b798 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:52.231186 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8e208e0e-5c4b-4988-aabd-b08a9e46a62c req-5e324591-465a-4b74-a015-b53f8e61b798 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfaf4031-f891-46b7-8e46-6f79627b86b5 HTTP/1.1" status: 200 len: 944 time: 0.1375699 Jul 15 23:00:52.288331 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8e208e0e-5c4b-4988-aabd-b08a9e46a62c req-e7f570db-e192-4eb6-8123-87aac3b25f71 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561938 Jul 15 23:00:52.325615 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=6702be93-c93c-415f-9fd7-dd1fa758c935,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:52.419980 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0505cd-a9d5-4e6b-a4e9-17231f291866 None None] Network 0abd01de-0bf9-4623-8f51-ac16e6ebee3b requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:00:52.476955 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['319c1e4c-4680-4c63-acb8-29dc8abfdb99'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:00:52.536492 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['6702be93-c93c-415f-9fd7-dd1fa758c935'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:00:52.573118 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e987fcf8-bfef-4ab8-8ea9-83985ba96b18 req-c6b4368d-5411-4777-8747-5c364437335d tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 210 time: 0.0628207 Jul 15 23:00:52.596471 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a1dc732-4c94-4a00-86a6-1ae632b915a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:52.636540 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4a1dc732-4c94-4a00-86a6-1ae632b915a5 None None] Transition to ACTIVE for port object 2fabbb0f-1bf1-4611-9f42-cc87b456b692 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:00:52.637522 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98382f07-e223-424b-997c-890ef707b7ce req-ec736344-9ae6-4251-8e73-e498d86da02f tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:52.645596 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-98382f07-e223-424b-997c-890ef707b7ce req-ec736344-9ae6-4251-8e73-e498d86da02f tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 950 time: 0.2052293 Jul 15 23:00:52.671952 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-16e58174-8995-47ec-a714-b87170327944 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:52.700364 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4a1dc732-4c94-4a00-86a6-1ae632b915a5 None None] Transition to ACTIVE for port object 2fabbb0f-1bf1-4611-9f42-cc87b456b692 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:00:52.702758 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-16e58174-8995-47ec-a714-b87170327944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:52.724841 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-98382f07-e223-424b-997c-890ef707b7ce req-ce517795-a81c-43c8-80fd-d1559c598c7e tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770357 Jul 15 23:00:52.751467 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a1dc732-4c94-4a00-86a6-1ae632b915a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:52.862059 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1dc732-4c94-4a00-86a6-1ae632b915a5 None None] Pushing event updated for resources: {'Port': ['ID=2fabbb0f-1bf1-4611-9f42-cc87b456b692,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:52.900721 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1dc732-4c94-4a00-86a6-1ae632b915a5 None None] Network 2c909943-01fe-4a6a-bf17-fcd0df9ac0ae is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:00:52.925974 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-4a1dc732-4c94-4a00-86a6-1ae632b915a5 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:00:52.931507 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1dc732-4c94-4a00-86a6-1ae632b915a5 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:00:53.050753 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8759bb-03e5-4da6-9bf6-84f843689327 req-716ad4e7-cafd-4f53-9573-e5480f55cfc7 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:53.052642 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb8759bb-03e5-4da6-9bf6-84f843689327 req-716ad4e7-cafd-4f53-9573-e5480f55cfc7 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 944 time: 0.2576079 Jul 15 23:00:53.105135 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-671820eb-0d89-400a-8698-7ee36505b66b tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:53.107299 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-671820eb-0d89-400a-8698-7ee36505b66b tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.43 "GET /v2.0/networks?id=71ccf61d-14bc-4de9-bbf5-849aeac853f5 HTTP/1.1" status: 200 len: 818 time: 0.3111141 Jul 15 23:00:53.108603 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-16e58174-8995-47ec-a714-b87170327944 admin admin] Allocated IP 172.25.4.33 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:00:53.118576 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4a1dc732-4c94-4a00-86a6-1ae632b915a5 None None] Attempting to bind port 2fabbb0f-1bf1-4611-9f42-cc87b456b692 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:00:53.118982 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4a1dc732-4c94-4a00-86a6-1ae632b915a5 None None] Attempting to bind port 2fabbb0f-1bf1-4611-9f42-cc87b456b692 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'e1af966a-423e-42b4-a81a-38e509395b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:00:53.119352 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1dc732-4c94-4a00-86a6-1ae632b915a5 None None] Attempting to bind port 2fabbb0f-1bf1-4611-9f42-cc87b456b692 on network 2c909943-01fe-4a6a-bf17-fcd0df9ac0ae {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:53.124683 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-4c4f66b4-6933-4630-a372-e0c7ecdc4699 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Request body: {'port': {'device_id': '4408b267-8392-4441-83e7-5b88954de808', 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5', 'admin_state_up': True, 'tenant_id': '333adf5bda29495e91779ab1d3ab99ea'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:53.146206 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1dc732-4c94-4a00-86a6-1ae632b915a5 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:00:53.146206 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1dc732-4c94-4a00-86a6-1ae632b915a5 None None] Checking segment: {'id': 'e1af966a-423e-42b4-a81a-38e509395b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:00:53.146608 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a1dc732-4c94-4a00-86a6-1ae632b915a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:53.147016 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1dc732-4c94-4a00-86a6-1ae632b915a5 None None] Bound using segment: {'id': 'e1af966a-423e-42b4-a81a-38e509395b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:00:53.147487 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4a1dc732-4c94-4a00-86a6-1ae632b915a5 None None] Bound port: 2fabbb0f-1bf1-4611-9f42-cc87b456b692, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1af966a-423e-42b4-a81a-38e509395b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:00:53.147871 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a1dc732-4c94-4a00-86a6-1ae632b915a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:53.183512 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb8759bb-03e5-4da6-9bf6-84f843689327 req-47bf6454-7ce3-43cb-88b5-a1fdd5f9e9b6 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207895 Jul 15 23:00:53.228798 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4a1dc732-4c94-4a00-86a6-1ae632b915a5 None None] For port 2fabbb0f-1bf1-4611-9f42-cc87b456b692, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:00:53.232069 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4a1dc732-4c94-4a00-86a6-1ae632b915a5 None None] For port 2fabbb0f-1bf1-4611-9f42-cc87b456b692, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=2fabbb0f-1bf1-4611-9f42-cc87b456b692,segment=NetworkSegment(e1af966a-423e-42b4-a81a-38e509395b16),segment_id=e1af966a-423e-42b4-a81a-38e509395b16)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:00:53.237687 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a1dc732-4c94-4a00-86a6-1ae632b915a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:53.302117 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1dc732-4c94-4a00-86a6-1ae632b915a5 None None] Pushing event updated for resources: {'Port': ['ID=2fabbb0f-1bf1-4611-9f42-cc87b456b692,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:53.449040 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-16e58174-8995-47ec-a714-b87170327944 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:53.460722 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46727a-27d3-451f-8a4d-bf5039908764 req-34930fe5-0828-4674-bcc0-755aebbcfade tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:53.462218 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-db46727a-27d3-451f-8a4d-bf5039908764 req-34930fe5-0828-4674-bcc0-755aebbcfade tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.16 "GET /v2.0/networks?id=7b96192e-eb0a-40cc-b372-e192dab8c021 HTTP/1.1" status: 200 len: 815 time: 0.2344956 Jul 15 23:00:53.522265 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-4c4f66b4-6933-4630-a372-e0c7ecdc4699 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Made reservation on behalf of 333adf5bda29495e91779ab1d3ab99ea for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:00:53.525610 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-4c4f66b4-6933-4630-a372-e0c7ecdc4699 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:53.559138 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-db46727a-27d3-451f-8a4d-bf5039908764 req-4f813638-51b8-4366-b8e5-69a78555c0ac tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.16 "GET /v2.0/quotas/763e938dd0544cc5b7d8a4ef225bbfdf HTTP/1.1" status: 200 len: 375 time: 0.0858161 Jul 15 23:00:53.649212 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-db46727a-27d3-451f-8a4d-bf5039908764 req-05ca4764-563c-4f01-8d5b-05d23c2c569e tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=763e938dd0544cc5b7d8a4ef225bbfdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0834072 Jul 15 23:00:53.672113 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-16e58174-8995-47ec-a714-b87170327944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:53.729692 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6a637-6c59-4d19-ae80-6ab017a643bb req-49b5d7a9-c9b0-4e10-bba1-309661f1bcda tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:53.731370 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b4f6a637-6c59-4d19-ae80-6ab017a643bb req-49b5d7a9-c9b0-4e10-bba1-309661f1bcda tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfaf4031-f891-46b7-8e46-6f79627b86b5 HTTP/1.1" status: 200 len: 944 time: 0.2624485 Jul 15 23:00:53.766007 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:53.817291 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e58174-8995-47ec-a714-b87170327944 admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:00:53.829084 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e58174-8995-47ec-a714-b87170327944 admin admin] Pushing event updated for resources: {'Port': ['ID=ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:53.838149 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-16e58174-8995-47ec-a714-b87170327944 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:00:53.846163 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e58174-8995-47ec-a714-b87170327944 admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:00:53.951512 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b4f6a637-6c59-4d19-ae80-6ab017a643bb req-216f80c9-77e3-4a6b-9b0b-65a560826fe7 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114589 Jul 15 23:00:53.952895 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-4c4f66b4-6933-4630-a372-e0c7ecdc4699 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Allocated IP 172.20.0.14 (71ccf61d-14bc-4de9-bbf5-849aeac853f5/951a51fc-ffa0-401a-b919-6dcf1a893db8/8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:00:53.985842 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-db46727a-27d3-451f-8a4d-bf5039908764 req-bb42a681-868d-4b06-abf9-a1c61ae379c6 service neutron] 10.222.0.16 "GET /v2.0/networks/7b96192e-eb0a-40cc-b372-e192dab8c021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283038 Jul 15 23:00:54.233632 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6d6794-b847-449e-aa09-c2b9fdda91e2 None None] Network 2c909943-01fe-4a6a-bf17-fcd0df9ac0ae requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:00:54.307134 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2384a642-226a-47a3-b25a-67929ed98170 None None] Provisioning for port 2fabbb0f-1bf1-4611-9f42-cc87b456b692 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:00:54.484500 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-db46727a-27d3-451f-8a4d-bf5039908764 req-4db93a95-3734-48bf-9ad6-6b994d2e0716 service neutron] 10.222.0.16 "GET /v2.0/networks/7b96192e-eb0a-40cc-b372-e192dab8c021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866841 Jul 15 23:00:54.513005 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-242d8caf-ce31-402e-a836-6b1c914a28a3 req-5a30e73b-c5b9-4a0a-bc1c-2040a9b6b802 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 210 time: 0.0699663 Jul 15 23:00:54.544258 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-16e58174-8995-47ec-a714-b87170327944 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:54.595335 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-4c4f66b4-6933-4630-a372-e0c7ecdc4699 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:54.760204 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-4c4f66b4-6933-4630-a372-e0c7ecdc4699 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:54.862812 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-4c4f66b4-6933-4630-a372-e0c7ecdc4699 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:00:54.903655 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-4c4f66b4-6933-4630-a372-e0c7ecdc4699 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:00:54.911540 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 2fabbb0f-1bf1-4611-9f42-cc87b456b692 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:00:54.918494 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1b9ea-542e-4ad6-97ca-ca88854ef147 req-eb67d033-4f29-4988-b541-0b1db2c6fe4a tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:54.920238 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-71b1b9ea-542e-4ad6-97ca-ca88854ef147 req-eb67d033-4f29-4988-b541-0b1db2c6fe4a tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 950 time: 0.2657146 Jul 15 23:00:54.925072 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-4c4f66b4-6933-4630-a372-e0c7ecdc4699 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:00:54.931650 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-4c4f66b4-6933-4630-a372-e0c7ecdc4699 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:54.932399 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-4c4f66b4-6933-4630-a372-e0c7ecdc4699 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:54.935868 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 319c1e4c-4680-4c63-acb8-29dc8abfdb99 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:00:54.941559 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f66b4-6933-4630-a372-e0c7ecdc4699 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Pushing event updated for resources: {'Port': ['ID=8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:54.988706 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-4c4f66b4-6933-4630-a372-e0c7ecdc4699 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8696377 Jul 15 23:00:54.990092 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-16e58174-8995-47ec-a714-b87170327944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:55.004768 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-761ff62e-2a4d-4f69-bada-20f0fc1db706 service neutron] Request body: {'port': {'device_id': '4408b267-8392-4441-83e7-5b88954de808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:55.082671 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-71b1b9ea-542e-4ad6-97ca-ca88854ef147 req-d590b10c-277c-4bd8-b6c1-46cb7a636408 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419351 Jul 15 23:00:55.089863 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c61a70-b13d-493a-a01c-2626af5b399c req-d06cb50b-9365-4204-84dc-3e35c8b444fd tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:55.091560 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-35c61a70-b13d-493a-a01c-2626af5b399c req-d06cb50b-9365-4204-84dc-3e35c8b444fd tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 944 time: 0.3350482 Jul 15 23:00:55.129793 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 319c1e4c-4680-4c63-acb8-29dc8abfdb99 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:00:55.135134 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 319c1e4c-4680-4c63-acb8-29dc8abfdb99 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:00:55.135468 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:55.156913 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 2fabbb0f-1bf1-4611-9f42-cc87b456b692 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:00:55.167647 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 2fabbb0f-1bf1-4611-9f42-cc87b456b692 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:00:55.167898 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:55.206266 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-35c61a70-b13d-493a-a01c-2626af5b399c req-6a371a71-6723-4e8c-8012-1522965dc70b tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902336 Jul 15 23:00:55.207325 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-761ff62e-2a4d-4f69-bada-20f0fc1db706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:55.271965 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:55.345523 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfaf4031-f891-46b7-8e46-6f79627b86b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319c1e4c-4680-4c63-acb8-29dc8abfdb99'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:55.348927 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd55374a-bbeb-4ef4-a169-f6fa567e21b4" -d '{"events": [{"server_uuid": "dfaf4031-f891-46b7-8e46-6f79627b86b5", "name": "network-vif-plugged", "status": "completed", "tag": "319c1e4c-4680-4c63-acb8-29dc8abfdb99"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:55.355823 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:55.376675 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 319c1e4c-4680-4c63-acb8-29dc8abfdb99, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=319c1e4c-4680-4c63-acb8-29dc8abfdb99,segment=NetworkSegment(e7fe3191-1c68-4d38-a856-14f82f1ac8c9),segment_id=e7fe3191-1c68-4d38-a856-14f82f1ac8c9)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:55.385846 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:55.387260 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 6702be93-c93c-415f-9fd7-dd1fa758c935 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:00:55.449156 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 2fabbb0f-1bf1-4611-9f42-cc87b456b692, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=2fabbb0f-1bf1-4611-9f42-cc87b456b692,segment=NetworkSegment(e1af966a-423e-42b4-a81a-38e509395b16),segment_id=e1af966a-423e-42b4-a81a-38e509395b16)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:55.467602 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:55.489060 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=319c1e4c-4680-4c63-acb8-29dc8abfdb99,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:55.504196 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e58174-8995-47ec-a714-b87170327944 admin admin] Router 32d5f623-bc05-4238-ac23-45976af4741a is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:00:55.539884 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 6702be93-c93c-415f-9fd7-dd1fa758c935 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:00:55.553769 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 6702be93-c93c-415f-9fd7-dd1fa758c935 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:00:55.554529 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:55.560698 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-662d5bbe-1f61-4598-bce4-8b41640925d2 req-a7332891-3d07-4540-a3f9-b5a92b4e3ef2 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d783422-6810-407d-ab77-4aa25be5dd11 HTTP/1.1" status: 200 len: 210 time: 0.0367563 Jul 15 23:00:55.582363 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=2fabbb0f-1bf1-4611-9f42-cc87b456b692,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:55.639725 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39eab516-e017-4325-a0cb-c115708358d1 x-openstack-request-id: req-39eab516-e017-4325-a0cb-c115708358d1 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:55.640102 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfaf4031-f891-46b7-8e46-6f79627b86b5", "name": "network-vif-plugged", "status": "completed", "tag": "319c1e4c-4680-4c63-acb8-29dc8abfdb99", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:55.640352 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39eab516-e017-4325-a0cb-c115708358d1 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:55.640734 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfaf4031-f891-46b7-8e46-6f79627b86b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319c1e4c-4680-4c63-acb8-29dc8abfdb99', 'code': 200} Jul 15 23:00:55.654523 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:55.704648 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 6702be93-c93c-415f-9fd7-dd1fa758c935, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6702be93-c93c-415f-9fd7-dd1fa758c935,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:55.710837 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:55.773511 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=6702be93-c93c-415f-9fd7-dd1fa758c935,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:55.778249 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177d0cf-fc49-43cb-ad57-c768951b68d5 req-d9b2422f-f301-4f53-aa34-69c74a352ac4 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:55.779880 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0177d0cf-fc49-43cb-ad57-c768951b68d5 req-d9b2422f-f301-4f53-aa34-69c74a352ac4 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfaf4031-f891-46b7-8e46-6f79627b86b5 HTTP/1.1" status: 200 len: 945 time: 0.1813388 Jul 15 23:00:55.802845 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6e96c-0fb6-4bd5-addd-dff2ef4d9a27 req-22eb3898-b889-49b9-aa4e-215149151b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:55.805057 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c7d6e96c-0fb6-4bd5-addd-dff2ef4d9a27 req-22eb3898-b889-49b9-aa4e-215149151b12 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dfaf4031-f891-46b7-8e46-6f79627b86b5 HTTP/1.1" status: 200 len: 1096 time: 0.0581489 Jul 15 23:00:55.810589 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e58174-8995-47ec-a714-b87170327944 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:00:55.821459 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db00da31-5a04-44ee-82a0-5ac869bd72f7 None None] Sync routers for ids ['32d5f623-bc05-4238-ac23-45976af4741a'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:00:55.826829 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-761ff62e-2a4d-4f69-bada-20f0fc1db706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:00:55.831620 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db00da31-5a04-44ee-82a0-5ac869bd72f7 None None] Routers {'32d5f623-bc05-4238-ac23-45976af4741a'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:00:55.832404 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-db00da31-5a04-44ee-82a0-5ac869bd72f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:00:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['32d5f623-bc05-4238-ac23-45976af4741a'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:00:55.839618 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-761ff62e-2a4d-4f69-bada-20f0fc1db706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:55.844183 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-16e58174-8995-47ec-a714-b87170327944 admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:55.845898 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-16e58174-8995-47ec-a714-b87170327944 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.4151132 Jul 15 23:00:55.850062 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34932) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:55.851922 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c7d6e96c-0fb6-4bd5-addd-dff2ef4d9a27 req-1212b03f-b4e6-4692-9567-f31fa6c0ea5d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401032 Jul 15 23:00:55.878704 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0177d0cf-fc49-43cb-ad57-c768951b68d5 req-92c70427-442a-414a-8c78-e80de63b2286 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877974 Jul 15 23:00:55.893790 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-761ff62e-2a4d-4f69-bada-20f0fc1db706 service neutron] Transition to ACTIVE for port object 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:00:55.901701 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-761ff62e-2a4d-4f69-bada-20f0fc1db706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:55.953604 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-db00da31-5a04-44ee-82a0-5ac869bd72f7 None None] Set router 32d5f623-bc05-4238-ac23-45976af4741a gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:00:55.976312 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ff62e-2a4d-4f69-bada-20f0fc1db706 service neutron] Pushing event updated for resources: {'Port': ['ID=8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:56.055338 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-761ff62e-2a4d-4f69-bada-20f0fc1db706 service neutron] Attempting to bind port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:00:56.055684 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-761ff62e-2a4d-4f69-bada-20f0fc1db706 service neutron] Attempting to bind port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:00:56.056013 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-761ff62e-2a4d-4f69-bada-20f0fc1db706 service neutron] Attempting to bind port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:56.067206 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-761ff62e-2a4d-4f69-bada-20f0fc1db706 service neutron] Port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:00:56.067812 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-761ff62e-2a4d-4f69-bada-20f0fc1db706 service neutron] Attempting to bind port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:56.076756 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-761ff62e-2a4d-4f69-bada-20f0fc1db706 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:00:56.077221 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-761ff62e-2a4d-4f69-bada-20f0fc1db706 service neutron] Checking segment: {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:00:56.077811 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-761ff62e-2a4d-4f69-bada-20f0fc1db706 service neutron] Bound using segment: {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:00:56.078404 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-761ff62e-2a4d-4f69-bada-20f0fc1db706 service neutron] Bound port: 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:00:56.078946 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-761ff62e-2a4d-4f69-bada-20f0fc1db706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:56.144751 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-db00da31-5a04-44ee-82a0-5ac869bd72f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5f623-bc05-4238-ac23-45976af4741a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1412405083-router', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:00:51Z', 'updated_at': '2021-07-15T23:00:54Z', 'revision_number': 3, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'gw_port': {'id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:52Z', 'updated_at': '2021-07-15T23:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:00:56.174091 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db00da31-5a04-44ee-82a0-5ac869bd72f7 None None] Checking router: 32d5f623-bc05-4238-ac23-45976af4741a for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:00:56.174694 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db00da31-5a04-44ee-82a0-5ac869bd72f7 None None] Updating router 32d5f623-bc05-4238-ac23-45976af4741a port ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:00:56.179351 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-761ff62e-2a4d-4f69-bada-20f0fc1db706 service neutron] For port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:00:56.182883 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-761ff62e-2a4d-4f69-bada-20f0fc1db706 service neutron] For port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:00:56.196655 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a1d8d-5000-483b-b33e-0640bff02cf0 req-b79ff0e3-bdb8-420d-a9ee-a14b7928d766 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:56.198341 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ba8a1d8d-5000-483b-b33e-0640bff02cf0 req-b79ff0e3-bdb8-420d-a9ee-a14b7928d766 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 944 time: 0.1838222 Jul 15 23:00:56.200021 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-761ff62e-2a4d-4f69-bada-20f0fc1db706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:56.214426 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-db00da31-5a04-44ee-82a0-5ac869bd72f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:56.265567 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ff62e-2a4d-4f69-bada-20f0fc1db706 service neutron] Pushing event updated for resources: {'Port': ['ID=8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:56.277307 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-761ff62e-2a4d-4f69-bada-20f0fc1db706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:56.277932 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-761ff62e-2a4d-4f69-bada-20f0fc1db706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:56.279329 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-761ff62e-2a4d-4f69-bada-20f0fc1db706 service neutron] 10.222.0.43 "PUT /v2.0/ports/8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e HTTP/1.1" status: 200 len: 1092 time: 1.2806270 Jul 15 23:00:56.279894 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4408b267-8392-4441-83e7-5b88954de808', 'tag': '8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:56.283449 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e849bef-e131-45b5-806b-9845ad9e22de" -d '{"events": [{"name": "network-changed", "server_uuid": "4408b267-8392-4441-83e7-5b88954de808", "tag": "8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:56.375150 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ba8a1d8d-5000-483b-b33e-0640bff02cf0 req-071293ee-9ead-4682-9e75-dd3660b76672 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064095 Jul 15 23:00:56.481001 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeca579-b1f4-4c4e-9187-ebebfc13f5b7 req-3f77df7f-dc8c-4a82-b115-ce81ac21d749 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:56.490232 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1eeca579-b1f4-4c4e-9187-ebebfc13f5b7 req-3f77df7f-dc8c-4a82-b115-ce81ac21d749 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 950 time: 0.1760623 Jul 15 23:00:56.511729 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-2c5d2b9b-64d1-4b9b-87d0-ef6c203c7b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:56.513470 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-2c5d2b9b-64d1-4b9b-87d0-ef6c203c7b59 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=333adf5bda29495e91779ab1d3ab99ea&device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 1095 time: 0.1318707 Jul 15 23:00:56.544584 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1eeca579-b1f4-4c4e-9187-ebebfc13f5b7 req-c3d7d37f-0d9f-4855-ab09-b8e7b37e946c tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532992 Jul 15 23:00:56.593226 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-db00da31-5a04-44ee-82a0-5ac869bd72f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:56.605394 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-db00da31-5a04-44ee-82a0-5ac869bd72f7 None None] Transition to ACTIVE for port object ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:00:56.611984 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-db00da31-5a04-44ee-82a0-5ac869bd72f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:56.639781 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c632aee-8a5e-4820-a61b-96f2a57d4ce3 x-openstack-request-id: req-2c632aee-8a5e-4820-a61b-96f2a57d4ce3 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:56.640056 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4408b267-8392-4441-83e7-5b88954de808", "tag": "8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:56.640266 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c632aee-8a5e-4820-a61b-96f2a57d4ce3 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:56.640604 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4408b267-8392-4441-83e7-5b88954de808', 'tag': '8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e', 'status': 'completed', 'code': 200} Jul 15 23:00:56.645020 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-75d9b23d-4cdd-4f2e-bb06-da77993030c0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e HTTP/1.1" status: 200 len: 217 time: 0.1112304 Jul 15 23:00:56.658892 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9c5bd64-945b-4da4-bb5e-12a77be71f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:56.697486 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d9c35-3b14-42b5-8747-019a868c8116 None None] Pushing event updated for resources: {'Port': ['ID=ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:56.712081 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72d9c35-3b14-42b5-8747-019a868c8116 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:56.712451 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72d9c35-3b14-42b5-8747-019a868c8116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:56.712774 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72d9c35-3b14-42b5-8747-019a868c8116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:56.713128 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72d9c35-3b14-42b5-8747-019a868c8116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:56.713441 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72d9c35-3b14-42b5-8747-019a868c8116 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:56.718576 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72d9c35-3b14-42b5-8747-019a868c8116 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:56.718951 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72d9c35-3b14-42b5-8747-019a868c8116 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:56.719292 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72d9c35-3b14-42b5-8747-019a868c8116 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:56.719636 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72d9c35-3b14-42b5-8747-019a868c8116 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:56.719966 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72d9c35-3b14-42b5-8747-019a868c8116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:56.720297 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72d9c35-3b14-42b5-8747-019a868c8116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:56.720623 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72d9c35-3b14-42b5-8747-019a868c8116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:56.761482 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-3d20cb2d-2273-48ef-af67-8bfbafafdfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:56.770616 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-3d20cb2d-2273-48ef-af67-8bfbafafdfbe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=951a51fc-ffa0-401a-b919-6dcf1a893db8 HTTP/1.1" status: 200 len: 858 time: 0.1084015 Jul 15 23:00:56.774418 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-db00da31-5a04-44ee-82a0-5ac869bd72f7 None None] Attempting to bind port ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:00:56.775107 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-db00da31-5a04-44ee-82a0-5ac869bd72f7 None None] Attempting to bind port ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:00:56.775654 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db00da31-5a04-44ee-82a0-5ac869bd72f7 None None] Attempting to bind port ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:56.785737 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db00da31-5a04-44ee-82a0-5ac869bd72f7 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:00:56.787444 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db00da31-5a04-44ee-82a0-5ac869bd72f7 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:00:56.788493 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46727a-27d3-451f-8a4d-bf5039908764 req-34cc8602-0036-4cc4-b767-00ad6c92dde0 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:56.789093 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-db00da31-5a04-44ee-82a0-5ac869bd72f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:56.789496 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db00da31-5a04-44ee-82a0-5ac869bd72f7 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:00:56.789983 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-db00da31-5a04-44ee-82a0-5ac869bd72f7 None None] Bound port: ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:00:56.790101 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-db46727a-27d3-451f-8a4d-bf5039908764 req-34cc8602-0036-4cc4-b767-00ad6c92dde0 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.36 "GET /v2.0/networks?id=7b96192e-eb0a-40cc-b372-e192dab8c021 HTTP/1.1" status: 200 len: 815 time: 0.3287163 Jul 15 23:00:56.790390 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-db00da31-5a04-44ee-82a0-5ac869bd72f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:56.839764 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-db46727a-27d3-451f-8a4d-bf5039908764 req-df91e13e-c80b-4ba8-9eeb-3f385730dee2 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Request body: {'port': {'device_id': '7d783422-6810-407d-ab77-4aa25be5dd11', 'network_id': '7b96192e-eb0a-40cc-b372-e192dab8c021', 'admin_state_up': True, 'tenant_id': '763e938dd0544cc5b7d8a4ef225bbfdf'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:56.863278 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-33506201-268c-4c69-a051-990756d8a4dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=71ccf61d-14bc-4de9-bbf5-849aeac853f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787663 Jul 15 23:00:56.902548 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-db00da31-5a04-44ee-82a0-5ac869bd72f7 None None] For port ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:00:56.912391 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-db00da31-5a04-44ee-82a0-5ac869bd72f7 None None] For port ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:00:56.915508 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9a99e-7c77-446a-b155-f204df6d4864 req-2ded471d-2409-4a49-93b1-9ff9a9c1852a tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:56.916357 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1cd9a99e-7c77-446a-b155-f204df6d4864 req-2ded471d-2409-4a49-93b1-9ff9a9c1852a tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 945 time: 0.2789640 Jul 15 23:00:56.920053 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-db00da31-5a04-44ee-82a0-5ac869bd72f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:56.946457 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 2fabbb0f-1bf1-4611-9f42-cc87b456b692 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:00:57.077846 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d9c35-3b14-42b5-8747-019a868c8116 None None] Pushing event updated for resources: {'Port': ['ID=ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:57.101151 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-d9c5bd64-945b-4da4-bb5e-12a77be71f66 admin admin] Allocated IP 172.20.0.1 (2c909943-01fe-4a6a-bf17-fcd0df9ac0ae/3cb78c5c-80d7-4319-bbd2-bc5b34e57492/5a34e8cc-84cd-40d0-a002-c6e093e899bc) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:00:57.103479 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db00da31-5a04-44ee-82a0-5ac869bd72f7 None None] Routers {'32d5f623-bc05-4238-ac23-45976af4741a'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:00:57.104627 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-db00da31-5a04-44ee-82a0-5ac869bd72f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:00:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['32d5f623-bc05-4238-ac23-45976af4741a'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:00:57.110751 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 2fabbb0f-1bf1-4611-9f42-cc87b456b692 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:00:57.112702 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:57.120347 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db46727a-27d3-451f-8a4d-bf5039908764 req-df91e13e-c80b-4ba8-9eeb-3f385730dee2 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Made reservation on behalf of 763e938dd0544cc5b7d8a4ef225bbfdf for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:00:57.127120 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-db46727a-27d3-451f-8a4d-bf5039908764 req-df91e13e-c80b-4ba8-9eeb-3f385730dee2 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:57.226730 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-db00da31-5a04-44ee-82a0-5ac869bd72f7 None None] Set router 32d5f623-bc05-4238-ac23-45976af4741a gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:00:57.229398 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34960) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:57.237116 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-397b89e8-0efc-47b3-8cbe-2c1f72f16ced req-cb23aa3f-9e6b-4c0d-ab95-2077f2153388 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d783422-6810-407d-ab77-4aa25be5dd11 HTTP/1.1" status: 200 len: 210 time: 0.0904205 Jul 15 23:00:57.250167 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1cd9a99e-7c77-446a-b155-f204df6d4864 req-d07cd04d-43c7-46c8-a9a3-e0b8541ce50b tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083985 Jul 15 23:00:57.267878 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-937d8602-dc1d-4dd8-b327-5049d467aa2a service neutron] 10.222.0.43 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917177 Jul 15 23:00:57.399792 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9c5bd64-945b-4da4-bb5e-12a77be71f66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:57.429996 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-d9c5bd64-945b-4da4-bb5e-12a77be71f66 admin admin] Transition to ACTIVE for port object 5a34e8cc-84cd-40d0-a002-c6e093e899bc will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:00:57.461414 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4679f0e4-dfe3-421d-9799-66de9c378976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:57.471308 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-db46727a-27d3-451f-8a4d-bf5039908764 req-df91e13e-c80b-4ba8-9eeb-3f385730dee2 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Allocated IP 172.20.0.11 (7b96192e-eb0a-40cc-b372-e192dab8c021/2fc6a5d3-4abb-4c4f-9c86-a2795a8bb2c4/91170951-c0d4-41e9-b2f2-b93d376366dd) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:00:57.542104 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-db00da31-5a04-44ee-82a0-5ac869bd72f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5f623-bc05-4238-ac23-45976af4741a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1412405083-router', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:00:51Z', 'updated_at': '2021-07-15T23:00:54Z', 'revision_number': 3, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'gw_port': {'id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:52Z', 'updated_at': '2021-07-15T23:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:00:57.571132 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9c5bd64-945b-4da4-bb5e-12a77be71f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:57.574912 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db00da31-5a04-44ee-82a0-5ac869bd72f7 None None] The sync data for ids ['32d5f623-bc05-4238-ac23-45976af4741a'] in n-d-787205-9 is: [{'id': '32d5f623-bc05-4238-ac23-45976af4741a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1412405083-router', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:00:51Z', 'updated_at': '2021-07-15T23:00:54Z', 'revision_number': 3, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'gw_port': {'id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:52Z', 'updated_at': '2021-07-15T23:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:00:57.642136 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70197c54-d0dd-4b22-bfc0-322fab475c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6702be93-c93c-415f-9fd7-dd1fa758c935'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:57.644884 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4662466e-b4d7-4eaa-8866-35edcc9e7084" -d '{"events": [{"server_uuid": "70197c54-d0dd-4b22-bfc0-322fab475c6a", "name": "network-vif-plugged", "status": "completed", "tag": "6702be93-c93c-415f-9fd7-dd1fa758c935"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:57.651963 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c5bd64-945b-4da4-bb5e-12a77be71f66 admin admin] Network 2c909943-01fe-4a6a-bf17-fcd0df9ac0ae is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:00:57.664338 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-d9c5bd64-945b-4da4-bb5e-12a77be71f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:00:57.673459 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c5bd64-945b-4da4-bb5e-12a77be71f66 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:00:57.675983 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5bd64-945b-4da4-bb5e-12a77be71f66 admin admin] Pushing event updated for resources: {'Port': ['ID=5a34e8cc-84cd-40d0-a002-c6e093e899bc,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:57.750063 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb2e53e1-588a-4acc-ae67-d3ee14c25004 req-aedf191a-c2e2-43c1-9b65-1fd78cbd6769 service neutron] 10.222.0.43 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727342 Jul 15 23:00:57.781242 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5bd64-945b-4da4-bb5e-12a77be71f66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:57.782002 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5bd64-945b-4da4-bb5e-12a77be71f66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:57.782484 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5bd64-945b-4da4-bb5e-12a77be71f66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:57.782932 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5bd64-945b-4da4-bb5e-12a77be71f66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:57.784102 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5bd64-945b-4da4-bb5e-12a77be71f66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:57.785075 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5bd64-945b-4da4-bb5e-12a77be71f66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:57.785476 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5bd64-945b-4da4-bb5e-12a77be71f66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:57.785909 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5bd64-945b-4da4-bb5e-12a77be71f66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:57.786606 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5bd64-945b-4da4-bb5e-12a77be71f66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:57.787031 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5bd64-945b-4da4-bb5e-12a77be71f66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:57.787468 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5bd64-945b-4da4-bb5e-12a77be71f66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:57.788002 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5bd64-945b-4da4-bb5e-12a77be71f66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:57.803370 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6534d1-dceb-4c9e-bd25-899db1a25cb9 req-5b59a941-552c-46ab-ae24-a55ea93dd210 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:57.810443 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7b6534d1-dceb-4c9e-bd25-899db1a25cb9 req-5b59a941-552c-46ab-ae24-a55ea93dd210 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 944 time: 0.1510804 Jul 15 23:00:57.821008 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e58cff-b6b0-482e-9165-fc6444ec7996 req-d7ca81a8-6ea7-4897-998e-09540971c57e tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:57.822530 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f8e58cff-b6b0-482e-9165-fc6444ec7996 req-d7ca81a8-6ea7-4897-998e-09540971c57e tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfaf4031-f891-46b7-8e46-6f79627b86b5 HTTP/1.1" status: 200 len: 945 time: 0.4397151 Jul 15 23:00:57.852466 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9c5bd64-945b-4da4-bb5e-12a77be71f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:57.858129 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-db46727a-27d3-451f-8a4d-bf5039908764 req-df91e13e-c80b-4ba8-9eeb-3f385730dee2 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:57.937429 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4679f0e4-dfe3-421d-9799-66de9c378976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:57.951437 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4679f0e4-dfe3-421d-9799-66de9c378976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:57.982006 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7b6534d1-dceb-4c9e-bd25-899db1a25cb9 req-6bf5e93c-9d96-441d-920c-2128fc0da743 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706505 Jul 15 23:00:58.007270 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f8e58cff-b6b0-482e-9165-fc6444ec7996 req-11e0f181-9fe2-4048-b3fc-e79f7ea74775 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732206 Jul 15 23:00:58.035660 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e849bef-e131-45b5-806b-9845ad9e22de req-015c34d5-de63-4074-8d55-cbe8403c5c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:58.037560 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e849bef-e131-45b5-806b-9845ad9e22de req-015c34d5-de63-4074-8d55-cbe8403c5c2a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=333adf5bda29495e91779ab1d3ab99ea&device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 1095 time: 0.2005837 Jul 15 23:00:58.065923 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de76e725-5f3b-4bec-abe8-f53dd58f3c24 x-openstack-request-id: req-de76e725-5f3b-4bec-abe8-f53dd58f3c24 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:58.066885 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70197c54-d0dd-4b22-bfc0-322fab475c6a", "name": "network-vif-plugged", "status": "completed", "tag": "6702be93-c93c-415f-9fd7-dd1fa758c935", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:58.067323 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de76e725-5f3b-4bec-abe8-f53dd58f3c24 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:58.067900 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70197c54-d0dd-4b22-bfc0-322fab475c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6702be93-c93c-415f-9fd7-dd1fa758c935', 'code': 200} Jul 15 23:00:58.094618 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4679f0e4-dfe3-421d-9799-66de9c378976 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb567bd2546a4073aa2ecd3b5c1405a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8034289 Jul 15 23:00:58.099705 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34974) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:58.112028 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679f0e4-dfe3-421d-9799-66de9c378976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a565247-ed9c-4f78-86d4-c222f020904f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:58.113783 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3ba71e2c-d796-4572-ab7f-5cadd3c622e8 None None] Provisioning for port 5a34e8cc-84cd-40d0-a002-c6e093e899bc completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:00:58.123053 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3ba71e2c-d796-4572-ab7f-5cadd3c622e8 None None] Provisioning complete for port 5a34e8cc-84cd-40d0-a002-c6e093e899bc triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:00:58.124658 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ba71e2c-d796-4572-ab7f-5cadd3c622e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:58.196861 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-3ba71e2c-d796-4572-ab7f-5cadd3c622e8 None None] Port 5a34e8cc-84cd-40d0-a002-c6e093e899bc cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:00:58.198412 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-db46727a-27d3-451f-8a4d-bf5039908764 req-df91e13e-c80b-4ba8-9eeb-3f385730dee2 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:58.219270 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:00:58.253674 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e849bef-e131-45b5-806b-9845ad9e22de req-e49cca04-0f32-42ee-8b50-da006423e42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:58.255533 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e849bef-e131-45b5-806b-9845ad9e22de req-e49cca04-0f32-42ee-8b50-da006423e42d service neutron] 10.222.0.43 "GET /v2.0/networks?id=71ccf61d-14bc-4de9-bbf5-849aeac853f5 HTTP/1.1" status: 200 len: 919 time: 0.2036691 Jul 15 23:00:58.341895 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e849bef-e131-45b5-806b-9845ad9e22de req-f1674bb0-df49-4786-bcc7-6fa6bfa62e7b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e HTTP/1.1" status: 200 len: 217 time: 0.0740280 Jul 15 23:00:58.348708 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db46727a-27d3-451f-8a4d-bf5039908764 req-df91e13e-c80b-4ba8-9eeb-3f385730dee2 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Network 7b96192e-eb0a-40cc-b372-e192dab8c021 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:00:58.360011 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-db46727a-27d3-451f-8a4d-bf5039908764 req-df91e13e-c80b-4ba8-9eeb-3f385730dee2 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:00:58.365363 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9c5bd64-945b-4da4-bb5e-12a77be71f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:58.367497 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-db46727a-27d3-451f-8a4d-bf5039908764 req-df91e13e-c80b-4ba8-9eeb-3f385730dee2 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:00:58.370143 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aab41ada-7986-49cc-8d5d-d942653f52a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:58.376320 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91e13e-c80b-4ba8-9eeb-3f385730dee2 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Pushing event updated for resources: {'Port': ['ID=91170951-c0d4-41e9-b2f2-b93d376366dd,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:58.450888 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aab41ada-7986-49cc-8d5d-d942653f52a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:58.451423 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba630c-d70e-43c5-a59c-7c2dc29679f0 req-d51862e6-6ce8-4199-abb3-a053919af9ad tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:58.453645 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a8ba630c-d70e-43c5-a59c-7c2dc29679f0 req-d51862e6-6ce8-4199-abb3-a053919af9ad tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 950 time: 0.1777282 Jul 15 23:00:58.487889 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e849bef-e131-45b5-806b-9845ad9e22de req-56ba3450-c0d2-48c1-925f-610c30a52779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:58.489343 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e849bef-e131-45b5-806b-9845ad9e22de req-56ba3450-c0d2-48c1-925f-610c30a52779 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=951a51fc-ffa0-401a-b919-6dcf1a893db8 HTTP/1.1" status: 200 len: 858 time: 0.1388562 Jul 15 23:00:58.500980 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46727a-27d3-451f-8a4d-bf5039908764 req-df91e13e-c80b-4ba8-9eeb-3f385730dee2 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:58.501623 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-db46727a-27d3-451f-8a4d-bf5039908764 req-df91e13e-c80b-4ba8-9eeb-3f385730dee2 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:58.540375 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a8ba630c-d70e-43c5-a59c-7c2dc29679f0 req-a7953faf-8f64-4136-b18d-d3d6eb3d69eb tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762470 Jul 15 23:00:58.542292 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e849bef-e131-45b5-806b-9845ad9e22de req-ac15c637-9509-4a12-a4c2-14ffdaf87b86 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=71ccf61d-14bc-4de9-bbf5-849aeac853f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418911 Jul 15 23:00:58.567937 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347b4a0-565e-4570-8a3f-906feec64ce4 req-8248a7a3-1a70-44ab-92b7-caa54ac49905 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:58.569476 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0347b4a0-565e-4570-8a3f-906feec64ce4 req-8248a7a3-1a70-44ab-92b7-caa54ac49905 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfaf4031-f891-46b7-8e46-6f79627b86b5 HTTP/1.1" status: 200 len: 945 time: 0.1720769 Jul 15 23:00:58.671223 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0347b4a0-565e-4570-8a3f-906feec64ce4 req-8d294f1d-9cbf-4d4a-944a-ab95889752e3 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886738 Jul 15 23:00:58.707554 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e849bef-e131-45b5-806b-9845ad9e22de req-d3abbaca-ddc9-4b15-a693-310620ef4817 service neutron] 10.222.0.43 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566944 Jul 15 23:00:58.762516 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989362f-bc60-477d-be0a-2e30f2ec8afb req-03b8ce14-49f9-4d1d-bf70-35a6442e85d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:58.764011 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d989362f-bc60-477d-be0a-2e30f2ec8afb req-03b8ce14-49f9-4d1d-bf70-35a6442e85d6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 1096 time: 0.5433693 Jul 15 23:00:58.807775 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-db46727a-27d3-451f-8a4d-bf5039908764 req-df91e13e-c80b-4ba8-9eeb-3f385730dee2 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9747894 Jul 15 23:00:58.832895 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-db46727a-27d3-451f-8a4d-bf5039908764 req-1a7d1e5d-f7e7-490b-8bfe-b6e9473a36a1 service neutron] Request body: {'port': {'device_id': '7d783422-6810-407d-ab77-4aa25be5dd11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:58.878978 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa93368-674c-464a-936d-a24d508ead4c req-f1801a29-13a0-40f6-916e-243bc7956290 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:58.881054 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1aa93368-674c-464a-936d-a24d508ead4c req-f1801a29-13a0-40f6-916e-243bc7956290 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d783422-6810-407d-ab77-4aa25be5dd11 HTTP/1.1" status: 200 len: 932 time: 0.1922119 Jul 15 23:00:58.885061 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d989362f-bc60-477d-be0a-2e30f2ec8afb req-1009b9ab-b7c5-4b17-9792-508e34a79d4d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107287 Jul 15 23:00:58.885636 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aab41ada-7986-49cc-8d5d-d942653f52a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:58.888093 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aab41ada-7986-49cc-8d5d-d942653f52a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:58.889093 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-aab41ada-7986-49cc-8d5d-d942653f52a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a565247-ed9c-4f78-86d4-c222f020904f HTTP/1.1" status: 204 len: 168 time: 0.7855952 Jul 15 23:00:58.907961 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e849bef-e131-45b5-806b-9845ad9e22de req-1d800096-ceb9-4758-a5e0-c389baaf644d service neutron] 10.222.0.43 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814363 Jul 15 23:00:58.939629 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:00:58.975073 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1aa93368-674c-464a-936d-a24d508ead4c req-47f1170c-24bf-4205-8094-ca0bac1b5195 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.16 "GET /v2.0/security-groups?id=89620e7d-3258-4187-b8dd-d786e13dd49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698900 Jul 15 23:00:59.015913 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1fe99-a437-458b-98bc-c84a2baa4f4f req-a040fa17-ca85-4c4f-a3a7-b08d3df0c0df tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:59.019799 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e3c1fe99-a437-458b-98bc-c84a2baa4f4f req-a040fa17-ca85-4c4f-a3a7-b08d3df0c0df tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 945 time: 0.1706312 Jul 15 23:00:59.022031 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:00:59.030076 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:00:59.031872 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:59.035613 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab41ada-7986-49cc-8d5d-d942653f52a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a565247-ed9c-4f78-86d4-c222f020904f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:59.070099 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-db46727a-27d3-451f-8a4d-bf5039908764 req-1a7d1e5d-f7e7-490b-8bfe-b6e9473a36a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:59.076261 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e3c1fe99-a437-458b-98bc-c84a2baa4f4f req-40183ae9-470f-4e8e-8889-907425f6e7c5 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454175 Jul 15 23:00:59.098072 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9c5bd64-945b-4da4-bb5e-12a77be71f66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:59.122752 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9c5bd64-945b-4da4-bb5e-12a77be71f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:59.180926 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:59.220305 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9c5bd64-945b-4da4-bb5e-12a77be71f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:59.228387 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:59.236117 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:59.295068 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5bd64-945b-4da4-bb5e-12a77be71f66 admin admin] Pushing event updated for resources: {'Port': ['ID=5a34e8cc-84cd-40d0-a002-c6e093e899bc,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:59.321720 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:59.381636 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34998) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:59.400311 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-92291156-12f5-4694-8dd5-76d4eecfd0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:59.422659 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a17bf-0548-45b8-9edb-7e1061c1285f req-2c706f4d-95ec-4dec-857e-30d882e1bd7c tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:59.424438 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a32a17bf-0548-45b8-9edb-7e1061c1285f req-2c706f4d-95ec-4dec-857e-30d882e1bd7c tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 944 time: 0.1320739 Jul 15 23:00:59.471849 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c5bd64-945b-4da4-bb5e-12a77be71f66 admin admin] Network 2c909943-01fe-4a6a-bf17-fcd0df9ac0ae is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:00:59.474813 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-d9c5bd64-945b-4da4-bb5e-12a77be71f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:00:59.489513 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a32a17bf-0548-45b8-9edb-7e1061c1285f req-e39ef20f-a5f4-48d2-960b-9a00b340cd99 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576015 Jul 15 23:00:59.633498 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-92291156-12f5-4694-8dd5-76d4eecfd0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:59.645891 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-92291156-12f5-4694-8dd5-76d4eecfd0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:59.703619 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-92291156-12f5-4694-8dd5-76d4eecfd0f3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cddd2ba13159472890a31888535f4e17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3192821 Jul 15 23:00:59.704878 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92291156-12f5-4694-8dd5-76d4eecfd0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0777a46a-1653-43e5-9838-bb4e78b19d9e,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:59.709953 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35004) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:59.779739 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-db46727a-27d3-451f-8a4d-bf5039908764 req-1a7d1e5d-f7e7-490b-8bfe-b6e9473a36a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91170951-c0d4-41e9-b2f2-b93d376366dd {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:00:59.782852 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69386a5e-9347-4450-ad7f-6801d767a8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:59.807098 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-db46727a-27d3-451f-8a4d-bf5039908764 req-1a7d1e5d-f7e7-490b-8bfe-b6e9473a36a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:59.820412 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c5bd64-945b-4da4-bb5e-12a77be71f66 admin admin] Router 32d5f623-bc05-4238-ac23-45976af4741a has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:00:59.830934 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69386a5e-9347-4450-ad7f-6801d767a8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:59.851540 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-db46727a-27d3-451f-8a4d-bf5039908764 req-1a7d1e5d-f7e7-490b-8bfe-b6e9473a36a1 service neutron] Transition to ACTIVE for port object 91170951-c0d4-41e9-b2f2-b93d376366dd will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:00:59.858014 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-db46727a-27d3-451f-8a4d-bf5039908764 req-1a7d1e5d-f7e7-490b-8bfe-b6e9473a36a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:59.953936 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ca098d64-5808-4c7d-9de0-3428e8e2af86 None None] Provisioning complete for port 5a34e8cc-84cd-40d0-a002-c6e093e899bc triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:00:59.954447 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ca098d64-5808-4c7d-9de0-3428e8e2af86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:59.964346 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33adf5d-5c88-47c6-9377-d5e5a789526a req-98fbc900-6a90-42f3-851a-03f6ef26db59 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:59.966919 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d33adf5d-5c88-47c6-9377-d5e5a789526a req-98fbc900-6a90-42f3-851a-03f6ef26db59 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 950 time: 0.1222267 Jul 15 23:00:59.968462 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69386a5e-9347-4450-ad7f-6801d767a8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:59.973702 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69386a5e-9347-4450-ad7f-6801d767a8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:59.976388 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-69386a5e-9347-4450-ad7f-6801d767a8f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0777a46a-1653-43e5-9838-bb4e78b19d9e HTTP/1.1" status: 204 len: 168 time: 0.2649417 Jul 15 23:00:59.991121 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69386a5e-9347-4450-ad7f-6801d767a8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0777a46a-1653-43e5-9838-bb4e78b19d9e,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:00.030560 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d1e5d-f7e7-490b-8bfe-b6e9473a36a1 service neutron] Pushing event updated for resources: {'Port': ['ID=91170951-c0d4-41e9-b2f2-b93d376366dd,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:00.098229 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ca098d64-5808-4c7d-9de0-3428e8e2af86 None None] Port 5a34e8cc-84cd-40d0-a002-c6e093e899bc cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:01:00.102059 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d33adf5d-5c88-47c6-9377-d5e5a789526a req-e81a2d97-da57-49ac-bccc-93b30d7bf89e tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237543 Jul 15 23:01:00.146556 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c5bd64-945b-4da4-bb5e-12a77be71f66 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:01:00.152387 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d9c5bd64-945b-4da4-bb5e-12a77be71f66 admin admin] 10.222.0.16 "PUT /v2.0/routers/32d5f623-bc05-4238-ac23-45976af4741a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2994640 Jul 15 23:01:00.158812 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b6a40-8e47-4c45-b94a-a9c900ee113b None None] Sync routers for ids ['32d5f623-bc05-4238-ac23-45976af4741a'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:01:00.173415 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868b6a40-8e47-4c45-b94a-a9c900ee113b None None] Routers {'32d5f623-bc05-4238-ac23-45976af4741a'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:01:00.175864 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-868b6a40-8e47-4c45-b94a-a9c900ee113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:00:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['32d5f623-bc05-4238-ac23-45976af4741a'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:00.188007 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-db46727a-27d3-451f-8a4d-bf5039908764 req-1a7d1e5d-f7e7-490b-8bfe-b6e9473a36a1 service neutron] Attempting to bind port 91170951-c0d4-41e9-b2f2-b93d376366dd on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:01:00.188365 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-db46727a-27d3-451f-8a4d-bf5039908764 req-1a7d1e5d-f7e7-490b-8bfe-b6e9473a36a1 service neutron] Attempting to bind port 91170951-c0d4-41e9-b2f2-b93d376366dd by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '6a59c0e6-519e-454b-a278-4d483e64058e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7b96192e-eb0a-40cc-b372-e192dab8c021'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:01:00.190033 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db46727a-27d3-451f-8a4d-bf5039908764 req-1a7d1e5d-f7e7-490b-8bfe-b6e9473a36a1 service neutron] Attempting to bind port 91170951-c0d4-41e9-b2f2-b93d376366dd on network 7b96192e-eb0a-40cc-b372-e192dab8c021 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:00.202519 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db46727a-27d3-451f-8a4d-bf5039908764 req-1a7d1e5d-f7e7-490b-8bfe-b6e9473a36a1 service neutron] Port 91170951-c0d4-41e9-b2f2-b93d376366dd on network 7b96192e-eb0a-40cc-b372-e192dab8c021 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:01:00.202881 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db46727a-27d3-451f-8a4d-bf5039908764 req-1a7d1e5d-f7e7-490b-8bfe-b6e9473a36a1 service neutron] Attempting to bind port 91170951-c0d4-41e9-b2f2-b93d376366dd on network 7b96192e-eb0a-40cc-b372-e192dab8c021 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:00.216211 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db46727a-27d3-451f-8a4d-bf5039908764 req-1a7d1e5d-f7e7-490b-8bfe-b6e9473a36a1 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:01:00.216546 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db46727a-27d3-451f-8a4d-bf5039908764 req-1a7d1e5d-f7e7-490b-8bfe-b6e9473a36a1 service neutron] Checking segment: {'id': '6a59c0e6-519e-454b-a278-4d483e64058e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7b96192e-eb0a-40cc-b372-e192dab8c021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:01:00.216927 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db46727a-27d3-451f-8a4d-bf5039908764 req-1a7d1e5d-f7e7-490b-8bfe-b6e9473a36a1 service neutron] Bound using segment: {'id': '6a59c0e6-519e-454b-a278-4d483e64058e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7b96192e-eb0a-40cc-b372-e192dab8c021'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:01:00.217359 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-db46727a-27d3-451f-8a4d-bf5039908764 req-1a7d1e5d-f7e7-490b-8bfe-b6e9473a36a1 service neutron] Bound port: 91170951-c0d4-41e9-b2f2-b93d376366dd, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a59c0e6-519e-454b-a278-4d483e64058e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7b96192e-eb0a-40cc-b372-e192dab8c021'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:01:00.217713 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-db46727a-27d3-451f-8a4d-bf5039908764 req-1a7d1e5d-f7e7-490b-8bfe-b6e9473a36a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:00.313875 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d1d82-9ddb-485a-8b6f-03e271df7b76 req-2a250034-1499-4a6a-b194-baedeb4e7776 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:00.315244 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ee6d1d82-9ddb-485a-8b6f-03e271df7b76 req-2a250034-1499-4a6a-b194-baedeb4e7776 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfaf4031-f891-46b7-8e46-6f79627b86b5 HTTP/1.1" status: 200 len: 945 time: 0.1461682 Jul 15 23:01:00.337306 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-db46727a-27d3-451f-8a4d-bf5039908764 req-1a7d1e5d-f7e7-490b-8bfe-b6e9473a36a1 service neutron] For port 91170951-c0d4-41e9-b2f2-b93d376366dd, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:01:00.342283 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-db46727a-27d3-451f-8a4d-bf5039908764 req-1a7d1e5d-f7e7-490b-8bfe-b6e9473a36a1 service neutron] For port 91170951-c0d4-41e9-b2f2-b93d376366dd, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=91170951-c0d4-41e9-b2f2-b93d376366dd,segment=NetworkSegment(6a59c0e6-519e-454b-a278-4d483e64058e),segment_id=6a59c0e6-519e-454b-a278-4d483e64058e)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:01:00.349829 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-db46727a-27d3-451f-8a4d-bf5039908764 req-1a7d1e5d-f7e7-490b-8bfe-b6e9473a36a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:00.402310 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-868b6a40-8e47-4c45-b94a-a9c900ee113b None None] Set router 32d5f623-bc05-4238-ac23-45976af4741a gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:01:00.425467 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d1e5d-f7e7-490b-8bfe-b6e9473a36a1 service neutron] Pushing event updated for resources: {'Port': ['ID=91170951-c0d4-41e9-b2f2-b93d376366dd,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:00.445842 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46727a-27d3-451f-8a4d-bf5039908764 req-1a7d1e5d-f7e7-490b-8bfe-b6e9473a36a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:00.446980 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-db46727a-27d3-451f-8a4d-bf5039908764 req-1a7d1e5d-f7e7-490b-8bfe-b6e9473a36a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:00.448637 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-db46727a-27d3-451f-8a4d-bf5039908764 req-1a7d1e5d-f7e7-490b-8bfe-b6e9473a36a1 service neutron] 10.222.0.36 "PUT /v2.0/ports/91170951-c0d4-41e9-b2f2-b93d376366dd HTTP/1.1" status: 200 len: 1092 time: 1.6206579 Jul 15 23:01:00.449362 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d783422-6810-407d-ab77-4aa25be5dd11', 'tag': '91170951-c0d4-41e9-b2f2-b93d376366dd'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:00.451423 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7b0516-3a20-4cb2-9974-d51c2a23e066" -d '{"events": [{"name": "network-changed", "server_uuid": "7d783422-6810-407d-ab77-4aa25be5dd11", "tag": "91170951-c0d4-41e9-b2f2-b93d376366dd"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:00.455241 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ee6d1d82-9ddb-485a-8b6f-03e271df7b76 req-4a9d3ff4-dea5-4fa0-b85c-2fe8fd2fa38b tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304471 Jul 15 23:01:00.501988 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f039d67-721b-402d-bb54-cb8e057075d0 req-0d068281-3e6a-4817-b04e-fd6d10ac1314 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:00.504203 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2f039d67-721b-402d-bb54-cb8e057075d0 req-0d068281-3e6a-4817-b04e-fd6d10ac1314 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d783422-6810-407d-ab77-4aa25be5dd11 HTTP/1.1" status: 200 len: 944 time: 0.1783729 Jul 15 23:01:00.594260 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2f039d67-721b-402d-bb54-cb8e057075d0 req-ea4763b3-1c81-458a-8751-43c259bf0523 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.16 "GET /v2.0/security-groups?id=89620e7d-3258-4187-b8dd-d786e13dd49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832913 Jul 15 23:01:00.653121 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46727a-27d3-451f-8a4d-bf5039908764 req-6e02dbdb-bd2f-4cf4-a12d-00f3332234f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:00.655015 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-db46727a-27d3-451f-8a4d-bf5039908764 req-6e02dbdb-bd2f-4cf4-a12d-00f3332234f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=763e938dd0544cc5b7d8a4ef225bbfdf&device_id=7d783422-6810-407d-ab77-4aa25be5dd11 HTTP/1.1" status: 200 len: 1095 time: 0.1066988 Jul 15 23:01:00.696376 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279db339-fb0d-4093-8355-dd6dc3c0f898 req-490cb15d-f0a8-4feb-b1b0-074881093744 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:00.698054 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-279db339-fb0d-4093-8355-dd6dc3c0f898 req-490cb15d-f0a8-4feb-b1b0-074881093744 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 945 time: 0.1022434 Jul 15 23:01:00.734900 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-db46727a-27d3-451f-8a4d-bf5039908764 req-fb6caddf-2bfc-4cbd-8457-c7e25a396c91 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91170951-c0d4-41e9-b2f2-b93d376366dd HTTP/1.1" status: 200 len: 217 time: 0.0647535 Jul 15 23:01:00.754394 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-279db339-fb0d-4093-8355-dd6dc3c0f898 req-6e22a8fb-8c5b-4036-8ae3-38f4af7f22e7 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494530 Jul 15 23:01:00.759450 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-868b6a40-8e47-4c45-b94a-a9c900ee113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5f623-bc05-4238-ac23-45976af4741a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1412405083-router', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:00:51Z', 'updated_at': '2021-07-15T23:00:58Z', 'revision_number': 4, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'gw_port': {'id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:52Z', 'updated_at': '2021-07-15T23:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '5a34e8cc-84cd-40d0-a002-c6e093e899bc', 'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'mac_address': 'fa:16:3e:12:0a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:56Z', 'updated_at': '2021-07-15T23:00:58Z', 'revision_number': 2, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'subnets': [{'id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:00.787645 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b6a40-8e47-4c45-b94a-a9c900ee113b None None] Checking router: 32d5f623-bc05-4238-ac23-45976af4741a for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:01:00.787995 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b6a40-8e47-4c45-b94a-a9c900ee113b None None] Updating router 32d5f623-bc05-4238-ac23-45976af4741a port 5a34e8cc-84cd-40d0-a002-c6e093e899bc binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:01:00.826966 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-868b6a40-8e47-4c45-b94a-a9c900ee113b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:00.831500 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46727a-27d3-451f-8a4d-bf5039908764 req-b50f899b-551e-446b-85d7-a74ef6ec553d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:00.837297 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-db46727a-27d3-451f-8a4d-bf5039908764 req-b50f899b-551e-446b-85d7-a74ef6ec553d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2fc6a5d3-4abb-4c4f-9c86-a2795a8bb2c4 HTTP/1.1" status: 200 len: 855 time: 0.0995917 Jul 15 23:01:00.890848 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0872b61e-eeac-414a-a28d-9052a4dbb7b9 x-openstack-request-id: req-0872b61e-eeac-414a-a28d-9052a4dbb7b9 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:00.891158 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d783422-6810-407d-ab77-4aa25be5dd11", "tag": "91170951-c0d4-41e9-b2f2-b93d376366dd", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:00.891391 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0872b61e-eeac-414a-a28d-9052a4dbb7b9 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:00.891791 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d783422-6810-407d-ab77-4aa25be5dd11', 'tag': '91170951-c0d4-41e9-b2f2-b93d376366dd', 'status': 'completed', 'code': 200} Jul 15 23:01:00.894647 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-db46727a-27d3-451f-8a4d-bf5039908764 req-551d528f-3b79-4646-99ce-58c4dacd9555 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b96192e-eb0a-40cc-b372-e192dab8c021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511718 Jul 15 23:01:00.933583 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:01:01.053668 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-db46727a-27d3-451f-8a4d-bf5039908764 req-0b079917-b73d-4021-a163-85bf0a344ebe service neutron] 10.222.0.36 "GET /v2.0/networks/7b96192e-eb0a-40cc-b372-e192dab8c021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524477 Jul 15 23:01:01.152526 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:01:01.152896 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:01.183809 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-db46727a-27d3-451f-8a4d-bf5039908764 req-0c1f69e0-9b70-4ac2-aa41-febb59f1adc7 service neutron] 10.222.0.36 "GET /v2.0/networks/7b96192e-eb0a-40cc-b372-e192dab8c021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235125 Jul 15 23:01:01.195977 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675feca3-510f-4d0d-b617-de97af871fd3 req-d1a16271-28c6-47a9-86fc-f874551c0b66 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:01.197512 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-675feca3-510f-4d0d-b617-de97af871fd3 req-d1a16271-28c6-47a9-86fc-f874551c0b66 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 944 time: 0.1324053 Jul 15 23:01:01.204480 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-e6bf9ae4-511e-4aa6-9be5-0b4515537617 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:01.211524 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-e6bf9ae4-511e-4aa6-9be5-0b4515537617 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/networks?id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae HTTP/1.1" status: 200 len: 821 time: 0.1866295 Jul 15 23:01:01.239771 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-01b12b1b-c963-4af4-88a8-678a888ef167 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/quotas/721953eafb1a4074972c303c4abb8e6a HTTP/1.1" status: 200 len: 375 time: 0.0270457 Jul 15 23:01:01.304877 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-675feca3-510f-4d0d-b617-de97af871fd3 req-e617a94f-5308-4daa-addf-55db63489258 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912659 Jul 15 23:01:01.332354 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-868b6a40-8e47-4c45-b94a-a9c900ee113b None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:01.348742 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-868b6a40-8e47-4c45-b94a-a9c900ee113b None None] Transition to ACTIVE for port object 5a34e8cc-84cd-40d0-a002-c6e093e899bc will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:01:01.361815 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-868b6a40-8e47-4c45-b94a-a9c900ee113b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:01.364034 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-d61b01f9-03eb-4d34-90d6-372b8a418a8a tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=721953eafb1a4074972c303c4abb8e6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1236286 Jul 15 23:01:01.390962 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b0516-3a20-4cb2-9974-d51c2a23e066 req-18ff9b1e-3d84-4649-ac84-0f9258226d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:01.392792 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bd7b0516-3a20-4cb2-9974-d51c2a23e066 req-18ff9b1e-3d84-4649-ac84-0f9258226d70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=763e938dd0544cc5b7d8a4ef225bbfdf&device_id=7d783422-6810-407d-ab77-4aa25be5dd11 HTTP/1.1" status: 200 len: 1095 time: 0.1136279 Jul 15 23:01:01.512140 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-494fb19d-d827-4d57-8e79-adcf055f7a8e service neutron] 10.222.0.16 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465309 Jul 15 23:01:01.519010 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e6c1c-5f08-4cda-9f08-5f9745c0107b None None] Pushing event updated for resources: {'Port': ['ID=5a34e8cc-84cd-40d0-a002-c6e093e899bc,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:01.552290 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b0516-3a20-4cb2-9974-d51c2a23e066 req-e0f0252b-adcc-4dae-b4e7-3bdd294aa829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:01.554130 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bd7b0516-3a20-4cb2-9974-d51c2a23e066 req-e0f0252b-adcc-4dae-b4e7-3bdd294aa829 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b96192e-eb0a-40cc-b372-e192dab8c021 HTTP/1.1" status: 200 len: 916 time: 0.1546307 Jul 15 23:01:01.584031 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:01:01.611591 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bd7b0516-3a20-4cb2-9974-d51c2a23e066 req-e8135249-3712-4c65-946c-8bb727e93de0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91170951-c0d4-41e9-b2f2-b93d376366dd HTTP/1.1" status: 200 len: 217 time: 0.0479589 Jul 15 23:01:01.624559 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-868b6a40-8e47-4c45-b94a-a9c900ee113b None None] Attempting to bind port 5a34e8cc-84cd-40d0-a002-c6e093e899bc on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:01:01.624792 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-868b6a40-8e47-4c45-b94a-a9c900ee113b None None] Attempting to bind port 5a34e8cc-84cd-40d0-a002-c6e093e899bc by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'e1af966a-423e-42b4-a81a-38e509395b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:01:01.625039 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b6a40-8e47-4c45-b94a-a9c900ee113b None None] Attempting to bind port 5a34e8cc-84cd-40d0-a002-c6e093e899bc on network 2c909943-01fe-4a6a-bf17-fcd0df9ac0ae {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:01.637202 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b6a40-8e47-4c45-b94a-a9c900ee113b None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:01:01.637550 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b6a40-8e47-4c45-b94a-a9c900ee113b None None] Checking segment: {'id': 'e1af966a-423e-42b4-a81a-38e509395b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:01:01.637876 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-868b6a40-8e47-4c45-b94a-a9c900ee113b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:01.638263 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b6a40-8e47-4c45-b94a-a9c900ee113b None None] Bound using segment: {'id': 'e1af966a-423e-42b4-a81a-38e509395b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:01:01.638776 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-868b6a40-8e47-4c45-b94a-a9c900ee113b None None] Bound port: 5a34e8cc-84cd-40d0-a002-c6e093e899bc, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1af966a-423e-42b4-a81a-38e509395b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:01:01.639273 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-868b6a40-8e47-4c45-b94a-a9c900ee113b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:01.689468 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b0516-3a20-4cb2-9974-d51c2a23e066 req-c5712036-abbe-49ce-884b-e2bbc3ba0fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:01.691902 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bd7b0516-3a20-4cb2-9974-d51c2a23e066 req-c5712036-abbe-49ce-884b-e2bbc3ba0fa2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2fc6a5d3-4abb-4c4f-9c86-a2795a8bb2c4 HTTP/1.1" status: 200 len: 855 time: 0.0699580 Jul 15 23:01:01.695377 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-5a31b0e0-5d24-4eb6-9eba-75331c5efab3 service neutron] 10.222.0.16 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822760 Jul 15 23:01:01.714304 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f20ce-bbee-4606-9633-8d2c6d8792bb req-cbaaddc2-1d36-47ca-afa8-473a1862bc60 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:01.722362 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-754f20ce-bbee-4606-9633-8d2c6d8792bb req-cbaaddc2-1d36-47ca-afa8-473a1862bc60 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 1096 time: 0.1006706 Jul 15 23:01:01.763027 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bd7b0516-3a20-4cb2-9974-d51c2a23e066 req-09a11a0e-7651-42ce-9ffc-f3cef5a4409d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b96192e-eb0a-40cc-b372-e192dab8c021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568786 Jul 15 23:01:01.803517 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-754f20ce-bbee-4606-9633-8d2c6d8792bb req-c392f4ab-e597-4ffc-9d9b-f45a994bbcca tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799379 Jul 15 23:01:01.929723 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bd7b0516-3a20-4cb2-9974-d51c2a23e066 req-2b9ef0cf-f55e-4b68-8a09-91aee3fb8872 service neutron] 10.222.0.36 "GET /v2.0/networks/7b96192e-eb0a-40cc-b372-e192dab8c021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577349 Jul 15 23:01:01.962328 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:01.965541 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-868b6a40-8e47-4c45-b94a-a9c900ee113b None None] For port 5a34e8cc-84cd-40d0-a002-c6e093e899bc, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:01:01.975524 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-868b6a40-8e47-4c45-b94a-a9c900ee113b None None] For port 5a34e8cc-84cd-40d0-a002-c6e093e899bc, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=5a34e8cc-84cd-40d0-a002-c6e093e899bc,segment=NetworkSegment(e1af966a-423e-42b4-a81a-38e509395b16),segment_id=e1af966a-423e-42b4-a81a-38e509395b16)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:01:01.980549 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e', 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5', 'port_id': '8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e', 'mac_address': 'fa:16:3e:a4:72:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '951a51fc-ffa0-401a-b919-6dcf1a893db8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:01:01.983975 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-868b6a40-8e47-4c45-b94a-a9c900ee113b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:02.065264 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bd7b0516-3a20-4cb2-9974-d51c2a23e066 req-13e33465-fabb-4f36-9b39-882f6897bd2f service neutron] 10.222.0.36 "GET /v2.0/networks/7b96192e-eb0a-40cc-b372-e192dab8c021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287513 Jul 15 23:01:02.074836 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e6c1c-5f08-4cda-9f08-5f9745c0107b None None] Pushing event updated for resources: {'Port': ['ID=5a34e8cc-84cd-40d0-a002-c6e093e899bc,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:02.101785 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:02.116264 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:01:02.120778 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868b6a40-8e47-4c45-b94a-a9c900ee113b None None] Routers {'32d5f623-bc05-4238-ac23-45976af4741a'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:01:02.121408 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-868b6a40-8e47-4c45-b94a-a9c900ee113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:00:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['32d5f623-bc05-4238-ac23-45976af4741a'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:02.139925 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680088ec-b2de-441f-8aa8-6574d59e746a req-b69e6f62-3608-44e8-a4f1-8805bf920814 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:02.144767 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-680088ec-b2de-441f-8aa8-6574d59e746a req-b69e6f62-3608-44e8-a4f1-8805bf920814 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 950 time: 0.1402442 Jul 15 23:01:02.195073 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484aeac3-3a0a-4c17-8fee-0caab4f35719 req-5970995c-9bb6-4625-8cb7-4fed50b4c896 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:02.197336 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-484aeac3-3a0a-4c17-8fee-0caab4f35719 req-5970995c-9bb6-4625-8cb7-4fed50b4c896 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfaf4031-f891-46b7-8e46-6f79627b86b5 HTTP/1.1" status: 200 len: 945 time: 0.1826928 Jul 15 23:01:02.217818 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:02.230038 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:02.260704 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-680088ec-b2de-441f-8aa8-6574d59e746a req-581777c1-46f8-41d8-a953-5aeb4455dec2 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099610 Jul 15 23:01:02.285685 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-484aeac3-3a0a-4c17-8fee-0caab4f35719 req-b2ff8737-9cf0-46d3-9e07-06a7d1d70cc0 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777881 Jul 15 23:01:02.370242 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35102) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:02.554771 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:02.558621 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-868b6a40-8e47-4c45-b94a-a9c900ee113b None None] Set router 32d5f623-bc05-4238-ac23-45976af4741a gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:01:02.564768 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1ef4c189-1a8f-4da8-8097-6b1a46331d6d req-ad1ce6ba-eefb-41df-a184-58ac85510089 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/ports?device_id=423cd64c-64e4-4fa0-af87-67377ea237de HTTP/1.1" status: 200 len: 210 time: 0.0480661 Jul 15 23:01:02.602212 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0bb5be3b-ad84-4b2b-9a55-3953661f6d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:02.641705 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:02.690326 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd5633-a2ad-4316-adb9-4eaec6bfdd47 req-0f25d5a0-bfa7-476b-b202-6169d2fd3a3a tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:02.697403 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-19fd5633-a2ad-4316-adb9-4eaec6bfdd47 req-0f25d5a0-bfa7-476b-b202-6169d2fd3a3a tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d783422-6810-407d-ab77-4aa25be5dd11 HTTP/1.1" status: 200 len: 944 time: 0.2274256 Jul 15 23:01:02.795521 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-19fd5633-a2ad-4316-adb9-4eaec6bfdd47 req-b74d3a48-948c-426a-ac4a-786fb5c7e786 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.16 "GET /v2.0/security-groups?id=89620e7d-3258-4187-b8dd-d786e13dd49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968218 Jul 15 23:01:02.902726 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0bb5be3b-ad84-4b2b-9a55-3953661f6d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:02.909776 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-868b6a40-8e47-4c45-b94a-a9c900ee113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5f623-bc05-4238-ac23-45976af4741a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1412405083-router', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:00:51Z', 'updated_at': '2021-07-15T23:00:58Z', 'revision_number': 4, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'gw_port': {'id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:52Z', 'updated_at': '2021-07-15T23:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '5a34e8cc-84cd-40d0-a002-c6e093e899bc', 'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'mac_address': 'fa:16:3e:12:0a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:56Z', 'updated_at': '2021-07-15T23:01:01Z', 'revision_number': 4, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'subnets': [{'id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:02.913848 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0bb5be3b-ad84-4b2b-9a55-3953661f6d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:02.941378 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae10b6-9b2c-4cfc-b471-0db6d2bca68a req-c801d5f6-00f1-413a-bf94-9b10552fe788 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:02.948862 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b6a40-8e47-4c45-b94a-a9c900ee113b None None] The sync data for ids ['32d5f623-bc05-4238-ac23-45976af4741a'] in n-d-787205-9 is: [{'id': '32d5f623-bc05-4238-ac23-45976af4741a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1412405083-router', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:00:51Z', 'updated_at': '2021-07-15T23:00:58Z', 'revision_number': 4, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'gw_port': {'id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:52Z', 'updated_at': '2021-07-15T23:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '5a34e8cc-84cd-40d0-a002-c6e093e899bc', 'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'mac_address': 'fa:16:3e:12:0a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:56Z', 'updated_at': '2021-07-15T23:01:01Z', 'revision_number': 4, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'subnets': [{'id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:01:02.949240 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f9ae10b6-9b2c-4cfc-b471-0db6d2bca68a req-c801d5f6-00f1-413a-bf94-9b10552fe788 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 945 time: 0.2289538 Jul 15 23:01:02.977275 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 319c1e4c-4680-4c63-acb8-29dc8abfdb99 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:01:03.043002 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5be3b-ad84-4b2b-9a55-3953661f6d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f2c90d-e925-4ce5-8fc3-0138d5255ffa,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:03.078281 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 35118) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:03.086016 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0bb5be3b-ad84-4b2b-9a55-3953661f6d77 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eebbf1f0b26b41d08249cecfe09eb875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7144704 Jul 15 23:01:03.093301 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5be3b-ad84-4b2b-9a55-3953661f6d77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:03.095799 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5be3b-ad84-4b2b-9a55-3953661f6d77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:03.099528 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5be3b-ad84-4b2b-9a55-3953661f6d77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:03.099957 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5be3b-ad84-4b2b-9a55-3953661f6d77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:03.100296 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5be3b-ad84-4b2b-9a55-3953661f6d77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:03.100808 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5be3b-ad84-4b2b-9a55-3953661f6d77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:03.101306 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5be3b-ad84-4b2b-9a55-3953661f6d77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:03.101808 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5be3b-ad84-4b2b-9a55-3953661f6d77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:03.102435 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5be3b-ad84-4b2b-9a55-3953661f6d77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:03.102972 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5be3b-ad84-4b2b-9a55-3953661f6d77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:03.103343 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5be3b-ad84-4b2b-9a55-3953661f6d77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:03.103767 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5be3b-ad84-4b2b-9a55-3953661f6d77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:03.120031 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f9ae10b6-9b2c-4cfc-b471-0db6d2bca68a req-1d78c9ea-7833-481d-8dcc-b17f0e128770 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699336 Jul 15 23:01:03.200827 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 319c1e4c-4680-4c63-acb8-29dc8abfdb99, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=319c1e4c-4680-4c63-acb8-29dc8abfdb99,segment=NetworkSegment(e7fe3191-1c68-4d38-a856-14f82f1ac8c9),segment_id=e7fe3191-1c68-4d38-a856-14f82f1ac8c9)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:03.213765 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3c152dc-a35b-46bf-9e2c-c2c694beabfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:03.232387 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '319c1e4c-4680-4c63-acb8-29dc8abfdb99', 'network_id': 'cec0c96c-b2ad-40b7-9355-3bacfcd63bee', 'port_id': '319c1e4c-4680-4c63-acb8-29dc8abfdb99', 'mac_address': 'fa:16:3e:13:30:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7143f8ff-2e46-4e91-a002-da9d7a6d5e8a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:01:03.266137 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3c152dc-a35b-46bf-9e2c-c2c694beabfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:03.337949 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:03.381249 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 319c1e4c-4680-4c63-acb8-29dc8abfdb99 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:01:03.395840 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3c152dc-a35b-46bf-9e2c-c2c694beabfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:03.399676 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3c152dc-a35b-46bf-9e2c-c2c694beabfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:03.402650 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a3c152dc-a35b-46bf-9e2c-c2c694beabfc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36f2c90d-e925-4ce5-8fc3-0138d5255ffa HTTP/1.1" status: 204 len: 168 time: 0.3228459 Jul 15 23:01:03.438900 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 319c1e4c-4680-4c63-acb8-29dc8abfdb99, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=319c1e4c-4680-4c63-acb8-29dc8abfdb99,segment=NetworkSegment(e7fe3191-1c68-4d38-a856-14f82f1ac8c9),segment_id=e7fe3191-1c68-4d38-a856-14f82f1ac8c9)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:03.439274 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c152dc-a35b-46bf-9e2c-c2c694beabfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f2c90d-e925-4ce5-8fc3-0138d5255ffa,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:03.445201 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:03.568262 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=319c1e4c-4680-4c63-acb8-29dc8abfdb99,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:03.625011 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['319c1e4c-4680-4c63-acb8-29dc8abfdb99'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:03.698029 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66443d3-dea8-4595-9b38-6af64eed3fbe req-fa90477c-7828-4a8f-afc5-0a762e4737a5 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:03.705654 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a66443d3-dea8-4595-9b38-6af64eed3fbe req-fa90477c-7828-4a8f-afc5-0a762e4737a5 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfaf4031-f891-46b7-8e46-6f79627b86b5 HTTP/1.1" status: 200 len: 944 time: 0.2249410 Jul 15 23:01:03.733318 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375b030-ab66-4b4a-8fe1-3270c33ad800 req-0be60389-2173-4d83-99f8-77ff726e8b38 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:03.741564 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0375b030-ab66-4b4a-8fe1-3270c33ad800 req-0be60389-2173-4d83-99f8-77ff726e8b38 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 950 time: 0.1877139 Jul 15 23:01:03.913707 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a66443d3-dea8-4595-9b38-6af64eed3fbe req-30de8a14-7412-48b2-b10d-ee65befb284b tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955824 Jul 15 23:01:03.945597 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0375b030-ab66-4b4a-8fe1-3270c33ad800 req-d57fe58b-b5a8-42d5-a697-f69097a1b977 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030685 Jul 15 23:01:04.013197 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-363ceeb6-46fa-4eae-bf78-2a20d0eafefb tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:04.015269 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-363ceeb6-46fa-4eae-bf78-2a20d0eafefb tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.36 "GET /v2.0/networks?id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae HTTP/1.1" status: 200 len: 821 time: 0.2601860 Jul 15 23:01:04.017194 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 35148) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:04.032060 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3aee8145-4ce7-4df4-991d-b516c6c6fa5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:04.049377 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-bc00bf67-f94a-4ee7-9e6f-3bd9ad08bc85 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Request body: {'port': {'device_id': '423cd64c-64e4-4fa0-af87-67377ea237de', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'admin_state_up': True, 'tenant_id': '721953eafb1a4074972c303c4abb8e6a'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:04.117626 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0ba43184-f8ec-445b-853b-66082f3c7a69 req-090447a2-746e-4f33-9129-806fff8a825c tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/ports?device_id=423cd64c-64e4-4fa0-af87-67377ea237de HTTP/1.1" status: 200 len: 210 time: 0.0454426 Jul 15 23:01:04.220403 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3017d-d54d-4ebc-933b-cedfc4ed0d33 req-3383b299-3943-4dc7-8857-1eb3bf1c1a2f tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:04.228667 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aad3017d-d54d-4ebc-933b-cedfc4ed0d33 req-3383b299-3943-4dc7-8857-1eb3bf1c1a2f tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d783422-6810-407d-ab77-4aa25be5dd11 HTTP/1.1" status: 200 len: 944 time: 0.0802569 Jul 15 23:01:04.295241 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aad3017d-d54d-4ebc-933b-cedfc4ed0d33 req-6c259b8c-07ef-4ddb-a17d-7f35edbe7679 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.16 "GET /v2.0/security-groups?id=89620e7d-3258-4187-b8dd-d786e13dd49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652914 Jul 15 23:01:04.333915 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3aee8145-4ce7-4df4-991d-b516c6c6fa5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:04.341459 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3aee8145-4ce7-4df4-991d-b516c6c6fa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:04.401235 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3aee8145-4ce7-4df4-991d-b516c6c6fa5d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4bf1e78c5d134ea8a3b5a6ee9f0ba276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3826296 Jul 15 23:01:04.403882 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35152) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:04.405408 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-bc00bf67-f94a-4ee7-9e6f-3bd9ad08bc85 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Made reservation on behalf of 721953eafb1a4074972c303c4abb8e6a for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:01:04.414927 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-bc00bf67-f94a-4ee7-9e6f-3bd9ad08bc85 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:04.434339 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee8145-4ce7-4df4-991d-b516c6c6fa5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a3930b-b0b3-4dfd-afc3-8aa9229069c2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:04.523310 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-36092be0-557f-4b65-8a22-82639db84c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:04.548289 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-36092be0-557f-4b65-8a22-82639db84c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:04.637065 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-36092be0-557f-4b65-8a22-82639db84c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:04.645587 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-36092be0-557f-4b65-8a22-82639db84c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:04.646745 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-36092be0-557f-4b65-8a22-82639db84c35 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/54a3930b-b0b3-4dfd-afc3-8aa9229069c2 HTTP/1.1" status: 204 len: 168 time: 0.2399843 Jul 15 23:01:04.675014 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36092be0-557f-4b65-8a22-82639db84c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a3930b-b0b3-4dfd-afc3-8aa9229069c2,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:04.724905 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-bc00bf67-f94a-4ee7-9e6f-3bd9ad08bc85 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Allocated IP 172.20.0.6 (2c909943-01fe-4a6a-bf17-fcd0df9ac0ae/3cb78c5c-80d7-4319-bbd2-bc5b34e57492/0251246e-9acb-4efb-bd9d-bfbd227442dd) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:01:04.845570 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94133776-0ae1-4feb-8852-220639fe3b3b req-470bf810-5221-471d-a3cd-517584d45af0 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:04.853432 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-94133776-0ae1-4feb-8852-220639fe3b3b req-470bf810-5221-471d-a3cd-517584d45af0 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 945 time: 0.1675823 Jul 15 23:01:04.876851 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0a780-67f4-4083-8549-ef4668e441ec req-a4da2a4c-29dc-45d0-8acf-4b77fc59f66d tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:04.886619 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c8b0a780-67f4-4083-8549-ef4668e441ec req-a4da2a4c-29dc-45d0-8acf-4b77fc59f66d tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfaf4031-f891-46b7-8e46-6f79627b86b5 HTTP/1.1" status: 200 len: 944 time: 0.2128203 Jul 15 23:01:04.978481 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c8b0a780-67f4-4083-8549-ef4668e441ec req-b06accc5-e229-4aaa-b920-936a9f5759dc tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906229 Jul 15 23:01:04.985558 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-94133776-0ae1-4feb-8852-220639fe3b3b req-b8d55332-1248-4813-b47a-ae29aa7d15cd tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314886 Jul 15 23:01:05.004038 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 91170951-c0d4-41e9-b2f2-b93d376366dd details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:01:05.007419 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 319c1e4c-4680-4c63-acb8-29dc8abfdb99 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:01:05.097853 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-bc00bf67-f94a-4ee7-9e6f-3bd9ad08bc85 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:05.102922 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 5a34e8cc-84cd-40d0-a002-c6e093e899bc up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:01:05.124054 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-bc00bf67-f94a-4ee7-9e6f-3bd9ad08bc85 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Transition to ACTIVE for port object 0251246e-9acb-4efb-bd9d-bfbd227442dd will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:01:05.200350 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 319c1e4c-4680-4c63-acb8-29dc8abfdb99 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:01:05.200990 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:05.243294 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-bc00bf67-f94a-4ee7-9e6f-3bd9ad08bc85 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:05.267579 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 5a34e8cc-84cd-40d0-a002-c6e093e899bc completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:01:05.344688 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 5a34e8cc-84cd-40d0-a002-c6e093e899bc triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:01:05.345940 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:05.363766 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-bc00bf67-f94a-4ee7-9e6f-3bd9ad08bc85 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Network 2c909943-01fe-4a6a-bf17-fcd0df9ac0ae is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:01:05.372691 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-bc00bf67-f94a-4ee7-9e6f-3bd9ad08bc85 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:01:05.378850 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e55b1d-8dc8-432e-b149-55a1eea1a3b9 req-caa59c08-5510-4266-b8a1-273e1af01bfb tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:05.391369 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-16e55b1d-8dc8-432e-b149-55a1eea1a3b9 req-caa59c08-5510-4266-b8a1-273e1af01bfb tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 950 time: 0.1508689 Jul 15 23:01:05.393412 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-bc00bf67-f94a-4ee7-9e6f-3bd9ad08bc85 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:01:05.437802 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 91170951-c0d4-41e9-b2f2-b93d376366dd, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=91170951-c0d4-41e9-b2f2-b93d376366dd,segment=NetworkSegment(6a59c0e6-519e-454b-a278-4d483e64058e),segment_id=6a59c0e6-519e-454b-a278-4d483e64058e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:05.448436 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de35439-ce66-49b6-8188-4eb9879b136c req-f7079147-24ba-4721-8c08-587fd3b66c02 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:05.461689 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7de35439-ce66-49b6-8188-4eb9879b136c req-f7079147-24ba-4721-8c08-587fd3b66c02 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/ports?device_id=423cd64c-64e4-4fa0-af87-67377ea237de HTTP/1.1" status: 200 len: 931 time: 0.1506443 Jul 15 23:01:05.465123 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '91170951-c0d4-41e9-b2f2-b93d376366dd', 'network_id': '7b96192e-eb0a-40cc-b372-e192dab8c021', 'port_id': '91170951-c0d4-41e9-b2f2-b93d376366dd', 'mac_address': 'fa:16:3e:dd:ef:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fc6a5d3-4abb-4c4f-9c86-a2795a8bb2c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:01:05.495745 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00bf67-f94a-4ee7-9e6f-3bd9ad08bc85 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Pushing event updated for resources: {'Port': ['ID=0251246e-9acb-4efb-bd9d-bfbd227442dd,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:05.531235 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-16e55b1d-8dc8-432e-b149-55a1eea1a3b9 req-c89e6710-ccdf-4429-a820-197fcb492b9b tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297269 Jul 15 23:01:05.551246 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-bc00bf67-f94a-4ee7-9e6f-3bd9ad08bc85 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:05.554436 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-bc00bf67-f94a-4ee7-9e6f-3bd9ad08bc85 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:05.582104 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:05.588920 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7de35439-ce66-49b6-8188-4eb9879b136c req-24333099-21ee-4c2d-aabe-0ef0c3aa014c tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c01b3b1-37b8-4fde-99dd-0caf4efc1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259885 Jul 15 23:01:05.590915 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:01:05.599089 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-bc00bf67-f94a-4ee7-9e6f-3bd9ad08bc85 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5564873 Jul 15 23:01:05.635994 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-d73067f5-b2f9-41c6-bb8a-ca9409b6bbb6 service neutron] Request body: {'port': {'device_id': '423cd64c-64e4-4fa0-af87-67377ea237de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:05.688111 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:05.729876 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 319c1e4c-4680-4c63-acb8-29dc8abfdb99, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=319c1e4c-4680-4c63-acb8-29dc8abfdb99,segment=NetworkSegment(e7fe3191-1c68-4d38-a856-14f82f1ac8c9),segment_id=e7fe3191-1c68-4d38-a856-14f82f1ac8c9)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:05.745693 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfaf4031-f891-46b7-8e46-6f79627b86b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319c1e4c-4680-4c63-acb8-29dc8abfdb99'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:05.752448 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11e380d-bb53-44c9-b4a3-e3f1386bfa56" -d '{"events": [{"server_uuid": "dfaf4031-f891-46b7-8e46-6f79627b86b5", "name": "network-vif-plugged", "status": "completed", "tag": "319c1e4c-4680-4c63-acb8-29dc8abfdb99"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:05.767580 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:05.836397 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b4f1cd-8d5e-4483-af37-0c99aef9f680 x-openstack-request-id: req-23b4f1cd-8d5e-4483-af37-0c99aef9f680 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:05.836688 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfaf4031-f891-46b7-8e46-6f79627b86b5", "name": "network-vif-plugged", "status": "completed", "tag": "319c1e4c-4680-4c63-acb8-29dc8abfdb99", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:05.836940 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23b4f1cd-8d5e-4483-af37-0c99aef9f680 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:05.837323 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfaf4031-f891-46b7-8e46-6f79627b86b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319c1e4c-4680-4c63-acb8-29dc8abfdb99', 'code': 200} Jul 15 23:01:05.846255 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91170951-c0d4-41e9-b2f2-b93d376366dd {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:01:05.854811 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=319c1e4c-4680-4c63-acb8-29dc8abfdb99,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:05.878802 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-d73067f5-b2f9-41c6-bb8a-ca9409b6bbb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:05.886789 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491090c3-20b8-4d9c-9e11-a0f66dc60baf req-5b061e56-6f76-4789-ac0f-da8b56bdf4c7 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:05.894382 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-491090c3-20b8-4d9c-9e11-a0f66dc60baf req-5b061e56-6f76-4789-ac0f-da8b56bdf4c7 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d783422-6810-407d-ab77-4aa25be5dd11 HTTP/1.1" status: 200 len: 944 time: 0.1336029 Jul 15 23:01:05.938388 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 91170951-c0d4-41e9-b2f2-b93d376366dd, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=91170951-c0d4-41e9-b2f2-b93d376366dd,segment=NetworkSegment(6a59c0e6-519e-454b-a278-4d483e64058e),segment_id=6a59c0e6-519e-454b-a278-4d483e64058e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:05.941954 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-62de6da0-195e-4a92-9285-32e3f8c2f498 None None] Provisioning for port 0251246e-9acb-4efb-bd9d-bfbd227442dd completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:01:05.947133 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-491090c3-20b8-4d9c-9e11-a0f66dc60baf req-e23be90c-a48a-474d-8968-d8421f367d1d tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.16 "GET /v2.0/security-groups?id=89620e7d-3258-4187-b8dd-d786e13dd49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517211 Jul 15 23:01:05.962211 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:05.993019 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-62de6da0-195e-4a92-9285-32e3f8c2f498 None None] Provisioning complete for port 0251246e-9acb-4efb-bd9d-bfbd227442dd triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:01:05.994309 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-62de6da0-195e-4a92-9285-32e3f8c2f498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:06.060984 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:06.106410 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:01:06.129743 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-62de6da0-195e-4a92-9285-32e3f8c2f498 None None] Port 0251246e-9acb-4efb-bd9d-bfbd227442dd cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:01:06.136434 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:01:06.136662 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:06.167369 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=91170951-c0d4-41e9-b2f2-b93d376366dd,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:06.196938 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 5a34e8cc-84cd-40d0-a002-c6e093e899bc, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=5a34e8cc-84cd-40d0-a002-c6e093e899bc,segment=NetworkSegment(e1af966a-423e-42b4-a81a-38e509395b16),segment_id=e1af966a-423e-42b4-a81a-38e509395b16)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:06.206591 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:06.237698 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12273c7-5ad7-4448-805c-8ea4d694daa2 req-7db81aa6-cc41-4f7e-b96b-95d7af911036 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:06.239328 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a12273c7-5ad7-4448-805c-8ea4d694daa2 req-7db81aa6-cc41-4f7e-b96b-95d7af911036 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfaf4031-f891-46b7-8e46-6f79627b86b5 HTTP/1.1" status: 200 len: 945 time: 0.0968874 Jul 15 23:01:06.305031 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['91170951-c0d4-41e9-b2f2-b93d376366dd'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:06.314991 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-d73067f5-b2f9-41c6-bb8a-ca9409b6bbb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0251246e-9acb-4efb-bd9d-bfbd227442dd {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:01:06.327379 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-d73067f5-b2f9-41c6-bb8a-ca9409b6bbb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:06.339566 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=5a34e8cc-84cd-40d0-a002-c6e093e899bc,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:06.346855 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-d73067f5-b2f9-41c6-bb8a-ca9409b6bbb6 service neutron] Transition to ACTIVE for port object 0251246e-9acb-4efb-bd9d-bfbd227442dd will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:01:06.357528 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22dca8a-5991-4a87-be14-4cbc1a6bbde6 req-959ccaee-a513-4bf2-92c2-9b3f5f021ce3 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:06.359294 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e22dca8a-5991-4a87-be14-4cbc1a6bbde6 req-959ccaee-a513-4bf2-92c2-9b3f5f021ce3 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfaf4031-f891-46b7-8e46-6f79627b86b5 HTTP/1.1" status: 200 len: 945 time: 0.1960354 Jul 15 23:01:06.361156 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-d73067f5-b2f9-41c6-bb8a-ca9409b6bbb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:06.362661 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a12273c7-5ad7-4448-805c-8ea4d694daa2 req-784c02ce-7c2c-467c-8e21-0133501e2651 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960827 Jul 15 23:01:06.365069 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:06.471149 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73067f5-b2f9-41c6-bb8a-ca9409b6bbb6 service neutron] Pushing event updated for resources: {'Port': ['ID=0251246e-9acb-4efb-bd9d-bfbd227442dd,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:06.531392 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:06.553273 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:06.630892 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-e22dca8a-5991-4a87-be14-4cbc1a6bbde6 req-ba0e4e82-ae6b-4657-85a2-360092ef33ee tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Deleting port 319c1e4c-4680-4c63-acb8-29dc8abfdb99 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:01:06.631258 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e22dca8a-5991-4a87-be14-4cbc1a6bbde6 req-ba0e4e82-ae6b-4657-85a2-360092ef33ee tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:06.633901 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-d73067f5-b2f9-41c6-bb8a-ca9409b6bbb6 service neutron] Attempting to bind port 0251246e-9acb-4efb-bd9d-bfbd227442dd on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:01:06.634227 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-d73067f5-b2f9-41c6-bb8a-ca9409b6bbb6 service neutron] Attempting to bind port 0251246e-9acb-4efb-bd9d-bfbd227442dd by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'e1af966a-423e-42b4-a81a-38e509395b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:01:06.634546 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-d73067f5-b2f9-41c6-bb8a-ca9409b6bbb6 service neutron] Attempting to bind port 0251246e-9acb-4efb-bd9d-bfbd227442dd on network 2c909943-01fe-4a6a-bf17-fcd0df9ac0ae {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:06.656816 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-d73067f5-b2f9-41c6-bb8a-ca9409b6bbb6 service neutron] Port 0251246e-9acb-4efb-bd9d-bfbd227442dd on network 2c909943-01fe-4a6a-bf17-fcd0df9ac0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:01:06.657208 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-d73067f5-b2f9-41c6-bb8a-ca9409b6bbb6 service neutron] Attempting to bind port 0251246e-9acb-4efb-bd9d-bfbd227442dd on network 2c909943-01fe-4a6a-bf17-fcd0df9ac0ae {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:06.686384 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-d73067f5-b2f9-41c6-bb8a-ca9409b6bbb6 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:01:06.686752 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-d73067f5-b2f9-41c6-bb8a-ca9409b6bbb6 service neutron] Checking segment: {'id': 'e1af966a-423e-42b4-a81a-38e509395b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:01:06.689195 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-d73067f5-b2f9-41c6-bb8a-ca9409b6bbb6 service neutron] Bound using segment: {'id': 'e1af966a-423e-42b4-a81a-38e509395b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:01:06.689669 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-d73067f5-b2f9-41c6-bb8a-ca9409b6bbb6 service neutron] Bound port: 0251246e-9acb-4efb-bd9d-bfbd227442dd, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1af966a-423e-42b4-a81a-38e509395b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:01:06.691502 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-d73067f5-b2f9-41c6-bb8a-ca9409b6bbb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:06.727299 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:06.764313 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a6ec4-2025-4032-8033-a424e4d4b601 req-d373d5e3-d0d4-4f5c-9c39-6120f70b42b6 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:06.766280 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c20a6ec4-2025-4032-8033-a424e4d4b601 req-d373d5e3-d0d4-4f5c-9c39-6120f70b42b6 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 946 time: 0.1583478 Jul 15 23:01:06.849688 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c20a6ec4-2025-4032-8033-a424e4d4b601 req-ebec6678-40f8-4dd5-9633-8b2203918780 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710492 Jul 15 23:01:06.869389 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c17d1b-4812-49ed-9df9-c5495ed96112 req-e9792442-74fc-49f2-adbf-e746235646b4 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:06.876519 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f0c17d1b-4812-49ed-9df9-c5495ed96112 req-e9792442-74fc-49f2-adbf-e746235646b4 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 950 time: 0.1066782 Jul 15 23:01:06.936670 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 5a34e8cc-84cd-40d0-a002-c6e093e899bc up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:01:06.946345 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f0c17d1b-4812-49ed-9df9-c5495ed96112 req-b2700d2b-4c46-44a4-98a4-aaa3e5d44b80 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689163 Jul 15 23:01:07.038036 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 5a34e8cc-84cd-40d0-a002-c6e093e899bc triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:01:07.038415 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:07.150246 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84adfc-6b16-4acb-9554-8cf24cde315b req-84fdbe4b-dc9f-440a-9dea-f089e685428d tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:07.151872 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ea84adfc-6b16-4acb-9554-8cf24cde315b req-84fdbe4b-dc9f-440a-9dea-f089e685428d tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/ports?device_id=423cd64c-64e4-4fa0-af87-67377ea237de HTTP/1.1" status: 200 len: 943 time: 0.1606982 Jul 15 23:01:07.198196 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ea84adfc-6b16-4acb-9554-8cf24cde315b req-703fdddc-b081-474b-ab1b-43fc93a16ad8 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c01b3b1-37b8-4fde-99dd-0caf4efc1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387847 Jul 15 23:01:07.198297 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e22dca8a-5991-4a87-be14-4cbc1a6bbde6 req-ba0e4e82-ae6b-4657-85a2-360092ef33ee tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] For port 319c1e4c-4680-4c63-acb8-29dc8abfdb99, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=319c1e4c-4680-4c63-acb8-29dc8abfdb99,segment=NetworkSegment(e7fe3191-1c68-4d38-a856-14f82f1ac8c9),segment_id=e7fe3191-1c68-4d38-a856-14f82f1ac8c9)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:07.198501 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e22dca8a-5991-4a87-be14-4cbc1a6bbde6 req-ba0e4e82-ae6b-4657-85a2-360092ef33ee tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:07.217734 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-e22dca8a-5991-4a87-be14-4cbc1a6bbde6 req-ba0e4e82-ae6b-4657-85a2-360092ef33ee tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Calling delete_port for 319c1e4c-4680-4c63-acb8-29dc8abfdb99 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:01:07.229587 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-d73067f5-b2f9-41c6-bb8a-ca9409b6bbb6 service neutron] For port 0251246e-9acb-4efb-bd9d-bfbd227442dd, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:01:07.238230 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-d73067f5-b2f9-41c6-bb8a-ca9409b6bbb6 service neutron] For port 0251246e-9acb-4efb-bd9d-bfbd227442dd, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=0251246e-9acb-4efb-bd9d-bfbd227442dd,segment=NetworkSegment(e1af966a-423e-42b4-a81a-38e509395b16),segment_id=e1af966a-423e-42b4-a81a-38e509395b16)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:01:07.248699 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-d73067f5-b2f9-41c6-bb8a-ca9409b6bbb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:07.326998 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4b2f1-3cb5-46eb-95a6-2664504f3ed1 req-59fb3c85-b7ae-4a90-9aac-497dadf38704 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:07.329530 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-18d4b2f1-3cb5-46eb-95a6-2664504f3ed1 req-59fb3c85-b7ae-4a90-9aac-497dadf38704 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d783422-6810-407d-ab77-4aa25be5dd11 HTTP/1.1" status: 200 len: 945 time: 0.0737092 Jul 15 23:01:07.341986 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-d73067f5-b2f9-41c6-bb8a-ca9409b6bbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:07.342999 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-d73067f5-b2f9-41c6-bb8a-ca9409b6bbb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:07.344021 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-d73067f5-b2f9-41c6-bb8a-ca9409b6bbb6 service neutron] 10.222.0.36 "PUT /v2.0/ports/0251246e-9acb-4efb-bd9d-bfbd227442dd HTTP/1.1" status: 200 len: 1091 time: 1.7239072 Jul 15 23:01:07.345823 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '423cd64c-64e4-4fa0-af87-67377ea237de', 'tag': '0251246e-9acb-4efb-bd9d-bfbd227442dd'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:07.348698 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d3875e-1da1-489d-8c32-cf41e3ccca1a" -d '{"events": [{"name": "network-changed", "server_uuid": "423cd64c-64e4-4fa0-af87-67377ea237de", "tag": "0251246e-9acb-4efb-bd9d-bfbd227442dd"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:07.376959 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-18d4b2f1-3cb5-46eb-95a6-2664504f3ed1 req-b127c75a-1ffd-4f2e-a51d-d72222f8c8b1 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.16 "GET /v2.0/security-groups?id=89620e7d-3258-4187-b8dd-d786e13dd49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419755 Jul 15 23:01:07.408147 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73067f5-b2f9-41c6-bb8a-ca9409b6bbb6 service neutron] Pushing event updated for resources: {'Port': ['ID=0251246e-9acb-4efb-bd9d-bfbd227442dd,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:07.477596 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb3922a-ee30-4e52-9fb0-8a1a8819e828 x-openstack-request-id: req-bbb3922a-ee30-4e52-9fb0-8a1a8819e828 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:07.478188 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "423cd64c-64e4-4fa0-af87-67377ea237de", "tag": "0251246e-9acb-4efb-bd9d-bfbd227442dd", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:07.478270 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bbb3922a-ee30-4e52-9fb0-8a1a8819e828 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:07.478700 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '423cd64c-64e4-4fa0-af87-67377ea237de', 'tag': '0251246e-9acb-4efb-bd9d-bfbd227442dd', 'status': 'completed', 'code': 200} Jul 15 23:01:07.519271 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e22dca8a-5991-4a87-be14-4cbc1a6bbde6 req-ba0e4e82-ae6b-4657-85a2-360092ef33ee tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:07.553342 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['319c1e4c-4680-4c63-acb8-29dc8abfdb99'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:07.579475 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-0f785c04-f9f6-4a0d-94c5-300047f86570 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6b21d9a3fe9343e3b850f4956593e61f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359986 Jul 15 23:01:07.606100 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e4e82-ae6b-4657-85a2-360092ef33ee tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Pushing event deleted for resources: {'Port': ['ID=319c1e4c-4680-4c63-acb8-29dc8abfdb99,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:07.639828 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-97e668cd-ca9e-4e84-b441-bdf5379ce9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:07.641356 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-97e668cd-ca9e-4e84-b441-bdf5379ce9c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=721953eafb1a4074972c303c4abb8e6a&device_id=423cd64c-64e4-4fa0-af87-67377ea237de HTTP/1.1" status: 200 len: 1094 time: 0.2224560 Jul 15 23:01:07.665610 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22dca8a-5991-4a87-be14-4cbc1a6bbde6 req-ba0e4e82-ae6b-4657-85a2-360092ef33ee tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] No DVR routers for this DVR port 319c1e4c-4680-4c63-acb8-29dc8abfdb99 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:01:07.668466 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e22dca8a-5991-4a87-be14-4cbc1a6bbde6 req-ba0e4e82-ae6b-4657-85a2-360092ef33ee tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:07.670600 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e22dca8a-5991-4a87-be14-4cbc1a6bbde6 req-ba0e4e82-ae6b-4657-85a2-360092ef33ee tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.36 "DELETE /v2.0/ports/319c1e4c-4680-4c63-acb8-29dc8abfdb99 HTTP/1.1" status: 204 len: 173 time: 1.3007996 Jul 15 23:01:07.695346 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b97a3b52-3b6d-4be5-a188-a6b89fe61d69 req-7fb14b0a-3dd0-4009-ac6f-deb783185017 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfaf4031-f891-46b7-8e46-6f79627b86b5 HTTP/1.1" status: 200 len: 210 time: 0.0630338 Jul 15 23:01:07.733782 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-6cf56f89-1b18-4d6d-85be-221e3db10250 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0251246e-9acb-4efb-bd9d-bfbd227442dd HTTP/1.1" status: 200 len: 217 time: 0.0736458 Jul 15 23:01:07.742176 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-74c48d17-62ea-4546-bc46-51f9ecddd6fc tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:07.749334 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-74c48d17-62ea-4546-bc46-51f9ecddd6fc tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1688745 Jul 15 23:01:07.772253 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-56cb75ee-42a6-4daa-9fbd-de9d41373105 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/quotas/6b21d9a3fe9343e3b850f4956593e61f HTTP/1.1" status: 200 len: 375 time: 0.0217068 Jul 15 23:01:07.813048 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-9d589a54-4b67-4aa6-8c3d-6bd6ea4ee926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:07.820256 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-9d589a54-4b67-4aa6-8c3d-6bd6ea4ee926 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3cb78c5c-80d7-4319-bbd2-bc5b34e57492 HTTP/1.1" status: 200 len: 860 time: 0.0695930 Jul 15 23:01:07.831706 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-4da70414-2291-4a68-8433-0ca2f65de408 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b21d9a3fe9343e3b850f4956593e61f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559363 Jul 15 23:01:07.838332 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4408b267-8392-4441-83e7-5b88954de808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:07.841049 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b884023a-dcea-4251-bac9-b4d01b1e0b8f" -d '{"events": [{"server_uuid": "4408b267-8392-4441-83e7-5b88954de808", "name": "network-vif-plugged", "status": "completed", "tag": "8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:07.892340 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cdd41e-54e0-4374-b20b-daa35996732e x-openstack-request-id: req-46cdd41e-54e0-4374-b20b-daa35996732e {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:07.892629 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4408b267-8392-4441-83e7-5b88954de808", "name": "network-vif-plugged", "status": "completed", "tag": "8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:07.892872 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-46cdd41e-54e0-4374-b20b-daa35996732e {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:07.894230 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4408b267-8392-4441-83e7-5b88954de808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e', 'code': 200} Jul 15 23:01:07.907715 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-63155d8d-c9eb-4c83-a565-b70e9dc8a235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:07.909997 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-63155d8d-c9eb-4c83-a565-b70e9dc8a235 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838439 Jul 15 23:01:08.120057 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-fcc5429a-5322-4851-ace8-2fa2d11bbfc4 service neutron] 10.222.0.36 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004230 Jul 15 23:01:08.175596 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d552784-dc67-457a-a1f9-d91d65b93376 req-9428b07a-8a56-46ac-981f-3c705b1a00e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:08.177899 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9d552784-dc67-457a-a1f9-d91d65b93376 req-9428b07a-8a56-46ac-981f-3c705b1a00e4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 1097 time: 0.1733341 Jul 15 23:01:08.231347 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6942b8f-546d-4771-a991-762e01824899 req-ee8d41e6-fe5f-411f-a7f0-93c74f0e4b24 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:08.233689 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e6942b8f-546d-4771-a991-762e01824899 req-ee8d41e6-fe5f-411f-a7f0-93c74f0e4b24 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 946 time: 0.1687024 Jul 15 23:01:08.260703 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9d552784-dc67-457a-a1f9-d91d65b93376 req-40716cda-ca65-4ce9-addf-2602ad8aa60d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752017 Jul 15 23:01:08.265012 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-56ca61d9-cd69-4f20-985a-c275dcba65f4 req-7c9e16f3-071f-4da5-bd9e-e1480ab5b67f service neutron] 10.222.0.36 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339467 Jul 15 23:01:08.278689 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e105b-6c2a-458f-a6fd-cb3e65307b5e req-6f2035d8-af22-41ba-bf4c-97040115fdd1 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:08.280235 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bf4e105b-6c2a-458f-a6fd-cb3e65307b5e req-6f2035d8-af22-41ba-bf4c-97040115fdd1 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 950 time: 0.1721749 Jul 15 23:01:08.326154 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e6942b8f-546d-4771-a991-762e01824899 req-df439d88-1484-4d9d-9ccb-ae14e30c91aa tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795109 Jul 15 23:01:08.356880 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bf4e105b-6c2a-458f-a6fd-cb3e65307b5e req-d27323ab-8721-4842-b564-d9e8b3614deb tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653698 Jul 15 23:01:08.448023 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:08.503518 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-535ef3b1-7974-4319-94a3-47626407a49c tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6b21d9a3fe9343e3b850f4956593e61f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438147 Jul 15 23:01:08.528868 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3875e-1da1-489d-8c32-cf41e3ccca1a req-30a345b1-a890-4146-92ed-a083a821bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:08.530440 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c0d3875e-1da1-489d-8c32-cf41e3ccca1a req-30a345b1-a890-4146-92ed-a083a821bf74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=721953eafb1a4074972c303c4abb8e6a&device_id=423cd64c-64e4-4fa0-af87-67377ea237de HTTP/1.1" status: 200 len: 1094 time: 0.1409845 Jul 15 23:01:08.653618 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3875e-1da1-489d-8c32-cf41e3ccca1a req-c89e0059-88b3-4906-86d6-268d82cdadcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:08.655282 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c0d3875e-1da1-489d-8c32-cf41e3ccca1a req-c89e0059-88b3-4906-86d6-268d82cdadcd service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae HTTP/1.1" status: 200 len: 922 time: 0.1178803 Jul 15 23:01:08.665208 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-3c28a828-487b-4ddd-9cd9-136f4716c860 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:08.671397 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-3c28a828-487b-4ddd-9cd9-136f4716c860 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1609452 Jul 15 23:01:08.697008 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-f1c99280-1cc9-4593-84c6-1e6473f8004d tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/quotas/6b21d9a3fe9343e3b850f4956593e61f HTTP/1.1" status: 200 len: 375 time: 0.0243053 Jul 15 23:01:08.719302 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c0d3875e-1da1-489d-8c32-cf41e3ccca1a req-391b7e99-21dc-40b3-a31f-e6490ad762b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0251246e-9acb-4efb-bd9d-bfbd227442dd HTTP/1.1" status: 200 len: 217 time: 0.0500500 Jul 15 23:01:08.753219 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-356ac06a-1506-488b-b1dd-80fc3b63bf88 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b21d9a3fe9343e3b850f4956593e61f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356326 Jul 15 23:01:08.787730 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05066d-4cb0-4937-b55e-a2ea8d019739 req-2625df68-49bf-4200-95a1-c680b67f14e0 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:08.795054 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c05066d-4cb0-4937-b55e-a2ea8d019739 req-2625df68-49bf-4200-95a1-c680b67f14e0 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/ports?device_id=423cd64c-64e4-4fa0-af87-67377ea237de HTTP/1.1" status: 200 len: 943 time: 0.1200736 Jul 15 23:01:08.804848 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3875e-1da1-489d-8c32-cf41e3ccca1a req-09ffb6af-56ac-4afb-8782-0dd3a4b370f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:08.804848 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c0d3875e-1da1-489d-8c32-cf41e3ccca1a req-09ffb6af-56ac-4afb-8782-0dd3a4b370f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3cb78c5c-80d7-4319-bbd2-bc5b34e57492 HTTP/1.1" status: 200 len: 860 time: 0.0603638 Jul 15 23:01:08.854046 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c05066d-4cb0-4937-b55e-a2ea8d019739 req-6824f437-de81-4fcd-a1d3-bd021be341f7 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c01b3b1-37b8-4fde-99dd-0caf4efc1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577545 Jul 15 23:01:08.912517 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3875e-1da1-489d-8c32-cf41e3ccca1a req-7d4c7cfc-c07a-4dff-b6ec-57d2ae037021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:08.914155 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c0d3875e-1da1-489d-8c32-cf41e3ccca1a req-7d4c7cfc-c07a-4dff-b6ec-57d2ae037021 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064773 Jul 15 23:01:09.072244 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 91170951-c0d4-41e9-b2f2-b93d376366dd up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:01:09.093927 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c0d3875e-1da1-489d-8c32-cf41e3ccca1a req-2073320f-fc64-4bf3-b638-d1355df75a56 service neutron] 10.222.0.36 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727593 Jul 15 23:01:09.147196 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca313ad7-b9fa-499d-9e2b-3044a42bc65f req-9ab87a85-f476-4470-9231-4c64e01a1527 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:09.151969 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ca313ad7-b9fa-499d-9e2b-3044a42bc65f req-9ab87a85-f476-4470-9231-4c64e01a1527 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d783422-6810-407d-ab77-4aa25be5dd11 HTTP/1.1" status: 200 len: 945 time: 0.1304233 Jul 15 23:01:09.160806 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 91170951-c0d4-41e9-b2f2-b93d376366dd completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:01:09.169364 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 91170951-c0d4-41e9-b2f2-b93d376366dd triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:01:09.169741 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:09.265417 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ca313ad7-b9fa-499d-9e2b-3044a42bc65f req-ae340997-3de9-4dbe-a13d-b28576e5dd23 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.16 "GET /v2.0/security-groups?id=89620e7d-3258-4187-b8dd-d786e13dd49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018682 Jul 15 23:01:09.277306 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2edb19b1-6875-4923-b3b9-5c4359865ee5 req-4ac93b6b-31ba-4c20-8c40-d0e9ff645fd6 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=96e3c521-1290-4438-a7ca-a4c864fcc590 HTTP/1.1" status: 200 len: 210 time: 0.0790412 Jul 15 23:01:09.363369 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:09.376279 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c0d3875e-1da1-489d-8c32-cf41e3ccca1a req-15f7813a-1ec1-45d3-a774-6bf83e79adb3 service neutron] 10.222.0.36 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748148 Jul 15 23:01:09.425826 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 91170951-c0d4-41e9-b2f2-b93d376366dd, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=91170951-c0d4-41e9-b2f2-b93d376366dd,segment=NetworkSegment(6a59c0e6-519e-454b-a278-4d483e64058e),segment_id=6a59c0e6-519e-454b-a278-4d483e64058e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:09.431537 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:09.433016 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 319c1e4c-4680-4c63-acb8-29dc8abfdb99 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:01:09.480012 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfaf4031-f891-46b7-8e46-6f79627b86b5', 'name': 'network-vif-deleted', 'tag': '319c1e4c-4680-4c63-acb8-29dc8abfdb99'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:09.483839 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93726e28-31f1-4efe-849a-8ebad5f8faee" -d '{"events": [{"server_uuid": "dfaf4031-f891-46b7-8e46-6f79627b86b5", "name": "network-vif-deleted", "tag": "319c1e4c-4680-4c63-acb8-29dc8abfdb99"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:09.585860 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=91170951-c0d4-41e9-b2f2-b93d376366dd,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:09.588847 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 319c1e4c-4680-4c63-acb8-29dc8abfdb99 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:01:09.589305 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 319c1e4c-4680-4c63-acb8-29dc8abfdb99 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:01:09.676539 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320ed35-a3cf-4779-9f59-2327bb960ecb req-a19a00dd-fab9-4f60-b237-73562e3ce4b1 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:09.679249 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7320ed35-a3cf-4779-9f59-2327bb960ecb req-a19a00dd-fab9-4f60-b237-73562e3ce4b1 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 946 time: 0.1371782 Jul 15 23:01:09.691671 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e52f24-51e2-4562-9232-0156893b483c req-b0ec89c8-098a-4fa2-b009-cffa8e9c4b76 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:09.693394 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-20e52f24-51e2-4562-9232-0156893b483c req-b0ec89c8-098a-4fa2-b009-cffa8e9c4b76 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 950 time: 0.0971429 Jul 15 23:01:09.752647 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7320ed35-a3cf-4779-9f59-2327bb960ecb req-bb6e1329-c224-4028-84b5-b2cf754f87c0 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582561 Jul 15 23:01:09.765465 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-20e52f24-51e2-4562-9232-0156893b483c req-755a9eec-e921-4af6-902d-25742fa9b094 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637958 Jul 15 23:01:09.862457 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b4ec4a-9d33-4227-a03c-990d82e34433 x-openstack-request-id: req-52b4ec4a-9d33-4227-a03c-990d82e34433 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:09.863040 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfaf4031-f891-46b7-8e46-6f79627b86b5", "name": "network-vif-deleted", "tag": "319c1e4c-4680-4c63-acb8-29dc8abfdb99", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:09.863040 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52b4ec4a-9d33-4227-a03c-990d82e34433 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:09.863392 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfaf4031-f891-46b7-8e46-6f79627b86b5', 'name': 'network-vif-deleted', 'tag': '319c1e4c-4680-4c63-acb8-29dc8abfdb99', 'status': 'completed', 'code': 200} Jul 15 23:01:09.895910 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d783422-6810-407d-ab77-4aa25be5dd11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91170951-c0d4-41e9-b2f2-b93d376366dd'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:09.898497 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0966c047-b055-4fdf-b7ce-2dbc90797547" -d '{"events": [{"server_uuid": "7d783422-6810-407d-ab77-4aa25be5dd11", "name": "network-vif-plugged", "status": "completed", "tag": "91170951-c0d4-41e9-b2f2-b93d376366dd"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:10.113684 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-ccbd04c5-7f53-4be5-861a-5c41980cc2f9 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6b21d9a3fe9343e3b850f4956593e61f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409174 Jul 15 23:01:10.317071 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-8c4cc7e6-e868-4a80-9ed0-ef59a0fd898b tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:10.320010 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-8c4cc7e6-e868-4a80-9ed0-ef59a0fd898b tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2012234 Jul 15 23:01:10.352291 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-4793006e-57df-41cd-943a-31f4f2cf501c tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Request body: {'port': {'device_id': 'a48c1021-187e-4253-b258-76c6efde6977', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'admin_state_up': True, 'tenant_id': '6b21d9a3fe9343e3b850f4956593e61f'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:10.390496 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2f1e2-ee59-435f-bb67-5ea3c7ad521f req-e7439bfe-3893-4197-bc35-c9c9d0385f5f tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:10.392051 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8aa2f1e2-ee59-435f-bb67-5ea3c7ad521f req-e7439bfe-3893-4197-bc35-c9c9d0385f5f tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/ports?device_id=423cd64c-64e4-4fa0-af87-67377ea237de HTTP/1.1" status: 200 len: 943 time: 0.1429157 Jul 15 23:01:10.402342 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544f91e-be16-439c-b952-4221bf623533 req-344ebe7e-95bc-42b8-9af1-d9a48dd2b6c9 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:10.407548 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0544f91e-be16-439c-b952-4221bf623533 req-344ebe7e-95bc-42b8-9af1-d9a48dd2b6c9 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/networks?id=cec0c96c-b2ad-40b7-9355-3bacfcd63bee HTTP/1.1" status: 200 len: 821 time: 0.4932985 Jul 15 23:01:10.436646 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0544f91e-be16-439c-b952-4221bf623533 req-7c605a05-6e85-45ed-926b-40e97b38160b tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/quotas/f0a0181635ab4461b04cb97132753ac0 HTTP/1.1" status: 200 len: 375 time: 0.0257132 Jul 15 23:01:10.465850 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8aa2f1e2-ee59-435f-bb67-5ea3c7ad521f req-096bacff-1c9b-4e04-85e2-c1d979383ae6 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c01b3b1-37b8-4fde-99dd-0caf4efc1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570230 Jul 15 23:01:10.476968 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-4793006e-57df-41cd-943a-31f4f2cf501c tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Made reservation on behalf of 6b21d9a3fe9343e3b850f4956593e61f for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:01:10.481376 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-4793006e-57df-41cd-943a-31f4f2cf501c tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:10.499050 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-4793006e-57df-41cd-943a-31f4f2cf501c tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:10.516084 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0544f91e-be16-439c-b952-4221bf623533 req-65a40873-1d87-4bc1-8762-689fa841edf5 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0a0181635ab4461b04cb97132753ac0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0662482 Jul 15 23:01:10.542867 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb912eb-be93-4e50-abce-c4481b82b5a9 x-openstack-request-id: req-0fb912eb-be93-4e50-abce-c4481b82b5a9 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:10.543381 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d783422-6810-407d-ab77-4aa25be5dd11", "name": "network-vif-plugged", "status": "completed", "tag": "91170951-c0d4-41e9-b2f2-b93d376366dd", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:10.543381 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0fb912eb-be93-4e50-abce-c4481b82b5a9 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:10.543844 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d783422-6810-407d-ab77-4aa25be5dd11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91170951-c0d4-41e9-b2f2-b93d376366dd', 'code': 200} Jul 15 23:01:10.638028 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0544f91e-be16-439c-b952-4221bf623533 req-3bc3cadc-7a60-4fae-a92f-11ac9a95c42f service neutron] 10.222.0.16 "GET /v2.0/networks/cec0c96c-b2ad-40b7-9355-3bacfcd63bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125112 Jul 15 23:01:10.647017 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-4793006e-57df-41cd-943a-31f4f2cf501c tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:10.651846 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-4793006e-57df-41cd-943a-31f4f2cf501c tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:10.766987 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793006e-57df-41cd-943a-31f4f2cf501c tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:10.794915 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0544f91e-be16-439c-b952-4221bf623533 req-16cdda16-9639-4cdf-a937-97f2ca402d82 service neutron] 10.222.0.16 "GET /v2.0/networks/cec0c96c-b2ad-40b7-9355-3bacfcd63bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493759 Jul 15 23:01:10.834159 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca76bba-9457-451b-9f24-504f54907845 req-deb8d36b-b34f-4ae1-8de0-c66c0aa0b712 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:10.836588 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0ca76bba-9457-451b-9f24-504f54907845 req-deb8d36b-b34f-4ae1-8de0-c66c0aa0b712 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d783422-6810-407d-ab77-4aa25be5dd11 HTTP/1.1" status: 200 len: 946 time: 0.1257188 Jul 15 23:01:10.896869 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-caed7942-f301-4862-ae15-56b933c875c0 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6b21d9a3fe9343e3b850f4956593e61f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272901 Jul 15 23:01:10.904247 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0ca76bba-9457-451b-9f24-504f54907845 req-052c8a30-ba4d-4be1-8f4a-ab9132d737a4 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.16 "GET /v2.0/security-groups?id=89620e7d-3258-4187-b8dd-d786e13dd49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534203 Jul 15 23:01:10.904937 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d0ad4-589e-4096-b499-3e4fd22092a3 req-6b70dc0d-f323-4004-806b-fd51ab7c0cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:10.906919 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2d5d0ad4-589e-4096-b499-3e4fd22092a3 req-6b70dc0d-f323-4004-806b-fd51ab7c0cf6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7d783422-6810-407d-ab77-4aa25be5dd11 HTTP/1.1" status: 200 len: 1097 time: 0.1849353 Jul 15 23:01:11.010254 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-4793006e-57df-41cd-943a-31f4f2cf501c tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Allocated IP 192.168.233.126 (8d403abe-cee8-4863-bddd-464e9e566e9c/190ae4ce-d44c-4c9c-9241-47db78422478/96920b44-cb6d-4e1a-b67b-ff1973f06ebe) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:01:11.016846 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2d5d0ad4-589e-4096-b499-3e4fd22092a3 req-b8d28486-8a8b-41ca-9c07-6dc1da4c608e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=89620e7d-3258-4187-b8dd-d786e13dd49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999935 Jul 15 23:01:11.061713 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 0251246e-9acb-4efb-bd9d-bfbd227442dd details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:01:11.130987 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-f5bd4cd0-3049-4c56-a770-05001808f9a4 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:11.132672 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-f5bd4cd0-3049-4c56-a770-05001808f9a4 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1868997 Jul 15 23:01:11.212090 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aff92bef-93db-4a74-acd4-ff07fd232bf5 req-b01ca7e5-cfe4-4cdc-a755-bebd035271e6 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=96e3c521-1290-4438-a7ca-a4c864fcc590 HTTP/1.1" status: 200 len: 210 time: 0.0756967 Jul 15 23:01:11.309328 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 0251246e-9acb-4efb-bd9d-bfbd227442dd, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=0251246e-9acb-4efb-bd9d-bfbd227442dd,segment=NetworkSegment(e1af966a-423e-42b4-a81a-38e509395b16),segment_id=e1af966a-423e-42b4-a81a-38e509395b16)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:11.312831 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-c78d47ad-eab4-4c34-98c9-83aea2bb4727 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Request body: {'port': {'device_id': '96e3c521-1290-4438-a7ca-a4c864fcc590', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'admin_state_up': True, 'tenant_id': '6b21d9a3fe9343e3b850f4956593e61f'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:11.334933 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '0251246e-9acb-4efb-bd9d-bfbd227442dd', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'port_id': '0251246e-9acb-4efb-bd9d-bfbd227442dd', 'mac_address': 'fa:16:3e:5a:75:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:01:11.371042 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44d3cd-d4cb-4dd3-a220-d37c62d90e8c req-34e08be6-45ea-4ca4-b1be-d77c597c34d7 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:11.372615 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cf44d3cd-d4cb-4dd3-a220-d37c62d90e8c req-34e08be6-45ea-4ca4-b1be-d77c597c34d7 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 946 time: 0.1586170 Jul 15 23:01:11.434298 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:11.474085 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0251246e-9acb-4efb-bd9d-bfbd227442dd {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:01:11.510079 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-4793006e-57df-41cd-943a-31f4f2cf501c tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:11.512392 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 0251246e-9acb-4efb-bd9d-bfbd227442dd, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=0251246e-9acb-4efb-bd9d-bfbd227442dd,segment=NetworkSegment(e1af966a-423e-42b4-a81a-38e509395b16),segment_id=e1af966a-423e-42b4-a81a-38e509395b16)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:11.519325 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:11.521284 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cf44d3cd-d4cb-4dd3-a220-d37c62d90e8c req-53f61364-5a63-49e0-82de-c347c00e87f4 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226091 Jul 15 23:01:11.524990 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-c78d47ad-eab4-4c34-98c9-83aea2bb4727 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Made reservation on behalf of 6b21d9a3fe9343e3b850f4956593e61f for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:01:11.532922 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-c78d47ad-eab4-4c34-98c9-83aea2bb4727 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:11.568593 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-4793006e-57df-41cd-943a-31f4f2cf501c tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Transition to ACTIVE for port object 96920b44-cb6d-4e1a-b67b-ff1973f06ebe will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:01:11.640275 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=0251246e-9acb-4efb-bd9d-bfbd227442dd,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:11.645592 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e0de50d1-20cb-4221-a53e-b88aabcdb43c req-f7f93678-6478-4151-b3bd-4c4ba7ef76ea tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=de005e8d-9c55-4b09-be39-831f9863d812 HTTP/1.1" status: 200 len: 210 time: 0.0398316 Jul 15 23:01:11.670050 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ee294-7edf-45fb-ab11-9bbf90743e00 req-2d3e9034-7bf5-4c56-a780-d71c18701010 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:11.677547 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-459ee294-7edf-45fb-ab11-9bbf90743e00 req-2d3e9034-7bf5-4c56-a780-d71c18701010 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 950 time: 0.2138724 Jul 15 23:01:11.680796 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-4793006e-57df-41cd-943a-31f4f2cf501c tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:11.791193 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-459ee294-7edf-45fb-ab11-9bbf90743e00 req-ea92b81b-eb57-45b3-980d-ab8c6c6b43b3 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126344 Jul 15 23:01:11.792196 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-5291cce6-0671-4d8b-aa01-a5ddbf23f02e service neutron] show failed (client error): The resource could not be found. Jul 15 23:01:11.792411 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-c78d47ad-eab4-4c34-98c9-83aea2bb4727 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Allocated IP 192.168.233.180 (8d403abe-cee8-4863-bddd-464e9e566e9c/190ae4ce-d44c-4c9c-9241-47db78422478/609e1f84-fb98-4af8-ac1c-d4e10ad96f8b) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:01:11.793248 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-5291cce6-0671-4d8b-aa01-a5ddbf23f02e service neutron] 10.222.0.43 "GET /v2.0/ports/6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca/bindings/n-h1-787205-9 HTTP/1.1" status: 404 len: 380 time: 0.0960343 Jul 15 23:01:11.841846 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['0251246e-9acb-4efb-bd9d-bfbd227442dd'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:11.902349 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-4793006e-57df-41cd-943a-31f4f2cf501c tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:01:11.941713 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-4793006e-57df-41cd-943a-31f4f2cf501c tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:01:11.985403 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-4793006e-57df-41cd-943a-31f4f2cf501c tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:01:12.005766 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69536faa-9ea4-448a-a051-5ee584fc5d1f req-ab66ed5c-a346-4032-af60-1d329ba5bbf9 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:12.012925 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-69536faa-9ea4-448a-a051-5ee584fc5d1f req-ab66ed5c-a346-4032-af60-1d329ba5bbf9 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/ports?device_id=423cd64c-64e4-4fa0-af87-67377ea237de HTTP/1.1" status: 200 len: 944 time: 0.1035819 Jul 15 23:01:12.101281 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-69536faa-9ea4-448a-a051-5ee584fc5d1f req-f4b18846-e8f4-453c-84e7-ee8b77a79128 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c01b3b1-37b8-4fde-99dd-0caf4efc1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876663 Jul 15 23:01:12.104210 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793006e-57df-41cd-943a-31f4f2cf501c tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Pushing event updated for resources: {'Port': ['ID=96920b44-cb6d-4e1a-b67b-ff1973f06ebe,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:12.133584 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f818d3d-458d-4970-87ca-5951e4d4e98f req-9a8a386a-a93f-43b8-bb57-29f929d29880 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:12.135816 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3f818d3d-458d-4970-87ca-5951e4d4e98f req-9a8a386a-a93f-43b8-bb57-29f929d29880 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 1097 time: 0.0985501 Jul 15 23:01:12.167155 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-4793006e-57df-41cd-943a-31f4f2cf501c tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:12.167866 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-4793006e-57df-41cd-943a-31f4f2cf501c tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:12.209685 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-4793006e-57df-41cd-943a-31f4f2cf501c tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8637891 Jul 15 23:01:12.212572 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3f818d3d-458d-4970-87ca-5951e4d4e98f req-4b20bd7b-8225-4356-a03e-266596290254 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706851 Jul 15 23:01:12.266980 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-8441760c-f09a-43e2-a053-7b8bd736dd57 service neutron] Request body: {'port': {'device_id': 'a48c1021-187e-4253-b258-76c6efde6977', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:12.452608 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-24cbd1c5-d50a-4453-988b-66efc73bc665 None None] Provisioning for port 96920b44-cb6d-4e1a-b67b-ff1973f06ebe completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:01:12.461058 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-24cbd1c5-d50a-4453-988b-66efc73bc665 None None] Provisioning complete for port 96920b44-cb6d-4e1a-b67b-ff1973f06ebe triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:01:12.461385 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-24cbd1c5-d50a-4453-988b-66efc73bc665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:12.497166 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-24cbd1c5-d50a-4453-988b-66efc73bc665 None None] Port 96920b44-cb6d-4e1a-b67b-ff1973f06ebe cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:01:12.512061 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e5634-795b-4788-8265-3bcf3886f068 req-e7efcb0b-6167-4062-9f25-04d61fe05513 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:12.513664 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b02e5634-795b-4788-8265-3bcf3886f068 req-e7efcb0b-6167-4062-9f25-04d61fe05513 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d783422-6810-407d-ab77-4aa25be5dd11 HTTP/1.1" status: 200 len: 946 time: 0.1099699 Jul 15 23:01:12.570589 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4ff87622-c08e-4d55-8b41-fa2bc1c77ae2 req-0d72c032-dc4d-4ffa-8f93-6aa85477218f tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=96e3c521-1290-4438-a7ca-a4c864fcc590 HTTP/1.1" status: 200 len: 210 time: 0.0423043 Jul 15 23:01:12.609335 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b02e5634-795b-4788-8265-3bcf3886f068 req-3a874264-4a71-4db0-ae3a-2bcb4d432446 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.16 "GET /v2.0/security-groups?id=89620e7d-3258-4187-b8dd-d786e13dd49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876210 Jul 15 23:01:12.675806 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-8441760c-f09a-43e2-a053-7b8bd736dd57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:12.680793 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-c78d47ad-eab4-4c34-98c9-83aea2bb4727 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:12.767868 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-c78d47ad-eab4-4c34-98c9-83aea2bb4727 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Transition to ACTIVE for port object 609e1f84-fb98-4af8-ac1c-d4e10ad96f8b will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:01:12.784923 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27e03f-1964-4219-9a6c-3ef2e8f0001d req-e06515a3-bf49-4400-b6a1-8a749b94413c tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:12.787648 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2a27e03f-1964-4219-9a6c-3ef2e8f0001d req-e06515a3-bf49-4400-b6a1-8a749b94413c tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 1097 time: 0.0709794 Jul 15 23:01:12.834402 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2a27e03f-1964-4219-9a6c-3ef2e8f0001d req-5cc873a0-7d5e-4d85-89a9-a75902225c86 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410683 Jul 15 23:01:12.846893 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-fe95ba33-d6d3-430e-91a5-c89dc4c65f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:12.849731 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-fe95ba33-d6d3-430e-91a5-c89dc4c65f60 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4&tenant_id=8aea0e1a9fbb449ea47770f9a375ae63 HTTP/1.1" status: 200 len: 1101 time: 0.2293115 Jul 15 23:01:12.874547 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-e0e1d9d4-8c53-4e59-956e-d5ebff6deba7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787205-9', 'device_owner': 'compute:nova'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:12.880358 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6643b7b7-5e03-44e0-8c1e-e9d8871641c1 req-51dfb603-9dc7-4be5-82ed-7492583398be tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=de005e8d-9c55-4b09-be39-831f9863d812 HTTP/1.1" status: 200 len: 210 time: 0.0469029 Jul 15 23:01:12.964022 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-c78d47ad-eab4-4c34-98c9-83aea2bb4727 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:13.046997 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-e0e1d9d4-8c53-4e59-956e-d5ebff6deba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:13.076115 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 0251246e-9acb-4efb-bd9d-bfbd227442dd up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:01:13.130984 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6c18f-3bb2-48fd-93ea-6ea67e9c4028 req-69a18e4d-eae7-478b-89b1-d7dda21e22db tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:13.138700 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9bd6c18f-3bb2-48fd-93ea-6ea67e9c4028 req-69a18e4d-eae7-478b-89b1-d7dda21e22db tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 950 time: 0.0878417 Jul 15 23:01:13.160101 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-c78d47ad-eab4-4c34-98c9-83aea2bb4727 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:01:13.161143 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 0251246e-9acb-4efb-bd9d-bfbd227442dd completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:01:13.162078 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-c78d47ad-eab4-4c34-98c9-83aea2bb4727 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:01:13.171159 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 0251246e-9acb-4efb-bd9d-bfbd227442dd triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:01:13.171713 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:13.189102 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d47ad-eab4-4c34-98c9-83aea2bb4727 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Pushing event updated for resources: {'Port': ['ID=609e1f84-fb98-4af8-ac1c-d4e10ad96f8b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:13.207737 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-c78d47ad-eab4-4c34-98c9-83aea2bb4727 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:01:13.217595 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9bd6c18f-3bb2-48fd-93ea-6ea67e9c4028 req-b8d1b45d-0780-4603-b96a-17fc9e93852d tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780089 Jul 15 23:01:13.339773 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:13.364766 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-c78d47ad-eab4-4c34-98c9-83aea2bb4727 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:13.367041 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-c78d47ad-eab4-4c34-98c9-83aea2bb4727 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:13.435302 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544f91e-be16-439c-b952-4221bf623533 req-340843c7-422c-406f-b006-69e680867c6b tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:13.437072 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423cd64c-64e4-4fa0-af87-67377ea237de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0251246e-9acb-4efb-bd9d-bfbd227442dd'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:13.439860 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0544f91e-be16-439c-b952-4221bf623533 req-340843c7-422c-406f-b006-69e680867c6b tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.43 "GET /v2.0/networks?id=cec0c96c-b2ad-40b7-9355-3bacfcd63bee HTTP/1.1" status: 200 len: 821 time: 0.2439876 Jul 15 23:01:13.440605 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3777d8-a0ae-469f-bf8e-7a384e029b1c" -d '{"events": [{"server_uuid": "423cd64c-64e4-4fa0-af87-67377ea237de", "name": "network-vif-plugged", "status": "completed", "tag": "0251246e-9acb-4efb-bd9d-bfbd227442dd"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:13.453528 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-0544f91e-be16-439c-b952-4221bf623533 req-cac45232-c4e7-47ba-a75f-c32228b67719 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Request body: {'port': {'device_id': 'de005e8d-9c55-4b09-be39-831f9863d812', 'network_id': 'cec0c96c-b2ad-40b7-9355-3bacfcd63bee', 'admin_state_up': True, 'tenant_id': 'f0a0181635ab4461b04cb97132753ac0'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:13.489523 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-c78d47ad-eab4-4c34-98c9-83aea2bb4727 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1887367 Jul 15 23:01:13.503061 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 0251246e-9acb-4efb-bd9d-bfbd227442dd, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=0251246e-9acb-4efb-bd9d-bfbd227442dd,segment=NetworkSegment(e1af966a-423e-42b4-a81a-38e509395b16),segment_id=e1af966a-423e-42b4-a81a-38e509395b16)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:13.526711 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:13.570865 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-34ae45d9-348f-45ee-a944-1699a942d83b None None] Provisioning for port 609e1f84-fb98-4af8-ac1c-d4e10ad96f8b completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:01:13.581648 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-34ae45d9-348f-45ee-a944-1699a942d83b None None] Provisioning complete for port 609e1f84-fb98-4af8-ac1c-d4e10ad96f8b triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:01:13.582149 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-34ae45d9-348f-45ee-a944-1699a942d83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:13.599724 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-8441760c-f09a-43e2-a053-7b8bd736dd57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96920b44-cb6d-4e1a-b67b-ff1973f06ebe {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:01:13.611176 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-e0639ced-1473-40fa-8bfb-3fcad5b5aaee service neutron] Request body: {'port': {'device_id': '96e3c521-1290-4438-a7ca-a4c864fcc590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:13.617474 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=0251246e-9acb-4efb-bd9d-bfbd227442dd,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:13.633512 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-34ae45d9-348f-45ee-a944-1699a942d83b None None] Port 609e1f84-fb98-4af8-ac1c-d4e10ad96f8b cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:01:13.633729 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-8441760c-f09a-43e2-a053-7b8bd736dd57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:13.673876 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-8441760c-f09a-43e2-a053-7b8bd736dd57 service neutron] Transition to ACTIVE for port object 96920b44-cb6d-4e1a-b67b-ff1973f06ebe will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:01:13.691426 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-8441760c-f09a-43e2-a053-7b8bd736dd57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:13.739035 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4bb14-e7ea-4241-817c-58068e632ad7 req-332904dd-3f7e-4968-ab7d-d318aea429ff tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:13.740538 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c8c4bb14-e7ea-4241-817c-58068e632ad7 req-332904dd-3f7e-4968-ab7d-d318aea429ff tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/ports?device_id=423cd64c-64e4-4fa0-af87-67377ea237de HTTP/1.1" status: 200 len: 945 time: 0.2439065 Jul 15 23:01:13.748071 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74247b2-4d91-4b30-900f-1bf960f44e7b req-39f529e7-05ad-4671-83ca-7e3cb2b584e1 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:13.752483 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d74247b2-4d91-4b30-900f-1bf960f44e7b req-39f529e7-05ad-4671-83ca-7e3cb2b584e1 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 1097 time: 0.1660850 Jul 15 23:01:13.789842 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0544f91e-be16-439c-b952-4221bf623533 req-cac45232-c4e7-47ba-a75f-c32228b67719 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Made reservation on behalf of f0a0181635ab4461b04cb97132753ac0 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:01:13.793677 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0544f91e-be16-439c-b952-4221bf623533 req-cac45232-c4e7-47ba-a75f-c32228b67719 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:13.810650 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-e0639ced-1473-40fa-8bfb-3fcad5b5aaee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:13.815475 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441760c-f09a-43e2-a053-7b8bd736dd57 service neutron] Pushing event updated for resources: {'Port': ['ID=96920b44-cb6d-4e1a-b67b-ff1973f06ebe,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:13.860998 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c8c4bb14-e7ea-4241-817c-58068e632ad7 req-653d901b-0d72-4bbf-b7d5-e2d2c0da7554 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c01b3b1-37b8-4fde-99dd-0caf4efc1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070874 Jul 15 23:01:13.873283 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d74247b2-4d91-4b30-900f-1bf960f44e7b req-80495a5e-bd02-4e54-9feb-816bfeb5e8f8 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860546 Jul 15 23:01:13.931015 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-e0e1d9d4-8c53-4e59-956e-d5ebff6deba7 service neutron] For port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:13.933725 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0112c5ca-5c52-4448-9119-843313e04db9 x-openstack-request-id: req-0112c5ca-5c52-4448-9119-843313e04db9 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:13.934089 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423cd64c-64e4-4fa0-af87-67377ea237de", "name": "network-vif-plugged", "status": "completed", "tag": "0251246e-9acb-4efb-bd9d-bfbd227442dd", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:13.934334 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0112c5ca-5c52-4448-9119-843313e04db9 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:13.934750 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423cd64c-64e4-4fa0-af87-67377ea237de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0251246e-9acb-4efb-bd9d-bfbd227442dd', 'code': 200} Jul 15 23:01:14.037575 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.36', 64403) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:14.047542 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-0544f91e-be16-439c-b952-4221bf623533 req-cac45232-c4e7-47ba-a75f-c32228b67719 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Allocated IP 172.20.0.9 (cec0c96c-b2ad-40b7-9355-3bacfcd63bee/7143f8ff-2e46-4e91-a002-da9d7a6d5e8a/1d59e569-9f54-4096-becd-e32fb69f8220) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:01:14.117175 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-8441760c-f09a-43e2-a053-7b8bd736dd57 service neutron] Attempting to bind port 96920b44-cb6d-4e1a-b67b-ff1973f06ebe on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:01:14.117749 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-8441760c-f09a-43e2-a053-7b8bd736dd57 service neutron] Attempting to bind port 96920b44-cb6d-4e1a-b67b-ff1973f06ebe by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:01:14.117749 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-8441760c-f09a-43e2-a053-7b8bd736dd57 service neutron] Attempting to bind port 96920b44-cb6d-4e1a-b67b-ff1973f06ebe on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:14.127900 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-8441760c-f09a-43e2-a053-7b8bd736dd57 service neutron] Port 96920b44-cb6d-4e1a-b67b-ff1973f06ebe on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:01:14.128298 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-8441760c-f09a-43e2-a053-7b8bd736dd57 service neutron] Attempting to bind port 96920b44-cb6d-4e1a-b67b-ff1973f06ebe on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:14.130420 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-e0e1d9d4-8c53-4e59-956e-d5ebff6deba7 service neutron] For port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:01:14.153611 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-8441760c-f09a-43e2-a053-7b8bd736dd57 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:01:14.153959 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-8441760c-f09a-43e2-a053-7b8bd736dd57 service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:01:14.154351 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-8441760c-f09a-43e2-a053-7b8bd736dd57 service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:01:14.154832 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-8441760c-f09a-43e2-a053-7b8bd736dd57 service neutron] Bound port: 96920b44-cb6d-4e1a-b67b-ff1973f06ebe, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:01:14.155339 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-8441760c-f09a-43e2-a053-7b8bd736dd57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:14.208482 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5785262d-42f0-4288-a107-ca86e41176a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:14.210822 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c72dfc9-ab95-46b7-8a36-2c684145d039" -d '{"events": [{"server_uuid": "5785262d-42f0-4288-a107-ca86e41176a4", "name": "network-vif-unplugged", "status": "completed", "tag": "6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:14.214595 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-e0e1d9d4-8c53-4e59-956e-d5ebff6deba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:14.238814 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-e0e1d9d4-8c53-4e59-956e-d5ebff6deba7 service neutron] Transition to ACTIVE for port object 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:01:14.247755 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-e0e1d9d4-8c53-4e59-956e-d5ebff6deba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:14.248189 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425dcdb2-8baf-4fb4-9000-9c53eacd4a15 req-61414224-724f-4777-92c1-424a470cd943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:14.249698 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-425dcdb2-8baf-4fb4-9000-9c53eacd4a15 req-61414224-724f-4777-92c1-424a470cd943 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=423cd64c-64e4-4fa0-af87-67377ea237de HTTP/1.1" status: 200 len: 1096 time: 0.2110922 Jul 15 23:01:14.262992 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ac5ad-9684-4053-b897-8615167fd2fd req-33f1a162-266a-4ba7-bf8d-cf68cd93457d tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:14.264484 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d93ac5ad-9684-4053-b897-8615167fd2fd req-33f1a162-266a-4ba7-bf8d-cf68cd93457d tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=96e3c521-1290-4438-a7ca-a4c864fcc590 HTTP/1.1" status: 200 len: 936 time: 0.1940854 Jul 15 23:01:14.305678 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-8441760c-f09a-43e2-a053-7b8bd736dd57 service neutron] For port 96920b44-cb6d-4e1a-b67b-ff1973f06ebe, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:01:14.348402 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b659522-5335-4af3-920f-9e47e4aac96d req-dfca8c6e-14b6-4f5d-a420-0003620dd821 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:14.349980 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6b659522-5335-4af3-920f-9e47e4aac96d req-dfca8c6e-14b6-4f5d-a420-0003620dd821 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d783422-6810-407d-ab77-4aa25be5dd11 HTTP/1.1" status: 200 len: 946 time: 0.2443800 Jul 15 23:01:14.361049 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-8441760c-f09a-43e2-a053-7b8bd736dd57 service neutron] For port 96920b44-cb6d-4e1a-b67b-ff1973f06ebe, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=96920b44-cb6d-4e1a-b67b-ff1973f06ebe,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:01:14.377989 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-8441760c-f09a-43e2-a053-7b8bd736dd57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:14.401705 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-425dcdb2-8baf-4fb4-9000-9c53eacd4a15 req-2bb173af-6f81-49b9-8399-86f82cef32df service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7c01b3b1-37b8-4fde-99dd-0caf4efc1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362593 Jul 15 23:01:14.424652 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0544f91e-be16-439c-b952-4221bf623533 req-cac45232-c4e7-47ba-a75f-c32228b67719 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:14.429598 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d93ac5ad-9684-4053-b897-8615167fd2fd req-d1799509-4bde-446a-b899-9ec3ed69ebeb tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304450 Jul 15 23:01:14.449165 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6b659522-5335-4af3-920f-9e47e4aac96d req-e685c053-6315-498b-8248-9909e90118f2 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.16 "GET /v2.0/security-groups?id=89620e7d-3258-4187-b8dd-d786e13dd49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809557 Jul 15 23:01:14.524791 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0544f91e-be16-439c-b952-4221bf623533 req-cac45232-c4e7-47ba-a75f-c32228b67719 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:14.653790 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0544f91e-be16-439c-b952-4221bf623533 req-cac45232-c4e7-47ba-a75f-c32228b67719 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Network cec0c96c-b2ad-40b7-9355-3bacfcd63bee is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:01:14.655375 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac45232-c4e7-47ba-a75f-c32228b67719 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Pushing event updated for resources: {'Port': ['ID=1d59e569-9f54-4096-becd-e32fb69f8220,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:14.661345 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-0544f91e-be16-439c-b952-4221bf623533 req-cac45232-c4e7-47ba-a75f-c32228b67719 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:01:14.668414 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-0544f91e-be16-439c-b952-4221bf623533 req-cac45232-c4e7-47ba-a75f-c32228b67719 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:01:14.677190 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544f91e-be16-439c-b952-4221bf623533 req-cac45232-c4e7-47ba-a75f-c32228b67719 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:14.677902 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0544f91e-be16-439c-b952-4221bf623533 req-cac45232-c4e7-47ba-a75f-c32228b67719 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:14.703207 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0544f91e-be16-439c-b952-4221bf623533 req-cac45232-c4e7-47ba-a75f-c32228b67719 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2538364 Jul 15 23:01:14.709899 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e372e0-4fa1-42d0-a5f3-a287be08abf7 x-openstack-request-id: req-10e372e0-4fa1-42d0-a5f3-a287be08abf7 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:14.710372 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5785262d-42f0-4288-a107-ca86e41176a4", "name": "network-vif-unplugged", "status": "completed", "tag": "6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:14.710518 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10e372e0-4fa1-42d0-a5f3-a287be08abf7 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:14.711388 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5785262d-42f0-4288-a107-ca86e41176a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca', 'code': 200} Jul 15 23:01:14.711997 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-e0e1d9d4-8c53-4e59-956e-d5ebff6deba7 service neutron] No DVR routers for this DVR port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:01:14.719234 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1d9d4-8c53-4e59-956e-d5ebff6deba7 service neutron] Pushing event updated for resources: {'Port': ['ID=6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca,revision_number=6']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:14.778046 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-0544f91e-be16-439c-b952-4221bf623533 req-6e25c304-df21-438d-a814-e9cf3044eb86 service neutron] Request body: {'port': {'device_id': 'de005e8d-9c55-4b09-be39-831f9863d812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:14.804271 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-8441760c-f09a-43e2-a053-7b8bd736dd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:14.805827 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-8441760c-f09a-43e2-a053-7b8bd736dd57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:14.808439 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-8441760c-f09a-43e2-a053-7b8bd736dd57 service neutron] 10.222.0.36 "PUT /v2.0/ports/96920b44-cb6d-4e1a-b67b-ff1973f06ebe HTTP/1.1" status: 200 len: 1096 time: 2.5699568 Jul 15 23:01:14.917207 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-e0e1d9d4-8c53-4e59-956e-d5ebff6deba7 service neutron] Attempting to bind port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:01:14.917514 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-e0e1d9d4-8c53-4e59-956e-d5ebff6deba7 service neutron] Attempting to bind port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:01:14.917802 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-e0e1d9d4-8c53-4e59-956e-d5ebff6deba7 service neutron] Attempting to bind port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:14.966611 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-e0e1d9d4-8c53-4e59-956e-d5ebff6deba7 service neutron] Port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:01:14.966997 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-e0e1d9d4-8c53-4e59-956e-d5ebff6deba7 service neutron] Attempting to bind port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:14.969356 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441760c-f09a-43e2-a053-7b8bd736dd57 service neutron] Pushing event updated for resources: {'Port': ['ID=96920b44-cb6d-4e1a-b67b-ff1973f06ebe,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:14.984290 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0544f91e-be16-439c-b952-4221bf623533 req-6e25c304-df21-438d-a814-e9cf3044eb86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:14.988634 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-e0e1d9d4-8c53-4e59-956e-d5ebff6deba7 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:01:14.988979 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-e0e1d9d4-8c53-4e59-956e-d5ebff6deba7 service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:01:14.989451 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-e0e1d9d4-8c53-4e59-956e-d5ebff6deba7 service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:01:14.990279 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-e0e1d9d4-8c53-4e59-956e-d5ebff6deba7 service neutron] Bound port: 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:01:14.990777 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-e0e1d9d4-8c53-4e59-956e-d5ebff6deba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:14.996802 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b7550-0553-4dad-b2de-3a9aab970f43 req-a463c46c-e3bf-41a3-a9a0-c2020cbad790 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:14.998349 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f10b7550-0553-4dad-b2de-3a9aab970f43 req-a463c46c-e3bf-41a3-a9a0-c2020cbad790 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=de005e8d-9c55-4b09-be39-831f9863d812 HTTP/1.1" status: 200 len: 931 time: 0.2999809 Jul 15 23:01:15.036544 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-e0639ced-1473-40fa-8bfb-3fcad5b5aaee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 609e1f84-fb98-4af8-ac1c-d4e10ad96f8b {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:01:15.046938 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-e0639ced-1473-40fa-8bfb-3fcad5b5aaee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:15.083031 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69014882-7fb2-40f3-8086-7ffc723d01b2 req-1e8dfbcc-c14c-4edb-be2c-58a119ddf068 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:15.084602 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-69014882-7fb2-40f3-8086-7ffc723d01b2 req-1e8dfbcc-c14c-4edb-be2c-58a119ddf068 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 948 time: 0.2535548 Jul 15 23:01:15.124498 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-e0639ced-1473-40fa-8bfb-3fcad5b5aaee service neutron] Transition to ACTIVE for port object 609e1f84-fb98-4af8-ac1c-d4e10ad96f8b will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:01:15.132721 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f10b7550-0553-4dad-b2de-3a9aab970f43 req-55b6260d-d260-4717-8a9e-1830f1e76ba6 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250167 Jul 15 23:01:15.139826 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-e0639ced-1473-40fa-8bfb-3fcad5b5aaee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:15.184088 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-e0e1d9d4-8c53-4e59-956e-d5ebff6deba7 service neutron] For port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:01:15.187537 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-5ded0aa6-3818-4d5f-906a-6bcc7ac43bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:15.189169 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-5ded0aa6-3818-4d5f-906a-6bcc7ac43bcf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b21d9a3fe9343e3b850f4956593e61f&device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 1099 time: 0.2167764 Jul 15 23:01:15.219064 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-e0e1d9d4-8c53-4e59-956e-d5ebff6deba7 service neutron] For port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:01:15.243975 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-e0e1d9d4-8c53-4e59-956e-d5ebff6deba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:15.299660 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-e0e1d9d4-8c53-4e59-956e-d5ebff6deba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:15.300306 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-e0e1d9d4-8c53-4e59-956e-d5ebff6deba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:15.301748 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-e0e1d9d4-8c53-4e59-956e-d5ebff6deba7 service neutron] 10.222.0.36 "PUT /v2.0/ports/6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca HTTP/1.1" status: 200 len: 1096 time: 2.4371135 Jul 15 23:01:15.304939 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-b4b08c0f-b842-4c42-a876-d27ea87442b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=96920b44-cb6d-4e1a-b67b-ff1973f06ebe HTTP/1.1" status: 200 len: 217 time: 0.0785942 Jul 15 23:01:15.306797 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0639ced-1473-40fa-8bfb-3fcad5b5aaee service neutron] Pushing event updated for resources: {'Port': ['ID=609e1f84-fb98-4af8-ac1c-d4e10ad96f8b,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:15.487980 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-69014882-7fb2-40f3-8086-7ffc723d01b2 req-d47b34d3-e557-4ea9-9d96-ce5c1006019b tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939085 Jul 15 23:01:15.529331 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-08e9212e-24c3-4fb3-9225-48a41cc73051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:15.530863 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-08e9212e-24c3-4fb3-9225-48a41cc73051 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1587424 Jul 15 23:01:15.560994 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1d9d4-8c53-4e59-956e-d5ebff6deba7 service neutron] Pushing event updated for resources: {'Port': ['ID=6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca,revision_number=7']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:15.602300 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-0544f91e-be16-439c-b952-4221bf623533 req-6e25c304-df21-438d-a814-e9cf3044eb86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d59e569-9f54-4096-becd-e32fb69f8220 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:01:15.605826 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-e0639ced-1473-40fa-8bfb-3fcad5b5aaee service neutron] Attempting to bind port 609e1f84-fb98-4af8-ac1c-d4e10ad96f8b on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:01:15.606164 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-e0639ced-1473-40fa-8bfb-3fcad5b5aaee service neutron] Attempting to bind port 609e1f84-fb98-4af8-ac1c-d4e10ad96f8b by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:01:15.606494 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-e0639ced-1473-40fa-8bfb-3fcad5b5aaee service neutron] Attempting to bind port 609e1f84-fb98-4af8-ac1c-d4e10ad96f8b on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:15.612851 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0544f91e-be16-439c-b952-4221bf623533 req-6e25c304-df21-438d-a814-e9cf3044eb86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:15.630395 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-0544f91e-be16-439c-b952-4221bf623533 req-6e25c304-df21-438d-a814-e9cf3044eb86 service neutron] Transition to ACTIVE for port object 1d59e569-9f54-4096-becd-e32fb69f8220 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:01:15.630664 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-e0639ced-1473-40fa-8bfb-3fcad5b5aaee service neutron] Port 609e1f84-fb98-4af8-ac1c-d4e10ad96f8b on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:01:15.630865 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-e0639ced-1473-40fa-8bfb-3fcad5b5aaee service neutron] Attempting to bind port 609e1f84-fb98-4af8-ac1c-d4e10ad96f8b on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:15.640151 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-e0639ced-1473-40fa-8bfb-3fcad5b5aaee service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:01:15.640489 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-e0639ced-1473-40fa-8bfb-3fcad5b5aaee service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:01:15.640884 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-e0639ced-1473-40fa-8bfb-3fcad5b5aaee service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:01:15.641327 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-e0639ced-1473-40fa-8bfb-3fcad5b5aaee service neutron] Bound port: 609e1f84-fb98-4af8-ac1c-d4e10ad96f8b, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:01:15.641693 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-e0639ced-1473-40fa-8bfb-3fcad5b5aaee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:15.649324 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda90c7-8c01-4772-8682-b70b28ffa8f7 req-262e33d4-f9b3-4cb1-808d-383d9c3f61e4 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:15.660135 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6eda90c7-8c01-4772-8682-b70b28ffa8f7 req-262e33d4-f9b3-4cb1-808d-383d9c3f61e4 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/ports?device_id=423cd64c-64e4-4fa0-af87-67377ea237de HTTP/1.1" status: 200 len: 945 time: 0.3882813 Jul 15 23:01:15.664107 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:01:15.678096 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-9449c720-91a0-4d7f-bd88-1e1b01926dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:15.679760 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-9449c720-91a0-4d7f-bd88-1e1b01926dbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 1099 time: 0.3250649 Jul 15 23:01:15.753282 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:01:15.810164 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-200ce5ba-0648-4aa2-bf13-7ee4b631c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:15.811742 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-200ce5ba-0648-4aa2-bf13-7ee4b631c859 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2700303 Jul 15 23:01:15.841394 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5e71b1e4-7305-403c-b4a4-f70962821415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:15.904292 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-e0639ced-1473-40fa-8bfb-3fcad5b5aaee service neutron] For port 609e1f84-fb98-4af8-ac1c-d4e10ad96f8b, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:01:15.910142 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-e0639ced-1473-40fa-8bfb-3fcad5b5aaee service neutron] For port 609e1f84-fb98-4af8-ac1c-d4e10ad96f8b, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=609e1f84-fb98-4af8-ac1c-d4e10ad96f8b,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:01:15.911622 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-fb107cee-dde8-4502-a79d-19a44106dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:15.913231 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-fb107cee-dde8-4502-a79d-19a44106dafa service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.2131712 Jul 15 23:01:15.951089 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-e0639ced-1473-40fa-8bfb-3fcad5b5aaee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:15.989929 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0544f91e-be16-439c-b952-4221bf623533 req-6e25c304-df21-438d-a814-e9cf3044eb86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:16.020430 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-5122e5c1-c999-4d22-b14d-dac4145d0a05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca HTTP/1.1" status: 200 len: 217 time: 0.0775113 Jul 15 23:01:16.068317 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-e0639ced-1473-40fa-8bfb-3fcad5b5aaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:16.068935 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-e0639ced-1473-40fa-8bfb-3fcad5b5aaee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:16.070309 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-e0639ced-1473-40fa-8bfb-3fcad5b5aaee service neutron] 10.222.0.36 "PUT /v2.0/ports/609e1f84-fb98-4af8-ac1c-d4e10ad96f8b HTTP/1.1" status: 200 len: 1096 time: 2.4654877 Jul 15 23:01:16.090137 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-45b8f3bd-07d6-476f-b167-6c9961a9b716 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700810 Jul 15 23:01:16.096711 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25c304-df21-438d-a814-e9cf3044eb86 service neutron] Pushing event updated for resources: {'Port': ['ID=1d59e569-9f54-4096-becd-e32fb69f8220,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:16.107100 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6eda90c7-8c01-4772-8682-b70b28ffa8f7 req-aea7c452-e198-4b29-add9-9ec6a43c1e44 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c01b3b1-37b8-4fde-99dd-0caf4efc1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457977 Jul 15 23:01:16.135444 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0639ced-1473-40fa-8bfb-3fcad5b5aaee service neutron] Pushing event updated for resources: {'Port': ['ID=609e1f84-fb98-4af8-ac1c-d4e10ad96f8b,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:16.146594 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-3a189a38-39b8-4651-a4c7-ebd0a9428809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:16.148274 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-3a189a38-39b8-4651-a4c7-ebd0a9428809 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1158428 Jul 15 23:01:16.168709 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-0544f91e-be16-439c-b952-4221bf623533 req-6e25c304-df21-438d-a814-e9cf3044eb86 service neutron] Attempting to bind port 1d59e569-9f54-4096-becd-e32fb69f8220 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:01:16.169046 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-0544f91e-be16-439c-b952-4221bf623533 req-6e25c304-df21-438d-a814-e9cf3044eb86 service neutron] Attempting to bind port 1d59e569-9f54-4096-becd-e32fb69f8220 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'e7fe3191-1c68-4d38-a856-14f82f1ac8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cec0c96c-b2ad-40b7-9355-3bacfcd63bee'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:01:16.169386 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0544f91e-be16-439c-b952-4221bf623533 req-6e25c304-df21-438d-a814-e9cf3044eb86 service neutron] Attempting to bind port 1d59e569-9f54-4096-becd-e32fb69f8220 on network cec0c96c-b2ad-40b7-9355-3bacfcd63bee {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:16.175820 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0544f91e-be16-439c-b952-4221bf623533 req-6e25c304-df21-438d-a814-e9cf3044eb86 service neutron] Port 1d59e569-9f54-4096-becd-e32fb69f8220 on network cec0c96c-b2ad-40b7-9355-3bacfcd63bee not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:01:16.176145 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0544f91e-be16-439c-b952-4221bf623533 req-6e25c304-df21-438d-a814-e9cf3044eb86 service neutron] Attempting to bind port 1d59e569-9f54-4096-becd-e32fb69f8220 on network cec0c96c-b2ad-40b7-9355-3bacfcd63bee {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:16.183931 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906df84-2920-46c1-b307-930a078ef274 req-dab8a049-6a67-4ae4-a69f-c3dd1e746bbf tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:16.185450 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9906df84-2920-46c1-b307-930a078ef274 req-dab8a049-6a67-4ae4-a69f-c3dd1e746bbf tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 1097 time: 0.1907253 Jul 15 23:01:16.186666 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0544f91e-be16-439c-b952-4221bf623533 req-6e25c304-df21-438d-a814-e9cf3044eb86 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:01:16.186997 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0544f91e-be16-439c-b952-4221bf623533 req-6e25c304-df21-438d-a814-e9cf3044eb86 service neutron] Checking segment: {'id': 'e7fe3191-1c68-4d38-a856-14f82f1ac8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cec0c96c-b2ad-40b7-9355-3bacfcd63bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:01:16.187382 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0544f91e-be16-439c-b952-4221bf623533 req-6e25c304-df21-438d-a814-e9cf3044eb86 service neutron] Bound using segment: {'id': 'e7fe3191-1c68-4d38-a856-14f82f1ac8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cec0c96c-b2ad-40b7-9355-3bacfcd63bee'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:01:16.187814 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-0544f91e-be16-439c-b952-4221bf623533 req-6e25c304-df21-438d-a814-e9cf3044eb86 service neutron] Bound port: 1d59e569-9f54-4096-becd-e32fb69f8220, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fe3191-1c68-4d38-a856-14f82f1ac8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cec0c96c-b2ad-40b7-9355-3bacfcd63bee'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:01:16.188175 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0544f91e-be16-439c-b952-4221bf623533 req-6e25c304-df21-438d-a814-e9cf3044eb86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:16.309681 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9906df84-2920-46c1-b307-930a078ef274 req-235f76b1-409c-4ca3-9df6-e42a131aa08c tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084907 Jul 15 23:01:16.322626 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-0544f91e-be16-439c-b952-4221bf623533 req-6e25c304-df21-438d-a814-e9cf3044eb86 service neutron] For port 1d59e569-9f54-4096-becd-e32fb69f8220, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:01:16.325948 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-2e6ad45c-e50f-4a38-a605-cf58d1b9618d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:16.327559 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-2e6ad45c-e50f-4a38-a605-cf58d1b9618d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1623907 Jul 15 23:01:16.329641 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dbf81c6c-6cc5-47ef-9de7-77778f7fa8c9 req-5a3e429d-feab-44ed-bde1-fa31d2cf8f05 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308071 Jul 15 23:01:16.331940 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-b96d376e-8de4-430f-b75c-cd73afdb462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:16.333298 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-b96d376e-8de4-430f-b75c-cd73afdb462e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b21d9a3fe9343e3b850f4956593e61f&device_id=96e3c521-1290-4438-a7ca-a4c864fcc590 HTTP/1.1" status: 200 len: 1099 time: 0.1821804 Jul 15 23:01:16.351644 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-0544f91e-be16-439c-b952-4221bf623533 req-6e25c304-df21-438d-a814-e9cf3044eb86 service neutron] For port 1d59e569-9f54-4096-becd-e32fb69f8220, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=1d59e569-9f54-4096-becd-e32fb69f8220,segment=NetworkSegment(e7fe3191-1c68-4d38-a856-14f82f1ac8c9),segment_id=e7fe3191-1c68-4d38-a856-14f82f1ac8c9)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:01:16.356950 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0544f91e-be16-439c-b952-4221bf623533 req-6e25c304-df21-438d-a814-e9cf3044eb86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:16.418930 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-46ad9231-cad1-4b1a-b098-cbde8ea86337 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=609e1f84-fb98-4af8-ac1c-d4e10ad96f8b HTTP/1.1" status: 200 len: 217 time: 0.0563362 Jul 15 23:01:16.428264 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544f91e-be16-439c-b952-4221bf623533 req-6e25c304-df21-438d-a814-e9cf3044eb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:16.428903 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0544f91e-be16-439c-b952-4221bf623533 req-6e25c304-df21-438d-a814-e9cf3044eb86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:16.430525 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0544f91e-be16-439c-b952-4221bf623533 req-6e25c304-df21-438d-a814-e9cf3044eb86 service neutron] 10.222.0.43 "PUT /v2.0/ports/1d59e569-9f54-4096-becd-e32fb69f8220 HTTP/1.1" status: 200 len: 1091 time: 1.6588771 Jul 15 23:01:16.434590 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de005e8d-9c55-4b09-be39-831f9863d812', 'tag': '1d59e569-9f54-4096-becd-e32fb69f8220'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:16.436863 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404760ec-f680-40c1-9210-5783338b4604" -d '{"events": [{"name": "network-changed", "server_uuid": "de005e8d-9c55-4b09-be39-831f9863d812", "tag": "1d59e569-9f54-4096-becd-e32fb69f8220"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:16.445853 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25c304-df21-438d-a814-e9cf3044eb86 service neutron] Pushing event updated for resources: {'Port': ['ID=1d59e569-9f54-4096-becd-e32fb69f8220,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:16.465695 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d855b-33f7-4d21-a40f-ad69fc1379e3 req-50d1617e-e654-496b-92b6-3a114d5d26e3 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:16.473376 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-120d855b-33f7-4d21-a40f-ad69fc1379e3 req-50d1617e-e654-496b-92b6-3a114d5d26e3 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=96e3c521-1290-4438-a7ca-a4c864fcc590 HTTP/1.1" status: 200 len: 948 time: 0.1656759 Jul 15 23:01:16.535724 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-120d855b-33f7-4d21-a40f-ad69fc1379e3 req-d00599bb-7a26-44c4-bee3-4947d52a8819 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613728 Jul 15 23:01:16.548471 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-619d4357-50f1-472f-88db-e76dee97331f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:16.550566 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-619d4357-50f1-472f-88db-e76dee97331f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0872121 Jul 15 23:01:16.563042 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-97788558-f4a5-419f-9d32-c3ec7f3aae46 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022150 Jul 15 23:01:16.604743 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544f91e-be16-439c-b952-4221bf623533 req-e2b262ed-8757-437c-bfc3-2a0a021e2fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:16.606346 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0544f91e-be16-439c-b952-4221bf623533 req-e2b262ed-8757-437c-bfc3-2a0a021e2fcc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0a0181635ab4461b04cb97132753ac0&device_id=de005e8d-9c55-4b09-be39-831f9863d812 HTTP/1.1" status: 200 len: 1094 time: 0.1247344 Jul 15 23:01:16.655095 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0544f91e-be16-439c-b952-4221bf623533 req-1b0759b6-3d18-4308-8e49-b18e3140014f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d59e569-9f54-4096-becd-e32fb69f8220 HTTP/1.1" status: 200 len: 217 time: 0.0403981 Jul 15 23:01:16.662648 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ebdf2-a38e-4a5d-9e61-df76364097c7 req-18a52728-c364-462f-a82e-f3698fe0c212 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:16.664200 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-278ebdf2-a38e-4a5d-9e61-df76364097c7 req-18a52728-c364-462f-a82e-f3698fe0c212 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=de005e8d-9c55-4b09-be39-831f9863d812 HTTP/1.1" status: 200 len: 943 time: 0.1225369 Jul 15 23:01:16.684453 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-6daf10a8-1c83-4f0f-b7f2-2e6cbc61f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:16.685966 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-6daf10a8-1c83-4f0f-b7f2-2e6cbc61f269 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1220741 Jul 15 23:01:16.692589 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3ffef8a1-0272-45e4-b358-2e11438aba83 req-4d7233c2-bef2-4868-a1d1-c0a1ab0c7039 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198184 Jul 15 23:01:16.717603 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48c1021-187e-4253-b258-76c6efde6977', 'tag': '96920b44-cb6d-4e1a-b67b-ff1973f06ebe'}, {'name': 'network-changed', 'server_uuid': '5785262d-42f0-4288-a107-ca86e41176a4', 'tag': '6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca'}, {'name': 'network-changed', 'server_uuid': '96e3c521-1290-4438-a7ca-a4c864fcc590', 'tag': '609e1f84-fb98-4af8-ac1c-d4e10ad96f8b'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:16.720002 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fc7b8b-b893-4df6-865b-7880beb5f240" -d '{"events": [{"name": "network-changed", "server_uuid": "a48c1021-187e-4253-b258-76c6efde6977", "tag": "96920b44-cb6d-4e1a-b67b-ff1973f06ebe"}, {"name": "network-changed", "server_uuid": "5785262d-42f0-4288-a107-ca86e41176a4", "tag": "6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca"}, {"name": "network-changed", "server_uuid": "96e3c521-1290-4438-a7ca-a4c864fcc590", "tag": "609e1f84-fb98-4af8-ac1c-d4e10ad96f8b"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:16.745395 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544f91e-be16-439c-b952-4221bf623533 req-69950a2b-5fa1-41b9-8388-e86279a3657e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:16.746960 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0544f91e-be16-439c-b952-4221bf623533 req-69950a2b-5fa1-41b9-8388-e86279a3657e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7143f8ff-2e46-4e91-a002-da9d7a6d5e8a HTTP/1.1" status: 200 len: 861 time: 0.0733447 Jul 15 23:01:16.796282 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-51bffeba-be61-4d74-82af-732611632109 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027517 Jul 15 23:01:16.812252 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0544f91e-be16-439c-b952-4221bf623533 req-89967dcc-54b3-4de0-b8e6-e6454fffbcaa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cec0c96c-b2ad-40b7-9355-3bacfcd63bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578856 Jul 15 23:01:16.816031 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-278ebdf2-a38e-4a5d-9e61-df76364097c7 req-8f0f5798-a6bf-4e13-b515-6afc05537911 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407115 Jul 15 23:01:16.953670 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0544f91e-be16-439c-b952-4221bf623533 req-9848739b-27d0-4c4d-9743-e677be0cf8d1 service neutron] 10.222.0.43 "GET /v2.0/networks/cec0c96c-b2ad-40b7-9355-3bacfcd63bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336505 Jul 15 23:01:16.975690 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-68b9401a-fe48-47d7-b20e-2b4a31905e66 req-fb976361-1901-45a0-a92a-4bfede13f290 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586735 Jul 15 23:01:17.085575 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0544f91e-be16-439c-b952-4221bf623533 req-ab84ccff-afe2-472e-87f4-9fc0493f0fd9 service neutron] 10.222.0.43 "GET /v2.0/networks/cec0c96c-b2ad-40b7-9355-3bacfcd63bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257372 Jul 15 23:01:17.157205 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01d1b97-fbf7-43d7-a893-b1f5bcd7118b x-openstack-request-id: req-c01d1b97-fbf7-43d7-a893-b1f5bcd7118b {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:17.160277 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de005e8d-9c55-4b09-be39-831f9863d812", "tag": "1d59e569-9f54-4096-becd-e32fb69f8220", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:17.160723 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c01d1b97-fbf7-43d7-a893-b1f5bcd7118b {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:17.161237 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de005e8d-9c55-4b09-be39-831f9863d812', 'tag': '1d59e569-9f54-4096-becd-e32fb69f8220', 'status': 'completed', 'code': 200} Jul 15 23:01:17.248178 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404760ec-f680-40c1-9210-5783338b4604 req-fa437847-566c-4d65-8cc1-83a8ae25a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:17.249186 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-404760ec-f680-40c1-9210-5783338b4604 req-fa437847-566c-4d65-8cc1-83a8ae25a4fc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0a0181635ab4461b04cb97132753ac0&device_id=de005e8d-9c55-4b09-be39-831f9863d812 HTTP/1.1" status: 200 len: 1094 time: 0.0716767 Jul 15 23:01:17.403300 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404760ec-f680-40c1-9210-5783338b4604 req-853b2ab7-f4da-4dda-b425-ae588d28b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:17.404894 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-404760ec-f680-40c1-9210-5783338b4604 req-853b2ab7-f4da-4dda-b425-ae588d28b301 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cec0c96c-b2ad-40b7-9355-3bacfcd63bee HTTP/1.1" status: 200 len: 922 time: 0.1492918 Jul 15 23:01:17.413333 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049745e4-1f03-49f3-9c50-0088d4cb2af1 req-85db8fc0-ef85-4d7d-afcd-5709a01e311e tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:17.420263 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-049745e4-1f03-49f3-9c50-0088d4cb2af1 req-85db8fc0-ef85-4d7d-afcd-5709a01e311e tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 948 time: 0.1420102 Jul 15 23:01:17.487179 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-404760ec-f680-40c1-9210-5783338b4604 req-bbee097f-f2cf-43ec-b22a-7ea95825a5de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d59e569-9f54-4096-becd-e32fb69f8220 HTTP/1.1" status: 200 len: 217 time: 0.0629385 Jul 15 23:01:17.544267 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-049745e4-1f03-49f3-9c50-0088d4cb2af1 req-b215cf74-8eae-4ac8-8bc2-935cd7168b0a tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228945 Jul 15 23:01:17.563377 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404760ec-f680-40c1-9210-5783338b4604 req-2735d752-b8e3-481b-9695-3a6589b930ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:17.566223 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-404760ec-f680-40c1-9210-5783338b4604 req-2735d752-b8e3-481b-9695-3a6589b930ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7143f8ff-2e46-4e91-a002-da9d7a6d5e8a HTTP/1.1" status: 200 len: 861 time: 0.0717669 Jul 15 23:01:17.604947 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-404760ec-f680-40c1-9210-5783338b4604 req-1e9e3ba7-c8c4-4cde-a398-cf99bd7d8d52 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cec0c96c-b2ad-40b7-9355-3bacfcd63bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283418 Jul 15 23:01:17.637885 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7305eef2-9108-436f-a53c-903ac8cdef4d x-openstack-request-id: req-7305eef2-9108-436f-a53c-903ac8cdef4d {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:17.638843 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48c1021-187e-4253-b258-76c6efde6977", "tag": "96920b44-cb6d-4e1a-b67b-ff1973f06ebe", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5785262d-42f0-4288-a107-ca86e41176a4", "tag": "6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "96e3c521-1290-4438-a7ca-a4c864fcc590", "tag": "609e1f84-fb98-4af8-ac1c-d4e10ad96f8b", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:17.639256 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7305eef2-9108-436f-a53c-903ac8cdef4d {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:17.639801 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a48c1021-187e-4253-b258-76c6efde6977', 'tag': '96920b44-cb6d-4e1a-b67b-ff1973f06ebe', 'status': 'completed', 'code': 200} Jul 15 23:01:17.640205 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5785262d-42f0-4288-a107-ca86e41176a4', 'tag': '6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca', 'status': 'completed', 'code': 200} Jul 15 23:01:17.640624 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e3c521-1290-4438-a7ca-a4c864fcc590', 'tag': '609e1f84-fb98-4af8-ac1c-d4e10ad96f8b', 'status': 'completed', 'code': 200} Jul 15 23:01:17.764181 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-6afdf229-c65f-41be-907f-22c52afd7c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:17.765709 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-6afdf229-c65f-41be-907f-22c52afd7c38 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 1099 time: 0.1025479 Jul 15 23:01:17.785970 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-958b28b6-f164-4b12-b9fe-71756c5a4a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:17.787645 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-958b28b6-f164-4b12-b9fe-71756c5a4a75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b21d9a3fe9343e3b850f4956593e61f&device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 1099 time: 0.0874288 Jul 15 23:01:17.907088 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-404760ec-f680-40c1-9210-5783338b4604 req-0a46e91c-7e87-4ea5-b3aa-5b72920767c3 service neutron] 10.222.0.43 "GET /v2.0/networks/cec0c96c-b2ad-40b7-9355-3bacfcd63bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940199 Jul 15 23:01:17.922208 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-a1dfdab8-3c98-42ec-a73f-0aa9c000578f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:17.924007 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-a1dfdab8-3c98-42ec-a73f-0aa9c000578f service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.1232882 Jul 15 23:01:17.984460 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-af5ad4db-c3d6-44c8-be8c-812636e1f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:17.985384 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-a21c1738-bf9c-414d-beec-818ff24ff4f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=96920b44-cb6d-4e1a-b67b-ff1973f06ebe HTTP/1.1" status: 200 len: 217 time: 0.0537779 Jul 15 23:01:17.985905 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-af5ad4db-c3d6-44c8-be8c-812636e1f41e service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.2032402 Jul 15 23:01:18.037631 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-26300c7d-7ef2-40f3-9675-b4671bf431fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:18.039497 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-26300c7d-7ef2-40f3-9675-b4671bf431fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0470781 Jul 15 23:01:18.064310 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-03c790d7-ca63-4f80-879d-bb1f452937de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca HTTP/1.1" status: 200 len: 217 time: 0.0700781 Jul 15 23:01:18.136298 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-404760ec-f680-40c1-9210-5783338b4604 req-8dea8ee0-ef7c-4da6-bf75-db9e036906ef service neutron] 10.222.0.43 "GET /v2.0/networks/cec0c96c-b2ad-40b7-9355-3bacfcd63bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057757 Jul 15 23:01:18.138174 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-0ad6aebb-9c8c-4ead-bb9d-992e82a75ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:18.139838 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-0ad6aebb-9c8c-4ead-bb9d-992e82a75ece service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0641959 Jul 15 23:01:18.147297 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab87e1-e261-4b5b-b613-8d68ac6ae2b0 req-89a3e5c2-2371-4934-b1a1-187f2584a93a tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:18.148773 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0bab87e1-e261-4b5b-b613-8d68ac6ae2b0 req-89a3e5c2-2371-4934-b1a1-187f2584a93a tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/ports?device_id=423cd64c-64e4-4fa0-af87-67377ea237de HTTP/1.1" status: 200 len: 945 time: 0.2485802 Jul 15 23:01:18.150330 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-862df9ed-f176-4c02-905d-e443ae96f086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:18.151674 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-862df9ed-f176-4c02-905d-e443ae96f086 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0769920 Jul 15 23:01:18.183643 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2ba36dd8-7f01-46aa-a8e9-0e70abfa5f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:18.268517 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0bab87e1-e261-4b5b-b613-8d68ac6ae2b0 req-7b6d91a9-77b6-43c4-b358-cca6d51e5345 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c01b3b1-37b8-4fde-99dd-0caf4efc1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111426 Jul 15 23:01:18.270775 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-68b79ff2-aeec-4235-ac68-e90e94f188c7 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179614 Jul 15 23:01:18.293234 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-dbb6f1e7-e71f-42c6-9779-bc17b2b28d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:18.294808 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-dbb6f1e7-e71f-42c6-9779-bc17b2b28d8c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1364081 Jul 15 23:01:18.327091 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-6890d622-890e-4731-81e1-44fe2cb20c0d tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:01:18.328357 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-6890d622-890e-4731-81e1-44fe2cb20c0d tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0313580 Jul 15 23:01:18.342071 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-6c57f4bd-c3ea-4ebb-a2aa-d7f427af49c4 service neutron] Request body: {'binding': {'host': 'n-h1-787205-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:18.342801 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-6c57f4bd-c3ea-4ebb-a2aa-d7f427af49c4 service neutron] Unknown quota resources ['binding']. {{(pid=93798) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:01:18.421378 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-335fc628-a054-4146-bed5-3465165d26ab service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202829 Jul 15 23:01:18.433063 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-67f859c4-337d-4558-8695-c8a8487b503a service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525149 Jul 15 23:01:18.574546 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-a350e2f8-2602-4b2f-a116-004d7cfe12af service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464150 Jul 15 23:01:18.597365 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-6c57f4bd-c3ea-4ebb-a2aa-d7f427af49c4 service neutron] Attempting to bind port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e on host n-h1-787205-9 for vnic_type normal with profile None {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:01:18.597725 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-6c57f4bd-c3ea-4ebb-a2aa-d7f427af49c4 service neutron] Attempting to bind port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:01:18.598056 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-6c57f4bd-c3ea-4ebb-a2aa-d7f427af49c4 service neutron] Attempting to bind port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:18.608258 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:18.611311 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-6c57f4bd-c3ea-4ebb-a2aa-d7f427af49c4 service neutron] Port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:01:18.612212 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-6c57f4bd-c3ea-4ebb-a2aa-d7f427af49c4 service neutron] Attempting to bind port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:18.621050 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-6c57f4bd-c3ea-4ebb-a2aa-d7f427af49c4 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:01:18.621394 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-6c57f4bd-c3ea-4ebb-a2aa-d7f427af49c4 service neutron] Checking segment: {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:01:18.621772 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-6c57f4bd-c3ea-4ebb-a2aa-d7f427af49c4 service neutron] Bound using segment: {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:01:18.622211 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-6c57f4bd-c3ea-4ebb-a2aa-d7f427af49c4 service neutron] Bound port: 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:01:18.627200 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-cce92284-6e4b-496f-be29-860006b3edad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:18.628756 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-cce92284-6e4b-496f-be29-860006b3edad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 1099 time: 0.0852919 Jul 15 23:01:18.630660 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cecc39-bac1-4a0d-a30e-f243e5a97581 req-d62ed20d-613f-4c20-a6e8-66cc911da73a tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:18.632924 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f2cecc39-bac1-4a0d-a30e-f243e5a97581 req-d62ed20d-613f-4c20-a6e8-66cc911da73a tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=96e3c521-1290-4438-a7ca-a4c864fcc590 HTTP/1.1" status: 200 len: 948 time: 0.1101074 Jul 15 23:01:18.676139 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f2cecc39-bac1-4a0d-a30e-f243e5a97581 req-08845cb0-6c37-4f1d-b783-ed5d30a84699 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373440 Jul 15 23:01:18.744220 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-6c57f4bd-c3ea-4ebb-a2aa-d7f427af49c4 service neutron] For port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:01:18.753358 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-6c57f4bd-c3ea-4ebb-a2aa-d7f427af49c4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:18.753358 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-6c57f4bd-c3ea-4ebb-a2aa-d7f427af49c4 service neutron] 10.222.0.16 "POST /v2.0/ports/8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e/bindings HTTP/1.1" status: 201 len: 389 time: 0.4157529 Jul 15 23:01:18.776273 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-938e7255-3d7b-49ab-b384-a18b879fe4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:18.777804 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-938e7255-3d7b-49ab-b384-a18b879fe4d9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.1279199 Jul 15 23:01:18.859924 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-f50dc6a7-f919-464c-934a-248d284e0024 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca HTTP/1.1" status: 200 len: 217 time: 0.0714424 Jul 15 23:01:18.924567 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-add9dc81-061f-4523-a64b-b142a2616cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:18.926548 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-add9dc81-061f-4523-a64b-b142a2616cbf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0593660 Jul 15 23:01:19.034897 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-13363d00-dc05-40bd-a671-fe7e9ac7e82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:19.036489 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-13363d00-dc05-40bd-a671-fe7e9ac7e82c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0769262 Jul 15 23:01:19.085029 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19c44f-bf5f-4a8e-84cc-8da6c3bd766e req-6a354d20-be40-40e4-9976-07c5ca7266c5 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:19.086551 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9d19c44f-bf5f-4a8e-84cc-8da6c3bd766e req-6a354d20-be40-40e4-9976-07c5ca7266c5 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=de005e8d-9c55-4b09-be39-831f9863d812 HTTP/1.1" status: 200 len: 943 time: 0.2910395 Jul 15 23:01:19.093168 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f0def81d-7405-4c53-b36e-3188331d0c94 req-7f5fb75d-6954-4c0d-b4a6-52d6a4e12b9e tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2291176 Jul 15 23:01:19.105153 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-f0def81d-7405-4c53-b36e-3188331d0c94 req-804b7557-239c-4437-b54a-c0979b974fe3 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:19.146158 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9d19c44f-bf5f-4a8e-84cc-8da6c3bd766e req-7cbfbc9a-629c-4488-b9bc-b5eaf2dbae15 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519514 Jul 15 23:01:19.147800 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f0def81d-7405-4c53-b36e-3188331d0c94 req-804b7557-239c-4437-b54a-c0979b974fe3 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:19.269058 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f0def81d-7405-4c53-b36e-3188331d0c94 req-804b7557-239c-4437-b54a-c0979b974fe3 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:19.432246 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-cb440a76-7e8e-4f8b-9b0f-ae781c2ad6df service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855796 Jul 15 23:01:19.438419 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-900b4543-2a08-4164-ac15-02fe45350e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:19.440412 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-900b4543-2a08-4164-ac15-02fe45350e9a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=333adf5bda29495e91779ab1d3ab99ea&device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 1097 time: 0.3756940 Jul 15 23:01:19.493983 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:19.601246 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-af1c9e1f-6228-4cfa-84d7-1d06c6f50704 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598492 Jul 15 23:01:19.615736 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-a22f4eda-a0c3-4cb9-a8c7-de0a3f061408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:19.617458 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-a22f4eda-a0c3-4cb9-a8c7-de0a3f061408 service neutron] 10.222.0.36 "GET /v2.0/networks?id=71ccf61d-14bc-4de9-bbf5-849aeac853f5 HTTP/1.1" status: 200 len: 919 time: 0.1686392 Jul 15 23:01:19.663457 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d64e6-a6f3-4ee7-af76-da02f8a01ee0 req-c475fe9a-9bad-4c7d-bb4a-1bf1434b4c60 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:19.670589 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a57d64e6-a6f3-4ee7-af76-da02f8a01ee0 req-c475fe9a-9bad-4c7d-bb4a-1bf1434b4c60 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 948 time: 0.3443646 Jul 15 23:01:19.680499 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-f0def81d-7405-4c53-b36e-3188331d0c94 req-804b7557-239c-4437-b54a-c0979b974fe3 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Allocated IP 172.25.4.213 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/7f427431-61a0-433d-a581-18692dfca9b2) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:01:19.683353 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-82b76d34-8f02-48b1-b6e0-8cd28637acc3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e HTTP/1.1" status: 200 len: 217 time: 0.0365644 Jul 15 23:01:19.727000 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 1d59e569-9f54-4096-becd-e32fb69f8220 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:01:19.755310 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a57d64e6-a6f3-4ee7-af76-da02f8a01ee0 req-c3b41bcc-7f2f-45a2-a2b5-549ee9ac3535 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837412 Jul 15 23:01:19.859831 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 1d59e569-9f54-4096-becd-e32fb69f8220, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=1d59e569-9f54-4096-becd-e32fb69f8220,segment=NetworkSegment(e7fe3191-1c68-4d38-a856-14f82f1ac8c9),segment_id=e7fe3191-1c68-4d38-a856-14f82f1ac8c9)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:19.875083 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-a0f476c3-4e42-4ce5-b186-aa2d9ca9a079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:19.875833 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f0def81d-7405-4c53-b36e-3188331d0c94 req-804b7557-239c-4437-b54a-c0979b974fe3 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:19.880238 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-a0f476c3-4e42-4ce5-b186-aa2d9ca9a079 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=951a51fc-ffa0-401a-b919-6dcf1a893db8 HTTP/1.1" status: 200 len: 858 time: 0.1692574 Jul 15 23:01:19.882812 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '1d59e569-9f54-4096-becd-e32fb69f8220', 'network_id': 'cec0c96c-b2ad-40b7-9355-3bacfcd63bee', 'port_id': '1d59e569-9f54-4096-becd-e32fb69f8220', 'mac_address': 'fa:16:3e:1c:c2:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7143f8ff-2e46-4e91-a002-da9d7a6d5e8a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:01:19.916607 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-4457aeaf-cdd3-4a4f-b0b0-a2e8ec9f3e98 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71ccf61d-14bc-4de9-bbf5-849aeac853f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282211 Jul 15 23:01:19.923081 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:19.937750 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d59e569-9f54-4096-becd-e32fb69f8220 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:01:19.938532 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-93a30c5c-22ca-4fc3-9045-4a14f6611a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:19.941018 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-93a30c5c-22ca-4fc3-9045-4a14f6611a56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b21d9a3fe9343e3b850f4956593e61f&device_id=96e3c521-1290-4438-a7ca-a4c864fcc590 HTTP/1.1" status: 200 len: 1099 time: 0.1499276 Jul 15 23:01:19.979781 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 1d59e569-9f54-4096-becd-e32fb69f8220, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=1d59e569-9f54-4096-becd-e32fb69f8220,segment=NetworkSegment(e7fe3191-1c68-4d38-a856-14f82f1ac8c9),segment_id=e7fe3191-1c68-4d38-a856-14f82f1ac8c9)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:19.981594 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f0def81d-7405-4c53-b36e-3188331d0c94 req-804b7557-239c-4437-b54a-c0979b974fe3 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:19.984785 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:20.052756 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=1d59e569-9f54-4096-becd-e32fb69f8220,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:20.077560 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0def81d-7405-4c53-b36e-3188331d0c94 req-804b7557-239c-4437-b54a-c0979b974fe3 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:01:20.094513 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604244e5-766e-4cfa-bda9-8bd041c57e04 req-a7755f58-4e9b-41ac-9545-db5999e3ccbd tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:20.102311 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-604244e5-766e-4cfa-bda9-8bd041c57e04 req-a7755f58-4e9b-41ac-9545-db5999e3ccbd tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 946 time: 0.1953373 Jul 15 23:01:20.109619 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-f0def81d-7405-4c53-b36e-3188331d0c94 req-804b7557-239c-4437-b54a-c0979b974fe3 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:01:20.115897 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0def81d-7405-4c53-b36e-3188331d0c94 req-804b7557-239c-4437-b54a-c0979b974fe3 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:01:20.128188 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b7557-239c-4437-b54a-c0979b974fe3 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Pushing event updated for resources: {'Port': ['ID=7f427431-61a0-433d-a581-18692dfca9b2,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:20.131289 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-69794876-17e7-4894-9277-05dc2166c603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:20.133721 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-69794876-17e7-4894-9277-05dc2166c603 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.1808574 Jul 15 23:01:20.139860 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-df82d862-ce52-4b59-821f-5eb455ca53e3 service neutron] 10.222.0.36 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160735 Jul 15 23:01:20.194807 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-604244e5-766e-4cfa-bda9-8bd041c57e04 req-8df02071-8b12-4ce5-9b9f-f6ba8f3627dc tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912757 Jul 15 23:01:20.219526 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f0def81d-7405-4c53-b36e-3188331d0c94 req-804b7557-239c-4437-b54a-c0979b974fe3 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:20.222778 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-163e5dfd-4a83-4c91-ab59-0b8b27b22668 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=609e1f84-fb98-4af8-ac1c-d4e10ad96f8b HTTP/1.1" status: 200 len: 217 time: 0.0701375 Jul 15 23:01:20.239118 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['1d59e569-9f54-4096-becd-e32fb69f8220'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:20.276609 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f0def81d-7405-4c53-b36e-3188331d0c94 req-804b7557-239c-4437-b54a-c0979b974fe3 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:20.383062 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-63777227-b651-40a3-ae02-04b73059a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:20.384554 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-63777227-b651-40a3-ae02-04b73059a98a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1523514 Jul 15 23:01:20.450967 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-2d8ef681-58dd-4162-9508-0b6fd2fb6c6f service neutron] 10.222.0.36 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907288 Jul 15 23:01:20.508501 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-0ab9631d-0024-4b50-b80d-6ba68d53d27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:20.511473 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-0ab9631d-0024-4b50-b80d-6ba68d53d27f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1072366 Jul 15 23:01:20.585762 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f0def81d-7405-4c53-b36e-3188331d0c94 req-804b7557-239c-4437-b54a-c0979b974fe3 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:20.594816 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f0def81d-7405-4c53-b36e-3188331d0c94 req-804b7557-239c-4437-b54a-c0979b974fe3 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:20.632906 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f0def81d-7405-4c53-b36e-3188331d0c94 req-804b7557-239c-4437-b54a-c0979b974fe3 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:20.659546 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf87e2-7c22-4e82-8bf0-14bab2b949d5 req-af3e3320-747d-4aae-94f5-002610379a4d tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:20.661125 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14bf87e2-7c22-4e82-8bf0-14bab2b949d5 req-af3e3320-747d-4aae-94f5-002610379a4d tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=96e3c521-1290-4438-a7ca-a4c864fcc590 HTTP/1.1" status: 200 len: 948 time: 0.1451387 Jul 15 23:01:20.668632 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b7557-239c-4437-b54a-c0979b974fe3 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Pushing event updated for resources: {'Port': ['ID=7f427431-61a0-433d-a581-18692dfca9b2,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:20.672541 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f0def81d-7405-4c53-b36e-3188331d0c94 req-804b7557-239c-4437-b54a-c0979b974fe3 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:20.674203 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f0def81d-7405-4c53-b36e-3188331d0c94 req-804b7557-239c-4437-b54a-c0979b974fe3 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5735359 Jul 15 23:01:20.685200 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-be959305-380e-441e-9383-8e3aac1afa88 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473501 Jul 15 23:01:20.777096 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f0def81d-7405-4c53-b36e-3188331d0c94 req-1f50c091-54b4-40e0-8895-0f666d8f3fc6 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.213 HTTP/1.1" status: 200 len: 696 time: 0.0873294 Jul 15 23:01:20.788010 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-d06ab31b-54a4-4ef4-87d4-4c59cc95a978 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:20.789573 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-d06ab31b-54a4-4ef4-87d4-4c59cc95a978 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808&tenant_id=333adf5bda29495e91779ab1d3ab99ea&binding%3Ahost_id=n-h2-787205-9 HTTP/1.1" status: 200 len: 1097 time: 0.1497252 Jul 15 23:01:20.793804 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14bf87e2-7c22-4e82-8bf0-14bab2b949d5 req-cdfe50ed-a3a8-4843-825e-600692d48374 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116071 Jul 15 23:01:20.801402 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-400f4a1e-a763-4a73-8260-8a78f449ca52 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-787205-9'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:20.910157 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-400f4a1e-a763-4a73-8260-8a78f449ca52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:20.917779 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0def81d-7405-4c53-b36e-3188331d0c94 req-8862cbbf-ef03-402a-b075-04fab3bce89e tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:20.919706 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f0def81d-7405-4c53-b36e-3188331d0c94 req-8862cbbf-ef03-402a-b075-04fab3bce89e tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 784 time: 0.1371338 Jul 15 23:01:20.930748 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-f0def81d-7405-4c53-b36e-3188331d0c94 req-0445e23b-dc74-48ef-8e16-6f970554c997 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:01:20.931856 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f0def81d-7405-4c53-b36e-3188331d0c94 req-0445e23b-dc74-48ef-8e16-6f970554c997 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064797 Jul 15 23:01:20.933766 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c4fc7b8b-b893-4df6-865b-7880beb5f240 req-7c226433-7e0c-4dcc-9c17-f58098a91bd4 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392929 Jul 15 23:01:21.062339 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:21.104317 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 96920b44-cb6d-4e1a-b67b-ff1973f06ebe details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:01:21.104865 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-400f4a1e-a763-4a73-8260-8a78f449ca52 service neutron] For port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:21.151289 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-400f4a1e-a763-4a73-8260-8a78f449ca52 service neutron] For port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:01:21.202460 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-400f4a1e-a763-4a73-8260-8a78f449ca52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:21.207493 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4408b267-8392-4441-83e7-5b88954de808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:21.210073 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f1470b-263b-43b7-a5a3-7ab6a0df183d" -d '{"events": [{"server_uuid": "4408b267-8392-4441-83e7-5b88954de808", "name": "network-vif-unplugged", "status": "completed", "tag": "8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:21.214315 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-400f4a1e-a763-4a73-8260-8a78f449ca52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:21.265969 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 96920b44-cb6d-4e1a-b67b-ff1973f06ebe, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=96920b44-cb6d-4e1a-b67b-ff1973f06ebe,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:21.291755 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '96920b44-cb6d-4e1a-b67b-ff1973f06ebe', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': '96920b44-cb6d-4e1a-b67b-ff1973f06ebe', 'mac_address': 'fa:16:3e:a6:ca:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:01:21.301144 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3187c7-2bb8-4b99-b90b-86883da7a40f req-af1df67e-0095-49a2-9405-0d879f426a93 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:21.305467 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e3187c7-2bb8-4b99-b90b-86883da7a40f req-af1df67e-0095-49a2-9405-0d879f426a93 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=de005e8d-9c55-4b09-be39-831f9863d812 HTTP/1.1" status: 200 len: 944 time: 0.1818502 Jul 15 23:01:21.314535 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-400f4a1e-a763-4a73-8260-8a78f449ca52 service neutron] Attempting to bind port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e on host n-h2-787205-9 for vnic_type normal with profile {"migrating_to": "n-h1-787205-9"} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:01:21.314902 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-400f4a1e-a763-4a73-8260-8a78f449ca52 service neutron] Attempting to bind port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:01:21.315237 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-400f4a1e-a763-4a73-8260-8a78f449ca52 service neutron] Attempting to bind port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:21.324363 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-400f4a1e-a763-4a73-8260-8a78f449ca52 service neutron] Port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:01:21.324688 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-400f4a1e-a763-4a73-8260-8a78f449ca52 service neutron] Attempting to bind port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:21.335984 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-400f4a1e-a763-4a73-8260-8a78f449ca52 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:01:21.336321 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-400f4a1e-a763-4a73-8260-8a78f449ca52 service neutron] Checking segment: {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:01:21.336713 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-400f4a1e-a763-4a73-8260-8a78f449ca52 service neutron] Bound using segment: {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:01:21.337060 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fcb0e-1b5c-4c74-8a13-51c6ccc9e626 req-dfd3318f-3b81-4987-9094-8d6cc78c7c33 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:21.337288 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-400f4a1e-a763-4a73-8260-8a78f449ca52 service neutron] Bound port: 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:01:21.337660 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-400f4a1e-a763-4a73-8260-8a78f449ca52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:21.338948 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8c9fcb0e-1b5c-4c74-8a13-51c6ccc9e626 req-dfd3318f-3b81-4987-9094-8d6cc78c7c33 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 948 time: 0.2683649 Jul 15 23:01:21.361238 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f4a1e-a763-4a73-8260-8a78f449ca52 service neutron] Pushing event updated for resources: {'Port': ['ID=8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e,revision_number=7']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:21.375843 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:21.409223 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96920b44-cb6d-4e1a-b67b-ff1973f06ebe {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:01:21.413922 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8c9fcb0e-1b5c-4c74-8a13-51c6ccc9e626 req-7df1145f-4795-41c0-8bc3-e309c8c7205b tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646024 Jul 15 23:01:21.438768 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-400f4a1e-a763-4a73-8260-8a78f449ca52 service neutron] For port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:01:21.439070 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e3187c7-2bb8-4b99-b90b-86883da7a40f req-63816a95-105a-4446-88d4-c19d00dea70c tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158824 Jul 15 23:01:21.439167 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-400f4a1e-a763-4a73-8260-8a78f449ca52 service neutron] For port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:01:21.448410 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-400f4a1e-a763-4a73-8260-8a78f449ca52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:21.467692 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 96920b44-cb6d-4e1a-b67b-ff1973f06ebe, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=96920b44-cb6d-4e1a-b67b-ff1973f06ebe,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:21.472812 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:21.473487 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 609e1f84-fb98-4af8-ac1c-d4e10ad96f8b details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:01:21.539245 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3c1fa3-248a-4a99-b882-dbd6efdb2a32 x-openstack-request-id: req-7b3c1fa3-248a-4a99-b882-dbd6efdb2a32 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:21.539544 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4408b267-8392-4441-83e7-5b88954de808", "name": "network-vif-unplugged", "status": "completed", "tag": "8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:21.539811 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b3c1fa3-248a-4a99-b882-dbd6efdb2a32 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:21.540218 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4408b267-8392-4441-83e7-5b88954de808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e', 'code': 200} Jul 15 23:01:21.584607 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 609e1f84-fb98-4af8-ac1c-d4e10ad96f8b, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=609e1f84-fb98-4af8-ac1c-d4e10ad96f8b,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:21.605451 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '609e1f84-fb98-4af8-ac1c-d4e10ad96f8b', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': '609e1f84-fb98-4af8-ac1c-d4e10ad96f8b', 'mac_address': 'fa:16:3e:8e:4b:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:01:21.622601 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=96920b44-cb6d-4e1a-b67b-ff1973f06ebe,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:21.633549 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f4a1e-a763-4a73-8260-8a78f449ca52 service neutron] Pushing event updated for resources: {'Port': ['ID=8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e,revision_number=8']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:21.666589 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-400f4a1e-a763-4a73-8260-8a78f449ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:21.667222 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-400f4a1e-a763-4a73-8260-8a78f449ca52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:21.668624 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:21.668865 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-400f4a1e-a763-4a73-8260-8a78f449ca52 service neutron] 10.222.0.36 "PUT /v2.0/ports/8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e HTTP/1.1" status: 200 len: 1122 time: 0.8720603 Jul 15 23:01:21.682406 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 609e1f84-fb98-4af8-ac1c-d4e10ad96f8b {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:01:21.705785 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 609e1f84-fb98-4af8-ac1c-d4e10ad96f8b, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=609e1f84-fb98-4af8-ac1c-d4e10ad96f8b,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:21.712655 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:21.713368 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:01:21.749043 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 1d59e569-9f54-4096-becd-e32fb69f8220 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:01:21.789413 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:21.795808 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-3e2f3e71-d801-45ff-9f11-e1bca22a095b tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:21.797247 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-3e2f3e71-d801-45ff-9f11-e1bca22a095b tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/networks?id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae HTTP/1.1" status: 200 len: 821 time: 0.2211123 Jul 15 23:01:21.811612 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684429c-4ead-409b-96f0-77e268173e8f req-ede0479d-ad82-4e72-bfb6-135e31fdfdf9 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:21.813079 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e684429c-4ead-409b-96f0-77e268173e8f req-ede0479d-ad82-4e72-bfb6-135e31fdfdf9 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 944 time: 0.1680076 Jul 15 23:01:21.822068 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-9b97b1c2-00ca-44c9-b1ca-f9aec5b41481 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/quotas/721953eafb1a4074972c303c4abb8e6a HTTP/1.1" status: 200 len: 375 time: 0.0185609 Jul 15 23:01:21.884630 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:21.889199 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e684429c-4ead-409b-96f0-77e268173e8f req-2d50b97d-296f-498e-90d6-b0e949036547 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662029 Jul 15 23:01:21.895010 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=609e1f84-fb98-4af8-ac1c-d4e10ad96f8b,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:21.920800 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': '6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca', 'mac_address': 'fa:16:3e:9c:7e:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:01:21.935856 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-187fd504-382f-4909-9801-52235c6bcecd tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=721953eafb1a4074972c303c4abb8e6a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1058333 Jul 15 23:01:21.948680 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 1d59e569-9f54-4096-becd-e32fb69f8220 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:01:21.980558 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 1d59e569-9f54-4096-becd-e32fb69f8220 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:01:21.981056 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:22.029584 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:22.065653 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:01:22.082881 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-d26839f1-f953-498a-96eb-c93ebde1fccc service neutron] 10.222.0.16 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391819 Jul 15 23:01:22.095331 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb087d-e1bc-4977-81f6-829c9f7597de req-b2e7da41-8948-4e91-8ef5-2bd3c2721fb7 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:22.097367 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bcbb087d-e1bc-4977-81f6-829c9f7597de req-b2e7da41-8948-4e91-8ef5-2bd3c2721fb7 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 1096 time: 0.0811129 Jul 15 23:01:22.105791 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:22.114681 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:22.189226 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bcbb087d-e1bc-4977-81f6-829c9f7597de req-914a9c9a-7150-42b4-a4ee-afc2616ad1d0 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727706 Jul 15 23:01:22.195610 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:22.232496 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-bbabb157-eced-4355-a36a-dee0d9aff756 service neutron] 10.222.0.16 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391377 Jul 15 23:01:22.233347 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:22.242887 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de005e8d-9c55-4b09-be39-831f9863d812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d59e569-9f54-4096-becd-e32fb69f8220'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:22.245271 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5f824e-0baf-458c-b9ad-9223a893512c" -d '{"events": [{"server_uuid": "de005e8d-9c55-4b09-be39-831f9863d812", "name": "network-vif-plugged", "status": "completed", "tag": "1d59e569-9f54-4096-becd-e32fb69f8220"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:22.259247 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 1d59e569-9f54-4096-becd-e32fb69f8220, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=1d59e569-9f54-4096-becd-e32fb69f8220,segment=NetworkSegment(e7fe3191-1c68-4d38-a856-14f82f1ac8c9),segment_id=e7fe3191-1c68-4d38-a856-14f82f1ac8c9)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:22.263683 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:22.323495 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=1d59e569-9f54-4096-becd-e32fb69f8220,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:22.525555 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebb13c-2a8c-45cd-9288-3e784a40cfa9 req-52edcb2e-ab56-4142-8910-a5b12398b875 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:22.527289 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-20ebb13c-2a8c-45cd-9288-3e784a40cfa9 req-52edcb2e-ab56-4142-8910-a5b12398b875 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=96e3c521-1290-4438-a7ca-a4c864fcc590 HTTP/1.1" status: 200 len: 949 time: 0.0701637 Jul 15 23:01:22.633053 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-20ebb13c-2a8c-45cd-9288-3e784a40cfa9 req-657898d6-fd49-4046-82f4-0c3405b9e5f8 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964715 Jul 15 23:01:22.700078 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53bd380-30c4-4673-b097-b8bba8bb8199 x-openstack-request-id: req-d53bd380-30c4-4673-b097-b8bba8bb8199 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:22.700386 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de005e8d-9c55-4b09-be39-831f9863d812", "name": "network-vif-plugged", "status": "completed", "tag": "1d59e569-9f54-4096-becd-e32fb69f8220", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:22.701079 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d53bd380-30c4-4673-b097-b8bba8bb8199 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:22.702362 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de005e8d-9c55-4b09-be39-831f9863d812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d59e569-9f54-4096-becd-e32fb69f8220', 'code': 200} Jul 15 23:01:22.705444 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c02571-4dab-4c82-b5ff-a0561a1fbae1 req-bc7dbd33-76f1-4d6c-8176-b1171cecc927 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:22.718725 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65c02571-4dab-4c82-b5ff-a0561a1fbae1 req-bc7dbd33-76f1-4d6c-8176-b1171cecc927 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.43 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4&tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&binding%3Ahost_id=n-h1-787205-9 HTTP/1.1" status: 200 len: 949 time: 0.1634874 Jul 15 23:01:22.793446 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:22.811868 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-833c609a-0cc8-422c-975f-2905a2ed67a2 req-b01f9723-405c-416e-b6ec-110f350a1e15 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8951b3f-8831-4091-bd9d-827140eb7126 HTTP/1.1" status: 200 len: 210 time: 0.0663891 Jul 15 23:01:22.832277 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['96920b44-cb6d-4e1a-b67b-ff1973f06ebe'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:22.895609 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['609e1f84-fb98-4af8-ac1c-d4e10ad96f8b'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:22.914436 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [req-65c02571-4dab-4c82-b5ff-a0561a1fbae1 req-368a50ea-bf76-411c-8244-364a94a41924 service neutron] delete failed (client error): The resource could not be found. Jul 15 23:01:22.921928 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65c02571-4dab-4c82-b5ff-a0561a1fbae1 req-368a50ea-bf76-411c-8244-364a94a41924 service neutron] 10.222.0.43 "DELETE /v2.0/ports/6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca/bindings/n-h2-787205-9 HTTP/1.1" status: 404 len: 380 time: 0.1857953 Jul 15 23:01:22.942348 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aedd91-90ae-4bfb-a46a-998ba980bd18 req-1bdb5169-3e9a-427a-a234-f8d206844a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:22.954510 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e2aedd91-90ae-4bfb-a46a-998ba980bd18 req-1bdb5169-3e9a-427a-a234-f8d206844a22 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=de005e8d-9c55-4b09-be39-831f9863d812 HTTP/1.1" status: 200 len: 1096 time: 0.1771600 Jul 15 23:01:23.104036 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e2aedd91-90ae-4bfb-a46a-998ba980bd18 req-a18857de-c5eb-48e7-a552-f5eb2a92471e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427619 Jul 15 23:01:23.151292 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c02571-4dab-4c82-b5ff-a0561a1fbae1 req-e94f18fb-ba35-4e46-8d94-df680c1a06ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:23.152798 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65c02571-4dab-4c82-b5ff-a0561a1fbae1 req-e94f18fb-ba35-4e46-8d94-df680c1a06ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 1100 time: 0.1351678 Jul 15 23:01:23.209700 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc984d3d-9fe6-46a4-9d15-2484eab37d28 req-c8607f64-8a3c-41e0-91fc-615bb0992b24 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:23.217503 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc984d3d-9fe6-46a4-9d15-2484eab37d28 req-c8607f64-8a3c-41e0-91fc-615bb0992b24 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 949 time: 0.1721692 Jul 15 23:01:23.290693 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc984d3d-9fe6-46a4-9d15-2484eab37d28 req-db7f6948-0a4d-4e87-a708-4db3383eb58b tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721271 Jul 15 23:01:23.317045 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c02571-4dab-4c82-b5ff-a0561a1fbae1 req-2f0f6846-9d5d-42d7-a90a-b521b1a86a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:23.318717 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65c02571-4dab-4c82-b5ff-a0561a1fbae1 req-2f0f6846-9d5d-42d7-a90a-b521b1a86a28 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.1571777 Jul 15 23:01:23.363612 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65c02571-4dab-4c82-b5ff-a0561a1fbae1 req-41875c80-a5af-4b2a-b4cc-33ba69ba415a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca HTTP/1.1" status: 200 len: 217 time: 0.0368259 Jul 15 23:01:23.450356 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c02571-4dab-4c82-b5ff-a0561a1fbae1 req-7ab356a1-33ed-4802-a20a-a469dcd516e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:23.451836 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65c02571-4dab-4c82-b5ff-a0561a1fbae1 req-7ab356a1-33ed-4802-a20a-a469dcd516e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0800459 Jul 15 23:01:23.487642 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c97ec8-72fb-47ee-8d97-12ddda9f54ef req-0403a51b-2a38-4983-99fe-e1526834a546 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:23.489128 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-69c97ec8-72fb-47ee-8d97-12ddda9f54ef req-0403a51b-2a38-4983-99fe-e1526834a546 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=de005e8d-9c55-4b09-be39-831f9863d812 HTTP/1.1" status: 200 len: 945 time: 0.0869522 Jul 15 23:01:23.541335 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4408b267-8392-4441-83e7-5b88954de808', 'tag': '8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:23.543990 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5aefed0-84d9-4486-b9da-ac70681905fe" -d '{"events": [{"name": "network-changed", "server_uuid": "4408b267-8392-4441-83e7-5b88954de808", "tag": "8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:23.553337 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-69c97ec8-72fb-47ee-8d97-12ddda9f54ef req-c4b1e981-1861-4a06-883b-1b0b8854f7ed tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477469 Jul 15 23:01:23.565229 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c02571-4dab-4c82-b5ff-a0561a1fbae1 req-f39f41b9-1993-4f13-b4ac-d2f9acde82c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:23.567095 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65c02571-4dab-4c82-b5ff-a0561a1fbae1 req-f39f41b9-1993-4f13-b4ac-d2f9acde82c8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0964200 Jul 15 23:01:23.649821 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-cb300bd7-b587-4eff-82a8-c699594ffe18 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:01:23.651500 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-cb300bd7-b587-4eff-82a8-c699594ffe18 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112019 Jul 15 23:01:23.664541 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-9039f754-4d7b-4033-bcff-a387be477a2c service neutron] Request body: {'binding': {'host': 'n-h2-787205-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:23.665301 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-9039f754-4d7b-4033-bcff-a387be477a2c service neutron] Unknown quota resources ['binding']. {{(pid=93798) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:01:23.768705 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:23.774208 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65c02571-4dab-4c82-b5ff-a0561a1fbae1 req-7c120e5b-52a5-44ea-b69d-c0d534aa3a08 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998162 Jul 15 23:01:23.824460 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-5f4091ea-16dd-4e33-acd6-f405477b91b4 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:23.825877 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-5f4091ea-16dd-4e33-acd6-f405477b91b4 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.43 "GET /v2.0/networks?id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae HTTP/1.1" status: 200 len: 821 time: 0.1880891 Jul 15 23:01:23.832014 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-9039f754-4d7b-4033-bcff-a387be477a2c service neutron] Attempting to bind port 6702be93-c93c-415f-9fd7-dd1fa758c935 on host n-h2-787205-9 for vnic_type normal with profile None {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:01:23.832435 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-9039f754-4d7b-4033-bcff-a387be477a2c service neutron] Attempting to bind port 6702be93-c93c-415f-9fd7-dd1fa758c935 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:01:23.832832 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-9039f754-4d7b-4033-bcff-a387be477a2c service neutron] Attempting to bind port 6702be93-c93c-415f-9fd7-dd1fa758c935 on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:23.837939 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-9039f754-4d7b-4033-bcff-a387be477a2c service neutron] Port 6702be93-c93c-415f-9fd7-dd1fa758c935 on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:01:23.838898 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-9039f754-4d7b-4033-bcff-a387be477a2c service neutron] Attempting to bind port 6702be93-c93c-415f-9fd7-dd1fa758c935 on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:23.842538 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-ae7c3223-1dec-4fa5-853f-8e89d0e3feee tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Request body: {'port': {'device_id': 'a8951b3f-8831-4091-bd9d-827140eb7126', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'admin_state_up': True, 'tenant_id': '721953eafb1a4074972c303c4abb8e6a'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:23.843888 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-9039f754-4d7b-4033-bcff-a387be477a2c service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:01:23.844300 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-9039f754-4d7b-4033-bcff-a387be477a2c service neutron] Checking segment: {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:01:23.844745 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-9039f754-4d7b-4033-bcff-a387be477a2c service neutron] Bound using segment: {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:01:23.845386 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-9039f754-4d7b-4033-bcff-a387be477a2c service neutron] Bound port: 6702be93-c93c-415f-9fd7-dd1fa758c935, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:01:23.911787 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-9039f754-4d7b-4033-bcff-a387be477a2c service neutron] For port 6702be93-c93c-415f-9fd7-dd1fa758c935, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6702be93-c93c-415f-9fd7-dd1fa758c935,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:01:23.917696 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-9039f754-4d7b-4033-bcff-a387be477a2c service neutron] Notify callbacks [] for binding, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:23.918942 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-9039f754-4d7b-4033-bcff-a387be477a2c service neutron] 10.222.0.16 "POST /v2.0/ports/6702be93-c93c-415f-9fd7-dd1fa758c935/bindings HTTP/1.1" status: 201 len: 389 time: 0.2612126 Jul 15 23:01:24.103973 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac16aa0-02a0-4748-830d-7967b5ab8d3d req-293e0953-8250-4453-9c1a-c57e2fa0834a tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:24.105543 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cac16aa0-02a0-4748-830d-7967b5ab8d3d req-293e0953-8250-4453-9c1a-c57e2fa0834a tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 944 time: 0.4330792 Jul 15 23:01:24.151115 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5532d07d-e873-4746-9e21-634b6b4ef54d x-openstack-request-id: req-5532d07d-e873-4746-9e21-634b6b4ef54d {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:24.151590 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4408b267-8392-4441-83e7-5b88954de808", "tag": "8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:24.151996 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5532d07d-e873-4746-9e21-634b6b4ef54d {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:24.152647 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4408b267-8392-4441-83e7-5b88954de808', 'tag': '8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e', 'status': 'completed', 'code': 200} Jul 15 23:01:24.248851 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cac16aa0-02a0-4748-830d-7967b5ab8d3d req-85b7a503-7c75-451b-ae66-e4f5cac37d3b tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094661 Jul 15 23:01:24.250972 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65c02571-4dab-4c82-b5ff-a0561a1fbae1 req-589af04e-a10a-48cc-8719-5795ca57a441 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552090 Jul 15 23:01:24.292710 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aefed0-84d9-4486-b9da-ac70681905fe req-d633cb3d-5ea7-4dd6-b370-f29e2567cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:24.295019 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b5aefed0-84d9-4486-b9da-ac70681905fe req-d633cb3d-5ea7-4dd6-b370-f29e2567cbc3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=333adf5bda29495e91779ab1d3ab99ea&device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 1125 time: 0.1056521 Jul 15 23:01:24.353762 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-ae7c3223-1dec-4fa5-853f-8e89d0e3feee tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Made reservation on behalf of 721953eafb1a4074972c303c4abb8e6a for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:01:24.357417 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-ae7c3223-1dec-4fa5-853f-8e89d0e3feee tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:24.416684 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-86d53f22-358e-4792-8573-cd724246d0f2 req-8f65c379-80c4-4f84-8c2c-075ad0548a73 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8951b3f-8831-4091-bd9d-827140eb7126 HTTP/1.1" status: 200 len: 210 time: 0.0505080 Jul 15 23:01:24.425999 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aefed0-84d9-4486-b9da-ac70681905fe req-1b1ee407-6278-4662-bbb8-42571990347e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:24.427497 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b5aefed0-84d9-4486-b9da-ac70681905fe req-1b1ee407-6278-4662-bbb8-42571990347e service neutron] 10.222.0.43 "GET /v2.0/networks?id=71ccf61d-14bc-4de9-bbf5-849aeac853f5 HTTP/1.1" status: 200 len: 919 time: 0.1100035 Jul 15 23:01:24.433187 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c59418-a52e-4f8a-84af-646d067cc6c3 req-03fbc2bc-e1cc-41fe-b26e-648cd66cac33 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:24.434785 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c4c59418-a52e-4f8a-84af-646d067cc6c3 req-03fbc2bc-e1cc-41fe-b26e-648cd66cac33 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=96e3c521-1290-4438-a7ca-a4c864fcc590 HTTP/1.1" status: 200 len: 949 time: 0.1829181 Jul 15 23:01:24.483566 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b5aefed0-84d9-4486-b9da-ac70681905fe req-fc82b281-6a44-498b-a24c-98d264ef06c4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e HTTP/1.1" status: 200 len: 217 time: 0.0489020 Jul 15 23:01:24.502598 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-00e8c37b-522d-493d-b9f6-35988bc766f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:24.504151 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-00e8c37b-522d-493d-b9f6-35988bc766f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7f66f923b4424119b6027030587a5dae&device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 1096 time: 0.1902130 Jul 15 23:01:24.536740 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aefed0-84d9-4486-b9da-ac70681905fe req-89edb129-9e7f-4f68-ad9b-4bfa44301bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:24.538220 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b5aefed0-84d9-4486-b9da-ac70681905fe req-89edb129-9e7f-4f68-ad9b-4bfa44301bd1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=951a51fc-ffa0-401a-b919-6dcf1a893db8 HTTP/1.1" status: 200 len: 858 time: 0.0469632 Jul 15 23:01:24.568421 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c4c59418-a52e-4f8a-84af-646d067cc6c3 req-c9944852-87a9-4dfc-98b0-3516f277bea2 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257794 Jul 15 23:01:24.573431 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b5aefed0-84d9-4486-b9da-ac70681905fe req-32493eac-8210-468e-9346-76e750f20cd4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=71ccf61d-14bc-4de9-bbf5-849aeac853f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268586 Jul 15 23:01:24.729453 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b5aefed0-84d9-4486-b9da-ac70681905fe req-750c7ade-0ed8-4ead-90ff-a9c9b9584991 service neutron] 10.222.0.43 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441698 Jul 15 23:01:24.729641 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-ae7c3223-1dec-4fa5-853f-8e89d0e3feee tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Allocated IP 172.20.0.4 (2c909943-01fe-4a6a-bf17-fcd0df9ac0ae/3cb78c5c-80d7-4319-bbd2-bc5b34e57492/8defc89b-5239-4f40-b7d1-e4e35de98a8b) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:01:24.750378 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-254b2bd8-6cec-4dc7-bc4f-d2454f4b685b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:24.752438 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-254b2bd8-6cec-4dc7-bc4f-d2454f4b685b service neutron] 10.222.0.43 "GET /v2.0/networks?id=d91a9528-a986-45d3-8b66-7d9419c4ffb8 HTTP/1.1" status: 200 len: 909 time: 0.2354264 Jul 15 23:01:24.777020 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ec850-882d-4651-8b75-d09f61de20c9 req-8e4b1968-ae43-4834-a346-b9e0022fce18 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:24.778549 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-891ec850-882d-4651-8b75-d09f61de20c9 req-8e4b1968-ae43-4834-a346-b9e0022fce18 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 945 time: 0.2484140 Jul 15 23:01:24.835550 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-4a782429-332c-4da8-8379-57f0ab691d04 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6702be93-c93c-415f-9fd7-dd1fa758c935 HTTP/1.1" status: 200 len: 217 time: 0.0745072 Jul 15 23:01:24.859928 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b5aefed0-84d9-4486-b9da-ac70681905fe req-3b3dde78-dd85-427e-9313-4d77ea962ac9 service neutron] 10.222.0.43 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201842 Jul 15 23:01:24.959713 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-891ec850-882d-4651-8b75-d09f61de20c9 req-9389ef5a-f7fd-47b2-a69e-28678f3f79ae tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321619 Jul 15 23:01:24.972016 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c3ee8-52da-447f-9734-dcd1b96534ff req-7d3261ee-a2b3-4382-957e-89406bd1f4ac tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:24.981051 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-099c3ee8-52da-447f-9734-dcd1b96534ff req-7d3261ee-a2b3-4382-957e-89406bd1f4ac tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 949 time: 0.3034821 Jul 15 23:01:24.996444 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-0bfd8514-0e92-41b4-88b7-66e0173e9290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:24.997877 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-0bfd8514-0e92-41b4-88b7-66e0173e9290 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9ed83523-5185-460b-a4ba-ea79efd124da HTTP/1.1" status: 200 len: 848 time: 0.1517591 Jul 15 23:01:25.071241 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-60a953f9-b0e2-4069-bbc3-69a6b5df6f89 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d91a9528-a986-45d3-8b66-7d9419c4ffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470455 Jul 15 23:01:25.133958 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-099c3ee8-52da-447f-9734-dcd1b96534ff req-d6087d2e-c55a-4813-8bc2-6134e63431af tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520393 Jul 15 23:01:25.140537 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:01:25.162883 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 609e1f84-fb98-4af8-ac1c-d4e10ad96f8b up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:01:25.177556 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-ae7c3223-1dec-4fa5-853f-8e89d0e3feee tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:25.234881 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-ae7c3223-1dec-4fa5-853f-8e89d0e3feee tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Transition to ACTIVE for port object 8defc89b-5239-4f40-b7d1-e4e35de98a8b will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:01:25.273214 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-8199a301-f110-4511-a700-99ccf00d76d1 service neutron] 10.222.0.43 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921482 Jul 15 23:01:25.282522 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 609e1f84-fb98-4af8-ac1c-d4e10ad96f8b completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:01:25.284612 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2bcda-8a0b-4cbc-86b0-2f7ccd488678 req-0ad24fbe-d64c-43ba-8dd0-8fe0fe93649b tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:25.286615 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7cf2bcda-8a0b-4cbc-86b0-2f7ccd488678 req-0ad24fbe-d64c-43ba-8dd0-8fe0fe93649b tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=de005e8d-9c55-4b09-be39-831f9863d812 HTTP/1.1" status: 200 len: 945 time: 0.1860790 Jul 15 23:01:25.292135 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 609e1f84-fb98-4af8-ac1c-d4e10ad96f8b triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:01:25.292520 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:25.299135 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:25.338248 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e has no active binding in host n-h1-787205-9 {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 23:01:25.356108 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-ae7c3223-1dec-4fa5-853f-8e89d0e3feee tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:25.390625 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:25.399321 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7cf2bcda-8a0b-4cbc-86b0-2f7ccd488678 req-f010359d-ba5d-41a9-a520-5f3dac00a4d3 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984600 Jul 15 23:01:25.413829 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['0251246e-9acb-4efb-bd9d-bfbd227442dd'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:25.451796 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e3c521-1290-4438-a7ca-a4c864fcc590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609e1f84-fb98-4af8-ac1c-d4e10ad96f8b'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:25.454067 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d69c6c-55e2-4b0f-b1ee-d54e01306064" -d '{"events": [{"server_uuid": "96e3c521-1290-4438-a7ca-a4c864fcc590", "name": "network-vif-plugged", "status": "completed", "tag": "609e1f84-fb98-4af8-ac1c-d4e10ad96f8b"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:25.471670 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-ae7c3223-1dec-4fa5-853f-8e89d0e3feee tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Network 2c909943-01fe-4a6a-bf17-fcd0df9ac0ae is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:01:25.473687 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 609e1f84-fb98-4af8-ac1c-d4e10ad96f8b, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=609e1f84-fb98-4af8-ac1c-d4e10ad96f8b,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:25.482606 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:25.483465 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:01:25.487649 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-ae7c3223-1dec-4fa5-853f-8e89d0e3feee tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:01:25.491974 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-ae7c3223-1dec-4fa5-853f-8e89d0e3feee tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:01:25.497460 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-ae7c3223-1dec-4fa5-853f-8e89d0e3feee tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:25.498066 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-ae7c3223-1dec-4fa5-853f-8e89d0e3feee tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:25.502443 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c3223-1dec-4fa5-853f-8e89d0e3feee tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Pushing event updated for resources: {'Port': ['ID=8defc89b-5239-4f40-b7d1-e4e35de98a8b,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:25.511072 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-9540463f-74b1-4cbd-99a9-16140adbf801 service neutron] 10.222.0.43 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192593 Jul 15 23:01:25.526444 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-ae7c3223-1dec-4fa5-853f-8e89d0e3feee tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6876624 Jul 15 23:01:25.538742 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-47fe45bd-fbc3-41e6-95ff-d20a2ccc4dfd service neutron] Request body: {'port': {'device_id': 'a8951b3f-8831-4091-bd9d-827140eb7126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:25.594199 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80c4f2-762f-4571-b81e-d6c75132c7b4 req-dcfefa1e-0306-42d4-94d1-0af6f0d36da7 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:25.596787 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3d80c4f2-762f-4571-b81e-d6c75132c7b4 req-dcfefa1e-0306-42d4-94d1-0af6f0d36da7 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 944 time: 0.2121103 Jul 15 23:01:25.606337 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=609e1f84-fb98-4af8-ac1c-d4e10ad96f8b,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:25.631905 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:25.632254 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:25.632595 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:25.632930 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:25.633265 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:25.633597 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:25.633926 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:25.634265 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:25.634600 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:25.635039 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:25.635383 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:25.635727 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:25.665074 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:01:25.678570 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:01:25.678997 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:25.681576 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-47fe45bd-fbc3-41e6-95ff-d20a2ccc4dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:25.796759 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3d80c4f2-762f-4571-b81e-d6c75132c7b4 req-215a659a-1f80-4769-baeb-c42d1b0fd5f3 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891057 Jul 15 23:01:25.848250 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:25.886258 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0127eb17-70b9-46b6-b60a-ebd545499654 x-openstack-request-id: req-0127eb17-70b9-46b6-b60a-ebd545499654 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:25.886655 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e3c521-1290-4438-a7ca-a4c864fcc590", "name": "network-vif-plugged", "status": "completed", "tag": "609e1f84-fb98-4af8-ac1c-d4e10ad96f8b", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:25.886919 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0127eb17-70b9-46b6-b60a-ebd545499654 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:25.891141 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e3c521-1290-4438-a7ca-a4c864fcc590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609e1f84-fb98-4af8-ac1c-d4e10ad96f8b', 'code': 200} Jul 15 23:01:25.934729 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:25.940389 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:25.941316 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 96920b44-cb6d-4e1a-b67b-ff1973f06ebe up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: from cryptography.utils import int_from_bytes Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: from cryptography.utils import int_from_bytes Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.941721 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.947942 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.947942 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.947942 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.947942 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.947942 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.947942 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.947942 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.947942 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.947942 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.947942 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.947942 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.947942 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.947942 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.947942 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.947942 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.947942 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.947942 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:25.947942 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:25.979318 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7f6c9b6f-492f-491b-b9a4-d36c4d00956e None None] Provisioning for port 8defc89b-5239-4f40-b7d1-e4e35de98a8b completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:01:26.016471 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7f6c9b6f-492f-491b-b9a4-d36c4d00956e None None] Provisioning complete for port 8defc89b-5239-4f40-b7d1-e4e35de98a8b triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:01:26.016797 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f6c9b6f-492f-491b-b9a4-d36c4d00956e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:26.078037 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b1e0d-2c6c-4522-8fee-5d92c4d8bd12 req-1730a31c-e9bc-4628-9965-2e7ed84a6443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:26.079726 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bb0b1e0d-2c6c-4522-8fee-5d92c4d8bd12 req-1730a31c-e9bc-4628-9965-2e7ed84a6443 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=96e3c521-1290-4438-a7ca-a4c864fcc590 HTTP/1.1" status: 200 len: 1101 time: 0.0628417 Jul 15 23:01:26.087813 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-7f6c9b6f-492f-491b-b9a4-d36c4d00956e None None] Port 8defc89b-5239-4f40-b7d1-e4e35de98a8b cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:01:26.092251 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca,revision_number=9']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:26.101004 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 96920b44-cb6d-4e1a-b67b-ff1973f06ebe completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:01:26.108043 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 96920b44-cb6d-4e1a-b67b-ff1973f06ebe triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:01:26.108740 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:26.142374 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bb0b1e0d-2c6c-4522-8fee-5d92c4d8bd12 req-8f951403-2ae1-46c3-8ac1-f2d0650bb30a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492916 Jul 15 23:01:26.206926 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-46f05446-33a5-4f78-b1c2-cba764640434 service neutron] 10.222.0.43 "GET /v2.0/ports/8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e/bindings/n-h1-787205-9 HTTP/1.1" status: 200 len: 384 time: 0.2066920 Jul 15 23:01:26.210056 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:26.216846 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526cacd-3198-47fd-8e21-ed64cef1d6d6 req-77b2952b-a46f-4397-8b5e-952ff338c896 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:26.218369 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6526cacd-3198-47fd-8e21-ed64cef1d6d6 req-77b2952b-a46f-4397-8b5e-952ff338c896 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8951b3f-8831-4091-bd9d-827140eb7126 HTTP/1.1" status: 200 len: 931 time: 0.2853754 Jul 15 23:01:26.253499 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 96920b44-cb6d-4e1a-b67b-ff1973f06ebe, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=96920b44-cb6d-4e1a-b67b-ff1973f06ebe,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:26.259276 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:26.316038 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=96920b44-cb6d-4e1a-b67b-ff1973f06ebe,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:26.532331 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88a025-4e76-4c0d-8c11-2eae898dd460 req-d06941ba-d76f-459c-9d14-7c2418b43bb9 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:26.533808 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0e88a025-4e76-4c0d-8c11-2eae898dd460 req-d06941ba-d76f-459c-9d14-7c2418b43bb9 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=96e3c521-1290-4438-a7ca-a4c864fcc590 HTTP/1.1" status: 200 len: 950 time: 0.4939854 Jul 15 23:01:26.599197 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6526cacd-3198-47fd-8e21-ed64cef1d6d6 req-51b02413-bb4b-4bda-a875-6a22dabdbf0c tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c01b3b1-37b8-4fde-99dd-0caf4efc1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663685 Jul 15 23:01:26.674582 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0e88a025-4e76-4c0d-8c11-2eae898dd460 req-b2e85eb9-5aee-4b67-b0f6-7934d9d70b49 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276376 Jul 15 23:01:26.711487 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-47fe45bd-fbc3-41e6-95ff-d20a2ccc4dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8defc89b-5239-4f40-b7d1-e4e35de98a8b {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:01:26.735120 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-47fe45bd-fbc3-41e6-95ff-d20a2ccc4dfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:26.802678 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-47fe45bd-fbc3-41e6-95ff-d20a2ccc4dfd service neutron] Transition to ACTIVE for port object 8defc89b-5239-4f40-b7d1-e4e35de98a8b will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:01:26.810248 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-47fe45bd-fbc3-41e6-95ff-d20a2ccc4dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:26.897781 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-e06b0bbb-515a-4103-8053-8ed1e16d8f03 service neutron] For port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:26.938088 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe45bd-fbc3-41e6-95ff-d20a2ccc4dfd service neutron] Pushing event updated for resources: {'Port': ['ID=8defc89b-5239-4f40-b7d1-e4e35de98a8b,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:26.972189 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-e06b0bbb-515a-4103-8053-8ed1e16d8f03 service neutron] For port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:01:27.051820 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339a935-d3cd-4061-b9fc-40364609eb15 req-58fec23c-e7cc-423b-98cd-8f463cc4fd4c tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:27.053489 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e339a935-d3cd-4061-b9fc-40364609eb15 req-58fec23c-e7cc-423b-98cd-8f463cc4fd4c tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/ports?device_id=de005e8d-9c55-4b09-be39-831f9863d812 HTTP/1.1" status: 200 len: 945 time: 0.3374236 Jul 15 23:01:27.060792 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-e06b0bbb-515a-4103-8053-8ed1e16d8f03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:01:27.080103 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-e06b0bbb-515a-4103-8053-8ed1e16d8f03 service neutron] For port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:27.087511 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-47fe45bd-fbc3-41e6-95ff-d20a2ccc4dfd service neutron] Attempting to bind port 8defc89b-5239-4f40-b7d1-e4e35de98a8b on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:01:27.087885 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-47fe45bd-fbc3-41e6-95ff-d20a2ccc4dfd service neutron] Attempting to bind port 8defc89b-5239-4f40-b7d1-e4e35de98a8b by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'e1af966a-423e-42b4-a81a-38e509395b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:01:27.088160 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-47fe45bd-fbc3-41e6-95ff-d20a2ccc4dfd service neutron] Attempting to bind port 8defc89b-5239-4f40-b7d1-e4e35de98a8b on network 2c909943-01fe-4a6a-bf17-fcd0df9ac0ae {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:27.116160 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-47fe45bd-fbc3-41e6-95ff-d20a2ccc4dfd service neutron] Port 8defc89b-5239-4f40-b7d1-e4e35de98a8b on network 2c909943-01fe-4a6a-bf17-fcd0df9ac0ae not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:01:27.116513 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-47fe45bd-fbc3-41e6-95ff-d20a2ccc4dfd service neutron] Attempting to bind port 8defc89b-5239-4f40-b7d1-e4e35de98a8b on network 2c909943-01fe-4a6a-bf17-fcd0df9ac0ae {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:27.132293 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ee7b4-f953-4096-87af-f23abfd949f9 req-e51fd226-7755-465b-b040-98a006debb10 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:27.134002 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-604ee7b4-f953-4096-87af-f23abfd949f9 req-e51fd226-7755-465b-b040-98a006debb10 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 945 time: 0.3253078 Jul 15 23:01:27.134743 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-e06b0bbb-515a-4103-8053-8ed1e16d8f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:27.162523 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-47fe45bd-fbc3-41e6-95ff-d20a2ccc4dfd service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:01:27.162903 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-47fe45bd-fbc3-41e6-95ff-d20a2ccc4dfd service neutron] Checking segment: {'id': 'e1af966a-423e-42b4-a81a-38e509395b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:01:27.163192 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-47fe45bd-fbc3-41e6-95ff-d20a2ccc4dfd service neutron] Bound using segment: {'id': 'e1af966a-423e-42b4-a81a-38e509395b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:01:27.163623 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-47fe45bd-fbc3-41e6-95ff-d20a2ccc4dfd service neutron] Bound port: 8defc89b-5239-4f40-b7d1-e4e35de98a8b, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1af966a-423e-42b4-a81a-38e509395b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:01:27.164032 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-47fe45bd-fbc3-41e6-95ff-d20a2ccc4dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:27.170737 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e339a935-d3cd-4061-b9fc-40364609eb15 req-8b4c2130-4d62-4292-af3c-db117f0f237b tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups?id=1743fc27-955e-4921-a028-440cf598ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999284 Jul 15 23:01:27.249146 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0579abb-4e9a-4b2a-a77a-d3ef7a04e90c req-07de4540-da03-4758-addc-86bb52b74289 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:27.251454 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b0579abb-4e9a-4b2a-a77a-d3ef7a04e90c req-07de4540-da03-4758-addc-86bb52b74289 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.43 "GET /v2.0/ports?device_id=de005e8d-9c55-4b09-be39-831f9863d812 HTTP/1.1" status: 200 len: 945 time: 0.0947289 Jul 15 23:01:27.272910 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-604ee7b4-f953-4096-87af-f23abfd949f9 req-dbcd9d96-28bc-470b-b89b-0e07d9e50a54 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260993 Jul 15 23:01:27.365091 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-47fe45bd-fbc3-41e6-95ff-d20a2ccc4dfd service neutron] For port 8defc89b-5239-4f40-b7d1-e4e35de98a8b, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:01:27.372048 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-e06b0bbb-515a-4103-8053-8ed1e16d8f03 service neutron] Transition to ACTIVE for port object 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:01:27.384136 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-47fe45bd-fbc3-41e6-95ff-d20a2ccc4dfd service neutron] For port 8defc89b-5239-4f40-b7d1-e4e35de98a8b, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=8defc89b-5239-4f40-b7d1-e4e35de98a8b,segment=NetworkSegment(e1af966a-423e-42b4-a81a-38e509395b16),segment_id=e1af966a-423e-42b4-a81a-38e509395b16)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:01:27.389008 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-e06b0bbb-515a-4103-8053-8ed1e16d8f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:27.420390 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-b0579abb-4e9a-4b2a-a77a-d3ef7a04e90c req-007a4664-904a-44ab-b21d-0b5d76cf1247 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Deleting port 1d59e569-9f54-4096-becd-e32fb69f8220 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:01:27.420637 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b0579abb-4e9a-4b2a-a77a-d3ef7a04e90c req-007a4664-904a-44ab-b21d-0b5d76cf1247 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:27.427098 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-47fe45bd-fbc3-41e6-95ff-d20a2ccc4dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:27.483671 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-47fe45bd-fbc3-41e6-95ff-d20a2ccc4dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:27.484293 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-47fe45bd-fbc3-41e6-95ff-d20a2ccc4dfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:27.485721 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-47fe45bd-fbc3-41e6-95ff-d20a2ccc4dfd service neutron] 10.222.0.43 "PUT /v2.0/ports/8defc89b-5239-4f40-b7d1-e4e35de98a8b HTTP/1.1" status: 200 len: 1091 time: 1.9515660 Jul 15 23:01:27.490372 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8951b3f-8831-4091-bd9d-827140eb7126', 'tag': '8defc89b-5239-4f40-b7d1-e4e35de98a8b'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:27.497966 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97126b24-c8e9-4217-a2dc-a7f7122ff054" -d '{"events": [{"name": "network-changed", "server_uuid": "a8951b3f-8831-4091-bd9d-827140eb7126", "tag": "8defc89b-5239-4f40-b7d1-e4e35de98a8b"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:27.501151 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-e06b0bbb-515a-4103-8053-8ed1e16d8f03 service neutron] No DVR routers for this DVR port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:01:27.540877 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b0579abb-4e9a-4b2a-a77a-d3ef7a04e90c req-007a4664-904a-44ab-b21d-0b5d76cf1247 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] For port 1d59e569-9f54-4096-becd-e32fb69f8220, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=1d59e569-9f54-4096-becd-e32fb69f8220,segment=NetworkSegment(e7fe3191-1c68-4d38-a856-14f82f1ac8c9),segment_id=e7fe3191-1c68-4d38-a856-14f82f1ac8c9)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:27.541240 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b0579abb-4e9a-4b2a-a77a-d3ef7a04e90c req-007a4664-904a-44ab-b21d-0b5d76cf1247 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:27.555330 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-b0579abb-4e9a-4b2a-a77a-d3ef7a04e90c req-007a4664-904a-44ab-b21d-0b5d76cf1247 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Calling delete_port for 1d59e569-9f54-4096-becd-e32fb69f8220 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:01:27.578308 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b0bbb-515a-4103-8053-8ed1e16d8f03 service neutron] Pushing event updated for resources: {'Port': ['ID=8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e,revision_number=10']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:27.620553 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-e06b0bbb-515a-4103-8053-8ed1e16d8f03 service neutron] 10.222.0.43 "PUT /v2.0/ports/8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e/bindings/n-h1-787205-9/activate HTTP/1.1" status: 200 len: 369 time: 1.4009886 Jul 15 23:01:27.628771 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fcdbe-ad55-48dd-b4b5-0ee44209dbd1 req-88c80382-cc0a-404d-b951-5828c6edeb87 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:27.636014 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-901fcdbe-ad55-48dd-b4b5-0ee44209dbd1 req-88c80382-cc0a-404d-b951-5828c6edeb87 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 950 time: 0.3081422 Jul 15 23:01:27.736040 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b0579abb-4e9a-4b2a-a77a-d3ef7a04e90c req-007a4664-904a-44ab-b21d-0b5d76cf1247 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:27.749521 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['1d59e569-9f54-4096-becd-e32fb69f8220'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:27.790210 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a4664-904a-44ab-b21d-0b5d76cf1247 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Pushing event deleted for resources: {'Port': ['ID=1d59e569-9f54-4096-becd-e32fb69f8220,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:27.796323 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-901fcdbe-ad55-48dd-b4b5-0ee44209dbd1 req-2c9be4c4-ab4c-47af-a540-d36dccff9d53 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593399 Jul 15 23:01:27.808536 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe45bd-fbc3-41e6-95ff-d20a2ccc4dfd service neutron] Pushing event updated for resources: {'Port': ['ID=8defc89b-5239-4f40-b7d1-e4e35de98a8b,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:27.834233 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4001b-e7b7-4ddc-bd96-8cd62d4941fb req-2fa915cc-7ad9-4818-9311-35e7c1e417bf tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:27.835861 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f9f4001b-e7b7-4ddc-bd96-8cd62d4941fb req-2fa915cc-7ad9-4818-9311-35e7c1e417bf tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 945 time: 0.2310364 Jul 15 23:01:27.841924 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-75c72599-e443-484c-890a-930c06c3885a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:27.843599 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-75c72599-e443-484c-890a-930c06c3885a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=721953eafb1a4074972c303c4abb8e6a&device_id=a8951b3f-8831-4091-bd9d-827140eb7126 HTTP/1.1" status: 200 len: 1094 time: 0.3118575 Jul 15 23:01:27.846471 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f5c267-bf37-490e-b18c-d3050466c58e x-openstack-request-id: req-64f5c267-bf37-490e-b18c-d3050466c58e {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:27.846835 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8951b3f-8831-4091-bd9d-827140eb7126", "tag": "8defc89b-5239-4f40-b7d1-e4e35de98a8b", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:27.847021 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64f5c267-bf37-490e-b18c-d3050466c58e {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:27.847459 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8951b3f-8831-4091-bd9d-827140eb7126', 'tag': '8defc89b-5239-4f40-b7d1-e4e35de98a8b', 'status': 'completed', 'code': 200} Jul 15 23:01:27.892782 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5785262d-42f0-4288-a107-ca86e41176a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca'}, {'server_uuid': 'a48c1021-187e-4253-b258-76c6efde6977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96920b44-cb6d-4e1a-b67b-ff1973f06ebe'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:27.897461 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a661427-f221-4926-bab9-f7ec676ff2d3" -d '{"events": [{"server_uuid": "5785262d-42f0-4288-a107-ca86e41176a4", "name": "network-vif-plugged", "status": "completed", "tag": "6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca"}, {"server_uuid": "a48c1021-187e-4253-b258-76c6efde6977", "name": "network-vif-plugged", "status": "completed", "tag": "96920b44-cb6d-4e1a-b67b-ff1973f06ebe"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:27.903536 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0579abb-4e9a-4b2a-a77a-d3ef7a04e90c req-007a4664-904a-44ab-b21d-0b5d76cf1247 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] No DVR routers for this DVR port 1d59e569-9f54-4096-becd-e32fb69f8220 on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:01:27.906544 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b0579abb-4e9a-4b2a-a77a-d3ef7a04e90c req-007a4664-904a-44ab-b21d-0b5d76cf1247 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:27.909088 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b0579abb-4e9a-4b2a-a77a-d3ef7a04e90c req-007a4664-904a-44ab-b21d-0b5d76cf1247 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.43 "DELETE /v2.0/ports/1d59e569-9f54-4096-becd-e32fb69f8220 HTTP/1.1" status: 204 len: 173 time: 0.6493552 Jul 15 23:01:27.912005 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de005e8d-9c55-4b09-be39-831f9863d812', 'name': 'network-vif-deleted', 'tag': '1d59e569-9f54-4096-becd-e32fb69f8220'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:27.914893 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1b2502-9bc0-42c3-9e64-a8aad398384b" -d '{"events": [{"server_uuid": "de005e8d-9c55-4b09-be39-831f9863d812", "name": "network-vif-deleted", "tag": "1d59e569-9f54-4096-becd-e32fb69f8220"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:27.949787 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-20e7be94-74c0-4213-9af9-814aaedccdfa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8defc89b-5239-4f40-b7d1-e4e35de98a8b HTTP/1.1" status: 200 len: 217 time: 0.0744493 Jul 15 23:01:27.984074 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-cd7591c4-0e94-49a5-9d98-88458d135168 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:27.985599 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-cd7591c4-0e94-49a5-9d98-88458d135168 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808&tenant_id=333adf5bda29495e91779ab1d3ab99ea&binding%3Ahost_id=n-h2-787205-9 HTTP/1.1" status: 200 len: 1096 time: 0.1383898 Jul 15 23:01:28.039181 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-4748bd66-23db-4c5c-b06e-5171b8052fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:28.041055 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-4748bd66-23db-4c5c-b06e-5171b8052fd1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3cb78c5c-80d7-4319-bbd2-bc5b34e57492 HTTP/1.1" status: 200 len: 860 time: 0.0814693 Jul 15 23:01:28.100705 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-3f705ca1-ed1c-4d6e-b665-20350e48e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:28.102229 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-3f705ca1-ed1c-4d6e-b665-20350e48e5b5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808&tenant_id=333adf5bda29495e91779ab1d3ab99ea HTTP/1.1" status: 200 len: 1096 time: 0.1089981 Jul 15 23:01:28.120050 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f9f4001b-e7b7-4ddc-bd96-8cd62d4941fb req-255162ad-1f7b-4cf3-89e0-464aa3453071 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754152 Jul 15 23:01:28.175601 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4af567-aee7-4938-8317-a12141a94e61 req-65b3bc29-5b20-47c4-84fb-f11e517b681a tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:28.183724 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4f4af567-aee7-4938-8317-a12141a94e61 req-65b3bc29-5b20-47c4-84fb-f11e517b681a tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8951b3f-8831-4091-bd9d-827140eb7126 HTTP/1.1" status: 200 len: 943 time: 0.2006984 Jul 15 23:01:28.207918 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-ce19646e-b941-4f7d-a891-420c1c0855da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:28.209199 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-ce19646e-b941-4f7d-a891-420c1c0855da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1560078 Jul 15 23:01:28.269967 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-6485072b-a7e6-48ed-8869-a37707c27542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:28.271564 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-6485072b-a7e6-48ed-8869-a37707c27542 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=333adf5bda29495e91779ab1d3ab99ea&device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 1096 time: 0.0867109 Jul 15 23:01:28.327330 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4f4af567-aee7-4938-8317-a12141a94e61 req-0ad62952-d689-498f-b46e-1069fd3fa8d0 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c01b3b1-37b8-4fde-99dd-0caf4efc1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424608 Jul 15 23:01:28.434355 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-3132d800-15f8-4436-89ff-0db6bacd67fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:28.436530 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-3132d800-15f8-4436-89ff-0db6bacd67fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=71ccf61d-14bc-4de9-bbf5-849aeac853f5 HTTP/1.1" status: 200 len: 919 time: 0.1494920 Jul 15 23:01:28.488262 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-948c0ae6-a8bb-4ef9-81a1-90711a58ead0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e HTTP/1.1" status: 200 len: 217 time: 0.0402591 Jul 15 23:01:28.543892 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-0f142436-1425-467a-994f-450e69b8b8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:28.545495 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-0f142436-1425-467a-994f-450e69b8b8bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=951a51fc-ffa0-401a-b919-6dcf1a893db8 HTTP/1.1" status: 200 len: 858 time: 0.0498233 Jul 15 23:01:28.567498 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-96a17356-0371-464e-bf44-a5faf1136736 service neutron] 10.222.0.43 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510594 Jul 15 23:01:28.578316 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5f7c4-b5cc-4443-bafc-c1a1697e15ea req-db78bfbc-600f-4506-8c35-c2b1b4d419ca tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:28.579835 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-87a5f7c4-b5cc-4443-bafc-c1a1697e15ea req-db78bfbc-600f-4506-8c35-c2b1b4d419ca tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 950 time: 0.1167612 Jul 15 23:01:28.584834 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-4ddad9e3-0ff3-4492-927b-60649b1466df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71ccf61d-14bc-4de9-bbf5-849aeac853f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325277 Jul 15 23:01:28.599745 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82836e6a-2ea2-4515-92c3-9e195378b76e req-1926ed0b-c808-4b96-9a4b-475d0f0fdc6c tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:28.600814 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-82836e6a-2ea2-4515-92c3-9e195378b76e req-1926ed0b-c808-4b96-9a4b-475d0f0fdc6c tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=96e3c521-1290-4438-a7ca-a4c864fcc590 HTTP/1.1" status: 200 len: 950 time: 0.3035133 Jul 15 23:01:28.702340 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-36331686-76b8-41c4-a9fd-3fcc60effeca service neutron] 10.222.0.36 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103451 Jul 15 23:01:28.725576 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-87a5f7c4-b5cc-4443-bafc-c1a1697e15ea req-f9c5ba45-c3f9-4eef-8a86-bcda99e176c1 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341991 Jul 15 23:01:28.735337 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-82836e6a-2ea2-4515-92c3-9e195378b76e req-77d4a3a6-4c59-4be8-bfdd-6f1a76d0945e tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089768 Jul 15 23:01:28.772122 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6aa88663-a6c2-4d4d-b763-e2bdd54d57f8 req-f79416e3-86d5-4cb0-9388-df84cfebb4bb service neutron] 10.222.0.43 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886318 Jul 15 23:01:28.834862 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd268a5-9782-4e0a-ba76-ce5fe3508271 x-openstack-request-id: req-7cd268a5-9782-4e0a-ba76-ce5fe3508271 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:28.835565 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de005e8d-9c55-4b09-be39-831f9863d812", "name": "network-vif-deleted", "tag": "1d59e569-9f54-4096-becd-e32fb69f8220", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:28.835915 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7cd268a5-9782-4e0a-ba76-ce5fe3508271 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:28.837335 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de005e8d-9c55-4b09-be39-831f9863d812', 'name': 'network-vif-deleted', 'tag': '1d59e569-9f54-4096-becd-e32fb69f8220', 'status': 'completed', 'code': 200} Jul 15 23:01:28.844738 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa24627-a989-4f11-bf0c-0060ca407875 x-openstack-request-id: req-7aa24627-a989-4f11-bf0c-0060ca407875 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:28.845252 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5785262d-42f0-4288-a107-ca86e41176a4", "name": "network-vif-plugged", "status": "completed", "tag": "6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca", "code": 200}, {"server_uuid": "a48c1021-187e-4253-b258-76c6efde6977", "name": "network-vif-plugged", "status": "completed", "tag": "96920b44-cb6d-4e1a-b67b-ff1973f06ebe", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:28.845357 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7aa24627-a989-4f11-bf0c-0060ca407875 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:28.846426 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5785262d-42f0-4288-a107-ca86e41176a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca', 'code': 200} Jul 15 23:01:28.846709 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48c1021-187e-4253-b258-76c6efde6977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96920b44-cb6d-4e1a-b67b-ff1973f06ebe', 'code': 200} Jul 15 23:01:28.881230 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-aa5edb2c-d8ce-4204-bc7d-ce165e39a952 service neutron] 10.222.0.36 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655421 Jul 15 23:01:28.928749 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97126b24-c8e9-4217-a2dc-a7f7122ff054 req-62208675-f582-421f-b89f-c8197059c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:28.930450 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97126b24-c8e9-4217-a2dc-a7f7122ff054 req-62208675-f582-421f-b89f-c8197059c2f2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=721953eafb1a4074972c303c4abb8e6a&device_id=a8951b3f-8831-4091-bd9d-827140eb7126 HTTP/1.1" status: 200 len: 1094 time: 0.0639548 Jul 15 23:01:29.104370 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd95ea-c680-4fb2-be1c-8a7919bae9cc req-967f27cb-6b2c-4e04-9350-23e690fd8adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:29.106129 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1cfd95ea-c680-4fb2-be1c-8a7919bae9cc req-967f27cb-6b2c-4e04-9350-23e690fd8adc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 1101 time: 0.0650785 Jul 15 23:01:29.123948 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97126b24-c8e9-4217-a2dc-a7f7122ff054 req-c52ff3b3-f693-4df8-a813-129d7dc31132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:29.125586 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97126b24-c8e9-4217-a2dc-a7f7122ff054 req-c52ff3b3-f693-4df8-a813-129d7dc31132 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae HTTP/1.1" status: 200 len: 922 time: 0.1787295 Jul 15 23:01:29.153384 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1cfd95ea-c680-4fb2-be1c-8a7919bae9cc req-09cb6965-aa0e-44bd-9304-6cbc1828715d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362506 Jul 15 23:01:29.196638 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97126b24-c8e9-4217-a2dc-a7f7122ff054 req-a5af3ccb-4c8c-4710-8fed-cbe322c9b0a8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8defc89b-5239-4f40-b7d1-e4e35de98a8b HTTP/1.1" status: 200 len: 217 time: 0.0638793 Jul 15 23:01:29.206248 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218d237-03de-4311-bfc5-cdd335269069 req-139835bd-235c-4ce1-a63d-5de9834f2a47 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:29.207819 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a218d237-03de-4311-bfc5-cdd335269069 req-139835bd-235c-4ce1-a63d-5de9834f2a47 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 945 time: 0.1877527 Jul 15 23:01:29.294221 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97126b24-c8e9-4217-a2dc-a7f7122ff054 req-88431922-f7f5-4c25-b21a-8eb6c4374caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:29.295618 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97126b24-c8e9-4217-a2dc-a7f7122ff054 req-88431922-f7f5-4c25-b21a-8eb6c4374caa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3cb78c5c-80d7-4319-bbd2-bc5b34e57492 HTTP/1.1" status: 200 len: 860 time: 0.0868771 Jul 15 23:01:29.299428 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a218d237-03de-4311-bfc5-cdd335269069 req-aec13ad7-39b6-454c-b82f-14e57f64a0b7 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812578 Jul 15 23:01:29.339784 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc801b7-8a28-48e6-8040-18dc22a2dc60 req-e78a0493-4f83-4656-98f2-d640db6cef18 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:29.341283 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0cc801b7-8a28-48e6-8040-18dc22a2dc60 req-e78a0493-4f83-4656-98f2-d640db6cef18 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.1741667 Jul 15 23:01:29.413190 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0cc801b7-8a28-48e6-8040-18dc22a2dc60 req-29dbd088-754c-4cd5-9067-4e0798e2ac5f tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602996 Jul 15 23:01:29.418082 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97126b24-c8e9-4217-a2dc-a7f7122ff054 req-62410c7d-7805-4554-8e1f-4fca1bc5eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:29.420557 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97126b24-c8e9-4217-a2dc-a7f7122ff054 req-62410c7d-7805-4554-8e1f-4fca1bc5eb62 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1176860 Jul 15 23:01:29.579686 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97126b24-c8e9-4217-a2dc-a7f7122ff054 req-61d4d19b-edf5-406b-9082-e4321ba82094 service neutron] 10.222.0.43 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522636 Jul 15 23:01:29.633582 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebeca91-a75b-49ad-a421-a35d760c60ec req-e4bff0d8-e9f6-4ff3-aca2-1c5882106419 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:29.639135 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7ebeca91-a75b-49ad-a421-a35d760c60ec req-e4bff0d8-e9f6-4ff3-aca2-1c5882106419 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 945 time: 0.1307838 Jul 15 23:01:29.755135 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 1d59e569-9f54-4096-becd-e32fb69f8220 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:01:29.755855 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-32e71b33-fe86-49b0-8a8a-d74bd03cca3f tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:29.759128 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-32e71b33-fe86-49b0-8a8a-d74bd03cca3f tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808&tenant_id=333adf5bda29495e91779ab1d3ab99ea&binding%3Ahost_id=n-h1-787205-9 HTTP/1.1" status: 200 len: 1096 time: 0.0783920 Jul 15 23:01:29.776420 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 1d59e569-9f54-4096-becd-e32fb69f8220 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:01:29.777014 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 1d59e569-9f54-4096-becd-e32fb69f8220 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:01:29.777610 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:01:29.831298 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:01:29.929631 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-a29eb715-129d-4eef-a37c-480fd94dfe49 service neutron] For port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:01:29.933428 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-a29eb715-129d-4eef-a37c-480fd94dfe49 service neutron] Notify callbacks [] for binding, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:29.934998 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8c676ba5-40cc-4cf2-8d8a-9ec63ac69606 req-a29eb715-129d-4eef-a37c-480fd94dfe49 service neutron] 10.222.0.36 "DELETE /v2.0/ports/8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e/bindings/n-h2-787205-9 HTTP/1.1" status: 204 len: 173 time: 0.1699426 Jul 15 23:01:30.037196 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7ebeca91-a75b-49ad-a421-a35d760c60ec req-0f5ac612-9038-44eb-8446-cb581aa32679 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953366 Jul 15 23:01:30.078011 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97126b24-c8e9-4217-a2dc-a7f7122ff054 req-6f66f595-a9f2-4c24-afd3-93348a46cfcd service neutron] 10.222.0.43 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899039 Jul 15 23:01:30.108297 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839214b-b228-42ec-9326-1686358628a9 req-fd0bfbfe-58ba-4e33-b7f2-728d637cf0dc tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:30.109894 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b839214b-b228-42ec-9326-1686358628a9 req-fd0bfbfe-58ba-4e33-b7f2-728d637cf0dc tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8951b3f-8831-4091-bd9d-827140eb7126 HTTP/1.1" status: 200 len: 943 time: 0.1017776 Jul 15 23:01:30.156354 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b839214b-b228-42ec-9326-1686358628a9 req-39c41df5-9567-4773-9b2e-dca6fe64ac50 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c01b3b1-37b8-4fde-99dd-0caf4efc1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401275 Jul 15 23:01:30.593943 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e54116-1642-49b4-bc13-d66f41facc35 req-366796b6-7ea5-46cf-ab73-42b27b57e05a tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:30.596058 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a7e54116-1642-49b4-bc13-d66f41facc35 req-366796b6-7ea5-46cf-ab73-42b27b57e05a tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 945 time: 0.0809033 Jul 15 23:01:30.656907 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a7e54116-1642-49b4-bc13-d66f41facc35 req-26f7c03d-5a43-4e06-9990-e6e1fb1342cf tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523663 Jul 15 23:01:30.666708 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35680) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:30.776619 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5f550d71-95df-48f2-ac0a-47ba9746ab90 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:30.780507 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-4ce5f866-9cf0-46fc-820c-0e29429b755f tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364878 Jul 15 23:01:30.842616 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5f550d71-95df-48f2-ac0a-47ba9746ab90 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:30.987197 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-43ca4bb2-7ea2-4023-b859-c2cf6528be75 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:30.988926 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-43ca4bb2-7ea2-4023-b859-c2cf6528be75 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1982937 Jul 15 23:01:31.002015 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925bb11-5a8e-4b54-b300-d84306537f33 req-5c59331f-6105-4f71-9491-eca6c24e664e tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:31.003609 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9925bb11-5a8e-4b54-b300-d84306537f33 req-5c59331f-6105-4f71-9491-eca6c24e664e tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.2060440 Jul 15 23:01:31.006754 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5f550d71-95df-48f2-ac0a-47ba9746ab90 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:31.009715 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5f550d71-95df-48f2-ac0a-47ba9746ab90 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:31.010969 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5f550d71-95df-48f2-ac0a-47ba9746ab90 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "DELETE /v2.0/security-groups/39ae8a44-7186-411c-8dee-fd7c0d1d4ac6 HTTP/1.1" status: 204 len: 168 time: 0.3431263 Jul 15 23:01:31.013519 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 35690) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:31.027513 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-e6a42623-ae99-48cc-ab3f-b4c1d510a60c tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] show failed (client error): The resource could not be found. Jul 15 23:01:31.028675 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e6a42623-ae99-48cc-ab3f-b4c1d510a60c tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "GET /v2.0/security-groups/39ae8a44-7186-411c-8dee-fd7c0d1d4ac6 HTTP/1.1" status: 404 len: 347 time: 0.0139418 Jul 15 23:01:31.031408 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 35692) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:31.045976 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f550d71-95df-48f2-ac0a-47ba9746ab90 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ae8a44-7186-411c-8dee-fd7c0d1d4ac6,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:31.052684 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-6002da2b-4e85-455f-9b7a-175ad39f748e tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/quotas/8aea0e1a9fbb449ea47770f9a375ae63 HTTP/1.1" status: 200 len: 375 time: 0.0479507 Jul 15 23:01:31.085076 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9925bb11-5a8e-4b54-b300-d84306537f33 req-07962932-e216-4acf-844c-a6cc49141a29 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678153 Jul 15 23:01:31.140513 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-fdc264dc-8e4a-4464-9484-84a1382a5f30 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0808303 Jul 15 23:01:31.204638 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3349c4d2-8b07-4237-9f9e-1777296c2686 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Deleting port 4b2ddab6-3f01-4630-869d-34ad1a8fb794 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:01:31.204638 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3349c4d2-8b07-4237-9f9e-1777296c2686 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:31.277389 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e1929-cfed-42de-81f4-5a27e5262bbd req-caf9d242-9e5c-45b3-a170-be64be5d0a1f tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:31.278967 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8a3e1929-cfed-42de-81f4-5a27e5262bbd req-caf9d242-9e5c-45b3-a170-be64be5d0a1f tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 945 time: 0.0680714 Jul 15 23:01:31.298158 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3349c4d2-8b07-4237-9f9e-1777296c2686 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:31.299496 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3349c4d2-8b07-4237-9f9e-1777296c2686 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:31.313315 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3349c4d2-8b07-4237-9f9e-1777296c2686 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Calling delete_port for 4b2ddab6-3f01-4630-869d-34ad1a8fb794 owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:01:31.333345 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8a3e1929-cfed-42de-81f4-5a27e5262bbd req-8737d586-ff96-45a4-9d76-48dc1f53fdfe tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355606 Jul 15 23:01:31.447712 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13ac853f-8ea3-44f7-b224-9780885a208a req-0f26396e-0a54-4091-a175-7ccc790b347f tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 210 time: 0.0381455 Jul 15 23:01:31.491650 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be153242-8eea-4b39-b246-c19cd4b94044 req-11d5887c-c6ce-465b-bb92-722726ce5446 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:31.493584 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-be153242-8eea-4b39-b246-c19cd4b94044 req-11d5887c-c6ce-465b-bb92-722726ce5446 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8951b3f-8831-4091-bd9d-827140eb7126 HTTP/1.1" status: 200 len: 943 time: 0.1219296 Jul 15 23:01:31.549031 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-be153242-8eea-4b39-b246-c19cd4b94044 req-56094bab-eab4-49f3-b6b0-7d8cc277255d tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c01b3b1-37b8-4fde-99dd-0caf4efc1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488670 Jul 15 23:01:31.753635 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 8defc89b-5239-4f40-b7d1-e4e35de98a8b details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:01:31.831607 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b07ea-7459-483b-a028-62ff2bee7b70 req-67918563-0278-4f2b-94c6-49b72c057d80 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:31.834169 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-590b07ea-7459-483b-a028-62ff2bee7b70 req-67918563-0278-4f2b-94c6-49b72c057d80 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 1096 time: 0.1044405 Jul 15 23:01:31.921175 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-590b07ea-7459-483b-a028-62ff2bee7b70 req-0a389980-696c-4c02-ad82-3ce8c8d5a1d2 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819037 Jul 15 23:01:32.029130 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3349c4d2-8b07-4237-9f9e-1777296c2686 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:32.056127 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 8defc89b-5239-4f40-b7d1-e4e35de98a8b, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=8defc89b-5239-4f40-b7d1-e4e35de98a8b,segment=NetworkSegment(e1af966a-423e-42b4-a81a-38e509395b16),segment_id=e1af966a-423e-42b4-a81a-38e509395b16)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:32.076956 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '8defc89b-5239-4f40-b7d1-e4e35de98a8b', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'port_id': '8defc89b-5239-4f40-b7d1-e4e35de98a8b', 'mac_address': 'fa:16:3e:a7:9e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:01:32.084922 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3349c4d2-8b07-4237-9f9e-1777296c2686 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Pushing event deleted for resources: {'Port': ['ID=4b2ddab6-3f01-4630-869d-34ad1a8fb794,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:32.117016 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf2608-4f98-456f-99be-db1ca80c5411 req-3975dfbb-9db3-4b30-8d2f-b25f9cdbd761 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:32.125924 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2aaf2608-4f98-456f-99be-db1ca80c5411 req-3975dfbb-9db3-4b30-8d2f-b25f9cdbd761 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 945 time: 0.1341128 Jul 15 23:01:32.174972 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2aaf2608-4f98-456f-99be-db1ca80c5411 req-554322fd-4284-4c30-952f-4ac7b91e6912 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471787 Jul 15 23:01:32.190105 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3349c4d2-8b07-4237-9f9e-1777296c2686 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:32.193532 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3349c4d2-8b07-4237-9f9e-1777296c2686 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:32.195560 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:32.200559 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3349c4d2-8b07-4237-9f9e-1777296c2686 tempest-ImagesOneServerNegativeTestJSON-1332581266 tempest-ImagesOneServerNegativeTestJSON-1332581266-project] 10.222.0.16 "DELETE /v2.0/floatingips/38e62376-35b4-4d6c-a43f-dc7da66f7174 HTTP/1.1" status: 204 len: 168 time: 1.1676588 Jul 15 23:01:32.219120 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8defc89b-5239-4f40-b7d1-e4e35de98a8b {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:01:32.240982 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 8defc89b-5239-4f40-b7d1-e4e35de98a8b, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=8defc89b-5239-4f40-b7d1-e4e35de98a8b,segment=NetworkSegment(e1af966a-423e-42b4-a81a-38e509395b16),segment_id=e1af966a-423e-42b4-a81a-38e509395b16)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:32.246493 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:32.331875 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=8defc89b-5239-4f40-b7d1-e4e35de98a8b,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:32.360862 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358799ea-9cd4-4bd7-805c-b5bc39717d7a req-b2bfe082-7ff5-4859-938e-aaf61b3856e1 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:32.363010 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-358799ea-9cd4-4bd7-805c-b5bc39717d7a req-b2bfe082-7ff5-4859-938e-aaf61b3856e1 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.0965075 Jul 15 23:01:32.473667 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-358799ea-9cd4-4bd7-805c-b5bc39717d7a req-699faa10-d850-40f1-839e-fc20ffb81524 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955982 Jul 15 23:01:32.496610 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['8defc89b-5239-4f40-b7d1-e4e35de98a8b'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:32.504566 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-71943270-33ec-4892-87e6-938f6d858857 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:32.506609 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-71943270-33ec-4892-87e6-938f6d858857 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/networks?id=71ccf61d-14bc-4de9-bbf5-849aeac853f5 HTTP/1.1" status: 200 len: 818 time: 0.1426494 Jul 15 23:01:32.563816 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-c093ef93-87cd-4b77-a505-64ba25d1e2fd tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/quotas/333adf5bda29495e91779ab1d3ab99ea HTTP/1.1" status: 200 len: 375 time: 0.0398493 Jul 15 23:01:32.653828 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-f9020754-de92-478c-bf28-0ff525645a86 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=333adf5bda29495e91779ab1d3ab99ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0891514 Jul 15 23:01:32.770660 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e1a22a4a-708a-4bae-ae4a-e72affb715bd req-67ab3002-1f33-4eeb-94cb-4b5dd662beca tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 210 time: 0.0371871 Jul 15 23:01:32.811885 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-0d19ef50-6543-4c7c-8a44-9d52aee0ff72 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435498 Jul 15 23:01:32.843600 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-552aa434-302a-4d48-bfff-8bbcd34eeaf8 service neutron] 10.222.0.16 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807711 Jul 15 23:01:32.870167 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 35752) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:32.974173 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9421de4-9edb-4e04-bd4d-f6aff759a501 admin admin] Deleting subnet 7143f8ff-2e46-4e91-a002-da9d7a6d5e8a {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:01:32.983905 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e9421de4-9edb-4e04-bd4d-f6aff759a501 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:33.054123 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-b97bf750-8389-4157-8d08-6ba6c80ab0ca tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:33.055258 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-b97bf750-8389-4157-8d08-6ba6c80ab0ca tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2000473 Jul 15 23:01:33.073337 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-94a75d2b-314d-4b74-973f-43676c1b4fd3 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Request body: {'port': {'device_id': 'c7e2a91b-84b1-49a2-ad40-279a102de17e', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'admin_state_up': True, 'tenant_id': '8aea0e1a9fbb449ea47770f9a375ae63'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:33.074477 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e9421de4-9edb-4e04-bd4d-f6aff759a501 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:33.107719 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-e9846c34-c11b-443a-83e1-4383fd1ead4a service neutron] 10.222.0.16 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625141 Jul 15 23:01:33.131606 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e9421de4-9edb-4e04-bd4d-f6aff759a501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:33.196717 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e9421de4-9edb-4e04-bd4d-f6aff759a501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:33.266992 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9421de4-9edb-4e04-bd4d-f6aff759a501 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7143f8ff-2e46-4e91-a002-da9d7a6d5e8a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:33.271724 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e9421de4-9edb-4e04-bd4d-f6aff759a501 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:33.274110 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e9421de4-9edb-4e04-bd4d-f6aff759a501 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7143f8ff-2e46-4e91-a002-da9d7a6d5e8a HTTP/1.1" status: 204 len: 168 time: 0.4022276 Jul 15 23:01:33.279847 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 35766) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:33.286893 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-94a75d2b-314d-4b74-973f-43676c1b4fd3 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Made reservation on behalf of 8aea0e1a9fbb449ea47770f9a375ae63 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:01:33.291698 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-94a75d2b-314d-4b74-973f-43676c1b4fd3 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:33.348296 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f4bae558-b626-4e06-a74a-dd00b962329e req-a5a60b89-0a8f-4d76-ba83-b6004c4dd50e tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6b21d9a3fe9343e3b850f4956593e61f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285115 Jul 15 23:01:33.390511 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-601b34a4-c332-430d-89cb-e50fbbab09ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:33.400784 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b6a8b-9f69-4d71-9908-5c9f280ffdbb req-2d032f1b-8638-493a-acb4-b1d6888fb758 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:33.410062 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-418b6a8b-9f69-4d71-9908-5c9f280ffdbb req-2d032f1b-8638-493a-acb4-b1d6888fb758 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8951b3f-8831-4091-bd9d-827140eb7126 HTTP/1.1" status: 200 len: 944 time: 0.3155701 Jul 15 23:01:33.491160 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-601b34a4-c332-430d-89cb-e50fbbab09ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:33.504273 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-601b34a4-c332-430d-89cb-e50fbbab09ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec0c96c-b2ad-40b7-9355-3bacfcd63bee']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:33.515986 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-601b34a4-c332-430d-89cb-e50fbbab09ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7fe3191-1c68-4d38-a856-14f82f1ac8c9') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:33.516262 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-601b34a4-c332-430d-89cb-e50fbbab09ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7fe3191-1c68-4d38-a856-14f82f1ac8c9') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:33.526283 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-601b34a4-c332-430d-89cb-e50fbbab09ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:33.542311 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-601b34a4-c332-430d-89cb-e50fbbab09ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:33.555452 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-601b34a4-c332-430d-89cb-e50fbbab09ca admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:01:33.556078 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-601b34a4-c332-430d-89cb-e50fbbab09ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:01:33.558831 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:01:33.562876 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:01:33.562876 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:01:33.562876 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:01:33.562876 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:01:33.562876 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:01:33.581885 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-418b6a8b-9f69-4d71-9908-5c9f280ffdbb req-7c973f84-c46c-494f-a14f-0f2865f01c9a tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c01b3b1-37b8-4fde-99dd-0caf4efc1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709762 Jul 15 23:01:33.592600 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bae558-b626-4e06-a74a-dd00b962329e req-0292e9f6-9e89-478b-82ae-da80d7943593 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:33.607799 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f4bae558-b626-4e06-a74a-dd00b962329e req-0292e9f6-9e89-478b-82ae-da80d7943593 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2454135 Jul 15 23:01:33.644372 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-601b34a4-c332-430d-89cb-e50fbbab09ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:33.662132 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f4bae558-b626-4e06-a74a-dd00b962329e req-596d5656-c72e-49de-a0de-bbf3b6efa383 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/quotas/6b21d9a3fe9343e3b850f4956593e61f HTTP/1.1" status: 200 len: 375 time: 0.0498321 Jul 15 23:01:33.672434 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-601b34a4-c332-430d-89cb-e50fbbab09ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:33.675423 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-601b34a4-c332-430d-89cb-e50fbbab09ca admin admin] 10.222.0.16 "DELETE /v2.0/networks/cec0c96c-b2ad-40b7-9355-3bacfcd63bee HTTP/1.1" status: 204 len: 168 time: 0.3945920 Jul 15 23:01:33.676389 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b34a4-c332-430d-89cb-e50fbbab09ca admin admin] Pushing event deleted for resources: {'Network': ['ID=cec0c96c-b2ad-40b7-9355-3bacfcd63bee,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:33.747114 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 8defc89b-5239-4f40-b7d1-e4e35de98a8b up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:01:33.769677 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-94a75d2b-314d-4b74-973f-43676c1b4fd3 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Allocated IP 192.168.233.83 (8d403abe-cee8-4863-bddd-464e9e566e9c/190ae4ce-d44c-4c9c-9241-47db78422478/c6fbc364-f578-4f23-be5e-eb66001c2a94) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:01:33.817772 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f4bae558-b626-4e06-a74a-dd00b962329e req-e3e306d4-71c8-45ab-8804-a3a95d0c8e10 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b21d9a3fe9343e3b850f4956593e61f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1397638 Jul 15 23:01:33.878198 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 8defc89b-5239-4f40-b7d1-e4e35de98a8b completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:01:33.891232 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 8defc89b-5239-4f40-b7d1-e4e35de98a8b triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:01:33.891975 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:34.031490 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 35782) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:34.047520 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:34.082441 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8951b3f-8831-4091-bd9d-827140eb7126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8defc89b-5239-4f40-b7d1-e4e35de98a8b'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:34.085221 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ddc1d20b-ba50-4ab8-9419-9da4e888a55b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0a0181635ab4461b04cb97132753ac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525897 Jul 15 23:01:34.088097 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 35788) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:34.089901 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bdfd91-38ee-4e8b-98cd-ddf394de984f" -d '{"events": [{"server_uuid": "a8951b3f-8831-4091-bd9d-827140eb7126", "name": "network-vif-plugged", "status": "completed", "tag": "8defc89b-5239-4f40-b7d1-e4e35de98a8b"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:34.121806 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 8defc89b-5239-4f40-b7d1-e4e35de98a8b, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=8defc89b-5239-4f40-b7d1-e4e35de98a8b,segment=NetworkSegment(e1af966a-423e-42b4-a81a-38e509395b16),segment_id=e1af966a-423e-42b4-a81a-38e509395b16)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:34.128487 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:34.185346 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=8defc89b-5239-4f40-b7d1-e4e35de98a8b,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:34.231993 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f16e234-df27-44ca-ba9d-7cb83e3843b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:34.277427 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f16e234-df27-44ca-ba9d-7cb83e3843b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:34.293540 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255c375-6370-4595-99af-4028f5d214a9 req-08ad238c-dd54-40c3-b5c2-4cf6fb07e062 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:34.296585 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a255c375-6370-4595-99af-4028f5d214a9 req-08ad238c-dd54-40c3-b5c2-4cf6fb07e062 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 945 time: 0.3291092 Jul 15 23:01:34.309522 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-94a75d2b-314d-4b74-973f-43676c1b4fd3 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:34.329202 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f16e234-df27-44ca-ba9d-7cb83e3843b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:34.332657 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f16e234-df27-44ca-ba9d-7cb83e3843b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:34.333981 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9f16e234-df27-44ca-ba9d-7cb83e3843b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1743fc27-955e-4921-a028-440cf598ff08 HTTP/1.1" status: 204 len: 168 time: 0.2447135 Jul 15 23:01:34.360155 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-64797139-e904-4bbd-a436-c999456ebf33 req-ff4aca4d-00fb-4451-9bf3-ec4bbe88f30d tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 210 time: 0.0803924 Jul 15 23:01:34.363854 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f16e234-df27-44ca-ba9d-7cb83e3843b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1743fc27-955e-4921-a028-440cf598ff08,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:34.396347 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-94a75d2b-314d-4b74-973f-43676c1b4fd3 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Transition to ACTIVE for port object c6fbc364-f578-4f23-be5e-eb66001c2a94 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:01:34.430504 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a255c375-6370-4595-99af-4028f5d214a9 req-3c8864b2-7969-4206-af08-2a05ae99bac8 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144350 Jul 15 23:01:34.480130 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-94a75d2b-314d-4b74-973f-43676c1b4fd3 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:34.495840 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['ce887846-b6c6-4ece-9a21-4e17e5302edc'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:34.542690 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-94a75d2b-314d-4b74-973f-43676c1b4fd3 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:01:34.555083 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-94a75d2b-314d-4b74-973f-43676c1b4fd3 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:01:34.563881 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-94a75d2b-314d-4b74-973f-43676c1b4fd3 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:01:34.567182 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:34.579501 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-94a75d2b-314d-4b74-973f-43676c1b4fd3 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:34.583394 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-94a75d2b-314d-4b74-973f-43676c1b4fd3 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:34.654212 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ccc6c403-3944-4e7e-ad3b-823d5a1e5842 req-1b4fd42c-a12d-4518-984e-37e9f52cb6bb tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf3c44d-0252-494d-b797-386271c95392 HTTP/1.1" status: 200 len: 210 time: 0.0668135 Jul 15 23:01:34.707528 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-94a75d2b-314d-4b74-973f-43676c1b4fd3 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6432776 Jul 15 23:01:34.731453 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75d2b-314d-4b74-973f-43676c1b4fd3 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Pushing event updated for resources: {'Port': ['ID=c6fbc364-f578-4f23-be5e-eb66001c2a94,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:34.741128 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-f06765cf-736f-4d85-9d4d-37b3ee428f5c service neutron] Request body: {'port': {'device_id': 'c7e2a91b-84b1-49a2-ad40-279a102de17e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:34.815853 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89669a90-c873-4f90-9e77-790480b76e84 x-openstack-request-id: req-89669a90-c873-4f90-9e77-790480b76e84 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:34.816465 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8951b3f-8831-4091-bd9d-827140eb7126", "name": "network-vif-plugged", "status": "completed", "tag": "8defc89b-5239-4f40-b7d1-e4e35de98a8b", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:34.816651 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-89669a90-c873-4f90-9e77-790480b76e84 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:34.817227 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8951b3f-8831-4091-bd9d-827140eb7126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8defc89b-5239-4f40-b7d1-e4e35de98a8b', 'code': 200} Jul 15 23:01:34.988508 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532824e-9450-4feb-be7c-e4db01da9482 req-9a41614d-f4e4-4bff-b357-487688ee4e92 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:34.998966 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7532824e-9450-4feb-be7c-e4db01da9482 req-9a41614d-f4e4-4bff-b357-487688ee4e92 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 935 time: 0.3428717 Jul 15 23:01:35.094381 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-f06765cf-736f-4d85-9d4d-37b3ee428f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:35.173299 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0b90f9a2-5b5a-4404-9cc3-c839ba4d7597 None None] Provisioning for port c6fbc364-f578-4f23-be5e-eb66001c2a94 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:01:35.181271 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0b90f9a2-5b5a-4404-9cc3-c839ba4d7597 None None] Provisioning complete for port c6fbc364-f578-4f23-be5e-eb66001c2a94 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:01:35.183674 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0b90f9a2-5b5a-4404-9cc3-c839ba4d7597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:35.221722 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:01:35.296568 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0b90f9a2-5b5a-4404-9cc3-c839ba4d7597 None None] Port c6fbc364-f578-4f23-be5e-eb66001c2a94 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:01:35.298139 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-ca774c68-a729-4e20-8ef2-972cf0aebd03 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:35.301517 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-ca774c68-a729-4e20-8ef2-972cf0aebd03 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.43 "GET /v2.0/networks?id=71ccf61d-14bc-4de9-bbf5-849aeac853f5 HTTP/1.1" status: 200 len: 818 time: 0.2382913 Jul 15 23:01:35.315478 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-0626205d-829e-417f-bd7a-938a11a71547 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Request body: {'port': {'device_id': 'dcd7e506-22ec-4f13-827e-4ab0f52ebcc9', 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5', 'admin_state_up': True, 'tenant_id': '333adf5bda29495e91779ab1d3ab99ea'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:35.425279 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7532824e-9450-4feb-be7c-e4db01da9482 req-bd868eb4-a577-4ee1-974f-608911226de5 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252915 Jul 15 23:01:35.568454 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-0626205d-829e-417f-bd7a-938a11a71547 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Made reservation on behalf of 333adf5bda29495e91779ab1d3ab99ea for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:01:35.575222 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-0626205d-829e-417f-bd7a-938a11a71547 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:35.622715 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e52540-ca20-4106-8594-f1fba4ccaa58 req-e3e44d33-12ef-4c60-97ae-da173f0db317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:35.623833 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70e52540-ca20-4106-8594-f1fba4ccaa58 req-e3e44d33-12ef-4c60-97ae-da173f0db317 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a8951b3f-8831-4091-bd9d-827140eb7126 HTTP/1.1" status: 200 len: 1096 time: 0.5170884 Jul 15 23:01:35.634535 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a914724-d8d4-4a62-a40b-ef356515994f req-c9fe332c-b6ab-4986-9f3b-48b600c537a8 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:35.636120 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a914724-d8d4-4a62-a40b-ef356515994f req-c9fe332c-b6ab-4986-9f3b-48b600c537a8 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8951b3f-8831-4091-bd9d-827140eb7126 HTTP/1.1" status: 200 len: 945 time: 0.5993826 Jul 15 23:01:35.741817 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70e52540-ca20-4106-8594-f1fba4ccaa58 req-5f9ef289-3c8d-44b2-86db-367bdced7c74 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7c01b3b1-37b8-4fde-99dd-0caf4efc1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787575 Jul 15 23:01:35.749369 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a914724-d8d4-4a62-a40b-ef356515994f req-e4317616-93e5-4b99-a2da-ffb5d3018347 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c01b3b1-37b8-4fde-99dd-0caf4efc1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796306 Jul 15 23:01:35.806009 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-0626205d-829e-417f-bd7a-938a11a71547 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Allocated IP 172.20.0.6 (71ccf61d-14bc-4de9-bbf5-849aeac853f5/951a51fc-ffa0-401a-b919-6dcf1a893db8/bbffc5ff-9f45-460b-bb3c-afbae46578bb) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:01:35.844618 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-101287bc-7093-4fa0-b9af-37f564414c14 req-93101a8f-e485-4246-b639-e167cb0e45e2 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 210 time: 0.0366774 Jul 15 23:01:35.895792 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-f06765cf-736f-4d85-9d4d-37b3ee428f5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6fbc364-f578-4f23-be5e-eb66001c2a94 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:01:35.906302 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-f06765cf-736f-4d85-9d4d-37b3ee428f5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:35.961700 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-f06765cf-736f-4d85-9d4d-37b3ee428f5c service neutron] Transition to ACTIVE for port object c6fbc364-f578-4f23-be5e-eb66001c2a94 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:01:35.981391 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-f06765cf-736f-4d85-9d4d-37b3ee428f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:36.025516 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-0626205d-829e-417f-bd7a-938a11a71547 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:36.067307 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33414dac-22e1-4ed8-a009-a707b916b554 req-e1361b03-d0e5-416e-9db9-15eac9a330d1 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf3c44d-0252-494d-b797-386271c95392 HTTP/1.1" status: 200 len: 210 time: 0.0814612 Jul 15 23:01:36.090343 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-0626205d-829e-417f-bd7a-938a11a71547 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:36.147984 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44817c-5f73-4be8-96d2-74fdb704b80f req-cc4afb85-c537-4b29-9225-eeca03a50e50 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:36.156683 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e44817c-5f73-4be8-96d2-74fdb704b80f req-cc4afb85-c537-4b29-9225-eeca03a50e50 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 945 time: 0.2316127 Jul 15 23:01:36.161946 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06765cf-736f-4d85-9d4d-37b3ee428f5c service neutron] Pushing event updated for resources: {'Port': ['ID=c6fbc364-f578-4f23-be5e-eb66001c2a94,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:36.193603 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-0626205d-829e-417f-bd7a-938a11a71547 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:01:36.207668 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-0626205d-829e-417f-bd7a-938a11a71547 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:01:36.214062 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-0626205d-829e-417f-bd7a-938a11a71547 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:01:36.230098 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-f06765cf-736f-4d85-9d4d-37b3ee428f5c service neutron] Attempting to bind port c6fbc364-f578-4f23-be5e-eb66001c2a94 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:01:36.230429 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-f06765cf-736f-4d85-9d4d-37b3ee428f5c service neutron] Attempting to bind port c6fbc364-f578-4f23-be5e-eb66001c2a94 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:01:36.230781 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-f06765cf-736f-4d85-9d4d-37b3ee428f5c service neutron] Attempting to bind port c6fbc364-f578-4f23-be5e-eb66001c2a94 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:36.264881 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626205d-829e-417f-bd7a-938a11a71547 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Pushing event updated for resources: {'Port': ['ID=bbffc5ff-9f45-460b-bb3c-afbae46578bb,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:36.273067 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-f06765cf-736f-4d85-9d4d-37b3ee428f5c service neutron] Port c6fbc364-f578-4f23-be5e-eb66001c2a94 on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:01:36.273845 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-f06765cf-736f-4d85-9d4d-37b3ee428f5c service neutron] Attempting to bind port c6fbc364-f578-4f23-be5e-eb66001c2a94 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:36.291755 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e44817c-5f73-4be8-96d2-74fdb704b80f req-8dfa2d92-e028-48b3-b1af-bb4833a13b45 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340795 Jul 15 23:01:36.304052 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-f06765cf-736f-4d85-9d4d-37b3ee428f5c service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:01:36.305513 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-f06765cf-736f-4d85-9d4d-37b3ee428f5c service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:01:36.306105 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-f06765cf-736f-4d85-9d4d-37b3ee428f5c service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:01:36.307235 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-f06765cf-736f-4d85-9d4d-37b3ee428f5c service neutron] Bound port: c6fbc364-f578-4f23-be5e-eb66001c2a94, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:01:36.308493 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-f06765cf-736f-4d85-9d4d-37b3ee428f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:36.339190 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-0626205d-829e-417f-bd7a-938a11a71547 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:36.342853 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-0626205d-829e-417f-bd7a-938a11a71547 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:36.381804 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-f06765cf-736f-4d85-9d4d-37b3ee428f5c service neutron] For port c6fbc364-f578-4f23-be5e-eb66001c2a94, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:01:36.385601 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-f06765cf-736f-4d85-9d4d-37b3ee428f5c service neutron] For port c6fbc364-f578-4f23-be5e-eb66001c2a94, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=c6fbc364-f578-4f23-be5e-eb66001c2a94,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:01:36.393726 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-f06765cf-736f-4d85-9d4d-37b3ee428f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:36.466388 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f4bae558-b626-4e06-a74a-dd00b962329e req-9024f812-1b74-490f-bf95-8d3974a1d833 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6b21d9a3fe9343e3b850f4956593e61f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1113546 Jul 15 23:01:36.469645 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-f06765cf-736f-4d85-9d4d-37b3ee428f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:36.471050 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-f06765cf-736f-4d85-9d4d-37b3ee428f5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:36.473455 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-f06765cf-736f-4d85-9d4d-37b3ee428f5c service neutron] 10.222.0.43 "PUT /v2.0/ports/c6fbc364-f578-4f23-be5e-eb66001c2a94 HTTP/1.1" status: 200 len: 1095 time: 1.7429197 Jul 15 23:01:36.474014 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e2a91b-84b1-49a2-ad40-279a102de17e', 'tag': 'c6fbc364-f578-4f23-be5e-eb66001c2a94'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:36.476456 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac59a83-8547-41d2-9280-45a818e6fe16" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e2a91b-84b1-49a2-ad40-279a102de17e", "tag": "c6fbc364-f578-4f23-be5e-eb66001c2a94"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:36.512691 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06765cf-736f-4d85-9d4d-37b3ee428f5c service neutron] Pushing event updated for resources: {'Port': ['ID=c6fbc364-f578-4f23-be5e-eb66001c2a94,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:36.679844 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-cba346c2-7904-4775-98c3-3f45aeb5c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:36.682313 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-cba346c2-7904-4775-98c3-3f45aeb5c323 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 1098 time: 0.1181905 Jul 15 23:01:36.801242 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bae558-b626-4e06-a74a-dd00b962329e req-5b6b2b95-05b9-42e6-9706-baee4629c238 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:36.803756 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f4bae558-b626-4e06-a74a-dd00b962329e req-5b6b2b95-05b9-42e6-9706-baee4629c238 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3291223 Jul 15 23:01:36.804558 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-0626205d-829e-417f-bd7a-938a11a71547 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4940882 Jul 15 23:01:36.806006 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-09a3c6c7-0765-48a1-9544-519c1539b10a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=c6fbc364-f578-4f23-be5e-eb66001c2a94 HTTP/1.1" status: 200 len: 217 time: 0.1081848 Jul 15 23:01:36.829367 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-eb10ca51-de68-4ccc-91dc-e7d0343cb448 service neutron] Request body: {'port': {'device_id': 'dcd7e506-22ec-4f13-827e-4ab0f52ebcc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:36.893020 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-f4bae558-b626-4e06-a74a-dd00b962329e req-6ec6e033-676e-48a6-81e3-59775fd63c43 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Request body: {'port': {'device_id': '7bf3c44d-0252-494d-b797-386271c95392', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'admin_state_up': True, 'tenant_id': '6b21d9a3fe9343e3b850f4956593e61f'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:36.938218 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15477929-1fa3-4477-a2a0-22e91a2e321a req-5f192ad1-e442-443f-bc5b-84807b464e38 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:36.957012 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15477929-1fa3-4477-a2a0-22e91a2e321a req-5f192ad1-e442-443f-bc5b-84807b464e38 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 947 time: 0.2464256 Jul 15 23:01:36.994602 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-7f6f8db8-5c7d-4f52-85ec-abce69e0bf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:36.997027 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-7f6f8db8-5c7d-4f52-85ec-abce69e0bf9b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1646528 Jul 15 23:01:37.043034 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-eb10ca51-de68-4ccc-91dc-e7d0343cb448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:37.058489 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15477929-1fa3-4477-a2a0-22e91a2e321a req-eebdb62c-ba13-4221-bd2f-83295a599704 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004975 Jul 15 23:01:37.072061 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f79e6b1-a26b-4e5a-9810-0c51057b4868 x-openstack-request-id: req-9f79e6b1-a26b-4e5a-9810-0c51057b4868 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:37.072414 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e2a91b-84b1-49a2-ad40-279a102de17e", "tag": "c6fbc364-f578-4f23-be5e-eb66001c2a94", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:37.072619 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f79e6b1-a26b-4e5a-9810-0c51057b4868 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:37.072974 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e2a91b-84b1-49a2-ad40-279a102de17e', 'tag': 'c6fbc364-f578-4f23-be5e-eb66001c2a94', 'status': 'completed', 'code': 200} Jul 15 23:01:37.115992 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4bae558-b626-4e06-a74a-dd00b962329e req-6ec6e033-676e-48a6-81e3-59775fd63c43 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Made reservation on behalf of 6b21d9a3fe9343e3b850f4956593e61f for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:01:37.119689 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f4bae558-b626-4e06-a74a-dd00b962329e req-6ec6e033-676e-48a6-81e3-59775fd63c43 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:37.133973 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-963231c5-7834-4c6c-85a7-5c77409223fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:37.135526 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-963231c5-7834-4c6c-85a7-5c77409223fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1293361 Jul 15 23:01:37.297630 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-7fe1a7c5-cbfa-4843-8512-df723cd65398 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534455 Jul 15 23:01:37.472530 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-f4bae558-b626-4e06-a74a-dd00b962329e req-6ec6e033-676e-48a6-81e3-59775fd63c43 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Allocated IP 192.168.233.108 (8d403abe-cee8-4863-bddd-464e9e566e9c/190ae4ce-d44c-4c9c-9241-47db78422478/0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:01:37.608049 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-eb10ca51-de68-4ccc-91dc-e7d0343cb448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbffc5ff-9f45-460b-bb3c-afbae46578bb {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:01:37.615167 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9fdae-4da7-4ce6-8b1d-bb1fc7a262bb req-9e1d1712-6ace-4dab-936f-4cf2a615ae0c tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:37.616693 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9eb9fdae-4da7-4ce6-8b1d-bb1fc7a262bb req-9e1d1712-6ace-4dab-936f-4cf2a615ae0c tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8951b3f-8831-4091-bd9d-827140eb7126 HTTP/1.1" status: 200 len: 945 time: 0.3829107 Jul 15 23:01:37.619164 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-eb10ca51-de68-4ccc-91dc-e7d0343cb448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:37.669366 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-eb10ca51-de68-4ccc-91dc-e7d0343cb448 service neutron] Transition to ACTIVE for port object bbffc5ff-9f45-460b-bb3c-afbae46578bb will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:01:37.679452 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-eb10ca51-de68-4ccc-91dc-e7d0343cb448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:37.707181 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bff3ebf8-cd99-4a93-b56e-0b80677ccbd6 req-49136f28-440e-4762-aa6b-e38d8978dd32 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013350 Jul 15 23:01:37.722226 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9eb9fdae-4da7-4ce6-8b1d-bb1fc7a262bb req-d02bc7df-8d7d-4384-9b57-9190af8e1126 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c01b3b1-37b8-4fde-99dd-0caf4efc1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804231 Jul 15 23:01:37.773563 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10ca51-de68-4ccc-91dc-e7d0343cb448 service neutron] Pushing event updated for resources: {'Port': ['ID=bbffc5ff-9f45-460b-bb3c-afbae46578bb,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:37.784551 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f4bae558-b626-4e06-a74a-dd00b962329e req-6ec6e033-676e-48a6-81e3-59775fd63c43 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:37.822196 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd18b7-d38e-4b83-b91f-f6a00f7c9ff8 req-a0b5ff5d-8385-4c08-bbaf-d710a77becce tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:37.830696 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e9dd18b7-d38e-4b83-b91f-f6a00f7c9ff8 req-a0b5ff5d-8385-4c08-bbaf-d710a77becce tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 931 time: 0.5042896 Jul 15 23:01:37.843449 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-f4bae558-b626-4e06-a74a-dd00b962329e req-6ec6e033-676e-48a6-81e3-59775fd63c43 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Transition to ACTIVE for port object 0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:01:37.891300 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-eb10ca51-de68-4ccc-91dc-e7d0343cb448 service neutron] Attempting to bind port bbffc5ff-9f45-460b-bb3c-afbae46578bb on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:01:37.891635 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-eb10ca51-de68-4ccc-91dc-e7d0343cb448 service neutron] Attempting to bind port bbffc5ff-9f45-460b-bb3c-afbae46578bb by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:01:37.891961 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-eb10ca51-de68-4ccc-91dc-e7d0343cb448 service neutron] Attempting to bind port bbffc5ff-9f45-460b-bb3c-afbae46578bb on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:37.900533 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-eb10ca51-de68-4ccc-91dc-e7d0343cb448 service neutron] Port bbffc5ff-9f45-460b-bb3c-afbae46578bb on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:01:37.900851 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-eb10ca51-de68-4ccc-91dc-e7d0343cb448 service neutron] Attempting to bind port bbffc5ff-9f45-460b-bb3c-afbae46578bb on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:37.908030 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-eb10ca51-de68-4ccc-91dc-e7d0343cb448 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:01:37.908435 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-eb10ca51-de68-4ccc-91dc-e7d0343cb448 service neutron] Checking segment: {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:01:37.908815 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-eb10ca51-de68-4ccc-91dc-e7d0343cb448 service neutron] Bound using segment: {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:01:37.909241 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-eb10ca51-de68-4ccc-91dc-e7d0343cb448 service neutron] Bound port: bbffc5ff-9f45-460b-bb3c-afbae46578bb, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:01:37.909596 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-eb10ca51-de68-4ccc-91dc-e7d0343cb448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:37.913416 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f4bae558-b626-4e06-a74a-dd00b962329e req-6ec6e033-676e-48a6-81e3-59775fd63c43 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:37.961360 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['96920b44-cb6d-4e1a-b67b-ff1973f06ebe', '609e1f84-fb98-4af8-ac1c-d4e10ad96f8b'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:37.964171 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e9dd18b7-d38e-4b83-b91f-f6a00f7c9ff8 req-9ef5f149-3654-4fba-a576-38201fdf2f8a tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317096 Jul 15 23:01:38.008527 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-58d09fd3-4b9a-4589-ad23-434a414b3b8b tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:38.011252 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-58d09fd3-4b9a-4589-ad23-434a414b3b8b tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a&tenant_id=7f66f923b4424119b6027030587a5dae&binding%3Ahost_id=n-h1-787205-9 HTTP/1.1" status: 200 len: 1096 time: 0.2879391 Jul 15 23:01:38.034021 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-66593f0c-733f-43af-8fde-67b59050b199 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-787205-9'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:38.052553 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4bae558-b626-4e06-a74a-dd00b962329e req-6ec6e033-676e-48a6-81e3-59775fd63c43 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:01:38.059294 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-f4bae558-b626-4e06-a74a-dd00b962329e req-6ec6e033-676e-48a6-81e3-59775fd63c43 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:01:38.117304 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4bae558-b626-4e06-a74a-dd00b962329e req-6ec6e033-676e-48a6-81e3-59775fd63c43 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:01:38.172026 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac59a83-8547-41d2-9280-45a818e6fe16 req-0fcc4969-bc21-4983-980e-076d552d44be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:38.175733 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bac59a83-8547-41d2-9280-45a818e6fe16 req-0fcc4969-bc21-4983-980e-076d552d44be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 1098 time: 0.3733752 Jul 15 23:01:38.186614 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-66593f0c-733f-43af-8fde-67b59050b199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:38.198131 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec6e033-676e-48a6-81e3-59775fd63c43 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Pushing event updated for resources: {'Port': ['ID=0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:38.244389 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bae558-b626-4e06-a74a-dd00b962329e req-6ec6e033-676e-48a6-81e3-59775fd63c43 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:38.246017 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f4bae558-b626-4e06-a74a-dd00b962329e req-6ec6e033-676e-48a6-81e3-59775fd63c43 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:38.289507 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f4bae558-b626-4e06-a74a-dd00b962329e req-6ec6e033-676e-48a6-81e3-59775fd63c43 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4030013 Jul 15 23:01:38.306955 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-eb10ca51-de68-4ccc-91dc-e7d0343cb448 service neutron] For port bbffc5ff-9f45-460b-bb3c-afbae46578bb, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:01:38.321662 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-eb10ca51-de68-4ccc-91dc-e7d0343cb448 service neutron] For port bbffc5ff-9f45-460b-bb3c-afbae46578bb, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=bbffc5ff-9f45-460b-bb3c-afbae46578bb,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:01:38.330571 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-f4bae558-b626-4e06-a74a-dd00b962329e req-d6763d9b-28de-4185-8120-c49b114df307 service neutron] Request body: {'port': {'device_id': '7bf3c44d-0252-494d-b797-386271c95392', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:38.335711 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-eb10ca51-de68-4ccc-91dc-e7d0343cb448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:38.419028 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10ca51-de68-4ccc-91dc-e7d0343cb448 service neutron] Pushing event updated for resources: {'Port': ['ID=bbffc5ff-9f45-460b-bb3c-afbae46578bb,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:38.438758 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-eb10ca51-de68-4ccc-91dc-e7d0343cb448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:38.440307 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-eb10ca51-de68-4ccc-91dc-e7d0343cb448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:38.441959 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-eb10ca51-de68-4ccc-91dc-e7d0343cb448 service neutron] 10.222.0.43 "PUT /v2.0/ports/bbffc5ff-9f45-460b-bb3c-afbae46578bb HTTP/1.1" status: 200 len: 1091 time: 1.6180398 Jul 15 23:01:38.442672 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd7e506-22ec-4f13-827e-4ab0f52ebcc9', 'tag': 'bbffc5ff-9f45-460b-bb3c-afbae46578bb'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:38.445344 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7a84ee-c57d-46cc-8ec1-3f08994ba1ed" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd7e506-22ec-4f13-827e-4ab0f52ebcc9", "tag": "bbffc5ff-9f45-460b-bb3c-afbae46578bb"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:38.461167 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:38.464354 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac59a83-8547-41d2-9280-45a818e6fe16 req-73a5b638-a28b-49fc-8069-782c450b0a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:38.468805 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bac59a83-8547-41d2-9280-45a818e6fe16 req-73a5b638-a28b-49fc-8069-782c450b0a20 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.2536142 Jul 15 23:01:38.475340 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ebc2147a-b463-4b99-abfb-c5579658c1c5 None None] Provisioning for port 0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:01:38.480748 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ebc2147a-b463-4b99-abfb-c5579658c1c5 None None] Provisioning complete for port 0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:01:38.481444 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ebc2147a-b463-4b99-abfb-c5579658c1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:38.508052 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cc0a1-3432-4f49-92e3-1d8fa07efbff req-3b22da4b-3d61-4145-8e5c-d6afca8b84c2 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:38.515504 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-903cc0a1-3432-4f49-92e3-1d8fa07efbff req-3b22da4b-3d61-4145-8e5c-d6afca8b84c2 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf3c44d-0252-494d-b797-386271c95392 HTTP/1.1" status: 200 len: 936 time: 0.6063080 Jul 15 23:01:38.534458 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ebc2147a-b463-4b99-abfb-c5579658c1c5 None None] Port 0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:01:38.546562 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-66593f0c-733f-43af-8fde-67b59050b199 service neutron] For port 6702be93-c93c-415f-9fd7-dd1fa758c935, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6702be93-c93c-415f-9fd7-dd1fa758c935,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:38.555299 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f4bae558-b626-4e06-a74a-dd00b962329e req-d6763d9b-28de-4185-8120-c49b114df307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:38.628659 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bac59a83-8547-41d2-9280-45a818e6fe16 req-53b0b62b-e0f0-4fae-883e-6ecf72b76058 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=c6fbc364-f578-4f23-be5e-eb66001c2a94 HTTP/1.1" status: 200 len: 217 time: 0.1017795 Jul 15 23:01:38.689968 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-1705a5a7-69a2-47b4-8e2d-242ee06bd38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:38.692452 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-1705a5a7-69a2-47b4-8e2d-242ee06bd38e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=333adf5bda29495e91779ab1d3ab99ea&device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 1094 time: 0.1882753 Jul 15 23:01:38.747302 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-903cc0a1-3432-4f49-92e3-1d8fa07efbff req-010931c5-fe90-4cba-8762-d51301a82674 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218540 Jul 15 23:01:38.773988 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-66593f0c-733f-43af-8fde-67b59050b199 service neutron] For port 6702be93-c93c-415f-9fd7-dd1fa758c935, host n-h1-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:01:38.820213 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-86b35f80-3d47-4acd-85a2-58e75dd55006 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbffc5ff-9f45-460b-bb3c-afbae46578bb HTTP/1.1" status: 200 len: 217 time: 0.1089010 Jul 15 23:01:38.887791 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-66593f0c-733f-43af-8fde-67b59050b199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:38.894199 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac59a83-8547-41d2-9280-45a818e6fe16 req-55170191-6dfc-4928-96fa-9471a79981b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:38.897516 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bac59a83-8547-41d2-9280-45a818e6fe16 req-55170191-6dfc-4928-96fa-9471a79981b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.2563915 Jul 15 23:01:38.906801 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-66593f0c-733f-43af-8fde-67b59050b199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:38.986480 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-98029ec0-e60e-46c1-9358-96a048bdee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:38.987997 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-98029ec0-e60e-46c1-9358-96a048bdee37 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=951a51fc-ffa0-401a-b919-6dcf1a893db8 HTTP/1.1" status: 200 len: 858 time: 0.1473815 Jul 15 23:01:39.052257 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-f62904e8-428f-4997-97b9-bc33c9aba513 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=71ccf61d-14bc-4de9-bbf5-849aeac853f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438261 Jul 15 23:01:39.068864 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c134cf-b574-4153-a4d8-3cc39100f54c req-d92c2814-e5be-41e9-af75-ccad68972c1b tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:39.070080 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-39c134cf-b574-4153-a4d8-3cc39100f54c req-d92c2814-e5be-41e9-af75-ccad68972c1b tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 945 time: 0.8928766 Jul 15 23:01:39.075902 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70197c54-d0dd-4b22-bfc0-322fab475c6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6702be93-c93c-415f-9fd7-dd1fa758c935'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:39.078109 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede6c1ce-8a9e-45c0-b3dc-d7a74906c27c" -d '{"events": [{"server_uuid": "70197c54-d0dd-4b22-bfc0-322fab475c6a", "name": "network-vif-unplugged", "status": "completed", "tag": "6702be93-c93c-415f-9fd7-dd1fa758c935"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:39.160098 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66593f0c-733f-43af-8fde-67b59050b199 service neutron] Pushing event updated for resources: {'Port': ['ID=6702be93-c93c-415f-9fd7-dd1fa758c935,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:39.190645 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-91f2f05f-b1e2-474c-b79e-da712172ab67 service neutron] 10.222.0.43 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314237 Jul 15 23:01:39.192538 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-f4bae558-b626-4e06-a74a-dd00b962329e req-d6763d9b-28de-4185-8120-c49b114df307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:01:39.201339 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f4bae558-b626-4e06-a74a-dd00b962329e req-d6763d9b-28de-4185-8120-c49b114df307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:39.214117 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-66593f0c-733f-43af-8fde-67b59050b199 service neutron] Attempting to bind port 6702be93-c93c-415f-9fd7-dd1fa758c935 on host n-h1-787205-9 for vnic_type normal with profile {"migrating_to": "n-h2-787205-9"} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:01:39.214454 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-66593f0c-733f-43af-8fde-67b59050b199 service neutron] Attempting to bind port 6702be93-c93c-415f-9fd7-dd1fa758c935 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:01:39.214815 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-66593f0c-733f-43af-8fde-67b59050b199 service neutron] Attempting to bind port 6702be93-c93c-415f-9fd7-dd1fa758c935 on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:39.224125 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-39c134cf-b574-4153-a4d8-3cc39100f54c req-ecf39ac7-b472-4820-bb0b-3636efb4e07a tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333847 Jul 15 23:01:39.232487 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac59a83-8547-41d2-9280-45a818e6fe16 req-d5763fbc-0033-47b6-bb30-23a0ac9c47ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:39.233955 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bac59a83-8547-41d2-9280-45a818e6fe16 req-d5763fbc-0033-47b6-bb30-23a0ac9c47ce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3240273 Jul 15 23:01:39.234500 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-66593f0c-733f-43af-8fde-67b59050b199 service neutron] Port 6702be93-c93c-415f-9fd7-dd1fa758c935 on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:01:39.235074 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-66593f0c-733f-43af-8fde-67b59050b199 service neutron] Attempting to bind port 6702be93-c93c-415f-9fd7-dd1fa758c935 on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:39.238257 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-f4bae558-b626-4e06-a74a-dd00b962329e req-d6763d9b-28de-4185-8120-c49b114df307 service neutron] Transition to ACTIVE for port object 0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:01:39.262079 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2194cc4-1615-456f-91ef-91a5ad907312 req-be850101-5863-4242-a5da-bfdab979456f tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:39.263579 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a2194cc4-1615-456f-91ef-91a5ad907312 req-be850101-5863-4242-a5da-bfdab979456f tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/ports?device_id=423cd64c-64e4-4fa0-af87-67377ea237de&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2778499 Jul 15 23:01:39.265378 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-66593f0c-733f-43af-8fde-67b59050b199 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:01:39.265732 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-66593f0c-733f-43af-8fde-67b59050b199 service neutron] Checking segment: {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:01:39.266223 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-66593f0c-733f-43af-8fde-67b59050b199 service neutron] Bound using segment: {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:01:39.266535 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-66593f0c-733f-43af-8fde-67b59050b199 service neutron] Bound port: 6702be93-c93c-415f-9fd7-dd1fa758c935, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:01:39.266931 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-66593f0c-733f-43af-8fde-67b59050b199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:39.269192 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f4bae558-b626-4e06-a74a-dd00b962329e req-d6763d9b-28de-4185-8120-c49b114df307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:39.405852 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a2194cc4-1615-456f-91ef-91a5ad907312 req-87b26bbf-7862-478c-9f75-8ba7ea61d78d tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.213 HTTP/1.1" status: 200 len: 696 time: 0.1269529 Jul 15 23:01:39.443631 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-a2194cc4-1615-456f-91ef-91a5ad907312 req-e595a776-3a60-40cb-99b3-3afedf354f69 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Request body: {'floatingip': {'port_id': '0251246e-9acb-4efb-bd9d-bfbd227442dd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:39.545726 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a2194cc4-1615-456f-91ef-91a5ad907312 req-e595a776-3a60-40cb-99b3-3afedf354f69 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks [] for floatingip, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:39.567130 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6763d9b-28de-4185-8120-c49b114df307 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:39.589049 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bac59a83-8547-41d2-9280-45a818e6fe16 req-7ee88f06-06a0-421a-8786-aff3ee6af410 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423758 Jul 15 23:01:39.589713 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c7620a8d-a6a0-4a20-ad1f-17529a1807d2 req-3ff260bf-d326-41e8-9ca8-13fb7b18b003 service neutron] 10.222.0.43 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904405 Jul 15 23:01:39.590166 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-66593f0c-733f-43af-8fde-67b59050b199 service neutron] For port 6702be93-c93c-415f-9fd7-dd1fa758c935, host n-h1-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:01:39.643492 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-66593f0c-733f-43af-8fde-67b59050b199 service neutron] For port 6702be93-c93c-415f-9fd7-dd1fa758c935, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6702be93-c93c-415f-9fd7-dd1fa758c935,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:01:39.666059 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-66593f0c-733f-43af-8fde-67b59050b199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:39.669512 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f4bae558-b626-4e06-a74a-dd00b962329e req-d6763d9b-28de-4185-8120-c49b114df307 service neutron] Attempting to bind port 0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:01:39.669912 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f4bae558-b626-4e06-a74a-dd00b962329e req-d6763d9b-28de-4185-8120-c49b114df307 service neutron] Attempting to bind port 0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:01:39.670299 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bae558-b626-4e06-a74a-dd00b962329e req-d6763d9b-28de-4185-8120-c49b114df307 service neutron] Attempting to bind port 0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:39.675871 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bae558-b626-4e06-a74a-dd00b962329e req-d6763d9b-28de-4185-8120-c49b114df307 service neutron] Port 0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9 on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:01:39.676262 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bae558-b626-4e06-a74a-dd00b962329e req-d6763d9b-28de-4185-8120-c49b114df307 service neutron] Attempting to bind port 0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:39.682370 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bae558-b626-4e06-a74a-dd00b962329e req-d6763d9b-28de-4185-8120-c49b114df307 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:01:39.682881 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bae558-b626-4e06-a74a-dd00b962329e req-d6763d9b-28de-4185-8120-c49b114df307 service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:01:39.683364 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bae558-b626-4e06-a74a-dd00b962329e req-d6763d9b-28de-4185-8120-c49b114df307 service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:01:39.683890 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f4bae558-b626-4e06-a74a-dd00b962329e req-d6763d9b-28de-4185-8120-c49b114df307 service neutron] Bound port: 0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:01:39.684365 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f4bae558-b626-4e06-a74a-dd00b962329e req-d6763d9b-28de-4185-8120-c49b114df307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:39.749939 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 6702be93-c93c-415f-9fd7-dd1fa758c935 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:01:39.753432 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f4bae558-b626-4e06-a74a-dd00b962329e req-d6763d9b-28de-4185-8120-c49b114df307 service neutron] For port 0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:01:39.757768 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f4bae558-b626-4e06-a74a-dd00b962329e req-d6763d9b-28de-4185-8120-c49b114df307 service neutron] For port 0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:01:39.764091 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f4bae558-b626-4e06-a74a-dd00b962329e req-d6763d9b-28de-4185-8120-c49b114df307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:39.799836 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb01af-ff92-4ba8-a530-ba1ff154b149 req-1825b462-2b29-4ad3-b587-f59a8d2139f1 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:39.801294 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70bb01af-ff92-4ba8-a530-ba1ff154b149 req-1825b462-2b29-4ad3-b587-f59a8d2139f1 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 947 time: 0.4205456 Jul 15 23:01:39.808429 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bae558-b626-4e06-a74a-dd00b962329e req-d6763d9b-28de-4185-8120-c49b114df307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:39.809563 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f4bae558-b626-4e06-a74a-dd00b962329e req-d6763d9b-28de-4185-8120-c49b114df307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:39.810968 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f4bae558-b626-4e06-a74a-dd00b962329e req-d6763d9b-28de-4185-8120-c49b114df307 service neutron] 10.222.0.36 "PUT /v2.0/ports/0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9 HTTP/1.1" status: 200 len: 1096 time: 1.4854879 Jul 15 23:01:39.837940 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6763d9b-28de-4185-8120-c49b114df307 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:39.858981 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66593f0c-733f-43af-8fde-67b59050b199 service neutron] Pushing event updated for resources: {'Port': ['ID=6702be93-c93c-415f-9fd7-dd1fa758c935,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:39.904960 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 6702be93-c93c-415f-9fd7-dd1fa758c935, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6702be93-c93c-415f-9fd7-dd1fa758c935,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:39.920507 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 6702be93-c93c-415f-9fd7-dd1fa758c935 has no active binding in host n-h2-787205-9 {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 23:01:39.951829 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-66593f0c-733f-43af-8fde-67b59050b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:39.952451 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-66593f0c-733f-43af-8fde-67b59050b199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:39.952705 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bae558-b626-4e06-a74a-dd00b962329e req-59b6b0a6-cf41-44c3-bfc8-e311b27c1b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:39.953872 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-66593f0c-733f-43af-8fde-67b59050b199 service neutron] 10.222.0.43 "PUT /v2.0/ports/6702be93-c93c-415f-9fd7-dd1fa758c935 HTTP/1.1" status: 200 len: 1121 time: 1.9352705 Jul 15 23:01:39.954368 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f4bae558-b626-4e06-a74a-dd00b962329e req-59b6b0a6-cf41-44c3-bfc8-e311b27c1b35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b21d9a3fe9343e3b850f4956593e61f&device_id=7bf3c44d-0252-494d-b797-386271c95392 HTTP/1.1" status: 200 len: 1099 time: 0.0579064 Jul 15 23:01:39.958612 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bac59a83-8547-41d2-9280-45a818e6fe16 req-1951e29c-a11c-4534-83b6-03f6af9e3505 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553672 Jul 15 23:01:40.013069 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70bb01af-ff92-4ba8-a530-ba1ff154b149 req-032c0152-9118-4631-a010-627688cab58c tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832335 Jul 15 23:01:40.023519 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f4bae558-b626-4e06-a74a-dd00b962329e req-68b12b91-f14f-4af9-bbe0-4d378a600061 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9 HTTP/1.1" status: 200 len: 217 time: 0.0439363 Jul 15 23:01:40.064384 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['6702be93-c93c-415f-9fd7-dd1fa758c935'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:40.093007 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bae558-b626-4e06-a74a-dd00b962329e req-f19573a1-d1e1-475b-a479-18515334f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:40.094671 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f4bae558-b626-4e06-a74a-dd00b962329e req-f19573a1-d1e1-475b-a479-18515334f7c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0631955 Jul 15 23:01:40.168882 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bae558-b626-4e06-a74a-dd00b962329e req-862c92a5-f62e-4862-80b5-61e11566eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:40.170803 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f4bae558-b626-4e06-a74a-dd00b962329e req-862c92a5-f62e-4862-80b5-61e11566eef3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0687611 Jul 15 23:01:40.231492 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db27bd3-49ed-42f2-91ee-6763072cad8b x-openstack-request-id: req-3db27bd3-49ed-42f2-91ee-6763072cad8b {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:40.231877 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd7e506-22ec-4f13-827e-4ab0f52ebcc9", "tag": "bbffc5ff-9f45-460b-bb3c-afbae46578bb", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:40.232065 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3db27bd3-49ed-42f2-91ee-6763072cad8b {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:40.232451 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd7e506-22ec-4f13-827e-4ab0f52ebcc9', 'tag': 'bbffc5ff-9f45-460b-bb3c-afbae46578bb', 'status': 'completed', 'code': 200} Jul 15 23:01:40.289622 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['6702be93-c93c-415f-9fd7-dd1fa758c935'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:40.340528 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f4bae558-b626-4e06-a74a-dd00b962329e req-d96c0239-22b1-4689-bcc9-b20cb500a596 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113193 Jul 15 23:01:40.449901 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f4bae558-b626-4e06-a74a-dd00b962329e req-fb05a9cd-7adc-4b68-85b3-d804198ae6ab service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907314 Jul 15 23:01:40.636198 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a84ee-c57d-46cc-8ec1-3f08994ba1ed req-c01ace60-5056-4610-91d2-8dc5e87857fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:40.637599 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7d7a84ee-c57d-46cc-8ec1-3f08994ba1ed req-c01ace60-5056-4610-91d2-8dc5e87857fa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=333adf5bda29495e91779ab1d3ab99ea&device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 1094 time: 0.3032250 Jul 15 23:01:40.687807 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4914f-0f17-4214-9521-a93036c31aa9 req-31cdc9da-50b7-42a2-9ab0-0ed2fbc35c64 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:40.689805 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-64f4914f-0f17-4214-9521-a93036c31aa9 req-31cdc9da-50b7-42a2-9ab0-0ed2fbc35c64 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 943 time: 0.3542688 Jul 15 23:01:40.734508 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.db.resource_extend [req-a2194cc4-1615-456f-91ef-91a5ad907312 req-e595a776-3a60-40cb-99b3-3afedf354f69 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:01:40.865982 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a2194cc4-1615-456f-91ef-91a5ad907312 req-e595a776-3a60-40cb-99b3-3afedf354f69 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:40.869227 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-64f4914f-0f17-4214-9521-a93036c31aa9 req-5f53b55d-8fb3-4a69-b5bf-5b4f3c55bbf6 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597402 Jul 15 23:01:40.875117 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a2194cc4-1615-456f-91ef-91a5ad907312 req-e595a776-3a60-40cb-99b3-3afedf354f69 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:40.915900 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a84ee-c57d-46cc-8ec1-3f08994ba1ed req-68c214a6-9494-4c47-97f3-9d74a361f683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:40.917363 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7d7a84ee-c57d-46cc-8ec1-3f08994ba1ed req-68c214a6-9494-4c47-97f3-9d74a361f683 service neutron] 10.222.0.43 "GET /v2.0/networks?id=71ccf61d-14bc-4de9-bbf5-849aeac853f5 HTTP/1.1" status: 200 len: 919 time: 0.2569320 Jul 15 23:01:40.963717 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7d7a84ee-c57d-46cc-8ec1-3f08994ba1ed req-8ab658bf-f0e5-477a-9a4a-2b071e5211b5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbffc5ff-9f45-460b-bb3c-afbae46578bb HTTP/1.1" status: 200 len: 217 time: 0.0373645 Jul 15 23:01:41.034317 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820c1c20-0e94-4a6e-ab13-f474ebb4a287 x-openstack-request-id: req-820c1c20-0e94-4a6e-ab13-f474ebb4a287 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:41.034618 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70197c54-d0dd-4b22-bfc0-322fab475c6a", "name": "network-vif-unplugged", "status": "completed", "tag": "6702be93-c93c-415f-9fd7-dd1fa758c935", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:41.034905 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-820c1c20-0e94-4a6e-ab13-f474ebb4a287 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:41.035296 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70197c54-d0dd-4b22-bfc0-322fab475c6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6702be93-c93c-415f-9fd7-dd1fa758c935', 'code': 200} Jul 15 23:01:41.057254 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [req-a2194cc4-1615-456f-91ef-91a5ad907312 req-e595a776-3a60-40cb-99b3-3afedf354f69 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Floating IP a4d08bbb-e7df-43fb-a829-b00c95b59257 associated. External IP: 172.25.4.213, port: 0251246e-9acb-4efb-bd9d-bfbd227442dd. Jul 15 23:01:41.061163 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a84ee-c57d-46cc-8ec1-3f08994ba1ed req-6a2ee64b-9c39-46fc-8945-08674ada3b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:41.062582 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7d7a84ee-c57d-46cc-8ec1-3f08994ba1ed req-6a2ee64b-9c39-46fc-8945-08674ada3b9c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=951a51fc-ffa0-401a-b919-6dcf1a893db8 HTTP/1.1" status: 200 len: 858 time: 0.0695479 Jul 15 23:01:41.124235 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7d7a84ee-c57d-46cc-8ec1-3f08994ba1ed req-9f57bdce-5170-4317-a08c-56a3c3c426bc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=71ccf61d-14bc-4de9-bbf5-849aeac853f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303082 Jul 15 23:01:41.297341 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7d7a84ee-c57d-46cc-8ec1-3f08994ba1ed req-eca8f499-5160-40a1-9552-8634d0fa2100 service neutron] 10.222.0.43 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622760 Jul 15 23:01:41.473369 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2194cc4-1615-456f-91ef-91a5ad907312 req-e595a776-3a60-40cb-99b3-3afedf354f69 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Router 32d5f623-bc05-4238-ac23-45976af4741a has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:01:41.475436 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7d7a84ee-c57d-46cc-8ec1-3f08994ba1ed req-5091d096-4978-4204-8d3e-f5a4fc042d5f service neutron] 10.222.0.43 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695514 Jul 15 23:01:41.547399 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda40174-52c3-4b26-905e-ba792de17958 req-cd6c61e9-73b4-4b6b-9e74-5647aabf0357 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:41.549248 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cda40174-52c3-4b26-905e-ba792de17958 req-cd6c61e9-73b4-4b6b-9e74-5647aabf0357 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf3c44d-0252-494d-b797-386271c95392 HTTP/1.1" status: 200 len: 948 time: 0.1811292 Jul 15 23:01:41.771222 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device c6fbc364-f578-4f23-be5e-eb66001c2a94 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:01:41.899521 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cda40174-52c3-4b26-905e-ba792de17958 req-ceb066b0-8822-4208-91fb-b64dae138ce8 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289540 Jul 15 23:01:41.903939 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port c6fbc364-f578-4f23-be5e-eb66001c2a94, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=c6fbc364-f578-4f23-be5e-eb66001c2a94,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:41.914520 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2194cc4-1615-456f-91ef-91a5ad907312 req-e595a776-3a60-40cb-99b3-3afedf354f69 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:01:41.920221 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a2194cc4-1615-456f-91ef-91a5ad907312 req-e595a776-3a60-40cb-99b3-3afedf354f69 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:41.921319 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'c6fbc364-f578-4f23-be5e-eb66001c2a94', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': 'c6fbc364-f578-4f23-be5e-eb66001c2a94', 'mac_address': 'fa:16:3e:ad:7a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:01:41.925089 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d4e31b-5f07-49e2-b23b-3ad9522b930e None None] Sync routers for ids ['32d5f623-bc05-4238-ac23-45976af4741a'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:01:41.938039 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d4e31b-5f07-49e2-b23b-3ad9522b930e None None] Routers {'32d5f623-bc05-4238-ac23-45976af4741a'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:01:41.938884 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-96d4e31b-5f07-49e2-b23b-3ad9522b930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:01:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['32d5f623-bc05-4238-ac23-45976af4741a'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:41.954094 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f89a742-bcfa-4aa2-9968-c856690b287a req-5a45714e-d0ba-4d2a-8ddf-049d44a0555a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4220777 Jul 15 23:01:41.972689 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a2194cc4-1615-456f-91ef-91a5ad907312 req-e595a776-3a60-40cb-99b3-3afedf354f69 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "PUT /v2.0/floatingips/a4d08bbb-e7df-43fb-a829-b00c95b59257 HTTP/1.1" status: 200 len: 996 time: 2.5386441 Jul 15 23:01:41.980467 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:42.022223 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6fbc364-f578-4f23-be5e-eb66001c2a94 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:01:42.061373 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port c6fbc364-f578-4f23-be5e-eb66001c2a94, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=c6fbc364-f578-4f23-be5e-eb66001c2a94,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:42.067963 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:42.069598 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device bbffc5ff-9f45-460b-bb3c-afbae46578bb details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:01:42.112011 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-96d4e31b-5f07-49e2-b23b-3ad9522b930e None None] Set router 32d5f623-bc05-4238-ac23-45976af4741a gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:01:42.140111 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89a742-bcfa-4aa2-9968-c856690b287a req-8dc9894d-c106-40fa-8089-0e828d4a3d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:42.142772 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f89a742-bcfa-4aa2-9968-c856690b287a req-8dc9894d-c106-40fa-8089-0e828d4a3d0b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 1100 time: 0.1580722 Jul 15 23:01:42.146705 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2194cc4-1615-456f-91ef-91a5ad907312 req-9d63968a-fdc2-4a97-a75d-5e0e5c293973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:42.148463 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a2194cc4-1615-456f-91ef-91a5ad907312 req-9d63968a-fdc2-4a97-a75d-5e0e5c293973 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=721953eafb1a4074972c303c4abb8e6a&device_id=423cd64c-64e4-4fa0-af87-67377ea237de HTTP/1.1" status: 200 len: 1096 time: 0.1505129 Jul 15 23:01:42.173064 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21924a-7252-42fe-b800-b5972911b87b req-bd982af6-4068-4a17-a8db-666252bcec6d tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:42.180382 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc21924a-7252-42fe-b800-b5972911b87b req-bd982af6-4068-4a17-a8db-666252bcec6d tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 943 time: 0.1309996 Jul 15 23:01:42.210737 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=c6fbc364-f578-4f23-be5e-eb66001c2a94,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:42.235093 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf3c44d-0252-494d-b797-386271c95392', 'tag': '0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:42.237641 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efdeed5-c2ed-4c3d-9373-787102449194" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf3c44d-0252-494d-b797-386271c95392", "tag": "0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:42.277978 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port bbffc5ff-9f45-460b-bb3c-afbae46578bb, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=bbffc5ff-9f45-460b-bb3c-afbae46578bb,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:42.293203 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'bbffc5ff-9f45-460b-bb3c-afbae46578bb', 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5', 'port_id': 'bbffc5ff-9f45-460b-bb3c-afbae46578bb', 'mac_address': 'fa:16:3e:38:c8:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '951a51fc-ffa0-401a-b919-6dcf1a893db8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:01:42.340940 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:42.357126 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbffc5ff-9f45-460b-bb3c-afbae46578bb {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:01:42.362441 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc21924a-7252-42fe-b800-b5972911b87b req-9c06a4bf-cdab-4ad9-8c4d-4324ad9f357d tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734653 Jul 15 23:01:42.381392 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port bbffc5ff-9f45-460b-bb3c-afbae46578bb, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=bbffc5ff-9f45-460b-bb3c-afbae46578bb,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:42.388518 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:42.413087 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2194cc4-1615-456f-91ef-91a5ad907312 req-3c2f4cae-a3a8-4f50-a6f4-a068d8c8b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:42.414883 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a2194cc4-1615-456f-91ef-91a5ad907312 req-3c2f4cae-a3a8-4f50-a6f4-a068d8c8b645 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae HTTP/1.1" status: 200 len: 922 time: 0.2242136 Jul 15 23:01:42.418431 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89a742-bcfa-4aa2-9968-c856690b287a req-725c952c-0b32-4a5e-92f2-ec6fa2b58511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:42.420059 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f89a742-bcfa-4aa2-9968-c856690b287a req-725c952c-0b32-4a5e-92f2-ec6fa2b58511 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.2285867 Jul 15 23:01:42.461085 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=bbffc5ff-9f45-460b-bb3c-afbae46578bb,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:42.497363 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-96d4e31b-5f07-49e2-b23b-3ad9522b930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5f623-bc05-4238-ac23-45976af4741a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1412405083-router', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:00:51Z', 'updated_at': '2021-07-15T23:00:58Z', 'revision_number': 4, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'gw_port': {'id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:52Z', 'updated_at': '2021-07-15T23:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'a4d08bbb-e7df-43fb-a829-b00c95b59257', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'floating_ip_address': '172.25.4.213', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'port_id': '0251246e-9acb-4efb-bd9d-bfbd227442dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'mac_address': 'fa:16:3e:5a:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423cd64c-64e4-4fa0-af87-67377ea237de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:01:20Z', 'updated_at': '2021-07-15T23:01:40Z', 'revision_number': 1, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a34e8cc-84cd-40d0-a002-c6e093e899bc', 'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'mac_address': 'fa:16:3e:12:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:56Z', 'updated_at': '2021-07-15T23:01:06Z', 'revision_number': 5, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'subnets': [{'id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:42.498121 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f89a742-bcfa-4aa2-9968-c856690b287a req-2ca9749a-1bbe-415c-a75c-7407b9004ffb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=ce887846-b6c6-4ece-9a21-4e17e5302edc HTTP/1.1" status: 200 len: 217 time: 0.0697432 Jul 15 23:01:42.527302 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d4e31b-5f07-49e2-b23b-3ad9522b930e None None] Checking router: 32d5f623-bc05-4238-ac23-45976af4741a for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:01:42.537415 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d4e31b-5f07-49e2-b23b-3ad9522b930e None None] Routers {'32d5f623-bc05-4238-ac23-45976af4741a'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:01:42.538423 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-96d4e31b-5f07-49e2-b23b-3ad9522b930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:01:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['32d5f623-bc05-4238-ac23-45976af4741a'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:42.575698 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a2194cc4-1615-456f-91ef-91a5ad907312 req-bbaf519b-f557-464d-ae76-8e2a5a1abfad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0251246e-9acb-4efb-bd9d-bfbd227442dd HTTP/1.1" status: 200 len: 999 time: 0.1544006 Jul 15 23:01:42.631640 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89a742-bcfa-4aa2-9968-c856690b287a req-1e0af4bb-8c41-42e9-8b19-f1c161451d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:42.633096 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f89a742-bcfa-4aa2-9968-c856690b287a req-1e0af4bb-8c41-42e9-8b19-f1c161451d31 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1263239 Jul 15 23:01:42.671275 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-96d4e31b-5f07-49e2-b23b-3ad9522b930e None None] Set router 32d5f623-bc05-4238-ac23-45976af4741a gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:01:42.689335 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2194cc4-1615-456f-91ef-91a5ad907312 req-8702d076-303c-4b6c-a165-93139a9e06eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:42.690924 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a2194cc4-1615-456f-91ef-91a5ad907312 req-8702d076-303c-4b6c-a165-93139a9e06eb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cb78c5c-80d7-4319-bbd2-bc5b34e57492 HTTP/1.1" status: 200 len: 860 time: 0.0937943 Jul 15 23:01:42.728249 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffac6ed-6177-492a-963f-545a19e2b1ed req-5993fa25-fb51-4fab-b26f-0177db9fe25a tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:42.729804 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0ffac6ed-6177-492a-963f-545a19e2b1ed req-5993fa25-fb51-4fab-b26f-0177db9fe25a tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 948 time: 0.1768439 Jul 15 23:01:42.745973 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['c6fbc364-f578-4f23-be5e-eb66001c2a94'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:42.793668 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89a742-bcfa-4aa2-9968-c856690b287a req-0c02f7a9-ec10-4ccd-9d9b-d809399911bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:42.794977 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f89a742-bcfa-4aa2-9968-c856690b287a req-0c02f7a9-ec10-4ccd-9d9b-d809399911bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1528392 Jul 15 23:01:42.799490 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['bbffc5ff-9f45-460b-bb3c-afbae46578bb'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:42.820731 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0ffac6ed-6177-492a-963f-545a19e2b1ed req-02213d41-3e63-4df6-87ec-7d89aac4f3aa tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676966 Jul 15 23:01:42.921017 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2194cc4-1615-456f-91ef-91a5ad907312 req-2be77c0b-6138-45f6-a3e4-ad45e1611498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:42.923864 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a2194cc4-1615-456f-91ef-91a5ad907312 req-2be77c0b-6138-45f6-a3e4-ad45e1611498 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2202940 Jul 15 23:01:42.962571 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-a2194cc4-1615-456f-91ef-91a5ad907312 req-b3ef17e5-df9e-41dc-8fe9-6ef5dd80269e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:01:42.963884 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a2194cc4-1615-456f-91ef-91a5ad907312 req-b3ef17e5-df9e-41dc-8fe9-6ef5dd80269e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057039 Jul 15 23:01:43.036683 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-96d4e31b-5f07-49e2-b23b-3ad9522b930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5f623-bc05-4238-ac23-45976af4741a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1412405083-router', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:00:51Z', 'updated_at': '2021-07-15T23:00:58Z', 'revision_number': 4, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'gw_port': {'id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:52Z', 'updated_at': '2021-07-15T23:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'a4d08bbb-e7df-43fb-a829-b00c95b59257', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'floating_ip_address': '172.25.4.213', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'port_id': '0251246e-9acb-4efb-bd9d-bfbd227442dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'mac_address': 'fa:16:3e:5a:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423cd64c-64e4-4fa0-af87-67377ea237de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:01:20Z', 'updated_at': '2021-07-15T23:01:40Z', 'revision_number': 1, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a34e8cc-84cd-40d0-a002-c6e093e899bc', 'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'mac_address': 'fa:16:3e:12:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:56Z', 'updated_at': '2021-07-15T23:01:06Z', 'revision_number': 5, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'subnets': [{'id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:43.041238 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70197c54-d0dd-4b22-bfc0-322fab475c6a', 'tag': '6702be93-c93c-415f-9fd7-dd1fa758c935'}, {'name': 'network-changed', 'server_uuid': '423cd64c-64e4-4fa0-af87-67377ea237de', 'tag': '0251246e-9acb-4efb-bd9d-bfbd227442dd'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:43.046125 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213fb5b6-aa8b-4763-9da9-9f8472757d61" -d '{"events": [{"name": "network-changed", "server_uuid": "70197c54-d0dd-4b22-bfc0-322fab475c6a", "tag": "6702be93-c93c-415f-9fd7-dd1fa758c935"}, {"name": "network-changed", "server_uuid": "423cd64c-64e4-4fa0-af87-67377ea237de", "tag": "0251246e-9acb-4efb-bd9d-bfbd227442dd"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:43.092008 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d4e31b-5f07-49e2-b23b-3ad9522b930e None None] The sync data for ids ['32d5f623-bc05-4238-ac23-45976af4741a'] in n-d-787205-9 is: [{'id': '32d5f623-bc05-4238-ac23-45976af4741a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1412405083-router', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:00:51Z', 'updated_at': '2021-07-15T23:00:58Z', 'revision_number': 4, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'gw_port': {'id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:52Z', 'updated_at': '2021-07-15T23:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'a4d08bbb-e7df-43fb-a829-b00c95b59257', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'floating_ip_address': '172.25.4.213', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'port_id': '0251246e-9acb-4efb-bd9d-bfbd227442dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'mac_address': 'fa:16:3e:5a:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423cd64c-64e4-4fa0-af87-67377ea237de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:01:20Z', 'updated_at': '2021-07-15T23:01:40Z', 'revision_number': 1, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a34e8cc-84cd-40d0-a002-c6e093e899bc', 'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'mac_address': 'fa:16:3e:12:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:56Z', 'updated_at': '2021-07-15T23:01:06Z', 'revision_number': 5, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'subnets': [{'id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:01:43.128192 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f89a742-bcfa-4aa2-9968-c856690b287a req-4057fd77-f522-473d-9a74-115678180a34 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039246 Jul 15 23:01:43.220249 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a2194cc4-1615-456f-91ef-91a5ad907312 req-d9dba8ef-ed7d-4048-a8ed-abdd34d33fbb service neutron] 10.222.0.16 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366920 Jul 15 23:01:43.360221 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f89a742-bcfa-4aa2-9968-c856690b287a req-6a7efc22-d5d1-4073-8a7b-45eda1811ebc service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237279 Jul 15 23:01:43.366983 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e46dee-f9c4-4690-8b59-2f5b46068d9f None None] New status for floating IP a4d08bbb-e7df-43fb-a829-b00c95b59257: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:01:43.379269 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd84ef8-4bd9-4d8b-845d-fe0fbc950451 req-b18cc75f-2e49-4d86-924a-371dc99ac3ce tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:43.386200 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fd84ef8-4bd9-4d8b-845d-fe0fbc950451 req-b18cc75f-2e49-4d86-924a-371dc99ac3ce tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 944 time: 0.2293108 Jul 15 23:01:43.426587 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a2194cc4-1615-456f-91ef-91a5ad907312 req-5b8126c8-80e2-4694-b137-6fa27061b923 service neutron] 10.222.0.16 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788011 Jul 15 23:01:43.449123 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fd84ef8-4bd9-4d8b-845d-fe0fbc950451 req-459fc8e2-d749-4a8c-824c-bdbb1000ae2a tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619440 Jul 15 23:01:43.508392 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833e31a8-649a-46fb-ae78-70f1129d5ed9 x-openstack-request-id: req-833e31a8-649a-46fb-ae78-70f1129d5ed9 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:43.509458 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf3c44d-0252-494d-b797-386271c95392", "tag": "0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:43.509935 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-833e31a8-649a-46fb-ae78-70f1129d5ed9 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:43.510555 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf3c44d-0252-494d-b797-386271c95392', 'tag': '0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9', 'status': 'completed', 'code': 200} Jul 15 23:01:43.660313 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdeed5-c2ed-4c3d-9373-787102449194 req-24a4a414-7293-4f50-b1dd-e9456a1d4c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:43.662149 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0efdeed5-c2ed-4c3d-9373-787102449194 req-24a4a414-7293-4f50-b1dd-e9456a1d4c86 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b21d9a3fe9343e3b850f4956593e61f&device_id=7bf3c44d-0252-494d-b797-386271c95392 HTTP/1.1" status: 200 len: 1099 time: 0.0887558 Jul 15 23:01:43.669126 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbd1b16-ce0b-4e07-85b9-97c8baab2db0 x-openstack-request-id: req-dfbd1b16-ce0b-4e07-85b9-97c8baab2db0 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:43.669423 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70197c54-d0dd-4b22-bfc0-322fab475c6a", "tag": "6702be93-c93c-415f-9fd7-dd1fa758c935", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "423cd64c-64e4-4fa0-af87-67377ea237de", "tag": "0251246e-9acb-4efb-bd9d-bfbd227442dd", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:43.669671 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dfbd1b16-ce0b-4e07-85b9-97c8baab2db0 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:43.670059 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70197c54-d0dd-4b22-bfc0-322fab475c6a', 'tag': '6702be93-c93c-415f-9fd7-dd1fa758c935', 'status': 'completed', 'code': 200} Jul 15 23:01:43.670316 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '423cd64c-64e4-4fa0-af87-67377ea237de', 'tag': '0251246e-9acb-4efb-bd9d-bfbd227442dd', 'status': 'completed', 'code': 200} Jul 15 23:01:43.802183 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7adb39-1a88-4f3a-9b2b-bec4a2ed3045 req-c24632d1-f8c3-4ef4-8b73-51ebd8f34d08 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:43.812041 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ac7adb39-1a88-4f3a-9b2b-bec4a2ed3045 req-c24632d1-f8c3-4ef4-8b73-51ebd8f34d08 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf3c44d-0252-494d-b797-386271c95392 HTTP/1.1" status: 200 len: 948 time: 0.1408072 Jul 15 23:01:43.840338 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdeed5-c2ed-4c3d-9373-787102449194 req-e8ca6b8c-4864-4ee8-85b9-3f98745c2415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:43.842291 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0efdeed5-c2ed-4c3d-9373-787102449194 req-e8ca6b8c-4864-4ee8-85b9-3f98745c2415 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.1667261 Jul 15 23:01:43.904421 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0efdeed5-c2ed-4c3d-9373-787102449194 req-d4b9fa4e-ccc3-4bb9-806f-d64a328eb8e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9 HTTP/1.1" status: 200 len: 217 time: 0.0527511 Jul 15 23:01:43.930244 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fb5b6-aa8b-4763-9da9-9f8472757d61 req-d57cc3fc-0897-497d-abf5-1d98a731c459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:43.932196 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-213fb5b6-aa8b-4763-9da9-9f8472757d61 req-d57cc3fc-0897-497d-abf5-1d98a731c459 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f66f923b4424119b6027030587a5dae&device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 1124 time: 0.1265962 Jul 15 23:01:43.932985 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ac7adb39-1a88-4f3a-9b2b-bec4a2ed3045 req-9c39a9bb-475a-4cb8-8835-e93406b69198 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151354 Jul 15 23:01:43.998027 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c46e2-3055-4bfc-84b2-0ecabc5f0ec9 req-d58b9acb-3cea-4545-a47a-cb53474da6ad tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:44.018723 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f13c46e2-3055-4bfc-84b2-0ecabc5f0ec9 req-d58b9acb-3cea-4545-a47a-cb53474da6ad tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 943 time: 0.1520019 Jul 15 23:01:44.019921 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdeed5-c2ed-4c3d-9373-787102449194 req-f0501a30-dfed-40ad-8f43-5cecc3559c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:44.021939 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0efdeed5-c2ed-4c3d-9373-787102449194 req-f0501a30-dfed-40ad-8f43-5cecc3559c37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1101246 Jul 15 23:01:44.087741 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f13c46e2-3055-4bfc-84b2-0ecabc5f0ec9 req-18af4ace-9769-49ee-b877-47be7e3b7bfe tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682719 Jul 15 23:01:44.160634 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fb5b6-aa8b-4763-9da9-9f8472757d61 req-5b633a81-b94c-472e-8ec1-d58d73e6a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:44.162279 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-213fb5b6-aa8b-4763-9da9-9f8472757d61 req-5b633a81-b94c-472e-8ec1-d58d73e6a538 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d91a9528-a986-45d3-8b66-7d9419c4ffb8 HTTP/1.1" status: 200 len: 909 time: 0.2022035 Jul 15 23:01:44.165248 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdeed5-c2ed-4c3d-9373-787102449194 req-70c85b14-2f9e-4125-b1c1-2c0fff1e7874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:44.166868 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0efdeed5-c2ed-4c3d-9373-787102449194 req-70c85b14-2f9e-4125-b1c1-2c0fff1e7874 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1040661 Jul 15 23:01:44.243047 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-213fb5b6-aa8b-4763-9da9-9f8472757d61 req-9072b51b-dae3-450b-ba7a-3c2f0c516a86 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6702be93-c93c-415f-9fd7-dd1fa758c935 HTTP/1.1" status: 200 len: 217 time: 0.0637555 Jul 15 23:01:44.274208 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-8b3a811b-4808-4888-9371-9c4ce05ad6fe tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:44.277341 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-8b3a811b-4808-4888-9371-9c4ce05ad6fe tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8951b3f-8831-4091-bd9d-827140eb7126&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1074355 Jul 15 23:01:44.349656 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fb5b6-aa8b-4763-9da9-9f8472757d61 req-c2eddaa0-cc52-4ccc-b2e0-bc331034c3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:44.351118 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-213fb5b6-aa8b-4763-9da9-9f8472757d61 req-c2eddaa0-cc52-4ccc-b2e0-bc331034c3a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ed83523-5185-460b-a4ba-ea79efd124da HTTP/1.1" status: 200 len: 848 time: 0.0948265 Jul 15 23:01:44.371520 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0efdeed5-c2ed-4c3d-9373-787102449194 req-bd7fd14a-9c15-4cac-8fdf-63401df2c097 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877623 Jul 15 23:01:44.409378 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-213fb5b6-aa8b-4763-9da9-9f8472757d61 req-0f64c45a-f3fc-48ec-bec9-151c512f7ea2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d91a9528-a986-45d3-8b66-7d9419c4ffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359554 Jul 15 23:01:44.431059 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-ade63807-2f7f-4f5a-8e62-be858079cbd5 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.213 HTTP/1.1" status: 200 len: 1001 time: 0.1422358 Jul 15 23:01:44.437905 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-8ff179ab-d433-4440-82dd-8424e48c43ff tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Request body: {'floatingip': {'port_id': '8defc89b-5239-4f40-b7d1-e4e35de98a8b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:44.493550 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb88a3-2998-49cc-bad4-484d33c8c6e6 req-b79f0a41-af91-44cb-9a7f-3a6ef9db74cb tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:44.495275 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eeeb88a3-2998-49cc-bad4-484d33c8c6e6 req-b79f0a41-af91-44cb-9a7f-3a6ef9db74cb tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 948 time: 0.2168298 Jul 15 23:01:44.535923 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-8ff179ab-d433-4440-82dd-8424e48c43ff tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks [] for floatingip, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:44.587394 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0efdeed5-c2ed-4c3d-9373-787102449194 req-21b1230e-2104-4bea-85ed-0d3e2afd9d0f service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817124 Jul 15 23:01:44.590130 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eeeb88a3-2998-49cc-bad4-484d33c8c6e6 req-b5bfa487-b00f-42a3-9c36-ab95a6dfee19 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815122 Jul 15 23:01:44.591083 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-213fb5b6-aa8b-4763-9da9-9f8472757d61 req-16970717-ffd0-4c8d-97b5-040ab6f36598 service neutron] 10.222.0.36 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542552 Jul 15 23:01:44.726487 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-213fb5b6-aa8b-4763-9da9-9f8472757d61 req-77bf9375-a7e6-46d6-8d4e-b5a85a51be1c service neutron] 10.222.0.36 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015685 Jul 15 23:01:44.955989 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fb5b6-aa8b-4763-9da9-9f8472757d61 req-7ad49b73-d248-44d2-8b0d-b04ceeb72fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:44.958137 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-213fb5b6-aa8b-4763-9da9-9f8472757d61 req-7ad49b73-d248-44d2-8b0d-b04ceeb72fba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=721953eafb1a4074972c303c4abb8e6a&device_id=423cd64c-64e4-4fa0-af87-67377ea237de HTTP/1.1" status: 200 len: 1096 time: 0.0670443 Jul 15 23:01:45.080876 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fb5b6-aa8b-4763-9da9-9f8472757d61 req-9141792e-0fb0-45e9-ae99-906ca2e709dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:45.082835 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-213fb5b6-aa8b-4763-9da9-9f8472757d61 req-9141792e-0fb0-45e9-ae99-906ca2e709dd service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae HTTP/1.1" status: 200 len: 922 time: 0.1178699 Jul 15 23:01:45.146110 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-8ff179ab-d433-4440-82dd-8424e48c43ff tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:45.153537 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-8ff179ab-d433-4440-82dd-8424e48c43ff tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:45.191619 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-213fb5b6-aa8b-4763-9da9-9f8472757d61 req-f2266227-adb4-4753-a7ef-eeb566452b22 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0251246e-9acb-4efb-bd9d-bfbd227442dd HTTP/1.1" status: 200 len: 1001 time: 0.1002784 Jul 15 23:01:45.248116 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38e89f-d1a6-4220-a668-6f1a872c76c6 req-b7c331fd-ddf9-47e2-8e5a-a3d7a1ebe79c tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:45.250193 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb38e89f-d1a6-4220-a668-6f1a872c76c6 req-b7c331fd-ddf9-47e2-8e5a-a3d7a1ebe79c tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 944 time: 0.1500452 Jul 15 23:01:45.253452 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fb5b6-aa8b-4763-9da9-9f8472757d61 req-6c253ec6-956f-48a9-9ad2-d091807f49e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:45.255624 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-213fb5b6-aa8b-4763-9da9-9f8472757d61 req-6c253ec6-956f-48a9-9ad2-d091807f49e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3cb78c5c-80d7-4319-bbd2-bc5b34e57492 HTTP/1.1" status: 200 len: 860 time: 0.0509567 Jul 15 23:01:45.293372 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:01:45.327028 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fb5b6-aa8b-4763-9da9-9f8472757d61 req-aa5d253f-1131-4771-9f05-ae7fd7204b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:45.329139 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-213fb5b6-aa8b-4763-9da9-9f8472757d61 req-aa5d253f-1131-4771-9f05-ae7fd7204b31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663009 Jul 15 23:01:45.407062 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:45.424240 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': '0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9', 'mac_address': 'fa:16:3e:33:b9:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:01:45.458499 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-213fb5b6-aa8b-4763-9da9-9f8472757d61 req-a254b81c-70ba-4161-98cf-2ef52d2b4c08 service neutron] 10.222.0.36 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100950 Jul 15 23:01:45.468152 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:45.484647 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:01:45.519046 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:45.526161 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:45.569275 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-8ff179ab-d433-4440-82dd-8424e48c43ff tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Floating IP a4d08bbb-e7df-43fb-a829-b00c95b59257 associated. External IP: 172.25.4.213, port: 0251246e-9acb-4efb-bd9d-bfbd227442dd. Jul 15 23:01:45.600318 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:45.602919 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-213fb5b6-aa8b-4763-9da9-9f8472757d61 req-7616a783-478b-415d-989b-da357c760094 service neutron] 10.222.0.36 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344399 Jul 15 23:01:45.619326 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb38e89f-d1a6-4220-a668-6f1a872c76c6 req-6ae7ef5d-de34-435d-9ada-7b4af80b6004 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571527 Jul 15 23:01:45.792428 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device c6fbc364-f578-4f23-be5e-eb66001c2a94 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:01:45.852397 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-8ff179ab-d433-4440-82dd-8424e48c43ff tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Router 32d5f623-bc05-4238-ac23-45976af4741a has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:01:45.859419 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6c1e314e-c5f4-45e5-8ec8-ebb9cf1c3480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:45.888104 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port c6fbc364-f578-4f23-be5e-eb66001c2a94 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:01:45.904298 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port c6fbc364-f578-4f23-be5e-eb66001c2a94 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:01:45.904777 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:46.004623 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:46.009277 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-8ff179ab-d433-4440-82dd-8424e48c43ff tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:01:46.022089 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7534e695-2162-47f8-8b81-92c5c7901057 None None] Sync routers for ids ['32d5f623-bc05-4238-ac23-45976af4741a'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:01:46.036142 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7534e695-2162-47f8-8b81-92c5c7901057 None None] Routers {'32d5f623-bc05-4238-ac23-45976af4741a'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:01:46.037097 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-7534e695-2162-47f8-8b81-92c5c7901057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:01:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['32d5f623-bc05-4238-ac23-45976af4741a'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:46.061747 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e2a91b-84b1-49a2-ad40-279a102de17e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6fbc364-f578-4f23-be5e-eb66001c2a94'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:46.071813 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5caf57c1-7633-40b7-a560-09078813acc2" -d '{"events": [{"server_uuid": "c7e2a91b-84b1-49a2-ad40-279a102de17e", "name": "network-vif-plugged", "status": "completed", "tag": "c6fbc364-f578-4f23-be5e-eb66001c2a94"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:46.104742 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port c6fbc364-f578-4f23-be5e-eb66001c2a94, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=c6fbc364-f578-4f23-be5e-eb66001c2a94,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:46.117900 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:46.120400 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device bbffc5ff-9f45-460b-bb3c-afbae46578bb up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:01:46.228473 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-7534e695-2162-47f8-8b81-92c5c7901057 None None] Set router 32d5f623-bc05-4238-ac23-45976af4741a gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:01:46.234878 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:46.276771 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=c6fbc364-f578-4f23-be5e-eb66001c2a94,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:46.302500 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01541d4a-9da1-4f3e-864a-8765ee9a185e req-78a2f0be-52d9-4477-9717-d5864caaae5b tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:46.320610 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-01541d4a-9da1-4f3e-864a-8765ee9a185e req-78a2f0be-52d9-4477-9717-d5864caaae5b tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf3c44d-0252-494d-b797-386271c95392 HTTP/1.1" status: 200 len: 949 time: 0.2127979 Jul 15 23:01:46.370794 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port bbffc5ff-9f45-460b-bb3c-afbae46578bb completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:01:46.383415 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port bbffc5ff-9f45-460b-bb3c-afbae46578bb triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:01:46.384397 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:46.399416 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-8ff179ab-d433-4440-82dd-8424e48c43ff tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Router 32d5f623-bc05-4238-ac23-45976af4741a has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:01:46.459795 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-01541d4a-9da1-4f3e-864a-8765ee9a185e req-cb944138-f3e5-4410-9a8c-338a9e02fb12 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649624 Jul 15 23:01:46.523256 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:46.571420 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port bbffc5ff-9f45-460b-bb3c-afbae46578bb, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=bbffc5ff-9f45-460b-bb3c-afbae46578bb,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:46.577640 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:46.611958 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-8ff179ab-d433-4440-82dd-8424e48c43ff tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:01:46.619604 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-8ff179ab-d433-4440-82dd-8424e48c43ff tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:46.637935 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-7534e695-2162-47f8-8b81-92c5c7901057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5f623-bc05-4238-ac23-45976af4741a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1412405083-router', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:00:51Z', 'updated_at': '2021-07-15T23:00:58Z', 'revision_number': 4, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'gw_port': {'id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:52Z', 'updated_at': '2021-07-15T23:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'a4d08bbb-e7df-43fb-a829-b00c95b59257', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'floating_ip_address': '172.25.4.213', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'port_id': '8defc89b-5239-4f40-b7d1-e4e35de98a8b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'mac_address': 'fa:16:3e:a7:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8951b3f-8831-4091-bd9d-827140eb7126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:01:20Z', 'updated_at': '2021-07-15T23:01:45Z', 'revision_number': 3, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a34e8cc-84cd-40d0-a002-c6e093e899bc', 'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'mac_address': 'fa:16:3e:12:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:56Z', 'updated_at': '2021-07-15T23:01:06Z', 'revision_number': 5, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'subnets': [{'id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:46.647036 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=bbffc5ff-9f45-460b-bb3c-afbae46578bb,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:46.671289 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7534e695-2162-47f8-8b81-92c5c7901057 None None] Checking router: 32d5f623-bc05-4238-ac23-45976af4741a for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:01:46.672251 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '423cd64c-64e4-4fa0-af87-67377ea237de', 'tag': '0251246e-9acb-4efb-bd9d-bfbd227442dd'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:46.674962 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02c6650-ae19-4aed-86df-432c8159ce87" -d '{"events": [{"name": "network-changed", "server_uuid": "423cd64c-64e4-4fa0-af87-67377ea237de", "tag": "0251246e-9acb-4efb-bd9d-bfbd227442dd"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:46.681526 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7534e695-2162-47f8-8b81-92c5c7901057 None None] Routers {'32d5f623-bc05-4238-ac23-45976af4741a'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:01:46.682168 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-7534e695-2162-47f8-8b81-92c5c7901057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:01:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['32d5f623-bc05-4238-ac23-45976af4741a'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:46.736607 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-8ff179ab-d433-4440-82dd-8424e48c43ff tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "PUT /v2.0/floatingips/a4d08bbb-e7df-43fb-a829-b00c95b59257 HTTP/1.1" status: 200 len: 998 time: 2.3045363 Jul 15 23:01:46.796274 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80516ad8-3cf5-4d39-9292-4c22a7d3cefe req-57b43b72-516c-420a-bd96-a5c4ac50edc8 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:46.798261 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-80516ad8-3cf5-4d39-9292-4c22a7d3cefe req-57b43b72-516c-420a-bd96-a5c4ac50edc8 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 943 time: 0.1379559 Jul 15 23:01:46.834456 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-5e327def-3a0b-4a4a-8d59-0d1c49a7c50d tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:46.836087 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-5e327def-3a0b-4a4a-8d59-0d1c49a7c50d tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/ports/0251246e-9acb-4efb-bd9d-bfbd227442dd HTTP/1.1" status: 200 len: 942 time: 0.0889823 Jul 15 23:01:46.856924 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-80516ad8-3cf5-4d39-9292-4c22a7d3cefe req-cc3d4269-56f9-4df2-89c7-f3f1adfd05e2 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500641 Jul 15 23:01:46.907151 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-7534e695-2162-47f8-8b81-92c5c7901057 None None] Set router 32d5f623-bc05-4238-ac23-45976af4741a gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:01:47.051086 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-78df3edf-3ff0-4b56-b2bd-561e27daf1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:47.052719 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-78df3edf-3ff0-4b56-b2bd-561e27daf1b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=721953eafb1a4074972c303c4abb8e6a&device_id=423cd64c-64e4-4fa0-af87-67377ea237de HTTP/1.1" status: 200 len: 1096 time: 0.1087637 Jul 15 23:01:47.069711 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42d31e-c3b9-4177-bdef-25aa9ac4517f req-0a28c528-3575-42df-9966-bdab0e7b71ab tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:47.071473 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc42d31e-c3b9-4177-bdef-25aa9ac4517f req-0a28c528-3575-42df-9966-bdab0e7b71ab tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 949 time: 0.0887933 Jul 15 23:01:47.164070 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc42d31e-c3b9-4177-bdef-25aa9ac4517f req-d236553f-7471-4f5d-a5e4-ea26c0a05329 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826056 Jul 15 23:01:47.177818 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-7534e695-2162-47f8-8b81-92c5c7901057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5f623-bc05-4238-ac23-45976af4741a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1412405083-router', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:00:51Z', 'updated_at': '2021-07-15T23:00:58Z', 'revision_number': 4, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'gw_port': {'id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:52Z', 'updated_at': '2021-07-15T23:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'a4d08bbb-e7df-43fb-a829-b00c95b59257', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'floating_ip_address': '172.25.4.213', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'port_id': '8defc89b-5239-4f40-b7d1-e4e35de98a8b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'mac_address': 'fa:16:3e:a7:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8951b3f-8831-4091-bd9d-827140eb7126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:01:20Z', 'updated_at': '2021-07-15T23:01:45Z', 'revision_number': 3, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a34e8cc-84cd-40d0-a002-c6e093e899bc', 'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'mac_address': 'fa:16:3e:12:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:56Z', 'updated_at': '2021-07-15T23:01:06Z', 'revision_number': 5, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'subnets': [{'id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:47.191327 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-71695942-33f3-4118-b680-c8b57c7c537e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:47.192962 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-71695942-33f3-4118-b680-c8b57c7c537e service neutron] 10.222.0.16 "GET /v2.0/networks?id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae HTTP/1.1" status: 200 len: 922 time: 0.1202879 Jul 15 23:01:47.206864 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7534e695-2162-47f8-8b81-92c5c7901057 None None] The sync data for ids ['32d5f623-bc05-4238-ac23-45976af4741a'] in n-d-787205-9 is: [{'id': '32d5f623-bc05-4238-ac23-45976af4741a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1412405083-router', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:00:51Z', 'updated_at': '2021-07-15T23:00:58Z', 'revision_number': 4, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'gw_port': {'id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:52Z', 'updated_at': '2021-07-15T23:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'a4d08bbb-e7df-43fb-a829-b00c95b59257', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'floating_ip_address': '172.25.4.213', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'port_id': '8defc89b-5239-4f40-b7d1-e4e35de98a8b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'mac_address': 'fa:16:3e:a7:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8951b3f-8831-4091-bd9d-827140eb7126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:01:20Z', 'updated_at': '2021-07-15T23:01:45Z', 'revision_number': 3, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a34e8cc-84cd-40d0-a002-c6e093e899bc', 'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'mac_address': 'fa:16:3e:12:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:56Z', 'updated_at': '2021-07-15T23:01:06Z', 'revision_number': 5, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'subnets': [{'id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:01:47.244758 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-c27b939d-74a4-4c17-8b93-6e18176c1d08 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0251246e-9acb-4efb-bd9d-bfbd227442dd HTTP/1.1" status: 200 len: 217 time: 0.0459154 Jul 15 23:01:47.300149 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-2e953ea5-0cac-4c44-bb8b-0c7f4db0f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:47.301676 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-2e953ea5-0cac-4c44-bb8b-0c7f4db0f6d2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cb78c5c-80d7-4319-bbd2-bc5b34e57492 HTTP/1.1" status: 200 len: 860 time: 0.0510476 Jul 15 23:01:47.364049 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-59779e53-ce94-4392-b427-3c6599c2d119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:47.368328 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2512c58b-9e61-4137-b170-a82ff598f1ce None None] New status for floating IP a4d08bbb-e7df-43fb-a829-b00c95b59257: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:01:47.370353 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-59779e53-ce94-4392-b427-3c6599c2d119 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626428 Jul 15 23:01:47.375583 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-f77705ec-6c2f-4b29-9dc7-64d80fdcecb5 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:01:47.377543 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-f77705ec-6c2f-4b29-9dc7-64d80fdcecb5 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061092 Jul 15 23:01:47.473897 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-81bce413-890c-4397-a46d-8d8eed6889fd service neutron] 10.222.0.16 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904570 Jul 15 23:01:47.573713 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-c92f3969-fb46-4d20-b887-af5e2b013058 service neutron] 10.222.0.16 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933807 Jul 15 23:01:47.612356 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6b15e1-0346-4880-8167-8e35d3bbcfc7 x-openstack-request-id: req-bd6b15e1-0346-4880-8167-8e35d3bbcfc7 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:47.612903 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e2a91b-84b1-49a2-ad40-279a102de17e", "name": "network-vif-plugged", "status": "completed", "tag": "c6fbc364-f578-4f23-be5e-eb66001c2a94", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:47.613013 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd6b15e1-0346-4880-8167-8e35d3bbcfc7 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:47.613427 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e2a91b-84b1-49a2-ad40-279a102de17e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6fbc364-f578-4f23-be5e-eb66001c2a94', 'code': 200} Jul 15 23:01:47.628159 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05331249-9627-4ba9-b2d4-845882c6b0a9 None None] Sync routers for ids ['32d5f623-bc05-4238-ac23-45976af4741a'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:01:47.640235 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05331249-9627-4ba9-b2d4-845882c6b0a9 None None] Routers {'32d5f623-bc05-4238-ac23-45976af4741a'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:01:47.640992 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-05331249-9627-4ba9-b2d4-845882c6b0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:01:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['32d5f623-bc05-4238-ac23-45976af4741a'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:47.669462 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-1a0391a3-68a1-4977-a49a-fa0247e234d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:47.671184 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-1a0391a3-68a1-4977-a49a-fa0247e234d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=721953eafb1a4074972c303c4abb8e6a&device_id=a8951b3f-8831-4091-bd9d-827140eb7126 HTTP/1.1" status: 200 len: 1096 time: 0.0666602 Jul 15 23:01:47.762516 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-05331249-9627-4ba9-b2d4-845882c6b0a9 None None] Set router 32d5f623-bc05-4238-ac23-45976af4741a gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:01:47.804125 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-737bcf64-31d9-4f28-8792-102fc05bed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:47.805622 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-737bcf64-31d9-4f28-8792-102fc05bed69 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae HTTP/1.1" status: 200 len: 922 time: 0.1273675 Jul 15 23:01:47.808741 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c35b6-b4d9-4b94-83bc-5ebe4c85516e req-5dd1cf6f-fabf-45d4-8b88-4e5abf4b71b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:47.810177 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c85c35b6-b4d9-4b94-83bc-5ebe4c85516e req-5dd1cf6f-fabf-45d4-8b88-4e5abf4b71b9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 1100 time: 0.1227386 Jul 15 23:01:47.900883 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-97e9aea7-0d07-48c1-bef0-39917b08dc21 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8defc89b-5239-4f40-b7d1-e4e35de98a8b HTTP/1.1" status: 200 len: 1001 time: 0.0883880 Jul 15 23:01:47.905305 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c85c35b6-b4d9-4b94-83bc-5ebe4c85516e req-d71f3583-7377-4e7c-b61e-fec236e79174 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861046 Jul 15 23:01:47.992824 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-db1e719e-46e6-482c-b8a2-485a8225c710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:47.994308 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-db1e719e-46e6-482c-b8a2-485a8225c710 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cb78c5c-80d7-4319-bbd2-bc5b34e57492 HTTP/1.1" status: 200 len: 860 time: 0.0858204 Jul 15 23:01:48.039196 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-05331249-9627-4ba9-b2d4-845882c6b0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5f623-bc05-4238-ac23-45976af4741a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1412405083-router', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:00:51Z', 'updated_at': '2021-07-15T23:00:58Z', 'revision_number': 4, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'gw_port': {'id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:52Z', 'updated_at': '2021-07-15T23:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'a4d08bbb-e7df-43fb-a829-b00c95b59257', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'floating_ip_address': '172.25.4.213', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'port_id': '8defc89b-5239-4f40-b7d1-e4e35de98a8b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'mac_address': 'fa:16:3e:a7:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8951b3f-8831-4091-bd9d-827140eb7126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:01:20Z', 'updated_at': '2021-07-15T23:01:47Z', 'revision_number': 4, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a34e8cc-84cd-40d0-a002-c6e093e899bc', 'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'mac_address': 'fa:16:3e:12:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:56Z', 'updated_at': '2021-07-15T23:01:06Z', 'revision_number': 5, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'subnets': [{'id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:48.051489 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61b3b7-7f70-446e-a0d4-3aefdf733eaa req-25cb8b33-515a-44e1-870e-667aeaf62445 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:48.052997 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-db61b3b7-7f70-446e-a0d4-3aefdf733eaa req-25cb8b33-515a-44e1-870e-667aeaf62445 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 945 time: 0.1071281 Jul 15 23:01:48.071096 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05331249-9627-4ba9-b2d4-845882c6b0a9 None None] Checking router: 32d5f623-bc05-4238-ac23-45976af4741a for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:01:48.079270 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05331249-9627-4ba9-b2d4-845882c6b0a9 None None] Routers {'32d5f623-bc05-4238-ac23-45976af4741a'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:01:48.080369 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-05331249-9627-4ba9-b2d4-845882c6b0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:01:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['32d5f623-bc05-4238-ac23-45976af4741a'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:48.100393 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-bf6bf6a2-dc3a-4fb8-9e10-c7b494fe13df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:48.101925 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-bf6bf6a2-dc3a-4fb8-9e10-c7b494fe13df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963342 Jul 15 23:01:48.104852 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-db61b3b7-7f70-446e-a0d4-3aefdf733eaa req-b8629d33-eb24-4215-9944-b114a3558410 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452704 Jul 15 23:01:48.174199 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb026b2-54f6-4f90-a436-e4f59cb472a2 x-openstack-request-id: req-fcb026b2-54f6-4f90-a436-e4f59cb472a2 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:48.174199 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "423cd64c-64e4-4fa0-af87-67377ea237de", "tag": "0251246e-9acb-4efb-bd9d-bfbd227442dd", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:48.174786 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fcb026b2-54f6-4f90-a436-e4f59cb472a2 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:48.175368 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '423cd64c-64e4-4fa0-af87-67377ea237de', 'tag': '0251246e-9acb-4efb-bd9d-bfbd227442dd', 'status': 'completed', 'code': 200} Jul 15 23:01:48.191662 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-00152ffa-1886-4600-aa1d-154b435066cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:48.213279 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-05331249-9627-4ba9-b2d4-845882c6b0a9 None None] Set router 32d5f623-bc05-4238-ac23-45976af4741a gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:01:48.223728 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-d9dd5b96-ac38-405a-9b2f-d99406ec63f1 service neutron] 10.222.0.16 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107314 Jul 15 23:01:48.325346 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c6650-ae19-4aed-86df-432c8159ce87 req-96940926-ae8f-482b-89a3-541f0b7a6a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:48.327277 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e02c6650-ae19-4aed-86df-432c8159ce87 req-96940926-ae8f-482b-89a3-541f0b7a6a17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=721953eafb1a4074972c303c4abb8e6a&device_id=423cd64c-64e4-4fa0-af87-67377ea237de HTTP/1.1" status: 200 len: 1096 time: 0.0783455 Jul 15 23:01:48.349085 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09b5ceac-98bb-46e5-85bf-49bb490026d7 req-fcca522b-6762-4d52-9df8-8fb69cb03e38 service neutron] 10.222.0.16 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272504 Jul 15 23:01:48.378173 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d636b6d-71ff-402b-9ecd-6e93bcf24b15 req-37566fd5-3338-4cf9-8d72-3f05b53c48dd tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:48.379076 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2d636b6d-71ff-402b-9ecd-6e93bcf24b15 req-37566fd5-3338-4cf9-8d72-3f05b53c48dd tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf3c44d-0252-494d-b797-386271c95392 HTTP/1.1" status: 200 len: 949 time: 0.0866008 Jul 15 23:01:48.438264 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2d636b6d-71ff-402b-9ecd-6e93bcf24b15 req-54c99226-1512-48b6-89f0-f0728c232965 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530849 Jul 15 23:01:48.459067 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c6650-ae19-4aed-86df-432c8159ce87 req-4ee076ff-4340-4a82-b5ce-baf9d55fb210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:48.461138 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e02c6650-ae19-4aed-86df-432c8159ce87 req-4ee076ff-4340-4a82-b5ce-baf9d55fb210 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae HTTP/1.1" status: 200 len: 922 time: 0.1266441 Jul 15 23:01:48.529874 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e02c6650-ae19-4aed-86df-432c8159ce87 req-a1ea16ba-823f-443b-a038-b80d164a9337 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0251246e-9acb-4efb-bd9d-bfbd227442dd HTTP/1.1" status: 200 len: 217 time: 0.0604022 Jul 15 23:01:48.547877 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-05331249-9627-4ba9-b2d4-845882c6b0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5f623-bc05-4238-ac23-45976af4741a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1412405083-router', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:00:51Z', 'updated_at': '2021-07-15T23:00:58Z', 'revision_number': 4, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'gw_port': {'id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:52Z', 'updated_at': '2021-07-15T23:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'a4d08bbb-e7df-43fb-a829-b00c95b59257', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'floating_ip_address': '172.25.4.213', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'port_id': '8defc89b-5239-4f40-b7d1-e4e35de98a8b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'mac_address': 'fa:16:3e:a7:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8951b3f-8831-4091-bd9d-827140eb7126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:01:20Z', 'updated_at': '2021-07-15T23:01:47Z', 'revision_number': 4, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a34e8cc-84cd-40d0-a002-c6e093e899bc', 'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'mac_address': 'fa:16:3e:12:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:56Z', 'updated_at': '2021-07-15T23:01:06Z', 'revision_number': 5, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'subnets': [{'id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:48.578418 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05331249-9627-4ba9-b2d4-845882c6b0a9 None None] The sync data for ids ['32d5f623-bc05-4238-ac23-45976af4741a'] in n-d-787205-9 is: [{'id': '32d5f623-bc05-4238-ac23-45976af4741a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1412405083-router', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:00:51Z', 'updated_at': '2021-07-15T23:00:58Z', 'revision_number': 4, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'gw_port': {'id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:52Z', 'updated_at': '2021-07-15T23:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'a4d08bbb-e7df-43fb-a829-b00c95b59257', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'floating_ip_address': '172.25.4.213', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'port_id': '8defc89b-5239-4f40-b7d1-e4e35de98a8b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'mac_address': 'fa:16:3e:a7:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8951b3f-8831-4091-bd9d-827140eb7126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:01:20Z', 'updated_at': '2021-07-15T23:01:47Z', 'revision_number': 4, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a34e8cc-84cd-40d0-a002-c6e093e899bc', 'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'mac_address': 'fa:16:3e:12:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:56Z', 'updated_at': '2021-07-15T23:01:06Z', 'revision_number': 5, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'subnets': [{'id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:01:48.599480 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c6650-ae19-4aed-86df-432c8159ce87 req-50ef8b1a-78ea-42b0-83bb-0c08be62cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:48.621058 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e02c6650-ae19-4aed-86df-432c8159ce87 req-50ef8b1a-78ea-42b0-83bb-0c08be62cf8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3cb78c5c-80d7-4319-bbd2-bc5b34e57492 HTTP/1.1" status: 200 len: 860 time: 0.0598071 Jul 15 23:01:48.621282 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:48.670136 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9137fd4-ad4d-4019-b4d5-7dc3366cb3ba req-33a24174-6769-4710-b67a-9b5e99796897 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:48.672203 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d9137fd4-ad4d-4019-b4d5-7dc3366cb3ba req-33a24174-6769-4710-b67a-9b5e99796897 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d783422-6810-407d-ab77-4aa25be5dd11 HTTP/1.1" status: 200 len: 946 time: 0.1241913 Jul 15 23:01:48.683377 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c6650-ae19-4aed-86df-432c8159ce87 req-22b595f5-d273-4ef6-9a08-8317380461cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:48.683630 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ac852-3471-43cc-9261-d3b9d6f1416c req-3c9ee18e-d8ed-4d56-ae4d-9204b25b269f tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:48.685089 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e02c6650-ae19-4aed-86df-432c8159ce87 req-22b595f5-d273-4ef6-9a08-8317380461cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665789 Jul 15 23:01:48.688668 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d42ac852-3471-43cc-9261-d3b9d6f1416c req-3c9ee18e-d8ed-4d56-ae4d-9204b25b269f tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 943 time: 0.1425703 Jul 15 23:01:48.760811 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d9137fd4-ad4d-4019-b4d5-7dc3366cb3ba req-05f55f03-50b8-4e58-83c2-b6884a55e04c tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.16 "GET /v2.0/security-groups?id=89620e7d-3258-4187-b8dd-d786e13dd49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708370 Jul 15 23:01:48.780055 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d42ac852-3471-43cc-9261-d3b9d6f1416c req-19e0dd3b-9e4d-4d90-93fa-8829fd0bdd3f tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887942 Jul 15 23:01:48.809295 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e02c6650-ae19-4aed-86df-432c8159ce87 req-06c1ea0f-e4c2-4caf-98cb-4686f64233ee service neutron] 10.222.0.36 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116025 Jul 15 23:01:48.945929 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e02c6650-ae19-4aed-86df-432c8159ce87 req-2e403d20-b299-4f6b-bc06-742f8d2922c4 service neutron] 10.222.0.36 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235344 Jul 15 23:01:49.055811 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fef384-8cb8-41b1-b916-c27e01eacc87 req-21670caf-cc11-4495-a979-481d346ed233 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:49.057377 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-79fef384-8cb8-41b1-b916-c27e01eacc87 req-21670caf-cc11-4495-a979-481d346ed233 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 949 time: 0.1410789 Jul 15 23:01:49.061585 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-38f5e4d9-cac9-4e34-9b9a-e8f828f1e29b req-79a1357a-b41c-4ba0-b06e-f01c7869aead tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.213 HTTP/1.1" status: 200 len: 1001 time: 0.0862455 Jul 15 23:01:49.148341 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-79fef384-8cb8-41b1-b916-c27e01eacc87 req-50b9f72c-3560-4b6d-a59d-ecc880503ebc tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821145 Jul 15 23:01:49.155820 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5e4d9-cac9-4e34-9b9a-e8f828f1e29b req-f09d0ab8-fe4c-4ed1-b268-33bf80b97a6f tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:49.157163 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-38f5e4d9-cac9-4e34-9b9a-e8f828f1e29b req-f09d0ab8-fe4c-4ed1-b268-33bf80b97a6f tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/ports/8defc89b-5239-4f40-b7d1-e4e35de98a8b HTTP/1.1" status: 200 len: 942 time: 0.0899274 Jul 15 23:01:49.354219 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:01:49.390248 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-38f5e4d9-cac9-4e34-9b9a-e8f828f1e29b req-4de9c097-e583-48dd-aa06-93a22720bc9b tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.213 HTTP/1.1" status: 200 len: 1001 time: 0.0922706 Jul 15 23:01:49.409345 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:01:49.415061 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:01:49.416550 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:49.448756 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c1182-51cc-4e92-bb83-6f66f724d61a req-3b33141d-fd69-4565-9bb9-d887f01815a3 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:49.450239 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f61c1182-51cc-4e92-bb83-6f66f724d61a req-3b33141d-fd69-4565-9bb9-d887f01815a3 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 945 time: 0.1161311 Jul 15 23:01:49.513595 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:49.514579 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:49.535267 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f61c1182-51cc-4e92-bb83-6f66f724d61a req-35e30669-b050-413f-9414-dc5b39c1bc08 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788198 Jul 15 23:01:49.546408 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5e4d9-cac9-4e34-9b9a-e8f828f1e29b req-33fef699-5463-4c2e-8e79-63226da0575a tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:49.548662 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-38f5e4d9-cac9-4e34-9b9a-e8f828f1e29b req-33fef699-5463-4c2e-8e79-63226da0575a tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 784 time: 0.1475847 Jul 15 23:01:49.551415 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:49.557618 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:49.558529 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 6702be93-c93c-415f-9fd7-dd1fa758c935 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:01:49.614970 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd7e506-22ec-4f13-827e-4ab0f52ebcc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbffc5ff-9f45-460b-bb3c-afbae46578bb'}, {'server_uuid': '7bf3c44d-0252-494d-b797-386271c95392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:49.617702 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18489881-0316-454f-abe6-2eb8d9a0eb58" -d '{"events": [{"server_uuid": "dcd7e506-22ec-4f13-827e-4ab0f52ebcc9", "name": "network-vif-plugged", "status": "completed", "tag": "bbffc5ff-9f45-460b-bb3c-afbae46578bb"}, {"server_uuid": "7bf3c44d-0252-494d-b797-386271c95392", "name": "network-vif-plugged", "status": "completed", "tag": "0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:49.646080 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:49.699267 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e48e731d-af11-4a70-8970-f115e5fc78ee req-98590526-c1d2-4e31-bf29-f46ac050d132 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.213 HTTP/1.1" status: 200 len: 1001 time: 0.0866923 Jul 15 23:01:49.779138 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e731d-af11-4a70-8970-f115e5fc78ee req-5b6925c4-45ab-4b97-9da7-0f0ca0aff839 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:49.780484 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e48e731d-af11-4a70-8970-f115e5fc78ee req-5b6925c4-45ab-4b97-9da7-0f0ca0aff839 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/ports/8defc89b-5239-4f40-b7d1-e4e35de98a8b HTTP/1.1" status: 200 len: 942 time: 0.0796943 Jul 15 23:01:49.805965 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747aa8e1-211d-4ddc-aa8d-6ab5590431c1 req-4c13afc6-802a-46f4-a343-06ee083acdbc tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:49.807489 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-747aa8e1-211d-4ddc-aa8d-6ab5590431c1 req-4c13afc6-802a-46f4-a343-06ee083acdbc tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf3c44d-0252-494d-b797-386271c95392 HTTP/1.1" status: 200 len: 950 time: 0.0979135 Jul 15 23:01:49.846604 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-747aa8e1-211d-4ddc-aa8d-6ab5590431c1 req-93d7b1a4-1b0a-4378-9714-861ce2a6851d tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325012 Jul 15 23:01:49.937335 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554e3736-c3ab-492e-8fce-555335f6cc71 x-openstack-request-id: req-554e3736-c3ab-492e-8fce-555335f6cc71 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:49.937826 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd7e506-22ec-4f13-827e-4ab0f52ebcc9", "name": "network-vif-plugged", "status": "completed", "tag": "bbffc5ff-9f45-460b-bb3c-afbae46578bb", "code": 200}, {"server_uuid": "7bf3c44d-0252-494d-b797-386271c95392", "name": "network-vif-plugged", "status": "completed", "tag": "0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:49.938143 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-554e3736-c3ab-492e-8fce-555335f6cc71 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:49.938712 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd7e506-22ec-4f13-827e-4ab0f52ebcc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbffc5ff-9f45-460b-bb3c-afbae46578bb', 'code': 200} Jul 15 23:01:49.939036 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf3c44d-0252-494d-b797-386271c95392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9', 'code': 200} Jul 15 23:01:49.940670 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e48e731d-af11-4a70-8970-f115e5fc78ee req-f694b897-6cef-4869-8554-28e416b4dc1f tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.213 HTTP/1.1" status: 200 len: 1001 time: 0.0751348 Jul 15 23:01:50.150722 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e731d-af11-4a70-8970-f115e5fc78ee req-661251be-1d22-488a-a10d-50458080da19 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:50.152107 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e48e731d-af11-4a70-8970-f115e5fc78ee req-661251be-1d22-488a-a10d-50458080da19 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 784 time: 0.1985722 Jul 15 23:01:50.228114 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36002) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:50.248373 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-0eb57023-aba2-45a4-b152-f7aa1e069dff service neutron] 10.222.0.36 "GET /v2.0/ports/6702be93-c93c-415f-9fd7-dd1fa758c935/bindings/n-h2-787205-9 HTTP/1.1" status: 200 len: 384 time: 0.1109176 Jul 15 23:01:50.269284 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e28ae-747f-4f6d-992e-c122ef09dd4e req-2858b2fd-75a4-464d-8e22-f142f727653b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:50.270922 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ca0e28ae-747f-4f6d-992e-c122ef09dd4e req-2858b2fd-75a4-464d-8e22-f142f727653b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7bf3c44d-0252-494d-b797-386271c95392 HTTP/1.1" status: 200 len: 1101 time: 0.0826399 Jul 15 23:01:50.352659 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ca0e28ae-747f-4f6d-992e-c122ef09dd4e req-4f8da9bb-3762-45fc-b820-1b861153d160 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743663 Jul 15 23:01:50.361535 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee3d8a3d-af9f-4f3d-8287-7b2f10c9e70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:50.457432 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8951b3f-8831-4091-bd9d-827140eb7126', 'tag': '8defc89b-5239-4f40-b7d1-e4e35de98a8b'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:50.459610 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ad0e25-d26b-4ff3-83c1-ceaa68a84484" -d '{"events": [{"name": "network-changed", "server_uuid": "a8951b3f-8831-4091-bd9d-827140eb7126", "tag": "8defc89b-5239-4f40-b7d1-e4e35de98a8b"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:50.489965 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad12d02-1da6-4129-8dc2-16adb25614a2 req-91e25740-eab2-414d-b384-21f2233df43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:50.491691 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fad12d02-1da6-4129-8dc2-16adb25614a2 req-91e25740-eab2-414d-b384-21f2233df43e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 1096 time: 0.4447041 Jul 15 23:01:50.505496 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf763a1-d89b-42c5-92e3-fe07a88ba283 req-cd33a07c-9984-436a-be9e-a76721614d23 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:50.506995 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dbf763a1-d89b-42c5-92e3-fe07a88ba283 req-cd33a07c-9984-436a-be9e-a76721614d23 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 943 time: 0.4580493 Jul 15 23:01:50.511421 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e48e731d-af11-4a70-8970-f115e5fc78ee req-68045493-1f22-4edd-a285-6c95b9436a69 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.213 HTTP/1.1" status: 200 len: 1001 time: 0.3517122 Jul 15 23:01:50.525372 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-5c1ed6a4-e71f-410e-8aab-28cfbcaef3e7 service neutron] For port 6702be93-c93c-415f-9fd7-dd1fa758c935, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6702be93-c93c-415f-9fd7-dd1fa758c935,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:50.528186 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-e48e731d-af11-4a70-8970-f115e5fc78ee req-37b521e8-8764-4e6b-a85e-6f0a88a71f5e tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:50.560716 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-5c1ed6a4-e71f-410e-8aab-28cfbcaef3e7 service neutron] For port 6702be93-c93c-415f-9fd7-dd1fa758c935, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:01:50.581205 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee3d8a3d-af9f-4f3d-8287-7b2f10c9e70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:50.587426 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee3d8a3d-af9f-4f3d-8287-7b2f10c9e70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:50.610397 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fad12d02-1da6-4129-8dc2-16adb25614a2 req-f084212e-f141-4d11-af6d-ea9566f0ca21 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023922 Jul 15 23:01:50.618258 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-5c1ed6a4-e71f-410e-8aab-28cfbcaef3e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6702be93-c93c-415f-9fd7-dd1fa758c935 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:01:50.622391 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dbf763a1-d89b-42c5-92e3-fe07a88ba283 req-529a6ba4-1a24-4f44-8a4b-2bb621de4387 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974014 Jul 15 23:01:50.624633 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e48e731d-af11-4a70-8970-f115e5fc78ee req-37b521e8-8764-4e6b-a85e-6f0a88a71f5e tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks [] for floatingip, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:50.646864 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ee3d8a3d-af9f-4f3d-8287-7b2f10c9e70c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a1929b5314e45229bc15526fc773b3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4176376 Jul 15 23:01:50.650360 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36010) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:50.652148 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-5c1ed6a4-e71f-410e-8aab-28cfbcaef3e7 service neutron] For port 6702be93-c93c-415f-9fd7-dd1fa758c935, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6702be93-c93c-415f-9fd7-dd1fa758c935,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:50.667841 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d8a3d-af9f-4f3d-8287-7b2f10c9e70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13630fd6-d1c5-4062-ae5d-aa210d7f9667,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:50.692597 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-5c1ed6a4-e71f-410e-8aab-28cfbcaef3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:50.768562 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f1c71f0-9986-4fc0-a648-c15adca466ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:50.797107 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e48e731d-af11-4a70-8970-f115e5fc78ee req-37b521e8-8764-4e6b-a85e-6f0a88a71f5e tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:50.804742 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e48e731d-af11-4a70-8970-f115e5fc78ee req-37b521e8-8764-4e6b-a85e-6f0a88a71f5e tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:50.805057 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f1c71f0-9986-4fc0-a648-c15adca466ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:50.805193 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [req-e48e731d-af11-4a70-8970-f115e5fc78ee req-37b521e8-8764-4e6b-a85e-6f0a88a71f5e tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Floating IP a4d08bbb-e7df-43fb-a829-b00c95b59257 disassociated. External IP: 172.25.4.213, port: 8defc89b-5239-4f40-b7d1-e4e35de98a8b. Jul 15 23:01:50.857304 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-5c1ed6a4-e71f-410e-8aab-28cfbcaef3e7 service neutron] Transition to ACTIVE for port object 6702be93-c93c-415f-9fd7-dd1fa758c935 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:01:50.871377 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-5c1ed6a4-e71f-410e-8aab-28cfbcaef3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:50.903456 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de264760-aa3b-4e77-847c-76a119347865 req-54a19437-fbd3-4f88-a65a-0baa1a7c7083 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:50.904942 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-de264760-aa3b-4e77-847c-76a119347865 req-54a19437-fbd3-4f88-a65a-0baa1a7c7083 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d783422-6810-407d-ab77-4aa25be5dd11 HTTP/1.1" status: 200 len: 946 time: 0.1658852 Jul 15 23:01:50.963279 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-5c1ed6a4-e71f-410e-8aab-28cfbcaef3e7 service neutron] No DVR routers for this DVR port 6702be93-c93c-415f-9fd7-dd1fa758c935 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:01:50.979173 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ed6a4-e71f-410e-8aab-28cfbcaef3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=6702be93-c93c-415f-9fd7-dd1fa758c935,revision_number=10']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:50.992856 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-de264760-aa3b-4e77-847c-76a119347865 req-6e284fb7-9d7e-41c4-8c53-c16e1e8e792f tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.16 "GET /v2.0/security-groups?id=89620e7d-3258-4187-b8dd-d786e13dd49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786808 Jul 15 23:01:51.017631 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-5c1ed6a4-e71f-410e-8aab-28cfbcaef3e7 service neutron] 10.222.0.36 "PUT /v2.0/ports/6702be93-c93c-415f-9fd7-dd1fa758c935/bindings/n-h2-787205-9/activate HTTP/1.1" status: 200 len: 369 time: 0.7443800 Jul 15 23:01:51.017631 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f1c71f0-9986-4fc0-a648-c15adca466ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:51.017631 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f1c71f0-9986-4fc0-a648-c15adca466ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:51.017631 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0f1c71f0-9986-4fc0-a648-c15adca466ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/13630fd6-d1c5-4062-ae5d-aa210d7f9667 HTTP/1.1" status: 204 len: 168 time: 0.3604970 Jul 15 23:01:51.030526 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb31fad-1533-4429-934b-53994202d5fe req-cdbae50b-0416-4466-a7a9-9c48efdff2bf tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:51.032097 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9bb31fad-1533-4429-934b-53994202d5fe req-cdbae50b-0416-4466-a7a9-9c48efdff2bf tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d783422-6810-407d-ab77-4aa25be5dd11 HTTP/1.1" status: 200 len: 946 time: 0.2168300 Jul 15 23:01:51.036851 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c71f0-9986-4fc0-a648-c15adca466ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13630fd6-d1c5-4062-ae5d-aa210d7f9667,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:51.093423 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e48e731d-af11-4a70-8970-f115e5fc78ee req-37b521e8-8764-4e6b-a85e-6f0a88a71f5e tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Router 32d5f623-bc05-4238-ac23-45976af4741a has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:01:51.099572 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:51.218855 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-9bb31fad-1533-4429-934b-53994202d5fe req-2fcdc217-7edf-4b4b-8844-7dcc0ee5f2a9 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Deleting port 91170951-c0d4-41e9-b2f2-b93d376366dd {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:01:51.219300 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9bb31fad-1533-4429-934b-53994202d5fe req-2fcdc217-7edf-4b4b-8844-7dcc0ee5f2a9 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:51.319790 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-b2d7c808-9c85-48f5-b3fc-de9a2dab3bda tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:51.321134 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-b2d7c808-9c85-48f5-b3fc-de9a2dab3bda tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a&tenant_id=7f66f923b4424119b6027030587a5dae&binding%3Ahost_id=n-h1-787205-9 HTTP/1.1" status: 200 len: 1095 time: 0.1739428 Jul 15 23:01:51.321993 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-9bb31fad-1533-4429-934b-53994202d5fe req-2fcdc217-7edf-4b4b-8844-7dcc0ee5f2a9 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] For port 91170951-c0d4-41e9-b2f2-b93d376366dd, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=91170951-c0d4-41e9-b2f2-b93d376366dd,segment=NetworkSegment(6a59c0e6-519e-454b-a278-4d483e64058e),segment_id=6a59c0e6-519e-454b-a278-4d483e64058e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:51.322486 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9bb31fad-1533-4429-934b-53994202d5fe req-2fcdc217-7edf-4b4b-8844-7dcc0ee5f2a9 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:51.322577 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e48e731d-af11-4a70-8970-f115e5fc78ee req-37b521e8-8764-4e6b-a85e-6f0a88a71f5e tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:01:51.327452 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e48e731d-af11-4a70-8970-f115e5fc78ee req-37b521e8-8764-4e6b-a85e-6f0a88a71f5e tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:51.333906 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd093cb5-7c4c-409b-bf9a-e5ee790eb2d9 None None] Sync routers for ids ['32d5f623-bc05-4238-ac23-45976af4741a'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:01:51.337716 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-9bb31fad-1533-4429-934b-53994202d5fe req-2fcdc217-7edf-4b4b-8844-7dcc0ee5f2a9 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Calling delete_port for 91170951-c0d4-41e9-b2f2-b93d376366dd owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:01:51.347501 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd093cb5-7c4c-409b-bf9a-e5ee790eb2d9 None None] Routers {'32d5f623-bc05-4238-ac23-45976af4741a'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:01:51.348447 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-fd093cb5-7c4c-409b-bf9a-e5ee790eb2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:01:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['32d5f623-bc05-4238-ac23-45976af4741a'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:51.400857 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e48e731d-af11-4a70-8970-f115e5fc78ee req-37b521e8-8764-4e6b-a85e-6f0a88a71f5e tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "PUT /v2.0/floatingips/a4d08bbb-e7df-43fb-a829-b00c95b59257 HTTP/1.1" status: 200 len: 695 time: 0.8832431 Jul 15 23:01:51.431207 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519aca4b-a371-4c72-8937-d05ffbf23d16 req-36d02a1a-ff39-4e48-8f1f-341ad6c13d51 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:51.432383 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-519aca4b-a371-4c72-8937-d05ffbf23d16 req-36d02a1a-ff39-4e48-8f1f-341ad6c13d51 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 949 time: 0.1605625 Jul 15 23:01:51.496181 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-b59dd6e3-86db-476d-a3d6-6cf6acb13970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:51.497154 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-b59dd6e3-86db-476d-a3d6-6cf6acb13970 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a&tenant_id=7f66f923b4424119b6027030587a5dae HTTP/1.1" status: 200 len: 1095 time: 0.1665425 Jul 15 23:01:51.506435 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9bb31fad-1533-4429-934b-53994202d5fe req-2fcdc217-7edf-4b4b-8844-7dcc0ee5f2a9 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:51.524769 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-519aca4b-a371-4c72-8937-d05ffbf23d16 req-13efbeed-1fab-4b51-bb4a-b7ab0092fce0 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817850 Jul 15 23:01:51.567457 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['91170951-c0d4-41e9-b2f2-b93d376366dd'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:51.574736 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcdc217-7edf-4b4b-8844-7dcc0ee5f2a9 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Pushing event deleted for resources: {'Port': ['ID=91170951-c0d4-41e9-b2f2-b93d376366dd,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:51.618812 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35ec026-0453-4e31-8f3d-11900ed9137b x-openstack-request-id: req-e35ec026-0453-4e31-8f3d-11900ed9137b {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:51.619610 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8951b3f-8831-4091-bd9d-827140eb7126", "tag": "8defc89b-5239-4f40-b7d1-e4e35de98a8b", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:51.620051 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e35ec026-0453-4e31-8f3d-11900ed9137b {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:51.632126 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8951b3f-8831-4091-bd9d-827140eb7126', 'tag': '8defc89b-5239-4f40-b7d1-e4e35de98a8b', 'status': 'completed', 'code': 200} Jul 15 23:01:51.639365 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e731d-af11-4a70-8970-f115e5fc78ee req-c4125bdf-8ec3-4f4c-a573-79b9be38e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:51.649923 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e48e731d-af11-4a70-8970-f115e5fc78ee req-c4125bdf-8ec3-4f4c-a573-79b9be38e510 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=721953eafb1a4074972c303c4abb8e6a&device_id=a8951b3f-8831-4091-bd9d-827140eb7126 HTTP/1.1" status: 200 len: 1096 time: 0.2160964 Jul 15 23:01:51.672462 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb31fad-1533-4429-934b-53994202d5fe req-2fcdc217-7edf-4b4b-8844-7dcc0ee5f2a9 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] No DVR routers for this DVR port 91170951-c0d4-41e9-b2f2-b93d376366dd on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:01:51.683612 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9bb31fad-1533-4429-934b-53994202d5fe req-2fcdc217-7edf-4b4b-8844-7dcc0ee5f2a9 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:51.685859 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9bb31fad-1533-4429-934b-53994202d5fe req-2fcdc217-7edf-4b4b-8844-7dcc0ee5f2a9 tempest-VolumesAdminNegativeTest-1713127362 tempest-VolumesAdminNegativeTest-1713127362-project] 10.222.0.36 "DELETE /v2.0/ports/91170951-c0d4-41e9-b2f2-b93d376366dd HTTP/1.1" status: 204 len: 173 time: 0.6095479 Jul 15 23:01:51.686344 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d783422-6810-407d-ab77-4aa25be5dd11', 'name': 'network-vif-deleted', 'tag': '91170951-c0d4-41e9-b2f2-b93d376366dd'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:51.689265 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cef7367-9012-4822-b4e9-9ce751ed122e" -d '{"events": [{"server_uuid": "7d783422-6810-407d-ab77-4aa25be5dd11", "name": "network-vif-deleted", "tag": "91170951-c0d4-41e9-b2f2-b93d376366dd"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:51.714181 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-fd093cb5-7c4c-409b-bf9a-e5ee790eb2d9 None None] Set router 32d5f623-bc05-4238-ac23-45976af4741a gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:01:51.881065 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-240ecf7f-ee54-40c9-a5ff-8e7311c0ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:51.886679 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-240ecf7f-ee54-40c9-a5ff-8e7311c0ded1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7f66f923b4424119b6027030587a5dae&device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 1095 time: 0.3493671 Jul 15 23:01:51.926166 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad0e25-d26b-4ff3-83c1-ceaa68a84484 req-f2da8c46-a452-40e7-8a75-8479a2a0d3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:51.927674 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a2ad0e25-d26b-4ff3-83c1-ceaa68a84484 req-f2da8c46-a452-40e7-8a75-8479a2a0d3a5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=721953eafb1a4074972c303c4abb8e6a&device_id=a8951b3f-8831-4091-bd9d-827140eb7126 HTTP/1.1" status: 200 len: 1096 time: 0.2350879 Jul 15 23:01:51.966031 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-fd093cb5-7c4c-409b-bf9a-e5ee790eb2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5f623-bc05-4238-ac23-45976af4741a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1412405083-router', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:00:51Z', 'updated_at': '2021-07-15T23:00:58Z', 'revision_number': 4, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'gw_port': {'id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:52Z', 'updated_at': '2021-07-15T23:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '5a34e8cc-84cd-40d0-a002-c6e093e899bc', 'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'mac_address': 'fa:16:3e:12:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:56Z', 'updated_at': '2021-07-15T23:01:06Z', 'revision_number': 5, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'subnets': [{'id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:52.000330 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd093cb5-7c4c-409b-bf9a-e5ee790eb2d9 None None] Checking router: 32d5f623-bc05-4238-ac23-45976af4741a for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:01:52.010194 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd093cb5-7c4c-409b-bf9a-e5ee790eb2d9 None None] Routers {'32d5f623-bc05-4238-ac23-45976af4741a'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:01:52.010844 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-fd093cb5-7c4c-409b-bf9a-e5ee790eb2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:01:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['32d5f623-bc05-4238-ac23-45976af4741a'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:52.035687 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10181d19-9a0f-414c-87fa-c75ccd57c399 req-e1296691-d377-4133-9dae-48b1512c94aa tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:52.036744 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-10181d19-9a0f-414c-87fa-c75ccd57c399 req-e1296691-d377-4133-9dae-48b1512c94aa tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 945 time: 0.3151419 Jul 15 23:01:52.050325 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e731d-af11-4a70-8970-f115e5fc78ee req-7053fcf2-940b-47cb-ba2f-b77b51d1d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:52.052155 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e48e731d-af11-4a70-8970-f115e5fc78ee req-7053fcf2-940b-47cb-ba2f-b77b51d1d2ea service neutron] 10.222.0.16 "GET /v2.0/networks?id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae HTTP/1.1" status: 200 len: 922 time: 0.4010239 Jul 15 23:01:52.126066 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-fd093cb5-7c4c-409b-bf9a-e5ee790eb2d9 None None] Set router 32d5f623-bc05-4238-ac23-45976af4741a gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:01:52.152620 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e48e731d-af11-4a70-8970-f115e5fc78ee req-2ea4bc77-0dc3-487e-9ba2-e84728b506ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8defc89b-5239-4f40-b7d1-e4e35de98a8b HTTP/1.1" status: 200 len: 217 time: 0.0850008 Jul 15 23:01:52.163901 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-27abd4db-4517-46b8-8c58-0f99351af2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:52.165308 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-27abd4db-4517-46b8-8c58-0f99351af2ac service neutron] 10.222.0.43 "GET /v2.0/networks?id=d91a9528-a986-45d3-8b66-7d9419c4ffb8 HTTP/1.1" status: 200 len: 909 time: 0.2689557 Jul 15 23:01:52.254079 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-1decf290-8ef8-4cdf-9811-0d2699908722 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6702be93-c93c-415f-9fd7-dd1fa758c935 HTTP/1.1" status: 200 len: 217 time: 0.0750885 Jul 15 23:01:52.259836 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-10181d19-9a0f-414c-87fa-c75ccd57c399 req-be344fd0-1e60-465b-b93e-f2171c2fd76b tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023182 Jul 15 23:01:52.272131 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad0e25-d26b-4ff3-83c1-ceaa68a84484 req-ee40a585-144e-473a-97a5-2c907557074b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:52.273617 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a2ad0e25-d26b-4ff3-83c1-ceaa68a84484 req-ee40a585-144e-473a-97a5-2c907557074b service neutron] 10.222.0.43 "GET /v2.0/networks?id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae HTTP/1.1" status: 200 len: 922 time: 0.3284423 Jul 15 23:01:52.314609 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e731d-af11-4a70-8970-f115e5fc78ee req-5e8e6a70-9ddc-47a4-bae2-616ad7ece572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:52.316305 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e48e731d-af11-4a70-8970-f115e5fc78ee req-5e8e6a70-9ddc-47a4-bae2-616ad7ece572 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cb78c5c-80d7-4319-bbd2-bc5b34e57492 HTTP/1.1" status: 200 len: 860 time: 0.1538115 Jul 15 23:01:52.335162 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-fd093cb5-7c4c-409b-bf9a-e5ee790eb2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5f623-bc05-4238-ac23-45976af4741a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1412405083-router', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:00:51Z', 'updated_at': '2021-07-15T23:00:58Z', 'revision_number': 4, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'gw_port': {'id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:52Z', 'updated_at': '2021-07-15T23:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '5a34e8cc-84cd-40d0-a002-c6e093e899bc', 'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'mac_address': 'fa:16:3e:12:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:56Z', 'updated_at': '2021-07-15T23:01:06Z', 'revision_number': 5, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'subnets': [{'id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:52.358098 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a2ad0e25-d26b-4ff3-83c1-ceaa68a84484 req-5b3f32d3-25cf-45f0-a0e9-ea7bc9919498 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8defc89b-5239-4f40-b7d1-e4e35de98a8b HTTP/1.1" status: 200 len: 217 time: 0.0638885 Jul 15 23:01:52.361873 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd093cb5-7c4c-409b-bf9a-e5ee790eb2d9 None None] The sync data for ids ['32d5f623-bc05-4238-ac23-45976af4741a'] in n-d-787205-9 is: [{'id': '32d5f623-bc05-4238-ac23-45976af4741a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1412405083-router', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:00:51Z', 'updated_at': '2021-07-15T23:00:58Z', 'revision_number': 4, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'gw_port': {'id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:52Z', 'updated_at': '2021-07-15T23:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '5a34e8cc-84cd-40d0-a002-c6e093e899bc', 'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'mac_address': 'fa:16:3e:12:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:56Z', 'updated_at': '2021-07-15T23:01:06Z', 'revision_number': 5, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'subnets': [{'id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:01:52.424204 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-a3b30e99-ce98-43d3-bb1f-e8bbf646cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:52.425652 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-a3b30e99-ce98-43d3-bb1f-e8bbf646cd13 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9ed83523-5185-460b-a4ba-ea79efd124da HTTP/1.1" status: 200 len: 848 time: 0.1633480 Jul 15 23:01:52.490265 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-f3429f0f-6b33-445c-ade7-6e34588ed8e7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d91a9528-a986-45d3-8b66-7d9419c4ffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424957 Jul 15 23:01:52.511785 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad0e25-d26b-4ff3-83c1-ceaa68a84484 req-37a5a8b1-d4b5-4da3-9710-bace95cf6624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:52.513232 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a2ad0e25-d26b-4ff3-83c1-ceaa68a84484 req-37a5a8b1-d4b5-4da3-9710-bace95cf6624 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3cb78c5c-80d7-4319-bbd2-bc5b34e57492 HTTP/1.1" status: 200 len: 860 time: 0.1351664 Jul 15 23:01:52.588472 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e731d-af11-4a70-8970-f115e5fc78ee req-e39ce1e1-aa94-4c29-89a7-2f2c47225ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:52.589980 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e48e731d-af11-4a70-8970-f115e5fc78ee req-e39ce1e1-aa94-4c29-89a7-2f2c47225ebb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2438409 Jul 15 23:01:52.603029 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6e07a5-dfcb-45fe-9db3-338c6606aef4 None None] New status for floating IP a4d08bbb-e7df-43fb-a829-b00c95b59257: DOWN {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:01:52.648966 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c6e3b-1ea3-4d4f-95a8-c67e2d441a68 req-0f5010ff-b8b7-44f2-98ee-a26c2c0b728e tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:52.653801 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f2c6e3b-1ea3-4d4f-95a8-c67e2d441a68 req-0f5010ff-b8b7-44f2-98ee-a26c2c0b728e tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf3c44d-0252-494d-b797-386271c95392 HTTP/1.1" status: 200 len: 950 time: 0.2594192 Jul 15 23:01:52.756841 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-cbe283a1-0ea4-4a86-9ac9-57e04702ea2a service neutron] 10.222.0.43 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587159 Jul 15 23:01:52.785161 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad0e25-d26b-4ff3-83c1-ceaa68a84484 req-cc6df5f7-1a8c-4619-936c-9025da1336b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:52.786614 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a2ad0e25-d26b-4ff3-83c1-ceaa68a84484 req-cc6df5f7-1a8c-4619-936c-9025da1336b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2532701 Jul 15 23:01:52.798221 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f2c6e3b-1ea3-4d4f-95a8-c67e2d441a68 req-6fcbf682-b44a-4b3d-b65c-c6d47b9468b5 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218281 Jul 15 23:01:52.838687 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e48e731d-af11-4a70-8970-f115e5fc78ee req-2b90f772-7c02-421b-8ea5-69fa13ec00d5 service neutron] 10.222.0.16 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125754 Jul 15 23:01:53.291628 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-b794ca38-a867-4b68-8e7c-7f47d3b3200f service neutron] 10.222.0.43 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5194216 Jul 15 23:01:53.306053 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a2ad0e25-d26b-4ff3-83c1-ceaa68a84484 req-45502e45-a7fe-4a4e-9657-8f7f4efab489 service neutron] 10.222.0.43 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972913 Jul 15 23:01:53.325629 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e48e731d-af11-4a70-8970-f115e5fc78ee req-91dd6c34-c2da-44ff-ac5d-32d3197e84ca service neutron] 10.222.0.16 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736052 Jul 15 23:01:53.359822 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd6db0-8b9a-4030-9bce-9c365f712bd7 req-821c709e-de9e-40d9-a7e4-642f303e21dc tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:53.361423 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5dbd6db0-8b9a-4030-9bce-9c365f712bd7 req-821c709e-de9e-40d9-a7e4-642f303e21dc tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 949 time: 0.2416191 Jul 15 23:01:53.452240 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5dbd6db0-8b9a-4030-9bce-9c365f712bd7 req-ab635fce-7235-4434-b306-137651a40a72 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627477 Jul 15 23:01:53.474889 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a2ad0e25-d26b-4ff3-83c1-ceaa68a84484 req-4be83d1f-a846-4a45-bfa8-d929bb774a09 service neutron] 10.222.0.43 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611946 Jul 15 23:01:53.507779 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013afb44-8fe2-4098-89f0-75c87b6a5e23 x-openstack-request-id: req-013afb44-8fe2-4098-89f0-75c87b6a5e23 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:53.508306 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d783422-6810-407d-ab77-4aa25be5dd11", "name": "network-vif-deleted", "tag": "91170951-c0d4-41e9-b2f2-b93d376366dd", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:53.508400 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-013afb44-8fe2-4098-89f0-75c87b6a5e23 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:53.508718 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d783422-6810-407d-ab77-4aa25be5dd11', 'name': 'network-vif-deleted', 'tag': '91170951-c0d4-41e9-b2f2-b93d376366dd', 'status': 'completed', 'code': 200} Jul 15 23:01:53.520148 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99cca3-58b1-41b2-b886-5ec4c79b8077 req-f6337039-2347-427f-b7fa-bd4e8f0d45a2 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:53.521699 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc99cca3-58b1-41b2-b886-5ec4c79b8077 req-f6337039-2347-427f-b7fa-bd4e8f0d45a2 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 944 time: 0.0854013 Jul 15 23:01:53.570059 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc99cca3-58b1-41b2-b886-5ec4c79b8077 req-3d82edf2-d7a3-4e52-a24f-f44540fc14f3 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422993 Jul 15 23:01:53.617382 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-b001f30d-59c5-473a-a7e4-5e6238bd56fe tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:53.619273 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-b001f30d-59c5-473a-a7e4-5e6238bd56fe tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a&tenant_id=7f66f923b4424119b6027030587a5dae&binding%3Ahost_id=n-h2-787205-9 HTTP/1.1" status: 200 len: 1095 time: 0.0603061 Jul 15 23:01:53.637397 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8951b3f-8831-4091-bd9d-827140eb7126', 'tag': '8defc89b-5239-4f40-b7d1-e4e35de98a8b'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:53.639810 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932faed6-8129-4480-ba88-d5911dfd23dd" -d '{"events": [{"name": "network-changed", "server_uuid": "a8951b3f-8831-4091-bd9d-827140eb7126", "tag": "8defc89b-5239-4f40-b7d1-e4e35de98a8b"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:53.659532 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36058) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:53.716451 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2f6415-bcc8-4bd7-86c0-d70e60a06ddb admin admin] Deleting subnet 2fc6a5d3-4abb-4c4f-9c86-a2795a8bb2c4 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:01:53.720575 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e2f6415-bcc8-4bd7-86c0-d70e60a06ddb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:53.771001 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e2f6415-bcc8-4bd7-86c0-d70e60a06ddb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:53.790002 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-26084ab0-3a50-4786-a03c-36692af7e20f service neutron] For port 6702be93-c93c-415f-9fd7-dd1fa758c935, host n-h1-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:01:53.795290 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-26084ab0-3a50-4786-a03c-36692af7e20f service neutron] Notify callbacks [] for binding, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:53.796483 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a3ca907-0a9f-4fe9-8e38-7cedf719b00e req-26084ab0-3a50-4786-a03c-36692af7e20f service neutron] 10.222.0.43 "DELETE /v2.0/ports/6702be93-c93c-415f-9fd7-dd1fa758c935/bindings/n-h1-787205-9 HTTP/1.1" status: 204 len: 173 time: 0.1649230 Jul 15 23:01:53.802204 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:53.817318 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e2f6415-bcc8-4bd7-86c0-d70e60a06ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:53.897434 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e2f6415-bcc8-4bd7-86c0-d70e60a06ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:53.997340 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd12280-75cd-45ca-80dc-e96f1c90d995 req-b863fa0c-5811-4f5f-bb58-9049c8fa3c77 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:53.999036 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dbd12280-75cd-45ca-80dc-e96f1c90d995 req-b863fa0c-5811-4f5f-bb58-9049c8fa3c77 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 945 time: 0.0948274 Jul 15 23:01:54.035596 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 36068) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:54.050473 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dbd12280-75cd-45ca-80dc-e96f1c90d995 req-eada9c7c-c711-4af7-bc63-ca4f5ea67461 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455573 Jul 15 23:01:54.158557 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b3a5f3-1494-44d0-93be-716a5302d453 x-openstack-request-id: req-f7b3a5f3-1494-44d0-93be-716a5302d453 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:54.159093 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8951b3f-8831-4091-bd9d-827140eb7126", "tag": "8defc89b-5239-4f40-b7d1-e4e35de98a8b", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:54.159545 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7b3a5f3-1494-44d0-93be-716a5302d453 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:54.160145 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8951b3f-8831-4091-bd9d-827140eb7126', 'tag': '8defc89b-5239-4f40-b7d1-e4e35de98a8b', 'status': 'completed', 'code': 200} Jul 15 23:01:54.191165 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa15a028-e8cb-4ab7-b48b-67bc9941aece admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:54.247920 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e2f6415-bcc8-4bd7-86c0-d70e60a06ddb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:54.259969 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8e2f6415-bcc8-4bd7-86c0-d70e60a06ddb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2fc6a5d3-4abb-4c4f-9c86-a2795a8bb2c4 HTTP/1.1" status: 204 len: 168 time: 0.5961821 Jul 15 23:01:54.259969 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f6415-bcc8-4bd7-86c0-d70e60a06ddb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fc6a5d3-4abb-4c4f-9c86-a2795a8bb2c4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:54.260292 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36076) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:54.337369 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932faed6-8129-4480-ba88-d5911dfd23dd req-5db6a9bc-f4de-4730-a9db-f562fd155af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:54.349175 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-932faed6-8129-4480-ba88-d5911dfd23dd req-5db6a9bc-f4de-4730-a9db-f562fd155af1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=721953eafb1a4074972c303c4abb8e6a&device_id=a8951b3f-8831-4091-bd9d-827140eb7126 HTTP/1.1" status: 200 len: 1096 time: 0.1468153 Jul 15 23:01:54.363494 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-df1e9bf1-ff9d-4e43-a0fc-e53861807632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:54.465927 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-df1e9bf1-ff9d-4e43-a0fc-e53861807632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:54.487160 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-df1e9bf1-ff9d-4e43-a0fc-e53861807632 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b96192e-eb0a-40cc-b372-e192dab8c021']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:54.500692 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-df1e9bf1-ff9d-4e43-a0fc-e53861807632 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a59c0e6-519e-454b-a278-4d483e64058e') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:54.501716 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-df1e9bf1-ff9d-4e43-a0fc-e53861807632 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a59c0e6-519e-454b-a278-4d483e64058e') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:54.512189 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-df1e9bf1-ff9d-4e43-a0fc-e53861807632 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:54.520143 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa15a028-e8cb-4ab7-b48b-67bc9941aece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:54.529153 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-df1e9bf1-ff9d-4e43-a0fc-e53861807632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:54.532219 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa15a028-e8cb-4ab7-b48b-67bc9941aece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:54.537070 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1e9bf1-ff9d-4e43-a0fc-e53861807632 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:01:54.537494 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-df1e9bf1-ff9d-4e43-a0fc-e53861807632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:01:54.539408 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:01:54.551505 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932faed6-8129-4480-ba88-d5911dfd23dd req-0b35ed7a-0de3-4852-8609-5a528fe5a270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:54.553054 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-932faed6-8129-4480-ba88-d5911dfd23dd req-0b35ed7a-0de3-4852-8609-5a528fe5a270 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae HTTP/1.1" status: 200 len: 922 time: 0.1895831 Jul 15 23:01:54.612113 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-df1e9bf1-ff9d-4e43-a0fc-e53861807632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:54.618504 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-df1e9bf1-ff9d-4e43-a0fc-e53861807632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:54.624337 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-df1e9bf1-ff9d-4e43-a0fc-e53861807632 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7b96192e-eb0a-40cc-b372-e192dab8c021 HTTP/1.1" status: 204 len: 168 time: 0.3619635 Jul 15 23:01:54.630884 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fa15a028-e8cb-4ab7-b48b-67bc9941aece admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8304a76928b8427a93199b03738d7120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5942168 Jul 15 23:01:54.632301 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 36082) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:54.633925 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36084) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:54.635861 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-932faed6-8129-4480-ba88-d5911dfd23dd req-f949550b-e955-4572-a705-ad74ce8161bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8defc89b-5239-4f40-b7d1-e4e35de98a8b HTTP/1.1" status: 200 len: 217 time: 0.0732503 Jul 15 23:01:54.640176 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e9bf1-ff9d-4e43-a0fc-e53861807632 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b96192e-eb0a-40cc-b372-e192dab8c021,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:54.658107 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15a028-e8cb-4ab7-b48b-67bc9941aece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe98074-0d52-4a08-a2e1-905276e4aeec,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:54.687033 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-527fe0c1-434c-4f6f-aa2a-82efc92d1634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:54.707726 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-527fe0c1-434c-4f6f-aa2a-82efc92d1634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:54.752145 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-527fe0c1-434c-4f6f-aa2a-82efc92d1634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:54.754812 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-527fe0c1-434c-4f6f-aa2a-82efc92d1634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:54.755952 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-527fe0c1-434c-4f6f-aa2a-82efc92d1634 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cfe98074-0d52-4a08-a2e1-905276e4aeec HTTP/1.1" status: 204 len: 168 time: 0.1208446 Jul 15 23:01:54.764329 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527fe0c1-434c-4f6f-aa2a-82efc92d1634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe98074-0d52-4a08-a2e1-905276e4aeec,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:54.782811 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-258259e5-8f62-485c-926d-87f633a9e9f3 admin admin] Deleting subnet a11cf38d-6dd2-4259-95c3-284fde000a18 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:01:54.788664 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932faed6-8129-4480-ba88-d5911dfd23dd req-8a76c6a3-5811-4343-ba88-2873b162af9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:54.790123 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-932faed6-8129-4480-ba88-d5911dfd23dd req-8a76c6a3-5811-4343-ba88-2873b162af9a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3cb78c5c-80d7-4319-bbd2-bc5b34e57492 HTTP/1.1" status: 200 len: 860 time: 0.1344736 Jul 15 23:01:54.795839 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-258259e5-8f62-485c-926d-87f633a9e9f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:54.876924 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-258259e5-8f62-485c-926d-87f633a9e9f3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:54.880843 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847ce78-415b-45ec-944f-4a0bab6fdd08 req-aeb167c6-d108-4062-b632-eec2552b32f8 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:54.882365 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a847ce78-415b-45ec-944f-4a0bab6fdd08 req-aeb167c6-d108-4062-b632-eec2552b32f8 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 1096 time: 0.2589984 Jul 15 23:01:54.896591 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054526f9-cc68-423d-8dcc-c4075eba8aff req-8930d089-6d63-4cf6-81d3-c48e313eb7d5 tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:54.897072 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054526f9-cc68-423d-8dcc-c4075eba8aff req-8930d089-6d63-4cf6-81d3-c48e313eb7d5 tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:54.897538 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054526f9-cc68-423d-8dcc-c4075eba8aff req-8930d089-6d63-4cf6-81d3-c48e313eb7d5 tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:54.898004 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054526f9-cc68-423d-8dcc-c4075eba8aff req-8930d089-6d63-4cf6-81d3-c48e313eb7d5 tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:54.898462 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054526f9-cc68-423d-8dcc-c4075eba8aff req-8930d089-6d63-4cf6-81d3-c48e313eb7d5 tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:54.898955 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054526f9-cc68-423d-8dcc-c4075eba8aff req-8930d089-6d63-4cf6-81d3-c48e313eb7d5 tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:54.899424 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054526f9-cc68-423d-8dcc-c4075eba8aff req-8930d089-6d63-4cf6-81d3-c48e313eb7d5 tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:54.899882 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054526f9-cc68-423d-8dcc-c4075eba8aff req-8930d089-6d63-4cf6-81d3-c48e313eb7d5 tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:54.900343 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054526f9-cc68-423d-8dcc-c4075eba8aff req-8930d089-6d63-4cf6-81d3-c48e313eb7d5 tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:54.900795 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054526f9-cc68-423d-8dcc-c4075eba8aff req-8930d089-6d63-4cf6-81d3-c48e313eb7d5 tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:54.901249 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054526f9-cc68-423d-8dcc-c4075eba8aff req-8930d089-6d63-4cf6-81d3-c48e313eb7d5 tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:54.901702 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054526f9-cc68-423d-8dcc-c4075eba8aff req-8930d089-6d63-4cf6-81d3-c48e313eb7d5 tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:54.902183 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054526f9-cc68-423d-8dcc-c4075eba8aff req-8930d089-6d63-4cf6-81d3-c48e313eb7d5 tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:54.902652 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054526f9-cc68-423d-8dcc-c4075eba8aff req-8930d089-6d63-4cf6-81d3-c48e313eb7d5 tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:54.903110 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054526f9-cc68-423d-8dcc-c4075eba8aff req-8930d089-6d63-4cf6-81d3-c48e313eb7d5 tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:54.905429 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-054526f9-cc68-423d-8dcc-c4075eba8aff req-8930d089-6d63-4cf6-81d3-c48e313eb7d5 tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7bf3c44d-0252-494d-b797-386271c95392&device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9&device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e&device_id=a8951b3f-8831-4091-bd9d-827140eb7126&device_id=96e3c521-1290-4438-a7ca-a4c864fcc590&device_id=a48c1021-187e-4253-b258-76c6efde6977&device_id=423cd64c-64e4-4fa0-af87-67377ea237de&device_id=4408b267-8392-4441-83e7-5b88954de808&device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a&device_id=5785262d-42f0-4288-a107-ca86e41176a4&device_id=7e580382-5444-4886-9129-dc202c9fb312&device_id=3cce9c06-40c0-41cf-bb6c-e1df28b195c8&device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92&device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00&device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8 HTTP/1.1" status: 200 len: 13526 time: 0.2809772 Jul 15 23:01:54.920911 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-258259e5-8f62-485c-926d-87f633a9e9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:54.983066 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-054526f9-cc68-423d-8dcc-c4075eba8aff req-fc9b1dbe-7a7e-4b95-b431-6927503167ab tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:55.006800 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a847ce78-415b-45ec-944f-4a0bab6fdd08 req-242111e1-d38f-44e6-852d-4489157d95eb tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003489 Jul 15 23:01:55.026958 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932faed6-8129-4480-ba88-d5911dfd23dd req-6e08beb8-0fe2-45a3-96bb-bc74b282d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:55.028529 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-932faed6-8129-4480-ba88-d5911dfd23dd req-6e08beb8-0fe2-45a3-96bb-bc74b282d3b2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2257869 Jul 15 23:01:55.055403 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-258259e5-8f62-485c-926d-87f633a9e9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:55.104113 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258259e5-8f62-485c-926d-87f633a9e9f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a11cf38d-6dd2-4259-95c3-284fde000a18,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:55.112806 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-258259e5-8f62-485c-926d-87f633a9e9f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:55.114603 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-258259e5-8f62-485c-926d-87f633a9e9f3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a11cf38d-6dd2-4259-95c3-284fde000a18 HTTP/1.1" status: 204 len: 168 time: 0.4801815 Jul 15 23:01:55.117316 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36104) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:55.209608 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bca62d98-09fa-4668-8030-2572fa317ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:55.224809 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-932faed6-8129-4480-ba88-d5911dfd23dd req-838e1cc7-db23-4bbb-8ba0-0d09b7185bb9 service neutron] 10.222.0.43 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838405 Jul 15 23:01:55.244851 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-054526f9-cc68-423d-8dcc-c4075eba8aff req-fc9b1dbe-7a7e-4b95-b431-6927503167ab tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:55.274555 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-054526f9-cc68-423d-8dcc-c4075eba8aff req-fc9b1dbe-7a7e-4b95-b431-6927503167ab tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:55.310843 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bca62d98-09fa-4668-8030-2572fa317ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:55.324287 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-bca62d98-09fa-4668-8030-2572fa317ecd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0abd01de-0bf9-4623-8f51-ac16e6ebee3b']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:55.337597 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-bca62d98-09fa-4668-8030-2572fa317ecd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd73b165b-62f7-4c14-8fdc-da26cf08f9e6') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:55.338127 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-bca62d98-09fa-4668-8030-2572fa317ecd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd73b165b-62f7-4c14-8fdc-da26cf08f9e6') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:55.348645 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bca62d98-09fa-4668-8030-2572fa317ecd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:55.354929 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 91170951-c0d4-41e9-b2f2-b93d376366dd no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:01:55.362680 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-054526f9-cc68-423d-8dcc-c4075eba8aff req-fc9b1dbe-7a7e-4b95-b431-6927503167ab tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fc5d1726-8827-49ab-b252-37e40a64e044&id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&id=7c01b3b1-37b8-4fde-99dd-0caf4efc1c2a&id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.4440312 Jul 15 23:01:55.368802 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bca62d98-09fa-4668-8030-2572fa317ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:55.377579 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca62d98-09fa-4668-8030-2572fa317ecd admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:01:55.378355 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bca62d98-09fa-4668-8030-2572fa317ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:55.380758 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:01:55.380758 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:01:55.380758 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:01:55.380758 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:01:55.380758 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:01:55.380758 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:01:55.380758 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:01:55.380758 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:01:55.380758 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:01:55.380758 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:01:55.380758 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:01:55.380758 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:01:55.380758 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:01:55.380758 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:01:55.380758 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:01:55.380758 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:01:55.380758 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:01:55.380758 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:01:55.380758 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:01:55.380758 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:01:55.380758 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:01:55.380758 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:01:55.380758 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:01:55.380758 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:01:55.380758 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:01:55.380758 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:01:55.380758 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:01:55.380758 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:01:55.380758 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:01:55.380758 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:01:55.380758 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:01:55.380758 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:01:55.382690 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b1dbe-7a7e-4b95-b431-6927503167ab tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddfd846-ce68-4835-b8d3-dd75396bbb1e,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:55.428233 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-932faed6-8129-4480-ba88-d5911dfd23dd req-c4e2cf59-085e-4504-8b16-5b0e475e17e5 service neutron] 10.222.0.43 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929586 Jul 15 23:01:55.444422 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345befee-e91e-41e9-9abb-68c7ef6bb1ca req-eb3b4289-6bc9-4820-9f2a-2b39abf13438 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:55.453020 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-345befee-e91e-41e9-9abb-68c7ef6bb1ca req-eb3b4289-6bc9-4820-9f2a-2b39abf13438 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/ports?device_id=423cd64c-64e4-4fa0-af87-67377ea237de&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2057657 Jul 15 23:01:55.470369 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 91170951-c0d4-41e9-b2f2-b93d376366dd {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:01:55.470873 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 91170951-c0d4-41e9-b2f2-b93d376366dd not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:01:55.473424 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bca62d98-09fa-4668-8030-2572fa317ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:55.484691 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bca62d98-09fa-4668-8030-2572fa317ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:55.490232 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bca62d98-09fa-4668-8030-2572fa317ecd admin admin] 10.222.0.16 "DELETE /v2.0/networks/0abd01de-0bf9-4623-8f51-ac16e6ebee3b HTTP/1.1" status: 204 len: 168 time: 0.3688843 Jul 15 23:01:55.512097 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca62d98-09fa-4668-8030-2572fa317ecd admin admin] Pushing event deleted for resources: {'Network': ['ID=0abd01de-0bf9-4623-8f51-ac16e6ebee3b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:55.519331 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-345befee-e91e-41e9-9abb-68c7ef6bb1ca req-a9f5ab0a-8cad-4ca9-9e90-ef12c6b07f4c tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.213 HTTP/1.1" status: 200 len: 696 time: 0.0651789 Jul 15 23:01:55.529404 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-345befee-e91e-41e9-9abb-68c7ef6bb1ca req-2723847c-dd86-4bdf-bd57-cbd7603d0f5f tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Request body: {'floatingip': {'port_id': '0251246e-9acb-4efb-bd9d-bfbd227442dd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:55.577556 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36118) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:55.615242 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-345befee-e91e-41e9-9abb-68c7ef6bb1ca req-2723847c-dd86-4bdf-bd57-cbd7603d0f5f tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks [] for floatingip, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:55.705291 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 36122) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:55.710032 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7fb70943-a618-4149-970f-fb5705430c07 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-422039120-network', 'tenant_id': 'cf68f5e73ecc4026951a5fd300d11277'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:55.732528 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb70943-a618-4149-970f-fb5705430c07 admin admin] Made reservation on behalf of cf68f5e73ecc4026951a5fd300d11277 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:01:55.735298 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fb70943-a618-4149-970f-fb5705430c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:55.743761 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fb70943-a618-4149-970f-fb5705430c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:55.766424 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f2fbb-e923-48b6-96f5-f951fc6a0efd req-1b0b2712-95a4-4b76-89ed-a48ff4a6e3f3 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:55.769186 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-548f2fbb-e923-48b6-96f5-f951fc6a0efd req-1b0b2712-95a4-4b76-89ed-a48ff4a6e3f3 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 944 time: 0.1914248 Jul 15 23:01:55.849466 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fb70943-a618-4149-970f-fb5705430c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:55.853625 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fb70943-a618-4149-970f-fb5705430c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:55.855437 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-cac3a3fd-a196-4fb8-9e01-429a7d72f3e3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=763e938dd0544cc5b7d8a4ef225bbfdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482782 Jul 15 23:01:55.858951 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36124) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:55.877568 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-548f2fbb-e923-48b6-96f5-f951fc6a0efd req-34ab003c-a82a-4ce2-93f2-0eca418fecbf tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996354 Jul 15 23:01:55.891241 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb70943-a618-4149-970f-fb5705430c07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:01:55.911264 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fb70943-a618-4149-970f-fb5705430c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:55.911613 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-7fb70943-a618-4149-970f-fb5705430c07 admin admin] Added segment 03433303-0a46-4d39-b5db-bf97727410e3 of type vlan for network 4212f26f-6afd-472c-b146-e8b3fe028ddc Jul 15 23:01:55.915641 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb70943-a618-4149-970f-fb5705430c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1088c062-91fe-405b-a2ab-26d73d6064e2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:55.977807 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fb70943-a618-4149-970f-fb5705430c07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:55.993954 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a56ba871-aeb9-43ca-ad9a-08ef7bddab1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:56.032935 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a56ba871-aeb9-43ca-ad9a-08ef7bddab1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:56.042355 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fb70943-a618-4149-970f-fb5705430c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:56.043375 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70943-a618-4149-970f-fb5705430c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:56.043958 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fb70943-a618-4149-970f-fb5705430c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:56.104112 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7fb70943-a618-4149-970f-fb5705430c07 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5225253 Jul 15 23:01:56.104503 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36132) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:56.112443 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8681845e-aee4-4b88-9e61-1838cebfd2b1 admin admin] Request body: {'subnet': {'network_id': '4212f26f-6afd-472c-b146-e8b3fe028ddc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-422039120-subnet', 'tenant_id': 'cf68f5e73ecc4026951a5fd300d11277', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:56.161769 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8681845e-aee4-4b88-9e61-1838cebfd2b1 admin admin] Made reservation on behalf of cf68f5e73ecc4026951a5fd300d11277 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:01:56.164579 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8681845e-aee4-4b88-9e61-1838cebfd2b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:56.166046 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb70943-a618-4149-970f-fb5705430c07 admin admin] Pushing event updated for resources: {'Network': ['ID=4212f26f-6afd-472c-b146-e8b3fe028ddc,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:56.179094 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 4212f26f-6afd-472c-b146-e8b3fe028ddc details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:01:56.237766 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a56ba871-aeb9-43ca-ad9a-08ef7bddab1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:56.241039 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a56ba871-aeb9-43ca-ad9a-08ef7bddab1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:56.242537 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a56ba871-aeb9-43ca-ad9a-08ef7bddab1d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89620e7d-3258-4187-b8dd-d786e13dd49c HTTP/1.1" status: 204 len: 168 time: 0.3807466 Jul 15 23:01:56.248491 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-345befee-e91e-41e9-9abb-68c7ef6bb1ca req-2723847c-dd86-4bdf-bd57-cbd7603d0f5f tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:56.260155 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-345befee-e91e-41e9-9abb-68c7ef6bb1ca req-2723847c-dd86-4bdf-bd57-cbd7603d0f5f tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:56.415771 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ba871-aeb9-43ca-ad9a-08ef7bddab1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89620e7d-3258-4187-b8dd-d786e13dd49c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:56.497710 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06abaf-9345-49ec-b38c-709a1482079c req-48411be4-e7e5-4c91-ba2d-c767930a955d tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:56.502151 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4e06abaf-9345-49ec-b38c-709a1482079c req-48411be4-e7e5-4c91-ba2d-c767930a955d tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8951b3f-8831-4091-bd9d-827140eb7126 HTTP/1.1" status: 200 len: 945 time: 0.1876228 Jul 15 23:01:56.558115 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5141996e-8553-4693-b94a-4240ecd9a22d req-7103961d-afd3-4a7c-9577-fb3a23c942dc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0987060 Jul 15 23:01:56.559559 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8681845e-aee4-4b88-9e61-1838cebfd2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:56.585448 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [req-345befee-e91e-41e9-9abb-68c7ef6bb1ca req-2723847c-dd86-4bdf-bd57-cbd7603d0f5f tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Floating IP a4d08bbb-e7df-43fb-a829-b00c95b59257 associated. External IP: 172.25.4.213, port: 0251246e-9acb-4efb-bd9d-bfbd227442dd. Jul 15 23:01:56.725200 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8681845e-aee4-4b88-9e61-1838cebfd2b1 admin admin] Checking segment: {'id': '03433303-0a46-4d39-b5db-bf97727410e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4212f26f-6afd-472c-b146-e8b3fe028ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:01:56.725697 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8681845e-aee4-4b88-9e61-1838cebfd2b1 admin admin] Network hostable DHCP agents. Network: 4212f26f-6afd-472c-b146-e8b3fe028ddc, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:01:56.740311 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681845e-aee4-4b88-9e61-1838cebfd2b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad3ff189-3fc3-4bc9-9b4a-6555f820f246,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:56.785243 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8681845e-aee4-4b88-9e61-1838cebfd2b1 admin admin] Network 4212f26f-6afd-472c-b146-e8b3fe028ddc is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:01:56.805923 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-8681845e-aee4-4b88-9e61-1838cebfd2b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 4212f26f-6afd-472c-b146-e8b3fe028ddc) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:01:56.810979 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8681845e-aee4-4b88-9e61-1838cebfd2b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:56.811579 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8681845e-aee4-4b88-9e61-1838cebfd2b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:56.819044 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45478861-a036-4a93-bc84-52da3844a67f None None] Network 4212f26f-6afd-472c-b146-e8b3fe028ddc requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:01:56.831863 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8681845e-aee4-4b88-9e61-1838cebfd2b1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7260838 Jul 15 23:01:56.939019 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36164) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:57.031023 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-785cfc91-3227-4897-a8f4-5202b2a666cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83c821c5713f481d862b91a66c068a34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0884385 Jul 15 23:01:57.038033 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36174) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:57.107658 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed174bbd-6561-4ff6-aa71-de760e212877 None None] Network 4212f26f-6afd-472c-b146-e8b3fe028ddc requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:01:57.130331 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aed8b8cc-931e-4ca7-8774-f7c37eec314b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:57.160901 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aed8b8cc-931e-4ca7-8774-f7c37eec314b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:57.182098 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-4e06abaf-9345-49ec-b38c-709a1482079c req-c4913908-05d4-4026-9220-e531b1c46ba6 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Deleting port 8defc89b-5239-4f40-b7d1-e4e35de98a8b {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:01:57.182627 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-4e06abaf-9345-49ec-b38c-709a1482079c req-c4913908-05d4-4026-9220-e531b1c46ba6 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:57.218686 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8d002-cfc0-49a9-89db-f6234d049a0e req-1c8364ce-c7b1-4856-aa63-bedc6d8b6645 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:57.220460 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7df8d002-cfc0-49a9-89db-f6234d049a0e req-1c8364ce-c7b1-4856-aa63-bedc6d8b6645 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 949 time: 0.1769981 Jul 15 23:01:57.232354 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aed8b8cc-931e-4ca7-8774-f7c37eec314b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:57.236653 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aed8b8cc-931e-4ca7-8774-f7c37eec314b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:57.238267 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-aed8b8cc-931e-4ca7-8774-f7c37eec314b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1d6ca38-efe3-4b9a-b9da-f0a7f50e5019 HTTP/1.1" status: 204 len: 168 time: 0.1990426 Jul 15 23:01:57.247811 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8b8cc-931e-4ca7-8774-f7c37eec314b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d6ca38-efe3-4b9a-b9da-f0a7f50e5019,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:57.410967 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7df8d002-cfc0-49a9-89db-f6234d049a0e req-77180f71-21f8-49ec-9fa8-c6e840c9dc0e tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541960 Jul 15 23:01:57.427086 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-4e06abaf-9345-49ec-b38c-709a1482079c req-c4913908-05d4-4026-9220-e531b1c46ba6 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] For port 8defc89b-5239-4f40-b7d1-e4e35de98a8b, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=8defc89b-5239-4f40-b7d1-e4e35de98a8b,segment=NetworkSegment(e1af966a-423e-42b4-a81a-38e509395b16),segment_id=e1af966a-423e-42b4-a81a-38e509395b16)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:57.431507 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-4e06abaf-9345-49ec-b38c-709a1482079c req-c4913908-05d4-4026-9220-e531b1c46ba6 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:57.470217 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-4e06abaf-9345-49ec-b38c-709a1482079c req-c4913908-05d4-4026-9220-e531b1c46ba6 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Calling delete_port for 8defc89b-5239-4f40-b7d1-e4e35de98a8b owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:01:57.486823 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-345befee-e91e-41e9-9abb-68c7ef6bb1ca req-2723847c-dd86-4bdf-bd57-cbd7603d0f5f tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Router 32d5f623-bc05-4238-ac23-45976af4741a has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:01:57.724943 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-345befee-e91e-41e9-9abb-68c7ef6bb1ca req-2723847c-dd86-4bdf-bd57-cbd7603d0f5f tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:01:57.735895 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98622f1-8d36-4f35-8073-35dae9541fbf None None] Sync routers for ids ['32d5f623-bc05-4238-ac23-45976af4741a'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:01:57.740366 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-345befee-e91e-41e9-9abb-68c7ef6bb1ca req-2723847c-dd86-4bdf-bd57-cbd7603d0f5f tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:57.753836 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98622f1-8d36-4f35-8073-35dae9541fbf None None] Routers {'32d5f623-bc05-4238-ac23-45976af4741a'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:01:57.754476 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d98622f1-8d36-4f35-8073-35dae9541fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:01:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['32d5f623-bc05-4238-ac23-45976af4741a'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:57.805250 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-345befee-e91e-41e9-9abb-68c7ef6bb1ca req-2723847c-dd86-4bdf-bd57-cbd7603d0f5f tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "PUT /v2.0/floatingips/a4d08bbb-e7df-43fb-a829-b00c95b59257 HTTP/1.1" status: 200 len: 996 time: 2.2801535 Jul 15 23:01:57.806906 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '423cd64c-64e4-4fa0-af87-67377ea237de', 'tag': '0251246e-9acb-4efb-bd9d-bfbd227442dd'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:57.809162 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a7fb2e-ad09-4ddb-9fa3-1478c597c732" -d '{"events": [{"name": "network-changed", "server_uuid": "423cd64c-64e4-4fa0-af87-67377ea237de", "tag": "0251246e-9acb-4efb-bd9d-bfbd227442dd"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:57.819211 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-4e06abaf-9345-49ec-b38c-709a1482079c req-c4913908-05d4-4026-9220-e531b1c46ba6 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:57.832577 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['8defc89b-5239-4f40-b7d1-e4e35de98a8b'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:57.866221 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['0251246e-9acb-4efb-bd9d-bfbd227442dd'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:57.897432 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4913908-05d4-4026-9220-e531b1c46ba6 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Pushing event deleted for resources: {'Port': ['ID=8defc89b-5239-4f40-b7d1-e4e35de98a8b,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:57.962517 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e06abaf-9345-49ec-b38c-709a1482079c req-c4913908-05d4-4026-9220-e531b1c46ba6 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] No DVR routers for this DVR port 8defc89b-5239-4f40-b7d1-e4e35de98a8b on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:01:57.977367 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-4e06abaf-9345-49ec-b38c-709a1482079c req-c4913908-05d4-4026-9220-e531b1c46ba6 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:57.983430 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4e06abaf-9345-49ec-b38c-709a1482079c req-c4913908-05d4-4026-9220-e531b1c46ba6 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.43 "DELETE /v2.0/ports/8defc89b-5239-4f40-b7d1-e4e35de98a8b HTTP/1.1" status: 204 len: 173 time: 1.4586041 Jul 15 23:01:58.033811 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-d98622f1-8d36-4f35-8073-35dae9541fbf None None] Set router 32d5f623-bc05-4238-ac23-45976af4741a gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:01:58.036602 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e926c6-99d6-4b57-b1be-1e9be6dcd35a req-3c7797af-92e5-4159-a839-b5961e15d6f6 tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:58.037402 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e926c6-99d6-4b57-b1be-1e9be6dcd35a req-3c7797af-92e5-4159-a839-b5961e15d6f6 tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:58.038098 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e926c6-99d6-4b57-b1be-1e9be6dcd35a req-3c7797af-92e5-4159-a839-b5961e15d6f6 tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:58.041334 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27e926c6-99d6-4b57-b1be-1e9be6dcd35a req-3c7797af-92e5-4159-a839-b5961e15d6f6 tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7bf3c44d-0252-494d-b797-386271c95392&device_id=96e3c521-1290-4438-a7ca-a4c864fcc590&device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 2884 time: 0.2351875 Jul 15 23:01:58.050067 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345befee-e91e-41e9-9abb-68c7ef6bb1ca req-b4c626bb-652d-496a-95c1-306a34d9fbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:58.061854 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-345befee-e91e-41e9-9abb-68c7ef6bb1ca req-b4c626bb-652d-496a-95c1-306a34d9fbe6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=721953eafb1a4074972c303c4abb8e6a&device_id=423cd64c-64e4-4fa0-af87-67377ea237de HTTP/1.1" status: 200 len: 1096 time: 0.2385354 Jul 15 23:01:58.088518 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7dac81c7-594e-4e4c-9ba6-966ec3080bbf req-8e8318fa-91ce-4f05-b61d-2e1025a894e8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1198680 Jul 15 23:01:58.214179 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27e926c6-99d6-4b57-b1be-1e9be6dcd35a req-ec531196-7e68-485c-b5d3-5336c2091a58 tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396673 Jul 15 23:01:58.265009 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345befee-e91e-41e9-9abb-68c7ef6bb1ca req-7ccd42bf-1dd3-402f-b29a-d36461c6ea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:58.276736 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-345befee-e91e-41e9-9abb-68c7ef6bb1ca req-7ccd42bf-1dd3-402f-b29a-d36461c6ea21 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae HTTP/1.1" status: 200 len: 922 time: 0.2126019 Jul 15 23:01:58.361398 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac81c7-594e-4e4c-9ba6-966ec3080bbf req-f4e2d4d9-80e8-47d8-a315-4fe664cf3671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:58.362172 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7dac81c7-594e-4e4c-9ba6-966ec3080bbf req-f4e2d4d9-80e8-47d8-a315-4fe664cf3671 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 1101 time: 0.0958278 Jul 15 23:01:58.476665 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-345befee-e91e-41e9-9abb-68c7ef6bb1ca req-41fa8690-f4a4-4007-b817-ea2c96b058a0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0251246e-9acb-4efb-bd9d-bfbd227442dd HTTP/1.1" status: 200 len: 999 time: 0.1990309 Jul 15 23:01:58.502909 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac81c7-594e-4e4c-9ba6-966ec3080bbf req-f6bd3652-00fd-411e-900c-a6db6b19d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:58.505195 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7dac81c7-594e-4e4c-9ba6-966ec3080bbf req-f6bd3652-00fd-411e-900c-a6db6b19d28c service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.1020870 Jul 15 23:01:58.524408 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddc6b5-1a59-4592-9092-e8e6ee226b48 req-a6fa6e84-9861-4420-8684-cf6f5f513f1a tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:58.525908 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-61ddc6b5-1a59-4592-9092-e8e6ee226b48 req-a6fa6e84-9861-4420-8684-cf6f5f513f1a tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 1095 time: 0.1230257 Jul 15 23:01:58.526397 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d98622f1-8d36-4f35-8073-35dae9541fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5f623-bc05-4238-ac23-45976af4741a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1412405083-router', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:00:51Z', 'updated_at': '2021-07-15T23:00:58Z', 'revision_number': 4, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'gw_port': {'id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:52Z', 'updated_at': '2021-07-15T23:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'a4d08bbb-e7df-43fb-a829-b00c95b59257', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'floating_ip_address': '172.25.4.213', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'port_id': '0251246e-9acb-4efb-bd9d-bfbd227442dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'mac_address': 'fa:16:3e:5a:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423cd64c-64e4-4fa0-af87-67377ea237de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:01:20Z', 'updated_at': '2021-07-15T23:01:56Z', 'revision_number': 8, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a34e8cc-84cd-40d0-a002-c6e093e899bc', 'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'mac_address': 'fa:16:3e:12:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:56Z', 'updated_at': '2021-07-15T23:01:06Z', 'revision_number': 5, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'subnets': [{'id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:58.536613 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345befee-e91e-41e9-9abb-68c7ef6bb1ca req-6395cda9-9f15-438c-ac07-dc5ca747e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:58.538027 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-345befee-e91e-41e9-9abb-68c7ef6bb1ca req-6395cda9-9f15-438c-ac07-dc5ca747e2e0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cb78c5c-80d7-4319-bbd2-bc5b34e57492 HTTP/1.1" status: 200 len: 860 time: 0.0605276 Jul 15 23:01:58.550025 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7dac81c7-594e-4e4c-9ba6-966ec3080bbf req-c127d38d-0a86-4a66-ad79-99e70ca555ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca HTTP/1.1" status: 200 len: 217 time: 0.0372355 Jul 15 23:01:58.557801 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98622f1-8d36-4f35-8073-35dae9541fbf None None] Checking router: 32d5f623-bc05-4238-ac23-45976af4741a for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:01:58.566700 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98622f1-8d36-4f35-8073-35dae9541fbf None None] Routers {'32d5f623-bc05-4238-ac23-45976af4741a'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:01:58.567306 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d98622f1-8d36-4f35-8073-35dae9541fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:01:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['32d5f623-bc05-4238-ac23-45976af4741a'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:58.593698 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-61ddc6b5-1a59-4592-9092-e8e6ee226b48 req-9cfc4e78-763d-4670-89e7-ee360d2a1fee tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594769 Jul 15 23:01:58.607489 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac81c7-594e-4e4c-9ba6-966ec3080bbf req-64fa684b-bcc4-4745-b43c-ce676d4b8c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:58.609460 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7dac81c7-594e-4e4c-9ba6-966ec3080bbf req-64fa684b-bcc4-4745-b43c-ce676d4b8c1d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0489695 Jul 15 23:01:58.638092 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345befee-e91e-41e9-9abb-68c7ef6bb1ca req-967637b8-d6f5-4d89-bdf2-e4215c5be663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:58.639844 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-345befee-e91e-41e9-9abb-68c7ef6bb1ca req-967637b8-d6f5-4d89-bdf2-e4215c5be663 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879230 Jul 15 23:01:58.681047 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac81c7-594e-4e4c-9ba6-966ec3080bbf req-c7757937-0ff4-4cec-b188-a9a68658bbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:58.682986 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7dac81c7-594e-4e4c-9ba6-966ec3080bbf req-c7757937-0ff4-4cec-b188-a9a68658bbd9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0607941 Jul 15 23:01:58.711601 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-d98622f1-8d36-4f35-8073-35dae9541fbf None None] Set router 32d5f623-bc05-4238-ac23-45976af4741a gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:01:58.848895 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-345befee-e91e-41e9-9abb-68c7ef6bb1ca req-14f17c03-aa8c-4558-a242-0d82610b3f91 service neutron] 10.222.0.16 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976140 Jul 15 23:01:58.863387 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7dac81c7-594e-4e4c-9ba6-966ec3080bbf req-1441ed61-1370-404a-a357-0b288df5322b service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594920 Jul 15 23:01:58.973358 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-5db40ccb-4cc4-4c0e-9093-b04c3a96b059 req-07947a9a-5fad-45d8-9436-91decb81bed2 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1858752813', 'description': 'tempest-description-1770694323'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:59.013433 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7dac81c7-594e-4e4c-9ba6-966ec3080bbf req-55266e9b-8fad-45f7-a5b4-0deceba7b16c service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386700 Jul 15 23:01:59.043927 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-345befee-e91e-41e9-9abb-68c7ef6bb1ca req-988d31cb-7cda-4f6e-b5dd-2296d9415faa service neutron] 10.222.0.16 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890993 Jul 15 23:01:59.048767 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5db40ccb-4cc4-4c0e-9093-b04c3a96b059 req-07947a9a-5fad-45d8-9436-91decb81bed2 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:59.073838 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141996e-8553-4693-b94a-4240ecd9a22d req-8cca50b2-2e03-4973-be42-4d206ccec993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:59.075609 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5141996e-8553-4693-b94a-4240ecd9a22d req-8cca50b2-2e03-4973-be42-4d206ccec993 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 1100 time: 0.1192286 Jul 15 23:01:59.146460 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d98622f1-8d36-4f35-8073-35dae9541fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5f623-bc05-4238-ac23-45976af4741a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1412405083-router', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:00:51Z', 'updated_at': '2021-07-15T23:00:58Z', 'revision_number': 4, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'gw_port': {'id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:52Z', 'updated_at': '2021-07-15T23:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'a4d08bbb-e7df-43fb-a829-b00c95b59257', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'floating_ip_address': '172.25.4.213', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'port_id': '0251246e-9acb-4efb-bd9d-bfbd227442dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'mac_address': 'fa:16:3e:5a:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423cd64c-64e4-4fa0-af87-67377ea237de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:01:20Z', 'updated_at': '2021-07-15T23:01:56Z', 'revision_number': 8, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a34e8cc-84cd-40d0-a002-c6e093e899bc', 'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'mac_address': 'fa:16:3e:12:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:56Z', 'updated_at': '2021-07-15T23:01:06Z', 'revision_number': 5, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'subnets': [{'id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:59.179850 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98622f1-8d36-4f35-8073-35dae9541fbf None None] The sync data for ids ['32d5f623-bc05-4238-ac23-45976af4741a'] in n-d-787205-9 is: [{'id': '32d5f623-bc05-4238-ac23-45976af4741a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1412405083-router', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:00:51Z', 'updated_at': '2021-07-15T23:00:58Z', 'revision_number': 4, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'gw_port': {'id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:52Z', 'updated_at': '2021-07-15T23:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'a4d08bbb-e7df-43fb-a829-b00c95b59257', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'floating_ip_address': '172.25.4.213', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'port_id': '0251246e-9acb-4efb-bd9d-bfbd227442dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'mac_address': 'fa:16:3e:5a:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423cd64c-64e4-4fa0-af87-67377ea237de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:01:20Z', 'updated_at': '2021-07-15T23:01:56Z', 'revision_number': 8, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a34e8cc-84cd-40d0-a002-c6e093e899bc', 'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'mac_address': 'fa:16:3e:12:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:56Z', 'updated_at': '2021-07-15T23:01:06Z', 'revision_number': 5, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'subnets': [{'id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:01:59.207490 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141996e-8553-4693-b94a-4240ecd9a22d req-d4eb9207-2962-4f17-a047-1dcce4a1b0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:59.208973 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5141996e-8553-4693-b94a-4240ecd9a22d req-d4eb9207-2962-4f17-a047-1dcce4a1b0cf service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.1236145 Jul 15 23:01:59.218455 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b23483-e1ac-4023-bd71-882306049269 x-openstack-request-id: req-62b23483-e1ac-4023-bd71-882306049269 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:59.218455 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "423cd64c-64e4-4fa0-af87-67377ea237de", "tag": "0251246e-9acb-4efb-bd9d-bfbd227442dd", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:59.219149 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62b23483-e1ac-4023-bd71-882306049269 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:59.219560 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '423cd64c-64e4-4fa0-af87-67377ea237de', 'tag': '0251246e-9acb-4efb-bd9d-bfbd227442dd', 'status': 'completed', 'code': 200} Jul 15 23:01:59.236349 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5db40ccb-4cc4-4c0e-9093-b04c3a96b059 req-07947a9a-5fad-45d8-9436-91decb81bed2 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:59.272566 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5db40ccb-4cc4-4c0e-9093-b04c3a96b059 req-07947a9a-5fad-45d8-9436-91decb81bed2 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:59.284697 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5141996e-8553-4693-b94a-4240ecd9a22d req-f5264f70-407e-4ce8-a562-68550e664698 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=c6fbc364-f578-4f23-be5e-eb66001c2a94 HTTP/1.1" status: 200 len: 217 time: 0.0571604 Jul 15 23:01:59.330098 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5db40ccb-4cc4-4c0e-9093-b04c3a96b059 req-07947a9a-5fad-45d8-9436-91decb81bed2 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:59.331349 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5db40ccb-4cc4-4c0e-9093-b04c3a96b059 req-07947a9a-5fad-45d8-9436-91decb81bed2 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3647702 Jul 15 23:01:59.348197 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7fb2e-ad09-4ddb-9fa3-1478c597c732 req-2e189b18-3b51-46cd-8ede-e49e6ca14c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:59.350420 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-47a7fb2e-ad09-4ddb-9fa3-1478c597c732 req-2e189b18-3b51-46cd-8ede-e49e6ca14c34 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=721953eafb1a4074972c303c4abb8e6a&device_id=423cd64c-64e4-4fa0-af87-67377ea237de HTTP/1.1" status: 200 len: 1096 time: 0.0754881 Jul 15 23:01:59.350943 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07947a9a-5fad-45d8-9436-91decb81bed2 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b393266f-9fe2-4cdf-ac23-a6561bef9e30,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:59.372357 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141996e-8553-4693-b94a-4240ecd9a22d req-e4aa99b4-b6b9-4a3b-8b9e-baf9ac8c5869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:59.373981 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5141996e-8553-4693-b94a-4240ecd9a22d req-e4aa99b4-b6b9-4a3b-8b9e-baf9ac8c5869 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0815740 Jul 15 23:01:59.456494 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c33858b-91e3-4fb3-9da3-9f72e0fd5850 None None] New status for floating IP a4d08bbb-e7df-43fb-a829-b00c95b59257: ACTIVE {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:01:59.469466 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141996e-8553-4693-b94a-4240ecd9a22d req-0296513f-4154-4193-8f27-abce3b5e6224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:59.471170 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5141996e-8553-4693-b94a-4240ecd9a22d req-0296513f-4154-4193-8f27-abce3b5e6224 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0888681 Jul 15 23:01:59.508995 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7fb2e-ad09-4ddb-9fa3-1478c597c732 req-765a7663-8c69-40be-96eb-2eb6ad97f7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:59.510562 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-47a7fb2e-ad09-4ddb-9fa3-1478c597c732 req-765a7663-8c69-40be-96eb-2eb6ad97f7a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae HTTP/1.1" status: 200 len: 922 time: 0.1397209 Jul 15 23:01:59.584479 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-fb1a036b-21d9-4fe6-a8b6-ed373bc90ce2 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ac1818bf6784439394435f2c7a266480&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592868 Jul 15 23:01:59.598432 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-47a7fb2e-ad09-4ddb-9fa3-1478c597c732 req-0727be40-e21e-432a-99aa-cc79e139f122 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0251246e-9acb-4efb-bd9d-bfbd227442dd HTTP/1.1" status: 200 len: 999 time: 0.0797741 Jul 15 23:01:59.673568 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7fb2e-ad09-4ddb-9fa3-1478c597c732 req-75d55449-51af-475b-a483-c8b6c73d1db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:59.675328 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-47a7fb2e-ad09-4ddb-9fa3-1478c597c732 req-75d55449-51af-475b-a483-c8b6c73d1db8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3cb78c5c-80d7-4319-bbd2-bc5b34e57492 HTTP/1.1" status: 200 len: 860 time: 0.0556583 Jul 15 23:01:59.731418 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ade0bc-b8b2-407c-9911-2597df477aca req-1ae72b6e-c38a-4533-ba57-98753a3662e8 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:59.740472 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7fb2e-ad09-4ddb-9fa3-1478c597c732 req-f411caee-783a-4ddf-8152-4b8c5182e75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:59.741138 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e7ade0bc-b8b2-407c-9911-2597df477aca req-1ae72b6e-c38a-4533-ba57-98753a3662e8 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 949 time: 0.2784839 Jul 15 23:01:59.742031 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-47a7fb2e-ad09-4ddb-9fa3-1478c597c732 req-f411caee-783a-4ddf-8152-4b8c5182e75b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588720 Jul 15 23:01:59.774379 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5141996e-8553-4693-b94a-4240ecd9a22d req-9eff0e3f-fec1-4e00-9a2b-d463bc865389 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930970 Jul 15 23:01:59.828826 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-58ed370f-729a-4636-ad40-c4da6fe9f7ca tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:59.830231 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-58ed370f-729a-4636-ad40-c4da6fe9f7ca tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2446992 Jul 15 23:01:59.839951 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-47a7fb2e-ad09-4ddb-9fa3-1478c597c732 req-3ebb1be1-d862-40aa-90c1-2d47609117bc service neutron] 10.222.0.36 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877964 Jul 15 23:01:59.844115 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e7ade0bc-b8b2-407c-9911-2597df477aca req-49254f2f-99b2-4a44-847c-ff18ea75b03c tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019607 Jul 15 23:01:59.856405 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-dc42ccff-c5a1-4793-9173-9406d06c08a6 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] 10.222.0.16 "GET /v2.0/quotas/ac1818bf6784439394435f2c7a266480 HTTP/1.1" status: 200 len: 375 time: 0.0182846 Jul 15 23:01:59.861843 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 8defc89b-5239-4f40-b7d1-e4e35de98a8b no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:01:59.889870 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 8defc89b-5239-4f40-b7d1-e4e35de98a8b {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:01:59.890457 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 8defc89b-5239-4f40-b7d1-e4e35de98a8b not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:01:59.924211 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-0003f76d-e3ed-4455-a600-7c5da716df91 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac1818bf6784439394435f2c7a266480&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341837 Jul 15 23:01:59.951362 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5141996e-8553-4693-b94a-4240ecd9a22d req-fd2deb75-03a8-413a-94b9-11fe82c7a262 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684358 Jul 15 23:01:59.953587 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-47a7fb2e-ad09-4ddb-9fa3-1478c597c732 req-f57f31ec-a984-4354-a694-36b83593c00c service neutron] 10.222.0.36 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015158 Jul 15 23:02:00.013612 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c87ca-20ea-409a-b6fb-cbca2a9c670c req-b6276ebf-1e8c-49f0-8bda-46922dce7026 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:00.015283 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5d1c87ca-20ea-409a-b6fb-cbca2a9c670c req-b6276ebf-1e8c-49f0-8bda-46922dce7026 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 1095 time: 0.0574009 Jul 15 23:02:00.070790 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5d1c87ca-20ea-409a-b6fb-cbca2a9c670c req-3a5b2b5c-dbcf-4fff-8d11-32c31feb6108 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477848 Jul 15 23:02:00.182112 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-48e7d3ae-f329-4916-9c51-9280b6ed8a29 req-b31a9618-f8b6-4d30-8c0b-1b5a01c3fe9d tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/floatingips/a4d08bbb-e7df-43fb-a829-b00c95b59257 HTTP/1.1" status: 200 len: 998 time: 0.0909610 Jul 15 23:02:00.293797 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7d3ae-f329-4916-9c51-9280b6ed8a29 req-39d42f92-8be8-47d1-92dc-ef6bd3832b62 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:00.295234 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-48e7d3ae-f329-4916-9c51-9280b6ed8a29 req-39d42f92-8be8-47d1-92dc-ef6bd3832b62 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 784 time: 0.1123624 Jul 15 23:02:00.307388 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-48e7d3ae-f329-4916-9c51-9280b6ed8a29 req-2f07b5b2-7a13-44fe-bad2-7f4d8985bbad tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:02:00.311104 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-48e7d3ae-f329-4916-9c51-9280b6ed8a29 req-2f07b5b2-7a13-44fe-bad2-7f4d8985bbad tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095515 Jul 15 23:02:00.328689 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-bebe4a98-2d66-4cfb-a379-74e0a2ba8e52 req-e571021f-f10f-4b1d-a99c-a86e7f34129f tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-677814751', 'description': 'tempest-description-620923441'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:00.354781 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bebe4a98-2d66-4cfb-a379-74e0a2ba8e52 req-e571021f-f10f-4b1d-a99c-a86e7f34129f tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:00.448299 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bebe4a98-2d66-4cfb-a379-74e0a2ba8e52 req-e571021f-f10f-4b1d-a99c-a86e7f34129f tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:00.453754 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bebe4a98-2d66-4cfb-a379-74e0a2ba8e52 req-e571021f-f10f-4b1d-a99c-a86e7f34129f tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:00.491362 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bebe4a98-2d66-4cfb-a379-74e0a2ba8e52 req-e571021f-f10f-4b1d-a99c-a86e7f34129f tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:00.492671 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bebe4a98-2d66-4cfb-a379-74e0a2ba8e52 req-e571021f-f10f-4b1d-a99c-a86e7f34129f tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1687028 Jul 15 23:02:00.509640 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571021f-f10f-4b1d-a99c-a86e7f34129f tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f775fa5-4f59-49da-9a4e-7b2e5548daba,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:00.571650 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-87f94921-3aea-47e0-b7fc-1f8d680d7195 req-a9960347-bc5f-4d9a-9b91-572a576b18f0 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] 10.222.0.16 "GET /v2.0/ports?device_id=211c425b-6722-443d-b71c-84b35379d9a9 HTTP/1.1" status: 200 len: 210 time: 0.0455656 Jul 15 23:02:00.775228 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e2e8a2f8-6afa-4e1d-9e6a-ac7fc393fbbc req-83a2de44-9ae5-42bc-a691-00840c535878 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.213 HTTP/1.1" status: 200 len: 1001 time: 0.0719047 Jul 15 23:02:00.849974 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8a2f8-6afa-4e1d-9e6a-ac7fc393fbbc req-d27fe757-341d-478e-8cc4-2bb47097fd95 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:00.851800 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e2e8a2f8-6afa-4e1d-9e6a-ac7fc393fbbc req-d27fe757-341d-478e-8cc4-2bb47097fd95 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/ports/0251246e-9acb-4efb-bd9d-bfbd227442dd HTTP/1.1" status: 200 len: 942 time: 0.0709584 Jul 15 23:02:01.051351 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e2e8a2f8-6afa-4e1d-9e6a-ac7fc393fbbc req-c7bc67c8-4e50-4fb5-b867-e502dbcc960e tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.213 HTTP/1.1" status: 200 len: 1001 time: 0.0937517 Jul 15 23:02:01.169643 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8a2f8-6afa-4e1d-9e6a-ac7fc393fbbc req-cd1544e2-abad-4748-90ea-b99c16e834e0 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:01.171081 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e2e8a2f8-6afa-4e1d-9e6a-ac7fc393fbbc req-cd1544e2-abad-4748-90ea-b99c16e834e0 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 784 time: 0.1168199 Jul 15 23:02:01.240771 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8951b3f-8831-4091-bd9d-827140eb7126', 'name': 'network-vif-deleted', 'tag': '8defc89b-5239-4f40-b7d1-e4e35de98a8b'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:01.243015 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb6994d-3069-4023-a72e-3c7e948d0fad" -d '{"events": [{"server_uuid": "a8951b3f-8831-4091-bd9d-827140eb7126", "name": "network-vif-deleted", "tag": "8defc89b-5239-4f40-b7d1-e4e35de98a8b"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:01.310709 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e2e8a2f8-6afa-4e1d-9e6a-ac7fc393fbbc req-eb6b200f-5d47-49f8-bc70-f73353ab4116 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.213 HTTP/1.1" status: 200 len: 1001 time: 0.1270349 Jul 15 23:02:01.325436 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-e2e8a2f8-6afa-4e1d-9e6a-ac7fc393fbbc req-5995886b-a7bc-49e3-be7b-3d1c8514561b tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:01.625379 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-31abcda0-a259-46a4-89aa-82fa136ed64b tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:01.626993 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-31abcda0-a259-46a4-89aa-82fa136ed64b tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/networks?id=4212f26f-6afd-472c-b146-e8b3fe028ddc HTTP/1.1" status: 200 len: 812 time: 0.4549119 Jul 15 23:02:01.653404 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-2e655479-9774-4845-a0d0-864f145d9ee4 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/quotas/cf68f5e73ecc4026951a5fd300d11277 HTTP/1.1" status: 200 len: 375 time: 0.0192845 Jul 15 23:02:01.658427 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e2e8a2f8-6afa-4e1d-9e6a-ac7fc393fbbc req-5995886b-a7bc-49e3-be7b-3d1c8514561b tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks [] for floatingip, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:01.665097 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-526568d7-5fe8-431f-9e2e-f736f6ee48cf tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ac1818bf6784439394435f2c7a266480&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317061 Jul 15 23:02:01.782707 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-b15e80f7-e04b-4d80-ac2d-290df409ebbb tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf68f5e73ecc4026951a5fd300d11277&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367448 Jul 15 23:02:01.808818 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-e12e4577-9e10-4250-be7a-1a0f66219822 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:01.812841 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-e12e4577-9e10-4250-be7a-1a0f66219822 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1393692 Jul 15 23:02:01.830764 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-fb9d70ab-306b-40f8-b550-de5b7d5173d3 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Request body: {'port': {'device_id': '211c425b-6722-443d-b71c-84b35379d9a9', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'admin_state_up': True, 'tenant_id': 'ac1818bf6784439394435f2c7a266480'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:01.885556 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e2e8a2f8-6afa-4e1d-9e6a-ac7fc393fbbc req-5995886b-a7bc-49e3-be7b-3d1c8514561b tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:01.896588 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e2e8a2f8-6afa-4e1d-9e6a-ac7fc393fbbc req-5995886b-a7bc-49e3-be7b-3d1c8514561b tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:01.896836 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [req-e2e8a2f8-6afa-4e1d-9e6a-ac7fc393fbbc req-5995886b-a7bc-49e3-be7b-3d1c8514561b tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Floating IP a4d08bbb-e7df-43fb-a829-b00c95b59257 disassociated. External IP: 172.25.4.213, port: 0251246e-9acb-4efb-bd9d-bfbd227442dd. Jul 15 23:02:01.950216 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-fb9d70ab-306b-40f8-b550-de5b7d5173d3 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Made reservation on behalf of ac1818bf6784439394435f2c7a266480 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:02:01.954054 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-fb9d70ab-306b-40f8-b550-de5b7d5173d3 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:01.963682 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-fb9d70ab-306b-40f8-b550-de5b7d5173d3 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:02.031758 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-e1ddf319-0b33-4185-9422-5652a77a5682 service neutron] 10.222.0.16 "GET /v2.0/networks/4212f26f-6afd-472c-b146-e8b3fe028ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303131 Jul 15 23:02:02.073552 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-fb9d70ab-306b-40f8-b550-de5b7d5173d3 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:02.078681 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-fb9d70ab-306b-40f8-b550-de5b7d5173d3 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:02.147540 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d70ab-306b-40f8-b550-de5b7d5173d3 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f955d4-f7b9-4f44-8316-a7f5e52ed096,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:02.160713 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d70ab-306b-40f8-b550-de5b7d5173d3 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:02.161052 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d70ab-306b-40f8-b550-de5b7d5173d3 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:02.161381 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d70ab-306b-40f8-b550-de5b7d5173d3 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:02.161706 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d70ab-306b-40f8-b550-de5b7d5173d3 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:02.162030 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d70ab-306b-40f8-b550-de5b7d5173d3 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:02.162344 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d70ab-306b-40f8-b550-de5b7d5173d3 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:02.162676 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d70ab-306b-40f8-b550-de5b7d5173d3 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:02.163009 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d70ab-306b-40f8-b550-de5b7d5173d3 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:02.163307 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d70ab-306b-40f8-b550-de5b7d5173d3 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:02.163618 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d70ab-306b-40f8-b550-de5b7d5173d3 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:02.164032 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d70ab-306b-40f8-b550-de5b7d5173d3 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:02.164345 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d70ab-306b-40f8-b550-de5b7d5173d3 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:02.208056 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-bbf7ced6-df6e-49c3-97a1-9f558602b918 service neutron] 10.222.0.16 "GET /v2.0/networks/4212f26f-6afd-472c-b146-e8b3fe028ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684794 Jul 15 23:02:02.222618 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-fb9d70ab-306b-40f8-b550-de5b7d5173d3 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Allocated IP 192.168.233.127 (8d403abe-cee8-4863-bddd-464e9e566e9c/190ae4ce-d44c-4c9c-9241-47db78422478/d277034c-9409-48c5-8e14-c1a0d017be44) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:02:02.230981 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2e8a2f8-6afa-4e1d-9e6a-ac7fc393fbbc req-5995886b-a7bc-49e3-be7b-3d1c8514561b tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Router 32d5f623-bc05-4238-ac23-45976af4741a has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:02:02.363157 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2e8a2f8-6afa-4e1d-9e6a-ac7fc393fbbc req-5995886b-a7bc-49e3-be7b-3d1c8514561b tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:02:02.373903 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e2e8a2f8-6afa-4e1d-9e6a-ac7fc393fbbc req-5995886b-a7bc-49e3-be7b-3d1c8514561b tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:02.374741 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e011c889-03f6-446c-aeec-17e5339ee932 None None] Sync routers for ids ['32d5f623-bc05-4238-ac23-45976af4741a'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:02:02.385960 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e011c889-03f6-446c-aeec-17e5339ee932 None None] Routers {'32d5f623-bc05-4238-ac23-45976af4741a'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:02:02.386589 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e011c889-03f6-446c-aeec-17e5339ee932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:01:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['32d5f623-bc05-4238-ac23-45976af4741a'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:02.425081 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e2e8a2f8-6afa-4e1d-9e6a-ac7fc393fbbc req-5995886b-a7bc-49e3-be7b-3d1c8514561b tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "PUT /v2.0/floatingips/a4d08bbb-e7df-43fb-a829-b00c95b59257 HTTP/1.1" status: 200 len: 696 time: 1.1080995 Jul 15 23:02:02.492414 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8a2f8-6afa-4e1d-9e6a-ac7fc393fbbc req-540ea84c-dda1-45a1-bd4a-000afd79d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:02.501862 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e2e8a2f8-6afa-4e1d-9e6a-ac7fc393fbbc req-540ea84c-dda1-45a1-bd4a-000afd79d8a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=721953eafb1a4074972c303c4abb8e6a&device_id=423cd64c-64e4-4fa0-af87-67377ea237de HTTP/1.1" status: 200 len: 1096 time: 0.0725234 Jul 15 23:02:02.509161 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-fb9d70ab-306b-40f8-b550-de5b7d5173d3 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:02.541176 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-fb9d70ab-306b-40f8-b550-de5b7d5173d3 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Transition to ACTIVE for port object d277034c-9409-48c5-8e14-c1a0d017be44 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:02:02.621263 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-fb9d70ab-306b-40f8-b550-de5b7d5173d3 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:02.644762 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e011c889-03f6-446c-aeec-17e5339ee932 None None] Set router 32d5f623-bc05-4238-ac23-45976af4741a gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:02:02.672201 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-fb9d70ab-306b-40f8-b550-de5b7d5173d3 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:02:02.676772 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-fb9d70ab-306b-40f8-b550-de5b7d5173d3 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:02:02.682168 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-fb9d70ab-306b-40f8-b550-de5b7d5173d3 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:02:02.715266 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8a2f8-6afa-4e1d-9e6a-ac7fc393fbbc req-803f028f-1532-4e41-a2cc-db3cf4d2a10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:02.716759 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e2e8a2f8-6afa-4e1d-9e6a-ac7fc393fbbc req-803f028f-1532-4e41-a2cc-db3cf4d2a10b service neutron] 10.222.0.16 "GET /v2.0/networks?id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae HTTP/1.1" status: 200 len: 922 time: 0.2137012 Jul 15 23:02:02.777177 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1f23f-bd90-4153-b5b0-6f61e24684cf req-7c8d0d69-7f9c-4e8b-9302-6a6013c704f2 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:02.785740 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1bc1f23f-bd90-4153-b5b0-6f61e24684cf req-7c8d0d69-7f9c-4e8b-9302-6a6013c704f2 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 949 time: 0.2418945 Jul 15 23:02:02.792578 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e2e8a2f8-6afa-4e1d-9e6a-ac7fc393fbbc req-909dbeb9-3f0c-4221-897e-f961a2bbd8a2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0251246e-9acb-4efb-bd9d-bfbd227442dd HTTP/1.1" status: 200 len: 217 time: 0.0636587 Jul 15 23:02:02.796213 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-fb9d70ab-306b-40f8-b550-de5b7d5173d3 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:02.796860 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-fb9d70ab-306b-40f8-b550-de5b7d5173d3 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:02.834302 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d70ab-306b-40f8-b550-de5b7d5173d3 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Pushing event updated for resources: {'Port': ['ID=d277034c-9409-48c5-8e14-c1a0d017be44,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:02.839114 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-fb9d70ab-306b-40f8-b550-de5b7d5173d3 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0134554 Jul 15 23:02:02.863798 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-59127e98-c081-49dd-9a57-2dc1256f041f service neutron] Request body: {'port': {'device_id': '211c425b-6722-443d-b71c-84b35379d9a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:02.908467 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1bc1f23f-bd90-4153-b5b0-6f61e24684cf req-5177ed70-708a-475b-aaf1-bc2f415f8a1c tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922198 Jul 15 23:02:02.912035 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8a2f8-6afa-4e1d-9e6a-ac7fc393fbbc req-8178643c-0c68-42ea-bbdb-e1a1856d0225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:02.920385 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e2e8a2f8-6afa-4e1d-9e6a-ac7fc393fbbc req-8178643c-0c68-42ea-bbdb-e1a1856d0225 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3cb78c5c-80d7-4319-bbd2-bc5b34e57492 HTTP/1.1" status: 200 len: 860 time: 0.1250820 Jul 15 23:02:02.998190 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8a2f8-6afa-4e1d-9e6a-ac7fc393fbbc req-e7b75bc1-39d7-4ab4-9cdd-43597e6dba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:03.006826 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e2e8a2f8-6afa-4e1d-9e6a-ac7fc393fbbc req-e7b75bc1-39d7-4ab4-9cdd-43597e6dba7f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852394 Jul 15 23:02:03.015363 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e011c889-03f6-446c-aeec-17e5339ee932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5f623-bc05-4238-ac23-45976af4741a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1412405083-router', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:00:51Z', 'updated_at': '2021-07-15T23:00:58Z', 'revision_number': 4, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'gw_port': {'id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:52Z', 'updated_at': '2021-07-15T23:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '5a34e8cc-84cd-40d0-a002-c6e093e899bc', 'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'mac_address': 'fa:16:3e:12:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:56Z', 'updated_at': '2021-07-15T23:01:06Z', 'revision_number': 5, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'subnets': [{'id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:03.060539 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-59127e98-c081-49dd-9a57-2dc1256f041f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:03.093784 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e011c889-03f6-446c-aeec-17e5339ee932 None None] Checking router: 32d5f623-bc05-4238-ac23-45976af4741a for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:02:03.113959 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e011c889-03f6-446c-aeec-17e5339ee932 None None] Routers {'32d5f623-bc05-4238-ac23-45976af4741a'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:02:03.114485 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e011c889-03f6-446c-aeec-17e5339ee932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:01:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['32d5f623-bc05-4238-ac23-45976af4741a'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:03.151783 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e2e8a2f8-6afa-4e1d-9e6a-ac7fc393fbbc req-11e9e41b-4322-4b5a-9202-b60be34502ac service neutron] 10.222.0.16 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440148 Jul 15 23:02:03.236333 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7d1ba6ed-6a9f-49d6-a33f-4985fc086c10 None None] Provisioning for port d277034c-9409-48c5-8e14-c1a0d017be44 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:02:03.268683 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e2e8a2f8-6afa-4e1d-9e6a-ac7fc393fbbc req-c6a0aaa4-94c7-42b5-9c2c-54ef86e99a7e service neutron] 10.222.0.16 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110127 Jul 15 23:02:03.303879 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7d1ba6ed-6a9f-49d6-a33f-4985fc086c10 None None] Provisioning complete for port d277034c-9409-48c5-8e14-c1a0d017be44 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:02:03.304251 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7d1ba6ed-6a9f-49d6-a33f-4985fc086c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:03.366211 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2256943-e5c7-4096-b51d-aa3a008bb232 x-openstack-request-id: req-a2256943-e5c7-4096-b51d-aa3a008bb232 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:03.366749 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8951b3f-8831-4091-bd9d-827140eb7126", "name": "network-vif-deleted", "tag": "8defc89b-5239-4f40-b7d1-e4e35de98a8b", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:03.366749 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2256943-e5c7-4096-b51d-aa3a008bb232 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:03.367129 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8951b3f-8831-4091-bd9d-827140eb7126', 'name': 'network-vif-deleted', 'tag': '8defc89b-5239-4f40-b7d1-e4e35de98a8b', 'status': 'completed', 'code': 200} Jul 15 23:02:03.369093 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e011c889-03f6-446c-aeec-17e5339ee932 None None] Set router 32d5f623-bc05-4238-ac23-45976af4741a gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:02:03.373437 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-7d1ba6ed-6a9f-49d6-a33f-4985fc086c10 None None] Port d277034c-9409-48c5-8e14-c1a0d017be44 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:02:03.555233 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e220f-9994-42a1-99c4-a54d0f635412 req-64608086-89d8-40a4-a589-8e7134eef82b tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:03.562954 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-721e220f-9994-42a1-99c4-a54d0f635412 req-64608086-89d8-40a4-a589-8e7134eef82b tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] 10.222.0.16 "GET /v2.0/ports?device_id=211c425b-6722-443d-b71c-84b35379d9a9 HTTP/1.1" status: 200 len: 936 time: 0.1202948 Jul 15 23:02:03.610306 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-721e220f-9994-42a1-99c4-a54d0f635412 req-2f9d4ff1-24bb-46d4-a680-bc22b01cb5d5 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f955d4-f7b9-4f44-8316-a7f5e52ed096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461583 Jul 15 23:02:03.657008 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b2cb0713-d427-43fc-b620-bf92c74d81a3 req-8e6ca50c-c52f-4973-a500-0e172e8093aa tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcfaace5-e7f8-4076-a2e8-5e4b123e6979 HTTP/1.1" status: 200 len: 210 time: 0.0455332 Jul 15 23:02:03.660031 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-59127e98-c081-49dd-9a57-2dc1256f041f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d277034c-9409-48c5-8e14-c1a0d017be44 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:02:03.670376 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-59127e98-c081-49dd-9a57-2dc1256f041f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:03.689411 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-59127e98-c081-49dd-9a57-2dc1256f041f service neutron] Transition to ACTIVE for port object d277034c-9409-48c5-8e14-c1a0d017be44 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:02:03.695548 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-59127e98-c081-49dd-9a57-2dc1256f041f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:03.761836 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e011c889-03f6-446c-aeec-17e5339ee932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5f623-bc05-4238-ac23-45976af4741a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1412405083-router', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:00:51Z', 'updated_at': '2021-07-15T23:00:58Z', 'revision_number': 4, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'gw_port': {'id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:52Z', 'updated_at': '2021-07-15T23:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '5a34e8cc-84cd-40d0-a002-c6e093e899bc', 'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'mac_address': 'fa:16:3e:12:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:56Z', 'updated_at': '2021-07-15T23:01:06Z', 'revision_number': 5, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'subnets': [{'id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:03.820596 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e011c889-03f6-446c-aeec-17e5339ee932 None None] The sync data for ids ['32d5f623-bc05-4238-ac23-45976af4741a'] in n-d-787205-9 is: [{'id': '32d5f623-bc05-4238-ac23-45976af4741a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1412405083-router', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:00:51Z', 'updated_at': '2021-07-15T23:00:58Z', 'revision_number': 4, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'gw_port': {'id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:52Z', 'updated_at': '2021-07-15T23:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '5a34e8cc-84cd-40d0-a002-c6e093e899bc', 'name': '', 'network_id': '2c909943-01fe-4a6a-bf17-fcd0df9ac0ae', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'mac_address': 'fa:16:3e:12:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:56Z', 'updated_at': '2021-07-15T23:01:06Z', 'revision_number': 5, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'subnets': [{'id': '3cb78c5c-80d7-4319-bbd2-bc5b34e57492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:02:03.905066 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-59127e98-c081-49dd-9a57-2dc1256f041f service neutron] Attempting to bind port d277034c-9409-48c5-8e14-c1a0d017be44 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:02:03.905567 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-59127e98-c081-49dd-9a57-2dc1256f041f service neutron] Attempting to bind port d277034c-9409-48c5-8e14-c1a0d017be44 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:02:03.905963 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-59127e98-c081-49dd-9a57-2dc1256f041f service neutron] Attempting to bind port d277034c-9409-48c5-8e14-c1a0d017be44 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:02:03.916500 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-59127e98-c081-49dd-9a57-2dc1256f041f service neutron] Port d277034c-9409-48c5-8e14-c1a0d017be44 on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:02:03.916788 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-59127e98-c081-49dd-9a57-2dc1256f041f service neutron] Attempting to bind port d277034c-9409-48c5-8e14-c1a0d017be44 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:02:03.925499 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59127e98-c081-49dd-9a57-2dc1256f041f service neutron] Pushing event updated for resources: {'Port': ['ID=d277034c-9409-48c5-8e14-c1a0d017be44,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:03.928415 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-59127e98-c081-49dd-9a57-2dc1256f041f service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:02:03.928759 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-59127e98-c081-49dd-9a57-2dc1256f041f service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:02:03.929166 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-59127e98-c081-49dd-9a57-2dc1256f041f service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:02:03.931484 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-59127e98-c081-49dd-9a57-2dc1256f041f service neutron] Bound port: d277034c-9409-48c5-8e14-c1a0d017be44, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:02:03.932028 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-59127e98-c081-49dd-9a57-2dc1256f041f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:04.045070 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-59127e98-c081-49dd-9a57-2dc1256f041f service neutron] For port d277034c-9409-48c5-8e14-c1a0d017be44, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:02:04.048778 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-59127e98-c081-49dd-9a57-2dc1256f041f service neutron] For port d277034c-9409-48c5-8e14-c1a0d017be44, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=d277034c-9409-48c5-8e14-c1a0d017be44,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:02:04.054708 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-59127e98-c081-49dd-9a57-2dc1256f041f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:04.094548 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-59127e98-c081-49dd-9a57-2dc1256f041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:04.095274 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-59127e98-c081-49dd-9a57-2dc1256f041f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:04.100479 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-59127e98-c081-49dd-9a57-2dc1256f041f service neutron] 10.222.0.36 "PUT /v2.0/ports/d277034c-9409-48c5-8e14-c1a0d017be44 HTTP/1.1" status: 200 len: 1096 time: 1.2404466 Jul 15 23:02:04.100958 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '211c425b-6722-443d-b71c-84b35379d9a9', 'tag': 'd277034c-9409-48c5-8e14-c1a0d017be44'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:04.107249 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ce0035-9969-4579-918c-fc31280d6e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "211c425b-6722-443d-b71c-84b35379d9a9", "tag": "d277034c-9409-48c5-8e14-c1a0d017be44"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:04.181617 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59127e98-c081-49dd-9a57-2dc1256f041f service neutron] Pushing event updated for resources: {'Port': ['ID=d277034c-9409-48c5-8e14-c1a0d017be44,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:04.191337 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-038c5bf3-ed62-49fc-9f42-2579e58cdee7 req-1eeae43e-c4c7-4cb9-855c-57b93b38c377 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/floatingips/a4d08bbb-e7df-43fb-a829-b00c95b59257 HTTP/1.1" status: 200 len: 696 time: 0.0507398 Jul 15 23:02:04.286389 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-57c06ecb-cada-4bbc-b277-155ea3f6f2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:04.287918 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-57c06ecb-cada-4bbc-b277-155ea3f6f2de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac1818bf6784439394435f2c7a266480&device_id=211c425b-6722-443d-b71c-84b35379d9a9 HTTP/1.1" status: 200 len: 1099 time: 0.0814254 Jul 15 23:02:04.301373 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1620e04-c0da-43b2-a5c1-f86aec62d049 None None] New status for floating IP a4d08bbb-e7df-43fb-a829-b00c95b59257: DOWN {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:02:04.366591 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-4476f717-81d7-4ab6-bbf2-4a5821a5813e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=d277034c-9409-48c5-8e14-c1a0d017be44 HTTP/1.1" status: 200 len: 217 time: 0.0387800 Jul 15 23:02:04.374222 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c5bf3-ed62-49fc-9f42-2579e58cdee7 req-5a45bdd8-d480-482a-b062-b314548aa2a0 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:04.381585 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-038c5bf3-ed62-49fc-9f42-2579e58cdee7 req-5a45bdd8-d480-482a-b062-b314548aa2a0 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 784 time: 0.1739984 Jul 15 23:02:04.388221 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-038c5bf3-ed62-49fc-9f42-2579e58cdee7 req-a71e9ef0-2265-4dcd-b4cc-060e123513d3 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:02:04.395261 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-038c5bf3-ed62-49fc-9f42-2579e58cdee7 req-a71e9ef0-2265-4dcd-b4cc-060e123513d3 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126958 Jul 15 23:02:04.425353 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-71e809cd-2607-4533-b194-3b807493fd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:04.427138 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-71e809cd-2607-4533-b194-3b807493fd15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0528889 Jul 15 23:02:04.454476 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbbc62-3da3-49fa-9789-8e1457d0fc3b req-012e89f5-7175-4714-bb76-d53cadafff38 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:04.462093 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-45dbbc62-3da3-49fa-9789-8e1457d0fc3b req-012e89f5-7175-4714-bb76-d53cadafff38 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 949 time: 0.2123272 Jul 15 23:02:04.485712 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-038c5bf3-ed62-49fc-9f42-2579e58cdee7 req-18e226e0-f374-4f25-945f-386b46d1bdf1 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.213 HTTP/1.1" status: 200 len: 699 time: 0.0890028 Jul 15 23:02:04.496822 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-afc902bd-7259-41a8-9deb-547e313555da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:04.498483 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-afc902bd-7259-41a8-9deb-547e313555da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0619256 Jul 15 23:02:04.567194 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-038c5bf3-ed62-49fc-9f42-2579e58cdee7 req-8454f437-22d8-41b7-8552-95c6992b89f1 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.213 HTTP/1.1" status: 200 len: 699 time: 0.0804620 Jul 15 23:02:04.579104 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-45dbbc62-3da3-49fa-9789-8e1457d0fc3b req-270fe7c5-b41a-48d1-8f5e-c2ba5f187c72 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159570 Jul 15 23:02:04.613548 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-ec0f99df-64f4-423e-ad2f-01473e544fbd service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054146 Jul 15 23:02:04.751332 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a8b20f60-f6f8-4ed5-bbba-c6aab63124e4 req-cd0c1980-313d-4448-967d-fd7da61b4d59 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218097 Jul 15 23:02:04.758072 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-038c5bf3-ed62-49fc-9f42-2579e58cdee7 req-5c645785-58eb-48df-88fc-9355d3e8a5d8 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Deleting port 7f427431-61a0-433d-a581-18692dfca9b2 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:02:04.758407 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-038c5bf3-ed62-49fc-9f42-2579e58cdee7 req-5c645785-58eb-48df-88fc-9355d3e8a5d8 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:04.846666 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c7019-b222-4152-b7de-21c7f7042baa req-a667a39a-4f90-4c40-9cd5-85f4a25816b1 tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:04.848145 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a36c7019-b222-4152-b7de-21c7f7042baa req-a667a39a-4f90-4c40-9cd5-85f4a25816b1 tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 1101 time: 0.1301491 Jul 15 23:02:04.849743 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-038c5bf3-ed62-49fc-9f42-2579e58cdee7 req-5c645785-58eb-48df-88fc-9355d3e8a5d8 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:04.850068 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-038c5bf3-ed62-49fc-9f42-2579e58cdee7 req-5c645785-58eb-48df-88fc-9355d3e8a5d8 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:04.874106 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-038c5bf3-ed62-49fc-9f42-2579e58cdee7 req-5c645785-58eb-48df-88fc-9355d3e8a5d8 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Calling delete_port for 7f427431-61a0-433d-a581-18692dfca9b2 owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:02:04.933115 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a36c7019-b222-4152-b7de-21c7f7042baa req-fa2abe16-ec58-45d6-b35a-c445de4ee0de tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759079 Jul 15 23:02:05.037209 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-0754625b-21db-42f3-9040-2bf9165fb86b tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:05.038846 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-0754625b-21db-42f3-9040-2bf9165fb86b tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.36 "GET /v2.0/networks?id=4212f26f-6afd-472c-b146-e8b3fe028ddc HTTP/1.1" status: 200 len: 812 time: 0.1283178 Jul 15 23:02:05.044618 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-038c5bf3-ed62-49fc-9f42-2579e58cdee7 req-5c645785-58eb-48df-88fc-9355d3e8a5d8 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:05.044847 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8677fa27-4004-4eb2-b699-ada2b4999705 x-openstack-request-id: req-8677fa27-4004-4eb2-b699-ada2b4999705 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:05.045361 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "211c425b-6722-443d-b71c-84b35379d9a9", "tag": "d277034c-9409-48c5-8e14-c1a0d017be44", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:05.045776 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8677fa27-4004-4eb2-b699-ada2b4999705 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:05.046580 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '211c425b-6722-443d-b71c-84b35379d9a9', 'tag': 'd277034c-9409-48c5-8e14-c1a0d017be44', 'status': 'completed', 'code': 200} Jul 15 23:02:05.071302 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f3038122-007c-44db-b744-2959e1bbe295 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Request body: {'port': {'device_id': 'dcfaace5-e7f8-4076-a2e8-5e4b123e6979', 'network_id': '4212f26f-6afd-472c-b146-e8b3fe028ddc', 'admin_state_up': True, 'tenant_id': 'cf68f5e73ecc4026951a5fd300d11277'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:05.106559 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c645785-58eb-48df-88fc-9355d3e8a5d8 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Pushing event deleted for resources: {'Port': ['ID=7f427431-61a0-433d-a581-18692dfca9b2,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:05.146101 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c645785-58eb-48df-88fc-9355d3e8a5d8 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:05.147110 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c645785-58eb-48df-88fc-9355d3e8a5d8 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:05.147850 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c645785-58eb-48df-88fc-9355d3e8a5d8 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:05.148528 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c645785-58eb-48df-88fc-9355d3e8a5d8 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:05.149052 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c645785-58eb-48df-88fc-9355d3e8a5d8 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:05.149675 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c645785-58eb-48df-88fc-9355d3e8a5d8 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:05.150255 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c645785-58eb-48df-88fc-9355d3e8a5d8 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:05.150800 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c645785-58eb-48df-88fc-9355d3e8a5d8 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:05.151578 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c645785-58eb-48df-88fc-9355d3e8a5d8 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:05.152096 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c645785-58eb-48df-88fc-9355d3e8a5d8 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:05.152629 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c645785-58eb-48df-88fc-9355d3e8a5d8 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:05.153143 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c645785-58eb-48df-88fc-9355d3e8a5d8 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:05.159574 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-038c5bf3-ed62-49fc-9f42-2579e58cdee7 req-5c645785-58eb-48df-88fc-9355d3e8a5d8 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:05.161555 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-038c5bf3-ed62-49fc-9f42-2579e58cdee7 req-5c645785-58eb-48df-88fc-9355d3e8a5d8 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:05.173863 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-038c5bf3-ed62-49fc-9f42-2579e58cdee7 req-5c645785-58eb-48df-88fc-9355d3e8a5d8 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "DELETE /v2.0/floatingips/a4d08bbb-e7df-43fb-a829-b00c95b59257 HTTP/1.1" status: 204 len: 173 time: 0.6057320 Jul 15 23:02:05.287798 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce0035-9969-4579-918c-fc31280d6e4e req-2d1bbf30-8e2c-48da-b58f-7bdf853e1787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:05.289400 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-72ce0035-9969-4579-918c-fc31280d6e4e req-2d1bbf30-8e2c-48da-b58f-7bdf853e1787 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac1818bf6784439394435f2c7a266480&device_id=211c425b-6722-443d-b71c-84b35379d9a9 HTTP/1.1" status: 200 len: 1099 time: 0.1540823 Jul 15 23:02:05.297914 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f3038122-007c-44db-b744-2959e1bbe295 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Made reservation on behalf of cf68f5e73ecc4026951a5fd300d11277 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:02:05.301694 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f3038122-007c-44db-b744-2959e1bbe295 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:05.331247 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c83267-b5d0-4f4e-ac58-643ea7593b56 req-8e22bb8e-f68b-4998-8525-88536311f913 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:05.333229 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-86c83267-b5d0-4f4e-ac58-643ea7593b56 req-8e22bb8e-f68b-4998-8525-88536311f913 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] 10.222.0.16 "GET /v2.0/ports?device_id=211c425b-6722-443d-b71c-84b35379d9a9 HTTP/1.1" status: 200 len: 948 time: 0.0688579 Jul 15 23:02:05.364178 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-474cb589-ee01-4480-9586-94794801961f req-0c1c242c-589a-445b-ada7-7ea6d460ff4e tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcfaace5-e7f8-4076-a2e8-5e4b123e6979 HTTP/1.1" status: 200 len: 210 time: 0.0298784 Jul 15 23:02:05.369955 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '423cd64c-64e4-4fa0-af87-67377ea237de', 'tag': '0251246e-9acb-4efb-bd9d-bfbd227442dd'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:05.372493 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969ada1b-2b54-4229-bfc6-f2dc9ae87683" -d '{"events": [{"name": "network-changed", "server_uuid": "423cd64c-64e4-4fa0-af87-67377ea237de", "tag": "0251246e-9acb-4efb-bd9d-bfbd227442dd"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:05.414034 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-86c83267-b5d0-4f4e-ac58-643ea7593b56 req-7b366ee4-dd21-42a9-b7ed-eecc45fcbe7e tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f955d4-f7b9-4f44-8316-a7f5e52ed096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522242 Jul 15 23:02:05.517289 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce0035-9969-4579-918c-fc31280d6e4e req-3fd3d9c7-7aef-4c87-9b64-253728d339c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:05.519050 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-72ce0035-9969-4579-918c-fc31280d6e4e req-3fd3d9c7-7aef-4c87-9b64-253728d339c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.2121882 Jul 15 23:02:05.561102 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a2d17-6a6a-4762-96b4-546ac9edf0c6 req-3c8aac6d-c7f3-430b-8d85-9786e440513b tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:05.562622 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9c3a2d17-6a6a-4762-96b4-546ac9edf0c6 req-3c8aac6d-c7f3-430b-8d85-9786e440513b tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 1101 time: 0.0742228 Jul 15 23:02:05.574499 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-72ce0035-9969-4579-918c-fc31280d6e4e req-1fd63610-81c0-41c9-925f-bedcd7a32106 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=d277034c-9409-48c5-8e14-c1a0d017be44 HTTP/1.1" status: 200 len: 217 time: 0.0413477 Jul 15 23:02:05.583452 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f3038122-007c-44db-b744-2959e1bbe295 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Allocated IP 172.20.0.12 (4212f26f-6afd-472c-b146-e8b3fe028ddc/ad3ff189-3fc3-4bc9-9b4a-6555f820f246/74edffe4-103d-4a05-a9fd-6fafa00b9a6a) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:02:05.618365 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9c3a2d17-6a6a-4762-96b4-546ac9edf0c6 req-a450153d-4e06-41eb-8a1d-168bd2011299 tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464833 Jul 15 23:02:05.649951 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce0035-9969-4579-918c-fc31280d6e4e req-e548656a-c886-47ab-af1c-9ef9c08ead94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:05.652677 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-72ce0035-9969-4579-918c-fc31280d6e4e req-e548656a-c886-47ab-af1c-9ef9c08ead94 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0667899 Jul 15 23:02:05.663562 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687eb277-7044-45b1-8295-627c6b9ded3d x-openstack-request-id: req-687eb277-7044-45b1-8295-627c6b9ded3d {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:05.664091 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "423cd64c-64e4-4fa0-af87-67377ea237de", "tag": "0251246e-9acb-4efb-bd9d-bfbd227442dd", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:05.664558 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-687eb277-7044-45b1-8295-627c6b9ded3d {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:05.667511 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '423cd64c-64e4-4fa0-af87-67377ea237de', 'tag': '0251246e-9acb-4efb-bd9d-bfbd227442dd', 'status': 'completed', 'code': 200} Jul 15 23:02:05.841743 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8a6a5-a2c7-4bc0-8eca-89a5de51bc99 req-e97d26c0-6238-4aae-9e51-70686b8811cd tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:05.843319 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84e8a6a5-a2c7-4bc0-8eca-89a5de51bc99 req-e97d26c0-6238-4aae-9e51-70686b8811cd tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 949 time: 0.0696075 Jul 15 23:02:05.893624 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84e8a6a5-a2c7-4bc0-8eca-89a5de51bc99 req-f477d02e-254c-4981-a6da-9c6e23123db3 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433121 Jul 15 23:02:05.938845 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f3038122-007c-44db-b744-2959e1bbe295 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:05.950250 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce0035-9969-4579-918c-fc31280d6e4e req-09bf79c0-5135-4328-930f-ff7ea5b87e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:05.951992 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-72ce0035-9969-4579-918c-fc31280d6e4e req-09bf79c0-5135-4328-930f-ff7ea5b87e47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2733376 Jul 15 23:02:06.107675 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0c03e-e34c-456c-a4b9-8acfadd32d8f req-a472bd72-b5d5-4483-89ae-2508fc209997 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:06.116283 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e9c0c03e-e34c-456c-a4b9-8acfadd32d8f req-a472bd72-b5d5-4483-89ae-2508fc209997 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/ports?device_id=423cd64c-64e4-4fa0-af87-67377ea237de HTTP/1.1" status: 200 len: 945 time: 0.0862322 Jul 15 23:02:06.168516 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e9c0c03e-e34c-456c-a4b9-8acfadd32d8f req-2cd59813-e6e6-4321-bb69-79aa5a766835 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c01b3b1-37b8-4fde-99dd-0caf4efc1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508008 Jul 15 23:02:06.309368 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ada1b-2b54-4229-bfc6-f2dc9ae87683 req-5e74d1d6-e2d9-4542-89e3-1703511619c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:06.311226 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-969ada1b-2b54-4229-bfc6-f2dc9ae87683 req-5e74d1d6-e2d9-4542-89e3-1703511619c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=721953eafb1a4074972c303c4abb8e6a&device_id=423cd64c-64e4-4fa0-af87-67377ea237de HTTP/1.1" status: 200 len: 1096 time: 0.4103162 Jul 15 23:02:06.364066 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f3038122-007c-44db-b744-2959e1bbe295 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:06.408950 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-72ce0035-9969-4579-918c-fc31280d6e4e req-787637b6-32eb-49c7-8188-8e596b395f00 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465642 Jul 15 23:02:06.463654 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f3038122-007c-44db-b744-2959e1bbe295 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Network 4212f26f-6afd-472c-b146-e8b3fe028ddc is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:02:06.484672 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f3038122-007c-44db-b744-2959e1bbe295 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:02:06.487150 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f3038122-007c-44db-b744-2959e1bbe295 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:02:06.527626 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3038122-007c-44db-b744-2959e1bbe295 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Pushing event updated for resources: {'Port': ['ID=74edffe4-103d-4a05-a9fd-6fafa00b9a6a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:06.572912 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402a14b-fcee-4ff4-9c53-023a4da6afad req-c5e326ea-3661-4d45-81b7-32ee55e81551 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:06.582947 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3402a14b-fcee-4ff4-9c53-023a4da6afad req-c5e326ea-3661-4d45-81b7-32ee55e81551 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcfaace5-e7f8-4076-a2e8-5e4b123e6979 HTTP/1.1" status: 200 len: 932 time: 0.0755215 Jul 15 23:02:06.601888 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f3038122-007c-44db-b744-2959e1bbe295 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:06.602515 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f3038122-007c-44db-b744-2959e1bbe295 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:06.607070 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ada1b-2b54-4229-bfc6-f2dc9ae87683 req-b418ad14-f3ed-4a79-a147-85544fab371d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:06.608600 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-969ada1b-2b54-4229-bfc6-f2dc9ae87683 req-b418ad14-f3ed-4a79-a147-85544fab371d service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae HTTP/1.1" status: 200 len: 922 time: 0.2891483 Jul 15 23:02:06.661349 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3402a14b-fcee-4ff4-9c53-023a4da6afad req-9a75c805-2a17-4513-b520-6b2e7392eaf1 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups?id=1088c062-91fe-405b-a2ab-26d73d6064e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767455 Jul 15 23:02:06.669332 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f3038122-007c-44db-b744-2959e1bbe295 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6080563 Jul 15 23:02:06.670564 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-969ada1b-2b54-4229-bfc6-f2dc9ae87683 req-557f081a-3803-4115-a2bf-c2d5cc15cb05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0251246e-9acb-4efb-bd9d-bfbd227442dd HTTP/1.1" status: 200 len: 217 time: 0.0481627 Jul 15 23:02:06.677732 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-72ce0035-9969-4579-918c-fc31280d6e4e req-1e2b4035-0fb2-4c8f-884c-aaed6966a173 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291272 Jul 15 23:02:06.734127 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f8d0a34b-5e35-4497-9479-832edf8a7035 service neutron] Request body: {'port': {'device_id': 'dcfaace5-e7f8-4076-a2e8-5e4b123e6979', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:06.829077 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ada1b-2b54-4229-bfc6-f2dc9ae87683 req-03699268-db52-4799-a2e9-f2d351c6fa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:06.830698 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-969ada1b-2b54-4229-bfc6-f2dc9ae87683 req-03699268-db52-4799-a2e9-f2d351c6fa1b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3cb78c5c-80d7-4319-bbd2-bc5b34e57492 HTTP/1.1" status: 200 len: 860 time: 0.0938432 Jul 15 23:02:06.884140 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15874590-a008-4772-aa21-1d2bd704ca89 req-ca0a338b-f6be-4dd1-a00e-f256c0058e10 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:06.885656 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15874590-a008-4772-aa21-1d2bd704ca89 req-ca0a338b-f6be-4dd1-a00e-f256c0058e10 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] 10.222.0.16 "GET /v2.0/ports?device_id=211c425b-6722-443d-b71c-84b35379d9a9 HTTP/1.1" status: 200 len: 948 time: 0.0810592 Jul 15 23:02:06.910765 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f8d0a34b-5e35-4497-9479-832edf8a7035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:06.964819 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ada1b-2b54-4229-bfc6-f2dc9ae87683 req-b3c647de-6e77-42e6-8c71-36c055478edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:06.966354 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-969ada1b-2b54-4229-bfc6-f2dc9ae87683 req-b3c647de-6e77-42e6-8c71-36c055478edc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132195 Jul 15 23:02:06.983629 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15874590-a008-4772-aa21-1d2bd704ca89 req-21143e1a-11bb-4be6-aa31-9c2f2ed7f42c tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f955d4-f7b9-4f44-8316-a7f5e52ed096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871544 Jul 15 23:02:07.012205 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85067dd-9191-4287-bfd2-0f5dad73bb47 req-c6bf0ff7-841b-4d8e-a492-dbfdec85e57c tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:07.014015 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d85067dd-9191-4287-bfd2-0f5dad73bb47 req-c6bf0ff7-841b-4d8e-a492-dbfdec85e57c tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.1274648 Jul 15 23:02:07.057742 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d85067dd-9191-4287-bfd2-0f5dad73bb47 req-e9bafdbb-d46a-4d76-90a2-e963ae1c26f1 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366852 Jul 15 23:02:07.191242 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06afed-4682-480b-9554-54f30e9be25a req-9a12b17a-c981-48ca-af9c-e17d024901b0 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:07.210299 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-969ada1b-2b54-4229-bfc6-f2dc9ae87683 req-20c2f8cf-8458-4bee-a65d-2744bbea1463 service neutron] 10.222.0.36 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166038 Jul 15 23:02:07.214153 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2a06afed-4682-480b-9554-54f30e9be25a req-9a12b17a-c981-48ca-af9c-e17d024901b0 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 949 time: 0.0992200 Jul 15 23:02:07.280219 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2a06afed-4682-480b-9554-54f30e9be25a req-b35497be-0f5e-4424-8b29-ce283c9087e3 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639863 Jul 15 23:02:07.371103 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-969ada1b-2b54-4229-bfc6-f2dc9ae87683 req-f38af30f-bc11-4f66-b80f-97600b32f78e service neutron] 10.222.0.36 "GET /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440704 Jul 15 23:02:07.419363 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eedb40-63b8-49a2-975d-80dd4bff4e81 req-3d025363-e7b1-4600-b1c0-2e4fb29ab92e tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:07.421062 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-62eedb40-63b8-49a2-975d-80dd4bff4e81 req-3d025363-e7b1-4600-b1c0-2e4fb29ab92e tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/ports?device_id=423cd64c-64e4-4fa0-af87-67377ea237de HTTP/1.1" status: 200 len: 945 time: 0.0873237 Jul 15 23:02:07.432121 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f8d0a34b-5e35-4497-9479-832edf8a7035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74edffe4-103d-4a05-a9fd-6fafa00b9a6a {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:02:07.440332 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f8d0a34b-5e35-4497-9479-832edf8a7035 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:07.454284 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f8d0a34b-5e35-4497-9479-832edf8a7035 service neutron] Transition to ACTIVE for port object 74edffe4-103d-4a05-a9fd-6fafa00b9a6a will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:02:07.458498 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f8d0a34b-5e35-4497-9479-832edf8a7035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:07.467035 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-62eedb40-63b8-49a2-975d-80dd4bff4e81 req-3b650747-e939-4cf0-9d92-9f76929eca4d tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c01b3b1-37b8-4fde-99dd-0caf4efc1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391078 Jul 15 23:02:07.533087 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0a34b-5e35-4497-9479-832edf8a7035 service neutron] Pushing event updated for resources: {'Port': ['ID=74edffe4-103d-4a05-a9fd-6fafa00b9a6a,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:07.579534 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f8d0a34b-5e35-4497-9479-832edf8a7035 service neutron] Attempting to bind port 74edffe4-103d-4a05-a9fd-6fafa00b9a6a on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:02:07.579872 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f8d0a34b-5e35-4497-9479-832edf8a7035 service neutron] Attempting to bind port 74edffe4-103d-4a05-a9fd-6fafa00b9a6a by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '03433303-0a46-4d39-b5db-bf97727410e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4212f26f-6afd-472c-b146-e8b3fe028ddc'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:02:07.580201 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f8d0a34b-5e35-4497-9479-832edf8a7035 service neutron] Attempting to bind port 74edffe4-103d-4a05-a9fd-6fafa00b9a6a on network 4212f26f-6afd-472c-b146-e8b3fe028ddc {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:02:07.584427 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f8d0a34b-5e35-4497-9479-832edf8a7035 service neutron] Port 74edffe4-103d-4a05-a9fd-6fafa00b9a6a on network 4212f26f-6afd-472c-b146-e8b3fe028ddc not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:02:07.584769 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f8d0a34b-5e35-4497-9479-832edf8a7035 service neutron] Attempting to bind port 74edffe4-103d-4a05-a9fd-6fafa00b9a6a on network 4212f26f-6afd-472c-b146-e8b3fe028ddc {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:02:07.589519 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f8d0a34b-5e35-4497-9479-832edf8a7035 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:02:07.589858 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f8d0a34b-5e35-4497-9479-832edf8a7035 service neutron] Checking segment: {'id': '03433303-0a46-4d39-b5db-bf97727410e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4212f26f-6afd-472c-b146-e8b3fe028ddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:02:07.590241 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f8d0a34b-5e35-4497-9479-832edf8a7035 service neutron] Bound using segment: {'id': '03433303-0a46-4d39-b5db-bf97727410e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4212f26f-6afd-472c-b146-e8b3fe028ddc'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:02:07.590689 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f8d0a34b-5e35-4497-9479-832edf8a7035 service neutron] Bound port: 74edffe4-103d-4a05-a9fd-6fafa00b9a6a, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03433303-0a46-4d39-b5db-bf97727410e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4212f26f-6afd-472c-b146-e8b3fe028ddc'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:02:07.591050 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f8d0a34b-5e35-4497-9479-832edf8a7035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:07.654496 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f8d0a34b-5e35-4497-9479-832edf8a7035 service neutron] For port 74edffe4-103d-4a05-a9fd-6fafa00b9a6a, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:02:07.658352 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f8d0a34b-5e35-4497-9479-832edf8a7035 service neutron] For port 74edffe4-103d-4a05-a9fd-6fafa00b9a6a, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=74edffe4-103d-4a05-a9fd-6fafa00b9a6a,segment=NetworkSegment(03433303-0a46-4d39-b5db-bf97727410e3),segment_id=03433303-0a46-4d39-b5db-bf97727410e3)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:02:07.664285 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f8d0a34b-5e35-4497-9479-832edf8a7035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:07.703279 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f8d0a34b-5e35-4497-9479-832edf8a7035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:07.704253 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f8d0a34b-5e35-4497-9479-832edf8a7035 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:07.705491 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-f8d0a34b-5e35-4497-9479-832edf8a7035 service neutron] 10.222.0.36 "PUT /v2.0/ports/74edffe4-103d-4a05-a9fd-6fafa00b9a6a HTTP/1.1" status: 200 len: 1092 time: 0.9779091 Jul 15 23:02:07.705933 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcfaace5-e7f8-4076-a2e8-5e4b123e6979', 'tag': '74edffe4-103d-4a05-a9fd-6fafa00b9a6a'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:07.708189 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fb6f75-0296-4857-bb47-55f433735fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "dcfaace5-e7f8-4076-a2e8-5e4b123e6979", "tag": "74edffe4-103d-4a05-a9fd-6fafa00b9a6a"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:07.741375 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0a34b-5e35-4497-9479-832edf8a7035 service neutron] Pushing event updated for resources: {'Port': ['ID=74edffe4-103d-4a05-a9fd-6fafa00b9a6a,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:07.754771 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41930293-1407-4b7b-8a61-31c791e68bf7 x-openstack-request-id: req-41930293-1407-4b7b-8a61-31c791e68bf7 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:07.755128 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcfaace5-e7f8-4076-a2e8-5e4b123e6979", "tag": "74edffe4-103d-4a05-a9fd-6fafa00b9a6a", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:07.755376 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41930293-1407-4b7b-8a61-31c791e68bf7 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:07.755766 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcfaace5-e7f8-4076-a2e8-5e4b123e6979', 'tag': '74edffe4-103d-4a05-a9fd-6fafa00b9a6a', 'status': 'completed', 'code': 200} Jul 15 23:02:07.897434 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ad265-8eca-4a26-a30c-1458955be96c req-fd9de1c0-bd24-46c1-94e8-8ec8800804a8 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:07.899153 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9c8ad265-8eca-4a26-a30c-1458955be96c req-fd9de1c0-bd24-46c1-94e8-8ec8800804a8 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcfaace5-e7f8-4076-a2e8-5e4b123e6979 HTTP/1.1" status: 200 len: 944 time: 0.0917487 Jul 15 23:02:07.979329 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9c8ad265-8eca-4a26-a30c-1458955be96c req-683fd105-3228-4180-a30e-f3d9b86237fa tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups?id=1088c062-91fe-405b-a2ab-26d73d6064e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695145 Jul 15 23:02:08.034429 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bbccc-1027-4de2-83a0-c342ae75dd73 req-3ee5b43d-7829-44be-a4e2-08730354e54a tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:08.037252 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2c5bbccc-1027-4de2-83a0-c342ae75dd73 req-3ee5b43d-7829-44be-a4e2-08730354e54a tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.36 "GET /v2.0/ports?device_id=423cd64c-64e4-4fa0-af87-67377ea237de HTTP/1.1" status: 200 len: 945 time: 0.1393993 Jul 15 23:02:08.043492 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb6f75-0296-4857-bb47-55f433735fd8 req-58c64f4b-443e-4d82-9e87-90e7cab0adad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:08.045195 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-31fb6f75-0296-4857-bb47-55f433735fd8 req-58c64f4b-443e-4d82-9e87-90e7cab0adad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf68f5e73ecc4026951a5fd300d11277&device_id=dcfaace5-e7f8-4076-a2e8-5e4b123e6979 HTTP/1.1" status: 200 len: 1095 time: 0.1487448 Jul 15 23:02:08.301310 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb6f75-0296-4857-bb47-55f433735fd8 req-f5e9079d-b846-4c5c-a3dd-4a9ad606c9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:08.302990 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-31fb6f75-0296-4857-bb47-55f433735fd8 req-f5e9079d-b846-4c5c-a3dd-4a9ad606c9fc service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=cf68f5e73ecc4026951a5fd300d11277&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2424147 Jul 15 23:02:08.323526 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe771d-3525-46a9-80d6-074c5d4c1ea2 req-08d9dd16-35d7-4d4c-ad5c-ae1e088f0cce tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:08.330608 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2cfe771d-3525-46a9-80d6-074c5d4c1ea2 req-08d9dd16-35d7-4d4c-ad5c-ae1e088f0cce tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] 10.222.0.16 "GET /v2.0/ports?device_id=211c425b-6722-443d-b71c-84b35379d9a9 HTTP/1.1" status: 200 len: 948 time: 0.1518610 Jul 15 23:02:08.340174 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f37097-28d3-4067-9aa4-220fbcbc41f8 req-75c94462-05c7-4038-a8d5-8704e94183d7 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:08.341615 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-03f37097-28d3-4067-9aa4-220fbcbc41f8 req-75c94462-05c7-4038-a8d5-8704e94183d7 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.1421227 Jul 15 23:02:08.411623 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2cfe771d-3525-46a9-80d6-074c5d4c1ea2 req-939c0050-9ac9-479d-b63c-04feee890e77 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f955d4-f7b9-4f44-8316-a7f5e52ed096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800366 Jul 15 23:02:08.451899 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-03f37097-28d3-4067-9aa4-220fbcbc41f8 req-5800c5f6-3369-4899-b369-875ed501b04c tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031826 Jul 15 23:02:08.470789 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:08.483306 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-2c5bbccc-1027-4de2-83a0-c342ae75dd73 req-f72649df-95bb-4e43-9c4a-789a10a21658 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Deleting port 0251246e-9acb-4efb-bd9d-bfbd227442dd {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:02:08.483650 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2c5bbccc-1027-4de2-83a0-c342ae75dd73 req-f72649df-95bb-4e43-9c4a-789a10a21658 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:08.522220 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb6f75-0296-4857-bb47-55f433735fd8 req-e710a33b-9918-49d5-9d91-dba56fb63873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:08.523831 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-31fb6f75-0296-4857-bb47-55f433735fd8 req-e710a33b-9918-49d5-9d91-dba56fb63873 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2081594 Jul 15 23:02:08.641506 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a343e7-1e4d-411f-8203-5963d2ab4cd2 req-149cdb6c-f99f-4226-9967-5b3b26958e60 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:08.648858 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1a343e7-1e4d-411f-8203-5963d2ab4cd2 req-149cdb6c-f99f-4226-9967-5b3b26958e60 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 949 time: 0.0779159 Jul 15 23:02:08.700451 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1a343e7-1e4d-411f-8203-5963d2ab4cd2 req-1c2f5883-06ea-40d0-b0ec-88dc799fcba2 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506561 Jul 15 23:02:08.723256 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-2c5bbccc-1027-4de2-83a0-c342ae75dd73 req-f72649df-95bb-4e43-9c4a-789a10a21658 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] For port 0251246e-9acb-4efb-bd9d-bfbd227442dd, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=0251246e-9acb-4efb-bd9d-bfbd227442dd,segment=NetworkSegment(e1af966a-423e-42b4-a81a-38e509395b16),segment_id=e1af966a-423e-42b4-a81a-38e509395b16)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:08.723724 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2c5bbccc-1027-4de2-83a0-c342ae75dd73 req-f72649df-95bb-4e43-9c4a-789a10a21658 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:08.741441 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-2c5bbccc-1027-4de2-83a0-c342ae75dd73 req-f72649df-95bb-4e43-9c4a-789a10a21658 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Calling delete_port for 0251246e-9acb-4efb-bd9d-bfbd227442dd owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:02:08.763306 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-60efb966-e270-4f96-bca4-2014e4de328f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:08.764922 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-60efb966-e270-4f96-bca4-2014e4de328f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf68f5e73ecc4026951a5fd300d11277&device_id=dcfaace5-e7f8-4076-a2e8-5e4b123e6979 HTTP/1.1" status: 200 len: 1095 time: 0.1447291 Jul 15 23:02:08.831275 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-fe28a1fa-2eca-4c45-9e30-c6e2a259fb6d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74edffe4-103d-4a05-a9fd-6fafa00b9a6a HTTP/1.1" status: 200 len: 217 time: 0.0383809 Jul 15 23:02:08.949180 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2c5bbccc-1027-4de2-83a0-c342ae75dd73 req-f72649df-95bb-4e43-9c4a-789a10a21658 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:08.952893 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88d59e-fa34-4baa-b320-0fe598b777d9 req-6ab5d1d0-3c4d-466f-bbae-0d6aeefb569d tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:08.962505 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3d88d59e-fa34-4baa-b320-0fe598b777d9 req-6ab5d1d0-3c4d-466f-bbae-0d6aeefb569d tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/ports?device_id=423cd64c-64e4-4fa0-af87-67377ea237de HTTP/1.1" status: 200 len: 945 time: 0.1364245 Jul 15 23:02:08.998785 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['0251246e-9acb-4efb-bd9d-bfbd227442dd'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:02:09.025844 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3d88d59e-fa34-4baa-b320-0fe598b777d9 req-87f236b1-3ef6-4e1a-b390-8768dbe0fd73 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c01b3b1-37b8-4fde-99dd-0caf4efc1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622039 Jul 15 23:02:09.027160 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72649df-95bb-4e43-9c4a-789a10a21658 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Pushing event deleted for resources: {'Port': ['ID=0251246e-9acb-4efb-bd9d-bfbd227442dd,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:09.053644 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-c9ccbbd0-64a3-40f6-a5b8-dffe8a72f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:09.055144 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-c9ccbbd0-64a3-40f6-a5b8-dffe8a72f6f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad3ff189-3fc3-4bc9-9b4a-6555f820f246 HTTP/1.1" status: 200 len: 852 time: 0.1171083 Jul 15 23:02:09.131758 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-fbd7a6be-13e8-4e68-acdd-3a7bbaff9d9f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4212f26f-6afd-472c-b146-e8b3fe028ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494857 Jul 15 23:02:09.160042 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5bbccc-1027-4de2-83a0-c342ae75dd73 req-f72649df-95bb-4e43-9c4a-789a10a21658 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] No DVR routers for this DVR port 0251246e-9acb-4efb-bd9d-bfbd227442dd on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:02:09.173201 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2c5bbccc-1027-4de2-83a0-c342ae75dd73 req-f72649df-95bb-4e43-9c4a-789a10a21658 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:09.175421 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2c5bbccc-1027-4de2-83a0-c342ae75dd73 req-f72649df-95bb-4e43-9c4a-789a10a21658 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.36 "DELETE /v2.0/ports/0251246e-9acb-4efb-bd9d-bfbd227442dd HTTP/1.1" status: 204 len: 173 time: 1.1290903 Jul 15 23:02:09.217029 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1fc6b0-5295-4ae3-9225-15654a64204a req-01d52f3a-1ee0-4613-b0bf-00322e17d6c4 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:09.220860 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0c1fc6b0-5295-4ae3-9225-15654a64204a req-01d52f3a-1ee0-4613-b0bf-00322e17d6c4 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcfaace5-e7f8-4076-a2e8-5e4b123e6979 HTTP/1.1" status: 200 len: 944 time: 0.1081085 Jul 15 23:02:09.268754 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0c1fc6b0-5295-4ae3-9225-15654a64204a req-2af44dc6-6c88-48c0-9d34-18ec2816865b tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups?id=1088c062-91fe-405b-a2ab-26d73d6064e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415068 Jul 15 23:02:09.309426 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-d9833ee3-a4c0-4c95-9c41-49cd49d78b72 service neutron] 10.222.0.36 "GET /v2.0/networks/4212f26f-6afd-472c-b146-e8b3fe028ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469059 Jul 15 23:02:09.382733 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device d277034c-9409-48c5-8e14-c1a0d017be44 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:02:09.451157 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a142ecd9-b97c-4d47-93cf-03264fe6589a req-9e49aa0b-ca78-494c-b261-07b179f3f300 service neutron] 10.222.0.36 "GET /v2.0/networks/4212f26f-6afd-472c-b146-e8b3fe028ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274941 Jul 15 23:02:09.542607 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port d277034c-9409-48c5-8e14-c1a0d017be44, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=d277034c-9409-48c5-8e14-c1a0d017be44,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:09.563633 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'd277034c-9409-48c5-8e14-c1a0d017be44', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': 'd277034c-9409-48c5-8e14-c1a0d017be44', 'mac_address': 'fa:16:3e:83:ef:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:02:09.635727 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:09.652935 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d277034c-9409-48c5-8e14-c1a0d017be44 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:02:09.677391 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port d277034c-9409-48c5-8e14-c1a0d017be44, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=d277034c-9409-48c5-8e14-c1a0d017be44,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:09.681971 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:09.698490 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f67c2-718f-4a43-8202-92bd0ffa4340 req-28bee641-3b43-4047-9b32-62bc473abe18 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:09.700198 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1a4f67c2-718f-4a43-8202-92bd0ffa4340 req-28bee641-3b43-4047-9b32-62bc473abe18 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] 10.222.0.16 "GET /v2.0/ports?device_id=211c425b-6722-443d-b71c-84b35379d9a9 HTTP/1.1" status: 200 len: 948 time: 0.1302540 Jul 15 23:02:09.746390 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=d277034c-9409-48c5-8e14-c1a0d017be44,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:09.756025 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1a4f67c2-718f-4a43-8202-92bd0ffa4340 req-a2b3b9d3-7813-4311-a4a2-13d3747c69a9 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f955d4-f7b9-4f44-8316-a7f5e52ed096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494998 Jul 15 23:02:09.761866 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423cd64c-64e4-4fa0-af87-67377ea237de', 'name': 'network-vif-deleted', 'tag': '0251246e-9acb-4efb-bd9d-bfbd227442dd'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:09.764087 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7a49e5-b691-460b-ad41-9a45c6a3bcbb" -d '{"events": [{"server_uuid": "423cd64c-64e4-4fa0-af87-67377ea237de", "name": "network-vif-deleted", "tag": "0251246e-9acb-4efb-bd9d-bfbd227442dd"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:09.772330 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4094aa-b212-435b-ae6c-3296831ff08b req-e309f279-aae0-4bc9-af10-6f4ca7f2f11d tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:09.779400 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4b4094aa-b212-435b-ae6c-3296831ff08b req-e309f279-aae0-4bc9-af10-6f4ca7f2f11d tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.1446447 Jul 15 23:02:09.813956 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4b4094aa-b212-435b-ae6c-3296831ff08b req-69c40b1d-5bef-49bf-bada-7caae747e3c6 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336452 Jul 15 23:02:09.933464 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b75cd8-350d-438d-8337-fce8ff44457b x-openstack-request-id: req-52b75cd8-350d-438d-8337-fce8ff44457b {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:09.933770 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423cd64c-64e4-4fa0-af87-67377ea237de", "name": "network-vif-deleted", "tag": "0251246e-9acb-4efb-bd9d-bfbd227442dd", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:09.934025 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52b75cd8-350d-438d-8337-fce8ff44457b {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:09.934426 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423cd64c-64e4-4fa0-af87-67377ea237de', 'name': 'network-vif-deleted', 'tag': '0251246e-9acb-4efb-bd9d-bfbd227442dd', 'status': 'completed', 'code': 200} Jul 15 23:02:09.997548 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c1875-2b86-4357-87e8-7aaa698bad97 req-d798d087-2851-46bc-a820-3c1f2ab9f8d1 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:10.000106 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-706c1875-2b86-4357-87e8-7aaa698bad97 req-d798d087-2851-46bc-a820-3c1f2ab9f8d1 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 949 time: 0.0697453 Jul 15 23:02:10.054732 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-706c1875-2b86-4357-87e8-7aaa698bad97 req-a403f1b7-9431-4550-a32d-8233f127724b tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465806 Jul 15 23:02:10.201370 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['d277034c-9409-48c5-8e14-c1a0d017be44'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:02:10.218444 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7ece3905-3040-480a-8eeb-71c481e5bf8c req-2adf0338-d54e-4a7a-8389-ddf6f2fa2de8 tempest-FloatingIPsAssociationTestJSON-1540799143 tempest-FloatingIPsAssociationTestJSON-1540799143-project] 10.222.0.16 "GET /v2.0/ports?device_id=423cd64c-64e4-4fa0-af87-67377ea237de HTTP/1.1" status: 200 len: 210 time: 0.0305817 Jul 15 23:02:10.462880 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9ca4a-a09d-453f-9d00-5cf099d1d6de req-075a341c-f217-4a14-8740-137091147407 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:10.464546 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0fd9ca4a-a09d-453f-9d00-5cf099d1d6de req-075a341c-f217-4a14-8740-137091147407 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcfaace5-e7f8-4076-a2e8-5e4b123e6979 HTTP/1.1" status: 200 len: 944 time: 0.0711899 Jul 15 23:02:10.503891 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0fd9ca4a-a09d-453f-9d00-5cf099d1d6de req-b6ab72fb-3aca-4652-88ca-b550a2ba7149 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups?id=1088c062-91fe-405b-a2ab-26d73d6064e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327630 Jul 15 23:02:10.942402 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ccb33-8e94-4ec4-bfc6-4d602fcffa06 req-1c10d356-a3b8-4313-bff4-7ba12d8948e8 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:10.943935 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-065ccb33-8e94-4ec4-bfc6-4d602fcffa06 req-1c10d356-a3b8-4313-bff4-7ba12d8948e8 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] 10.222.0.16 "GET /v2.0/ports?device_id=211c425b-6722-443d-b71c-84b35379d9a9 HTTP/1.1" status: 200 len: 949 time: 0.0673859 Jul 15 23:02:11.012917 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-065ccb33-8e94-4ec4-bfc6-4d602fcffa06 req-5f2a4d5d-6e59-4067-9aba-ca1b6d83f1b3 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f955d4-f7b9-4f44-8316-a7f5e52ed096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579398 Jul 15 23:02:11.051331 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff86fe-a92d-4691-abca-01907a1de7e3 req-cc3a93fa-af00-4827-a0fe-990e041993fe tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:11.053026 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-adff86fe-a92d-4691-abca-01907a1de7e3 req-cc3a93fa-af00-4827-a0fe-990e041993fe tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.1082003 Jul 15 23:02:11.096395 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-adff86fe-a92d-4691-abca-01907a1de7e3 req-d03b8bee-20ab-4a03-bbc8-807ba8e3eee5 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373547 Jul 15 23:02:11.291015 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcbb04-ebc8-4c35-afc5-747a09301348 req-765e5ddc-8c77-4cbd-ad77-c934ec2b9ccc tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:11.292667 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8cdcbb04-ebc8-4c35-afc5-747a09301348 req-765e5ddc-8c77-4cbd-ad77-c934ec2b9ccc tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 949 time: 0.0769312 Jul 15 23:02:11.325879 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36504) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:11.332715 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8cdcbb04-ebc8-4c35-afc5-747a09301348 req-adc82f2f-34bf-4d32-8602-94441e3a3c67 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336258 Jul 15 23:02:11.412052 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device d277034c-9409-48c5-8e14-c1a0d017be44 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:02:11.466668 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port d277034c-9409-48c5-8e14-c1a0d017be44 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:02:11.472164 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port d277034c-9409-48c5-8e14-c1a0d017be44 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:02:11.472779 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:11.562081 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:11.601331 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211c425b-6722-443d-b71c-84b35379d9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd277034c-9409-48c5-8e14-c1a0d017be44'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:11.604293 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1fc71d-1dfd-4f28-8207-81cfacbe503e" -d '{"events": [{"server_uuid": "211c425b-6722-443d-b71c-84b35379d9a9", "name": "network-vif-plugged", "status": "completed", "tag": "d277034c-9409-48c5-8e14-c1a0d017be44"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:11.622426 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port d277034c-9409-48c5-8e14-c1a0d017be44, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=d277034c-9409-48c5-8e14-c1a0d017be44,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:11.628551 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:11.629645 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 0251246e-9acb-4efb-bd9d-bfbd227442dd no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:02:11.656596 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 0251246e-9acb-4efb-bd9d-bfbd227442dd {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:02:11.657233 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 0251246e-9acb-4efb-bd9d-bfbd227442dd not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:02:11.683906 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246dd7f8-bd1f-4181-95f0-5c7bde36366a x-openstack-request-id: req-246dd7f8-bd1f-4181-95f0-5c7bde36366a {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:11.684706 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211c425b-6722-443d-b71c-84b35379d9a9", "name": "network-vif-plugged", "status": "completed", "tag": "d277034c-9409-48c5-8e14-c1a0d017be44", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:11.684957 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-246dd7f8-bd1f-4181-95f0-5c7bde36366a {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:11.685353 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211c425b-6722-443d-b71c-84b35379d9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd277034c-9409-48c5-8e14-c1a0d017be44', 'code': 200} Jul 15 23:02:11.712816 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=d277034c-9409-48c5-8e14-c1a0d017be44,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:11.736965 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391b079-3831-413b-837a-da030488999b req-09499b4d-9107-4788-8e7d-b30a54104181 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:11.738816 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c391b079-3831-413b-837a-da030488999b req-09499b4d-9107-4788-8e7d-b30a54104181 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcfaace5-e7f8-4076-a2e8-5e4b123e6979 HTTP/1.1" status: 200 len: 944 time: 0.0777628 Jul 15 23:02:11.787951 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c391b079-3831-413b-837a-da030488999b req-e5724539-8828-4e34-8862-31eed7bfaf3e tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups?id=1088c062-91fe-405b-a2ab-26d73d6064e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432737 Jul 15 23:02:11.917642 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e16dae-48c9-4c6d-a0b2-f0b2278e8d0b req-55a1e281-b2d5-48a3-a418-ce5b9c199eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:11.919165 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f4e16dae-48c9-4c6d-a0b2-f0b2278e8d0b req-55a1e281-b2d5-48a3-a418-ce5b9c199eb6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=211c425b-6722-443d-b71c-84b35379d9a9 HTTP/1.1" status: 200 len: 1101 time: 0.0995426 Jul 15 23:02:12.007081 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f4e16dae-48c9-4c6d-a0b2-f0b2278e8d0b req-4743560c-83ed-455b-8974-83f8c51a0898 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=08f955d4-f7b9-4f44-8316-a7f5e52ed096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688260 Jul 15 23:02:12.133186 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-79f8f606-13fa-4a4d-8d70-021d990b9898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:12.221511 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:02:12.226601 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2ab99-d6e8-4f1a-9137-bff95b9081de req-9db2eee6-95b2-49dc-8b02-833cda3aa45e tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:12.236257 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e4f2ab99-d6e8-4f1a-9137-bff95b9081de req-9db2eee6-95b2-49dc-8b02-833cda3aa45e tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] 10.222.0.16 "GET /v2.0/ports?device_id=211c425b-6722-443d-b71c-84b35379d9a9 HTTP/1.1" status: 200 len: 950 time: 0.0978656 Jul 15 23:02:12.310666 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e4f2ab99-d6e8-4f1a-9137-bff95b9081de req-0680c8bb-1c04-4766-8d2f-e7eeb715ba1a tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f955d4-f7b9-4f44-8316-a7f5e52ed096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732694 Jul 15 23:02:12.338421 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673171a-7147-40ea-8596-79e67ee2568f req-c0992fb5-edcb-4caa-938a-05e6fe17b8d0 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:12.338421 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2673171a-7147-40ea-8596-79e67ee2568f req-c0992fb5-edcb-4caa-938a-05e6fe17b8d0 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.0975199 Jul 15 23:02:12.395280 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2673171a-7147-40ea-8596-79e67ee2568f req-131e93f8-2b5a-441b-ab0d-feaf9ac0fac6 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533493 Jul 15 23:02:12.532581 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-79f8f606-13fa-4a4d-8d70-021d990b9898 admin admin] Deleting port 5a34e8cc-84cd-40d0-a002-c6e093e899bc {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:02:12.533216 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-79f8f606-13fa-4a4d-8d70-021d990b9898 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:12.570290 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cadf90-4338-4477-b29c-6fbf419d715c req-35ec392d-e415-4d6d-bdd1-b32525e34294 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:12.571902 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-99cadf90-4338-4477-b29c-6fbf419d715c req-35ec392d-e415-4d6d-bdd1-b32525e34294 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 949 time: 0.0723040 Jul 15 23:02:12.613969 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-99cadf90-4338-4477-b29c-6fbf419d715c req-722f65a0-0e0a-43f3-ac39-55b9e721d879 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343115 Jul 15 23:02:12.616791 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-79f8f606-13fa-4a4d-8d70-021d990b9898 admin admin] For port 5a34e8cc-84cd-40d0-a002-c6e093e899bc, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=5a34e8cc-84cd-40d0-a002-c6e093e899bc,segment=NetworkSegment(e1af966a-423e-42b4-a81a-38e509395b16),segment_id=e1af966a-423e-42b4-a81a-38e509395b16)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:12.617235 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-79f8f606-13fa-4a4d-8d70-021d990b9898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:12.632455 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-79f8f606-13fa-4a4d-8d70-021d990b9898 admin admin] Calling delete_port for 5a34e8cc-84cd-40d0-a002-c6e093e899bc owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:02:12.829564 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-79f8f606-13fa-4a4d-8d70-021d990b9898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:12.864572 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8f606-13fa-4a4d-8d70-021d990b9898 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a34e8cc-84cd-40d0-a002-c6e093e899bc,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:13.053662 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6001103-d434-46bb-b80e-7b92a4288d87 req-34352f61-9d42-4940-bd28-f76628a22204 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:13.056738 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f6001103-d434-46bb-b80e-7b92a4288d87 req-34352f61-9d42-4940-bd28-f76628a22204 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcfaace5-e7f8-4076-a2e8-5e4b123e6979 HTTP/1.1" status: 200 len: 944 time: 0.0969288 Jul 15 23:02:13.090560 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-79f8f606-13fa-4a4d-8d70-021d990b9898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:13.105281 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f6001103-d434-46bb-b80e-7b92a4288d87 req-a90f7fc0-8983-4932-af7b-49946dcaddf4 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups?id=1088c062-91fe-405b-a2ab-26d73d6064e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399687 Jul 15 23:02:13.316468 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f8f606-13fa-4a4d-8d70-021d990b9898 admin admin] Router 32d5f623-bc05-4238-ac23-45976af4741a has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:02:13.429396 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 74edffe4-103d-4a05-a9fd-6fafa00b9a6a details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:02:13.436368 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f8f606-13fa-4a4d-8d70-021d990b9898 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:02:13.449872 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-79f8f606-13fa-4a4d-8d70-021d990b9898 admin admin] 10.222.0.16 "PUT /v2.0/routers/32d5f623-bc05-4238-ac23-45976af4741a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1228883 Jul 15 23:02:13.452412 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 36534) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:13.458234 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2728f4-051f-425a-aa1c-f3ca0e9edf6f None None] Sync routers for ids ['32d5f623-bc05-4238-ac23-45976af4741a'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:02:13.491061 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2728f4-051f-425a-aa1c-f3ca0e9edf6f None None] Routers {'32d5f623-bc05-4238-ac23-45976af4741a'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:02:13.491839 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-be2728f4-051f-425a-aa1c-f3ca0e9edf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:01:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['32d5f623-bc05-4238-ac23-45976af4741a'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:13.681832 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 74edffe4-103d-4a05-a9fd-6fafa00b9a6a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=74edffe4-103d-4a05-a9fd-6fafa00b9a6a,segment=NetworkSegment(03433303-0a46-4d39-b5db-bf97727410e3),segment_id=03433303-0a46-4d39-b5db-bf97727410e3)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:13.830306 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '74edffe4-103d-4a05-a9fd-6fafa00b9a6a', 'network_id': '4212f26f-6afd-472c-b146-e8b3fe028ddc', 'port_id': '74edffe4-103d-4a05-a9fd-6fafa00b9a6a', 'mac_address': 'fa:16:3e:1e:f5:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad3ff189-3fc3-4bc9-9b4a-6555f820f246', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:02:13.840437 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-be2728f4-051f-425a-aa1c-f3ca0e9edf6f None None] Set router 32d5f623-bc05-4238-ac23-45976af4741a gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:02:13.926259 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7bd0-c4f9-45f8-b8b7-ea739b14eed8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:13.959324 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:13.971379 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc738b-6f97-408b-99b6-768a9fcb8470 req-29505ca4-cc0e-4b64-8f33-efc8ec85aee7 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:13.978754 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1dc738b-6f97-408b-99b6-768a9fcb8470 req-29505ca4-cc0e-4b64-8f33-efc8ec85aee7 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] 10.222.0.16 "GET /v2.0/ports?device_id=211c425b-6722-443d-b71c-84b35379d9a9 HTTP/1.1" status: 200 len: 950 time: 0.4796867 Jul 15 23:02:13.981680 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74edffe4-103d-4a05-a9fd-6fafa00b9a6a {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:02:13.996310 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339162d-6c03-48bb-9d64-4faae16a70ec req-f05b9d3a-4f14-464a-b0d1-55d66e587190 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:13.997824 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6339162d-6c03-48bb-9d64-4faae16a70ec req-f05b9d3a-4f14-464a-b0d1-55d66e587190 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.2123895 Jul 15 23:02:14.050612 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 74edffe4-103d-4a05-a9fd-6fafa00b9a6a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=74edffe4-103d-4a05-a9fd-6fafa00b9a6a,segment=NetworkSegment(03433303-0a46-4d39-b5db-bf97727410e3),segment_id=03433303-0a46-4d39-b5db-bf97727410e3)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:14.056558 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:14.094685 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1dc738b-6f97-408b-99b6-768a9fcb8470 req-5f34daa4-57ea-4b55-8096-3dc242f2b086 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f955d4-f7b9-4f44-8316-a7f5e52ed096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147239 Jul 15 23:02:14.113878 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6339162d-6c03-48bb-9d64-4faae16a70ec req-497dbb29-46a2-4ed8-867e-c6705884add9 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037798 Jul 15 23:02:14.161915 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7bd0-c4f9-45f8-b8b7-ea739b14eed8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:14.165764 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=74edffe4-103d-4a05-a9fd-6fafa00b9a6a,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:14.180422 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-be2728f4-051f-425a-aa1c-f3ca0e9edf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5f623-bc05-4238-ac23-45976af4741a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1412405083-router', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:00:51Z', 'updated_at': '2021-07-15T23:02:12Z', 'revision_number': 5, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'gw_port': {'id': 'ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5f623-bc05-4238-ac23-45976af4741a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:00:52Z', 'updated_at': '2021-07-15T23:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:14.209799 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2728f4-051f-425a-aa1c-f3ca0e9edf6f None None] Checking router: 32d5f623-bc05-4238-ac23-45976af4741a for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:02:14.219418 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2728f4-051f-425a-aa1c-f3ca0e9edf6f None None] Routers {'32d5f623-bc05-4238-ac23-45976af4741a'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:02:14.220034 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-be2728f4-051f-425a-aa1c-f3ca0e9edf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:01:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['32d5f623-bc05-4238-ac23-45976af4741a'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:14.254404 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d4ca7bd0-c4f9-45f8-b8b7-ea739b14eed8 admin admin] Deleting port ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:02:14.254920 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7bd0-c4f9-45f8-b8b7-ea739b14eed8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:14.364675 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-be2728f4-051f-425a-aa1c-f3ca0e9edf6f None None] Set router 32d5f623-bc05-4238-ac23-45976af4741a gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:02:14.427408 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-be2728f4-051f-425a-aa1c-f3ca0e9edf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5f623-bc05-4238-ac23-45976af4741a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1412405083-router', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:00:51Z', 'updated_at': '2021-07-15T23:02:14Z', 'revision_number': 6, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:14.454013 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2728f4-051f-425a-aa1c-f3ca0e9edf6f None None] The sync data for ids ['32d5f623-bc05-4238-ac23-45976af4741a'] in n-d-787205-9 is: [{'id': '32d5f623-bc05-4238-ac23-45976af4741a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1412405083-router', 'tenant_id': '721953eafb1a4074972c303c4abb8e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:00:51Z', 'updated_at': '2021-07-15T23:02:14Z', 'revision_number': 6, 'project_id': '721953eafb1a4074972c303c4abb8e6a', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:02:14.457742 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d4ca7bd0-c4f9-45f8-b8b7-ea739b14eed8 admin admin] For port ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:14.458447 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7bd0-c4f9-45f8-b8b7-ea739b14eed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:14.492654 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d4ca7bd0-c4f9-45f8-b8b7-ea739b14eed8 admin admin] Calling delete_port for ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:02:14.520305 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['74edffe4-103d-4a05-a9fd-6fafa00b9a6a'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:02:14.567332 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25e82e-b345-4be5-a23a-08725fa45cb1 req-6f35af00-a5ac-4494-955a-d461b0b63fac tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:14.568815 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7d25e82e-b345-4be5-a23a-08725fa45cb1 req-6f35af00-a5ac-4494-955a-d461b0b63fac tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 949 time: 0.1906400 Jul 15 23:02:14.580042 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920062a-a7da-43ad-8870-93da91f4d8dc req-733300d6-0fd3-4d35-bbd9-f6540196f17e tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:14.581439 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2920062a-a7da-43ad-8870-93da91f4d8dc req-733300d6-0fd3-4d35-bbd9-f6540196f17e tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcfaace5-e7f8-4076-a2e8-5e4b123e6979 HTTP/1.1" status: 200 len: 945 time: 0.2043407 Jul 15 23:02:14.671200 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7d25e82e-b345-4be5-a23a-08725fa45cb1 req-059dcfe8-3e50-4fa3-82f5-98ff2c2f7e8b tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887101 Jul 15 23:02:14.753145 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2920062a-a7da-43ad-8870-93da91f4d8dc req-af03f3f5-1db4-4535-acbc-35d3ecbd7193 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups?id=1088c062-91fe-405b-a2ab-26d73d6064e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573310 Jul 15 23:02:14.856145 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7bd0-c4f9-45f8-b8b7-ea739b14eed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:14.892951 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca7bd0-c4f9-45f8-b8b7-ea739b14eed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:14.904401 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 5a34e8cc-84cd-40d0-a002-c6e093e899bc no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:02:14.926954 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7bd0-c4f9-45f8-b8b7-ea739b14eed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:14.927720 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 5a34e8cc-84cd-40d0-a002-c6e093e899bc {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:02:14.928396 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 5a34e8cc-84cd-40d0-a002-c6e093e899bc not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:02:14.952693 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1aa92-5146-4f0f-9b64-511017e2d672 req-532d88e2-39e3-4784-a15f-076f82ee28de tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:14.954919 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8af1aa92-5146-4f0f-9b64-511017e2d672 req-532d88e2-39e3-4784-a15f-076f82ee28de tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cce9c06-40c0-41cf-bb6c-e1df28b195c8 HTTP/1.1" status: 200 len: 945 time: 0.1533000 Jul 15 23:02:15.056118 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7bd0-c4f9-45f8-b8b7-ea739b14eed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:15.059079 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7bd0-c4f9-45f8-b8b7-ea739b14eed8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:15.097628 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8af1aa92-5146-4f0f-9b64-511017e2d672 req-de312086-df52-4883-9bc9-0e0fc81b7f02 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc5d1726-8827-49ab-b252-37e40a64e044&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188393 Jul 15 23:02:15.150252 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7bd0-c4f9-45f8-b8b7-ea739b14eed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:15.151483 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ca7bd0-c4f9-45f8-b8b7-ea739b14eed8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32d5f623-bc05-4238-ac23-45976af4741a {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:02:15.164094 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7bd0-c4f9-45f8-b8b7-ea739b14eed8 admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:15.166855 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d4ca7bd0-c4f9-45f8-b8b7-ea739b14eed8 admin admin] 10.222.0.16 "DELETE /v2.0/routers/32d5f623-bc05-4238-ac23-45976af4741a HTTP/1.1" status: 204 len: 168 time: 1.7134140 Jul 15 23:02:15.169583 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36554) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:15.240066 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1181e5c-6453-4f10-9fb0-fa0a5c0726a4 admin admin] Deleting subnet 3cb78c5c-80d7-4319-bbd2-bc5b34e57492 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:02:15.244783 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1181e5c-6453-4f10-9fb0-fa0a5c0726a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:15.301931 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1181e5c-6453-4f10-9fb0-fa0a5c0726a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:15.417866 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3fb34-2a5f-44a7-8d7a-90c8a5e06e01 req-4bab5e66-d472-40be-8ad9-e508a903ee50 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:15.419476 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-40f3fb34-2a5f-44a7-8d7a-90c8a5e06e01 req-4bab5e66-d472-40be-8ad9-e508a903ee50 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] 10.222.0.16 "GET /v2.0/ports?device_id=211c425b-6722-443d-b71c-84b35379d9a9 HTTP/1.1" status: 200 len: 950 time: 0.1331298 Jul 15 23:02:15.446022 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1181e5c-6453-4f10-9fb0-fa0a5c0726a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:15.458176 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d2a66-7c48-4761-a8d9-f4d0838af079 req-dcfa6e7a-58ba-40ea-ba8c-d4675a729942 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:15.459832 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c82d2a66-7c48-4761-a8d9-f4d0838af079 req-dcfa6e7a-58ba-40ea-ba8c-d4675a729942 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.1243663 Jul 15 23:02:15.511036 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1181e5c-6453-4f10-9fb0-fa0a5c0726a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:15.517458 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-40f3fb34-2a5f-44a7-8d7a-90c8a5e06e01 req-f108fc66-c75d-4d41-bb28-69da91d6d46b tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f955d4-f7b9-4f44-8316-a7f5e52ed096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828221 Jul 15 23:02:15.548390 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1181e5c-6453-4f10-9fb0-fa0a5c0726a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cb78c5c-80d7-4319-bbd2-bc5b34e57492,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:15.548699 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c82d2a66-7c48-4761-a8d9-f4d0838af079 req-1c44fd76-9090-49c7-b06d-44ebef631e18 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762148 Jul 15 23:02:15.548805 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1181e5c-6453-4f10-9fb0-fa0a5c0726a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:15.548805 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b1181e5c-6453-4f10-9fb0-fa0a5c0726a4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3cb78c5c-80d7-4319-bbd2-bc5b34e57492 HTTP/1.1" status: 204 len: 168 time: 0.3776228 Jul 15 23:02:15.550859 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36560) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:15.553693 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7684f89a-f229-4bb2-9141-9266334be19a None None] Network 2c909943-01fe-4a6a-bf17-fcd0df9ac0ae requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:02:15.633445 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b8f7494-9ea2-431f-b6fa-5d0fa674a284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:15.738057 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3b8f7494-9ea2-431f-b6fa-5d0fa674a284 admin admin] Deleting port 2fabbb0f-1bf1-4611-9f42-cc87b456b692 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:02:15.738399 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b8f7494-9ea2-431f-b6fa-5d0fa674a284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:15.752603 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96245ee5-5276-465f-a9e4-e440493940f3 req-870f19c4-aee1-4363-b13c-6a8fa5316e69 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:15.760731 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96245ee5-5276-465f-a9e4-e440493940f3 req-870f19c4-aee1-4363-b13c-6a8fa5316e69 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 1096 time: 0.0801568 Jul 15 23:02:15.817842 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96245ee5-5276-465f-a9e4-e440493940f3 req-f70ba422-3752-4904-8b5b-24f713aa3876 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561652 Jul 15 23:02:15.844961 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-baa39d2d-3211-4bf0-9116-6aacad1b6d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:15.864090 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3b8f7494-9ea2-431f-b6fa-5d0fa674a284 admin admin] For port 2fabbb0f-1bf1-4611-9f42-cc87b456b692, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=2fabbb0f-1bf1-4611-9f42-cc87b456b692,segment=NetworkSegment(e1af966a-423e-42b4-a81a-38e509395b16),segment_id=e1af966a-423e-42b4-a81a-38e509395b16)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:15.864521 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b8f7494-9ea2-431f-b6fa-5d0fa674a284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:15.882323 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3b8f7494-9ea2-431f-b6fa-5d0fa674a284 admin admin] Calling delete_port for 2fabbb0f-1bf1-4611-9f42-cc87b456b692 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:02:15.885808 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2445b57-d058-4839-b0ff-b5e3fed899c0 None None] DHCP port deletion for 2c909943-01fe-4a6a-bf17-fcd0df9ac0ae request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:02:15.993852 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-d2445b57-d058-4839-b0ff-b5e3fed899c0 None None] Deleting port 2fabbb0f-1bf1-4611-9f42-cc87b456b692 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:02:15.995210 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d2445b57-d058-4839-b0ff-b5e3fed899c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:16.026444 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b8f7494-9ea2-431f-b6fa-5d0fa674a284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:16.045425 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8f7494-9ea2-431f-b6fa-5d0fa674a284 admin admin] No DVR routers for this DVR port 2fabbb0f-1bf1-4611-9f42-cc87b456b692 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:02:16.062710 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d9f45-0e21-42b9-ab01-e9afa904cc98 req-258ccb3b-a63c-422f-8ecd-cff54b4065d8 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:16.074457 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-689d9f45-0e21-42b9-ab01-e9afa904cc98 req-258ccb3b-a63c-422f-8ecd-cff54b4065d8 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 949 time: 0.0897167 Jul 15 23:02:16.088652 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-d2445b57-d058-4839-b0ff-b5e3fed899c0 None None] For port 2fabbb0f-1bf1-4611-9f42-cc87b456b692, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=2fabbb0f-1bf1-4611-9f42-cc87b456b692,segment=NetworkSegment(e1af966a-423e-42b4-a81a-38e509395b16),segment_id=e1af966a-423e-42b4-a81a-38e509395b16)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:16.089347 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d2445b57-d058-4839-b0ff-b5e3fed899c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:16.104936 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-d2445b57-d058-4839-b0ff-b5e3fed899c0 None None] Calling delete_port for 2fabbb0f-1bf1-4611-9f42-cc87b456b692 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:02:16.107648 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f7494-9ea2-431f-b6fa-5d0fa674a284 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fabbb0f-1bf1-4611-9f42-cc87b456b692,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:16.174094 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-689d9f45-0e21-42b9-ab01-e9afa904cc98 req-221249d3-aab2-4d84-ac11-bfac7debeffc tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979488 Jul 15 23:02:16.275779 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b8f7494-9ea2-431f-b6fa-5d0fa674a284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:16.290495 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3b8f7494-9ea2-431f-b6fa-5d0fa674a284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c909943-01fe-4a6a-bf17-fcd0df9ac0ae']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:16.304604 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3b8f7494-9ea2-431f-b6fa-5d0fa674a284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1af966a-423e-42b4-a81a-38e509395b16') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:16.304938 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3b8f7494-9ea2-431f-b6fa-5d0fa674a284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1af966a-423e-42b4-a81a-38e509395b16') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:16.318869 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b8f7494-9ea2-431f-b6fa-5d0fa674a284 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:16.328982 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d2445b57-d058-4839-b0ff-b5e3fed899c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:16.338420 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b8f7494-9ea2-431f-b6fa-5d0fa674a284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:16.355688 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b8f7494-9ea2-431f-b6fa-5d0fa674a284 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:02:16.356230 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b8f7494-9ea2-431f-b6fa-5d0fa674a284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:02:16.358247 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:02:16.362957 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2445b57-d058-4839-b0ff-b5e3fed899c0 None None] No DVR routers for this DVR port 2fabbb0f-1bf1-4611-9f42-cc87b456b692 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:02:16.410401 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2445b57-d058-4839-b0ff-b5e3fed899c0 None None] Pushing event deleted for resources: {'Port': ['ID=2fabbb0f-1bf1-4611-9f42-cc87b456b692,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:16.435557 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b8f7494-9ea2-431f-b6fa-5d0fa674a284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:16.455106 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b8f7494-9ea2-431f-b6fa-5d0fa674a284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:16.457148 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3b8f7494-9ea2-431f-b6fa-5d0fa674a284 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2c909943-01fe-4a6a-bf17-fcd0df9ac0ae HTTP/1.1" status: 204 len: 168 time: 0.9041691 Jul 15 23:02:16.458138 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f7494-9ea2-431f-b6fa-5d0fa674a284 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c909943-01fe-4a6a-bf17-fcd0df9ac0ae,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:16.521222 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87966f07-937c-4a4a-bf5c-6fbf1827beae req-61628991-3915-4abd-8b70-1b30c1f03bb4 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:16.522854 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-87966f07-937c-4a4a-bf5c-6fbf1827beae req-61628991-3915-4abd-8b70-1b30c1f03bb4 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcfaace5-e7f8-4076-a2e8-5e4b123e6979 HTTP/1.1" status: 200 len: 945 time: 0.1021278 Jul 15 23:02:16.578257 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-87966f07-937c-4a4a-bf5c-6fbf1827beae req-dac4b297-a780-4e13-8313-b44ad7960216 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups?id=1088c062-91fe-405b-a2ab-26d73d6064e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490222 Jul 15 23:02:16.702075 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36594) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:16.753389 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ed7789f0-31c5-4bb9-a242-1664b1407872 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=721953eafb1a4074972c303c4abb8e6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500929 Jul 15 23:02:16.754272 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36600) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:16.781457 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300f86f-2c69-4afa-8c84-c84af6217601 req-c7935886-2104-4d19-b604-56ad5863d366 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:16.783933 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7300f86f-2c69-4afa-8c84-c84af6217601 req-c7935886-2104-4d19-b604-56ad5863d366 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] 10.222.0.16 "GET /v2.0/ports?device_id=211c425b-6722-443d-b71c-84b35379d9a9 HTTP/1.1" status: 200 len: 950 time: 0.0778553 Jul 15 23:02:16.823227 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc3cb417-e1a9-4acf-9c42-febb87bd05e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:16.845570 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7300f86f-2c69-4afa-8c84-c84af6217601 req-bbd4da27-ec78-458d-ac5c-b95cf4ef8f04 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f955d4-f7b9-4f44-8316-a7f5e52ed096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559263 Jul 15 23:02:16.854777 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc3cb417-e1a9-4acf-9c42-febb87bd05e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:16.997888 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:02:17.003572 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc3cb417-e1a9-4acf-9c42-febb87bd05e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:17.006186 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc3cb417-e1a9-4acf-9c42-febb87bd05e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:17.009792 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cc3cb417-e1a9-4acf-9c42-febb87bd05e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c01b3b1-37b8-4fde-99dd-0caf4efc1c2a HTTP/1.1" status: 204 len: 168 time: 0.2520521 Jul 15 23:02:17.036838 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3cb417-e1a9-4acf-9c42-febb87bd05e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c01b3b1-37b8-4fde-99dd-0caf4efc1c2a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:17.060523 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:02:17.060857 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ff2e3be9-164a-49c5-ae5a-3ac93bb8ba3d not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:02:17.061279 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 2fabbb0f-1bf1-4611-9f42-cc87b456b692 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:02:17.107720 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 2fabbb0f-1bf1-4611-9f42-cc87b456b692 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:02:17.107968 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 2fabbb0f-1bf1-4611-9f42-cc87b456b692 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:02:17.130187 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1b09f27a-5108-45ed-a348-837468828d51 req-20d4d512-0cc6-4e5e-9a5c-8aeb84e270aa tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1997281784&fields=id&tenant_id=8d5b419981334391af714f4b817dcecc HTTP/1.1" status: 200 len: 267 time: 0.0456028 Jul 15 23:02:17.282467 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09f27a-5108-45ed-a348-837468828d51 req-0aa00c30-12da-484a-8c62-bfc0156909e8 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:17.289670 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1b09f27a-5108-45ed-a348-837468828d51 req-0aa00c30-12da-484a-8c62-bfc0156909e8 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/networks?id=a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb HTTP/1.1" status: 200 len: 824 time: 0.1502652 Jul 15 23:02:17.321470 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1b09f27a-5108-45ed-a348-837468828d51 req-b6827008-d325-437b-a2b3-03399e657e48 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/quotas/8d5b419981334391af714f4b817dcecc HTTP/1.1" status: 200 len: 375 time: 0.0307505 Jul 15 23:02:17.405879 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1b09f27a-5108-45ed-a348-837468828d51 req-8e914e44-2ad9-48a8-b54a-1e4bb1202483 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8d5b419981334391af714f4b817dcecc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0833001 Jul 15 23:02:17.436994 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 74edffe4-103d-4a05-a9fd-6fafa00b9a6a up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:02:17.535193 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 74edffe4-103d-4a05-a9fd-6fafa00b9a6a completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:02:17.540672 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 74edffe4-103d-4a05-a9fd-6fafa00b9a6a triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:02:17.543095 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:17.579680 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1b09f27a-5108-45ed-a348-837468828d51 req-a2daf584-96f5-4335-bd14-1fbe556ea367 service neutron] 10.222.0.16 "GET /v2.0/networks/a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604469 Jul 15 23:02:17.636984 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [req-08f49a89-1022-401a-a51f-7159821955ee req-4e063747-753d-4a10-a90e-1b7a57a0ea6d tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:02:17.637893 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-08f49a89-1022-401a-a51f-7159821955ee req-4e063747-753d-4a10-a90e-1b7a57a0ea6d tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142021 Jul 15 23:02:17.671156 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:17.690209 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-08f49a89-1022-401a-a51f-7159821955ee req-c4c9ab29-c153-407a-90dc-39fb6221972d service neutron] Request body: {'binding': {'host': 'n-h1-787205-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:17.691655 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-08f49a89-1022-401a-a51f-7159821955ee req-c4c9ab29-c153-407a-90dc-39fb6221972d service neutron] Unknown quota resources ['binding']. {{(pid=93798) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:02:17.711377 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcfaace5-e7f8-4076-a2e8-5e4b123e6979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74edffe4-103d-4a05-a9fd-6fafa00b9a6a'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:17.720441 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57575c54-313c-462a-aaf2-61c75e78994b" -d '{"events": [{"server_uuid": "dcfaace5-e7f8-4076-a2e8-5e4b123e6979", "name": "network-vif-plugged", "status": "completed", "tag": "74edffe4-103d-4a05-a9fd-6fafa00b9a6a"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:17.751023 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 74edffe4-103d-4a05-a9fd-6fafa00b9a6a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=74edffe4-103d-4a05-a9fd-6fafa00b9a6a,segment=NetworkSegment(03433303-0a46-4d39-b5db-bf97727410e3),segment_id=03433303-0a46-4d39-b5db-bf97727410e3)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:17.759328 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:17.760360 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1b09f27a-5108-45ed-a348-837468828d51 req-72357137-087c-4717-8efb-f2a6d2c1cd56 service neutron] 10.222.0.16 "GET /v2.0/networks/a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686206 Jul 15 23:02:17.838955 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0182a6e-a6e2-4a77-be78-c9f06f816ff9 req-fb221143-0bfb-4a4e-ab8e-5322e7f0aab8 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:17.840522 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d0182a6e-a6e2-4a77-be78-c9f06f816ff9 req-fb221143-0bfb-4a4e-ab8e-5322e7f0aab8 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cce9c06-40c0-41cf-bb6c-e1df28b195c8 HTTP/1.1" status: 200 len: 945 time: 0.1340585 Jul 15 23:02:17.899436 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=74edffe4-103d-4a05-a9fd-6fafa00b9a6a,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:18.101306 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-d0182a6e-a6e2-4a77-be78-c9f06f816ff9 req-9f7baf65-3342-43ce-a4ff-727809076fae tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Deleting port 2d311f3c-1464-438d-b4dc-9353cc73eb8b {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:02:18.101922 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d0182a6e-a6e2-4a77-be78-c9f06f816ff9 req-9f7baf65-3342-43ce-a4ff-727809076fae tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:18.185704 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d41cfe28-1df2-4f15-9549-a41423bc10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:18.316850 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 36650) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:18.372985 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-d0182a6e-a6e2-4a77-be78-c9f06f816ff9 req-9f7baf65-3342-43ce-a4ff-727809076fae tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] For port 2d311f3c-1464-438d-b4dc-9353cc73eb8b, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=2d311f3c-1464-438d-b4dc-9353cc73eb8b,segment=NetworkSegment(8d579221-0a7c-432a-a8a4-faae99e9d679),segment_id=8d579221-0a7c-432a-a8a4-faae99e9d679)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:18.373374 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d0182a6e-a6e2-4a77-be78-c9f06f816ff9 req-9f7baf65-3342-43ce-a4ff-727809076fae tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:18.486237 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327bb6e-9391-47b9-9f70-48308e73c377 req-39a9cef9-cb75-4ec0-882b-fb467e3dcd99 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:18.489019 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e327bb6e-9391-47b9-9f70-48308e73c377 req-39a9cef9-cb75-4ec0-882b-fb467e3dcd99 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.2544944 Jul 15 23:02:18.547346 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ab54a-529a-453e-8fb9-1a9c6f26ac1b req-14c843bc-84e6-4b10-a5dd-dee652519082 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:18.548309 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-b1114710-514b-4b34-9d33-38fd030ed1d1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-528531641-network', 'tenant_id': '53f9fd962e0248faaf98dded6061d819'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:18.549555 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bc3ab54a-529a-453e-8fb9-1a9c6f26ac1b req-14c843bc-84e6-4b10-a5dd-dee652519082 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] 10.222.0.36 "GET /v2.0/ports?device_id=211c425b-6722-443d-b71c-84b35379d9a9 HTTP/1.1" status: 200 len: 950 time: 0.9368818 Jul 15 23:02:18.555003 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-08f49a89-1022-401a-a51f-7159821955ee req-c4c9ab29-c153-407a-90dc-39fb6221972d service neutron] Attempting to bind port bbffc5ff-9f45-460b-bb3c-afbae46578bb on host n-h1-787205-9 for vnic_type normal with profile None {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:02:18.555393 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-08f49a89-1022-401a-a51f-7159821955ee req-c4c9ab29-c153-407a-90dc-39fb6221972d service neutron] Attempting to bind port bbffc5ff-9f45-460b-bb3c-afbae46578bb by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:02:18.555722 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f49a89-1022-401a-a51f-7159821955ee req-c4c9ab29-c153-407a-90dc-39fb6221972d service neutron] Attempting to bind port bbffc5ff-9f45-460b-bb3c-afbae46578bb on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:02:18.607504 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f49a89-1022-401a-a51f-7159821955ee req-c4c9ab29-c153-407a-90dc-39fb6221972d service neutron] Port bbffc5ff-9f45-460b-bb3c-afbae46578bb on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:02:18.607846 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f49a89-1022-401a-a51f-7159821955ee req-c4c9ab29-c153-407a-90dc-39fb6221972d service neutron] Attempting to bind port bbffc5ff-9f45-460b-bb3c-afbae46578bb on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:02:18.613570 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:18.620528 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f49a89-1022-401a-a51f-7159821955ee req-c4c9ab29-c153-407a-90dc-39fb6221972d service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:02:18.621737 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f49a89-1022-401a-a51f-7159821955ee req-c4c9ab29-c153-407a-90dc-39fb6221972d service neutron] Checking segment: {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:02:18.622119 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f49a89-1022-401a-a51f-7159821955ee req-c4c9ab29-c153-407a-90dc-39fb6221972d service neutron] Bound using segment: {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:02:18.622699 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-08f49a89-1022-401a-a51f-7159821955ee req-c4c9ab29-c153-407a-90dc-39fb6221972d service neutron] Bound port: bbffc5ff-9f45-460b-bb3c-afbae46578bb, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:02:18.669309 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1114710-514b-4b34-9d33-38fd030ed1d1 admin admin] Made reservation on behalf of 53f9fd962e0248faaf98dded6061d819 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:02:18.671637 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b1114710-514b-4b34-9d33-38fd030ed1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:18.698748 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e327bb6e-9391-47b9-9f70-48308e73c377 req-8a5d673e-572c-4846-a098-eda356b35761 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709187 Jul 15 23:02:18.701951 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b1114710-514b-4b34-9d33-38fd030ed1d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:18.726266 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-08f49a89-1022-401a-a51f-7159821955ee req-c4c9ab29-c153-407a-90dc-39fb6221972d service neutron] For port bbffc5ff-9f45-460b-bb3c-afbae46578bb, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=bbffc5ff-9f45-460b-bb3c-afbae46578bb,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:02:18.734771 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-08f49a89-1022-401a-a51f-7159821955ee req-c4c9ab29-c153-407a-90dc-39fb6221972d service neutron] Notify callbacks [] for binding, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:18.744744 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-08f49a89-1022-401a-a51f-7159821955ee req-c4c9ab29-c153-407a-90dc-39fb6221972d service neutron] 10.222.0.16 "POST /v2.0/ports/bbffc5ff-9f45-460b-bb3c-afbae46578bb/bindings HTTP/1.1" status: 201 len: 389 time: 1.0565436 Jul 15 23:02:18.756185 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-bc3ab54a-529a-453e-8fb9-1a9c6f26ac1b req-b3d7eb79-3f1a-4da2-a053-0740bda5c971 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Deleting port d277034c-9409-48c5-8e14-c1a0d017be44 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:02:18.756848 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bc3ab54a-529a-453e-8fb9-1a9c6f26ac1b req-b3d7eb79-3f1a-4da2-a053-0740bda5c971 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:18.910232 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-bc3ab54a-529a-453e-8fb9-1a9c6f26ac1b req-b3d7eb79-3f1a-4da2-a053-0740bda5c971 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] For port d277034c-9409-48c5-8e14-c1a0d017be44, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=d277034c-9409-48c5-8e14-c1a0d017be44,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:18.910588 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bc3ab54a-529a-453e-8fb9-1a9c6f26ac1b req-b3d7eb79-3f1a-4da2-a053-0740bda5c971 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:18.933914 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-bc3ab54a-529a-453e-8fb9-1a9c6f26ac1b req-b3d7eb79-3f1a-4da2-a053-0740bda5c971 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Calling delete_port for d277034c-9409-48c5-8e14-c1a0d017be44 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:02:18.940125 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b1114710-514b-4b34-9d33-38fd030ed1d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:18.946072 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b1114710-514b-4b34-9d33-38fd030ed1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:19.028600 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1114710-514b-4b34-9d33-38fd030ed1d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:02:19.080304 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d0182a6e-a6e2-4a77-be78-c9f06f816ff9 req-9f7baf65-3342-43ce-a4ff-727809076fae tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:19.081060 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d0182a6e-a6e2-4a77-be78-c9f06f816ff9 req-9f7baf65-3342-43ce-a4ff-727809076fae tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:19.081702 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [req-d0182a6e-a6e2-4a77-be78-c9f06f816ff9 req-9f7baf65-3342-43ce-a4ff-727809076fae tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Floating IP fb6581d4-133b-44c9-a208-463bdb990898 disassociated. External IP: 172.25.4.84, port: 2d311f3c-1464-438d-b4dc-9353cc73eb8b. Jul 15 23:02:19.082217 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-d0182a6e-a6e2-4a77-be78-c9f06f816ff9 req-9f7baf65-3342-43ce-a4ff-727809076fae tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Calling delete_port for 2d311f3c-1464-438d-b4dc-9353cc73eb8b owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:02:19.085494 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1114710-514b-4b34-9d33-38fd030ed1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1aa2f52-3e34-4921-9f24-0119438709f0,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:19.121707 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bc3ab54a-529a-453e-8fb9-1a9c6f26ac1b req-b3d7eb79-3f1a-4da2-a053-0740bda5c971 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:19.130167 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b1114710-514b-4b34-9d33-38fd030ed1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:19.130526 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-b1114710-514b-4b34-9d33-38fd030ed1d1 admin admin] Added segment d3db25d9-fc0c-43d7-bd1d-3fd45c9a2f47 of type vlan for network 4352d126-3195-4322-9ea8-4b46d5b5f18b Jul 15 23:02:19.164845 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['d277034c-9409-48c5-8e14-c1a0d017be44'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:02:19.188331 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7eb79-3f1a-4da2-a053-0740bda5c971 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Pushing event deleted for resources: {'Port': ['ID=d277034c-9409-48c5-8e14-c1a0d017be44,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:19.284356 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3ab54a-529a-453e-8fb9-1a9c6f26ac1b req-b3d7eb79-3f1a-4da2-a053-0740bda5c971 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] No DVR routers for this DVR port d277034c-9409-48c5-8e14-c1a0d017be44 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:02:19.287981 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bc3ab54a-529a-453e-8fb9-1a9c6f26ac1b req-b3d7eb79-3f1a-4da2-a053-0740bda5c971 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:19.290118 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bc3ab54a-529a-453e-8fb9-1a9c6f26ac1b req-b3d7eb79-3f1a-4da2-a053-0740bda5c971 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] 10.222.0.36 "DELETE /v2.0/ports/d277034c-9409-48c5-8e14-c1a0d017be44 HTTP/1.1" status: 204 len: 173 time: 0.7310395 Jul 15 23:02:19.290660 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211c425b-6722-443d-b71c-84b35379d9a9', 'name': 'network-vif-deleted', 'tag': 'd277034c-9409-48c5-8e14-c1a0d017be44'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:19.301543 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86850189-51fb-4106-9b22-4de94d8f3c6b" -d '{"events": [{"server_uuid": "211c425b-6722-443d-b71c-84b35379d9a9", "name": "network-vif-deleted", "tag": "d277034c-9409-48c5-8e14-c1a0d017be44"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:19.409785 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f49a89-1022-401a-a51f-7159821955ee req-95a1c31e-c9ae-449f-abdc-1a9517f3a7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:19.412417 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-08f49a89-1022-401a-a51f-7159821955ee req-95a1c31e-c9ae-449f-abdc-1a9517f3a7f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=333adf5bda29495e91779ab1d3ab99ea&device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 1096 time: 0.1594992 Jul 15 23:02:19.507750 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:19.599324 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f49a89-1022-401a-a51f-7159821955ee req-b78ea178-926d-4158-95b2-685996fff931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:19.600534 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-08f49a89-1022-401a-a51f-7159821955ee req-b78ea178-926d-4158-95b2-685996fff931 service neutron] 10.222.0.36 "GET /v2.0/networks?id=71ccf61d-14bc-4de9-bbf5-849aeac853f5 HTTP/1.1" status: 200 len: 919 time: 0.1545951 Jul 15 23:02:19.655456 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-08f49a89-1022-401a-a51f-7159821955ee req-f8c5c135-3c60-497f-88f8-cbeb4568977f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbffc5ff-9f45-460b-bb3c-afbae46578bb HTTP/1.1" status: 200 len: 217 time: 0.0426581 Jul 15 23:02:19.665229 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed18170-b8a4-44ce-bdfe-894fb2498b53 req-d9f98a19-28ad-438b-8d66-0f49a039396d tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:19.666734 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5ed18170-b8a4-44ce-bdfe-894fb2498b53 req-d9f98a19-28ad-438b-8d66-0f49a039396d tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcfaace5-e7f8-4076-a2e8-5e4b123e6979 HTTP/1.1" status: 200 len: 946 time: 0.6959836 Jul 15 23:02:19.668371 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b1114710-514b-4b34-9d33-38fd030ed1d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:19.681179 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c497d-716a-4779-8a3e-58cf17fbb8d8 req-8d586f2f-f60d-4e7f-af90-6c008ea446c5 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:19.682678 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-794c497d-716a-4779-8a3e-58cf17fbb8d8 req-8d586f2f-f60d-4e7f-af90-6c008ea446c5 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 949 time: 0.7411673 Jul 15 23:02:19.686388 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d0182a6e-a6e2-4a77-be78-c9f06f816ff9 req-9f7baf65-3342-43ce-a4ff-727809076fae tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:19.759662 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7baf65-3342-43ce-a4ff-727809076fae tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Pushing event deleted for resources: {'Port': ['ID=2d311f3c-1464-438d-b4dc-9353cc73eb8b,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:19.802910 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f49a89-1022-401a-a51f-7159821955ee req-4c72bcff-b98f-4a6d-8b1a-271ccb5bd8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:19.804484 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-08f49a89-1022-401a-a51f-7159821955ee req-4c72bcff-b98f-4a6d-8b1a-271ccb5bd8a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=951a51fc-ffa0-401a-b919-6dcf1a893db8 HTTP/1.1" status: 200 len: 858 time: 0.0617731 Jul 15 23:02:19.844774 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5ed18170-b8a4-44ce-bdfe-894fb2498b53 req-604f81f1-9269-4666-a7ba-538d7c3fa4e3 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups?id=1088c062-91fe-405b-a2ab-26d73d6064e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610894 Jul 15 23:02:19.849948 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b1114710-514b-4b34-9d33-38fd030ed1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:19.850450 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1114710-514b-4b34-9d33-38fd030ed1d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:19.851241 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b1114710-514b-4b34-9d33-38fd030ed1d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:19.856949 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-794c497d-716a-4779-8a3e-58cf17fbb8d8 req-58144b6d-2d37-4744-ba80-9c27bbfefad7 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593668 Jul 15 23:02:19.925577 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b1114710-514b-4b34-9d33-38fd030ed1d1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6005712 Jul 15 23:02:19.927091 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 36670) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:19.935197 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-96418dbe-0b41-4a9f-bd73-9236d58141a1 admin admin] Request body: {'subnet': {'network_id': '4352d126-3195-4322-9ea8-4b46d5b5f18b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-528531641-subnet', 'tenant_id': '53f9fd962e0248faaf98dded6061d819', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:19.935604 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-08f49a89-1022-401a-a51f-7159821955ee req-4a05274b-ad83-4efc-9b8a-27545601a082 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71ccf61d-14bc-4de9-bbf5-849aeac853f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712745 Jul 15 23:02:19.939770 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90fbd51-dd3b-47bf-be41-03b9185398e1 x-openstack-request-id: req-d90fbd51-dd3b-47bf-be41-03b9185398e1 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:19.940461 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcfaace5-e7f8-4076-a2e8-5e4b123e6979", "name": "network-vif-plugged", "status": "completed", "tag": "74edffe4-103d-4a05-a9fd-6fafa00b9a6a", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:19.940943 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d90fbd51-dd3b-47bf-be41-03b9185398e1 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:19.941535 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcfaace5-e7f8-4076-a2e8-5e4b123e6979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74edffe4-103d-4a05-a9fd-6fafa00b9a6a', 'code': 200} Jul 15 23:02:19.987724 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1114710-514b-4b34-9d33-38fd030ed1d1 admin admin] Pushing event updated for resources: {'Network': ['ID=4352d126-3195-4322-9ea8-4b46d5b5f18b,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:19.999278 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 4352d126-3195-4322-9ea8-4b46d5b5f18b details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:02:20.017086 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0182a6e-a6e2-4a77-be78-c9f06f816ff9 req-9f7baf65-3342-43ce-a4ff-727809076fae tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Router 0c66fdac-cfae-4ac9-968e-e71311a1b290 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:02:20.017757 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96418dbe-0b41-4a9f-bd73-9236d58141a1 admin admin] Made reservation on behalf of 53f9fd962e0248faaf98dded6061d819 for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:02:20.020442 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-96418dbe-0b41-4a9f-bd73-9236d58141a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:20.309392 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-609ab6b3-cf5a-4dd3-90cc-48646453a88e req-cfe8f15e-a924-4a70-9cff-c2f548f03348 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/ports?device_id=2260c712-701b-499a-b9f6-c7e47c45f5c9 HTTP/1.1" status: 200 len: 210 time: 0.1277440 Jul 15 23:02:20.332949 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-265e2d6d-4fed-47dc-8880-11ef84a362e1 req-7f97f041-d7bf-400f-b5e1-baad008a2ad7 tempest-ImagesNegativeTestJSON-1802745239 tempest-ImagesNegativeTestJSON-1802745239-project] 10.222.0.16 "GET /v2.0/ports?device_id=211c425b-6722-443d-b71c-84b35379d9a9 HTTP/1.1" status: 200 len: 210 time: 0.1504800 Jul 15 23:02:20.366329 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-08f49a89-1022-401a-a51f-7159821955ee req-7d1bf857-2302-4530-af26-36abc197b7d3 service neutron] 10.222.0.36 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454397 Jul 15 23:02:20.415950 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4c67ad-159c-4a9d-9452-e8731b7cb5b0 x-openstack-request-id: req-bc4c67ad-159c-4a9d-9452-e8731b7cb5b0 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:20.416315 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211c425b-6722-443d-b71c-84b35379d9a9", "name": "network-vif-deleted", "tag": "d277034c-9409-48c5-8e14-c1a0d017be44", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:20.416537 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc4c67ad-159c-4a9d-9452-e8731b7cb5b0 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:20.416929 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211c425b-6722-443d-b71c-84b35379d9a9', 'name': 'network-vif-deleted', 'tag': 'd277034c-9409-48c5-8e14-c1a0d017be44', 'status': 'completed', 'code': 200} Jul 15 23:02:20.450315 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec2fbe-cfe7-4ee1-9f6f-8fdc15e0f013 req-7ed8358f-a443-4ce8-a830-1989ed4ac765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:20.452353 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4fec2fbe-cfe7-4ee1-9f6f-8fdc15e0f013 req-7ed8358f-a443-4ce8-a830-1989ed4ac765 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dcfaace5-e7f8-4076-a2e8-5e4b123e6979 HTTP/1.1" status: 200 len: 1097 time: 0.3138859 Jul 15 23:02:20.506386 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09f27a-5108-45ed-a348-837468828d51 req-63df35c9-fe6b-47f7-bf26-055a7aa13c63 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:20.509725 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1b09f27a-5108-45ed-a348-837468828d51 req-63df35c9-fe6b-47f7-bf26-055a7aa13c63 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.36 "GET /v2.0/networks?id=a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb HTTP/1.1" status: 200 len: 824 time: 0.3701177 Jul 15 23:02:20.618509 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0182a6e-a6e2-4a77-be78-c9f06f816ff9 req-9f7baf65-3342-43ce-a4ff-727809076fae tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:02:20.630430 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4fec2fbe-cfe7-4ee1-9f6f-8fdc15e0f013 req-fa82e445-5109-4e6e-8476-8742ee3dc099 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1088c062-91fe-405b-a2ab-26d73d6064e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588540 Jul 15 23:02:20.632574 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf5519a-151e-4911-acb5-71843094fcdf None None] Sync routers for ids ['0c66fdac-cfae-4ac9-968e-e71311a1b290'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:02:20.642514 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1b09f27a-5108-45ed-a348-837468828d51 req-5e4b05b6-fc4e-41ee-affe-a3fd7fa2776c tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d5b419981334391af714f4b817dcecc HTTP/1.1" status: 200 len: 380 time: 0.1049905 Jul 15 23:02:20.647471 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf5519a-151e-4911-acb5-71843094fcdf None None] Routers {'0c66fdac-cfae-4ac9-968e-e71311a1b290'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:02:20.648497 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-cdf5519a-151e-4911-acb5-71843094fcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:02:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['0c66fdac-cfae-4ac9-968e-e71311a1b290'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:20.653644 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-08f49a89-1022-401a-a51f-7159821955ee req-70d0f91a-c80f-4576-9901-6fd722272bc6 service neutron] 10.222.0.36 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748218 Jul 15 23:02:20.690718 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-96418dbe-0b41-4a9f-bd73-9236d58141a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:20.763655 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-cdf5519a-151e-4911-acb5-71843094fcdf None None] Set router 0c66fdac-cfae-4ac9-968e-e71311a1b290 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:02:20.766468 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0182a6e-a6e2-4a77-be78-c9f06f816ff9 req-9f7baf65-3342-43ce-a4ff-727809076fae tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] No DVR routers for this DVR port 2d311f3c-1464-438d-b4dc-9353cc73eb8b on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:02:20.777012 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d0182a6e-a6e2-4a77-be78-c9f06f816ff9 req-9f7baf65-3342-43ce-a4ff-727809076fae tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:20.779274 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d0182a6e-a6e2-4a77-be78-c9f06f816ff9 req-9f7baf65-3342-43ce-a4ff-727809076fae tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.43 "DELETE /v2.0/ports/2d311f3c-1464-438d-b4dc-9353cc73eb8b HTTP/1.1" status: 204 len: 173 time: 2.9275074 Jul 15 23:02:20.781049 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cce9c06-40c0-41cf-bb6c-e1df28b195c8', 'name': 'network-vif-deleted', 'tag': '2d311f3c-1464-438d-b4dc-9353cc73eb8b'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:20.783467 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f64f69-bc94-4c41-9221-7f3cfc00b771" -d '{"events": [{"server_uuid": "3cce9c06-40c0-41cf-bb6c-e1df28b195c8", "name": "network-vif-deleted", "tag": "2d311f3c-1464-438d-b4dc-9353cc73eb8b"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:20.832980 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96418dbe-0b41-4a9f-bd73-9236d58141a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82d7403d-8004-486d-ba64-8aaaab2ece4e,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:20.854117 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca5129-9549-4a9f-9216-377e637543f8 req-84d3fc6b-46a3-446f-97d5-80d2502d0537 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:20.861672 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2ca5129-9549-4a9f-9216-377e637543f8 req-84d3fc6b-46a3-446f-97d5-80d2502d0537 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 945 time: 0.2812657 Jul 15 23:02:20.873261 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96418dbe-0b41-4a9f-bd73-9236d58141a1 admin admin] Checking segment: {'id': 'd3db25d9-fc0c-43d7-bd1d-3fd45c9a2f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4352d126-3195-4322-9ea8-4b46d5b5f18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:02:20.873714 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96418dbe-0b41-4a9f-bd73-9236d58141a1 admin admin] Network hostable DHCP agents. Network: 4352d126-3195-4322-9ea8-4b46d5b5f18b, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:02:20.885733 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676373e3-e8f4-431a-83fc-879d5db064c3 req-49e46dc4-bafc-4bca-b5ba-371616a384a5 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:20.887521 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-676373e3-e8f4-431a-83fc-879d5db064c3 req-49e46dc4-bafc-4bca-b5ba-371616a384a5 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.3034494 Jul 15 23:02:20.959853 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2ca5129-9549-4a9f-9216-377e637543f8 req-70caa34b-e515-4b7d-96b3-c64ac94da795 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969779 Jul 15 23:02:20.976984 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96418dbe-0b41-4a9f-bd73-9236d58141a1 admin admin] Network 4352d126-3195-4322-9ea8-4b46d5b5f18b is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:02:21.000338 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-96418dbe-0b41-4a9f-bd73-9236d58141a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 4352d126-3195-4322-9ea8-4b46d5b5f18b) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:02:21.009132 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-676373e3-e8f4-431a-83fc-879d5db064c3 req-c6c7b8d9-3d34-4380-b8bf-a0662a0bd4aa tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140828 Jul 15 23:02:21.012366 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96418dbe-0b41-4a9f-bd73-9236d58141a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:21.012966 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-96418dbe-0b41-4a9f-bd73-9236d58141a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:21.014190 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0eb2c0-9f16-4c28-8ccb-83639cb8b579 None None] Network 4352d126-3195-4322-9ea8-4b46d5b5f18b requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:02:21.021270 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-1b09f27a-5108-45ed-a348-837468828d51 req-fda6ebb0-f2fb-4ee7-b59f-d54114b91bc0 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Request body: {'port': {'device_id': '2260c712-701b-499a-b9f6-c7e47c45f5c9', 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb', 'admin_state_up': True, 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'security_groups': ['fc5d1726-8827-49ab-b252-37e40a64e044']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:21.044414 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64f6839-18fe-4ce1-b8fb-5dfedf3efbd4 x-openstack-request-id: req-f64f6839-18fe-4ce1-b8fb-5dfedf3efbd4 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:21.045449 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cce9c06-40c0-41cf-bb6c-e1df28b195c8", "name": "network-vif-deleted", "tag": "2d311f3c-1464-438d-b4dc-9353cc73eb8b", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:21.045956 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f64f6839-18fe-4ce1-b8fb-5dfedf3efbd4 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:21.046831 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cce9c06-40c0-41cf-bb6c-e1df28b195c8', 'name': 'network-vif-deleted', 'tag': '2d311f3c-1464-438d-b4dc-9353cc73eb8b', 'status': 'completed', 'code': 200} Jul 15 23:02:21.052691 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-96418dbe-0b41-4a9f-bd73-9236d58141a1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1250515 Jul 15 23:02:21.053672 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 36680) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:21.070440 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-659bde2c-591c-4540-913a-ead4f45f0390 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-528531641-router', 'tenant_id': '53f9fd962e0248faaf98dded6061d819', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:21.085468 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-cdf5519a-151e-4911-acb5-71843094fcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820815977-router', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:59:37Z', 'updated_at': '2021-07-15T22:59:46Z', 'revision_number': 4, 'project_id': '8d5b419981334391af714f4b817dcecc', 'gw_port': {'id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:38Z', 'updated_at': '2021-07-15T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '79884c4e-9d3a-43fe-a49b-1886cf6df4a1', 'name': '', 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'mac_address': 'fa:16:3e:60:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7348a62-9b3d-433e-8e23-0a028378979c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:43Z', 'updated_at': '2021-07-15T22:59:51Z', 'revision_number': 5, 'project_id': '8d5b419981334391af714f4b817dcecc', 'subnets': [{'id': 'e7348a62-9b3d-433e-8e23-0a028378979c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:21.104285 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-659bde2c-591c-4540-913a-ead4f45f0390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:21.106160 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-659bde2c-591c-4540-913a-ead4f45f0390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:21.186698 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf5519a-151e-4911-acb5-71843094fcdf None None] Checking router: 0c66fdac-cfae-4ac9-968e-e71311a1b290 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:02:21.220760 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf5519a-151e-4911-acb5-71843094fcdf None None] Routers {'0c66fdac-cfae-4ac9-968e-e71311a1b290'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:02:21.221532 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-cdf5519a-151e-4911-acb5-71843094fcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:02:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['0c66fdac-cfae-4ac9-968e-e71311a1b290'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:21.244292 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:21.287673 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-659bde2c-591c-4540-913a-ead4f45f0390 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:21.291999 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b09f27a-5108-45ed-a348-837468828d51 req-fda6ebb0-f2fb-4ee7-b59f-d54114b91bc0 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Made reservation on behalf of 8d5b419981334391af714f4b817dcecc for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:02:21.296441 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1b09f27a-5108-45ed-a348-837468828d51 req-fda6ebb0-f2fb-4ee7-b59f-d54114b91bc0 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:21.393897 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-cdf5519a-151e-4911-acb5-71843094fcdf None None] Set router 0c66fdac-cfae-4ac9-968e-e71311a1b290 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:02:21.421442 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2c142c-596e-4c15-83a9-f89bcd25d845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-4352d126-3195-4322-9ea8-4b46d5b5f18b', 'network_id': '4352d126-3195-4322-9ea8-4b46d5b5f18b', 'tenant_id': '53f9fd962e0248faaf98dded6061d819', 'fixed_ips': [{'subnet_id': '82d7403d-8004-486d-ba64-8aaaab2ece4e'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:02:21.424168 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ef2c142c-596e-4c15-83a9-f89bcd25d845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:21.556997 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-1b09f27a-5108-45ed-a348-837468828d51 req-fda6ebb0-f2fb-4ee7-b59f-d54114b91bc0 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Allocated IP 172.20.0.5 (a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb/e7348a62-9b3d-433e-8e23-0a028378979c/d2e21d92-bc5d-4b38-a158-86b831ccb58f) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:02:21.736498 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-659bde2c-591c-4540-913a-ead4f45f0390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:21.767732 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-ef2c142c-596e-4c15-83a9-f89bcd25d845 None None] Allocated IP 172.20.0.2 (4352d126-3195-4322-9ea8-4b46d5b5f18b/82d7403d-8004-486d-ba64-8aaaab2ece4e/2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:02:21.787225 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bba81f-2db2-4769-89c9-3412713c75ed req-a657acfb-4139-4e19-9309-125ccc3002a8 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:21.788971 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-71bba81f-2db2-4769-89c9-3412713c75ed req-a657acfb-4139-4e19-9309-125ccc3002a8 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcfaace5-e7f8-4076-a2e8-5e4b123e6979 HTTP/1.1" status: 200 len: 946 time: 0.5309258 Jul 15 23:02:21.825660 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-cdf5519a-151e-4911-acb5-71843094fcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820815977-router', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:59:37Z', 'updated_at': '2021-07-15T22:59:46Z', 'revision_number': 4, 'project_id': '8d5b419981334391af714f4b817dcecc', 'gw_port': {'id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:38Z', 'updated_at': '2021-07-15T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '79884c4e-9d3a-43fe-a49b-1886cf6df4a1', 'name': '', 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'mac_address': 'fa:16:3e:60:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7348a62-9b3d-433e-8e23-0a028378979c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:43Z', 'updated_at': '2021-07-15T22:59:51Z', 'revision_number': 5, 'project_id': '8d5b419981334391af714f4b817dcecc', 'subnets': [{'id': 'e7348a62-9b3d-433e-8e23-0a028378979c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:21.839145 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1b09f27a-5108-45ed-a348-837468828d51 req-fda6ebb0-f2fb-4ee7-b59f-d54114b91bc0 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:21.853877 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-1b09f27a-5108-45ed-a348-837468828d51 req-fda6ebb0-f2fb-4ee7-b59f-d54114b91bc0 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Transition to ACTIVE for port object d2e21d92-bc5d-4b38-a158-86b831ccb58f will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:02:21.856550 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada3b47-a401-4fe0-825c-0f6852b373b9 req-12d9f422-c948-42fe-9e49-0e91ef5baa63 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:21.869315 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cada3b47-a401-4fe0-825c-0f6852b373b9 req-12d9f422-c948-42fe-9e49-0e91ef5baa63 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 949 time: 0.6123159 Jul 15 23:02:21.871080 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf5519a-151e-4911-acb5-71843094fcdf None None] The sync data for ids ['0c66fdac-cfae-4ac9-968e-e71311a1b290'] in n-d-787205-9 is: [{'id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820815977-router', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:59:37Z', 'updated_at': '2021-07-15T22:59:46Z', 'revision_number': 4, 'project_id': '8d5b419981334391af714f4b817dcecc', 'gw_port': {'id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:38Z', 'updated_at': '2021-07-15T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '79884c4e-9d3a-43fe-a49b-1886cf6df4a1', 'name': '', 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'mac_address': 'fa:16:3e:60:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7348a62-9b3d-433e-8e23-0a028378979c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:43Z', 'updated_at': '2021-07-15T22:59:51Z', 'revision_number': 5, 'project_id': '8d5b419981334391af714f4b817dcecc', 'subnets': [{'id': 'e7348a62-9b3d-433e-8e23-0a028378979c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:02:21.888667 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1b09f27a-5108-45ed-a348-837468828d51 req-fda6ebb0-f2fb-4ee7-b59f-d54114b91bc0 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:21.990349 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6ebb0-f2fb-4ee7-b59f-d54114b91bc0 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Pushing event updated for resources: {'Port': ['ID=d2e21d92-bc5d-4b38-a158-86b831ccb58f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:22.006021 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b09f27a-5108-45ed-a348-837468828d51 req-fda6ebb0-f2fb-4ee7-b59f-d54114b91bc0 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Network a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:02:22.008012 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-1b09f27a-5108-45ed-a348-837468828d51 req-fda6ebb0-f2fb-4ee7-b59f-d54114b91bc0 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:02:22.010320 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b09f27a-5108-45ed-a348-837468828d51 req-fda6ebb0-f2fb-4ee7-b59f-d54114b91bc0 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:02:22.031022 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cada3b47-a401-4fe0-825c-0f6852b373b9 req-08fa77c9-ba7c-4f62-96fc-48ff4f96760f tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590567 Jul 15 23:02:22.099761 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09f27a-5108-45ed-a348-837468828d51 req-fda6ebb0-f2fb-4ee7-b59f-d54114b91bc0 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:22.100552 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1b09f27a-5108-45ed-a348-837468828d51 req-fda6ebb0-f2fb-4ee7-b59f-d54114b91bc0 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:22.118769 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1b09f27a-5108-45ed-a348-837468828d51 req-fda6ebb0-f2fb-4ee7-b59f-d54114b91bc0 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1086378 Jul 15 23:02:22.124126 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ef2c142c-596e-4c15-83a9-f89bcd25d845 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:22.144476 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ef2c142c-596e-4c15-83a9-f89bcd25d845 None None] Transition to ACTIVE for port object 2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:02:22.150046 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-1b09f27a-5108-45ed-a348-837468828d51 req-524cdcb3-5a1f-4389-a9a0-036ae2f80054 service neutron] Request body: {'port': {'device_id': '2260c712-701b-499a-b9f6-c7e47c45f5c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:22.181973 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ef2c142c-596e-4c15-83a9-f89bcd25d845 None None] Transition to ACTIVE for port object 2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:02:22.197712 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device d277034c-9409-48c5-8e14-c1a0d017be44 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:02:22.205792 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 2d311f3c-1464-438d-b4dc-9353cc73eb8b no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:02:22.217517 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ef2c142c-596e-4c15-83a9-f89bcd25d845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:22.336497 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: d277034c-9409-48c5-8e14-c1a0d017be44 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:02:22.340468 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device d277034c-9409-48c5-8e14-c1a0d017be44 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:02:22.341188 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 96920b44-cb6d-4e1a-b67b-ff1973f06ebe no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:02:22.343208 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 2d311f3c-1464-438d-b4dc-9353cc73eb8b {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:02:22.344340 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 2d311f3c-1464-438d-b4dc-9353cc73eb8b not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:02:22.377524 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-71bba81f-2db2-4769-89c9-3412713c75ed req-d9f32b6a-878c-407c-9f93-efc9c2b78b3e tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups?id=1088c062-91fe-405b-a2ab-26d73d6064e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5801570 Jul 15 23:02:22.405125 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1b09f27a-5108-45ed-a348-837468828d51 req-524cdcb3-5a1f-4389-a9a0-036ae2f80054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:22.445754 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [req-5141996e-8553-4693-b94a-4240ecd9a22d req-a257571d-ad10-4078-888b-2819d8d1b7a5 service neutron] show failed (client error): The resource could not be found. Jul 15 23:02:22.447161 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5141996e-8553-4693-b94a-4240ecd9a22d req-a257571d-ad10-4078-888b-2819d8d1b7a5 service neutron] 10.222.0.43 "GET /v2.0/ports/c6fbc364-f578-4f23-be5e-eb66001c2a94/bindings/n-h1-787205-9 HTTP/1.1" status: 404 len: 380 time: 0.4020259 Jul 15 23:02:22.448175 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2c142c-596e-4c15-83a9-f89bcd25d845 None None] Network 4352d126-3195-4322-9ea8-4b46d5b5f18b is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:02:22.456476 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-ef2c142c-596e-4c15-83a9-f89bcd25d845 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:02:22.466719 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2c142c-596e-4c15-83a9-f89bcd25d845 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:02:22.556872 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffb5be-3421-4dc3-a7df-c0589f77b52a req-3d03248e-7b43-45cf-80a1-01d78e83f5a7 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:22.567257 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-71ffb5be-3421-4dc3-a7df-c0589f77b52a req-3d03248e-7b43-45cf-80a1-01d78e83f5a7 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/ports?device_id=2260c712-701b-499a-b9f6-c7e47c45f5c9 HTTP/1.1" status: 200 len: 931 time: 0.1861730 Jul 15 23:02:22.747263 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-71ffb5be-3421-4dc3-a7df-c0589f77b52a req-f94410ad-2904-4052-8555-9bc0cca630ee tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc5d1726-8827-49ab-b252-37e40a64e044&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767490 Jul 15 23:02:22.820191 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ddba21-cb7c-4ac6-982c-71fec0fe5991 None None] New status for floating IP fb6581d4-133b-44c9-a208-463bdb990898: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:02:22.848115 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-659bde2c-591c-4540-913a-ead4f45f0390 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:22.904853 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ef2c142c-596e-4c15-83a9-f89bcd25d845 None None] Attempting to bind port 2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:02:22.905215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ef2c142c-596e-4c15-83a9-f89bcd25d845 None None] Attempting to bind port 2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'd3db25d9-fc0c-43d7-bd1d-3fd45c9a2f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4352d126-3195-4322-9ea8-4b46d5b5f18b'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:02:22.905569 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2c142c-596e-4c15-83a9-f89bcd25d845 None None] Attempting to bind port 2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6 on network 4352d126-3195-4322-9ea8-4b46d5b5f18b {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:02:22.920069 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2c142c-596e-4c15-83a9-f89bcd25d845 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:02:22.920438 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2c142c-596e-4c15-83a9-f89bcd25d845 None None] Checking segment: {'id': 'd3db25d9-fc0c-43d7-bd1d-3fd45c9a2f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4352d126-3195-4322-9ea8-4b46d5b5f18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:02:22.921141 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ef2c142c-596e-4c15-83a9-f89bcd25d845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:22.921675 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2c142c-596e-4c15-83a9-f89bcd25d845 None None] Bound using segment: {'id': 'd3db25d9-fc0c-43d7-bd1d-3fd45c9a2f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4352d126-3195-4322-9ea8-4b46d5b5f18b'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:02:22.923222 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ef2c142c-596e-4c15-83a9-f89bcd25d845 None None] Bound port: 2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3db25d9-fc0c-43d7-bd1d-3fd45c9a2f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4352d126-3195-4322-9ea8-4b46d5b5f18b'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:02:22.923613 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ef2c142c-596e-4c15-83a9-f89bcd25d845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:22.931246 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-659bde2c-591c-4540-913a-ead4f45f0390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:22.956761 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c142c-596e-4c15-83a9-f89bcd25d845 None None] Pushing event updated for resources: {'Port': ['ID=2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:23.030111 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-1b09f27a-5108-45ed-a348-837468828d51 req-524cdcb3-5a1f-4389-a9a0-036ae2f80054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e21d92-bc5d-4b38-a158-86b831ccb58f {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:02:23.039773 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1b09f27a-5108-45ed-a348-837468828d51 req-524cdcb3-5a1f-4389-a9a0-036ae2f80054 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:23.060031 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-1b09f27a-5108-45ed-a348-837468828d51 req-524cdcb3-5a1f-4389-a9a0-036ae2f80054 service neutron] Transition to ACTIVE for port object d2e21d92-bc5d-4b38-a158-86b831ccb58f will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:02:23.073775 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1b09f27a-5108-45ed-a348-837468828d51 req-524cdcb3-5a1f-4389-a9a0-036ae2f80054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:23.080800 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-196b1d81-f9ad-4070-8574-dc0c66063a22 None None] Provisioning for port d2e21d92-bc5d-4b38-a158-86b831ccb58f completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:02:23.183139 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524cdcb3-5a1f-4389-a9a0-036ae2f80054 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e21d92-bc5d-4b38-a158-86b831ccb58f,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:23.204715 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec31fd6-7a5b-411c-9897-b6d71e7aafc6 req-08f2fa1f-dfef-43bb-8c3c-423d440cf307 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:23.206694 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0ec31fd6-7a5b-411c-9897-b6d71e7aafc6 req-08f2fa1f-dfef-43bb-8c3c-423d440cf307 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 945 time: 0.4527683 Jul 15 23:02:23.267042 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:23.307635 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ef2c142c-596e-4c15-83a9-f89bcd25d845 None None] For port 2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:02:23.316409 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-1b09f27a-5108-45ed-a348-837468828d51 req-524cdcb3-5a1f-4389-a9a0-036ae2f80054 service neutron] Attempting to bind port d2e21d92-bc5d-4b38-a158-86b831ccb58f on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:02:23.316750 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-1b09f27a-5108-45ed-a348-837468828d51 req-524cdcb3-5a1f-4389-a9a0-036ae2f80054 service neutron] Attempting to bind port d2e21d92-bc5d-4b38-a158-86b831ccb58f by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '8d579221-0a7c-432a-a8a4-faae99e9d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:02:23.317083 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b09f27a-5108-45ed-a348-837468828d51 req-524cdcb3-5a1f-4389-a9a0-036ae2f80054 service neutron] Attempting to bind port d2e21d92-bc5d-4b38-a158-86b831ccb58f on network a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:02:23.320613 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48c1021-187e-4253-b258-76c6efde6977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96920b44-cb6d-4e1a-b67b-ff1973f06ebe'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:23.325766 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cdb556-89db-48b6-9500-f265eeedb40a" -d '{"events": [{"server_uuid": "a48c1021-187e-4253-b258-76c6efde6977", "name": "network-vif-unplugged", "status": "completed", "tag": "96920b44-cb6d-4e1a-b67b-ff1973f06ebe"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:23.329814 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b09f27a-5108-45ed-a348-837468828d51 req-524cdcb3-5a1f-4389-a9a0-036ae2f80054 service neutron] Port d2e21d92-bc5d-4b38-a158-86b831ccb58f on network a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:02:23.330190 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b09f27a-5108-45ed-a348-837468828d51 req-524cdcb3-5a1f-4389-a9a0-036ae2f80054 service neutron] Attempting to bind port d2e21d92-bc5d-4b38-a158-86b831ccb58f on network a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:02:23.357220 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-659bde2c-591c-4540-913a-ead4f45f0390 admin admin] Allocated IP 172.25.4.27 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/ba5c37dc-875f-465e-b16d-42d8f4c1f6fc) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:02:23.358024 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b09f27a-5108-45ed-a348-837468828d51 req-524cdcb3-5a1f-4389-a9a0-036ae2f80054 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:02:23.358377 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b09f27a-5108-45ed-a348-837468828d51 req-524cdcb3-5a1f-4389-a9a0-036ae2f80054 service neutron] Checking segment: {'id': '8d579221-0a7c-432a-a8a4-faae99e9d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:02:23.360417 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 96920b44-cb6d-4e1a-b67b-ff1973f06ebe, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=96920b44-cb6d-4e1a-b67b-ff1973f06ebe,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:23.361024 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b09f27a-5108-45ed-a348-837468828d51 req-524cdcb3-5a1f-4389-a9a0-036ae2f80054 service neutron] Bound using segment: {'id': '8d579221-0a7c-432a-a8a4-faae99e9d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:02:23.364632 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-1b09f27a-5108-45ed-a348-837468828d51 req-524cdcb3-5a1f-4389-a9a0-036ae2f80054 service neutron] Bound port: d2e21d92-bc5d-4b38-a158-86b831ccb58f, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d579221-0a7c-432a-a8a4-faae99e9d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:02:23.365326 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1b09f27a-5108-45ed-a348-837468828d51 req-524cdcb3-5a1f-4389-a9a0-036ae2f80054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:23.369889 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ef2c142c-596e-4c15-83a9-f89bcd25d845 None None] For port 2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6,segment=NetworkSegment(d3db25d9-fc0c-43d7-bd1d-3fd45c9a2f47),segment_id=d3db25d9-fc0c-43d7-bd1d-3fd45c9a2f47)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:02:23.373628 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:23.382296 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75344f04-d3fa-459b-9b57-6b8611a9d1cb req-625e838d-8115-45aa-82f8-58b09d5bb680 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:23.392354 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-75344f04-d3fa-459b-9b57-6b8611a9d1cb req-625e838d-8115-45aa-82f8-58b09d5bb680 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.3666167 Jul 15 23:02:23.393519 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ef2c142c-596e-4c15-83a9-f89bcd25d845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:23.394950 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141996e-8553-4693-b94a-4240ecd9a22d req-53d864a7-b78c-4c2e-bbff-d2177326e9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:23.396570 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5141996e-8553-4693-b94a-4240ecd9a22d req-53d864a7-b78c-4c2e-bbff-d2177326e9e2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e&tenant_id=8aea0e1a9fbb449ea47770f9a375ae63 HTTP/1.1" status: 200 len: 1100 time: 0.3354871 Jul 15 23:02:23.453935 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-5141996e-8553-4693-b94a-4240ecd9a22d req-df516352-93e6-4fab-80d9-0723006f6863 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787205-9', 'device_owner': 'compute:nova'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:23.461622 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0ec31fd6-7a5b-411c-9897-b6d71e7aafc6 req-348cc174-009c-46de-9144-ff3c6f7bc3cb tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347209 Jul 15 23:02:23.486213 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 96920b44-cb6d-4e1a-b67b-ff1973f06ebe details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:02:23.503952 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-75344f04-d3fa-459b-9b57-6b8611a9d1cb req-36d1ea5d-6aff-43cd-a585-de9fe1ba8712 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091259 Jul 15 23:02:23.589866 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-1b09f27a-5108-45ed-a348-837468828d51 req-524cdcb3-5a1f-4389-a9a0-036ae2f80054 service neutron] For port d2e21d92-bc5d-4b38-a158-86b831ccb58f, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:02:23.625324 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-1b09f27a-5108-45ed-a348-837468828d51 req-524cdcb3-5a1f-4389-a9a0-036ae2f80054 service neutron] For port d2e21d92-bc5d-4b38-a158-86b831ccb58f, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=d2e21d92-bc5d-4b38-a158-86b831ccb58f,segment=NetworkSegment(8d579221-0a7c-432a-a8a4-faae99e9d679),segment_id=8d579221-0a7c-432a-a8a4-faae99e9d679)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:02:23.635597 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1b09f27a-5108-45ed-a348-837468828d51 req-524cdcb3-5a1f-4389-a9a0-036ae2f80054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:23.676125 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 96920b44-cb6d-4e1a-b67b-ff1973f06ebe, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=96920b44-cb6d-4e1a-b67b-ff1973f06ebe,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:23.728935 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a715286d-eba2-4398-bb96-f517bb681d50 x-openstack-request-id: req-a715286d-eba2-4398-bb96-f517bb681d50 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:23.729388 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48c1021-187e-4253-b258-76c6efde6977", "name": "network-vif-unplugged", "status": "completed", "tag": "96920b44-cb6d-4e1a-b67b-ff1973f06ebe", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:23.729652 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a715286d-eba2-4398-bb96-f517bb681d50 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:23.730065 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48c1021-187e-4253-b258-76c6efde6977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96920b44-cb6d-4e1a-b67b-ff1973f06ebe', 'code': 200} Jul 15 23:02:23.733961 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '96920b44-cb6d-4e1a-b67b-ff1973f06ebe', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': '96920b44-cb6d-4e1a-b67b-ff1973f06ebe', 'mac_address': 'fa:16:3e:a6:ca:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:02:23.756725 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5141996e-8553-4693-b94a-4240ecd9a22d req-df516352-93e6-4fab-80d9-0723006f6863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:23.759547 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524cdcb3-5a1f-4389-a9a0-036ae2f80054 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e21d92-bc5d-4b38-a158-86b831ccb58f,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:23.778368 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-659bde2c-591c-4540-913a-ead4f45f0390 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:23.831509 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:23.883473 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=96920b44-cb6d-4e1a-b67b-ff1973f06ebe,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:23.899486 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96920b44-cb6d-4e1a-b67b-ff1973f06ebe {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:02:24.002512 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c142c-596e-4c15-83a9-f89bcd25d845 None None] Pushing event updated for resources: {'Port': ['ID=2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:24.008289 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:24.044951 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 96920b44-cb6d-4e1a-b67b-ff1973f06ebe, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=96920b44-cb6d-4e1a-b67b-ff1973f06ebe,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:24.050821 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:24.070872 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09f27a-5108-45ed-a348-837468828d51 req-524cdcb3-5a1f-4389-a9a0-036ae2f80054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:24.072151 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1b09f27a-5108-45ed-a348-837468828d51 req-524cdcb3-5a1f-4389-a9a0-036ae2f80054 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:24.073636 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1b09f27a-5108-45ed-a348-837468828d51 req-524cdcb3-5a1f-4389-a9a0-036ae2f80054 service neutron] 10.222.0.36 "PUT /v2.0/ports/d2e21d92-bc5d-4b38-a158-86b831ccb58f HTTP/1.1" status: 200 len: 1091 time: 1.9392262 Jul 15 23:02:24.074109 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2260c712-701b-499a-b9f6-c7e47c45f5c9', 'tag': 'd2e21d92-bc5d-4b38-a158-86b831ccb58f'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:24.077153 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efce7b65-7196-40bb-aad0-bf13dbce6aae" -d '{"events": [{"name": "network-changed", "server_uuid": "2260c712-701b-499a-b9f6-c7e47c45f5c9", "tag": "d2e21d92-bc5d-4b38-a158-86b831ccb58f"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:24.212144 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=96920b44-cb6d-4e1a-b67b-ff1973f06ebe,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:24.265156 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-5141996e-8553-4693-b94a-4240ecd9a22d req-df516352-93e6-4fab-80d9-0723006f6863 service neutron] For port c6fbc364-f578-4f23-be5e-eb66001c2a94, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=c6fbc364-f578-4f23-be5e-eb66001c2a94,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:24.278915 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09f27a-5108-45ed-a348-837468828d51 req-77826bc6-733b-49de-8e0d-94a1a12e692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:24.280444 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1b09f27a-5108-45ed-a348-837468828d51 req-77826bc6-733b-49de-8e0d-94a1a12e692c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d5b419981334391af714f4b817dcecc&device_id=2260c712-701b-499a-b9f6-c7e47c45f5c9 HTTP/1.1" status: 200 len: 1094 time: 0.1193774 Jul 15 23:02:24.358095 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1b09f27a-5108-45ed-a348-837468828d51 req-e1c14cef-12fd-426d-9cf8-054349da3ef4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2e21d92-bc5d-4b38-a158-86b831ccb58f HTTP/1.1" status: 200 len: 217 time: 0.0573008 Jul 15 23:02:24.370357 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-5141996e-8553-4693-b94a-4240ecd9a22d req-df516352-93e6-4fab-80d9-0723006f6863 service neutron] For port c6fbc364-f578-4f23-be5e-eb66001c2a94, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:02:24.443252 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['96920b44-cb6d-4e1a-b67b-ff1973f06ebe'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:02:24.459139 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5141996e-8553-4693-b94a-4240ecd9a22d req-df516352-93e6-4fab-80d9-0723006f6863 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:24.462421 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-659bde2c-591c-4540-913a-ead4f45f0390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:24.463724 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09f27a-5108-45ed-a348-837468828d51 req-718359ff-a5a2-44c4-9a5e-9a13120a24b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:24.465465 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1b09f27a-5108-45ed-a348-837468828d51 req-718359ff-a5a2-44c4-9a5e-9a13120a24b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7348a62-9b3d-433e-8e23-0a028378979c HTTP/1.1" status: 200 len: 863 time: 0.0968120 Jul 15 23:02:24.487776 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-5141996e-8553-4693-b94a-4240ecd9a22d req-df516352-93e6-4fab-80d9-0723006f6863 service neutron] Transition to ACTIVE for port object c6fbc364-f578-4f23-be5e-eb66001c2a94 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:02:24.506505 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5141996e-8553-4693-b94a-4240ecd9a22d req-df516352-93e6-4fab-80d9-0723006f6863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:24.561934 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659bde2c-591c-4540-913a-ead4f45f0390 admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:02:24.585442 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-659bde2c-591c-4540-913a-ead4f45f0390 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:02:24.595630 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-5141996e-8553-4693-b94a-4240ecd9a22d req-df516352-93e6-4fab-80d9-0723006f6863 service neutron] No DVR routers for this DVR port c6fbc364-f578-4f23-be5e-eb66001c2a94 on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:02:24.607911 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df516352-93e6-4fab-80d9-0723006f6863 service neutron] Pushing event updated for resources: {'Port': ['ID=c6fbc364-f578-4f23-be5e-eb66001c2a94,revision_number=6']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:24.625436 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659bde2c-591c-4540-913a-ead4f45f0390 admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:02:24.653441 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09f27a-5108-45ed-a348-837468828d51 req-e5295630-fdcd-4ff0-ae02-29ee617eb95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:24.656892 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1b09f27a-5108-45ed-a348-837468828d51 req-e5295630-fdcd-4ff0-ae02-29ee617eb95c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1809108 Jul 15 23:02:24.658240 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee5076-b60f-4c68-b972-c809d4797e4b req-f19f27d9-64db-4149-901b-99121e9bef08 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:24.675752 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-beee5076-b60f-4c68-b972-c809d4797e4b req-f19f27d9-64db-4149-901b-99121e9bef08 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcfaace5-e7f8-4076-a2e8-5e4b123e6979 HTTP/1.1" status: 200 len: 946 time: 0.8821719 Jul 15 23:02:24.702820 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-5141996e-8553-4693-b94a-4240ecd9a22d req-df516352-93e6-4fab-80d9-0723006f6863 service neutron] Attempting to bind port c6fbc364-f578-4f23-be5e-eb66001c2a94 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:02:24.704075 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-5141996e-8553-4693-b94a-4240ecd9a22d req-df516352-93e6-4fab-80d9-0723006f6863 service neutron] Attempting to bind port c6fbc364-f578-4f23-be5e-eb66001c2a94 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:02:24.704661 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5141996e-8553-4693-b94a-4240ecd9a22d req-df516352-93e6-4fab-80d9-0723006f6863 service neutron] Attempting to bind port c6fbc364-f578-4f23-be5e-eb66001c2a94 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:02:24.713285 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5141996e-8553-4693-b94a-4240ecd9a22d req-df516352-93e6-4fab-80d9-0723006f6863 service neutron] Port c6fbc364-f578-4f23-be5e-eb66001c2a94 on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:02:24.713895 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5141996e-8553-4693-b94a-4240ecd9a22d req-df516352-93e6-4fab-80d9-0723006f6863 service neutron] Attempting to bind port c6fbc364-f578-4f23-be5e-eb66001c2a94 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:02:24.759534 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5141996e-8553-4693-b94a-4240ecd9a22d req-df516352-93e6-4fab-80d9-0723006f6863 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:02:24.760051 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26218def-cee2-40bb-a57e-c2172c8bb2b2 req-8df2ee08-6eb7-4950-8f0e-edefca00f83f tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:24.760193 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5141996e-8553-4693-b94a-4240ecd9a22d req-df516352-93e6-4fab-80d9-0723006f6863 service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:02:24.761025 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5141996e-8553-4693-b94a-4240ecd9a22d req-df516352-93e6-4fab-80d9-0723006f6863 service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:02:24.761579 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-5141996e-8553-4693-b94a-4240ecd9a22d req-df516352-93e6-4fab-80d9-0723006f6863 service neutron] Bound port: c6fbc364-f578-4f23-be5e-eb66001c2a94, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:02:24.762146 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5141996e-8553-4693-b94a-4240ecd9a22d req-df516352-93e6-4fab-80d9-0723006f6863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:24.763914 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-26218def-cee2-40bb-a57e-c2172c8bb2b2 req-8df2ee08-6eb7-4950-8f0e-edefca00f83f tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 949 time: 0.9715447 Jul 15 23:02:24.765080 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659bde2c-591c-4540-913a-ead4f45f0390 admin admin] Pushing event updated for resources: {'Port': ['ID=ba5c37dc-875f-465e-b16d-42d8f4c1f6fc,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:24.842915 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-5141996e-8553-4693-b94a-4240ecd9a22d req-df516352-93e6-4fab-80d9-0723006f6863 service neutron] For port c6fbc364-f578-4f23-be5e-eb66001c2a94, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:02:24.847303 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-5141996e-8553-4693-b94a-4240ecd9a22d req-df516352-93e6-4fab-80d9-0723006f6863 service neutron] For port c6fbc364-f578-4f23-be5e-eb66001c2a94, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c6fbc364-f578-4f23-be5e-eb66001c2a94,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:02:24.853141 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5141996e-8553-4693-b94a-4240ecd9a22d req-df516352-93e6-4fab-80d9-0723006f6863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:24.978995 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-beee5076-b60f-4c68-b972-c809d4797e4b req-fcbf187c-a0d6-4ce0-9179-30b120565105 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups?id=1088c062-91fe-405b-a2ab-26d73d6064e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017919 Jul 15 23:02:24.982351 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141996e-8553-4693-b94a-4240ecd9a22d req-df516352-93e6-4fab-80d9-0723006f6863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:24.983464 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5141996e-8553-4693-b94a-4240ecd9a22d req-df516352-93e6-4fab-80d9-0723006f6863 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:24.985633 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5141996e-8553-4693-b94a-4240ecd9a22d req-df516352-93e6-4fab-80d9-0723006f6863 service neutron] 10.222.0.36 "PUT /v2.0/ports/c6fbc364-f578-4f23-be5e-eb66001c2a94 HTTP/1.1" status: 200 len: 1095 time: 1.5574608 Jul 15 23:02:24.988281 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df516352-93e6-4fab-80d9-0723006f6863 service neutron] Pushing event updated for resources: {'Port': ['ID=c6fbc364-f578-4f23-be5e-eb66001c2a94,revision_number=7']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:25.042460 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1b09f27a-5108-45ed-a348-837468828d51 req-7175846e-d349-47fd-ae4b-508eb3fc9643 service neutron] 10.222.0.36 "GET /v2.0/networks/a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767893 Jul 15 23:02:25.061053 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-26218def-cee2-40bb-a57e-c2172c8bb2b2 req-c9628838-2913-4141-91e8-be50de3bcb52 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886174 Jul 15 23:02:25.113996 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:02:25.236455 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fc142d-8dcf-4002-9c53-a012b36eee78 x-openstack-request-id: req-87fc142d-8dcf-4002-9c53-a012b36eee78 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:25.236455 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2260c712-701b-499a-b9f6-c7e47c45f5c9", "tag": "d2e21d92-bc5d-4b38-a158-86b831ccb58f", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:25.236702 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87fc142d-8dcf-4002-9c53-a012b36eee78 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:25.237104 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2260c712-701b-499a-b9f6-c7e47c45f5c9', 'tag': 'd2e21d92-bc5d-4b38-a158-86b831ccb58f', 'status': 'completed', 'code': 200} Jul 15 23:02:25.249192 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-659bde2c-591c-4540-913a-ead4f45f0390 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:25.267917 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:02:25.289440 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141996e-8553-4693-b94a-4240ecd9a22d req-0abd0466-a831-41a6-9429-d5533386954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:25.290993 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5141996e-8553-4693-b94a-4240ecd9a22d req-0abd0466-a831-41a6-9429-d5533386954e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 1098 time: 0.2474394 Jul 15 23:02:25.352029 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdbfdf8-452e-4a69-a86f-5fcf7dfb56ac None None] Network 4352d126-3195-4322-9ea8-4b46d5b5f18b requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:02:25.384874 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1b09f27a-5108-45ed-a348-837468828d51 req-af0b4724-c66a-4255-bf73-f35c60932bc2 service neutron] 10.222.0.36 "GET /v2.0/networks/a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795846 Jul 15 23:02:25.483018 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141996e-8553-4693-b94a-4240ecd9a22d req-7d3d47ae-f0de-4b6c-afd7-ae15c884a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:25.484738 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5141996e-8553-4693-b94a-4240ecd9a22d req-7d3d47ae-f0de-4b6c-afd7-ae15c884a7cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.1805050 Jul 15 23:02:25.598980 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ec2ac2ef-e99a-4e5c-a58e-1637a588ed0e None None] Provisioning for port 2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:02:25.606299 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ec2ac2ef-e99a-4e5c-a58e-1637a588ed0e None None] Provisioning complete for port 2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:02:25.607217 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac2ef-e99a-4e5c-a58e-1637a588ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:25.608818 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5141996e-8553-4693-b94a-4240ecd9a22d req-b47d3ade-77c5-41e9-97a9-479e21c431e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=c6fbc364-f578-4f23-be5e-eb66001c2a94 HTTP/1.1" status: 200 len: 217 time: 0.0520205 Jul 15 23:02:25.695016 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce7b65-7196-40bb-aad0-bf13dbce6aae req-65d8947f-ff56-4aa3-a684-2319a1c2489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:25.696849 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-efce7b65-7196-40bb-aad0-bf13dbce6aae req-65d8947f-ff56-4aa3-a684-2319a1c2489d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d5b419981334391af714f4b817dcecc&device_id=2260c712-701b-499a-b9f6-c7e47c45f5c9 HTTP/1.1" status: 200 len: 1094 time: 0.2026262 Jul 15 23:02:25.721327 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac2ef-e99a-4e5c-a58e-1637a588ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:25.761062 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ec2ac2ef-e99a-4e5c-a58e-1637a588ed0e None None] For port 2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6,segment=NetworkSegment(d3db25d9-fc0c-43d7-bd1d-3fd45c9a2f47),segment_id=d3db25d9-fc0c-43d7-bd1d-3fd45c9a2f47)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:25.766917 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac2ef-e99a-4e5c-a58e-1637a588ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:25.811876 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb40f8-1b53-42d3-9aae-a7cee9aeee31 req-1af7be6d-12d2-499f-b233-08048e0767fa tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:25.813614 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-35fb40f8-1b53-42d3-9aae-a7cee9aeee31 req-1af7be6d-12d2-499f-b233-08048e0767fa tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/ports?device_id=2260c712-701b-499a-b9f6-c7e47c45f5c9 HTTP/1.1" status: 200 len: 943 time: 0.3669329 Jul 15 23:02:25.835996 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ac2ef-e99a-4e5c-a58e-1637a588ed0e None None] Pushing event updated for resources: {'Port': ['ID=2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:25.836816 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce7b65-7196-40bb-aad0-bf13dbce6aae req-7a46d105-9e08-494e-b49e-1b1ff74b647a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:25.838760 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-efce7b65-7196-40bb-aad0-bf13dbce6aae req-7a46d105-9e08-494e-b49e-1b1ff74b647a service neutron] 10.222.0.36 "GET /v2.0/networks?id=a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb HTTP/1.1" status: 200 len: 925 time: 0.1345043 Jul 15 23:02:25.840983 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141996e-8553-4693-b94a-4240ecd9a22d req-3c8e5bc0-4d80-4505-b012-a9716afe9f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:25.842660 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5141996e-8553-4693-b94a-4240ecd9a22d req-3c8e5bc0-4d80-4505-b012-a9716afe9f0b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.2221146 Jul 15 23:02:25.846582 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ac2ef-e99a-4e5c-a58e-1637a588ed0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:25.846982 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ac2ef-e99a-4e5c-a58e-1637a588ed0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:25.847560 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ac2ef-e99a-4e5c-a58e-1637a588ed0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:25.847906 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ac2ef-e99a-4e5c-a58e-1637a588ed0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:25.848462 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ac2ef-e99a-4e5c-a58e-1637a588ed0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:25.848803 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ac2ef-e99a-4e5c-a58e-1637a588ed0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:25.849130 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ac2ef-e99a-4e5c-a58e-1637a588ed0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:25.849458 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ac2ef-e99a-4e5c-a58e-1637a588ed0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:25.849782 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ac2ef-e99a-4e5c-a58e-1637a588ed0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:25.850379 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ac2ef-e99a-4e5c-a58e-1637a588ed0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:25.850737 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ac2ef-e99a-4e5c-a58e-1637a588ed0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:25.851205 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ac2ef-e99a-4e5c-a58e-1637a588ed0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:25.853544 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391f0b0-1186-4d2c-a098-35a3e1d85a43 req-fdb289e3-7b09-40ee-a2a2-f255101e8a8c tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:25.855116 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d391f0b0-1186-4d2c-a098-35a3e1d85a43 req-fdb289e3-7b09-40ee-a2a2-f255101e8a8c tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 945 time: 0.4095283 Jul 15 23:02:25.915391 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-efce7b65-7196-40bb-aad0-bf13dbce6aae req-f9093ea5-28db-478f-8428-fe428caef51c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2e21d92-bc5d-4b38-a158-86b831ccb58f HTTP/1.1" status: 200 len: 217 time: 0.0630023 Jul 15 23:02:25.948716 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device c6fbc364-f578-4f23-be5e-eb66001c2a94 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:02:25.978881 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-659bde2c-591c-4540-913a-ead4f45f0390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:26.019656 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce7b65-7196-40bb-aad0-bf13dbce6aae req-ce75d7cf-3f20-439f-9eec-d6858bba2ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:26.021300 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-efce7b65-7196-40bb-aad0-bf13dbce6aae req-ce75d7cf-3f20-439f-9eec-d6858bba2ecc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7348a62-9b3d-433e-8e23-0a028378979c HTTP/1.1" status: 200 len: 863 time: 0.0956867 Jul 15 23:02:26.023381 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141996e-8553-4693-b94a-4240ecd9a22d req-99e2291f-768f-4188-9e9d-ce58b57c8d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:26.024869 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5141996e-8553-4693-b94a-4240ecd9a22d req-99e2291f-768f-4188-9e9d-ce58b57c8d31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1714139 Jul 15 23:02:26.048929 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f0922c84-8d38-457f-9407-6d9fcae737c3 None None] Provisioning complete for port 2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:02:26.049382 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f0922c84-8d38-457f-9407-6d9fcae737c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:26.057034 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-35fb40f8-1b53-42d3-9aae-a7cee9aeee31 req-e9b33003-f8b6-4b1d-8aba-0e3b8709887c tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc5d1726-8827-49ab-b252-37e40a64e044&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2346570 Jul 15 23:02:26.091554 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device c6fbc364-f578-4f23-be5e-eb66001c2a94 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:02:26.095645 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d391f0b0-1186-4d2c-a098-35a3e1d85a43 req-af929e25-4977-4f90-90f8-4cbfbe5b9c50 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882558 Jul 15 23:02:26.240444 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5141996e-8553-4693-b94a-4240ecd9a22d req-aaedc125-0efc-496e-8cec-edd3ad36d55c service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964445 Jul 15 23:02:26.349215 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659bde2c-591c-4540-913a-ead4f45f0390 admin admin] Router 6a442de0-1593-493e-bad8-b7f0258f8102 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:02:26.363635 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce7b65-7196-40bb-aad0-bf13dbce6aae req-f0945bde-e414-4814-85ea-f5ce0cb6fc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:26.365380 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-efce7b65-7196-40bb-aad0-bf13dbce6aae req-f0945bde-e414-4814-85ea-f5ce0cb6fc0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3223872 Jul 15 23:02:26.379966 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-40c258e0-ef3e-4a91-9817-0e6de481014e req-f646c965-a7a9-478e-bd8e-d0c340b07be3 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1858752813&fields=id&tenant_id=cf68f5e73ecc4026951a5fd300d11277 HTTP/1.1" status: 200 len: 267 time: 0.0683258 Jul 15 23:02:26.485280 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc2efa-1a07-4e59-881c-4bc7a160a210 req-f5f0d451-7bb0-4925-81d4-d7400015f569 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:26.493400 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dbdc2efa-1a07-4e59-881c-4bc7a160a210 req-f5f0d451-7bb0-4925-81d4-d7400015f569 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 949 time: 0.2268600 Jul 15 23:02:26.499344 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-efce7b65-7196-40bb-aad0-bf13dbce6aae req-280ae763-c974-4dee-870c-6127848350ce service neutron] 10.222.0.36 "GET /v2.0/networks/a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260257 Jul 15 23:02:26.548071 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5141996e-8553-4693-b94a-4240ecd9a22d req-4f043f9f-ca13-41b2-a91a-55ce1fb648de service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782967 Jul 15 23:02:26.596638 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dbdc2efa-1a07-4e59-881c-4bc7a160a210 req-9aa9241e-6816-42c2-a6b7-db07673f2ea6 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021013 Jul 15 23:02:26.607343 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c258e0-ef3e-4a91-9817-0e6de481014e req-a27516fd-bcb2-4488-b4af-406d5c5137d2 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:26.617404 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-40c258e0-ef3e-4a91-9817-0e6de481014e req-a27516fd-bcb2-4488-b4af-406d5c5137d2 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcfaace5-e7f8-4076-a2e8-5e4b123e6979 HTTP/1.1" status: 200 len: 946 time: 0.2366211 Jul 15 23:02:26.622785 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-40c258e0-ef3e-4a91-9817-0e6de481014e req-9fce0f4a-3968-4785-b1ad-be8cb7a94c07 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Request body: {'port': {'security_groups': ['1088c062-91fe-405b-a2ab-26d73d6064e2', 'b393266f-9fe2-4cdf-ac23-a6561bef9e30']}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:26.650321 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659bde2c-591c-4540-913a-ead4f45f0390 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:02:26.661660 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c61a468-4515-4b75-ab02-d1083d842128 None None] Sync routers for ids ['6a442de0-1593-493e-bad8-b7f0258f8102'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:02:26.680657 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c61a468-4515-4b75-ab02-d1083d842128 None None] Routers {'6a442de0-1593-493e-bad8-b7f0258f8102'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:02:26.681342 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-0c61a468-4515-4b75-ab02-d1083d842128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:02:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6a442de0-1593-493e-bad8-b7f0258f8102'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:26.726521 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-efce7b65-7196-40bb-aad0-bf13dbce6aae req-5597ea63-a259-4934-8632-7b81b257ffb4 service neutron] 10.222.0.36 "GET /v2.0/networks/a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161758 Jul 15 23:02:26.733592 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-659bde2c-591c-4540-913a-ead4f45f0390 admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:26.737984 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-659bde2c-591c-4540-913a-ead4f45f0390 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.6827908 Jul 15 23:02:26.742577 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36750) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:26.793619 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-40c258e0-ef3e-4a91-9817-0e6de481014e req-9fce0f4a-3968-4785-b1ad-be8cb7a94c07 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:26.845026 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-0c61a468-4515-4b75-ab02-d1083d842128 None None] Set router 6a442de0-1593-493e-bad8-b7f0258f8102 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:02:27.001866 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78474b8e-18c3-4755-89dd-95a2357ca5ad req-4e01d8e5-e64a-4ccb-9954-c86e95ee700e tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:27.003556 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-78474b8e-18c3-4755-89dd-95a2357ca5ad req-4e01d8e5-e64a-4ccb-9954-c86e95ee700e tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 947 time: 0.1549807 Jul 15 23:02:27.062077 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:02:27.160135 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:02:27.160397 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:27.192616 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-78474b8e-18c3-4755-89dd-95a2357ca5ad req-30039314-ae91-4867-87a3-b5e26488cbf6 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803033 Jul 15 23:02:27.203867 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-40c258e0-ef3e-4a91-9817-0e6de481014e req-9fce0f4a-3968-4785-b1ad-be8cb7a94c07 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] For port 74edffe4-103d-4a05-a9fd-6fafa00b9a6a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=74edffe4-103d-4a05-a9fd-6fafa00b9a6a,segment=NetworkSegment(03433303-0a46-4d39-b5db-bf97727410e3),segment_id=03433303-0a46-4d39-b5db-bf97727410e3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:27.270789 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-40c258e0-ef3e-4a91-9817-0e6de481014e req-9fce0f4a-3968-4785-b1ad-be8cb7a94c07 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:27.280717 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-40c258e0-ef3e-4a91-9817-0e6de481014e req-9fce0f4a-3968-4785-b1ad-be8cb7a94c07 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:27.322877 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['74edffe4-103d-4a05-a9fd-6fafa00b9a6a'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:02:27.332353 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-0c61a468-4515-4b75-ab02-d1083d842128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a442de0-1593-493e-bad8-b7f0258f8102', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-528531641-router', 'tenant_id': '53f9fd962e0248faaf98dded6061d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'ba5c37dc-875f-465e-b16d-42d8f4c1f6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:02:21Z', 'updated_at': '2021-07-15T23:02:24Z', 'revision_number': 3, 'project_id': '53f9fd962e0248faaf98dded6061d819', 'gw_port': {'id': 'ba5c37dc-875f-465e-b16d-42d8f4c1f6fc', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a442de0-1593-493e-bad8-b7f0258f8102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:22Z', 'updated_at': '2021-07-15T23:02:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:27.403287 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c61a468-4515-4b75-ab02-d1083d842128 None None] Checking router: 6a442de0-1593-493e-bad8-b7f0258f8102 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:02:27.403645 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c61a468-4515-4b75-ab02-d1083d842128 None None] Updating router 6a442de0-1593-493e-bad8-b7f0258f8102 port ba5c37dc-875f-465e-b16d-42d8f4c1f6fc binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:02:27.423579 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c258e0-ef3e-4a91-9817-0e6de481014e req-9fce0f4a-3968-4785-b1ad-be8cb7a94c07 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:27.424170 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-40c258e0-ef3e-4a91-9817-0e6de481014e req-9fce0f4a-3968-4785-b1ad-be8cb7a94c07 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:27.441466 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-40c258e0-ef3e-4a91-9817-0e6de481014e req-9fce0f4a-3968-4785-b1ad-be8cb7a94c07 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "PUT /v2.0/ports/74edffe4-103d-4a05-a9fd-6fafa00b9a6a HTTP/1.1" status: 200 len: 982 time: 0.8230741 Jul 15 23:02:27.441982 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcfaace5-e7f8-4076-a2e8-5e4b123e6979', 'tag': '74edffe4-103d-4a05-a9fd-6fafa00b9a6a'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:27.444595 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7633086f-23a8-4162-9959-593993008dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "dcfaace5-e7f8-4076-a2e8-5e4b123e6979", "tag": "74edffe4-103d-4a05-a9fd-6fafa00b9a6a"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:27.496869 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c61a468-4515-4b75-ab02-d1083d842128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:27.500893 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 96920b44-cb6d-4e1a-b67b-ff1973f06ebe up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:02:27.550349 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce0f4a-3968-4785-b1ad-be8cb7a94c07 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Pushing event updated for resources: {'Port': ['ID=74edffe4-103d-4a05-a9fd-6fafa00b9a6a,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:27.591560 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd6e18-2e99-4919-9be8-2c10dfd93224 req-0294fd94-76fc-41eb-8ca0-36746ff7e369 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:27.593750 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c8bd6e18-2e99-4919-9be8-2c10dfd93224 req-0294fd94-76fc-41eb-8ca0-36746ff7e369 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/ports?device_id=2260c712-701b-499a-b9f6-c7e47c45f5c9 HTTP/1.1" status: 200 len: 943 time: 0.1286018 Jul 15 23:02:27.600526 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['74edffe4-103d-4a05-a9fd-6fafa00b9a6a'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:02:27.706941 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c8bd6e18-2e99-4919-9be8-2c10dfd93224 req-a10389ce-8137-4ab8-8b44-87c98303d9e4 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc5d1726-8827-49ab-b252-37e40a64e044&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046588 Jul 15 23:02:27.776800 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55155fcd-e79a-4da6-a609-e0cffa4efc90 req-54fac1a4-3d69-464d-a97d-e5c1a9a5a274 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:27.784733 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-55155fcd-e79a-4da6-a609-e0cffa4efc90 req-54fac1a4-3d69-464d-a97d-e5c1a9a5a274 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 945 time: 0.1455355 Jul 15 23:02:27.830998 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 96920b44-cb6d-4e1a-b67b-ff1973f06ebe triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:02:27.832829 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:27.885682 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-55155fcd-e79a-4da6-a609-e0cffa4efc90 req-dd0b3e14-05be-44d9-8c7c-a8308d4240b6 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998507 Jul 15 23:02:27.944626 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085460d4-27b1-4bc9-b184-9e4e621cd8f9 x-openstack-request-id: req-085460d4-27b1-4bc9-b184-9e4e621cd8f9 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:27.945148 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcfaace5-e7f8-4076-a2e8-5e4b123e6979", "tag": "74edffe4-103d-4a05-a9fd-6fafa00b9a6a", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:27.945550 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-085460d4-27b1-4bc9-b184-9e4e621cd8f9 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:27.946097 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcfaace5-e7f8-4076-a2e8-5e4b123e6979', 'tag': '74edffe4-103d-4a05-a9fd-6fafa00b9a6a', 'status': 'completed', 'code': 200} Jul 15 23:02:27.962723 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e2a91b-84b1-49a2-ad40-279a102de17e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6fbc364-f578-4f23-be5e-eb66001c2a94'}, {'name': 'network-changed', 'server_uuid': 'c7e2a91b-84b1-49a2-ad40-279a102de17e', 'tag': 'c6fbc364-f578-4f23-be5e-eb66001c2a94'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:27.966340 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33774ae9-402c-47ee-baba-fb12a03db9aa" -d '{"events": [{"server_uuid": "c7e2a91b-84b1-49a2-ad40-279a102de17e", "name": "network-vif-unplugged", "status": "completed", "tag": "c6fbc364-f578-4f23-be5e-eb66001c2a94"}, {"name": "network-changed", "server_uuid": "c7e2a91b-84b1-49a2-ad40-279a102de17e", "tag": "c6fbc364-f578-4f23-be5e-eb66001c2a94"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:28.103142 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c61a468-4515-4b75-ab02-d1083d842128 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:28.143111 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-0c61a468-4515-4b75-ab02-d1083d842128 None None] Transition to ACTIVE for port object ba5c37dc-875f-465e-b16d-42d8f4c1f6fc will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:02:28.155653 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1639692-acbb-4cb5-a2ab-8d79beb25a0a req-0150d607-ea8a-4e93-8adb-f8eec0af3e8d tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-677814751&fields=id&tenant_id=cf68f5e73ecc4026951a5fd300d11277 HTTP/1.1" status: 200 len: 267 time: 0.0528400 Jul 15 23:02:28.156432 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c61a468-4515-4b75-ab02-d1083d842128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:28.163889 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:28.201401 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633086f-23a8-4162-9959-593993008dd1 req-4303cdd8-885e-46d8-acff-2249216a217e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:28.203671 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7633086f-23a8-4162-9959-593993008dd1 req-4303cdd8-885e-46d8-acff-2249216a217e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf68f5e73ecc4026951a5fd300d11277&device_id=dcfaace5-e7f8-4076-a2e8-5e4b123e6979 HTTP/1.1" status: 200 len: 1136 time: 0.1828210 Jul 15 23:02:28.219506 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48c1021-187e-4253-b258-76c6efde6977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96920b44-cb6d-4e1a-b67b-ff1973f06ebe'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:28.221892 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6978bd63-4d87-46cf-8730-8cef1a91e531" -d '{"events": [{"server_uuid": "a48c1021-187e-4253-b258-76c6efde6977", "name": "network-vif-plugged", "status": "completed", "tag": "96920b44-cb6d-4e1a-b67b-ff1973f06ebe"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:28.240588 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 96920b44-cb6d-4e1a-b67b-ff1973f06ebe, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=96920b44-cb6d-4e1a-b67b-ff1973f06ebe,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:28.249406 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:28.282087 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-0c61a468-4515-4b75-ab02-d1083d842128 None None] Attempting to bind port ba5c37dc-875f-465e-b16d-42d8f4c1f6fc on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:02:28.291920 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-0c61a468-4515-4b75-ab02-d1083d842128 None None] Attempting to bind port ba5c37dc-875f-465e-b16d-42d8f4c1f6fc by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:02:28.292464 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c61a468-4515-4b75-ab02-d1083d842128 None None] Attempting to bind port ba5c37dc-875f-465e-b16d-42d8f4c1f6fc on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:02:28.293396 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0b192-fc95-4705-9741-372a6c4be2e3 req-62bdd508-57d1-4671-bed8-82236609ff06 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:28.295909 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4b323-8f60-4f37-abdd-e8406e68c949 None None] Pushing event updated for resources: {'Port': ['ID=ba5c37dc-875f-465e-b16d-42d8f4c1f6fc,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:28.301406 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bdc0b192-fc95-4705-9741-372a6c4be2e3 req-62bdd508-57d1-4671-bed8-82236609ff06 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 949 time: 0.2347875 Jul 15 23:02:28.305565 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f3c96bce-4e81-498b-bfed-fc604de1629c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:28.312029 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c61a468-4515-4b75-ab02-d1083d842128 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:02:28.312029 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c61a468-4515-4b75-ab02-d1083d842128 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:02:28.322964 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c61a468-4515-4b75-ab02-d1083d842128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:28.323601 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c61a468-4515-4b75-ab02-d1083d842128 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:02:28.324756 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-0c61a468-4515-4b75-ab02-d1083d842128 None None] Bound port: ba5c37dc-875f-465e-b16d-42d8f4c1f6fc, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:02:28.325315 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c61a468-4515-4b75-ab02-d1083d842128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:28.328936 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c4b323-8f60-4f37-abdd-e8406e68c949 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:28.329931 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c4b323-8f60-4f37-abdd-e8406e68c949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:28.330403 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c4b323-8f60-4f37-abdd-e8406e68c949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:28.330875 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c4b323-8f60-4f37-abdd-e8406e68c949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:28.333192 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=96920b44-cb6d-4e1a-b67b-ff1973f06ebe,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:28.333695 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c4b323-8f60-4f37-abdd-e8406e68c949 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:28.334155 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c4b323-8f60-4f37-abdd-e8406e68c949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:28.334606 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c4b323-8f60-4f37-abdd-e8406e68c949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:28.335091 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c4b323-8f60-4f37-abdd-e8406e68c949 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:28.335530 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c4b323-8f60-4f37-abdd-e8406e68c949 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:28.335962 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c4b323-8f60-4f37-abdd-e8406e68c949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:28.336399 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c4b323-8f60-4f37-abdd-e8406e68c949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:28.345207 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c4b323-8f60-4f37-abdd-e8406e68c949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:28.380020 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bdc0b192-fc95-4705-9741-372a6c4be2e3 req-34ae732a-8e37-4878-9043-918723bda40c tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776141 Jul 15 23:02:28.440099 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1639692-acbb-4cb5-a2ab-8d79beb25a0a req-8b45d5b4-5f98-42f9-b630-c81c01621b78 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:28.464173 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1639692-acbb-4cb5-a2ab-8d79beb25a0a req-8b45d5b4-5f98-42f9-b630-c81c01621b78 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcfaace5-e7f8-4076-a2e8-5e4b123e6979 HTTP/1.1" status: 200 len: 985 time: 0.2972589 Jul 15 23:02:28.466108 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633086f-23a8-4162-9959-593993008dd1 req-589c07f5-f4f2-4ac7-942b-5dd6e5b44d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:28.467743 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7633086f-23a8-4162-9959-593993008dd1 req-589c07f5-f4f2-4ac7-942b-5dd6e5b44d59 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4212f26f-6afd-472c-b146-e8b3fe028ddc HTTP/1.1" status: 200 len: 913 time: 0.2531724 Jul 15 23:02:28.477936 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-c1639692-acbb-4cb5-a2ab-8d79beb25a0a req-6a708253-e5cd-4ead-a1e4-bd70a14649a1 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Request body: {'port': {'security_groups': ['1088c062-91fe-405b-a2ab-26d73d6064e2', 'b393266f-9fe2-4cdf-ac23-a6561bef9e30', '8f775fa5-4f59-49da-9a4e-7b2e5548daba']}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:28.497570 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-0c61a468-4515-4b75-ab02-d1083d842128 None None] For port ba5c37dc-875f-465e-b16d-42d8f4c1f6fc, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:02:28.502570 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-0c61a468-4515-4b75-ab02-d1083d842128 None None] For port ba5c37dc-875f-465e-b16d-42d8f4c1f6fc, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ba5c37dc-875f-465e-b16d-42d8f4c1f6fc,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:02:28.507604 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c61a468-4515-4b75-ab02-d1083d842128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:28.534493 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7633086f-23a8-4162-9959-593993008dd1 req-f9fd9c5e-70a0-4e27-a120-bc53323e5802 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74edffe4-103d-4a05-a9fd-6fafa00b9a6a HTTP/1.1" status: 200 len: 217 time: 0.0468585 Jul 15 23:02:28.563951 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4b323-8f60-4f37-abdd-e8406e68c949 None None] Pushing event updated for resources: {'Port': ['ID=ba5c37dc-875f-465e-b16d-42d8f4c1f6fc,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:28.600376 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c61a468-4515-4b75-ab02-d1083d842128 None None] Routers {'6a442de0-1593-493e-bad8-b7f0258f8102'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:02:28.601105 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-0c61a468-4515-4b75-ab02-d1083d842128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:02:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6a442de0-1593-493e-bad8-b7f0258f8102'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:28.666907 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7485593-d173-4372-9321-d5b326a95ebd x-openstack-request-id: req-f7485593-d173-4372-9321-d5b326a95ebd {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:28.667311 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e2a91b-84b1-49a2-ad40-279a102de17e", "name": "network-vif-unplugged", "status": "completed", "tag": "c6fbc364-f578-4f23-be5e-eb66001c2a94", "code": 200}, {"name": "network-changed", "server_uuid": "c7e2a91b-84b1-49a2-ad40-279a102de17e", "tag": "c6fbc364-f578-4f23-be5e-eb66001c2a94", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:28.667684 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7485593-d173-4372-9321-d5b326a95ebd {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:28.668175 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e2a91b-84b1-49a2-ad40-279a102de17e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6fbc364-f578-4f23-be5e-eb66001c2a94', 'code': 200} Jul 15 23:02:28.668533 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e2a91b-84b1-49a2-ad40-279a102de17e', 'tag': 'c6fbc364-f578-4f23-be5e-eb66001c2a94', 'status': 'completed', 'code': 200} Jul 15 23:02:28.684999 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-c1639692-acbb-4cb5-a2ab-8d79beb25a0a req-6a708253-e5cd-4ead-a1e4-bd70a14649a1 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:28.698573 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633086f-23a8-4162-9959-593993008dd1 req-5bc8a50f-d7e6-413b-98f9-2288d83d360e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:28.700212 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7633086f-23a8-4162-9959-593993008dd1 req-5bc8a50f-d7e6-413b-98f9-2288d83d360e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad3ff189-3fc3-4bc9-9b4a-6555f820f246 HTTP/1.1" status: 200 len: 852 time: 0.1243832 Jul 15 23:02:28.738296 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-f3c96bce-4e81-498b-bfed-fc604de1629c admin admin] Allocated IP 172.20.0.1 (4352d126-3195-4322-9ea8-4b46d5b5f18b/82d7403d-8004-486d-ba64-8aaaab2ece4e/5010fa77-959c-41c8-ac83-4ee9152ef612) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:02:28.740535 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb1c6b6-bab3-4b8b-a7fb-fdc60ff29b2a x-openstack-request-id: req-abb1c6b6-bab3-4b8b-a7fb-fdc60ff29b2a {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:28.740856 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48c1021-187e-4253-b258-76c6efde6977", "name": "network-vif-plugged", "status": "completed", "tag": "96920b44-cb6d-4e1a-b67b-ff1973f06ebe", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:28.741108 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-abb1c6b6-bab3-4b8b-a7fb-fdc60ff29b2a {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:28.741751 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48c1021-187e-4253-b258-76c6efde6977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96920b44-cb6d-4e1a-b67b-ff1973f06ebe', 'code': 200} Jul 15 23:02:28.773019 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-0c61a468-4515-4b75-ab02-d1083d842128 None None] Set router 6a442de0-1593-493e-bad8-b7f0258f8102 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:02:28.956673 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7633086f-23a8-4162-9959-593993008dd1 req-4309c3ac-f023-4597-80e0-c4d1b60a9aef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4212f26f-6afd-472c-b146-e8b3fe028ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1627834 Jul 15 23:02:28.985263 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33774ae9-402c-47ee-baba-fb12a03db9aa req-05a6462e-ca1e-4853-89e0-986d19eacb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:28.986680 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33774ae9-402c-47ee-baba-fb12a03db9aa req-05a6462e-ca1e-4853-89e0-986d19eacb35 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 1098 time: 0.2849753 Jul 15 23:02:29.025432 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36784) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:29.207667 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-0c61a468-4515-4b75-ab02-d1083d842128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a442de0-1593-493e-bad8-b7f0258f8102', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-528531641-router', 'tenant_id': '53f9fd962e0248faaf98dded6061d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'ba5c37dc-875f-465e-b16d-42d8f4c1f6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:02:21Z', 'updated_at': '2021-07-15T23:02:24Z', 'revision_number': 3, 'project_id': '53f9fd962e0248faaf98dded6061d819', 'gw_port': {'id': 'ba5c37dc-875f-465e-b16d-42d8f4c1f6fc', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a442de0-1593-493e-bad8-b7f0258f8102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:22Z', 'updated_at': '2021-07-15T23:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:29.253158 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33774ae9-402c-47ee-baba-fb12a03db9aa req-493edf0e-8599-4388-9a82-be87039c4cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:29.255153 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-33774ae9-402c-47ee-baba-fb12a03db9aa req-493edf0e-8599-4388-9a82-be87039c4cdf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 1098 time: 0.4444931 Jul 15 23:02:29.282733 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c61a468-4515-4b75-ab02-d1083d842128 None None] The sync data for ids ['6a442de0-1593-493e-bad8-b7f0258f8102'] in n-d-787205-9 is: [{'id': '6a442de0-1593-493e-bad8-b7f0258f8102', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-528531641-router', 'tenant_id': '53f9fd962e0248faaf98dded6061d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'ba5c37dc-875f-465e-b16d-42d8f4c1f6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:02:21Z', 'updated_at': '2021-07-15T23:02:24Z', 'revision_number': 3, 'project_id': '53f9fd962e0248faaf98dded6061d819', 'gw_port': {'id': 'ba5c37dc-875f-465e-b16d-42d8f4c1f6fc', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a442de0-1593-493e-bad8-b7f0258f8102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:22Z', 'updated_at': '2021-07-15T23:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:02:29.307525 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33774ae9-402c-47ee-baba-fb12a03db9aa req-41308d70-1238-4a03-aef2-5212f1cffb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:29.309049 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33774ae9-402c-47ee-baba-fb12a03db9aa req-41308d70-1238-4a03-aef2-5212f1cffb42 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.3130744 Jul 15 23:02:29.345627 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5972fb-ae6d-4763-bc38-a65bd2852db0 req-5c96a176-e789-404f-bc84-16cd8246d2a6 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:29.347632 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7f5972fb-ae6d-4763-bc38-a65bd2852db0 req-5c96a176-e789-404f-bc84-16cd8246d2a6 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 947 time: 0.3389976 Jul 15 23:02:29.381212 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f3c96bce-4e81-498b-bfed-fc604de1629c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:29.401858 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33774ae9-402c-47ee-baba-fb12a03db9aa req-eaba0f58-a856-498d-9685-126665994bdd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=c6fbc364-f578-4f23-be5e-eb66001c2a94 HTTP/1.1" status: 200 len: 217 time: 0.0836966 Jul 15 23:02:29.410980 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e860f0-f56e-4958-abb6-fa78e3a9135e req-908c9aef-4211-490a-be0c-9af18c65c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:29.412490 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-19e860f0-f56e-4958-abb6-fa78e3a9135e req-908c9aef-4211-490a-be0c-9af18c65c19b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 1101 time: 0.2738962 Jul 15 23:02:29.442100 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-21b34fe3-a6f5-44fb-ab12-6dc94fce65b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac1818bf6784439394435f2c7a266480&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4128582 Jul 15 23:02:29.444404 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7633086f-23a8-4162-9959-593993008dd1 req-b06f9393-e5ee-4ca9-875d-c761c7b23e00 service neutron] 10.222.0.36 "GET /v2.0/networks/4212f26f-6afd-472c-b146-e8b3fe028ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542792 Jul 15 23:02:29.447599 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 36790) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:29.496053 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device d2e21d92-bc5d-4b38-a158-86b831ccb58f details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:02:29.497994 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-c1639692-acbb-4cb5-a2ab-8d79beb25a0a req-6a708253-e5cd-4ead-a1e4-bd70a14649a1 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] For port 74edffe4-103d-4a05-a9fd-6fafa00b9a6a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=74edffe4-103d-4a05-a9fd-6fafa00b9a6a,segment=NetworkSegment(03433303-0a46-4d39-b5db-bf97727410e3),segment_id=03433303-0a46-4d39-b5db-bf97727410e3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:29.498759 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-f3c96bce-4e81-498b-bfed-fc604de1629c admin admin] Transition to ACTIVE for port object 5010fa77-959c-41c8-ac83-4ee9152ef612 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:02:29.526051 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-19e860f0-f56e-4958-abb6-fa78e3a9135e req-463323d5-3bbe-426d-9789-82067e1afc3e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789742 Jul 15 23:02:29.549252 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7f5972fb-ae6d-4763-bc38-a65bd2852db0 req-29815102-ec9f-45ab-9cd9-f9b0fe5b3ad9 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463783 Jul 15 23:02:29.577056 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33774ae9-402c-47ee-baba-fb12a03db9aa req-4b2e39df-04be-4bc2-80d8-ac6053b7f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:29.582912 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33774ae9-402c-47ee-baba-fb12a03db9aa req-4b2e39df-04be-4bc2-80d8-ac6053b7f6ca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1541114 Jul 15 23:02:29.595568 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33774ae9-402c-47ee-baba-fb12a03db9aa req-cb4e0756-a881-431c-968d-adccf9d3daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:29.597178 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-33774ae9-402c-47ee-baba-fb12a03db9aa req-cb4e0756-a881-431c-968d-adccf9d3daf5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.3275826 Jul 15 23:02:29.645105 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7633086f-23a8-4162-9959-593993008dd1 req-d525423f-dba7-4a4b-97f3-37275201179d service neutron] 10.222.0.36 "GET /v2.0/networks/4212f26f-6afd-472c-b146-e8b3fe028ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878142 Jul 15 23:02:29.651736 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f3c96bce-4e81-498b-bfed-fc604de1629c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:29.712150 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-c1639692-acbb-4cb5-a2ab-8d79beb25a0a req-6a708253-e5cd-4ead-a1e4-bd70a14649a1 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:29.722260 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-c1639692-acbb-4cb5-a2ab-8d79beb25a0a req-6a708253-e5cd-4ead-a1e4-bd70a14649a1 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:29.735428 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c96bce-4e81-498b-bfed-fc604de1629c admin admin] Network 4352d126-3195-4322-9ea8-4b46d5b5f18b is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:02:29.738556 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-f3c96bce-4e81-498b-bfed-fc604de1629c admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:02:29.753520 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c96bce-4e81-498b-bfed-fc604de1629c admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:02:29.821738 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f3c96bce-4e81-498b-bfed-fc604de1629c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:29.828270 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port d2e21d92-bc5d-4b38-a158-86b831ccb58f, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=d2e21d92-bc5d-4b38-a158-86b831ccb58f,segment=NetworkSegment(8d579221-0a7c-432a-a8a4-faae99e9d679),segment_id=8d579221-0a7c-432a-a8a4-faae99e9d679)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:29.851440 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'd2e21d92-bc5d-4b38-a158-86b831ccb58f', 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb', 'port_id': 'd2e21d92-bc5d-4b38-a158-86b831ccb58f', 'mac_address': 'fa:16:3e:b6:3b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7348a62-9b3d-433e-8e23-0a028378979c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:02:29.913056 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6d705b14-6787-48e2-adf9-9712cf216240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:29.923338 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['74edffe4-103d-4a05-a9fd-6fafa00b9a6a'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:02:30.010302 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:30.032156 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1639692-acbb-4cb5-a2ab-8d79beb25a0a req-6a708253-e5cd-4ead-a1e4-bd70a14649a1 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:30.032842 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-c1639692-acbb-4cb5-a2ab-8d79beb25a0a req-6a708253-e5cd-4ead-a1e4-bd70a14649a1 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:30.034384 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1639692-acbb-4cb5-a2ab-8d79beb25a0a req-6a708253-e5cd-4ead-a1e4-bd70a14649a1 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "PUT /v2.0/ports/74edffe4-103d-4a05-a9fd-6fafa00b9a6a HTTP/1.1" status: 200 len: 1021 time: 1.5667827 Jul 15 23:02:30.038570 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcfaace5-e7f8-4076-a2e8-5e4b123e6979', 'tag': '74edffe4-103d-4a05-a9fd-6fafa00b9a6a'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:30.040908 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce9ceb2-0687-4f46-a32e-eaebce127a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "dcfaace5-e7f8-4076-a2e8-5e4b123e6979", "tag": "74edffe4-103d-4a05-a9fd-6fafa00b9a6a"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:30.042450 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e21d92-bc5d-4b38-a158-86b831ccb58f {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:02:30.059516 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a708253-e5cd-4ead-a1e4-bd70a14649a1 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Pushing event updated for resources: {'Port': ['ID=74edffe4-103d-4a05-a9fd-6fafa00b9a6a,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:30.093240 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6d705b14-6787-48e2-adf9-9712cf216240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:30.120936 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33774ae9-402c-47ee-baba-fb12a03db9aa req-f341d961-d960-495d-a8bf-5ad22e05110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:30.122686 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33774ae9-402c-47ee-baba-fb12a03db9aa req-f341d961-d960-495d-a8bf-5ad22e05110f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5214906 Jul 15 23:02:30.123279 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port d2e21d92-bc5d-4b38-a158-86b831ccb58f, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=d2e21d92-bc5d-4b38-a158-86b831ccb58f,segment=NetworkSegment(8d579221-0a7c-432a-a8a4-faae99e9d679),segment_id=8d579221-0a7c-432a-a8a4-faae99e9d679)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:30.138073 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:30.139116 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c6fbc364-f578-4f23-be5e-eb66001c2a94 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:02:30.182585 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c96bce-4e81-498b-bfed-fc604de1629c admin admin] Pushing event updated for resources: {'Port': ['ID=5010fa77-959c-41c8-ac83-4ee9152ef612,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:30.222770 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-72eb3a5e-baa2-48f1-8b08-9fdd8b293260 None None] Provisioning for port 5010fa77-959c-41c8-ac83-4ee9152ef612 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:02:30.232919 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-72eb3a5e-baa2-48f1-8b08-9fdd8b293260 None None] Provisioning complete for port 5010fa77-959c-41c8-ac83-4ee9152ef612 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:02:30.233292 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-72eb3a5e-baa2-48f1-8b08-9fdd8b293260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:30.277203 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['74edffe4-103d-4a05-a9fd-6fafa00b9a6a'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:02:30.426685 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-33774ae9-402c-47ee-baba-fb12a03db9aa req-f5b73ce9-9592-4967-98f1-4a7e7c48fd2d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=c6fbc364-f578-4f23-be5e-eb66001c2a94 HTTP/1.1" status: 200 len: 217 time: 0.2761295 Jul 15 23:02:30.540149 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=d2e21d92-bc5d-4b38-a158-86b831ccb58f,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:30.564163 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-72eb3a5e-baa2-48f1-8b08-9fdd8b293260 None None] Port 5010fa77-959c-41c8-ac83-4ee9152ef612 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:02:30.589499 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33774ae9-402c-47ee-baba-fb12a03db9aa req-1a1a95de-c1ad-4c99-a074-e8f1437829c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:30.591060 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-33774ae9-402c-47ee-baba-fb12a03db9aa req-1a1a95de-c1ad-4c99-a074-e8f1437829c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1575351 Jul 15 23:02:30.596456 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f3c96bce-4e81-498b-bfed-fc604de1629c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:30.731339 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33774ae9-402c-47ee-baba-fb12a03db9aa req-bcdff7d5-902c-4ce7-8ab2-f76c86cdec2a service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5820162 Jul 15 23:02:30.768183 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c6fbc364-f578-4f23-be5e-eb66001c2a94, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c6fbc364-f578-4f23-be5e-eb66001c2a94,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:30.795666 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33774ae9-402c-47ee-baba-fb12a03db9aa req-4cf83cc9-9478-46b1-8f6b-31ae18a93676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:30.798040 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-33774ae9-402c-47ee-baba-fb12a03db9aa req-4cf83cc9-9478-46b1-8f6b-31ae18a93676 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1867621 Jul 15 23:02:30.821306 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'c6fbc364-f578-4f23-be5e-eb66001c2a94', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': 'c6fbc364-f578-4f23-be5e-eb66001c2a94', 'mac_address': 'fa:16:3e:ad:7a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:02:30.833164 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba541b-883d-4f7d-9a8a-5c9126763ea6 req-7897280c-4b4f-4669-baf0-d275b673b854 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:30.834920 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6aba541b-883d-4f7d-9a8a-5c9126763ea6 req-7897280c-4b4f-4669-baf0-d275b673b854 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/ports?device_id=2260c712-701b-499a-b9f6-c7e47c45f5c9 HTTP/1.1" status: 200 len: 943 time: 0.9475429 Jul 15 23:02:30.960515 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6d705b14-6787-48e2-adf9-9712cf216240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:30.966022 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6d705b14-6787-48e2-adf9-9712cf216240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:30.969751 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6d705b14-6787-48e2-adf9-9712cf216240 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/08f955d4-f7b9-4f44-8316-a7f5e52ed096 HTTP/1.1" status: 204 len: 168 time: 1.5178664 Jul 15 23:02:30.998605 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d705b14-6787-48e2-adf9-9712cf216240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f955d4-f7b9-4f44-8316-a7f5e52ed096,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:31.006063 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:31.025781 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6aba541b-883d-4f7d-9a8a-5c9126763ea6 req-ba3fd815-9fd3-4115-9b0f-f440dd3ae9f3 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc5d1726-8827-49ab-b252-37e40a64e044&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550348 Jul 15 23:02:31.027970 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f3c96bce-4e81-498b-bfed-fc604de1629c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:31.030403 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33774ae9-402c-47ee-baba-fb12a03db9aa req-454ab0f5-32f0-4365-a2db-41129283bfaa service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831655 Jul 15 23:02:31.035651 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f3c96bce-4e81-498b-bfed-fc604de1629c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:31.058481 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6fbc364-f578-4f23-be5e-eb66001c2a94 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:02:31.072231 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66b657-e530-40b3-a3de-5567a633943e req-30bde45c-3cd4-46ed-9262-16e84102d11d tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:31.079680 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7e66b657-e530-40b3-a3de-5567a633943e req-30bde45c-3cd4-46ed-9262-16e84102d11d tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 945 time: 0.3417404 Jul 15 23:02:31.123951 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c96bce-4e81-498b-bfed-fc604de1629c admin admin] Pushing event updated for resources: {'Port': ['ID=5010fa77-959c-41c8-ac83-4ee9152ef612,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:31.141067 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ba5c37dc-875f-465e-b16d-42d8f4c1f6fc up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:02:31.141876 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-33774ae9-402c-47ee-baba-fb12a03db9aa req-cf4b1fb0-6817-4cd5-819a-f1dc9e9e94f8 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265157 Jul 15 23:02:31.145351 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7e66b657-e530-40b3-a3de-5567a633943e req-33a3f73b-a29d-45fc-91e1-954bef9bbd10 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568290 Jul 15 23:02:31.258454 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-33774ae9-402c-47ee-baba-fb12a03db9aa req-086ece5d-07d3-4a3f-86ad-da9608cc7e83 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097283 Jul 15 23:02:31.276859 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f3c96bce-4e81-498b-bfed-fc604de1629c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:31.313270 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c6fbc364-f578-4f23-be5e-eb66001c2a94, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c6fbc364-f578-4f23-be5e-eb66001c2a94,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:31.342128 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:31.353183 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port ba5c37dc-875f-465e-b16d-42d8f4c1f6fc completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:02:31.409256 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port ba5c37dc-875f-465e-b16d-42d8f4c1f6fc triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:02:31.409732 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:31.438869 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c96bce-4e81-498b-bfed-fc604de1629c admin admin] Network 4352d126-3195-4322-9ea8-4b46d5b5f18b is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:02:31.440417 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-f3c96bce-4e81-498b-bfed-fc604de1629c admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:02:31.491160 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=c6fbc364-f578-4f23-be5e-eb66001c2a94,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:31.529697 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ae3e3-fd03-466f-9e5e-a3dbdfca704d req-76ef03f4-929a-47f9-bfd1-55a15b1ec48f tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:31.550943 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-253ae3e3-fd03-466f-9e5e-a3dbdfca704d req-76ef03f4-929a-47f9-bfd1-55a15b1ec48f tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.2253983 Jul 15 23:02:31.596290 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69772710-c39e-4362-a3d2-913233221d77 req-ad6fb6e8-9e49-48be-9e03-104c268469c2 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:31.597982 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-69772710-c39e-4362-a3d2-913233221d77 req-ad6fb6e8-9e49-48be-9e03-104c268469c2 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcfaace5-e7f8-4076-a2e8-5e4b123e6979 HTTP/1.1" status: 200 len: 1024 time: 0.2262719 Jul 15 23:02:31.598671 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:31.607086 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c96bce-4e81-498b-bfed-fc604de1629c admin admin] Router 6a442de0-1593-493e-bad8-b7f0258f8102 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:02:31.632922 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port ba5c37dc-875f-465e-b16d-42d8f4c1f6fc, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ba5c37dc-875f-465e-b16d-42d8f4c1f6fc,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:31.639108 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:31.706282 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-253ae3e3-fd03-466f-9e5e-a3dbdfca704d req-2f3e2e8f-1e3e-4fef-a424-850d94500201 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468866 Jul 15 23:02:31.773930 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c96bce-4e81-498b-bfed-fc604de1629c admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:02:31.792798 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f3c96bce-4e81-498b-bfed-fc604de1629c admin admin] 10.222.0.16 "PUT /v2.0/routers/6a442de0-1593-493e-bad8-b7f0258f8102/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0487125 Jul 15 23:02:31.821054 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=ba5c37dc-875f-465e-b16d-42d8f4c1f6fc,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:31.835607 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-69772710-c39e-4362-a3d2-913233221d77 req-f4317248-6c41-4719-a594-efa563d2d16d tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups?id=b393266f-9fe2-4cdf-ac23-a6561bef9e30&id=8f775fa5-4f59-49da-9a4e-7b2e5548daba&id=1088c062-91fe-405b-a2ab-26d73d6064e2 HTTP/1.1" status: 200 len: 6148 time: 0.2219710 Jul 15 23:02:31.840622 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4eeb829c-51b7-4eaa-b2a6-072e238226fd None None] Provisioning complete for port 5010fa77-959c-41c8-ac83-4ee9152ef612 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:02:31.841010 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4eeb829c-51b7-4eaa-b2a6-072e238226fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:31.868079 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37b132c-4da0-4051-8bf4-714343ca98bb x-openstack-request-id: req-f37b132c-4da0-4051-8bf4-714343ca98bb {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:31.868370 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcfaace5-e7f8-4076-a2e8-5e4b123e6979", "tag": "74edffe4-103d-4a05-a9fd-6fafa00b9a6a", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:31.868630 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f37b132c-4da0-4051-8bf4-714343ca98bb {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:31.869045 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcfaace5-e7f8-4076-a2e8-5e4b123e6979', 'tag': '74edffe4-103d-4a05-a9fd-6fafa00b9a6a', 'status': 'completed', 'code': 200} Jul 15 23:02:31.905153 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-4eeb829c-51b7-4eaa-b2a6-072e238226fd None None] Port 5010fa77-959c-41c8-ac83-4ee9152ef612 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:02:31.911465 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e960609-66a8-4115-a1d6-5b6ddcc2f903 None None] Sync routers for ids ['6a442de0-1593-493e-bad8-b7f0258f8102'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:02:31.922912 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e960609-66a8-4115-a1d6-5b6ddcc2f903 None None] Routers {'6a442de0-1593-493e-bad8-b7f0258f8102'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:02:31.924096 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9e960609-66a8-4115-a1d6-5b6ddcc2f903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:02:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6a442de0-1593-493e-bad8-b7f0258f8102'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:32.074987 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9ceb2-0687-4f46-a32e-eaebce127a0e req-df7be4ec-6b38-4725-9fa4-65d6d036c32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:32.076568 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dce9ceb2-0687-4f46-a32e-eaebce127a0e req-df7be4ec-6b38-4725-9fa4-65d6d036c32b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf68f5e73ecc4026951a5fd300d11277&device_id=dcfaace5-e7f8-4076-a2e8-5e4b123e6979 HTTP/1.1" status: 200 len: 1175 time: 0.1377568 Jul 15 23:02:32.088234 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46964722-6075-4a9c-8a5b-c11fdb261ce6 req-0c8368bb-fa68-4214-944d-a42db695f43b tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:32.101866 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-46964722-6075-4a9c-8a5b-c11fdb261ce6 req-0c8368bb-fa68-4214-944d-a42db695f43b tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 948 time: 0.1038165 Jul 15 23:02:32.191826 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-46964722-6075-4a9c-8a5b-c11fdb261ce6 req-e1ed8303-3ac2-4412-8114-180f4337b2df tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889878 Jul 15 23:02:32.205231 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['c6fbc364-f578-4f23-be5e-eb66001c2a94'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:02:32.206370 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9ceb2-0687-4f46-a32e-eaebce127a0e req-bc909609-10f6-46fa-b0b8-ed16837e742f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:32.207357 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['d2e21d92-bc5d-4b38-a158-86b831ccb58f'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:02:32.213135 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dce9ceb2-0687-4f46-a32e-eaebce127a0e req-bc909609-10f6-46fa-b0b8-ed16837e742f service neutron] 10.222.0.36 "GET /v2.0/networks?id=4212f26f-6afd-472c-b146-e8b3fe028ddc HTTP/1.1" status: 200 len: 913 time: 0.1248145 Jul 15 23:02:32.236231 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4dad33-dffe-489f-a32d-b7cc5ee267b9 req-3d1c2712-349d-49ba-90a5-48dbe9649ef2 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:32.238196 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f4dad33-dffe-489f-a32d-b7cc5ee267b9 req-3d1c2712-349d-49ba-90a5-48dbe9649ef2 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.1604810 Jul 15 23:02:32.244072 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-9746cb9b-4664-43b0-aaa6-42f67cab0c38 req-df0d99df-623a-4b25-9ef1-b733cc4aca85 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1600518077 ', 'description': 'tempest-description-2047245165'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:32.260660 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dce9ceb2-0687-4f46-a32e-eaebce127a0e req-bc6e0800-7700-4b1e-b089-f7bc78fa44cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74edffe4-103d-4a05-a9fd-6fafa00b9a6a HTTP/1.1" status: 200 len: 217 time: 0.0453043 Jul 15 23:02:32.296967 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f4dad33-dffe-489f-a32d-b7cc5ee267b9 req-7e5b90fa-622d-469f-9540-9c625f09a7f5 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477262 Jul 15 23:02:32.313062 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9746cb9b-4664-43b0-aaa6-42f67cab0c38 req-df0d99df-623a-4b25-9ef1-b733cc4aca85 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:32.322530 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36838) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:32.356971 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9ceb2-0687-4f46-a32e-eaebce127a0e req-4eca8080-380f-4738-96f0-c2914a5edfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:32.360798 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dce9ceb2-0687-4f46-a32e-eaebce127a0e req-4eca8080-380f-4738-96f0-c2914a5edfda service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad3ff189-3fc3-4bc9-9b4a-6555f820f246 HTTP/1.1" status: 200 len: 852 time: 0.0931256 Jul 15 23:02:32.404156 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9e960609-66a8-4115-a1d6-5b6ddcc2f903 None None] Set router 6a442de0-1593-493e-bad8-b7f0258f8102 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:02:32.413895 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dce9ceb2-0687-4f46-a32e-eaebce127a0e req-74593cd0-cb26-4fd0-81b8-094135939bb5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4212f26f-6afd-472c-b146-e8b3fe028ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465369 Jul 15 23:02:32.474592 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9746cb9b-4664-43b0-aaa6-42f67cab0c38 req-df0d99df-623a-4b25-9ef1-b733cc4aca85 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:32.481812 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9746cb9b-4664-43b0-aaa6-42f67cab0c38 req-df0d99df-623a-4b25-9ef1-b733cc4aca85 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:32.518873 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9746cb9b-4664-43b0-aaa6-42f67cab0c38 req-df0d99df-623a-4b25-9ef1-b733cc4aca85 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:32.520947 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9746cb9b-4664-43b0-aaa6-42f67cab0c38 req-df0d99df-623a-4b25-9ef1-b733cc4aca85 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.2813587 Jul 15 23:02:32.529337 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f2f4e8f1-9c57-4b04-b9ed-b8e2d421e624 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-731643506-network', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:32.535004 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d99df-623a-4b25-9ef1-b733cc4aca85 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f5df9c-415b-4586-bfd3-331462920c66,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:32.569139 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dce9ceb2-0687-4f46-a32e-eaebce127a0e req-6d493674-6bb9-49d7-be83-c815eff2ff06 service neutron] 10.222.0.36 "GET /v2.0/networks/4212f26f-6afd-472c-b146-e8b3fe028ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470661 Jul 15 23:02:32.642409 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [req-d002eb56-7ca5-495f-b2a9-6b23e3e59acc req-2171e82f-6f8d-408c-8f86-ac083df3ad44 tempest-FloatingIPDetailsNegativeTestJSON-1037492973 tempest-FloatingIPDetailsNegativeTestJSON-1037492973-project] show failed (client error): The resource could not be found. Jul 15 23:02:32.642710 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f4e8f1-9c57-4b04-b9ed-b8e2d421e624 admin admin] Made reservation on behalf of c022d86cdc7f4fca8c9ab116c350a036 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:02:32.643536 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d002eb56-7ca5-495f-b2a9-6b23e3e59acc req-2171e82f-6f8d-408c-8f86-ac083df3ad44 tempest-FloatingIPDetailsNegativeTestJSON-1037492973 tempest-FloatingIPDetailsNegativeTestJSON-1037492973-project] 10.222.0.16 "GET /v2.0/floatingips/8b144609-ee24-437f-b96c-f7024cb7ff05 HTTP/1.1" status: 404 len: 350 time: 0.0415566 Jul 15 23:02:32.644952 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2f4e8f1-9c57-4b04-b9ed-b8e2d421e624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:32.658136 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 36848) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:32.660855 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2f4e8f1-9c57-4b04-b9ed-b8e2d421e624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:32.698270 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dce9ceb2-0687-4f46-a32e-eaebce127a0e req-948b44a0-b1dc-4e6a-86e5-68051c6244af service neutron] 10.222.0.36 "GET /v2.0/networks/4212f26f-6afd-472c-b146-e8b3fe028ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227427 Jul 15 23:02:32.784578 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9e960609-66a8-4115-a1d6-5b6ddcc2f903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a442de0-1593-493e-bad8-b7f0258f8102', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-528531641-router', 'tenant_id': '53f9fd962e0248faaf98dded6061d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'ba5c37dc-875f-465e-b16d-42d8f4c1f6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:02:21Z', 'updated_at': '2021-07-15T23:02:30Z', 'revision_number': 4, 'project_id': '53f9fd962e0248faaf98dded6061d819', 'gw_port': {'id': 'ba5c37dc-875f-465e-b16d-42d8f4c1f6fc', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a442de0-1593-493e-bad8-b7f0258f8102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:22Z', 'updated_at': '2021-07-15T23:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '5010fa77-959c-41c8-ac83-4ee9152ef612', 'name': '', 'network_id': '4352d126-3195-4322-9ea8-4b46d5b5f18b', 'tenant_id': '53f9fd962e0248faaf98dded6061d819', 'mac_address': 'fa:16:3e:1b:de:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a442de0-1593-493e-bad8-b7f0258f8102', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '82d7403d-8004-486d-ba64-8aaaab2ece4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:28Z', 'updated_at': '2021-07-15T23:02:30Z', 'revision_number': 2, 'project_id': '53f9fd962e0248faaf98dded6061d819', 'subnets': [{'id': '82d7403d-8004-486d-ba64-8aaaab2ece4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:32.805268 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2f4e8f1-9c57-4b04-b9ed-b8e2d421e624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:32.810226 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2f4e8f1-9c57-4b04-b9ed-b8e2d421e624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:32.818228 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e960609-66a8-4115-a1d6-5b6ddcc2f903 None None] Checking router: 6a442de0-1593-493e-bad8-b7f0258f8102 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:02:32.818586 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e960609-66a8-4115-a1d6-5b6ddcc2f903 None None] Updating router 6a442de0-1593-493e-bad8-b7f0258f8102 port 5010fa77-959c-41c8-ac83-4ee9152ef612 binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:02:32.837181 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f4e8f1-9c57-4b04-b9ed-b8e2d421e624 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:02:32.847970 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4e8f1-9c57-4b04-b9ed-b8e2d421e624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64c486d-daa9-4031-a834-d15c94ff1017,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:32.853047 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2f4e8f1-9c57-4b04-b9ed-b8e2d421e624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:32.853215 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481224f-6362-4125-a866-a58a2bd095a7 req-eac7a189-0b65-4c3e-9f49-f2e417227160 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:32.853705 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-f2f4e8f1-9c57-4b04-b9ed-b8e2d421e624 admin admin] Added segment 6f4dedf3-23c4-418d-b2da-50efced0d73e of type vlan for network f91dc6f9-c960-4d7e-bb47-47324cf074aa Jul 15 23:02:32.854712 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e481224f-6362-4125-a866-a58a2bd095a7 req-eac7a189-0b65-4c3e-9f49-f2e417227160 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/ports?device_id=2260c712-701b-499a-b9f6-c7e47c45f5c9 HTTP/1.1" status: 200 len: 944 time: 0.2146122 Jul 15 23:02:32.857636 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e960609-66a8-4115-a1d6-5b6ddcc2f903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:32.900053 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2f4e8f1-9c57-4b04-b9ed-b8e2d421e624 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:32.935921 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2f4e8f1-9c57-4b04-b9ed-b8e2d421e624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:32.937259 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f4e8f1-9c57-4b04-b9ed-b8e2d421e624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:32.938005 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2f4e8f1-9c57-4b04-b9ed-b8e2d421e624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:32.997850 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f2f4e8f1-9c57-4b04-b9ed-b8e2d421e624 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6707537 Jul 15 23:02:32.997850 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36854) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:33.005763 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a49e096c-ae2f-4438-b27d-f36ad1195b21 admin admin] Request body: {'subnet': {'network_id': 'f91dc6f9-c960-4d7e-bb47-47324cf074aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-731643506-subnet', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:33.013124 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e481224f-6362-4125-a866-a58a2bd095a7 req-7f4268dd-5296-4b72-b588-c3f3777b4ad9 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc5d1726-8827-49ab-b252-37e40a64e044&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433027 Jul 15 23:02:33.023681 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e810c-f397-42e4-a047-e4e8c630b2b8 req-9a3e87ee-53a0-4a91-9de9-39b719461d51 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:33.025255 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d35e810c-f397-42e4-a047-e4e8c630b2b8 req-9a3e87ee-53a0-4a91-9de9-39b719461d51 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 945 time: 0.2293766 Jul 15 23:02:33.042301 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4e8f1-9c57-4b04-b9ed-b8e2d421e624 admin admin] Pushing event updated for resources: {'Network': ['ID=f91dc6f9-c960-4d7e-bb47-47324cf074aa,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:33.057052 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49e096c-ae2f-4438-b27d-f36ad1195b21 admin admin] Made reservation on behalf of c022d86cdc7f4fca8c9ab116c350a036 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:02:33.059616 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a49e096c-ae2f-4438-b27d-f36ad1195b21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:33.062757 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network f91dc6f9-c960-4d7e-bb47-47324cf074aa details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:02:33.064803 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ba5c37dc-875f-465e-b16d-42d8f4c1f6fc up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:02:33.123738 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d35e810c-f397-42e4-a047-e4e8c630b2b8 req-cbf765d5-2af3-4431-9e7d-0bf373dae862 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906901 Jul 15 23:02:33.280929 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port ba5c37dc-875f-465e-b16d-42d8f4c1f6fc triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:02:33.281319 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:33.301695 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a49e096c-ae2f-4438-b27d-f36ad1195b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:33.332691 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-efa37e02-0df1-4c27-845e-2c1ad5d7ecde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:33.377009 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49e096c-ae2f-4438-b27d-f36ad1195b21 admin admin] Checking segment: {'id': '6f4dedf3-23c4-418d-b2da-50efced0d73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f91dc6f9-c960-4d7e-bb47-47324cf074aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:02:33.377418 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49e096c-ae2f-4438-b27d-f36ad1195b21 admin admin] Network hostable DHCP agents. Network: f91dc6f9-c960-4d7e-bb47-47324cf074aa, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:02:33.381719 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e096c-ae2f-4438-b27d-f36ad1195b21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:33.402385 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49e096c-ae2f-4438-b27d-f36ad1195b21 admin admin] Network f91dc6f9-c960-4d7e-bb47-47324cf074aa is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:02:33.413886 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-a49e096c-ae2f-4438-b27d-f36ad1195b21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, f91dc6f9-c960-4d7e-bb47-47324cf074aa) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:02:33.426140 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49e096c-ae2f-4438-b27d-f36ad1195b21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:33.426716 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a49e096c-ae2f-4438-b27d-f36ad1195b21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:33.456419 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a49e096c-ae2f-4438-b27d-f36ad1195b21 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4549911 Jul 15 23:02:33.456835 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36864) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:33.464861 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-021459c0-bc55-4bd9-83aa-c6897c3fd99e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-731643506-router', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:33.469475 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f124d5d-0a76-4b4c-82dc-d85e6a015388 None None] Network f91dc6f9-c960-4d7e-bb47-47324cf074aa requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:02:33.499154 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-021459c0-bc55-4bd9-83aa-c6897c3fd99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:33.501027 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-021459c0-bc55-4bd9-83aa-c6897c3fd99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:33.527693 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e960609-66a8-4115-a1d6-5b6ddcc2f903 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:33.550418 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e960609-66a8-4115-a1d6-5b6ddcc2f903 None None] Transition to ACTIVE for port object 5010fa77-959c-41c8-ac83-4ee9152ef612 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:02:33.587623 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e960609-66a8-4115-a1d6-5b6ddcc2f903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:33.587904 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-021459c0-bc55-4bd9-83aa-c6897c3fd99e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:33.634475 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2ae5161a-de5e-43d9-b65a-b1913365ed67 req-00488b27-6f58-4cb1-a2ba-aeee448bca15 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups/75f5df9c-415b-4586-bfd3-331462920c66 HTTP/1.1" status: 200 len: 1781 time: 0.1020510 Jul 15 23:02:33.735575 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec141eb-66b9-4f82-a145-058b3dd96931 None None] Pushing event updated for resources: {'Port': ['ID=5010fa77-959c-41c8-ac83-4ee9152ef612,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:33.855751 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-efa37e02-0df1-4c27-845e-2c1ad5d7ecde admin admin] Deleting port 5010fa77-959c-41c8-ac83-4ee9152ef612 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:02:33.856247 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-efa37e02-0df1-4c27-845e-2c1ad5d7ecde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:33.928889 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8f7740-940a-4fce-a7bd-481187d7038f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-f91dc6f9-c960-4d7e-bb47-47324cf074aa', 'network_id': 'f91dc6f9-c960-4d7e-bb47-47324cf074aa', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'fixed_ips': [{'subnet_id': '2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:02:33.929758 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a8f7740-940a-4fce-a7bd-481187d7038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:33.973540 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9e960609-66a8-4115-a1d6-5b6ddcc2f903 None None] Attempting to bind port 5010fa77-959c-41c8-ac83-4ee9152ef612 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:02:33.973911 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9e960609-66a8-4115-a1d6-5b6ddcc2f903 None None] Attempting to bind port 5010fa77-959c-41c8-ac83-4ee9152ef612 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'd3db25d9-fc0c-43d7-bd1d-3fd45c9a2f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4352d126-3195-4322-9ea8-4b46d5b5f18b'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:02:33.974272 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e960609-66a8-4115-a1d6-5b6ddcc2f903 None None] Attempting to bind port 5010fa77-959c-41c8-ac83-4ee9152ef612 on network 4352d126-3195-4322-9ea8-4b46d5b5f18b {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:02:33.984776 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e960609-66a8-4115-a1d6-5b6ddcc2f903 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:02:33.985150 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e960609-66a8-4115-a1d6-5b6ddcc2f903 None None] Checking segment: {'id': 'd3db25d9-fc0c-43d7-bd1d-3fd45c9a2f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4352d126-3195-4322-9ea8-4b46d5b5f18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:02:33.985554 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e960609-66a8-4115-a1d6-5b6ddcc2f903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:33.985950 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e960609-66a8-4115-a1d6-5b6ddcc2f903 None None] Bound using segment: {'id': 'd3db25d9-fc0c-43d7-bd1d-3fd45c9a2f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4352d126-3195-4322-9ea8-4b46d5b5f18b'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:02:33.986418 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9e960609-66a8-4115-a1d6-5b6ddcc2f903 None None] Bound port: 5010fa77-959c-41c8-ac83-4ee9152ef612, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3db25d9-fc0c-43d7-bd1d-3fd45c9a2f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4352d126-3195-4322-9ea8-4b46d5b5f18b'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:02:33.986843 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e960609-66a8-4115-a1d6-5b6ddcc2f903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:33.988292 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-efa37e02-0df1-4c27-845e-2c1ad5d7ecde admin admin] For port 5010fa77-959c-41c8-ac83-4ee9152ef612, host n-d-787205-9, got binding levels [] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:33.988797 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-efa37e02-0df1-4c27-845e-2c1ad5d7ecde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:34.010099 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-efa37e02-0df1-4c27-845e-2c1ad5d7ecde admin admin] Calling delete_port for 5010fa77-959c-41c8-ac83-4ee9152ef612 owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:02:34.179186 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-021459c0-bc55-4bd9-83aa-c6897c3fd99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:34.182713 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e960609-66a8-4115-a1d6-5b6ddcc2f903 None None] For port 5010fa77-959c-41c8-ac83-4ee9152ef612, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:02:34.187630 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e960609-66a8-4115-a1d6-5b6ddcc2f903 None None] For port 5010fa77-959c-41c8-ac83-4ee9152ef612, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=5010fa77-959c-41c8-ac83-4ee9152ef612,segment=NetworkSegment(d3db25d9-fc0c-43d7-bd1d-3fd45c9a2f47),segment_id=d3db25d9-fc0c-43d7-bd1d-3fd45c9a2f47)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:02:34.196136 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e960609-66a8-4115-a1d6-5b6ddcc2f903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:34.204894 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-3a8f7740-940a-4fce-a7bd-481187d7038f None None] Allocated IP 172.20.0.2 (f91dc6f9-c960-4d7e-bb47-47324cf074aa/2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49/43bf803f-7c81-4848-a85f-d81953719d9d) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:02:34.217610 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-bb14b467-7eda-4ffd-a988-bf7bb491456a tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:34.219240 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-bb14b467-7eda-4ffd-a988-bf7bb491456a tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e&tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&binding%3Ahost_id=n-h1-787205-9 HTTP/1.1" status: 200 len: 948 time: 0.6299098 Jul 15 23:02:34.291639 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e960609-66a8-4115-a1d6-5b6ddcc2f903 None None] Routers {'6a442de0-1593-493e-bad8-b7f0258f8102'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:02:34.292291 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9e960609-66a8-4115-a1d6-5b6ddcc2f903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:02:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6a442de0-1593-493e-bad8-b7f0258f8102'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:34.298082 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec141eb-66b9-4f82-a145-058b3dd96931 None None] Pushing event updated for resources: {'Port': ['ID=5010fa77-959c-41c8-ac83-4ee9152ef612,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:34.344688 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-88e5d90b-60e5-47be-80e2-1ce6e61e390e tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:34.346014 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-88e5d90b-60e5-47be-80e2-1ce6e61e390e tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/networks?id=d91a9528-a986-45d3-8b66-7d9419c4ffb8 HTTP/1.1" status: 200 len: 808 time: 0.5392110 Jul 15 23:02:34.381973 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-edbab226-0009-459a-aac5-f09094882913 service neutron] 10.222.0.36 "GET /v2.0/ports/c6fbc364-f578-4f23-be5e-eb66001c2a94/bindings/n-h1-787205-9 HTTP/1.1" status: 200 len: 382 time: 0.1300895 Jul 15 23:02:34.400647 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bc2ba-3956-427c-af17-3d5b1fb02b63 req-97ab295a-7f57-473d-8674-2f9dd20e9ebc tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:34.402384 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e90bc2ba-3956-427c-af17-3d5b1fb02b63 req-97ab295a-7f57-473d-8674-2f9dd20e9ebc tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 948 time: 0.2616603 Jul 15 23:02:34.406720 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-d4cb5573-5e91-4509-a2f7-821b884b9f4a tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/quotas/7f66f923b4424119b6027030587a5dae HTTP/1.1" status: 200 len: 375 time: 0.0396602 Jul 15 23:02:34.475566 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-efa37e02-0df1-4c27-845e-2c1ad5d7ecde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:34.515022 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa37e02-0df1-4c27-845e-2c1ad5d7ecde admin admin] Pushing event deleted for resources: {'Port': ['ID=5010fa77-959c-41c8-ac83-4ee9152ef612,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:34.538414 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e90bc2ba-3956-427c-af17-3d5b1fb02b63 req-695862a2-913e-493e-9191-3d8917f194fe tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182535 Jul 15 23:02:34.565970 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8f981d50-de0f-48ef-b558-c3bfbf9871b7 None None] Could not find standard attr ID for object 5010fa77-959c-41c8-ac83-4ee9152ef612. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:02:34.606834 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-021459c0-bc55-4bd9-83aa-c6897c3fd99e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:34.627515 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-021459c0-bc55-4bd9-83aa-c6897c3fd99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:34.676263 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-3f86b893-29e5-4e4c-a87a-d7bcbe32ea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:34.678066 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-3f86b893-29e5-4e4c-a87a-d7bcbe32ea04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 1099 time: 0.2008009 Jul 15 23:02:34.680935 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9e960609-66a8-4115-a1d6-5b6ddcc2f903 None None] Set router 6a442de0-1593-493e-bad8-b7f0258f8102 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:02:34.694225 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-efa37e02-0df1-4c27-845e-2c1ad5d7ecde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:34.737544 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a8f7740-940a-4fce-a7bd-481187d7038f None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:34.785651 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3a8f7740-940a-4fce-a7bd-481187d7038f None None] Transition to ACTIVE for port object 43bf803f-7c81-4848-a85f-d81953719d9d will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:02:34.797975 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-bae81d93-b7cf-45a3-b355-e2158a1cd1f5 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f66f923b4424119b6027030587a5dae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3846586 Jul 15 23:02:34.827153 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-021459c0-bc55-4bd9-83aa-c6897c3fd99e admin admin] Allocated IP 172.25.4.143 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/1820f7ec-d7bc-45de-bc2e-2e6b9d382489) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:02:34.836364 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-e0960fe3-6555-4499-befb-173f918b4d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:34.837978 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-e0960fe3-6555-4499-befb-173f918b4d69 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.1519768 Jul 15 23:02:34.838222 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3a8f7740-940a-4fce-a7bd-481187d7038f None None] Transition to ACTIVE for port object 43bf803f-7c81-4848-a85f-d81953719d9d will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:02:34.905818 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a8f7740-940a-4fce-a7bd-481187d7038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:34.907321 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-31f27cfc-6395-4848-8b97-26664fa5c6f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=c6fbc364-f578-4f23-be5e-eb66001c2a94 HTTP/1.1" status: 200 len: 217 time: 0.0436366 Jul 15 23:02:34.912670 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c591afe3-bad4-41a3-b99f-bc0a87f56517 req-bacd86fe-8485-4bb8-8953-926486fcb5c0 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups/75f5df9c-415b-4586-bfd3-331462920c66 HTTP/1.1" status: 200 len: 1781 time: 0.2074816 Jul 15 23:02:34.969924 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8f7740-940a-4fce-a7bd-481187d7038f None None] Network f91dc6f9-c960-4d7e-bb47-47324cf074aa is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:02:34.976760 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-3a8f7740-940a-4fce-a7bd-481187d7038f None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:02:34.979734 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8f7740-940a-4fce-a7bd-481187d7038f None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:02:34.987431 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f7740-940a-4fce-a7bd-481187d7038f None None] Pushing event updated for resources: {'Port': ['ID=43bf803f-7c81-4848-a85f-d81953719d9d,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:35.015923 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-0859a212-564f-4805-b7cc-9e42e3bcc4be service neutron] 10.222.0.16 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869242 Jul 15 23:02:35.057496 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-3a8f7740-940a-4fce-a7bd-481187d7038f None None] Attempting to bind port 43bf803f-7c81-4848-a85f-d81953719d9d on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:02:35.057861 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-3a8f7740-940a-4fce-a7bd-481187d7038f None None] Attempting to bind port 43bf803f-7c81-4848-a85f-d81953719d9d by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '6f4dedf3-23c4-418d-b2da-50efced0d73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f91dc6f9-c960-4d7e-bb47-47324cf074aa'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:02:35.058217 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8f7740-940a-4fce-a7bd-481187d7038f None None] Attempting to bind port 43bf803f-7c81-4848-a85f-d81953719d9d on network f91dc6f9-c960-4d7e-bb47-47324cf074aa {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:02:35.067613 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8f7740-940a-4fce-a7bd-481187d7038f None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:02:35.068013 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8f7740-940a-4fce-a7bd-481187d7038f None None] Checking segment: {'id': '6f4dedf3-23c4-418d-b2da-50efced0d73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f91dc6f9-c960-4d7e-bb47-47324cf074aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:02:35.068388 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a8f7740-940a-4fce-a7bd-481187d7038f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:35.068526 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-49e5c9f3-52bd-4def-9aad-a4e3b165d249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:35.068777 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8f7740-940a-4fce-a7bd-481187d7038f None None] Bound using segment: {'id': '6f4dedf3-23c4-418d-b2da-50efced0d73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f91dc6f9-c960-4d7e-bb47-47324cf074aa'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:02:35.069244 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-3a8f7740-940a-4fce-a7bd-481187d7038f None None] Bound port: 43bf803f-7c81-4848-a85f-d81953719d9d, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4dedf3-23c4-418d-b2da-50efced0d73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f91dc6f9-c960-4d7e-bb47-47324cf074aa'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:02:35.069618 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a8f7740-940a-4fce-a7bd-481187d7038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:35.069905 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-49e5c9f3-52bd-4def-9aad-a4e3b165d249 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1158166 Jul 15 23:02:35.072739 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9e960609-66a8-4115-a1d6-5b6ddcc2f903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a442de0-1593-493e-bad8-b7f0258f8102', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-528531641-router', 'tenant_id': '53f9fd962e0248faaf98dded6061d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'ba5c37dc-875f-465e-b16d-42d8f4c1f6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:02:21Z', 'updated_at': '2021-07-15T23:02:30Z', 'revision_number': 4, 'project_id': '53f9fd962e0248faaf98dded6061d819', 'gw_port': {'id': 'ba5c37dc-875f-465e-b16d-42d8f4c1f6fc', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a442de0-1593-493e-bad8-b7f0258f8102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:22Z', 'updated_at': '2021-07-15T23:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '5010fa77-959c-41c8-ac83-4ee9152ef612', 'name': '', 'network_id': '4352d126-3195-4322-9ea8-4b46d5b5f18b', 'tenant_id': '53f9fd962e0248faaf98dded6061d819', 'mac_address': 'fa:16:3e:1b:de:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a442de0-1593-493e-bad8-b7f0258f8102', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '82d7403d-8004-486d-ba64-8aaaab2ece4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:28Z', 'updated_at': '2021-07-15T23:02:34Z', 'revision_number': 4, 'project_id': '53f9fd962e0248faaf98dded6061d819', 'subnets': [{'id': '82d7403d-8004-486d-ba64-8aaaab2ece4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:35.072981 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-021459c0-bc55-4bd9-83aa-c6897c3fd99e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:35.102368 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f49a89-1022-401a-a51f-7159821955ee req-714fa25b-e3da-4fe1-938d-3b36a42d3fe0 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:35.103886 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-08f49a89-1022-401a-a51f-7159821955ee req-714fa25b-e3da-4fe1-938d-3b36a42d3fe0 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9&tenant_id=333adf5bda29495e91779ab1d3ab99ea&binding%3Ahost_id=n-h2-787205-9 HTTP/1.1" status: 200 len: 1096 time: 0.1611199 Jul 15 23:02:35.112343 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e960609-66a8-4115-a1d6-5b6ddcc2f903 None None] The sync data for ids ['6a442de0-1593-493e-bad8-b7f0258f8102'] in n-d-787205-9 is: [{'id': '6a442de0-1593-493e-bad8-b7f0258f8102', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-528531641-router', 'tenant_id': '53f9fd962e0248faaf98dded6061d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'ba5c37dc-875f-465e-b16d-42d8f4c1f6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:02:21Z', 'updated_at': '2021-07-15T23:02:30Z', 'revision_number': 4, 'project_id': '53f9fd962e0248faaf98dded6061d819', 'gw_port': {'id': 'ba5c37dc-875f-465e-b16d-42d8f4c1f6fc', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a442de0-1593-493e-bad8-b7f0258f8102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:22Z', 'updated_at': '2021-07-15T23:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '5010fa77-959c-41c8-ac83-4ee9152ef612', 'name': '', 'network_id': '4352d126-3195-4322-9ea8-4b46d5b5f18b', 'tenant_id': '53f9fd962e0248faaf98dded6061d819', 'mac_address': 'fa:16:3e:1b:de:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a442de0-1593-493e-bad8-b7f0258f8102', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '82d7403d-8004-486d-ba64-8aaaab2ece4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:28Z', 'updated_at': '2021-07-15T23:02:34Z', 'revision_number': 4, 'project_id': '53f9fd962e0248faaf98dded6061d819', 'subnets': [{'id': '82d7403d-8004-486d-ba64-8aaaab2ece4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:02:35.131609 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-08f49a89-1022-401a-a51f-7159821955ee req-4b9e789f-e287-4e33-a0af-33e9e0d29bf4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-787205-9'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:35.238658 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-3a8f7740-940a-4fce-a7bd-481187d7038f None None] For port 43bf803f-7c81-4848-a85f-d81953719d9d, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:02:35.243956 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-3a8f7740-940a-4fce-a7bd-481187d7038f None None] For port 43bf803f-7c81-4848-a85f-d81953719d9d, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=43bf803f-7c81-4848-a85f-d81953719d9d,segment=NetworkSegment(6f4dedf3-23c4-418d-b2da-50efced0d73e),segment_id=6f4dedf3-23c4-418d-b2da-50efced0d73e)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:02:35.246495 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-021459c0-bc55-4bd9-83aa-c6897c3fd99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:35.248805 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a8f7740-940a-4fce-a7bd-481187d7038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:35.329867 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f7740-940a-4fce-a7bd-481187d7038f None None] Pushing event updated for resources: {'Port': ['ID=43bf803f-7c81-4848-a85f-d81953719d9d,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:35.350961 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021459c0-bc55-4bd9-83aa-c6897c3fd99e admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:02:35.361912 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-d35dd500-7f36-427a-9209-61761f253520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:35.363510 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-d35dd500-7f36-427a-9209-61761f253520 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2715673 Jul 15 23:02:35.364420 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-021459c0-bc55-4bd9-83aa-c6897c3fd99e admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:02:35.366789 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-08f49a89-1022-401a-a51f-7159821955ee req-4b9e789f-e287-4e33-a0af-33e9e0d29bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:35.368940 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021459c0-bc55-4bd9-83aa-c6897c3fd99e admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:02:35.370845 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021459c0-bc55-4bd9-83aa-c6897c3fd99e admin admin] Pushing event updated for resources: {'Port': ['ID=1820f7ec-d7bc-45de-bc2e-2e6b9d382489,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:35.436306 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-c591afe3-bad4-41a3-b99f-bc0a87f56517 req-b74aa2da-570c-4111-bde2-9f4f12627d96 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:35.502206 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-c591afe3-bad4-41a3-b99f-bc0a87f56517 req-b74aa2da-570c-4111-bde2-9f4f12627d96 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:35.511446 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa37e02-0df1-4c27-845e-2c1ad5d7ecde admin admin] Router 6a442de0-1593-493e-bad8-b7f0258f8102 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:02:35.538652 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-06f14d9d-bf9c-4e5c-8351-76ef8904207c service neutron] 10.222.0.16 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066032 Jul 15 23:02:35.647492 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-c591afe3-bad4-41a3-b99f-bc0a87f56517 req-b74aa2da-570c-4111-bde2-9f4f12627d96 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:35.649268 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c6fbc364-f578-4f23-be5e-eb66001c2a94 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:02:35.650026 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-c591afe3-bad4-41a3-b99f-bc0a87f56517 req-b74aa2da-570c-4111-bde2-9f4f12627d96 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:35.661305 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-5ec7138a-2d81-491c-a12e-36983f777f9b service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816944 Jul 15 23:02:35.662369 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c591afe3-bad4-41a3-b99f-bc0a87f56517 req-b74aa2da-570c-4111-bde2-9f4f12627d96 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "DELETE /v2.0/security-groups/75f5df9c-415b-4586-bfd3-331462920c66 HTTP/1.1" status: 204 len: 173 time: 0.7368932 Jul 15 23:02:35.758308 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-08f49a89-1022-401a-a51f-7159821955ee req-4b9e789f-e287-4e33-a0af-33e9e0d29bf4 service neutron] For port bbffc5ff-9f45-460b-bb3c-afbae46578bb, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=bbffc5ff-9f45-460b-bb3c-afbae46578bb,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:35.760156 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74aa2da-570c-4111-bde2-9f4f12627d96 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f5df9c-415b-4586-bfd3-331462920c66,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:35.800972 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa37e02-0df1-4c27-845e-2c1ad5d7ecde admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:02:35.806284 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-efa37e02-0df1-4c27-845e-2c1ad5d7ecde admin admin] 10.222.0.16 "PUT /v2.0/routers/6a442de0-1593-493e-bad8-b7f0258f8102/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1458724 Jul 15 23:02:35.808925 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 36890) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:35.815068 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port c6fbc364-f578-4f23-be5e-eb66001c2a94 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:02:35.820379 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port c6fbc364-f578-4f23-be5e-eb66001c2a94 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:02:35.820847 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:35.840984 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-08f49a89-1022-401a-a51f-7159821955ee req-4b9e789f-e287-4e33-a0af-33e9e0d29bf4 service neutron] For port bbffc5ff-9f45-460b-bb3c-afbae46578bb, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:02:35.956572 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:35.999149 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e2a91b-84b1-49a2-ad40-279a102de17e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6fbc364-f578-4f23-be5e-eb66001c2a94'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:36.001732 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6b2fa9-006e-4df3-8f09-06b8a8cb878c" -d '{"events": [{"server_uuid": "c7e2a91b-84b1-49a2-ad40-279a102de17e", "name": "network-vif-plugged", "status": "completed", "tag": "c6fbc364-f578-4f23-be5e-eb66001c2a94"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:36.017383 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c6fbc364-f578-4f23-be5e-eb66001c2a94, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c6fbc364-f578-4f23-be5e-eb66001c2a94,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:36.034321 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:36.035431 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device d2e21d92-bc5d-4b38-a158-86b831ccb58f up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:02:36.041649 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-360b9db3-7db9-473d-bfb7-fd2731aef3ba admin admin] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:36.095324 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5db6b-4ad4-4aa8-a6bf-d041eba2c71f req-1ec0f411-a056-4cdc-9a1e-8d9376554ef2 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:36.096866 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e1a5db6b-4ad4-4aa8-a6bf-d041eba2c71f req-1ec0f411-a056-4cdc-9a1e-8d9376554ef2 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.2078564 Jul 15 23:02:36.126849 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-08f49a89-1022-401a-a51f-7159821955ee req-4b9e789f-e287-4e33-a0af-33e9e0d29bf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:36.131112 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd7e506-22ec-4f13-827e-4ab0f52ebcc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbffc5ff-9f45-460b-bb3c-afbae46578bb'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:36.135082 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc85603-2798-4eee-b647-fccb02b79d8f" -d '{"events": [{"server_uuid": "dcd7e506-22ec-4f13-827e-4ab0f52ebcc9", "name": "network-vif-unplugged", "status": "completed", "tag": "bbffc5ff-9f45-460b-bb3c-afbae46578bb"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:36.143377 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-08f49a89-1022-401a-a51f-7159821955ee req-4b9e789f-e287-4e33-a0af-33e9e0d29bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:36.159646 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=c6fbc364-f578-4f23-be5e-eb66001c2a94,revision_number=9']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:36.174125 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port d2e21d92-bc5d-4b38-a158-86b831ccb58f completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:02:36.180154 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port d2e21d92-bc5d-4b38-a158-86b831ccb58f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:02:36.180739 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:36.279370 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:36.312070 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e789f-e287-4e33-a0af-33e9e0d29bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=bbffc5ff-9f45-460b-bb3c-afbae46578bb,revision_number=7']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:36.341872 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e1a5db6b-4ad4-4aa8-a6bf-d041eba2c71f req-fc9be5c5-a1ac-43d9-9502-cb8bf20d4040 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232058 Jul 15 23:02:36.384157 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port d2e21d92-bc5d-4b38-a158-86b831ccb58f, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=d2e21d92-bc5d-4b38-a158-86b831ccb58f,segment=NetworkSegment(8d579221-0a7c-432a-a8a4-faae99e9d679),segment_id=8d579221-0a7c-432a-a8a4-faae99e9d679)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:36.390177 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:36.427575 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-08f49a89-1022-401a-a51f-7159821955ee req-4b9e789f-e287-4e33-a0af-33e9e0d29bf4 service neutron] Attempting to bind port bbffc5ff-9f45-460b-bb3c-afbae46578bb on host n-h2-787205-9 for vnic_type normal with profile {"migrating_to": "n-h1-787205-9"} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:02:36.427919 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-08f49a89-1022-401a-a51f-7159821955ee req-4b9e789f-e287-4e33-a0af-33e9e0d29bf4 service neutron] Attempting to bind port bbffc5ff-9f45-460b-bb3c-afbae46578bb by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:02:36.428231 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f49a89-1022-401a-a51f-7159821955ee req-4b9e789f-e287-4e33-a0af-33e9e0d29bf4 service neutron] Attempting to bind port bbffc5ff-9f45-460b-bb3c-afbae46578bb on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:02:36.438531 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f49a89-1022-401a-a51f-7159821955ee req-4b9e789f-e287-4e33-a0af-33e9e0d29bf4 service neutron] Port bbffc5ff-9f45-460b-bb3c-afbae46578bb on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:02:36.438954 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f49a89-1022-401a-a51f-7159821955ee req-4b9e789f-e287-4e33-a0af-33e9e0d29bf4 service neutron] Attempting to bind port bbffc5ff-9f45-460b-bb3c-afbae46578bb on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:02:36.448472 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f49a89-1022-401a-a51f-7159821955ee req-4b9e789f-e287-4e33-a0af-33e9e0d29bf4 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:02:36.448935 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f49a89-1022-401a-a51f-7159821955ee req-4b9e789f-e287-4e33-a0af-33e9e0d29bf4 service neutron] Checking segment: {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:02:36.449354 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f49a89-1022-401a-a51f-7159821955ee req-4b9e789f-e287-4e33-a0af-33e9e0d29bf4 service neutron] Bound using segment: {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:02:36.450073 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-08f49a89-1022-401a-a51f-7159821955ee req-4b9e789f-e287-4e33-a0af-33e9e0d29bf4 service neutron] Bound port: bbffc5ff-9f45-460b-bb3c-afbae46578bb, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:02:36.450743 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-08f49a89-1022-401a-a51f-7159821955ee req-4b9e789f-e287-4e33-a0af-33e9e0d29bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:36.451519 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-360b9db3-7db9-473d-bfb7-fd2731aef3ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:36.505037 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=d2e21d92-bc5d-4b38-a158-86b831ccb58f,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:36.536590 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-08f49a89-1022-401a-a51f-7159821955ee req-4b9e789f-e287-4e33-a0af-33e9e0d29bf4 service neutron] For port bbffc5ff-9f45-460b-bb3c-afbae46578bb, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:02:36.541003 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-08f49a89-1022-401a-a51f-7159821955ee req-4b9e789f-e287-4e33-a0af-33e9e0d29bf4 service neutron] For port bbffc5ff-9f45-460b-bb3c-afbae46578bb, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=bbffc5ff-9f45-460b-bb3c-afbae46578bb,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:02:36.557200 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-08f49a89-1022-401a-a51f-7159821955ee req-4b9e789f-e287-4e33-a0af-33e9e0d29bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:36.603995 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33ede6-8afd-4140-b82f-c0e9d0c4f79e req-66f9c382-c479-41ca-aa55-a44288fcb093 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:36.605499 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e33ede6-8afd-4140-b82f-c0e9d0c4f79e req-66f9c382-c479-41ca-aa55-a44288fcb093 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/ports?device_id=2260c712-701b-499a-b9f6-c7e47c45f5c9 HTTP/1.1" status: 200 len: 944 time: 0.3313308 Jul 15 23:02:36.661665 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e789f-e287-4e33-a0af-33e9e0d29bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=bbffc5ff-9f45-460b-bb3c-afbae46578bb,revision_number=8']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:36.726121 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f49a89-1022-401a-a51f-7159821955ee req-4b9e789f-e287-4e33-a0af-33e9e0d29bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:36.727164 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-08f49a89-1022-401a-a51f-7159821955ee req-4b9e789f-e287-4e33-a0af-33e9e0d29bf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:36.728655 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-08f49a89-1022-401a-a51f-7159821955ee req-4b9e789f-e287-4e33-a0af-33e9e0d29bf4 service neutron] 10.222.0.36 "PUT /v2.0/ports/bbffc5ff-9f45-460b-bb3c-afbae46578bb HTTP/1.1" status: 200 len: 1121 time: 1.6025319 Jul 15 23:02:36.734845 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-7250e751-8b17-4b3b-b057-81c2d2a5309a service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8579099 Jul 15 23:02:36.743879 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-021459c0-bc55-4bd9-83aa-c6897c3fd99e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:36.755259 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e33ede6-8afd-4140-b82f-c0e9d0c4f79e req-a626d579-f2c8-43e6-9407-6a7107b90816 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc5d1726-8827-49ab-b252-37e40a64e044&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213877 Jul 15 23:02:36.766778 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-360b9db3-7db9-473d-bfb7-fd2731aef3ba admin admin] Deleting port ba5c37dc-875f-465e-b16d-42d8f4c1f6fc {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:02:36.800307 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-360b9db3-7db9-473d-bfb7-fd2731aef3ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:36.829222 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['bbffc5ff-9f45-460b-bb3c-afbae46578bb'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:02:36.890575 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afddd86a-dbad-42e4-be51-c5d47f1695fb None None] Network f91dc6f9-c960-4d7e-bb47-47324cf074aa requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:02:36.904575 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee8bb5-bef7-43ae-9486-2e2a1157c955 req-a289f873-9794-4da6-a13c-239fd66f9256 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:36.912488 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2fee8bb5-bef7-43ae-9486-2e2a1157c955 req-a289f873-9794-4da6-a13c-239fd66f9256 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 943 time: 0.3506758 Jul 15 23:02:37.021797 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['bbffc5ff-9f45-460b-bb3c-afbae46578bb'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:02:37.050990 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2fee8bb5-bef7-43ae-9486-2e2a1157c955 req-418677ce-096f-4a16-a1ab-940b3a650286 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360180 Jul 15 23:02:37.109566 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-360b9db3-7db9-473d-bfb7-fd2731aef3ba admin admin] For port ba5c37dc-875f-465e-b16d-42d8f4c1f6fc, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ba5c37dc-875f-465e-b16d-42d8f4c1f6fc,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:37.109935 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-360b9db3-7db9-473d-bfb7-fd2731aef3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:37.112748 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-857e422b-3906-4b42-9b2f-c7d8d202755c None None] Provisioning for port 43bf803f-7c81-4848-a85f-d81953719d9d completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:02:37.119283 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 43bf803f-7c81-4848-a85f-d81953719d9d up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:02:37.124348 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-360b9db3-7db9-473d-bfb7-fd2731aef3ba admin admin] Calling delete_port for ba5c37dc-875f-465e-b16d-42d8f4c1f6fc owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:02:37.143436 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-021459c0-bc55-4bd9-83aa-c6897c3fd99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:37.174446 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [req-dfbb981b-534a-43f5-8f22-72590f717345 req-f1703c6c-f914-457d-b483-7e3444ae5eba tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] show failed (client error): The resource could not be found. Jul 15 23:02:37.175331 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dfbb981b-534a-43f5-8f22-72590f717345 req-f1703c6c-f914-457d-b483-7e3444ae5eba tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups/75f5df9c-415b-4586-bfd3-331462920c66 HTTP/1.1" status: 404 len: 352 time: 0.0523756 Jul 15 23:02:37.189043 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122fd547-3b3b-4923-ae3d-9d1a74b24d6e None None] Sync routers for ids ['6a442de0-1593-493e-bad8-b7f0258f8102'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:02:37.204934 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122fd547-3b3b-4923-ae3d-9d1a74b24d6e None None] Routers {'6a442de0-1593-493e-bad8-b7f0258f8102'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:02:37.208243 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-122fd547-3b3b-4923-ae3d-9d1a74b24d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:02:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6a442de0-1593-493e-bad8-b7f0258f8102'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:37.247524 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f82e3e-20e2-4a6c-bf88-224c69aa04c5 x-openstack-request-id: req-95f82e3e-20e2-4a6c-bf88-224c69aa04c5 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:37.247844 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e2a91b-84b1-49a2-ad40-279a102de17e", "name": "network-vif-plugged", "status": "completed", "tag": "c6fbc364-f578-4f23-be5e-eb66001c2a94", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:37.248073 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95f82e3e-20e2-4a6c-bf88-224c69aa04c5 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:37.248470 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e2a91b-84b1-49a2-ad40-279a102de17e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6fbc364-f578-4f23-be5e-eb66001c2a94', 'code': 200} Jul 15 23:02:37.340840 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 43bf803f-7c81-4848-a85f-d81953719d9d completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:02:37.368908 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021459c0-bc55-4bd9-83aa-c6897c3fd99e admin admin] Router 39dc1982-9623-4c44-aa04-1b232cc11e79 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:02:37.370829 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 43bf803f-7c81-4848-a85f-d81953719d9d triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:02:37.371884 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:37.413183 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-122fd547-3b3b-4923-ae3d-9d1a74b24d6e None None] Set router 6a442de0-1593-493e-bad8-b7f0258f8102 gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:02:37.482977 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-122fd547-3b3b-4923-ae3d-9d1a74b24d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a442de0-1593-493e-bad8-b7f0258f8102', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-528531641-router', 'tenant_id': '53f9fd962e0248faaf98dded6061d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:02:21Z', 'updated_at': '2021-07-15T23:02:36Z', 'revision_number': 6, 'project_id': '53f9fd962e0248faaf98dded6061d819', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:37.505312 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f11e110e-a3aa-4c32-8e81-7e076ef8a02c req-671a6971-5115-4d02-95e9-e6bdd6fc304d tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 210 time: 0.1083717 Jul 15 23:02:37.544492 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122fd547-3b3b-4923-ae3d-9d1a74b24d6e None None] Checking router: 6a442de0-1593-493e-bad8-b7f0258f8102 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:02:37.544955 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c2b90-100d-4f0a-82e7-44a9fc08eccd req-a4042882-c099-4abe-9ada-3b52489d70a9 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:37.552478 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-451c2b90-100d-4f0a-82e7-44a9fc08eccd req-a4042882-c099-4abe-9ada-3b52489d70a9 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 949 time: 0.4938757 Jul 15 23:02:37.555402 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-360b9db3-7db9-473d-bfb7-fd2731aef3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:37.568165 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122fd547-3b3b-4923-ae3d-9d1a74b24d6e None None] Routers {'6a442de0-1593-493e-bad8-b7f0258f8102'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:02:37.569251 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021459c0-bc55-4bd9-83aa-c6897c3fd99e admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:02:37.577456 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-122fd547-3b3b-4923-ae3d-9d1a74b24d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:02:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6a442de0-1593-493e-bad8-b7f0258f8102'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:37.582355 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8718487c-c338-49e0-9d3e-f4ff584c16e3 None None] Sync routers for ids ['39dc1982-9623-4c44-aa04-1b232cc11e79'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:02:37.600557 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b9db3-7db9-473d-bfb7-fd2731aef3ba admin admin] Pushing event deleted for resources: {'Port': ['ID=ba5c37dc-875f-465e-b16d-42d8f4c1f6fc,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:37.603059 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:37.605520 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-021459c0-bc55-4bd9-83aa-c6897c3fd99e admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:37.609309 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-021459c0-bc55-4bd9-83aa-c6897c3fd99e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1490762 Jul 15 23:02:37.609550 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8718487c-c338-49e0-9d3e-f4ff584c16e3 None None] Routers {'39dc1982-9623-4c44-aa04-1b232cc11e79'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:02:37.609550 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8718487c-c338-49e0-9d3e-f4ff584c16e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:02:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['39dc1982-9623-4c44-aa04-1b232cc11e79'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:37.609780 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36914) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:37.642529 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-360b9db3-7db9-473d-bfb7-fd2731aef3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:37.677632 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02b5287-e8cf-46b7-8c03-cec9cb8bd229 x-openstack-request-id: req-f02b5287-e8cf-46b7-8c03-cec9cb8bd229 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:37.679573 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd7e506-22ec-4f13-827e-4ab0f52ebcc9", "name": "network-vif-unplugged", "status": "completed", "tag": "bbffc5ff-9f45-460b-bb3c-afbae46578bb", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:37.680329 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f02b5287-e8cf-46b7-8c03-cec9cb8bd229 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:37.681367 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd7e506-22ec-4f13-827e-4ab0f52ebcc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbffc5ff-9f45-460b-bb3c-afbae46578bb', 'code': 200} Jul 15 23:02:37.683527 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-451c2b90-100d-4f0a-82e7-44a9fc08eccd req-d0122ed7-9fb0-4ab7-975d-99a9b6bf771b tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301167 Jul 15 23:02:37.689399 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device bbffc5ff-9f45-460b-bb3c-afbae46578bb details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:02:37.724983 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-122fd547-3b3b-4923-ae3d-9d1a74b24d6e None None] Set router 6a442de0-1593-493e-bad8-b7f0258f8102 gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:02:37.746865 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-868e9636-4af4-4782-9fab-b6c8301827e0 req-5c39fe58-7bed-4ea1-aca7-4ef8b68da899 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-909489445', 'description': 'tempest-description-1377130524'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:37.771251 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-868e9636-4af4-4782-9fab-b6c8301827e0 req-5c39fe58-7bed-4ea1-aca7-4ef8b68da899 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:37.805795 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 43bf803f-7c81-4848-a85f-d81953719d9d, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=43bf803f-7c81-4848-a85f-d81953719d9d,segment=NetworkSegment(6f4dedf3-23c4-418d-b2da-50efced0d73e),segment_id=6f4dedf3-23c4-418d-b2da-50efced0d73e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:37.843576 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:37.844771 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-360b9db3-7db9-473d-bfb7-fd2731aef3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:37.849960 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-360b9db3-7db9-473d-bfb7-fd2731aef3ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:37.881966 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-122fd547-3b3b-4923-ae3d-9d1a74b24d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a442de0-1593-493e-bad8-b7f0258f8102', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-528531641-router', 'tenant_id': '53f9fd962e0248faaf98dded6061d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:02:21Z', 'updated_at': '2021-07-15T23:02:37Z', 'revision_number': 7, 'project_id': '53f9fd962e0248faaf98dded6061d819', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:37.957773 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122fd547-3b3b-4923-ae3d-9d1a74b24d6e None None] The sync data for ids ['6a442de0-1593-493e-bad8-b7f0258f8102'] in n-d-787205-9 is: [{'id': '6a442de0-1593-493e-bad8-b7f0258f8102', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-528531641-router', 'tenant_id': '53f9fd962e0248faaf98dded6061d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:02:21Z', 'updated_at': '2021-07-15T23:02:37Z', 'revision_number': 7, 'project_id': '53f9fd962e0248faaf98dded6061d819', 'gw_port_host': None}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:02:37.958051 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-360b9db3-7db9-473d-bfb7-fd2731aef3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:37.958661 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360b9db3-7db9-473d-bfb7-fd2731aef3ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a442de0-1593-493e-bad8-b7f0258f8102 {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:02:37.965317 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-8718487c-c338-49e0-9d3e-f4ff584c16e3 None None] Set router 39dc1982-9623-4c44-aa04-1b232cc11e79 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:02:37.990082 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-360b9db3-7db9-473d-bfb7-fd2731aef3ba admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:37.991584 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-360b9db3-7db9-473d-bfb7-fd2731aef3ba admin admin] 10.222.0.16 "DELETE /v2.0/routers/6a442de0-1593-493e-bad8-b7f0258f8102 HTTP/1.1" status: 204 len: 168 time: 2.1755605 Jul 15 23:02:38.001742 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 36918) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:38.090715 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-79185a87-6ab0-422b-8b6f-590edf40f283 admin admin] Deleting subnet 82d7403d-8004-486d-ba64-8aaaab2ece4e {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:02:38.102579 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-79185a87-6ab0-422b-8b6f-590edf40f283 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:38.159082 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2414d19-3e8c-417b-b403-54c5acb7be10 req-3f181ceb-22ce-4a91-92a1-649f83e5207f tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:38.166802 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e2414d19-3e8c-417b-b403-54c5acb7be10 req-3f181ceb-22ce-4a91-92a1-649f83e5207f tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.2734056 Jul 15 23:02:38.201460 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-79185a87-6ab0-422b-8b6f-590edf40f283 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:38.219912 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-868e9636-4af4-4782-9fab-b6c8301827e0 req-5c39fe58-7bed-4ea1-aca7-4ef8b68da899 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:38.221701 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=43bf803f-7c81-4848-a85f-d81953719d9d,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:38.237373 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port bbffc5ff-9f45-460b-bb3c-afbae46578bb, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=bbffc5ff-9f45-460b-bb3c-afbae46578bb,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:38.251960 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-81872617-012b-45fe-8328-b023ba275111 None None] Provisioning complete for port 43bf803f-7c81-4848-a85f-d81953719d9d triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:02:38.252323 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-81872617-012b-45fe-8328-b023ba275111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:38.277377 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-868e9636-4af4-4782-9fab-b6c8301827e0 req-5c39fe58-7bed-4ea1-aca7-4ef8b68da899 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:38.306987 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device bbffc5ff-9f45-460b-bb3c-afbae46578bb has no active binding in host n-h1-787205-9 {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 23:02:38.362476 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e2414d19-3e8c-417b-b403-54c5acb7be10 req-369ad87e-dd19-49f1-9f25-57e3aedd2dfa tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945589 Jul 15 23:02:38.397005 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39fe58-7bed-4ea1-aca7-4ef8b68da899 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f0e5be-0c33-462b-b29a-daecd0263365,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:38.399589 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-868e9636-4af4-4782-9fab-b6c8301827e0 req-5c39fe58-7bed-4ea1-aca7-4ef8b68da899 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:38.400954 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-868e9636-4af4-4782-9fab-b6c8301827e0 req-5c39fe58-7bed-4ea1-aca7-4ef8b68da899 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7534552 Jul 15 23:02:38.408709 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-79185a87-6ab0-422b-8b6f-590edf40f283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:38.474223 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:38.478268 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8718487c-c338-49e0-9d3e-f4ff584c16e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'name': 'tempest-TaggedBootDevicesTest_v242-731643506-router', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '1820f7ec-d7bc-45de-bc2e-2e6b9d382489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:02:33Z', 'updated_at': '2021-07-15T23:02:36Z', 'revision_number': 3, 'project_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'gw_port': {'id': '1820f7ec-d7bc-45de-bc2e-2e6b9d382489', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:34Z', 'updated_at': '2021-07-15T23:02:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:38.513090 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8718487c-c338-49e0-9d3e-f4ff584c16e3 None None] Checking router: 39dc1982-9623-4c44-aa04-1b232cc11e79 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:02:38.513492 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8718487c-c338-49e0-9d3e-f4ff584c16e3 None None] Updating router 39dc1982-9623-4c44-aa04-1b232cc11e79 port 1820f7ec-d7bc-45de-bc2e-2e6b9d382489 binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:02:38.556681 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-79185a87-6ab0-422b-8b6f-590edf40f283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:38.584653 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79185a87-6ab0-422b-8b6f-590edf40f283 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82d7403d-8004-486d-ba64-8aaaab2ece4e,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:38.599081 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8718487c-c338-49e0-9d3e-f4ff584c16e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:38.605756 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-79185a87-6ab0-422b-8b6f-590edf40f283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:38.607870 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-79185a87-6ab0-422b-8b6f-590edf40f283 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/82d7403d-8004-486d-ba64-8aaaab2ece4e HTTP/1.1" status: 204 len: 168 time: 0.6034582 Jul 15 23:02:38.612536 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36926) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:38.632073 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6161799d-7de8-4401-bfff-a6485384a4bb None None] Network 4352d126-3195-4322-9ea8-4b46d5b5f18b requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:02:38.694875 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-d109bfb1-b649-4e3d-a5ee-da5a07508108 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:38.696554 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-d109bfb1-b649-4e3d-a5ee-da5a07508108 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.36 "GET /v2.0/networks?id=d91a9528-a986-45d3-8b66-7d9419c4ffb8 HTTP/1.1" status: 200 len: 808 time: 0.1690454 Jul 15 23:02:38.715497 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c98c7c-dea6-4b3a-8636-f7989383e79f req-7f227108-281f-443c-ab48-6890fa4f3597 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:38.716931 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-54c98c7c-dea6-4b3a-8636-f7989383e79f req-7f227108-281f-443c-ab48-6890fa4f3597 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/ports?device_id=2260c712-701b-499a-b9f6-c7e47c45f5c9 HTTP/1.1" status: 200 len: 945 time: 0.1127000 Jul 15 23:02:38.779954 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf258d32-96f0-427c-a151-40e708e8dcbf req-21f654ec-61ab-4d54-96e8-4e91146972e8 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:38.783405 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cf258d32-96f0-427c-a151-40e708e8dcbf req-21f654ec-61ab-4d54-96e8-4e91146972e8 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 943 time: 0.1585510 Jul 15 23:02:38.804582 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-54c98c7c-dea6-4b3a-8636-f7989383e79f req-43ba81bc-52c3-4141-9fda-0905f56216a9 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc5d1726-8827-49ab-b252-37e40a64e044&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779068 Jul 15 23:02:38.805887 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0f9a8f3-eb2b-463f-8fc9-81ed066a7c6b tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Request body: {'port': {'device_id': 'e24c3fa0-f157-4535-94f1-335fe93a86ba', 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8', 'admin_state_up': True, 'tenant_id': '7f66f923b4424119b6027030587a5dae'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:38.850299 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-736178d1-4bbd-4104-815c-c93feedf7fbc req-6b303930-0961-40dc-bbe0-f4ced622e3fc tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-371386801', 'description': 'tempest-description-653301086'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:38.864625 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-52c1d1f3-8aff-4bbc-b3f2-b06bc9bbf727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:38.881484 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-736178d1-4bbd-4104-815c-c93feedf7fbc req-6b303930-0961-40dc-bbe0-f4ced622e3fc tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:38.930060 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cf258d32-96f0-427c-a151-40e708e8dcbf req-7f1819a4-db3c-41d8-a95f-7dfbc7b21681 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138606 Jul 15 23:02:39.067892 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 43bf803f-7c81-4848-a85f-d81953719d9d up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:02:39.113691 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-736178d1-4bbd-4104-815c-c93feedf7fbc req-6b303930-0961-40dc-bbe0-f4ced622e3fc tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:39.118342 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-736178d1-4bbd-4104-815c-c93feedf7fbc req-6b303930-0961-40dc-bbe0-f4ced622e3fc tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:39.176977 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-736178d1-4bbd-4104-815c-c93feedf7fbc req-6b303930-0961-40dc-bbe0-f4ced622e3fc tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:39.178678 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-736178d1-4bbd-4104-815c-c93feedf7fbc req-6b303930-0961-40dc-bbe0-f4ced622e3fc tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3323772 Jul 15 23:02:39.191881 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b303930-0961-40dc-bbe0-f4ced622e3fc tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=871441a7-278b-459b-9448-3c906ab2e40a,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:39.200466 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 43bf803f-7c81-4848-a85f-d81953719d9d triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:02:39.200690 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:39.246220 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-218b3b39-64be-463f-8fe8-dc3d08047425 req-7cb4770f-55af-45ea-9ba0-9555c329cc9b tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 210 time: 0.0455713 Jul 15 23:02:39.250056 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e294a62-2850-4d7c-9b23-48d18df53c5d None None] DHCP port deletion for 4352d126-3195-4322-9ea8-4b46d5b5f18b request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:02:39.259540 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2260c712-701b-499a-b9f6-c7e47c45f5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e21d92-bc5d-4b38-a158-86b831ccb58f'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:39.259540 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad73c286-b1c6-4d24-9293-2d4998f359a5" -d '{"events": [{"server_uuid": "2260c712-701b-499a-b9f6-c7e47c45f5c9", "name": "network-vif-plugged", "status": "completed", "tag": "d2e21d92-bc5d-4b38-a158-86b831ccb58f"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:39.277822 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-4ca4f5d4-d92f-438d-91b6-77a37958d881 req-825843e9-d69d-47f8-afc5-8375bae122de tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-587368118', 'description': 'tempest-description-497028599'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:39.310125 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-52c1d1f3-8aff-4bbc-b3f2-b06bc9bbf727 admin admin] Deleting port 2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:02:39.310668 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-52c1d1f3-8aff-4bbc-b3f2-b06bc9bbf727 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:39.332424 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-4ca4f5d4-d92f-438d-91b6-77a37958d881 req-825843e9-d69d-47f8-afc5-8375bae122de tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:39.425072 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8718487c-c338-49e0-9d3e-f4ff584c16e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:39.425322 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-52c1d1f3-8aff-4bbc-b3f2-b06bc9bbf727 admin admin] For port 2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6,segment=NetworkSegment(d3db25d9-fc0c-43d7-bd1d-3fd45c9a2f47),segment_id=d3db25d9-fc0c-43d7-bd1d-3fd45c9a2f47)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:39.425878 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-52c1d1f3-8aff-4bbc-b3f2-b06bc9bbf727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:39.449049 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0e294a62-2850-4d7c-9b23-48d18df53c5d None None] Deleting port 2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:02:39.449363 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e294a62-2850-4d7c-9b23-48d18df53c5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:39.450399 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-52c1d1f3-8aff-4bbc-b3f2-b06bc9bbf727 admin admin] Calling delete_port for 2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:02:39.477788 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8718487c-c338-49e0-9d3e-f4ff584c16e3 None None] Transition to ACTIVE for port object 1820f7ec-d7bc-45de-bc2e-2e6b9d382489 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:02:39.498133 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8718487c-c338-49e0-9d3e-f4ff584c16e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:39.533451 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148594db-da01-42c2-87e0-f6147112d673 req-b0937a25-7824-4f45-a042-bd629575c7f6 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:39.535206 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-148594db-da01-42c2-87e0-f6147112d673 req-b0937a25-7824-4f45-a042-bd629575c7f6 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 949 time: 0.1232605 Jul 15 23:02:39.564507 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0f9a8f3-eb2b-463f-8fc9-81ed066a7c6b tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Made reservation on behalf of 7f66f923b4424119b6027030587a5dae for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:02:39.569267 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-4ca4f5d4-d92f-438d-91b6-77a37958d881 req-825843e9-d69d-47f8-afc5-8375bae122de tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:39.572554 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0f9a8f3-eb2b-463f-8fc9-81ed066a7c6b tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:39.582443 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 5010fa77-959c-41c8-ac83-4ee9152ef612 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:02:39.594381 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-148594db-da01-42c2-87e0-f6147112d673 req-2b34ec7c-8d53-48d0-9f11-8cca7bcda68e tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529244 Jul 15 23:02:39.601350 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-4ca4f5d4-d92f-438d-91b6-77a37958d881 req-825843e9-d69d-47f8-afc5-8375bae122de tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:39.626467 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825843e9-d69d-47f8-afc5-8375bae122de tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0839c031-873f-4450-9773-a7c008982b09,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:39.651009 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-4ca4f5d4-d92f-438d-91b6-77a37958d881 req-825843e9-d69d-47f8-afc5-8375bae122de tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:39.663888 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a6735-67b9-4276-a321-bedfca47d29a None None] Pushing event updated for resources: {'Port': ['ID=1820f7ec-d7bc-45de-bc2e-2e6b9d382489,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:39.672299 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4ca4f5d4-d92f-438d-91b6-77a37958d881 req-825843e9-d69d-47f8-afc5-8375bae122de tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3991048 Jul 15 23:02:39.677636 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 5010fa77-959c-41c8-ac83-4ee9152ef612 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:02:39.678141 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 5010fa77-959c-41c8-ac83-4ee9152ef612 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:02:39.679033 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ba5c37dc-875f-465e-b16d-42d8f4c1f6fc no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:02:39.713602 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: ba5c37dc-875f-465e-b16d-42d8f4c1f6fc {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:02:39.714327 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ba5c37dc-875f-465e-b16d-42d8f4c1f6fc not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:02:39.746027 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0f9a8f3-eb2b-463f-8fc9-81ed066a7c6b tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Allocated IP 172.20.0.13 (d91a9528-a986-45d3-8b66-7d9419c4ffb8/9ed83523-5185-460b-a4ba-ea79efd124da/8cd3655b-7997-4673-9cf8-981e1de6288a) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:02:39.761148 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225997a7-1d11-4681-aa86-f1ffb678099a x-openstack-request-id: req-225997a7-1d11-4681-aa86-f1ffb678099a {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:39.761722 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2260c712-701b-499a-b9f6-c7e47c45f5c9", "name": "network-vif-plugged", "status": "completed", "tag": "d2e21d92-bc5d-4b38-a158-86b831ccb58f", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:39.762135 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-225997a7-1d11-4681-aa86-f1ffb678099a {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:39.762893 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2260c712-701b-499a-b9f6-c7e47c45f5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e21d92-bc5d-4b38-a158-86b831ccb58f', 'code': 200} Jul 15 23:02:39.771594 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-8718487c-c338-49e0-9d3e-f4ff584c16e3 None None] Attempting to bind port 1820f7ec-d7bc-45de-bc2e-2e6b9d382489 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:02:39.772368 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-8718487c-c338-49e0-9d3e-f4ff584c16e3 None None] Attempting to bind port 1820f7ec-d7bc-45de-bc2e-2e6b9d382489 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:02:39.773067 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8718487c-c338-49e0-9d3e-f4ff584c16e3 None None] Attempting to bind port 1820f7ec-d7bc-45de-bc2e-2e6b9d382489 on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:02:39.781298 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8718487c-c338-49e0-9d3e-f4ff584c16e3 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:02:39.781950 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8718487c-c338-49e0-9d3e-f4ff584c16e3 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:02:39.782574 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8718487c-c338-49e0-9d3e-f4ff584c16e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:39.783322 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8718487c-c338-49e0-9d3e-f4ff584c16e3 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:02:39.784309 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-8718487c-c338-49e0-9d3e-f4ff584c16e3 None None] Bound port: 1820f7ec-d7bc-45de-bc2e-2e6b9d382489, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:02:39.784947 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8718487c-c338-49e0-9d3e-f4ff584c16e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:39.852348 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-8718487c-c338-49e0-9d3e-f4ff584c16e3 None None] For port 1820f7ec-d7bc-45de-bc2e-2e6b9d382489, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:02:39.856888 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-8718487c-c338-49e0-9d3e-f4ff584c16e3 None None] For port 1820f7ec-d7bc-45de-bc2e-2e6b9d382489, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1820f7ec-d7bc-45de-bc2e-2e6b9d382489,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:02:39.864868 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8718487c-c338-49e0-9d3e-f4ff584c16e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:39.877698 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-0e294a62-2850-4d7c-9b23-48d18df53c5d None None] For port 2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6,segment=NetworkSegment(d3db25d9-fc0c-43d7-bd1d-3fd45c9a2f47),segment_id=d3db25d9-fc0c-43d7-bd1d-3fd45c9a2f47)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:39.878468 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e294a62-2850-4d7c-9b23-48d18df53c5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:39.927691 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0f9a8f3-eb2b-463f-8fc9-81ed066a7c6b tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:39.953387 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-52c1d1f3-8aff-4bbc-b3f2-b06bc9bbf727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:39.957264 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8718487c-c338-49e0-9d3e-f4ff584c16e3 None None] Routers {'39dc1982-9623-4c44-aa04-1b232cc11e79'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:02:39.959081 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8718487c-c338-49e0-9d3e-f4ff584c16e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:02:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['39dc1982-9623-4c44-aa04-1b232cc11e79'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:39.971992 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd7e506-22ec-4f13-827e-4ab0f52ebcc9', 'tag': 'bbffc5ff-9f45-460b-bb3c-afbae46578bb'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:39.971992 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2856c0ca-0c28-4c68-b803-d762efbfb0cb" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd7e506-22ec-4f13-827e-4ab0f52ebcc9", "tag": "bbffc5ff-9f45-460b-bb3c-afbae46578bb"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:39.984396 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c1d1f3-8aff-4bbc-b3f2-b06bc9bbf727 admin admin] No DVR routers for this DVR port 2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:02:40.003909 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6264d298-3604-4525-a143-df50f0e27c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:40.013960 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0e294a62-2850-4d7c-9b23-48d18df53c5d None None] Calling delete_port for 2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:02:40.113563 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ad1c4c18-b265-41f0-8bc4-554776fc8919 req-7141f979-a53e-4439-93cd-c01d7e797119 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf68f5e73ecc4026951a5fd300d11277 HTTP/1.1" status: 200 len: 10893 time: 0.3331788 Jul 15 23:02:40.136847 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a6735-67b9-4276-a321-bedfca47d29a None None] Pushing event updated for resources: {'Port': ['ID=1820f7ec-d7bc-45de-bc2e-2e6b9d382489,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:40.139047 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-52c1d1f3-8aff-4bbc-b3f2-b06bc9bbf727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:40.152116 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-52c1d1f3-8aff-4bbc-b3f2-b06bc9bbf727 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4352d126-3195-4322-9ea8-4b46d5b5f18b']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:40.164369 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-52c1d1f3-8aff-4bbc-b3f2-b06bc9bbf727 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3db25d9-fc0c-43d7-bd1d-3fd45c9a2f47') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:40.164668 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-52c1d1f3-8aff-4bbc-b3f2-b06bc9bbf727 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3db25d9-fc0c-43d7-bd1d-3fd45c9a2f47') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:40.170580 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1d1f3-8aff-4bbc-b3f2-b06bc9bbf727 admin admin] Pushing event deleted for resources: {'Port': ['ID=2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:40.192338 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-8718487c-c338-49e0-9d3e-f4ff584c16e3 None None] Set router 39dc1982-9623-4c44-aa04-1b232cc11e79 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:02:40.196509 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-52c1d1f3-8aff-4bbc-b3f2-b06bc9bbf727 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:40.217079 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616b401-5bfb-4766-b87f-231e4c1dbbec req-91c2dee6-ad0a-4914-ac40-36a596970580 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:40.218670 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d616b401-5bfb-4766-b87f-231e4c1dbbec req-91c2dee6-ad0a-4914-ac40-36a596970580 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.2748780 Jul 15 23:02:40.237024 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0f9a8f3-eb2b-463f-8fc9-81ed066a7c6b tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:40.282268 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['6702be93-c93c-415f-9fd7-dd1fa758c935'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:02:40.286034 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e294a62-2850-4d7c-9b23-48d18df53c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:40.295974 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-52c1d1f3-8aff-4bbc-b3f2-b06bc9bbf727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:40.316550 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ad1c4c18-b265-41f0-8bc4-554776fc8919 req-323c262e-159c-4ee6-849a-ada28ccd3ec5 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups/1088c062-91fe-405b-a2ab-26d73d6064e2 HTTP/1.1" status: 200 len: 2981 time: 0.1900814 Jul 15 23:02:40.341946 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c1d1f3-8aff-4bbc-b3f2-b06bc9bbf727 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:02:40.342790 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-52c1d1f3-8aff-4bbc-b3f2-b06bc9bbf727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:40.346153 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d616b401-5bfb-4766-b87f-231e4c1dbbec req-67f3205f-2923-4b12-b18e-4575b463272f tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164198 Jul 15 23:02:40.395014 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ad1c4c18-b265-41f0-8bc4-554776fc8919 req-2bb2d34c-b21b-4d50-8f0b-a7b79a579685 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups/1088c062-91fe-405b-a2ab-26d73d6064e2 HTTP/1.1" status: 200 len: 2981 time: 0.0774727 Jul 15 23:02:40.400559 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-137b4152-590c-483b-8814-78e5cd0bb591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:40.402060 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-137b4152-590c-483b-8814-78e5cd0bb591 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e&tenant_id=8aea0e1a9fbb449ea47770f9a375ae63 HTTP/1.1" status: 200 len: 1100 time: 0.1825311 Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:02:40.420741 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:02:40.437510 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-7475e8f6-69ba-4718-bf77-756e1912dc5f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787205-9', 'device_owner': 'compute:nova'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:40.440866 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-52c1d1f3-8aff-4bbc-b3f2-b06bc9bbf727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:40.442444 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9a8f3-eb2b-463f-8fc9-81ed066a7c6b tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Pushing event updated for resources: {'Port': ['ID=8cd3655b-7997-4673-9cf8-981e1de6288a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:40.448807 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e294a62-2850-4d7c-9b23-48d18df53c5d None None] Pushing event deleted for resources: {'Port': ['ID=2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:40.472973 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbd42c-b984-40c1-b87f-f43d94f7f0b5 req-76910969-c8b9-4b4e-a3c6-1617c95e478f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:40.474687 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dfdbd42c-b984-40c1-b87f-f43d94f7f0b5 req-76910969-c8b9-4b4e-a3c6-1617c95e478f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2260c712-701b-499a-b9f6-c7e47c45f5c9 HTTP/1.1" status: 200 len: 1096 time: 0.4538255 Jul 15 23:02:40.475879 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-52c1d1f3-8aff-4bbc-b3f2-b06bc9bbf727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:40.480174 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-52c1d1f3-8aff-4bbc-b3f2-b06bc9bbf727 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4352d126-3195-4322-9ea8-4b46d5b5f18b HTTP/1.1" status: 204 len: 168 time: 1.7911468 Jul 15 23:02:40.505563 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0f9a8f3-eb2b-463f-8fc9-81ed066a7c6b tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Network d91a9528-a986-45d3-8b66-7d9419c4ffb8 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:02:40.506722 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1d1f3-8aff-4bbc-b3f2-b06bc9bbf727 admin admin] Pushing event deleted for resources: {'Network': ['ID=4352d126-3195-4322-9ea8-4b46d5b5f18b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:40.549846 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dfdbd42c-b984-40c1-b87f-f43d94f7f0b5 req-2b902337-0727-4111-8fe9-76068cdee1d3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fc5d1726-8827-49ab-b252-37e40a64e044&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408878 Jul 15 23:02:40.550814 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0f9a8f3-eb2b-463f-8fc9-81ed066a7c6b tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:02:40.562963 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0f9a8f3-eb2b-463f-8fc9-81ed066a7c6b tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:02:40.599907 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e294a62-2850-4d7c-9b23-48d18df53c5d None None] No DVR routers for this DVR port 2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:02:40.679850 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0f9a8f3-eb2b-463f-8fc9-81ed066a7c6b tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:40.680829 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0f9a8f3-eb2b-463f-8fc9-81ed066a7c6b tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:40.706970 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0f9a8f3-eb2b-463f-8fc9-81ed066a7c6b tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9045789 Jul 15 23:02:40.715349 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-7475e8f6-69ba-4718-bf77-756e1912dc5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:40.728989 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-6264d298-3604-4525-a143-df50f0e27c44 admin admin] Allocated IP 172.20.0.1 (f91dc6f9-c960-4d7e-bb47-47324cf074aa/2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49/ebe5c05a-1793-4739-9d63-d2e79e3b908f) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:02:40.745553 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 36952) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:40.840245 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-91a78890-f208-4b48-b66e-1329dba00f28 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=53f9fd962e0248faaf98dded6061d819&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0876484 Jul 15 23:02:40.847519 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 36954) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:40.879432 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6264d298-3604-4525-a143-df50f0e27c44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:40.886445 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1548ef6-eb2a-4faa-95fa-b681c20c58af req-a323bd4a-93d1-4fba-9db2-afbf5950bd46 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:40.888392 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f1548ef6-eb2a-4faa-95fa-b681c20c58af req-a323bd4a-93d1-4fba-9db2-afbf5950bd46 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/ports?device_id=2260c712-701b-499a-b9f6-c7e47c45f5c9 HTTP/1.1" status: 200 len: 945 time: 0.3567567 Jul 15 23:02:40.895494 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-6264d298-3604-4525-a143-df50f0e27c44 admin admin] Transition to ACTIVE for port object ebe5c05a-1793-4739-9d63-d2e79e3b908f will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:02:40.917903 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8718487c-c338-49e0-9d3e-f4ff584c16e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'name': 'tempest-TaggedBootDevicesTest_v242-731643506-router', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '1820f7ec-d7bc-45de-bc2e-2e6b9d382489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:02:33Z', 'updated_at': '2021-07-15T23:02:36Z', 'revision_number': 3, 'project_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'gw_port': {'id': '1820f7ec-d7bc-45de-bc2e-2e6b9d382489', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:34Z', 'updated_at': '2021-07-15T23:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:40.939268 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6264d298-3604-4525-a143-df50f0e27c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:40.988556 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8718487c-c338-49e0-9d3e-f4ff584c16e3 None None] The sync data for ids ['39dc1982-9623-4c44-aa04-1b232cc11e79'] in n-d-787205-9 is: [{'id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'name': 'tempest-TaggedBootDevicesTest_v242-731643506-router', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '1820f7ec-d7bc-45de-bc2e-2e6b9d382489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:02:33Z', 'updated_at': '2021-07-15T23:02:36Z', 'revision_number': 3, 'project_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'gw_port': {'id': '1820f7ec-d7bc-45de-bc2e-2e6b9d382489', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:34Z', 'updated_at': '2021-07-15T23:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:02:41.002584 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0dc19c8-f3a2-42ea-95d5-377e7744d11e service neutron] Request body: {'port': {'device_id': 'e24c3fa0-f157-4535-94f1-335fe93a86ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:41.007352 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264d298-3604-4525-a143-df50f0e27c44 admin admin] Pushing event updated for resources: {'Port': ['ID=ebe5c05a-1793-4739-9d63-d2e79e3b908f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:41.025882 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:02:41.036295 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6264d298-3604-4525-a143-df50f0e27c44 admin admin] Network f91dc6f9-c960-4d7e-bb47-47324cf074aa is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:02:41.040443 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-6264d298-3604-4525-a143-df50f0e27c44 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:02:41.051342 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:02:41.052567 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 2761bcfc-3bdd-4ac3-8025-64cf57b0bbe6 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:02:41.059214 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6264d298-3604-4525-a143-df50f0e27c44 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:02:41.125398 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fcfdd-e75f-4e6c-af78-b3ecbd5aabae req-e5804aed-b6f9-49c6-b297-fd534f40fc9a tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:41.130733 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e97fcfdd-e75f-4e6c-af78-b3ecbd5aabae req-e5804aed-b6f9-49c6-b297-fd534f40fc9a tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 943 time: 0.4609566 Jul 15 23:02:41.143025 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6264d298-3604-4525-a143-df50f0e27c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:41.205824 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f1548ef6-eb2a-4faa-95fa-b681c20c58af req-e2289509-3fd8-4e27-b744-5a5e9e22c636 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc5d1726-8827-49ab-b252-37e40a64e044&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763133 Jul 15 23:02:41.309977 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-29be8b1b-c568-41fd-a9c2-eb136c7d2f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:41.372841 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740fa3ce-b1d7-48e6-81a7-538362d9f6df x-openstack-request-id: req-740fa3ce-b1d7-48e6-81a7-538362d9f6df {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:41.373182 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd7e506-22ec-4f13-827e-4ab0f52ebcc9", "tag": "bbffc5ff-9f45-460b-bb3c-afbae46578bb", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:41.373442 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-740fa3ce-b1d7-48e6-81a7-538362d9f6df {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:41.373892 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd7e506-22ec-4f13-827e-4ab0f52ebcc9', 'tag': 'bbffc5ff-9f45-460b-bb3c-afbae46578bb', 'status': 'completed', 'code': 200} Jul 15 23:02:41.375112 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0dc19c8-f3a2-42ea-95d5-377e7744d11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:41.449007 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-350b793b-89a3-4207-9785-2390aa07ad5c None None] Provisioning for port ebe5c05a-1793-4739-9d63-d2e79e3b908f completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:02:41.457581 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-350b793b-89a3-4207-9785-2390aa07ad5c None None] Provisioning complete for port ebe5c05a-1793-4739-9d63-d2e79e3b908f triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:02:41.457581 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-350b793b-89a3-4207-9785-2390aa07ad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:41.505332 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e97fcfdd-e75f-4e6c-af78-b3ecbd5aabae req-d655e0e3-562b-4b9f-8b74-64407a2eacdd tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557656 Jul 15 23:02:41.533228 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6264d298-3604-4525-a143-df50f0e27c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:41.543972 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-29be8b1b-c568-41fd-a9c2-eb136c7d2f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:41.556245 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-350b793b-89a3-4207-9785-2390aa07ad5c None None] Port ebe5c05a-1793-4739-9d63-d2e79e3b908f cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:02:41.632739 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-7475e8f6-69ba-4718-bf77-756e1912dc5f service neutron] For port c6fbc364-f578-4f23-be5e-eb66001c2a94, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c6fbc364-f578-4f23-be5e-eb66001c2a94,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:41.729007 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f9ad0f76-9cf9-45e0-a3aa-48515f1d5523 req-a4d30e13-4783-40c6-aec7-be60031eaab1 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups/f0f0e5be-0c33-462b-b29a-daecd0263365 HTTP/1.1" status: 200 len: 1800 time: 0.1655984 Jul 15 23:02:41.745016 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-7475e8f6-69ba-4718-bf77-756e1912dc5f service neutron] For port c6fbc364-f578-4f23-be5e-eb66001c2a94, host n-h1-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:02:41.799078 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856c0ca-0c28-4c68-b803-d762efbfb0cb req-0ec90fb9-33d1-4e5e-b035-7105918ca5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:41.800969 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2856c0ca-0c28-4c68-b803-d762efbfb0cb req-0ec90fb9-33d1-4e5e-b035-7105918ca5ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=333adf5bda29495e91779ab1d3ab99ea&device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 1124 time: 0.4356196 Jul 15 23:02:41.819060 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-29be8b1b-c568-41fd-a9c2-eb136c7d2f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:41.821624 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-29be8b1b-c568-41fd-a9c2-eb136c7d2f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:41.825117 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-29be8b1b-c568-41fd-a9c2-eb136c7d2f6c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a1aa2f52-3e34-4921-9f24-0119438709f0 HTTP/1.1" status: 204 len: 168 time: 0.9722731 Jul 15 23:02:41.892768 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e2a91b-84b1-49a2-ad40-279a102de17e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6fbc364-f578-4f23-be5e-eb66001c2a94'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:41.895037 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2acf3f-378e-4a1e-803b-a6ce8cac93a3" -d '{"events": [{"server_uuid": "c7e2a91b-84b1-49a2-ad40-279a102de17e", "name": "network-vif-unplugged", "status": "completed", "tag": "c6fbc364-f578-4f23-be5e-eb66001c2a94"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:41.902301 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-7475e8f6-69ba-4718-bf77-756e1912dc5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:41.905060 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be8b1b-c568-41fd-a9c2-eb136c7d2f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1aa2f52-3e34-4921-9f24-0119438709f0,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:41.917634 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc6abd-8bb0-4e72-b19b-7aae3af779f6 req-2db088e6-1cbc-41d6-b26b-c9e8d549ff69 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:41.926403 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-16cc6abd-8bb0-4e72-b19b-7aae3af779f6 req-2db088e6-1cbc-41d6-b26b-c9e8d549ff69 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 932 time: 0.3565395 Jul 15 23:02:41.995504 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6264d298-3604-4525-a143-df50f0e27c44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:42.001339 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6264d298-3604-4525-a143-df50f0e27c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:42.032477 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-7475e8f6-69ba-4718-bf77-756e1912dc5f service neutron] Transition to ACTIVE for port object c6fbc364-f578-4f23-be5e-eb66001c2a94 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:02:42.059682 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-7475e8f6-69ba-4718-bf77-756e1912dc5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:42.068559 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f9ad0f76-9cf9-45e0-a3aa-48515f1d5523 req-a939d1db-0876-4b9e-a49e-c344d364740e tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:42.129579 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6264d298-3604-4525-a143-df50f0e27c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:42.191880 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0dc19c8-f3a2-42ea-95d5-377e7744d11e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cd3655b-7997-4673-9cf8-981e1de6288a {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:02:42.198097 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264d298-3604-4525-a143-df50f0e27c44 admin admin] Pushing event updated for resources: {'Port': ['ID=ebe5c05a-1793-4739-9d63-d2e79e3b908f,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:42.208453 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0dc19c8-f3a2-42ea-95d5-377e7744d11e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:42.289505 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0dc19c8-f3a2-42ea-95d5-377e7744d11e service neutron] Transition to ACTIVE for port object 8cd3655b-7997-4673-9cf8-981e1de6288a will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:02:42.306543 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0dc19c8-f3a2-42ea-95d5-377e7744d11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:42.382551 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6264d298-3604-4525-a143-df50f0e27c44 admin admin] Network f91dc6f9-c960-4d7e-bb47-47324cf074aa is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:02:42.389546 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-6264d298-3604-4525-a143-df50f0e27c44 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:02:42.522229 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc19c8-f3a2-42ea-95d5-377e7744d11e service neutron] Pushing event updated for resources: {'Port': ['ID=8cd3655b-7997-4673-9cf8-981e1de6288a,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:42.621282 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0dc19c8-f3a2-42ea-95d5-377e7744d11e service neutron] Attempting to bind port 8cd3655b-7997-4673-9cf8-981e1de6288a on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:02:42.621875 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0dc19c8-f3a2-42ea-95d5-377e7744d11e service neutron] Attempting to bind port 8cd3655b-7997-4673-9cf8-981e1de6288a by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:02:42.622367 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0dc19c8-f3a2-42ea-95d5-377e7744d11e service neutron] Attempting to bind port 8cd3655b-7997-4673-9cf8-981e1de6288a on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:02:42.633793 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0dc19c8-f3a2-42ea-95d5-377e7744d11e service neutron] Port 8cd3655b-7997-4673-9cf8-981e1de6288a on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:02:42.634401 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0dc19c8-f3a2-42ea-95d5-377e7744d11e service neutron] Attempting to bind port 8cd3655b-7997-4673-9cf8-981e1de6288a on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:02:42.645541 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0dc19c8-f3a2-42ea-95d5-377e7744d11e service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:02:42.646148 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0dc19c8-f3a2-42ea-95d5-377e7744d11e service neutron] Checking segment: {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:02:42.646737 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0dc19c8-f3a2-42ea-95d5-377e7744d11e service neutron] Bound using segment: {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:02:42.647346 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0dc19c8-f3a2-42ea-95d5-377e7744d11e service neutron] Bound port: 8cd3655b-7997-4673-9cf8-981e1de6288a, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:02:42.647903 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0dc19c8-f3a2-42ea-95d5-377e7744d11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:42.648553 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f9ad0f76-9cf9-45e0-a3aa-48515f1d5523 req-a939d1db-0876-4b9e-a49e-c344d364740e tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:42.667671 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6264d298-3604-4525-a143-df50f0e27c44 admin admin] Router 39dc1982-9623-4c44-aa04-1b232cc11e79 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:02:42.735535 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-16cc6abd-8bb0-4e72-b19b-7aae3af779f6 req-37c94b97-0430-4bd9-90cc-75ee4b2e4634 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8083014 Jul 15 23:02:42.741020 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856c0ca-0c28-4c68-b803-d762efbfb0cb req-f5368a9a-c901-4949-b10a-bac23315e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:42.745729 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2856c0ca-0c28-4c68-b803-d762efbfb0cb req-f5368a9a-c901-4949-b10a-bac23315e317 service neutron] 10.222.0.43 "GET /v2.0/networks?id=71ccf61d-14bc-4de9-bbf5-849aeac853f5 HTTP/1.1" status: 200 len: 919 time: 0.9356723 Jul 15 23:02:42.752048 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f9ad0f76-9cf9-45e0-a3aa-48515f1d5523 req-a939d1db-0876-4b9e-a49e-c344d364740e tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:42.755232 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f9ad0f76-9cf9-45e0-a3aa-48515f1d5523 req-a939d1db-0876-4b9e-a49e-c344d364740e tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:42.761590 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f9ad0f76-9cf9-45e0-a3aa-48515f1d5523 req-a939d1db-0876-4b9e-a49e-c344d364740e tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "DELETE /v2.0/security-groups/f0f0e5be-0c33-462b-b29a-daecd0263365 HTTP/1.1" status: 204 len: 173 time: 1.0317075 Jul 15 23:02:42.810063 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0dc19c8-f3a2-42ea-95d5-377e7744d11e service neutron] For port 8cd3655b-7997-4673-9cf8-981e1de6288a, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:02:42.815813 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b6f0d5f1-057a-414b-af3a-41fb30a01443 None None] Provisioning complete for port ebe5c05a-1793-4739-9d63-d2e79e3b908f triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:02:42.816482 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0dc19c8-f3a2-42ea-95d5-377e7744d11e service neutron] For port 8cd3655b-7997-4673-9cf8-981e1de6288a, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=8cd3655b-7997-4673-9cf8-981e1de6288a,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:02:42.817176 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b6f0d5f1-057a-414b-af3a-41fb30a01443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:42.893270 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0dc19c8-f3a2-42ea-95d5-377e7744d11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:42.914857 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b6f0d5f1-057a-414b-af3a-41fb30a01443 None None] Port ebe5c05a-1793-4739-9d63-d2e79e3b908f cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:02:42.947261 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939d1db-0876-4b9e-a49e-c344d364740e tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f0e5be-0c33-462b-b29a-daecd0263365,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:42.956960 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-7475e8f6-69ba-4718-bf77-756e1912dc5f service neutron] No DVR routers for this DVR port c6fbc364-f578-4f23-be5e-eb66001c2a94 on host n-h1-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:02:43.036754 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2856c0ca-0c28-4c68-b803-d762efbfb0cb req-0c5b1e2a-58d3-4fa7-88ba-81933bf260d6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbffc5ff-9f45-460b-bb3c-afbae46578bb HTTP/1.1" status: 200 len: 217 time: 0.2470052 Jul 15 23:02:43.059215 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0dc19c8-f3a2-42ea-95d5-377e7744d11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:43.060737 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0dc19c8-f3a2-42ea-95d5-377e7744d11e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:43.063330 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f0dc19c8-f3a2-42ea-95d5-377e7744d11e service neutron] 10.222.0.36 "PUT /v2.0/ports/8cd3655b-7997-4673-9cf8-981e1de6288a HTTP/1.1" status: 200 len: 1092 time: 2.0669568 Jul 15 23:02:43.100359 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6264d298-3604-4525-a143-df50f0e27c44 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:02:43.117117 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1820f7ec-d7bc-45de-bc2e-2e6b9d382489 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:02:43.132630 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475e8f6-69ba-4718-bf77-756e1912dc5f service neutron] Pushing event updated for resources: {'Port': ['ID=c6fbc364-f578-4f23-be5e-eb66001c2a94,revision_number=10']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:43.142022 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6264d298-3604-4525-a143-df50f0e27c44 admin admin] 10.222.0.16 "PUT /v2.0/routers/39dc1982-9623-4c44-aa04-1b232cc11e79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5312335 Jul 15 23:02:43.168808 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc19c8-f3a2-42ea-95d5-377e7744d11e service neutron] Pushing event updated for resources: {'Port': ['ID=8cd3655b-7997-4673-9cf8-981e1de6288a,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:43.232527 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 1820f7ec-d7bc-45de-bc2e-2e6b9d382489 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:02:43.269087 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856c0ca-0c28-4c68-b803-d762efbfb0cb req-622466cf-300a-44c7-9595-53e08583ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:43.269759 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 1820f7ec-d7bc-45de-bc2e-2e6b9d382489 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:02:43.270167 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:43.271238 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2856c0ca-0c28-4c68-b803-d762efbfb0cb req-622466cf-300a-44c7-9595-53e08583ef78 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=951a51fc-ffa0-401a-b919-6dcf1a893db8 HTTP/1.1" status: 200 len: 858 time: 0.1764851 Jul 15 23:02:43.276296 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-7475e8f6-69ba-4718-bf77-756e1912dc5f service neutron] Attempting to bind port c6fbc364-f578-4f23-be5e-eb66001c2a94 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:02:43.277096 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-7475e8f6-69ba-4718-bf77-756e1912dc5f service neutron] Attempting to bind port c6fbc364-f578-4f23-be5e-eb66001c2a94 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:02:43.277492 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-7475e8f6-69ba-4718-bf77-756e1912dc5f service neutron] Attempting to bind port c6fbc364-f578-4f23-be5e-eb66001c2a94 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:02:43.287833 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-59eb2854-d59f-4e6b-8a4d-1b0db985cab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:43.289512 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-59eb2854-d59f-4e6b-8a4d-1b0db985cab3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f66f923b4424119b6027030587a5dae&device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 1095 time: 0.1383753 Jul 15 23:02:43.296530 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-7475e8f6-69ba-4718-bf77-756e1912dc5f service neutron] Port c6fbc364-f578-4f23-be5e-eb66001c2a94 on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:02:43.297149 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-7475e8f6-69ba-4718-bf77-756e1912dc5f service neutron] Attempting to bind port c6fbc364-f578-4f23-be5e-eb66001c2a94 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:02:43.326775 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-7475e8f6-69ba-4718-bf77-756e1912dc5f service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:02:43.328561 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-7475e8f6-69ba-4718-bf77-756e1912dc5f service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:02:43.328793 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-7475e8f6-69ba-4718-bf77-756e1912dc5f service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:02:43.329356 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-7475e8f6-69ba-4718-bf77-756e1912dc5f service neutron] Bound port: c6fbc364-f578-4f23-be5e-eb66001c2a94, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:02:43.329829 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-7475e8f6-69ba-4718-bf77-756e1912dc5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:43.382871 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24c3fa0-f157-4535-94f1-335fe93a86ba', 'tag': '8cd3655b-7997-4673-9cf8-981e1de6288a'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:43.385132 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19da485-53a9-4a84-9b27-a00cdf0d8086" -d '{"events": [{"name": "network-changed", "server_uuid": "e24c3fa0-f157-4535-94f1-335fe93a86ba", "tag": "8cd3655b-7997-4673-9cf8-981e1de6288a"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:43.397883 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-c36b7fe9-6703-45da-b659-c885d94d1745 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cd3655b-7997-4673-9cf8-981e1de6288a HTTP/1.1" status: 200 len: 217 time: 0.0863729 Jul 15 23:02:43.410557 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:43.450984 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2856c0ca-0c28-4c68-b803-d762efbfb0cb req-9f503fff-37da-43e0-82d7-a9e172a40e27 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=71ccf61d-14bc-4de9-bbf5-849aeac853f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1667950 Jul 15 23:02:43.452883 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-7475e8f6-69ba-4718-bf77-756e1912dc5f service neutron] For port c6fbc364-f578-4f23-be5e-eb66001c2a94, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:02:43.453012 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 1820f7ec-d7bc-45de-bc2e-2e6b9d382489, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1820f7ec-d7bc-45de-bc2e-2e6b9d382489,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:43.457392 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-bb0057fa-455f-464e-b836-db2c8b217f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:43.459045 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:43.459241 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-bb0057fa-455f-464e-b836-db2c8b217f54 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ed83523-5185-460b-a4ba-ea79efd124da HTTP/1.1" status: 200 len: 848 time: 0.0605185 Jul 15 23:02:43.497396 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-1e9856f3-fdab-4002-9d19-0cb070fb4109 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d91a9528-a986-45d3-8b66-7d9419c4ffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297747 Jul 15 23:02:43.529681 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-7475e8f6-69ba-4718-bf77-756e1912dc5f service neutron] For port c6fbc364-f578-4f23-be5e-eb66001c2a94, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=c6fbc364-f578-4f23-be5e-eb66001c2a94,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:02:43.548434 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=1820f7ec-d7bc-45de-bc2e-2e6b9d382489,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:43.577216 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-7475e8f6-69ba-4718-bf77-756e1912dc5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:43.594879 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a64470-5ae0-4d65-b9ae-f90fea517ff7 req-1b41dde0-7851-454c-9535-e73980a48611 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:43.596552 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-77a64470-5ae0-4d65-b9ae-f90fea517ff7 req-1b41dde0-7851-454c-9535-e73980a48611 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 948 time: 0.4688725 Jul 15 23:02:43.611224 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-f4e7b2ff-8335-4b48-9f43-1fc235b35780 service neutron] 10.222.0.36 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051271 Jul 15 23:02:43.671854 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-7475e8f6-69ba-4718-bf77-756e1912dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:43.672791 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-7475e8f6-69ba-4718-bf77-756e1912dc5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:43.674272 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-7475e8f6-69ba-4718-bf77-756e1912dc5f service neutron] 10.222.0.43 "PUT /v2.0/ports/c6fbc364-f578-4f23-be5e-eb66001c2a94 HTTP/1.1" status: 200 len: 1096 time: 3.2579975 Jul 15 23:02:43.682203 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device bbffc5ff-9f45-460b-bb3c-afbae46578bb details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:02:43.696577 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c6fbc364-f578-4f23-be5e-eb66001c2a94 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:02:43.702122 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22dbe6-7457-4fe9-847c-3029a405a4df req-623f0145-6388-4fbf-ab93-6db76cf37b9a tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:43.704251 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ee22dbe6-7457-4fe9-847c-3029a405a4df req-623f0145-6388-4fbf-ab93-6db76cf37b9a tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.5648854 Jul 15 23:02:43.721431 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-908604f7-1ddb-4ed5-8440-4cbbad5679aa req-44afebc2-59ff-4ef9-b073-234e8c4365b7 service neutron] 10.222.0.36 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040325 Jul 15 23:02:43.746188 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798ce7b5-70f8-460d-b61f-4bff6c223162 None None] Sync routers for ids ['39dc1982-9623-4c44-aa04-1b232cc11e79'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:02:43.769924 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798ce7b5-70f8-460d-b61f-4bff6c223162 None None] Routers {'39dc1982-9623-4c44-aa04-1b232cc11e79'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:02:43.770945 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-798ce7b5-70f8-460d-b61f-4bff6c223162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:02:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['39dc1982-9623-4c44-aa04-1b232cc11e79'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:43.784210 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2856c0ca-0c28-4c68-b803-d762efbfb0cb req-0eb5659a-4356-4453-b7ac-46ca0f5fbb16 service neutron] 10.222.0.43 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229320 Jul 15 23:02:43.841174 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c6fbc364-f578-4f23-be5e-eb66001c2a94 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:02:43.897547 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-77a64470-5ae0-4d65-b9ae-f90fea517ff7 req-1facfbcc-dade-4514-9c1c-6efed9813eb4 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707214 Jul 15 23:02:43.902702 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475e8f6-69ba-4718-bf77-756e1912dc5f service neutron] Pushing event updated for resources: {'Port': ['ID=c6fbc364-f578-4f23-be5e-eb66001c2a94,revision_number=11']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:43.965566 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ee22dbe6-7457-4fe9-847c-3029a405a4df req-6778e387-4bed-4da1-92c0-e0f848720b7b tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449946 Jul 15 23:02:43.983206 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port bbffc5ff-9f45-460b-bb3c-afbae46578bb, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=bbffc5ff-9f45-460b-bb3c-afbae46578bb,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:44.023841 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2856c0ca-0c28-4c68-b803-d762efbfb0cb req-7ec69603-867f-4efc-90cc-a4b67becd127 service neutron] 10.222.0.43 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929672 Jul 15 23:02:44.041555 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-7be18f58-fcbc-46ac-a578-753f68a425d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:44.043812 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-7be18f58-fcbc-46ac-a578-753f68a425d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 1099 time: 0.3127518 Jul 15 23:02:44.045725 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214e9fbe-17f4-40c5-9734-e05e860aa726 x-openstack-request-id: req-214e9fbe-17f4-40c5-9734-e05e860aa726 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:44.046904 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e2a91b-84b1-49a2-ad40-279a102de17e", "name": "network-vif-unplugged", "status": "completed", "tag": "c6fbc364-f578-4f23-be5e-eb66001c2a94", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:44.047303 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-214e9fbe-17f4-40c5-9734-e05e860aa726 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:44.048257 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e2a91b-84b1-49a2-ad40-279a102de17e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6fbc364-f578-4f23-be5e-eb66001c2a94', 'code': 200} Jul 15 23:02:44.054521 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device bbffc5ff-9f45-460b-bb3c-afbae46578bb has no active binding in host n-h1-787205-9 {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 23:02:44.087605 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-798ce7b5-70f8-460d-b61f-4bff6c223162 None None] Set router 39dc1982-9623-4c44-aa04-1b232cc11e79 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:02:44.151203 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-075bcfbf-5853-4ab2-b5c1-d8087f883062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:44.153311 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-075bcfbf-5853-4ab2-b5c1-d8087f883062 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.1036415 Jul 15 23:02:44.225632 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-31f6546f-0a88-4aad-92f2-cc394ff48c5b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=c6fbc364-f578-4f23-be5e-eb66001c2a94 HTTP/1.1" status: 200 len: 217 time: 0.0621378 Jul 15 23:02:44.322969 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-6ce6ecb9-30de-4b19-9297-34185e476967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:44.324626 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-6ce6ecb9-30de-4b19-9297-34185e476967 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0819097 Jul 15 23:02:44.346346 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-798ce7b5-70f8-460d-b61f-4bff6c223162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'name': 'tempest-TaggedBootDevicesTest_v242-731643506-router', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '1820f7ec-d7bc-45de-bc2e-2e6b9d382489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:02:33Z', 'updated_at': '2021-07-15T23:02:41Z', 'revision_number': 4, 'project_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'gw_port': {'id': '1820f7ec-d7bc-45de-bc2e-2e6b9d382489', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:34Z', 'updated_at': '2021-07-15T23:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'ebe5c05a-1793-4739-9d63-d2e79e3b908f', 'name': '', 'network_id': 'f91dc6f9-c960-4d7e-bb47-47324cf074aa', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'mac_address': 'fa:16:3e:f7:07:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:40Z', 'updated_at': '2021-07-15T23:02:41Z', 'revision_number': 2, 'project_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'subnets': [{'id': '2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:44.372055 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798ce7b5-70f8-460d-b61f-4bff6c223162 None None] Checking router: 39dc1982-9623-4c44-aa04-1b232cc11e79 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:02:44.372397 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798ce7b5-70f8-460d-b61f-4bff6c223162 None None] Updating router 39dc1982-9623-4c44-aa04-1b232cc11e79 port ebe5c05a-1793-4739-9d63-d2e79e3b908f binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:02:44.412005 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-798ce7b5-70f8-460d-b61f-4bff6c223162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:44.419544 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a38124-ba9e-4a21-b67f-33569d28611c req-ac6f7598-bbfc-4947-b08d-c050800d42ef tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:44.421320 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-44a38124-ba9e-4a21-b67f-33569d28611c req-ac6f7598-bbfc-4947-b08d-c050800d42ef tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/ports?device_id=2260c712-701b-499a-b9f6-c7e47c45f5c9 HTTP/1.1" status: 200 len: 945 time: 0.2176065 Jul 15 23:02:44.431884 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7e1c8-dddb-4446-91b9-683657e5bd4b req-c646549d-04d8-4561-a2a8-bd553393f54f tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:44.433422 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-00d7e1c8-dddb-4446-91b9-683657e5bd4b req-c646549d-04d8-4561-a2a8-bd553393f54f tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 943 time: 0.2574723 Jul 15 23:02:44.523221 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-44a38124-ba9e-4a21-b67f-33569d28611c req-f3444fad-465d-4f94-af25-4404fe13dfe5 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc5d1726-8827-49ab-b252-37e40a64e044&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876458 Jul 15 23:02:44.531920 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a3dfd96c-204a-441e-ba22-2074b485c166 req-8ab7eefd-41f2-42a8-8a55-95598dbf311e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2062349 Jul 15 23:02:44.535168 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-00d7e1c8-dddb-4446-91b9-683657e5bd4b req-21ba379b-c35d-4a8e-b2f4-68bba3b53292 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950086 Jul 15 23:02:44.540690 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-c88d8a8e-4a38-42b7-89d1-2e7b9b321b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:44.542498 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-c88d8a8e-4a38-42b7-89d1-2e7b9b321b52 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1995208 Jul 15 23:02:44.632497 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [req-aec4560f-c29d-4aba-a86a-8d44f06da3ac req-4781b248-ea34-4344-8d4f-f55244ae474a tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] show failed (client error): The resource could not be found. Jul 15 23:02:44.651628 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aec4560f-c29d-4aba-a86a-8d44f06da3ac req-4781b248-ea34-4344-8d4f-f55244ae474a tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups/f0f0e5be-0c33-462b-b29a-daecd0263365 HTTP/1.1" status: 404 len: 352 time: 0.0906019 Jul 15 23:02:44.744447 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfd96c-204a-441e-ba22-2074b485c166 req-28ac0918-2754-413d-8091-3ff6ce57b304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:44.745993 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a3dfd96c-204a-441e-ba22-2074b485c166 req-28ac0918-2754-413d-8091-3ff6ce57b304 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7f66f923b4424119b6027030587a5dae&device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92 HTTP/1.1" status: 200 len: 1095 time: 0.1579115 Jul 15 23:02:44.748783 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8aae60-c338-404b-9c26-aa984fe7c3fc x-openstack-request-id: req-fd8aae60-c338-404b-9c26-aa984fe7c3fc {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:44.749314 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24c3fa0-f157-4535-94f1-335fe93a86ba", "tag": "8cd3655b-7997-4673-9cf8-981e1de6288a", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:44.749428 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd8aae60-c338-404b-9c26-aa984fe7c3fc {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:44.750809 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24c3fa0-f157-4535-94f1-335fe93a86ba', 'tag': '8cd3655b-7997-4673-9cf8-981e1de6288a', 'status': 'completed', 'code': 200} Jul 15 23:02:44.752828 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-7813fbfb-a855-4b6b-8459-22c7e76c567d service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037728 Jul 15 23:02:44.950534 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19da485-53a9-4a84-9b27-a00cdf0d8086 req-743bc9e6-75a8-4fdc-88ab-eceeb546e65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:44.959458 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d19da485-53a9-4a84-9b27-a00cdf0d8086 req-743bc9e6-75a8-4fdc-88ab-eceeb546e65f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f66f923b4424119b6027030587a5dae&device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 1095 time: 0.1510904 Jul 15 23:02:44.964617 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-798ce7b5-70f8-460d-b61f-4bff6c223162 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:45.009812 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-798ce7b5-70f8-460d-b61f-4bff6c223162 None None] Transition to ACTIVE for port object ebe5c05a-1793-4739-9d63-d2e79e3b908f will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:02:45.025404 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-798ce7b5-70f8-460d-b61f-4bff6c223162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:45.056974 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1820f7ec-d7bc-45de-bc2e-2e6b9d382489 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:02:45.112504 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030bec2d-6134-42f0-900d-c27cce3a1678 None None] Pushing event updated for resources: {'Port': ['ID=ebe5c05a-1793-4739-9d63-d2e79e3b908f,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:45.152559 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 1820f7ec-d7bc-45de-bc2e-2e6b9d382489 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:02:45.152922 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:45.274924 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-798ce7b5-70f8-460d-b61f-4bff6c223162 None None] Attempting to bind port ebe5c05a-1793-4739-9d63-d2e79e3b908f on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:02:45.276694 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-798ce7b5-70f8-460d-b61f-4bff6c223162 None None] Attempting to bind port ebe5c05a-1793-4739-9d63-d2e79e3b908f by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '6f4dedf3-23c4-418d-b2da-50efced0d73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f91dc6f9-c960-4d7e-bb47-47324cf074aa'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:02:45.277229 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798ce7b5-70f8-460d-b61f-4bff6c223162 None None] Attempting to bind port ebe5c05a-1793-4739-9d63-d2e79e3b908f on network f91dc6f9-c960-4d7e-bb47-47324cf074aa {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:02:45.290439 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798ce7b5-70f8-460d-b61f-4bff6c223162 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:02:45.292199 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798ce7b5-70f8-460d-b61f-4bff6c223162 None None] Checking segment: {'id': '6f4dedf3-23c4-418d-b2da-50efced0d73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f91dc6f9-c960-4d7e-bb47-47324cf074aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:02:45.293208 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-798ce7b5-70f8-460d-b61f-4bff6c223162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:45.294393 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798ce7b5-70f8-460d-b61f-4bff6c223162 None None] Bound using segment: {'id': '6f4dedf3-23c4-418d-b2da-50efced0d73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f91dc6f9-c960-4d7e-bb47-47324cf074aa'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:02:45.295666 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-798ce7b5-70f8-460d-b61f-4bff6c223162 None None] Bound port: ebe5c05a-1793-4739-9d63-d2e79e3b908f, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4dedf3-23c4-418d-b2da-50efced0d73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f91dc6f9-c960-4d7e-bb47-47324cf074aa'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:02:45.296649 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-798ce7b5-70f8-460d-b61f-4bff6c223162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:45.418568 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfd96c-204a-441e-ba22-2074b485c166 req-d754612d-a254-4950-8d0a-1414f2782555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:45.423629 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a3dfd96c-204a-441e-ba22-2074b485c166 req-d754612d-a254-4950-8d0a-1414f2782555 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d91a9528-a986-45d3-8b66-7d9419c4ffb8 HTTP/1.1" status: 200 len: 909 time: 0.6432998 Jul 15 23:02:45.430323 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13a3fdb5-6c96-4e2b-b781-21db7cbf5222 req-5388179a-1fb9-4db4-99fd-f5eafac038f3 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6708999 Jul 15 23:02:45.446900 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-798ce7b5-70f8-460d-b61f-4bff6c223162 None None] For port ebe5c05a-1793-4739-9d63-d2e79e3b908f, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:02:45.459410 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-798ce7b5-70f8-460d-b61f-4bff6c223162 None None] For port ebe5c05a-1793-4739-9d63-d2e79e3b908f, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ebe5c05a-1793-4739-9d63-d2e79e3b908f,segment=NetworkSegment(6f4dedf3-23c4-418d-b2da-50efced0d73e),segment_id=6f4dedf3-23c4-418d-b2da-50efced0d73e)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:02:45.464938 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-798ce7b5-70f8-460d-b61f-4bff6c223162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:45.553087 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798ce7b5-70f8-460d-b61f-4bff6c223162 None None] Routers {'39dc1982-9623-4c44-aa04-1b232cc11e79'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:02:45.553741 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-798ce7b5-70f8-460d-b61f-4bff6c223162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:02:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['39dc1982-9623-4c44-aa04-1b232cc11e79'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:45.595280 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a3dfd96c-204a-441e-ba22-2074b485c166 req-45e0183d-7e89-4d4b-82d2-5eed0f98bb27 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f55500d-63cd-4acf-b2ad-22663a15ccee HTTP/1.1" status: 200 len: 217 time: 0.1438272 Jul 15 23:02:45.637667 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e72a97-d208-41cd-a76e-cf3ed9f4f339 req-69a180a3-bda4-4629-8ff5-6da911be7c24 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:45.639227 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a6e72a97-d208-41cd-a76e-cf3ed9f4f339 req-69a180a3-bda4-4629-8ff5-6da911be7c24 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/ports?device_id=2260c712-701b-499a-b9f6-c7e47c45f5c9 HTTP/1.1" status: 200 len: 945 time: 0.5105240 Jul 15 23:02:45.651773 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37054) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:45.661398 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-af704a8d-59d8-44c5-a582-59601f2a473d tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Request body: {'floatingip': {'port_id': 'd2e21d92-bc5d-4b38-a158-86b831ccb58f'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:45.678841 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307781fb-4901-45d2-bf4a-956520933b25 req-c8df71a4-efab-4f58-97c6-1a2ae57a268e tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:45.680924 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-307781fb-4901-45d2-bf4a-956520933b25 req-c8df71a4-efab-4f58-97c6-1a2ae57a268e tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 944 time: 0.6303198 Jul 15 23:02:45.806711 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19da485-53a9-4a84-9b27-a00cdf0d8086 req-0c7c8ce8-dcac-418f-98c8-f9bb6f44e8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:45.808201 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d19da485-53a9-4a84-9b27-a00cdf0d8086 req-0c7c8ce8-dcac-418f-98c8-f9bb6f44e8a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d91a9528-a986-45d3-8b66-7d9419c4ffb8 HTTP/1.1" status: 200 len: 909 time: 0.8287311 Jul 15 23:02:45.812378 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-798ce7b5-70f8-460d-b61f-4bff6c223162 None None] Set router 39dc1982-9623-4c44-aa04-1b232cc11e79 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:02:45.842944 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d80ddfbe-5b06-4ff6-ac42-7ce7b4d5ecce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:45.860380 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-af704a8d-59d8-44c5-a582-59601f2a473d tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks [] for floatingip, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:45.910730 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfd96c-204a-441e-ba22-2074b485c166 req-e7e856b4-8317-4a2f-8159-db4ed7182b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:45.912230 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a3dfd96c-204a-441e-ba22-2074b485c166 req-e7e856b4-8317-4a2f-8159-db4ed7182b3a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9ed83523-5185-460b-a4ba-ea79efd124da HTTP/1.1" status: 200 len: 848 time: 0.3019445 Jul 15 23:02:45.977143 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9cb541b5-6fff-49df-a9c5-65467700b032 req-b187d300-b5ac-4d08-9d84-ad44f3935916 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups/871441a7-278b-459b-9448-3c906ab2e40a HTTP/1.1" status: 200 len: 1799 time: 0.2313678 Jul 15 23:02:45.981264 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d19da485-53a9-4a84-9b27-a00cdf0d8086 req-7de03aa7-5dd4-4263-b768-45181898018e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cd3655b-7997-4673-9cf8-981e1de6288a HTTP/1.1" status: 200 len: 217 time: 0.1612024 Jul 15 23:02:46.014718 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-307781fb-4901-45d2-bf4a-956520933b25 req-0abfb042-06c9-48c9-b986-7459eb3f173e tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567594 Jul 15 23:02:46.028261 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a3dfd96c-204a-441e-ba22-2074b485c166 req-86f8afcd-e600-4b04-92d0-123fb5cb4f31 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d91a9528-a986-45d3-8b66-7d9419c4ffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730233 Jul 15 23:02:46.049915 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e2a91b-84b1-49a2-ad40-279a102de17e', 'tag': 'c6fbc364-f578-4f23-be5e-eb66001c2a94'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:46.052526 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1964cd88-794c-4c01-99a6-50108462d11b" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e2a91b-84b1-49a2-ad40-279a102de17e", "tag": "c6fbc364-f578-4f23-be5e-eb66001c2a94"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:46.083362 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device bbffc5ff-9f45-460b-bb3c-afbae46578bb no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:02:46.103633 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030bec2d-6134-42f0-900d-c27cce3a1678 None None] Pushing event updated for resources: {'Port': ['ID=ebe5c05a-1793-4739-9d63-d2e79e3b908f,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:46.209114 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9cb541b5-6fff-49df-a9c5-65467700b032 req-6dc2443e-e7b0-416f-a5cf-58341ba3c564 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:46.251536 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9cb541b5-6fff-49df-a9c5-65467700b032 req-6dc2443e-e7b0-416f-a5cf-58341ba3c564 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:46.279308 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19da485-53a9-4a84-9b27-a00cdf0d8086 req-ce3fee67-516a-45cd-a067-06f92123a7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:46.280833 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d19da485-53a9-4a84-9b27-a00cdf0d8086 req-ce3fee67-516a-45cd-a067-06f92123a7fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ed83523-5185-460b-a4ba-ea79efd124da HTTP/1.1" status: 200 len: 848 time: 0.2287824 Jul 15 23:02:46.303656 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-798ce7b5-70f8-460d-b61f-4bff6c223162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'name': 'tempest-TaggedBootDevicesTest_v242-731643506-router', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '1820f7ec-d7bc-45de-bc2e-2e6b9d382489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:02:33Z', 'updated_at': '2021-07-15T23:02:41Z', 'revision_number': 4, 'project_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'gw_port': {'id': '1820f7ec-d7bc-45de-bc2e-2e6b9d382489', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:34Z', 'updated_at': '2021-07-15T23:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'ebe5c05a-1793-4739-9d63-d2e79e3b908f', 'name': '', 'network_id': 'f91dc6f9-c960-4d7e-bb47-47324cf074aa', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'mac_address': 'fa:16:3e:f7:07:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:40Z', 'updated_at': '2021-07-15T23:02:45Z', 'revision_number': 4, 'project_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'subnets': [{'id': '2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:46.345400 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798ce7b5-70f8-460d-b61f-4bff6c223162 None None] The sync data for ids ['39dc1982-9623-4c44-aa04-1b232cc11e79'] in n-d-787205-9 is: [{'id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'name': 'tempest-TaggedBootDevicesTest_v242-731643506-router', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '1820f7ec-d7bc-45de-bc2e-2e6b9d382489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:02:33Z', 'updated_at': '2021-07-15T23:02:41Z', 'revision_number': 4, 'project_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'gw_port': {'id': '1820f7ec-d7bc-45de-bc2e-2e6b9d382489', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:34Z', 'updated_at': '2021-07-15T23:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'ebe5c05a-1793-4739-9d63-d2e79e3b908f', 'name': '', 'network_id': 'f91dc6f9-c960-4d7e-bb47-47324cf074aa', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'mac_address': 'fa:16:3e:f7:07:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:40Z', 'updated_at': '2021-07-15T23:02:45Z', 'revision_number': 4, 'project_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'subnets': [{'id': '2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:02:46.358034 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d19da485-53a9-4a84-9b27-a00cdf0d8086 req-798cd073-4401-4ea4-9ccb-ea00ef8a2765 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d91a9528-a986-45d3-8b66-7d9419c4ffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655119 Jul 15 23:02:46.381839 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a3dfd96c-204a-441e-ba22-2074b485c166 req-3448483f-3d6a-437b-bde4-02b3dc7f62e6 service neutron] 10.222.0.43 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526692 Jul 15 23:02:46.385800 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9cb541b5-6fff-49df-a9c5-65467700b032 req-6dc2443e-e7b0-416f-a5cf-58341ba3c564 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:46.388454 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9cb541b5-6fff-49df-a9c5-65467700b032 req-6dc2443e-e7b0-416f-a5cf-58341ba3c564 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:46.400876 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9cb541b5-6fff-49df-a9c5-65467700b032 req-6dc2443e-e7b0-416f-a5cf-58341ba3c564 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "DELETE /v2.0/security-groups/871441a7-278b-459b-9448-3c906ab2e40a HTTP/1.1" status: 204 len: 173 time: 0.3843679 Jul 15 23:02:46.489576 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2443e-e7b0-416f-a5cf-58341ba3c564 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=871441a7-278b-459b-9448-3c906ab2e40a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:46.671971 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c512af-96e9-4304-9a06-80aa20a459d7 req-6c9f01eb-5d1a-4eac-9659-f14e669c6f5e tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:46.675595 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-94c512af-96e9-4304-9a06-80aa20a459d7 req-6c9f01eb-5d1a-4eac-9659-f14e669c6f5e tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 948 time: 0.4027233 Jul 15 23:02:46.696232 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-01eab645-ba91-48aa-be95-9080f0538972 req-d95c96a3-c504-4e3e-879c-bb46d8b77618 tempest-AbsoluteLimitsNegativeTestJSON-1129041567 tempest-AbsoluteLimitsNegativeTestJSON-1129041567-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ffd6decc24b1466286be9b95cfd0f615&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1340115 Jul 15 23:02:46.897034 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a3dfd96c-204a-441e-ba22-2074b485c166 req-b1445062-5ba1-486f-990e-b44606f7aa0d service neutron] 10.222.0.43 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936929 Jul 15 23:02:46.926033 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d19da485-53a9-4a84-9b27-a00cdf0d8086 req-ba6e391b-4cce-4ead-966f-0f451dcad934 service neutron] 10.222.0.36 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5357504 Jul 15 23:02:46.977159 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-94c512af-96e9-4304-9a06-80aa20a459d7 req-7951fd6e-a3c3-4582-bba7-ff4761a8037a tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762797 Jul 15 23:02:47.057981 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eab645-ba91-48aa-be95-9080f0538972 req-800cd12d-3837-4ea1-84a3-75ab9395cd59 tempest-AbsoluteLimitsNegativeTestJSON-1129041567 tempest-AbsoluteLimitsNegativeTestJSON-1129041567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:47.066124 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-01eab645-ba91-48aa-be95-9080f0538972 req-800cd12d-3837-4ea1-84a3-75ab9395cd59 tempest-AbsoluteLimitsNegativeTestJSON-1129041567 tempest-AbsoluteLimitsNegativeTestJSON-1129041567-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3684509 Jul 15 23:02:47.098190 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-01eab645-ba91-48aa-be95-9080f0538972 req-ae1c56f6-5baf-4c96-86a3-c4e5e7db87e2 tempest-AbsoluteLimitsNegativeTestJSON-1129041567 tempest-AbsoluteLimitsNegativeTestJSON-1129041567-project] 10.222.0.16 "GET /v2.0/quotas/ffd6decc24b1466286be9b95cfd0f615 HTTP/1.1" status: 200 len: 375 time: 0.0305858 Jul 15 23:02:47.143293 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-01eab645-ba91-48aa-be95-9080f0538972 req-7bc5863a-f6fe-4eca-ada5-28a4e16bd935 tempest-AbsoluteLimitsNegativeTestJSON-1129041567 tempest-AbsoluteLimitsNegativeTestJSON-1129041567-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ffd6decc24b1466286be9b95cfd0f615&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436041 Jul 15 23:02:47.166946 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ebe5c05a-1793-4739-9d63-d2e79e3b908f up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:02:47.228159 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.db.resource_extend [None req-af704a8d-59d8-44c5-a582-59601f2a473d tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:02:47.321363 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port ebe5c05a-1793-4739-9d63-d2e79e3b908f completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:02:47.340142 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port ebe5c05a-1793-4739-9d63-d2e79e3b908f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:02:47.344161 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:47.351461 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-08f49a89-1022-401a-a51f-7159821955ee req-df68dbd1-5edc-4190-be5b-19e767eb18c4 service neutron] 10.222.0.43 "GET /v2.0/ports/bbffc5ff-9f45-460b-bb3c-afbae46578bb/bindings/n-h1-787205-9 HTTP/1.1" status: 200 len: 384 time: 0.0986753 Jul 15 23:02:47.372192 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d19da485-53a9-4a84-9b27-a00cdf0d8086 req-22868471-5213-4849-87f7-58d6ac06b41b service neutron] 10.222.0.36 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375458 Jul 15 23:02:47.377266 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-af704a8d-59d8-44c5-a582-59601f2a473d tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:47.383276 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-af704a8d-59d8-44c5-a582-59601f2a473d tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:47.484598 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e1d64-2f86-4bd7-962e-019e3d051f24 req-b566155c-fb03-43d4-87f1-3a2dac6da5f2 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:47.486406 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f4e1d64-2f86-4bd7-962e-019e3d051f24 req-b566155c-fb03-43d4-87f1-3a2dac6da5f2 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.2900076 Jul 15 23:02:47.572174 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:47.649056 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [None req-af704a8d-59d8-44c5-a582-59601f2a473d tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Floating IP fb6581d4-133b-44c9-a208-463bdb990898 associated. External IP: 172.25.4.84, port: d2e21d92-bc5d-4b38-a158-86b831ccb58f. Jul 15 23:02:47.652470 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f4e1d64-2f86-4bd7-962e-019e3d051f24 req-4538bfc7-cfa6-4a37-bfa5-e0d34ee71b98 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371229 Jul 15 23:02:47.654293 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port ebe5c05a-1793-4739-9d63-d2e79e3b908f, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ebe5c05a-1793-4739-9d63-d2e79e3b908f,segment=NetworkSegment(6f4dedf3-23c4-418d-b2da-50efced0d73e),segment_id=6f4dedf3-23c4-418d-b2da-50efced0d73e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:47.669083 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:47.713661 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b7291-6060-4331-8b00-68e490d2ef13 req-ed0ed5df-4285-4607-98f6-812de15f9007 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:47.715444 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-105b7291-6060-4331-8b00-68e490d2ef13 req-ed0ed5df-4285-4607-98f6-812de15f9007 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 943 time: 0.2257235 Jul 15 23:02:47.803811 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=ebe5c05a-1793-4739-9d63-d2e79e3b908f,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:47.819686 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-105b7291-6060-4331-8b00-68e490d2ef13 req-083a96e0-6b61-422d-af5b-d78a0a04f259 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601292 Jul 15 23:02:47.823794 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a37823-5a62-4395-9ce4-219ecc656e6c x-openstack-request-id: req-c1a37823-5a62-4395-9ce4-219ecc656e6c {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:47.824267 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e2a91b-84b1-49a2-ad40-279a102de17e", "tag": "c6fbc364-f578-4f23-be5e-eb66001c2a94", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:47.824695 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1a37823-5a62-4395-9ce4-219ecc656e6c {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:47.825094 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e2a91b-84b1-49a2-ad40-279a102de17e', 'tag': 'c6fbc364-f578-4f23-be5e-eb66001c2a94', 'status': 'completed', 'code': 200} Jul 15 23:02:47.927736 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37106) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:47.998998 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [req-a9e4978a-f813-4512-8cfe-f7c6d8f04162 req-45e0d897-30ad-4bb3-b3b8-451d861f2a4a tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] show failed (client error): The resource could not be found. Jul 15 23:02:48.000916 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a9e4978a-f813-4512-8cfe-f7c6d8f04162 req-45e0d897-30ad-4bb3-b3b8-451d861f2a4a tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups/871441a7-278b-459b-9448-3c906ab2e40a HTTP/1.1" status: 404 len: 352 time: 0.1585314 Jul 15 23:02:48.006182 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-08f49a89-1022-401a-a51f-7159821955ee req-a2d328e5-4ee0-46b9-bce8-5017e9e45c1a service neutron] For port bbffc5ff-9f45-460b-bb3c-afbae46578bb, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=bbffc5ff-9f45-460b-bb3c-afbae46578bb,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:48.083678 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device c6fbc364-f578-4f23-be5e-eb66001c2a94 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:02:48.117752 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-08f49a89-1022-401a-a51f-7159821955ee req-a2d328e5-4ee0-46b9-bce8-5017e9e45c1a service neutron] For port bbffc5ff-9f45-460b-bb3c-afbae46578bb, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:02:48.176791 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61613f50-cee0-4441-84b0-3dd565340786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:48.210033 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-08f49a89-1022-401a-a51f-7159821955ee req-a2d328e5-4ee0-46b9-bce8-5017e9e45c1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbffc5ff-9f45-460b-bb3c-afbae46578bb {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:02:48.241398 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-08f49a89-1022-401a-a51f-7159821955ee req-a2d328e5-4ee0-46b9-bce8-5017e9e45c1a service neutron] For port bbffc5ff-9f45-460b-bb3c-afbae46578bb, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=bbffc5ff-9f45-460b-bb3c-afbae46578bb,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:48.252999 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port c6fbc364-f578-4f23-be5e-eb66001c2a94, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=c6fbc364-f578-4f23-be5e-eb66001c2a94,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:48.268120 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'c6fbc364-f578-4f23-be5e-eb66001c2a94', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': 'c6fbc364-f578-4f23-be5e-eb66001c2a94', 'mac_address': 'fa:16:3e:ad:7a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:02:48.284186 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964cd88-794c-4c01-99a6-50108462d11b req-2976f25a-fb0d-45fc-85ba-13fa8f76d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:48.288537 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af704a8d-59d8-44c5-a582-59601f2a473d tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Router 0c66fdac-cfae-4ac9-968e-e71311a1b290 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:02:48.289603 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1964cd88-794c-4c01-99a6-50108462d11b req-2976f25a-fb0d-45fc-85ba-13fa8f76d1cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 1099 time: 0.4325838 Jul 15 23:02:48.306452 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-da3bc681-31a3-401c-bcb1-4886bab0c8f5 req-8c7f2e02-f4be-4053-a9a0-cb94717bdf71 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups/0839c031-873f-4450-9773-a7c008982b09 HTTP/1.1" status: 200 len: 1799 time: 0.2736261 Jul 15 23:02:48.320772 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8af98106-fea9-465a-bb49-f588ab79c7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:48.321005 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-08f49a89-1022-401a-a51f-7159821955ee req-a2d328e5-4ee0-46b9-bce8-5017e9e45c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:48.350264 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:48.382870 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6fbc364-f578-4f23-be5e-eb66001c2a94 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:02:48.430686 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port c6fbc364-f578-4f23-be5e-eb66001c2a94, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=c6fbc364-f578-4f23-be5e-eb66001c2a94,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:48.435336 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:48.512434 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=c6fbc364-f578-4f23-be5e-eb66001c2a94,revision_number=12']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:48.518298 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af704a8d-59d8-44c5-a582-59601f2a473d tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:02:48.524293 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-af704a8d-59d8-44c5-a582-59601f2a473d tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:48.533859 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1dcff-68b4-4669-b7e6-cf592f867113 None None] Sync routers for ids ['0c66fdac-cfae-4ac9-968e-e71311a1b290'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:02:48.556357 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e1dcff-68b4-4669-b7e6-cf592f867113 None None] Routers {'0c66fdac-cfae-4ac9-968e-e71311a1b290'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:02:48.558545 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-73e1dcff-68b4-4669-b7e6-cf592f867113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:02:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['0c66fdac-cfae-4ac9-968e-e71311a1b290'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:48.580381 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-af704a8d-59d8-44c5-a582-59601f2a473d tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "PUT /v2.0/floatingips/fb6581d4-133b-44c9-a208-463bdb990898 HTTP/1.1" status: 200 len: 990 time: 2.9269409 Jul 15 23:02:48.587215 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2260c712-701b-499a-b9f6-c7e47c45f5c9', 'tag': 'd2e21d92-bc5d-4b38-a158-86b831ccb58f'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:48.589465 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75348c64-d05e-413c-9b43-952e99f1d752" -d '{"events": [{"name": "network-changed", "server_uuid": "2260c712-701b-499a-b9f6-c7e47c45f5c9", "tag": "d2e21d92-bc5d-4b38-a158-86b831ccb58f"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:48.630117 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61613f50-cee0-4441-84b0-3dd565340786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:48.635105 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61613f50-cee0-4441-84b0-3dd565340786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:48.663376 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-61613f50-cee0-4441-84b0-3dd565340786 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ffd6decc24b1466286be9b95cfd0f615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7336061 Jul 15 23:02:48.666076 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37120) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:48.690313 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964cd88-794c-4c01-99a6-50108462d11b req-c8a40efa-39c2-43b4-aaed-12a84d09dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:48.691990 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1964cd88-794c-4c01-99a6-50108462d11b req-c8a40efa-39c2-43b4-aaed-12a84d09dfe2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.3797004 Jul 15 23:02:48.695146 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61613f50-cee0-4441-84b0-3dd565340786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a978e156-3abd-4014-9497-4b9c65b62aba,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:48.707845 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-73e1dcff-68b4-4669-b7e6-cf592f867113 None None] Set router 0c66fdac-cfae-4ac9-968e-e71311a1b290 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:02:48.747234 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:48.789634 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-da3bc681-31a3-401c-bcb1-4886bab0c8f5 req-b6e4b62b-116b-4cc8-bde1-878760f20ac7 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:48.801744 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0db98-49e8-4068-a22a-833cfb628564 req-f0b0380e-e82b-40cc-9887-ffe7a83a4300 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:48.803307 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d3c0db98-49e8-4068-a22a-833cfb628564 req-f0b0380e-e82b-40cc-9887-ffe7a83a4300 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 944 time: 0.3615217 Jul 15 23:02:48.804533 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1964cd88-794c-4c01-99a6-50108462d11b req-71e07181-917d-4d29-b785-63e1754fde92 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=c6fbc364-f578-4f23-be5e-eb66001c2a94 HTTP/1.1" status: 200 len: 217 time: 0.0722418 Jul 15 23:02:48.810309 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['c6fbc364-f578-4f23-be5e-eb66001c2a94'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:02:48.811708 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-08f49a89-1022-401a-a51f-7159821955ee req-a2d328e5-4ee0-46b9-bce8-5017e9e45c1a service neutron] Transition to ACTIVE for port object bbffc5ff-9f45-460b-bb3c-afbae46578bb will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:02:48.839312 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-08f49a89-1022-401a-a51f-7159821955ee req-a2d328e5-4ee0-46b9-bce8-5017e9e45c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:48.915883 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-da3bc681-31a3-401c-bcb1-4886bab0c8f5 req-b6e4b62b-116b-4cc8-bde1-878760f20ac7 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:48.983945 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa8fbb20-c071-41fd-9a60-9a50de87ddc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:48.995897 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ebe5c05a-1793-4739-9d63-d2e79e3b908f up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:02:49.003085 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964cd88-794c-4c01-99a6-50108462d11b req-c12015cd-554e-4767-b22d-cd1fde8a1893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:49.004535 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1964cd88-794c-4c01-99a6-50108462d11b req-c12015cd-554e-4767-b22d-cd1fde8a1893 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1881630 Jul 15 23:02:49.031872 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d3c0db98-49e8-4068-a22a-833cfb628564 req-c374be3f-9740-4ec9-8457-353749ba1c04 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164295 Jul 15 23:02:49.051966 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f49a89-1022-401a-a51f-7159821955ee req-a2d328e5-4ee0-46b9-bce8-5017e9e45c1a service neutron] No DVR routers for this DVR port bbffc5ff-9f45-460b-bb3c-afbae46578bb on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:02:49.105024 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d328e5-4ee0-46b9-bce8-5017e9e45c1a service neutron] Pushing event updated for resources: {'Port': ['ID=bbffc5ff-9f45-460b-bb3c-afbae46578bb,revision_number=10']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:49.111822 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa8fbb20-c071-41fd-9a60-9a50de87ddc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:49.157839 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port ebe5c05a-1793-4739-9d63-d2e79e3b908f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:02:49.158130 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:49.188283 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-73e1dcff-68b4-4669-b7e6-cf592f867113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820815977-router', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:59:37Z', 'updated_at': '2021-07-15T22:59:46Z', 'revision_number': 4, 'project_id': '8d5b419981334391af714f4b817dcecc', 'gw_port': {'id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:38Z', 'updated_at': '2021-07-15T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'fb6581d4-133b-44c9-a208-463bdb990898', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'port_id': 'd2e21d92-bc5d-4b38-a158-86b831ccb58f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb', 'mac_address': 'fa:16:3e:b6:3b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2260c712-701b-499a-b9f6-c7e47c45f5c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:00:07Z', 'updated_at': '2021-07-15T23:02:47Z', 'revision_number': 5, 'project_id': '8d5b419981334391af714f4b817dcecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79884c4e-9d3a-43fe-a49b-1886cf6df4a1', 'name': '', 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'mac_address': 'fa:16:3e:60:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7348a62-9b3d-433e-8e23-0a028378979c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:43Z', 'updated_at': '2021-07-15T22:59:51Z', 'revision_number': 5, 'project_id': '8d5b419981334391af714f4b817dcecc', 'subnets': [{'id': 'e7348a62-9b3d-433e-8e23-0a028378979c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:49.225601 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1dcff-68b4-4669-b7e6-cf592f867113 None None] Checking router: 0c66fdac-cfae-4ac9-968e-e71311a1b290 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:02:49.228704 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:02:49.240837 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e1dcff-68b4-4669-b7e6-cf592f867113 None None] Routers {'0c66fdac-cfae-4ac9-968e-e71311a1b290'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:02:49.241482 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-73e1dcff-68b4-4669-b7e6-cf592f867113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:02:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['0c66fdac-cfae-4ac9-968e-e71311a1b290'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:49.389277 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-73e1dcff-68b4-4669-b7e6-cf592f867113 None None] Set router 0c66fdac-cfae-4ac9-968e-e71311a1b290 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:02:49.441480 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-da3bc681-31a3-401c-bcb1-4886bab0c8f5 req-b6e4b62b-116b-4cc8-bde1-878760f20ac7 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:49.443982 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-da3bc681-31a3-401c-bcb1-4886bab0c8f5 req-b6e4b62b-116b-4cc8-bde1-878760f20ac7 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:49.445107 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-da3bc681-31a3-401c-bcb1-4886bab0c8f5 req-b6e4b62b-116b-4cc8-bde1-878760f20ac7 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "DELETE /v2.0/security-groups/0839c031-873f-4450-9773-a7c008982b09 HTTP/1.1" status: 204 len: 173 time: 1.1377552 Jul 15 23:02:49.495686 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-08f49a89-1022-401a-a51f-7159821955ee req-a2d328e5-4ee0-46b9-bce8-5017e9e45c1a service neutron] 10.222.0.43 "PUT /v2.0/ports/bbffc5ff-9f45-460b-bb3c-afbae46578bb/bindings/n-h1-787205-9/activate HTTP/1.1" status: 200 len: 369 time: 2.1294122 Jul 15 23:02:49.502817 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4b62b-116b-4cc8-bde1-878760f20ac7 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0839c031-873f-4450-9773-a7c008982b09,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:49.531197 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:49.541589 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964cd88-794c-4c01-99a6-50108462d11b req-cdb2fd29-ba25-460a-8759-6bb09d45baaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:49.543133 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1964cd88-794c-4c01-99a6-50108462d11b req-cdb2fd29-ba25-460a-8759-6bb09d45baaa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5084612 Jul 15 23:02:49.562563 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa8fbb20-c071-41fd-9a60-9a50de87ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:49.565103 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa8fbb20-c071-41fd-9a60-9a50de87ddc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:49.566219 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fa8fbb20-c071-41fd-9a60-9a50de87ddc5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a978e156-3abd-4014-9497-4b9c65b62aba HTTP/1.1" status: 204 len: 168 time: 0.8989291 Jul 15 23:02:49.597268 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41ab8c-c71f-4d59-95f1-7ea41f94f4cd req-52586c34-c7bc-42c3-b3d1-232aed7d6ed6 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:49.601019 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3d41ab8c-c71f-4d59-95f1-7ea41f94f4cd req-52586c34-c7bc-42c3-b3d1-232aed7d6ed6 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 949 time: 0.1817822 Jul 15 23:02:49.629600 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fbb20-c071-41fd-9a60-9a50de87ddc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a978e156-3abd-4014-9497-4b9c65b62aba,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:49.719287 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf22c9cc-0cef-4c43-8a85-c5fba64ba2b1 x-openstack-request-id: req-bf22c9cc-0cef-4c43-8a85-c5fba64ba2b1 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:49.719801 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2260c712-701b-499a-b9f6-c7e47c45f5c9", "tag": "d2e21d92-bc5d-4b38-a158-86b831ccb58f", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:49.719920 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf22c9cc-0cef-4c43-8a85-c5fba64ba2b1 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:49.721079 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3d41ab8c-c71f-4d59-95f1-7ea41f94f4cd req-807c7e69-e182-4cd6-a9af-86120e75b751 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979209 Jul 15 23:02:49.721467 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2260c712-701b-499a-b9f6-c7e47c45f5c9', 'tag': 'd2e21d92-bc5d-4b38-a158-86b831ccb58f', 'status': 'completed', 'code': 200} Jul 15 23:02:49.736900 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f49a89-1022-401a-a51f-7159821955ee req-ec9f45c0-c623-4a51-9aac-739ca7854e60 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:49.743372 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-08f49a89-1022-401a-a51f-7159821955ee req-ec9f45c0-c623-4a51-9aac-739ca7854e60 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9&tenant_id=333adf5bda29495e91779ab1d3ab99ea&binding%3Ahost_id=n-h2-787205-9 HTTP/1.1" status: 200 len: 1095 time: 0.1660273 Jul 15 23:02:49.773291 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1964cd88-794c-4c01-99a6-50108462d11b req-13d26a9a-46d7-4870-8417-f93201259e9e service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222042 Jul 15 23:02:49.820457 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-73e1dcff-68b4-4669-b7e6-cf592f867113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820815977-router', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:59:37Z', 'updated_at': '2021-07-15T22:59:46Z', 'revision_number': 4, 'project_id': '8d5b419981334391af714f4b817dcecc', 'gw_port': {'id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:38Z', 'updated_at': '2021-07-15T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'fb6581d4-133b-44c9-a208-463bdb990898', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'port_id': 'd2e21d92-bc5d-4b38-a158-86b831ccb58f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb', 'mac_address': 'fa:16:3e:b6:3b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2260c712-701b-499a-b9f6-c7e47c45f5c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:00:07Z', 'updated_at': '2021-07-15T23:02:47Z', 'revision_number': 5, 'project_id': '8d5b419981334391af714f4b817dcecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79884c4e-9d3a-43fe-a49b-1886cf6df4a1', 'name': '', 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'mac_address': 'fa:16:3e:60:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7348a62-9b3d-433e-8e23-0a028378979c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:43Z', 'updated_at': '2021-07-15T22:59:51Z', 'revision_number': 5, 'project_id': '8d5b419981334391af714f4b817dcecc', 'subnets': [{'id': 'e7348a62-9b3d-433e-8e23-0a028378979c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:49.892009 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75348c64-d05e-413c-9b43-952e99f1d752 req-2aea8135-6c26-4761-b9e2-eb9dc4bea687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:49.898685 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-75348c64-d05e-413c-9b43-952e99f1d752 req-2aea8135-6c26-4761-b9e2-eb9dc4bea687 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d5b419981334391af714f4b817dcecc&device_id=2260c712-701b-499a-b9f6-c7e47c45f5c9 HTTP/1.1" status: 200 len: 1096 time: 0.1136715 Jul 15 23:02:49.898907 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1dcff-68b4-4669-b7e6-cf592f867113 None None] The sync data for ids ['0c66fdac-cfae-4ac9-968e-e71311a1b290'] in n-d-787205-9 is: [{'id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820815977-router', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:59:37Z', 'updated_at': '2021-07-15T22:59:46Z', 'revision_number': 4, 'project_id': '8d5b419981334391af714f4b817dcecc', 'gw_port': {'id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:38Z', 'updated_at': '2021-07-15T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'fb6581d4-133b-44c9-a208-463bdb990898', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'port_id': 'd2e21d92-bc5d-4b38-a158-86b831ccb58f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb', 'mac_address': 'fa:16:3e:b6:3b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2260c712-701b-499a-b9f6-c7e47c45f5c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:00:07Z', 'updated_at': '2021-07-15T23:02:47Z', 'revision_number': 5, 'project_id': '8d5b419981334391af714f4b817dcecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79884c4e-9d3a-43fe-a49b-1886cf6df4a1', 'name': '', 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'mac_address': 'fa:16:3e:60:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7348a62-9b3d-433e-8e23-0a028378979c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:43Z', 'updated_at': '2021-07-15T22:59:51Z', 'revision_number': 5, 'project_id': '8d5b419981334391af714f4b817dcecc', 'subnets': [{'id': 'e7348a62-9b3d-433e-8e23-0a028378979c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:02:49.913128 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f49a89-1022-401a-a51f-7159821955ee req-f654846c-0571-4cca-9457-db50f4e32092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:49.914742 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-08f49a89-1022-401a-a51f-7159821955ee req-f654846c-0571-4cca-9457-db50f4e32092 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9&tenant_id=333adf5bda29495e91779ab1d3ab99ea HTTP/1.1" status: 200 len: 1095 time: 0.1502817 Jul 15 23:02:50.056557 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1964cd88-794c-4c01-99a6-50108462d11b req-4cffc5bd-eb56-48b7-83a9-6a1a1cbff355 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746518 Jul 15 23:02:50.089264 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935d24b-8339-424a-835e-6938cd07124e req-7c0e9436-9414-4e13-b500-ac6b951895d9 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:50.091630 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device c6fbc364-f578-4f23-be5e-eb66001c2a94 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:02:50.098919 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e935d24b-8339-424a-835e-6938cd07124e req-7c0e9436-9414-4e13-b500-ac6b951895d9 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.1945696 Jul 15 23:02:50.119003 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903838b5-9926-4000-abca-e5e8b45ca11f req-36bc134a-3263-4d52-aac5-bffb2c334d91 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:50.126110 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-903838b5-9926-4000-abca-e5e8b45ca11f req-36bc134a-3263-4d52-aac5-bffb2c334d91 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 944 time: 0.1504476 Jul 15 23:02:50.140990 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75348c64-d05e-413c-9b43-952e99f1d752 req-b96d6b3d-87b9-4f43-8443-a21ccaa7d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:50.142470 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-75348c64-d05e-413c-9b43-952e99f1d752 req-b96d6b3d-87b9-4f43-8443-a21ccaa7d18f service neutron] 10.222.0.36 "GET /v2.0/networks?id=a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb HTTP/1.1" status: 200 len: 925 time: 0.2320011 Jul 15 23:02:50.163376 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f49a89-1022-401a-a51f-7159821955ee req-a021fdde-d925-4dc7-a7d9-56c52c1b6bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:50.166160 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-08f49a89-1022-401a-a51f-7159821955ee req-a021fdde-d925-4dc7-a7d9-56c52c1b6bf4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=333adf5bda29495e91779ab1d3ab99ea&device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 1095 time: 0.2050786 Jul 15 23:02:50.183514 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e935d24b-8339-424a-835e-6938cd07124e req-3f86e9f2-dc49-4d2a-8983-561b87a3b4d4 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836208 Jul 15 23:02:50.258464 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-903838b5-9926-4000-abca-e5e8b45ca11f req-37171f81-0d1d-4feb-bdc5-997eb54093ea tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313784 Jul 15 23:02:50.282599 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [req-b2a245eb-4005-4a86-8355-0dd71ce43da0 req-e5464f3d-431b-46ab-a34c-9da90c3a4277 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] show failed (client error): The resource could not be found. Jul 15 23:02:50.294676 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b2a245eb-4005-4a86-8355-0dd71ce43da0 req-e5464f3d-431b-46ab-a34c-9da90c3a4277 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups/0839c031-873f-4450-9773-a7c008982b09 HTTP/1.1" status: 404 len: 352 time: 0.0800731 Jul 15 23:02:50.332145 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3993036b-f8f1-47d3-a42d-d623df29c1f7 None None] New status for floating IP fb6581d4-133b-44c9-a208-463bdb990898: ACTIVE {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:02:50.485761 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-75348c64-d05e-413c-9b43-952e99f1d752 req-1d88f035-67a8-4d18-9379-8cdb56b4baf9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2e21d92-bc5d-4b38-a158-86b831ccb58f HTTP/1.1" status: 200 len: 998 time: 0.3166740 Jul 15 23:02:50.487086 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f49a89-1022-401a-a51f-7159821955ee req-56d67381-25e1-486b-92e3-af7715ab47cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:50.488481 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-08f49a89-1022-401a-a51f-7159821955ee req-56d67381-25e1-486b-92e3-af7715ab47cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=71ccf61d-14bc-4de9-bbf5-849aeac853f5 HTTP/1.1" status: 200 len: 919 time: 0.2948060 Jul 15 23:02:50.539704 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port c6fbc364-f578-4f23-be5e-eb66001c2a94 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:02:50.547960 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port c6fbc364-f578-4f23-be5e-eb66001c2a94 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:02:50.549121 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:50.597623 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-08f49a89-1022-401a-a51f-7159821955ee req-fb0a76de-777b-4959-ac1a-ce875d79e87b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbffc5ff-9f45-460b-bb3c-afbae46578bb HTTP/1.1" status: 200 len: 217 time: 0.0968275 Jul 15 23:02:50.619633 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b73258-51bd-4bf2-9ba5-9258a945477e req-baeed8e5-bcbe-4636-bd1d-58f919913c56 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:50.626775 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-42b73258-51bd-4bf2-9ba5-9258a945477e req-baeed8e5-bcbe-4636-bd1d-58f919913c56 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 949 time: 0.1454637 Jul 15 23:02:50.653131 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75348c64-d05e-413c-9b43-952e99f1d752 req-e41f1b41-de1d-4ffb-9f79-6a80a6f0ff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:50.655821 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-75348c64-d05e-413c-9b43-952e99f1d752 req-e41f1b41-de1d-4ffb-9f79-6a80a6f0ff46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7348a62-9b3d-433e-8e23-0a028378979c HTTP/1.1" status: 200 len: 863 time: 0.1563323 Jul 15 23:02:50.681306 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f49a89-1022-401a-a51f-7159821955ee req-d013cf89-63ae-413b-b55a-4e5e615cabe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:50.682455 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-08f49a89-1022-401a-a51f-7159821955ee req-d013cf89-63ae-413b-b55a-4e5e615cabe7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=951a51fc-ffa0-401a-b919-6dcf1a893db8 HTTP/1.1" status: 200 len: 858 time: 0.0761013 Jul 15 23:02:50.688562 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabac7bd-9ba8-4715-bdb1-de51876dfe6f req-942a1677-71be-4b78-a5b6-611de4d9dfe9 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:50.690220 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fabac7bd-9ba8-4715-bdb1-de51876dfe6f req-942a1677-71be-4b78-a5b6-611de4d9dfe9 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 944 time: 0.1530697 Jul 15 23:02:50.721819 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-42b73258-51bd-4bf2-9ba5-9258a945477e req-c751b3b6-82c8-4800-acef-d67fa613536f tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936854 Jul 15 23:02:50.748674 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-08f49a89-1022-401a-a51f-7159821955ee req-f6ea5a21-0e7c-4624-9fa0-8a8e5f25dc82 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71ccf61d-14bc-4de9-bbf5-849aeac853f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387228 Jul 15 23:02:50.761613 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:50.775754 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fabac7bd-9ba8-4715-bdb1-de51876dfe6f req-dbed5858-6cd8-4677-b414-e513d2bf07ce tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792093 Jul 15 23:02:50.806302 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e2a91b-84b1-49a2-ad40-279a102de17e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6fbc364-f578-4f23-be5e-eb66001c2a94'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:50.806302 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a96a4e1-c162-4374-889d-2a77e8454afa" -d '{"events": [{"server_uuid": "c7e2a91b-84b1-49a2-ad40-279a102de17e", "name": "network-vif-plugged", "status": "completed", "tag": "c6fbc364-f578-4f23-be5e-eb66001c2a94"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:50.820127 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port c6fbc364-f578-4f23-be5e-eb66001c2a94, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=c6fbc364-f578-4f23-be5e-eb66001c2a94,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:50.828716 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:50.840647 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37164) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:50.874941 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75348c64-d05e-413c-9b43-952e99f1d752 req-3be56b60-666a-488d-bd16-5efc70c36ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:50.877025 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-75348c64-d05e-413c-9b43-952e99f1d752 req-3be56b60-666a-488d-bd16-5efc70c36ddd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2103066 Jul 15 23:02:50.920193 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-08f49a89-1022-401a-a51f-7159821955ee req-922b0c2e-a3a5-4104-9c70-f16481191073 service neutron] 10.222.0.36 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607568 Jul 15 23:02:50.923704 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=c6fbc364-f578-4f23-be5e-eb66001c2a94,revision_number=13']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:50.927092 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9610128b-20ac-4e5e-ab52-01f0399c3302 req-512af520-6d37-4443-aa38-bc43b13d2783 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf68f5e73ecc4026951a5fd300d11277 HTTP/1.1" status: 200 len: 6148 time: 0.1674490 Jul 15 23:02:51.014896 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9610128b-20ac-4e5e-ab52-01f0399c3302 req-fce24444-08ce-48b4-85e9-529f18c99c59 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups/1088c062-91fe-405b-a2ab-26d73d6064e2 HTTP/1.1" status: 200 len: 2981 time: 0.0858300 Jul 15 23:02:51.080778 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-75348c64-d05e-413c-9b43-952e99f1d752 req-b3cbb67d-aa3f-4546-a2cb-7551331cbc72 service neutron] 10.222.0.36 "GET /v2.0/networks/a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865048 Jul 15 23:02:51.082140 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-dbaf68c9-4eb6-4af2-94ed-99554ff8edfd admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1269635527-network', 'tenant_id': '8a4d1c5019554fafbfae525824b29ddb'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:51.082777 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:51.120182 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f599b3-0c92-45c2-ae58-2f82e449afcf x-openstack-request-id: req-77f599b3-0c92-45c2-ae58-2f82e449afcf {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:51.120624 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e2a91b-84b1-49a2-ad40-279a102de17e", "name": "network-vif-plugged", "status": "completed", "tag": "c6fbc364-f578-4f23-be5e-eb66001c2a94", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:51.120977 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-77f599b3-0c92-45c2-ae58-2f82e449afcf {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:51.121500 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e2a91b-84b1-49a2-ad40-279a102de17e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6fbc364-f578-4f23-be5e-eb66001c2a94', 'code': 200} Jul 15 23:02:51.130878 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbaf68c9-4eb6-4af2-94ed-99554ff8edfd admin admin] Made reservation on behalf of 8a4d1c5019554fafbfae525824b29ddb for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:02:51.133487 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dbaf68c9-4eb6-4af2-94ed-99554ff8edfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:51.145853 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9610128b-20ac-4e5e-ab52-01f0399c3302 req-5574e0ee-c06a-44dc-820e-6eb187428167 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups/1088c062-91fe-405b-a2ab-26d73d6064e2 HTTP/1.1" status: 200 len: 2981 time: 0.1250370 Jul 15 23:02:51.146967 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dbaf68c9-4eb6-4af2-94ed-99554ff8edfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:51.178449 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-08f49a89-1022-401a-a51f-7159821955ee req-b60d2eac-3197-42cf-8736-bfbc9f714233 service neutron] 10.222.0.36 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420938 Jul 15 23:02:51.193759 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-cc5247f1-72ff-44d5-9d2b-e6056a976486 req-3602755b-620f-48eb-aa47-13492326e539 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1538978096', 'description': 'tempest-description-1174778256'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:51.231804 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-75348c64-d05e-413c-9b43-952e99f1d752 req-127227d6-8110-4c0e-a8be-9792e69ca387 service neutron] 10.222.0.36 "GET /v2.0/networks/a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421850 Jul 15 23:02:51.291752 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dbaf68c9-4eb6-4af2-94ed-99554ff8edfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:51.320639 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dbaf68c9-4eb6-4af2-94ed-99554ff8edfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:51.342551 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-cc5247f1-72ff-44d5-9d2b-e6056a976486 req-3602755b-620f-48eb-aa47-13492326e539 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:51.363873 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbaf68c9-4eb6-4af2-94ed-99554ff8edfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:02:51.409760 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf68c9-4eb6-4af2-94ed-99554ff8edfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e906654-df8b-48d0-9ed2-be51467e1f00,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:51.413615 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dbaf68c9-4eb6-4af2-94ed-99554ff8edfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:51.413953 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-dbaf68c9-4eb6-4af2-94ed-99554ff8edfd admin admin] Added segment 41ab55a6-e1c0-4e7f-b5fb-e63ed07da0eb of type vlan for network 63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e Jul 15 23:02:51.479567 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dbaf68c9-4eb6-4af2-94ed-99554ff8edfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:51.531684 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ceeaed-1485-4151-ba48-b359ef0ac065 req-1d7c4db8-d96a-45a1-95c8-a81d2e541362 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:51.533198 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-54ceeaed-1485-4151-ba48-b359ef0ac065 req-1d7c4db8-d96a-45a1-95c8-a81d2e541362 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.1960349 Jul 15 23:02:51.578008 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f49a89-1022-401a-a51f-7159821955ee req-c7eaf495-4aea-4a0c-82a4-3d5d231af11d tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:51.580172 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-08f49a89-1022-401a-a51f-7159821955ee req-c7eaf495-4aea-4a0c-82a4-3d5d231af11d tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9&tenant_id=333adf5bda29495e91779ab1d3ab99ea&binding%3Ahost_id=n-h1-787205-9 HTTP/1.1" status: 200 len: 1095 time: 0.0676775 Jul 15 23:02:51.581980 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dbaf68c9-4eb6-4af2-94ed-99554ff8edfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:51.582936 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaf68c9-4eb6-4af2-94ed-99554ff8edfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:51.583517 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dbaf68c9-4eb6-4af2-94ed-99554ff8edfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:51.612136 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-cc5247f1-72ff-44d5-9d2b-e6056a976486 req-3602755b-620f-48eb-aa47-13492326e539 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:51.627978 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-cc5247f1-72ff-44d5-9d2b-e6056a976486 req-3602755b-620f-48eb-aa47-13492326e539 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:51.638560 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-54ceeaed-1485-4151-ba48-b359ef0ac065 req-8ee6e7ae-aa9a-4570-aad6-389d8e28e6a4 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986617 Jul 15 23:02:51.657310 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-dbaf68c9-4eb6-4af2-94ed-99554ff8edfd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8155797 Jul 15 23:02:51.657534 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37180) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:51.664247 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f477c3c3-82fb-4f2a-a1da-6710d198012a admin admin] Request body: {'subnet': {'network_id': '63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1269635527-subnet', 'tenant_id': '8a4d1c5019554fafbfae525824b29ddb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:51.708850 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf68c9-4eb6-4af2-94ed-99554ff8edfd admin admin] Pushing event updated for resources: {'Network': ['ID=63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:51.728164 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:02:51.730300 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-cc5247f1-72ff-44d5-9d2b-e6056a976486 req-3602755b-620f-48eb-aa47-13492326e539 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:51.732255 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc5247f1-72ff-44d5-9d2b-e6056a976486 req-3602755b-620f-48eb-aa47-13492326e539 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5529101 Jul 15 23:02:51.743185 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602755b-620f-48eb-aa47-13492326e539 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d7b158-eaf0-4622-ba75-df32c8bcf205,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:51.757168 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f477c3c3-82fb-4f2a-a1da-6710d198012a admin admin] Made reservation on behalf of 8a4d1c5019554fafbfae525824b29ddb for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:02:51.767037 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f477c3c3-82fb-4f2a-a1da-6710d198012a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:51.795513 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-4cb31457-c270-447f-9890-c290052421a5 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293300 Jul 15 23:02:51.817881 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-08f49a89-1022-401a-a51f-7159821955ee req-cc343642-1d51-4704-84d3-7fdd6e9ee086 service neutron] For port bbffc5ff-9f45-460b-bb3c-afbae46578bb, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:02:51.823078 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-08f49a89-1022-401a-a51f-7159821955ee req-cc343642-1d51-4704-84d3-7fdd6e9ee086 service neutron] Notify callbacks [] for binding, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:51.824626 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-08f49a89-1022-401a-a51f-7159821955ee req-cc343642-1d51-4704-84d3-7fdd6e9ee086 service neutron] 10.222.0.36 "DELETE /v2.0/ports/bbffc5ff-9f45-460b-bb3c-afbae46578bb/bindings/n-h2-787205-9 HTTP/1.1" status: 204 len: 173 time: 0.2350249 Jul 15 23:02:52.000214 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-206f96fa-29e0-4837-88a9-a6a76fdff380 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:52.001720 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-206f96fa-29e0-4837-88a9-a6a76fdff380 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1977363 Jul 15 23:02:52.003296 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f477c3c3-82fb-4f2a-a1da-6710d198012a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:52.012736 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac42e46-8bbc-4b1e-9a3e-e035f3445a27 req-a19e6697-d74c-4f1d-a5d8-5bc401cf1e34 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:52.014212 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2ac42e46-8bbc-4b1e-9a3e-e035f3445a27 req-a19e6697-d74c-4f1d-a5d8-5bc401cf1e34 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 944 time: 0.1401799 Jul 15 23:02:52.037818 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-d600a95e-53f4-4093-8e06-4b401f1469cf tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/quotas/8aea0e1a9fbb449ea47770f9a375ae63 HTTP/1.1" status: 200 len: 375 time: 0.0225718 Jul 15 23:02:52.064381 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477c3c3-82fb-4f2a-a1da-6710d198012a admin admin] Pushing event updated for resources: {'Subnet': ['ID=08cce962-455f-45b2-88ba-9afc6c630c66,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:52.072267 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f477c3c3-82fb-4f2a-a1da-6710d198012a admin admin] Checking segment: {'id': '41ab55a6-e1c0-4e7f-b5fb-e63ed07da0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:02:52.072627 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f477c3c3-82fb-4f2a-a1da-6710d198012a admin admin] Network hostable DHCP agents. Network: 63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:02:52.089648 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2ac42e46-8bbc-4b1e-9a3e-e035f3445a27 req-0e61c84e-c6ff-435b-bb2f-461f5bbecfbb tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681486 Jul 15 23:02:52.094122 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f477c3c3-82fb-4f2a-a1da-6710d198012a admin admin] Network 63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:02:52.104150 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-f477c3c3-82fb-4f2a-a1da-6710d198012a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:02:52.109155 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f477c3c3-82fb-4f2a-a1da-6710d198012a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:52.109800 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f477c3c3-82fb-4f2a-a1da-6710d198012a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:52.120081 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea9d761-0358-44fc-ac71-6dd6a630b9ca None None] Network 63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:02:52.137661 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-56a6a007-1951-4d1b-a600-9aa77ff90a2d tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0856321 Jul 15 23:02:52.140630 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f477c3c3-82fb-4f2a-a1da-6710d198012a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4820800 Jul 15 23:02:52.155869 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-0a2571cc-18fe-4d79-82f9-61c92a8b1537 req-182702c2-66b0-4d67-8662-03b4b30d836d tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-849815816', 'description': 'tempest-description-306701237'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:52.205545 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0a2571cc-18fe-4d79-82f9-61c92a8b1537 req-182702c2-66b0-4d67-8662-03b4b30d836d tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:52.299143 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6578481-dd28-4f3f-8e82-4fc661a7142a None None] Network 63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:02:52.433952 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0a2571cc-18fe-4d79-82f9-61c92a8b1537 req-182702c2-66b0-4d67-8662-03b4b30d836d tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:52.439563 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0a2571cc-18fe-4d79-82f9-61c92a8b1537 req-182702c2-66b0-4d67-8662-03b4b30d836d tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:52.505919 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0a2571cc-18fe-4d79-82f9-61c92a8b1537 req-182702c2-66b0-4d67-8662-03b4b30d836d tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:52.519344 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a2571cc-18fe-4d79-82f9-61c92a8b1537 req-182702c2-66b0-4d67-8662-03b4b30d836d tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3709507 Jul 15 23:02:52.570207 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182702c2-66b0-4d67-8662-03b4b30d836d tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=036ec048-6b46-4907-a230-d98b7c612d40,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:52.613631 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ec6d6-0ce6-41ba-ba3c-ddd9faa8091a req-724d7df6-9acf-42f1-af92-269f70f84a4a tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:52.615527 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-427ec6d6-0ce6-41ba-ba3c-ddd9faa8091a req-724d7df6-9acf-42f1-af92-269f70f84a4a tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 944 time: 0.0952232 Jul 15 23:02:52.667470 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-427ec6d6-0ce6-41ba-ba3c-ddd9faa8091a req-77f312e2-9742-4b68-be58-79509c5bcb24 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453870 Jul 15 23:02:52.781538 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c332e15a-0611-4cda-b38e-709a63dde5ee req-92450987-1fe5-4d50-8a8d-cf41fa3fd9b6 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 210 time: 0.0358577 Jul 15 23:02:53.020188 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d61f4-a1c3-473c-add8-824c312ac8b8 req-e30a13b5-9c6b-474d-9484-91139ed59981 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:53.020472 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb4d61f4-a1c3-473c-add8-824c312ac8b8 req-e30a13b5-9c6b-474d-9484-91139ed59981 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.0891845 Jul 15 23:02:53.066605 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb4d61f4-a1c3-473c-add8-824c312ac8b8 req-226bb516-16c8-44b3-866a-47ac961cc5dd tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394375 Jul 15 23:02:53.243682 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-d187c5ee-04cf-43f3-a0b4-443a7851f8ac tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:53.247210 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-d187c5ee-04cf-43f3-a0b4-443a7851f8ac tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/networks?id=4212f26f-6afd-472c-b146-e8b3fe028ddc HTTP/1.1" status: 200 len: 812 time: 0.1593721 Jul 15 23:02:53.268241 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-9697a9b9-4393-4a5d-9956-d360df1463c4 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/quotas/cf68f5e73ecc4026951a5fd300d11277 HTTP/1.1" status: 200 len: 375 time: 0.0158165 Jul 15 23:02:53.319524 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d7be7-4ac8-4609-9130-3bb7a1571608 req-57a5a128-f29e-4331-8fb2-ea8731ee400c tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:53.320950 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a9d7be7-4ac8-4609-9130-3bb7a1571608 req-57a5a128-f29e-4331-8fb2-ea8731ee400c tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 1095 time: 0.1266007 Jul 15 23:02:53.371645 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-e6208b53-c5b7-4bb8-8096-6e2d1a73237d tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf68f5e73ecc4026951a5fd300d11277&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0963936 Jul 15 23:02:53.373581 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a9d7be7-4ac8-4609-9130-3bb7a1571608 req-1d7610d4-3604-4ef9-8047-477b42bb72d6 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470150 Jul 15 23:02:53.483749 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-af4d6df1-f7cd-4953-aa92-1da91c379acd service neutron] 10.222.0.16 "GET /v2.0/networks/4212f26f-6afd-472c-b146-e8b3fe028ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049807 Jul 15 23:02:53.603858 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-8331991c-c02e-4e03-b5b3-c0821c3d1976 service neutron] 10.222.0.16 "GET /v2.0/networks/4212f26f-6afd-472c-b146-e8b3fe028ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135585 Jul 15 23:02:53.679523 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-1128e094-dd65-4cfc-921b-04a37a377785 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418890 Jul 15 23:02:53.809666 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:53.829747 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b38afd-302f-48f2-aad0-e13d4caae354 req-df95a0a4-7260-415b-af7d-79d92e72b6ca tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:53.834561 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-91b38afd-302f-48f2-aad0-e13d4caae354 req-df95a0a4-7260-415b-af7d-79d92e72b6ca tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 1095 time: 0.1581731 Jul 15 23:02:53.843911 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-ff538ae2-fb4a-40f7-a6ce-de0df231b8b5 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:53.845338 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-ff538ae2-fb4a-40f7-a6ce-de0df231b8b5 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1574821 Jul 15 23:02:53.870453 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-c9bd82c0-2197-4b41-bb8d-12b64cf12e47 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Request body: {'port': {'device_id': '95c35f8b-1f0d-4683-ba3c-654cc8462101', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'admin_state_up': True, 'tenant_id': '8aea0e1a9fbb449ea47770f9a375ae63'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:53.987765 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-91b38afd-302f-48f2-aad0-e13d4caae354 req-83436188-a59f-4675-8e77-c4987041630d tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522820 Jul 15 23:02:54.019128 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-c9bd82c0-2197-4b41-bb8d-12b64cf12e47 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Made reservation on behalf of 8aea0e1a9fbb449ea47770f9a375ae63 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:02:54.027151 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-c9bd82c0-2197-4b41-bb8d-12b64cf12e47 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:54.206675 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bda08d2b-f222-4346-9644-4aabe1e4b406 req-6558fa5e-932a-4b1b-a8a3-e33777509e06 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fd289c-a6c8-48f4-8c71-a51ec0e91326 HTTP/1.1" status: 200 len: 210 time: 0.0630605 Jul 15 23:02:54.321389 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-c9bd82c0-2197-4b41-bb8d-12b64cf12e47 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Allocated IP 192.168.233.65 (8d403abe-cee8-4863-bddd-464e9e566e9c/190ae4ce-d44c-4c9c-9241-47db78422478/36e71b02-9495-4d30-834b-4d3d1b3c473d) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:02:54.372735 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-46b9226c-9925-4750-bb80-df97027ce1a3 req-e2ab70c8-558d-4613-abab-c0cab962772b tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 210 time: 0.0438731 Jul 15 23:02:54.382688 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538d785-baeb-459f-be02-484185805a68 req-14d0d566-bf09-4de2-bb0b-0f7521a9d27d tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:54.384244 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7538d785-baeb-459f-be02-484185805a68 req-14d0d566-bf09-4de2-bb0b-0f7521a9d27d tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 944 time: 0.2309878 Jul 15 23:02:54.497248 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7538d785-baeb-459f-be02-484185805a68 req-14ca7bb4-546a-4b3d-ad6e-b1a95e90a908 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949779 Jul 15 23:02:54.610512 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-c9bd82c0-2197-4b41-bb8d-12b64cf12e47 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:54.624874 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-c9bd82c0-2197-4b41-bb8d-12b64cf12e47 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Transition to ACTIVE for port object 36e71b02-9495-4d30-834b-4d3d1b3c473d will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:02:54.706381 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-c9bd82c0-2197-4b41-bb8d-12b64cf12e47 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:54.719203 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['ce887846-b6c6-4ece-9a21-4e17e5302edc', 'c6fbc364-f578-4f23-be5e-eb66001c2a94'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:02:54.761837 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:02:54.785221 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-c9bd82c0-2197-4b41-bb8d-12b64cf12e47 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:02:54.793591 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e9b65-77b2-495b-bad0-1a3999287726 req-cde8649b-4980-44eb-960f-80ea5c0dfbf3 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:54.795506 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d08e9b65-77b2-495b-bad0-1a3999287726 req-cde8649b-4980-44eb-960f-80ea5c0dfbf3 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.1549377 Jul 15 23:02:54.797147 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd82c0-2197-4b41-bb8d-12b64cf12e47 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Pushing event updated for resources: {'Port': ['ID=36e71b02-9495-4d30-834b-4d3d1b3c473d,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:54.800164 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-c9bd82c0-2197-4b41-bb8d-12b64cf12e47 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:02:54.813090 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-c9bd82c0-2197-4b41-bb8d-12b64cf12e47 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:02:54.819218 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-c9bd82c0-2197-4b41-bb8d-12b64cf12e47 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:54.819882 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-c9bd82c0-2197-4b41-bb8d-12b64cf12e47 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:54.865696 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d08e9b65-77b2-495b-bad0-1a3999287726 req-cbccfd4f-7b4e-48cb-bf44-f07018387b46 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430348 Jul 15 23:02:54.877847 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-c9bd82c0-2197-4b41-bb8d-12b64cf12e47 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0199223 Jul 15 23:02:54.893117 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-2686c949-76ea-478c-b954-123acdf92914 service neutron] Request body: {'port': {'device_id': '95c35f8b-1f0d-4683-ba3c-654cc8462101', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:55.043768 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-2686c949-76ea-478c-b954-123acdf92914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:55.271094 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8bfa80e1-794d-4707-880b-ab6586a7312a None None] Provisioning for port 36e71b02-9495-4d30-834b-4d3d1b3c473d completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:02:55.339497 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8bfa80e1-794d-4707-880b-ab6586a7312a None None] Provisioning complete for port 36e71b02-9495-4d30-834b-4d3d1b3c473d triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:02:55.339888 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8bfa80e1-794d-4707-880b-ab6586a7312a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:55.437170 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-8bfa80e1-794d-4707-880b-ab6586a7312a None None] Port 36e71b02-9495-4d30-834b-4d3d1b3c473d cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:02:55.536421 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-33c55bf4-a9af-4364-8505-5e4d7af6739d tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:55.538065 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-33c55bf4-a9af-4364-8505-5e4d7af6739d tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.43 "GET /v2.0/networks?id=4212f26f-6afd-472c-b146-e8b3fe028ddc HTTP/1.1" status: 200 len: 812 time: 0.2311730 Jul 15 23:02:55.572561 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-f181aa96-43e9-4863-97bf-9359c315ab87 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Request body: {'port': {'device_id': 'e8fd289c-a6c8-48f4-8c71-a51ec0e91326', 'network_id': '4212f26f-6afd-472c-b146-e8b3fe028ddc', 'admin_state_up': True, 'tenant_id': 'cf68f5e73ecc4026951a5fd300d11277'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:55.580500 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-be959094-540e-42ce-90ca-9912fc8ad7d0 req-9d9a5854-10d5-4a0d-98c2-6ae5eaf85658 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fd289c-a6c8-48f4-8c71-a51ec0e91326 HTTP/1.1" status: 200 len: 210 time: 0.0540667 Jul 15 23:02:55.582600 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-2686c949-76ea-478c-b954-123acdf92914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36e71b02-9495-4d30-834b-4d3d1b3c473d {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:02:55.603254 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-2686c949-76ea-478c-b954-123acdf92914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:55.696850 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-2686c949-76ea-478c-b954-123acdf92914 service neutron] Transition to ACTIVE for port object 36e71b02-9495-4d30-834b-4d3d1b3c473d will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:02:55.698854 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 8cd3655b-7997-4673-9cf8-981e1de6288a details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:02:55.708305 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-2686c949-76ea-478c-b954-123acdf92914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:55.814039 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 8cd3655b-7997-4673-9cf8-981e1de6288a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=8cd3655b-7997-4673-9cf8-981e1de6288a,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:55.833685 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '8cd3655b-7997-4673-9cf8-981e1de6288a', 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8', 'port_id': '8cd3655b-7997-4673-9cf8-981e1de6288a', 'mac_address': 'fa:16:3e:e0:eb:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed83523-5185-460b-a4ba-ea79efd124da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:02:55.881474 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:55.888604 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686c949-76ea-478c-b954-123acdf92914 service neutron] Pushing event updated for resources: {'Port': ['ID=36e71b02-9495-4d30-834b-4d3d1b3c473d,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:55.904443 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-2686c949-76ea-478c-b954-123acdf92914 service neutron] Attempting to bind port 36e71b02-9495-4d30-834b-4d3d1b3c473d on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:02:55.904775 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-2686c949-76ea-478c-b954-123acdf92914 service neutron] Attempting to bind port 36e71b02-9495-4d30-834b-4d3d1b3c473d by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:02:55.905134 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-2686c949-76ea-478c-b954-123acdf92914 service neutron] Attempting to bind port 36e71b02-9495-4d30-834b-4d3d1b3c473d on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:02:55.914934 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd3655b-7997-4673-9cf8-981e1de6288a {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:02:55.930716 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f118f-50fe-4f75-a992-61355130dd21 req-68f433a7-fac1-4657-abef-accb7685652f tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:55.938501 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-773f118f-50fe-4f75-a992-61355130dd21 req-68f433a7-fac1-4657-abef-accb7685652f tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 935 time: 0.3375080 Jul 15 23:02:55.944175 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-2686c949-76ea-478c-b954-123acdf92914 service neutron] Port 36e71b02-9495-4d30-834b-4d3d1b3c473d on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:02:55.944533 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-2686c949-76ea-478c-b954-123acdf92914 service neutron] Attempting to bind port 36e71b02-9495-4d30-834b-4d3d1b3c473d on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:02:55.946776 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 8cd3655b-7997-4673-9cf8-981e1de6288a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=8cd3655b-7997-4673-9cf8-981e1de6288a,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:55.951573 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:55.984316 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-2686c949-76ea-478c-b954-123acdf92914 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:02:55.984888 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-2686c949-76ea-478c-b954-123acdf92914 service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:02:55.985210 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-2686c949-76ea-478c-b954-123acdf92914 service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:02:55.985747 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-2686c949-76ea-478c-b954-123acdf92914 service neutron] Bound port: 36e71b02-9495-4d30-834b-4d3d1b3c473d, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:02:55.986191 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-2686c949-76ea-478c-b954-123acdf92914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:56.006677 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-f181aa96-43e9-4863-97bf-9359c315ab87 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Made reservation on behalf of cf68f5e73ecc4026951a5fd300d11277 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:02:56.010146 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-f181aa96-43e9-4863-97bf-9359c315ab87 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:56.021094 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=8cd3655b-7997-4673-9cf8-981e1de6288a,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:56.058227 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75e91d-740e-4717-a8c5-14353f280f70 req-85d7994f-f89d-4815-bbd5-95bb2c230e5f tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:56.066771 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8a75e91d-740e-4717-a8c5-14353f280f70 req-85d7994f-f89d-4815-bbd5-95bb2c230e5f tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 944 time: 0.3396621 Jul 15 23:02:56.127800 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-773f118f-50fe-4f75-a992-61355130dd21 req-b099542f-622c-4f73-bfca-41e025faad85 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883757 Jul 15 23:02:56.192910 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-2686c949-76ea-478c-b954-123acdf92914 service neutron] For port 36e71b02-9495-4d30-834b-4d3d1b3c473d, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:02:56.215968 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-2686c949-76ea-478c-b954-123acdf92914 service neutron] For port 36e71b02-9495-4d30-834b-4d3d1b3c473d, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=36e71b02-9495-4d30-834b-4d3d1b3c473d,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:02:56.250476 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-2686c949-76ea-478c-b954-123acdf92914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:56.259419 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8a75e91d-740e-4717-a8c5-14353f280f70 req-ca0d7854-c33b-49de-90e8-2c8d99e0e11f tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918111 Jul 15 23:02:56.315331 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-2686c949-76ea-478c-b954-123acdf92914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:56.315948 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-2686c949-76ea-478c-b954-123acdf92914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:56.317450 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-2686c949-76ea-478c-b954-123acdf92914 service neutron] 10.222.0.43 "PUT /v2.0/ports/36e71b02-9495-4d30-834b-4d3d1b3c473d HTTP/1.1" status: 200 len: 1095 time: 1.4316630 Jul 15 23:02:56.317769 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c35f8b-1f0d-4683-ba3c-654cc8462101', 'tag': '36e71b02-9495-4d30-834b-4d3d1b3c473d'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:56.323639 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b3cdb1-e975-4b16-a84d-430c486f5b81" -d '{"events": [{"name": "network-changed", "server_uuid": "95c35f8b-1f0d-4683-ba3c-654cc8462101", "tag": "36e71b02-9495-4d30-834b-4d3d1b3c473d"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:56.354994 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['8cd3655b-7997-4673-9cf8-981e1de6288a'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:02:56.866177 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b358d96-7465-44df-8145-99ef505755c8 x-openstack-request-id: req-4b358d96-7465-44df-8145-99ef505755c8 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:56.866819 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c35f8b-1f0d-4683-ba3c-654cc8462101", "tag": "36e71b02-9495-4d30-834b-4d3d1b3c473d", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:56.866819 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b358d96-7465-44df-8145-99ef505755c8 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:56.867091 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c35f8b-1f0d-4683-ba3c-654cc8462101', 'tag': '36e71b02-9495-4d30-834b-4d3d1b3c473d', 'status': 'completed', 'code': 200} Jul 15 23:02:56.891437 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686c949-76ea-478c-b954-123acdf92914 service neutron] Pushing event updated for resources: {'Port': ['ID=36e71b02-9495-4d30-834b-4d3d1b3c473d,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:56.934314 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-36b296d3-cf10-43e8-aef6-2ddd9f87700d req-72107a1a-f3d0-4c04-9d11-a0e381cc9f93 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fd289c-a6c8-48f4-8c71-a51ec0e91326 HTTP/1.1" status: 200 len: 210 time: 0.0867877 Jul 15 23:02:56.956154 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-f181aa96-43e9-4863-97bf-9359c315ab87 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Allocated IP 172.20.0.3 (4212f26f-6afd-472c-b146-e8b3fe028ddc/ad3ff189-3fc3-4bc9-9b4a-6555f820f246/c70f2e91-6cca-4b70-b9b9-e692ff509231) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:02:57.024835 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-0eaaa681-8a27-47f9-a6ba-b6969f3f083b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:57.026352 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-0eaaa681-8a27-47f9-a6ba-b6969f3f083b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 1098 time: 0.6325879 Jul 15 23:02:57.081240 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-ddcdb1ef-3b44-4e44-9adb-f754b68e2a1f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=36e71b02-9495-4d30-834b-4d3d1b3c473d HTTP/1.1" status: 200 len: 217 time: 0.0462358 Jul 15 23:02:57.100270 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144bca5-4698-4de2-aeed-fda9696d42dc req-898e9185-354b-471a-9d20-e40434bd3e13 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:57.101733 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0144bca5-4698-4de2-aeed-fda9696d42dc req-898e9185-354b-471a-9d20-e40434bd3e13 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.2339172 Jul 15 23:02:57.251700 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-d91a0d71-4cbe-4544-b827-72f76998d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:57.255304 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-d91a0d71-4cbe-4544-b827-72f76998d50e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1610017 Jul 15 23:02:57.267478 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0144bca5-4698-4de2-aeed-fda9696d42dc req-3a1aaede-82f4-451a-8063-0c0213301f77 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499703 Jul 15 23:02:57.360604 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-f181aa96-43e9-4863-97bf-9359c315ab87 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:57.397476 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b292919-f982-48ce-8575-70cff3164cd7 req-d8f57683-cf54-4a8d-8ae4-294048d4bc21 tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:57.404268 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6b292919-f982-48ce-8575-70cff3164cd7 req-d8f57683-cf54-4a8d-8ae4-294048d4bc21 tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] 10.222.0.16 "GET /v2.0/networks?id=63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e HTTP/1.1" status: 200 len: 810 time: 0.2516501 Jul 15 23:02:57.442653 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6b292919-f982-48ce-8575-70cff3164cd7 req-48e2357b-caf9-41fb-bbee-614a0d5e5b6c tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] 10.222.0.16 "GET /v2.0/quotas/8a4d1c5019554fafbfae525824b29ddb HTTP/1.1" status: 200 len: 375 time: 0.0374565 Jul 15 23:02:57.512603 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-053ea345-31bf-4730-a377-230cbc6ffb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:57.514029 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-053ea345-31bf-4730-a377-230cbc6ffb99 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2517021 Jul 15 23:02:57.516411 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6b292919-f982-48ce-8575-70cff3164cd7 req-05891d4c-8bae-45c4-8c62-cdf26b29c713 tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8a4d1c5019554fafbfae525824b29ddb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471172 Jul 15 23:02:57.552686 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-f181aa96-43e9-4863-97bf-9359c315ab87 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:57.595589 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['74edffe4-103d-4a05-a9fd-6fafa00b9a6a'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:02:57.705677 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-f181aa96-43e9-4863-97bf-9359c315ab87 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Network 4212f26f-6afd-472c-b146-e8b3fe028ddc is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:02:57.715476 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 8cd3655b-7997-4673-9cf8-981e1de6288a up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:02:57.719440 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-f181aa96-43e9-4863-97bf-9359c315ab87 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:02:57.727073 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181aa96-43e9-4863-97bf-9359c315ab87 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Pushing event updated for resources: {'Port': ['ID=c70f2e91-6cca-4b70-b9b9-e692ff509231,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:57.729638 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-f181aa96-43e9-4863-97bf-9359c315ab87 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:02:57.735827 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-f181aa96-43e9-4863-97bf-9359c315ab87 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:57.736462 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-f181aa96-43e9-4863-97bf-9359c315ab87 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:57.749196 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53cc26-4610-4b63-a4ef-123479e27acc req-fa4f09f6-dd24-4cf8-b73c-e3fe6786fb07 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:57.750726 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4a53cc26-4610-4b63-a4ef-123479e27acc req-fa4f09f6-dd24-4cf8-b73c-e3fe6786fb07 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 947 time: 0.3280406 Jul 15 23:02:57.799822 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-c1ea1816-b64c-49f1-893c-7f45517a2769 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786458 Jul 15 23:02:57.804154 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-f181aa96-43e9-4863-97bf-9359c315ab87 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2527461 Jul 15 23:02:57.813354 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6b292919-f982-48ce-8575-70cff3164cd7 req-e55919a2-9473-4e6b-92c0-cb15c2f0b643 service neutron] 10.222.0.16 "GET /v2.0/networks/63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794871 Jul 15 23:02:57.829240 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 8cd3655b-7997-4673-9cf8-981e1de6288a completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:02:57.839396 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-199c42b6-4dd0-449c-a416-20dac8990361 service neutron] Request body: {'port': {'device_id': 'e8fd289c-a6c8-48f4-8c71-a51ec0e91326', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:57.841439 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 8cd3655b-7997-4673-9cf8-981e1de6288a triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:02:57.841813 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:57.916297 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4a53cc26-4610-4b63-a4ef-123479e27acc req-d76fb56f-db38-44eb-bc1a-c5e1a8b46e1e tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503389 Jul 15 23:02:58.070126 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6b292919-f982-48ce-8575-70cff3164cd7 req-bb9ef341-8963-496f-896e-96076cb24663 service neutron] 10.222.0.16 "GET /v2.0/networks/63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558620 Jul 15 23:02:58.086050 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:58.096011 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-199c42b6-4dd0-449c-a416-20dac8990361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:58.115659 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f4404adb-b17e-4b49-a089-0ac6f9913f5b req-2e0cd7ec-aad4-470c-b903-811efda35cae service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927063 Jul 15 23:02:58.176361 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 8cd3655b-7997-4673-9cf8-981e1de6288a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=8cd3655b-7997-4673-9cf8-981e1de6288a,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:58.184127 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24c3fa0-f157-4535-94f1-335fe93a86ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd3655b-7997-4673-9cf8-981e1de6288a'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:58.186561 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b5084f-4d14-4c0c-9dfe-18143797f95c" -d '{"events": [{"server_uuid": "e24c3fa0-f157-4535-94f1-335fe93a86ba", "name": "network-vif-plugged", "status": "completed", "tag": "8cd3655b-7997-4673-9cf8-981e1de6288a"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:58.196787 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:58.303622 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=8cd3655b-7997-4673-9cf8-981e1de6288a,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:58.478035 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1c1ab-845e-4b7b-b821-7e312c73b549 req-c4917d68-ac7a-4776-800f-64b14ea25f68 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:58.489829 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14c1c1ab-845e-4b7b-b821-7e312c73b549 req-c4917d68-ac7a-4776-800f-64b14ea25f68 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 946 time: 0.3195906 Jul 15 23:02:58.576578 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7f1f681d-a7a0-4718-b408-e05072e682f1 req-193a0499-ee88-4357-9474-b40098e365cc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1240699 Jul 15 23:02:58.626475 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14c1c1ab-845e-4b7b-b821-7e312c73b549 req-f918f9e7-c99c-49ac-8d2f-e64b6c3f75e4 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342576 Jul 15 23:02:58.640026 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3cdb1-e975-4b16-a84d-430c486f5b81 req-23ecbdc2-047d-4e6a-8392-676e7ed6c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:58.641515 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97b3cdb1-e975-4b16-a84d-430c486f5b81 req-23ecbdc2-047d-4e6a-8392-676e7ed6c351 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 1098 time: 0.4387896 Jul 15 23:02:58.743279 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f681d-a7a0-4718-b408-e05072e682f1 req-d90b97ce-0915-4f34-80cc-6bed4d5987fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:58.745043 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7f1f681d-a7a0-4718-b408-e05072e682f1 req-d90b97ce-0915-4f34-80cc-6bed4d5987fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=333adf5bda29495e91779ab1d3ab99ea&device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 1096 time: 0.1293149 Jul 15 23:02:58.758522 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7aee261-54dc-4249-9c33-1ae2e4897064 x-openstack-request-id: req-d7aee261-54dc-4249-9c33-1ae2e4897064 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:58.759090 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24c3fa0-f157-4535-94f1-335fe93a86ba", "name": "network-vif-plugged", "status": "completed", "tag": "8cd3655b-7997-4673-9cf8-981e1de6288a", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:58.759090 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7aee261-54dc-4249-9c33-1ae2e4897064 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:58.760639 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24c3fa0-f157-4535-94f1-335fe93a86ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd3655b-7997-4673-9cf8-981e1de6288a', 'code': 200} Jul 15 23:02:59.003094 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3cdb1-e975-4b16-a84d-430c486f5b81 req-8daac7a1-8821-4797-83cc-0026ed49dffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:59.004619 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97b3cdb1-e975-4b16-a84d-430c486f5b81 req-8daac7a1-8821-4797-83cc-0026ed49dffc service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.3539352 Jul 15 23:02:59.043555 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-199c42b6-4dd0-449c-a416-20dac8990361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c70f2e91-6cca-4b70-b9b9-e692ff509231 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:02:59.084087 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f681d-a7a0-4718-b408-e05072e682f1 req-1dc9f67e-7f49-4d34-837e-3c7da8948f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:59.086376 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-199c42b6-4dd0-449c-a416-20dac8990361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:59.089484 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7f1f681d-a7a0-4718-b408-e05072e682f1 req-1dc9f67e-7f49-4d34-837e-3c7da8948f05 service neutron] 10.222.0.36 "GET /v2.0/networks?id=71ccf61d-14bc-4de9-bbf5-849aeac853f5 HTTP/1.1" status: 200 len: 919 time: 0.2712014 Jul 15 23:02:59.120790 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e90d8-0d3e-4b81-9293-84f90444c3ef req-bdf6dd5f-4c94-46a5-9ded-54bbe4d41ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:59.123043 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0c7e90d8-0d3e-4b81-9293-84f90444c3ef req-bdf6dd5f-4c94-46a5-9ded-54bbe4d41ee2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 1097 time: 0.1412041 Jul 15 23:02:59.131340 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97b3cdb1-e975-4b16-a84d-430c486f5b81 req-a81e0f59-3fb3-4b71-8d22-4b295738c188 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=36e71b02-9495-4d30-834b-4d3d1b3c473d HTTP/1.1" status: 200 len: 217 time: 0.1008463 Jul 15 23:02:59.161863 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7f1f681d-a7a0-4718-b408-e05072e682f1 req-1a47c2db-495e-40cc-87bf-4aa4dff18272 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e HTTP/1.1" status: 200 len: 217 time: 0.0621822 Jul 15 23:02:59.163703 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b496b-c3b0-4995-afae-fa3f1cbdaf84 req-79e197ea-74c7-40f2-b040-8b65b2ab8601 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:59.165384 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ae8b496b-c3b0-4995-afae-fa3f1cbdaf84 req-79e197ea-74c7-40f2-b040-8b65b2ab8601 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fd289c-a6c8-48f4-8c71-a51ec0e91326 HTTP/1.1" status: 200 len: 931 time: 0.3648777 Jul 15 23:02:59.169965 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-199c42b6-4dd0-449c-a416-20dac8990361 service neutron] Transition to ACTIVE for port object c70f2e91-6cca-4b70-b9b9-e692ff509231 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:02:59.208323 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-199c42b6-4dd0-449c-a416-20dac8990361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:59.232183 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0c7e90d8-0d3e-4b81-9293-84f90444c3ef req-37b67028-c4e9-4933-a168-fe71b204ae09 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763988 Jul 15 23:02:59.248361 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f681d-a7a0-4718-b408-e05072e682f1 req-e5bb54a7-51b0-4705-bbf9-7b29049fc4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:59.249941 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7f1f681d-a7a0-4718-b408-e05072e682f1 req-e5bb54a7-51b0-4705-bbf9-7b29049fc4b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=951a51fc-ffa0-401a-b919-6dcf1a893db8 HTTP/1.1" status: 200 len: 858 time: 0.0712194 Jul 15 23:02:59.285032 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3cdb1-e975-4b16-a84d-430c486f5b81 req-a65bb061-9c2f-4cf3-a723-bb5919e777f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:59.286500 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97b3cdb1-e975-4b16-a84d-430c486f5b81 req-a65bb061-9c2f-4cf3-a723-bb5919e777f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1410689 Jul 15 23:02:59.393910 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c42b6-4dd0-449c-a416-20dac8990361 service neutron] Pushing event updated for resources: {'Port': ['ID=c70f2e91-6cca-4b70-b9b9-e692ff509231,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:59.412964 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92968296-bc7e-42a0-abfc-fd60f6523850 req-698ddff6-995c-41d9-93cb-27cbea444993 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:59.414464 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-92968296-bc7e-42a0-abfc-fd60f6523850 req-698ddff6-995c-41d9-93cb-27cbea444993 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.3989007 Jul 15 23:02:59.428924 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ae8b496b-c3b0-4995-afae-fa3f1cbdaf84 req-d090e72d-1117-4074-b7a6-5ea4cf29d503 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups?id=1088c062-91fe-405b-a2ab-26d73d6064e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369325 Jul 15 23:02:59.494558 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-199c42b6-4dd0-449c-a416-20dac8990361 service neutron] Attempting to bind port c70f2e91-6cca-4b70-b9b9-e692ff509231 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:02:59.495252 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-199c42b6-4dd0-449c-a416-20dac8990361 service neutron] Attempting to bind port c70f2e91-6cca-4b70-b9b9-e692ff509231 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '03433303-0a46-4d39-b5db-bf97727410e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4212f26f-6afd-472c-b146-e8b3fe028ddc'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:02:59.495783 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-199c42b6-4dd0-449c-a416-20dac8990361 service neutron] Attempting to bind port c70f2e91-6cca-4b70-b9b9-e692ff509231 on network 4212f26f-6afd-472c-b146-e8b3fe028ddc {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:02:59.523494 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-92968296-bc7e-42a0-abfc-fd60f6523850 req-85400247-ab5c-4d83-a4ec-d26c90fadc3a tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902495 Jul 15 23:02:59.524323 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-199c42b6-4dd0-449c-a416-20dac8990361 service neutron] Port c70f2e91-6cca-4b70-b9b9-e692ff509231 on network 4212f26f-6afd-472c-b146-e8b3fe028ddc not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:02:59.524859 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-199c42b6-4dd0-449c-a416-20dac8990361 service neutron] Attempting to bind port c70f2e91-6cca-4b70-b9b9-e692ff509231 on network 4212f26f-6afd-472c-b146-e8b3fe028ddc {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:02:59.535896 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-199c42b6-4dd0-449c-a416-20dac8990361 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:02:59.536644 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-199c42b6-4dd0-449c-a416-20dac8990361 service neutron] Checking segment: {'id': '03433303-0a46-4d39-b5db-bf97727410e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4212f26f-6afd-472c-b146-e8b3fe028ddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:02:59.537374 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-199c42b6-4dd0-449c-a416-20dac8990361 service neutron] Bound using segment: {'id': '03433303-0a46-4d39-b5db-bf97727410e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4212f26f-6afd-472c-b146-e8b3fe028ddc'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:02:59.538030 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-199c42b6-4dd0-449c-a416-20dac8990361 service neutron] Bound port: c70f2e91-6cca-4b70-b9b9-e692ff509231, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03433303-0a46-4d39-b5db-bf97727410e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4212f26f-6afd-472c-b146-e8b3fe028ddc'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:02:59.538603 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-199c42b6-4dd0-449c-a416-20dac8990361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:59.551921 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3cdb1-e975-4b16-a84d-430c486f5b81 req-6caf5186-f8bf-47ac-9323-66a948a4cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:59.552730 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97b3cdb1-e975-4b16-a84d-430c486f5b81 req-6caf5186-f8bf-47ac-9323-66a948a4cd7a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2516189 Jul 15 23:02:59.683752 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7f1f681d-a7a0-4718-b408-e05072e682f1 req-85d80276-9581-46b1-a2ed-fe43f0bf9229 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71ccf61d-14bc-4de9-bbf5-849aeac853f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639303 Jul 15 23:02:59.684449 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-199c42b6-4dd0-449c-a416-20dac8990361 service neutron] For port c70f2e91-6cca-4b70-b9b9-e692ff509231, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:02:59.688599 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-199c42b6-4dd0-449c-a416-20dac8990361 service neutron] For port c70f2e91-6cca-4b70-b9b9-e692ff509231, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=c70f2e91-6cca-4b70-b9b9-e692ff509231,segment=NetworkSegment(03433303-0a46-4d39-b5db-bf97727410e3),segment_id=03433303-0a46-4d39-b5db-bf97727410e3)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:02:59.742369 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-199c42b6-4dd0-449c-a416-20dac8990361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:59.851218 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7f1f681d-a7a0-4718-b408-e05072e682f1 req-f042e779-3be8-4cc1-9043-e92f475d497b service neutron] 10.222.0.36 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344986 Jul 15 23:02:59.856546 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27e994b8-eb2f-4a8f-b87b-5779d62304a5 req-d99e09cc-3a72-44f8-beda-03d05d45b303 tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] 10.222.0.16 "GET /v2.0/ports?device_id=637c5d1d-2346-4eca-b904-f6ad8a925e5f HTTP/1.1" status: 200 len: 210 time: 0.1659718 Jul 15 23:03:00.154559 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 36e71b02-9495-4d30-834b-4d3d1b3c473d details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:03:00.243983 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-199c42b6-4dd0-449c-a416-20dac8990361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:00.244582 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-199c42b6-4dd0-449c-a416-20dac8990361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:00.245877 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-199c42b6-4dd0-449c-a416-20dac8990361 service neutron] 10.222.0.43 "PUT /v2.0/ports/c70f2e91-6cca-4b70-b9b9-e692ff509231 HTTP/1.1" status: 200 len: 1091 time: 2.4305749 Jul 15 23:03:00.249624 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fd289c-a6c8-48f4-8c71-a51ec0e91326', 'tag': 'c70f2e91-6cca-4b70-b9b9-e692ff509231'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:00.251711 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09da12df-173d-48dd-b086-9ae4048b184a" -d '{"events": [{"name": "network-changed", "server_uuid": "e8fd289c-a6c8-48f4-8c71-a51ec0e91326", "tag": "c70f2e91-6cca-4b70-b9b9-e692ff509231"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:00.353552 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c42b6-4dd0-449c-a416-20dac8990361 service neutron] Pushing event updated for resources: {'Port': ['ID=c70f2e91-6cca-4b70-b9b9-e692ff509231,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:00.381560 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97b3cdb1-e975-4b16-a84d-430c486f5b81 req-b6793521-dfbc-4018-82a5-de1f9543e582 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8142910 Jul 15 23:03:00.410146 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 36e71b02-9495-4d30-834b-4d3d1b3c473d, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=36e71b02-9495-4d30-834b-4d3d1b3c473d,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:00.435230 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '36e71b02-9495-4d30-834b-4d3d1b3c473d', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': '36e71b02-9495-4d30-834b-4d3d1b3c473d', 'mac_address': 'fa:16:3e:da:d9:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:03:00.448228 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e35e5-cae5-4dc5-963a-dcad3a22893b req-e4d861cb-5e03-4e0a-b499-e82b5e9d3540 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:00.456289 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-274e35e5-cae5-4dc5-963a-dcad3a22893b req-e4d861cb-5e03-4e0a-b499-e82b5e9d3540 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 947 time: 0.7502084 Jul 15 23:03:00.505977 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:00.523418 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e71b02-9495-4d30-834b-4d3d1b3c473d {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:03:00.564100 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 36e71b02-9495-4d30-834b-4d3d1b3c473d, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=36e71b02-9495-4d30-834b-4d3d1b3c473d,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:00.569867 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:00.574216 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ab1d0-200b-4eab-88ce-00a7fbc8e041 req-d1563611-8152-4739-be6d-4a5a3b6163d3 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:00.591315 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3d0ab1d0-200b-4eab-88ce-00a7fbc8e041 req-d1563611-8152-4739-be6d-4a5a3b6163d3 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 946 time: 0.3534365 Jul 15 23:03:00.634669 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=36e71b02-9495-4d30-834b-4d3d1b3c473d,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:00.690045 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-274e35e5-cae5-4dc5-963a-dcad3a22893b req-58d700d5-8e49-47a1-a50a-a9397f06a3f2 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327693 Jul 15 23:03:00.695061 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7f1f681d-a7a0-4718-b408-e05072e682f1 req-a154a2ab-49b4-4b9f-a0cd-59ab405db7a3 service neutron] 10.222.0.36 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8219056 Jul 15 23:03:00.698879 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-b782c8e8-decc-492f-90c7-74142df36c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:00.700087 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-b782c8e8-decc-492f-90c7-74142df36c58 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cf68f5e73ecc4026951a5fd300d11277&device_id=e8fd289c-a6c8-48f4-8c71-a51ec0e91326 HTTP/1.1" status: 200 len: 1094 time: 0.3612578 Jul 15 23:03:00.704801 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97b3cdb1-e975-4b16-a84d-430c486f5b81 req-fc2bed8d-52b3-4500-b779-303d44762f02 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132217 Jul 15 23:03:00.759869 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3d0ab1d0-200b-4eab-88ce-00a7fbc8e041 req-1ea52576-2e33-4403-96e8-10ccf3ca0d0b tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675489 Jul 15 23:03:00.761030 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-90604d64-3ec6-41a3-ad91-f4f966006676 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c70f2e91-6cca-4b70-b9b9-e692ff509231 HTTP/1.1" status: 200 len: 217 time: 0.0398307 Jul 15 23:03:00.768955 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b292919-f982-48ce-8575-70cff3164cd7 req-73d1ca8d-6ac7-442e-82c6-6c0b9c48a0a3 tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:00.770391 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6b292919-f982-48ce-8575-70cff3164cd7 req-73d1ca8d-6ac7-442e-82c6-6c0b9c48a0a3 tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] 10.222.0.43 "GET /v2.0/networks?id=63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e HTTP/1.1" status: 200 len: 810 time: 0.2673237 Jul 15 23:03:00.802818 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-6b292919-f982-48ce-8575-70cff3164cd7 req-a37d94eb-d7af-4480-a1f2-9f2cc463995b tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] Request body: {'port': {'device_id': '637c5d1d-2346-4eca-b904-f6ad8a925e5f', 'network_id': '63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e', 'admin_state_up': True, 'tenant_id': '8a4d1c5019554fafbfae525824b29ddb'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:00.860613 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['36e71b02-9495-4d30-834b-4d3d1b3c473d'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:03:00.864537 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-ed705db3-481b-432a-b2b3-21bbdf67d260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:00.866795 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-ed705db3-481b-432a-b2b3-21bbdf67d260 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ad3ff189-3fc3-4bc9-9b4a-6555f820f246 HTTP/1.1" status: 200 len: 852 time: 0.0992675 Jul 15 23:03:00.875225 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134c4e13-ebde-4692-bc16-2be9dd7ce365 x-openstack-request-id: req-134c4e13-ebde-4692-bc16-2be9dd7ce365 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:00.875576 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8fd289c-a6c8-48f4-8c71-a51ec0e91326", "tag": "c70f2e91-6cca-4b70-b9b9-e692ff509231", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:00.875877 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-134c4e13-ebde-4692-bc16-2be9dd7ce365 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:00.876222 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fd289c-a6c8-48f4-8c71-a51ec0e91326', 'tag': 'c70f2e91-6cca-4b70-b9b9-e692ff509231', 'status': 'completed', 'code': 200} Jul 15 23:03:00.915971 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-02892846-9347-47b8-bc5f-bab2b30647f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4212f26f-6afd-472c-b146-e8b3fe028ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388267 Jul 15 23:03:01.053067 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-847f08e0-b37a-4c29-94c7-850f4e14cbf0 service neutron] 10.222.0.43 "GET /v2.0/networks/4212f26f-6afd-472c-b146-e8b3fe028ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307185 Jul 15 23:03:01.082509 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b292919-f982-48ce-8575-70cff3164cd7 req-a37d94eb-d7af-4480-a1f2-9f2cc463995b tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] Made reservation on behalf of 8a4d1c5019554fafbfae525824b29ddb for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:01.088335 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6b292919-f982-48ce-8575-70cff3164cd7 req-a37d94eb-d7af-4480-a1f2-9f2cc463995b tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:01.252497 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ba3c643-88d3-43d9-9eb2-47cbc1b8f79e req-581f0815-c446-4b5f-860f-71453e28f04c service neutron] 10.222.0.43 "GET /v2.0/networks/4212f26f-6afd-472c-b146-e8b3fe028ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926725 Jul 15 23:03:01.266293 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0be13-c43d-4754-a9c9-ef221f3ead20 req-f22e86ae-5435-424f-8402-9123bc01f983 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:01.269626 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-6b292919-f982-48ce-8575-70cff3164cd7 req-a37d94eb-d7af-4480-a1f2-9f2cc463995b tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] Allocated IP 172.20.0.10 (63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e/08cce962-455f-45b2-88ba-9afc6c630c66/cde3cc1f-58fa-4399-b610-78d89b1d6460) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:01.273595 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-30f0be13-c43d-4754-a9c9-ef221f3ead20 req-f22e86ae-5435-424f-8402-9123bc01f983 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fd289c-a6c8-48f4-8c71-a51ec0e91326 HTTP/1.1" status: 200 len: 943 time: 0.2024908 Jul 15 23:03:01.291580 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba69e3-5365-4b56-b54e-c932c45b0c11 req-19740a4f-e706-422b-8d44-e0140de31440 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:01.293072 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-81ba69e3-5365-4b56-b54e-c932c45b0c11 req-19740a4f-e706-422b-8d44-e0140de31440 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.1707623 Jul 15 23:03:01.368880 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-30f0be13-c43d-4754-a9c9-ef221f3ead20 req-50ac6ed9-360f-474d-aefe-1fbe3d2ecac8 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups?id=1088c062-91fe-405b-a2ab-26d73d6064e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943656 Jul 15 23:03:01.399076 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-81ba69e3-5365-4b56-b54e-c932c45b0c11 req-be04363f-93c9-43d8-b6c3-dcc76bb8741e tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950754 Jul 15 23:03:01.419586 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da12df-173d-48dd-b086-9ae4048b184a req-4f4e9b74-0dda-4d8a-9091-6a97b5bdfe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:01.424974 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09da12df-173d-48dd-b086-9ae4048b184a req-4f4e9b74-0dda-4d8a-9091-6a97b5bdfe9c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cf68f5e73ecc4026951a5fd300d11277&device_id=e8fd289c-a6c8-48f4-8c71-a51ec0e91326 HTTP/1.1" status: 200 len: 1094 time: 0.1186311 Jul 15 23:03:01.522662 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6b292919-f982-48ce-8575-70cff3164cd7 req-a37d94eb-d7af-4480-a1f2-9f2cc463995b tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:01.546290 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d6824baa-45fb-49f1-ab6f-36ab40557861 req-416088c3-603d-45e2-8555-32c2c125292a tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] 10.222.0.16 "GET /v2.0/ports?device_id=637c5d1d-2346-4eca-b904-f6ad8a925e5f HTTP/1.1" status: 200 len: 210 time: 0.0419388 Jul 15 23:03:01.574412 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da12df-173d-48dd-b086-9ae4048b184a req-0dac9a57-a04b-4d88-9175-397026beff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:01.576011 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09da12df-173d-48dd-b086-9ae4048b184a req-0dac9a57-a04b-4d88-9175-397026beff08 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4212f26f-6afd-472c-b146-e8b3fe028ddc HTTP/1.1" status: 200 len: 913 time: 0.1419830 Jul 15 23:03:01.592991 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6b292919-f982-48ce-8575-70cff3164cd7 req-a37d94eb-d7af-4480-a1f2-9f2cc463995b tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:01.638704 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09da12df-173d-48dd-b086-9ae4048b184a req-cb746795-d699-430e-b9a9-20776eaf0f39 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c70f2e91-6cca-4b70-b9b9-e692ff509231 HTTP/1.1" status: 200 len: 217 time: 0.0519199 Jul 15 23:03:01.656527 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b292919-f982-48ce-8575-70cff3164cd7 req-a37d94eb-d7af-4480-a1f2-9f2cc463995b tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] Network 63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:01.658021 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-6b292919-f982-48ce-8575-70cff3164cd7 req-a37d94eb-d7af-4480-a1f2-9f2cc463995b tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:01.662298 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b292919-f982-48ce-8575-70cff3164cd7 req-a37d94eb-d7af-4480-a1f2-9f2cc463995b tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:01.694061 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d94eb-d7af-4480-a1f2-9f2cc463995b tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] Pushing event updated for resources: {'Port': ['ID=cde3cc1f-58fa-4399-b610-78d89b1d6460,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:01.697190 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da12df-173d-48dd-b086-9ae4048b184a req-e83ba740-7a9d-4b08-8cf7-544f923c3e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:01.698713 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09da12df-173d-48dd-b086-9ae4048b184a req-e83ba740-7a9d-4b08-8cf7-544f923c3e85 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ad3ff189-3fc3-4bc9-9b4a-6555f820f246 HTTP/1.1" status: 200 len: 852 time: 0.0558827 Jul 15 23:03:01.729290 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b292919-f982-48ce-8575-70cff3164cd7 req-a37d94eb-d7af-4480-a1f2-9f2cc463995b tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:01.729961 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6b292919-f982-48ce-8575-70cff3164cd7 req-a37d94eb-d7af-4480-a1f2-9f2cc463995b tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:01.745806 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6b292919-f982-48ce-8575-70cff3164cd7 req-a37d94eb-d7af-4480-a1f2-9f2cc463995b tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9641330 Jul 15 23:03:01.758318 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09da12df-173d-48dd-b086-9ae4048b184a req-13277d0a-bc6b-45f0-a95a-403eb866b13c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4212f26f-6afd-472c-b146-e8b3fe028ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529966 Jul 15 23:03:01.759008 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-6b292919-f982-48ce-8575-70cff3164cd7 req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Request body: {'port': {'device_id': '637c5d1d-2346-4eca-b904-f6ad8a925e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:01.881431 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6b292919-f982-48ce-8575-70cff3164cd7 req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:02.019231 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09da12df-173d-48dd-b086-9ae4048b184a req-4a22efed-9dfa-466c-b5e9-d90c3eed7c93 service neutron] 10.222.0.43 "GET /v2.0/networks/4212f26f-6afd-472c-b146-e8b3fe028ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546449 Jul 15 23:03:02.162991 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4ecb5-59a7-45f8-b4cf-d5bd01e861b4 req-9393a8ba-5725-4051-b56f-87a97b763bd2 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:02.164438 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c7a4ecb5-59a7-45f8-b4cf-d5bd01e861b4 req-9393a8ba-5725-4051-b56f-87a97b763bd2 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 948 time: 0.2919564 Jul 15 23:03:02.170241 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 36e71b02-9495-4d30-834b-4d3d1b3c473d up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:02.177765 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf47542-a88a-4ab6-a5b0-c55ef9a08f1b req-1942b0f9-6cc0-4c1c-9ad2-8ba9afcad155 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:02.179345 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bdf47542-a88a-4ab6-a5b0-c55ef9a08f1b req-1942b0f9-6cc0-4c1c-9ad2-8ba9afcad155 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 946 time: 0.2201219 Jul 15 23:03:02.189777 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09da12df-173d-48dd-b086-9ae4048b184a req-4be26dff-22d7-4adc-8da5-658b076c576b service neutron] 10.222.0.43 "GET /v2.0/networks/4212f26f-6afd-472c-b146-e8b3fe028ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544814 Jul 15 23:03:02.250013 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-6b292919-f982-48ce-8575-70cff3164cd7 req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cde3cc1f-58fa-4399-b610-78d89b1d6460 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:03:02.262346 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6b292919-f982-48ce-8575-70cff3164cd7 req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:02.267658 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bdf47542-a88a-4ab6-a5b0-c55ef9a08f1b req-cad4c95e-5bf0-43a5-8d29-da3a67931f39 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731382 Jul 15 23:03:02.278178 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c7a4ecb5-59a7-45f8-b4cf-d5bd01e861b4 req-fdee29d0-5a9a-4be4-8ecc-842ee8a6987e tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961158 Jul 15 23:03:02.281066 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-6b292919-f982-48ce-8575-70cff3164cd7 req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Transition to ACTIVE for port object cde3cc1f-58fa-4399-b610-78d89b1d6460 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:02.297171 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 36e71b02-9495-4d30-834b-4d3d1b3c473d completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:02.298507 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6b292919-f982-48ce-8575-70cff3164cd7 req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:02.308280 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 36e71b02-9495-4d30-834b-4d3d1b3c473d triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:02.309884 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:02.493034 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Pushing event updated for resources: {'Port': ['ID=cde3cc1f-58fa-4399-b610-78d89b1d6460,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:02.503806 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.504155 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.504531 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.504825 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.509430 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.509789 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.510133 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.510470 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.510834 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.511281 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.511482 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.511809 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.514512 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:02.560158 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c35f8b-1f0d-4683-ba3c-654cc8462101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e71b02-9495-4d30-834b-4d3d1b3c473d'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:02.563874 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402646c8-a715-41c5-b97e-61191504b38a" -d '{"events": [{"server_uuid": "95c35f8b-1f0d-4683-ba3c-654cc8462101", "name": "network-vif-plugged", "status": "completed", "tag": "36e71b02-9495-4d30-834b-4d3d1b3c473d"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:02.582223 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 36e71b02-9495-4d30-834b-4d3d1b3c473d, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=36e71b02-9495-4d30-834b-4d3d1b3c473d,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:02.586935 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:02.590415 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-6b292919-f982-48ce-8575-70cff3164cd7 req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Attempting to bind port cde3cc1f-58fa-4399-b610-78d89b1d6460 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:02.591927 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-6b292919-f982-48ce-8575-70cff3164cd7 req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Attempting to bind port cde3cc1f-58fa-4399-b610-78d89b1d6460 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '41ab55a6-e1c0-4e7f-b5fb-e63ed07da0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:02.591927 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b292919-f982-48ce-8575-70cff3164cd7 req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Attempting to bind port cde3cc1f-58fa-4399-b610-78d89b1d6460 on network 63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:02.597497 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b292919-f982-48ce-8575-70cff3164cd7 req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Port cde3cc1f-58fa-4399-b610-78d89b1d6460 on network 63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:03:02.597828 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b292919-f982-48ce-8575-70cff3164cd7 req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Attempting to bind port cde3cc1f-58fa-4399-b610-78d89b1d6460 on network 63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:02.604168 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b292919-f982-48ce-8575-70cff3164cd7 req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:02.604521 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b292919-f982-48ce-8575-70cff3164cd7 req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Checking segment: {'id': '41ab55a6-e1c0-4e7f-b5fb-e63ed07da0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:02.605171 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b292919-f982-48ce-8575-70cff3164cd7 req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Bound using segment: {'id': '41ab55a6-e1c0-4e7f-b5fb-e63ed07da0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:02.605613 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-6b292919-f982-48ce-8575-70cff3164cd7 req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Bound port: cde3cc1f-58fa-4399-b610-78d89b1d6460, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41ab55a6-e1c0-4e7f-b5fb-e63ed07da0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:02.605978 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6b292919-f982-48ce-8575-70cff3164cd7 req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:02.642015 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9d518-b0e9-4527-b57a-7a9f131de1c4 req-3bbfcd47-23d4-4dd3-86d1-1522a65b3f13 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:02.648823 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=36e71b02-9495-4d30-834b-4d3d1b3c473d,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:02.649139 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33e9d518-b0e9-4527-b57a-7a9f131de1c4 req-3bbfcd47-23d4-4dd3-86d1-1522a65b3f13 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 1097 time: 0.1273086 Jul 15 23:03:02.690281 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-6b292919-f982-48ce-8575-70cff3164cd7 req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] For port cde3cc1f-58fa-4399-b610-78d89b1d6460, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:02.695290 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-6b292919-f982-48ce-8575-70cff3164cd7 req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] For port cde3cc1f-58fa-4399-b610-78d89b1d6460, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=cde3cc1f-58fa-4399-b610-78d89b1d6460,segment=NetworkSegment(41ab55a6-e1c0-4e7f-b5fb-e63ed07da0eb),segment_id=41ab55a6-e1c0-4e7f-b5fb-e63ed07da0eb)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:02.697646 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33e9d518-b0e9-4527-b57a-7a9f131de1c4 req-25cf95b1-499e-4621-aa7b-483f48189198 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474696 Jul 15 23:03:02.703290 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6b292919-f982-48ce-8575-70cff3164cd7 req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:02.761000 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b292919-f982-48ce-8575-70cff3164cd7 req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:02.762578 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6b292919-f982-48ce-8575-70cff3164cd7 req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:02.770925 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6b292919-f982-48ce-8575-70cff3164cd7 req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] 10.222.0.43 "PUT /v2.0/ports/cde3cc1f-58fa-4399-b610-78d89b1d6460 HTTP/1.1" status: 200 len: 1092 time: 1.0109885 Jul 15 23:03:02.771542 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637c5d1d-2346-4eca-b904-f6ad8a925e5f', 'tag': 'cde3cc1f-58fa-4399-b610-78d89b1d6460'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:02.782067 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db296f65-d1c5-4e7f-b0b1-e23de6cfa461" -d '{"events": [{"name": "network-changed", "server_uuid": "637c5d1d-2346-4eca-b904-f6ad8a925e5f", "tag": "cde3cc1f-58fa-4399-b610-78d89b1d6460"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:02.814573 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baceacc9-daee-4104-8768-9af1e502600d req-1f80e70d-dda3-475e-afdc-34e33c713877 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:02.816743 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-baceacc9-daee-4104-8768-9af1e502600d req-1f80e70d-dda3-475e-afdc-34e33c713877 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fd289c-a6c8-48f4-8c71-a51ec0e91326 HTTP/1.1" status: 200 len: 943 time: 0.1002605 Jul 15 23:03:02.893698 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246ef09-f899-499d-93b6-274d540e9567 service neutron] Pushing event updated for resources: {'Port': ['ID=cde3cc1f-58fa-4399-b610-78d89b1d6460,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:02.921837 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-baceacc9-daee-4104-8768-9af1e502600d req-32ec71a4-947e-4543-9e43-4cd1a9a01e7c tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups?id=1088c062-91fe-405b-a2ab-26d73d6064e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976727 Jul 15 23:03:02.932830 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b292919-f982-48ce-8575-70cff3164cd7 req-1899a873-1313-4362-a4bc-8804b676750f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:02.934713 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6b292919-f982-48ce-8575-70cff3164cd7 req-1899a873-1313-4362-a4bc-8804b676750f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8a4d1c5019554fafbfae525824b29ddb&device_id=637c5d1d-2346-4eca-b904-f6ad8a925e5f HTTP/1.1" status: 200 len: 1095 time: 0.1129718 Jul 15 23:03:02.984666 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9644296-1f45-4147-a696-f3fbf67f9f80 x-openstack-request-id: req-e9644296-1f45-4147-a696-f3fbf67f9f80 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:02.984963 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c35f8b-1f0d-4683-ba3c-654cc8462101", "name": "network-vif-plugged", "status": "completed", "tag": "36e71b02-9495-4d30-834b-4d3d1b3c473d", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:02.985214 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9644296-1f45-4147-a696-f3fbf67f9f80 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:02.985608 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c35f8b-1f0d-4683-ba3c-654cc8462101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e71b02-9495-4d30-834b-4d3d1b3c473d', 'code': 200} Jul 15 23:03:02.989715 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6a850-647e-4894-9aa8-71f521fde34c req-2614121a-1ab2-409b-b2df-d37c1d11b13f tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:02.991447 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-05e6a850-647e-4894-9aa8-71f521fde34c req-2614121a-1ab2-409b-b2df-d37c1d11b13f tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.1158750 Jul 15 23:03:03.058004 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6b292919-f982-48ce-8575-70cff3164cd7 req-9c20f8a5-cfd9-44a3-b5a2-911b25e41ad9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cde3cc1f-58fa-4399-b610-78d89b1d6460 HTTP/1.1" status: 200 len: 217 time: 0.1155636 Jul 15 23:03:03.061449 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-05e6a850-647e-4894-9aa8-71f521fde34c req-78388b5a-9347-4d89-92ef-2bbbfd3973c1 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619032 Jul 15 23:03:03.173916 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b292919-f982-48ce-8575-70cff3164cd7 req-f4a2acf1-f4b1-42db-9084-4d63f0316c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:03.175478 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6b292919-f982-48ce-8575-70cff3164cd7 req-f4a2acf1-f4b1-42db-9084-4d63f0316c67 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08cce962-455f-45b2-88ba-9afc6c630c66 HTTP/1.1" status: 200 len: 850 time: 0.0996616 Jul 15 23:03:03.207662 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fea9a5-21ed-4492-b284-a6ec1ae354f9 req-f7fc7203-9d88-4d50-9afe-29cc9a69ae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:03.209274 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a7fea9a5-21ed-4492-b284-a6ec1ae354f9 req-f7fc7203-9d88-4d50-9afe-29cc9a69ae26 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 1100 time: 0.1312251 Jul 15 23:03:03.234891 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6b292919-f982-48ce-8575-70cff3164cd7 req-89c42a91-dc09-4f02-8c4d-3f91e59805d8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516493 Jul 15 23:03:03.235673 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1908e89-f7ac-43bf-9201-0f829c9f5cbe req-7166a420-bbfc-457d-ad40-609cfa167e4a tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:03.237827 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a1908e89-f7ac-43bf-9201-0f829c9f5cbe req-7166a420-bbfc-457d-ad40-609cfa167e4a tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] 10.222.0.16 "GET /v2.0/ports?device_id=637c5d1d-2346-4eca-b904-f6ad8a925e5f HTTP/1.1" status: 200 len: 944 time: 0.1286328 Jul 15 23:03:03.298229 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a7fea9a5-21ed-4492-b284-a6ec1ae354f9 req-2aef1424-f1d7-453f-9c9d-3950a0b80288 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593514 Jul 15 23:03:03.312014 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a1908e89-f7ac-43bf-9201-0f829c9f5cbe req-9badaabb-6e96-4a74-8599-89f9d43150f6 tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e906654-df8b-48d0-9ed2-be51467e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658655 Jul 15 23:03:03.409250 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da51ef90-fd39-4177-8f00-060634e75bb5 x-openstack-request-id: req-da51ef90-fd39-4177-8f00-060634e75bb5 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:03.410449 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637c5d1d-2346-4eca-b904-f6ad8a925e5f", "tag": "cde3cc1f-58fa-4399-b610-78d89b1d6460", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:03.410649 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da51ef90-fd39-4177-8f00-060634e75bb5 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:03.412399 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637c5d1d-2346-4eca-b904-f6ad8a925e5f', 'tag': 'cde3cc1f-58fa-4399-b610-78d89b1d6460', 'status': 'completed', 'code': 200} Jul 15 23:03:03.438666 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6b292919-f982-48ce-8575-70cff3164cd7 req-003fc655-26f1-4392-af61-0bbd30debbb2 service neutron] 10.222.0.43 "GET /v2.0/networks/63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971564 Jul 15 23:03:03.527860 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92868e-0ef4-4403-889c-6e8061a85184 req-ab686f60-e74e-42d7-b9a8-d033e6ebb836 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:03.536349 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f92868e-0ef4-4403-889c-6e8061a85184 req-ab686f60-e74e-42d7-b9a8-d033e6ebb836 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 1097 time: 0.1047962 Jul 15 23:03:03.596607 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6b292919-f982-48ce-8575-70cff3164cd7 req-daf5d60d-6f58-44ea-b3dc-097dcaaf13ba service neutron] 10.222.0.43 "GET /v2.0/networks/63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495197 Jul 15 23:03:03.629883 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f92868e-0ef4-4403-889c-6e8061a85184 req-12e46955-a714-4a5b-a623-836b9f0585a0 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925009 Jul 15 23:03:03.657632 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991ad2f-289c-4164-b3cb-b8a17136a573 req-ea67cae2-a358-43ca-b33a-6f657a0c3702 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:03.663616 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3991ad2f-289c-4164-b3cb-b8a17136a573 req-ea67cae2-a358-43ca-b33a-6f657a0c3702 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 949 time: 0.1095974 Jul 15 23:03:03.700317 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3991ad2f-289c-4164-b3cb-b8a17136a573 req-6c67381e-135e-49cd-8a56-1736252c82e5 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358381 Jul 15 23:03:03.742023 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db296f65-d1c5-4e7f-b0b1-e23de6cfa461 req-bb2440e1-b4f8-4dcc-b682-cc22503762b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:03.743962 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-db296f65-d1c5-4e7f-b0b1-e23de6cfa461 req-bb2440e1-b4f8-4dcc-b682-cc22503762b5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8a4d1c5019554fafbfae525824b29ddb&device_id=637c5d1d-2346-4eca-b904-f6ad8a925e5f HTTP/1.1" status: 200 len: 1095 time: 0.0919492 Jul 15 23:03:03.862330 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db296f65-d1c5-4e7f-b0b1-e23de6cfa461 req-cbd3094c-5d36-422e-b399-7cfa77285e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:03.864629 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-db296f65-d1c5-4e7f-b0b1-e23de6cfa461 req-cbd3094c-5d36-422e-b399-7cfa77285e1a service neutron] 10.222.0.43 "GET /v2.0/networks?id=63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e HTTP/1.1" status: 200 len: 911 time: 0.1129220 Jul 15 23:03:03.917963 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-db296f65-d1c5-4e7f-b0b1-e23de6cfa461 req-8cc72547-156d-4c9d-9f51-a5eba54bd6e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cde3cc1f-58fa-4399-b610-78d89b1d6460 HTTP/1.1" status: 200 len: 217 time: 0.0454805 Jul 15 23:03:03.975963 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db296f65-d1c5-4e7f-b0b1-e23de6cfa461 req-9d008a4c-f7ae-4a9c-b06e-058e94bd2b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:03.978556 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-db296f65-d1c5-4e7f-b0b1-e23de6cfa461 req-9d008a4c-f7ae-4a9c-b06e-058e94bd2b31 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08cce962-455f-45b2-88ba-9afc6c630c66 HTTP/1.1" status: 200 len: 850 time: 0.0510280 Jul 15 23:03:04.062735 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-db296f65-d1c5-4e7f-b0b1-e23de6cfa461 req-99107142-795d-4ef8-b892-f8bbfe67d075 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749967 Jul 15 23:03:04.165769 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device c70f2e91-6cca-4b70-b9b9-e692ff509231 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:03:04.210029 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-db296f65-d1c5-4e7f-b0b1-e23de6cfa461 req-6d5ba16e-febc-4814-ae16-ec70c0198f49 service neutron] 10.222.0.43 "GET /v2.0/networks/63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371670 Jul 15 23:03:04.227109 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab8b18-87a6-4cae-8c10-8f7b9aa69b24 req-1e130305-5ff5-49f1-9efd-0134b56372b6 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:04.229199 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-90ab8b18-87a6-4cae-8c10-8f7b9aa69b24 req-1e130305-5ff5-49f1-9efd-0134b56372b6 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fd289c-a6c8-48f4-8c71-a51ec0e91326 HTTP/1.1" status: 200 len: 943 time: 0.1082475 Jul 15 23:03:04.318821 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-90ab8b18-87a6-4cae-8c10-8f7b9aa69b24 req-f93c84a3-0f4a-4ba0-8e61-b1cd75f35af8 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups?id=1088c062-91fe-405b-a2ab-26d73d6064e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832021 Jul 15 23:03:04.362703 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-db296f65-d1c5-4e7f-b0b1-e23de6cfa461 req-98cfaf76-58f7-4668-b600-b7481490f95a service neutron] 10.222.0.43 "GET /v2.0/networks/63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383822 Jul 15 23:03:04.374143 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port c70f2e91-6cca-4b70-b9b9-e692ff509231, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=c70f2e91-6cca-4b70-b9b9-e692ff509231,segment=NetworkSegment(03433303-0a46-4d39-b5db-bf97727410e3),segment_id=03433303-0a46-4d39-b5db-bf97727410e3)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:04.394350 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'c70f2e91-6cca-4b70-b9b9-e692ff509231', 'network_id': '4212f26f-6afd-472c-b146-e8b3fe028ddc', 'port_id': 'c70f2e91-6cca-4b70-b9b9-e692ff509231', 'mac_address': 'fa:16:3e:00:65:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad3ff189-3fc3-4bc9-9b4a-6555f820f246', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:03:04.458855 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:04.476421 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c70f2e91-6cca-4b70-b9b9-e692ff509231 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:03:04.510755 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port c70f2e91-6cca-4b70-b9b9-e692ff509231, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=c70f2e91-6cca-4b70-b9b9-e692ff509231,segment=NetworkSegment(03433303-0a46-4d39-b5db-bf97727410e3),segment_id=03433303-0a46-4d39-b5db-bf97727410e3)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:04.517762 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:04.636264 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=c70f2e91-6cca-4b70-b9b9-e692ff509231,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:04.644201 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939515cc-4146-4911-a992-9c033ab7c657 req-2610dd41-7f1c-479a-a4e5-23e8d29d8f68 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:04.649606 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-939515cc-4146-4911-a992-9c033ab7c657 req-2610dd41-7f1c-479a-a4e5-23e8d29d8f68 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.1120863 Jul 15 23:03:04.707301 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-939515cc-4146-4911-a992-9c033ab7c657 req-d4b7bfa6-f634-4017-b5fe-05e357e97bfa tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514653 Jul 15 23:03:04.838531 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['c70f2e91-6cca-4b70-b9b9-e692ff509231'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:03:04.948114 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9596094-c60e-4e94-b493-cc32306ca38f req-ca55b5f5-9950-49e4-a066-1f3af6128d15 tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:04.956877 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d9596094-c60e-4e94-b493-cc32306ca38f req-ca55b5f5-9950-49e4-a066-1f3af6128d15 tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] 10.222.0.16 "GET /v2.0/ports?device_id=637c5d1d-2346-4eca-b904-f6ad8a925e5f HTTP/1.1" status: 200 len: 944 time: 0.1227355 Jul 15 23:03:05.025871 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d9596094-c60e-4e94-b493-cc32306ca38f req-eb98199b-2105-4280-8a10-b01ac52b900c tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e906654-df8b-48d0-9ed2-be51467e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659971 Jul 15 23:03:05.220141 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7907a4-5e46-444d-b5bf-f1f06e970816 req-507eea9d-fdac-4db0-9477-4bc0946f2290 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:05.226785 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4e7907a4-5e46-444d-b5bf-f1f06e970816 req-507eea9d-fdac-4db0-9477-4bc0946f2290 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 949 time: 0.0762835 Jul 15 23:03:05.271303 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4e7907a4-5e46-444d-b5bf-f1f06e970816 req-bc043780-3541-436f-832c-577ab0146b71 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384729 Jul 15 23:03:05.388096 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-1a4b1128-ba05-44c7-8561-7fcd570d9236 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:03:05.397188 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-1a4b1128-ba05-44c7-8561-7fcd570d9236 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0763078 Jul 15 23:03:05.401720 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-8ddbf2f0-81f7-40c5-95cc-3c9708596685 service neutron] Request body: {'binding': {'host': 'n-h2-787205-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:05.402238 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-8ddbf2f0-81f7-40c5-95cc-3c9708596685 service neutron] Unknown quota resources ['binding']. {{(pid=93799) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:03:05.571134 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-8ddbf2f0-81f7-40c5-95cc-3c9708596685 service neutron] Attempting to bind port 8cd3655b-7997-4673-9cf8-981e1de6288a on host n-h2-787205-9 for vnic_type normal with profile None {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:05.571473 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-8ddbf2f0-81f7-40c5-95cc-3c9708596685 service neutron] Attempting to bind port 8cd3655b-7997-4673-9cf8-981e1de6288a by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:05.571898 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-8ddbf2f0-81f7-40c5-95cc-3c9708596685 service neutron] Attempting to bind port 8cd3655b-7997-4673-9cf8-981e1de6288a on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:05.592772 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-8ddbf2f0-81f7-40c5-95cc-3c9708596685 service neutron] Port 8cd3655b-7997-4673-9cf8-981e1de6288a on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:03:05.593132 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-8ddbf2f0-81f7-40c5-95cc-3c9708596685 service neutron] Attempting to bind port 8cd3655b-7997-4673-9cf8-981e1de6288a on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:05.599816 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-8ddbf2f0-81f7-40c5-95cc-3c9708596685 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:05.600148 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-8ddbf2f0-81f7-40c5-95cc-3c9708596685 service neutron] Checking segment: {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:05.600529 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-8ddbf2f0-81f7-40c5-95cc-3c9708596685 service neutron] Bound using segment: {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:05.600954 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-8ddbf2f0-81f7-40c5-95cc-3c9708596685 service neutron] Bound port: 8cd3655b-7997-4673-9cf8-981e1de6288a, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:05.698298 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e652dc5-1ccf-4310-9553-115de6e12807 req-266f830d-42e0-4234-97c5-7a5732e39342 tempest-MigrationsAdminTest-1825393778 tempest-MigrationsAdminTest-1825393778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:05.699902 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e652dc5-1ccf-4310-9553-115de6e12807 req-266f830d-42e0-4234-97c5-7a5732e39342 tempest-MigrationsAdminTest-1825393778 tempest-MigrationsAdminTest-1825393778-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 1100 time: 0.1415539 Jul 15 23:03:05.702122 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-8ddbf2f0-81f7-40c5-95cc-3c9708596685 service neutron] For port 8cd3655b-7997-4673-9cf8-981e1de6288a, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=8cd3655b-7997-4673-9cf8-981e1de6288a,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:05.708696 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-8ddbf2f0-81f7-40c5-95cc-3c9708596685 service neutron] Notify callbacks [] for binding, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:05.718845 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-8ddbf2f0-81f7-40c5-95cc-3c9708596685 service neutron] 10.222.0.16 "POST /v2.0/ports/8cd3655b-7997-4673-9cf8-981e1de6288a/bindings HTTP/1.1" status: 201 len: 389 time: 0.3204377 Jul 15 23:03:05.775631 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e652dc5-1ccf-4310-9553-115de6e12807 req-ec6dbcde-e83b-4ed9-ae3f-d6c0e66fcf36 tempest-MigrationsAdminTest-1825393778 tempest-MigrationsAdminTest-1825393778-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553961 Jul 15 23:03:06.035231 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-bf63ee85-6209-4163-bd0f-238b805210e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:06.036837 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-bf63ee85-6209-4163-bd0f-238b805210e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7f66f923b4424119b6027030587a5dae&device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 1097 time: 0.0662475 Jul 15 23:03:06.079718 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97180861-dde0-488e-b307-cf933b72392f req-8af09af6-8de0-4f90-9087-0c498cf6968a tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:06.089792 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97180861-dde0-488e-b307-cf933b72392f req-8af09af6-8de0-4f90-9087-0c498cf6968a tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.1395528 Jul 15 23:03:06.128426 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55878bc-29b2-4664-8de5-b0b8e72c71c7 req-7008e092-43d3-41c4-9fa3-1436dcf242f1 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:06.134019 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b55878bc-29b2-4664-8de5-b0b8e72c71c7 req-7008e092-43d3-41c4-9fa3-1436dcf242f1 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fd289c-a6c8-48f4-8c71-a51ec0e91326 HTTP/1.1" status: 200 len: 944 time: 0.1475904 Jul 15 23:03:06.169639 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-6bea7fa0-7670-4bdc-8e1f-842d48ea5f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:06.171207 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-6bea7fa0-7670-4bdc-8e1f-842d48ea5f8b service neutron] 10.222.0.43 "GET /v2.0/networks?id=d91a9528-a986-45d3-8b66-7d9419c4ffb8 HTTP/1.1" status: 200 len: 909 time: 0.1268632 Jul 15 23:03:06.187218 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device cde3cc1f-58fa-4399-b610-78d89b1d6460 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:03:06.187993 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97180861-dde0-488e-b307-cf933b72392f req-57cc6398-a4a3-4ed0-b79c-c4e13b684955 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972416 Jul 15 23:03:06.190804 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device c70f2e91-6cca-4b70-b9b9-e692ff509231 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:06.264617 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b55878bc-29b2-4664-8de5-b0b8e72c71c7 req-f20e402b-3d11-4de8-8cc3-5bef41adb83f tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups?id=1088c062-91fe-405b-a2ab-26d73d6064e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180420 Jul 15 23:03:06.323540 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-2246341a-85b5-42f6-8964-96a612d140db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cd3655b-7997-4673-9cf8-981e1de6288a HTTP/1.1" status: 200 len: 217 time: 0.1450877 Jul 15 23:03:06.356657 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port c70f2e91-6cca-4b70-b9b9-e692ff509231 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:06.361975 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port c70f2e91-6cca-4b70-b9b9-e692ff509231 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:06.363460 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:06.445671 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port cde3cc1f-58fa-4399-b610-78d89b1d6460, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=cde3cc1f-58fa-4399-b610-78d89b1d6460,segment=NetworkSegment(41ab55a6-e1c0-4e7f-b5fb-e63ed07da0eb),segment_id=41ab55a6-e1c0-4e7f-b5fb-e63ed07da0eb)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:06.462041 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-9afadb3d-2e34-45fa-aba1-be8676bea0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:06.463757 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-9afadb3d-2e34-45fa-aba1-be8676bea0a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9ed83523-5185-460b-a4ba-ea79efd124da HTTP/1.1" status: 200 len: 848 time: 0.1321859 Jul 15 23:03:06.481091 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'cde3cc1f-58fa-4399-b610-78d89b1d6460', 'network_id': '63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e', 'port_id': 'cde3cc1f-58fa-4399-b610-78d89b1d6460', 'mac_address': 'fa:16:3e:ec:c8:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08cce962-455f-45b2-88ba-9afc6c630c66', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:03:06.506425 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-3eb9d363-c3e4-491e-83ab-b7a915345315 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d91a9528-a986-45d3-8b66-7d9419c4ffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358770 Jul 15 23:03:06.540210 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bed1f-7e7f-4cf5-9894-ca418229791f req-9bcf08ea-6295-410d-903c-4fd450d0ebbe tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:06.541711 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dc7bed1f-7e7f-4cf5-9894-ca418229791f req-9bcf08ea-6295-410d-903c-4fd450d0ebbe tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 946 time: 0.1415720 Jul 15 23:03:06.612324 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dc7bed1f-7e7f-4cf5-9894-ca418229791f req-a191a5a2-ef50-4a97-9e8d-b4d792b68278 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525556 Jul 15 23:03:06.645488 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:06.660004 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cde3cc1f-58fa-4399-b610-78d89b1d6460 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:03:06.664023 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:06.680919 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-edf57b8e-4ee5-4821-b987-e5236f795326 service neutron] 10.222.0.43 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666911 Jul 15 23:03:06.717688 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port cde3cc1f-58fa-4399-b610-78d89b1d6460, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=cde3cc1f-58fa-4399-b610-78d89b1d6460,segment=NetworkSegment(41ab55a6-e1c0-4e7f-b5fb-e63ed07da0eb),segment_id=41ab55a6-e1c0-4e7f-b5fb-e63ed07da0eb)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:06.736534 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fd289c-a6c8-48f4-8c71-a51ec0e91326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70f2e91-6cca-4b70-b9b9-e692ff509231'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:06.748027 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fffe9ef-e48e-46f3-bc05-5efa7146bf48" -d '{"events": [{"server_uuid": "e8fd289c-a6c8-48f4-8c71-a51ec0e91326", "name": "network-vif-plugged", "status": "completed", "tag": "c70f2e91-6cca-4b70-b9b9-e692ff509231"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:06.757658 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:06.863155 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port c70f2e91-6cca-4b70-b9b9-e692ff509231, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=c70f2e91-6cca-4b70-b9b9-e692ff509231,segment=NetworkSegment(03433303-0a46-4d39-b5db-bf97727410e3),segment_id=03433303-0a46-4d39-b5db-bf97727410e3)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:06.869954 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:06.886938 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=cde3cc1f-58fa-4399-b610-78d89b1d6460,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:06.902173 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-037fbefb-34a1-41ff-91f1-01609c7d76a9 service neutron] 10.222.0.43 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050836 Jul 15 23:03:06.974139 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=c70f2e91-6cca-4b70-b9b9-e692ff509231,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:07.048316 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69748a5-2f56-481c-bfbc-da8d04b79be4 req-46926078-8b5b-4ee3-92ac-f7b59e4f2aef tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:07.056336 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a69748a5-2f56-481c-bfbc-da8d04b79be4 req-46926078-8b5b-4ee3-92ac-f7b59e4f2aef tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] 10.222.0.16 "GET /v2.0/ports?device_id=637c5d1d-2346-4eca-b904-f6ad8a925e5f HTTP/1.1" status: 200 len: 945 time: 0.1561480 Jul 15 23:03:07.071039 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['cde3cc1f-58fa-4399-b610-78d89b1d6460'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:03:07.127524 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a69748a5-2f56-481c-bfbc-da8d04b79be4 req-6b260061-7f14-4c22-adad-1b6edb2df7c4 tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e906654-df8b-48d0-9ed2-be51467e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675564 Jul 15 23:03:07.208218 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2de5764-5d2e-496e-84af-516cc6680ede x-openstack-request-id: req-b2de5764-5d2e-496e-84af-516cc6680ede {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:07.208757 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fd289c-a6c8-48f4-8c71-a51ec0e91326", "name": "network-vif-plugged", "status": "completed", "tag": "c70f2e91-6cca-4b70-b9b9-e692ff509231", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:07.209014 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b2de5764-5d2e-496e-84af-516cc6680ede {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:07.209410 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fd289c-a6c8-48f4-8c71-a51ec0e91326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70f2e91-6cca-4b70-b9b9-e692ff509231', 'code': 200} Jul 15 23:03:07.308636 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-4839bc77-0b4d-47bb-b4c9-cab82263e36b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1631687 Jul 15 23:03:07.424142 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3bc18a-63e0-46c2-9bfe-35374bc6ee8c req-2a02ef2b-1baf-4f66-9aa8-fd76a27622c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:07.426326 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ec3bc18a-63e0-46c2-9bfe-35374bc6ee8c req-2a02ef2b-1baf-4f66-9aa8-fd76a27622c8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e8fd289c-a6c8-48f4-8c71-a51ec0e91326 HTTP/1.1" status: 200 len: 1096 time: 0.1429238 Jul 15 23:03:07.480282 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3b48f-f2f8-4807-a354-a93be0cca7fa req-5e5362b3-f034-4d45-a323-d2d16c2cc634 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:07.488186 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a4b3b48f-f2f8-4807-a354-a93be0cca7fa req-5e5362b3-f034-4d45-a323-d2d16c2cc634 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.1340578 Jul 15 23:03:07.502595 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ec3bc18a-63e0-46c2-9bfe-35374bc6ee8c req-1c0364ed-9d06-4b6d-aeae-285cdeb5c2c1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1088c062-91fe-405b-a2ab-26d73d6064e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687640 Jul 15 23:03:07.512860 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a282b-b7fe-4410-8a71-ecdb79522988 req-e68ef375-e9fe-472c-b815-b06b0b0b7179 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:07.530390 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aa9a282b-b7fe-4410-8a71-ecdb79522988 req-e68ef375-e9fe-472c-b815-b06b0b0b7179 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 949 time: 0.1367655 Jul 15 23:03:07.694133 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a4b3b48f-f2f8-4807-a354-a93be0cca7fa req-b4024ea3-839e-4463-b813-b84339d425c3 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024808 Jul 15 23:03:07.719042 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aa9a282b-b7fe-4410-8a71-ecdb79522988 req-fdb5f1fc-dcfc-4c15-8f29-76560706c7a7 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870055 Jul 15 23:03:08.003536 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3952f3b-ef28-48e4-bf51-01d7b6e32233 req-7fbfdfb1-bbbf-478c-a92a-3cf619304ca7 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:08.012057 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a3952f3b-ef28-48e4-bf51-01d7b6e32233 req-7fbfdfb1-bbbf-478c-a92a-3cf619304ca7 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fd289c-a6c8-48f4-8c71-a51ec0e91326 HTTP/1.1" status: 200 len: 945 time: 0.1454208 Jul 15 23:03:08.092771 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a3952f3b-ef28-48e4-bf51-01d7b6e32233 req-0949da98-31bd-43ac-9caf-f7214133a23e tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups?id=1088c062-91fe-405b-a2ab-26d73d6064e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771830 Jul 15 23:03:08.197962 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bfea7c-dfa3-4842-badb-14212de44bf0 req-efe7ad17-1596-453d-8812-8ad5f3cb74d4 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:08.208078 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d4bfea7c-dfa3-4842-badb-14212de44bf0 req-efe7ad17-1596-453d-8812-8ad5f3cb74d4 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 946 time: 0.1140280 Jul 15 23:03:08.271774 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d4bfea7c-dfa3-4842-badb-14212de44bf0 req-6d83608e-9938-4fd9-b770-1ecdd4b8c32e tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620742 Jul 15 23:03:08.453419 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a1c08-150b-4972-9208-25e9deab9406 req-b5f033b0-9469-4215-a096-9021c8e50724 tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:08.463075 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-829a1c08-150b-4972-9208-25e9deab9406 req-b5f033b0-9469-4215-a096-9021c8e50724 tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] 10.222.0.16 "GET /v2.0/ports?device_id=637c5d1d-2346-4eca-b904-f6ad8a925e5f HTTP/1.1" status: 200 len: 945 time: 0.1123254 Jul 15 23:03:08.470473 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:08.541451 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-829a1c08-150b-4972-9208-25e9deab9406 req-4448ced7-e325-4556-a2bc-e408ddbe780d tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e906654-df8b-48d0-9ed2-be51467e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761542 Jul 15 23:03:08.915305 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb34d4f-089a-46f9-a548-bbba216538ad req-7707034f-7d92-4ec7-872a-261436ba011d tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:08.923631 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-deb34d4f-089a-46f9-a548-bbba216538ad req-7707034f-7d92-4ec7-872a-261436ba011d tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.0771155 Jul 15 23:03:09.013984 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-deb34d4f-089a-46f9-a548-bbba216538ad req-9c811ce0-3a6f-4986-8464-6da10e353516 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872831 Jul 15 23:03:09.079487 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784a52f-28a3-4542-88d0-0c387dde414b req-f9088a66-2bd8-4543-8a9a-0ecad6f54895 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:09.086329 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6784a52f-28a3-4542-88d0-0c387dde414b req-f9088a66-2bd8-4543-8a9a-0ecad6f54895 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 949 time: 0.0969512 Jul 15 23:03:09.127582 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6784a52f-28a3-4542-88d0-0c387dde414b req-51ce3019-9f2a-4d06-aaba-8a141d214a40 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399594 Jul 15 23:03:09.366984 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f80ee7-f7dc-43a0-8f06-e057c2417c8f req-74b3611d-4d0d-4586-b1b9-87c5778c6294 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:09.368792 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-56f80ee7-f7dc-43a0-8f06-e057c2417c8f req-74b3611d-4d0d-4586-b1b9-87c5778c6294 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fd289c-a6c8-48f4-8c71-a51ec0e91326 HTTP/1.1" status: 200 len: 945 time: 0.1202540 Jul 15 23:03:09.420659 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-56f80ee7-f7dc-43a0-8f06-e057c2417c8f req-5184200d-ec48-4da9-bdff-e028acaa22eb tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups?id=1088c062-91fe-405b-a2ab-26d73d6064e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454593 Jul 15 23:03:09.449495 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-c1727c08-c444-4111-8fb8-676e15381c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:09.451173 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-c1727c08-c444-4111-8fb8-676e15381c21 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 1100 time: 0.0968335 Jul 15 23:03:09.562367 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-b795df5f-2f73-46d5-b957-f253de126424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:09.564412 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-b795df5f-2f73-46d5-b957-f253de126424 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.1013410 Jul 15 23:03:09.564770 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dab3ba-d841-40d3-9a2b-aaa8ce9e30ee req-cf48662c-2527-4693-9cf7-ca668ea11d7f tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:09.566435 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a5dab3ba-d841-40d3-9a2b-aaa8ce9e30ee req-cf48662c-2527-4693-9cf7-ca668ea11d7f tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 946 time: 0.1077971 Jul 15 23:03:09.611450 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-4b43c1b0-5b18-4a2a-b663-d8046fcc27cd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=36e71b02-9495-4d30-834b-4d3d1b3c473d HTTP/1.1" status: 200 len: 217 time: 0.0382667 Jul 15 23:03:09.639701 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a5dab3ba-d841-40d3-9a2b-aaa8ce9e30ee req-8d436740-9122-43a1-aed3-eeb03e7525e1 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666814 Jul 15 23:03:09.665627 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd5b83bd-8fd3-469b-928d-8671a6534c9a req-e9368c58-a6a2-4877-bf7d-7b3e3ff507b4 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1538978096&fields=id&tenant_id=cf68f5e73ecc4026951a5fd300d11277 HTTP/1.1" status: 200 len: 267 time: 0.0820539 Jul 15 23:03:09.694946 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-b143131c-caf2-495e-84c2-4a367bad7fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:09.699616 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-b143131c-caf2-495e-84c2-4a367bad7fc2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0794718 Jul 15 23:03:09.739581 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b83bd-8fd3-469b-928d-8671a6534c9a req-020d9f6c-7a48-4027-b2f6-3879324dec0b tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:09.741351 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd5b83bd-8fd3-469b-928d-8671a6534c9a req-020d9f6c-7a48-4027-b2f6-3879324dec0b tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fd289c-a6c8-48f4-8c71-a51ec0e91326 HTTP/1.1" status: 200 len: 945 time: 0.0765328 Jul 15 23:03:09.753889 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-dd5b83bd-8fd3-469b-928d-8671a6534c9a req-ca7cb7bd-86c2-4e5f-b971-035411d1fb38 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Request body: {'port': {'security_groups': ['1088c062-91fe-405b-a2ab-26d73d6064e2', 'd9d7b158-eaf0-4622-ba75-df32c8bcf205']}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:09.783489 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 96920b44-cb6d-4e1a-b67b-ff1973f06ebe details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:03:09.784099 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-4ec60ca5-4704-4a22-a3db-e780b15b5ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:09.785516 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-4ec60ca5-4704-4a22-a3db-e780b15b5ebd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0812786 Jul 15 23:03:09.791345 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 96920b44-cb6d-4e1a-b67b-ff1973f06ebe no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:03:09.882608 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-dd5b83bd-8fd3-469b-928d-8671a6534c9a req-ca7cb7bd-86c2-4e5f-b971-035411d1fb38 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:09.975471 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-425430c9-bb85-4280-93ae-d89a1b09b2ed service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738725 Jul 15 23:03:10.182090 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25828255-c95d-4191-a63c-30ea11bdfee0 req-8238c1b2-c5c4-4096-93d8-1ec90f105a64 tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:10.190770 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-25828255-c95d-4191-a63c-30ea11bdfee0 req-8238c1b2-c5c4-4096-93d8-1ec90f105a64 tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] 10.222.0.16 "GET /v2.0/ports?device_id=637c5d1d-2346-4eca-b904-f6ad8a925e5f HTTP/1.1" status: 200 len: 945 time: 0.1848998 Jul 15 23:03:10.208141 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device cde3cc1f-58fa-4399-b610-78d89b1d6460 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:10.219921 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:10.251080 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-ec2dd22b-4f8c-497c-8204-6b309cbbe001 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679327 Jul 15 23:03:10.251782 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-25828255-c95d-4191-a63c-30ea11bdfee0 req-72763130-3418-498d-a3c3-a587e6294757 tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e906654-df8b-48d0-9ed2-be51467e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600526 Jul 15 23:03:10.254123 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-dd5b83bd-8fd3-469b-928d-8671a6534c9a req-ca7cb7bd-86c2-4e5f-b971-035411d1fb38 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] For port c70f2e91-6cca-4b70-b9b9-e692ff509231, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=c70f2e91-6cca-4b70-b9b9-e692ff509231,segment=NetworkSegment(03433303-0a46-4d39-b5db-bf97727410e3),segment_id=03433303-0a46-4d39-b5db-bf97727410e3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:10.273805 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 96920b44-cb6d-4e1a-b67b-ff1973f06ebe, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=96920b44-cb6d-4e1a-b67b-ff1973f06ebe,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:10.302116 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-dd5b83bd-8fd3-469b-928d-8671a6534c9a req-ca7cb7bd-86c2-4e5f-b971-035411d1fb38 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:10.310713 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-dd5b83bd-8fd3-469b-928d-8671a6534c9a req-ca7cb7bd-86c2-4e5f-b971-035411d1fb38 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:10.351069 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['c70f2e91-6cca-4b70-b9b9-e692ff509231'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:03:10.441874 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b83bd-8fd3-469b-928d-8671a6534c9a req-ca7cb7bd-86c2-4e5f-b971-035411d1fb38 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:10.447340 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-dd5b83bd-8fd3-469b-928d-8671a6534c9a req-ca7cb7bd-86c2-4e5f-b971-035411d1fb38 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:10.466441 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd5b83bd-8fd3-469b-928d-8671a6534c9a req-ca7cb7bd-86c2-4e5f-b971-035411d1fb38 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "PUT /v2.0/ports/c70f2e91-6cca-4b70-b9b9-e692ff509231 HTTP/1.1" status: 200 len: 981 time: 0.7171257 Jul 15 23:03:10.470301 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fd289c-a6c8-48f4-8c71-a51ec0e91326', 'tag': 'c70f2e91-6cca-4b70-b9b9-e692ff509231'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:10.472796 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['74edffe4-103d-4a05-a9fd-6fafa00b9a6a'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:03:10.477501 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1667cbe-3458-48e2-96d0-ccdee4a2080e" -d '{"events": [{"name": "network-changed", "server_uuid": "e8fd289c-a6c8-48f4-8c71-a51ec0e91326", "tag": "c70f2e91-6cca-4b70-b9b9-e692ff509231"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:10.578333 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48c1021-187e-4253-b258-76c6efde6977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96920b44-cb6d-4e1a-b67b-ff1973f06ebe'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:10.580887 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affb975f-b648-4c7e-b1e8-e91db4311cc2" -d '{"events": [{"server_uuid": "a48c1021-187e-4253-b258-76c6efde6977", "name": "network-vif-unplugged", "status": "completed", "tag": "96920b44-cb6d-4e1a-b67b-ff1973f06ebe"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:10.605114 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '96920b44-cb6d-4e1a-b67b-ff1973f06ebe', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': '96920b44-cb6d-4e1a-b67b-ff1973f06ebe', 'mac_address': 'fa:16:3e:a6:ca:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:03:10.627438 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port cde3cc1f-58fa-4399-b610-78d89b1d6460 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:10.668187 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7cb7bd-86c2-4e5f-b971-035411d1fb38 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Pushing event updated for resources: {'Port': ['ID=c70f2e91-6cca-4b70-b9b9-e692ff509231,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:10.688809 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7cb7bd-86c2-4e5f-b971-035411d1fb38 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:10.689179 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7cb7bd-86c2-4e5f-b971-035411d1fb38 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:10.689486 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7cb7bd-86c2-4e5f-b971-035411d1fb38 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:10.689823 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7cb7bd-86c2-4e5f-b971-035411d1fb38 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:10.690152 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7cb7bd-86c2-4e5f-b971-035411d1fb38 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:10.690481 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7cb7bd-86c2-4e5f-b971-035411d1fb38 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:10.690857 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7cb7bd-86c2-4e5f-b971-035411d1fb38 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:10.691204 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7cb7bd-86c2-4e5f-b971-035411d1fb38 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:10.691524 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7cb7bd-86c2-4e5f-b971-035411d1fb38 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:10.691914 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7cb7bd-86c2-4e5f-b971-035411d1fb38 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:10.692232 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7cb7bd-86c2-4e5f-b971-035411d1fb38 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:10.692559 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7cb7bd-86c2-4e5f-b971-035411d1fb38 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:10.708442 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 96920b44-cb6d-4e1a-b67b-ff1973f06ebe, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=96920b44-cb6d-4e1a-b67b-ff1973f06ebe,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:10.717814 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['c70f2e91-6cca-4b70-b9b9-e692ff509231'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:03:10.721247 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port cde3cc1f-58fa-4399-b610-78d89b1d6460 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:10.722201 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:10.728004 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125ca8d-d6bb-4782-a3ec-03b5196cd3c7 req-30189059-e07c-4f64-aa26-fa0fdb14ef1f tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:10.735770 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c125ca8d-d6bb-4782-a3ec-03b5196cd3c7 req-30189059-e07c-4f64-aa26-fa0fdb14ef1f tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.2041895 Jul 15 23:03:10.789526 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:10.812737 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96920b44-cb6d-4e1a-b67b-ff1973f06ebe {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:03:10.814835 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c125ca8d-d6bb-4782-a3ec-03b5196cd3c7 req-431d42e1-e838-4978-bb65-dd7254f3ea2e tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780265 Jul 15 23:03:10.819829 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:10.889712 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347903eb-ac60-4ef6-9292-0b421cd09059 req-5b46efec-f925-4b47-bbe6-8fa14fbd6ef9 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:10.891352 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-347903eb-ac60-4ef6-9292-0b421cd09059 req-5b46efec-f925-4b47-bbe6-8fa14fbd6ef9 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 949 time: 0.1485987 Jul 15 23:03:10.981670 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-421d8c50-4843-4202-9472-0327572298ed req-099efca0-896c-4a3f-9c68-12db21a80c55 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups/d9d7b158-eaf0-4622-ba75-df32c8bcf205 HTTP/1.1" status: 200 len: 1801 time: 0.1244559 Jul 15 23:03:10.986123 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-347903eb-ac60-4ef6-9292-0b421cd09059 req-125726dc-dacb-4ee4-9399-55c6b8bfa956 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875781 Jul 15 23:03:11.165608 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:11.199215 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99f7858-c8da-4517-a2e4-5cf5f090e883 x-openstack-request-id: req-b99f7858-c8da-4517-a2e4-5cf5f090e883 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:11.199516 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48c1021-187e-4253-b258-76c6efde6977", "name": "network-vif-unplugged", "status": "completed", "tag": "96920b44-cb6d-4e1a-b67b-ff1973f06ebe", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:11.200022 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b99f7858-c8da-4517-a2e4-5cf5f090e883 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:11.200431 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48c1021-187e-4253-b258-76c6efde6977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96920b44-cb6d-4e1a-b67b-ff1973f06ebe', 'code': 200} Jul 15 23:03:11.218160 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1667cbe-3458-48e2-96d0-ccdee4a2080e req-4d4575b4-3f34-4f7f-a510-997915e28cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:11.223349 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1667cbe-3458-48e2-96d0-ccdee4a2080e req-4d4575b4-3f34-4f7f-a510-997915e28cff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cf68f5e73ecc4026951a5fd300d11277&device_id=e8fd289c-a6c8-48f4-8c71-a51ec0e91326 HTTP/1.1" status: 200 len: 1135 time: 0.1255863 Jul 15 23:03:11.275410 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port cde3cc1f-58fa-4399-b610-78d89b1d6460, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=cde3cc1f-58fa-4399-b610-78d89b1d6460,segment=NetworkSegment(41ab55a6-e1c0-4e7f-b5fb-e63ed07da0eb),segment_id=41ab55a6-e1c0-4e7f-b5fb-e63ed07da0eb)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:11.307688 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:11.315937 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:03:11.316296 n-d-787205-9 neutron-server[93800]: DEBUG oslo_db.api [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:03:11.357919 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=96920b44-cb6d-4e1a-b67b-ff1973f06ebe,revision_number=9']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:11.451197 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1667cbe-3458-48e2-96d0-ccdee4a2080e req-74d07f82-c9a4-411b-993e-fd9139c0651e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:11.454863 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1667cbe-3458-48e2-96d0-ccdee4a2080e req-74d07f82-c9a4-411b-993e-fd9139c0651e service neutron] 10.222.0.43 "GET /v2.0/networks?id=4212f26f-6afd-472c-b146-e8b3fe028ddc HTTP/1.1" status: 200 len: 913 time: 0.2236500 Jul 15 23:03:11.519631 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1667cbe-3458-48e2-96d0-ccdee4a2080e req-76b1b844-1998-468b-bd74-c43a8be6381e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c70f2e91-6cca-4b70-b9b9-e692ff509231 HTTP/1.1" status: 200 len: 217 time: 0.0529766 Jul 15 23:03:11.552215 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547b3e6d-6fa9-491d-9238-3b5c2a48fdfa x-openstack-request-id: req-547b3e6d-6fa9-491d-9238-3b5c2a48fdfa {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:11.553176 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8fd289c-a6c8-48f4-8c71-a51ec0e91326", "tag": "c70f2e91-6cca-4b70-b9b9-e692ff509231", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:11.553176 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-547b3e6d-6fa9-491d-9238-3b5c2a48fdfa {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:11.553176 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fd289c-a6c8-48f4-8c71-a51ec0e91326', 'tag': 'c70f2e91-6cca-4b70-b9b9-e692ff509231', 'status': 'completed', 'code': 200} Jul 15 23:03:11.554045 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=cde3cc1f-58fa-4399-b610-78d89b1d6460,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:11.635909 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1667cbe-3458-48e2-96d0-ccdee4a2080e req-2ea3bde1-f8ae-4fcf-8bc7-d226adfae06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:11.644652 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1667cbe-3458-48e2-96d0-ccdee4a2080e req-2ea3bde1-f8ae-4fcf-8bc7-d226adfae06d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ad3ff189-3fc3-4bc9-9b4a-6555f820f246 HTTP/1.1" status: 200 len: 852 time: 0.1132290 Jul 15 23:03:11.657583 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [req-421d8c50-4843-4202-9472-0327572298ed req-7aaf679a-0913-45c8-9535-fc272d6a35c1 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 23:03:11.684902 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-421d8c50-4843-4202-9472-0327572298ed req-7aaf679a-0913-45c8-9535-fc272d6a35c1 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "DELETE /v2.0/security-groups/d9d7b158-eaf0-4622-ba75-df32c8bcf205 HTTP/1.1" status: 409 len: 341 time: 0.6920300 Jul 15 23:03:11.721460 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1667cbe-3458-48e2-96d0-ccdee4a2080e req-077e035b-7539-4e73-916f-ce737da796eb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4212f26f-6afd-472c-b146-e8b3fe028ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697005 Jul 15 23:03:11.760081 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d1bb9-e07f-4029-b02a-b64695ddc7cc req-f36e12b1-f268-4673-aec7-a3415cd60efc tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:11.772370 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7e1d1bb9-e07f-4029-b02a-b64695ddc7cc req-f36e12b1-f268-4673-aec7-a3415cd60efc tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 946 time: 0.2182689 Jul 15 23:03:11.855073 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:11.872477 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96920b44-cb6d-4e1a-b67b-ff1973f06ebe {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:03:11.884309 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7e1d1bb9-e07f-4029-b02a-b64695ddc7cc req-0dcff442-17d4-4b13-89de-bc8fcf997add tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863488 Jul 15 23:03:11.897965 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 96920b44-cb6d-4e1a-b67b-ff1973f06ebe, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=96920b44-cb6d-4e1a-b67b-ff1973f06ebe,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:11.903167 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:11.916983 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1667cbe-3458-48e2-96d0-ccdee4a2080e req-44e7281f-09b3-4a77-95ea-8e2fb27a19b7 service neutron] 10.222.0.43 "GET /v2.0/networks/4212f26f-6afd-472c-b146-e8b3fe028ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860194 Jul 15 23:03:11.965191 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=96920b44-cb6d-4e1a-b67b-ff1973f06ebe,revision_number=10']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:12.072533 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a34407-428d-4b91-b145-0cf34ae2942a req-d21f0314-0176-4123-ac44-9cba3dcc3164 tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:12.080750 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b2a34407-428d-4b91-b145-0cf34ae2942a req-d21f0314-0176-4123-ac44-9cba3dcc3164 tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] 10.222.0.16 "GET /v2.0/ports?device_id=637c5d1d-2346-4eca-b904-f6ad8a925e5f HTTP/1.1" status: 200 len: 946 time: 0.0831285 Jul 15 23:03:12.114986 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1667cbe-3458-48e2-96d0-ccdee4a2080e req-576f0322-22bb-4d55-a297-150287d9d0df service neutron] 10.222.0.43 "GET /v2.0/networks/4212f26f-6afd-472c-b146-e8b3fe028ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909652 Jul 15 23:03:12.136044 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b2a34407-428d-4b91-b145-0cf34ae2942a req-042e8f74-dca0-40cb-a6de-04c5c6545856 tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e906654-df8b-48d0-9ed2-be51467e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540702 Jul 15 23:03:12.325295 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['96920b44-cb6d-4e1a-b67b-ff1973f06ebe'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:03:12.332663 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03338b2-59a6-408e-a658-51249bcd7e30 req-4ac4e80f-f1ae-464f-a9fe-07ff8547429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:12.334176 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a03338b2-59a6-408e-a658-51249bcd7e30 req-4ac4e80f-f1ae-464f-a9fe-07ff8547429c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cf68f5e73ecc4026951a5fd300d11277&device_id=e8fd289c-a6c8-48f4-8c71-a51ec0e91326 HTTP/1.1" status: 200 len: 1135 time: 0.0807064 Jul 15 23:03:12.441760 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c739a8-ca1f-4ba4-af99-9efec53ff178 req-2aa8862b-63a8-4b29-bb28-ca24bbb12980 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:12.443312 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-05c739a8-ca1f-4ba4-af99-9efec53ff178 req-2aa8862b-63a8-4b29-bb28-ca24bbb12980 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.1682296 Jul 15 23:03:12.455273 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc796265-f737-4585-902c-ac64a7b9ca25 req-7bdbedda-0581-45a9-985a-771e5fd193d7 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:12.461826 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dc796265-f737-4585-902c-ac64a7b9ca25 req-7bdbedda-0581-45a9-985a-771e5fd193d7 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 949 time: 0.1523461 Jul 15 23:03:12.491000 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03338b2-59a6-408e-a658-51249bcd7e30 req-368b7ce2-5627-475a-b327-2f641ffb3fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:12.493124 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a03338b2-59a6-408e-a658-51249bcd7e30 req-368b7ce2-5627-475a-b327-2f641ffb3fe0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4212f26f-6afd-472c-b146-e8b3fe028ddc HTTP/1.1" status: 200 len: 913 time: 0.1517069 Jul 15 23:03:12.531953 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dc796265-f737-4585-902c-ac64a7b9ca25 req-58b9330c-0a06-4a16-9ea0-d769106968f1 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691881 Jul 15 23:03:12.543595 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-05c739a8-ca1f-4ba4-af99-9efec53ff178 req-108e0b35-ea41-43c3-9bff-f70218e4be4d tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790617 Jul 15 23:03:12.554239 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a03338b2-59a6-408e-a658-51249bcd7e30 req-3c022f37-5867-4796-9b4a-68d410236470 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c70f2e91-6cca-4b70-b9b9-e692ff509231 HTTP/1.1" status: 200 len: 217 time: 0.0544748 Jul 15 23:03:12.619732 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03338b2-59a6-408e-a658-51249bcd7e30 req-e5d4090c-405d-4e02-b219-1b08571ece96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:12.621717 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a03338b2-59a6-408e-a658-51249bcd7e30 req-e5d4090c-405d-4e02-b219-1b08571ece96 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ad3ff189-3fc3-4bc9-9b4a-6555f820f246 HTTP/1.1" status: 200 len: 852 time: 0.0600889 Jul 15 23:03:12.664178 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a03338b2-59a6-408e-a658-51249bcd7e30 req-3cc75557-eaff-4d4f-9d15-182632adf31f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4212f26f-6afd-472c-b146-e8b3fe028ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357671 Jul 15 23:03:12.753169 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7b552-b927-4e35-9002-b0bbedc718c2 req-cc1c3cc4-5143-412b-bf03-810aa3816ea5 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:12.755208 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8ab7b552-b927-4e35-9002-b0bbedc718c2 req-cc1c3cc4-5143-412b-bf03-810aa3816ea5 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fd289c-a6c8-48f4-8c71-a51ec0e91326 HTTP/1.1" status: 200 len: 984 time: 0.0983253 Jul 15 23:03:12.812498 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8ab7b552-b927-4e35-9002-b0bbedc718c2 req-12b5aba9-035a-4e26-8cef-5c899bca367a tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9d7b158-eaf0-4622-ba75-df32c8bcf205&id=1088c062-91fe-405b-a2ab-26d73d6064e2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0474072 Jul 15 23:03:12.830421 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a03338b2-59a6-408e-a658-51249bcd7e30 req-11760e06-1c99-4668-a27c-147e4bc27966 service neutron] 10.222.0.43 "GET /v2.0/networks/4212f26f-6afd-472c-b146-e8b3fe028ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594656 Jul 15 23:03:13.010669 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a03338b2-59a6-408e-a658-51249bcd7e30 req-eb6f1235-ffcf-44ea-8aaa-40450bda56fc service neutron] 10.222.0.43 "GET /v2.0/networks/4212f26f-6afd-472c-b146-e8b3fe028ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734958 Jul 15 23:03:13.139738 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9eea86-2c86-4a87-a0c7-0be98e914128 req-b9a06ba8-af11-495b-b677-8adaf9dc4613 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:13.142037 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0e9eea86-2c86-4a87-a0c7-0be98e914128 req-b9a06ba8-af11-495b-b677-8adaf9dc4613 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 946 time: 0.0777826 Jul 15 23:03:13.202060 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637c5d1d-2346-4eca-b904-f6ad8a925e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde3cc1f-58fa-4399-b610-78d89b1d6460'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:13.205559 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2688d2b8-6ef8-4165-9e84-d54f214dca1f" -d '{"events": [{"server_uuid": "637c5d1d-2346-4eca-b904-f6ad8a925e5f", "name": "network-vif-plugged", "status": "completed", "tag": "cde3cc1f-58fa-4399-b610-78d89b1d6460"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:13.235343 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0e9eea86-2c86-4a87-a0c7-0be98e914128 req-bae7b00c-2705-45c4-88f2-0d130447dd79 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852764 Jul 15 23:03:13.327942 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07abef7e-de75-4e42-87ac-b9d55738751d x-openstack-request-id: req-07abef7e-de75-4e42-87ac-b9d55738751d {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:13.328237 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637c5d1d-2346-4eca-b904-f6ad8a925e5f", "name": "network-vif-plugged", "status": "completed", "tag": "cde3cc1f-58fa-4399-b610-78d89b1d6460", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:13.328511 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07abef7e-de75-4e42-87ac-b9d55738751d {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:13.328921 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637c5d1d-2346-4eca-b904-f6ad8a925e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde3cc1f-58fa-4399-b610-78d89b1d6460', 'code': 200} Jul 15 23:03:13.493751 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a65aa-98f1-4679-a490-4aa8a4acb55a req-d073552f-69cc-4a07-b34b-0467dfdb05f3 tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:13.495384 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fd1a65aa-98f1-4679-a490-4aa8a4acb55a req-d073552f-69cc-4a07-b34b-0467dfdb05f3 tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] 10.222.0.16 "GET /v2.0/ports?device_id=637c5d1d-2346-4eca-b904-f6ad8a925e5f HTTP/1.1" status: 200 len: 946 time: 0.1125288 Jul 15 23:03:13.531012 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcd8a3-545a-4e5a-94d4-cac907107316 req-c9775335-ccfc-421b-a600-8df57e026b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:13.533473 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-27dcd8a3-545a-4e5a-94d4-cac907107316 req-c9775335-ccfc-421b-a600-8df57e026b03 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=637c5d1d-2346-4eca-b904-f6ad8a925e5f HTTP/1.1" status: 200 len: 1097 time: 0.0698547 Jul 15 23:03:13.540082 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fd1a65aa-98f1-4679-a490-4aa8a4acb55a req-23aecc29-a836-4306-b5e3-a072a88c1c67 tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e906654-df8b-48d0-9ed2-be51467e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383716 Jul 15 23:03:13.641295 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-27dcd8a3-545a-4e5a-94d4-cac907107316 req-34876abc-7d70-45bc-8ae8-b6fcaaec0e88 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6e906654-df8b-48d0-9ed2-be51467e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887492 Jul 15 23:03:13.845665 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650a93b-e9dc-4c74-9559-9c79c4796c7b req-35ad0d1c-733e-4cf9-98de-452e89d85cac tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:13.854554 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0650a93b-e9dc-4c74-9559-9c79c4796c7b req-35ad0d1c-733e-4cf9-98de-452e89d85cac tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 949 time: 0.1596339 Jul 15 23:03:13.903373 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc4a52-9286-45f6-b722-6d43874afc9b req-03b769ac-5011-410c-8202-83b5747456f7 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:13.910979 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-17bc4a52-9286-45f6-b722-6d43874afc9b req-03b769ac-5011-410c-8202-83b5747456f7 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 950 time: 0.1648934 Jul 15 23:03:13.948387 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0650a93b-e9dc-4c74-9559-9c79c4796c7b req-c0cff832-5ab7-4d7a-8a20-5eb8551669b0 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884106 Jul 15 23:03:13.974328 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 96920b44-cb6d-4e1a-b67b-ff1973f06ebe up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:13.982000 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-17bc4a52-9286-45f6-b722-6d43874afc9b req-a342e536-2cbf-466f-a9a6-f404ec1f6444 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699739 Jul 15 23:03:14.046473 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 96920b44-cb6d-4e1a-b67b-ff1973f06ebe triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:14.046850 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:14.172005 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b54a9c-23bb-4291-b861-2a842dff8fba req-9c049702-b100-45eb-a818-65550d6d6eb7 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:14.180202 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-74b54a9c-23bb-4291-b861-2a842dff8fba req-9c049702-b100-45eb-a818-65550d6d6eb7 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fd289c-a6c8-48f4-8c71-a51ec0e91326 HTTP/1.1" status: 200 len: 984 time: 0.0847421 Jul 15 23:03:14.193196 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:14.233481 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 96920b44-cb6d-4e1a-b67b-ff1973f06ebe, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=96920b44-cb6d-4e1a-b67b-ff1973f06ebe,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:14.237712 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:14.240570 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-74b54a9c-23bb-4291-b861-2a842dff8fba req-3fd38690-bca4-4947-b689-b6fce8734f01 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9d7b158-eaf0-4622-ba75-df32c8bcf205&id=1088c062-91fe-405b-a2ab-26d73d6064e2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0592566 Jul 15 23:03:14.307461 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=96920b44-cb6d-4e1a-b67b-ff1973f06ebe,revision_number=11']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:14.382985 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37718) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:14.388076 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-866a59a3-11f3-42c5-bdc3-3a01f55cd174 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2099664884'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:14.412568 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866a59a3-11f3-42c5-bdc3-3a01f55cd174 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Made reservation on behalf of c022d86cdc7f4fca8c9ab116c350a036 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:14.417605 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-866a59a3-11f3-42c5-bdc3-3a01f55cd174 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:14.438184 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-201da2fe-9dbb-4b67-9513-5ddc05a9e2e3 req-d29f665d-9556-4867-b2de-f85d08a66c61 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-849815816&fields=id&tenant_id=cf68f5e73ecc4026951a5fd300d11277 HTTP/1.1" status: 200 len: 267 time: 0.0665989 Jul 15 23:03:14.457380 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-866a59a3-11f3-42c5-bdc3-3a01f55cd174 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:03:14.468048 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-866a59a3-11f3-42c5-bdc3-3a01f55cd174 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:14.468605 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-866a59a3-11f3-42c5-bdc3-3a01f55cd174 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Added segment 6218e074-3910-44ac-9d27-f9d6cc660fd8 of type vlan for network 31b3dd95-5845-4ba7-8163-7532c80b8fbe Jul 15 23:03:14.500547 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42a148-d345-475e-8f86-144ddb826ad8 req-9ea9109d-7630-469c-95ee-10a78e1927f2 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:14.502078 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ef42a148-d345-475e-8f86-144ddb826ad8 req-9ea9109d-7630-469c-95ee-10a78e1927f2 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 946 time: 0.1235240 Jul 15 23:03:14.517008 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-866a59a3-11f3-42c5-bdc3-3a01f55cd174 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:14.552400 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201da2fe-9dbb-4b67-9513-5ddc05a9e2e3 req-1239498e-1660-449a-957d-839441e32667 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:14.553126 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-866a59a3-11f3-42c5-bdc3-3a01f55cd174 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:14.553934 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-201da2fe-9dbb-4b67-9513-5ddc05a9e2e3 req-1239498e-1660-449a-957d-839441e32667 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fd289c-a6c8-48f4-8c71-a51ec0e91326 HTTP/1.1" status: 200 len: 984 time: 0.1081507 Jul 15 23:03:14.562843 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ef42a148-d345-475e-8f86-144ddb826ad8 req-ee9c954e-3faa-4379-b11b-36665de675ad tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526571 Jul 15 23:03:14.568564 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-201da2fe-9dbb-4b67-9513-5ddc05a9e2e3 req-1856881d-cc1f-416d-a346-f13052ebc017 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Request body: {'port': {'security_groups': ['1088c062-91fe-405b-a2ab-26d73d6064e2', 'd9d7b158-eaf0-4622-ba75-df32c8bcf205', '036ec048-6b46-4907-a230-d98b7c612d40']}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:14.570165 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866a59a3-11f3-42c5-bdc3-3a01f55cd174 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:14.570824 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-866a59a3-11f3-42c5-bdc3-3a01f55cd174 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:14.621079 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-866a59a3-11f3-42c5-bdc3-3a01f55cd174 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2369118 Jul 15 23:03:14.621903 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37722) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:14.646153 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ac3af8f7-cca8-41ea-ac43-14f5ec05e8ea tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1054905501'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:14.673690 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-201da2fe-9dbb-4b67-9513-5ddc05a9e2e3 req-1856881d-cc1f-416d-a346-f13052ebc017 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:14.724718 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a59a3-11f3-42c5-bdc3-3a01f55cd174 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Pushing event updated for resources: {'Network': ['ID=31b3dd95-5845-4ba7-8163-7532c80b8fbe,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:14.728533 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3af8f7-cca8-41ea-ac43-14f5ec05e8ea tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Made reservation on behalf of c022d86cdc7f4fca8c9ab116c350a036 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:14.732559 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac3af8f7-cca8-41ea-ac43-14f5ec05e8ea tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:14.739410 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 31b3dd95-5845-4ba7-8163-7532c80b8fbe details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:03:14.793865 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac3af8f7-cca8-41ea-ac43-14f5ec05e8ea tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:03:14.809367 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac3af8f7-cca8-41ea-ac43-14f5ec05e8ea tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:14.809768 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-ac3af8f7-cca8-41ea-ac43-14f5ec05e8ea tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Added segment a607fcdb-8822-4e2f-96a8-dc133aaf2c0a of type vlan for network bbea9511-9599-4d61-bc5f-d2e279b3eb50 Jul 15 23:03:14.829996 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77779b89-ac40-41a8-bd88-a491dab32f9e req-7ba7b050-2be0-4ce4-ae11-4957d6fed511 tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:14.831550 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-77779b89-ac40-41a8-bd88-a491dab32f9e req-7ba7b050-2be0-4ce4-ae11-4957d6fed511 tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] 10.222.0.16 "GET /v2.0/ports?device_id=637c5d1d-2346-4eca-b904-f6ad8a925e5f HTTP/1.1" status: 200 len: 946 time: 0.1188483 Jul 15 23:03:14.876567 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac3af8f7-cca8-41ea-ac43-14f5ec05e8ea tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:14.910343 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-77779b89-ac40-41a8-bd88-a491dab32f9e req-ace2b324-a407-4683-b2dc-7c3322bf6b81 tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e906654-df8b-48d0-9ed2-be51467e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699069 Jul 15 23:03:14.912705 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac3af8f7-cca8-41ea-ac43-14f5ec05e8ea tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:14.925066 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3af8f7-cca8-41ea-ac43-14f5ec05e8ea tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:14.925752 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac3af8f7-cca8-41ea-ac43-14f5ec05e8ea tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:14.993515 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ac3af8f7-cca8-41ea-ac43-14f5ec05e8ea tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3547418 Jul 15 23:03:14.993515 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37728) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:14.997717 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-817d3c0d-706e-4f6d-90ac-63106a695c6f tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Request body: {'subnet': {'network_id': '31b3dd95-5845-4ba7-8163-7532c80b8fbe', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:15.009357 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-201da2fe-9dbb-4b67-9513-5ddc05a9e2e3 req-1856881d-cc1f-416d-a346-f13052ebc017 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] For port c70f2e91-6cca-4b70-b9b9-e692ff509231, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=c70f2e91-6cca-4b70-b9b9-e692ff509231,segment=NetworkSegment(03433303-0a46-4d39-b5db-bf97727410e3),segment_id=03433303-0a46-4d39-b5db-bf97727410e3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:15.036461 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3af8f7-cca8-41ea-ac43-14f5ec05e8ea tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Pushing event updated for resources: {'Network': ['ID=bbea9511-9599-4d61-bc5f-d2e279b3eb50,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:15.049202 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network bbea9511-9599-4d61-bc5f-d2e279b3eb50 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:03:15.050970 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-201da2fe-9dbb-4b67-9513-5ddc05a9e2e3 req-1856881d-cc1f-416d-a346-f13052ebc017 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:15.059146 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-201da2fe-9dbb-4b67-9513-5ddc05a9e2e3 req-1856881d-cc1f-416d-a346-f13052ebc017 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:15.108075 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201da2fe-9dbb-4b67-9513-5ddc05a9e2e3 req-1856881d-cc1f-416d-a346-f13052ebc017 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:15.108794 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-201da2fe-9dbb-4b67-9513-5ddc05a9e2e3 req-1856881d-cc1f-416d-a346-f13052ebc017 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:15.123133 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-201da2fe-9dbb-4b67-9513-5ddc05a9e2e3 req-1856881d-cc1f-416d-a346-f13052ebc017 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "PUT /v2.0/ports/c70f2e91-6cca-4b70-b9b9-e692ff509231 HTTP/1.1" status: 200 len: 1020 time: 0.5591526 Jul 15 23:03:15.123930 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fd289c-a6c8-48f4-8c71-a51ec0e91326', 'tag': 'c70f2e91-6cca-4b70-b9b9-e692ff509231'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:15.128534 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a13b5c-d7e3-4db0-97cc-ead1bb22ed52" -d '{"events": [{"name": "network-changed", "server_uuid": "e8fd289c-a6c8-48f4-8c71-a51ec0e91326", "tag": "c70f2e91-6cca-4b70-b9b9-e692ff509231"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:15.142550 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817d3c0d-706e-4f6d-90ac-63106a695c6f tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Made reservation on behalf of c022d86cdc7f4fca8c9ab116c350a036 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:15.148384 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-817d3c0d-706e-4f6d-90ac-63106a695c6f tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:15.150060 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['c70f2e91-6cca-4b70-b9b9-e692ff509231'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:03:15.152960 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['74edffe4-103d-4a05-a9fd-6fafa00b9a6a'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:03:15.219909 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856881d-cc1f-416d-a346-f13052ebc017 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Pushing event updated for resources: {'Port': ['ID=c70f2e91-6cca-4b70-b9b9-e692ff509231,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:15.267828 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a5df0-af94-4345-ae8b-7e2d038d7f93 req-585d7a32-6b65-4c89-aad1-bc4c035e56f2 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:15.277388 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-563a5df0-af94-4345-ae8b-7e2d038d7f93 req-585d7a32-6b65-4c89-aad1-bc4c035e56f2 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 949 time: 0.1246538 Jul 15 23:03:15.298524 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['c70f2e91-6cca-4b70-b9b9-e692ff509231'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:03:15.330280 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48c1021-187e-4253-b258-76c6efde6977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96920b44-cb6d-4e1a-b67b-ff1973f06ebe'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:15.332832 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a47d584-78dd-4669-b659-5ee42dae875b" -d '{"events": [{"server_uuid": "a48c1021-187e-4253-b258-76c6efde6977", "name": "network-vif-plugged", "status": "completed", "tag": "96920b44-cb6d-4e1a-b67b-ff1973f06ebe"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:15.358176 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-563a5df0-af94-4345-ae8b-7e2d038d7f93 req-e67806ab-1c7d-459f-a204-be50a65674ce tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793159 Jul 15 23:03:15.417645 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-817d3c0d-706e-4f6d-90ac-63106a695c6f tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:15.418838 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d7ba6-aa3f-4e6b-9f6d-3cbc6fc0f587 req-ecc0d023-08ee-4b1a-be09-f932c1d96477 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:15.427384 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9c9d7ba6-aa3f-4e6b-9f6d-3cbc6fc0f587 req-ecc0d023-08ee-4b1a-be09-f932c1d96477 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 951 time: 0.1265903 Jul 15 23:03:15.486210 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d3c0d-706e-4f6d-90ac-63106a695c6f tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Pushing event updated for resources: {'Subnet': ['ID=8931c9f8-2423-4e8c-8612-ac64a9606a20,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:15.499898 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e44ba29f-2fc5-4850-b247-24459b9eab02 req-987a6e93-eeb4-43fe-bdbb-28641a00b866 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups/036ec048-6b46-4907-a230-d98b7c612d40 HTTP/1.1" status: 200 len: 1799 time: 0.1077604 Jul 15 23:03:15.519293 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9c9d7ba6-aa3f-4e6b-9f6d-3cbc6fc0f587 req-402aef0f-c9f5-4719-bbac-f14b72f9c8c9 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905094 Jul 15 23:03:15.525681 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817d3c0d-706e-4f6d-90ac-63106a695c6f tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Checking segment: {'id': '6218e074-3910-44ac-9d27-f9d6cc660fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b3dd95-5845-4ba7-8163-7532c80b8fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:15.526152 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817d3c0d-706e-4f6d-90ac-63106a695c6f tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Network hostable DHCP agents. Network: 31b3dd95-5845-4ba7-8163-7532c80b8fbe, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:03:15.551702 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817d3c0d-706e-4f6d-90ac-63106a695c6f tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Network 31b3dd95-5845-4ba7-8163-7532c80b8fbe is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:03:15.565214 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-817d3c0d-706e-4f6d-90ac-63106a695c6f tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 31b3dd95-5845-4ba7-8163-7532c80b8fbe) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:15.571131 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817d3c0d-706e-4f6d-90ac-63106a695c6f tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:15.572432 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-817d3c0d-706e-4f6d-90ac-63106a695c6f tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:15.583465 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [req-e44ba29f-2fc5-4850-b247-24459b9eab02 req-cc412762-94b7-4c27-9a17-f475ac02fe34 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 23:03:15.585538 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e44ba29f-2fc5-4850-b247-24459b9eab02 req-cc412762-94b7-4c27-9a17-f475ac02fe34 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "DELETE /v2.0/security-groups/036ec048-6b46-4907-a230-d98b7c612d40 HTTP/1.1" status: 409 len: 341 time: 0.0650508 Jul 15 23:03:15.586595 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f959842-97ec-4926-b52f-c4880ec5096f None None] Network 31b3dd95-5845-4ba7-8163-7532c80b8fbe requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:03:15.598709 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-817d3c0d-706e-4f6d-90ac-63106a695c6f tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6026390 Jul 15 23:03:15.599284 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37744) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:15.606172 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d00857f3-e738-4706-b35e-e8bbb439ebd5 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Request body: {'subnet': {'network_id': 'bbea9511-9599-4d61-bc5f-d2e279b3eb50', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:15.618396 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc88c70-42b6-43c6-a866-4bb69c46c3ad x-openstack-request-id: req-fbc88c70-42b6-43c6-a866-4bb69c46c3ad {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:15.618920 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8fd289c-a6c8-48f4-8c71-a51ec0e91326", "tag": "c70f2e91-6cca-4b70-b9b9-e692ff509231", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:15.619330 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fbc88c70-42b6-43c6-a866-4bb69c46c3ad {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:15.619899 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fd289c-a6c8-48f4-8c71-a51ec0e91326', 'tag': 'c70f2e91-6cca-4b70-b9b9-e692ff509231', 'status': 'completed', 'code': 200} Jul 15 23:03:15.690574 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a67c43-200f-467f-97b2-8fac3383b3a3 x-openstack-request-id: req-68a67c43-200f-467f-97b2-8fac3383b3a3 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:15.690908 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48c1021-187e-4253-b258-76c6efde6977", "name": "network-vif-plugged", "status": "completed", "tag": "96920b44-cb6d-4e1a-b67b-ff1973f06ebe", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:15.691514 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-68a67c43-200f-467f-97b2-8fac3383b3a3 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:15.691514 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48c1021-187e-4253-b258-76c6efde6977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96920b44-cb6d-4e1a-b67b-ff1973f06ebe', 'code': 200} Jul 15 23:03:15.731282 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00857f3-e738-4706-b35e-e8bbb439ebd5 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Made reservation on behalf of c022d86cdc7f4fca8c9ab116c350a036 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:15.735057 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d00857f3-e738-4706-b35e-e8bbb439ebd5 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:15.905661 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a13b5c-d7e3-4db0-97cc-ead1bb22ed52 req-5f5c6f9e-ee7b-42be-9b08-ee29b31f9450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:15.907376 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-93a13b5c-d7e3-4db0-97cc-ead1bb22ed52 req-5f5c6f9e-ee7b-42be-9b08-ee29b31f9450 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cf68f5e73ecc4026951a5fd300d11277&device_id=e8fd289c-a6c8-48f4-8c71-a51ec0e91326 HTTP/1.1" status: 200 len: 1174 time: 0.1856806 Jul 15 23:03:15.964840 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb222bf4-cefc-41d7-84cb-149e4b1280a0 req-5ffb16a7-325d-4f53-ab38-2e5fe1c424df tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:15.978325 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eb222bf4-cefc-41d7-84cb-149e4b1280a0 req-5ffb16a7-325d-4f53-ab38-2e5fe1c424df tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 946 time: 0.1841521 Jul 15 23:03:15.989377 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e96bb463-0a54-41a0-a3b7-4959ec3d37e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:16.044078 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eb222bf4-cefc-41d7-84cb-149e4b1280a0 req-535397dd-145b-454e-88c6-30d5734ff530 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621274 Jul 15 23:03:16.104956 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7722db-2cc3-408b-89f8-7a8c75ee400c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-31b3dd95-5845-4ba7-8163-7532c80b8fbe', 'network_id': '31b3dd95-5845-4ba7-8163-7532c80b8fbe', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'fixed_ips': [{'subnet_id': '8931c9f8-2423-4e8c-8612-ac64a9606a20'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:03:16.105814 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0f7722db-2cc3-408b-89f8-7a8c75ee400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:16.319328 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-0f7722db-2cc3-408b-89f8-7a8c75ee400c None None] Allocated IP 10.1.1.2 (31b3dd95-5845-4ba7-8163-7532c80b8fbe/8931c9f8-2423-4e8c-8612-ac64a9606a20/ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:16.433655 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a0b83-e52f-4703-af71-bf0b94a2d010 req-686c82a0-1af7-4d58-8c4b-3bb5f08871aa tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:16.444199 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3d6a0b83-e52f-4703-af71-bf0b94a2d010 req-686c82a0-1af7-4d58-8c4b-3bb5f08871aa tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] 10.222.0.16 "GET /v2.0/ports?device_id=637c5d1d-2346-4eca-b904-f6ad8a925e5f HTTP/1.1" status: 200 len: 946 time: 0.1869206 Jul 15 23:03:16.445981 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a13b5c-d7e3-4db0-97cc-ead1bb22ed52 req-cda77b5b-9861-4a03-af9d-7f15220bb847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:16.447534 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-93a13b5c-d7e3-4db0-97cc-ead1bb22ed52 req-cda77b5b-9861-4a03-af9d-7f15220bb847 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4212f26f-6afd-472c-b146-e8b3fe028ddc HTTP/1.1" status: 200 len: 913 time: 0.5069208 Jul 15 23:03:16.506396 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3d6a0b83-e52f-4703-af71-bf0b94a2d010 req-f0eef9d4-f761-4eb1-9f3f-313e17526946 tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e906654-df8b-48d0-9ed2-be51467e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608883 Jul 15 23:03:16.526567 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eecb680-038c-490a-a4fe-ca6010b74a7d req-53e0ebdd-4baa-44cf-a6c8-f14bd9b33015 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:16.529032 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-93a13b5c-d7e3-4db0-97cc-ead1bb22ed52 req-0429a542-982b-444c-ae76-b4299fef2461 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c70f2e91-6cca-4b70-b9b9-e692ff509231 HTTP/1.1" status: 200 len: 217 time: 0.0691941 Jul 15 23:03:16.547280 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0f7722db-2cc3-408b-89f8-7a8c75ee400c None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:16.550037 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7eecb680-038c-490a-a4fe-ca6010b74a7d req-53e0ebdd-4baa-44cf-a6c8-f14bd9b33015 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fd289c-a6c8-48f4-8c71-a51ec0e91326 HTTP/1.1" status: 200 len: 1023 time: 0.1740184 Jul 15 23:03:16.569722 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0f7722db-2cc3-408b-89f8-7a8c75ee400c None None] Transition to ACTIVE for port object ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:16.599889 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0f7722db-2cc3-408b-89f8-7a8c75ee400c None None] Transition to ACTIVE for port object ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:16.607665 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0f7722db-2cc3-408b-89f8-7a8c75ee400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:16.617843 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7eecb680-038c-490a-a4fe-ca6010b74a7d req-53b16bec-74fd-4c73-b596-78b354bf9699 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9d7b158-eaf0-4622-ba75-df32c8bcf205&id=1088c062-91fe-405b-a2ab-26d73d6064e2&id=036ec048-6b46-4907-a230-d98b7c612d40&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0620661 Jul 15 23:03:16.635973 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a13b5c-d7e3-4db0-97cc-ead1bb22ed52 req-25697dfc-3dbc-4e72-a3ba-95d79338bde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:16.637987 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-93a13b5c-d7e3-4db0-97cc-ead1bb22ed52 req-25697dfc-3dbc-4e72-a3ba-95d79338bde4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ad3ff189-3fc3-4bc9-9b4a-6555f820f246 HTTP/1.1" status: 200 len: 852 time: 0.0963664 Jul 15 23:03:16.681032 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-93a13b5c-d7e3-4db0-97cc-ead1bb22ed52 req-e05c48cd-653a-4d8c-a69a-66a355207c2a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4212f26f-6afd-472c-b146-e8b3fe028ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345914 Jul 15 23:03:16.681975 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d00857f3-e738-4706-b35e-e8bbb439ebd5 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:16.690472 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9c3ee-d5b7-4b89-817b-ae7b6247f712 req-bff23f22-6e9b-49b5-bb45-bbc140dc1376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:16.692931 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-89e9c3ee-d5b7-4b89-817b-ae7b6247f712 req-bff23f22-6e9b-49b5-bb45-bbc140dc1376 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 1102 time: 0.7535172 Jul 15 23:03:16.695726 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7722db-2cc3-408b-89f8-7a8c75ee400c None None] Network 31b3dd95-5845-4ba7-8163-7532c80b8fbe is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:16.705413 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-0f7722db-2cc3-408b-89f8-7a8c75ee400c None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:16.708802 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7722db-2cc3-408b-89f8-7a8c75ee400c None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:16.710776 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b423b-1f31-44eb-b7a0-a135b5377417 req-8065bbad-d2c6-401f-ac82-a39b7892335f tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:16.712382 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3c5b423b-1f31-44eb-b7a0-a135b5377417 req-8065bbad-d2c6-401f-ac82-a39b7892335f tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 949 time: 0.0797646 Jul 15 23:03:16.739971 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7722db-2cc3-408b-89f8-7a8c75ee400c None None] Pushing event updated for resources: {'Port': ['ID=ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:16.775396 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3c5b423b-1f31-44eb-b7a0-a135b5377417 req-94dcfd62-0d04-4be3-9ea4-a2e91e9cc579 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545087 Jul 15 23:03:16.917854 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71433ba-b941-41ef-8501-258b8103fbc7 req-69c87454-7d67-4acd-917a-be40280c006d tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:16.933040 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e71433ba-b941-41ef-8501-258b8103fbc7 req-69c87454-7d67-4acd-917a-be40280c006d tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 951 time: 0.1564860 Jul 15 23:03:16.999617 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0f7722db-2cc3-408b-89f8-7a8c75ee400c None None] Attempting to bind port ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:16.999982 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0f7722db-2cc3-408b-89f8-7a8c75ee400c None None] Attempting to bind port ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '6218e074-3910-44ac-9d27-f9d6cc660fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b3dd95-5845-4ba7-8163-7532c80b8fbe'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:17.000342 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7722db-2cc3-408b-89f8-7a8c75ee400c None None] Attempting to bind port ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf on network 31b3dd95-5845-4ba7-8163-7532c80b8fbe {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:17.006871 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7722db-2cc3-408b-89f8-7a8c75ee400c None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:17.006871 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7722db-2cc3-408b-89f8-7a8c75ee400c None None] Checking segment: {'id': '6218e074-3910-44ac-9d27-f9d6cc660fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b3dd95-5845-4ba7-8163-7532c80b8fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:17.006871 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0f7722db-2cc3-408b-89f8-7a8c75ee400c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:17.007892 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7722db-2cc3-408b-89f8-7a8c75ee400c None None] Bound using segment: {'id': '6218e074-3910-44ac-9d27-f9d6cc660fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b3dd95-5845-4ba7-8163-7532c80b8fbe'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:17.007892 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0f7722db-2cc3-408b-89f8-7a8c75ee400c None None] Bound port: ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6218e074-3910-44ac-9d27-f9d6cc660fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b3dd95-5845-4ba7-8163-7532c80b8fbe'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:17.008751 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0f7722db-2cc3-408b-89f8-7a8c75ee400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:17.015285 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-93a13b5c-d7e3-4db0-97cc-ead1bb22ed52 req-b30f8f36-a390-4fc3-ad80-c259fd9d3636 service neutron] 10.222.0.43 "GET /v2.0/networks/4212f26f-6afd-472c-b146-e8b3fe028ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178501 Jul 15 23:03:17.017823 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00857f3-e738-4706-b35e-e8bbb439ebd5 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Pushing event updated for resources: {'Subnet': ['ID=2caf3549-18f8-4078-a5bd-a7ecd88c89df,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:17.019152 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e71433ba-b941-41ef-8501-258b8103fbc7 req-adc6b806-7987-461d-a1b5-182a687d5d92 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851412 Jul 15 23:03:17.028324 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-89e9c3ee-d5b7-4b89-817b-ae7b6247f712 req-3da9c397-9e92-42fc-891b-2900c7d6e1c9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877321 Jul 15 23:03:17.132987 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-93a13b5c-d7e3-4db0-97cc-ead1bb22ed52 req-0e51f229-467b-45d5-beae-36cdb2e3bc75 service neutron] 10.222.0.43 "GET /v2.0/networks/4212f26f-6afd-472c-b146-e8b3fe028ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009486 Jul 15 23:03:17.163833 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-0f7722db-2cc3-408b-89f8-7a8c75ee400c None None] For port ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:17.173422 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-0f7722db-2cc3-408b-89f8-7a8c75ee400c None None] For port ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf,segment=NetworkSegment(6218e074-3910-44ac-9d27-f9d6cc660fd8),segment_id=6218e074-3910-44ac-9d27-f9d6cc660fd8)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:17.180346 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0f7722db-2cc3-408b-89f8-7a8c75ee400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:17.189439 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00857f3-e738-4706-b35e-e8bbb439ebd5 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Checking segment: {'id': 'a607fcdb-8822-4e2f-96a8-dc133aaf2c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bbea9511-9599-4d61-bc5f-d2e279b3eb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:17.191194 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00857f3-e738-4706-b35e-e8bbb439ebd5 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Network hostable DHCP agents. Network: bbea9511-9599-4d61-bc5f-d2e279b3eb50, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:03:17.229616 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00857f3-e738-4706-b35e-e8bbb439ebd5 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Network bbea9511-9599-4d61-bc5f-d2e279b3eb50 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:03:17.245973 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-d00857f3-e738-4706-b35e-e8bbb439ebd5 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, bbea9511-9599-4d61-bc5f-d2e279b3eb50) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:17.255166 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00857f3-e738-4706-b35e-e8bbb439ebd5 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:17.257967 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d00857f3-e738-4706-b35e-e8bbb439ebd5 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:17.291617 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d00857f3-e738-4706-b35e-e8bbb439ebd5 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6908813 Jul 15 23:03:17.294311 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37766) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:17.302550 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-7604a020-8779-4b5d-a4ce-137941f6e635 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Request body: {'port': {'network_id': '31b3dd95-5845-4ba7-8163-7532c80b8fbe', 'name': 'tempest-TaggedBootDevicesTest_v242-1600540218', 'fixed_ips': [{'subnet_id': '8931c9f8-2423-4e8c-8612-ac64a9606a20'}]}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:17.307505 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f90a9e-01b9-417a-83c8-7955822cbe97 None None] Network bbea9511-9599-4d61-bc5f-d2e279b3eb50 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:03:17.311737 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7722db-2cc3-408b-89f8-7a8c75ee400c None None] Pushing event updated for resources: {'Port': ['ID=ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:17.547217 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58327efe-3f2c-4853-b565-e275c0e6e40b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-bbea9511-9599-4d61-bc5f-d2e279b3eb50', 'network_id': 'bbea9511-9599-4d61-bc5f-d2e279b3eb50', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'fixed_ips': [{'subnet_id': '2caf3549-18f8-4078-a5bd-a7ecd88c89df'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:03:17.549779 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-58327efe-3f2c-4853-b565-e275c0e6e40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:17.554113 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a8faa-9f77-4f56-b115-4a8429c023d0 req-3603f217-4008-49b5-80b0-e16e30e2eee2 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:17.555931 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-204a8faa-9f77-4f56-b115-4a8429c023d0 req-3603f217-4008-49b5-80b0-e16e30e2eee2 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 946 time: 0.2289264 Jul 15 23:03:17.601757 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7604a020-8779-4b5d-a4ce-137941f6e635 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Made reservation on behalf of c022d86cdc7f4fca8c9ab116c350a036 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:17.652347 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-204a8faa-9f77-4f56-b115-4a8429c023d0 req-b283ca5b-cc27-430a-962e-1b1fc2ad60d9 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888531 Jul 15 23:03:17.724727 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037c697-2d25-4b66-bc4b-03f538ec9ee8 req-15c81b77-11e0-44a9-85b2-cff0b261c85c tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:17.726525 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6037c697-2d25-4b66-bc4b-03f538ec9ee8 req-15c81b77-11e0-44a9-85b2-cff0b261c85c tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] 10.222.0.16 "GET /v2.0/ports?device_id=637c5d1d-2346-4eca-b904-f6ad8a925e5f HTTP/1.1" status: 200 len: 946 time: 0.2246444 Jul 15 23:03:17.842031 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7604a020-8779-4b5d-a4ce-137941f6e635 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:17.868783 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-7604a020-8779-4b5d-a4ce-137941f6e635 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] device_id is not set on port eb72faf0-e402-4e9c-937e-dc2238b8df3b yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:03:17.887278 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-58327efe-3f2c-4853-b565-e275c0e6e40b None None] Allocated IP 10.2.2.2 (bbea9511-9599-4d61-bc5f-d2e279b3eb50/2caf3549-18f8-4078-a5bd-a7ecd88c89df/4bfadd95-94c1-42c3-a01b-fbdb37af9165) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:17.895985 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6037c697-2d25-4b66-bc4b-03f538ec9ee8 req-add2ea95-0115-482c-b765-c70b75fc425d tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e906654-df8b-48d0-9ed2-be51467e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513917 Jul 15 23:03:18.068805 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c1dd7-240c-437a-b904-e713b0760470 req-59ff363f-cebc-4a7a-809f-d25488bdc642 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:18.070662 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cd3c1dd7-240c-437a-b904-e713b0760470 req-59ff363f-cebc-4a7a-809f-d25488bdc642 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8fd289c-a6c8-48f4-8c71-a51ec0e91326 HTTP/1.1" status: 200 len: 1023 time: 0.1390803 Jul 15 23:03:18.138832 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-58327efe-3f2c-4853-b565-e275c0e6e40b None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:18.172778 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-58327efe-3f2c-4853-b565-e275c0e6e40b None None] Transition to ACTIVE for port object 4bfadd95-94c1-42c3-a01b-fbdb37af9165 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:18.207763 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1ac70bdc-1601-4b47-982d-0033af9ba4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:18.209977 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-58327efe-3f2c-4853-b565-e275c0e6e40b None None] Transition to ACTIVE for port object 4bfadd95-94c1-42c3-a01b-fbdb37af9165 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:18.218325 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-58327efe-3f2c-4853-b565-e275c0e6e40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:18.253609 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-cd3c1dd7-240c-437a-b904-e713b0760470 req-60831967-41c5-4932-80f7-1c961cc5ad4c tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Deleting port c70f2e91-6cca-4b70-b9b9-e692ff509231 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:03:18.253951 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cd3c1dd7-240c-437a-b904-e713b0760470 req-60831967-41c5-4932-80f7-1c961cc5ad4c tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:18.327397 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58327efe-3f2c-4853-b565-e275c0e6e40b None None] Pushing event updated for resources: {'Port': ['ID=4bfadd95-94c1-42c3-a01b-fbdb37af9165,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:18.340648 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58327efe-3f2c-4853-b565-e275c0e6e40b None None] Network bbea9511-9599-4d61-bc5f-d2e279b3eb50 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:18.342966 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-58327efe-3f2c-4853-b565-e275c0e6e40b None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:18.345500 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58327efe-3f2c-4853-b565-e275c0e6e40b None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:18.366374 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-7604a020-8779-4b5d-a4ce-137941f6e635 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Allocated IP 10.1.1.99 (31b3dd95-5845-4ba7-8163-7532c80b8fbe/8931c9f8-2423-4e8c-8612-ac64a9606a20/eb72faf0-e402-4e9c-937e-dc2238b8df3b) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:18.434924 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-58327efe-3f2c-4853-b565-e275c0e6e40b None None] Attempting to bind port 4bfadd95-94c1-42c3-a01b-fbdb37af9165 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:18.438034 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-cd3c1dd7-240c-437a-b904-e713b0760470 req-60831967-41c5-4932-80f7-1c961cc5ad4c tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] For port c70f2e91-6cca-4b70-b9b9-e692ff509231, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=c70f2e91-6cca-4b70-b9b9-e692ff509231,segment=NetworkSegment(03433303-0a46-4d39-b5db-bf97727410e3),segment_id=03433303-0a46-4d39-b5db-bf97727410e3)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:18.438386 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-58327efe-3f2c-4853-b565-e275c0e6e40b None None] Attempting to bind port 4bfadd95-94c1-42c3-a01b-fbdb37af9165 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'a607fcdb-8822-4e2f-96a8-dc133aaf2c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bbea9511-9599-4d61-bc5f-d2e279b3eb50'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:18.438533 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cd3c1dd7-240c-437a-b904-e713b0760470 req-60831967-41c5-4932-80f7-1c961cc5ad4c tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:18.438983 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58327efe-3f2c-4853-b565-e275c0e6e40b None None] Attempting to bind port 4bfadd95-94c1-42c3-a01b-fbdb37af9165 on network bbea9511-9599-4d61-bc5f-d2e279b3eb50 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:18.451593 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58327efe-3f2c-4853-b565-e275c0e6e40b None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:18.451593 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58327efe-3f2c-4853-b565-e275c0e6e40b None None] Checking segment: {'id': 'a607fcdb-8822-4e2f-96a8-dc133aaf2c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bbea9511-9599-4d61-bc5f-d2e279b3eb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:18.453284 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-58327efe-3f2c-4853-b565-e275c0e6e40b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:18.454288 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58327efe-3f2c-4853-b565-e275c0e6e40b None None] Bound using segment: {'id': 'a607fcdb-8822-4e2f-96a8-dc133aaf2c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bbea9511-9599-4d61-bc5f-d2e279b3eb50'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:18.454953 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-cd3c1dd7-240c-437a-b904-e713b0760470 req-60831967-41c5-4932-80f7-1c961cc5ad4c tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Calling delete_port for c70f2e91-6cca-4b70-b9b9-e692ff509231 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:03:18.455567 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-58327efe-3f2c-4853-b565-e275c0e6e40b None None] Bound port: 4bfadd95-94c1-42c3-a01b-fbdb37af9165, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a607fcdb-8822-4e2f-96a8-dc133aaf2c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bbea9511-9599-4d61-bc5f-d2e279b3eb50'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:18.458389 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-58327efe-3f2c-4853-b565-e275c0e6e40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:18.470459 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2026c-21b4-4a11-94cf-6f2ac76e2efe req-723380fe-1b2b-4bf0-a032-2a802248f5dc tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:18.478778 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c6c2026c-21b4-4a11-94cf-6f2ac76e2efe req-723380fe-1b2b-4bf0-a032-2a802248f5dc tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fd289c-a6c8-48f4-8c71-a51ec0e91326 HTTP/1.1" status: 200 len: 1023 time: 0.6171341 Jul 15 23:03:18.546347 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-58327efe-3f2c-4853-b565-e275c0e6e40b None None] For port 4bfadd95-94c1-42c3-a01b-fbdb37af9165, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:18.550563 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-58327efe-3f2c-4853-b565-e275c0e6e40b None None] For port 4bfadd95-94c1-42c3-a01b-fbdb37af9165, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4bfadd95-94c1-42c3-a01b-fbdb37af9165,segment=NetworkSegment(a607fcdb-8822-4e2f-96a8-dc133aaf2c0a),segment_id=a607fcdb-8822-4e2f-96a8-dc133aaf2c0a)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:18.557704 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-58327efe-3f2c-4853-b565-e275c0e6e40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:18.586130 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c6c2026c-21b4-4a11-94cf-6f2ac76e2efe req-59eb21d9-25db-48f0-8a7c-f75d39a46816 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9d7b158-eaf0-4622-ba75-df32c8bcf205&id=1088c062-91fe-405b-a2ab-26d73d6064e2&id=036ec048-6b46-4907-a230-d98b7c612d40&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1061320 Jul 15 23:03:18.697540 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffd419-b801-4492-b0cc-759a28b19bef req-53a3c0b0-0e18-4798-9657-f024655ccb0a tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:18.708788 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:18.714434 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-95ffd419-b801-4492-b0cc-759a28b19bef req-53a3c0b0-0e18-4798-9657-f024655ccb0a tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 949 time: 0.5893362 Jul 15 23:03:18.753061 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cd3c1dd7-240c-437a-b904-e713b0760470 req-60831967-41c5-4932-80f7-1c961cc5ad4c tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:18.767078 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58327efe-3f2c-4853-b565-e275c0e6e40b None None] Pushing event updated for resources: {'Port': ['ID=4bfadd95-94c1-42c3-a01b-fbdb37af9165,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:18.776112 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['c70f2e91-6cca-4b70-b9b9-e692ff509231'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:03:18.801427 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-95ffd419-b801-4492-b0cc-759a28b19bef req-dca436ec-da7e-4ba9-aec4-9147e1280e08 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859997 Jul 15 23:03:18.852785 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7604a020-8779-4b5d-a4ce-137941f6e635 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:18.889741 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['74edffe4-103d-4a05-a9fd-6fafa00b9a6a'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:03:18.890615 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7604a020-8779-4b5d-a4ce-137941f6e635 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Transition to ACTIVE for port object eb72faf0-e402-4e9c-937e-dc2238b8df3b will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:18.929499 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60831967-41c5-4932-80f7-1c961cc5ad4c tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Pushing event deleted for resources: {'Port': ['ID=c70f2e91-6cca-4b70-b9b9-e692ff509231,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:18.964282 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3c1dd7-240c-437a-b904-e713b0760470 req-60831967-41c5-4932-80f7-1c961cc5ad4c tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] No DVR routers for this DVR port c70f2e91-6cca-4b70-b9b9-e692ff509231 on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:03:18.968812 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cd3c1dd7-240c-437a-b904-e713b0760470 req-60831967-41c5-4932-80f7-1c961cc5ad4c tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:18.970936 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cd3c1dd7-240c-437a-b904-e713b0760470 req-60831967-41c5-4932-80f7-1c961cc5ad4c tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.43 "DELETE /v2.0/ports/c70f2e91-6cca-4b70-b9b9-e692ff509231 HTTP/1.1" status: 204 len: 173 time: 0.8912597 Jul 15 23:03:18.971428 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fd289c-a6c8-48f4-8c71-a51ec0e91326', 'name': 'network-vif-deleted', 'tag': 'c70f2e91-6cca-4b70-b9b9-e692ff509231'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:18.973913 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6993ea-d3f9-42e9-ba5d-5f5cc5ebd942" -d '{"events": [{"server_uuid": "e8fd289c-a6c8-48f4-8c71-a51ec0e91326", "name": "network-vif-deleted", "tag": "c70f2e91-6cca-4b70-b9b9-e692ff509231"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:18.986801 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7604a020-8779-4b5d-a4ce-137941f6e635 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:19.088610 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22033cec-958b-46c8-9cf2-56642c540e1a None None] Network 31b3dd95-5845-4ba7-8163-7532c80b8fbe requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:03:19.184218 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b8595-004d-431a-9b09-92f88f62d7cd req-2d08e384-70a3-4d59-a31b-fd53fafd79c9 tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:19.185978 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cd8b8595-004d-431a-9b09-92f88f62d7cd req-2d08e384-70a3-4d59-a31b-fd53fafd79c9 tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] 10.222.0.43 "GET /v2.0/ports?device_id=637c5d1d-2346-4eca-b904-f6ad8a925e5f HTTP/1.1" status: 200 len: 946 time: 0.1995416 Jul 15 23:03:19.188539 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604a020-8779-4b5d-a4ce-137941f6e635 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Pushing event updated for resources: {'Port': ['ID=eb72faf0-e402-4e9c-937e-dc2238b8df3b,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:19.241690 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7604a020-8779-4b5d-a4ce-137941f6e635 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Network 31b3dd95-5845-4ba7-8163-7532c80b8fbe is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:19.266252 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:19.333370 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-7604a020-8779-4b5d-a4ce-137941f6e635 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:19.337118 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7604a020-8779-4b5d-a4ce-137941f6e635 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:19.343498 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7604a020-8779-4b5d-a4ce-137941f6e635 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:19.344759 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7604a020-8779-4b5d-a4ce-137941f6e635 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:19.345295 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c1fdd718-f758-4051-870b-2370a218ae95 None None] Provisioning for port ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:19.367598 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-cd8b8595-004d-431a-9b09-92f88f62d7cd req-514e438a-01b4-4490-af30-cb5970d5dd6a tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] Deleting port cde3cc1f-58fa-4399-b610-78d89b1d6460 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:03:19.368004 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cd8b8595-004d-431a-9b09-92f88f62d7cd req-514e438a-01b4-4490-af30-cb5970d5dd6a tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:19.393949 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7604a020-8779-4b5d-a4ce-137941f6e635 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0960927 Jul 15 23:03:19.398693 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37790) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:19.412917 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-672494f7-4882-41f7-b7c9-5c60fdd33060 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Request body: {'port': {'network_id': '31b3dd95-5845-4ba7-8163-7532c80b8fbe', 'name': 'tempest-TaggedBootDevicesTest_v242-2101754007', 'fixed_ips': [{'subnet_id': '8931c9f8-2423-4e8c-8612-ac64a9606a20'}]}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:19.514147 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:19.523275 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e0a69-9845-4de7-bf52-4539176252d5 req-90a12f83-ddb5-4c10-b2a6-e982390d7be8 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:19.530233 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:19.530600 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:19.532024 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5c1e0a69-9845-4de7-bf52-4539176252d5 req-90a12f83-ddb5-4c10-b2a6-e982390d7be8 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 951 time: 0.3816116 Jul 15 23:03:19.533850 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-cd8b8595-004d-431a-9b09-92f88f62d7cd req-514e438a-01b4-4490-af30-cb5970d5dd6a tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] For port cde3cc1f-58fa-4399-b610-78d89b1d6460, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=cde3cc1f-58fa-4399-b610-78d89b1d6460,segment=NetworkSegment(41ab55a6-e1c0-4e7f-b5fb-e63ed07da0eb),segment_id=41ab55a6-e1c0-4e7f-b5fb-e63ed07da0eb)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:19.534646 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cd8b8595-004d-431a-9b09-92f88f62d7cd req-514e438a-01b4-4490-af30-cb5970d5dd6a tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:19.551781 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-cd8b8595-004d-431a-9b09-92f88f62d7cd req-514e438a-01b4-4490-af30-cb5970d5dd6a tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] Calling delete_port for cde3cc1f-58fa-4399-b610-78d89b1d6460 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:03:19.557284 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:19.558484 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de196ca-1a1e-4c0e-b655-fcaf71d67aa7 req-0b65466f-55c8-4484-83cb-e207e300bf0e tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:19.560046 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5de196ca-1a1e-4c0e-b655-fcaf71d67aa7 req-0b65466f-55c8-4484-83cb-e207e300bf0e tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 946 time: 0.3566644 Jul 15 23:03:19.628441 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5c1e0a69-9845-4de7-bf52-4539176252d5 req-23f76a9b-75b2-40c0-97b9-618f02dd10d8 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952535 Jul 15 23:03:19.718858 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5de196ca-1a1e-4c0e-b655-fcaf71d67aa7 req-de861d59-44d0-460c-8998-84f54bc4bf33 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498117 Jul 15 23:03:19.754529 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672494f7-4882-41f7-b7c9-5c60fdd33060 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Made reservation on behalf of c022d86cdc7f4fca8c9ab116c350a036 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:19.760017 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:19.772146 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-672494f7-4882-41f7-b7c9-5c60fdd33060 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:19.806261 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf,segment=NetworkSegment(6218e074-3910-44ac-9d27-f9d6cc660fd8),segment_id=6218e074-3910-44ac-9d27-f9d6cc660fd8)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:19.817145 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:19.842575 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-672494f7-4882-41f7-b7c9-5c60fdd33060 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] device_id is not set on port 3b0c43e3-ab51-4455-afee-2a76ff729069 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:03:19.877976 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a038297-21fd-4a68-ba5b-062d42d17610 x-openstack-request-id: req-0a038297-21fd-4a68-ba5b-062d42d17610 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:19.878421 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fd289c-a6c8-48f4-8c71-a51ec0e91326", "name": "network-vif-deleted", "tag": "c70f2e91-6cca-4b70-b9b9-e692ff509231", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:19.879057 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a038297-21fd-4a68-ba5b-062d42d17610 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:19.892288 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fd289c-a6c8-48f4-8c71-a51ec0e91326', 'name': 'network-vif-deleted', 'tag': 'c70f2e91-6cca-4b70-b9b9-e692ff509231', 'status': 'completed', 'code': 200} Jul 15 23:03:19.896156 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cd8b8595-004d-431a-9b09-92f88f62d7cd req-514e438a-01b4-4490-af30-cb5970d5dd6a tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:19.934928 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:19.965126 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['cde3cc1f-58fa-4399-b610-78d89b1d6460'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:03:20.022350 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e438a-01b4-4490-af30-cb5970d5dd6a tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] Pushing event deleted for resources: {'Port': ['ID=cde3cc1f-58fa-4399-b610-78d89b1d6460,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:20.125468 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8b8595-004d-431a-9b09-92f88f62d7cd req-514e438a-01b4-4490-af30-cb5970d5dd6a tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] No DVR routers for this DVR port cde3cc1f-58fa-4399-b610-78d89b1d6460 on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:03:20.128387 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cd8b8595-004d-431a-9b09-92f88f62d7cd req-514e438a-01b4-4490-af30-cb5970d5dd6a tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:20.130903 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cd8b8595-004d-431a-9b09-92f88f62d7cd req-514e438a-01b4-4490-af30-cb5970d5dd6a tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] 10.222.0.43 "DELETE /v2.0/ports/cde3cc1f-58fa-4399-b610-78d89b1d6460 HTTP/1.1" status: 204 len: 173 time: 0.9356422 Jul 15 23:03:20.194731 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b40a9279-e83d-4911-922e-c30edf89fb40 req-4bf3fe6a-4022-4fd2-a8e8-ba0a67c4c3c2 tempest-ServerGroupTestJSON-1982287847 tempest-ServerGroupTestJSON-1982287847-project] 10.222.0.16 "GET /v2.0/ports?device_id=637c5d1d-2346-4eca-b904-f6ad8a925e5f HTTP/1.1" status: 200 len: 210 time: 0.0442371 Jul 15 23:03:20.239661 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e230fe28-719f-4f59-9d12-c040229777d6 None None] Provisioning complete for port ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:20.244591 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e230fe28-719f-4f59-9d12-c040229777d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:20.366539 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-bbbdedca-3880-4332-a12c-8a89f048efe3 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:20.368143 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-bbbdedca-3880-4332-a12c-8a89f048efe3 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba&tenant_id=7f66f923b4424119b6027030587a5dae&binding%3Ahost_id=n-h1-787205-9 HTTP/1.1" status: 200 len: 1097 time: 0.1839275 Jul 15 23:03:20.369282 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-672494f7-4882-41f7-b7c9-5c60fdd33060 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Allocated IP 10.1.1.96 (31b3dd95-5845-4ba7-8163-7532c80b8fbe/8931c9f8-2423-4e8c-8612-ac64a9606a20/3b0c43e3-ab51-4455-afee-2a76ff729069) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:20.407424 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-73bd4c59-5954-440a-b660-664809408156 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-787205-9'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:20.488537 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30c029a-cf71-45c7-821e-01e9785fb317 None None] Network bbea9511-9599-4d61-bc5f-d2e279b3eb50 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:03:20.602901 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-73bd4c59-5954-440a-b660-664809408156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:20.633504 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e230fe28-719f-4f59-9d12-c040229777d6 None None] Provisioning for port eb72faf0-e402-4e9c-937e-dc2238b8df3b completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:20.643849 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e230fe28-719f-4f59-9d12-c040229777d6 None None] Provisioning complete for port eb72faf0-e402-4e9c-937e-dc2238b8df3b triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:20.644251 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e230fe28-719f-4f59-9d12-c040229777d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:20.696758 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e230fe28-719f-4f59-9d12-c040229777d6 None None] Port eb72faf0-e402-4e9c-937e-dc2238b8df3b cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:03:20.824976 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-41fa7fec-b5d6-4e1f-911f-f4a36704f426 None None] Provisioning for port 4bfadd95-94c1-42c3-a01b-fbdb37af9165 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:20.848086 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-41fa7fec-b5d6-4e1f-911f-f4a36704f426 None None] Provisioning complete for port eb72faf0-e402-4e9c-937e-dc2238b8df3b triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:20.848993 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-41fa7fec-b5d6-4e1f-911f-f4a36704f426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:20.854882 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192123a-c67d-466a-bb27-f6e22324d80a req-7e36ef5b-3b41-4cd3-9517-bc115035664e tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:20.856236 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5192123a-c67d-466a-bb27-f6e22324d80a req-7e36ef5b-3b41-4cd3-9517-bc115035664e tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 949 time: 0.2985697 Jul 15 23:03:20.886145 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d756f897-fb8f-4e9d-a409-f476367ce164 req-e48bd8a2-56c5-4e9c-8ddb-d2b97c6c6c94 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups/d9d7b158-eaf0-4622-ba75-df32c8bcf205 HTTP/1.1" status: 200 len: 1801 time: 0.2159247 Jul 15 23:03:20.901772 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-41fa7fec-b5d6-4e1f-911f-f4a36704f426 None None] Port eb72faf0-e402-4e9c-937e-dc2238b8df3b cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:03:20.922961 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-672494f7-4882-41f7-b7c9-5c60fdd33060 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:20.976470 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-672494f7-4882-41f7-b7c9-5c60fdd33060 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Transition to ACTIVE for port object 3b0c43e3-ab51-4455-afee-2a76ff729069 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:21.000174 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-73bd4c59-5954-440a-b660-664809408156 service neutron] For port 8cd3655b-7997-4673-9cf8-981e1de6288a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=8cd3655b-7997-4673-9cf8-981e1de6288a,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:21.032323 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5192123a-c67d-466a-bb27-f6e22324d80a req-20fc46c4-2a32-468a-886a-fa14a245d6ed tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601329 Jul 15 23:03:21.088791 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:21.216677 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:21.351327 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:21.351730 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:21.453725 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-73bd4c59-5954-440a-b660-664809408156 service neutron] For port 8cd3655b-7997-4673-9cf8-981e1de6288a, host n-h1-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:21.475302 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4bfadd95-94c1-42c3-a01b-fbdb37af9165 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:21.509415 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d756f897-fb8f-4e9d-a409-f476367ce164 req-59e4b8fa-5790-4984-874e-326a675486a5 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:21.522660 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-672494f7-4882-41f7-b7c9-5c60fdd33060 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:21.529454 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 4bfadd95-94c1-42c3-a01b-fbdb37af9165 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:21.534658 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 4bfadd95-94c1-42c3-a01b-fbdb37af9165 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:21.535043 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:21.592740 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24c3fa0-f157-4535-94f1-335fe93a86ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cd3655b-7997-4673-9cf8-981e1de6288a'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:21.595009 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe861da6-1c49-4811-a0d2-2a35d816f737" -d '{"events": [{"server_uuid": "e24c3fa0-f157-4535-94f1-335fe93a86ba", "name": "network-vif-unplugged", "status": "completed", "tag": "8cd3655b-7997-4673-9cf8-981e1de6288a"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:21.603363 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d756f897-fb8f-4e9d-a409-f476367ce164 req-59e4b8fa-5790-4984-874e-326a675486a5 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:21.609673 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-73bd4c59-5954-440a-b660-664809408156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:21.619649 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:21.641496 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672494f7-4882-41f7-b7c9-5c60fdd33060 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Pushing event updated for resources: {'Port': ['ID=3b0c43e3-ab51-4455-afee-2a76ff729069,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:21.643916 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-73bd4c59-5954-440a-b660-664809408156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:21.650513 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672494f7-4882-41f7-b7c9-5c60fdd33060 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Network 31b3dd95-5845-4ba7-8163-7532c80b8fbe is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:21.666057 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 4bfadd95-94c1-42c3-a01b-fbdb37af9165, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4bfadd95-94c1-42c3-a01b-fbdb37af9165,segment=NetworkSegment(a607fcdb-8822-4e2f-96a8-dc133aaf2c0a),segment_id=a607fcdb-8822-4e2f-96a8-dc133aaf2c0a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:21.671214 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:21.683821 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-672494f7-4882-41f7-b7c9-5c60fdd33060 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:21.691747 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672494f7-4882-41f7-b7c9-5c60fdd33060 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:21.696530 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672494f7-4882-41f7-b7c9-5c60fdd33060 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:21.697610 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-672494f7-4882-41f7-b7c9-5c60fdd33060 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:21.740936 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=4bfadd95-94c1-42c3-a01b-fbdb37af9165,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:21.753081 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a222d-4121-4b2f-9ed6-23bd9be26e00 req-e3621bf3-4978-4922-b3cb-89c9aa60a887 tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:21.754595 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e0a222d-4121-4b2f-9ed6-23bd9be26e00 req-e3621bf3-4978-4922-b3cb-89c9aa60a887 tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 1102 time: 0.3416810 Jul 15 23:03:21.756682 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-672494f7-4882-41f7-b7c9-5c60fdd33060 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3516335 Jul 15 23:03:21.757726 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d756f897-fb8f-4e9d-a409-f476367ce164 req-59e4b8fa-5790-4984-874e-326a675486a5 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:21.765122 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d756f897-fb8f-4e9d-a409-f476367ce164 req-59e4b8fa-5790-4984-874e-326a675486a5 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:21.766278 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d756f897-fb8f-4e9d-a409-f476367ce164 req-59e4b8fa-5790-4984-874e-326a675486a5 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "DELETE /v2.0/security-groups/d9d7b158-eaf0-4622-ba75-df32c8bcf205 HTTP/1.1" status: 204 len: 173 time: 0.8519855 Jul 15 23:03:21.766948 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd4c59-5954-440a-b660-664809408156 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd3655b-7997-4673-9cf8-981e1de6288a,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:21.845679 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4b8fa-5790-4984-874e-326a675486a5 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d7b158-eaf0-4622-ba75-df32c8bcf205,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:21.847499 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-73bd4c59-5954-440a-b660-664809408156 service neutron] Attempting to bind port 8cd3655b-7997-4673-9cf8-981e1de6288a on host n-h1-787205-9 for vnic_type normal with profile {"migrating_to": "n-h2-787205-9"} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:21.847837 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-73bd4c59-5954-440a-b660-664809408156 service neutron] Attempting to bind port 8cd3655b-7997-4673-9cf8-981e1de6288a by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:21.848172 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-73bd4c59-5954-440a-b660-664809408156 service neutron] Attempting to bind port 8cd3655b-7997-4673-9cf8-981e1de6288a on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:21.868886 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-73bd4c59-5954-440a-b660-664809408156 service neutron] Port 8cd3655b-7997-4673-9cf8-981e1de6288a on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:03:21.869249 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-73bd4c59-5954-440a-b660-664809408156 service neutron] Attempting to bind port 8cd3655b-7997-4673-9cf8-981e1de6288a on network d91a9528-a986-45d3-8b66-7d9419c4ffb8 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:21.888025 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e0a222d-4121-4b2f-9ed6-23bd9be26e00 req-92975fac-c541-4fbc-8d10-a02d3635c7cf tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938289 Jul 15 23:03:21.901871 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637c5d1d-2346-4eca-b904-f6ad8a925e5f', 'name': 'network-vif-deleted', 'tag': 'cde3cc1f-58fa-4399-b610-78d89b1d6460'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:21.901871 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a61b6b-e9e2-4902-af12-8584613cc59a" -d '{"events": [{"server_uuid": "637c5d1d-2346-4eca-b904-f6ad8a925e5f", "name": "network-vif-deleted", "tag": "cde3cc1f-58fa-4399-b610-78d89b1d6460"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:21.902444 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-73bd4c59-5954-440a-b660-664809408156 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:21.902444 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-73bd4c59-5954-440a-b660-664809408156 service neutron] Checking segment: {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:21.902444 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-73bd4c59-5954-440a-b660-664809408156 service neutron] Bound using segment: {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:21.902444 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-73bd4c59-5954-440a-b660-664809408156 service neutron] Bound port: 8cd3655b-7997-4673-9cf8-981e1de6288a, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a906bd-bea4-4e98-bab3-510ff7784bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd91a9528-a986-45d3-8b66-7d9419c4ffb8'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:21.902444 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-73bd4c59-5954-440a-b660-664809408156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:21.969463 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9a440444-6274-44f6-bef3-4c5a2850162b None None] Provisioning for port 3b0c43e3-ab51-4455-afee-2a76ff729069 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:21.977166 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9a440444-6274-44f6-bef3-4c5a2850162b None None] Provisioning complete for port 3b0c43e3-ab51-4455-afee-2a76ff729069 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:21.977549 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9a440444-6274-44f6-bef3-4c5a2850162b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:22.032166 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-73bd4c59-5954-440a-b660-664809408156 service neutron] For port 8cd3655b-7997-4673-9cf8-981e1de6288a, host n-h1-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:22.038665 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9a440444-6274-44f6-bef3-4c5a2850162b None None] Port 3b0c43e3-ab51-4455-afee-2a76ff729069 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:03:22.048740 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a10549b-dd94-4f4d-957a-29eb65ecf23f x-openstack-request-id: req-7a10549b-dd94-4f4d-957a-29eb65ecf23f {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:22.049044 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24c3fa0-f157-4535-94f1-335fe93a86ba", "name": "network-vif-unplugged", "status": "completed", "tag": "8cd3655b-7997-4673-9cf8-981e1de6288a", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:22.049296 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a10549b-dd94-4f4d-957a-29eb65ecf23f {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:22.049703 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24c3fa0-f157-4535-94f1-335fe93a86ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cd3655b-7997-4673-9cf8-981e1de6288a', 'code': 200} Jul 15 23:03:22.053661 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-73bd4c59-5954-440a-b660-664809408156 service neutron] For port 8cd3655b-7997-4673-9cf8-981e1de6288a, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=8cd3655b-7997-4673-9cf8-981e1de6288a,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:22.062142 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-73bd4c59-5954-440a-b660-664809408156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:22.074443 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f9c6d-332a-4a47-b425-3ddef00a5b2f req-fffc6c63-1978-4ccb-bffd-8bab627de7f8 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:22.076646 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-737f9c6d-332a-4a47-b425-3ddef00a5b2f req-fffc6c63-1978-4ccb-bffd-8bab627de7f8 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 944 time: 0.1538880 Jul 15 23:03:22.164769 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd4c59-5954-440a-b660-664809408156 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd3655b-7997-4673-9cf8-981e1de6288a,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:22.190096 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-737f9c6d-332a-4a47-b425-3ddef00a5b2f req-a98a120a-8323-47cc-bf71-020a52a354c5 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865099 Jul 15 23:03:22.199324 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-73bd4c59-5954-440a-b660-664809408156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:22.199966 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-73bd4c59-5954-440a-b660-664809408156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:22.201916 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-73bd4c59-5954-440a-b660-664809408156 service neutron] 10.222.0.43 "PUT /v2.0/ports/8cd3655b-7997-4673-9cf8-981e1de6288a HTTP/1.1" status: 200 len: 1122 time: 1.8236184 Jul 15 23:03:22.252403 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 8cd3655b-7997-4673-9cf8-981e1de6288a details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:03:22.256064 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device cde3cc1f-58fa-4399-b610-78d89b1d6460 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:03:22.273562 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bc6aa868-b2dd-4375-9dd7-a4bc6ee5a016 req-4629cb07-1034-47bc-bebe-6ebfe1287d41 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups/036ec048-6b46-4907-a230-d98b7c612d40 HTTP/1.1" status: 200 len: 1799 time: 0.0541482 Jul 15 23:03:22.306341 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: cde3cc1f-58fa-4399-b610-78d89b1d6460 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:03:22.306708 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device cde3cc1f-58fa-4399-b610-78d89b1d6460 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:03:22.307174 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device c70f2e91-6cca-4b70-b9b9-e692ff509231 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:03:22.331343 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['8cd3655b-7997-4673-9cf8-981e1de6288a'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:03:22.368769 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bc6aa868-b2dd-4375-9dd7-a4bc6ee5a016 req-c83fa239-33e2-4577-b1b2-19fd3997ee97 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:22.381650 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: c70f2e91-6cca-4b70-b9b9-e692ff509231 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:03:22.382008 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device c70f2e91-6cca-4b70-b9b9-e692ff509231 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:03:22.393843 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bc6aa868-b2dd-4375-9dd7-a4bc6ee5a016 req-c83fa239-33e2-4577-b1b2-19fd3997ee97 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:22.411240 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['8cd3655b-7997-4673-9cf8-981e1de6288a'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:03:22.453911 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bc6aa868-b2dd-4375-9dd7-a4bc6ee5a016 req-c83fa239-33e2-4577-b1b2-19fd3997ee97 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:22.456784 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bc6aa868-b2dd-4375-9dd7-a4bc6ee5a016 req-c83fa239-33e2-4577-b1b2-19fd3997ee97 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:22.457934 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bc6aa868-b2dd-4375-9dd7-a4bc6ee5a016 req-c83fa239-33e2-4577-b1b2-19fd3997ee97 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "DELETE /v2.0/security-groups/036ec048-6b46-4907-a230-d98b7c612d40 HTTP/1.1" status: 204 len: 173 time: 0.1835353 Jul 15 23:03:22.467013 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37846) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:22.490700 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-db4e33e9-54b9-48b8-996b-cf0ba50232ae tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1840263993', 'description': 'tempest-description--1995052898'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:22.506773 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bf4619-30e2-4863-935b-ad46374401a4 x-openstack-request-id: req-56bf4619-30e2-4863-935b-ad46374401a4 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:22.507645 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637c5d1d-2346-4eca-b904-f6ad8a925e5f", "name": "network-vif-deleted", "tag": "cde3cc1f-58fa-4399-b610-78d89b1d6460", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:22.508247 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56bf4619-30e2-4863-935b-ad46374401a4 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:22.508763 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637c5d1d-2346-4eca-b904-f6ad8a925e5f', 'name': 'network-vif-deleted', 'tag': 'cde3cc1f-58fa-4399-b610-78d89b1d6460', 'status': 'completed', 'code': 200} Jul 15 23:03:22.509826 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fa239-33e2-4577-b1b2-19fd3997ee97 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=036ec048-6b46-4907-a230-d98b7c612d40,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:22.574398 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-db4e33e9-54b9-48b8-996b-cf0ba50232ae tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:22.640233 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 8cd3655b-7997-4673-9cf8-981e1de6288a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=8cd3655b-7997-4673-9cf8-981e1de6288a,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:22.688551 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 8cd3655b-7997-4673-9cf8-981e1de6288a has no active binding in host n-h2-787205-9 {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 23:03:22.699804 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-db4e33e9-54b9-48b8-996b-cf0ba50232ae tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:22.705149 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-db4e33e9-54b9-48b8-996b-cf0ba50232ae tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:22.786556 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-db4e33e9-54b9-48b8-996b-cf0ba50232ae tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:22.788433 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-db4e33e9-54b9-48b8-996b-cf0ba50232ae tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3200617 Jul 15 23:03:22.791291 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37854) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:22.797605 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2ab30ddf-e761-4724-b39a-8cbc6fa3fcbb tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Request body: {'security_group_rule': {'security_group_id': '1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:22.820184 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-344debdd-2add-4091-b2d6-d92eb88b395e req-f9c9b873-9053-4f59-b97a-5d7e29f40b39 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-32383004', 'description': 'tempest-description-355562133'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:22.832021 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ab30ddf-e761-4724-b39a-8cbc6fa3fcbb tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:22.834355 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e33e9-54b9-48b8-996b-cf0ba50232ae tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:22.869466 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c3693-0212-4288-9824-8f410f0712dd req-bf15d17b-ecb8-4ce9-a6a1-6ffea307c65e tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:22.870976 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b84c3693-0212-4288-9824-8f410f0712dd req-bf15d17b-ecb8-4ce9-a6a1-6ffea307c65e tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 949 time: 0.1524522 Jul 15 23:03:22.872304 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-344debdd-2add-4091-b2d6-d92eb88b395e req-f9c9b873-9053-4f59-b97a-5d7e29f40b39 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:22.892914 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ab30ddf-e761-4724-b39a-8cbc6fa3fcbb tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:22.896826 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ab30ddf-e761-4724-b39a-8cbc6fa3fcbb tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:22.914282 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab30ddf-e761-4724-b39a-8cbc6fa3fcbb tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64819424-caee-41c6-9b80-fbc07f256f51,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:22.941646 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b84c3693-0212-4288-9824-8f410f0712dd req-abce0725-7bf2-4eb6-987d-c4e782d3a7f0 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600312 Jul 15 23:03:23.027188 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-344debdd-2add-4091-b2d6-d92eb88b395e req-f9c9b873-9053-4f59-b97a-5d7e29f40b39 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:23.034040 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-344debdd-2add-4091-b2d6-d92eb88b395e req-f9c9b873-9053-4f59-b97a-5d7e29f40b39 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:23.035797 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ab30ddf-e761-4724-b39a-8cbc6fa3fcbb tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:23.040650 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2ab30ddf-e761-4724-b39a-8cbc6fa3fcbb tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2479751 Jul 15 23:03:23.041329 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37858) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:23.048454 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e6e4be68-3943-4b6d-bcba-d06ec4f19ce4 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Request body: {'security_group_rule': {'security_group_id': '1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:23.057393 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4bfadd95-94c1-42c3-a01b-fbdb37af9165 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:23.085382 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e6e4be68-3943-4b6d-bcba-d06ec4f19ce4 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:23.089917 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-344debdd-2add-4091-b2d6-d92eb88b395e req-f9c9b873-9053-4f59-b97a-5d7e29f40b39 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:23.091583 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-344debdd-2add-4091-b2d6-d92eb88b395e req-f9c9b873-9053-4f59-b97a-5d7e29f40b39 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.2794402 Jul 15 23:03:23.095098 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9b873-9053-4f59-b97a-5d7e29f40b39 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afb1aaf7-ae77-4919-ba37-4aa358072fde,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:23.181155 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e6e4be68-3943-4b6d-bcba-d06ec4f19ce4 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:23.183209 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 4bfadd95-94c1-42c3-a01b-fbdb37af9165 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:23.183591 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:23.185854 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e6e4be68-3943-4b6d-bcba-d06ec4f19ce4 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:23.213342 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4be68-3943-4b6d-bcba-d06ec4f19ce4 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ff7a45-66ff-4eb2-8d56-62d04c8ceb4d,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:23.235562 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e6e4be68-3943-4b6d-bcba-d06ec4f19ce4 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:23.237755 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e6e4be68-3943-4b6d-bcba-d06ec4f19ce4 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1950068 Jul 15 23:03:23.240689 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37868) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:23.242520 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5764d0a-2ee3-45fe-abcb-7103f0f2a6e9 req-27811d6a-0e07-42e7-9d30-8c145f4c9540 tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:23.244262 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5764d0a-2ee3-45fe-abcb-7103f0f2a6e9 req-27811d6a-0e07-42e7-9d30-8c145f4c9540 tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 1102 time: 0.1004217 Jul 15 23:03:23.257340 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-fd754c01-581d-4d8b-93cb-5411bd4ba449 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:23.287288 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd754c01-581d-4d8b-93cb-5411bd4ba449 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:23.321064 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5764d0a-2ee3-45fe-abcb-7103f0f2a6e9 req-d01fc7af-654d-43cb-8f46-151f3a509273 tempest-ServersAdminTestJSON-913378927 tempest-ServersAdminTestJSON-913378927-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645893 Jul 15 23:03:23.324940 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-35573e6e-b5b8-455f-81b0-dc8d1a375629 req-72730690-1f05-4db1-9711-bfd4ada28a1c tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups/afb1aaf7-ae77-4919-ba37-4aa358072fde HTTP/1.1" status: 200 len: 1798 time: 0.0774560 Jul 15 23:03:23.339621 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-35573e6e-b5b8-455f-81b0-dc8d1a375629 req-e68fbaa2-fef8-4775-96e3-18e82a9bfe6f tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Request body: {'security_group': {'name': 'tempest-sg-hth-97067895', 'description': 'tempest-description-hth-754743248'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:23.378409 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-35573e6e-b5b8-455f-81b0-dc8d1a375629 req-e68fbaa2-fef8-4775-96e3-18e82a9bfe6f tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:23.424390 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd754c01-581d-4d8b-93cb-5411bd4ba449 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:23.440956 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-35573e6e-b5b8-455f-81b0-dc8d1a375629 req-e68fbaa2-fef8-4775-96e3-18e82a9bfe6f tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:23.446274 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-35573e6e-b5b8-455f-81b0-dc8d1a375629 req-e68fbaa2-fef8-4775-96e3-18e82a9bfe6f tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:23.449832 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-35573e6e-b5b8-455f-81b0-dc8d1a375629 req-e68fbaa2-fef8-4775-96e3-18e82a9bfe6f tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:23.455207 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-35573e6e-b5b8-455f-81b0-dc8d1a375629 req-e68fbaa2-fef8-4775-96e3-18e82a9bfe6f tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "PUT /v2.0/security-groups/afb1aaf7-ae77-4919-ba37-4aa358072fde HTTP/1.1" status: 200 len: 1772 time: 0.1217263 Jul 15 23:03:23.496160 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68fbaa2-fef8-4775-96e3-18e82a9bfe6f tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afb1aaf7-ae77-4919-ba37-4aa358072fde,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:23.555044 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-fd754c01-581d-4d8b-93cb-5411bd4ba449 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Allocated IP 172.25.4.21 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/a7ef4d1d-9ac3-4c1e-b80a-603d18342489) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:23.645539 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffc1dc-9335-44c4-851e-e566e4672770 req-9343e61a-d7e9-49d9-8a33-132a8b5632e0 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:23.647376 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70ffc1dc-9335-44c4-851e-e566e4672770 req-9343e61a-d7e9-49d9-8a33-132a8b5632e0 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 944 time: 0.0748198 Jul 15 23:03:23.694680 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd754c01-581d-4d8b-93cb-5411bd4ba449 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:23.729633 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70ffc1dc-9335-44c4-851e-e566e4672770 req-e1f49801-b251-4954-9abf-ffd6ecac876d tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740759 Jul 15 23:03:23.761918 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd754c01-581d-4d8b-93cb-5411bd4ba449 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:23.798012 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:23.807822 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd754c01-581d-4d8b-93cb-5411bd4ba449 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:23.810909 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-fd754c01-581d-4d8b-93cb-5411bd4ba449 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:23.814541 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd754c01-581d-4d8b-93cb-5411bd4ba449 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:23.847419 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9dc49c86-011c-4641-a347-2fab33a1b86a req-3255400e-6ead-45ca-bb65-94eaad9dd0fb tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups/afb1aaf7-ae77-4919-ba37-4aa358072fde HTTP/1.1" status: 200 len: 1772 time: 0.0811262 Jul 15 23:03:23.874247 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd754c01-581d-4d8b-93cb-5411bd4ba449 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Pushing event updated for resources: {'Port': ['ID=a7ef4d1d-9ac3-4c1e-b80a-603d18342489,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:23.916436 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd754c01-581d-4d8b-93cb-5411bd4ba449 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:23.958863 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c4fea235-8d7b-4d4d-b6e7-7a2d5cd4ce16 req-1da636b4-b1c7-4a25-9cc5-33eb10824b07 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups/afb1aaf7-ae77-4919-ba37-4aa358072fde HTTP/1.1" status: 200 len: 1772 time: 0.0587556 Jul 15 23:03:23.976516 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd754c01-581d-4d8b-93cb-5411bd4ba449 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:24.055450 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24c3fa0-f157-4535-94f1-335fe93a86ba', 'tag': '8cd3655b-7997-4673-9cf8-981e1de6288a'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:24.057673 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817c7df3-1949-4829-8f63-618c00ff30e8" -d '{"events": [{"name": "network-changed", "server_uuid": "e24c3fa0-f157-4535-94f1-335fe93a86ba", "tag": "8cd3655b-7997-4673-9cf8-981e1de6288a"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:24.067298 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-c4fea235-8d7b-4d4d-b6e7-7a2d5cd4ce16 req-372e969e-de83-4048-a024-a3aeb2acc6e5 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:24.089575 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d32500-e0f6-4938-a194-8ddde70db61e req-10a2a885-7aed-4046-8ec6-22451c7b755d tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:24.091083 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-08d32500-e0f6-4938-a194-8ddde70db61e req-10a2a885-7aed-4046-8ec6-22451c7b755d tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf3c44d-0252-494d-b797-386271c95392 HTTP/1.1" status: 200 len: 950 time: 0.1258419 Jul 15 23:03:24.108586 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-c4fea235-8d7b-4d4d-b6e7-7a2d5cd4ce16 req-372e969e-de83-4048-a024-a3aeb2acc6e5 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:24.146149 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd754c01-581d-4d8b-93cb-5411bd4ba449 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:24.151052 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd754c01-581d-4d8b-93cb-5411bd4ba449 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:24.159406 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-08d32500-e0f6-4938-a194-8ddde70db61e req-4f4956c4-b2c7-4c22-ad7c-5a2e6d4cfc3c tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601830 Jul 15 23:03:24.171890 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-c4fea235-8d7b-4d4d-b6e7-7a2d5cd4ce16 req-372e969e-de83-4048-a024-a3aeb2acc6e5 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:24.174738 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-c4fea235-8d7b-4d4d-b6e7-7a2d5cd4ce16 req-372e969e-de83-4048-a024-a3aeb2acc6e5 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:24.175925 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c4fea235-8d7b-4d4d-b6e7-7a2d5cd4ce16 req-372e969e-de83-4048-a024-a3aeb2acc6e5 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "DELETE /v2.0/security-groups/afb1aaf7-ae77-4919-ba37-4aa358072fde HTTP/1.1" status: 204 len: 173 time: 0.2094383 Jul 15 23:03:24.196533 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e969e-de83-4048-a024-a3aeb2acc6e5 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb1aaf7-ae77-4919-ba37-4aa358072fde,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:24.231132 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd754c01-581d-4d8b-93cb-5411bd4ba449 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Pushing event updated for resources: {'Port': ['ID=a7ef4d1d-9ac3-4c1e-b80a-603d18342489,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:24.253182 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12731920-0406-42d8-88a3-92019604c899 x-openstack-request-id: req-12731920-0406-42d8-88a3-92019604c899 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:24.253474 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24c3fa0-f157-4535-94f1-335fe93a86ba", "tag": "8cd3655b-7997-4673-9cf8-981e1de6288a", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:24.253730 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12731920-0406-42d8-88a3-92019604c899 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:24.254131 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24c3fa0-f157-4535-94f1-335fe93a86ba', 'tag': '8cd3655b-7997-4673-9cf8-981e1de6288a', 'status': 'completed', 'code': 200} Jul 15 23:03:24.283868 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd754c01-581d-4d8b-93cb-5411bd4ba449 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:24.299105 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd754c01-581d-4d8b-93cb-5411bd4ba449 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:24.311322 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fd754c01-581d-4d8b-93cb-5411bd4ba449 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0689626 Jul 15 23:03:24.415592 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791ba4b-bf9a-4688-b5dd-6d4d617a7139 req-53352068-4a5d-4052-a01c-a42e14799d51 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:24.417397 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2791ba4b-bf9a-4688-b5dd-6d4d617a7139 req-53352068-4a5d-4052-a01c-a42e14799d51 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 949 time: 0.1187472 Jul 15 23:03:24.431306 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c7df3-1949-4829-8f63-618c00ff30e8 req-4a31c8ed-2597-4e63-8961-a2823508aafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:24.432845 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-817c7df3-1949-4829-8f63-618c00ff30e8 req-4a31c8ed-2597-4e63-8961-a2823508aafb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f66f923b4424119b6027030587a5dae&device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 1125 time: 0.0846970 Jul 15 23:03:24.501846 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2791ba4b-bf9a-4688-b5dd-6d4d617a7139 req-9a93ec87-368e-488b-93c6-1fd6484c682d tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741620 Jul 15 23:03:24.503351 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37910) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:24.549446 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c7df3-1949-4829-8f63-618c00ff30e8 req-e92bbe1b-9325-446a-9b53-4b7e94b85ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:24.549818 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [req-42164d2c-d5cb-439c-9eec-f00feb51b20d req-8248bc59-0bb9-47ae-abfc-c3d5ba3929ec tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] show failed (client error): The resource could not be found. Jul 15 23:03:24.551448 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-817c7df3-1949-4829-8f63-618c00ff30e8 req-e92bbe1b-9325-446a-9b53-4b7e94b85ebb service neutron] 10.222.0.36 "GET /v2.0/networks?id=d91a9528-a986-45d3-8b66-7d9419c4ffb8 HTTP/1.1" status: 200 len: 909 time: 0.1062436 Jul 15 23:03:24.562021 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-42164d2c-d5cb-439c-9eec-f00feb51b20d req-8248bc59-0bb9-47ae-abfc-c3d5ba3929ec tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups/036ec048-6b46-4907-a230-d98b7c612d40 HTTP/1.1" status: 404 len: 352 time: 0.0548632 Jul 15 23:03:24.604714 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-817c7df3-1949-4829-8f63-618c00ff30e8 req-44ab6389-9050-4143-bb5c-2fefd3c16531 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cd3655b-7997-4673-9cf8-981e1de6288a HTTP/1.1" status: 200 len: 217 time: 0.0429504 Jul 15 23:03:24.611008 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e924b1-59fd-4a98-bbd5-bbcc624de969 admin admin] Deleting subnet 08cce962-455f-45b2-88ba-9afc6c630c66 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:03:24.614345 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-57e924b1-59fd-4a98-bbd5-bbcc624de969 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:24.660990 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c7df3-1949-4829-8f63-618c00ff30e8 req-cc6fa7e0-a572-4f7f-bc6f-6e5eb100eb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:24.661723 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-57e924b1-59fd-4a98-bbd5-bbcc624de969 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:24.663112 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-817c7df3-1949-4829-8f63-618c00ff30e8 req-cc6fa7e0-a572-4f7f-bc6f-6e5eb100eb1b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ed83523-5185-460b-a4ba-ea79efd124da HTTP/1.1" status: 200 len: 848 time: 0.0503500 Jul 15 23:03:24.667402 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-57e924b1-59fd-4a98-bbd5-bbcc624de969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:24.703797 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-817c7df3-1949-4829-8f63-618c00ff30e8 req-03397940-c912-4034-8a2d-1425270c9459 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d91a9528-a986-45d3-8b66-7d9419c4ffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328074 Jul 15 23:03:24.722662 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [req-8972c803-eb71-482f-ba9e-0fa67ecedba2 req-3c2c1013-854b-4e0d-8830-92d0c14ed2b9 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] show failed (client error): The resource could not be found. Jul 15 23:03:24.723757 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8972c803-eb71-482f-ba9e-0fa67ecedba2 req-3c2c1013-854b-4e0d-8830-92d0c14ed2b9 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups/d9d7b158-eaf0-4622-ba75-df32c8bcf205 HTTP/1.1" status: 404 len: 352 time: 0.0359538 Jul 15 23:03:24.763216 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-bcd1ef25-c1b2-441c-884d-721ea04fe398 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1840263993&fields=id&tenant_id=c022d86cdc7f4fca8c9ab116c350a036 HTTP/1.1" status: 200 len: 267 time: 0.0894485 Jul 15 23:03:24.801323 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [req-25a85e8c-8707-4dfa-9f53-21c2271c8099 req-cb541063-e7ff-4ac4-b209-cf8ed4471419 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] show failed (client error): The resource could not be found. Jul 15 23:03:24.802490 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-25a85e8c-8707-4dfa-9f53-21c2271c8099 req-cb541063-e7ff-4ac4-b209-cf8ed4471419 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups/0839c031-873f-4450-9773-a7c008982b09 HTTP/1.1" status: 404 len: 352 time: 0.0373621 Jul 15 23:03:24.822903 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-57e924b1-59fd-4a98-bbd5-bbcc624de969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:24.844631 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-57e924b1-59fd-4a98-bbd5-bbcc624de969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:24.846523 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-57e924b1-59fd-4a98-bbd5-bbcc624de969 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/08cce962-455f-45b2-88ba-9afc6c630c66 HTTP/1.1" status: 204 len: 168 time: 0.3409748 Jul 15 23:03:24.849171 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37936) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:24.870957 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e924b1-59fd-4a98-bbd5-bbcc624de969 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08cce962-455f-45b2-88ba-9afc6c630c66,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:24.887830 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-b4fccf43-f334-4e23-94ec-f7981b6ec3c7 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:24.889618 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-b4fccf43-f334-4e23-94ec-f7981b6ec3c7 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports/eb72faf0-e402-4e9c-937e-dc2238b8df3b HTTP/1.1" status: 200 len: 936 time: 0.1256158 Jul 15 23:03:24.900771 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-817c7df3-1949-4829-8f63-618c00ff30e8 req-31afb783-5fbf-4838-9fb1-280b290492f1 service neutron] 10.222.0.36 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827357 Jul 15 23:03:24.991115 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-4acfd880-972e-40cf-a64f-5dc36f1416f2 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:24.992494 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-4acfd880-972e-40cf-a64f-5dc36f1416f2 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports/3b0c43e3-ab51-4455-afee-2a76ff729069 HTTP/1.1" status: 200 len: 936 time: 0.0968635 Jul 15 23:03:24.995771 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16bfe1c1-dcf2-43ec-a2e0-9a7a6f1afb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:25.058936 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-f92ca46d-b4db-429c-a052-47665dd8dc7b tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?network_id=bbea9511-9599-4d61-bc5f-d2e279b3eb50&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0550671 Jul 15 23:03:25.080466 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5dfdd8-c48d-4397-a45f-d6388199369a req-e9debf4f-5bc4-4b3b-9821-ba773d04500c tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:25.081962 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1b5dfdd8-c48d-4397-a45f-d6388199369a req-e9debf4f-5bc4-4b3b-9821-ba773d04500c tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 944 time: 0.1326804 Jul 15 23:03:25.101779 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-817c7df3-1949-4829-8f63-618c00ff30e8 req-1e6ec026-65f4-48e8-8cf7-9ffd1a1bb168 service neutron] 10.222.0.36 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926980 Jul 15 23:03:25.125761 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-b54f39fd-6b71-43cc-aba1-b53f5f20bd6d tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?network_id=bbea9511-9599-4d61-bc5f-d2e279b3eb50&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0540926 Jul 15 23:03:25.132488 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16bfe1c1-dcf2-43ec-a2e0-9a7a6f1afb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:25.144872 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-16bfe1c1-dcf2-43ec-a2e0-9a7a6f1afb2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:25.157622 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-16bfe1c1-dcf2-43ec-a2e0-9a7a6f1afb2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41ab55a6-e1c0-4e7f-b5fb-e63ed07da0eb') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:25.157822 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-16bfe1c1-dcf2-43ec-a2e0-9a7a6f1afb2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41ab55a6-e1c0-4e7f-b5fb-e63ed07da0eb') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:25.166871 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16bfe1c1-dcf2-43ec-a2e0-9a7a6f1afb2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:25.182449 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16bfe1c1-dcf2-43ec-a2e0-9a7a6f1afb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:25.187947 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1b5dfdd8-c48d-4397-a45f-d6388199369a req-c668b0bc-0005-4728-87e5-b193a6b25984 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956209 Jul 15 23:03:25.192551 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16bfe1c1-dcf2-43ec-a2e0-9a7a6f1afb2c admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:03:25.193379 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16bfe1c1-dcf2-43ec-a2e0-9a7a6f1afb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:03:25.196404 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:03:25.256328 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [req-f5ffc0a4-2656-414e-a957-4b05a70a2448 req-3cc98476-cff8-4b28-9ae8-9fd7df83070e tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] show failed (client error): The resource could not be found. Jul 15 23:03:25.257440 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f5ffc0a4-2656-414e-a957-4b05a70a2448 req-3cc98476-cff8-4b28-9ae8-9fd7df83070e tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups/871441a7-278b-459b-9448-3c906ab2e40a HTTP/1.1" status: 404 len: 352 time: 0.0234990 Jul 15 23:03:25.268768 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16bfe1c1-dcf2-43ec-a2e0-9a7a6f1afb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:25.277975 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16bfe1c1-dcf2-43ec-a2e0-9a7a6f1afb2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:25.281863 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-16bfe1c1-dcf2-43ec-a2e0-9a7a6f1afb2c admin admin] 10.222.0.16 "DELETE /v2.0/networks/63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e HTTP/1.1" status: 204 len: 168 time: 0.4297814 Jul 15 23:03:25.286694 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-bf555594-bc4d-40bd-8c6d-7485da2dc3c2 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:25.292706 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-bf555594-bc4d-40bd-8c6d-7485da2dc3c2 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:25.300247 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bfe1c1-dcf2-43ec-a2e0-9a7a6f1afb2c admin admin] Pushing event deleted for resources: {'Network': ['ID=63ac747e-5af1-4cfc-9f33-1c8a01dcbf0e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:25.300704 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-bf555594-bc4d-40bd-8c6d-7485da2dc3c2 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:25.302287 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-bf555594-bc4d-40bd-8c6d-7485da2dc3c2 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/networks?id=f91dc6f9-c960-4d7e-bb47-47324cf074aa&id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&id=bbea9511-9599-4d61-bc5f-d2e279b3eb50&id=bbea9511-9599-4d61-bc5f-d2e279b3eb50 HTTP/1.1" status: 200 len: 1995 time: 0.1691425 Jul 15 23:03:25.320082 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-af6620a9-86e7-48c4-8296-aa67f29ddb41 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/quotas/c022d86cdc7f4fca8c9ab116c350a036 HTTP/1.1" status: 200 len: 375 time: 0.0116763 Jul 15 23:03:25.449603 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37944) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:25.471054 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-21b3a2f4-1ff1-454d-97c8-425ce4969fe1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c022d86cdc7f4fca8c9ab116c350a036&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1391435 Jul 15 23:03:25.515050 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a1eec483-8f1e-4a75-97b8-375d27313ffa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a4d1c5019554fafbfae525824b29ddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0639462 Jul 15 23:03:25.517267 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37946) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:25.537447 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c376ea6-5821-4c2c-987a-3a52b3763571 req-e0bcab2b-ba67-4be5-84e8-ee39bbc67179 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:25.539065 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1c376ea6-5821-4c2c-987a-3a52b3763571 req-e0bcab2b-ba67-4be5-84e8-ee39bbc67179 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf3c44d-0252-494d-b797-386271c95392 HTTP/1.1" status: 200 len: 950 time: 0.1463757 Jul 15 23:03:25.593205 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c4e0516-109d-46e7-a0be-2f87cd361c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:25.632043 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1c376ea6-5821-4c2c-987a-3a52b3763571 req-4ee522fd-3112-4ed5-b65f-02e33cb987df tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867205 Jul 15 23:03:25.632403 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c4e0516-109d-46e7-a0be-2f87cd361c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:25.645530 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-3761455c-9ea6-4c5c-b847-c3d4e005f715 service neutron] 10.222.0.16 "GET /v2.0/networks/f91dc6f9-c960-4d7e-bb47-47324cf074aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606472 Jul 15 23:03:25.707373 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [req-821afb4f-575e-4e6e-abf9-dc427e946f30 req-0c771480-4946-4807-81a0-52069ca3c383 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] show failed (client error): The resource could not be found. Jul 15 23:03:25.708443 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-821afb4f-575e-4e6e-abf9-dc427e946f30 req-0c771480-4946-4807-81a0-52069ca3c383 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups/f0f0e5be-0c33-462b-b29a-daecd0263365 HTTP/1.1" status: 404 len: 352 time: 0.0298507 Jul 15 23:03:25.729004 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c4e0516-109d-46e7-a0be-2f87cd361c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:25.731935 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c4e0516-109d-46e7-a0be-2f87cd361c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:25.739237 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2c4e0516-109d-46e7-a0be-2f87cd361c2b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e906654-df8b-48d0-9ed2-be51467e1f00 HTTP/1.1" status: 204 len: 168 time: 0.2198977 Jul 15 23:03:25.758254 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e0516-109d-46e7-a0be-2f87cd361c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e906654-df8b-48d0-9ed2-be51467e1f00,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:25.858911 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-33914051-5d27-49ee-86b1-6b2b6928f9dd service neutron] 10.222.0.16 "GET /v2.0/networks/f91dc6f9-c960-4d7e-bb47-47324cf074aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114933 Jul 15 23:03:25.976397 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-1aa5a995-35b3-4e49-83de-b01d0b2c1e22 service neutron] 10.222.0.16 "GET /v2.0/ports/eb72faf0-e402-4e9c-937e-dc2238b8df3b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1168075 Jul 15 23:03:26.039124 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a0765-7458-4402-ab17-41d7f0e5b823 req-4aac66bd-77eb-4596-8d58-7422143427a8 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:26.042446 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2f8a0765-7458-4402-ab17-41d7f0e5b823 req-4aac66bd-77eb-4596-8d58-7422143427a8 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf3c44d-0252-494d-b797-386271c95392 HTTP/1.1" status: 200 len: 950 time: 0.1199460 Jul 15 23:03:26.132334 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc3c18-23ae-4468-9455-e0d020b4b954 req-3b9f9082-ea49-4278-8825-0ca6375cd447 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:26.144705 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-afcc3c18-23ae-4468-9455-e0d020b4b954 req-3b9f9082-ea49-4278-8825-0ca6375cd447 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 949 time: 0.3013241 Jul 15 23:03:26.206595 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-afcc3c18-23ae-4468-9455-e0d020b4b954 req-36e30a58-ce6f-4797-8543-9499c5696e0e tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609047 Jul 15 23:03:26.216233 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-e31e054b-4105-4c66-adf8-b1450796b72c service neutron] 10.222.0.16 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278168 Jul 15 23:03:26.234808 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:03:26.246526 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-2f8a0765-7458-4402-ab17-41d7f0e5b823 req-095aa317-5da5-4f26-9455-9e814a3a6c3b tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Deleting port 0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:03:26.251177 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2f8a0765-7458-4402-ab17-41d7f0e5b823 req-095aa317-5da5-4f26-9455-9e814a3a6c3b tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:26.407179 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-83e4c79b-996d-44e1-bd3a-af15a42c0ac6 service neutron] 10.222.0.16 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813457 Jul 15 23:03:26.481954 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-2f8a0765-7458-4402-ab17-41d7f0e5b823 req-095aa317-5da5-4f26-9455-9e814a3a6c3b tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] For port 0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:26.482341 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2f8a0765-7458-4402-ab17-41d7f0e5b823 req-095aa317-5da5-4f26-9455-9e814a3a6c3b tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:26.502996 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [req-b70ffa23-c24f-4aea-af10-6944ed5405c1 req-45fb4545-3577-4984-bcdf-aa4ba9bc54a9 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] show failed (client error): The resource could not be found. Jul 15 23:03:26.506366 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-2f8a0765-7458-4402-ab17-41d7f0e5b823 req-095aa317-5da5-4f26-9455-9e814a3a6c3b tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Calling delete_port for 0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:03:26.519052 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b70ffa23-c24f-4aea-af10-6944ed5405c1 req-45fb4545-3577-4984-bcdf-aa4ba9bc54a9 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups/75f5df9c-415b-4586-bfd3-331462920c66 HTTP/1.1" status: 404 len: 352 time: 0.0489168 Jul 15 23:03:26.521299 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-26eee660-cf17-4fb9-b9a2-33fd65cca08a service neutron] 10.222.0.16 "GET /v2.0/ports/3b0c43e3-ab51-4455-afee-2a76ff729069?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1071815 Jul 15 23:03:26.689120 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2f8a0765-7458-4402-ab17-41d7f0e5b823 req-095aa317-5da5-4f26-9455-9e814a3a6c3b tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:26.730123 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['609e1f84-fb98-4af8-ac1c-d4e10ad96f8b', '0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9', '96920b44-cb6d-4e1a-b67b-ff1973f06ebe'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:03:26.746114 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-80a48793-849f-4957-b91a-43832095654b service neutron] 10.222.0.16 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180071 Jul 15 23:03:26.774168 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095aa317-5da5-4f26-9455-9e814a3a6c3b tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Pushing event deleted for resources: {'Port': ['ID=0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:26.799834 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8a0765-7458-4402-ab17-41d7f0e5b823 req-095aa317-5da5-4f26-9455-9e814a3a6c3b tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] No DVR routers for this DVR port 0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:03:26.802947 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2f8a0765-7458-4402-ab17-41d7f0e5b823 req-095aa317-5da5-4f26-9455-9e814a3a6c3b tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:26.805171 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2f8a0765-7458-4402-ab17-41d7f0e5b823 req-095aa317-5da5-4f26-9455-9e814a3a6c3b tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.36 "DELETE /v2.0/ports/0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9 HTTP/1.1" status: 204 len: 173 time: 0.7560897 Jul 15 23:03:26.805733 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf3c44d-0252-494d-b797-386271c95392', 'name': 'network-vif-deleted', 'tag': '0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:26.808342 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f722bb95-18f3-4a6e-abb8-6de3f5648157" -d '{"events": [{"server_uuid": "7bf3c44d-0252-494d-b797-386271c95392", "name": "network-vif-deleted", "tag": "0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:26.834494 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef157b-fe39-40ab-a23a-0d09c93f1985 req-e808b6c8-eeee-474d-af8b-88ac3bfe47e7 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:26.853901 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-58ef157b-fe39-40ab-a23a-0d09c93f1985 req-e808b6c8-eeee-474d-af8b-88ac3bfe47e7 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 944 time: 0.1880720 Jul 15 23:03:27.088648 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-58ef157b-fe39-40ab-a23a-0d09c93f1985 req-81f1d527-a1d8-4fb6-a0e5-9d1ac2946b55 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317379 Jul 15 23:03:27.145665 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-f631f896-7345-4a99-9adf-2805ee1d796c service neutron] 10.222.0.16 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869636 Jul 15 23:03:27.156862 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37986) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:27.288678 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-90ecd5c4-1398-41ec-807c-2ebc01239ab7 service neutron] 10.222.0.16 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423471 Jul 15 23:03:27.329467 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3566ed42-be6e-4149-becf-256b3586fa47 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-717272546-network', 'tenant_id': '6527c2f6f2cf474e911d5a1b1b647a38'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:27.369278 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3566ed42-be6e-4149-becf-256b3586fa47 admin admin] Made reservation on behalf of 6527c2f6f2cf474e911d5a1b1b647a38 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:27.374057 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3566ed42-be6e-4149-becf-256b3586fa47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:27.387072 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3566ed42-be6e-4149-becf-256b3586fa47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:27.456655 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c88a8a67-5013-44c8-a389-456104c11166 service neutron] 10.222.0.16 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613109 Jul 15 23:03:27.558068 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3566ed42-be6e-4149-becf-256b3586fa47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:27.563697 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3566ed42-be6e-4149-becf-256b3586fa47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:27.573089 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-9b7d4a47-3eae-42b3-a381-cc67c8681370 service neutron] 10.222.0.16 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153605 Jul 15 23:03:27.580748 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3566ed42-be6e-4149-becf-256b3586fa47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:03:27.598250 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3566ed42-be6e-4149-becf-256b3586fa47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:27.599015 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-3566ed42-be6e-4149-becf-256b3586fa47 admin admin] Added segment 5bcbfba5-f1c1-4236-a250-542a8e550bb9 of type vlan for network 147f0164-be98-43b4-81d0-63f63c5d44c6 Jul 15 23:03:27.669197 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ee08848a-5a63-4453-b002-933636662d29 req-c2211e64-f04c-454e-8f5e-2a702cc52c02 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf3c44d-0252-494d-b797-386271c95392 HTTP/1.1" status: 200 len: 210 time: 0.0559781 Jul 15 23:03:27.673879 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3566ed42-be6e-4149-becf-256b3586fa47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:27.678247 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566ed42-be6e-4149-becf-256b3586fa47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9667c127-f2f3-4b55-a09c-8bea20a8ea54,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:27.705836 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-582954c1-7b1d-4f05-ab86-6e5d24aacbed service neutron] 10.222.0.16 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317775 Jul 15 23:03:27.715120 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3566ed42-be6e-4149-becf-256b3586fa47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:27.717497 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3566ed42-be6e-4149-becf-256b3586fa47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:27.718498 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3566ed42-be6e-4149-becf-256b3586fa47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:27.769219 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3566ed42-be6e-4149-becf-256b3586fa47 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6110353 Jul 15 23:03:27.772313 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37996) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:27.777935 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c06fdc44-dd4f-401c-9fc4-af7743514a11 admin admin] Request body: {'subnet': {'network_id': '147f0164-be98-43b4-81d0-63f63c5d44c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-717272546-subnet', 'tenant_id': '6527c2f6f2cf474e911d5a1b1b647a38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:27.817776 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14a4a34-332e-4660-afb8-8342c7139186 x-openstack-request-id: req-d14a4a34-332e-4660-afb8-8342c7139186 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:27.818134 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf3c44d-0252-494d-b797-386271c95392", "name": "network-vif-deleted", "tag": "0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:27.818453 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d14a4a34-332e-4660-afb8-8342c7139186 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:27.819010 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf3c44d-0252-494d-b797-386271c95392', 'name': 'network-vif-deleted', 'tag': '0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9', 'status': 'completed', 'code': 200} Jul 15 23:03:27.823738 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566ed42-be6e-4149-becf-256b3586fa47 admin admin] Pushing event updated for resources: {'Network': ['ID=147f0164-be98-43b4-81d0-63f63c5d44c6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:27.829280 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-bd56b052-6e4b-4787-9627-efa53f4c7b24 service neutron] 10.222.0.16 "GET /v2.0/networks/bbea9511-9599-4d61-bc5f-d2e279b3eb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224775 Jul 15 23:03:27.841434 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06fdc44-dd4f-401c-9fc4-af7743514a11 admin admin] Made reservation on behalf of 6527c2f6f2cf474e911d5a1b1b647a38 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:27.841706 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 147f0164-be98-43b4-81d0-63f63c5d44c6 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:03:27.845004 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c06fdc44-dd4f-401c-9fc4-af7743514a11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:28.000782 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-92c33560-0263-4dda-8e16-3237d880346a service neutron] 10.222.0.16 "GET /v2.0/networks/bbea9511-9599-4d61-bc5f-d2e279b3eb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699848 Jul 15 23:03:28.079340 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 8cd3655b-7997-4673-9cf8-981e1de6288a no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:03:28.097661 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-119d8cdc-9283-4b6b-9a61-be8609bd67b9 service neutron] 10.222.0.36 "GET /v2.0/ports/8cd3655b-7997-4673-9cf8-981e1de6288a/bindings/n-h2-787205-9 HTTP/1.1" status: 200 len: 384 time: 0.1068835 Jul 15 23:03:28.129628 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bff61-1865-45a0-bcd0-f61872b826a0 req-e6e0abe7-7b9f-4153-a627-ab70c01d9792 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:28.133546 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-297bff61-1865-45a0-bcd0-f61872b826a0 req-e6e0abe7-7b9f-4153-a627-ab70c01d9792 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 949 time: 0.1959198 Jul 15 23:03:28.151748 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-5c98601c-5fb5-4263-bd19-9bf653c16d2a service neutron] 10.222.0.16 "GET /v2.0/networks/bbea9511-9599-4d61-bc5f-d2e279b3eb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501074 Jul 15 23:03:28.177982 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c06fdc44-dd4f-401c-9fc4-af7743514a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:28.208652 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-297bff61-1865-45a0-bcd0-f61872b826a0 req-0e30c37d-5abc-4f5f-8639-06b7f9d335cc tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685682 Jul 15 23:03:28.259053 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fdc44-dd4f-401c-9fc4-af7743514a11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb958b45-2fa0-4e9b-a203-f469b0644c68,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:28.268090 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-eb8f2ec3-bb3e-49d2-96e9-964f1ae1114e service neutron] 10.222.0.16 "GET /v2.0/networks/bbea9511-9599-4d61-bc5f-d2e279b3eb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082761 Jul 15 23:03:28.323981 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06fdc44-dd4f-401c-9fc4-af7743514a11 admin admin] Checking segment: {'id': '5bcbfba5-f1c1-4236-a250-542a8e550bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '147f0164-be98-43b4-81d0-63f63c5d44c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:28.324354 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06fdc44-dd4f-401c-9fc4-af7743514a11 admin admin] Network hostable DHCP agents. Network: 147f0164-be98-43b4-81d0-63f63c5d44c6, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:03:28.389943 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06fdc44-dd4f-401c-9fc4-af7743514a11 admin admin] Network 147f0164-be98-43b4-81d0-63f63c5d44c6 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:03:28.403839 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-c06fdc44-dd4f-401c-9fc4-af7743514a11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 147f0164-be98-43b4-81d0-63f63c5d44c6) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:28.417618 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb6b524-b2f9-4ef1-8933-647860358070 None None] Network 147f0164-be98-43b4-81d0-63f63c5d44c6 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:03:28.429962 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-a50ee985-be88-4475-9f34-d161742d9512 service neutron] For port 8cd3655b-7997-4673-9cf8-981e1de6288a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=8cd3655b-7997-4673-9cf8-981e1de6288a,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:28.460847 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-a50ee985-be88-4475-9f34-d161742d9512 service neutron] For port 8cd3655b-7997-4673-9cf8-981e1de6288a, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:28.506264 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-a50ee985-be88-4475-9f34-d161742d9512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cd3655b-7997-4673-9cf8-981e1de6288a {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:03:28.520324 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-a50ee985-be88-4475-9f34-d161742d9512 service neutron] For port 8cd3655b-7997-4673-9cf8-981e1de6288a, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=8cd3655b-7997-4673-9cf8-981e1de6288a,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:28.533331 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06fdc44-dd4f-401c-9fc4-af7743514a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:28.533968 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c06fdc44-dd4f-401c-9fc4-af7743514a11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:28.546751 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-a50ee985-be88-4475-9f34-d161742d9512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:28.551007 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b4511-2d65-4eb0-9fc9-cb3bb02f0a5b req-5a267696-f6b3-487f-a81a-1787845bdca4 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:28.560402 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c2b4511-2d65-4eb0-9fc9-cb3bb02f0a5b req-5a267696-f6b3-487f-a81a-1787845bdca4 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcfaace5-e7f8-4076-a2e8-5e4b123e6979 HTTP/1.1" status: 200 len: 1024 time: 0.0800948 Jul 15 23:03:28.565532 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c06fdc44-dd4f-401c-9fc4-af7743514a11 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7918603 Jul 15 23:03:28.568874 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38014) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:28.573210 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ee795ae3-05d3-465f-b179-649f9d982090 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-717272546-router', 'tenant_id': '6527c2f6f2cf474e911d5a1b1b647a38', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:28.582304 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dd0cc6-bcd2-48ef-9918-888e20da238e None None] Network 147f0164-be98-43b4-81d0-63f63c5d44c6 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:03:28.622157 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c2b4511-2d65-4eb0-9fc9-cb3bb02f0a5b req-18847c2d-144d-40aa-aea8-5b0e1711946f tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups?id=b393266f-9fe2-4cdf-ac23-a6561bef9e30&id=8f775fa5-4f59-49da-9a4e-7b2e5548daba&id=1088c062-91fe-405b-a2ab-26d73d6064e2&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0595038 Jul 15 23:03:28.632320 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee795ae3-05d3-465f-b179-649f9d982090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:28.633675 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee795ae3-05d3-465f-b179-649f9d982090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:28.728452 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee795ae3-05d3-465f-b179-649f9d982090 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:28.774837 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-a50ee985-be88-4475-9f34-d161742d9512 service neutron] Transition to ACTIVE for port object 8cd3655b-7997-4673-9cf8-981e1de6288a will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:28.807946 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-a50ee985-be88-4475-9f34-d161742d9512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:28.848055 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-66de81cb-6574-4b98-89ae-2e6abf737cec tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:28.855217 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-66de81cb-6574-4b98-89ae-2e6abf737cec tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/networks?id=71ccf61d-14bc-4de9-bbf5-849aeac853f5 HTTP/1.1" status: 200 len: 818 time: 0.1251884 Jul 15 23:03:28.868228 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-6e2c9f67-040d-4230-b17f-44873f3f64bb tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/quotas/333adf5bda29495e91779ab1d3ab99ea HTTP/1.1" status: 200 len: 375 time: 0.0119925 Jul 15 23:03:28.935375 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee795ae3-05d3-465f-b179-649f9d982090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:28.980531 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-a50ee985-be88-4475-9f34-d161742d9512 service neutron] No DVR routers for this DVR port 8cd3655b-7997-4673-9cf8-981e1de6288a on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:03:28.989217 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-df07306e-3357-4d07-a84a-5ef28699feb9 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=333adf5bda29495e91779ab1d3ab99ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1033463 Jul 15 23:03:28.996022 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ee985-be88-4475-9f34-d161742d9512 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd3655b-7997-4673-9cf8-981e1de6288a,revision_number=10']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:29.044532 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-a50ee985-be88-4475-9f34-d161742d9512 service neutron] 10.222.0.36 "PUT /v2.0/ports/8cd3655b-7997-4673-9cf8-981e1de6288a/bindings/n-h2-787205-9/activate HTTP/1.1" status: 200 len: 369 time: 0.9260342 Jul 15 23:03:29.147129 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-8011073b-8ef5-4b42-977e-702c9e1488f3 service neutron] 10.222.0.16 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495328 Jul 15 23:03:29.207342 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2400e-0c3f-4cd5-abc8-ac4da1e5542e req-b33e02cc-7160-44a5-b865-f2388201cae2 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:29.208801 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d0a2400e-0c3f-4cd5-abc8-ac4da1e5542e req-b33e02cc-7160-44a5-b865-f2388201cae2 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 945 time: 0.1699727 Jul 15 23:03:29.327172 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d0a2400e-0c3f-4cd5-abc8-ac4da1e5542e req-f36df659-81df-43da-ab67-a10c4a6f018f tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917566 Jul 15 23:03:29.337772 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-4c718391-11a2-4eb1-a259-d16d735f2907 service neutron] 10.222.0.16 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790278 Jul 15 23:03:29.378790 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-b41522cf-a07e-467d-b41b-4f5acae2292e tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:29.380218 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-b41522cf-a07e-467d-b41b-4f5acae2292e tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba&tenant_id=7f66f923b4424119b6027030587a5dae&binding%3Ahost_id=n-h1-787205-9 HTTP/1.1" status: 200 len: 1096 time: 0.1935318 Jul 15 23:03:29.465984 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-e70defa3-8c02-42a0-9250-0d324f3dcec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:29.468210 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-e70defa3-8c02-42a0-9250-0d324f3dcec2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba&tenant_id=7f66f923b4424119b6027030587a5dae HTTP/1.1" status: 200 len: 1096 time: 0.0801485 Jul 15 23:03:29.609251 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee795ae3-05d3-465f-b179-649f9d982090 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:29.620832 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094039c1-c311-41d1-a3c2-f17b70267fda req-f81177b8-daa0-4195-8e3a-55d49ecc8350 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:29.621096 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-0cafdc99-b263-4634-91d3-73da0c5ad03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:29.622546 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-094039c1-c311-41d1-a3c2-f17b70267fda req-f81177b8-daa0-4195-8e3a-55d49ecc8350 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcfaace5-e7f8-4076-a2e8-5e4b123e6979 HTTP/1.1" status: 200 len: 1024 time: 0.4799535 Jul 15 23:03:29.623345 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-0cafdc99-b263-4634-91d3-73da0c5ad03e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7f66f923b4424119b6027030587a5dae&device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 1096 time: 0.1142957 Jul 15 23:03:29.649147 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee795ae3-05d3-465f-b179-649f9d982090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:29.696787 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b7d76c1e-d930-438c-bbf7-c2cf9c334e95 req-2c7e0b33-fc43-47ff-bd52-fb25c8667ff2 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 210 time: 0.0698161 Jul 15 23:03:29.843375 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-dc685ca7-65a4-4419-b4d1-1e39f7131efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:29.845545 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-dc685ca7-65a4-4419-b4d1-1e39f7131efe service neutron] 10.222.0.43 "GET /v2.0/networks?id=d91a9528-a986-45d3-8b66-7d9419c4ffb8 HTTP/1.1" status: 200 len: 909 time: 0.2091155 Jul 15 23:03:29.910940 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-0e48141c-dcc1-43ec-a3d2-00d95eab8683 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cd3655b-7997-4673-9cf8-981e1de6288a HTTP/1.1" status: 200 len: 217 time: 0.0566437 Jul 15 23:03:29.942131 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-ee795ae3-05d3-465f-b179-649f9d982090 admin admin] Allocated IP 172.25.4.219 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/8fea6676-1e23-41bf-bb5b-dd9d5e85ac96) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:29.961910 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-094039c1-c311-41d1-a3c2-f17b70267fda req-dcaf71f2-5c4b-430d-a0bb-579609952f83 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Deleting port 74edffe4-103d-4a05-a9fd-6fafa00b9a6a {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:03:29.962151 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-094039c1-c311-41d1-a3c2-f17b70267fda req-dcaf71f2-5c4b-430d-a0bb-579609952f83 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:30.005415 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-94fbb293-aa45-4d77-9c43-f984065b9a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:30.007269 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-94fbb293-aa45-4d77-9c43-f984065b9a81 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9ed83523-5185-460b-a4ba-ea79efd124da HTTP/1.1" status: 200 len: 848 time: 0.0785110 Jul 15 23:03:30.033160 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81b8f9-437c-41fa-87aa-a686f0677499 req-734438d1-4a5a-4cca-920a-6e80cb683f35 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:30.034911 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ad81b8f9-437c-41fa-87aa-a686f0677499 req-734438d1-4a5a-4cca-920a-6e80cb683f35 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 949 time: 0.1643324 Jul 15 23:03:30.061541 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:03:30.062986 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-36f8d96e-836c-4d5c-8c18-ab6dca51be9e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d91a9528-a986-45d3-8b66-7d9419c4ffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410335 Jul 15 23:03:30.098317 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:03:30.098676 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 0e2d6fcc-ac9c-47a5-9a73-b07e67bb32e9 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:03:30.157183 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-094039c1-c311-41d1-a3c2-f17b70267fda req-dcaf71f2-5c4b-430d-a0bb-579609952f83 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] For port 74edffe4-103d-4a05-a9fd-6fafa00b9a6a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=74edffe4-103d-4a05-a9fd-6fafa00b9a6a,segment=NetworkSegment(03433303-0a46-4d39-b5db-bf97727410e3),segment_id=03433303-0a46-4d39-b5db-bf97727410e3)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:30.157708 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-094039c1-c311-41d1-a3c2-f17b70267fda req-dcaf71f2-5c4b-430d-a0bb-579609952f83 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:30.181552 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-094039c1-c311-41d1-a3c2-f17b70267fda req-dcaf71f2-5c4b-430d-a0bb-579609952f83 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Calling delete_port for 74edffe4-103d-4a05-a9fd-6fafa00b9a6a owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:03:30.206077 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee795ae3-05d3-465f-b179-649f9d982090 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:30.305430 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee795ae3-05d3-465f-b179-649f9d982090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:30.368360 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee795ae3-05d3-465f-b179-649f9d982090 admin admin] Pushing event updated for resources: {'Port': ['ID=8fea6676-1e23-41bf-bb5b-dd9d5e85ac96,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:30.440866 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee795ae3-05d3-465f-b179-649f9d982090 admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:30.450445 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-ee795ae3-05d3-465f-b179-649f9d982090 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:30.454399 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee795ae3-05d3-465f-b179-649f9d982090 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:30.494726 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-36d092d1-4214-425a-81d5-09237309ef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:30.496368 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-36d092d1-4214-425a-81d5-09237309ef9c service neutron] 10.222.0.43 "GET /v2.0/ports/eb72faf0-e402-4e9c-937e-dc2238b8df3b HTTP/1.1" status: 200 len: 1032 time: 0.1407652 Jul 15 23:03:30.553805 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-094039c1-c311-41d1-a3c2-f17b70267fda req-dcaf71f2-5c4b-430d-a0bb-579609952f83 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:30.591862 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4724b17c-9b1e-475e-b62e-89c8acd1738a req-aa1ffa87-c375-4e0f-bd0d-ce207783a4a9 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcfaace5-e7f8-4076-a2e8-5e4b123e6979 HTTP/1.1" status: 200 len: 210 time: 0.0430686 Jul 15 23:03:30.592646 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['74edffe4-103d-4a05-a9fd-6fafa00b9a6a'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:03:30.605404 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf71f2-5c4b-430d-a0bb-579609952f83 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Pushing event deleted for resources: {'Port': ['ID=74edffe4-103d-4a05-a9fd-6fafa00b9a6a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:30.617964 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ad81b8f9-437c-41fa-87aa-a686f0677499 req-a18f40f6-fd0a-4de2-9166-031bd62b1c40 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5649912 Jul 15 23:03:30.620047 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-8467b598-5c6c-4407-8149-f0131a167fa6 service neutron] 10.222.0.43 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5505037 Jul 15 23:03:30.774335 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-241cfed1-888b-4e7f-8429-1ea7493a5525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:30.776454 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-241cfed1-888b-4e7f-8429-1ea7493a5525 service neutron] 10.222.0.43 "GET /v2.0/ports/3b0c43e3-ab51-4455-afee-2a76ff729069 HTTP/1.1" status: 200 len: 1032 time: 0.2719948 Jul 15 23:03:30.813049 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-094039c1-c311-41d1-a3c2-f17b70267fda req-dcaf71f2-5c4b-430d-a0bb-579609952f83 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] No DVR routers for this DVR port 74edffe4-103d-4a05-a9fd-6fafa00b9a6a on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:03:30.826625 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-094039c1-c311-41d1-a3c2-f17b70267fda req-dcaf71f2-5c4b-430d-a0bb-579609952f83 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:30.828663 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-094039c1-c311-41d1-a3c2-f17b70267fda req-dcaf71f2-5c4b-430d-a0bb-579609952f83 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.36 "DELETE /v2.0/ports/74edffe4-103d-4a05-a9fd-6fafa00b9a6a HTTP/1.1" status: 204 len: 173 time: 1.1886911 Jul 15 23:03:30.831700 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-5d98e6a5-cfc6-41d3-a3ab-dd765b2a80eb service neutron] 10.222.0.43 "GET /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033117 Jul 15 23:03:30.848799 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcfaace5-e7f8-4076-a2e8-5e4b123e6979', 'name': 'network-vif-deleted', 'tag': '74edffe4-103d-4a05-a9fd-6fafa00b9a6a'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:30.853819 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e4eaae-ea62-4f13-b4cb-62b573abdb75" -d '{"events": [{"server_uuid": "dcfaace5-e7f8-4076-a2e8-5e4b123e6979", "name": "network-vif-deleted", "tag": "74edffe4-103d-4a05-a9fd-6fafa00b9a6a"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:30.906708 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3b1984e0-2bea-4526-86cb-f25f3e178eb3 req-5785ef6c-fb3f-476f-b92c-eff965cd989c tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 210 time: 0.1349282 Jul 15 23:03:31.001252 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed1e98-875e-47c4-a629-31ea5e2c5df9 req-5508895f-c1c0-4b2a-9270-945d145d2d88 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:31.003818 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-49ed1e98-875e-47c4-a629-31ea5e2c5df9 req-5508895f-c1c0-4b2a-9270-945d145d2d88 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=96e3c521-1290-4438-a7ca-a4c864fcc590 HTTP/1.1" status: 200 len: 950 time: 0.2265370 Jul 15 23:03:31.034350 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-085cbf62-20ee-4198-982b-46737db06098 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:31.042538 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-085cbf62-20ee-4198-982b-46737db06098 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:31.049140 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-085cbf62-20ee-4198-982b-46737db06098 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:31.050847 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-085cbf62-20ee-4198-982b-46737db06098 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.43 "GET /v2.0/networks?id=f91dc6f9-c960-4d7e-bb47-47324cf074aa&id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&id=bbea9511-9599-4d61-bc5f-d2e279b3eb50&id=bbea9511-9599-4d61-bc5f-d2e279b3eb50 HTTP/1.1" status: 200 len: 1995 time: 0.2481105 Jul 15 23:03:31.072942 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-49ed1e98-875e-47c4-a629-31ea5e2c5df9 req-1bd66d15-c1ca-4f55-95e3-c0e3a501fe44 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599666 Jul 15 23:03:31.140628 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee795ae3-05d3-465f-b179-649f9d982090 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:31.150294 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-8e268aaa-5c40-4544-9018-bf609e1e79a4 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c022d86cdc7f4fca8c9ab116c350a036 HTTP/1.1" status: 200 len: 380 time: 0.0638874 Jul 15 23:03:31.188855 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-dce53127-a1f9-4e53-843a-9ea0c44f0485 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Request body: {'port': {'device_id': '3200588c-0b41-4461-8228-06d1161382ee', 'network_id': 'f91dc6f9-c960-4d7e-bb47-47324cf074aa', 'admin_state_up': True, 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'security_groups': ['1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:31.282511 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-afc44b06-e08a-4924-b739-70064248ba67 req-8d92985a-8a6d-4be4-9f38-e333286b410c tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 210 time: 0.0589888 Jul 15 23:03:31.326892 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0674fb2-ffd9-4d2c-820f-7382bee433d6 req-fbd7ca19-ecc5-405f-9e1d-ad2a34a964d8 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:31.328312 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c0674fb2-ffd9-4d2c-820f-7382bee433d6 req-fbd7ca19-ecc5-405f-9e1d-ad2a34a964d8 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 945 time: 0.1941533 Jul 15 23:03:31.397204 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7fc2b9-6a6a-433f-8735-700895a82359 x-openstack-request-id: req-5d7fc2b9-6a6a-433f-8735-700895a82359 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:31.397491 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcfaace5-e7f8-4076-a2e8-5e4b123e6979", "name": "network-vif-deleted", "tag": "74edffe4-103d-4a05-a9fd-6fafa00b9a6a", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:31.397773 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d7fc2b9-6a6a-433f-8735-700895a82359 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:31.398159 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcfaace5-e7f8-4076-a2e8-5e4b123e6979', 'name': 'network-vif-deleted', 'tag': '74edffe4-103d-4a05-a9fd-6fafa00b9a6a', 'status': 'completed', 'code': 200} Jul 15 23:03:31.448919 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c0674fb2-ffd9-4d2c-820f-7382bee433d6 req-41f0fded-c65c-4bb4-8736-3039a3ab0575 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196020 Jul 15 23:03:31.494258 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-1b556497-c09f-4029-9f74-11d1bf39eff1 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:31.495978 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-1b556497-c09f-4029-9f74-11d1bf39eff1 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba&tenant_id=7f66f923b4424119b6027030587a5dae&binding%3Ahost_id=n-h2-787205-9 HTTP/1.1" status: 200 len: 1096 time: 0.1415544 Jul 15 23:03:31.585842 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-dce53127-a1f9-4e53-843a-9ea0c44f0485 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Made reservation on behalf of c022d86cdc7f4fca8c9ab116c350a036 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:31.589628 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-dce53127-a1f9-4e53-843a-9ea0c44f0485 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:31.610697 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee795ae3-05d3-465f-b179-649f9d982090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:31.655641 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-64d19b00-95eb-42eb-8e75-0d0fe9a2f5ac service neutron] For port 8cd3655b-7997-4673-9cf8-981e1de6288a, host n-h1-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:31.658930 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-64d19b00-95eb-42eb-8e75-0d0fe9a2f5ac service neutron] Notify callbacks [] for binding, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:31.660063 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-64d19b00-95eb-42eb-8e75-0d0fe9a2f5ac service neutron] 10.222.0.43 "DELETE /v2.0/ports/8cd3655b-7997-4673-9cf8-981e1de6288a/bindings/n-h1-787205-9 HTTP/1.1" status: 204 len: 173 time: 0.1567779 Jul 15 23:03:31.767562 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-5a656822-e537-4b49-afd9-29205bb128dc tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:31.769050 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-5a656822-e537-4b49-afd9-29205bb128dc tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.36 "GET /v2.0/networks?id=71ccf61d-14bc-4de9-bbf5-849aeac853f5 HTTP/1.1" status: 200 len: 818 time: 0.2997351 Jul 15 23:03:31.843271 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4b2fa-4d71-4a54-aca0-4e5a7d31c86d req-1183e734-8a95-46ff-8235-25a407e3a89c tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:31.846022 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee795ae3-05d3-465f-b179-649f9d982090 admin admin] Router 832745c7-2081-4128-9a0f-9c9d6efe7add is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:03:31.852398 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-28053f63-b461-45fa-8151-34237fcf0a47 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Request body: {'port': {'device_id': 'fa4b7fa8-9c48-4cab-9925-d602d8daab46', 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5', 'admin_state_up': True, 'tenant_id': '333adf5bda29495e91779ab1d3ab99ea'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:31.859026 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1ca4b2fa-4d71-4a54-aca0-4e5a7d31c86d req-1183e734-8a95-46ff-8235-25a407e3a89c tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 949 time: 0.0886233 Jul 15 23:03:31.945516 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-399b2c39-b082-40d4-856b-cc84bcd9d9fe req-75bf9093-f285-49f2-a714-b0ecce9ff0cf tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcfaace5-e7f8-4076-a2e8-5e4b123e6979 HTTP/1.1" status: 200 len: 210 time: 0.0669951 Jul 15 23:03:31.978048 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1ca4b2fa-4d71-4a54-aca0-4e5a7d31c86d req-289926bd-dbf8-418d-b096-44caca78d9b8 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170621 Jul 15 23:03:32.112640 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-dce53127-a1f9-4e53-843a-9ea0c44f0485 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Allocated IP 172.20.0.6 (f91dc6f9-c960-4d7e-bb47-47324cf074aa/2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49/073d8b7d-d632-404a-be5c-62a7e8ef0a1f) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:32.196038 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee795ae3-05d3-465f-b179-649f9d982090 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:03:32.208085 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6106c229-50a4-45ae-93ae-610977964e06 None None] Sync routers for ids ['832745c7-2081-4128-9a0f-9c9d6efe7add'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:03:32.228597 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6106c229-50a4-45ae-93ae-610977964e06 None None] Routers {'832745c7-2081-4128-9a0f-9c9d6efe7add'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:32.231842 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-6106c229-50a4-45ae-93ae-610977964e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:03:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['832745c7-2081-4128-9a0f-9c9d6efe7add'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:32.240386 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90651d-d706-4395-9354-40112939e5ee req-29b362d6-1fab-48d0-849a-42b3587b5647 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:32.241921 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cc90651d-d706-4395-9354-40112939e5ee req-29b362d6-1fab-48d0-849a-42b3587b5647 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.36 "GET /v2.0/ports?device_id=96e3c521-1290-4438-a7ca-a4c864fcc590 HTTP/1.1" status: 200 len: 950 time: 0.1640830 Jul 15 23:03:32.285914 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c45f4f43-5466-4826-b96b-8930c85aee0f req-0bbf3a83-1175-41d8-ba09-1889c2ebe809 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 210 time: 0.0963354 Jul 15 23:03:32.317680 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-28053f63-b461-45fa-8151-34237fcf0a47 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Made reservation on behalf of 333adf5bda29495e91779ab1d3ab99ea for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:32.321312 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-28053f63-b461-45fa-8151-34237fcf0a47 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:32.332945 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee795ae3-05d3-465f-b179-649f9d982090 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:32.337552 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ee795ae3-05d3-465f-b179-649f9d982090 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7674916 Jul 15 23:03:32.358591 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38082) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:32.478937 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba38124-8ab7-48d1-8c60-aaf83f1b4e86 req-1f2b75a9-876e-4f1a-ae18-d434331f95b6 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:32.498488 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dba38124-8ab7-48d1-8c60-aaf83f1b4e86 req-1f2b75a9-876e-4f1a-ae18-d434331f95b6 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=96e3c521-1290-4438-a7ca-a4c864fcc590 HTTP/1.1" status: 200 len: 950 time: 0.2222865 Jul 15 23:03:32.517394 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-6106c229-50a4-45ae-93ae-610977964e06 None None] Set router 832745c7-2081-4128-9a0f-9c9d6efe7add gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:32.611859 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1594bd82-d239-40e1-bb26-db38c9444f48 req-dfe6ab00-d098-40ee-b3e1-4fd3908abae2 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 210 time: 0.0914447 Jul 15 23:03:32.645571 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dba38124-8ab7-48d1-8c60-aaf83f1b4e86 req-e8531a95-7c9d-4cec-a161-fd4a434b19a3 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459534 Jul 15 23:03:32.912936 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236de112-baa6-447a-adda-55b3d91d1382 req-667d754b-8807-4b13-a5d6-c3cdc87ace83 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:32.914694 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-6106c229-50a4-45ae-93ae-610977964e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832745c7-2081-4128-9a0f-9c9d6efe7add', 'name': 'tempest-ServerRescueTestJSON-717272546-router', 'tenant_id': '6527c2f6f2cf474e911d5a1b1b647a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '8fea6676-1e23-41bf-bb5b-dd9d5e85ac96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:30Z', 'revision_number': 3, 'project_id': '6527c2f6f2cf474e911d5a1b1b647a38', 'gw_port': {'id': '8fea6676-1e23-41bf-bb5b-dd9d5e85ac96', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832745c7-2081-4128-9a0f-9c9d6efe7add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:29Z', 'updated_at': '2021-07-15T23:03:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:32.914878 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-236de112-baa6-447a-adda-55b3d91d1382 req-667d754b-8807-4b13-a5d6-c3cdc87ace83 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 945 time: 0.1234829 Jul 15 23:03:32.951263 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6106c229-50a4-45ae-93ae-610977964e06 None None] Checking router: 832745c7-2081-4128-9a0f-9c9d6efe7add for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:03:32.953835 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6106c229-50a4-45ae-93ae-610977964e06 None None] Updating router 832745c7-2081-4128-9a0f-9c9d6efe7add port 8fea6676-1e23-41bf-bb5b-dd9d5e85ac96 binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:03:32.999244 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-236de112-baa6-447a-adda-55b3d91d1382 req-55a3fb13-2f86-4a2d-b466-92c59d06e3cc tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772953 Jul 15 23:03:33.013349 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6106c229-50a4-45ae-93ae-610977964e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.212952 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-dce53127-a1f9-4e53-843a-9ea0c44f0485 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.275593 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-dce53127-a1f9-4e53-843a-9ea0c44f0485 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Transition to ACTIVE for port object 073d8b7d-d632-404a-be5c-62a7e8ef0a1f will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:33.294541 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-967289bb-1a42-4b84-8c8d-06886a714eea req-48113b01-d483-4e5e-b086-5a29878b0895 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups/8f775fa5-4f59-49da-9a4e-7b2e5548daba HTTP/1.1" status: 200 len: 1799 time: 0.0826025 Jul 15 23:03:33.308553 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897dca6-67c5-4b14-ab8c-e5f4eb2f8610 req-69adcd98-bf00-4ac9-a9d9-93863c003780 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:33.311006 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6897dca6-67c5-4b14-ab8c-e5f4eb2f8610 req-69adcd98-bf00-4ac9-a9d9-93863c003780 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 949 time: 0.1508586 Jul 15 23:03:33.404438 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6897dca6-67c5-4b14-ab8c-e5f4eb2f8610 req-4aaa209e-ea8d-4690-93fa-518562c770f8 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832171 Jul 15 23:03:33.413101 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-cc90651d-d706-4395-9354-40112939e5ee req-387586c8-f3c7-431e-9124-3312e952f3f4 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Deleting port 609e1f84-fb98-4af8-ac1c-d4e10ad96f8b {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:03:33.413388 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cc90651d-d706-4395-9354-40112939e5ee req-387586c8-f3c7-431e-9124-3312e952f3f4 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.415339 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6106c229-50a4-45ae-93ae-610977964e06 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.429635 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6106c229-50a4-45ae-93ae-610977964e06 None None] Transition to ACTIVE for port object 8fea6676-1e23-41bf-bb5b-dd9d5e85ac96 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:33.437915 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6106c229-50a4-45ae-93ae-610977964e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.469291 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-967289bb-1a42-4b84-8c8d-06886a714eea req-26fc3660-ad50-4b72-9a9b-7cc92fa27230 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.511548 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-cc90651d-d706-4395-9354-40112939e5ee req-387586c8-f3c7-431e-9124-3312e952f3f4 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] For port 609e1f84-fb98-4af8-ac1c-d4e10ad96f8b, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=609e1f84-fb98-4af8-ac1c-d4e10ad96f8b,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:33.511912 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cc90651d-d706-4395-9354-40112939e5ee req-387586c8-f3c7-431e-9124-3312e952f3f4 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.514957 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-6106c229-50a4-45ae-93ae-610977964e06 None None] Attempting to bind port 8fea6676-1e23-41bf-bb5b-dd9d5e85ac96 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:33.521860 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-6106c229-50a4-45ae-93ae-610977964e06 None None] Attempting to bind port 8fea6676-1e23-41bf-bb5b-dd9d5e85ac96 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:33.524030 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6106c229-50a4-45ae-93ae-610977964e06 None None] Attempting to bind port 8fea6676-1e23-41bf-bb5b-dd9d5e85ac96 on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:33.526925 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-967289bb-1a42-4b84-8c8d-06886a714eea req-26fc3660-ad50-4b72-9a9b-7cc92fa27230 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.527223 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-cc90651d-d706-4395-9354-40112939e5ee req-387586c8-f3c7-431e-9124-3312e952f3f4 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Calling delete_port for 609e1f84-fb98-4af8-ac1c-d4e10ad96f8b owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:03:33.529350 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26c0ce-6393-4733-99af-396464d8ca26 None None] Pushing event updated for resources: {'Port': ['ID=8fea6676-1e23-41bf-bb5b-dd9d5e85ac96,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:33.545637 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6106c229-50a4-45ae-93ae-610977964e06 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:33.546442 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6106c229-50a4-45ae-93ae-610977964e06 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:33.547496 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6106c229-50a4-45ae-93ae-610977964e06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.548137 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6106c229-50a4-45ae-93ae-610977964e06 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:33.548982 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-6106c229-50a4-45ae-93ae-610977964e06 None None] Bound port: 8fea6676-1e23-41bf-bb5b-dd9d5e85ac96, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:33.549899 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6106c229-50a4-45ae-93ae-610977964e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.560316 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-28053f63-b461-45fa-8151-34237fcf0a47 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Allocated IP 172.20.0.10 (71ccf61d-14bc-4de9-bbf5-849aeac853f5/951a51fc-ffa0-401a-b919-6dcf1a893db8/eb07a2a0-2204-4ec3-adfc-d324da3d5e9a) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:33.579806 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-dce53127-a1f9-4e53-843a-9ea0c44f0485 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.613865 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-967289bb-1a42-4b84-8c8d-06886a714eea req-26fc3660-ad50-4b72-9a9b-7cc92fa27230 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.618659 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-967289bb-1a42-4b84-8c8d-06886a714eea req-26fc3660-ad50-4b72-9a9b-7cc92fa27230 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.619142 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-6106c229-50a4-45ae-93ae-610977964e06 None None] For port 8fea6676-1e23-41bf-bb5b-dd9d5e85ac96, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:33.623099 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-6106c229-50a4-45ae-93ae-610977964e06 None None] For port 8fea6676-1e23-41bf-bb5b-dd9d5e85ac96, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=8fea6676-1e23-41bf-bb5b-dd9d5e85ac96,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:33.626142 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-967289bb-1a42-4b84-8c8d-06886a714eea req-26fc3660-ad50-4b72-9a9b-7cc92fa27230 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "DELETE /v2.0/security-groups/8f775fa5-4f59-49da-9a4e-7b2e5548daba HTTP/1.1" status: 204 len: 173 time: 0.3138816 Jul 15 23:03:33.627152 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26c0ce-6393-4733-99af-396464d8ca26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:33.627845 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26c0ce-6393-4733-99af-396464d8ca26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:33.628711 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26c0ce-6393-4733-99af-396464d8ca26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:33.629341 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26c0ce-6393-4733-99af-396464d8ca26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:33.629973 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26c0ce-6393-4733-99af-396464d8ca26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:33.630411 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26c0ce-6393-4733-99af-396464d8ca26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:33.630902 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26c0ce-6393-4733-99af-396464d8ca26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:33.631332 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26c0ce-6393-4733-99af-396464d8ca26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:33.631839 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26c0ce-6393-4733-99af-396464d8ca26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:33.632281 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26c0ce-6393-4733-99af-396464d8ca26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:33.633084 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26c0ce-6393-4733-99af-396464d8ca26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:33.635673 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26c0ce-6393-4733-99af-396464d8ca26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:33.642052 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6106c229-50a4-45ae-93ae-610977964e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.651317 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc3660-ad50-4b72-9a9b-7cc92fa27230 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f775fa5-4f59-49da-9a4e-7b2e5548daba,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:33.725694 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908a2d4-1b27-4242-82a4-39d6597d59a0 req-4b2e0b30-1759-4e0c-b2b2-81a7674b5ec4 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:33.727274 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b908a2d4-1b27-4242-82a4-39d6597d59a0 req-4b2e0b30-1759-4e0c-b2b2-81a7674b5ec4 tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 1096 time: 0.0667052 Jul 15 23:03:33.738264 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26c0ce-6393-4733-99af-396464d8ca26 None None] Pushing event updated for resources: {'Port': ['ID=8fea6676-1e23-41bf-bb5b-dd9d5e85ac96,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:33.741947 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6106c229-50a4-45ae-93ae-610977964e06 None None] Routers {'832745c7-2081-4128-9a0f-9c9d6efe7add'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:33.742739 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-6106c229-50a4-45ae-93ae-610977964e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:03:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['832745c7-2081-4128-9a0f-9c9d6efe7add'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:33.785137 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b908a2d4-1b27-4242-82a4-39d6597d59a0 req-b4c57cab-55bf-4476-a02d-2f48a1816a5a tempest-LiveMigrationTest-1500887195 tempest-LiveMigrationTest-1500887195-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474529 Jul 15 23:03:33.879082 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b385d5b4-6e07-4640-9a59-eb1ef1e06d1e req-ff418a8f-039b-4ec9-8bca-5bd45e8671d7 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 210 time: 0.0459502 Jul 15 23:03:33.918484 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-6106c229-50a4-45ae-93ae-610977964e06 None None] Set router 832745c7-2081-4128-9a0f-9c9d6efe7add gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:33.932660 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d2e58807-1acd-4c13-b5d1-b125b96aabc8 req-48afeab1-9317-4176-b1e6-9002833d25b5 tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "GET /v2.0/security-groups/b393266f-9fe2-4cdf-ac23-a6561bef9e30 HTTP/1.1" status: 200 len: 1801 time: 0.0906489 Jul 15 23:03:33.991900 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-dce53127-a1f9-4e53-843a-9ea0c44f0485 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Network f91dc6f9-c960-4d7e-bb47-47324cf074aa is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:34.000287 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d2e58807-1acd-4c13-b5d1-b125b96aabc8 req-c201a289-9765-4489-9999-489ae46f2eda tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.020053 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-dce53127-a1f9-4e53-843a-9ea0c44f0485 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:34.027204 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-28053f63-b461-45fa-8151-34237fcf0a47 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.029421 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce53127-a1f9-4e53-843a-9ea0c44f0485 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Pushing event updated for resources: {'Port': ['ID=073d8b7d-d632-404a-be5c-62a7e8ef0a1f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:34.029646 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d2e58807-1acd-4c13-b5d1-b125b96aabc8 req-c201a289-9765-4489-9999-489ae46f2eda tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.034712 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-dce53127-a1f9-4e53-843a-9ea0c44f0485 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:34.097167 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 609e1f84-fb98-4af8-ac1c-d4e10ad96f8b no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:03:34.183252 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d2e58807-1acd-4c13-b5d1-b125b96aabc8 req-c201a289-9765-4489-9999-489ae46f2eda tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.187893 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d2e58807-1acd-4c13-b5d1-b125b96aabc8 req-c201a289-9765-4489-9999-489ae46f2eda tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.208725 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d2e58807-1acd-4c13-b5d1-b125b96aabc8 req-c201a289-9765-4489-9999-489ae46f2eda tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] 10.222.0.16 "DELETE /v2.0/security-groups/b393266f-9fe2-4cdf-ac23-a6561bef9e30 HTTP/1.1" status: 204 len: 173 time: 0.2715011 Jul 15 23:03:34.210970 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38110) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:34.211105 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-dce53127-a1f9-4e53-843a-9ea0c44f0485 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:34.211861 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-dce53127-a1f9-4e53-843a-9ea0c44f0485 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.329299 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c01542-344f-4b99-98a2-ddc413ce5b25 admin admin] Deleting subnet ad3ff189-3fc3-4bc9-9b4a-6555f820f246 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:03:34.332850 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5c01542-344f-4b99-98a2-ddc413ce5b25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.342557 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-dce53127-a1f9-4e53-843a-9ea0c44f0485 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1588950 Jul 15 23:03:34.365068 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.367306 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-fbbbd676-243f-4af5-8f71-b4446baba9c9 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Request body: {'port': {'device_id': '3200588c-0b41-4461-8228-06d1161382ee', 'network_id': '31b3dd95-5845-4ba7-8163-7532c80b8fbe', 'admin_state_up': True, 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'security_groups': ['1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:34.371183 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-28053f63-b461-45fa-8151-34237fcf0a47 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.391584 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5c01542-344f-4b99-98a2-ddc413ce5b25 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.399319 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5c01542-344f-4b99-98a2-ddc413ce5b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.412025 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cc90651d-d706-4395-9354-40112939e5ee req-387586c8-f3c7-431e-9124-3312e952f3f4 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.432466 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-52942edf-dc99-4646-85aa-39e14c31578d None None] Provisioning for port 073d8b7d-d632-404a-be5c-62a7e8ef0a1f completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:34.436705 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['bbffc5ff-9f45-460b-bb3c-afbae46578bb'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:03:34.441273 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-52942edf-dc99-4646-85aa-39e14c31578d None None] Provisioning complete for port 073d8b7d-d632-404a-be5c-62a7e8ef0a1f triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:34.441642 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-52942edf-dc99-4646-85aa-39e14c31578d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.519792 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2f526343-c933-469d-8c7d-adaf72840ea1 req-6f99a4ca-e029-4a17-b995-76214a55b9c7 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=96e3c521-1290-4438-a7ca-a4c864fcc590 HTTP/1.1" status: 200 len: 210 time: 0.0448372 Jul 15 23:03:34.521455 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5c01542-344f-4b99-98a2-ddc413ce5b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.542450 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-6106c229-50a4-45ae-93ae-610977964e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832745c7-2081-4128-9a0f-9c9d6efe7add', 'name': 'tempest-ServerRescueTestJSON-717272546-router', 'tenant_id': '6527c2f6f2cf474e911d5a1b1b647a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '8fea6676-1e23-41bf-bb5b-dd9d5e85ac96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:30Z', 'revision_number': 3, 'project_id': '6527c2f6f2cf474e911d5a1b1b647a38', 'gw_port': {'id': '8fea6676-1e23-41bf-bb5b-dd9d5e85ac96', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832745c7-2081-4128-9a0f-9c9d6efe7add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:29Z', 'updated_at': '2021-07-15T23:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:34.549890 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-28053f63-b461-45fa-8151-34237fcf0a47 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:34.579915 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c01542-344f-4b99-98a2-ddc413ce5b25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad3ff189-3fc3-4bc9-9b4a-6555f820f246,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:34.581444 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201a289-9765-4489-9999-489ae46f2eda tempest-SecurityGroupsTestJSON-940012414 tempest-SecurityGroupsTestJSON-940012414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b393266f-9fe2-4cdf-ac23-a6561bef9e30,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:34.583824 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5c01542-344f-4b99-98a2-ddc413ce5b25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.585783 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c5c01542-344f-4b99-98a2-ddc413ce5b25 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ad3ff189-3fc3-4bc9-9b4a-6555f820f246 HTTP/1.1" status: 204 len: 168 time: 0.3637831 Jul 15 23:03:34.590488 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38114) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:34.603165 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-28053f63-b461-45fa-8151-34237fcf0a47 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:34.616453 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28053f63-b461-45fa-8151-34237fcf0a47 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Pushing event updated for resources: {'Port': ['ID=eb07a2a0-2204-4ec3-adfc-d324da3d5e9a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:34.619797 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-28053f63-b461-45fa-8151-34237fcf0a47 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:34.668825 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc90651d-d706-4395-9354-40112939e5ee req-387586c8-f3c7-431e-9124-3312e952f3f4 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] No DVR routers for this DVR port 609e1f84-fb98-4af8-ac1c-d4e10ad96f8b on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:03:34.689772 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7656a8d3-4734-4d4d-ba57-ac2fe95e07d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.703434 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 74edffe4-103d-4a05-a9fd-6fafa00b9a6a no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:03:34.728577 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cc90651d-d706-4395-9354-40112939e5ee req-387586c8-f3c7-431e-9124-3312e952f3f4 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.733997 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 74edffe4-103d-4a05-a9fd-6fafa00b9a6a {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:03:34.734242 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 74edffe4-103d-4a05-a9fd-6fafa00b9a6a not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:03:34.736078 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cc90651d-d706-4395-9354-40112939e5ee req-387586c8-f3c7-431e-9124-3312e952f3f4 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.36 "DELETE /v2.0/ports/609e1f84-fb98-4af8-ac1c-d4e10ad96f8b HTTP/1.1" status: 204 len: 173 time: 2.4869685 Jul 15 23:03:34.741493 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6106c229-50a4-45ae-93ae-610977964e06 None None] The sync data for ids ['832745c7-2081-4128-9a0f-9c9d6efe7add'] in n-d-787205-9 is: [{'id': '832745c7-2081-4128-9a0f-9c9d6efe7add', 'name': 'tempest-ServerRescueTestJSON-717272546-router', 'tenant_id': '6527c2f6f2cf474e911d5a1b1b647a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '8fea6676-1e23-41bf-bb5b-dd9d5e85ac96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:30Z', 'revision_number': 3, 'project_id': '6527c2f6f2cf474e911d5a1b1b647a38', 'gw_port': {'id': '8fea6676-1e23-41bf-bb5b-dd9d5e85ac96', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832745c7-2081-4128-9a0f-9c9d6efe7add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:29Z', 'updated_at': '2021-07-15T23:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:03:34.749391 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-52942edf-dc99-4646-85aa-39e14c31578d None None] Port 073d8b7d-d632-404a-be5c-62a7e8ef0a1f cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:03:34.766616 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e8d54-248f-4d16-819c-c0c4d41129d8 req-622e02b3-2e49-4b85-9b54-86ed7fc09858 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:34.777192 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e3c521-1290-4438-a7ca-a4c864fcc590', 'name': 'network-vif-deleted', 'tag': '609e1f84-fb98-4af8-ac1c-d4e10ad96f8b'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:34.779289 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e7e8d54-248f-4d16-819c-c0c4d41129d8 req-622e02b3-2e49-4b85-9b54-86ed7fc09858 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 931 time: 0.6689472 Jul 15 23:03:34.780010 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4001403-338e-4d42-9a3f-a2d7c4f81a9c" -d '{"events": [{"server_uuid": "96e3c521-1290-4438-a7ca-a4c864fcc590", "name": "network-vif-deleted", "tag": "609e1f84-fb98-4af8-ac1c-d4e10ad96f8b"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:34.847192 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387586c8-f3c7-431e-9124-3312e952f3f4 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Pushing event deleted for resources: {'Port': ['ID=609e1f84-fb98-4af8-ac1c-d4e10ad96f8b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:34.891144 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7656a8d3-4734-4d4d-ba57-ac2fe95e07d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.907985 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7656a8d3-4734-4d4d-ba57-ac2fe95e07d6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:03:34.908340 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7656a8d3-4734-4d4d-ba57-ac2fe95e07d6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:03:34.909056 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7656a8d3-4734-4d4d-ba57-ac2fe95e07d6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:03:34.909526 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7656a8d3-4734-4d4d-ba57-ac2fe95e07d6 admin admin] Subscribe: > port after_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:03:34.909859 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7656a8d3-4734-4d4d-ba57-ac2fe95e07d6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:03:34.910379 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7656a8d3-4734-4d4d-ba57-ac2fe95e07d6 admin admin] Subscribe: > port after_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:03:34.910749 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7656a8d3-4734-4d4d-ba57-ac2fe95e07d6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:03:34.911089 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7656a8d3-4734-4d4d-ba57-ac2fe95e07d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:03:34.911401 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7656a8d3-4734-4d4d-ba57-ac2fe95e07d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:03:34.911729 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7656a8d3-4734-4d4d-ba57-ac2fe95e07d6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:03:34.969381 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-fbbbd676-243f-4af5-8f71-b4446baba9c9 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Made reservation on behalf of c022d86cdc7f4fca8c9ab116c350a036 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:34.973080 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-fbbbd676-243f-4af5-8f71-b4446baba9c9 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.986121 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-28053f63-b461-45fa-8151-34237fcf0a47 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:34.986953 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-28053f63-b461-45fa-8151-34237fcf0a47 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.082529 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7656a8d3-4734-4d4d-ba57-ac2fe95e07d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:03:35.082922 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7656a8d3-4734-4d4d-ba57-ac2fe95e07d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:03:35.083258 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7656a8d3-4734-4d4d-ba57-ac2fe95e07d6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:03:35.083592 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7656a8d3-4734-4d4d-ba57-ac2fe95e07d6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:03:35.083981 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-7656a8d3-4734-4d4d-ba57-ac2fe95e07d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4212f26f-6afd-472c-b146-e8b3fe028ddc']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:35.094872 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-28053f63-b461-45fa-8151-34237fcf0a47 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2461059 Jul 15 23:03:35.110932 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-7656a8d3-4734-4d4d-ba57-ac2fe95e07d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03433303-0a46-4d39-b5db-bf97727410e3') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:35.111232 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-7656a8d3-4734-4d4d-ba57-ac2fe95e07d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03433303-0a46-4d39-b5db-bf97727410e3') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:35.148905 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7656a8d3-4734-4d4d-ba57-ac2fe95e07d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.166604 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-f7768d22-4bd1-4fff-976e-c50a8faf8d34 service neutron] Request body: {'port': {'device_id': 'fa4b7fa8-9c48-4cab-9925-d602d8daab46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:35.172147 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73dc0467-cd89-49cf-a238-26a5a5fe5b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.291553 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7656a8d3-4734-4d4d-ba57-ac2fe95e07d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.296676 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['96920b44-cb6d-4e1a-b67b-ff1973f06ebe'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:03:35.306273 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e7e8d54-248f-4d16-819c-c0c4d41129d8 req-90bb1855-786d-4151-a869-d24169bdb0ac tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5258589 Jul 15 23:03:35.317954 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7656a8d3-4734-4d4d-ba57-ac2fe95e07d6 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:03:35.318374 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7656a8d3-4734-4d4d-ba57-ac2fe95e07d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:03:35.322604 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:03:35.326265 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:03:35.326265 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:03:35.326265 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:03:35.326265 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:03:35.326265 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:03:35.326265 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:03:35.326265 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:03:35.326265 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:03:35.326265 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:03:35.326265 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:03:35.326265 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:03:35.326265 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:03:35.326265 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:03:35.326265 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:03:35.326265 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:03:35.326265 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:03:35.326265 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:03:35.326265 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:03:35.326265 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:03:35.326265 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:03:35.326265 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:03:35.326265 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:03:35.326265 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:03:35.326265 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:03:35.326265 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:03:35.326265 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:03:35.326265 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:03:35.326265 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:03:35.326265 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:03:35.326265 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:03:35.326265 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:03:35.458866 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7656a8d3-4734-4d4d-ba57-ac2fe95e07d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.476277 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7656a8d3-4734-4d4d-ba57-ac2fe95e07d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.480403 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7656a8d3-4734-4d4d-ba57-ac2fe95e07d6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4212f26f-6afd-472c-b146-e8b3fe028ddc HTTP/1.1" status: 204 len: 168 time: 0.8863244 Jul 15 23:03:35.522184 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656a8d3-4734-4d4d-ba57-ac2fe95e07d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4212f26f-6afd-472c-b146-e8b3fe028ddc,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:35.601190 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-fbbbd676-243f-4af5-8f71-b4446baba9c9 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Allocated IP 10.1.1.233 (31b3dd95-5845-4ba7-8163-7532c80b8fbe/8931c9f8-2423-4e8c-8612-ac64a9606a20/d6cb89d5-6817-4bc8-b0e6-53e8aba786ef) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:35.623816 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee6164a-5278-4a0f-b31d-8f9f6276ad92 x-openstack-request-id: req-4ee6164a-5278-4a0f-b31d-8f9f6276ad92 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:35.624233 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e3c521-1290-4438-a7ca-a4c864fcc590", "name": "network-vif-deleted", "tag": "609e1f84-fb98-4af8-ac1c-d4e10ad96f8b", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:35.624563 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ee6164a-5278-4a0f-b31d-8f9f6276ad92 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:35.624798 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e3c521-1290-4438-a7ca-a4c864fcc590', 'name': 'network-vif-deleted', 'tag': '609e1f84-fb98-4af8-ac1c-d4e10ad96f8b', 'status': 'completed', 'code': 200} Jul 15 23:03:35.684357 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38126) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:35.719593 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-f7768d22-4bd1-4fff-976e-c50a8faf8d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.834884 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-92425b16-bb1f-416a-8f38-25ace41fc1ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf68f5e73ecc4026951a5fd300d11277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445513 Jul 15 23:03:35.835587 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38128) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:35.855932 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467f763-20da-443b-a1dd-6a87311c58d3 req-5ef5f2f6-511d-4ba5-95ea-95322f0e1ced tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:35.864314 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4467f763-20da-443b-a1dd-6a87311c58d3 req-5ef5f2f6-511d-4ba5-95ea-95322f0e1ced tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 949 time: 0.2767107 Jul 15 23:03:35.938572 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1c877-395c-43b7-9f72-eb82ae1ca5c3 req-3618450d-40fc-48cf-a0be-4564a2a05d6f tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:35.946705 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3ad1c877-395c-43b7-9f72-eb82ae1ca5c3 req-3618450d-40fc-48cf-a0be-4564a2a05d6f tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 932 time: 0.2786696 Jul 15 23:03:35.997666 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4467f763-20da-443b-a1dd-6a87311c58d3 req-8eae007d-fff5-421c-9d7a-cc2e0e96c79b tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323602 Jul 15 23:03:36.018016 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44e5eb-fc9d-4185-b213-f4ed63819f5e req-597a2012-d80c-4428-bceb-52174d829349 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:36.020259 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6c44e5eb-fc9d-4185-b213-f4ed63819f5e req-597a2012-d80c-4428-bceb-52174d829349 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.43 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 945 time: 0.2546918 Jul 15 23:03:36.037382 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-73dc0467-cd89-49cf-a238-26a5a5fe5b9a admin admin] Allocated IP 172.20.0.1 (147f0164-be98-43b4-81d0-63f63c5d44c6/cb958b45-2fa0-4e9b-a203-f469b0644c68/e03585fe-93f2-48b1-8768-995085ffa314) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:36.060658 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-fbbbd676-243f-4af5-8f71-b4446baba9c9 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.063130 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bc2731fc-dbbc-44c3-ad9d-f6849c60b1bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.096114 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3ad1c877-395c-43b7-9f72-eb82ae1ca5c3 req-424205b5-f6b8-45b5-b561-83c66c6bd6d4 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491468 Jul 15 23:03:36.115872 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-fbbbd676-243f-4af5-8f71-b4446baba9c9 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Transition to ACTIVE for port object d6cb89d5-6817-4bc8-b0e6-53e8aba786ef will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:36.174259 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bc2731fc-dbbc-44c3-ad9d-f6849c60b1bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.351218 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bc2731fc-dbbc-44c3-ad9d-f6849c60b1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.353971 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bc2731fc-dbbc-44c3-ad9d-f6849c60b1bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.355315 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-bc2731fc-dbbc-44c3-ad9d-f6849c60b1bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1088c062-91fe-405b-a2ab-26d73d6064e2 HTTP/1.1" status: 204 len: 168 time: 0.5156467 Jul 15 23:03:36.374410 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2731fc-dbbc-44c3-ad9d-f6849c60b1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1088c062-91fe-405b-a2ab-26d73d6064e2,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:36.411141 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810b998-3975-48a8-a13e-0cef5808dfbb req-fe587b59-1ede-4fb8-9074-51342f83efc5 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:36.412735 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a810b998-3975-48a8-a13e-0cef5808dfbb req-fe587b59-1ede-4fb8-9074-51342f83efc5 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 945 time: 0.2010562 Jul 15 23:03:36.433061 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73dc0467-cd89-49cf-a238-26a5a5fe5b9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.438154 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-6c44e5eb-fc9d-4185-b213-f4ed63819f5e req-bc0a5ce5-e30a-4bf5-a4a9-25807a413626 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Deleting port 8cd3655b-7997-4673-9cf8-981e1de6288a {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:03:36.438498 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6c44e5eb-fc9d-4185-b213-f4ed63819f5e req-bc0a5ce5-e30a-4bf5-a4a9-25807a413626 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.460178 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-fbbbd676-243f-4af5-8f71-b4446baba9c9 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.583956 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a810b998-3975-48a8-a13e-0cef5808dfbb req-a0de2bc2-c72a-4242-953d-394091971f46 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412041 Jul 15 23:03:36.605721 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-fbbbd676-243f-4af5-8f71-b4446baba9c9 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Network 31b3dd95-5845-4ba7-8163-7532c80b8fbe is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:36.624834 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-fbbbd676-243f-4af5-8f71-b4446baba9c9 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:36.628809 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-f7768d22-4bd1-4fff-976e-c50a8faf8d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb07a2a0-2204-4ec3-adfc-d324da3d5e9a {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:03:36.642181 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-6c44e5eb-fc9d-4185-b213-f4ed63819f5e req-bc0a5ce5-e30a-4bf5-a4a9-25807a413626 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] For port 8cd3655b-7997-4673-9cf8-981e1de6288a, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=8cd3655b-7997-4673-9cf8-981e1de6288a,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:36.643315 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6c44e5eb-fc9d-4185-b213-f4ed63819f5e req-bc0a5ce5-e30a-4bf5-a4a9-25807a413626 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.646093 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-fbbbd676-243f-4af5-8f71-b4446baba9c9 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:36.652885 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-f7768d22-4bd1-4fff-976e-c50a8faf8d34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.676352 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-6c44e5eb-fc9d-4185-b213-f4ed63819f5e req-bc0a5ce5-e30a-4bf5-a4a9-25807a413626 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Calling delete_port for 8cd3655b-7997-4673-9cf8-981e1de6288a owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:03:36.678546 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbbd676-243f-4af5-8f71-b4446baba9c9 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Pushing event updated for resources: {'Port': ['ID=d6cb89d5-6817-4bc8-b0e6-53e8aba786ef,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:36.712913 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-f7768d22-4bd1-4fff-976e-c50a8faf8d34 service neutron] Transition to ACTIVE for port object eb07a2a0-2204-4ec3-adfc-d324da3d5e9a will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:36.727704 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-fbbbd676-243f-4af5-8f71-b4446baba9c9 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:36.728366 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-fbbbd676-243f-4af5-8f71-b4446baba9c9 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.738233 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73dc0467-cd89-49cf-a238-26a5a5fe5b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.743773 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-f7768d22-4bd1-4fff-976e-c50a8faf8d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.854268 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-fbbbd676-243f-4af5-8f71-b4446baba9c9 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4930606 Jul 15 23:03:36.860492 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-d5439f8d-bc5a-4366-9ee6-bc88e1daa6a6 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Request body: {'port': {'device_id': '3200588c-0b41-4461-8228-06d1161382ee', 'network_id': '31b3dd95-5845-4ba7-8163-7532c80b8fbe', 'admin_state_up': True, 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'security_groups': ['1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:36.895201 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dc0467-cd89-49cf-a238-26a5a5fe5b9a admin admin] Network 147f0164-be98-43b4-81d0-63f63c5d44c6 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:36.909176 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-73dc0467-cd89-49cf-a238-26a5a5fe5b9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:37.090361 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d13b1f-334e-49f3-92ac-c458888fb424 req-ba021874-d2fb-4f21-a566-4067176324ac tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:37.096979 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d13b1f-334e-49f3-92ac-c458888fb424 req-ba021874-d2fb-4f21-a566-4067176324ac tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:37.099130 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-32d13b1f-334e-49f3-92ac-c458888fb424 req-ba021874-d2fb-4f21-a566-4067176324ac tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 1653 time: 0.2602556 Jul 15 23:03:37.103539 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8096ce40-96e1-4f98-8f63-3d6727afcdda None None] Provisioning for port d6cb89d5-6817-4bc8-b0e6-53e8aba786ef completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:37.105135 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6c44e5eb-fc9d-4185-b213-f4ed63819f5e req-bc0a5ce5-e30a-4bf5-a4a9-25807a413626 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.107790 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8096ce40-96e1-4f98-8f63-3d6727afcdda None None] Provisioning complete for port d6cb89d5-6817-4bc8-b0e6-53e8aba786ef triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:37.108145 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8096ce40-96e1-4f98-8f63-3d6727afcdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.125520 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a65585-7110-4b37-bca9-8c0bd44571fd req-dd14b1af-1da5-4f29-97b6-3e91dd2f4726 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:37.127961 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09a65585-7110-4b37-bca9-8c0bd44571fd req-dd14b1af-1da5-4f29-97b6-3e91dd2f4726 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 951 time: 0.2109962 Jul 15 23:03:37.172868 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['6702be93-c93c-415f-9fd7-dd1fa758c935'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:03:37.187883 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a5ce5-e30a-4bf5-a4a9-25807a413626 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Pushing event deleted for resources: {'Port': ['ID=8cd3655b-7997-4673-9cf8-981e1de6288a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:37.249213 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 8fea6676-1e23-41bf-bb5b-dd9d5e85ac96 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:37.264290 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c44e5eb-fc9d-4185-b213-f4ed63819f5e req-bc0a5ce5-e30a-4bf5-a4a9-25807a413626 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] No DVR routers for this DVR port 8cd3655b-7997-4673-9cf8-981e1de6288a on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:03:37.269144 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6c44e5eb-fc9d-4185-b213-f4ed63819f5e req-bc0a5ce5-e30a-4bf5-a4a9-25807a413626 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.271858 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6c44e5eb-fc9d-4185-b213-f4ed63819f5e req-bc0a5ce5-e30a-4bf5-a4a9-25807a413626 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.43 "DELETE /v2.0/ports/8cd3655b-7997-4673-9cf8-981e1de6288a HTTP/1.1" status: 204 len: 173 time: 1.2283428 Jul 15 23:03:37.289419 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24c3fa0-f157-4535-94f1-335fe93a86ba', 'name': 'network-vif-deleted', 'tag': '8cd3655b-7997-4673-9cf8-981e1de6288a'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:37.292885 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bc8907-1f1f-4dcf-b52f-1d768d78d679" -d '{"events": [{"server_uuid": "e24c3fa0-f157-4535-94f1-335fe93a86ba", "name": "network-vif-deleted", "tag": "8cd3655b-7997-4673-9cf8-981e1de6288a"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:37.322997 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-32d13b1f-334e-49f3-92ac-c458888fb424 req-77fabad9-02a3-4643-bc11-b9e3bec5e3ab tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129390 Jul 15 23:03:37.386687 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09a65585-7110-4b37-bca9-8c0bd44571fd req-9f781419-dc28-4c4f-9a57-49017b42638a tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139883 Jul 15 23:03:37.401636 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dc0467-cd89-49cf-a238-26a5a5fe5b9a admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:37.480466 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc0467-cd89-49cf-a238-26a5a5fe5b9a admin admin] Pushing event updated for resources: {'Port': ['ID=e03585fe-93f2-48b1-8768-995085ffa314,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:37.551051 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-5fbd88ee-b13c-4058-9725-9e2026a2430c service neutron] show failed (client error): The resource could not be found. Jul 15 23:03:37.552104 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-5fbd88ee-b13c-4058-9725-9e2026a2430c service neutron] 10.222.0.43 "GET /v2.0/ports/36e71b02-9495-4d30-834b-4d3d1b3c473d/bindings/n-h1-787205-9 HTTP/1.1" status: 404 len: 380 time: 0.2240670 Jul 15 23:03:37.645977 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73dc0467-cd89-49cf-a238-26a5a5fe5b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.742472 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071beca-855d-44c6-a744-bde1d9996df8 req-72ed5068-773d-469f-a0e1-bc52fef6cf7f tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:37.742730 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-8096ce40-96e1-4f98-8f63-3d6727afcdda None None] Port d6cb89d5-6817-4bc8-b0e6-53e8aba786ef cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:03:37.751838 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e071beca-855d-44c6-a744-bde1d9996df8 req-72ed5068-773d-469f-a0e1-bc52fef6cf7f tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 949 time: 0.1596663 Jul 15 23:03:37.781761 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d078bc-7fbf-4dc1-a054-135248532518 req-5d7c8086-9d99-4287-b6e9-e6401bac200f tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:37.787016 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 8fea6676-1e23-41bf-bb5b-dd9d5e85ac96 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:37.790170 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-57d078bc-7fbf-4dc1-a054-135248532518 req-5d7c8086-9d99-4287-b6e9-e6401bac200f tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 944 time: 0.1851487 Jul 15 23:03:37.797900 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38168) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:37.801292 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 8fea6676-1e23-41bf-bb5b-dd9d5e85ac96 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:37.801757 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.836256 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e071beca-855d-44c6-a744-bde1d9996df8 req-791d31c6-f2af-483c-84cc-0d940826e22c tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826089 Jul 15 23:03:37.838370 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-f7768d22-4bd1-4fff-976e-c50a8faf8d34 service neutron] Attempting to bind port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:37.839013 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-f7768d22-4bd1-4fff-976e-c50a8faf8d34 service neutron] Attempting to bind port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:37.839611 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-f7768d22-4bd1-4fff-976e-c50a8faf8d34 service neutron] Attempting to bind port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:37.885844 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7768d22-4bd1-4fff-976e-c50a8faf8d34 service neutron] Pushing event updated for resources: {'Port': ['ID=eb07a2a0-2204-4ec3-adfc-d324da3d5e9a,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:37.886605 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-57d078bc-7fbf-4dc1-a054-135248532518 req-5fa049d9-593d-4180-aff2-474e719da567 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951700 Jul 15 23:03:37.898527 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-d5439f8d-bc5a-4366-9ee6-bc88e1daa6a6 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Made reservation on behalf of c022d86cdc7f4fca8c9ab116c350a036 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:37.909359 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-d5439f8d-bc5a-4366-9ee6-bc88e1daa6a6 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.936440 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3195f32-832f-422b-ad01-2cb0229246a7 x-openstack-request-id: req-e3195f32-832f-422b-ad01-2cb0229246a7 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:37.936725 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24c3fa0-f157-4535-94f1-335fe93a86ba", "name": "network-vif-deleted", "tag": "8cd3655b-7997-4673-9cf8-981e1de6288a", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:37.936986 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3195f32-832f-422b-ad01-2cb0229246a7 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:37.937386 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24c3fa0-f157-4535-94f1-335fe93a86ba', 'name': 'network-vif-deleted', 'tag': '8cd3655b-7997-4673-9cf8-981e1de6288a', 'status': 'completed', 'code': 200} Jul 15 23:03:37.943880 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.986852 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 8fea6676-1e23-41bf-bb5b-dd9d5e85ac96, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=8fea6676-1e23-41bf-bb5b-dd9d5e85ac96,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:37.989449 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-f7768d22-4bd1-4fff-976e-c50a8faf8d34 service neutron] Port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:03:37.990142 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-f7768d22-4bd1-4fff-976e-c50a8faf8d34 service neutron] Attempting to bind port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:37.994204 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:38.092640 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-580f42fa-3e4a-4194-905c-e8f23260052f req-494e874d-3544-40fe-961f-2fd67c939b66 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 210 time: 0.0541961 Jul 15 23:03:38.100993 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=8fea6676-1e23-41bf-bb5b-dd9d5e85ac96,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:38.111879 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-f7768d22-4bd1-4fff-976e-c50a8faf8d34 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:38.112233 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-f7768d22-4bd1-4fff-976e-c50a8faf8d34 service neutron] Checking segment: {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:38.112623 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-f7768d22-4bd1-4fff-976e-c50a8faf8d34 service neutron] Bound using segment: {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:38.113439 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-f7768d22-4bd1-4fff-976e-c50a8faf8d34 service neutron] Bound port: eb07a2a0-2204-4ec3-adfc-d324da3d5e9a, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:38.113439 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-f7768d22-4bd1-4fff-976e-c50a8faf8d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:38.138665 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9eb5eeb3-a42f-4a43-bc87-ddeb44836661 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1236208114-network', 'tenant_id': '61a13f5e7dca4de799fa02a5abc5e21e'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:38.298056 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb5eeb3-a42f-4a43-bc87-ddeb44836661 admin admin] Made reservation on behalf of 61a13f5e7dca4de799fa02a5abc5e21e for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:38.300390 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9eb5eeb3-a42f-4a43-bc87-ddeb44836661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:38.331523 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 36e71b02-9495-4d30-834b-4d3d1b3c473d no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:03:38.340179 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9eb5eeb3-a42f-4a43-bc87-ddeb44836661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:38.379000 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-557807d9-0a2c-4c2f-8493-f07fd3279044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:38.380528 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-557807d9-0a2c-4c2f-8493-f07fd3279044 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101&tenant_id=8aea0e1a9fbb449ea47770f9a375ae63 HTTP/1.1" status: 200 len: 1100 time: 0.4858332 Jul 15 23:03:38.399477 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5267e3-7209-4459-b5fc-4eb369d234c1 req-4be21e80-8196-4c4b-9818-5d408b16d5e3 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:38.400761 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ae5267e3-7209-4459-b5fc-4eb369d234c1 req-4be21e80-8196-4c4b-9818-5d408b16d5e3 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.36 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 951 time: 0.3260500 Jul 15 23:03:38.401897 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-f7768d22-4bd1-4fff-976e-c50a8faf8d34 service neutron] For port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:38.410725 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73dc0467-cd89-49cf-a238-26a5a5fe5b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:38.426669 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-22948e72-ff4f-4d07-a99a-a7d2baa4a280 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787205-9', 'device_owner': 'compute:nova'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:38.448514 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:38.499733 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 36e71b02-9495-4d30-834b-4d3d1b3c473d, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=36e71b02-9495-4d30-834b-4d3d1b3c473d,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:38.518068 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-f7768d22-4bd1-4fff-976e-c50a8faf8d34 service neutron] For port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=eb07a2a0-2204-4ec3-adfc-d324da3d5e9a,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:38.520377 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c35f8b-1f0d-4683-ba3c-654cc8462101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36e71b02-9495-4d30-834b-4d3d1b3c473d'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:38.522653 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a17ead7-efb9-4c19-a80e-652d1823d2b5" -d '{"events": [{"server_uuid": "95c35f8b-1f0d-4683-ba3c-654cc8462101", "name": "network-vif-unplugged", "status": "completed", "tag": "36e71b02-9495-4d30-834b-4d3d1b3c473d"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:38.528598 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:38.529307 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 8cd3655b-7997-4673-9cf8-981e1de6288a no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:03:38.563112 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-f7768d22-4bd1-4fff-976e-c50a8faf8d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:38.568365 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-d5439f8d-bc5a-4366-9ee6-bc88e1daa6a6 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Allocated IP 10.1.1.9 (31b3dd95-5845-4ba7-8163-7532c80b8fbe/8931c9f8-2423-4e8c-8612-ac64a9606a20/ff52bf25-9d08-4b27-9c20-9cfae7981d84) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:38.570257 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:38.572573 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 8cd3655b-7997-4673-9cf8-981e1de6288a {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:03:38.572930 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 8cd3655b-7997-4673-9cf8-981e1de6288a not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:03:38.612524 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=36e71b02-9495-4d30-834b-4d3d1b3c473d,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:38.661102 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee86f5f-3b80-4f95-98e4-0954f1e62280 req-55c4643d-e8d3-4d44-8263-8854ab4808c7 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:38.662834 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1ee86f5f-3b80-4f95-98e4-0954f1e62280 req-55c4643d-e8d3-4d44-8263-8854ab4808c7 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 951 time: 0.1559346 Jul 15 23:03:38.687890 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-f7768d22-4bd1-4fff-976e-c50a8faf8d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:38.688453 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61eb67d-973a-4dae-90f1-eebf1ff5ee17 req-ebe5b0d6-b0d4-41db-9761-699601e28e52 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:38.688569 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-f7768d22-4bd1-4fff-976e-c50a8faf8d34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:38.690268 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-f7768d22-4bd1-4fff-976e-c50a8faf8d34 service neutron] 10.222.0.36 "PUT /v2.0/ports/eb07a2a0-2204-4ec3-adfc-d324da3d5e9a HTTP/1.1" status: 200 len: 1092 time: 3.5624609 Jul 15 23:03:38.692593 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa4b7fa8-9c48-4cab-9925-d602d8daab46', 'tag': 'eb07a2a0-2204-4ec3-adfc-d324da3d5e9a'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:38.694390 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61eb67d-973a-4dae-90f1-eebf1ff5ee17 req-ebe5b0d6-b0d4-41db-9761-699601e28e52 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:38.694966 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48caf76f-ab13-4506-9ee3-bf74a8b6c592" -d '{"events": [{"name": "network-changed", "server_uuid": "fa4b7fa8-9c48-4cab-9925-d602d8daab46", "tag": "eb07a2a0-2204-4ec3-adfc-d324da3d5e9a"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:38.696165 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d61eb67d-973a-4dae-90f1-eebf1ff5ee17 req-ebe5b0d6-b0d4-41db-9761-699601e28e52 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 1653 time: 0.1781764 Jul 15 23:03:38.742072 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1ee86f5f-3b80-4f95-98e4-0954f1e62280 req-efa6f209-645e-4d19-871a-b68ccbbf5f64 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709202 Jul 15 23:03:38.756902 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d61eb67d-973a-4dae-90f1-eebf1ff5ee17 req-0ffe4bdb-a01b-4c95-8f8d-d7d74d2d695f tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516541 Jul 15 23:03:38.830724 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b902cb-83db-4241-8938-772307866e87 x-openstack-request-id: req-d1b902cb-83db-4241-8938-772307866e87 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:38.831101 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c35f8b-1f0d-4683-ba3c-654cc8462101", "name": "network-vif-unplugged", "status": "completed", "tag": "36e71b02-9495-4d30-834b-4d3d1b3c473d", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:38.832068 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1b902cb-83db-4241-8938-772307866e87 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:38.832536 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c35f8b-1f0d-4683-ba3c-654cc8462101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36e71b02-9495-4d30-834b-4d3d1b3c473d', 'code': 200} Jul 15 23:03:38.838979 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-22948e72-ff4f-4d07-a99a-a7d2baa4a280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:38.844243 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90ec967-94e5-4500-bf50-a36f5432560d x-openstack-request-id: req-c90ec967-94e5-4500-bf50-a36f5432560d {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:38.844537 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa4b7fa8-9c48-4cab-9925-d602d8daab46", "tag": "eb07a2a0-2204-4ec3-adfc-d324da3d5e9a", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:38.844785 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c90ec967-94e5-4500-bf50-a36f5432560d {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:38.845173 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa4b7fa8-9c48-4cab-9925-d602d8daab46', 'tag': 'eb07a2a0-2204-4ec3-adfc-d324da3d5e9a', 'status': 'completed', 'code': 200} Jul 15 23:03:38.939284 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7768d22-4bd1-4fff-976e-c50a8faf8d34 service neutron] Pushing event updated for resources: {'Port': ['ID=eb07a2a0-2204-4ec3-adfc-d324da3d5e9a,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:39.070047 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 8fea6676-1e23-41bf-bb5b-dd9d5e85ac96 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:39.081667 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8df1ff-2f90-438d-9a82-be59be7f46b5 req-5b999c7e-7313-4cdd-8c9c-f4a8082d9fd6 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:39.083888 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6f8df1ff-2f90-438d-9a82-be59be7f46b5 req-5b999c7e-7313-4cdd-8c9c-f4a8082d9fd6 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 947 time: 0.0892100 Jul 15 23:03:39.091636 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-d5439f8d-bc5a-4366-9ee6-bc88e1daa6a6 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:39.127850 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 8fea6676-1e23-41bf-bb5b-dd9d5e85ac96 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:39.128339 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:39.136098 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9eb5eeb3-a42f-4a43-bc87-ddeb44836661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:39.146620 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-d5439f8d-bc5a-4366-9ee6-bc88e1daa6a6 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Transition to ACTIVE for port object ff52bf25-9d08-4b27-9c20-9cfae7981d84 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:39.153346 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9eb5eeb3-a42f-4a43-bc87-ddeb44836661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:39.164361 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb5eeb3-a42f-4a43-bc87-ddeb44836661 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:03:39.173684 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9eb5eeb3-a42f-4a43-bc87-ddeb44836661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:39.174031 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-9eb5eeb3-a42f-4a43-bc87-ddeb44836661 admin admin] Added segment 23f78d5f-ef46-4b6e-9288-c9b344c6ff05 of type vlan for network b9626c9c-14e7-41b9-80ae-ecf169930ebf Jul 15 23:03:39.185750 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6f8df1ff-2f90-438d-9a82-be59be7f46b5 req-f236b141-5be5-4d36-ae83-51f518dcb739 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901196 Jul 15 23:03:39.236715 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9eb5eeb3-a42f-4a43-bc87-ddeb44836661 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:39.238820 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238215c-052f-4939-80ed-288e409d8da6 req-3ee07e19-4a76-43ec-94d6-e726fc5b5519 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:39.242718 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5238215c-052f-4939-80ed-288e409d8da6 req-3ee07e19-4a76-43ec-94d6-e726fc5b5519 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 944 time: 0.1576843 Jul 15 23:03:39.300308 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5238215c-052f-4939-80ed-288e409d8da6 req-98a924c5-50b7-4189-af7f-55e4259a3baa tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503788 Jul 15 23:03:39.342203 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9eb5eeb3-a42f-4a43-bc87-ddeb44836661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:39.343209 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb5eeb3-a42f-4a43-bc87-ddeb44836661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:39.343843 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9eb5eeb3-a42f-4a43-bc87-ddeb44836661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:39.359176 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-b5cecd4a-3bec-4577-83e9-b9197a8b8752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:39.360688 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-b5cecd4a-3bec-4577-83e9-b9197a8b8752 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=333adf5bda29495e91779ab1d3ab99ea&device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 1095 time: 0.6114149 Jul 15 23:03:39.379338 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ca868f21-a9cd-401f-9442-febbaa334a96 req-12771d8c-ab76-4fdf-a727-7ac9a6f56059 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 210 time: 0.0392110 Jul 15 23:03:39.435916 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-d5439f8d-bc5a-4366-9ee6-bc88e1daa6a6 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:39.449035 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-ae5267e3-7209-4459-b5fc-4eb369d234c1 req-2f0c27e5-054b-40fe-a199-6cdb7ee93aeb tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Deleting port 96920b44-cb6d-4e1a-b67b-ff1973f06ebe {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:03:39.449373 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ae5267e3-7209-4459-b5fc-4eb369d234c1 req-2f0c27e5-054b-40fe-a199-6cdb7ee93aeb tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:39.470436 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5eeb3-a42f-4a43-bc87-ddeb44836661 admin admin] Pushing event updated for resources: {'Network': ['ID=b9626c9c-14e7-41b9-80ae-ecf169930ebf,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:39.483209 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network b9626c9c-14e7-41b9-80ae-ecf169930ebf details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:03:39.582148 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5eeb3-a42f-4a43-bc87-ddeb44836661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632270e9-c1ca-4dea-9e5d-7b68a8d3c163,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:39.598436 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9eb5eeb3-a42f-4a43-bc87-ddeb44836661 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7582030 Jul 15 23:03:39.598826 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38194) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:39.600528 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73dc0467-cd89-49cf-a238-26a5a5fe5b9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:39.603419 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-c423a8da-e560-42c2-8389-82bef0f98063 admin admin] Request body: {'subnet': {'network_id': 'b9626c9c-14e7-41b9-80ae-ecf169930ebf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1236208114-subnet', 'tenant_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:39.605783 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-f43ef7b5-56df-43d6-b6de-567b0030f914 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb07a2a0-2204-4ec3-adfc-d324da3d5e9a HTTP/1.1" status: 200 len: 217 time: 0.1617575 Jul 15 23:03:39.620449 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73dc0467-cd89-49cf-a238-26a5a5fe5b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:39.642976 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c423a8da-e560-42c2-8389-82bef0f98063 admin admin] Made reservation on behalf of 61a13f5e7dca4de799fa02a5abc5e21e for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:39.645281 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c423a8da-e560-42c2-8389-82bef0f98063 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:39.684391 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-d5439f8d-bc5a-4366-9ee6-bc88e1daa6a6 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Network 31b3dd95-5845-4ba7-8163-7532c80b8fbe is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:39.744799 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-d5439f8d-bc5a-4366-9ee6-bc88e1daa6a6 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:39.767566 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-d5439f8d-bc5a-4366-9ee6-bc88e1daa6a6 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:39.842394 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c423a8da-e560-42c2-8389-82bef0f98063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:39.903940 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423a8da-e560-42c2-8389-82bef0f98063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5972f2c7-444a-4ed2-b398-ab8bce9a1a4a,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:39.929578 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ae5267e3-7209-4459-b5fc-4eb369d234c1 req-2f0c27e5-054b-40fe-a199-6cdb7ee93aeb tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] For port 96920b44-cb6d-4e1a-b67b-ff1973f06ebe, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=96920b44-cb6d-4e1a-b67b-ff1973f06ebe,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:39.929937 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ae5267e3-7209-4459-b5fc-4eb369d234c1 req-2f0c27e5-054b-40fe-a199-6cdb7ee93aeb tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:39.934285 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c423a8da-e560-42c2-8389-82bef0f98063 admin admin] Checking segment: {'id': '23f78d5f-ef46-4b6e-9288-c9b344c6ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b9626c9c-14e7-41b9-80ae-ecf169930ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:39.934285 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c423a8da-e560-42c2-8389-82bef0f98063 admin admin] Network hostable DHCP agents. Network: b9626c9c-14e7-41b9-80ae-ecf169930ebf, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:03:39.946604 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5439f8d-bc5a-4366-9ee6-bc88e1daa6a6 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Pushing event updated for resources: {'Port': ['ID=ff52bf25-9d08-4b27-9c20-9cfae7981d84,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:39.965861 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73dc0467-cd89-49cf-a238-26a5a5fe5b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:39.977842 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c423a8da-e560-42c2-8389-82bef0f98063 admin admin] Network b9626c9c-14e7-41b9-80ae-ecf169930ebf is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:03:40.004424 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-f3192273-4886-4aa9-9a2b-a7b9aaab37c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:40.006193 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-f3192273-4886-4aa9-9a2b-a7b9aaab37c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=951a51fc-ffa0-401a-b919-6dcf1a893db8 HTTP/1.1" status: 200 len: 858 time: 0.3909876 Jul 15 23:03:40.023965 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-c423a8da-e560-42c2-8389-82bef0f98063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, b9626c9c-14e7-41b9-80ae-ecf169930ebf) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:40.030077 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c423a8da-e560-42c2-8389-82bef0f98063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:40.030767 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c423a8da-e560-42c2-8389-82bef0f98063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.032785 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-ae5267e3-7209-4459-b5fc-4eb369d234c1 req-2f0c27e5-054b-40fe-a199-6cdb7ee93aeb tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Calling delete_port for 96920b44-cb6d-4e1a-b67b-ff1973f06ebe owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:03:40.038571 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1b263a-b92a-41b7-8d01-408b5f605e34 None None] Network b9626c9c-14e7-41b9-80ae-ecf169930ebf requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:03:40.063277 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-d5439f8d-bc5a-4366-9ee6-bc88e1daa6a6 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:40.063905 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-d5439f8d-bc5a-4366-9ee6-bc88e1daa6a6 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.127129 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0bd16932-0cc7-4375-8341-aced44c8327f None None] Provisioning for port ff52bf25-9d08-4b27-9c20-9cfae7981d84 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:40.136618 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0bd16932-0cc7-4375-8341-aced44c8327f None None] Provisioning complete for port ff52bf25-9d08-4b27-9c20-9cfae7981d84 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:40.137350 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0bd16932-0cc7-4375-8341-aced44c8327f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.141117 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c423a8da-e560-42c2-8389-82bef0f98063 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5383286 Jul 15 23:03:40.146410 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38200) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:40.152845 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-d8d6dac7-ca7e-4a0f-935c-23c493e7c2b1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1236208114-router', 'tenant_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:40.183568 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0bd16932-0cc7-4375-8341-aced44c8327f None None] Port ff52bf25-9d08-4b27-9c20-9cfae7981d84 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:03:40.203990 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9362d0-c8f7-4a81-b541-bf0224084f42 req-7673d52f-42a0-4f3e-92e8-2399972e6854 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:40.205714 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ca9362d0-c8f7-4a81-b541-bf0224084f42 req-7673d52f-42a0-4f3e-92e8-2399972e6854 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 951 time: 0.2518990 Jul 15 23:03:40.207116 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8d6dac7-ca7e-4a0f-935c-23c493e7c2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.209133 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8d6dac7-ca7e-4a0f-935c-23c493e7c2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.244878 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fed5dc-0ef0-4a22-92d0-db8b3b7ad91b req-b46547e3-3deb-4514-9b50-a8ef8a41b721 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:40.252152 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fed5dc-0ef0-4a22-92d0-db8b3b7ad91b req-b46547e3-3deb-4514-9b50-a8ef8a41b721 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:40.259227 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fed5dc-0ef0-4a22-92d0-db8b3b7ad91b req-b46547e3-3deb-4514-9b50-a8ef8a41b721 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:40.261556 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-60fed5dc-0ef0-4a22-92d0-db8b3b7ad91b req-b46547e3-3deb-4514-9b50-a8ef8a41b721 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 2372 time: 0.2560937 Jul 15 23:03:40.281725 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a5f807-d869-4f13-8efd-23965bb86bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-b9626c9c-14e7-41b9-80ae-ecf169930ebf', 'network_id': 'b9626c9c-14e7-41b9-80ae-ecf169930ebf', 'tenant_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'fixed_ips': [{'subnet_id': '5972f2c7-444a-4ed2-b398-ab8bce9a1a4a'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:03:40.283060 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-86a5f807-d869-4f13-8efd-23965bb86bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.314659 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ca9362d0-c8f7-4a81-b541-bf0224084f42 req-91233332-63e4-42cf-b538-733252d381ae tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/security-groups?id=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003566 Jul 15 23:03:40.384133 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-60fed5dc-0ef0-4a22-92d0-db8b3b7ad91b req-be1ebe6c-3a93-4a9f-a758-5e83b814ee03 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835035 Jul 15 23:03:40.467487 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-86a5f807-d869-4f13-8efd-23965bb86bb9 None None] Allocated IP 172.20.0.2 (b9626c9c-14e7-41b9-80ae-ecf169930ebf/5972f2c7-444a-4ed2-b398-ab8bce9a1a4a/af083779-999f-4f43-8466-d047d37d104b) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:40.494615 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8d6dac7-ca7e-4a0f-935c-23c493e7c2b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.557572 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-e3662194-431f-49f3-9dcf-e5be59a938b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71ccf61d-14bc-4de9-bbf5-849aeac853f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5190256 Jul 15 23:03:40.630148 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc0467-cd89-49cf-a238-26a5a5fe5b9a admin admin] Pushing event updated for resources: {'Port': ['ID=e03585fe-93f2-48b1-8768-995085ffa314,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:40.633441 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-d5439f8d-bc5a-4366-9ee6-bc88e1daa6a6 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7777004 Jul 15 23:03:40.635242 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-22948e72-ff4f-4d07-a99a-a7d2baa4a280 service neutron] For port 36e71b02-9495-4d30-834b-4d3d1b3c473d, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=36e71b02-9495-4d30-834b-4d3d1b3c473d,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:40.645811 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-86a5f807-d869-4f13-8efd-23965bb86bb9 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.657032 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-86a5f807-d869-4f13-8efd-23965bb86bb9 None None] Transition to ACTIVE for port object af083779-999f-4f43-8466-d047d37d104b will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:40.675035 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-86a5f807-d869-4f13-8efd-23965bb86bb9 None None] Transition to ACTIVE for port object af083779-999f-4f43-8466-d047d37d104b will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:40.682916 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-86a5f807-d869-4f13-8efd-23965bb86bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.688206 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-76f830ec-fae6-4175-ac04-cee8626a4785 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Request body: {'port': {'device_id': '3200588c-0b41-4461-8228-06d1161382ee', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'bbea9511-9599-4d61-bc5f-d2e279b3eb50', 'admin_state_up': True, 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'security_groups': ['1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:40.695559 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8d6dac7-ca7e-4a0f-935c-23c493e7c2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.752641 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a5f807-d869-4f13-8efd-23965bb86bb9 None None] Network b9626c9c-14e7-41b9-80ae-ecf169930ebf is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:40.756057 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-86a5f807-d869-4f13-8efd-23965bb86bb9 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:40.764811 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a5f807-d869-4f13-8efd-23965bb86bb9 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:40.830551 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5f807-d869-4f13-8efd-23965bb86bb9 None None] Pushing event updated for resources: {'Port': ['ID=af083779-999f-4f43-8466-d047d37d104b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:40.836399 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc8368-714e-4fc3-99a2-6c98f7eaa785 req-001385c0-414c-4ff9-8c96-d27da8a64359 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:40.839784 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cefc8368-714e-4fc3-99a2-6c98f7eaa785 req-001385c0-414c-4ff9-8c96-d27da8a64359 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 947 time: 0.3864927 Jul 15 23:03:40.867956 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-86a5f807-d869-4f13-8efd-23965bb86bb9 None None] Attempting to bind port af083779-999f-4f43-8466-d047d37d104b on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:40.868215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-86a5f807-d869-4f13-8efd-23965bb86bb9 None None] Attempting to bind port af083779-999f-4f43-8466-d047d37d104b by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '23f78d5f-ef46-4b6e-9288-c9b344c6ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b9626c9c-14e7-41b9-80ae-ecf169930ebf'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:40.869550 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a5f807-d869-4f13-8efd-23965bb86bb9 None None] Attempting to bind port af083779-999f-4f43-8466-d047d37d104b on network b9626c9c-14e7-41b9-80ae-ecf169930ebf {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:40.878478 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-22948e72-ff4f-4d07-a99a-a7d2baa4a280 service neutron] For port 36e71b02-9495-4d30-834b-4d3d1b3c473d, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:40.884366 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a5f807-d869-4f13-8efd-23965bb86bb9 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:40.884366 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a5f807-d869-4f13-8efd-23965bb86bb9 None None] Checking segment: {'id': '23f78d5f-ef46-4b6e-9288-c9b344c6ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b9626c9c-14e7-41b9-80ae-ecf169930ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:40.885181 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-86a5f807-d869-4f13-8efd-23965bb86bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.885373 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a5f807-d869-4f13-8efd-23965bb86bb9 None None] Bound using segment: {'id': '23f78d5f-ef46-4b6e-9288-c9b344c6ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b9626c9c-14e7-41b9-80ae-ecf169930ebf'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:40.885805 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-86a5f807-d869-4f13-8efd-23965bb86bb9 None None] Bound port: af083779-999f-4f43-8466-d047d37d104b, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f78d5f-ef46-4b6e-9288-c9b344c6ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b9626c9c-14e7-41b9-80ae-ecf169930ebf'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:40.888327 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-86a5f807-d869-4f13-8efd-23965bb86bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.910897 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d6181-9ea7-4631-bcbb-67f40f625c93 req-66b87ddf-0723-47ce-8c48-9c52e1bd3d8e tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:40.920390 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d91d6181-9ea7-4631-bcbb-67f40f625c93 req-66b87ddf-0723-47ce-8c48-9c52e1bd3d8e tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 944 time: 0.3319454 Jul 15 23:03:40.973458 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d91d6181-9ea7-4631-bcbb-67f40f625c93 req-79d35a7c-7bee-4f63-98ae-b4abf6636537 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510831 Jul 15 23:03:40.988855 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-dcdf55b5-4246-4bb3-a9a0-bf47f6f74c24 service neutron] 10.222.0.36 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105415 Jul 15 23:03:40.996067 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-22948e72-ff4f-4d07-a99a-a7d2baa4a280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36e71b02-9495-4d30-834b-4d3d1b3c473d {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:03:41.003333 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dc0467-cd89-49cf-a238-26a5a5fe5b9a admin admin] Network 147f0164-be98-43b4-81d0-63f63c5d44c6 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:41.005016 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-86a5f807-d869-4f13-8efd-23965bb86bb9 None None] For port af083779-999f-4f43-8466-d047d37d104b, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:41.009678 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-86a5f807-d869-4f13-8efd-23965bb86bb9 None None] For port af083779-999f-4f43-8466-d047d37d104b, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=af083779-999f-4f43-8466-d047d37d104b,segment=NetworkSegment(23f78d5f-ef46-4b6e-9288-c9b344c6ff05),segment_id=23f78d5f-ef46-4b6e-9288-c9b344c6ff05)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:41.016130 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-86a5f807-d869-4f13-8efd-23965bb86bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.022192 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-22948e72-ff4f-4d07-a99a-a7d2baa4a280 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.025939 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-73dc0467-cd89-49cf-a238-26a5a5fe5b9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:41.096412 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5f807-d869-4f13-8efd-23965bb86bb9 None None] Pushing event updated for resources: {'Port': ['ID=af083779-999f-4f43-8466-d047d37d104b,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:41.107338 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cefc8368-714e-4fc3-99a2-6c98f7eaa785 req-5af608ad-1215-4fa5-81b5-f7b58ffa0453 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519612 Jul 15 23:03:41.117025 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-22948e72-ff4f-4d07-a99a-a7d2baa4a280 service neutron] Transition to ACTIVE for port object 36e71b02-9495-4d30-834b-4d3d1b3c473d will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:41.159292 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-22948e72-ff4f-4d07-a99a-a7d2baa4a280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.214026 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-76f830ec-fae6-4175-ac04-cee8626a4785 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Made reservation on behalf of c022d86cdc7f4fca8c9ab116c350a036 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:41.306034 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cf70b0e3-1143-4543-8b2b-98162a9b1b49 req-370a51e5-f7b1-43ee-8356-0f384b8522e0 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 210 time: 0.0509160 Jul 15 23:03:41.310454 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8d6dac7-ca7e-4a0f-935c-23c493e7c2b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.349487 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8d6dac7-ca7e-4a0f-935c-23c493e7c2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.367526 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-76f830ec-fae6-4175-ac04-cee8626a4785 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.561470 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5d797770-532f-4c3f-9489-971f1113054e req-952f8289-1c08-470c-97ae-d3de4dc91bd9 tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.16 "GET /v2.0/ports?device_id=a48c1021-187e-4253-b258-76c6efde6977 HTTP/1.1" status: 200 len: 210 time: 0.0689692 Jul 15 23:03:41.573254 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ae5267e3-7209-4459-b5fc-4eb369d234c1 req-2f0c27e5-054b-40fe-a199-6cdb7ee93aeb tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.615280 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-22948e72-ff4f-4d07-a99a-a7d2baa4a280 service neutron] No DVR routers for this DVR port 36e71b02-9495-4d30-834b-4d3d1b3c473d on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:03:41.665793 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-d8d6dac7-ca7e-4a0f-935c-23c493e7c2b1 admin admin] Allocated IP 172.25.4.39 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/630fa708-0347-4d1d-bd5b-c0d55cea41cb) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:41.677927 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22948e72-ff4f-4d07-a99a-a7d2baa4a280 service neutron] Pushing event updated for resources: {'Port': ['ID=36e71b02-9495-4d30-834b-4d3d1b3c473d,revision_number=7']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:41.745304 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6a4b205f-cfd2-4da8-a462-08335f96f2cf req-1f3380a4-ca25-4343-a7c8-605f967273cd service neutron] 10.222.0.36 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7406180 Jul 15 23:03:41.868630 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5267e3-7209-4459-b5fc-4eb369d234c1 req-2f0c27e5-054b-40fe-a199-6cdb7ee93aeb tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] No DVR routers for this DVR port 96920b44-cb6d-4e1a-b67b-ff1973f06ebe on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:03:41.871825 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ae5267e3-7209-4459-b5fc-4eb369d234c1 req-2f0c27e5-054b-40fe-a199-6cdb7ee93aeb tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.874998 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ae5267e3-7209-4459-b5fc-4eb369d234c1 req-2f0c27e5-054b-40fe-a199-6cdb7ee93aeb tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] 10.222.0.36 "DELETE /v2.0/ports/96920b44-cb6d-4e1a-b67b-ff1973f06ebe HTTP/1.1" status: 204 len: 173 time: 3.4599566 Jul 15 23:03:41.901833 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48c1021-187e-4253-b258-76c6efde6977', 'name': 'network-vif-deleted', 'tag': '96920b44-cb6d-4e1a-b67b-ff1973f06ebe'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:41.904325 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420c6eb7-f27f-49c6-a2c3-6d7bd0a1a153" -d '{"events": [{"server_uuid": "a48c1021-187e-4253-b258-76c6efde6977", "name": "network-vif-deleted", "tag": "96920b44-cb6d-4e1a-b67b-ff1973f06ebe"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:41.908891 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c27e5-054b-40fe-a199-6cdb7ee93aeb tempest-ServersAdminTestJSON-1605585693 tempest-ServersAdminTestJSON-1605585693-project] Pushing event deleted for resources: {'Port': ['ID=96920b44-cb6d-4e1a-b67b-ff1973f06ebe,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:42.093351 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-76f830ec-fae6-4175-ac04-cee8626a4785 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Allocated IP 10.2.2.100 (bbea9511-9599-4d61-bc5f-d2e279b3eb50/2caf3549-18f8-4078-a5bd-a7ecd88c89df/6889e42d-1a89-425a-a8c3-7396550b6084) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:42.107424 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-22948e72-ff4f-4d07-a99a-a7d2baa4a280 service neutron] Attempting to bind port 36e71b02-9495-4d30-834b-4d3d1b3c473d on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:42.110063 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-22948e72-ff4f-4d07-a99a-a7d2baa4a280 service neutron] Attempting to bind port 36e71b02-9495-4d30-834b-4d3d1b3c473d by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:42.111379 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 96920b44-cb6d-4e1a-b67b-ff1973f06ebe no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:03:42.111862 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-22948e72-ff4f-4d07-a99a-a7d2baa4a280 service neutron] Attempting to bind port 36e71b02-9495-4d30-834b-4d3d1b3c473d on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:42.117005 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600eecb1-5d88-4001-8b53-c8dd69082f8b x-openstack-request-id: req-600eecb1-5d88-4001-8b53-c8dd69082f8b {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:42.117354 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48c1021-187e-4253-b258-76c6efde6977", "name": "network-vif-deleted", "tag": "96920b44-cb6d-4e1a-b67b-ff1973f06ebe", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:42.117553 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-600eecb1-5d88-4001-8b53-c8dd69082f8b {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:42.119351 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48c1021-187e-4253-b258-76c6efde6977', 'name': 'network-vif-deleted', 'tag': '96920b44-cb6d-4e1a-b67b-ff1973f06ebe', 'status': 'completed', 'code': 200} Jul 15 23:03:42.122552 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73dc0467-cd89-49cf-a238-26a5a5fe5b9a admin admin] Router 832745c7-2081-4128-9a0f-9c9d6efe7add has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:03:42.141003 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 96920b44-cb6d-4e1a-b67b-ff1973f06ebe {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:03:42.141395 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 96920b44-cb6d-4e1a-b67b-ff1973f06ebe not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:03:42.326939 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8d6dac7-ca7e-4a0f-935c-23c493e7c2b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:42.330059 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-76f830ec-fae6-4175-ac04-cee8626a4785 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:42.347661 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-76f830ec-fae6-4175-ac04-cee8626a4785 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Transition to ACTIVE for port object 6889e42d-1a89-425a-a8c3-7396550b6084 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:42.348529 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d58d5-998f-487f-9fca-f236088234ff req-4ffcb733-f0b4-47a3-ac8f-c05dd6f29028 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:42.354313 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d58d5-998f-487f-9fca-f236088234ff req-4ffcb733-f0b4-47a3-ac8f-c05dd6f29028 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:42.370229 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d58d5-998f-487f-9fca-f236088234ff req-4ffcb733-f0b4-47a3-ac8f-c05dd6f29028 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:42.378481 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-054d58d5-998f-487f-9fca-f236088234ff req-4ffcb733-f0b4-47a3-ac8f-c05dd6f29028 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 2372 time: 0.7428303 Jul 15 23:03:42.394156 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-76f830ec-fae6-4175-ac04-cee8626a4785 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:42.410689 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-22948e72-ff4f-4d07-a99a-a7d2baa4a280 service neutron] Port 36e71b02-9495-4d30-834b-4d3d1b3c473d on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:03:42.411018 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-22948e72-ff4f-4d07-a99a-a7d2baa4a280 service neutron] Attempting to bind port 36e71b02-9495-4d30-834b-4d3d1b3c473d on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:42.411598 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201649f-182f-4d39-ae15-a9e4ac05785a req-cc0d685e-90c3-4872-9f2c-4daafb293971 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:42.419087 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3201649f-182f-4d39-ae15-a9e4ac05785a req-cc0d685e-90c3-4872-9f2c-4daafb293971 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 944 time: 0.2292366 Jul 15 23:03:42.480146 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8d6dac7-ca7e-4a0f-935c-23c493e7c2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:42.490289 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f830ec-fae6-4175-ac04-cee8626a4785 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Pushing event updated for resources: {'Port': ['ID=6889e42d-1a89-425a-a8c3-7396550b6084,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:42.540858 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-22948e72-ff4f-4d07-a99a-a7d2baa4a280 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:42.541195 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-22948e72-ff4f-4d07-a99a-a7d2baa4a280 service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:42.541587 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-22948e72-ff4f-4d07-a99a-a7d2baa4a280 service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:42.542035 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-22948e72-ff4f-4d07-a99a-a7d2baa4a280 service neutron] Bound port: 36e71b02-9495-4d30-834b-4d3d1b3c473d, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:42.542503 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-22948e72-ff4f-4d07-a99a-a7d2baa4a280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:42.568392 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d6dac7-ca7e-4a0f-935c-23c493e7c2b1 admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:42.583215 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-054d58d5-998f-487f-9fca-f236088234ff req-84bb67f1-8c38-452c-a5b3-2514a0e298d3 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034118 Jul 15 23:03:42.589145 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-d8d6dac7-ca7e-4a0f-935c-23c493e7c2b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:42.592348 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-76f830ec-fae6-4175-ac04-cee8626a4785 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Network bbea9511-9599-4d61-bc5f-d2e279b3eb50 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:42.597016 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-76f830ec-fae6-4175-ac04-cee8626a4785 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:42.597279 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3201649f-182f-4d39-ae15-a9e4ac05785a req-0997e30e-f98b-4f3e-828e-ea8637ed6d4b tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773646 Jul 15 23:03:42.598062 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d6dac7-ca7e-4a0f-935c-23c493e7c2b1 admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:42.606186 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-76f830ec-fae6-4175-ac04-cee8626a4785 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:42.632322 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6dac7-ca7e-4a0f-935c-23c493e7c2b1 admin admin] Pushing event updated for resources: {'Port': ['ID=630fa708-0347-4d1d-bd5b-c0d55cea41cb,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:42.654523 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48caf76f-ab13-4506-9ee3-bf74a8b6c592 req-5f8f7d87-52bc-445d-b737-5403f6a13872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:42.656076 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48caf76f-ab13-4506-9ee3-bf74a8b6c592 req-5f8f7d87-52bc-445d-b737-5403f6a13872 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=333adf5bda29495e91779ab1d3ab99ea&device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 1095 time: 0.7887638 Jul 15 23:03:42.773093 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73dc0467-cd89-49cf-a238-26a5a5fe5b9a admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:03:42.785305 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac25f14-e761-4bd8-9a6c-5b441972a8d9 None None] Sync routers for ids ['832745c7-2081-4128-9a0f-9c9d6efe7add'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:03:42.791363 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-76f830ec-fae6-4175-ac04-cee8626a4785 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:42.792066 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-76f830ec-fae6-4175-ac04-cee8626a4785 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:42.810667 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac25f14-e761-4bd8-9a6c-5b441972a8d9 None None] Routers {'832745c7-2081-4128-9a0f-9c9d6efe7add'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:42.811307 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-3ac25f14-e761-4bd8-9a6c-5b441972a8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:03:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['832745c7-2081-4128-9a0f-9c9d6efe7add'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:42.824725 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-73dc0467-cd89-49cf-a238-26a5a5fe5b9a admin admin] 10.222.0.16 "PUT /v2.0/routers/832745c7-2081-4128-9a0f-9c9d6efe7add/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4593673 Jul 15 23:03:42.836608 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bfa462-d12d-4b50-9e2d-92d038096db6 None None] Network b9626c9c-14e7-41b9-80ae-ecf169930ebf requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:03:42.878801 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-22948e72-ff4f-4d07-a99a-a7d2baa4a280 service neutron] For port 36e71b02-9495-4d30-834b-4d3d1b3c473d, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:42.923083 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-76f830ec-fae6-4175-ac04-cee8626a4785 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2512796 Jul 15 23:03:42.989050 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-71a48de9-c286-4399-909d-4c7eb8ce2341 None None] Provisioning for port af083779-999f-4f43-8466-d047d37d104b completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:43.067143 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-e51b0ec2-32ee-43cf-91ad-06eb97da487d tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Request body: {'port': {'device_id': '3200588c-0b41-4461-8228-06d1161382ee', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'bbea9511-9599-4d61-bc5f-d2e279b3eb50', 'admin_state_up': True, 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'security_groups': ['1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:43.098906 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-22948e72-ff4f-4d07-a99a-a7d2baa4a280 service neutron] For port 36e71b02-9495-4d30-834b-4d3d1b3c473d, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=36e71b02-9495-4d30-834b-4d3d1b3c473d,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:43.223094 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-22948e72-ff4f-4d07-a99a-a7d2baa4a280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:43.247782 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device af083779-999f-4f43-8466-d047d37d104b up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:43.274486 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-3ac25f14-e761-4bd8-9a6c-5b441972a8d9 None None] Set router 832745c7-2081-4128-9a0f-9c9d6efe7add gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:43.331707 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce72581e-e03a-44bf-a485-980185ec1d1e req-47f03eae-4b22-4e3d-a29e-b286257820d9 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 210 time: 0.0925834 Jul 15 23:03:43.344278 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c22f355f-910b-498c-9148-d8b980934b88 None None] Provisioning for port 6889e42d-1a89-425a-a8c3-7396550b6084 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:43.366306 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c22f355f-910b-498c-9148-d8b980934b88 None None] Provisioning complete for port 6889e42d-1a89-425a-a8c3-7396550b6084 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:43.366306 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c22f355f-910b-498c-9148-d8b980934b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:43.400252 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8d6dac7-ca7e-4a0f-935c-23c493e7c2b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:43.464652 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-22948e72-ff4f-4d07-a99a-a7d2baa4a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:43.465272 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-22948e72-ff4f-4d07-a99a-a7d2baa4a280 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:43.473979 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-22948e72-ff4f-4d07-a99a-a7d2baa4a280 service neutron] 10.222.0.36 "PUT /v2.0/ports/36e71b02-9495-4d30-834b-4d3d1b3c473d HTTP/1.1" status: 200 len: 1095 time: 5.0690794 Jul 15 23:03:43.533503 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48caf76f-ab13-4506-9ee3-bf74a8b6c592 req-c5baeaab-e193-4752-a214-69084d648d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:43.535189 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48caf76f-ab13-4506-9ee3-bf74a8b6c592 req-c5baeaab-e193-4752-a214-69084d648d8e service neutron] 10.222.0.36 "GET /v2.0/networks?id=71ccf61d-14bc-4de9-bbf5-849aeac853f5 HTTP/1.1" status: 200 len: 919 time: 0.8671503 Jul 15 23:03:43.588761 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-c22f355f-910b-498c-9148-d8b980934b88 None None] Port 6889e42d-1a89-425a-a8c3-7396550b6084 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:03:43.615079 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port af083779-999f-4f43-8466-d047d37d104b completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:43.621439 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port af083779-999f-4f43-8466-d047d37d104b triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:43.621909 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:43.830202 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48caf76f-ab13-4506-9ee3-bf74a8b6c592 req-2c9a3fed-7ce0-411b-b8f5-b2d343b0eeb5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb07a2a0-2204-4ec3-adfc-d324da3d5e9a HTTP/1.1" status: 200 len: 217 time: 0.2671442 Jul 15 23:03:43.833468 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22948e72-ff4f-4d07-a99a-a7d2baa4a280 service neutron] Pushing event updated for resources: {'Port': ['ID=36e71b02-9495-4d30-834b-4d3d1b3c473d,revision_number=8']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:43.873463 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:43.901373 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-3ac25f14-e761-4bd8-9a6c-5b441972a8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832745c7-2081-4128-9a0f-9c9d6efe7add', 'name': 'tempest-ServerRescueTestJSON-717272546-router', 'tenant_id': '6527c2f6f2cf474e911d5a1b1b647a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '8fea6676-1e23-41bf-bb5b-dd9d5e85ac96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:38Z', 'revision_number': 4, 'project_id': '6527c2f6f2cf474e911d5a1b1b647a38', 'gw_port': {'id': '8fea6676-1e23-41bf-bb5b-dd9d5e85ac96', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832745c7-2081-4128-9a0f-9c9d6efe7add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:29Z', 'updated_at': '2021-07-15T23:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'e03585fe-93f2-48b1-8768-995085ffa314', 'name': '', 'network_id': '147f0164-be98-43b4-81d0-63f63c5d44c6', 'tenant_id': '6527c2f6f2cf474e911d5a1b1b647a38', 'mac_address': 'fa:16:3e:49:11:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832745c7-2081-4128-9a0f-9c9d6efe7add', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'cb958b45-2fa0-4e9b-a203-f469b0644c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:35Z', 'updated_at': '2021-07-15T23:03:38Z', 'revision_number': 2, 'project_id': '6527c2f6f2cf474e911d5a1b1b647a38', 'subnets': [{'id': 'cb958b45-2fa0-4e9b-a203-f469b0644c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:43.903412 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301b7e6-5250-4de3-8c1b-83ed77bd9bf8 req-5abecfc9-7680-45b0-98c6-6587f6f2ac70 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:43.913923 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e301b7e6-5250-4de3-8c1b-83ed77bd9bf8 req-5abecfc9-7680-45b0-98c6-6587f6f2ac70 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 947 time: 0.6661789 Jul 15 23:03:43.959061 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port af083779-999f-4f43-8466-d047d37d104b, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=af083779-999f-4f43-8466-d047d37d104b,segment=NetworkSegment(23f78d5f-ef46-4b6e-9288-c9b344c6ff05),segment_id=23f78d5f-ef46-4b6e-9288-c9b344c6ff05)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:43.968097 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.003597 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac25f14-e761-4bd8-9a6c-5b441972a8d9 None None] Checking router: 832745c7-2081-4128-9a0f-9c9d6efe7add for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:03:44.004046 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac25f14-e761-4bd8-9a6c-5b441972a8d9 None None] Updating router 832745c7-2081-4128-9a0f-9c9d6efe7add port e03585fe-93f2-48b1-8768-995085ffa314 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:03:44.047056 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48caf76f-ab13-4506-9ee3-bf74a8b6c592 req-387d098b-3ad7-41af-a7ad-00daec05c155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:44.048822 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48caf76f-ab13-4506-9ee3-bf74a8b6c592 req-387d098b-3ad7-41af-a7ad-00daec05c155 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=951a51fc-ffa0-401a-b919-6dcf1a893db8 HTTP/1.1" status: 200 len: 858 time: 0.2002027 Jul 15 23:03:44.083354 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8d6dac7-ca7e-4a0f-935c-23c493e7c2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.099934 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3ac25f14-e761-4bd8-9a6c-5b441972a8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.103942 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e301b7e6-5250-4de3-8c1b-83ed77bd9bf8 req-5a991454-c72b-4713-91b1-2da2c059369a tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891606 Jul 15 23:03:44.138771 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=af083779-999f-4f43-8466-d047d37d104b,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:44.186028 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c35f8b-1f0d-4683-ba3c-654cc8462101', 'tag': '36e71b02-9495-4d30-834b-4d3d1b3c473d'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:44.196519 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f8f4bb9d-eb1a-4bc5-85c4-2cdd860b1c9e None None] Provisioning complete for port af083779-999f-4f43-8466-d047d37d104b triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:44.196877 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f8f4bb9d-eb1a-4bc5-85c4-2cdd860b1c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.202044 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00755579-239b-48e2-97c7-e7487bbd7913" -d '{"events": [{"name": "network-changed", "server_uuid": "95c35f8b-1f0d-4683-ba3c-654cc8462101", "tag": "36e71b02-9495-4d30-834b-4d3d1b3c473d"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:44.223122 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48caf76f-ab13-4506-9ee3-bf74a8b6c592 req-f63987c2-1fe6-4575-a2c5-030628cd9b36 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71ccf61d-14bc-4de9-bbf5-849aeac853f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1607497 Jul 15 23:03:44.239404 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-e51b0ec2-32ee-43cf-91ad-06eb97da487d tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Made reservation on behalf of c022d86cdc7f4fca8c9ab116c350a036 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:44.249644 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-e51b0ec2-32ee-43cf-91ad-06eb97da487d tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.310750 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38244) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:44.354233 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-3d115ff2-cec9-4635-a192-7c9c0f9ff46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:44.355893 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-3d115ff2-cec9-4635-a192-7c9c0f9ff46d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 1098 time: 0.8383408 Jul 15 23:03:44.467580 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6fd5f-0dec-4dd0-b327-d49f59790a35 req-db8b029b-bf4b-4213-b5ad-0cac5a85e3fb tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:44.469108 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15a6fd5f-0dec-4dd0-b327-d49f59790a35 req-db8b029b-bf4b-4213-b5ad-0cac5a85e3fb tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 944 time: 0.2029102 Jul 15 23:03:44.497685 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d6dac7-ca7e-4a0f-935c-23c493e7c2b1 admin admin] Router 5534a0f2-f5fc-4e00-9241-8aace68c88e9 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:03:44.571864 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15a6fd5f-0dec-4dd0-b327-d49f59790a35 req-84de3745-f8f8-4a7c-ac45-f34c7b5ae38b tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946198 Jul 15 23:03:44.796129 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3ac25f14-e761-4bd8-9a6c-5b441972a8d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.809734 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-3ac25f14-e761-4bd8-9a6c-5b441972a8d9 None None] Transition to ACTIVE for port object e03585fe-93f2-48b1-8768-995085ffa314 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:44.819190 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3ac25f14-e761-4bd8-9a6c-5b441972a8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.862273 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d6dac7-ca7e-4a0f-935c-23c493e7c2b1 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:03:44.875716 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ebb3f9-7d8c-4b59-b44c-fc9aaa6e2f4d None None] Sync routers for ids ['5534a0f2-f5fc-4e00-9241-8aace68c88e9'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:03:44.880339 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98127e93-afb2-4a33-bdf5-324f94ab76cd None None] Pushing event updated for resources: {'Port': ['ID=e03585fe-93f2-48b1-8768-995085ffa314,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:44.894332 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ebb3f9-7d8c-4b59-b44c-fc9aaa6e2f4d None None] Routers {'5534a0f2-f5fc-4e00-9241-8aace68c88e9'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:44.894940 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98127e93-afb2-4a33-bdf5-324f94ab76cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:44.895080 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-90ebb3f9-7d8c-4b59-b44c-fc9aaa6e2f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:03:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['5534a0f2-f5fc-4e00-9241-8aace68c88e9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:44.895680 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98127e93-afb2-4a33-bdf5-324f94ab76cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:44.896415 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98127e93-afb2-4a33-bdf5-324f94ab76cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:44.896975 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98127e93-afb2-4a33-bdf5-324f94ab76cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:44.897531 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98127e93-afb2-4a33-bdf5-324f94ab76cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:44.899555 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98127e93-afb2-4a33-bdf5-324f94ab76cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:44.900772 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98127e93-afb2-4a33-bdf5-324f94ab76cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:44.901654 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98127e93-afb2-4a33-bdf5-324f94ab76cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:44.902846 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98127e93-afb2-4a33-bdf5-324f94ab76cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:44.904507 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98127e93-afb2-4a33-bdf5-324f94ab76cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:44.905060 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98127e93-afb2-4a33-bdf5-324f94ab76cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:44.905646 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98127e93-afb2-4a33-bdf5-324f94ab76cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:44.967324 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-488ab0fb-ebcc-4b75-a5d3-849fbf3a53d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b21d9a3fe9343e3b850f4956593e61f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6519117 Jul 15 23:03:44.969216 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38260) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:44.980452 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8d6dac7-ca7e-4a0f-935c-23c493e7c2b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.981745 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d8d6dac7-ca7e-4a0f-935c-23c493e7c2b1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8326032 Jul 15 23:03:45.000601 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-3ac25f14-e761-4bd8-9a6c-5b441972a8d9 None None] Attempting to bind port e03585fe-93f2-48b1-8768-995085ffa314 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:45.001620 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-3ac25f14-e761-4bd8-9a6c-5b441972a8d9 None None] Attempting to bind port e03585fe-93f2-48b1-8768-995085ffa314 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '5bcbfba5-f1c1-4236-a250-542a8e550bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '147f0164-be98-43b4-81d0-63f63c5d44c6'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:45.002125 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac25f14-e761-4bd8-9a6c-5b441972a8d9 None None] Attempting to bind port e03585fe-93f2-48b1-8768-995085ffa314 on network 147f0164-be98-43b4-81d0-63f63c5d44c6 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:45.005907 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-01f5307c-523b-4054-a5ad-0def6a708223 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:45.007571 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-01f5307c-523b-4054-a5ad-0def6a708223 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/networks?id=147f0164-be98-43b4-81d0-63f63c5d44c6 HTTP/1.1" status: 200 len: 810 time: 0.3883371 Jul 15 23:03:45.010752 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac25f14-e761-4bd8-9a6c-5b441972a8d9 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:45.011272 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac25f14-e761-4bd8-9a6c-5b441972a8d9 None None] Checking segment: {'id': '5bcbfba5-f1c1-4236-a250-542a8e550bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '147f0164-be98-43b4-81d0-63f63c5d44c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:45.013835 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3ac25f14-e761-4bd8-9a6c-5b441972a8d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.014256 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac25f14-e761-4bd8-9a6c-5b441972a8d9 None None] Bound using segment: {'id': '5bcbfba5-f1c1-4236-a250-542a8e550bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '147f0164-be98-43b4-81d0-63f63c5d44c6'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:45.016681 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-3ac25f14-e761-4bd8-9a6c-5b441972a8d9 None None] Bound port: e03585fe-93f2-48b1-8768-995085ffa314, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bcbfba5-f1c1-4236-a250-542a8e550bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '147f0164-be98-43b4-81d0-63f63c5d44c6'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:45.017234 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3ac25f14-e761-4bd8-9a6c-5b441972a8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.018292 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38262) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:45.082157 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device af083779-999f-4f43-8466-d047d37d104b up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:45.151244 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-90ebb3f9-7d8c-4b59-b44c-fc9aaa6e2f4d None None] Set router 5534a0f2-f5fc-4e00-9241-8aace68c88e9 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:45.187150 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-f29ae681-6233-415b-bd0b-5a50e4930eb9 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/quotas/6527c2f6f2cf474e911d5a1b1b647a38 HTTP/1.1" status: 200 len: 375 time: 0.0635743 Jul 15 23:03:45.203426 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed511ae3-6d15-432b-a2e8-02e7b233238a req-34d4f901-3ea4-40f6-ac51-6c5c840a59ac tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:45.210214 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed511ae3-6d15-432b-a2e8-02e7b233238a req-34d4f901-3ea4-40f6-ac51-6c5c840a59ac tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:45.216935 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed511ae3-6d15-432b-a2e8-02e7b233238a req-34d4f901-3ea4-40f6-ac51-6c5c840a59ac tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:45.223141 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed511ae3-6d15-432b-a2e8-02e7b233238a req-34d4f901-3ea4-40f6-ac51-6c5c840a59ac tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:45.231264 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ed511ae3-6d15-432b-a2e8-02e7b233238a req-34d4f901-3ea4-40f6-ac51-6c5c840a59ac tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 3093 time: 0.3869879 Jul 15 23:03:45.237691 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c1baa4bb-ee71-4463-87ba-509f8d218995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.275516 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port af083779-999f-4f43-8466-d047d37d104b triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:45.275888 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.278979 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-3ac25f14-e761-4bd8-9a6c-5b441972a8d9 None None] For port e03585fe-93f2-48b1-8768-995085ffa314, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:45.282582 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-3ac25f14-e761-4bd8-9a6c-5b441972a8d9 None None] For port e03585fe-93f2-48b1-8768-995085ffa314, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=e03585fe-93f2-48b1-8768-995085ffa314,segment=NetworkSegment(5bcbfba5-f1c1-4236-a250-542a8e550bb9),segment_id=5bcbfba5-f1c1-4236-a250-542a8e550bb9)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:45.289636 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3ac25f14-e761-4bd8-9a6c-5b441972a8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.322956 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-e51b0ec2-32ee-43cf-91ad-06eb97da487d tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Allocated IP 10.2.2.200 (bbea9511-9599-4d61-bc5f-d2e279b3eb50/2caf3549-18f8-4078-a5bd-a7ecd88c89df/d21b906d-5799-491b-a71e-1b415441bf9f) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:45.354269 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98127e93-afb2-4a33-bdf5-324f94ab76cd None None] Pushing event updated for resources: {'Port': ['ID=e03585fe-93f2-48b1-8768-995085ffa314,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:45.369138 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c1baa4bb-ee71-4463-87ba-509f8d218995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.383164 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac25f14-e761-4bd8-9a6c-5b441972a8d9 None None] Routers {'832745c7-2081-4128-9a0f-9c9d6efe7add'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:45.385519 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-3ac25f14-e761-4bd8-9a6c-5b441972a8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:03:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['832745c7-2081-4128-9a0f-9c9d6efe7add'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:45.462791 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-90ebb3f9-7d8c-4b59-b44c-fc9aaa6e2f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'name': 'tempest-ServersTestBootFromVolume-1236208114-router', 'tenant_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '630fa708-0347-4d1d-bd5b-c0d55cea41cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:40Z', 'updated_at': '2021-07-15T23:03:42Z', 'revision_number': 3, 'project_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'gw_port': {'id': '630fa708-0347-4d1d-bd5b-c0d55cea41cb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:41Z', 'updated_at': '2021-07-15T23:03:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:45.487169 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-e51b0ec2-32ee-43cf-91ad-06eb97da487d tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.503547 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-e51b0ec2-32ee-43cf-91ad-06eb97da487d tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Transition to ACTIVE for port object d21b906d-5799-491b-a71e-1b415441bf9f will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:45.522320 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ed511ae3-6d15-432b-a2e8-02e7b233238a req-5964f2ce-f438-474e-902e-f298ce932802 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897787 Jul 15 23:03:45.547088 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-e51b0ec2-32ee-43cf-91ad-06eb97da487d tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.561469 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ebb3f9-7d8c-4b59-b44c-fc9aaa6e2f4d None None] Checking router: 5534a0f2-f5fc-4e00-9241-8aace68c88e9 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:03:45.562126 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ebb3f9-7d8c-4b59-b44c-fc9aaa6e2f4d None None] Updating router 5534a0f2-f5fc-4e00-9241-8aace68c88e9 port 630fa708-0347-4d1d-bd5b-c0d55cea41cb binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:03:45.576654 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-3ac25f14-e761-4bd8-9a6c-5b441972a8d9 None None] Set router 832745c7-2081-4128-9a0f-9c9d6efe7add gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:45.636473 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b0ec2-32ee-43cf-91ad-06eb97da487d tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Pushing event updated for resources: {'Port': ['ID=d21b906d-5799-491b-a71e-1b415441bf9f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:45.641506 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-90ebb3f9-7d8c-4b59-b44c-fc9aaa6e2f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.651181 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-ced01efc-cb0a-40a1-a58f-96ccf8345215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:45.652726 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-ced01efc-cb0a-40a1-a58f-96ccf8345215 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 1.1639123 Jul 15 23:03:45.658803 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c1baa4bb-ee71-4463-87ba-509f8d218995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.667728 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efeca4cc-2236-45ac-9099-bd0b8e1234d1 x-openstack-request-id: req-efeca4cc-2236-45ac-9099-bd0b8e1234d1 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:45.668085 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c35f8b-1f0d-4683-ba3c-654cc8462101", "tag": "36e71b02-9495-4d30-834b-4d3d1b3c473d", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:45.668264 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-efeca4cc-2236-45ac-9099-bd0b8e1234d1 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:45.669198 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c35f8b-1f0d-4683-ba3c-654cc8462101', 'tag': '36e71b02-9495-4d30-834b-4d3d1b3c473d', 'status': 'completed', 'code': 200} Jul 15 23:03:45.680022 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c1baa4bb-ee71-4463-87ba-509f8d218995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.681239 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c1baa4bb-ee71-4463-87ba-509f8d218995 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da HTTP/1.1" status: 204 len: 168 time: 0.6983862 Jul 15 23:03:45.725101 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-e51b0ec2-32ee-43cf-91ad-06eb97da487d tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Network bbea9511-9599-4d61-bc5f-d2e279b3eb50 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:45.731991 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-96b09aec-0497-48dc-9294-17e00ae1422e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=36e71b02-9495-4d30-834b-4d3d1b3c473d HTTP/1.1" status: 200 len: 217 time: 0.0593774 Jul 15 23:03:45.738102 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-e51b0ec2-32ee-43cf-91ad-06eb97da487d tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:45.741941 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-e51b0ec2-32ee-43cf-91ad-06eb97da487d tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:45.844017 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48caf76f-ab13-4506-9ee3-bf74a8b6c592 req-5a94b5ea-76af-4d08-a0c1-0d71f2bf0086 service neutron] 10.222.0.36 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5916336 Jul 15 23:03:45.892946 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-55d66295-c4c8-4497-b31d-11eb07ee0eca tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6527c2f6f2cf474e911d5a1b1b647a38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6580150 Jul 15 23:03:45.895769 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1baa4bb-ee71-4463-87ba-509f8d218995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83ff53c-0e1b-4ec9-ab6c-c7b9d9af69da,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:45.950482 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-195228bc-7256-4999-955a-91fe0d2530a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.958401 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-3ac25f14-e761-4bd8-9a6c-5b441972a8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832745c7-2081-4128-9a0f-9c9d6efe7add', 'name': 'tempest-ServerRescueTestJSON-717272546-router', 'tenant_id': '6527c2f6f2cf474e911d5a1b1b647a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '8fea6676-1e23-41bf-bb5b-dd9d5e85ac96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:38Z', 'revision_number': 4, 'project_id': '6527c2f6f2cf474e911d5a1b1b647a38', 'gw_port': {'id': '8fea6676-1e23-41bf-bb5b-dd9d5e85ac96', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832745c7-2081-4128-9a0f-9c9d6efe7add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:29Z', 'updated_at': '2021-07-15T23:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'e03585fe-93f2-48b1-8768-995085ffa314', 'name': '', 'network_id': '147f0164-be98-43b4-81d0-63f63c5d44c6', 'tenant_id': '6527c2f6f2cf474e911d5a1b1b647a38', 'mac_address': 'fa:16:3e:49:11:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832745c7-2081-4128-9a0f-9c9d6efe7add', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'cb958b45-2fa0-4e9b-a203-f469b0644c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:35Z', 'updated_at': '2021-07-15T23:03:45Z', 'revision_number': 4, 'project_id': '6527c2f6f2cf474e911d5a1b1b647a38', 'subnets': [{'id': 'cb958b45-2fa0-4e9b-a203-f469b0644c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:46.032433 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac25f14-e761-4bd8-9a6c-5b441972a8d9 None None] The sync data for ids ['832745c7-2081-4128-9a0f-9c9d6efe7add'] in n-d-787205-9 is: [{'id': '832745c7-2081-4128-9a0f-9c9d6efe7add', 'name': 'tempest-ServerRescueTestJSON-717272546-router', 'tenant_id': '6527c2f6f2cf474e911d5a1b1b647a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '8fea6676-1e23-41bf-bb5b-dd9d5e85ac96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:38Z', 'revision_number': 4, 'project_id': '6527c2f6f2cf474e911d5a1b1b647a38', 'gw_port': {'id': '8fea6676-1e23-41bf-bb5b-dd9d5e85ac96', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832745c7-2081-4128-9a0f-9c9d6efe7add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:29Z', 'updated_at': '2021-07-15T23:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'e03585fe-93f2-48b1-8768-995085ffa314', 'name': '', 'network_id': '147f0164-be98-43b4-81d0-63f63c5d44c6', 'tenant_id': '6527c2f6f2cf474e911d5a1b1b647a38', 'mac_address': 'fa:16:3e:49:11:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832745c7-2081-4128-9a0f-9c9d6efe7add', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'cb958b45-2fa0-4e9b-a203-f469b0644c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:35Z', 'updated_at': '2021-07-15T23:03:45Z', 'revision_number': 4, 'project_id': '6527c2f6f2cf474e911d5a1b1b647a38', 'subnets': [{'id': 'cb958b45-2fa0-4e9b-a203-f469b0644c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:03:46.036328 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-e51b0ec2-32ee-43cf-91ad-06eb97da487d tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:46.037421 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-e51b0ec2-32ee-43cf-91ad-06eb97da487d tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:46.068396 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f2e39e40-6aad-485d-a6d6-175556bebbec req-c535dfd6-764c-4c5f-b98a-5ab18507a86d tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 210 time: 0.1933649 Jul 15 23:03:46.145539 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-2bdb2c83-63ee-4681-886c-6a08270e371d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:46.147806 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-2bdb2c83-63ee-4681-886c-6a08270e371d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.3405890 Jul 15 23:03:46.172977 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a3001920-bea8-4a83-8ffe-d6513b713e06 None None] Provisioning for port d21b906d-5799-491b-a71e-1b415441bf9f completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:46.191878 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a3001920-bea8-4a83-8ffe-d6513b713e06 None None] Provisioning complete for port d21b906d-5799-491b-a71e-1b415441bf9f triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:46.192260 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a3001920-bea8-4a83-8ffe-d6513b713e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:46.220564 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-e51b0ec2-32ee-43cf-91ad-06eb97da487d tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1756127 Jul 15 23:03:46.238019 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c883d365-2981-43dc-9f97-b1d74cc857b0 service neutron] Request body: {'port': {'device_id': '3200588c-0b41-4461-8228-06d1161382ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:46.251709 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a3001920-bea8-4a83-8ffe-d6513b713e06 None None] Port d21b906d-5799-491b-a71e-1b415441bf9f cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:03:46.308476 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48caf76f-ab13-4506-9ee3-bf74a8b6c592 req-00bc1ba9-ae4e-4a1c-b7e9-b2a070e48d25 service neutron] 10.222.0.36 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116669 Jul 15 23:03:46.336819 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-73d02ca6-fbc2-43e7-b57f-cae524e21f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:46.338335 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-73d02ca6-fbc2-43e7-b57f-cae524e21f4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1831148 Jul 15 23:03:46.344772 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-90ebb3f9-7d8c-4b59-b44c-fc9aaa6e2f4d None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:46.379228 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-90ebb3f9-7d8c-4b59-b44c-fc9aaa6e2f4d None None] Transition to ACTIVE for port object 630fa708-0347-4d1d-bd5b-c0d55cea41cb will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:46.391187 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-90ebb3f9-7d8c-4b59-b44c-fc9aaa6e2f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:46.418603 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38272) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:46.454948 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0dc33-6469-42f0-8e88-5f3110f42835 None None] Pushing event updated for resources: {'Port': ['ID=630fa708-0347-4d1d-bd5b-c0d55cea41cb,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:46.490187 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-90ebb3f9-7d8c-4b59-b44c-fc9aaa6e2f4d None None] Attempting to bind port 630fa708-0347-4d1d-bd5b-c0d55cea41cb on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:46.490554 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-90ebb3f9-7d8c-4b59-b44c-fc9aaa6e2f4d None None] Attempting to bind port 630fa708-0347-4d1d-bd5b-c0d55cea41cb by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:46.491633 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ebb3f9-7d8c-4b59-b44c-fc9aaa6e2f4d None None] Attempting to bind port 630fa708-0347-4d1d-bd5b-c0d55cea41cb on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:46.508866 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ebb3f9-7d8c-4b59-b44c-fc9aaa6e2f4d None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:46.510676 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ebb3f9-7d8c-4b59-b44c-fc9aaa6e2f4d None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:46.516959 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-90ebb3f9-7d8c-4b59-b44c-fc9aaa6e2f4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:46.517420 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ebb3f9-7d8c-4b59-b44c-fc9aaa6e2f4d None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:46.517997 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-90ebb3f9-7d8c-4b59-b44c-fc9aaa6e2f4d None None] Bound port: 630fa708-0347-4d1d-bd5b-c0d55cea41cb, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:46.518392 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-90ebb3f9-7d8c-4b59-b44c-fc9aaa6e2f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:46.518529 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-4033730f-2b81-46b5-a481-6f009a1a9d08 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577849 Jul 15 23:03:46.552899 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00755579-239b-48e2-97c7-e7487bbd7913 req-eb09b988-1393-44fc-83ec-248283db3da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:46.554534 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-00755579-239b-48e2-97c7-e7487bbd7913 req-eb09b988-1393-44fc-83ec-248283db3da1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 1098 time: 0.8371477 Jul 15 23:03:46.598849 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c883d365-2981-43dc-9f97-b1d74cc857b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:46.600146 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4486dc70-2eb4-4998-8e30-cee8de50da6d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=56ca8dafdfe54c86a32e555584ec1e81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1738839 Jul 15 23:03:46.603359 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38276) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:46.609918 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-90ebb3f9-7d8c-4b59-b44c-fc9aaa6e2f4d None None] For port 630fa708-0347-4d1d-bd5b-c0d55cea41cb, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:46.613209 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-90ebb3f9-7d8c-4b59-b44c-fc9aaa6e2f4d None None] For port 630fa708-0347-4d1d-bd5b-c0d55cea41cb, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=630fa708-0347-4d1d-bd5b-c0d55cea41cb,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:46.618526 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-90ebb3f9-7d8c-4b59-b44c-fc9aaa6e2f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:46.649443 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-8ec74e63-6598-4338-a1a3-a020ff0129e5 service neutron] 10.222.0.16 "GET /v2.0/networks/147f0164-be98-43b4-81d0-63f63c5d44c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7015104 Jul 15 23:03:46.707941 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ebb3f9-7d8c-4b59-b44c-fc9aaa6e2f4d None None] Routers {'5534a0f2-f5fc-4e00-9241-8aace68c88e9'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:46.708586 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-90ebb3f9-7d8c-4b59-b44c-fc9aaa6e2f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:03:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['5534a0f2-f5fc-4e00-9241-8aace68c88e9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:46.813410 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7ead1b19-9943-4f5c-86e2-a721e17e41ac req-f7b31078-32d7-4af4-8303-aa5fedcf7d9a service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852721 Jul 15 23:03:46.841398 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3cd9569a-4bfe-4337-8cf6-bb9b476c8d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:46.861940 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00755579-239b-48e2-97c7-e7487bbd7913 req-699b70ab-87d4-4e20-90c4-7042ab5e9b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:46.863367 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-00755579-239b-48e2-97c7-e7487bbd7913 req-699b70ab-87d4-4e20-90c4-7042ab5e9b2a service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.2984347 Jul 15 23:03:47.022693 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3cd9569a-4bfe-4337-8cf6-bb9b476c8d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:47.157157 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00755579-239b-48e2-97c7-e7487bbd7913 req-953b387b-c328-417e-85b7-6008a5e2a263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:47.159423 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-00755579-239b-48e2-97c7-e7487bbd7913 req-953b387b-c328-417e-85b7-6008a5e2a263 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 1098 time: 0.2426734 Jul 15 23:03:47.165963 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e9b047a9-cce0-454a-98f2-835e18eb8fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:47.174755 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-90ebb3f9-7d8c-4b59-b44c-fc9aaa6e2f4d None None] Set router 5534a0f2-f5fc-4e00-9241-8aace68c88e9 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:47.205105 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-00755579-239b-48e2-97c7-e7487bbd7913 req-87849f96-bd3c-4a6c-adf4-7349410a152e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=36e71b02-9495-4d30-834b-4d3d1b3c473d HTTP/1.1" status: 200 len: 217 time: 0.2749145 Jul 15 23:03:47.304995 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e03585fe-93f2-48b1-8768-995085ffa314 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:47.337935 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3cd9569a-4bfe-4337-8cf6-bb9b476c8d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:47.345327 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3cd9569a-4bfe-4337-8cf6-bb9b476c8d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:47.360213 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3cd9569a-4bfe-4337-8cf6-bb9b476c8d28 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9ddfd846-ce68-4835-b8d3-dd75396bbb1e HTTP/1.1" status: 204 len: 168 time: 0.7314727 Jul 15 23:03:47.400331 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0dc33-6469-42f0-8e88-5f3110f42835 None None] Pushing event updated for resources: {'Port': ['ID=630fa708-0347-4d1d-bd5b-c0d55cea41cb,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:47.462478 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port e03585fe-93f2-48b1-8768-995085ffa314 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:47.469750 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port e03585fe-93f2-48b1-8768-995085ffa314 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:47.470263 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:47.473803 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9569a-4bfe-4337-8cf6-bb9b476c8d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddfd846-ce68-4835-b8d3-dd75396bbb1e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:47.604669 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00755579-239b-48e2-97c7-e7487bbd7913 req-35de0bb2-585f-4057-ad6d-87acc03e812b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:47.607206 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-00755579-239b-48e2-97c7-e7487bbd7913 req-35de0bb2-585f-4057-ad6d-87acc03e812b service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.3948920 Jul 15 23:03:47.717846 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:47.744216 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-90ebb3f9-7d8c-4b59-b44c-fc9aaa6e2f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'name': 'tempest-ServersTestBootFromVolume-1236208114-router', 'tenant_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '630fa708-0347-4d1d-bd5b-c0d55cea41cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:40Z', 'updated_at': '2021-07-15T23:03:42Z', 'revision_number': 3, 'project_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'gw_port': {'id': '630fa708-0347-4d1d-bd5b-c0d55cea41cb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:41Z', 'updated_at': '2021-07-15T23:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:47.751031 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-00755579-239b-48e2-97c7-e7487bbd7913 req-998544d0-3114-4191-aaf4-51c2fcd196a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=36e71b02-9495-4d30-834b-4d3d1b3c473d HTTP/1.1" status: 200 len: 217 time: 0.1257765 Jul 15 23:03:47.780795 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ebb3f9-7d8c-4b59-b44c-fc9aaa6e2f4d None None] The sync data for ids ['5534a0f2-f5fc-4e00-9241-8aace68c88e9'] in n-d-787205-9 is: [{'id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'name': 'tempest-ServersTestBootFromVolume-1236208114-router', 'tenant_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '630fa708-0347-4d1d-bd5b-c0d55cea41cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:40Z', 'updated_at': '2021-07-15T23:03:42Z', 'revision_number': 3, 'project_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'gw_port': {'id': '630fa708-0347-4d1d-bd5b-c0d55cea41cb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:41Z', 'updated_at': '2021-07-15T23:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:03:47.795577 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port e03585fe-93f2-48b1-8768-995085ffa314, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=e03585fe-93f2-48b1-8768-995085ffa314,segment=NetworkSegment(5bcbfba5-f1c1-4236-a250-542a8e550bb9),segment_id=5bcbfba5-f1c1-4236-a250-542a8e550bb9)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:47.801568 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:47.859876 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c883d365-2981-43dc-9f97-b1d74cc857b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 073d8b7d-d632-404a-be5c-62a7e8ef0a1f {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:03:47.892374 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=e03585fe-93f2-48b1-8768-995085ffa314,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:47.894078 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c883d365-2981-43dc-9f97-b1d74cc857b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:47.927614 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00755579-239b-48e2-97c7-e7487bbd7913 req-77d9c225-725d-4dd0-9c4a-ca3c7ad3ffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:47.930784 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-00755579-239b-48e2-97c7-e7487bbd7913 req-77d9c225-725d-4dd0-9c4a-ca3c7ad3ffd3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1725950 Jul 15 23:03:47.932728 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c883d365-2981-43dc-9f97-b1d74cc857b0 service neutron] Transition to ACTIVE for port object 073d8b7d-d632-404a-be5c-62a7e8ef0a1f will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:47.942016 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c883d365-2981-43dc-9f97-b1d74cc857b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:48.125000 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883d365-2981-43dc-9f97-b1d74cc857b0 service neutron] Pushing event updated for resources: {'Port': ['ID=073d8b7d-d632-404a-be5c-62a7e8ef0a1f,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:48.172566 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-1144b66f-2924-4a29-abc0-02cc4f009e98 service neutron] 10.222.0.16 "GET /v2.0/networks/147f0164-be98-43b4-81d0-63f63c5d44c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5218616 Jul 15 23:03:48.187545 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d46a8bc0-034a-414d-846f-b380d237cbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:48.211543 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc68d93-604c-47cd-b7bd-d550d6afdeed req-6fb45bd1-4c10-49f8-89f6-ff773e71c264 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:48.218968 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5bc68d93-604c-47cd-b7bd-d550d6afdeed req-6fb45bd1-4c10-49f8-89f6-ff773e71c264 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 947 time: 1.6705077 Jul 15 23:03:48.221682 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00755579-239b-48e2-97c7-e7487bbd7913 req-d1d772c2-28aa-4bae-ba03-81343cf77078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:48.223058 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-00755579-239b-48e2-97c7-e7487bbd7913 req-d1d772c2-28aa-4bae-ba03-81343cf77078 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1664166 Jul 15 23:03:48.373688 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00755579-239b-48e2-97c7-e7487bbd7913 req-ceec980a-2819-4da1-bbc2-f18cd06cedc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:48.375083 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-00755579-239b-48e2-97c7-e7487bbd7913 req-ceec980a-2819-4da1-bbc2-f18cd06cedc1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4355326 Jul 15 23:03:48.505311 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-e9b047a9-cce0-454a-98f2-835e18eb8fcb admin admin] Allocated IP 172.20.0.1 (b9626c9c-14e7-41b9-80ae-ecf169930ebf/5972f2c7-444a-4ed2-b398-ab8bce9a1a4a/b21a6650-c428-488a-864a-6a1bbba3d813) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:48.521812 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5bc68d93-604c-47cd-b7bd-d550d6afdeed req-bb543dd5-df83-41d3-acc6-d6be2312cadb tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019884 Jul 15 23:03:48.641726 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:48.735529 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c883d365-2981-43dc-9f97-b1d74cc857b0 service neutron] Attempting to bind port 073d8b7d-d632-404a-be5c-62a7e8ef0a1f on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:48.739458 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c883d365-2981-43dc-9f97-b1d74cc857b0 service neutron] Attempting to bind port 073d8b7d-d632-404a-be5c-62a7e8ef0a1f by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '6f4dedf3-23c4-418d-b2da-50efced0d73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f91dc6f9-c960-4d7e-bb47-47324cf074aa'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:48.741527 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c883d365-2981-43dc-9f97-b1d74cc857b0 service neutron] Attempting to bind port 073d8b7d-d632-404a-be5c-62a7e8ef0a1f on network f91dc6f9-c960-4d7e-bb47-47324cf074aa {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:48.763789 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-00755579-239b-48e2-97c7-e7487bbd7913 req-f115023b-ff2c-4403-b185-63ac28f5d015 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705528 Jul 15 23:03:48.788305 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c883d365-2981-43dc-9f97-b1d74cc857b0 service neutron] Port 073d8b7d-d632-404a-be5c-62a7e8ef0a1f on network f91dc6f9-c960-4d7e-bb47-47324cf074aa not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:03:48.788630 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c883d365-2981-43dc-9f97-b1d74cc857b0 service neutron] Attempting to bind port 073d8b7d-d632-404a-be5c-62a7e8ef0a1f on network f91dc6f9-c960-4d7e-bb47-47324cf074aa {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:48.850986 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c883d365-2981-43dc-9f97-b1d74cc857b0 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:48.851330 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c883d365-2981-43dc-9f97-b1d74cc857b0 service neutron] Checking segment: {'id': '6f4dedf3-23c4-418d-b2da-50efced0d73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f91dc6f9-c960-4d7e-bb47-47324cf074aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:48.851727 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c883d365-2981-43dc-9f97-b1d74cc857b0 service neutron] Bound using segment: {'id': '6f4dedf3-23c4-418d-b2da-50efced0d73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f91dc6f9-c960-4d7e-bb47-47324cf074aa'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:48.854787 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e9b047a9-cce0-454a-98f2-835e18eb8fcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:48.856157 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c883d365-2981-43dc-9f97-b1d74cc857b0 service neutron] Bound port: 073d8b7d-d632-404a-be5c-62a7e8ef0a1f, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4dedf3-23c4-418d-b2da-50efced0d73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f91dc6f9-c960-4d7e-bb47-47324cf074aa'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:48.856632 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c883d365-2981-43dc-9f97-b1d74cc857b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:48.926489 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e9b047a9-cce0-454a-98f2-835e18eb8fcb admin admin] Transition to ACTIVE for port object b21a6650-c428-488a-864a-6a1bbba3d813 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:49.003426 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00755579-239b-48e2-97c7-e7487bbd7913 req-d2830b24-e3cb-4f55-a6a4-62d6fd1e9c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:49.007128 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-00755579-239b-48e2-97c7-e7487bbd7913 req-d2830b24-e3cb-4f55-a6a4-62d6fd1e9c33 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7165580 Jul 15 23:03:49.189720 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c883d365-2981-43dc-9f97-b1d74cc857b0 service neutron] For port 073d8b7d-d632-404a-be5c-62a7e8ef0a1f, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:49.196859 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c883d365-2981-43dc-9f97-b1d74cc857b0 service neutron] For port 073d8b7d-d632-404a-be5c-62a7e8ef0a1f, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=073d8b7d-d632-404a-be5c-62a7e8ef0a1f,segment=NetworkSegment(6f4dedf3-23c4-418d-b2da-50efced0d73e),segment_id=6f4dedf3-23c4-418d-b2da-50efced0d73e)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:49.210810 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c883d365-2981-43dc-9f97-b1d74cc857b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:49.245404 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e03585fe-93f2-48b1-8768-995085ffa314 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:49.254055 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e9b047a9-cce0-454a-98f2-835e18eb8fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:49.303824 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-00755579-239b-48e2-97c7-e7487bbd7913 req-725a84f5-ec8d-4657-8268-170b7b4472c1 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330859 Jul 15 23:03:49.309869 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-00755579-239b-48e2-97c7-e7487bbd7913 req-07d0d84b-3d21-4a4f-b54c-0ad11eb0c460 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352235 Jul 15 23:03:49.314788 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c883d365-2981-43dc-9f97-b1d74cc857b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:49.319633 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c883d365-2981-43dc-9f97-b1d74cc857b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:49.320299 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb051da-c72b-4d2c-85be-f12aab92859a req-2c2f8339-8c4c-41b2-89ec-efba9f98efac tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:49.321078 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c883d365-2981-43dc-9f97-b1d74cc857b0 service neutron] 10.222.0.43 "PUT /v2.0/ports/073d8b7d-d632-404a-be5c-62a7e8ef0a1f HTTP/1.1" status: 200 len: 1091 time: 3.0917506 Jul 15 23:03:49.322424 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'tag': '073d8b7d-d632-404a-be5c-62a7e8ef0a1f'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:49.341651 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3fb051da-c72b-4d2c-85be-f12aab92859a req-2c2f8339-8c4c-41b2-89ec-efba9f98efac tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 944 time: 0.4308293 Jul 15 23:03:49.341806 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f12de06-93f7-42a7-969e-b21202bd0085" -d '{"events": [{"name": "network-changed", "server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "tag": "073d8b7d-d632-404a-be5c-62a7e8ef0a1f"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:49.353718 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port e03585fe-93f2-48b1-8768-995085ffa314 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:49.354303 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:49.376767 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-87edefbb-6c4c-4fe8-9cc5-ada6c7abb684 service neutron] Request body: {'port': {'device_id': '3200588c-0b41-4461-8228-06d1161382ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:49.398599 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d303a-c700-41ad-a7c8-aef9f2a81c0d req-296ae7db-3878-4e72-ac49-c2c2585391a7 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:49.406125 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d303a-c700-41ad-a7c8-aef9f2a81c0d req-296ae7db-3878-4e72-ac49-c2c2585391a7 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:49.414771 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d303a-c700-41ad-a7c8-aef9f2a81c0d req-296ae7db-3878-4e72-ac49-c2c2585391a7 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:49.424589 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d303a-c700-41ad-a7c8-aef9f2a81c0d req-296ae7db-3878-4e72-ac49-c2c2585391a7 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:49.434142 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d303a-c700-41ad-a7c8-aef9f2a81c0d req-296ae7db-3878-4e72-ac49-c2c2585391a7 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:49.442706 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-af4d303a-c700-41ad-a7c8-aef9f2a81c0d req-296ae7db-3878-4e72-ac49-c2c2585391a7 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 3826 time: 0.5336056 Jul 15 23:03:49.444570 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b047a9-cce0-454a-98f2-835e18eb8fcb admin admin] Pushing event updated for resources: {'Port': ['ID=b21a6650-c428-488a-864a-6a1bbba3d813,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:49.450678 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b047a9-cce0-454a-98f2-835e18eb8fcb admin admin] Network b9626c9c-14e7-41b9-80ae-ecf169930ebf is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:49.472283 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883d365-2981-43dc-9f97-b1d74cc857b0 service neutron] Pushing event updated for resources: {'Port': ['ID=073d8b7d-d632-404a-be5c-62a7e8ef0a1f,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:49.503078 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-e9b047a9-cce0-454a-98f2-835e18eb8fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:49.505648 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b047a9-cce0-454a-98f2-835e18eb8fcb admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:49.587153 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 630fa708-0347-4d1d-bd5b-c0d55cea41cb up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:49.604015 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-87edefbb-6c4c-4fe8-9cc5-ada6c7abb684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:49.626563 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-af4d303a-c700-41ad-a7c8-aef9f2a81c0d req-38afa3e9-2c60-475d-b284-c3b77fb4d6e5 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828861 Jul 15 23:03:49.679713 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:49.705431 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3fb051da-c72b-4d2c-85be-f12aab92859a req-f2de6877-44d8-4082-9e7b-b223bdfea6ad tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625047 Jul 15 23:03:49.726432 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 630fa708-0347-4d1d-bd5b-c0d55cea41cb completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:49.734737 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 630fa708-0347-4d1d-bd5b-c0d55cea41cb triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:49.735469 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:49.774565 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e9b047a9-cce0-454a-98f2-835e18eb8fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:49.905045 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:49.937966 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 630fa708-0347-4d1d-bd5b-c0d55cea41cb, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=630fa708-0347-4d1d-bd5b-c0d55cea41cb,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:49.942080 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.002034 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-00755579-239b-48e2-97c7-e7487bbd7913 req-82953a1b-de28-48cb-ac31-993563b5e1eb service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6485460 Jul 15 23:03:50.036032 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d732e917-a393-4b46-b1c9-8363b43c38e4 None None] Provisioning for port b21a6650-c428-488a-864a-6a1bbba3d813 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:50.054525 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d732e917-a393-4b46-b1c9-8363b43c38e4 None None] Provisioning complete for port b21a6650-c428-488a-864a-6a1bbba3d813 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:50.054887 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d732e917-a393-4b46-b1c9-8363b43c38e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.075507 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6625ad83-b5ff-494e-a8a1-888374b6032e req-eda9b2e4-3553-46be-8fb8-b7e9435c7e93 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=e24c3fa0-f157-4535-94f1-335fe93a86ba HTTP/1.1" status: 200 len: 210 time: 0.0996659 Jul 15 23:03:50.135997 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-87edefbb-6c4c-4fe8-9cc5-ada6c7abb684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb72faf0-e402-4e9c-937e-dc2238b8df3b {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:03:50.145092 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-87edefbb-6c4c-4fe8-9cc5-ada6c7abb684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.159146 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-87edefbb-6c4c-4fe8-9cc5-ada6c7abb684 service neutron] Transition to ACTIVE for port object eb72faf0-e402-4e9c-937e-dc2238b8df3b will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:50.162088 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-d732e917-a393-4b46-b1c9-8363b43c38e4 None None] Port b21a6650-c428-488a-864a-6a1bbba3d813 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:03:50.163132 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-87edefbb-6c4c-4fe8-9cc5-ada6c7abb684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.163711 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 36e71b02-9495-4d30-834b-4d3d1b3c473d details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:03:50.185017 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=630fa708-0347-4d1d-bd5b-c0d55cea41cb,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:50.333891 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 36e71b02-9495-4d30-834b-4d3d1b3c473d, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=36e71b02-9495-4d30-834b-4d3d1b3c473d,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:50.341295 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-11ed2a52-4358-4c29-8a19-428042d134a9 req-8e2ed014-ef3d-4954-b5c2-3940d836baf3 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 210 time: 0.0550375 Jul 15 23:03:50.348289 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87edefbb-6c4c-4fe8-9cc5-ada6c7abb684 service neutron] Pushing event updated for resources: {'Port': ['ID=eb72faf0-e402-4e9c-937e-dc2238b8df3b,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:50.397710 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '36e71b02-9495-4d30-834b-4d3d1b3c473d', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': '36e71b02-9495-4d30-834b-4d3d1b3c473d', 'mac_address': 'fa:16:3e:da:d9:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:03:50.429389 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-87edefbb-6c4c-4fe8-9cc5-ada6c7abb684 service neutron] Attempting to bind port eb72faf0-e402-4e9c-937e-dc2238b8df3b on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:50.430264 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-87edefbb-6c4c-4fe8-9cc5-ada6c7abb684 service neutron] Attempting to bind port eb72faf0-e402-4e9c-937e-dc2238b8df3b by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '6218e074-3910-44ac-9d27-f9d6cc660fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b3dd95-5845-4ba7-8163-7532c80b8fbe'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:50.430610 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-87edefbb-6c4c-4fe8-9cc5-ada6c7abb684 service neutron] Attempting to bind port eb72faf0-e402-4e9c-937e-dc2238b8df3b on network 31b3dd95-5845-4ba7-8163-7532c80b8fbe {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:50.437210 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-87edefbb-6c4c-4fe8-9cc5-ada6c7abb684 service neutron] Port eb72faf0-e402-4e9c-937e-dc2238b8df3b on network 31b3dd95-5845-4ba7-8163-7532c80b8fbe not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:03:50.437672 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-87edefbb-6c4c-4fe8-9cc5-ada6c7abb684 service neutron] Attempting to bind port eb72faf0-e402-4e9c-937e-dc2238b8df3b on network 31b3dd95-5845-4ba7-8163-7532c80b8fbe {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:50.445615 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-87edefbb-6c4c-4fe8-9cc5-ada6c7abb684 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:50.445987 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-87edefbb-6c4c-4fe8-9cc5-ada6c7abb684 service neutron] Checking segment: {'id': '6218e074-3910-44ac-9d27-f9d6cc660fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b3dd95-5845-4ba7-8163-7532c80b8fbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:50.446560 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-87edefbb-6c4c-4fe8-9cc5-ada6c7abb684 service neutron] Bound using segment: {'id': '6218e074-3910-44ac-9d27-f9d6cc660fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b3dd95-5845-4ba7-8163-7532c80b8fbe'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:50.447137 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-87edefbb-6c4c-4fe8-9cc5-ada6c7abb684 service neutron] Bound port: eb72faf0-e402-4e9c-937e-dc2238b8df3b, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6218e074-3910-44ac-9d27-f9d6cc660fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b3dd95-5845-4ba7-8163-7532c80b8fbe'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:50.447578 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-87edefbb-6c4c-4fe8-9cc5-ada6c7abb684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.482787 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e9b047a9-cce0-454a-98f2-835e18eb8fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.501047 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffe9ec9-bad0-4cb0-aba9-6f4078c65747 x-openstack-request-id: req-2ffe9ec9-bad0-4cb0-aba9-6f4078c65747 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:50.501655 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "tag": "073d8b7d-d632-404a-be5c-62a7e8ef0a1f", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:50.502125 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ffe9ec9-bad0-4cb0-aba9-6f4078c65747 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:50.502777 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'tag': '073d8b7d-d632-404a-be5c-62a7e8ef0a1f', 'status': 'completed', 'code': 200} Jul 15 23:03:50.520437 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.576112 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e71b02-9495-4d30-834b-4d3d1b3c473d {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:03:50.626269 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 36e71b02-9495-4d30-834b-4d3d1b3c473d, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=36e71b02-9495-4d30-834b-4d3d1b3c473d,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:50.630766 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.730443 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=36e71b02-9495-4d30-834b-4d3d1b3c473d,revision_number=9']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:50.750457 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-87edefbb-6c4c-4fe8-9cc5-ada6c7abb684 service neutron] For port eb72faf0-e402-4e9c-937e-dc2238b8df3b, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:50.758064 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12de06-93f7-42a7-969e-b21202bd0085 req-66350ef0-d30f-4347-be88-ac659c9e01ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:50.758555 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12de06-93f7-42a7-969e-b21202bd0085 req-66350ef0-d30f-4347-be88-ac659c9e01ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:50.759062 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12de06-93f7-42a7-969e-b21202bd0085 req-66350ef0-d30f-4347-be88-ac659c9e01ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:50.759536 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12de06-93f7-42a7-969e-b21202bd0085 req-66350ef0-d30f-4347-be88-ac659c9e01ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:50.760006 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12de06-93f7-42a7-969e-b21202bd0085 req-66350ef0-d30f-4347-be88-ac659c9e01ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:50.760475 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12de06-93f7-42a7-969e-b21202bd0085 req-66350ef0-d30f-4347-be88-ac659c9e01ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:50.762419 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8f12de06-93f7-42a7-969e-b21202bd0085 req-66350ef0-d30f-4347-be88-ac659c9e01ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c022d86cdc7f4fca8c9ab116c350a036&device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 5247 time: 0.2702146 Jul 15 23:03:50.790908 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-87edefbb-6c4c-4fe8-9cc5-ada6c7abb684 service neutron] For port eb72faf0-e402-4e9c-937e-dc2238b8df3b, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=eb72faf0-e402-4e9c-937e-dc2238b8df3b,segment=NetworkSegment(6218e074-3910-44ac-9d27-f9d6cc660fd8),segment_id=6218e074-3910-44ac-9d27-f9d6cc660fd8)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:50.905185 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-87edefbb-6c4c-4fe8-9cc5-ada6c7abb684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.958094 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['36e71b02-9495-4d30-834b-4d3d1b3c473d'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:03:51.088481 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-87edefbb-6c4c-4fe8-9cc5-ada6c7abb684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:51.089137 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-87edefbb-6c4c-4fe8-9cc5-ada6c7abb684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.102726 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-87edefbb-6c4c-4fe8-9cc5-ada6c7abb684 service neutron] 10.222.0.43 "PUT /v2.0/ports/eb72faf0-e402-4e9c-937e-dc2238b8df3b HTTP/1.1" status: 200 len: 1135 time: 1.7310381 Jul 15 23:03:51.164501 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.175925 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 630fa708-0347-4d1d-bd5b-c0d55cea41cb up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:51.179636 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-4d1556d0-7259-488e-b362-4efb14aa8801 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:51.181505 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-4d1556d0-7259-488e-b362-4efb14aa8801 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.36 "GET /v2.0/networks?id=147f0164-be98-43b4-81d0-63f63c5d44c6 HTTP/1.1" status: 200 len: 810 time: 0.5081711 Jul 15 23:03:51.203259 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-82c292bd-0563-4b5f-b413-c07fe256cf90 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Request body: {'port': {'device_id': 'f98fdfdc-675f-4264-bb90-407a8ded79a7', 'network_id': '147f0164-be98-43b4-81d0-63f63c5d44c6', 'admin_state_up': True, 'tenant_id': '6527c2f6f2cf474e911d5a1b1b647a38'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:51.277596 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-bfb1a5ad-b0f1-471c-a61a-76cbc4b60f21 service neutron] Request body: {'port': {'device_id': '3200588c-0b41-4461-8228-06d1161382ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:51.282254 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87edefbb-6c4c-4fe8-9cc5-ada6c7abb684 service neutron] Pushing event updated for resources: {'Port': ['ID=eb72faf0-e402-4e9c-937e-dc2238b8df3b,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:51.335459 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38336) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:51.341603 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 630fa708-0347-4d1d-bd5b-c0d55cea41cb triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:51.342587 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.467508 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12de06-93f7-42a7-969e-b21202bd0085 req-450150f0-c9e4-4180-b52d-9e663c277450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:51.468762 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12de06-93f7-42a7-969e-b21202bd0085 req-450150f0-c9e4-4180-b52d-9e663c277450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:51.469580 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12de06-93f7-42a7-969e-b21202bd0085 req-450150f0-c9e4-4180-b52d-9e663c277450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:51.472784 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8f12de06-93f7-42a7-969e-b21202bd0085 req-450150f0-c9e4-4180-b52d-9e663c277450 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=c022d86cdc7f4fca8c9ab116c350a036&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6958690 Jul 15 23:03:51.580180 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-bfb1a5ad-b0f1-471c-a61a-76cbc4b60f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.592280 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-82c292bd-0563-4b5f-b413-c07fe256cf90 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Made reservation on behalf of 6527c2f6f2cf474e911d5a1b1b647a38 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:51.595912 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-82c292bd-0563-4b5f-b413-c07fe256cf90 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.625636 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f0334676-cdaa-4977-bfb7-4f12e31dc9ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.709732 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab0c33-a58f-43eb-9c47-3f039a1592f8 req-dede4a82-10c4-4c8a-820b-9f201571b69f tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:51.711985 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2aab0c33-a58f-43eb-9c47-3f039a1592f8 req-dede4a82-10c4-4c8a-820b-9f201571b69f tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 948 time: 0.9395978 Jul 15 23:03:51.796507 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb8b66-b6e6-48b6-86c2-84cec8d824be req-b6dc034c-33f3-4f9e-a05b-eb86b7109dc1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:51.805994 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb8b66-b6e6-48b6-86c2-84cec8d824be req-b6dc034c-33f3-4f9e-a05b-eb86b7109dc1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:51.812895 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb8b66-b6e6-48b6-86c2-84cec8d824be req-b6dc034c-33f3-4f9e-a05b-eb86b7109dc1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:51.818850 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb8b66-b6e6-48b6-86c2-84cec8d824be req-b6dc034c-33f3-4f9e-a05b-eb86b7109dc1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:51.824646 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb8b66-b6e6-48b6-86c2-84cec8d824be req-b6dc034c-33f3-4f9e-a05b-eb86b7109dc1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:51.831120 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb8b66-b6e6-48b6-86c2-84cec8d824be req-b6dc034c-33f3-4f9e-a05b-eb86b7109dc1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:51.832972 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8fbb8b66-b6e6-48b6-86c2-84cec8d824be req-b6dc034c-33f3-4f9e-a05b-eb86b7109dc1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 4603 time: 0.7882097 Jul 15 23:03:51.862319 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e9b047a9-cce0-454a-98f2-835e18eb8fcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.872715 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12de06-93f7-42a7-969e-b21202bd0085 req-de14eb8b-85f6-4f17-bd89-3893c224c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:51.874203 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8f12de06-93f7-42a7-969e-b21202bd0085 req-de14eb8b-85f6-4f17-bd89-3893c224c975 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3955224 Jul 15 23:03:51.888718 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e9b047a9-cce0-454a-98f2-835e18eb8fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.907715 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2aab0c33-a58f-43eb-9c47-3f039a1592f8 req-7cc3ca9e-cc02-4558-a1cb-35b4d2e4d5e6 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801717 Jul 15 23:03:51.953481 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e9b047a9-cce0-454a-98f2-835e18eb8fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.994083 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f0334676-cdaa-4977-bfb7-4f12e31dc9ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.032106 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f0334676-cdaa-4977-bfb7-4f12e31dc9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.063805 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-82c292bd-0563-4b5f-b413-c07fe256cf90 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Allocated IP 172.20.0.5 (147f0164-be98-43b4-81d0-63f63c5d44c6/cb958b45-2fa0-4e9b-a203-f469b0644c68/27939e22-5e18-4bcf-8a5f-6e6287f15f4a) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:52.068421 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8fbb8b66-b6e6-48b6-86c2-84cec8d824be req-c1e189ad-7506-4d32-b277-c7348b03162a tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64c486d-daa9-4031-a834-d15c94ff1017&id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2196171 Jul 15 23:03:52.082214 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f0334676-cdaa-4977-bfb7-4f12e31dc9ab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a2dec7c6648f4e99b00d5efd8fd3ca9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7433553 Jul 15 23:03:52.093422 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38344) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:52.170309 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device eb07a2a0-2204-4ec3-adfc-d324da3d5e9a details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:03:52.171932 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b047a9-cce0-454a-98f2-835e18eb8fcb admin admin] Pushing event updated for resources: {'Port': ['ID=b21a6650-c428-488a-864a-6a1bbba3d813,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:52.174278 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0334676-cdaa-4977-bfb7-4f12e31dc9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e33bedf-81f4-4de3-a8ef-70e71b690aaf,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:52.177582 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 36e71b02-9495-4d30-834b-4d3d1b3c473d up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:52.186096 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721e3e2-4ac9-4fd0-a06a-746b8416b1be req-8bc88dd0-8fea-4e52-bf0d-59a61ebd572d tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:52.187852 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0721e3e2-4ac9-4fd0-a06a-746b8416b1be req-8bc88dd0-8fea-4e52-bf0d-59a61ebd572d tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 944 time: 0.1159515 Jul 15 23:03:52.198023 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b047a9-cce0-454a-98f2-835e18eb8fcb admin admin] Network b9626c9c-14e7-41b9-80ae-ecf169930ebf is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:52.200150 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-e9b047a9-cce0-454a-98f2-835e18eb8fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:52.377998 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 36e71b02-9495-4d30-834b-4d3d1b3c473d completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:52.390847 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 36e71b02-9495-4d30-834b-4d3d1b3c473d triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:52.391518 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.403855 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b047a9-cce0-454a-98f2-835e18eb8fcb admin admin] Router 5534a0f2-f5fc-4e00-9241-8aace68c88e9 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:03:52.407985 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-82c292bd-0563-4b5f-b413-c07fe256cf90 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.489110 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=eb07a2a0-2204-4ec3-adfc-d324da3d5e9a,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:52.522074 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'eb07a2a0-2204-4ec3-adfc-d324da3d5e9a', 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5', 'port_id': 'eb07a2a0-2204-4ec3-adfc-d324da3d5e9a', 'mac_address': 'fa:16:3e:66:08:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '951a51fc-ffa0-401a-b919-6dcf1a893db8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:03:52.592792 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-bfb1a5ad-b0f1-471c-a61a-76cbc4b60f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0c43e3-ab51-4455-afee-2a76ff729069 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:03:52.606950 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-bfb1a5ad-b0f1-471c-a61a-76cbc4b60f21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.631655 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-bfb1a5ad-b0f1-471c-a61a-76cbc4b60f21 service neutron] Transition to ACTIVE for port object 3b0c43e3-ab51-4455-afee-2a76ff729069 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:52.632686 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'tag': 'eb72faf0-e402-4e9c-937e-dc2238b8df3b'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:52.636816 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31341a21-805f-4ab3-97ef-c7465b5d6a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "tag": "eb72faf0-e402-4e9c-937e-dc2238b8df3b"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:52.644174 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-bfb1a5ad-b0f1-471c-a61a-76cbc4b60f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.648388 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-82c292bd-0563-4b5f-b413-c07fe256cf90 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.667184 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0721e3e2-4ac9-4fd0-a06a-746b8416b1be req-a34d1161-ffb1-418f-8311-a2df1f34d42f tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088593 Jul 15 23:03:52.674039 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b047a9-cce0-454a-98f2-835e18eb8fcb admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:03:52.679423 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.684291 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6892bb64-ab9e-4ca7-989d-5c5f388830ad None None] Sync routers for ids ['5534a0f2-f5fc-4e00-9241-8aace68c88e9'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:03:52.688228 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e9b047a9-cce0-454a-98f2-835e18eb8fcb admin admin] 10.222.0.16 "PUT /v2.0/routers/5534a0f2-f5fc-4e00-9241-8aace68c88e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6687374 Jul 15 23:03:52.700184 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6892bb64-ab9e-4ca7-989d-5c5f388830ad None None] Routers {'5534a0f2-f5fc-4e00-9241-8aace68c88e9'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:52.700811 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-6892bb64-ab9e-4ca7-989d-5c5f388830ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:03:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['5534a0f2-f5fc-4e00-9241-8aace68c88e9'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:52.701839 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-82c292bd-0563-4b5f-b413-c07fe256cf90 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Network 147f0164-be98-43b4-81d0-63f63c5d44c6 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:52.713977 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-82c292bd-0563-4b5f-b413-c07fe256cf90 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:52.742872 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c35f8b-1f0d-4683-ba3c-654cc8462101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e71b02-9495-4d30-834b-4d3d1b3c473d'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:52.748240 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb937fb5-9949-499f-8652-9d6540d4de9a" -d '{"events": [{"server_uuid": "95c35f8b-1f0d-4683-ba3c-654cc8462101", "name": "network-vif-plugged", "status": "completed", "tag": "36e71b02-9495-4d30-834b-4d3d1b3c473d"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:52.755837 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-82c292bd-0563-4b5f-b413-c07fe256cf90 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:52.758176 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.763385 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa4a6c2c-e884-43fb-ac09-fe6c477f1d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.792525 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f25dbd-8cc2-4fec-bd28-2acc1c3bf83d req-804ed0ca-4049-4456-aeaa-18b1d6152dca tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:52.801586 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 36e71b02-9495-4d30-834b-4d3d1b3c473d, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=36e71b02-9495-4d30-834b-4d3d1b3c473d,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:52.804321 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b4f25dbd-8cc2-4fec-bd28-2acc1c3bf83d req-804ed0ca-4049-4456-aeaa-18b1d6152dca tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 931 time: 0.1318820 Jul 15 23:03:52.818991 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a2cfe432-fb70-4b03-97e5-ff2cb6903131 None None] Provisioning complete for port b21a6650-c428-488a-864a-6a1bbba3d813 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:52.819413 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a2cfe432-fb70-4b03-97e5-ff2cb6903131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.874546 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b4f25dbd-8cc2-4fec-bd28-2acc1c3bf83d req-e333f7f7-de54-4aa4-9fd6-3b29da73584d tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688837 Jul 15 23:03:52.890727 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb07a2a0-2204-4ec3-adfc-d324da3d5e9a {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:03:52.903995 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.948748 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc05184-96b6-4de2-a68c-1dec01b721b3 x-openstack-request-id: req-acc05184-96b6-4de2-a68c-1dec01b721b3 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:52.949134 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "tag": "eb72faf0-e402-4e9c-937e-dc2238b8df3b", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:52.949393 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-acc05184-96b6-4de2-a68c-1dec01b721b3 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:52.950323 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'tag': 'eb72faf0-e402-4e9c-937e-dc2238b8df3b', 'status': 'completed', 'code': 200} Jul 15 23:03:53.033392 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1a5ad-b0f1-471c-a61a-76cbc4b60f21 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0c43e3-ab51-4455-afee-2a76ff729069,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:53.035587 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-6892bb64-ab9e-4ca7-989d-5c5f388830ad None None] Set router 5534a0f2-f5fc-4e00-9241-8aace68c88e9 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:53.044518 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa4a6c2c-e884-43fb-ac09-fe6c477f1d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.061087 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=eb07a2a0-2204-4ec3-adfc-d324da3d5e9a,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:53.078212 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-bfb1a5ad-b0f1-471c-a61a-76cbc4b60f21 service neutron] Attempting to bind port 3b0c43e3-ab51-4455-afee-2a76ff729069 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:53.078558 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-bfb1a5ad-b0f1-471c-a61a-76cbc4b60f21 service neutron] Attempting to bind port 3b0c43e3-ab51-4455-afee-2a76ff729069 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '6218e074-3910-44ac-9d27-f9d6cc660fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b3dd95-5845-4ba7-8163-7532c80b8fbe'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:53.081062 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-bfb1a5ad-b0f1-471c-a61a-76cbc4b60f21 service neutron] Attempting to bind port 3b0c43e3-ab51-4455-afee-2a76ff729069 on network 31b3dd95-5845-4ba7-8163-7532c80b8fbe {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:53.083621 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42c8a46-d98f-4d93-85a7-db2f958298ed x-openstack-request-id: req-c42c8a46-d98f-4d93-85a7-db2f958298ed {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:53.083923 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c35f8b-1f0d-4683-ba3c-654cc8462101", "name": "network-vif-plugged", "status": "completed", "tag": "36e71b02-9495-4d30-834b-4d3d1b3c473d", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:53.084185 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c42c8a46-d98f-4d93-85a7-db2f958298ed {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:53.084605 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31341a21-805f-4ab3-97ef-c7465b5d6a2a req-9b5129b0-af2c-4447-a9cf-eb0b10b6e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:53.085234 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31341a21-805f-4ab3-97ef-c7465b5d6a2a req-9b5129b0-af2c-4447-a9cf-eb0b10b6e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:53.086132 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31341a21-805f-4ab3-97ef-c7465b5d6a2a req-9b5129b0-af2c-4447-a9cf-eb0b10b6e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:53.086294 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31341a21-805f-4ab3-97ef-c7465b5d6a2a req-9b5129b0-af2c-4447-a9cf-eb0b10b6e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:53.086853 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31341a21-805f-4ab3-97ef-c7465b5d6a2a req-9b5129b0-af2c-4447-a9cf-eb0b10b6e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:53.087385 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31341a21-805f-4ab3-97ef-c7465b5d6a2a req-9b5129b0-af2c-4447-a9cf-eb0b10b6e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:53.087915 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31341a21-805f-4ab3-97ef-c7465b5d6a2a req-9b5129b0-af2c-4447-a9cf-eb0b10b6e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:53.090008 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-31341a21-805f-4ab3-97ef-c7465b5d6a2a req-9b5129b0-af2c-4447-a9cf-eb0b10b6e495 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c022d86cdc7f4fca8c9ab116c350a036&device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 6175 time: 0.1187258 Jul 15 23:03:53.090880 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c35f8b-1f0d-4683-ba3c-654cc8462101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e71b02-9495-4d30-834b-4d3d1b3c473d', 'code': 200} Jul 15 23:03:53.099527 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.142960 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a2cfe432-fb70-4b03-97e5-ff2cb6903131 None None] Port b21a6650-c428-488a-864a-6a1bbba3d813 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:03:53.183882 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=36e71b02-9495-4d30-834b-4d3d1b3c473d,revision_number=10']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:53.334788 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=eb07a2a0-2204-4ec3-adfc-d324da3d5e9a,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:53.421569 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['eb07a2a0-2204-4ec3-adfc-d324da3d5e9a'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:03:53.480704 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-6892bb64-ab9e-4ca7-989d-5c5f388830ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'name': 'tempest-ServersTestBootFromVolume-1236208114-router', 'tenant_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '630fa708-0347-4d1d-bd5b-c0d55cea41cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:40Z', 'updated_at': '2021-07-15T23:03:50Z', 'revision_number': 4, 'project_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'gw_port': {'id': '630fa708-0347-4d1d-bd5b-c0d55cea41cb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:41Z', 'updated_at': '2021-07-15T23:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'b21a6650-c428-488a-864a-6a1bbba3d813', 'name': '', 'network_id': 'b9626c9c-14e7-41b9-80ae-ecf169930ebf', 'tenant_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'mac_address': 'fa:16:3e:21:b0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5972f2c7-444a-4ed2-b398-ab8bce9a1a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:47Z', 'updated_at': '2021-07-15T23:03:50Z', 'revision_number': 2, 'project_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'subnets': [{'id': '5972f2c7-444a-4ed2-b398-ab8bce9a1a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:53.545145 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6892bb64-ab9e-4ca7-989d-5c5f388830ad None None] Checking router: 5534a0f2-f5fc-4e00-9241-8aace68c88e9 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:03:53.545145 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6892bb64-ab9e-4ca7-989d-5c5f388830ad None None] Updating router 5534a0f2-f5fc-4e00-9241-8aace68c88e9 port b21a6650-c428-488a-864a-6a1bbba3d813 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:03:53.610627 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-82c292bd-0563-4b5f-b413-c07fe256cf90 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:53.611448 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-82c292bd-0563-4b5f-b413-c07fe256cf90 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.613851 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38366) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:53.628664 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6892bb64-ab9e-4ca7-989d-5c5f388830ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.645539 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d7dc31bc-7895-460d-bc0f-649714223fc3 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Request body: {'security_group': {'name': 'tempest-securitygroup--742115904', 'description': 'tempest-description--1582234948'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:53.678730 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-bfb1a5ad-b0f1-471c-a61a-76cbc4b60f21 service neutron] Port 3b0c43e3-ab51-4455-afee-2a76ff729069 on network 31b3dd95-5845-4ba7-8163-7532c80b8fbe not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:03:53.679227 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-bfb1a5ad-b0f1-471c-a61a-76cbc4b60f21 service neutron] Attempting to bind port 3b0c43e3-ab51-4455-afee-2a76ff729069 on network 31b3dd95-5845-4ba7-8163-7532c80b8fbe {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:53.716655 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-bfb1a5ad-b0f1-471c-a61a-76cbc4b60f21 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:53.717167 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-bfb1a5ad-b0f1-471c-a61a-76cbc4b60f21 service neutron] Checking segment: {'id': '6218e074-3910-44ac-9d27-f9d6cc660fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b3dd95-5845-4ba7-8163-7532c80b8fbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:53.717662 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-bfb1a5ad-b0f1-471c-a61a-76cbc4b60f21 service neutron] Bound using segment: {'id': '6218e074-3910-44ac-9d27-f9d6cc660fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b3dd95-5845-4ba7-8163-7532c80b8fbe'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:53.718238 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-bfb1a5ad-b0f1-471c-a61a-76cbc4b60f21 service neutron] Bound port: 3b0c43e3-ab51-4455-afee-2a76ff729069, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6218e074-3910-44ac-9d27-f9d6cc660fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b3dd95-5845-4ba7-8163-7532c80b8fbe'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:53.718757 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-bfb1a5ad-b0f1-471c-a61a-76cbc4b60f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.769969 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-82c292bd-0563-4b5f-b413-c07fe256cf90 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5712359 Jul 15 23:03:53.788897 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c292bd-0563-4b5f-b413-c07fe256cf90 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Pushing event updated for resources: {'Port': ['ID=27939e22-5e18-4bcf-8a5f-6e6287f15f4a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:53.829509 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-8b6cefaf-ad70-4de8-b342-a1e91286a8fc service neutron] Request body: {'port': {'device_id': 'f98fdfdc-675f-4264-bb90-407a8ded79a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:53.847407 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.878179 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7dc31bc-7895-460d-bc0f-649714223fc3 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.934149 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31341a21-805f-4ab3-97ef-c7465b5d6a2a req-1b12dccb-1c02-469d-a85e-29f670518dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:53.934704 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31341a21-805f-4ab3-97ef-c7465b5d6a2a req-1b12dccb-1c02-469d-a85e-29f670518dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:53.935100 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31341a21-805f-4ab3-97ef-c7465b5d6a2a req-1b12dccb-1c02-469d-a85e-29f670518dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:53.936854 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-31341a21-805f-4ab3-97ef-c7465b5d6a2a req-1b12dccb-1c02-469d-a85e-29f670518dd2 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=c022d86cdc7f4fca8c9ab116c350a036&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8399632 Jul 15 23:03:53.979125 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa4a6c2c-e884-43fb-ac09-fe6c477f1d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.982038 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa4a6c2c-e884-43fb-ac09-fe6c477f1d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.985222 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fa4a6c2c-e884-43fb-ac09-fe6c477f1d86 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e33bedf-81f4-4de3-a8ef-70e71b690aaf HTTP/1.1" status: 204 len: 168 time: 1.8885779 Jul 15 23:03:53.997630 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc97c7-c3f4-4fc5-a3b3-e8a47995baef req-a7e9a5a1-2461-4dcf-85e6-446f81b1c10b tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:54.003531 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc97c7-c3f4-4fc5-a3b3-e8a47995baef req-a7e9a5a1-2461-4dcf-85e6-446f81b1c10b tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:54.009704 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc97c7-c3f4-4fc5-a3b3-e8a47995baef req-a7e9a5a1-2461-4dcf-85e6-446f81b1c10b tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:54.016695 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc97c7-c3f4-4fc5-a3b3-e8a47995baef req-a7e9a5a1-2461-4dcf-85e6-446f81b1c10b tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:54.022730 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc97c7-c3f4-4fc5-a3b3-e8a47995baef req-a7e9a5a1-2461-4dcf-85e6-446f81b1c10b tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:54.029157 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc97c7-c3f4-4fc5-a3b3-e8a47995baef req-a7e9a5a1-2461-4dcf-85e6-446f81b1c10b tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:54.034970 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc97c7-c3f4-4fc5-a3b3-e8a47995baef req-a7e9a5a1-2461-4dcf-85e6-446f81b1c10b tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:54.040408 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6892bb64-ab9e-4ca7-989d-5c5f388830ad None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:54.043071 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9cc97c7-c3f4-4fc5-a3b3-e8a47995baef req-a7e9a5a1-2461-4dcf-85e6-446f81b1c10b tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 5380 time: 0.2484608 Jul 15 23:03:54.054516 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-6892bb64-ab9e-4ca7-989d-5c5f388830ad None None] Transition to ACTIVE for port object b21a6650-c428-488a-864a-6a1bbba3d813 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:54.062312 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6892bb64-ab9e-4ca7-989d-5c5f388830ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:54.062878 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-bfb1a5ad-b0f1-471c-a61a-76cbc4b60f21 service neutron] For port 3b0c43e3-ab51-4455-afee-2a76ff729069, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:54.075701 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332c162-a497-463e-869a-2c6d4894220b req-3317b51d-00e9-407a-a4f2-4e3a50847629 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:54.082580 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2332c162-a497-463e-869a-2c6d4894220b req-3317b51d-00e9-407a-a4f2-4e3a50847629 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 950 time: 0.2765887 Jul 15 23:03:54.104667 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-16858386-dac0-4f23-aa53-ca16e668625d tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:54.108429 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-16858386-dac0-4f23-aa53-ca16e668625d tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.36 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101&tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&binding%3Ahost_id=n-h1-787205-9 HTTP/1.1" status: 200 len: 950 time: 0.4910345 Jul 15 23:03:54.110858 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c72e9-2642-4ff8-b0bb-2b3dbefc0b84 None None] Pushing event updated for resources: {'Port': ['ID=b21a6650-c428-488a-864a-6a1bbba3d813,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:54.112108 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a6c2c-e884-43fb-ac09-fe6c477f1d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e33bedf-81f4-4de3-a8ef-70e71b690aaf,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:54.196844 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-bfb1a5ad-b0f1-471c-a61a-76cbc4b60f21 service neutron] For port 3b0c43e3-ab51-4455-afee-2a76ff729069, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=3b0c43e3-ab51-4455-afee-2a76ff729069,segment=NetworkSegment(6218e074-3910-44ac-9d27-f9d6cc660fd8),segment_id=6218e074-3910-44ac-9d27-f9d6cc660fd8)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:54.201416 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-8b6cefaf-ad70-4de8-b342-a1e91286a8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:54.218845 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2332c162-a497-463e-869a-2c6d4894220b req-e8fba57e-56ac-4a6b-a8e9-0d102224cc2b tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352456 Jul 15 23:03:54.234062 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-bfb1a5ad-b0f1-471c-a61a-76cbc4b60f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:54.235768 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-6892bb64-ab9e-4ca7-989d-5c5f388830ad None None] Attempting to bind port b21a6650-c428-488a-864a-6a1bbba3d813 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:54.236152 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-6892bb64-ab9e-4ca7-989d-5c5f388830ad None None] Attempting to bind port b21a6650-c428-488a-864a-6a1bbba3d813 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '23f78d5f-ef46-4b6e-9288-c9b344c6ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b9626c9c-14e7-41b9-80ae-ecf169930ebf'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:54.236500 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6892bb64-ab9e-4ca7-989d-5c5f388830ad None None] Attempting to bind port b21a6650-c428-488a-864a-6a1bbba3d813 on network b9626c9c-14e7-41b9-80ae-ecf169930ebf {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:54.242199 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6892bb64-ab9e-4ca7-989d-5c5f388830ad None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:54.242784 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6892bb64-ab9e-4ca7-989d-5c5f388830ad None None] Checking segment: {'id': '23f78d5f-ef46-4b6e-9288-c9b344c6ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b9626c9c-14e7-41b9-80ae-ecf169930ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:54.243443 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6892bb64-ab9e-4ca7-989d-5c5f388830ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:54.243898 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6892bb64-ab9e-4ca7-989d-5c5f388830ad None None] Bound using segment: {'id': '23f78d5f-ef46-4b6e-9288-c9b344c6ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b9626c9c-14e7-41b9-80ae-ecf169930ebf'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:54.245384 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-6892bb64-ab9e-4ca7-989d-5c5f388830ad None None] Bound port: b21a6650-c428-488a-864a-6a1bbba3d813, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f78d5f-ef46-4b6e-9288-c9b344c6ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b9626c9c-14e7-41b9-80ae-ecf169930ebf'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:54.246122 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6892bb64-ab9e-4ca7-989d-5c5f388830ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:54.250666 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9cc97c7-c3f4-4fc5-a3b3-e8a47995baef req-2f9baa59-748f-4a08-aed3-29ab573c89d2 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64c486d-daa9-4031-a834-d15c94ff1017&id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2065797 Jul 15 23:03:54.307387 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-bfb1a5ad-b0f1-471c-a61a-76cbc4b60f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:54.308568 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-bfb1a5ad-b0f1-471c-a61a-76cbc4b60f21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:54.311208 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-bfb1a5ad-b0f1-471c-a61a-76cbc4b60f21 service neutron] 10.222.0.43 "PUT /v2.0/ports/3b0c43e3-ab51-4455-afee-2a76ff729069 HTTP/1.1" status: 200 len: 1135 time: 3.0510681 Jul 15 23:03:54.322903 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31341a21-805f-4ab3-97ef-c7465b5d6a2a req-d0d2f922-f5ed-467f-ac7c-dd39590c19ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:54.324564 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-31341a21-805f-4ab3-97ef-c7465b5d6a2a req-d0d2f922-f5ed-467f-ac7c-dd39590c19ea service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3799725 Jul 15 23:03:54.353982 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c4cd6fbf-1f70-4784-93d3-db4ac2b4825f service neutron] Request body: {'port': {'device_id': '3200588c-0b41-4461-8228-06d1161382ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:54.438127 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-6892bb64-ab9e-4ca7-989d-5c5f388830ad None None] For port b21a6650-c428-488a-864a-6a1bbba3d813, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:54.440772 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-5c4a9a22-f90d-49ff-993c-738d2aebd5d0 service neutron] 10.222.0.36 "GET /v2.0/ports/36e71b02-9495-4d30-834b-4d3d1b3c473d/bindings/n-h1-787205-9 HTTP/1.1" status: 200 len: 382 time: 0.2860944 Jul 15 23:03:54.447791 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-6892bb64-ab9e-4ca7-989d-5c5f388830ad None None] For port b21a6650-c428-488a-864a-6a1bbba3d813, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b21a6650-c428-488a-864a-6a1bbba3d813,segment=NetworkSegment(23f78d5f-ef46-4b6e-9288-c9b344c6ff05),segment_id=23f78d5f-ef46-4b6e-9288-c9b344c6ff05)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:54.449381 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1a5ad-b0f1-471c-a61a-76cbc4b60f21 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0c43e3-ab51-4455-afee-2a76ff729069,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:54.453172 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6892bb64-ab9e-4ca7-989d-5c5f388830ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:54.582252 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c4cd6fbf-1f70-4784-93d3-db4ac2b4825f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:54.633651 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6892bb64-ab9e-4ca7-989d-5c5f388830ad None None] Routers {'5534a0f2-f5fc-4e00-9241-8aace68c88e9'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:54.634284 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-6892bb64-ab9e-4ca7-989d-5c5f388830ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:03:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['5534a0f2-f5fc-4e00-9241-8aace68c88e9'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:54.692005 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c72e9-2642-4ff8-b0bb-2b3dbefc0b84 None None] Pushing event updated for resources: {'Port': ['ID=b21a6650-c428-488a-864a-6a1bbba3d813,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:54.817480 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7dc31bc-7895-460d-bc0f-649714223fc3 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:54.833699 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-6892bb64-ab9e-4ca7-989d-5c5f388830ad None None] Set router 5534a0f2-f5fc-4e00-9241-8aace68c88e9 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:54.843541 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7dc31bc-7895-460d-bc0f-649714223fc3 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:54.887871 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7dc31bc-7895-460d-bc0f-649714223fc3 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:54.889337 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d7dc31bc-7895-460d-bc0f-649714223fc3 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2482514 Jul 15 23:03:54.913151 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38388) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:54.965430 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4beb47e1-bd8f-4da2-bc58-fb3736a88fa9 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Request body: {'security_group_rule': {'security_group_id': 'c0fc56ec-9d35-4dbf-bc1f-aca3323208f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:54.976551 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'tag': '3b0c43e3-ab51-4455-afee-2a76ff729069'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:54.978958 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7e8f9f-c19e-4752-88d3-31d5ecd55bea" -d '{"events": [{"name": "network-changed", "server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "tag": "3b0c43e3-ab51-4455-afee-2a76ff729069"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:55.002397 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc31bc-7895-460d-bc0f-649714223fc3 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fc56ec-9d35-4dbf-bc1f-aca3323208f7,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:55.179372 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4beb47e1-bd8f-4da2-bc58-fb3736a88fa9 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.222584 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060fcbb-d655-43c3-96d5-4bf36472e41c req-73986ff1-d28d-4b1e-a2e0-cc8e59a4317a tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:55.224251 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1060fcbb-d655-43c3-96d5-4bf36472e41c req-73986ff1-d28d-4b1e-a2e0-cc8e59a4317a tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 931 time: 0.2273700 Jul 15 23:03:55.234488 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c86d9-c0b9-4fbc-a23b-312e80654106 req-fd0b0b1a-9118-4d7b-87e3-8e26bf1ebeec tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:55.236328 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b84c86d9-c0b9-4fbc-a23b-312e80654106 req-fd0b0b1a-9118-4d7b-87e3-8e26bf1ebeec tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 945 time: 0.2403677 Jul 15 23:03:55.321949 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-6892bb64-ab9e-4ca7-989d-5c5f388830ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'name': 'tempest-ServersTestBootFromVolume-1236208114-router', 'tenant_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '630fa708-0347-4d1d-bd5b-c0d55cea41cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:40Z', 'updated_at': '2021-07-15T23:03:50Z', 'revision_number': 4, 'project_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'gw_port': {'id': '630fa708-0347-4d1d-bd5b-c0d55cea41cb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:41Z', 'updated_at': '2021-07-15T23:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'b21a6650-c428-488a-864a-6a1bbba3d813', 'name': '', 'network_id': 'b9626c9c-14e7-41b9-80ae-ecf169930ebf', 'tenant_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'mac_address': 'fa:16:3e:21:b0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5972f2c7-444a-4ed2-b398-ab8bce9a1a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:47Z', 'updated_at': '2021-07-15T23:03:54Z', 'revision_number': 4, 'project_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'subnets': [{'id': '5972f2c7-444a-4ed2-b398-ab8bce9a1a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:55.339781 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38404) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:55.355441 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-8b6cefaf-ad70-4de8-b342-a1e91286a8fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27939e22-5e18-4bcf-8a5f-6e6287f15f4a {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:03:55.363664 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1060fcbb-d655-43c3-96d5-4bf36472e41c req-574ec943-e270-4222-a4e9-aa6b2d343984 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249053 Jul 15 23:03:55.365109 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-8b6cefaf-ad70-4de8-b342-a1e91286a8fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.365923 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c4cd6fbf-1f70-4784-93d3-db4ac2b4825f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6cb89d5-6817-4bc8-b0e6-53e8aba786ef {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:03:55.381093 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-8b6cefaf-ad70-4de8-b342-a1e91286a8fc service neutron] Transition to ACTIVE for port object 27939e22-5e18-4bcf-8a5f-6e6287f15f4a will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:55.384350 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-25e182ec-6ea7-4a1c-95ba-da742c2afaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:55.386833 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-25e182ec-6ea7-4a1c-95ba-da742c2afaad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 1101 time: 0.8890615 Jul 15 23:03:55.392513 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b84c86d9-c0b9-4fbc-a23b-312e80654106 req-367faacc-8e1a-4a4e-9719-d381ef79033b tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484220 Jul 15 23:03:55.393683 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6892bb64-ab9e-4ca7-989d-5c5f388830ad None None] The sync data for ids ['5534a0f2-f5fc-4e00-9241-8aace68c88e9'] in n-d-787205-9 is: [{'id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'name': 'tempest-ServersTestBootFromVolume-1236208114-router', 'tenant_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '630fa708-0347-4d1d-bd5b-c0d55cea41cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:40Z', 'updated_at': '2021-07-15T23:03:50Z', 'revision_number': 4, 'project_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'gw_port': {'id': '630fa708-0347-4d1d-bd5b-c0d55cea41cb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:41Z', 'updated_at': '2021-07-15T23:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'b21a6650-c428-488a-864a-6a1bbba3d813', 'name': '', 'network_id': 'b9626c9c-14e7-41b9-80ae-ecf169930ebf', 'tenant_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'mac_address': 'fa:16:3e:21:b0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5972f2c7-444a-4ed2-b398-ab8bce9a1a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:47Z', 'updated_at': '2021-07-15T23:03:54Z', 'revision_number': 4, 'project_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'subnets': [{'id': '5972f2c7-444a-4ed2-b398-ab8bce9a1a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:03:55.395164 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c4cd6fbf-1f70-4784-93d3-db4ac2b4825f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.412975 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c4cd6fbf-1f70-4784-93d3-db4ac2b4825f service neutron] Transition to ACTIVE for port object d6cb89d5-6817-4bc8-b0e6-53e8aba786ef will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:55.417755 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c4cd6fbf-1f70-4784-93d3-db4ac2b4825f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.426306 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-8b6cefaf-ad70-4de8-b342-a1e91286a8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.523181 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd57cde-df89-4605-801a-b19b0aef6c5a x-openstack-request-id: req-afd57cde-df89-4605-801a-b19b0aef6c5a {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:55.527415 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "tag": "3b0c43e3-ab51-4455-afee-2a76ff729069", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:55.528987 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-afd57cde-df89-4605-801a-b19b0aef6c5a {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:55.531765 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd6fbf-1f70-4784-93d3-db4ac2b4825f service neutron] Pushing event updated for resources: {'Port': ['ID=d6cb89d5-6817-4bc8-b0e6-53e8aba786ef,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:55.532183 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'tag': '3b0c43e3-ab51-4455-afee-2a76ff729069', 'status': 'completed', 'code': 200} Jul 15 23:03:55.668053 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4beb47e1-bd8f-4da2-bc58-fb3736a88fa9 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.683736 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c4cd6fbf-1f70-4784-93d3-db4ac2b4825f service neutron] Attempting to bind port d6cb89d5-6817-4bc8-b0e6-53e8aba786ef on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:55.689448 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c4cd6fbf-1f70-4784-93d3-db4ac2b4825f service neutron] Attempting to bind port d6cb89d5-6817-4bc8-b0e6-53e8aba786ef by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '6218e074-3910-44ac-9d27-f9d6cc660fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b3dd95-5845-4ba7-8163-7532c80b8fbe'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:55.689940 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c4cd6fbf-1f70-4784-93d3-db4ac2b4825f service neutron] Attempting to bind port d6cb89d5-6817-4bc8-b0e6-53e8aba786ef on network 31b3dd95-5845-4ba7-8163-7532c80b8fbe {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:55.706667 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c4cd6fbf-1f70-4784-93d3-db4ac2b4825f service neutron] Port d6cb89d5-6817-4bc8-b0e6-53e8aba786ef on network 31b3dd95-5845-4ba7-8163-7532c80b8fbe not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:03:55.710354 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c4cd6fbf-1f70-4784-93d3-db4ac2b4825f service neutron] Attempting to bind port d6cb89d5-6817-4bc8-b0e6-53e8aba786ef on network 31b3dd95-5845-4ba7-8163-7532c80b8fbe {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:55.734625 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-7377af8d-cf57-4f44-8dc5-376fb363f23e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-435878998-network', 'tenant_id': '981640f2e6ac4ca98a41be40e07130c3'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:55.831602 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c4cd6fbf-1f70-4784-93d3-db4ac2b4825f service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:55.832213 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c4cd6fbf-1f70-4784-93d3-db4ac2b4825f service neutron] Checking segment: {'id': '6218e074-3910-44ac-9d27-f9d6cc660fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b3dd95-5845-4ba7-8163-7532c80b8fbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:55.832817 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c4cd6fbf-1f70-4784-93d3-db4ac2b4825f service neutron] Bound using segment: {'id': '6218e074-3910-44ac-9d27-f9d6cc660fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b3dd95-5845-4ba7-8163-7532c80b8fbe'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:55.833692 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c4cd6fbf-1f70-4784-93d3-db4ac2b4825f service neutron] Bound port: d6cb89d5-6817-4bc8-b0e6-53e8aba786ef, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6218e074-3910-44ac-9d27-f9d6cc660fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b3dd95-5845-4ba7-8163-7532c80b8fbe'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:55.834221 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c4cd6fbf-1f70-4784-93d3-db4ac2b4825f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.854963 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-bcfca7a6-0c6b-41cb-9d45-2c355d53bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:55.860847 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-bcfca7a6-0c6b-41cb-9d45-2c355d53bbac service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.4376965 Jul 15 23:03:55.865899 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4beb47e1-bd8f-4da2-bc58-fb3736a88fa9 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.877680 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7377af8d-cf57-4f44-8dc5-376fb363f23e admin admin] Made reservation on behalf of 981640f2e6ac4ca98a41be40e07130c3 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:55.880489 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7377af8d-cf57-4f44-8dc5-376fb363f23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.954574 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-6b83be83-25a5-46bc-ab20-af161b9b9117 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=36e71b02-9495-4d30-834b-4d3d1b3c473d HTTP/1.1" status: 200 len: 217 time: 0.0838251 Jul 15 23:03:55.966890 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4beb47e1-bd8f-4da2-bc58-fb3736a88fa9 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.968100 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4beb47e1-bd8f-4da2-bc58-fb3736a88fa9 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0535183 Jul 15 23:03:55.972588 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7377af8d-cf57-4f44-8dc5-376fb363f23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.979146 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38412) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:56.001982 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-f40e7329-94d4-4c83-b740-683ee82deb9c tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Request body: {'security_group_rule': {'security_group_id': 'c0fc56ec-9d35-4dbf-bc1f-aca3323208f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:56.044220 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb47e1-bd8f-4da2-bc58-fb3736a88fa9 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59d6a28f-e430-456c-886c-20100f8a6dd7,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:56.089478 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6cefaf-ad70-4de8-b342-a1e91286a8fc service neutron] Pushing event updated for resources: {'Port': ['ID=27939e22-5e18-4bcf-8a5f-6e6287f15f4a,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:56.137818 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-1398769b-9e0a-4b1b-bcb6-a196f11442f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:56.139383 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-1398769b-9e0a-4b1b-bcb6-a196f11442f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1676261 Jul 15 23:03:56.140198 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619f1a8-805b-42a9-a126-3182f814cada req-6adfb46e-b3bd-4a80-883a-4088703c1f33 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:56.143054 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-8b6cefaf-ad70-4de8-b342-a1e91286a8fc service neutron] Attempting to bind port 27939e22-5e18-4bcf-8a5f-6e6287f15f4a on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:56.143469 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-8b6cefaf-ad70-4de8-b342-a1e91286a8fc service neutron] Attempting to bind port 27939e22-5e18-4bcf-8a5f-6e6287f15f4a by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '5bcbfba5-f1c1-4236-a250-542a8e550bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '147f0164-be98-43b4-81d0-63f63c5d44c6'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:56.144020 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-8b6cefaf-ad70-4de8-b342-a1e91286a8fc service neutron] Attempting to bind port 27939e22-5e18-4bcf-8a5f-6e6287f15f4a on network 147f0164-be98-43b4-81d0-63f63c5d44c6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:56.148964 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619f1a8-805b-42a9-a126-3182f814cada req-6adfb46e-b3bd-4a80-883a-4088703c1f33 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:56.156359 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619f1a8-805b-42a9-a126-3182f814cada req-6adfb46e-b3bd-4a80-883a-4088703c1f33 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:56.162488 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619f1a8-805b-42a9-a126-3182f814cada req-6adfb46e-b3bd-4a80-883a-4088703c1f33 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:56.168671 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619f1a8-805b-42a9-a126-3182f814cada req-6adfb46e-b3bd-4a80-883a-4088703c1f33 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:56.171242 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device eb07a2a0-2204-4ec3-adfc-d324da3d5e9a up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:56.184068 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619f1a8-805b-42a9-a126-3182f814cada req-6adfb46e-b3bd-4a80-883a-4088703c1f33 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:56.189845 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619f1a8-805b-42a9-a126-3182f814cada req-6adfb46e-b3bd-4a80-883a-4088703c1f33 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:56.197802 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1619f1a8-805b-42a9-a126-3182f814cada req-6adfb46e-b3bd-4a80-883a-4088703c1f33 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 5392 time: 0.4549634 Jul 15 23:03:56.199273 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-8b6cefaf-ad70-4de8-b342-a1e91286a8fc service neutron] Port 27939e22-5e18-4bcf-8a5f-6e6287f15f4a on network 147f0164-be98-43b4-81d0-63f63c5d44c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:03:56.200106 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-8b6cefaf-ad70-4de8-b342-a1e91286a8fc service neutron] Attempting to bind port 27939e22-5e18-4bcf-8a5f-6e6287f15f4a on network 147f0164-be98-43b4-81d0-63f63c5d44c6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:56.233269 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e8f9f-c19e-4752-88d3-31d5ecd55bea req-b1d05590-7848-49ef-ae48-c7608c0eb3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:56.235396 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e8f9f-c19e-4752-88d3-31d5ecd55bea req-b1d05590-7848-49ef-ae48-c7608c0eb3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:56.235915 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e8f9f-c19e-4752-88d3-31d5ecd55bea req-b1d05590-7848-49ef-ae48-c7608c0eb3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:56.236391 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e8f9f-c19e-4752-88d3-31d5ecd55bea req-b1d05590-7848-49ef-ae48-c7608c0eb3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:56.236808 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc618081-630a-4f82-84ab-176fc014128c req-7534d7d6-5916-4e45-8d65-535b43f7a3b7 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:56.237315 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e8f9f-c19e-4752-88d3-31d5ecd55bea req-b1d05590-7848-49ef-ae48-c7608c0eb3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:56.237405 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e8f9f-c19e-4752-88d3-31d5ecd55bea req-b1d05590-7848-49ef-ae48-c7608c0eb3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:56.238149 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e8f9f-c19e-4752-88d3-31d5ecd55bea req-b1d05590-7848-49ef-ae48-c7608c0eb3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:56.240536 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-de7e8f9f-c19e-4752-88d3-31d5ecd55bea req-b1d05590-7848-49ef-ae48-c7608c0eb3db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c022d86cdc7f4fca8c9ab116c350a036&device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 6242 time: 0.6959083 Jul 15 23:03:56.241576 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-8b6cefaf-ad70-4de8-b342-a1e91286a8fc service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:56.241952 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-8b6cefaf-ad70-4de8-b342-a1e91286a8fc service neutron] Checking segment: {'id': '5bcbfba5-f1c1-4236-a250-542a8e550bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '147f0164-be98-43b4-81d0-63f63c5d44c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:56.242355 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-8b6cefaf-ad70-4de8-b342-a1e91286a8fc service neutron] Bound using segment: {'id': '5bcbfba5-f1c1-4236-a250-542a8e550bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '147f0164-be98-43b4-81d0-63f63c5d44c6'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:56.243018 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-8b6cefaf-ad70-4de8-b342-a1e91286a8fc service neutron] Bound port: 27939e22-5e18-4bcf-8a5f-6e6287f15f4a, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcbfba5-f1c1-4236-a250-542a8e550bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '147f0164-be98-43b4-81d0-63f63c5d44c6'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:56.243403 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-8b6cefaf-ad70-4de8-b342-a1e91286a8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:56.245030 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc618081-630a-4f82-84ab-176fc014128c req-7534d7d6-5916-4e45-8d65-535b43f7a3b7 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 950 time: 0.3746734 Jul 15 23:03:56.262748 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:56.270509 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:56.271266 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:56.325385 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f40e7329-94d4-4c83-b740-683ee82deb9c tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:56.372401 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c4cd6fbf-1f70-4784-93d3-db4ac2b4825f service neutron] For port d6cb89d5-6817-4bc8-b0e6-53e8aba786ef, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:56.426690 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-8b6cefaf-ad70-4de8-b342-a1e91286a8fc service neutron] For port 27939e22-5e18-4bcf-8a5f-6e6287f15f4a, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:56.437414 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-8b6cefaf-ad70-4de8-b342-a1e91286a8fc service neutron] For port 27939e22-5e18-4bcf-8a5f-6e6287f15f4a, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=27939e22-5e18-4bcf-8a5f-6e6287f15f4a,segment=NetworkSegment(5bcbfba5-f1c1-4236-a250-542a8e550bb9),segment_id=5bcbfba5-f1c1-4236-a250-542a8e550bb9)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:56.449175 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:56.454080 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-2fbaa820-3852-4d0c-96de-9d7f7ae12464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:56.456375 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-2fbaa820-3852-4d0c-96de-9d7f7ae12464 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3081529 Jul 15 23:03:56.458116 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-8b6cefaf-ad70-4de8-b342-a1e91286a8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:56.488904 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1619f1a8-805b-42a9-a126-3182f814cada req-93b8e8b4-1b7c-4995-b022-89a8a2d4e6f8 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64c486d-daa9-4031-a834-d15c94ff1017&id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2900777 Jul 15 23:03:56.505257 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4b7fa8-9c48-4cab-9925-d602d8daab46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb07a2a0-2204-4ec3-adfc-d324da3d5e9a'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:56.513163 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbe411a-8b40-4034-a6fe-072b29078c96" -d '{"events": [{"server_uuid": "fa4b7fa8-9c48-4cab-9925-d602d8daab46", "name": "network-vif-plugged", "status": "completed", "tag": "eb07a2a0-2204-4ec3-adfc-d324da3d5e9a"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:56.529073 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc618081-630a-4f82-84ab-176fc014128c req-9e34fdb0-ce17-4e16-8f4e-3cd2181a2f1d tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830615 Jul 15 23:03:56.534042 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c4cd6fbf-1f70-4784-93d3-db4ac2b4825f service neutron] For port d6cb89d5-6817-4bc8-b0e6-53e8aba786ef, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=d6cb89d5-6817-4bc8-b0e6-53e8aba786ef,segment=NetworkSegment(6218e074-3910-44ac-9d27-f9d6cc660fd8),segment_id=6218e074-3910-44ac-9d27-f9d6cc660fd8)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:56.539373 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=eb07a2a0-2204-4ec3-adfc-d324da3d5e9a,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:56.544305 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:56.595418 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c4cd6fbf-1f70-4784-93d3-db4ac2b4825f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:56.655138 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-8b6cefaf-ad70-4de8-b342-a1e91286a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:56.658602 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-8b6cefaf-ad70-4de8-b342-a1e91286a8fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:56.664957 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-8b6cefaf-ad70-4de8-b342-a1e91286a8fc service neutron] 10.222.0.36 "PUT /v2.0/ports/27939e22-5e18-4bcf-8a5f-6e6287f15f4a HTTP/1.1" status: 200 len: 1091 time: 2.8771987 Jul 15 23:03:56.665304 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=eb07a2a0-2204-4ec3-adfc-d324da3d5e9a,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:56.827357 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c4cd6fbf-1f70-4784-93d3-db4ac2b4825f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:56.839752 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c4cd6fbf-1f70-4784-93d3-db4ac2b4825f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:56.842260 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c4cd6fbf-1f70-4784-93d3-db4ac2b4825f service neutron] 10.222.0.43 "PUT /v2.0/ports/d6cb89d5-6817-4bc8-b0e6-53e8aba786ef HTTP/1.1" status: 200 len: 1091 time: 2.4931257 Jul 15 23:03:56.844933 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'tag': 'd6cb89d5-6817-4bc8-b0e6-53e8aba786ef'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:56.847639 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2ee0c2-f1a1-4378-bb9a-c0b434d1dd86" -d '{"events": [{"name": "network-changed", "server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "tag": "d6cb89d5-6817-4bc8-b0e6-53e8aba786ef"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:56.945591 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-1b3ba283-683e-41b1-9315-d21f0688dd32 service neutron] Request body: {'port': {'device_id': '3200588c-0b41-4461-8228-06d1161382ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:56.951042 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-21c21bdd-be62-45d8-b0a2-1dffdff9998a service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723208 Jul 15 23:03:57.004299 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f40e7329-94d4-4c83-b740-683ee82deb9c tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:57.030448 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd6fbf-1f70-4784-93d3-db4ac2b4825f service neutron] Pushing event updated for resources: {'Port': ['ID=d6cb89d5-6817-4bc8-b0e6-53e8aba786ef,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:57.105705 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6cefaf-ad70-4de8-b342-a1e91286a8fc service neutron] Pushing event updated for resources: {'Port': ['ID=27939e22-5e18-4bcf-8a5f-6e6287f15f4a,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:57.119582 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f40e7329-94d4-4c83-b740-683ee82deb9c tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:57.142838 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e8f9f-c19e-4752-88d3-31d5ecd55bea req-8b98fb0f-6e87-4c7b-9079-9e486ab89b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:57.150147 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e8f9f-c19e-4752-88d3-31d5ecd55bea req-8b98fb0f-6e87-4c7b-9079-9e486ab89b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:57.150896 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e8f9f-c19e-4752-88d3-31d5ecd55bea req-8b98fb0f-6e87-4c7b-9079-9e486ab89b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:57.152885 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-de7e8f9f-c19e-4752-88d3-31d5ecd55bea req-8b98fb0f-6e87-4c7b-9079-9e486ab89b3d service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=c022d86cdc7f4fca8c9ab116c350a036&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8901801 Jul 15 23:03:57.208393 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b21a6650-c428-488a-864a-6a1bbba3d813 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:57.285767 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e7329-94d4-4c83-b740-683ee82deb9c tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d22d234-0321-4aed-994a-1bea76cc51db,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:57.308638 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port b21a6650-c428-488a-864a-6a1bbba3d813 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:57.314709 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port b21a6650-c428-488a-864a-6a1bbba3d813 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:57.315358 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:57.372774 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7377af8d-cf57-4f44-8dc5-376fb363f23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:57.414264 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7377af8d-cf57-4f44-8dc5-376fb363f23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:57.415400 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:57.442994 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f40e7329-94d4-4c83-b740-683ee82deb9c tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:57.444289 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f40e7329-94d4-4c83-b740-683ee82deb9c tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4517767 Jul 15 23:03:57.448525 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38424) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:57.459567 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2d1e3969-a39c-4842-a2dd-973ec0c263f5 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:57.464557 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port b21a6650-c428-488a-864a-6a1bbba3d813, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b21a6650-c428-488a-864a-6a1bbba3d813,segment=NetworkSegment(23f78d5f-ef46-4b6e-9288-c9b344c6ff05),segment_id=23f78d5f-ef46-4b6e-9288-c9b344c6ff05)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:57.469582 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:57.504635 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7377af8d-cf57-4f44-8dc5-376fb363f23e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:03:57.538022 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98fdfdc-675f-4264-bb90-407a8ded79a7', 'tag': '27939e22-5e18-4bcf-8a5f-6e6287f15f4a'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:57.540800 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad70be81-fd0b-45a5-b65d-e6e11f873748" -d '{"events": [{"name": "network-changed", "server_uuid": "f98fdfdc-675f-4264-bb90-407a8ded79a7", "tag": "27939e22-5e18-4bcf-8a5f-6e6287f15f4a"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:57.548087 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=b21a6650-c428-488a-864a-6a1bbba3d813,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:57.551666 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-1b3ba283-683e-41b1-9315-d21f0688dd32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:57.562447 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377af8d-cf57-4f44-8dc5-376fb363f23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab559ccd-a8a8-426b-91fe-f30edc14b5bf,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:57.583649 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-6e127455-7256-499e-b89a-530e3761b9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:57.590944 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-6e127455-7256-499e-b89a-530e3761b9d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6527c2f6f2cf474e911d5a1b1b647a38&device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 1094 time: 0.8526947 Jul 15 23:03:57.599686 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e8f9f-c19e-4752-88d3-31d5ecd55bea req-dc6294e3-4913-4928-87a4-d6cc5af35b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:57.601039 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7377af8d-cf57-4f44-8dc5-376fb363f23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:57.601545 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-de7e8f9f-c19e-4752-88d3-31d5ecd55bea req-dc6294e3-4913-4928-87a4-d6cc5af35b8a service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4279170 Jul 15 23:03:57.601728 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-7377af8d-cf57-4f44-8dc5-376fb363f23e admin admin] Added segment 8885cdad-284c-471d-8fd7-cffb97ca517b of type vlan for network 7a8b5a71-bcbf-4d0d-8dd4-90338ee369f8 Jul 15 23:03:57.604273 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-bc3da058-dcff-4f16-83a4-423ceb5a2a93 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6390288 Jul 15 23:03:57.657342 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7377af8d-cf57-4f44-8dc5-376fb363f23e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:57.696488 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-f31ed20d-59d1-46ef-b1c4-7f89e82ccb21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27939e22-5e18-4bcf-8a5f-6e6287f15f4a HTTP/1.1" status: 200 len: 217 time: 0.0715127 Jul 15 23:03:57.702124 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2d1e3969-a39c-4842-a2dd-973ec0c263f5 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:57.738019 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358b166-d8ac-4a86-a1e8-44a779cc64ba req-cb2c0413-120c-429f-9902-9ce0b8ca1165 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:57.741347 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1358b166-d8ac-4a86-a1e8-44a779cc64ba req-cb2c0413-120c-429f-9902-9ce0b8ca1165 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 943 time: 0.8516679 Jul 15 23:03:57.777181 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-d533b824-a8e8-4348-ad09-3671cf52aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:57.779405 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-d533b824-a8e8-4348-ad09-3671cf52aac3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb958b45-2fa0-4e9b-a203-f469b0644c68 HTTP/1.1" status: 200 len: 850 time: 0.0714183 Jul 15 23:03:57.836755 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1433cb-1d10-444c-8cfb-4a68c1cf9f71 req-d7ed2127-a2ad-4441-93d2-94705258ad98 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:57.846230 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e1433cb-1d10-444c-8cfb-4a68c1cf9f71 req-d7ed2127-a2ad-4441-93d2-94705258ad98 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 946 time: 0.8399959 Jul 15 23:03:57.851367 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7377af8d-cf57-4f44-8dc5-376fb363f23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:57.852311 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7377af8d-cf57-4f44-8dc5-376fb363f23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:57.857226 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-a17d208f-9494-4b09-8592-8745e5d5c0ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=147f0164-be98-43b4-81d0-63f63c5d44c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665131 Jul 15 23:03:57.859102 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7377af8d-cf57-4f44-8dc5-376fb363f23e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:57.968235 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7377af8d-cf57-4f44-8dc5-376fb363f23e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6252906 Jul 15 23:03:57.985596 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38434) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:57.992761 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4b6122e5-3c38-4901-8923-4a81ea8f155e admin admin] Request body: {'subnet': {'network_id': '7a8b5a71-bcbf-4d0d-8dd4-90338ee369f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-435878998-subnet', 'tenant_id': '981640f2e6ac4ca98a41be40e07130c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:58.022238 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377af8d-cf57-4f44-8dc5-376fb363f23e admin admin] Pushing event updated for resources: {'Network': ['ID=7a8b5a71-bcbf-4d0d-8dd4-90338ee369f8,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:58.038657 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 7a8b5a71-bcbf-4d0d-8dd4-90338ee369f8 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:03:58.084835 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6122e5-3c38-4901-8923-4a81ea8f155e admin admin] Made reservation on behalf of 981640f2e6ac4ca98a41be40e07130c3 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:58.092047 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4b6122e5-3c38-4901-8923-4a81ea8f155e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:58.128172 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e1433cb-1d10-444c-8cfb-4a68c1cf9f71 req-0ca74388-8ec8-4688-9ec1-5b280a3d1ebb tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807279 Jul 15 23:03:58.151106 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1358b166-d8ac-4a86-a1e8-44a779cc64ba req-287455e6-9684-4e6d-acca-924520deec3f tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354311 Jul 15 23:03:58.213369 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-d9834e8f-e82a-474a-b6ee-52789d4bccfa service neutron] 10.222.0.36 "GET /v2.0/networks/147f0164-be98-43b4-81d0-63f63c5d44c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474309 Jul 15 23:03:58.243153 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88a55cf-2f7e-41fd-b846-edd003e062c0 x-openstack-request-id: req-e88a55cf-2f7e-41fd-b846-edd003e062c0 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:58.244131 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4b7fa8-9c48-4cab-9925-d602d8daab46", "name": "network-vif-plugged", "status": "completed", "tag": "eb07a2a0-2204-4ec3-adfc-d324da3d5e9a", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:58.244593 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e88a55cf-2f7e-41fd-b846-edd003e062c0 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:58.245259 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4b7fa8-9c48-4cab-9925-d602d8daab46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb07a2a0-2204-4ec3-adfc-d324da3d5e9a', 'code': 200} Jul 15 23:03:58.284137 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5220186d-c788-44ea-8b10-adfb514a91b3 x-openstack-request-id: req-5220186d-c788-44ea-8b10-adfb514a91b3 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:58.284449 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "tag": "d6cb89d5-6817-4bc8-b0e6-53e8aba786ef", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:58.284709 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5220186d-c788-44ea-8b10-adfb514a91b3 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:58.292447 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'tag': 'd6cb89d5-6817-4bc8-b0e6-53e8aba786ef', 'status': 'completed', 'code': 200} Jul 15 23:03:58.407072 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c936839-e536-4123-a135-71efa6d60f67 x-openstack-request-id: req-3c936839-e536-4123-a135-71efa6d60f67 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:58.407212 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98fdfdc-675f-4264-bb90-407a8ded79a7", "tag": "27939e22-5e18-4bcf-8a5f-6e6287f15f4a", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:58.407500 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c936839-e536-4123-a135-71efa6d60f67 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:58.407948 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f98fdfdc-675f-4264-bb90-407a8ded79a7', 'tag': '27939e22-5e18-4bcf-8a5f-6e6287f15f4a', 'status': 'completed', 'code': 200} Jul 15 23:03:58.427651 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2d1e3969-a39c-4842-a2dd-973ec0c263f5 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:58.741010 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-1b3ba283-683e-41b1-9315-d21f0688dd32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff52bf25-9d08-4b27-9c20-9cfae7981d84 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:03:58.755128 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-1b3ba283-683e-41b1-9315-d21f0688dd32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:58.771246 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab70dd-e576-44bb-b35c-68cd6d08b1d5 req-188f95af-104a-422e-b1aa-d73f872e35df tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:58.777516 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab70dd-e576-44bb-b35c-68cd6d08b1d5 req-188f95af-104a-422e-b1aa-d73f872e35df tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:58.784286 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab70dd-e576-44bb-b35c-68cd6d08b1d5 req-188f95af-104a-422e-b1aa-d73f872e35df tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:58.791185 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab70dd-e576-44bb-b35c-68cd6d08b1d5 req-188f95af-104a-422e-b1aa-d73f872e35df tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:58.797644 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab70dd-e576-44bb-b35c-68cd6d08b1d5 req-188f95af-104a-422e-b1aa-d73f872e35df tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:58.803979 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab70dd-e576-44bb-b35c-68cd6d08b1d5 req-188f95af-104a-422e-b1aa-d73f872e35df tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:58.821612 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab70dd-e576-44bb-b35c-68cd6d08b1d5 req-188f95af-104a-422e-b1aa-d73f872e35df tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:58.837373 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a9ab70dd-e576-44bb-b35c-68cd6d08b1d5 req-188f95af-104a-422e-b1aa-d73f872e35df tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 5392 time: 0.3845701 Jul 15 23:03:58.922903 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-1b3ba283-683e-41b1-9315-d21f0688dd32 service neutron] Transition to ACTIVE for port object ff52bf25-9d08-4b27-9c20-9cfae7981d84 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:58.955051 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a9ab70dd-e576-44bb-b35c-68cd6d08b1d5 req-b3d7d1fb-5c20-4531-8302-920899d8a4b3 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64c486d-daa9-4031-a834-d15c94ff1017&id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1166508 Jul 15 23:03:58.957533 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-1b3ba283-683e-41b1-9315-d21f0688dd32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:59.017870 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be9e49-7ee2-44d8-97be-649169772d1e req-4e61158b-adfd-4f9e-ac24-1f417e51a159 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:59.019455 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-34be9e49-7ee2-44d8-97be-649169772d1e req-4e61158b-adfd-4f9e-ac24-1f417e51a159 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 950 time: 0.3791850 Jul 15 23:03:59.122911 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b21a6650-c428-488a-864a-6a1bbba3d813 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:59.164184 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ba283-683e-41b1-9315-d21f0688dd32 service neutron] Pushing event updated for resources: {'Port': ['ID=ff52bf25-9d08-4b27-9c20-9cfae7981d84,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:59.206603 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-34be9e49-7ee2-44d8-97be-649169772d1e req-e0a002af-1338-46ac-8e65-fbaf4200bfbf tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570559 Jul 15 23:03:59.305249 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port b21a6650-c428-488a-864a-6a1bbba3d813 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:59.315319 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:59.351561 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-1b3ba283-683e-41b1-9315-d21f0688dd32 service neutron] Attempting to bind port ff52bf25-9d08-4b27-9c20-9cfae7981d84 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:59.352115 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-1b3ba283-683e-41b1-9315-d21f0688dd32 service neutron] Attempting to bind port ff52bf25-9d08-4b27-9c20-9cfae7981d84 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '6218e074-3910-44ac-9d27-f9d6cc660fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b3dd95-5845-4ba7-8163-7532c80b8fbe'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:59.352216 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-1b3ba283-683e-41b1-9315-d21f0688dd32 service neutron] Attempting to bind port ff52bf25-9d08-4b27-9c20-9cfae7981d84 on network 31b3dd95-5845-4ba7-8163-7532c80b8fbe {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:59.362283 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-1b3ba283-683e-41b1-9315-d21f0688dd32 service neutron] Port ff52bf25-9d08-4b27-9c20-9cfae7981d84 on network 31b3dd95-5845-4ba7-8163-7532c80b8fbe not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:03:59.362624 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-1b3ba283-683e-41b1-9315-d21f0688dd32 service neutron] Attempting to bind port ff52bf25-9d08-4b27-9c20-9cfae7981d84 on network 31b3dd95-5845-4ba7-8163-7532c80b8fbe {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:59.388461 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-1b3ba283-683e-41b1-9315-d21f0688dd32 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:59.391198 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-1b3ba283-683e-41b1-9315-d21f0688dd32 service neutron] Checking segment: {'id': '6218e074-3910-44ac-9d27-f9d6cc660fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b3dd95-5845-4ba7-8163-7532c80b8fbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:59.391808 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-1b3ba283-683e-41b1-9315-d21f0688dd32 service neutron] Bound using segment: {'id': '6218e074-3910-44ac-9d27-f9d6cc660fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b3dd95-5845-4ba7-8163-7532c80b8fbe'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:59.396288 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-1b3ba283-683e-41b1-9315-d21f0688dd32 service neutron] Bound port: ff52bf25-9d08-4b27-9c20-9cfae7981d84, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6218e074-3910-44ac-9d27-f9d6cc660fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b3dd95-5845-4ba7-8163-7532c80b8fbe'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:59.396673 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-1b3ba283-683e-41b1-9315-d21f0688dd32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:59.701076 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-1b3ba283-683e-41b1-9315-d21f0688dd32 service neutron] For port ff52bf25-9d08-4b27-9c20-9cfae7981d84, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:59.730407 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-1b3ba283-683e-41b1-9315-d21f0688dd32 service neutron] For port ff52bf25-9d08-4b27-9c20-9cfae7981d84, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ff52bf25-9d08-4b27-9c20-9cfae7981d84,segment=NetworkSegment(6218e074-3910-44ac-9d27-f9d6cc660fd8),segment_id=6218e074-3910-44ac-9d27-f9d6cc660fd8)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:59.754845 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4b6122e5-3c38-4901-8923-4a81ea8f155e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:59.769162 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77601eab-db44-4de0-a959-847164029dee req-70b9da97-1d94-4f1e-add0-ba28ce83e817 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:59.770716 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-77601eab-db44-4de0-a959-847164029dee req-70b9da97-1d94-4f1e-add0-ba28ce83e817 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 943 time: 0.2798202 Jul 15 23:03:59.772104 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-1b3ba283-683e-41b1-9315-d21f0688dd32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:59.877360 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-1b3ba283-683e-41b1-9315-d21f0688dd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:59.878382 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-1b3ba283-683e-41b1-9315-d21f0688dd32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:59.879589 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-1b3ba283-683e-41b1-9315-d21f0688dd32 service neutron] 10.222.0.43 "PUT /v2.0/ports/ff52bf25-9d08-4b27-9c20-9cfae7981d84 HTTP/1.1" status: 200 len: 1089 time: 2.9969285 Jul 15 23:03:59.902400 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ee0c2-f1a1-4378-bb9a-c0b434d1dd86 req-3c12acd5-e113-457b-bd5b-fad980ecd9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:59.903522 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ee0c2-f1a1-4378-bb9a-c0b434d1dd86 req-3c12acd5-e113-457b-bd5b-fad980ecd9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:59.905349 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ee0c2-f1a1-4378-bb9a-c0b434d1dd86 req-3c12acd5-e113-457b-bd5b-fad980ecd9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:59.905830 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ee0c2-f1a1-4378-bb9a-c0b434d1dd86 req-3c12acd5-e113-457b-bd5b-fad980ecd9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:59.906293 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ee0c2-f1a1-4378-bb9a-c0b434d1dd86 req-3c12acd5-e113-457b-bd5b-fad980ecd9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:59.908968 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ee0c2-f1a1-4378-bb9a-c0b434d1dd86 req-3c12acd5-e113-457b-bd5b-fad980ecd9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:59.909489 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ee0c2-f1a1-4378-bb9a-c0b434d1dd86 req-3c12acd5-e113-457b-bd5b-fad980ecd9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:59.915895 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fd2ee0c2-f1a1-4378-bb9a-c0b434d1dd86 req-3c12acd5-e113-457b-bd5b-fad980ecd9d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c022d86cdc7f4fca8c9ab116c350a036&device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 6284 time: 1.6058364 Jul 15 23:03:59.929567 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6122e5-3c38-4901-8923-4a81ea8f155e admin admin] Pushing event updated for resources: {'Subnet': ['ID=866747a7-45a5-48c7-bede-9f18f93595bf,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:00.143753 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ee0c2-f1a1-4378-bb9a-c0b434d1dd86 req-b88bb093-65ed-466d-9a6f-9597732987a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:00.144233 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ee0c2-f1a1-4378-bb9a-c0b434d1dd86 req-b88bb093-65ed-466d-9a6f-9597732987a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:00.144749 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ee0c2-f1a1-4378-bb9a-c0b434d1dd86 req-b88bb093-65ed-466d-9a6f-9597732987a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:00.146419 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fd2ee0c2-f1a1-4378-bb9a-c0b434d1dd86 req-b88bb093-65ed-466d-9a6f-9597732987a5 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=c022d86cdc7f4fca8c9ab116c350a036&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2036250 Jul 15 23:04:00.159594 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93e9c5-33b0-4abb-9eb9-f4f2480c9458 req-33600da7-fb29-400a-80d6-0ebb7bf1d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:00.161304 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fd93e9c5-33b0-4abb-9eb9-f4f2480c9458 req-33600da7-fb29-400a-80d6-0ebb7bf1d954 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 1097 time: 1.7525177 Jul 15 23:04:00.292643 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c2a81c54-d87d-4869-a329-d803454ae713 service neutron] Request body: {'port': {'device_id': '3200588c-0b41-4461-8228-06d1161382ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:00.294781 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'tag': 'ff52bf25-9d08-4b27-9c20-9cfae7981d84'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:00.297491 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64bb1ec-ccf5-40ab-9dc8-afc6691fb419" -d '{"events": [{"name": "network-changed", "server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "tag": "ff52bf25-9d08-4b27-9c20-9cfae7981d84"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:00.320597 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ee0c2-f1a1-4378-bb9a-c0b434d1dd86 req-40cfd69b-9d90-4741-801d-2ab4366619eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:00.322066 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fd2ee0c2-f1a1-4378-bb9a-c0b434d1dd86 req-40cfd69b-9d90-4741-801d-2ab4366619eb service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1349981 Jul 15 23:04:00.326979 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ba283-683e-41b1-9315-d21f0688dd32 service neutron] Pushing event updated for resources: {'Port': ['ID=ff52bf25-9d08-4b27-9c20-9cfae7981d84,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:00.347269 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-77601eab-db44-4de0-a959-847164029dee req-6906c607-83c7-498a-b684-3b7416793233 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5584002 Jul 15 23:04:00.430173 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fd93e9c5-33b0-4abb-9eb9-f4f2480c9458 req-8427b958-d9b2-43d3-9557-cce69f7d605b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070385 Jul 15 23:04:00.436056 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c03185fc-4afb-4bf5-b7ff-934199386dda req-60132b4c-92fd-4eb6-9001-859f7b543542 service neutron] 10.222.0.36 "GET /v2.0/networks/147f0164-be98-43b4-81d0-63f63c5d44c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1779511 Jul 15 23:04:00.451965 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70622e3b-a398-4892-a47b-c4d8f03ee6f4 req-96e0e8ed-cbf8-4241-9c67-e03eac3395aa tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:00.459067 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70622e3b-a398-4892-a47b-c4d8f03ee6f4 req-96e0e8ed-cbf8-4241-9c67-e03eac3395aa tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 946 time: 0.8960257 Jul 15 23:04:00.469758 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c2a81c54-d87d-4869-a329-d803454ae713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:00.518938 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70622e3b-a398-4892-a47b-c4d8f03ee6f4 req-03b4bf8a-e8fe-4843-896d-150690479640 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588746 Jul 15 23:04:00.561103 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-2d1e3969-a39c-4842-a2dd-973ec0c263f5 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Allocated IP 172.25.4.10 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/181147e3-9a14-4995-aa9f-a6d9505c4dd7) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:00.568805 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6122e5-3c38-4901-8923-4a81ea8f155e admin admin] Checking segment: {'id': '8885cdad-284c-471d-8fd7-cffb97ca517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7a8b5a71-bcbf-4d0d-8dd4-90338ee369f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:00.569099 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6122e5-3c38-4901-8923-4a81ea8f155e admin admin] Network hostable DHCP agents. Network: 7a8b5a71-bcbf-4d0d-8dd4-90338ee369f8, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:04:00.577859 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-392ec5f1-e2f9-4189-8886-0d584450cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:00.579626 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-392ec5f1-e2f9-4189-8886-0d584450cf7f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101&tenant_id=8aea0e1a9fbb449ea47770f9a375ae63 HTTP/1.1" status: 200 len: 1101 time: 0.1783237 Jul 15 23:04:00.598296 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-367fa383-2ade-427b-9fbc-500e6f0f3790 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787205-9', 'device_owner': 'compute:nova'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:00.686608 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6122e5-3c38-4901-8923-4a81ea8f155e admin admin] Network 7a8b5a71-bcbf-4d0d-8dd4-90338ee369f8 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:04:00.749110 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-4b6122e5-3c38-4901-8923-4a81ea8f155e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 7a8b5a71-bcbf-4d0d-8dd4-90338ee369f8) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:00.760352 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f03a233-8f66-4827-ae3a-9732430dd58d None None] Network 7a8b5a71-bcbf-4d0d-8dd4-90338ee369f8 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:04:00.784087 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6122e5-3c38-4901-8923-4a81ea8f155e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:00.786402 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4b6122e5-3c38-4901-8923-4a81ea8f155e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:00.805853 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4b6122e5-3c38-4901-8923-4a81ea8f155e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.8172550 Jul 15 23:04:00.833298 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c2a81c54-d87d-4869-a329-d803454ae713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6889e42d-1a89-425a-a8c3-7396550b6084 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:00.840875 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-367fa383-2ade-427b-9fbc-500e6f0f3790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:00.841424 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c2a81c54-d87d-4869-a329-d803454ae713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:00.853970 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c2a81c54-d87d-4869-a329-d803454ae713 service neutron] Transition to ACTIVE for port object 6889e42d-1a89-425a-a8c3-7396550b6084 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:00.862475 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c2a81c54-d87d-4869-a329-d803454ae713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:00.894694 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2d1e3969-a39c-4842-a2dd-973ec0c263f5 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.116682 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5d8027-b74b-40a3-add7-c9177bd763b2 None None] Network 7a8b5a71-bcbf-4d0d-8dd4-90338ee369f8 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:04:01.123950 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a81c54-d87d-4869-a329-d803454ae713 service neutron] Pushing event updated for resources: {'Port': ['ID=6889e42d-1a89-425a-a8c3-7396550b6084,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:01.205759 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c2a81c54-d87d-4869-a329-d803454ae713 service neutron] Attempting to bind port 6889e42d-1a89-425a-a8c3-7396550b6084 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:01.206351 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c2a81c54-d87d-4869-a329-d803454ae713 service neutron] Attempting to bind port 6889e42d-1a89-425a-a8c3-7396550b6084 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'a607fcdb-8822-4e2f-96a8-dc133aaf2c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bbea9511-9599-4d61-bc5f-d2e279b3eb50'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:01.206896 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c2a81c54-d87d-4869-a329-d803454ae713 service neutron] Attempting to bind port 6889e42d-1a89-425a-a8c3-7396550b6084 on network bbea9511-9599-4d61-bc5f-d2e279b3eb50 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:01.223903 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b65594-96f6-47e0-aef9-ba9b0d5ee497 req-4eb24e36-1a23-40a8-ae15-c5238c465767 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.232159 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-52b65594-96f6-47e0-aef9-ba9b0d5ee497 req-4eb24e36-1a23-40a8-ae15-c5238c465767 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 950 time: 0.3766263 Jul 15 23:04:01.255362 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70be81-fd0b-45a5-b65d-e6e11f873748 req-baa65e5a-8320-4be5-afd7-583b609eb160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.257214 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ad70be81-fd0b-45a5-b65d-e6e11f873748 req-baa65e5a-8320-4be5-afd7-583b609eb160 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6527c2f6f2cf474e911d5a1b1b647a38&device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 1094 time: 0.4279959 Jul 15 23:04:01.275573 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c2a81c54-d87d-4869-a329-d803454ae713 service neutron] Port 6889e42d-1a89-425a-a8c3-7396550b6084 on network bbea9511-9599-4d61-bc5f-d2e279b3eb50 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:01.276192 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c2a81c54-d87d-4869-a329-d803454ae713 service neutron] Attempting to bind port 6889e42d-1a89-425a-a8c3-7396550b6084 on network bbea9511-9599-4d61-bc5f-d2e279b3eb50 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:01.292680 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c2a81c54-d87d-4869-a329-d803454ae713 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:01.293611 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c2a81c54-d87d-4869-a329-d803454ae713 service neutron] Checking segment: {'id': 'a607fcdb-8822-4e2f-96a8-dc133aaf2c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bbea9511-9599-4d61-bc5f-d2e279b3eb50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:01.294196 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c2a81c54-d87d-4869-a329-d803454ae713 service neutron] Bound using segment: {'id': 'a607fcdb-8822-4e2f-96a8-dc133aaf2c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bbea9511-9599-4d61-bc5f-d2e279b3eb50'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:01.294992 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c2a81c54-d87d-4869-a329-d803454ae713 service neutron] Bound port: 6889e42d-1a89-425a-a8c3-7396550b6084, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a607fcdb-8822-4e2f-96a8-dc133aaf2c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bbea9511-9599-4d61-bc5f-d2e279b3eb50'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:01.295550 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c2a81c54-d87d-4869-a329-d803454ae713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.299021 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2d1e3969-a39c-4842-a2dd-973ec0c263f5 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.343457 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-52b65594-96f6-47e0-aef9-ba9b0d5ee497 req-77fabeba-4ec8-4d04-8e93-77af828bc47b tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100447 Jul 15 23:04:01.377131 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1e3969-a39c-4842-a2dd-973ec0c263f5 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:01.378949 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-367fa383-2ade-427b-9fbc-500e6f0f3790 service neutron] For port 36e71b02-9495-4d30-834b-4d3d1b3c473d, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=36e71b02-9495-4d30-834b-4d3d1b3c473d,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:01.415861 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c2a81c54-d87d-4869-a329-d803454ae713 service neutron] For port 6889e42d-1a89-425a-a8c3-7396550b6084, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:01.419251 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c2a81c54-d87d-4869-a329-d803454ae713 service neutron] For port 6889e42d-1a89-425a-a8c3-7396550b6084, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6889e42d-1a89-425a-a8c3-7396550b6084,segment=NetworkSegment(a607fcdb-8822-4e2f-96a8-dc133aaf2c0a),segment_id=a607fcdb-8822-4e2f-96a8-dc133aaf2c0a)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:01.438877 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5505e-8615-40e4-8536-f1e29131f958 req-316623de-b8c0-4417-8642-057eaa4bb8af tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.445188 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5505e-8615-40e4-8536-f1e29131f958 req-316623de-b8c0-4417-8642-057eaa4bb8af tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.455062 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-2d1e3969-a39c-4842-a2dd-973ec0c263f5 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:01.456678 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5505e-8615-40e4-8536-f1e29131f958 req-316623de-b8c0-4417-8642-057eaa4bb8af tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.461439 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1e3969-a39c-4842-a2dd-973ec0c263f5 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:01.463837 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5505e-8615-40e4-8536-f1e29131f958 req-316623de-b8c0-4417-8642-057eaa4bb8af tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.472750 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5505e-8615-40e4-8536-f1e29131f958 req-316623de-b8c0-4417-8642-057eaa4bb8af tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.478937 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5505e-8615-40e4-8536-f1e29131f958 req-316623de-b8c0-4417-8642-057eaa4bb8af tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.484423 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5505e-8615-40e4-8536-f1e29131f958 req-316623de-b8c0-4417-8642-057eaa4bb8af tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.492283 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ec5505e-8615-40e4-8536-f1e29131f958 req-316623de-b8c0-4417-8642-057eaa4bb8af tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 5416 time: 0.6355145 Jul 15 23:04:01.500709 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c2a81c54-d87d-4869-a329-d803454ae713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.531999 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-367fa383-2ade-427b-9fbc-500e6f0f3790 service neutron] For port 36e71b02-9495-4d30-834b-4d3d1b3c473d, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:01.548616 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c2a81c54-d87d-4869-a329-d803454ae713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.549236 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c2a81c54-d87d-4869-a329-d803454ae713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.550733 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c2a81c54-d87d-4869-a329-d803454ae713 service neutron] 10.222.0.43 "PUT /v2.0/ports/6889e42d-1a89-425a-a8c3-7396550b6084 HTTP/1.1" status: 200 len: 1091 time: 1.2625029 Jul 15 23:04:01.597522 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a81c54-d87d-4869-a329-d803454ae713 service neutron] Pushing event updated for resources: {'Port': ['ID=6889e42d-1a89-425a-a8c3-7396550b6084,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:01.607592 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-46595a45-c661-4360-b533-524b991af398 service neutron] Request body: {'port': {'device_id': '3200588c-0b41-4461-8228-06d1161382ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:01.624342 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e3969-a39c-4842-a2dd-973ec0c263f5 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Pushing event updated for resources: {'Port': ['ID=181147e3-9a14-4995-aa9f-a6d9505c4dd7,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:01.649870 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc03b0a-7e08-4b67-9f7c-c64378db05af x-openstack-request-id: req-ebc03b0a-7e08-4b67-9f7c-c64378db05af {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:01.650861 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "tag": "ff52bf25-9d08-4b27-9c20-9cfae7981d84", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:01.651363 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ebc03b0a-7e08-4b67-9f7c-c64378db05af {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:01.651966 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'tag': 'ff52bf25-9d08-4b27-9c20-9cfae7981d84', 'status': 'completed', 'code': 200} Jul 15 23:04:01.659879 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ec5505e-8615-40e4-8536-f1e29131f958 req-fb72e7fb-57bb-409c-8f64-866b1c21bed7 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64c486d-daa9-4031-a834-d15c94ff1017&id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1666908 Jul 15 23:04:01.827713 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-46595a45-c661-4360-b533-524b991af398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.847698 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c35f8b-1f0d-4683-ba3c-654cc8462101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36e71b02-9495-4d30-834b-4d3d1b3c473d'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:01.850063 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e4a960-4a42-4b64-82a1-d0431e82569f" -d '{"events": [{"server_uuid": "95c35f8b-1f0d-4683-ba3c-654cc8462101", "name": "network-vif-unplugged", "status": "completed", "tag": "36e71b02-9495-4d30-834b-4d3d1b3c473d"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:01.856501 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-1ef303b1-d05e-4bc7-a6de-b5371863af6f req-1c31ace5-39ac-4f24-bf5c-ebe620ad22fe tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1720591985', 'description': 'tempest-description-2071120825'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:01.857283 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-367fa383-2ade-427b-9fbc-500e6f0f3790 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.860912 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2d1e3969-a39c-4842-a2dd-973ec0c263f5 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.864399 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70be81-fd0b-45a5-b65d-e6e11f873748 req-2fc68658-c2cd-4bd2-b39a-12ad76cf7cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.866037 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ad70be81-fd0b-45a5-b65d-e6e11f873748 req-2fc68658-c2cd-4bd2-b39a-12ad76cf7cea service neutron] 10.222.0.36 "GET /v2.0/networks?id=147f0164-be98-43b4-81d0-63f63c5d44c6 HTTP/1.1" status: 200 len: 911 time: 0.5966361 Jul 15 23:04:01.926394 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bb1ec-ccf5-40ab-9dc8-afc6691fb419 req-7af17940-9280-4f1e-9dea-872b7c9efc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.927000 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bb1ec-ccf5-40ab-9dc8-afc6691fb419 req-7af17940-9280-4f1e-9dea-872b7c9efc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.927563 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bb1ec-ccf5-40ab-9dc8-afc6691fb419 req-7af17940-9280-4f1e-9dea-872b7c9efc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.928033 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bb1ec-ccf5-40ab-9dc8-afc6691fb419 req-7af17940-9280-4f1e-9dea-872b7c9efc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.928500 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bb1ec-ccf5-40ab-9dc8-afc6691fb419 req-7af17940-9280-4f1e-9dea-872b7c9efc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.928959 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bb1ec-ccf5-40ab-9dc8-afc6691fb419 req-7af17940-9280-4f1e-9dea-872b7c9efc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.929415 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bb1ec-ccf5-40ab-9dc8-afc6691fb419 req-7af17940-9280-4f1e-9dea-872b7c9efc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.931722 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d64bb1ec-ccf5-40ab-9dc8-afc6691fb419 req-7af17940-9280-4f1e-9dea-872b7c9efc48 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c022d86cdc7f4fca8c9ab116c350a036&device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 6418 time: 0.1970444 Jul 15 23:04:01.948942 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-367fa383-2ade-427b-9fbc-500e6f0f3790 service neutron] Transition to ACTIVE for port object 36e71b02-9495-4d30-834b-4d3d1b3c473d will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:01.953053 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ad70be81-fd0b-45a5-b65d-e6e11f873748 req-bccc81f1-2559-4bc1-984b-0707b0bac334 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27939e22-5e18-4bcf-8a5f-6e6287f15f4a HTTP/1.1" status: 200 len: 217 time: 0.0719512 Jul 15 23:04:01.960220 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-367fa383-2ade-427b-9fbc-500e6f0f3790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.990182 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-1ef303b1-d05e-4bc7-a6de-b5371863af6f req-1c31ace5-39ac-4f24-bf5c-ebe620ad22fe tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.055081 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2d1e3969-a39c-4842-a2dd-973ec0c263f5 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.134206 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367fa383-2ade-427b-9fbc-500e6f0f3790 service neutron] Pushing event updated for resources: {'Port': ['ID=36e71b02-9495-4d30-834b-4d3d1b3c473d,revision_number=11']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:02.142488 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-367fa383-2ade-427b-9fbc-500e6f0f3790 service neutron] No DVR routers for this DVR port 36e71b02-9495-4d30-834b-4d3d1b3c473d on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:04:02.147510 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70be81-fd0b-45a5-b65d-e6e11f873748 req-5907ec71-5633-4564-94b7-42c574778ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:02.149146 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ad70be81-fd0b-45a5-b65d-e6e11f873748 req-5907ec71-5633-4564-94b7-42c574778ff4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb958b45-2fa0-4e9b-a203-f469b0644c68 HTTP/1.1" status: 200 len: 850 time: 0.1842310 Jul 15 23:04:02.185121 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 36e71b02-9495-4d30-834b-4d3d1b3c473d no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:02.223380 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bb1ec-ccf5-40ab-9dc8-afc6691fb419 req-b657c028-14a2-4434-ad3a-2210f37af085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:02.223861 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bb1ec-ccf5-40ab-9dc8-afc6691fb419 req-b657c028-14a2-4434-ad3a-2210f37af085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:02.226480 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bb1ec-ccf5-40ab-9dc8-afc6691fb419 req-b657c028-14a2-4434-ad3a-2210f37af085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:02.230091 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d64bb1ec-ccf5-40ab-9dc8-afc6691fb419 req-b657c028-14a2-4434-ad3a-2210f37af085 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=c022d86cdc7f4fca8c9ab116c350a036&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2890828 Jul 15 23:04:02.259121 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ad70be81-fd0b-45a5-b65d-e6e11f873748 req-e4a5cf27-826a-43bf-8b66-5b6ee34888f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=147f0164-be98-43b4-81d0-63f63c5d44c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984097 Jul 15 23:04:02.278260 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 36e71b02-9495-4d30-834b-4d3d1b3c473d not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:04:02.304875 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-367fa383-2ade-427b-9fbc-500e6f0f3790 service neutron] Attempting to bind port 36e71b02-9495-4d30-834b-4d3d1b3c473d on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:02.305228 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-367fa383-2ade-427b-9fbc-500e6f0f3790 service neutron] Attempting to bind port 36e71b02-9495-4d30-834b-4d3d1b3c473d by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:02.305541 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-367fa383-2ade-427b-9fbc-500e6f0f3790 service neutron] Attempting to bind port 36e71b02-9495-4d30-834b-4d3d1b3c473d on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:02.325362 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-367fa383-2ade-427b-9fbc-500e6f0f3790 service neutron] Port 36e71b02-9495-4d30-834b-4d3d1b3c473d on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:02.326061 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-367fa383-2ade-427b-9fbc-500e6f0f3790 service neutron] Attempting to bind port 36e71b02-9495-4d30-834b-4d3d1b3c473d on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:02.364259 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-367fa383-2ade-427b-9fbc-500e6f0f3790 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:02.364609 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-367fa383-2ade-427b-9fbc-500e6f0f3790 service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:02.364911 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-367fa383-2ade-427b-9fbc-500e6f0f3790 service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:02.365356 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-367fa383-2ade-427b-9fbc-500e6f0f3790 service neutron] Bound port: 36e71b02-9495-4d30-834b-4d3d1b3c473d, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:02.365723 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-367fa383-2ade-427b-9fbc-500e6f0f3790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.486391 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ad70be81-fd0b-45a5-b65d-e6e11f873748 req-0ea4d335-871c-4157-8c89-735a46c9f16d service neutron] 10.222.0.36 "GET /v2.0/networks/147f0164-be98-43b4-81d0-63f63c5d44c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118545 Jul 15 23:04:02.528081 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-1ef303b1-d05e-4bc7-a6de-b5371863af6f req-1c31ace5-39ac-4f24-bf5c-ebe620ad22fe tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.544412 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-1ef303b1-d05e-4bc7-a6de-b5371863af6f req-1c31ace5-39ac-4f24-bf5c-ebe620ad22fe tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.547617 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bb1ec-ccf5-40ab-9dc8-afc6691fb419 req-069c20f7-86fb-4232-a07f-489d8e21f252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:02.549092 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d64bb1ec-ccf5-40ab-9dc8-afc6691fb419 req-069c20f7-86fb-4232-a07f-489d8e21f252 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2911084 Jul 15 23:04:02.556611 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-367fa383-2ade-427b-9fbc-500e6f0f3790 service neutron] For port 36e71b02-9495-4d30-834b-4d3d1b3c473d, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:02.563096 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2d1e3969-a39c-4842-a2dd-973ec0c263f5 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.601493 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2d1e3969-a39c-4842-a2dd-973ec0c263f5 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.604041 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ac6b9-bedc-4d71-8e19-6942566cc623 req-5df1d226-5031-445f-bc05-665a9c5dffb4 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:02.604527 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-367fa383-2ade-427b-9fbc-500e6f0f3790 service neutron] For port 36e71b02-9495-4d30-834b-4d3d1b3c473d, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=36e71b02-9495-4d30-834b-4d3d1b3c473d,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:02.606210 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c7ac6b9-bedc-4d71-8e19-6942566cc623 req-5df1d226-5031-445f-bc05-665a9c5dffb4 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 943 time: 0.3506534 Jul 15 23:04:02.614760 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-1ef303b1-d05e-4bc7-a6de-b5371863af6f req-1c31ace5-39ac-4f24-bf5c-ebe620ad22fe tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.615577 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1ef303b1-d05e-4bc7-a6de-b5371863af6f req-1c31ace5-39ac-4f24-bf5c-ebe620ad22fe tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7646351 Jul 15 23:04:02.635315 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31ace5-39ac-4f24-bf5c-ebe620ad22fe tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6299827f-e8cf-4b42-a6b2-5fd61db170fe,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:02.656808 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-367fa383-2ade-427b-9fbc-500e6f0f3790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.708884 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-46595a45-c661-4360-b533-524b991af398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d21b906d-5799-491b-a71e-1b415441bf9f {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:02.724380 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-367fa383-2ade-427b-9fbc-500e6f0f3790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:02.725366 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-367fa383-2ade-427b-9fbc-500e6f0f3790 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.727014 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-367fa383-2ade-427b-9fbc-500e6f0f3790 service neutron] 10.222.0.43 "PUT /v2.0/ports/36e71b02-9495-4d30-834b-4d3d1b3c473d HTTP/1.1" status: 200 len: 1096 time: 2.1354156 Jul 15 23:04:02.729817 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e3969-a39c-4842-a2dd-973ec0c263f5 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Pushing event updated for resources: {'Port': ['ID=181147e3-9a14-4995-aa9f-a6d9505c4dd7,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:02.731113 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-46595a45-c661-4360-b533-524b991af398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.740579 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ad70be81-fd0b-45a5-b65d-e6e11f873748 req-41e9e17c-b98a-4b77-82db-87c7e683b9b7 service neutron] 10.222.0.36 "GET /v2.0/networks/147f0164-be98-43b4-81d0-63f63c5d44c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422123 Jul 15 23:04:02.748055 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c7ac6b9-bedc-4d71-8e19-6942566cc623 req-8d593c40-24ac-42ad-9690-672d90d4c84b tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210346 Jul 15 23:04:02.756045 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e3969-a39c-4842-a2dd-973ec0c263f5 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.756484 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e3969-a39c-4842-a2dd-973ec0c263f5 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.756727 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e3969-a39c-4842-a2dd-973ec0c263f5 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.757075 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e3969-a39c-4842-a2dd-973ec0c263f5 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.757404 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e3969-a39c-4842-a2dd-973ec0c263f5 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.757735 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e3969-a39c-4842-a2dd-973ec0c263f5 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.758062 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e3969-a39c-4842-a2dd-973ec0c263f5 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.758410 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e3969-a39c-4842-a2dd-973ec0c263f5 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.758754 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e3969-a39c-4842-a2dd-973ec0c263f5 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.759083 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e3969-a39c-4842-a2dd-973ec0c263f5 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.759410 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e3969-a39c-4842-a2dd-973ec0c263f5 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.759736 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e3969-a39c-4842-a2dd-973ec0c263f5 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.772664 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-46595a45-c661-4360-b533-524b991af398 service neutron] Transition to ACTIVE for port object d21b906d-5799-491b-a71e-1b415441bf9f will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:02.820384 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-46595a45-c661-4360-b533-524b991af398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.903099 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367fa383-2ade-427b-9fbc-500e6f0f3790 service neutron] Pushing event updated for resources: {'Port': ['ID=36e71b02-9495-4d30-834b-4d3d1b3c473d,revision_number=12']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:02.909660 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2d1e3969-a39c-4842-a2dd-973ec0c263f5 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.918989 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46595a45-c661-4360-b533-524b991af398 service neutron] Pushing event updated for resources: {'Port': ['ID=d21b906d-5799-491b-a71e-1b415441bf9f,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:02.932621 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fb6472-726b-49b7-9412-4ee8efbd4799 x-openstack-request-id: req-50fb6472-726b-49b7-9412-4ee8efbd4799 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:02.932978 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c35f8b-1f0d-4683-ba3c-654cc8462101", "name": "network-vif-unplugged", "status": "completed", "tag": "36e71b02-9495-4d30-834b-4d3d1b3c473d", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:02.933214 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50fb6472-726b-49b7-9412-4ee8efbd4799 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:02.933663 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c35f8b-1f0d-4683-ba3c-654cc8462101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36e71b02-9495-4d30-834b-4d3d1b3c473d', 'code': 200} Jul 15 23:04:02.939060 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2d1e3969-a39c-4842-a2dd-973ec0c263f5 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.948721 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a50bb-dc4d-4822-9e50-36c9d482878d req-b08138c5-1ae0-4462-a483-6fba4f4f474f tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:02.948969 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2d1e3969-a39c-4842-a2dd-973ec0c263f5 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4889405 Jul 15 23:04:02.949076 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a95a50bb-dc4d-4822-9e50-36c9d482878d req-b08138c5-1ae0-4462-a483-6fba4f4f474f tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.43 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 944 time: 0.2817128 Jul 15 23:04:03.014077 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-d1443409-73ef-486b-b853-83f6bab5d1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:03.020176 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-d1443409-73ef-486b-b853-83f6bab5d1b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 1099 time: 0.2517478 Jul 15 23:04:03.147223 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f286b5-48a9-4af5-8d54-b5c6038c249b req-9da0ef26-f1a5-49e1-a735-520427ef2210 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:03.148982 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f8f286b5-48a9-4af5-8d54-b5c6038c249b req-9da0ef26-f1a5-49e1-a735-520427ef2210 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 946 time: 0.3997698 Jul 15 23:04:03.176460 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-356e2d90-2c81-4774-b60b-ee6daa0bec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:03.178003 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-356e2d90-2c81-4774-b60b-ee6daa0bec85 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.1520286 Jul 15 23:04:03.227861 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:04:03.238706 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-46595a45-c661-4360-b533-524b991af398 service neutron] Attempting to bind port d21b906d-5799-491b-a71e-1b415441bf9f on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:03.239052 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-46595a45-c661-4360-b533-524b991af398 service neutron] Attempting to bind port d21b906d-5799-491b-a71e-1b415441bf9f by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'a607fcdb-8822-4e2f-96a8-dc133aaf2c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bbea9511-9599-4d61-bc5f-d2e279b3eb50'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:03.239384 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-46595a45-c661-4360-b533-524b991af398 service neutron] Attempting to bind port d21b906d-5799-491b-a71e-1b415441bf9f on network bbea9511-9599-4d61-bc5f-d2e279b3eb50 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:03.250486 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-c2567fa4-a846-464d-ae61-f1439dc30720 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=36e71b02-9495-4d30-834b-4d3d1b3c473d HTTP/1.1" status: 200 len: 217 time: 0.0656962 Jul 15 23:04:03.260411 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-46595a45-c661-4360-b533-524b991af398 service neutron] Port d21b906d-5799-491b-a71e-1b415441bf9f on network bbea9511-9599-4d61-bc5f-d2e279b3eb50 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:03.260736 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-46595a45-c661-4360-b533-524b991af398 service neutron] Attempting to bind port d21b906d-5799-491b-a71e-1b415441bf9f on network bbea9511-9599-4d61-bc5f-d2e279b3eb50 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:03.271276 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f8f286b5-48a9-4af5-8d54-b5c6038c249b req-ef2f6f7d-a8f5-4c56-882b-10732af6902c tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102903 Jul 15 23:04:03.278069 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-46595a45-c661-4360-b533-524b991af398 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:03.278414 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-46595a45-c661-4360-b533-524b991af398 service neutron] Checking segment: {'id': 'a607fcdb-8822-4e2f-96a8-dc133aaf2c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bbea9511-9599-4d61-bc5f-d2e279b3eb50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:03.278837 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-46595a45-c661-4360-b533-524b991af398 service neutron] Bound using segment: {'id': 'a607fcdb-8822-4e2f-96a8-dc133aaf2c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bbea9511-9599-4d61-bc5f-d2e279b3eb50'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:03.279274 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-46595a45-c661-4360-b533-524b991af398 service neutron] Bound port: d21b906d-5799-491b-a71e-1b415441bf9f, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a607fcdb-8822-4e2f-96a8-dc133aaf2c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bbea9511-9599-4d61-bc5f-d2e279b3eb50'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:03.279772 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-46595a45-c661-4360-b533-524b991af398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:03.318829 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e988d-3e6e-45cb-986f-78aa66b48e0a req-8c59ded1-b2f9-40f3-b5f2-dd9b17290ec7 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:03.318829 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e63e988d-3e6e-45cb-986f-78aa66b48e0a req-8c59ded1-b2f9-40f3-b5f2-dd9b17290ec7 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 944 time: 0.2982831 Jul 15 23:04:03.353314 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-a68c6888-528f-45a5-b2e8-7c1900649f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:03.355310 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-a68c6888-528f-45a5-b2e8-7c1900649f7f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0989370 Jul 15 23:04:03.406042 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-a95a50bb-dc4d-4822-9e50-36c9d482878d req-bb30f2cd-f88a-4cc0-9b12-3bf7364c1d09 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Deleting port 6702be93-c93c-415f-9fd7-dd1fa758c935 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:03.406361 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a95a50bb-dc4d-4822-9e50-36c9d482878d req-bb30f2cd-f88a-4cc0-9b12-3bf7364c1d09 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:03.458585 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-8bb63366-0131-4834-8651-71dda5b29286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:03.461500 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-8bb63366-0131-4834-8651-71dda5b29286 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1001494 Jul 15 23:04:03.502723 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e63e988d-3e6e-45cb-986f-78aa66b48e0a req-2d595e3d-27bf-491c-8a64-598f2440999d tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786733 Jul 15 23:04:03.586503 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-296a8e33-c123-4cc3-bf70-46d8e3547339 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174870 Jul 15 23:04:03.617336 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-46595a45-c661-4360-b533-524b991af398 service neutron] For port d21b906d-5799-491b-a71e-1b415441bf9f, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:03.642617 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-46595a45-c661-4360-b533-524b991af398 service neutron] For port d21b906d-5799-491b-a71e-1b415441bf9f, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=d21b906d-5799-491b-a71e-1b415441bf9f,segment=NetworkSegment(a607fcdb-8822-4e2f-96a8-dc133aaf2c0a),segment_id=a607fcdb-8822-4e2f-96a8-dc133aaf2c0a)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:03.648648 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-a95a50bb-dc4d-4822-9e50-36c9d482878d req-bb30f2cd-f88a-4cc0-9b12-3bf7364c1d09 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] For port 6702be93-c93c-415f-9fd7-dd1fa758c935, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6702be93-c93c-415f-9fd7-dd1fa758c935,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:03.649038 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a95a50bb-dc4d-4822-9e50-36c9d482878d req-bb30f2cd-f88a-4cc0-9b12-3bf7364c1d09 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:03.652232 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-46595a45-c661-4360-b533-524b991af398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:03.660231 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'tag': '6889e42d-1a89-425a-a8c3-7396550b6084'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:03.663117 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddd1e97-66f6-4d42-95f4-bad37521be10" -d '{"events": [{"name": "network-changed", "server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "tag": "6889e42d-1a89-425a-a8c3-7396550b6084"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:03.700976 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-a95a50bb-dc4d-4822-9e50-36c9d482878d req-bb30f2cd-f88a-4cc0-9b12-3bf7364c1d09 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Calling delete_port for 6702be93-c93c-415f-9fd7-dd1fa758c935 owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:03.717136 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-46595a45-c661-4360-b533-524b991af398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:03.717817 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-46595a45-c661-4360-b533-524b991af398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:03.719431 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-46595a45-c661-4360-b533-524b991af398 service neutron] 10.222.0.43 "PUT /v2.0/ports/d21b906d-5799-491b-a71e-1b415441bf9f HTTP/1.1" status: 200 len: 1091 time: 2.1178520 Jul 15 23:04:03.733210 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-286f73b7-4c6d-4113-a345-ada3520b9f02 req-0c135ed6-a780-462e-93b6-8f0cbace2106 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392910 Jul 15 23:04:03.790987 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f663daf-2d86-4dc0-a56e-e17b7354df49 req-5c600c66-94ee-47b9-a201-46e7b6bbd8c9 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:03.792837 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f663daf-2d86-4dc0-a56e-e17b7354df49 req-5c600c66-94ee-47b9-a201-46e7b6bbd8c9 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 948 time: 0.3231201 Jul 15 23:04:03.853951 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46595a45-c661-4360-b533-524b991af398 service neutron] Pushing event updated for resources: {'Port': ['ID=d21b906d-5799-491b-a71e-1b415441bf9f,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:03.922878 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-1e3a0174-ea01-44d9-9ea3-e6029f5db20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:03.923500 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-1e3a0174-ea01-44d9-9ea3-e6029f5db20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:03.923849 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-1e3a0174-ea01-44d9-9ea3-e6029f5db20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:03.924326 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-1e3a0174-ea01-44d9-9ea3-e6029f5db20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:03.924824 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-1e3a0174-ea01-44d9-9ea3-e6029f5db20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:03.925289 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-1e3a0174-ea01-44d9-9ea3-e6029f5db20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:03.925757 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-1e3a0174-ea01-44d9-9ea3-e6029f5db20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:03.940726 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-1e3a0174-ea01-44d9-9ea3-e6029f5db20b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c022d86cdc7f4fca8c9ab116c350a036&device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 6485 time: 0.1520233 Jul 15 23:04:03.960336 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f663daf-2d86-4dc0-a56e-e17b7354df49 req-7e83c166-436f-40eb-ad71-b07b5803562d tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505182 Jul 15 23:04:03.987087 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cdb3cb37-d67a-4c91-ba51-161cb9ec792b req-0b31bd48-0bd2-4a42-8d45-492ae29707a8 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "GET /v2.0/security-groups/6299827f-e8cf-4b42-a6b2-5fd61db170fe HTTP/1.1" status: 200 len: 1805 time: 0.1850543 Jul 15 23:04:03.999102 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-cdb3cb37-d67a-4c91-ba51-161cb9ec792b req-1fd9447f-ccc6-4363-9ce7-d0605c0e7e45 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6299827f-e8cf-4b42-a6b2-5fd61db170fe', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:03.999414 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-cdb3cb37-d67a-4c91-ba51-161cb9ec792b req-1fd9447f-ccc6-4363-9ce7-d0605c0e7e45 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6299827f-e8cf-4b42-a6b2-5fd61db170fe', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:04.013793 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-dd0d82f9-9173-4cfa-8497-1f4181193979 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=073d8b7d-d632-404a-be5c-62a7e8ef0a1f HTTP/1.1" status: 200 len: 217 time: 0.0605118 Jul 15 23:04:04.106001 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a95a50bb-dc4d-4822-9e50-36c9d482878d req-bb30f2cd-f88a-4cc0-9b12-3bf7364c1d09 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:04.120357 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-cdb3cb37-d67a-4c91-ba51-161cb9ec792b req-1fd9447f-ccc6-4363-9ce7-d0605c0e7e45 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:04.123811 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['6702be93-c93c-415f-9fd7-dd1fa758c935'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:04.135840 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-e97f8aab-c19d-4cf8-a251-0c7ae6108f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:04.137919 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-e97f8aab-c19d-4cf8-a251-0c7ae6108f26 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49 HTTP/1.1" status: 200 len: 855 time: 0.0992520 Jul 15 23:04:04.185669 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 27939e22-5e18-4bcf-8a5f-6e6287f15f4a details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:04.217090 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-fcbae7f8-6366-4c48-84b3-6664b1b8eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:04.218658 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-fcbae7f8-6366-4c48-84b3-6664b1b8eb06 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f91dc6f9-c960-4d7e-bb47-47324cf074aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736706 Jul 15 23:04:04.326161 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 27939e22-5e18-4bcf-8a5f-6e6287f15f4a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=27939e22-5e18-4bcf-8a5f-6e6287f15f4a,segment=NetworkSegment(5bcbfba5-f1c1-4236-a250-542a8e550bb9),segment_id=5bcbfba5-f1c1-4236-a250-542a8e550bb9)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:04.339821 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '27939e22-5e18-4bcf-8a5f-6e6287f15f4a', 'network_id': '147f0164-be98-43b4-81d0-63f63c5d44c6', 'port_id': '27939e22-5e18-4bcf-8a5f-6e6287f15f4a', 'mac_address': 'fa:16:3e:74:05:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb958b45-2fa0-4e9b-a203-f469b0644c68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:04.392623 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:04.393423 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-18fc7c8b-7230-4502-834c-0fbae457de48 service neutron] 10.222.0.43 "GET /v2.0/networks/f91dc6f9-c960-4d7e-bb47-47324cf074aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674473 Jul 15 23:04:04.407280 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27939e22-5e18-4bcf-8a5f-6e6287f15f4a {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:04.437675 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 27939e22-5e18-4bcf-8a5f-6e6287f15f4a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=27939e22-5e18-4bcf-8a5f-6e6287f15f4a,segment=NetworkSegment(5bcbfba5-f1c1-4236-a250-542a8e550bb9),segment_id=5bcbfba5-f1c1-4236-a250-542a8e550bb9)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:04.445606 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:04.518808 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30f2cd-f88a-4cc0-9b12-3bf7364c1d09 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Pushing event deleted for resources: {'Port': ['ID=6702be93-c93c-415f-9fd7-dd1fa758c935,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:04.526972 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-572d4efa-4866-48ee-a683-69e7d4f8f3cc service neutron] 10.222.0.43 "GET /v2.0/networks/f91dc6f9-c960-4d7e-bb47-47324cf074aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264369 Jul 15 23:04:04.534423 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=27939e22-5e18-4bcf-8a5f-6e6287f15f4a,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:04.535337 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-cdb3cb37-d67a-4c91-ba51-161cb9ec792b req-1fd9447f-ccc6-4363-9ce7-d0605c0e7e45 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:04.561298 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-cdb3cb37-d67a-4c91-ba51-161cb9ec792b req-1fd9447f-ccc6-4363-9ce7-d0605c0e7e45 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:04.591632 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-45a24f36-2b16-45bd-b45b-eedc0a3cd3fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=eb72faf0-e402-4e9c-937e-dc2238b8df3b HTTP/1.1" status: 200 len: 217 time: 0.0546639 Jul 15 23:04:04.600134 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95a50bb-dc4d-4822-9e50-36c9d482878d req-bb30f2cd-f88a-4cc0-9b12-3bf7364c1d09 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] No DVR routers for this DVR port 6702be93-c93c-415f-9fd7-dd1fa758c935 on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:04:04.607641 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a95a50bb-dc4d-4822-9e50-36c9d482878d req-bb30f2cd-f88a-4cc0-9b12-3bf7364c1d09 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:04.610388 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a95a50bb-dc4d-4822-9e50-36c9d482878d req-bb30f2cd-f88a-4cc0-9b12-3bf7364c1d09 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.43 "DELETE /v2.0/ports/6702be93-c93c-415f-9fd7-dd1fa758c935 HTTP/1.1" status: 204 len: 173 time: 1.6473870 Jul 15 23:04:04.616211 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9447f-ccc6-4363-9ce7-d0605c0e7e45 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f980b422-114b-4d55-9566-d00613bb7164,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:04.623641 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-cdb3cb37-d67a-4c91-ba51-161cb9ec792b req-1fd9447f-ccc6-4363-9ce7-d0605c0e7e45 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:04.630400 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cdb3cb37-d67a-4c91-ba51-161cb9ec792b req-1fd9447f-ccc6-4363-9ce7-d0605c0e7e45 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6423540 Jul 15 23:04:04.696649 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-6d2b6c0b-2caf-45c0-893e-f9a45c8ea0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:04.698467 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-6d2b6c0b-2caf-45c0-893e-f9a45c8ea0c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8931c9f8-2423-4e8c-8612-ac64a9606a20 HTTP/1.1" status: 200 len: 797 time: 0.0977862 Jul 15 23:04:04.704841 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d9d41-7af5-411e-9487-0bf12bcd95fd req-aec20fcb-de26-4995-bd68-1ab732a5ac62 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:04.721633 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d9d41-7af5-411e-9487-0bf12bcd95fd req-aec20fcb-de26-4995-bd68-1ab732a5ac62 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:04.735939 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d9d41-7af5-411e-9487-0bf12bcd95fd req-aec20fcb-de26-4995-bd68-1ab732a5ac62 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:04.744762 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d9d41-7af5-411e-9487-0bf12bcd95fd req-aec20fcb-de26-4995-bd68-1ab732a5ac62 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:04.767389 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d9d41-7af5-411e-9487-0bf12bcd95fd req-aec20fcb-de26-4995-bd68-1ab732a5ac62 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:04.775654 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d9d41-7af5-411e-9487-0bf12bcd95fd req-aec20fcb-de26-4995-bd68-1ab732a5ac62 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:04.785069 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d9d41-7af5-411e-9487-0bf12bcd95fd req-aec20fcb-de26-4995-bd68-1ab732a5ac62 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:04.793685 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ae1d9d41-7af5-411e-9487-0bf12bcd95fd req-aec20fcb-de26-4995-bd68-1ab732a5ac62 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 5428 time: 0.6354299 Jul 15 23:04:04.798994 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['27939e22-5e18-4bcf-8a5f-6e6287f15f4a'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:04.800418 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-cbc6de57-113c-4521-85f4-55bc12eba781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:04.802241 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-cbc6de57-113c-4521-85f4-55bc12eba781 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0963616 Jul 15 23:04:04.910142 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ae1d9d41-7af5-411e-9487-0bf12bcd95fd req-b69bb58f-6efd-4a18-a486-b82cedaeb4de tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64c486d-daa9-4031-a834-d15c94ff1017&id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1154320 Jul 15 23:04:04.977770 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c35f8b-1f0d-4683-ba3c-654cc8462101', 'tag': '36e71b02-9495-4d30-834b-4d3d1b3c473d'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:04.983536 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb449ed-151d-45ab-b97f-0126c4692878" -d '{"events": [{"name": "network-changed", "server_uuid": "95c35f8b-1f0d-4683-ba3c-654cc8462101", "tag": "36e71b02-9495-4d30-834b-4d3d1b3c473d"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:04.992090 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf80234-7f39-4b73-9168-144c26f6266f req-88b4681a-5d30-46b2-b0eb-c5900cbaa0b1 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:04.993934 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3bf80234-7f39-4b73-9168-144c26f6266f req-88b4681a-5d30-46b2-b0eb-c5900cbaa0b1 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 1097 time: 0.1546736 Jul 15 23:04:05.001399 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33905bc-7c44-4dd5-bd16-8584d3c466be x-openstack-request-id: req-f33905bc-7c44-4dd5-bd16-8584d3c466be {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:05.001700 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "tag": "6889e42d-1a89-425a-a8c3-7396550b6084", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:05.001956 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f33905bc-7c44-4dd5-bd16-8584d3c466be {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:05.002605 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'tag': '6889e42d-1a89-425a-a8c3-7396550b6084', 'status': 'completed', 'code': 200} Jul 15 23:04:05.048962 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-80861b73-1809-4e04-8fa4-f3145c6ebb13 service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326994 Jul 15 23:04:05.066094 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3bf80234-7f39-4b73-9168-144c26f6266f req-6429f740-a868-436c-abf0-56a6c71961cd tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624056 Jul 15 23:04:05.179055 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-f1e8fb25-4d44-4743-bbb0-b782ef202f67 service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218579 Jul 15 23:04:05.232296 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acc92e-31a6-4019-9989-6f1d89fea971 req-b4239df4-073b-4280-9c7a-4ba3d1cded0a tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:05.233918 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-98acc92e-31a6-4019-9989-6f1d89fea971 req-b4239df4-073b-4280-9c7a-4ba3d1cded0a tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 944 time: 0.0802648 Jul 15 23:04:05.258872 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-696cf754-402a-4456-88d0-4d2edf9a6700 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=3b0c43e3-ab51-4455-afee-2a76ff729069 HTTP/1.1" status: 200 len: 217 time: 0.0718212 Jul 15 23:04:05.293525 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c05bf731-2925-4220-8781-a0d735079d76 req-1d6e0c5a-bb6d-42ae-be7f-749cd0172e7b tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=70197c54-d0dd-4b22-bfc0-322fab475c6a HTTP/1.1" status: 200 len: 210 time: 0.0455403 Jul 15 23:04:05.339485 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-98acc92e-31a6-4019-9989-6f1d89fea971 req-8b4f9f6b-015d-4e30-8dda-0856149f0ae1 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999436 Jul 15 23:04:05.349102 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-0d498b10-fa9c-4e8f-a5ba-3c2e504e7853 req-cbc26511-907a-4b28-acf8-b3e00e66225e tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-417120918', 'description': 'tempest-description-591592497'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:05.356070 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-f330d6e1-f29c-40b0-8658-3abd9668e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:05.362686 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-f330d6e1-f29c-40b0-8658-3abd9668e3db service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8931c9f8-2423-4e8c-8612-ac64a9606a20 HTTP/1.1" status: 200 len: 797 time: 0.0933189 Jul 15 23:04:05.407492 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0d498b10-fa9c-4e8f-a5ba-3c2e504e7853 req-cbc26511-907a-4b28-acf8-b3e00e66225e tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:05.491540 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-41bcf35a-7c6c-4f7c-9082-239f58ea3f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:05.495064 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-41bcf35a-7c6c-4f7c-9082-239f58ea3f5d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1217909 Jul 15 23:04:05.610785 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0d498b10-fa9c-4e8f-a5ba-3c2e504e7853 req-cbc26511-907a-4b28-acf8-b3e00e66225e tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:05.617670 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0d498b10-fa9c-4e8f-a5ba-3c2e504e7853 req-cbc26511-907a-4b28-acf8-b3e00e66225e tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:05.664057 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0d498b10-fa9c-4e8f-a5ba-3c2e504e7853 req-cbc26511-907a-4b28-acf8-b3e00e66225e tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:05.679572 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0d498b10-fa9c-4e8f-a5ba-3c2e504e7853 req-cbc26511-907a-4b28-acf8-b3e00e66225e tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3384311 Jul 15 23:04:05.684960 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc26511-907a-4b28-acf8-b3e00e66225e tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a168ad86-043b-438f-91b9-7e5b7b9546a7,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:05.727179 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1338bfc7-549d-40ae-bb99-e38d9d8f1151 x-openstack-request-id: req-1338bfc7-549d-40ae-bb99-e38d9d8f1151 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:05.727711 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c35f8b-1f0d-4683-ba3c-654cc8462101", "tag": "36e71b02-9495-4d30-834b-4d3d1b3c473d", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:05.731512 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1338bfc7-549d-40ae-bb99-e38d9d8f1151 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:05.731512 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c35f8b-1f0d-4683-ba3c-654cc8462101', 'tag': '36e71b02-9495-4d30-834b-4d3d1b3c473d', 'status': 'completed', 'code': 200} Jul 15 23:04:05.754106 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-0f549bc1-8f59-46c8-ba86-455cb3bdd8e4 service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518389 Jul 15 23:04:05.966603 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb449ed-151d-45ab-b97f-0126c4692878 req-19f83b59-b500-426e-8e97-360c8741401d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:05.972687 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5bb449ed-151d-45ab-b97f-0126c4692878 req-19f83b59-b500-426e-8e97-360c8741401d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 1099 time: 0.2075696 Jul 15 23:04:05.976511 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-eb3b8873-4276-4920-bf00-fa6682fbca00 service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134573 Jul 15 23:04:06.070885 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-5568b338-7002-4ef2-9789-7cb4cf67f503 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=d6cb89d5-6817-4bc8-b0e6-53e8aba786ef HTTP/1.1" status: 200 len: 217 time: 0.0855093 Jul 15 23:04:06.081293 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6aed6-f0f6-472e-bfda-e94cad616c60 req-326acea9-bcb1-42d5-bd6e-137a3d11aadc tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:06.085125 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e2d6aed6-f0f6-472e-bfda-e94cad616c60 req-326acea9-bcb1-42d5-bd6e-137a3d11aadc tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 948 time: 0.3324401 Jul 15 23:04:06.122143 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58bdc6-d47c-4417-a805-85de6ac96afb req-03843fa5-2c46-4584-a67f-de726e2d7934 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:06.127175 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7f58bdc6-d47c-4417-a805-85de6ac96afb req-03843fa5-2c46-4584-a67f-de726e2d7934 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 1097 time: 0.2422521 Jul 15 23:04:06.128240 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-bb0bbe80-0d5e-4b67-81e6-83fe3b447556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:06.129985 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-bb0bbe80-0d5e-4b67-81e6-83fe3b447556 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8931c9f8-2423-4e8c-8612-ac64a9606a20 HTTP/1.1" status: 200 len: 797 time: 0.0496275 Jul 15 23:04:06.194655 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-b7f73ebe-ebac-4ce7-aa78-89c38e7cf0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:06.196397 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-b7f73ebe-ebac-4ce7-aa78-89c38e7cf0ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0595994 Jul 15 23:04:06.199075 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 27939e22-5e18-4bcf-8a5f-6e6287f15f4a up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:06.207131 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e2d6aed6-f0f6-472e-bfda-e94cad616c60 req-fa757ce5-9fd1-4acd-a667-35ef313ad472 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097860 Jul 15 23:04:06.253589 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7f58bdc6-d47c-4417-a805-85de6ac96afb req-799b5aca-4c47-4fee-a10f-6405ac8f6454 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196396 Jul 15 23:04:06.262856 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb449ed-151d-45ab-b97f-0126c4692878 req-c92e3469-2c89-458f-a4d3-5b451af6a8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:06.268416 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5bb449ed-151d-45ab-b97f-0126c4692878 req-c92e3469-2c89-458f-a4d3-5b451af6a8c5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.2584810 Jul 15 23:04:06.275919 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 27939e22-5e18-4bcf-8a5f-6e6287f15f4a completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:06.284789 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 27939e22-5e18-4bcf-8a5f-6e6287f15f4a triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:06.285991 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.374370 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5bb449ed-151d-45ab-b97f-0126c4692878 req-720906f9-165f-4ec1-bc2b-4a703b12f1d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=36e71b02-9495-4d30-834b-4d3d1b3c473d HTTP/1.1" status: 200 len: 217 time: 0.0839221 Jul 15 23:04:06.385426 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-2c81edc0-c102-40a0-902a-324a17bac040 service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808193 Jul 15 23:04:06.456268 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.483270 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb449ed-151d-45ab-b97f-0126c4692878 req-3ae16c7c-3260-4bb4-b60d-9d509279ec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:06.484961 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5bb449ed-151d-45ab-b97f-0126c4692878 req-3ae16c7c-3260-4bb4-b60d-9d509279ec38 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1009061 Jul 15 23:04:06.504156 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 27939e22-5e18-4bcf-8a5f-6e6287f15f4a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=27939e22-5e18-4bcf-8a5f-6e6287f15f4a,segment=NetworkSegment(5bcbfba5-f1c1-4236-a250-542a8e550bb9),segment_id=5bcbfba5-f1c1-4236-a250-542a8e550bb9)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:06.507636 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98fdfdc-675f-4264-bb90-407a8ded79a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27939e22-5e18-4bcf-8a5f-6e6287f15f4a'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:06.510578 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5984208f-2c1c-4b78-866f-7bcd9c6a39d1" -d '{"events": [{"server_uuid": "f98fdfdc-675f-4264-bb90-407a8ded79a7", "name": "network-vif-plugged", "status": "completed", "tag": "27939e22-5e18-4bcf-8a5f-6e6287f15f4a"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:06.513847 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 36e71b02-9495-4d30-834b-4d3d1b3c473d details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:06.516076 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0ed075f3-f33e-445b-a4c3-78727b46a1d1 req-44d47a0d-f688-4b04-80b1-a5e497a08add tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "GET /v2.0/security-groups/a168ad86-043b-438f-91b9-7e5b7b9546a7 HTTP/1.1" status: 200 len: 1803 time: 0.2452288 Jul 15 23:04:06.562213 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-0ed075f3-f33e-445b-a4c3-78727b46a1d1 req-706c55d7-8663-4576-9c1f-56fb6169f558 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a168ad86-043b-438f-91b9-7e5b7b9546a7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:06.562531 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-0ed075f3-f33e-445b-a4c3-78727b46a1d1 req-706c55d7-8663-4576-9c1f-56fb6169f558 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a168ad86-043b-438f-91b9-7e5b7b9546a7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:06.578132 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-730fb7d7-c782-42a9-92a0-870ba39fdcfc service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803622 Jul 15 23:04:06.624704 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 36e71b02-9495-4d30-834b-4d3d1b3c473d, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=36e71b02-9495-4d30-834b-4d3d1b3c473d,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:06.631933 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-ca20dd87-9716-4430-8a54-e51eb7733454 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=ff52bf25-9d08-4b27-9c20-9cfae7981d84 HTTP/1.1" status: 200 len: 217 time: 0.0448532 Jul 15 23:04:06.634358 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 6702be93-c93c-415f-9fd7-dd1fa758c935 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:06.661763 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb449ed-151d-45ab-b97f-0126c4692878 req-7336b9e6-7913-4979-a9f7-9975799e2dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:06.662901 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 6702be93-c93c-415f-9fd7-dd1fa758c935 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:04:06.663454 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 6702be93-c93c-415f-9fd7-dd1fa758c935 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:04:06.665094 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.667128 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '36e71b02-9495-4d30-834b-4d3d1b3c473d', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': '36e71b02-9495-4d30-834b-4d3d1b3c473d', 'mac_address': 'fa:16:3e:da:d9:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:06.669798 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5bb449ed-151d-45ab-b97f-0126c4692878 req-7336b9e6-7913-4979-a9f7-9975799e2dff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1697762 Jul 15 23:04:06.692549 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef98d40-b11f-4cc0-850b-ecc0c9b786cf req-267666cf-6f3a-42e7-ad39-54cb4be66e7d tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:06.698487 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef98d40-b11f-4cc0-850b-ecc0c9b786cf req-267666cf-6f3a-42e7-ad39-54cb4be66e7d tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:06.705963 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef98d40-b11f-4cc0-850b-ecc0c9b786cf req-267666cf-6f3a-42e7-ad39-54cb4be66e7d tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:06.713526 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef98d40-b11f-4cc0-850b-ecc0c9b786cf req-267666cf-6f3a-42e7-ad39-54cb4be66e7d tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:06.720158 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef98d40-b11f-4cc0-850b-ecc0c9b786cf req-267666cf-6f3a-42e7-ad39-54cb4be66e7d tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:06.726648 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef98d40-b11f-4cc0-850b-ecc0c9b786cf req-267666cf-6f3a-42e7-ad39-54cb4be66e7d tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:06.732832 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef98d40-b11f-4cc0-850b-ecc0c9b786cf req-267666cf-6f3a-42e7-ad39-54cb4be66e7d tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:06.735417 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cef98d40-b11f-4cc0-850b-ecc0c9b786cf req-267666cf-6f3a-42e7-ad39-54cb4be66e7d tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 5428 time: 0.2390056 Jul 15 23:04:06.759832 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.775747 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e71b02-9495-4d30-834b-4d3d1b3c473d {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:06.795574 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=27939e22-5e18-4bcf-8a5f-6e6287f15f4a,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:06.800271 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 36e71b02-9495-4d30-834b-4d3d1b3c473d, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=36e71b02-9495-4d30-834b-4d3d1b3c473d,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:06.806593 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.825933 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0ed075f3-f33e-445b-a4c3-78727b46a1d1 req-706c55d7-8663-4576-9c1f-56fb6169f558 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.868877 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=36e71b02-9495-4d30-834b-4d3d1b3c473d,revision_number=13']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:06.897766 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cef98d40-b11f-4cc0-850b-ecc0c9b786cf req-7654ed85-f72c-46d0-b08b-d2002c091013 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64c486d-daa9-4031-a834-d15c94ff1017&id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1517196 Jul 15 23:04:06.907792 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0ed075f3-f33e-445b-a4c3-78727b46a1d1 req-706c55d7-8663-4576-9c1f-56fb6169f558 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.925337 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0ed075f3-f33e-445b-a4c3-78727b46a1d1 req-706c55d7-8663-4576-9c1f-56fb6169f558 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.948169 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5bb449ed-151d-45ab-b97f-0126c4692878 req-1ebebb45-7f46-464d-88cf-1ae5c781ea27 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700667 Jul 15 23:04:06.958691 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c55d7-8663-4576-9c1f-56fb6169f558 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31842144-3ea3-4da1-a575-2d8e33c31b37,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:06.990351 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0ed075f3-f33e-445b-a4c3-78727b46a1d1 req-706c55d7-8663-4576-9c1f-56fb6169f558 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:07.002564 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0ed075f3-f33e-445b-a4c3-78727b46a1d1 req-706c55d7-8663-4576-9c1f-56fb6169f558 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4503214 Jul 15 23:04:07.013461 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'tag': 'd21b906d-5799-491b-a71e-1b415441bf9f'}, {'server_uuid': '70197c54-d0dd-4b22-bfc0-322fab475c6a', 'name': 'network-vif-deleted', 'tag': '6702be93-c93c-415f-9fd7-dd1fa758c935'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:07.023791 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb0c129-c0b4-4d23-acf3-2656e3a211d3" -d '{"events": [{"name": "network-changed", "server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "tag": "d21b906d-5799-491b-a71e-1b415441bf9f"}, {"server_uuid": "70197c54-d0dd-4b22-bfc0-322fab475c6a", "name": "network-vif-deleted", "tag": "6702be93-c93c-415f-9fd7-dd1fa758c935"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:07.085061 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['36e71b02-9495-4d30-834b-4d3d1b3c473d'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:07.120254 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-a86bcfea-f075-4312-858d-a9d92c080d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:07.128416 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-a86bcfea-f075-4312-858d-a9d92c080d95 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8931c9f8-2423-4e8c-8612-ac64a9606a20 HTTP/1.1" status: 200 len: 797 time: 0.4890494 Jul 15 23:04:07.200310 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5bb449ed-151d-45ab-b97f-0126c4692878 req-39727c19-51f9-4045-b9ca-fabebb5c93f8 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434862 Jul 15 23:04:07.221614 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb0301-d622-4228-ae22-b731db27ebb8 req-7d5a7dbf-0cbb-48f2-9bdb-8dcb7fe378f8 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:07.223529 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d5fb0301-d622-4228-ae22-b731db27ebb8 req-7d5a7dbf-0cbb-48f2-9bdb-8dcb7fe378f8 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 945 time: 0.1026251 Jul 15 23:04:07.284694 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d5fb0301-d622-4228-ae22-b731db27ebb8 req-db71a603-8f48-4eda-84d3-c8c130ab9210 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542293 Jul 15 23:04:07.320289 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-f356730c-2702-44c7-aaf2-03a7f57a52e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:07.322102 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-f356730c-2702-44c7-aaf2-03a7f57a52e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1870792 Jul 15 23:04:07.351122 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274dd413-ce81-40f7-9bdf-d9a5ed43684c x-openstack-request-id: req-274dd413-ce81-40f7-9bdf-d9a5ed43684c {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:07.351621 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98fdfdc-675f-4264-bb90-407a8ded79a7", "name": "network-vif-plugged", "status": "completed", "tag": "27939e22-5e18-4bcf-8a5f-6e6287f15f4a", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:07.351882 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-274dd413-ce81-40f7-9bdf-d9a5ed43684c {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:07.352399 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98fdfdc-675f-4264-bb90-407a8ded79a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27939e22-5e18-4bcf-8a5f-6e6287f15f4a', 'code': 200} Jul 15 23:04:07.358610 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-1957d9d7-69ed-41ba-8c02-765ced55adb3 req-917cb8a4-534b-4ee1-a6e6-597d37c3213c tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-396269602', 'description': 'tempest-description-196254605'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:07.383903 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-1957d9d7-69ed-41ba-8c02-765ced55adb3 req-917cb8a4-534b-4ee1-a6e6-597d37c3213c tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:07.456531 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-798b5226-3a91-48cc-87f3-ab4992ff8c3b service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273990 Jul 15 23:04:07.498620 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-1957d9d7-69ed-41ba-8c02-765ced55adb3 req-917cb8a4-534b-4ee1-a6e6-597d37c3213c tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:07.503592 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-1957d9d7-69ed-41ba-8c02-765ced55adb3 req-917cb8a4-534b-4ee1-a6e6-597d37c3213c tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:07.536795 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917cb8a4-534b-4ee1-a6e6-597d37c3213c tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39081623-09eb-43a2-8d15-e96206b00fe2,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:07.548540 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-1957d9d7-69ed-41ba-8c02-765ced55adb3 req-917cb8a4-534b-4ee1-a6e6-597d37c3213c tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:07.560500 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1957d9d7-69ed-41ba-8c02-765ced55adb3 req-917cb8a4-534b-4ee1-a6e6-597d37c3213c tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2068572 Jul 15 23:04:07.598702 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a86cdb-603f-4532-b45a-d8d2b97a44e8 x-openstack-request-id: req-14a86cdb-603f-4532-b45a-d8d2b97a44e8 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:07.598983 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "tag": "d21b906d-5799-491b-a71e-1b415441bf9f", "status": "completed", "code": 200}, {"server_uuid": "70197c54-d0dd-4b22-bfc0-322fab475c6a", "name": "network-vif-deleted", "tag": "6702be93-c93c-415f-9fd7-dd1fa758c935", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:07.599235 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14a86cdb-603f-4532-b45a-d8d2b97a44e8 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:07.599630 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'tag': 'd21b906d-5799-491b-a71e-1b415441bf9f', 'status': 'completed', 'code': 200} Jul 15 23:04:07.599889 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70197c54-d0dd-4b22-bfc0-322fab475c6a', 'name': 'network-vif-deleted', 'tag': '6702be93-c93c-415f-9fd7-dd1fa758c935', 'status': 'completed', 'code': 200} Jul 15 23:04:07.607183 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1172d23-8331-49cb-be6c-13ceac77a7a5 req-e8fc2fa0-03be-4e77-baa3-1317d723f149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:07.608977 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1172d23-8331-49cb-be6c-13ceac77a7a5 req-e8fc2fa0-03be-4e77-baa3-1317d723f149 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 1096 time: 0.1509538 Jul 15 23:04:07.613025 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-f776f34f-847c-4c6f-85ef-7689030d44ab service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454518 Jul 15 23:04:07.673959 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-361324d1-d3f4-40ae-b375-83739221b8b5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6889e42d-1a89-425a-a8c3-7396550b6084 HTTP/1.1" status: 200 len: 217 time: 0.0478988 Jul 15 23:04:07.698447 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1172d23-8331-49cb-be6c-13ceac77a7a5 req-a56dbbd5-8daf-47de-9009-9cecca3bcda5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833714 Jul 15 23:04:07.736643 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-ded385a1-9b04-4329-b341-79845d78b3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:07.738299 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-ded385a1-9b04-4329-b341-79845d78b3b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2caf3549-18f8-4078-a5bd-a7ecd88c89df HTTP/1.1" status: 200 len: 797 time: 0.0557473 Jul 15 23:04:07.822183 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-6cb8a65c-b534-43a1-817e-d4c54db3c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:07.823925 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-6cb8a65c-b534-43a1-817e-d4c54db3c91a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bbea9511-9599-4d61-bc5f-d2e279b3eb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0765417 Jul 15 23:04:07.952575 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-79e09855-a2e9-4083-8920-a3c62b9a578d service neutron] 10.222.0.43 "GET /v2.0/networks/bbea9511-9599-4d61-bc5f-d2e279b3eb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214244 Jul 15 23:04:08.004580 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107269a-c8d1-44b2-a1db-d7b83134b201 req-6fc6f4cc-0531-452c-a484-fd7aa2748ca9 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:08.006924 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7107269a-c8d1-44b2-a1db-d7b83134b201 req-6fc6f4cc-0531-452c-a484-fd7aa2748ca9 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 949 time: 0.0783894 Jul 15 23:04:08.053950 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7107269a-c8d1-44b2-a1db-d7b83134b201 req-3e06f349-2d26-4149-9788-cd590ec0f87a tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378604 Jul 15 23:04:08.085390 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-d8e88951-b3b7-47ac-bd2e-cafdb28e060e req-852629c2-7a0f-4055-867b-1466611efe0e tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1788621325', 'description': 'tempest-description-837269115'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:08.089138 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-6bec2e37-3b17-4415-b219-e37950f404c2 service neutron] 10.222.0.43 "GET /v2.0/networks/bbea9511-9599-4d61-bc5f-d2e279b3eb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237061 Jul 15 23:04:08.127195 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d8e88951-b3b7-47ac-bd2e-cafdb28e060e req-852629c2-7a0f-4055-867b-1466611efe0e tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.139369 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-6a717be8-2b17-4efe-9ffb-95070998fecf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d21b906d-5799-491b-a71e-1b415441bf9f HTTP/1.1" status: 200 len: 217 time: 0.0420654 Jul 15 23:04:08.228237 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-27a1cfa5-65d4-4ad2-94cb-41c770c74e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:08.229784 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-27a1cfa5-65d4-4ad2-94cb-41c770c74e23 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2caf3549-18f8-4078-a5bd-a7ecd88c89df HTTP/1.1" status: 200 len: 797 time: 0.0842390 Jul 15 23:04:08.266356 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d8e88951-b3b7-47ac-bd2e-cafdb28e060e req-852629c2-7a0f-4055-867b-1466611efe0e tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.270919 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d8e88951-b3b7-47ac-bd2e-cafdb28e060e req-852629c2-7a0f-4055-867b-1466611efe0e tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.292332 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-b22634f9-6a9e-4af7-80fd-7f72dbd6b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:08.294043 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-b22634f9-6a9e-4af7-80fd-7f72dbd6b40b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bbea9511-9599-4d61-bc5f-d2e279b3eb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0574899 Jul 15 23:04:08.312210 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d8e88951-b3b7-47ac-bd2e-cafdb28e060e req-852629c2-7a0f-4055-867b-1466611efe0e tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.313882 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d8e88951-b3b7-47ac-bd2e-cafdb28e060e req-852629c2-7a0f-4055-867b-1466611efe0e tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2328420 Jul 15 23:04:08.320423 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852629c2-7a0f-4055-867b-1466611efe0e tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=460282c0-3691-4eda-b5b4-a24820d44307,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:08.410622 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-c6fc9ca0-3c59-47ce-9327-01658e06b441 service neutron] 10.222.0.43 "GET /v2.0/networks/bbea9511-9599-4d61-bc5f-d2e279b3eb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079645 Jul 15 23:04:08.477807 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76069993-2c6c-476c-81ca-77dfef360518 req-3494020e-8eaf-4639-8910-0a6272eb45d1 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:08.480100 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-76069993-2c6c-476c-81ca-77dfef360518 req-3494020e-8eaf-4639-8910-0a6272eb45d1 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92 HTTP/1.1" status: 200 len: 944 time: 0.1295021 Jul 15 23:04:08.489408 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.504171 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 36e71b02-9495-4d30-834b-4d3d1b3c473d up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:08.530092 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fbf373d-e211-40ba-a02e-4f519e5064e1 req-b0fda744-7363-41c7-a1ec-ff9950de8151 service neutron] 10.222.0.43 "GET /v2.0/networks/bbea9511-9599-4d61-bc5f-d2e279b3eb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130233 Jul 15 23:04:08.592217 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701e419-c241-471d-aa53-33544d9034c9 req-14c17cb8-9609-4d6b-8890-8a13ec60be87 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:08.593665 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b701e419-c241-471d-aa53-33544d9034c9 req-14c17cb8-9609-4d6b-8890-8a13ec60be87 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ca3a78-d80b-4393-915b-236ec9eb6e92 HTTP/1.1" status: 200 len: 944 time: 0.1567342 Jul 15 23:04:08.608089 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-c98faaf7-79e6-4c0e-8ce2-8676898528a6 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:04:08.609611 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-c98faaf7-79e6-4c0e-8ce2-8676898528a6 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071759 Jul 15 23:04:08.614684 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 36e71b02-9495-4d30-834b-4d3d1b3c473d completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:08.618771 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 36e71b02-9495-4d30-834b-4d3d1b3c473d triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:08.619225 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.647277 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-76069993-2c6c-476c-81ca-77dfef360518 req-a9f0cef7-ce17-4452-8e37-e1d94e810b49 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Deleting port 5f55500d-63cd-4acf-b2ad-22663a15ccee {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:08.647748 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-76069993-2c6c-476c-81ca-77dfef360518 req-a9f0cef7-ce17-4452-8e37-e1d94e810b49 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.653179 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b701e419-c241-471d-aa53-33544d9034c9 req-b688de7a-5a7e-49ab-89fe-a365d2f70734 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524135 Jul 15 23:04:08.671029 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-09e6e6d1-0473-4f32-9c64-0b51d5ee88db service neutron] Request body: {'binding': {'host': 'n-h2-787205-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:08.671738 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-09e6e6d1-0473-4f32-9c64-0b51d5ee88db service neutron] Unknown quota resources ['binding']. {{(pid=93798) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:04:08.759169 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.789461 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd1e97-66f6-4d42-95f4-bad37521be10 req-3f136975-76df-4e84-a0e1-74376bf01b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:08.789931 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd1e97-66f6-4d42-95f4-bad37521be10 req-3f136975-76df-4e84-a0e1-74376bf01b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:08.790396 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd1e97-66f6-4d42-95f4-bad37521be10 req-3f136975-76df-4e84-a0e1-74376bf01b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:08.791138 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd1e97-66f6-4d42-95f4-bad37521be10 req-3f136975-76df-4e84-a0e1-74376bf01b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:08.791968 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd1e97-66f6-4d42-95f4-bad37521be10 req-3f136975-76df-4e84-a0e1-74376bf01b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:08.792443 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd1e97-66f6-4d42-95f4-bad37521be10 req-3f136975-76df-4e84-a0e1-74376bf01b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:08.792939 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd1e97-66f6-4d42-95f4-bad37521be10 req-3f136975-76df-4e84-a0e1-74376bf01b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:08.794929 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0ddd1e97-66f6-4d42-95f4-bad37521be10 req-3f136975-76df-4e84-a0e1-74376bf01b84 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c022d86cdc7f4fca8c9ab116c350a036&device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 6485 time: 0.1813567 Jul 15 23:04:08.817209 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-76069993-2c6c-476c-81ca-77dfef360518 req-a9f0cef7-ce17-4452-8e37-e1d94e810b49 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] For port 5f55500d-63cd-4acf-b2ad-22663a15ccee, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=5f55500d-63cd-4acf-b2ad-22663a15ccee,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:08.818068 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-76069993-2c6c-476c-81ca-77dfef360518 req-a9f0cef7-ce17-4452-8e37-e1d94e810b49 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.822780 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 36e71b02-9495-4d30-834b-4d3d1b3c473d, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=36e71b02-9495-4d30-834b-4d3d1b3c473d,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:08.828244 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.864730 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-76069993-2c6c-476c-81ca-77dfef360518 req-a9f0cef7-ce17-4452-8e37-e1d94e810b49 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Calling delete_port for 5f55500d-63cd-4acf-b2ad-22663a15ccee owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:08.927239 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-09e6e6d1-0473-4f32-9c64-0b51d5ee88db service neutron] Attempting to bind port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a on host n-h2-787205-9 for vnic_type normal with profile None {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:08.927596 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-09e6e6d1-0473-4f32-9c64-0b51d5ee88db service neutron] Attempting to bind port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:08.929322 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-09e6e6d1-0473-4f32-9c64-0b51d5ee88db service neutron] Attempting to bind port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:08.942993 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=36e71b02-9495-4d30-834b-4d3d1b3c473d,revision_number=14']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:08.961585 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-09e6e6d1-0473-4f32-9c64-0b51d5ee88db service neutron] Port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:08.961849 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-09e6e6d1-0473-4f32-9c64-0b51d5ee88db service neutron] Attempting to bind port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:08.978089 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd1e97-66f6-4d42-95f4-bad37521be10 req-27be02e6-808a-401b-848a-12ab6ac4e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:08.979623 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0ddd1e97-66f6-4d42-95f4-bad37521be10 req-27be02e6-808a-401b-848a-12ab6ac4e25b service neutron] 10.222.0.43 "GET /v2.0/networks?id=bbea9511-9599-4d61-bc5f-d2e279b3eb50 HTTP/1.1" status: 200 len: 903 time: 0.1733117 Jul 15 23:04:08.980491 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-09e6e6d1-0473-4f32-9c64-0b51d5ee88db service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:08.980816 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-09e6e6d1-0473-4f32-9c64-0b51d5ee88db service neutron] Checking segment: {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:08.981197 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-09e6e6d1-0473-4f32-9c64-0b51d5ee88db service neutron] Bound using segment: {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:08.981621 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-09e6e6d1-0473-4f32-9c64-0b51d5ee88db service neutron] Bound port: eb07a2a0-2204-4ec3-adfc-d324da3d5e9a, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:08.991243 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797da60-5d3f-478f-8056-04c15b15b4c2 req-b009bdf2-fa40-41e0-a6d2-b3c8152f8c2e tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:08.997948 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797da60-5d3f-478f-8056-04c15b15b4c2 req-b009bdf2-fa40-41e0-a6d2-b3c8152f8c2e tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:09.004315 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797da60-5d3f-478f-8056-04c15b15b4c2 req-b009bdf2-fa40-41e0-a6d2-b3c8152f8c2e tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:09.010664 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797da60-5d3f-478f-8056-04c15b15b4c2 req-b009bdf2-fa40-41e0-a6d2-b3c8152f8c2e tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:09.019345 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797da60-5d3f-478f-8056-04c15b15b4c2 req-b009bdf2-fa40-41e0-a6d2-b3c8152f8c2e tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:09.026000 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797da60-5d3f-478f-8056-04c15b15b4c2 req-b009bdf2-fa40-41e0-a6d2-b3c8152f8c2e tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:09.034563 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797da60-5d3f-478f-8056-04c15b15b4c2 req-b009bdf2-fa40-41e0-a6d2-b3c8152f8c2e tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:09.036706 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a797da60-5d3f-478f-8056-04c15b15b4c2 req-b009bdf2-fa40-41e0-a6d2-b3c8152f8c2e tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 5428 time: 0.2161257 Jul 15 23:04:09.045078 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0ddd1e97-66f6-4d42-95f4-bad37521be10 req-aa9e2ef8-b3e6-4abe-84aa-eba9b6c17ff3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6889e42d-1a89-425a-a8c3-7396550b6084 HTTP/1.1" status: 200 len: 217 time: 0.0572765 Jul 15 23:04:09.112654 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-09e6e6d1-0473-4f32-9c64-0b51d5ee88db service neutron] For port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=eb07a2a0-2204-4ec3-adfc-d324da3d5e9a,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:09.118879 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd1e97-66f6-4d42-95f4-bad37521be10 req-7b883e45-3982-4de8-a989-f6eb22f80a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:09.120644 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0ddd1e97-66f6-4d42-95f4-bad37521be10 req-7b883e45-3982-4de8-a989-f6eb22f80a6c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2caf3549-18f8-4078-a5bd-a7ecd88c89df HTTP/1.1" status: 200 len: 797 time: 0.0685270 Jul 15 23:04:09.123297 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-09e6e6d1-0473-4f32-9c64-0b51d5ee88db service neutron] Notify callbacks [] for binding, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:09.124407 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-09e6e6d1-0473-4f32-9c64-0b51d5ee88db service neutron] 10.222.0.16 "POST /v2.0/ports/eb07a2a0-2204-4ec3-adfc-d324da3d5e9a/bindings HTTP/1.1" status: 201 len: 389 time: 0.4989703 Jul 15 23:04:09.125678 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a797da60-5d3f-478f-8056-04c15b15b4c2 req-d38c2f72-38a8-4ce7-9174-cf2c96e89238 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64c486d-daa9-4031-a834-d15c94ff1017&id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792758 Jul 15 23:04:09.139828 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-76069993-2c6c-476c-81ca-77dfef360518 req-a9f0cef7-ce17-4452-8e37-e1d94e810b49 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:09.184687 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f0cef7-ce17-4452-8e37-e1d94e810b49 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Pushing event deleted for resources: {'Port': ['ID=5f55500d-63cd-4acf-b2ad-22663a15ccee,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:09.230669 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd1e97-66f6-4d42-95f4-bad37521be10 req-4d6482d1-d4df-49f0-ad5d-c2915370ccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:09.232295 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0ddd1e97-66f6-4d42-95f4-bad37521be10 req-4d6482d1-d4df-49f0-ad5d-c2915370ccc9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bbea9511-9599-4d61-bc5f-d2e279b3eb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0997057 Jul 15 23:04:09.241574 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-76069993-2c6c-476c-81ca-77dfef360518 req-a9f0cef7-ce17-4452-8e37-e1d94e810b49 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] No DVR routers for this DVR port 5f55500d-63cd-4acf-b2ad-22663a15ccee on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:04:09.246668 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-76069993-2c6c-476c-81ca-77dfef360518 req-a9f0cef7-ce17-4452-8e37-e1d94e810b49 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:09.266436 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-76069993-2c6c-476c-81ca-77dfef360518 req-a9f0cef7-ce17-4452-8e37-e1d94e810b49 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.43 "DELETE /v2.0/ports/5f55500d-63cd-4acf-b2ad-22663a15ccee HTTP/1.1" status: 204 len: 173 time: 0.7737012 Jul 15 23:04:09.354318 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c35f8b-1f0d-4683-ba3c-654cc8462101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e71b02-9495-4d30-834b-4d3d1b3c473d'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:09.356830 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b683750-be1c-42a1-9e14-9e44da22fc01" -d '{"events": [{"server_uuid": "95c35f8b-1f0d-4683-ba3c-654cc8462101", "name": "network-vif-plugged", "status": "completed", "tag": "36e71b02-9495-4d30-834b-4d3d1b3c473d"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:09.383389 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0ddd1e97-66f6-4d42-95f4-bad37521be10 req-8eb5023e-a24d-487b-a43e-831fcbf53b38 service neutron] 10.222.0.43 "GET /v2.0/networks/bbea9511-9599-4d61-bc5f-d2e279b3eb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432099 Jul 15 23:04:09.488984 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0ddd1e97-66f6-4d42-95f4-bad37521be10 req-91598238-395a-4cf9-8f32-b56ae8e28fc7 service neutron] 10.222.0.43 "GET /v2.0/networks/bbea9511-9599-4d61-bc5f-d2e279b3eb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985434 Jul 15 23:04:09.546832 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd2bae-a3c3-4bd2-a6d4-09b9b99e5d65 req-993730a1-1dcd-4684-945a-c09775ac34ae tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:09.548924 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aafd2bae-a3c3-4bd2-a6d4-09b9b99e5d65 req-993730a1-1dcd-4684-945a-c09775ac34ae tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 945 time: 0.1603026 Jul 15 23:04:09.554170 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3ad4a-cf67-4f7b-b712-5edb6cfbc52e req-7ece3c14-a0f7-4773-a42b-ae1dec811da8 tempest-MigrationsAdminTest-1825393778 tempest-MigrationsAdminTest-1825393778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:09.561811 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5fe3ad4a-cf67-4f7b-b712-5edb6cfbc52e req-7ece3c14-a0f7-4773-a42b-ae1dec811da8 tempest-MigrationsAdminTest-1825393778 tempest-MigrationsAdminTest-1825393778-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 1101 time: 0.1435392 Jul 15 23:04:09.581445 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-23a851b2-c9af-4123-9a78-b621519936cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:09.583455 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-23a851b2-c9af-4123-9a78-b621519936cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=333adf5bda29495e91779ab1d3ab99ea&device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 1097 time: 0.1258581 Jul 15 23:04:09.608289 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ca3a78-d80b-4393-915b-236ec9eb6e92', 'name': 'network-vif-deleted', 'tag': '5f55500d-63cd-4acf-b2ad-22663a15ccee'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:09.610468 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccd3246-73ba-47c7-a789-5c0cb1456bbb" -d '{"events": [{"server_uuid": "f9ca3a78-d80b-4393-915b-236ec9eb6e92", "name": "network-vif-deleted", "tag": "5f55500d-63cd-4acf-b2ad-22663a15ccee"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:09.620237 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0c129-c0b4-4d23-acf3-2656e3a211d3 req-a3f08cec-e80d-4944-b9c4-8354e483ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:09.620819 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0c129-c0b4-4d23-acf3-2656e3a211d3 req-a3f08cec-e80d-4944-b9c4-8354e483ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:09.621988 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0c129-c0b4-4d23-acf3-2656e3a211d3 req-a3f08cec-e80d-4944-b9c4-8354e483ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:09.622454 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0c129-c0b4-4d23-acf3-2656e3a211d3 req-a3f08cec-e80d-4944-b9c4-8354e483ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:09.622938 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0c129-c0b4-4d23-acf3-2656e3a211d3 req-a3f08cec-e80d-4944-b9c4-8354e483ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:09.623402 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0c129-c0b4-4d23-acf3-2656e3a211d3 req-a3f08cec-e80d-4944-b9c4-8354e483ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:09.623865 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0c129-c0b4-4d23-acf3-2656e3a211d3 req-a3f08cec-e80d-4944-b9c4-8354e483ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:09.625751 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bb0c129-c0b4-4d23-acf3-2656e3a211d3 req-a3f08cec-e80d-4944-b9c4-8354e483ff0f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c022d86cdc7f4fca8c9ab116c350a036&device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 6485 time: 0.0791395 Jul 15 23:04:09.664845 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aafd2bae-a3c3-4bd2-a6d4-09b9b99e5d65 req-ee14e722-d4d0-4a85-a5d7-f5306ed31776 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994575 Jul 15 23:04:09.677727 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5fe3ad4a-cf67-4f7b-b712-5edb6cfbc52e req-f26ac792-68c7-4d44-9919-b7112ca4ea84 tempest-MigrationsAdminTest-1825393778 tempest-MigrationsAdminTest-1825393778-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147015 Jul 15 23:04:09.740015 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0c129-c0b4-4d23-acf3-2656e3a211d3 req-7d95d510-7b04-4c03-a14d-47e9092257fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:09.741748 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bb0c129-c0b4-4d23-acf3-2656e3a211d3 req-7d95d510-7b04-4c03-a14d-47e9092257fe service neutron] 10.222.0.43 "GET /v2.0/networks?id=bbea9511-9599-4d61-bc5f-d2e279b3eb50 HTTP/1.1" status: 200 len: 903 time: 0.1096358 Jul 15 23:04:09.795729 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bb0c129-c0b4-4d23-acf3-2656e3a211d3 req-bdd0fa82-014c-4c8b-893b-ea1cec4823c0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d21b906d-5799-491b-a71e-1b415441bf9f HTTP/1.1" status: 200 len: 217 time: 0.0461705 Jul 15 23:04:09.796051 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-08ccf8b0-336d-4508-86d8-6f7f8f63c52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:09.797829 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-08ccf8b0-336d-4508-86d8-6f7f8f63c52c service neutron] 10.222.0.43 "GET /v2.0/networks?id=71ccf61d-14bc-4de9-bbf5-849aeac853f5 HTTP/1.1" status: 200 len: 919 time: 0.2012038 Jul 15 23:04:09.800595 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f99abbbe-8bc3-42cc-9d89-6655328542aa req-c0b25682-5405-4041-ae84-0ca49fb61a84 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "GET /v2.0/security-groups/39081623-09eb-43a2-8d15-e96206b00fe2 HTTP/1.1" status: 200 len: 1803 time: 0.0639830 Jul 15 23:04:09.858190 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0c129-c0b4-4d23-acf3-2656e3a211d3 req-fcf3efc6-ff5e-4336-af00-d40bc9b1e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:09.859702 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bb0c129-c0b4-4d23-acf3-2656e3a211d3 req-fcf3efc6-ff5e-4336-af00-d40bc9b1e242 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2caf3549-18f8-4078-a5bd-a7ecd88c89df HTTP/1.1" status: 200 len: 797 time: 0.0454035 Jul 15 23:04:09.867254 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-1d912409-9221-4ee8-af31-1d85c73c2dc8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb07a2a0-2204-4ec3-adfc-d324da3d5e9a HTTP/1.1" status: 200 len: 217 time: 0.0503159 Jul 15 23:04:09.927323 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f99abbbe-8bc3-42cc-9d89-6655328542aa req-09d9591d-36c7-4512-bcba-20df23191dfd tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "GET /v2.0/security-groups/460282c0-3691-4eda-b5b4-a24820d44307 HTTP/1.1" status: 200 len: 1804 time: 0.1206181 Jul 15 23:04:09.943629 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-f99abbbe-8bc3-42cc-9d89-6655328542aa req-004b2452-1512-4b6a-bea2-cff892dd747e tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '39081623-09eb-43a2-8d15-e96206b00fe2', 'remote_group_id': '460282c0-3691-4eda-b5b4-a24820d44307', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:09.944086 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-f99abbbe-8bc3-42cc-9d89-6655328542aa req-004b2452-1512-4b6a-bea2-cff892dd747e tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '39081623-09eb-43a2-8d15-e96206b00fe2', 'remote_group_id': '460282c0-3691-4eda-b5b4-a24820d44307', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:09.954520 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0c129-c0b4-4d23-acf3-2656e3a211d3 req-dc3ef27b-5f7b-406b-bea7-55d2a7432abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:09.956185 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bb0c129-c0b4-4d23-acf3-2656e3a211d3 req-dc3ef27b-5f7b-406b-bea7-55d2a7432abb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bbea9511-9599-4d61-bc5f-d2e279b3eb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0900266 Jul 15 23:04:09.997349 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-4fce87ee-488d-4e0a-a82d-f7561997ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:09.998965 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-4fce87ee-488d-4e0a-a82d-f7561997ea89 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=951a51fc-ffa0-401a-b919-6dcf1a893db8 HTTP/1.1" status: 200 len: 858 time: 0.1241753 Jul 15 23:04:10.045945 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-489faa3c-afab-4b73-a9b6-1b2570a283ed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=71ccf61d-14bc-4de9-bbf5-849aeac853f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374429 Jul 15 23:04:10.078688 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bb0c129-c0b4-4d23-acf3-2656e3a211d3 req-ba219350-0452-44e1-8d52-1466a7dd6e1b service neutron] 10.222.0.43 "GET /v2.0/networks/bbea9511-9599-4d61-bc5f-d2e279b3eb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155789 Jul 15 23:04:10.160117 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76acdd-93b6-4315-a643-adc18b78f7ba req-4c39b959-d3ac-425a-b946-c2afe500821d tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:10.161612 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fe76acdd-93b6-4315-a643-adc18b78f7ba req-4c39b959-d3ac-425a-b946-c2afe500821d tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 946 time: 0.2215998 Jul 15 23:04:10.162720 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f99abbbe-8bc3-42cc-9d89-6655328542aa req-004b2452-1512-4b6a-bea2-cff892dd747e tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.191938 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bb0c129-c0b4-4d23-acf3-2656e3a211d3 req-0460c97c-a390-4a09-a8ae-32b3ff4c422d service neutron] 10.222.0.43 "GET /v2.0/networks/bbea9511-9599-4d61-bc5f-d2e279b3eb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050887 Jul 15 23:04:10.265474 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-d403ac11-4017-4b20-bbfd-b001d4081432 service neutron] 10.222.0.43 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043490 Jul 15 23:04:10.267108 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f99abbbe-8bc3-42cc-9d89-6655328542aa req-004b2452-1512-4b6a-bea2-cff892dd747e tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.271226 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fe76acdd-93b6-4315-a643-adc18b78f7ba req-12723e60-0eaf-4b26-963d-f436a7df56a7 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932307 Jul 15 23:04:10.272291 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f99abbbe-8bc3-42cc-9d89-6655328542aa req-004b2452-1512-4b6a-bea2-cff892dd747e tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.314978 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b2452-1512-4b6a-bea2-cff892dd747e tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e90f12-52e9-44c8-b4ee-9659cdfa5a38,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:10.326068 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f99abbbe-8bc3-42cc-9d89-6655328542aa req-004b2452-1512-4b6a-bea2-cff892dd747e tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.331529 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f99abbbe-8bc3-42cc-9d89-6655328542aa req-004b2452-1512-4b6a-bea2-cff892dd747e tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4023924 Jul 15 23:04:10.354524 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ae9fbc-d315-44ea-b6ce-36f7c9fe3624 x-openstack-request-id: req-67ae9fbc-d315-44ea-b6ce-36f7c9fe3624 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:10.355437 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c35f8b-1f0d-4683-ba3c-654cc8462101", "name": "network-vif-plugged", "status": "completed", "tag": "36e71b02-9495-4d30-834b-4d3d1b3c473d", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:10.355920 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-67ae9fbc-d315-44ea-b6ce-36f7c9fe3624 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:10.356642 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c35f8b-1f0d-4683-ba3c-654cc8462101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e71b02-9495-4d30-834b-4d3d1b3c473d', 'code': 200} Jul 15 23:04:10.406190 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-6722ce1b-e3b4-4960-aded-cdf74ec4af46 service neutron] 10.222.0.43 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297605 Jul 15 23:04:10.462396 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cb0a02-4f3e-4d4e-a320-0b0834ccf580 x-openstack-request-id: req-12cb0a02-4f3e-4d4e-a320-0b0834ccf580 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:10.463127 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ca3a78-d80b-4393-915b-236ec9eb6e92", "name": "network-vif-deleted", "tag": "5f55500d-63cd-4acf-b2ad-22663a15ccee", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:10.463279 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12cb0a02-4f3e-4d4e-a320-0b0834ccf580 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:10.463711 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ca3a78-d80b-4393-915b-236ec9eb6e92', 'name': 'network-vif-deleted', 'tag': '5f55500d-63cd-4acf-b2ad-22663a15ccee', 'status': 'completed', 'code': 200} Jul 15 23:04:10.956869 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-86f57828-9016-47d6-a867-a56ea1a93e05 req-d3bac4b8-a883-41e8-a575-a40b08c894d6 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-18465378', 'description': 'tempest-description-1977623339'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:10.999699 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-86f57828-9016-47d6-a867-a56ea1a93e05 req-d3bac4b8-a883-41e8-a575-a40b08c894d6 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:11.125034 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62636084-b835-49bd-99de-557b91f31f0d req-bf0385a6-3202-4c7f-b60e-9100c4e4e75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:11.126830 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-62636084-b835-49bd-99de-557b91f31f0d req-bf0385a6-3202-4c7f-b60e-9100c4e4e75b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6527c2f6f2cf474e911d5a1b1b647a38&device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 1096 time: 0.1207352 Jul 15 23:04:11.164067 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998ecbf-8a4c-412d-8673-962f31060da3 req-f4cdf660-95f0-4c86-b960-bdf097982284 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:11.170734 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998ecbf-8a4c-412d-8673-962f31060da3 req-f4cdf660-95f0-4c86-b960-bdf097982284 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:11.177662 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998ecbf-8a4c-412d-8673-962f31060da3 req-f4cdf660-95f0-4c86-b960-bdf097982284 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:11.185168 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998ecbf-8a4c-412d-8673-962f31060da3 req-f4cdf660-95f0-4c86-b960-bdf097982284 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:11.193243 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998ecbf-8a4c-412d-8673-962f31060da3 req-f4cdf660-95f0-4c86-b960-bdf097982284 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:11.200031 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998ecbf-8a4c-412d-8673-962f31060da3 req-f4cdf660-95f0-4c86-b960-bdf097982284 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:11.206983 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998ecbf-8a4c-412d-8673-962f31060da3 req-f4cdf660-95f0-4c86-b960-bdf097982284 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:11.210939 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0998ecbf-8a4c-412d-8673-962f31060da3 req-f4cdf660-95f0-4c86-b960-bdf097982284 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 5428 time: 0.1741970 Jul 15 23:04:11.256928 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62636084-b835-49bd-99de-557b91f31f0d req-0bc6783a-ea90-40a4-9424-9bde45f28b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:11.259112 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-62636084-b835-49bd-99de-557b91f31f0d req-0bc6783a-ea90-40a4-9424-9bde45f28b9a service neutron] 10.222.0.36 "GET /v2.0/networks?id=147f0164-be98-43b4-81d0-63f63c5d44c6 HTTP/1.1" status: 200 len: 911 time: 0.1260998 Jul 15 23:04:11.267877 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-86f57828-9016-47d6-a867-a56ea1a93e05 req-d3bac4b8-a883-41e8-a575-a40b08c894d6 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:11.275664 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-86f57828-9016-47d6-a867-a56ea1a93e05 req-d3bac4b8-a883-41e8-a575-a40b08c894d6 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:11.298494 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0998ecbf-8a4c-412d-8673-962f31060da3 req-0c7cac6a-83c5-4b10-b258-8571fe77e889 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64c486d-daa9-4031-a834-d15c94ff1017&id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0793517 Jul 15 23:04:11.305372 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-62636084-b835-49bd-99de-557b91f31f0d req-98a615e0-1d4d-4006-83c5-c925e7578c11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27939e22-5e18-4bcf-8a5f-6e6287f15f4a HTTP/1.1" status: 200 len: 217 time: 0.0406334 Jul 15 23:04:11.321538 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-86f57828-9016-47d6-a867-a56ea1a93e05 req-d3bac4b8-a883-41e8-a575-a40b08c894d6 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:11.336637 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-86f57828-9016-47d6-a867-a56ea1a93e05 req-d3bac4b8-a883-41e8-a575-a40b08c894d6 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3850682 Jul 15 23:04:11.379897 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62636084-b835-49bd-99de-557b91f31f0d req-5a1f63f3-7ff3-4bd5-a08d-4d92135441dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:11.381607 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-62636084-b835-49bd-99de-557b91f31f0d req-5a1f63f3-7ff3-4bd5-a08d-4d92135441dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb958b45-2fa0-4e9b-a203-f469b0644c68 HTTP/1.1" status: 200 len: 850 time: 0.0701442 Jul 15 23:04:11.383104 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bac4b8-a883-41e8-a575-a40b08c894d6 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5f4bf4-47f9-48c1-8f2b-3cd7a619c2cd,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:11.404447 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bac4b8-a883-41e8-a575-a40b08c894d6 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:11.406070 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bac4b8-a883-41e8-a575-a40b08c894d6 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:11.406070 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bac4b8-a883-41e8-a575-a40b08c894d6 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:11.406070 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bac4b8-a883-41e8-a575-a40b08c894d6 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:11.412158 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bac4b8-a883-41e8-a575-a40b08c894d6 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:11.412644 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bac4b8-a883-41e8-a575-a40b08c894d6 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:11.413205 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bac4b8-a883-41e8-a575-a40b08c894d6 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:11.413630 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bac4b8-a883-41e8-a575-a40b08c894d6 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:11.414143 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bac4b8-a883-41e8-a575-a40b08c894d6 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:11.414775 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bac4b8-a883-41e8-a575-a40b08c894d6 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:11.415232 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bac4b8-a883-41e8-a575-a40b08c894d6 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:11.415644 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bac4b8-a883-41e8-a575-a40b08c894d6 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:11.426731 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-62636084-b835-49bd-99de-557b91f31f0d req-5b9a1212-a295-4291-8e68-be896d6b2e10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=147f0164-be98-43b4-81d0-63f63c5d44c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378885 Jul 15 23:04:11.540284 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-62636084-b835-49bd-99de-557b91f31f0d req-22e6976c-2869-4f9c-9405-8f28c10e4615 service neutron] 10.222.0.36 "GET /v2.0/networks/147f0164-be98-43b4-81d0-63f63c5d44c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060205 Jul 15 23:04:11.571273 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbae66-bfa8-42ef-afde-078ea49be952 req-40ae90d9-ecee-495f-bc36-2b2aeafcbc90 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:11.580753 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4ffbae66-bfa8-42ef-afde-078ea49be952 req-40ae90d9-ecee-495f-bc36-2b2aeafcbc90 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 950 time: 0.0884640 Jul 15 23:04:11.651456 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4ffbae66-bfa8-42ef-afde-078ea49be952 req-61c9c718-6534-4c2f-bf02-edf6c598ba25 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696530 Jul 15 23:04:11.706411 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-62636084-b835-49bd-99de-557b91f31f0d req-1605d3a9-1fe5-4959-bc3b-2c1218d074f5 service neutron] 10.222.0.36 "GET /v2.0/networks/147f0164-be98-43b4-81d0-63f63c5d44c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597440 Jul 15 23:04:11.877970 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5b929-3cb8-4821-90b2-7dd63d50e536 req-53a5f7ba-b3c8-43bc-ac19-fabe5d66d8be tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:11.879918 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a0f5b929-3cb8-4821-90b2-7dd63d50e536 req-53a5f7ba-b3c8-43bc-ac19-fabe5d66d8be tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 945 time: 0.1042478 Jul 15 23:04:11.971287 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a0f5b929-3cb8-4821-90b2-7dd63d50e536 req-d4687a73-3353-472b-9c3e-6dfdc44cffea tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756757 Jul 15 23:04:12.001347 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-3f89ac57-748a-47a9-b791-ed2d9a675180 req-d6129965-a8d5-4756-a2b2-85891b703793 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-370962319', 'description': 'tempest-description-694431318'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:12.033385 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271d529-e5fe-4d2e-a39a-48c21a45f7c6 req-f0c92c54-e816-4461-9b85-b1564cc6dfc7 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:12.036515 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d271d529-e5fe-4d2e-a39a-48c21a45f7c6 req-f0c92c54-e816-4461-9b85-b1564cc6dfc7 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 946 time: 0.1118798 Jul 15 23:04:12.051726 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3f89ac57-748a-47a9-b791-ed2d9a675180 req-d6129965-a8d5-4756-a2b2-85891b703793 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:12.161419 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d271d529-e5fe-4d2e-a39a-48c21a45f7c6 req-deef33da-debc-4a10-afd9-4a63bdf9c210 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167362 Jul 15 23:04:12.208677 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db1068-734b-4503-bb89-60c4379f67f9 req-4c6519f0-953a-4d52-9163-618a64bd4dfb tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:12.210500 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b2db1068-734b-4503-bb89-60c4379f67f9 req-4c6519f0-953a-4d52-9163-618a64bd4dfb tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.43 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 950 time: 0.1453755 Jul 15 23:04:12.222116 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3f89ac57-748a-47a9-b791-ed2d9a675180 req-d6129965-a8d5-4756-a2b2-85891b703793 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:12.231755 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3f89ac57-748a-47a9-b791-ed2d9a675180 req-d6129965-a8d5-4756-a2b2-85891b703793 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:12.275769 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef28ad-7e15-4989-8372-17ddf2d5d949 req-e58ad705-e6b7-4eae-9ccf-cef27360633e tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:12.280553 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0aef28ad-7e15-4989-8372-17ddf2d5d949 req-e58ad705-e6b7-4eae-9ccf-cef27360633e tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8 HTTP/1.1" status: 200 len: 944 time: 0.1397967 Jul 15 23:04:12.294581 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3f89ac57-748a-47a9-b791-ed2d9a675180 req-d6129965-a8d5-4756-a2b2-85891b703793 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:12.315272 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3f89ac57-748a-47a9-b791-ed2d9a675180 req-d6129965-a8d5-4756-a2b2-85891b703793 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3193007 Jul 15 23:04:12.316417 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6129965-a8d5-4756-a2b2-85891b703793 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f08f9a-b93e-4d0b-9e51-eca15268caa3,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:12.445165 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-0aef28ad-7e15-4989-8372-17ddf2d5d949 req-920bd6b1-4d93-41ce-a44d-d6515e609da6 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Deleting port 49404f6b-8774-4e9f-a38c-3cd516b9f780 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:12.445923 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0aef28ad-7e15-4989-8372-17ddf2d5d949 req-920bd6b1-4d93-41ce-a44d-d6515e609da6 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:12.464369 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f14a1cc1-e3ed-4061-b596-4d369094d3f7 req-2f5c5d7a-971d-42dd-a22e-28866fc65b36 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "GET /v2.0/security-groups/1d5f4bf4-47f9-48c1-8f2b-3cd7a619c2cd HTTP/1.1" status: 200 len: 1803 time: 0.1373909 Jul 15 23:04:12.491769 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-b2db1068-734b-4503-bb89-60c4379f67f9 req-0710f9b5-ac42-421e-8a69-d8c1bb6372e1 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Deleting port 36e71b02-9495-4d30-834b-4d3d1b3c473d {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:12.492138 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b2db1068-734b-4503-bb89-60c4379f67f9 req-0710f9b5-ac42-421e-8a69-d8c1bb6372e1 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:12.517288 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 5f55500d-63cd-4acf-b2ad-22663a15ccee no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:12.565072 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 5f55500d-63cd-4acf-b2ad-22663a15ccee {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:04:12.566232 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 5f55500d-63cd-4acf-b2ad-22663a15ccee not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:04:12.567021 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 36e71b02-9495-4d30-834b-4d3d1b3c473d no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:12.574496 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f95ca0-1158-4adf-89fc-8db173390d4d req-78e3b9b9-453f-435b-943a-ec5a778eeffc tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:12.577525 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e1f95ca0-1158-4adf-89fc-8db173390d4d req-78e3b9b9-453f-435b-943a-ec5a778eeffc tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8 HTTP/1.1" status: 200 len: 944 time: 0.2007351 Jul 15 23:04:12.640700 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-0aef28ad-7e15-4989-8372-17ddf2d5d949 req-920bd6b1-4d93-41ce-a44d-d6515e609da6 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] For port 49404f6b-8774-4e9f-a38c-3cd516b9f780, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=49404f6b-8774-4e9f-a38c-3cd516b9f780,segment=NetworkSegment(e3a906bd-bea4-4e98-bab3-510ff7784bea),segment_id=e3a906bd-bea4-4e98-bab3-510ff7784bea)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:12.641526 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0aef28ad-7e15-4989-8372-17ddf2d5d949 req-920bd6b1-4d93-41ce-a44d-d6515e609da6 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:12.664296 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-0aef28ad-7e15-4989-8372-17ddf2d5d949 req-920bd6b1-4d93-41ce-a44d-d6515e609da6 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Calling delete_port for 49404f6b-8774-4e9f-a38c-3cd516b9f780 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:12.696020 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:12.736914 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 36e71b02-9495-4d30-834b-4d3d1b3c473d, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=36e71b02-9495-4d30-834b-4d3d1b3c473d,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:12.738618 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c35f8b-1f0d-4683-ba3c-654cc8462101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36e71b02-9495-4d30-834b-4d3d1b3c473d'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:12.742929 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b6cdb2-3519-4473-8273-335bb0a29284" -d '{"events": [{"server_uuid": "95c35f8b-1f0d-4683-ba3c-654cc8462101", "name": "network-vif-unplugged", "status": "completed", "tag": "36e71b02-9495-4d30-834b-4d3d1b3c473d"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:12.746967 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:12.805933 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=36e71b02-9495-4d30-834b-4d3d1b3c473d,revision_number=15']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:12.899336 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0aef28ad-7e15-4989-8372-17ddf2d5d949 req-920bd6b1-4d93-41ce-a44d-d6515e609da6 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:12.906393 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f14a1cc1-e3ed-4061-b596-4d369094d3f7 req-245f4ea0-3fb4-4d9e-b817-7096a5c69682 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "GET /v2.0/security-groups/d7f08f9a-b93e-4d0b-9e51-eca15268caa3 HTTP/1.1" status: 200 len: 1803 time: 0.4342463 Jul 15 23:04:12.929022 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-f14a1cc1-e3ed-4061-b596-4d369094d3f7 req-9f23b8b6-8539-456a-9648-df349b11fabc tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1d5f4bf4-47f9-48c1-8f2b-3cd7a619c2cd', 'remote_group_id': 'd7f08f9a-b93e-4d0b-9e51-eca15268caa3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:12.929341 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-f14a1cc1-e3ed-4061-b596-4d369094d3f7 req-9f23b8b6-8539-456a-9648-df349b11fabc tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1d5f4bf4-47f9-48c1-8f2b-3cd7a619c2cd', 'remote_group_id': 'd7f08f9a-b93e-4d0b-9e51-eca15268caa3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:12.962391 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920bd6b1-4d93-41ce-a44d-d6515e609da6 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Pushing event deleted for resources: {'Port': ['ID=49404f6b-8774-4e9f-a38c-3cd516b9f780,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:12.986823 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e1f95ca0-1158-4adf-89fc-8db173390d4d req-187b3ff7-1b9c-4e7a-a365-4f986186e583 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075161 Jul 15 23:04:13.023246 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-b2db1068-734b-4503-bb89-60c4379f67f9 req-0710f9b5-ac42-421e-8a69-d8c1bb6372e1 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] For port 36e71b02-9495-4d30-834b-4d3d1b3c473d, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=36e71b02-9495-4d30-834b-4d3d1b3c473d,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:13.023613 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b2db1068-734b-4503-bb89-60c4379f67f9 req-0710f9b5-ac42-421e-8a69-d8c1bb6372e1 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:13.042915 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aef28ad-7e15-4989-8372-17ddf2d5d949 req-920bd6b1-4d93-41ce-a44d-d6515e609da6 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] No DVR routers for this DVR port 49404f6b-8774-4e9f-a38c-3cd516b9f780 on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:04:13.046293 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0aef28ad-7e15-4989-8372-17ddf2d5d949 req-920bd6b1-4d93-41ce-a44d-d6515e609da6 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:13.049679 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0aef28ad-7e15-4989-8372-17ddf2d5d949 req-920bd6b1-4d93-41ce-a44d-d6515e609da6 tempest-LiveMigrationTest-2094062510 tempest-LiveMigrationTest-2094062510-project] 10.222.0.43 "DELETE /v2.0/ports/49404f6b-8774-4e9f-a38c-3cd516b9f780 HTTP/1.1" status: 204 len: 173 time: 0.7627923 Jul 15 23:04:13.050239 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8', 'name': 'network-vif-deleted', 'tag': '49404f6b-8774-4e9f-a38c-3cd516b9f780'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:13.055588 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799f2e95-0821-45db-a543-3a004221633c" -d '{"events": [{"server_uuid": "6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8", "name": "network-vif-deleted", "tag": "49404f6b-8774-4e9f-a38c-3cd516b9f780"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:13.067679 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-b2db1068-734b-4503-bb89-60c4379f67f9 req-0710f9b5-ac42-421e-8a69-d8c1bb6372e1 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Calling delete_port for 36e71b02-9495-4d30-834b-4d3d1b3c473d owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:13.181031 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f14a1cc1-e3ed-4061-b596-4d369094d3f7 req-9f23b8b6-8539-456a-9648-df349b11fabc tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:13.235437 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f14a1cc1-e3ed-4061-b596-4d369094d3f7 req-9f23b8b6-8539-456a-9648-df349b11fabc tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:13.243692 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f14a1cc1-e3ed-4061-b596-4d369094d3f7 req-9f23b8b6-8539-456a-9648-df349b11fabc tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:13.304386 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23b8b6-8539-456a-9648-df349b11fabc tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98368a90-3336-4dc4-b59d-35c1f6128d94,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:13.332786 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f14a1cc1-e3ed-4061-b596-4d369094d3f7 req-9f23b8b6-8539-456a-9648-df349b11fabc tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:13.333908 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f14a1cc1-e3ed-4061-b596-4d369094d3f7 req-9f23b8b6-8539-456a-9648-df349b11fabc tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4139588 Jul 15 23:04:13.353492 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b2db1068-734b-4503-bb89-60c4379f67f9 req-0710f9b5-ac42-421e-8a69-d8c1bb6372e1 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:13.367128 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['ce887846-b6c6-4ece-9a21-4e17e5302edc', 'c6fbc364-f578-4f23-be5e-eb66001c2a94'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:13.412874 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:13.439668 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710f9b5-ac42-421e-8a69-d8c1bb6372e1 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Pushing event deleted for resources: {'Port': ['ID=36e71b02-9495-4d30-834b-4d3d1b3c473d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:13.516317 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e253d-c227-4091-82c3-fa54b90ba05b req-03b250ef-5243-48c4-b84b-bac01bd3cc6e tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:13.522514 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e253d-c227-4091-82c3-fa54b90ba05b req-03b250ef-5243-48c4-b84b-bac01bd3cc6e tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:13.529113 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e253d-c227-4091-82c3-fa54b90ba05b req-03b250ef-5243-48c4-b84b-bac01bd3cc6e tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:13.547276 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e253d-c227-4091-82c3-fa54b90ba05b req-03b250ef-5243-48c4-b84b-bac01bd3cc6e tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:13.560793 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e253d-c227-4091-82c3-fa54b90ba05b req-03b250ef-5243-48c4-b84b-bac01bd3cc6e tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:13.577149 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e253d-c227-4091-82c3-fa54b90ba05b req-03b250ef-5243-48c4-b84b-bac01bd3cc6e tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:13.589815 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e253d-c227-4091-82c3-fa54b90ba05b req-03b250ef-5243-48c4-b84b-bac01bd3cc6e tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:13.592056 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e43e253d-c227-4091-82c3-fa54b90ba05b req-03b250ef-5243-48c4-b84b-bac01bd3cc6e tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 5428 time: 0.3235524 Jul 15 23:04:13.695350 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2db1068-734b-4503-bb89-60c4379f67f9 req-0710f9b5-ac42-421e-8a69-d8c1bb6372e1 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] No DVR routers for this DVR port 36e71b02-9495-4d30-834b-4d3d1b3c473d on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:04:13.713437 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e43e253d-c227-4091-82c3-fa54b90ba05b req-c9a7c2a2-a161-40c6-bf30-011f0b244495 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64c486d-daa9-4031-a834-d15c94ff1017&id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1058111 Jul 15 23:04:13.733451 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0639e268-3496-404d-a2c2-b330325688c7 req-b9ae5626-3b63-40b0-8ceb-8ad40bea068a tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c35f8b-1f0d-4683-ba3c-654cc8462101 HTTP/1.1" status: 200 len: 210 time: 0.2362537 Jul 15 23:04:13.738724 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b2db1068-734b-4503-bb89-60c4379f67f9 req-0710f9b5-ac42-421e-8a69-d8c1bb6372e1 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:13.740708 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b2db1068-734b-4503-bb89-60c4379f67f9 req-0710f9b5-ac42-421e-8a69-d8c1bb6372e1 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.43 "DELETE /v2.0/ports/36e71b02-9495-4d30-834b-4d3d1b3c473d HTTP/1.1" status: 204 len: 173 time: 1.5212915 Jul 15 23:04:13.767529 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c35f8b-1f0d-4683-ba3c-654cc8462101', 'name': 'network-vif-deleted', 'tag': '36e71b02-9495-4d30-834b-4d3d1b3c473d'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:13.776259 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c801ae-9134-4207-beb8-279dfc0ce68e" -d '{"events": [{"server_uuid": "95c35f8b-1f0d-4683-ba3c-654cc8462101", "name": "network-vif-deleted", "tag": "36e71b02-9495-4d30-834b-4d3d1b3c473d"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:13.850072 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac20bc9-c5c4-48c1-b2b8-ff400c764617 x-openstack-request-id: req-7ac20bc9-c5c4-48c1-b2b8-ff400c764617 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:13.850672 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c35f8b-1f0d-4683-ba3c-654cc8462101", "name": "network-vif-unplugged", "status": "completed", "tag": "36e71b02-9495-4d30-834b-4d3d1b3c473d", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:13.850672 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ac20bc9-c5c4-48c1-b2b8-ff400c764617 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:13.851030 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c35f8b-1f0d-4683-ba3c-654cc8462101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36e71b02-9495-4d30-834b-4d3d1b3c473d', 'code': 200} Jul 15 23:04:14.134671 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56dd02e-6435-4409-a48e-0e42aa644002 req-d03c216b-642a-4cd6-989c-5807ba01dce4 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:14.135793 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d56dd02e-6435-4409-a48e-0e42aa644002 req-d03c216b-642a-4cd6-989c-5807ba01dce4 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 945 time: 0.0853999 Jul 15 23:04:14.144392 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b949a3e-6b55-45d0-9144-ea2fd8798e22 x-openstack-request-id: req-2b949a3e-6b55-45d0-9144-ea2fd8798e22 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:14.144888 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8", "name": "network-vif-deleted", "tag": "49404f6b-8774-4e9f-a38c-3cd516b9f780", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:14.144995 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b949a3e-6b55-45d0-9144-ea2fd8798e22 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:14.145320 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd8d7f5-1fd9-404e-96a4-2a2cd8cccdc8', 'name': 'network-vif-deleted', 'tag': '49404f6b-8774-4e9f-a38c-3cd516b9f780', 'status': 'completed', 'code': 200} Jul 15 23:04:14.187439 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d56dd02e-6435-4409-a48e-0e42aa644002 req-095e0d4f-9834-4040-a9c5-b685c93cb976 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446193 Jul 15 23:04:14.322773 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4af3a0de-060b-4f3e-af8f-efaca683bc78 req-892078d7-ff1c-498b-ace4-866024fa5152 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "GET /v2.0/security-groups/d7f08f9a-b93e-4d0b-9e51-eca15268caa3 HTTP/1.1" status: 200 len: 1803 time: 0.1050005 Jul 15 23:04:14.396677 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e9a5c-bea9-4b3b-837d-63acb6089541 req-dd6ce32c-6bf9-4237-9854-8a872e1443d8 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:14.398224 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d57e9a5c-bea9-4b3b-837d-63acb6089541 req-dd6ce32c-6bf9-4237-9854-8a872e1443d8 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 946 time: 0.1268041 Jul 15 23:04:14.435575 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-4af3a0de-060b-4f3e-af8f-efaca683bc78 req-83cdd16f-81c0-4eac-81e4-3fb8ccd894af tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.465223 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d57e9a5c-bea9-4b3b-837d-63acb6089541 req-6343bf00-cd71-4920-a57e-e6e775cf6eae tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596359 Jul 15 23:04:14.473890 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-4af3a0de-060b-4f3e-af8f-efaca683bc78 req-83cdd16f-81c0-4eac-81e4-3fb8ccd894af tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.532107 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 49404f6b-8774-4e9f-a38c-3cd516b9f780 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:14.532392 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7ea6f2-3096-4322-8323-6a3ad89f2aaa x-openstack-request-id: req-cd7ea6f2-3096-4322-8323-6a3ad89f2aaa {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:14.532702 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c35f8b-1f0d-4683-ba3c-654cc8462101", "name": "network-vif-deleted", "tag": "36e71b02-9495-4d30-834b-4d3d1b3c473d", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:14.532961 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd7ea6f2-3096-4322-8323-6a3ad89f2aaa {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:14.533354 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c35f8b-1f0d-4683-ba3c-654cc8462101', 'name': 'network-vif-deleted', 'tag': '36e71b02-9495-4d30-834b-4d3d1b3c473d', 'status': 'completed', 'code': 200} Jul 15 23:04:14.560471 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-4af3a0de-060b-4f3e-af8f-efaca683bc78 req-83cdd16f-81c0-4eac-81e4-3fb8ccd894af tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.563455 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-4af3a0de-060b-4f3e-af8f-efaca683bc78 req-83cdd16f-81c0-4eac-81e4-3fb8ccd894af tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.568570 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 49404f6b-8774-4e9f-a38c-3cd516b9f780 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:04:14.568905 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4af3a0de-060b-4f3e-af8f-efaca683bc78 req-83cdd16f-81c0-4eac-81e4-3fb8ccd894af tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "DELETE /v2.0/security-groups/d7f08f9a-b93e-4d0b-9e51-eca15268caa3 HTTP/1.1" status: 204 len: 173 time: 0.2388120 Jul 15 23:04:14.569035 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 49404f6b-8774-4e9f-a38c-3cd516b9f780 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:04:14.627722 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cdd16f-81c0-4eac-81e4-3fb8ccd894af tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f08f9a-b93e-4d0b-9e51-eca15268caa3,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:14.629285 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38716) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:14.680562 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7cf8b2cf-797f-4b16-8219-3077f389d3d0 req-df427f79-2d70-492d-9351-c5383ec19be2 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "GET /v2.0/security-groups/1d5f4bf4-47f9-48c1-8f2b-3cd7a619c2cd HTTP/1.1" status: 200 len: 1803 time: 0.0863514 Jul 15 23:04:14.712193 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-c583247c-b7d9-4498-840d-c30f481d8358 req-4391e2fd-b0f0-4cd7-9e37-80c2fabb1e87 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1696547229', 'description': 'tempest-description-2008664453'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:14.739158 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-c583247c-b7d9-4498-840d-c30f481d8358 req-4391e2fd-b0f0-4cd7-9e37-80c2fabb1e87 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.755403 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed54a90-9250-40ee-a611-6ea48df1d757 admin admin] Deleting subnet 9ed83523-5185-460b-a4ba-ea79efd124da {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:04:14.772175 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ed54a90-9250-40ee-a611-6ea48df1d757 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.809947 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ed54a90-9250-40ee-a611-6ea48df1d757 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.861240 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ed54a90-9250-40ee-a611-6ea48df1d757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.898585 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-c583247c-b7d9-4498-840d-c30f481d8358 req-4391e2fd-b0f0-4cd7-9e37-80c2fabb1e87 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.904186 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-c583247c-b7d9-4498-840d-c30f481d8358 req-4391e2fd-b0f0-4cd7-9e37-80c2fabb1e87 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.935755 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-c583247c-b7d9-4498-840d-c30f481d8358 req-4391e2fd-b0f0-4cd7-9e37-80c2fabb1e87 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.948161 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c583247c-b7d9-4498-840d-c30f481d8358 req-4391e2fd-b0f0-4cd7-9e37-80c2fabb1e87 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2402451 Jul 15 23:04:14.955020 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ed54a90-9250-40ee-a611-6ea48df1d757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.963067 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391e2fd-b0f0-4cd7-9e37-80c2fabb1e87 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8779213c-0dc2-408d-9762-a89c30251f59,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:15.007187 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ed54a90-9250-40ee-a611-6ea48df1d757 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.013247 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0ed54a90-9250-40ee-a611-6ea48df1d757 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9ed83523-5185-460b-a4ba-ea79efd124da HTTP/1.1" status: 204 len: 168 time: 0.3829770 Jul 15 23:04:15.028535 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38734) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:15.043598 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed54a90-9250-40ee-a611-6ea48df1d757 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ed83523-5185-460b-a4ba-ea79efd124da,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:15.135483 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab8f2b53-1c12-4768-b1f9-0f33fd35387e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.157159 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b89d73-8181-4591-a40c-4e00bf565a4a req-bb7d71d0-c188-429f-9acb-e627f6c8c74c tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:15.164153 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b89d73-8181-4591-a40c-4e00bf565a4a req-bb7d71d0-c188-429f-9acb-e627f6c8c74c tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:15.171502 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b89d73-8181-4591-a40c-4e00bf565a4a req-bb7d71d0-c188-429f-9acb-e627f6c8c74c tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:15.179786 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b89d73-8181-4591-a40c-4e00bf565a4a req-bb7d71d0-c188-429f-9acb-e627f6c8c74c tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:15.187880 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b89d73-8181-4591-a40c-4e00bf565a4a req-bb7d71d0-c188-429f-9acb-e627f6c8c74c tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:15.194914 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b89d73-8181-4591-a40c-4e00bf565a4a req-bb7d71d0-c188-429f-9acb-e627f6c8c74c tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:15.203641 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b89d73-8181-4591-a40c-4e00bf565a4a req-bb7d71d0-c188-429f-9acb-e627f6c8c74c tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:15.207098 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d5b89d73-8181-4591-a40c-4e00bf565a4a req-bb7d71d0-c188-429f-9acb-e627f6c8c74c tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 5428 time: 0.2284930 Jul 15 23:04:15.345931 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab8f2b53-1c12-4768-b1f9-0f33fd35387e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.362155 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d5b89d73-8181-4591-a40c-4e00bf565a4a req-ce3f6920-3dc1-420a-9e19-eafeeee2d61b tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64c486d-daa9-4031-a834-d15c94ff1017&id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1458580 Jul 15 23:04:15.368045 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-ab8f2b53-1c12-4768-b1f9-0f33fd35387e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91a9528-a986-45d3-8b66-7d9419c4ffb8']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:15.380158 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e66317b2-4419-4dfb-900d-10baa5e02cf2 req-fb8b6030-4c3a-4fa0-bbab-3df9a1b05553 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "GET /v2.0/security-groups/8779213c-0dc2-408d-9762-a89c30251f59 HTTP/1.1" status: 200 len: 1805 time: 0.1295476 Jul 15 23:04:15.392841 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-ab8f2b53-1c12-4768-b1f9-0f33fd35387e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a906bd-bea4-4e98-bab3-510ff7784bea') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:15.392841 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-ab8f2b53-1c12-4768-b1f9-0f33fd35387e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a906bd-bea4-4e98-bab3-510ff7784bea') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:15.395184 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-e66317b2-4419-4dfb-900d-10baa5e02cf2 req-86ddd17f-6884-499f-b364-04bf76cdad1f tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8779213c-0dc2-408d-9762-a89c30251f59', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:15.395600 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-e66317b2-4419-4dfb-900d-10baa5e02cf2 req-86ddd17f-6884-499f-b364-04bf76cdad1f tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8779213c-0dc2-408d-9762-a89c30251f59', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:15.427006 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab8f2b53-1c12-4768-b1f9-0f33fd35387e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.459690 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab8f2b53-1c12-4768-b1f9-0f33fd35387e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.475206 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab8f2b53-1c12-4768-b1f9-0f33fd35387e admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:04:15.475760 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab8f2b53-1c12-4768-b1f9-0f33fd35387e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:04:15.479494 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:04:15.508563 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e66317b2-4419-4dfb-900d-10baa5e02cf2 req-86ddd17f-6884-499f-b364-04bf76cdad1f tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.565724 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab8f2b53-1c12-4768-b1f9-0f33fd35387e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.572935 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab8f2b53-1c12-4768-b1f9-0f33fd35387e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.574888 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ab8f2b53-1c12-4768-b1f9-0f33fd35387e admin admin] 10.222.0.16 "DELETE /v2.0/networks/d91a9528-a986-45d3-8b66-7d9419c4ffb8 HTTP/1.1" status: 204 len: 168 time: 0.5437474 Jul 15 23:04:15.578151 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38742) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:15.584498 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e66317b2-4419-4dfb-900d-10baa5e02cf2 req-86ddd17f-6884-499f-b364-04bf76cdad1f tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.597373 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e66317b2-4419-4dfb-900d-10baa5e02cf2 req-86ddd17f-6884-499f-b364-04bf76cdad1f tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.613921 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f2b53-1c12-4768-b1f9-0f33fd35387e admin admin] Pushing event deleted for resources: {'Network': ['ID=d91a9528-a986-45d3-8b66-7d9419c4ffb8,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:15.618601 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ddd17f-6884-499f-b364-04bf76cdad1f tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2df9d60-fb53-4cd7-a380-394a58bf026e,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:15.634147 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e66317b2-4419-4dfb-900d-10baa5e02cf2 req-86ddd17f-6884-499f-b364-04bf76cdad1f tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.644981 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e66317b2-4419-4dfb-900d-10baa5e02cf2 req-86ddd17f-6884-499f-b364-04bf76cdad1f tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2513416 Jul 15 23:04:15.666804 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f7aeb95-8fe3-4632-9a43-f9bb0f84f32b admin admin] Deleting subnet 2cf299d8-8653-40fd-bc0c-a8442111ec4b {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:04:15.673383 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f7aeb95-8fe3-4632-9a43-f9bb0f84f32b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.712541 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f7aeb95-8fe3-4632-9a43-f9bb0f84f32b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.733043 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632d13e-9582-4bc7-b87b-072d9fc75bf9 req-76acbc37-ade8-42c8-82a6-0c0e5007a2ed tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:15.734826 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e632d13e-9582-4bc7-b87b-072d9fc75bf9 req-76acbc37-ade8-42c8-82a6-0c0e5007a2ed tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 945 time: 0.0750585 Jul 15 23:04:15.763858 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f7aeb95-8fe3-4632-9a43-f9bb0f84f32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.828675 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e632d13e-9582-4bc7-b87b-072d9fc75bf9 req-b0302dd0-7383-4c8e-a7ca-2eca8082f0be tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877550 Jul 15 23:04:15.837402 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f7aeb95-8fe3-4632-9a43-f9bb0f84f32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.866228 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7aeb95-8fe3-4632-9a43-f9bb0f84f32b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cf299d8-8653-40fd-bc0c-a8442111ec4b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:15.869704 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d163406-8ede-4fe6-bee8-844286592f87 req-81cc54ce-8c99-45ab-b154-4d3217f444fd tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:15.870402 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f7aeb95-8fe3-4632-9a43-f9bb0f84f32b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.873121 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9f7aeb95-8fe3-4632-9a43-f9bb0f84f32b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2cf299d8-8653-40fd-bc0c-a8442111ec4b HTTP/1.1" status: 204 len: 168 time: 0.2938063 Jul 15 23:04:15.875960 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38748) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:15.877805 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9d163406-8ede-4fe6-bee8-844286592f87 req-81cc54ce-8c99-45ab-b154-4d3217f444fd tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 950 time: 0.0975852 Jul 15 23:04:15.912555 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e4365679-1b01-448a-8aa3-d864f89aa800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.922750 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9d163406-8ede-4fe6-bee8-844286592f87 req-2a2612a5-daa4-49a9-9187-e0c16898612e tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439703 Jul 15 23:04:15.994276 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b1f3d9b-9744-470f-be77-2998e5170f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.039850 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb25733b-7d84-4280-8425-afcda587f83b req-338771b5-6d74-4007-8bfc-fedab0427096 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "GET /v2.0/security-groups/8779213c-0dc2-408d-9762-a89c30251f59 HTTP/1.1" status: 200 len: 2398 time: 0.0879300 Jul 15 23:04:16.045675 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-fb25733b-7d84-4280-8425-afcda587f83b req-82355b7f-85be-4698-8d1a-174e54f587c5 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8779213c-0dc2-408d-9762-a89c30251f59', 'remote_group_id': None}]} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:16.045985 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-fb25733b-7d84-4280-8425-afcda587f83b req-82355b7f-85be-4698-8d1a-174e54f587c5 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8779213c-0dc2-408d-9762-a89c30251f59', 'remote_group_id': None}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:16.096314 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b1f3d9b-9744-470f-be77-2998e5170f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.107137 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-6b1f3d9b-9744-470f-be77-2998e5170f6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb2ac28-8303-46de-8e98-004af36e7172']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:16.117176 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-6b1f3d9b-9744-470f-be77-2998e5170f6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f36051c-af89-43ea-bdf9-a6e4d3e8aa21') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:16.117411 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-6b1f3d9b-9744-470f-be77-2998e5170f6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f36051c-af89-43ea-bdf9-a6e4d3e8aa21') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:16.127388 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b1f3d9b-9744-470f-be77-2998e5170f6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.142840 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b1f3d9b-9744-470f-be77-2998e5170f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.150677 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b1f3d9b-9744-470f-be77-2998e5170f6b admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:04:16.150677 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b1f3d9b-9744-470f-be77-2998e5170f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:04:16.152242 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:04:16.156797 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fb25733b-7d84-4280-8425-afcda587f83b req-82355b7f-85be-4698-8d1a-174e54f587c5 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.183641 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0567ab-16c0-4ee9-bb9d-8d931f446dd6 req-05c28df8-2993-4ead-855b-2c7c7fe500d8 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:16.185108 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8b0567ab-16c0-4ee9-bb9d-8d931f446dd6 req-05c28df8-2993-4ead-855b-2c7c7fe500d8 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 946 time: 0.1201067 Jul 15 23:04:16.199481 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fb25733b-7d84-4280-8425-afcda587f83b req-82355b7f-85be-4698-8d1a-174e54f587c5 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.206208 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fb25733b-7d84-4280-8425-afcda587f83b req-82355b7f-85be-4698-8d1a-174e54f587c5 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.221147 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b1f3d9b-9744-470f-be77-2998e5170f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.227396 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b1f3d9b-9744-470f-be77-2998e5170f6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.229986 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6b1f3d9b-9744-470f-be77-2998e5170f6b admin admin] 10.222.0.16 "DELETE /v2.0/networks/deb2ac28-8303-46de-8e98-004af36e7172 HTTP/1.1" status: 204 len: 168 time: 0.3525620 Jul 15 23:04:16.242175 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f3d9b-9744-470f-be77-2998e5170f6b admin admin] Pushing event deleted for resources: {'Network': ['ID=deb2ac28-8303-46de-8e98-004af36e7172,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:16.243314 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82355b7f-85be-4698-8d1a-174e54f587c5 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f970cabb-c763-494a-9cc5-858cde4a25f9,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:16.252536 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fb25733b-7d84-4280-8425-afcda587f83b req-82355b7f-85be-4698-8d1a-174e54f587c5 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.256946 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb25733b-7d84-4280-8425-afcda587f83b req-82355b7f-85be-4698-8d1a-174e54f587c5 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2162387 Jul 15 23:04:16.267658 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8b0567ab-16c0-4ee9-bb9d-8d931f446dd6 req-d2516882-999a-4e9a-8541-e85d228f6cb5 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751867 Jul 15 23:04:16.329969 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-44d22a34-beac-4e3f-acf5-f4505dd7fb06 req-d85b151c-8d74-4b55-85b9-c79ca8a103f9 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "GET /v2.0/security-groups/8779213c-0dc2-408d-9762-a89c30251f59 HTTP/1.1" status: 200 len: 2996 time: 0.0551453 Jul 15 23:04:16.377800 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-586426ce-2680-4616-bd21-886427efca2e req-1b730435-998c-4392-b785-869e2916d13e tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "GET /v2.0/security-group-rules/f970cabb-c763-494a-9cc5-858cde4a25f9 HTTP/1.1" status: 200 len: 783 time: 0.0235186 Jul 15 23:04:16.382211 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38756) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:16.429217 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1ae1eb04-d08f-4373-af89-ac1bae34cfee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f66f923b4424119b6027030587a5dae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456302 Jul 15 23:04:16.431878 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38760) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:16.471741 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-586426ce-2680-4616-bd21-886427efca2e req-728007ba-3942-4168-97d7-745ebb483ab8 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "GET /v2.0/security-groups/8779213c-0dc2-408d-9762-a89c30251f59 HTTP/1.1" status: 200 len: 2996 time: 0.0832350 Jul 15 23:04:16.505806 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd9dfb01-aa85-4815-bb38-4b8f6e0e901c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.507249 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-586426ce-2680-4616-bd21-886427efca2e req-a43b9733-574c-49b3-aa79-a972c7d782ec tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.517673 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-586426ce-2680-4616-bd21-886427efca2e req-a43b9733-574c-49b3-aa79-a972c7d782ec tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.532579 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd9dfb01-aa85-4815-bb38-4b8f6e0e901c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.588944 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd9dfb01-aa85-4815-bb38-4b8f6e0e901c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.592578 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd9dfb01-aa85-4815-bb38-4b8f6e0e901c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.593843 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fd9dfb01-aa85-4815-bb38-4b8f6e0e901c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639 HTTP/1.1" status: 204 len: 168 time: 0.1602736 Jul 15 23:04:16.607208 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9dfb01-aa85-4815-bb38-4b8f6e0e901c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fe665e-7b02-4e63-9bb1-a0f9ac2bf639,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:16.610817 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-586426ce-2680-4616-bd21-886427efca2e req-a43b9733-574c-49b3-aa79-a972c7d782ec tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.624552 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-586426ce-2680-4616-bd21-886427efca2e req-a43b9733-574c-49b3-aa79-a972c7d782ec tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.638858 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-586426ce-2680-4616-bd21-886427efca2e req-a43b9733-574c-49b3-aa79-a972c7d782ec tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/f970cabb-c763-494a-9cc5-858cde4a25f9 HTTP/1.1" status: 204 len: 173 time: 0.1626318 Jul 15 23:04:16.663507 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b9733-574c-49b3-aa79-a972c7d782ec tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f970cabb-c763-494a-9cc5-858cde4a25f9,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:16.693761 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983ed50-74ff-4b33-be8a-6f20676002c3 req-c522c7bb-c6fa-4813-a49b-3e78bbe7c451 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:16.700992 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983ed50-74ff-4b33-be8a-6f20676002c3 req-c522c7bb-c6fa-4813-a49b-3e78bbe7c451 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:16.710428 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983ed50-74ff-4b33-be8a-6f20676002c3 req-c522c7bb-c6fa-4813-a49b-3e78bbe7c451 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:16.717799 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983ed50-74ff-4b33-be8a-6f20676002c3 req-c522c7bb-c6fa-4813-a49b-3e78bbe7c451 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:16.725016 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983ed50-74ff-4b33-be8a-6f20676002c3 req-c522c7bb-c6fa-4813-a49b-3e78bbe7c451 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:16.731446 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983ed50-74ff-4b33-be8a-6f20676002c3 req-c522c7bb-c6fa-4813-a49b-3e78bbe7c451 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:16.737242 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983ed50-74ff-4b33-be8a-6f20676002c3 req-c522c7bb-c6fa-4813-a49b-3e78bbe7c451 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:16.739497 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5983ed50-74ff-4b33-be8a-6f20676002c3 req-c522c7bb-c6fa-4813-a49b-3e78bbe7c451 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 5428 time: 0.2242944 Jul 15 23:04:16.748266 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31e818-f33f-4ad7-86aa-b6fd8cc6fef5 req-5eb51fd1-8a52-4475-905c-d9c3f0bd4d19 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:16.750462 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2e31e818-f33f-4ad7-86aa-b6fd8cc6fef5 req-5eb51fd1-8a52-4475-905c-d9c3f0bd4d19 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 950 time: 0.2104228 Jul 15 23:04:16.855979 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5983ed50-74ff-4b33-be8a-6f20676002c3 req-f45c805e-526f-4e0c-92fa-eeb98ef359e7 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64c486d-daa9-4031-a834-d15c94ff1017&id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1033318 Jul 15 23:04:16.923291 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8c688e92-e255-4378-8e44-c0641365fa19 req-c84ce173-16ba-4d5f-9490-9e7ff921f829 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "GET /v2.0/security-groups/8779213c-0dc2-408d-9762-a89c30251f59 HTTP/1.1" status: 200 len: 2398 time: 0.1420507 Jul 15 23:04:17.077538 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38776) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:17.145042 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-2e31e818-f33f-4ad7-86aa-b6fd8cc6fef5 req-30e4a946-c8ea-4049-b29b-69155376d7c6 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Deleting port c6fbc364-f578-4f23-be5e-eb66001c2a94 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:17.145760 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2e31e818-f33f-4ad7-86aa-b6fd8cc6fef5 req-30e4a946-c8ea-4049-b29b-69155376d7c6 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:17.171657 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8c688e92-e255-4378-8e44-c0641365fa19 req-a746452d-c5e8-4901-97f2-a77d0e808fa6 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:17.178977 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-244e257b-02f8-4e5b-a3fb-8f7d6a3f6aaf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=82e0d1fe490748e1af35c8df680c3fc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0989513 Jul 15 23:04:17.181380 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38778) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:17.242217 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8c688e92-e255-4378-8e44-c0641365fa19 req-a746452d-c5e8-4901-97f2-a77d0e808fa6 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:17.245934 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e59524b0-5652-4e0e-93e0-85cc208ee4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:17.271236 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e59524b0-5652-4e0e-93e0-85cc208ee4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:17.288284 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e733e1-804a-47e2-96eb-26db28e078fe req-cd8fc8d2-3843-450c-a698-cdf43dd3dabe tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:17.295288 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-01e733e1-804a-47e2-96eb-26db28e078fe req-cd8fc8d2-3843-450c-a698-cdf43dd3dabe tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 945 time: 0.2464826 Jul 15 23:04:17.329051 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e59524b0-5652-4e0e-93e0-85cc208ee4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:17.337236 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e59524b0-5652-4e0e-93e0-85cc208ee4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:17.338133 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-2e31e818-f33f-4ad7-86aa-b6fd8cc6fef5 req-30e4a946-c8ea-4049-b29b-69155376d7c6 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] For port c6fbc364-f578-4f23-be5e-eb66001c2a94, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=c6fbc364-f578-4f23-be5e-eb66001c2a94,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:17.338504 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2e31e818-f33f-4ad7-86aa-b6fd8cc6fef5 req-30e4a946-c8ea-4049-b29b-69155376d7c6 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:17.342980 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e59524b0-5652-4e0e-93e0-85cc208ee4a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11f80fd2-fb83-4e34-a427-d8bc1a2f428a HTTP/1.1" status: 204 len: 168 time: 0.1601579 Jul 15 23:04:17.354140 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59524b0-5652-4e0e-93e0-85cc208ee4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f80fd2-fb83-4e34-a427-d8bc1a2f428a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:17.357174 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-2e31e818-f33f-4ad7-86aa-b6fd8cc6fef5 req-30e4a946-c8ea-4049-b29b-69155376d7c6 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Calling delete_port for c6fbc364-f578-4f23-be5e-eb66001c2a94 owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:17.392132 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-01e733e1-804a-47e2-96eb-26db28e078fe req-f0c3b233-0a0a-4421-a173-2ef1bf73ff0c tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958984 Jul 15 23:04:17.400211 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8c688e92-e255-4378-8e44-c0641365fa19 req-a746452d-c5e8-4901-97f2-a77d0e808fa6 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:17.403103 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8c688e92-e255-4378-8e44-c0641365fa19 req-a746452d-c5e8-4901-97f2-a77d0e808fa6 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:17.410373 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8c688e92-e255-4378-8e44-c0641365fa19 req-a746452d-c5e8-4901-97f2-a77d0e808fa6 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "DELETE /v2.0/security-groups/8779213c-0dc2-408d-9762-a89c30251f59 HTTP/1.1" status: 204 len: 173 time: 0.4861572 Jul 15 23:04:17.489097 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a746452d-c5e8-4901-97f2-a77d0e808fa6 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8779213c-0dc2-408d-9762-a89c30251f59,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:17.697870 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2e31e818-f33f-4ad7-86aa-b6fd8cc6fef5 req-30e4a946-c8ea-4049-b29b-69155376d7c6 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:17.709224 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['ce887846-b6c6-4ece-9a21-4e17e5302edc', 'c6fbc364-f578-4f23-be5e-eb66001c2a94'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:17.737676 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:17.741246 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4a946-c8ea-4049-b29b-69155376d7c6 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Pushing event deleted for resources: {'Port': ['ID=c6fbc364-f578-4f23-be5e-eb66001c2a94,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:17.764910 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec65c11-efbb-4ab7-9aae-30e08f910864 req-98d6c98c-c97c-4771-933a-938e577baad0 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:17.774983 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eec65c11-efbb-4ab7-9aae-30e08f910864 req-98d6c98c-c97c-4771-933a-938e577baad0 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7e2a91b-84b1-49a2-ad40-279a102de17e HTTP/1.1" status: 200 len: 868 time: 0.1837406 Jul 15 23:04:17.840502 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e31e818-f33f-4ad7-86aa-b6fd8cc6fef5 req-30e4a946-c8ea-4049-b29b-69155376d7c6 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] No DVR routers for this DVR port c6fbc364-f578-4f23-be5e-eb66001c2a94 on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:04:17.850396 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fc63f-22d7-4261-aa60-e03eebb94515 req-ebd54b6c-a291-4895-b755-87f14cc3dacc tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:17.851996 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-854fc63f-22d7-4261-aa60-e03eebb94515 req-ebd54b6c-a291-4895-b755-87f14cc3dacc tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 946 time: 0.2090282 Jul 15 23:04:17.853435 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2e31e818-f33f-4ad7-86aa-b6fd8cc6fef5 req-30e4a946-c8ea-4049-b29b-69155376d7c6 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:17.856025 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2e31e818-f33f-4ad7-86aa-b6fd8cc6fef5 req-30e4a946-c8ea-4049-b29b-69155376d7c6 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.43 "DELETE /v2.0/ports/c6fbc364-f578-4f23-be5e-eb66001c2a94 HTTP/1.1" status: 204 len: 173 time: 1.0953815 Jul 15 23:04:17.856481 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e2a91b-84b1-49a2-ad40-279a102de17e', 'name': 'network-vif-deleted', 'tag': 'c6fbc364-f578-4f23-be5e-eb66001c2a94'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:17.858898 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c597a6-4cb8-48e7-8fe4-2b5f1ee4f848" -d '{"events": [{"server_uuid": "c7e2a91b-84b1-49a2-ad40-279a102de17e", "name": "network-vif-deleted", "tag": "c6fbc364-f578-4f23-be5e-eb66001c2a94"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:17.906399 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eec65c11-efbb-4ab7-9aae-30e08f910864 req-9f1e5e84-e96b-4184-9c55-5a222467fc2e tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307826 Jul 15 23:04:17.956774 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-854fc63f-22d7-4261-aa60-e03eebb94515 req-12b2058e-f1f9-4a47-a771-e26c50b9ba95 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933802 Jul 15 23:04:17.965771 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [req-bc0b9302-7b15-40ba-840a-d2359ff29709 req-e96ecdef-30d3-4c46-8d0b-62480358f564 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] show failed (client error): The resource could not be found. Jul 15 23:04:17.973588 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bc0b9302-7b15-40ba-840a-d2359ff29709 req-e96ecdef-30d3-4c46-8d0b-62480358f564 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "GET /v2.0/security-groups/d7f08f9a-b93e-4d0b-9e51-eca15268caa3 HTTP/1.1" status: 404 len: 352 time: 0.0324905 Jul 15 23:04:18.064909 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd2dd58-6ee5-4e66-9c50-294efeda587a x-openstack-request-id: req-8cd2dd58-6ee5-4e66-9c50-294efeda587a {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:18.065200 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e2a91b-84b1-49a2-ad40-279a102de17e", "name": "network-vif-deleted", "tag": "c6fbc364-f578-4f23-be5e-eb66001c2a94", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:18.065456 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8cd2dd58-6ee5-4e66-9c50-294efeda587a {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:18.065856 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e2a91b-84b1-49a2-ad40-279a102de17e', 'name': 'network-vif-deleted', 'tag': 'c6fbc364-f578-4f23-be5e-eb66001c2a94', 'status': 'completed', 'code': 200} Jul 15 23:04:18.202090 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b18c35d5-7b08-4b7c-b5b9-4d2ed24f3aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.263580 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-40ddac88-e4fc-46b6-8cd5-f66d9633f4b3 req-a78f3340-d9e7-46d8-b5f3-bc83b9b57c66 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "GET /v2.0/security-groups/1d5f4bf4-47f9-48c1-8f2b-3cd7a619c2cd HTTP/1.1" status: 200 len: 1803 time: 0.1355381 Jul 15 23:04:18.356663 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-40ddac88-e4fc-46b6-8cd5-f66d9633f4b3 req-8178fa49-aa6d-4760-b3a3-5dc66ae0eb6b tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.371429 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ecbea-fc2c-437f-abce-098d6b78235c req-7dfea90e-a59e-4a33-a67c-772385929642 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:18.377416 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ecbea-fc2c-437f-abce-098d6b78235c req-7dfea90e-a59e-4a33-a67c-772385929642 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:18.383282 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ecbea-fc2c-437f-abce-098d6b78235c req-7dfea90e-a59e-4a33-a67c-772385929642 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:18.389716 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ecbea-fc2c-437f-abce-098d6b78235c req-7dfea90e-a59e-4a33-a67c-772385929642 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:18.395580 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ecbea-fc2c-437f-abce-098d6b78235c req-7dfea90e-a59e-4a33-a67c-772385929642 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:18.401451 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ecbea-fc2c-437f-abce-098d6b78235c req-7dfea90e-a59e-4a33-a67c-772385929642 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:18.407248 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ecbea-fc2c-437f-abce-098d6b78235c req-7dfea90e-a59e-4a33-a67c-772385929642 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:18.409177 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d83ecbea-fc2c-437f-abce-098d6b78235c req-7dfea90e-a59e-4a33-a67c-772385929642 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 5428 time: 0.2124236 Jul 15 23:04:18.443380 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-40ddac88-e4fc-46b6-8cd5-f66d9633f4b3 req-8178fa49-aa6d-4760-b3a3-5dc66ae0eb6b tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.483822 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d83ecbea-fc2c-437f-abce-098d6b78235c req-b15ef683-20ed-4cac-8bc8-eabc4ef5d560 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64c486d-daa9-4031-a834-d15c94ff1017&id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644276 Jul 15 23:04:18.520364 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-40ddac88-e4fc-46b6-8cd5-f66d9633f4b3 req-8178fa49-aa6d-4760-b3a3-5dc66ae0eb6b tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.522781 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-40ddac88-e4fc-46b6-8cd5-f66d9633f4b3 req-8178fa49-aa6d-4760-b3a3-5dc66ae0eb6b tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.523886 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-40ddac88-e4fc-46b6-8cd5-f66d9633f4b3 req-8178fa49-aa6d-4760-b3a3-5dc66ae0eb6b tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "DELETE /v2.0/security-groups/1d5f4bf4-47f9-48c1-8f2b-3cd7a619c2cd HTTP/1.1" status: 204 len: 173 time: 0.2594941 Jul 15 23:04:18.554519 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178fa49-aa6d-4760-b3a3-5dc66ae0eb6b tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5f4bf4-47f9-48c1-8f2b-3cd7a619c2cd,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:18.620948 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.664856 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f959ef3d-916a-4d89-b9d7-3f9cfc0ec992 req-662db194-05ae-4330-bb46-35be200f2587 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "GET /v2.0/security-groups/460282c0-3691-4eda-b5b4-a24820d44307 HTTP/1.1" status: 200 len: 1804 time: 0.1055875 Jul 15 23:04:18.784564 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f959ef3d-916a-4d89-b9d7-3f9cfc0ec992 req-bf581fc8-657e-4970-95ca-8f9155045b0f tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.795745 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924327ee-9788-4b5a-9f8f-290174fee7c9 req-d6b2067e-7b6b-4ad1-8f5f-7704f80a40aa tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:18.797572 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-924327ee-9788-4b5a-9f8f-290174fee7c9 req-d6b2067e-7b6b-4ad1-8f5f-7704f80a40aa tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 945 time: 0.1366150 Jul 15 23:04:18.841222 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f959ef3d-916a-4d89-b9d7-3f9cfc0ec992 req-bf581fc8-657e-4970-95ca-8f9155045b0f tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.865895 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-924327ee-9788-4b5a-9f8f-290174fee7c9 req-3f6dd7f5-4732-4ef2-b1ca-03b09803972b tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555637 Jul 15 23:04:18.928801 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f959ef3d-916a-4d89-b9d7-3f9cfc0ec992 req-bf581fc8-657e-4970-95ca-8f9155045b0f tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.931898 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f959ef3d-916a-4d89-b9d7-3f9cfc0ec992 req-bf581fc8-657e-4970-95ca-8f9155045b0f tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.933375 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f959ef3d-916a-4d89-b9d7-3f9cfc0ec992 req-bf581fc8-657e-4970-95ca-8f9155045b0f tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "DELETE /v2.0/security-groups/460282c0-3691-4eda-b5b4-a24820d44307 HTTP/1.1" status: 204 len: 173 time: 0.2441108 Jul 15 23:04:18.952811 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf581fc8-657e-4970-95ca-8f9155045b0f tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=460282c0-3691-4eda-b5b4-a24820d44307,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:19.023530 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-048369e1-4b51-425a-8dbe-02ce076fd558 req-4b7e1af7-ec6a-4c60-b67f-5e4a2631b9f4 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "GET /v2.0/security-groups/39081623-09eb-43a2-8d15-e96206b00fe2 HTTP/1.1" status: 200 len: 1803 time: 0.0643930 Jul 15 23:04:19.082538 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-048369e1-4b51-425a-8dbe-02ce076fd558 req-4799cb59-b49a-4619-be75-88f26e4deb13 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:19.111219 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-048369e1-4b51-425a-8dbe-02ce076fd558 req-4799cb59-b49a-4619-be75-88f26e4deb13 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:19.189280 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-048369e1-4b51-425a-8dbe-02ce076fd558 req-4799cb59-b49a-4619-be75-88f26e4deb13 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:19.194436 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-048369e1-4b51-425a-8dbe-02ce076fd558 req-4799cb59-b49a-4619-be75-88f26e4deb13 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:19.194436 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-048369e1-4b51-425a-8dbe-02ce076fd558 req-4799cb59-b49a-4619-be75-88f26e4deb13 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "DELETE /v2.0/security-groups/39081623-09eb-43a2-8d15-e96206b00fe2 HTTP/1.1" status: 204 len: 173 time: 0.1683905 Jul 15 23:04:19.214835 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799cb59-b49a-4619-be75-88f26e4deb13 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39081623-09eb-43a2-8d15-e96206b00fe2,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:19.241166 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d73a3-3968-44ff-9a8b-cef63e241e2e req-44ca9b76-f609-4e8e-af4b-12c668fcd362 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:19.242758 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e19d73a3-3968-44ff-9a8b-cef63e241e2e req-44ca9b76-f609-4e8e-af4b-12c668fcd362 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 946 time: 0.0970449 Jul 15 23:04:19.303566 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e19d73a3-3968-44ff-9a8b-cef63e241e2e req-12bd79f4-5d4a-49aa-9404-93a30831c463 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548522 Jul 15 23:04:19.524867 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:19.561061 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2cccb077-58fb-4131-9f5d-4868406ab6c3 req-aea84b79-d88b-46ba-b495-fad0e0f91a6c tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "GET /v2.0/security-groups/a168ad86-043b-438f-91b9-7e5b7b9546a7 HTTP/1.1" status: 200 len: 2402 time: 0.0669575 Jul 15 23:04:19.656805 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2cccb077-58fb-4131-9f5d-4868406ab6c3 req-589a40c8-8409-424c-bbe2-112edadc9f00 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:19.699355 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2cccb077-58fb-4131-9f5d-4868406ab6c3 req-589a40c8-8409-424c-bbe2-112edadc9f00 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:19.748820 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df557af7-e018-4b72-b34a-022ed1996f35 req-4a88e753-cd7b-43db-a0cf-f6ef2b697620 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:19.750237 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-df557af7-e018-4b72-b34a-022ed1996f35 req-4a88e753-cd7b-43db-a0cf-f6ef2b697620 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 950 time: 0.1287284 Jul 15 23:04:19.793373 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-df557af7-e018-4b72-b34a-022ed1996f35 req-f3778b20-092c-4da0-a7e2-8978dabe13a0 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358586 Jul 15 23:04:19.819478 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2cccb077-58fb-4131-9f5d-4868406ab6c3 req-589a40c8-8409-424c-bbe2-112edadc9f00 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:19.823140 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2cccb077-58fb-4131-9f5d-4868406ab6c3 req-589a40c8-8409-424c-bbe2-112edadc9f00 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:19.825674 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2cccb077-58fb-4131-9f5d-4868406ab6c3 req-589a40c8-8409-424c-bbe2-112edadc9f00 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "DELETE /v2.0/security-groups/a168ad86-043b-438f-91b9-7e5b7b9546a7 HTTP/1.1" status: 204 len: 173 time: 0.2627993 Jul 15 23:04:19.838568 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a40c8-8409-424c-bbe2-112edadc9f00 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a168ad86-043b-438f-91b9-7e5b7b9546a7,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:19.984529 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b0541-ee55-4d9e-bd3c-8639379b25a0 req-4c49a1ae-9d3c-4bcf-b194-0a40219813f3 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:19.990611 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b0541-ee55-4d9e-bd3c-8639379b25a0 req-4c49a1ae-9d3c-4bcf-b194-0a40219813f3 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:19.996520 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b0541-ee55-4d9e-bd3c-8639379b25a0 req-4c49a1ae-9d3c-4bcf-b194-0a40219813f3 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:20.002459 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b0541-ee55-4d9e-bd3c-8639379b25a0 req-4c49a1ae-9d3c-4bcf-b194-0a40219813f3 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:20.008669 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b0541-ee55-4d9e-bd3c-8639379b25a0 req-4c49a1ae-9d3c-4bcf-b194-0a40219813f3 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:20.015059 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b0541-ee55-4d9e-bd3c-8639379b25a0 req-4c49a1ae-9d3c-4bcf-b194-0a40219813f3 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:20.020938 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b0541-ee55-4d9e-bd3c-8639379b25a0 req-4c49a1ae-9d3c-4bcf-b194-0a40219813f3 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:20.022942 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b62b0541-ee55-4d9e-bd3c-8639379b25a0 req-4c49a1ae-9d3c-4bcf-b194-0a40219813f3 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 5428 time: 0.1147671 Jul 15 23:04:20.066393 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b62b0541-ee55-4d9e-bd3c-8639379b25a0 req-ffedf2a0-81fa-4803-a8a6-a824e0657da2 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64c486d-daa9-4031-a834-d15c94ff1017&id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352724 Jul 15 23:04:20.145854 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3380bda8-6fe7-49a8-b194-2ac9d894ac20 req-d158a6ae-085f-4281-abf1-89a537b0c923 tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "GET /v2.0/security-groups/6299827f-e8cf-4b42-a6b2-5fd61db170fe HTTP/1.1" status: 200 len: 2398 time: 0.0456481 Jul 15 23:04:20.233704 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3380bda8-6fe7-49a8-b194-2ac9d894ac20 req-41590217-5250-405b-8a31-93e8d9e8a61c tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:20.260926 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3380bda8-6fe7-49a8-b194-2ac9d894ac20 req-41590217-5250-405b-8a31-93e8d9e8a61c tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:20.311930 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ca65d-99e9-4849-903d-043c53901961 req-ae03bf67-ad8c-4ca2-9e14-ba9bb8fa423f tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:20.313443 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6c1ca65d-99e9-4849-903d-043c53901961 req-ae03bf67-ad8c-4ca2-9e14-ba9bb8fa423f tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 945 time: 0.1203580 Jul 15 23:04:20.330085 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3380bda8-6fe7-49a8-b194-2ac9d894ac20 req-41590217-5250-405b-8a31-93e8d9e8a61c tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:20.333461 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3380bda8-6fe7-49a8-b194-2ac9d894ac20 req-41590217-5250-405b-8a31-93e8d9e8a61c tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:20.334710 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3380bda8-6fe7-49a8-b194-2ac9d894ac20 req-41590217-5250-405b-8a31-93e8d9e8a61c tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] 10.222.0.16 "DELETE /v2.0/security-groups/6299827f-e8cf-4b42-a6b2-5fd61db170fe HTTP/1.1" status: 204 len: 173 time: 0.1831608 Jul 15 23:04:20.341495 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38890) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:20.361123 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41590217-5250-405b-8a31-93e8d9e8a61c tempest-SecurityGroupRulesTestJSON-1446040159 tempest-SecurityGroupRulesTestJSON-1446040159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6299827f-e8cf-4b42-a6b2-5fd61db170fe,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:20.396197 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6c1ca65d-99e9-4849-903d-043c53901961 req-974078ce-1fc4-47ec-b93b-485182fdbc7e tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602901 Jul 15 23:04:20.439637 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe5d90e-14d6-42fb-8b79-67b5e0fef29f admin admin] Deleting subnet 866747a7-45a5-48c7-bede-9f18f93595bf {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:04:20.444512 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-abe5d90e-14d6-42fb-8b79-67b5e0fef29f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:20.487850 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-abe5d90e-14d6-42fb-8b79-67b5e0fef29f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:20.562441 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device c6fbc364-f578-4f23-be5e-eb66001c2a94 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:20.571301 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-abe5d90e-14d6-42fb-8b79-67b5e0fef29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:20.585682 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: c6fbc364-f578-4f23-be5e-eb66001c2a94 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:04:20.586322 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device c6fbc364-f578-4f23-be5e-eb66001c2a94 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:04:20.648381 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-abe5d90e-14d6-42fb-8b79-67b5e0fef29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:20.680729 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5d90e-14d6-42fb-8b79-67b5e0fef29f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=866747a7-45a5-48c7-bede-9f18f93595bf,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:20.690046 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-abe5d90e-14d6-42fb-8b79-67b5e0fef29f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:20.695369 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-abe5d90e-14d6-42fb-8b79-67b5e0fef29f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/866747a7-45a5-48c7-bede-9f18f93595bf HTTP/1.1" status: 204 len: 168 time: 0.3528426 Jul 15 23:04:20.696146 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38908) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:20.701904 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d68f7-ebe1-494d-b404-2cc0c8b0b6d1 req-79f6c70d-1359-4c21-bc5a-a78dec83d5eb tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:20.704390 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b25d68f7-ebe1-494d-b404-2cc0c8b0b6d1 req-79f6c70d-1359-4c21-bc5a-a78dec83d5eb tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 946 time: 0.1436298 Jul 15 23:04:20.762253 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b25d68f7-ebe1-494d-b404-2cc0c8b0b6d1 req-976c5e7b-24d4-452c-a419-aaf52b989a7c tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506668 Jul 15 23:04:20.785719 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe39a-123b-4989-b8be-84939bf42efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:20.880478 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe39a-123b-4989-b8be-84939bf42efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:20.893705 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-d7cbe39a-123b-4989-b8be-84939bf42efa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a8b5a71-bcbf-4d0d-8dd4-90338ee369f8']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:20.905476 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-d7cbe39a-123b-4989-b8be-84939bf42efa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8885cdad-284c-471d-8fd7-cffb97ca517b') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:20.905797 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-d7cbe39a-123b-4989-b8be-84939bf42efa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8885cdad-284c-471d-8fd7-cffb97ca517b') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:20.916704 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe39a-123b-4989-b8be-84939bf42efa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:20.933164 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe39a-123b-4989-b8be-84939bf42efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:20.941045 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7cbe39a-123b-4989-b8be-84939bf42efa admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:04:20.941602 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe39a-123b-4989-b8be-84939bf42efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:20.944496 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:04:20.944496 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:04:20.944496 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:04:20.944496 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:04:20.944496 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:04:20.944496 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:04:20.944496 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:04:20.944496 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:04:20.944496 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:04:20.944496 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:04:20.944496 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:04:20.944496 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:04:20.944496 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:04:20.944496 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:04:20.944496 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:04:20.944496 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:04:20.944496 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:04:20.944496 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:04:20.944496 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:04:20.944496 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:04:20.944496 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:04:20.944496 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:04:20.944496 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:04:20.944496 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:04:20.944496 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:04:20.944496 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:04:20.944496 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:04:20.944496 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:04:20.944496 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:04:20.944496 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:04:20.944496 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:04:20.944496 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:04:21.041149 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe39a-123b-4989-b8be-84939bf42efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:21.053269 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe39a-123b-4989-b8be-84939bf42efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:21.055145 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d7cbe39a-123b-4989-b8be-84939bf42efa admin admin] 10.222.0.16 "DELETE /v2.0/networks/7a8b5a71-bcbf-4d0d-8dd4-90338ee369f8 HTTP/1.1" status: 204 len: 168 time: 0.3579781 Jul 15 23:04:21.079319 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:21.083504 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91174f-46ef-4939-aaf6-dab03f57a61a req-2c71e58d-5803-4724-b424-baad3d6a21a3 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:21.089021 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cbe39a-123b-4989-b8be-84939bf42efa admin admin] Pushing event deleted for resources: {'Network': ['ID=7a8b5a71-bcbf-4d0d-8dd4-90338ee369f8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:21.095024 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fe91174f-46ef-4939-aaf6-dab03f57a61a req-2c71e58d-5803-4724-b424-baad3d6a21a3 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 950 time: 0.1244154 Jul 15 23:04:21.143514 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fe91174f-46ef-4939-aaf6-dab03f57a61a req-34e97c71-f283-4c06-8015-64a197060626 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450959 Jul 15 23:04:21.220169 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cc6c7-c820-4f0b-8c29-3191bdc5e823 req-f2ca6036-50b2-4f3f-8350-3ceb6ea8336c tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:21.222103 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5e0cc6c7-c820-4f0b-8c29-3191bdc5e823 req-f2ca6036-50b2-4f3f-8350-3ceb6ea8336c tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.36 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 950 time: 0.0921118 Jul 15 23:04:21.381687 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-5e0cc6c7-c820-4f0b-8c29-3191bdc5e823 req-341ced43-6983-4d82-b33a-f18b3bfda931 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Deleting port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:21.383413 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5e0cc6c7-c820-4f0b-8c29-3191bdc5e823 req-341ced43-6983-4d82-b33a-f18b3bfda931 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:21.400952 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8364691-67ce-41fe-9ba2-e85166f98684 req-68d07672-52ce-4a4a-83e5-e26a271f3424 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:21.412241 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8364691-67ce-41fe-9ba2-e85166f98684 req-68d07672-52ce-4a4a-83e5-e26a271f3424 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:21.420284 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8364691-67ce-41fe-9ba2-e85166f98684 req-68d07672-52ce-4a4a-83e5-e26a271f3424 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:21.430290 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8364691-67ce-41fe-9ba2-e85166f98684 req-68d07672-52ce-4a4a-83e5-e26a271f3424 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:21.441233 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8364691-67ce-41fe-9ba2-e85166f98684 req-68d07672-52ce-4a4a-83e5-e26a271f3424 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:21.451078 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8364691-67ce-41fe-9ba2-e85166f98684 req-68d07672-52ce-4a4a-83e5-e26a271f3424 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:21.461721 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8364691-67ce-41fe-9ba2-e85166f98684 req-68d07672-52ce-4a4a-83e5-e26a271f3424 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:21.472249 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d8364691-67ce-41fe-9ba2-e85166f98684 req-68d07672-52ce-4a4a-83e5-e26a271f3424 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 5428 time: 0.2104514 Jul 15 23:04:21.474842 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38932) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:21.546584 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-5e0cc6c7-c820-4f0b-8c29-3191bdc5e823 req-341ced43-6983-4d82-b33a-f18b3bfda931 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] For port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:21.547344 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5e0cc6c7-c820-4f0b-8c29-3191bdc5e823 req-341ced43-6983-4d82-b33a-f18b3bfda931 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:21.563124 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-5e0cc6c7-c820-4f0b-8c29-3191bdc5e823 req-341ced43-6983-4d82-b33a-f18b3bfda931 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Calling delete_port for 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:21.598060 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d8364691-67ce-41fe-9ba2-e85166f98684 req-16c4ad0b-8a04-45a5-83ba-68020e3696dc tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64c486d-daa9-4031-a834-d15c94ff1017&id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1248283 Jul 15 23:04:21.633809 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3ddbd819-1df2-4ffd-9b4d-485c581b4c6b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=981640f2e6ac4ca98a41be40e07130c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1573265 Jul 15 23:04:21.635940 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38944) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:21.672939 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d39bb5-8470-4158-b15f-c0dfd58c8890 req-32a566b5-5568-4552-b315-7946b94e1940 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:21.682054 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-16d39bb5-8470-4158-b15f-c0dfd58c8890 req-32a566b5-5568-4552-b315-7946b94e1940 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 945 time: 0.1148343 Jul 15 23:04:21.730441 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-025e99e2-0816-4013-a57d-5e02cbe7dae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:21.753942 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-16d39bb5-8470-4158-b15f-c0dfd58c8890 req-07ee0fff-d4d8-40f6-a542-cd9a153dfa41 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706680 Jul 15 23:04:21.786163 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-025e99e2-0816-4013-a57d-5e02cbe7dae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:21.838193 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5e0cc6c7-c820-4f0b-8c29-3191bdc5e823 req-341ced43-6983-4d82-b33a-f18b3bfda931 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:21.851209 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['ce887846-b6c6-4ece-9a21-4e17e5302edc'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:21.903823 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38952) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:21.912382 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ced43-6983-4d82-b33a-f18b3bfda931 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Pushing event deleted for resources: {'Port': ['ID=6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:21.922465 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:22.010973 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0cc6c7-c820-4f0b-8c29-3191bdc5e823 req-341ced43-6983-4d82-b33a-f18b3bfda931 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] No DVR routers for this DVR port 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:04:22.014565 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5e0cc6c7-c820-4f0b-8c29-3191bdc5e823 req-341ced43-6983-4d82-b33a-f18b3bfda931 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:22.016766 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5e0cc6c7-c820-4f0b-8c29-3191bdc5e823 req-341ced43-6983-4d82-b33a-f18b3bfda931 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.36 "DELETE /v2.0/ports/6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca HTTP/1.1" status: 204 len: 173 time: 0.7836978 Jul 15 23:04:22.017386 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5785262d-42f0-4288-a107-ca86e41176a4', 'name': 'network-vif-deleted', 'tag': '6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:22.020310 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84fa6ae-04dc-4fa3-bda0-959c7f95a4b4" -d '{"events": [{"server_uuid": "5785262d-42f0-4288-a107-ca86e41176a4", "name": "network-vif-deleted", "tag": "6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:22.030598 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-025e99e2-0816-4013-a57d-5e02cbe7dae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:22.034449 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-025e99e2-0816-4013-a57d-5e02cbe7dae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:22.035765 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-025e99e2-0816-4013-a57d-5e02cbe7dae3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ab559ccd-a8a8-426b-91fe-f30edc14b5bf HTTP/1.1" status: 204 len: 168 time: 0.3988359 Jul 15 23:04:22.045853 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e99e2-0816-4013-a57d-5e02cbe7dae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab559ccd-a8a8-426b-91fe-f30edc14b5bf,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:22.100818 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fc5d19-de30-4fa4-872c-248e3ca59782 x-openstack-request-id: req-a2fc5d19-de30-4fa4-872c-248e3ca59782 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:22.101120 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5785262d-42f0-4288-a107-ca86e41176a4", "name": "network-vif-deleted", "tag": "6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:22.101374 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2fc5d19-de30-4fa4-872c-248e3ca59782 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:22.101794 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5785262d-42f0-4288-a107-ca86e41176a4', 'name': 'network-vif-deleted', 'tag': '6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca', 'status': 'completed', 'code': 200} Jul 15 23:04:22.417806 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e637443e-005b-4051-80d8-95a208b251bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:22.423714 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a2f9564-2723-45d9-99e6-38545d99f769 req-f3fcc68c-607a-4020-a098-07c753730247 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=5785262d-42f0-4288-a107-ca86e41176a4 HTTP/1.1" status: 200 len: 210 time: 0.0454767 Jul 15 23:04:22.504264 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-47b8c00d-2cf8-479a-9bfc-7ce1b9b56180 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:22.505790 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-47b8c00d-2cf8-479a-9bfc-7ce1b9b56180 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46&tenant_id=333adf5bda29495e91779ab1d3ab99ea&binding%3Ahost_id=n-h1-787205-9 HTTP/1.1" status: 200 len: 1097 time: 0.5959735 Jul 15 23:04:22.521455 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec144e9-de39-49fe-9922-586029944bed req-cbb89ff1-0998-40b7-8f9f-d199f913a9d5 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:22.529279 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fec144e9-de39-49fe-9922-586029944bed req-cbb89ff1-0998-40b7-8f9f-d199f913a9d5 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 946 time: 0.5356851 Jul 15 23:04:22.538138 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-9d1e123c-ab7a-4007-aaac-609c60665673 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-787205-9'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:22.577685 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device eb07a2a0-2204-4ec3-adfc-d324da3d5e9a details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:22.670133 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fec144e9-de39-49fe-9922-586029944bed req-eda78d0d-c9cb-4d51-8204-e007b19539c9 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399083 Jul 15 23:04:22.728317 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=eb07a2a0-2204-4ec3-adfc-d324da3d5e9a,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:22.747889 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-9d1e123c-ab7a-4007-aaac-609c60665673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:22.749043 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device eb07a2a0-2204-4ec3-adfc-d324da3d5e9a has no active binding in host n-h2-787205-9 {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 23:04:23.002290 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e637443e-005b-4051-80d8-95a208b251bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:23.015653 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e637443e-005b-4051-80d8-95a208b251bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:23.092237 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38988) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:23.100478 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-9d1e123c-ab7a-4007-aaac-609c60665673 service neutron] For port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=eb07a2a0-2204-4ec3-adfc-d324da3d5e9a,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:23.141112 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e637443e-005b-4051-80d8-95a208b251bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=488b556705c549d8be2a73c8a58aeeab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2362823 Jul 15 23:04:23.141931 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e637443e-005b-4051-80d8-95a208b251bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64763e77-0383-4eb8-a780-da7dc0decf26,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:23.143840 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38992) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:23.206949 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db5e4e-2d3c-4542-ac99-d39cbabf3cb0 req-1d08e2ce-55b8-4283-a886-ece462aa86f7 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:23.213710 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db5e4e-2d3c-4542-ac99-d39cbabf3cb0 req-1d08e2ce-55b8-4283-a886-ece462aa86f7 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:23.221299 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db5e4e-2d3c-4542-ac99-d39cbabf3cb0 req-1d08e2ce-55b8-4283-a886-ece462aa86f7 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:23.228482 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db5e4e-2d3c-4542-ac99-d39cbabf3cb0 req-1d08e2ce-55b8-4283-a886-ece462aa86f7 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:23.234960 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db5e4e-2d3c-4542-ac99-d39cbabf3cb0 req-1d08e2ce-55b8-4283-a886-ece462aa86f7 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:23.240211 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-6352f3ab-c5fc-488c-9454-a66d1c4bad43 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1251232937-network', 'tenant_id': '63a40a6739db43639d7e511343e14a80'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:23.241204 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db5e4e-2d3c-4542-ac99-d39cbabf3cb0 req-1d08e2ce-55b8-4283-a886-ece462aa86f7 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:23.247470 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db5e4e-2d3c-4542-ac99-d39cbabf3cb0 req-1d08e2ce-55b8-4283-a886-ece462aa86f7 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:23.248747 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed723-634e-4052-ac76-51bf3865e6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:23.249972 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83db5e4e-2d3c-4542-ac99-d39cbabf3cb0 req-1d08e2ce-55b8-4283-a886-ece462aa86f7 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 5428 time: 0.3477857 Jul 15 23:04:23.284241 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed723-634e-4052-ac76-51bf3865e6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:23.285713 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6352f3ab-c5fc-488c-9454-a66d1c4bad43 admin admin] Made reservation on behalf of 63a40a6739db43639d7e511343e14a80 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:23.288016 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6352f3ab-c5fc-488c-9454-a66d1c4bad43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:23.294870 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a365f-9c18-4b16-aa13-ca16a374b29c req-b392ffac-03c4-4c5c-99f6-327e471a13e1 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:23.296544 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e92a365f-9c18-4b16-aa13-ca16a374b29c req-b392ffac-03c4-4c5c-99f6-327e471a13e1 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 945 time: 0.3275547 Jul 15 23:04:23.303286 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-9d1e123c-ab7a-4007-aaac-609c60665673 service neutron] For port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a, host n-h1-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:23.305776 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6352f3ab-c5fc-488c-9454-a66d1c4bad43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:23.378465 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed723-634e-4052-ac76-51bf3865e6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:23.380968 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed723-634e-4052-ac76-51bf3865e6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:23.384575 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83db5e4e-2d3c-4542-ac99-d39cbabf3cb0 req-309f0c53-c2f4-4dd3-9f34-22bee630edae tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64c486d-daa9-4031-a834-d15c94ff1017&id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1216087 Jul 15 23:04:23.384774 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0a9ed723-634e-4052-ac76-51bf3865e6d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/64763e77-0383-4eb8-a780-da7dc0decf26 HTTP/1.1" status: 204 len: 168 time: 0.2369282 Jul 15 23:04:23.406915 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ed723-634e-4052-ac76-51bf3865e6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64763e77-0383-4eb8-a780-da7dc0decf26,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:23.409569 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4b7fa8-9c48-4cab-9925-d602d8daab46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb07a2a0-2204-4ec3-adfc-d324da3d5e9a'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:23.412164 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc20642b-97bf-4355-a697-33613f81ec62" -d '{"events": [{"server_uuid": "fa4b7fa8-9c48-4cab-9925-d602d8daab46", "name": "network-vif-unplugged", "status": "completed", "tag": "eb07a2a0-2204-4ec3-adfc-d324da3d5e9a"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:23.417037 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-9d1e123c-ab7a-4007-aaac-609c60665673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:23.431687 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e92a365f-9c18-4b16-aa13-ca16a374b29c req-b3645cf4-0e7f-4d5e-a237-a82e4e4db57e tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227045 Jul 15 23:04:23.439215 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-9d1e123c-ab7a-4007-aaac-609c60665673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:23.524802 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f444d0f2-480f-44f4-bdf3-6005e8d7d0c8 x-openstack-request-id: req-f444d0f2-480f-44f4-bdf3-6005e8d7d0c8 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:23.525100 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4b7fa8-9c48-4cab-9925-d602d8daab46", "name": "network-vif-unplugged", "status": "completed", "tag": "eb07a2a0-2204-4ec3-adfc-d324da3d5e9a", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:23.525350 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f444d0f2-480f-44f4-bdf3-6005e8d7d0c8 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:23.525740 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6352f3ab-c5fc-488c-9454-a66d1c4bad43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:23.525878 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4b7fa8-9c48-4cab-9925-d602d8daab46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb07a2a0-2204-4ec3-adfc-d324da3d5e9a', 'code': 200} Jul 15 23:04:23.532505 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6352f3ab-c5fc-488c-9454-a66d1c4bad43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:23.594782 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6352f3ab-c5fc-488c-9454-a66d1c4bad43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:04:23.629499 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6352f3ab-c5fc-488c-9454-a66d1c4bad43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:23.629955 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-6352f3ab-c5fc-488c-9454-a66d1c4bad43 admin admin] Added segment 26771a16-7bbd-4819-b305-51a13036c64b of type vlan for network 7a01f46b-c977-4727-a5b7-0342ec48d4cb Jul 15 23:04:23.645961 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352f3ab-c5fc-488c-9454-a66d1c4bad43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff40ff04-754d-4a73-8203-de4c6f591d65,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:23.685697 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e123c-ab7a-4007-aaac-609c60665673 service neutron] Pushing event updated for resources: {'Port': ['ID=eb07a2a0-2204-4ec3-adfc-d324da3d5e9a,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:23.702913 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-9d1e123c-ab7a-4007-aaac-609c60665673 service neutron] Attempting to bind port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a on host n-h1-787205-9 for vnic_type normal with profile {"migrating_to": "n-h2-787205-9"} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:23.703332 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-9d1e123c-ab7a-4007-aaac-609c60665673 service neutron] Attempting to bind port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:23.703670 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-9d1e123c-ab7a-4007-aaac-609c60665673 service neutron] Attempting to bind port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:23.711726 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-9d1e123c-ab7a-4007-aaac-609c60665673 service neutron] Port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:23.712252 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-9d1e123c-ab7a-4007-aaac-609c60665673 service neutron] Attempting to bind port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a on network 71ccf61d-14bc-4de9-bbf5-849aeac853f5 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:23.725371 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-9d1e123c-ab7a-4007-aaac-609c60665673 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:23.726140 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-9d1e123c-ab7a-4007-aaac-609c60665673 service neutron] Checking segment: {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:23.726140 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-9d1e123c-ab7a-4007-aaac-609c60665673 service neutron] Bound using segment: {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:23.727694 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-9d1e123c-ab7a-4007-aaac-609c60665673 service neutron] Bound port: eb07a2a0-2204-4ec3-adfc-d324da3d5e9a, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8985dfff-66c4-4bb0-b23d-a63e3e601d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '71ccf61d-14bc-4de9-bbf5-849aeac853f5'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:23.728102 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-9d1e123c-ab7a-4007-aaac-609c60665673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:23.878484 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:23.937249 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-9d1e123c-ab7a-4007-aaac-609c60665673 service neutron] For port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a, host n-h1-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:23.960498 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-9d1e123c-ab7a-4007-aaac-609c60665673 service neutron] For port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=eb07a2a0-2204-4ec3-adfc-d324da3d5e9a,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:23.982900 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-9d1e123c-ab7a-4007-aaac-609c60665673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:24.047583 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39008) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:24.101795 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6352f3ab-c5fc-488c-9454-a66d1c4bad43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:24.149513 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6352f3ab-c5fc-488c-9454-a66d1c4bad43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:24.150820 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6352f3ab-c5fc-488c-9454-a66d1c4bad43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:24.152058 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6352f3ab-c5fc-488c-9454-a66d1c4bad43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:24.170533 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c4b39559-39a5-4ac4-8004-f62416cea704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:24.201400 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6352f3ab-c5fc-488c-9454-a66d1c4bad43 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1074584 Jul 15 23:04:24.204805 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39014) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:24.213205 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e123c-ab7a-4007-aaac-609c60665673 service neutron] Pushing event updated for resources: {'Port': ['ID=eb07a2a0-2204-4ec3-adfc-d324da3d5e9a,revision_number=8']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:24.246677 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-422f610b-dc8b-40e0-a239-fae6648e7644 admin admin] Request body: {'subnet': {'network_id': '7a01f46b-c977-4727-a5b7-0342ec48d4cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1251232937-subnet', 'tenant_id': '63a40a6739db43639d7e511343e14a80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:24.253287 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352f3ab-c5fc-488c-9454-a66d1c4bad43 admin admin] Pushing event updated for resources: {'Network': ['ID=7a01f46b-c977-4727-a5b7-0342ec48d4cb,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:24.256629 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-9d1e123c-ab7a-4007-aaac-609c60665673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:24.257607 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-9d1e123c-ab7a-4007-aaac-609c60665673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:24.259250 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-9d1e123c-ab7a-4007-aaac-609c60665673 service neutron] 10.222.0.43 "PUT /v2.0/ports/eb07a2a0-2204-4ec3-adfc-d324da3d5e9a HTTP/1.1" status: 200 len: 1122 time: 1.7279079 Jul 15 23:04:24.269078 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 7a01f46b-c977-4727-a5b7-0342ec48d4cb details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:04:24.283417 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:24.352423 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:04:24.353124 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 6c259688-d6c7-4ad8-8bdd-66d5db0ce6ca not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:04:24.383862 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba340fb-aedf-4196-b8be-e55cd1bf4244 req-44436f47-7cb1-4bd3-9f47-97840ced60db tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:24.397279 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bba340fb-aedf-4196-b8be-e55cd1bf4244 req-44436f47-7cb1-4bd3-9f47-97840ced60db tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 944 time: 0.3513682 Jul 15 23:04:24.407406 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['eb07a2a0-2204-4ec3-adfc-d324da3d5e9a'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:24.462197 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['eb07a2a0-2204-4ec3-adfc-d324da3d5e9a'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:24.482507 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bba340fb-aedf-4196-b8be-e55cd1bf4244 req-4e46e9a4-8c9a-47d6-96e5-527275265e8e tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841856 Jul 15 23:04:24.558285 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c4b39559-39a5-4ac4-8004-f62416cea704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:24.563826 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c4b39559-39a5-4ac4-8004-f62416cea704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:24.591867 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422f610b-dc8b-40e0-a239-fae6648e7644 admin admin] Made reservation on behalf of 63a40a6739db43639d7e511343e14a80 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:24.594663 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-422f610b-dc8b-40e0-a239-fae6648e7644 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:24.656561 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b39559-39a5-4ac4-8004-f62416cea704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a446020-44af-46e1-8c3a-6d7d7b94b2af,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:24.670750 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c4b39559-39a5-4ac4-8004-f62416cea704 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5eb6955767d3491d83c377c98cb6632e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6173317 Jul 15 23:04:24.688602 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39022) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:24.840395 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa10ef-e9e8-481f-9803-f128ee0b2b4b req-d30a96c7-f013-40ae-8d53-6432baef24a0 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:24.842285 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-53aa10ef-e9e8-481f-9803-f128ee0b2b4b req-d30a96c7-f013-40ae-8d53-6432baef24a0 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 949 time: 0.2552524 Jul 15 23:04:24.847557 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6b04c940-c125-42eb-8cbe-6a9418a6c799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:24.871630 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-422f610b-dc8b-40e0-a239-fae6648e7644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:24.889372 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872d0dd-0b9b-4f0a-a157-2c43ab4cb490 req-31bad222-54fa-466b-af7b-20b06c289f21 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:24.895161 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0872d0dd-0b9b-4f0a-a157-2c43ab4cb490 req-31bad222-54fa-466b-af7b-20b06c289f21 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 945 time: 0.2325273 Jul 15 23:04:24.928495 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6b04c940-c125-42eb-8cbe-6a9418a6c799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:24.935693 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f610b-dc8b-40e0-a239-fae6648e7644 admin admin] Pushing event updated for resources: {'Subnet': ['ID=373ce9cf-1ba8-438a-b84e-e698320224be,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:24.945920 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422f610b-dc8b-40e0-a239-fae6648e7644 admin admin] Checking segment: {'id': '26771a16-7bbd-4819-b305-51a13036c64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7a01f46b-c977-4727-a5b7-0342ec48d4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:24.946343 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422f610b-dc8b-40e0-a239-fae6648e7644 admin admin] Network hostable DHCP agents. Network: 7a01f46b-c977-4727-a5b7-0342ec48d4cb, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:04:24.958395 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-53aa10ef-e9e8-481f-9803-f128ee0b2b4b req-d325d892-5241-4451-b9e9-af493c100d0c tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff00c1c-bebd-4746-a3c9-4f8963431ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082880 Jul 15 23:04:24.987884 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422f610b-dc8b-40e0-a239-fae6648e7644 admin admin] Network 7a01f46b-c977-4727-a5b7-0342ec48d4cb is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:04:24.994942 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-422f610b-dc8b-40e0-a239-fae6648e7644 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 7a01f46b-c977-4727-a5b7-0342ec48d4cb) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:24.996414 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0872d0dd-0b9b-4f0a-a157-2c43ab4cb490 req-563a5a6d-2daa-4eeb-97bc-96884cbfe63b tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858526 Jul 15 23:04:25.012485 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422f610b-dc8b-40e0-a239-fae6648e7644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:25.013537 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-422f610b-dc8b-40e0-a239-fae6648e7644 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:25.027438 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6b04c940-c125-42eb-8cbe-6a9418a6c799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:25.030487 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6b04c940-c125-42eb-8cbe-6a9418a6c799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:25.031800 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6b04c940-c125-42eb-8cbe-6a9418a6c799 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6a446020-44af-46e1-8c3a-6d7d7b94b2af HTTP/1.1" status: 204 len: 168 time: 0.3422530 Jul 15 23:04:25.044780 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312d40c8-794b-4238-905d-aeb75e7ea546 None None] Network 7a01f46b-c977-4727-a5b7-0342ec48d4cb requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:04:25.062574 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-422f610b-dc8b-40e0-a239-fae6648e7644 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8558700 Jul 15 23:04:25.065410 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04c940-c125-42eb-8cbe-6a9418a6c799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a446020-44af-46e1-8c3a-6d7d7b94b2af,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:25.283085 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbde90-87cb-45f1-8045-36e467353a21 req-01250560-f1a2-4c6c-ab9b-419f8411701f tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:25.289583 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbde90-87cb-45f1-8045-36e467353a21 req-01250560-f1a2-4c6c-ab9b-419f8411701f tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:25.301920 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbde90-87cb-45f1-8045-36e467353a21 req-01250560-f1a2-4c6c-ab9b-419f8411701f tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:25.304411 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbde90-87cb-45f1-8045-36e467353a21 req-01250560-f1a2-4c6c-ab9b-419f8411701f tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:25.314199 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ce4ec1-b4f2-4586-a894-e2c25e014c5d None None] Network 7a01f46b-c977-4727-a5b7-0342ec48d4cb requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:04:25.316348 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbde90-87cb-45f1-8045-36e467353a21 req-01250560-f1a2-4c6c-ab9b-419f8411701f tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:25.322494 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbde90-87cb-45f1-8045-36e467353a21 req-01250560-f1a2-4c6c-ab9b-419f8411701f tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:25.329241 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbde90-87cb-45f1-8045-36e467353a21 req-01250560-f1a2-4c6c-ab9b-419f8411701f tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:25.331606 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-11bbde90-87cb-45f1-8045-36e467353a21 req-01250560-f1a2-4c6c-ab9b-419f8411701f tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 5428 time: 0.1977832 Jul 15 23:04:25.378532 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-11bbde90-87cb-45f1-8045-36e467353a21 req-ec0772ee-ff34-4542-bdc7-a956145e03a3 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64c486d-daa9-4031-a834-d15c94ff1017&id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378370 Jul 15 23:04:25.528404 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa4b7fa8-9c48-4cab-9925-d602d8daab46', 'tag': 'eb07a2a0-2204-4ec3-adfc-d324da3d5e9a'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:25.530693 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9902b7ae-4841-4e4e-b7d8-75580c43fafa" -d '{"events": [{"name": "network-changed", "server_uuid": "fa4b7fa8-9c48-4cab-9925-d602d8daab46", "tag": "eb07a2a0-2204-4ec3-adfc-d324da3d5e9a"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:25.573909 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1811e8f-2da0-4e63-bfd6-a138e7e08d6a req-d47b54bc-0e19-489a-9c70-226adc506c48 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:25.576389 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f1811e8f-2da0-4e63-bfd6-a138e7e08d6a req-d47b54bc-0e19-489a-9c70-226adc506c48 tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 949 time: 0.0835929 Jul 15 23:04:25.818480 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12d113-f997-4769-97a7-0578272d4479 req-0aed4b4f-4fab-4396-be0f-c05831edf023 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:25.819986 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb12d113-f997-4769-97a7-0578272d4479 req-0aed4b4f-4fab-4396-be0f-c05831edf023 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] 10.222.0.16 "GET /v2.0/networks?id=7a01f46b-c977-4727-a5b7-0342ec48d4cb HTTP/1.1" status: 200 len: 821 time: 0.1992943 Jul 15 23:04:25.831868 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a469f1-62cd-4e4b-8b1c-169b4f6e72a8 req-c8716873-7c4d-4a88-b5d3-b788cc1a76f1 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:25.833427 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f8a469f1-62cd-4e4b-8b1c-169b4f6e72a8 req-c8716873-7c4d-4a88-b5d3-b788cc1a76f1 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 944 time: 0.2139165 Jul 15 23:04:25.848436 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-f1811e8f-2da0-4e63-bfd6-a138e7e08d6a req-68f0b6fb-5a20-4cf9-b540-377ba384bbeb tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Deleting port ce887846-b6c6-4ece-9a21-4e17e5302edc {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:25.848779 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f1811e8f-2da0-4e63-bfd6-a138e7e08d6a req-68f0b6fb-5a20-4cf9-b540-377ba384bbeb tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:25.874354 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb12d113-f997-4769-97a7-0578272d4479 req-00494ae8-3d2e-48c4-9061-1c5f3c4a078b tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] 10.222.0.16 "GET /v2.0/quotas/63a40a6739db43639d7e511343e14a80 HTTP/1.1" status: 200 len: 375 time: 0.0399680 Jul 15 23:04:25.932203 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb12d113-f997-4769-97a7-0578272d4479 req-130e2ee8-be4c-4da8-b364-6d7bcb40cf3e tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=63a40a6739db43639d7e511343e14a80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494645 Jul 15 23:04:25.974878 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f8a469f1-62cd-4e4b-8b1c-169b4f6e72a8 req-9e80c2dc-49b5-4cd2-ab2c-07767b7f4872 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300025 Jul 15 23:04:26.004312 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-f1811e8f-2da0-4e63-bfd6-a138e7e08d6a req-68f0b6fb-5a20-4cf9-b540-377ba384bbeb tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] For port ce887846-b6c6-4ece-9a21-4e17e5302edc, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ce887846-b6c6-4ece-9a21-4e17e5302edc,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:26.004312 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f1811e8f-2da0-4e63-bfd6-a138e7e08d6a req-68f0b6fb-5a20-4cf9-b540-377ba384bbeb tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:26.013657 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-f1811e8f-2da0-4e63-bfd6-a138e7e08d6a req-68f0b6fb-5a20-4cf9-b540-377ba384bbeb tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Calling delete_port for ce887846-b6c6-4ece-9a21-4e17e5302edc owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:26.066257 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b4edba-c801-499a-a2ca-08ed233afb57 x-openstack-request-id: req-c2b4edba-c801-499a-a2ca-08ed233afb57 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:26.066934 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa4b7fa8-9c48-4cab-9925-d602d8daab46", "tag": "eb07a2a0-2204-4ec3-adfc-d324da3d5e9a", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:26.066934 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2b4edba-c801-499a-a2ca-08ed233afb57 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:26.067207 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa4b7fa8-9c48-4cab-9925-d602d8daab46', 'tag': 'eb07a2a0-2204-4ec3-adfc-d324da3d5e9a', 'status': 'completed', 'code': 200} Jul 15 23:04:26.162193 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902b7ae-4841-4e4e-b7d8-75580c43fafa req-466ce06c-4268-48a9-9601-1146d45b3f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:26.163785 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9902b7ae-4841-4e4e-b7d8-75580c43fafa req-466ce06c-4268-48a9-9601-1146d45b3f71 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=333adf5bda29495e91779ab1d3ab99ea&device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 1125 time: 0.0541925 Jul 15 23:04:26.232664 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb12d113-f997-4769-97a7-0578272d4479 req-259718a6-eb8c-4351-8f34-2343e93ae38c service neutron] 10.222.0.16 "GET /v2.0/networks/7a01f46b-c977-4727-a5b7-0342ec48d4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731667 Jul 15 23:04:26.237399 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-11f58680-32dd-4171-a9ba-300d6429c237 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--742115904&fields=id&tenant_id=61a13f5e7dca4de799fa02a5abc5e21e HTTP/1.1" status: 200 len: 267 time: 0.0866072 Jul 15 23:04:26.259715 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902b7ae-4841-4e4e-b7d8-75580c43fafa req-7d70c029-8ff8-4254-8edd-8bcbd8fdadda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:26.261683 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9902b7ae-4841-4e4e-b7d8-75580c43fafa req-7d70c029-8ff8-4254-8edd-8bcbd8fdadda service neutron] 10.222.0.36 "GET /v2.0/networks?id=71ccf61d-14bc-4de9-bbf5-849aeac853f5 HTTP/1.1" status: 200 len: 919 time: 0.0836518 Jul 15 23:04:26.308863 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f1811e8f-2da0-4e63-bfd6-a138e7e08d6a req-68f0b6fb-5a20-4cf9-b540-377ba384bbeb tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:26.313679 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9902b7ae-4841-4e4e-b7d8-75580c43fafa req-d9078450-ff6e-40aa-bab9-73b31af00f6b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb07a2a0-2204-4ec3-adfc-d324da3d5e9a HTTP/1.1" status: 200 len: 217 time: 0.0377364 Jul 15 23:04:26.324049 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['ce887846-b6c6-4ece-9a21-4e17e5302edc'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:26.367908 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902b7ae-4841-4e4e-b7d8-75580c43fafa req-fbb76223-f411-4ed7-868c-f782264adfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:26.369321 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9902b7ae-4841-4e4e-b7d8-75580c43fafa req-fbb76223-f411-4ed7-868c-f782264adfb4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=951a51fc-ffa0-401a-b919-6dcf1a893db8 HTTP/1.1" status: 200 len: 858 time: 0.0424430 Jul 15 23:04:26.397028 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0b6fb-5a20-4cf9-b540-377ba384bbeb tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Pushing event deleted for resources: {'Port': ['ID=ce887846-b6c6-4ece-9a21-4e17e5302edc,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:26.402478 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9902b7ae-4841-4e4e-b7d8-75580c43fafa req-361be783-46a1-45c9-9f05-228e5d38346d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71ccf61d-14bc-4de9-bbf5-849aeac853f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259736 Jul 15 23:04:26.480595 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1811e8f-2da0-4e63-bfd6-a138e7e08d6a req-68f0b6fb-5a20-4cf9-b540-377ba384bbeb tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] No DVR routers for this DVR port ce887846-b6c6-4ece-9a21-4e17e5302edc on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:04:26.483669 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb12d113-f997-4769-97a7-0578272d4479 req-61bd9c33-73ae-4c23-9df1-28e5b648727a service neutron] 10.222.0.16 "GET /v2.0/networks/7a01f46b-c977-4727-a5b7-0342ec48d4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435696 Jul 15 23:04:26.484661 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f1811e8f-2da0-4e63-bfd6-a138e7e08d6a req-68f0b6fb-5a20-4cf9-b540-377ba384bbeb tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:26.486986 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f1811e8f-2da0-4e63-bfd6-a138e7e08d6a req-68f0b6fb-5a20-4cf9-b540-377ba384bbeb tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.43 "DELETE /v2.0/ports/ce887846-b6c6-4ece-9a21-4e17e5302edc HTTP/1.1" status: 204 len: 173 time: 0.9043696 Jul 15 23:04:26.498055 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-087b0377-6c79-49f9-847e-9f38e9d6e07c tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:26.504245 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9902b7ae-4841-4e4e-b7d8-75580c43fafa req-0a91f440-9aac-4ee9-b24e-8dc3a3ab08d4 service neutron] 10.222.0.36 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947711 Jul 15 23:04:26.504768 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-087b0377-6c79-49f9-847e-9f38e9d6e07c tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/networks?id=b9626c9c-14e7-41b9-80ae-ecf169930ebf HTTP/1.1" status: 200 len: 816 time: 0.2532117 Jul 15 23:04:26.516059 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-08101cfb-e859-45db-8d19-4a6e9958a94f tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/quotas/61a13f5e7dca4de799fa02a5abc5e21e HTTP/1.1" status: 200 len: 375 time: 0.0103900 Jul 15 23:04:26.578840 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device ff52bf25-9d08-4b27-9c20-9cfae7981d84 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:26.632599 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9902b7ae-4841-4e4e-b7d8-75580c43fafa req-9b696f02-7972-4fbe-af67-c19c1aeffd7e service neutron] 10.222.0.36 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157575 Jul 15 23:04:26.656755 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-9db1cf90-13fe-4ae0-90f1-2c8efe8da3da tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=61a13f5e7dca4de799fa02a5abc5e21e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1301765 Jul 15 23:04:26.712392 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port ff52bf25-9d08-4b27-9c20-9cfae7981d84, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ff52bf25-9d08-4b27-9c20-9cfae7981d84,segment=NetworkSegment(6218e074-3910-44ac-9d27-f9d6cc660fd8),segment_id=6218e074-3910-44ac-9d27-f9d6cc660fd8)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:26.724467 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'ff52bf25-9d08-4b27-9c20-9cfae7981d84', 'network_id': '31b3dd95-5845-4ba7-8163-7532c80b8fbe', 'port_id': 'ff52bf25-9d08-4b27-9c20-9cfae7981d84', 'mac_address': 'fa:16:3e:3a:e0:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8931c9f8-2423-4e8c-8612-ac64a9606a20', 'ip_address': '10.1.1.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:26.768324 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-309502ba-9104-411b-b48f-7ed6c268df0a service neutron] 10.222.0.16 "GET /v2.0/networks/b9626c9c-14e7-41b9-80ae-ecf169930ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098280 Jul 15 23:04:26.933761 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:26.966857 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-8d7e7158-bb53-432e-b2e6-5790fd75c430 service neutron] 10.222.0.16 "GET /v2.0/networks/b9626c9c-14e7-41b9-80ae-ecf169930ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875701 Jul 15 23:04:26.981707 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff52bf25-9d08-4b27-9c20-9cfae7981d84 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:27.012510 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port ff52bf25-9d08-4b27-9c20-9cfae7981d84, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ff52bf25-9d08-4b27-9c20-9cfae7981d84,segment=NetworkSegment(6218e074-3910-44ac-9d27-f9d6cc660fd8),segment_id=6218e074-3910-44ac-9d27-f9d6cc660fd8)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:27.019957 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:27.022439 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device d6cb89d5-6817-4bc8-b0e6-53e8aba786ef details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:27.059724 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port d6cb89d5-6817-4bc8-b0e6-53e8aba786ef, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=d6cb89d5-6817-4bc8-b0e6-53e8aba786ef,segment=NetworkSegment(6218e074-3910-44ac-9d27-f9d6cc660fd8),segment_id=6218e074-3910-44ac-9d27-f9d6cc660fd8)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:27.188828 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'd6cb89d5-6817-4bc8-b0e6-53e8aba786ef', 'network_id': '31b3dd95-5845-4ba7-8163-7532c80b8fbe', 'port_id': 'd6cb89d5-6817-4bc8-b0e6-53e8aba786ef', 'mac_address': 'fa:16:3e:f6:5d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8931c9f8-2423-4e8c-8612-ac64a9606a20', 'ip_address': '10.1.1.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:27.196455 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=ff52bf25-9d08-4b27-9c20-9cfae7981d84,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:27.248973 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0136beb4-4400-4d2d-a798-fd07bfdfc10b req-fb5fb05b-54c2-45cc-9aa5-a5e85132bc6e tempest-MigrationsAdminTest-1281435417 tempest-MigrationsAdminTest-1281435417-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bfdba1-7c70-4cfb-b4d1-156d3c249d00 HTTP/1.1" status: 200 len: 210 time: 0.0535104 Jul 15 23:04:27.303680 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:27.325606 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6cb89d5-6817-4bc8-b0e6-53e8aba786ef {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:27.360755 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port d6cb89d5-6817-4bc8-b0e6-53e8aba786ef, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=d6cb89d5-6817-4bc8-b0e6-53e8aba786ef,segment=NetworkSegment(6218e074-3910-44ac-9d27-f9d6cc660fd8),segment_id=6218e074-3910-44ac-9d27-f9d6cc660fd8)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:27.366352 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:27.369041 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 6889e42d-1a89-425a-a8c3-7396550b6084 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:27.467085 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=d6cb89d5-6817-4bc8-b0e6-53e8aba786ef,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:27.503780 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec360d4-c5e5-4e67-ac53-f3af95f696e7 req-2f59adf0-a530-455c-ae6f-82dc52075efa tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:27.513562 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7ec360d4-c5e5-4e67-ac53-f3af95f696e7 req-2f59adf0-a530-455c-ae6f-82dc52075efa tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 945 time: 0.1286478 Jul 15 23:04:27.573923 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7ec360d4-c5e5-4e67-ac53-f3af95f696e7 req-8965fcf2-7abe-414d-a9e3-a6c324714f9a tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549912 Jul 15 23:04:27.672264 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 6889e42d-1a89-425a-a8c3-7396550b6084, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6889e42d-1a89-425a-a8c3-7396550b6084,segment=NetworkSegment(a607fcdb-8822-4e2f-96a8-dc133aaf2c0a),segment_id=a607fcdb-8822-4e2f-96a8-dc133aaf2c0a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:27.696036 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '6889e42d-1a89-425a-a8c3-7396550b6084', 'network_id': 'bbea9511-9599-4d61-bc5f-d2e279b3eb50', 'port_id': '6889e42d-1a89-425a-a8c3-7396550b6084', 'mac_address': 'fa:16:3e:25:d6:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2caf3549-18f8-4078-a5bd-a7ecd88c89df', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:27.803957 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:27.846291 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6889e42d-1a89-425a-a8c3-7396550b6084 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:27.884823 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 6889e42d-1a89-425a-a8c3-7396550b6084, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6889e42d-1a89-425a-a8c3-7396550b6084,segment=NetworkSegment(a607fcdb-8822-4e2f-96a8-dc133aaf2c0a),segment_id=a607fcdb-8822-4e2f-96a8-dc133aaf2c0a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:27.889713 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:27.890674 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 3b0c43e3-ab51-4455-afee-2a76ff729069 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:27.924180 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264294f-590b-4bde-b231-e292fcf5b887 req-8dcd89aa-001a-4f7a-b287-e4db4d27bdf3 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:27.930568 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264294f-590b-4bde-b231-e292fcf5b887 req-8dcd89aa-001a-4f7a-b287-e4db4d27bdf3 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:27.938480 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264294f-590b-4bde-b231-e292fcf5b887 req-8dcd89aa-001a-4f7a-b287-e4db4d27bdf3 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:27.957213 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264294f-590b-4bde-b231-e292fcf5b887 req-8dcd89aa-001a-4f7a-b287-e4db4d27bdf3 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:27.968361 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264294f-590b-4bde-b231-e292fcf5b887 req-8dcd89aa-001a-4f7a-b287-e4db4d27bdf3 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:27.975472 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264294f-590b-4bde-b231-e292fcf5b887 req-8dcd89aa-001a-4f7a-b287-e4db4d27bdf3 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:27.981272 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264294f-590b-4bde-b231-e292fcf5b887 req-8dcd89aa-001a-4f7a-b287-e4db4d27bdf3 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:27.989882 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d264294f-590b-4bde-b231-e292fcf5b887 req-8dcd89aa-001a-4f7a-b287-e4db4d27bdf3 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 5430 time: 0.2419629 Jul 15 23:04:28.030268 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-873863d6-7e90-458a-bfac-3bb94d55b629 req-49919915-2c19-4ef5-97ce-751b671151f9 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] 10.222.0.16 "GET /v2.0/ports?device_id=4337beed-1e4c-4813-a3f6-da6b2c183c04 HTTP/1.1" status: 200 len: 210 time: 0.1870787 Jul 15 23:04:28.031095 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 3b0c43e3-ab51-4455-afee-2a76ff729069, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=3b0c43e3-ab51-4455-afee-2a76ff729069,segment=NetworkSegment(6218e074-3910-44ac-9d27-f9d6cc660fd8),segment_id=6218e074-3910-44ac-9d27-f9d6cc660fd8)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:28.033958 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=6889e42d-1a89-425a-a8c3-7396550b6084,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:28.049576 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '3b0c43e3-ab51-4455-afee-2a76ff729069', 'network_id': '31b3dd95-5845-4ba7-8163-7532c80b8fbe', 'port_id': '3b0c43e3-ab51-4455-afee-2a76ff729069', 'mac_address': 'fa:16:3e:6d:e8:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8931c9f8-2423-4e8c-8612-ac64a9606a20', 'ip_address': '10.1.1.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:28.072557 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bfdba1-7c70-4cfb-b4d1-156d3c249d00', 'name': 'network-vif-deleted', 'tag': 'ce887846-b6c6-4ece-9a21-4e17e5302edc'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:28.075913 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecaab8f-15ac-4469-a26b-6e8b9530346e" -d '{"events": [{"server_uuid": "a8bfdba1-7c70-4cfb-b4d1-156d3c249d00", "name": "network-vif-deleted", "tag": "ce887846-b6c6-4ece-9a21-4e17e5302edc"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:28.098070 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d264294f-590b-4bde-b231-e292fcf5b887 req-5a84727c-a4ab-448a-a4ad-564bf5d2285c tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64c486d-daa9-4031-a834-d15c94ff1017&id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1071618 Jul 15 23:04:28.117765 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:28.162293 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0c43e3-ab51-4455-afee-2a76ff729069 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:28.196392 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 3b0c43e3-ab51-4455-afee-2a76ff729069, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=3b0c43e3-ab51-4455-afee-2a76ff729069,segment=NetworkSegment(6218e074-3910-44ac-9d27-f9d6cc660fd8),segment_id=6218e074-3910-44ac-9d27-f9d6cc660fd8)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:28.199677 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:28.200330 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 073d8b7d-d632-404a-be5c-62a7e8ef0a1f details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:28.252764 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cfb7ff6a-0f35-48f5-a768-8a7d330dc71d req-c2873b45-cba0-481b-81ac-728971329247 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4004da4-dbc6-46d2-b7f5-efde36c9d9d9 HTTP/1.1" status: 200 len: 210 time: 0.0636060 Jul 15 23:04:28.285596 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=3b0c43e3-ab51-4455-afee-2a76ff729069,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:28.303782 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7d171-50da-497c-aef8-46827ccb5130 req-f2bbd8ea-6349-41d6-9900-bc856f8113d5 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:28.312817 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c6d7d171-50da-497c-aef8-46827ccb5130 req-f2bbd8ea-6349-41d6-9900-bc856f8113d5 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 944 time: 0.1350238 Jul 15 23:04:28.367679 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c6d7d171-50da-497c-aef8-46827ccb5130 req-3d595efd-2b0d-43ea-bb9e-23d8206b7fd9 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535214 Jul 15 23:04:28.380508 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 073d8b7d-d632-404a-be5c-62a7e8ef0a1f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=073d8b7d-d632-404a-be5c-62a7e8ef0a1f,segment=NetworkSegment(6f4dedf3-23c4-418d-b2da-50efced0d73e),segment_id=6f4dedf3-23c4-418d-b2da-50efced0d73e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:28.393911 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '073d8b7d-d632-404a-be5c-62a7e8ef0a1f', 'network_id': 'f91dc6f9-c960-4d7e-bb47-47324cf074aa', 'port_id': '073d8b7d-d632-404a-be5c-62a7e8ef0a1f', 'mac_address': 'fa:16:3e:c3:ad:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:28.451764 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:28.491160 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073d8b7d-d632-404a-be5c-62a7e8ef0a1f {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:28.513683 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-842df1db-30e1-444a-8f33-0f27b82eaf3f req-2b61784e-82e2-4dbd-b73e-0255e55a213a tempest-FlavorsV2NegativeTest-603030999 tempest-FlavorsV2NegativeTest-603030999-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=58d10840fdd144098266ec1bcab7e953&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279965 Jul 15 23:04:28.521223 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 073d8b7d-d632-404a-be5c-62a7e8ef0a1f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=073d8b7d-d632-404a-be5c-62a7e8ef0a1f,segment=NetworkSegment(6f4dedf3-23c4-418d-b2da-50efced0d73e),segment_id=6f4dedf3-23c4-418d-b2da-50efced0d73e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:28.526030 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:28.527674 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device d21b906d-5799-491b-a71e-1b415441bf9f details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:28.564654 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port d21b906d-5799-491b-a71e-1b415441bf9f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=d21b906d-5799-491b-a71e-1b415441bf9f,segment=NetworkSegment(a607fcdb-8822-4e2f-96a8-dc133aaf2c0a),segment_id=a607fcdb-8822-4e2f-96a8-dc133aaf2c0a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:28.578272 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'd21b906d-5799-491b-a71e-1b415441bf9f', 'network_id': 'bbea9511-9599-4d61-bc5f-d2e279b3eb50', 'port_id': 'd21b906d-5799-491b-a71e-1b415441bf9f', 'mac_address': 'fa:16:3e:af:7f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2caf3549-18f8-4078-a5bd-a7ecd88c89df', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:28.582883 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062cde1-84b3-4af4-a6c4-46aae81be35c req-39eb3348-6fb9-4893-8296-6b779bba12ad tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:28.591437 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f062cde1-84b3-4af4-a6c4-46aae81be35c req-39eb3348-6fb9-4893-8296-6b779bba12ad tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/ports?device_id=2260c712-701b-499a-b9f6-c7e47c45f5c9 HTTP/1.1" status: 200 len: 945 time: 0.1483653 Jul 15 23:04:28.644961 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:28.669949 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d21b906d-5799-491b-a71e-1b415441bf9f {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:28.704790 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=073d8b7d-d632-404a-be5c-62a7e8ef0a1f,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:28.719150 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port d21b906d-5799-491b-a71e-1b415441bf9f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=d21b906d-5799-491b-a71e-1b415441bf9f,segment=NetworkSegment(a607fcdb-8822-4e2f-96a8-dc133aaf2c0a),segment_id=a607fcdb-8822-4e2f-96a8-dc133aaf2c0a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:28.724398 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:28.725405 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device eb72faf0-e402-4e9c-937e-dc2238b8df3b details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:28.760602 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port eb72faf0-e402-4e9c-937e-dc2238b8df3b, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=eb72faf0-e402-4e9c-937e-dc2238b8df3b,segment=NetworkSegment(6218e074-3910-44ac-9d27-f9d6cc660fd8),segment_id=6218e074-3910-44ac-9d27-f9d6cc660fd8)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:28.802464 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'eb72faf0-e402-4e9c-937e-dc2238b8df3b', 'network_id': '31b3dd95-5845-4ba7-8163-7532c80b8fbe', 'port_id': 'eb72faf0-e402-4e9c-937e-dc2238b8df3b', 'mac_address': 'fa:16:3e:97:19:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8931c9f8-2423-4e8c-8612-ac64a9606a20', 'ip_address': '10.1.1.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:28.938058 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:28.941170 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=d21b906d-5799-491b-a71e-1b415441bf9f,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:28.982198 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb72faf0-e402-4e9c-937e-dc2238b8df3b {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:29.005662 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f062cde1-84b3-4af4-a6c4-46aae81be35c req-d19fa314-53ca-4c9b-b327-651623df2239 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc5d1726-8827-49ab-b252-37e40a64e044&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4140837 Jul 15 23:04:29.015388 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port eb72faf0-e402-4e9c-937e-dc2238b8df3b, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=eb72faf0-e402-4e9c-937e-dc2238b8df3b,segment=NetworkSegment(6218e074-3910-44ac-9d27-f9d6cc660fd8),segment_id=6218e074-3910-44ac-9d27-f9d6cc660fd8)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:29.024920 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842df1db-30e1-444a-8f33-0f27b82eaf3f req-c7aec792-2834-49fe-b879-174a8a6fa0e7 tempest-FlavorsV2NegativeTest-603030999 tempest-FlavorsV2NegativeTest-603030999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:29.032531 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-842df1db-30e1-444a-8f33-0f27b82eaf3f req-c7aec792-2834-49fe-b879-174a8a6fa0e7 tempest-FlavorsV2NegativeTest-603030999 tempest-FlavorsV2NegativeTest-603030999-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5083437 Jul 15 23:04:29.037141 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:29.061347 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-842df1db-30e1-444a-8f33-0f27b82eaf3f req-bea86196-1c60-4774-a7b2-62c6b819f7f5 tempest-FlavorsV2NegativeTest-603030999 tempest-FlavorsV2NegativeTest-603030999-project] 10.222.0.16 "GET /v2.0/quotas/58d10840fdd144098266ec1bcab7e953 HTTP/1.1" status: 200 len: 375 time: 0.0277660 Jul 15 23:04:29.085492 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d21051-c3d6-41c6-95d8-2755ab93b35b x-openstack-request-id: req-08d21051-c3d6-41c6-95d8-2755ab93b35b {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:29.085784 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bfdba1-7c70-4cfb-b4d1-156d3c249d00", "name": "network-vif-deleted", "tag": "ce887846-b6c6-4ece-9a21-4e17e5302edc", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:29.086035 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08d21051-c3d6-41c6-95d8-2755ab93b35b {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:29.086422 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bfdba1-7c70-4cfb-b4d1-156d3c249d00', 'name': 'network-vif-deleted', 'tag': 'ce887846-b6c6-4ece-9a21-4e17e5302edc', 'status': 'completed', 'code': 200} Jul 15 23:04:29.136379 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-842df1db-30e1-444a-8f33-0f27b82eaf3f req-1e851f75-cc63-48c6-bf39-6c26c4f6411e tempest-FlavorsV2NegativeTest-603030999 tempest-FlavorsV2NegativeTest-603030999-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=58d10840fdd144098266ec1bcab7e953&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552948 Jul 15 23:04:29.159277 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=eb72faf0-e402-4e9c-937e-dc2238b8df3b,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:29.179887 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12d113-f997-4769-97a7-0578272d4479 req-71101177-da76-4008-8366-194e83213a88 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:29.181470 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb12d113-f997-4769-97a7-0578272d4479 req-71101177-da76-4008-8366-194e83213a88 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] 10.222.0.43 "GET /v2.0/networks?id=7a01f46b-c977-4727-a5b7-0342ec48d4cb HTTP/1.1" status: 200 len: 821 time: 0.3123450 Jul 15 23:04:29.195561 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-fb12d113-f997-4769-97a7-0578272d4479 req-c03a1133-1857-4351-8422-211589155ea3 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] Request body: {'port': {'device_id': '4337beed-1e4c-4813-a3f6-da6b2c183c04', 'network_id': '7a01f46b-c977-4727-a5b7-0342ec48d4cb', 'admin_state_up': True, 'tenant_id': '63a40a6739db43639d7e511343e14a80'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:29.564078 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d96e8d62-882d-4918-bf1b-515a5ace842c req-6cbe222b-7951-4a47-bfb8-a4ad2ac7cf8e tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] 10.222.0.16 "GET /v2.0/ports?device_id=4337beed-1e4c-4813-a3f6-da6b2c183c04 HTTP/1.1" status: 200 len: 210 time: 0.1018140 Jul 15 23:04:29.595848 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb12d113-f997-4769-97a7-0578272d4479 req-c03a1133-1857-4351-8422-211589155ea3 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] Made reservation on behalf of 63a40a6739db43639d7e511343e14a80 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:29.606059 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fb12d113-f997-4769-97a7-0578272d4479 req-c03a1133-1857-4351-8422-211589155ea3 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:29.625238 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-f6e5bca7-425b-4485-aa68-82e7f53b7ccb tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:29.631318 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-f6e5bca7-425b-4485-aa68-82e7f53b7ccb tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.43 "GET /v2.0/networks?id=b9626c9c-14e7-41b9-80ae-ecf169930ebf HTTP/1.1" status: 200 len: 816 time: 0.2345243 Jul 15 23:04:29.676434 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fdf40-3cfb-4768-a505-c84ae29051d5 req-73338805-fce2-4f31-ab2d-f22e74c51498 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:29.687143 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-711fdf40-3cfb-4768-a505-c84ae29051d5 req-73338805-fce2-4f31-ab2d-f22e74c51498 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 945 time: 0.3254776 Jul 15 23:04:29.721502 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['d6cb89d5-6817-4bc8-b0e6-53e8aba786ef'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:29.728794 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-df72c9e2-96f8-4b0c-a667-506364c246b0 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61a13f5e7dca4de799fa02a5abc5e21e HTTP/1.1" status: 200 len: 379 time: 0.0895178 Jul 15 23:04:29.733833 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39202) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:29.764924 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-9189ab0a-0a77-4849-a32e-d03dfabf4da8 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Request body: {'port': {'device_id': 'd4004da4-dbc6-46d2-b7f5-efde36c9d9d9', 'network_id': 'b9626c9c-14e7-41b9-80ae-ecf169930ebf', 'admin_state_up': True, 'tenant_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'security_groups': ['c0fc56ec-9d35-4dbf-bc1f-aca3323208f7']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:29.771899 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['d21b906d-5799-491b-a71e-1b415441bf9f'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:29.829467 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-711fdf40-3cfb-4768-a505-c84ae29051d5 req-df283c66-e34d-4393-bda6-d462582bee6a tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409490 Jul 15 23:04:29.838562 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['6889e42d-1a89-425a-a8c3-7396550b6084'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:29.880723 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['eb72faf0-e402-4e9c-937e-dc2238b8df3b'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:30.094532 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-fb12d113-f997-4769-97a7-0578272d4479 req-c03a1133-1857-4351-8422-211589155ea3 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] Allocated IP 172.20.0.11 (7a01f46b-c977-4727-a5b7-0342ec48d4cb/373ce9cf-1ba8-438a-b84e-e698320224be/57bb8702-c2eb-4ba5-9f62-539ed0331e2c) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:30.121126 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-9189ab0a-0a77-4849-a32e-d03dfabf4da8 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Made reservation on behalf of 61a13f5e7dca4de799fa02a5abc5e21e for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:30.131078 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-9189ab0a-0a77-4849-a32e-d03dfabf4da8 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:30.156891 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0e5c5cde-c48e-4bfa-99e1-1128a9f49147 req-be457dc4-6a6b-4b44-9f24-b1956573a861 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4004da4-dbc6-46d2-b7f5-efde36c9d9d9 HTTP/1.1" status: 200 len: 210 time: 0.0582688 Jul 15 23:04:30.222025 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d4031524-8335-4707-b439-00aacf13a373 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8aea0e1a9fbb449ea47770f9a375ae63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4835179 Jul 15 23:04:30.222602 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39208) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:30.256965 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853cfd9-0ee8-4484-96fb-a6f033bd80fe req-1b503958-d960-4c59-bad7-83f9d1fe3611 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:30.268486 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853cfd9-0ee8-4484-96fb-a6f033bd80fe req-1b503958-d960-4c59-bad7-83f9d1fe3611 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:30.289857 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853cfd9-0ee8-4484-96fb-a6f033bd80fe req-1b503958-d960-4c59-bad7-83f9d1fe3611 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:30.295929 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853cfd9-0ee8-4484-96fb-a6f033bd80fe req-1b503958-d960-4c59-bad7-83f9d1fe3611 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:30.314807 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853cfd9-0ee8-4484-96fb-a6f033bd80fe req-1b503958-d960-4c59-bad7-83f9d1fe3611 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:30.321946 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853cfd9-0ee8-4484-96fb-a6f033bd80fe req-1b503958-d960-4c59-bad7-83f9d1fe3611 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:30.330403 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device eb07a2a0-2204-4ec3-adfc-d324da3d5e9a no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:30.343371 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853cfd9-0ee8-4484-96fb-a6f033bd80fe req-1b503958-d960-4c59-bad7-83f9d1fe3611 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:30.357859 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8853cfd9-0ee8-4484-96fb-a6f033bd80fe req-1b503958-d960-4c59-bad7-83f9d1fe3611 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 5435 time: 0.4252059 Jul 15 23:04:30.376078 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39210) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:30.513397 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3309ecc7-142a-4088-b4e4-1bcc58341327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:30.520258 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8853cfd9-0ee8-4484-96fb-a6f033bd80fe req-0bb1d699-19aa-4ff0-bfea-747c30618ac4 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64c486d-daa9-4031-a834-d15c94ff1017&id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1485822 Jul 15 23:04:30.537624 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3309ecc7-142a-4088-b4e4-1bcc58341327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:30.593332 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3309ecc7-142a-4088-b4e4-1bcc58341327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:30.602298 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3309ecc7-142a-4088-b4e4-1bcc58341327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:30.606396 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3309ecc7-142a-4088-b4e4-1bcc58341327 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9ff00c1c-bebd-4746-a3c9-4f8963431ba7 HTTP/1.1" status: 204 len: 168 time: 0.3712637 Jul 15 23:04:30.654302 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309ecc7-142a-4088-b4e4-1bcc58341327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff00c1c-bebd-4746-a3c9-4f8963431ba7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:30.664807 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-63b733b8-4027-4043-9449-087242d89f77 service neutron] 10.222.0.36 "GET /v2.0/ports/eb07a2a0-2204-4ec3-adfc-d324da3d5e9a/bindings/n-h2-787205-9 HTTP/1.1" status: 200 len: 384 time: 0.3175552 Jul 15 23:04:30.684388 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3357f-1e3c-484d-8ea2-32d2920b58f3 req-14894e95-847e-4cbc-bda6-9b9c761a93c6 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:30.691446 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f0d3357f-1e3c-484d-8ea2-32d2920b58f3 req-14894e95-847e-4cbc-bda6-9b9c761a93c6 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 944 time: 0.3306766 Jul 15 23:04:30.694431 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['073d8b7d-d632-404a-be5c-62a7e8ef0a1f'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:30.696844 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-9189ab0a-0a77-4849-a32e-d03dfabf4da8 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Allocated IP 172.20.0.11 (b9626c9c-14e7-41b9-80ae-ecf169930ebf/5972f2c7-444a-4ed2-b398-ab8bce9a1a4a/b8edc360-74fd-4c16-b2a3-6d680397a8d6) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:30.699495 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fb12d113-f997-4769-97a7-0578272d4479 req-c03a1133-1857-4351-8422-211589155ea3 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:30.735823 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf4e0521-634b-4cd8-93f4-10f3bfadfbca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:30.793966 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['3b0c43e3-ab51-4455-afee-2a76ff729069'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:30.810753 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f0d3357f-1e3c-484d-8ea2-32d2920b58f3 req-22442b11-2fa4-4c82-9589-570c95bf5e77 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181927 Jul 15 23:04:30.877392 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fb12d113-f997-4769-97a7-0578272d4479 req-c03a1133-1857-4351-8422-211589155ea3 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:30.985891 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb12d113-f997-4769-97a7-0578272d4479 req-c03a1133-1857-4351-8422-211589155ea3 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] Network 7a01f46b-c977-4727-a5b7-0342ec48d4cb is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:30.989334 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-fb12d113-f997-4769-97a7-0578272d4479 req-c03a1133-1857-4351-8422-211589155ea3 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:31.007120 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb12d113-f997-4769-97a7-0578272d4479 req-c03a1133-1857-4351-8422-211589155ea3 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:31.022864 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a1133-1857-4351-8422-211589155ea3 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] Pushing event updated for resources: {'Port': ['ID=57bb8702-c2eb-4ba5-9f62-539ed0331e2c,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:31.081158 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device ce887846-b6c6-4ece-9a21-4e17e5302edc no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:31.102980 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12d113-f997-4769-97a7-0578272d4479 req-c03a1133-1857-4351-8422-211589155ea3 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:31.103771 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fb12d113-f997-4769-97a7-0578272d4479 req-c03a1133-1857-4351-8422-211589155ea3 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.116255 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: ce887846-b6c6-4ece-9a21-4e17e5302edc {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:04:31.117934 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device ce887846-b6c6-4ece-9a21-4e17e5302edc not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:04:31.135694 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c796008-73c9-43ca-aa5b-0457d43a1bb0 req-87eade56-be2d-485f-8728-d5ce328aabc1 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:31.143167 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c796008-73c9-43ca-aa5b-0457d43a1bb0 req-87eade56-be2d-485f-8728-d5ce328aabc1 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] 10.222.0.16 "GET /v2.0/ports?device_id=4337beed-1e4c-4813-a3f6-da6b2c183c04 HTTP/1.1" status: 200 len: 932 time: 0.1331921 Jul 15 23:04:31.216178 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf4e0521-634b-4cd8-93f4-10f3bfadfbca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.219697 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c796008-73c9-43ca-aa5b-0457d43a1bb0 req-70240733-d80e-431e-80de-e4280318e5ae tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff40ff04-754d-4a73-8203-de4c6f591d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749500 Jul 15 23:04:31.231601 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb12d113-f997-4769-97a7-0578272d4479 req-c03a1133-1857-4351-8422-211589155ea3 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0392394 Jul 15 23:04:31.249339 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-fb12d113-f997-4769-97a7-0578272d4479 req-d6668d2b-d91e-441b-b2c4-785d9014dfeb service neutron] Request body: {'port': {'device_id': '4337beed-1e4c-4813-a3f6-da6b2c183c04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:31.252574 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39226) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:31.303518 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf4e0521-634b-4cd8-93f4-10f3bfadfbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.402999 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bf4e0521-634b-4cd8-93f4-10f3bfadfbca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58d10840fdd144098266ec1bcab7e953&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0244935 Jul 15 23:04:31.414692 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39228) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:31.422660 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e0521-634b-4cd8-93f4-10f3bfadfbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f63902-0402-44c0-98bc-9869e0ad893d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:31.430914 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-5c2fe692-4d20-4001-9ad4-71539c632d86 service neutron] For port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=eb07a2a0-2204-4ec3-adfc-d324da3d5e9a,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:31.444467 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f2a4bdf8-4fd6-41d2-b666-ad701a8efe3c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c4ad0878771040579bc51f797408263b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1848521 Jul 15 23:04:31.449900 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39230) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:31.468741 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-9189ab0a-0a77-4849-a32e-d03dfabf4da8 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.482447 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fb12d113-f997-4769-97a7-0578272d4479 req-d6668d2b-d91e-441b-b2c4-785d9014dfeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.510362 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-5c2fe692-4d20-4001-9ad4-71539c632d86 service neutron] For port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:31.521326 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bda6ff-de2f-4594-916f-089ad5ba31a5 req-3239bc23-6a38-4217-8b9c-f20fa092c196 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:31.529823 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1bda6ff-de2f-4594-916f-089ad5ba31a5 req-3239bc23-6a38-4217-8b9c-f20fa092c196 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 945 time: 0.2136049 Jul 15 23:04:31.537313 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-9189ab0a-0a77-4849-a32e-d03dfabf4da8 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Transition to ACTIVE for port object b8edc360-74fd-4c16-b2a3-6d680397a8d6 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:31.590464 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-5c2fe692-4d20-4001-9ad4-71539c632d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb07a2a0-2204-4ec3-adfc-d324da3d5e9a {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:31.614794 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-5c2fe692-4d20-4001-9ad4-71539c632d86 service neutron] For port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=eb07a2a0-2204-4ec3-adfc-d324da3d5e9a,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:31.616219 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783757b-ce5b-40bd-8588-fea69655e219 req-019cbd79-0774-4506-963a-6d61775c2a74 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:31.617711 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2783757b-ce5b-40bd-8588-fea69655e219 req-019cbd79-0774-4506-963a-6d61775c2a74 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/ports?device_id=2260c712-701b-499a-b9f6-c7e47c45f5c9 HTTP/1.1" status: 200 len: 945 time: 0.1925585 Jul 15 23:04:31.621829 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4113456-9a80-4516-90b2-c3e786879363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.655480 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d41818a0-d808-4116-bb40-6d2661f516d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.663988 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-5c2fe692-4d20-4001-9ad4-71539c632d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.684595 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-9189ab0a-0a77-4849-a32e-d03dfabf4da8 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.687311 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1bda6ff-de2f-4594-916f-089ad5ba31a5 req-d371f90f-e23a-49a0-92a8-d10a5bb986be tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516733 Jul 15 23:04:31.696268 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4113456-9a80-4516-90b2-c3e786879363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.738993 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d41818a0-d808-4116-bb40-6d2661f516d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.759739 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['ff52bf25-9d08-4b27-9c20-9cfae7981d84'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:31.855725 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-9189ab0a-0a77-4849-a32e-d03dfabf4da8 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Network b9626c9c-14e7-41b9-80ae-ecf169930ebf is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:31.871928 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-9189ab0a-0a77-4849-a32e-d03dfabf4da8 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:31.885424 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-9189ab0a-0a77-4849-a32e-d03dfabf4da8 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:31.889162 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189ab0a-0a77-4849-a32e-d03dfabf4da8 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Pushing event updated for resources: {'Port': ['ID=b8edc360-74fd-4c16-b2a3-6d680397a8d6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:31.924903 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2783757b-ce5b-40bd-8588-fea69655e219 req-2071a7d5-7201-4bb5-ad77-1454538eede5 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc5d1726-8827-49ab-b252-37e40a64e044&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519562 Jul 15 23:04:32.015928 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4113456-9a80-4516-90b2-c3e786879363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:32.018420 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4113456-9a80-4516-90b2-c3e786879363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:32.023586 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c4113456-9a80-4516-90b2-c3e786879363 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/02f63902-0402-44c0-98bc-9869e0ad893d HTTP/1.1" status: 204 len: 168 time: 0.6047122 Jul 15 23:04:32.038602 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-9189ab0a-0a77-4849-a32e-d03dfabf4da8 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:32.039278 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-9189ab0a-0a77-4849-a32e-d03dfabf4da8 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:32.067901 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-9189ab0a-0a77-4849-a32e-d03dfabf4da8 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3183992 Jul 15 23:04:32.070164 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4113456-9a80-4516-90b2-c3e786879363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f63902-0402-44c0-98bc-9869e0ad893d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:32.090678 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcedbff-aa80-4a7e-ab16-1fc8dc559adb req-b06339f9-a5a1-4b5c-a294-d9a6c7fc67a1 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:32.092374 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-442a5edb-0716-4260-9927-cc5a6c77ae84 service neutron] Request body: {'port': {'device_id': 'd4004da4-dbc6-46d2-b7f5-efde36c9d9d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:32.102390 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-5c2fe692-4d20-4001-9ad4-71539c632d86 service neutron] Transition to ACTIVE for port object eb07a2a0-2204-4ec3-adfc-d324da3d5e9a will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:32.102556 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6bcedbff-aa80-4a7e-ab16-1fc8dc559adb req-b06339f9-a5a1-4b5c-a294-d9a6c7fc67a1 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4004da4-dbc6-46d2-b7f5-efde36c9d9d9 HTTP/1.1" status: 200 len: 932 time: 0.2833326 Jul 15 23:04:32.135008 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-5c2fe692-4d20-4001-9ad4-71539c632d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:32.142287 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d41818a0-d808-4116-bb40-6d2661f516d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:32.144972 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d41818a0-d808-4116-bb40-6d2661f516d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:32.148642 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d41818a0-d808-4116-bb40-6d2661f516d6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f50b1430-16f9-44be-9a3e-fb4fb08006a2 HTTP/1.1" status: 204 len: 168 time: 0.6891546 Jul 15 23:04:32.222968 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41818a0-d808-4116-bb40-6d2661f516d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50b1430-16f9-44be-9a3e-fb4fb08006a2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:32.257570 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-fb12d113-f997-4769-97a7-0578272d4479 req-d6668d2b-d91e-441b-b2c4-785d9014dfeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57bb8702-c2eb-4ba5-9f62-539ed0331e2c {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:32.286390 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fb12d113-f997-4769-97a7-0578272d4479 req-d6668d2b-d91e-441b-b2c4-785d9014dfeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:32.340287 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-442a5edb-0716-4260-9927-cc5a6c77ae84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:32.374726 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6bcedbff-aa80-4a7e-ab16-1fc8dc559adb req-6c069e4c-28dd-4218-ada9-3a7f8487e91b tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0fc56ec-9d35-4dbf-bc1f-aca3323208f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2714169 Jul 15 23:04:32.398472 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-fb12d113-f997-4769-97a7-0578272d4479 req-d6668d2b-d91e-441b-b2c4-785d9014dfeb service neutron] Transition to ACTIVE for port object 57bb8702-c2eb-4ba5-9f62-539ed0331e2c will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:32.420623 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-5c2fe692-4d20-4001-9ad4-71539c632d86 service neutron] No DVR routers for this DVR port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:04:32.427607 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fb12d113-f997-4769-97a7-0578272d4479 req-d6668d2b-d91e-441b-b2c4-785d9014dfeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:32.430505 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2fe692-4d20-4001-9ad4-71539c632d86 service neutron] Pushing event updated for resources: {'Port': ['ID=eb07a2a0-2204-4ec3-adfc-d324da3d5e9a,revision_number=10']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:32.475861 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-880c746e-8c15-4095-a2df-8ca66780d7c3 None None] Provisioning for port b8edc360-74fd-4c16-b2a3-6d680397a8d6 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:32.480124 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-880c746e-8c15-4095-a2df-8ca66780d7c3 None None] Provisioning complete for port b8edc360-74fd-4c16-b2a3-6d680397a8d6 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:32.480515 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-880c746e-8c15-4095-a2df-8ca66780d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:32.529697 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-5c2fe692-4d20-4001-9ad4-71539c632d86 service neutron] 10.222.0.36 "PUT /v2.0/ports/eb07a2a0-2204-4ec3-adfc-d324da3d5e9a/bindings/n-h2-787205-9/activate HTTP/1.1" status: 200 len: 369 time: 1.8525674 Jul 15 23:04:32.567776 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-880c746e-8c15-4095-a2df-8ca66780d7c3 None None] Port b8edc360-74fd-4c16-b2a3-6d680397a8d6 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:04:32.593063 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6668d2b-d91e-441b-b2c4-785d9014dfeb service neutron] Pushing event updated for resources: {'Port': ['ID=57bb8702-c2eb-4ba5-9f62-539ed0331e2c,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:32.733206 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645dd1e-f358-4507-a20e-193bce40c7e6 req-95f018a9-2ecf-49e2-84f0-75b0719e84d9 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:32.741873 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645dd1e-f358-4507-a20e-193bce40c7e6 req-95f018a9-2ecf-49e2-84f0-75b0719e84d9 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:32.759038 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645dd1e-f358-4507-a20e-193bce40c7e6 req-95f018a9-2ecf-49e2-84f0-75b0719e84d9 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:32.769996 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645dd1e-f358-4507-a20e-193bce40c7e6 req-95f018a9-2ecf-49e2-84f0-75b0719e84d9 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:32.781068 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645dd1e-f358-4507-a20e-193bce40c7e6 req-95f018a9-2ecf-49e2-84f0-75b0719e84d9 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:32.800304 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645dd1e-f358-4507-a20e-193bce40c7e6 req-95f018a9-2ecf-49e2-84f0-75b0719e84d9 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:32.812120 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645dd1e-f358-4507-a20e-193bce40c7e6 req-95f018a9-2ecf-49e2-84f0-75b0719e84d9 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:32.814115 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c645dd1e-f358-4507-a20e-193bce40c7e6 req-95f018a9-2ecf-49e2-84f0-75b0719e84d9 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 5435 time: 0.6133022 Jul 15 23:04:32.894704 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-442a5edb-0716-4260-9927-cc5a6c77ae84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8edc360-74fd-4c16-b2a3-6d680397a8d6 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:32.919152 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-442a5edb-0716-4260-9927-cc5a6c77ae84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:32.951393 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-442a5edb-0716-4260-9927-cc5a6c77ae84 service neutron] Transition to ACTIVE for port object b8edc360-74fd-4c16-b2a3-6d680397a8d6 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:32.975504 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c645dd1e-f358-4507-a20e-193bce40c7e6 req-194807c2-2902-4f27-b263-3fde3f2d09bc tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64c486d-daa9-4031-a834-d15c94ff1017&id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1209357 Jul 15 23:04:32.984614 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-442a5edb-0716-4260-9927-cc5a6c77ae84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.081494 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 6889e42d-1a89-425a-a8c3-7396550b6084 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:33.122221 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a5edb-0716-4260-9927-cc5a6c77ae84 service neutron] Pushing event updated for resources: {'Port': ['ID=b8edc360-74fd-4c16-b2a3-6d680397a8d6,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:33.143032 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553108b-33ce-4ad9-b44a-99b5a820a1b5 req-7065608a-84c7-4a78-af53-26176a0ad499 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:33.145473 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b553108b-33ce-4ad9-b44a-99b5a820a1b5 req-7065608a-84c7-4a78-af53-26176a0ad499 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.36 "GET /v2.0/ports?device_id=2260c712-701b-499a-b9f6-c7e47c45f5c9 HTTP/1.1" status: 200 len: 945 time: 0.4030585 Jul 15 23:04:33.168838 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-fb12d113-f997-4769-97a7-0578272d4479 req-d6668d2b-d91e-441b-b2c4-785d9014dfeb service neutron] Attempting to bind port 57bb8702-c2eb-4ba5-9f62-539ed0331e2c on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:33.168838 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-fb12d113-f997-4769-97a7-0578272d4479 req-d6668d2b-d91e-441b-b2c4-785d9014dfeb service neutron] Attempting to bind port 57bb8702-c2eb-4ba5-9f62-539ed0331e2c by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '26771a16-7bbd-4819-b305-51a13036c64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7a01f46b-c977-4727-a5b7-0342ec48d4cb'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:33.169192 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb12d113-f997-4769-97a7-0578272d4479 req-d6668d2b-d91e-441b-b2c4-785d9014dfeb service neutron] Attempting to bind port 57bb8702-c2eb-4ba5-9f62-539ed0331e2c on network 7a01f46b-c977-4727-a5b7-0342ec48d4cb {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:33.176557 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-3f3a8b91-77bf-42f2-b2d2-b343fb7e6d6f tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:33.178080 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-3f3a8b91-77bf-42f2-b2d2-b343fb7e6d6f tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46&tenant_id=333adf5bda29495e91779ab1d3ab99ea&binding%3Ahost_id=n-h1-787205-9 HTTP/1.1" status: 200 len: 1096 time: 0.5138566 Jul 15 23:04:33.192544 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 6889e42d-1a89-425a-a8c3-7396550b6084 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:33.200749 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 6889e42d-1a89-425a-a8c3-7396550b6084 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:33.201388 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.304912 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3ae59-9c3a-46fb-a784-39758e408e10 req-6a7bc62a-887f-48e0-8cb9-97084c02c15d tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:33.318755 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e8e3ae59-9c3a-46fb-a784-39758e408e10 req-6a7bc62a-887f-48e0-8cb9-97084c02c15d tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 945 time: 0.5010126 Jul 15 23:04:33.331498 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.338267 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb12d113-f997-4769-97a7-0578272d4479 req-d6668d2b-d91e-441b-b2c4-785d9014dfeb service neutron] Port 57bb8702-c2eb-4ba5-9f62-539ed0331e2c on network 7a01f46b-c977-4727-a5b7-0342ec48d4cb not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:33.339800 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb12d113-f997-4769-97a7-0578272d4479 req-d6668d2b-d91e-441b-b2c4-785d9014dfeb service neutron] Attempting to bind port 57bb8702-c2eb-4ba5-9f62-539ed0331e2c on network 7a01f46b-c977-4727-a5b7-0342ec48d4cb {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:33.377956 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6889e42d-1a89-425a-a8c3-7396550b6084'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:33.381724 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4d9044-656c-4052-bd26-13f454b123cb" -d '{"events": [{"server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "name": "network-vif-plugged", "status": "completed", "tag": "6889e42d-1a89-425a-a8c3-7396550b6084"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:33.415082 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 6889e42d-1a89-425a-a8c3-7396550b6084, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6889e42d-1a89-425a-a8c3-7396550b6084,segment=NetworkSegment(a607fcdb-8822-4e2f-96a8-dc133aaf2c0a),segment_id=a607fcdb-8822-4e2f-96a8-dc133aaf2c0a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:33.420905 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.423198 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device d6cb89d5-6817-4bc8-b0e6-53e8aba786ef up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:33.449195 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb12d113-f997-4769-97a7-0578272d4479 req-d6668d2b-d91e-441b-b2c4-785d9014dfeb service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:33.449537 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb12d113-f997-4769-97a7-0578272d4479 req-d6668d2b-d91e-441b-b2c4-785d9014dfeb service neutron] Checking segment: {'id': '26771a16-7bbd-4819-b305-51a13036c64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7a01f46b-c977-4727-a5b7-0342ec48d4cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:33.449924 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb12d113-f997-4769-97a7-0578272d4479 req-d6668d2b-d91e-441b-b2c4-785d9014dfeb service neutron] Bound using segment: {'id': '26771a16-7bbd-4819-b305-51a13036c64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7a01f46b-c977-4727-a5b7-0342ec48d4cb'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:33.450369 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-fb12d113-f997-4769-97a7-0578272d4479 req-d6668d2b-d91e-441b-b2c4-785d9014dfeb service neutron] Bound port: 57bb8702-c2eb-4ba5-9f62-539ed0331e2c, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26771a16-7bbd-4819-b305-51a13036c64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7a01f46b-c977-4727-a5b7-0342ec48d4cb'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:33.450755 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fb12d113-f997-4769-97a7-0578272d4479 req-d6668d2b-d91e-441b-b2c4-785d9014dfeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.462197 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-b553108b-33ce-4ad9-b44a-99b5a820a1b5 req-ac270a16-1270-4f95-9e4a-7a50826fd103 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Deleting port d2e21d92-bc5d-4b38-a158-86b831ccb58f {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:33.463227 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b553108b-33ce-4ad9-b44a-99b5a820a1b5 req-ac270a16-1270-4f95-9e4a-7a50826fd103 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.572569 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port d6cb89d5-6817-4bc8-b0e6-53e8aba786ef completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:33.583571 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port d6cb89d5-6817-4bc8-b0e6-53e8aba786ef triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:33.583979 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.629407 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b553108b-33ce-4ad9-b44a-99b5a820a1b5 req-ac270a16-1270-4f95-9e4a-7a50826fd103 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] For port d2e21d92-bc5d-4b38-a158-86b831ccb58f, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=d2e21d92-bc5d-4b38-a158-86b831ccb58f,segment=NetworkSegment(8d579221-0a7c-432a-a8a4-faae99e9d679),segment_id=8d579221-0a7c-432a-a8a4-faae99e9d679)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:33.631296 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b553108b-33ce-4ad9-b44a-99b5a820a1b5 req-ac270a16-1270-4f95-9e4a-7a50826fd103 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.635407 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-442a5edb-0716-4260-9927-cc5a6c77ae84 service neutron] Attempting to bind port b8edc360-74fd-4c16-b2a3-6d680397a8d6 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:33.636750 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39284) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:33.637437 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-442a5edb-0716-4260-9927-cc5a6c77ae84 service neutron] Attempting to bind port b8edc360-74fd-4c16-b2a3-6d680397a8d6 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '23f78d5f-ef46-4b6e-9288-c9b344c6ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b9626c9c-14e7-41b9-80ae-ecf169930ebf'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:33.638055 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-442a5edb-0716-4260-9927-cc5a6c77ae84 service neutron] Attempting to bind port b8edc360-74fd-4c16-b2a3-6d680397a8d6 on network b9626c9c-14e7-41b9-80ae-ecf169930ebf {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:33.642667 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e8e3ae59-9c3a-46fb-a784-39758e408e10 req-b7ea9fbe-f5eb-4a94-849d-be4d06d621b3 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126349 Jul 15 23:04:33.653434 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-442a5edb-0716-4260-9927-cc5a6c77ae84 service neutron] Port b8edc360-74fd-4c16-b2a3-6d680397a8d6 on network b9626c9c-14e7-41b9-80ae-ecf169930ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:33.653931 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-442a5edb-0716-4260-9927-cc5a6c77ae84 service neutron] Attempting to bind port b8edc360-74fd-4c16-b2a3-6d680397a8d6 on network b9626c9c-14e7-41b9-80ae-ecf169930ebf {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:33.660743 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=6889e42d-1a89-425a-a8c3-7396550b6084,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:33.665497 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-442a5edb-0716-4260-9927-cc5a6c77ae84 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:33.666037 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-442a5edb-0716-4260-9927-cc5a6c77ae84 service neutron] Checking segment: {'id': '23f78d5f-ef46-4b6e-9288-c9b344c6ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b9626c9c-14e7-41b9-80ae-ecf169930ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:33.666866 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-442a5edb-0716-4260-9927-cc5a6c77ae84 service neutron] Bound using segment: {'id': '23f78d5f-ef46-4b6e-9288-c9b344c6ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b9626c9c-14e7-41b9-80ae-ecf169930ebf'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:33.668084 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-442a5edb-0716-4260-9927-cc5a6c77ae84 service neutron] Bound port: b8edc360-74fd-4c16-b2a3-6d680397a8d6, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23f78d5f-ef46-4b6e-9288-c9b344c6ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b9626c9c-14e7-41b9-80ae-ecf169930ebf'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:33.668770 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-442a5edb-0716-4260-9927-cc5a6c77ae84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.708033 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:33.708033 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:33.711028 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:33.711377 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:33.711722 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:33.712062 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:33.712395 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:33.712839 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:33.717571 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:33.717745 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:33.717962 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:33.718302 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:33.731307 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfefa4-b488-4bde-9f83-00c3fe049f0f req-c7edfef3-3241-4a9d-a455-757a4de4f563 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:33.739372 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d9dfefa4-b488-4bde-9f83-00c3fe049f0f req-c7edfef3-3241-4a9d-a455-757a4de4f563 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] 10.222.0.16 "GET /v2.0/ports?device_id=4337beed-1e4c-4813-a3f6-da6b2c183c04 HTTP/1.1" status: 200 len: 944 time: 0.6120872 Jul 15 23:04:33.755320 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-e6d5bba2-f063-4f6d-a7c4-30f0fef5f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:33.757182 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-e6d5bba2-f063-4f6d-a7c4-30f0fef5f5d5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46&tenant_id=333adf5bda29495e91779ab1d3ab99ea HTTP/1.1" status: 200 len: 1096 time: 0.5234160 Jul 15 23:04:33.767204 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-fb12d113-f997-4769-97a7-0578272d4479 req-d6668d2b-d91e-441b-b2c4-785d9014dfeb service neutron] For port 57bb8702-c2eb-4ba5-9f62-539ed0331e2c, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:33.772331 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-fb12d113-f997-4769-97a7-0578272d4479 req-d6668d2b-d91e-441b-b2c4-785d9014dfeb service neutron] For port 57bb8702-c2eb-4ba5-9f62-539ed0331e2c, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=57bb8702-c2eb-4ba5-9f62-539ed0331e2c,segment=NetworkSegment(26771a16-7bbd-4819-b305-51a13036c64b),segment_id=26771a16-7bbd-4819-b305-51a13036c64b)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:33.779545 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fb12d113-f997-4769-97a7-0578272d4479 req-d6668d2b-d91e-441b-b2c4-785d9014dfeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.849723 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d9dfefa4-b488-4bde-9f83-00c3fe049f0f req-cf9c5061-9caf-40f6-aca8-7685d45cdc8e tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff40ff04-754d-4a73-8203-de4c6f591d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087081 Jul 15 23:04:33.862606 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.941664 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12d113-f997-4769-97a7-0578272d4479 req-d6668d2b-d91e-441b-b2c4-785d9014dfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:33.951515 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fb12d113-f997-4769-97a7-0578272d4479 req-d6668d2b-d91e-441b-b2c4-785d9014dfeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.954717 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb12d113-f997-4769-97a7-0578272d4479 req-d6668d2b-d91e-441b-b2c4-785d9014dfeb service neutron] 10.222.0.43 "PUT /v2.0/ports/57bb8702-c2eb-4ba5-9f62-539ed0331e2c HTTP/1.1" status: 200 len: 1092 time: 2.7146647 Jul 15 23:04:33.955541 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4337beed-1e4c-4813-a3f6-da6b2c183c04', 'tag': '57bb8702-c2eb-4ba5-9f62-539ed0331e2c'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:33.957314 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port d6cb89d5-6817-4bc8-b0e6-53e8aba786ef, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=d6cb89d5-6817-4bc8-b0e6-53e8aba786ef,segment=NetworkSegment(6218e074-3910-44ac-9d27-f9d6cc660fd8),segment_id=6218e074-3910-44ac-9d27-f9d6cc660fd8)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:33.957836 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51334115-c11e-43ef-ac28-d3f4a6004633" -d '{"events": [{"name": "network-changed", "server_uuid": "4337beed-1e4c-4813-a3f6-da6b2c183c04", "tag": "57bb8702-c2eb-4ba5-9f62-539ed0331e2c"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:33.963036 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.964506 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 3b0c43e3-ab51-4455-afee-2a76ff729069 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:34.030911 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-17ed4233-f578-4f55-88d8-c2f7899ac862 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754966253-network', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:34.072033 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=d6cb89d5-6817-4bc8-b0e6-53e8aba786ef,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:34.097189 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 3b0c43e3-ab51-4455-afee-2a76ff729069 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:34.102792 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 3b0c43e3-ab51-4455-afee-2a76ff729069 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:34.103170 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.211352 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.264002 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 3b0c43e3-ab51-4455-afee-2a76ff729069, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=3b0c43e3-ab51-4455-afee-2a76ff729069,segment=NetworkSegment(6218e074-3910-44ac-9d27-f9d6cc660fd8),segment_id=6218e074-3910-44ac-9d27-f9d6cc660fd8)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:34.269739 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.270367 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 073d8b7d-d632-404a-be5c-62a7e8ef0a1f up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:34.273433 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-442a5edb-0716-4260-9927-cc5a6c77ae84 service neutron] For port b8edc360-74fd-4c16-b2a3-6d680397a8d6, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:34.299451 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-442a5edb-0716-4260-9927-cc5a6c77ae84 service neutron] For port b8edc360-74fd-4c16-b2a3-6d680397a8d6, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=b8edc360-74fd-4c16-b2a3-6d680397a8d6,segment=NetworkSegment(23f78d5f-ef46-4b6e-9288-c9b344c6ff05),segment_id=23f78d5f-ef46-4b6e-9288-c9b344c6ff05)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:34.306977 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-442a5edb-0716-4260-9927-cc5a6c77ae84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.347283 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ed4233-f578-4f55-88d8-c2f7899ac862 admin admin] Made reservation on behalf of 37c1fc708df5422b9e76d27edff68ec8 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:34.354800 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-17ed4233-f578-4f55-88d8-c2f7899ac862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.357883 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b553108b-33ce-4ad9-b44a-99b5a820a1b5 req-ac270a16-1270-4f95-9e4a-7a50826fd103 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.359345 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b553108b-33ce-4ad9-b44a-99b5a820a1b5 req-ac270a16-1270-4f95-9e4a-7a50826fd103 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.359345 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [req-b553108b-33ce-4ad9-b44a-99b5a820a1b5 req-ac270a16-1270-4f95-9e4a-7a50826fd103 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Floating IP fb6581d4-133b-44c9-a208-463bdb990898 disassociated. External IP: 172.25.4.84, port: d2e21d92-bc5d-4b38-a158-86b831ccb58f. Jul 15 23:04:34.359345 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-b553108b-33ce-4ad9-b44a-99b5a820a1b5 req-ac270a16-1270-4f95-9e4a-7a50826fd103 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Calling delete_port for d2e21d92-bc5d-4b38-a158-86b831ccb58f owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:34.361654 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6668d2b-d91e-441b-b2c4-785d9014dfeb service neutron] Pushing event updated for resources: {'Port': ['ID=57bb8702-c2eb-4ba5-9f62-539ed0331e2c,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:34.385727 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-442a5edb-0716-4260-9927-cc5a6c77ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:34.387064 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-442a5edb-0716-4260-9927-cc5a6c77ae84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.388830 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-442a5edb-0716-4260-9927-cc5a6c77ae84 service neutron] 10.222.0.43 "PUT /v2.0/ports/b8edc360-74fd-4c16-b2a3-6d680397a8d6 HTTP/1.1" status: 200 len: 1092 time: 2.3072550 Jul 15 23:04:34.390217 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4004da4-dbc6-46d2-b7f5-efde36c9d9d9', 'tag': 'b8edc360-74fd-4c16-b2a3-6d680397a8d6'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:34.399747 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b93d38b-90a2-4dae-817a-f66ccfe9ed19" -d '{"events": [{"name": "network-changed", "server_uuid": "d4004da4-dbc6-46d2-b7f5-efde36c9d9d9", "tag": "b8edc360-74fd-4c16-b2a3-6d680397a8d6"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:34.490887 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=3b0c43e3-ab51-4455-afee-2a76ff729069,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:34.536184 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 073d8b7d-d632-404a-be5c-62a7e8ef0a1f completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:34.537315 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a5edb-0716-4260-9927-cc5a6c77ae84 service neutron] Pushing event updated for resources: {'Port': ['ID=b8edc360-74fd-4c16-b2a3-6d680397a8d6,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:34.542863 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 073d8b7d-d632-404a-be5c-62a7e8ef0a1f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:34.543239 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.650100 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-7f961f4b-94aa-4c34-95cf-d12ef4f1776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:34.652234 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-7f961f4b-94aa-4c34-95cf-d12ef4f1776d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=61a13f5e7dca4de799fa02a5abc5e21e&device_id=d4004da4-dbc6-46d2-b7f5-efde36c9d9d9 HTTP/1.1" status: 200 len: 1095 time: 0.2119374 Jul 15 23:04:34.744451 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-8fa7ddc0-eee1-4038-87d7-100612f66b11 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8edc360-74fd-4c16-b2a3-6d680397a8d6 HTTP/1.1" status: 200 len: 217 time: 0.0839045 Jul 15 23:04:34.745524 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.809695 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 073d8b7d-d632-404a-be5c-62a7e8ef0a1f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=073d8b7d-d632-404a-be5c-62a7e8ef0a1f,segment=NetworkSegment(6f4dedf3-23c4-418d-b2da-50efced0d73e),segment_id=6f4dedf3-23c4-418d-b2da-50efced0d73e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:34.814521 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.815628 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device eb72faf0-e402-4e9c-937e-dc2238b8df3b up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:34.824542 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b553108b-33ce-4ad9-b44a-99b5a820a1b5 req-ac270a16-1270-4f95-9e4a-7a50826fd103 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.850286 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-17ed4233-f578-4f55-88d8-c2f7899ac862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.874715 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac270a16-1270-4f95-9e4a-7a50826fd103 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Pushing event deleted for resources: {'Port': ['ID=d2e21d92-bc5d-4b38-a158-86b831ccb58f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:34.888344 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a0e7b-53fb-4929-a65d-d9b3ddea906f req-c24213db-bc03-4865-900b-c7ccd2188a8a tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:34.889980 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-865a0e7b-53fb-4929-a65d-d9b3ddea906f req-c24213db-bc03-4865-900b-c7ccd2188a8a tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 945 time: 0.9103277 Jul 15 23:04:34.901819 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-39d74811-1488-4a5f-9ad6-c32296d94ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:34.903973 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-39d74811-1488-4a5f-9ad6-c32296d94ff7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=333adf5bda29495e91779ab1d3ab99ea&device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 1096 time: 1.0731902 Jul 15 23:04:34.911427 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-af6dc40a-d25a-4e11-98aa-14994a538ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:34.913939 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-af6dc40a-d25a-4e11-98aa-14994a538ce7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5972f2c7-444a-4ed2-b398-ab8bce9a1a4a HTTP/1.1" status: 200 len: 855 time: 0.1612148 Jul 15 23:04:34.933862 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=073d8b7d-d632-404a-be5c-62a7e8ef0a1f,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:34.939072 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12d113-f997-4769-97a7-0578272d4479 req-a5145d97-07f0-44ce-8fe9-8de589d95bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:34.941067 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb12d113-f997-4769-97a7-0578272d4479 req-a5145d97-07f0-44ce-8fe9-8de589d95bf8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=63a40a6739db43639d7e511343e14a80&device_id=4337beed-1e4c-4813-a3f6-da6b2c183c04 HTTP/1.1" status: 200 len: 1095 time: 0.8942137 Jul 15 23:04:34.952810 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port eb72faf0-e402-4e9c-937e-dc2238b8df3b completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:34.958627 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port eb72faf0-e402-4e9c-937e-dc2238b8df3b triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:34.959029 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:35.033766 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-865a0e7b-53fb-4929-a65d-d9b3ddea906f req-40b36b4a-d2b9-40d2-9a10-3acbccd918b5 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353405 Jul 15 23:04:35.086507 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:35.096125 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb12d113-f997-4769-97a7-0578272d4479 req-79ecfdac-a3b4-48fa-9c2c-35b5b494e98b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57bb8702-c2eb-4ba5-9f62-539ed0331e2c HTTP/1.1" status: 200 len: 217 time: 0.1383264 Jul 15 23:04:35.105290 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b6012-175c-4f37-8a55-0becfd1fb1dd req-88f04f62-2b0a-4d9d-b9b1-51a1f37f7182 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:35.112601 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-db9b6012-175c-4f37-8a55-0becfd1fb1dd req-88f04f62-2b0a-4d9d-b9b1-51a1f37f7182 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/ports?device_id=2260c712-701b-499a-b9f6-c7e47c45f5c9 HTTP/1.1" status: 200 len: 867 time: 0.9625275 Jul 15 23:04:35.150545 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port eb72faf0-e402-4e9c-937e-dc2238b8df3b, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=eb72faf0-e402-4e9c-937e-dc2238b8df3b,segment=NetworkSegment(6218e074-3910-44ac-9d27-f9d6cc660fd8),segment_id=6218e074-3910-44ac-9d27-f9d6cc660fd8)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:35.157159 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:35.158340 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device d21b906d-5799-491b-a71e-1b415441bf9f up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:35.193070 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12d113-f997-4769-97a7-0578272d4479 req-12b74d06-3d31-44e9-b0ab-e023be57acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:35.195410 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb12d113-f997-4769-97a7-0578272d4479 req-12b74d06-3d31-44e9-b0ab-e023be57acb4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=373ce9cf-1ba8-438a-b84e-e698320224be HTTP/1.1" status: 200 len: 861 time: 0.0788312 Jul 15 23:04:35.206263 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-2daf3600-a017-4343-991c-3029f261270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:35.208282 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-2daf3600-a017-4343-991c-3029f261270d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b9626c9c-14e7-41b9-80ae-ecf169930ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2863443 Jul 15 23:04:35.226223 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b553108b-33ce-4ad9-b44a-99b5a820a1b5 req-ac270a16-1270-4f95-9e4a-7a50826fd103 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Router 0c66fdac-cfae-4ac9-968e-e71311a1b290 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:04:35.238518 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-db9b6012-175c-4f37-8a55-0becfd1fb1dd req-43013f15-b425-4f5d-a904-aa7a9fd9144a tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc5d1726-8827-49ab-b252-37e40a64e044&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238632 Jul 15 23:04:35.344724 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=eb72faf0-e402-4e9c-937e-dc2238b8df3b,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:35.374792 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port d21b906d-5799-491b-a71e-1b415441bf9f completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:35.380428 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-da0f121d-2083-4d9c-b135-bde4867feb8d service neutron] 10.222.0.43 "GET /v2.0/networks/b9626c9c-14e7-41b9-80ae-ecf169930ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524353 Jul 15 23:04:35.384557 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port d21b906d-5799-491b-a71e-1b415441bf9f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:35.384951 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:35.460328 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537a1e2c-b868-44b2-9d3c-46a01aa3de25 x-openstack-request-id: req-537a1e2c-b868-44b2-9d3c-46a01aa3de25 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:35.460685 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "name": "network-vif-plugged", "status": "completed", "tag": "6889e42d-1a89-425a-a8c3-7396550b6084", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:35.460938 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-537a1e2c-b868-44b2-9d3c-46a01aa3de25 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:35.461352 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6889e42d-1a89-425a-a8c3-7396550b6084', 'code': 200} Jul 15 23:04:35.463062 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb12d113-f997-4769-97a7-0578272d4479 req-b2f5bfa2-b670-4e63-9f78-e750c68ffb18 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7a01f46b-c977-4727-a5b7-0342ec48d4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2472363 Jul 15 23:04:35.514429 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1427a726-af2a-4209-94ff-805d1c375034 x-openstack-request-id: req-1427a726-af2a-4209-94ff-805d1c375034 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:35.514809 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4337beed-1e4c-4813-a3f6-da6b2c183c04", "tag": "57bb8702-c2eb-4ba5-9f62-539ed0331e2c", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:35.515594 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1427a726-af2a-4209-94ff-805d1c375034 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:35.517202 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4337beed-1e4c-4813-a3f6-da6b2c183c04', 'tag': '57bb8702-c2eb-4ba5-9f62-539ed0331e2c', 'status': 'completed', 'code': 200} Jul 15 23:04:35.571284 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:35.643376 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port d21b906d-5799-491b-a71e-1b415441bf9f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=d21b906d-5799-491b-a71e-1b415441bf9f,segment=NetworkSegment(a607fcdb-8822-4e2f-96a8-dc133aaf2c0a),segment_id=a607fcdb-8822-4e2f-96a8-dc133aaf2c0a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:35.644176 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-8143e162-0da1-44f2-8d4d-d43444f923c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:35.646092 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-8143e162-0da1-44f2-8d4d-d43444f923c3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=71ccf61d-14bc-4de9-bbf5-849aeac853f5 HTTP/1.1" status: 200 len: 919 time: 0.7262454 Jul 15 23:04:35.649143 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:35.663171 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device ff52bf25-9d08-4b27-9c20-9cfae7981d84 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:35.705484 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-c35fb0e3-8f6c-4f82-aa18-7018fada88b0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb07a2a0-2204-4ec3-adfc-d324da3d5e9a HTTP/1.1" status: 200 len: 217 time: 0.0469248 Jul 15 23:04:35.783208 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port ff52bf25-9d08-4b27-9c20-9cfae7981d84 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:35.789834 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port ff52bf25-9d08-4b27-9c20-9cfae7981d84 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:35.790355 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:35.806301 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-107d4258-9103-414b-b593-94bd1fc6a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:35.808588 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-107d4258-9103-414b-b593-94bd1fc6a6e6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=951a51fc-ffa0-401a-b919-6dcf1a893db8 HTTP/1.1" status: 200 len: 858 time: 0.0507903 Jul 15 23:04:35.846075 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=d21b906d-5799-491b-a71e-1b415441bf9f,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:35.865993 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-c1393013-fb8b-46a6-97ff-000d391c68e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=71ccf61d-14bc-4de9-bbf5-849aeac853f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362234 Jul 15 23:04:35.900383 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:35.940516 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port ff52bf25-9d08-4b27-9c20-9cfae7981d84, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ff52bf25-9d08-4b27-9c20-9cfae7981d84,segment=NetworkSegment(6218e074-3910-44ac-9d27-f9d6cc660fd8),segment_id=6218e074-3910-44ac-9d27-f9d6cc660fd8)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:35.945740 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:35.975338 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85459e-5372-4a78-943a-b733d1e4523b req-b15391f5-4a3e-43a3-af85-dce82ccf14a4 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:35.976915 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-af85459e-5372-4a78-943a-b733d1e4523b req-b15391f5-4a3e-43a3-af85-dce82ccf14a4 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4004da4-dbc6-46d2-b7f5-efde36c9d9d9 HTTP/1.1" status: 200 len: 944 time: 0.4107471 Jul 15 23:04:36.017158 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=ff52bf25-9d08-4b27-9c20-9cfae7981d84,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:36.028099 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a88c31-2857-4002-8d15-dec5c854dc3c req-aae2df6c-7673-4ad9-abc1-779199dd701b service neutron] 10.222.0.43 "GET /v2.0/networks/b9626c9c-14e7-41b9-80ae-ecf169930ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6406145 Jul 15 23:04:36.029956 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-17ed4233-f578-4f55-88d8-c2f7899ac862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.047711 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-17ed4233-f578-4f55-88d8-c2f7899ac862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.057089 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b553108b-33ce-4ad9-b44a-99b5a820a1b5 req-ac270a16-1270-4f95-9e4a-7a50826fd103 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:04:36.069281 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b572e-577d-44de-b350-746ce217c770 None None] Sync routers for ids ['0c66fdac-cfae-4ac9-968e-e71311a1b290'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:04:36.078355 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b572e-577d-44de-b350-746ce217c770 None None] Routers {'0c66fdac-cfae-4ac9-968e-e71311a1b290'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:04:36.079079 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-256b572e-577d-44de-b350-746ce217c770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:04:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['0c66fdac-cfae-4ac9-968e-e71311a1b290'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:36.112668 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-b553108b-33ce-4ad9-b44a-99b5a820a1b5 req-ac270a16-1270-4f95-9e4a-7a50826fd103 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] No DVR routers for this DVR port d2e21d92-bc5d-4b38-a158-86b831ccb58f on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:04:36.116419 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b553108b-33ce-4ad9-b44a-99b5a820a1b5 req-ac270a16-1270-4f95-9e4a-7a50826fd103 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.119014 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b553108b-33ce-4ad9-b44a-99b5a820a1b5 req-ac270a16-1270-4f95-9e4a-7a50826fd103 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.36 "DELETE /v2.0/ports/d2e21d92-bc5d-4b38-a158-86b831ccb58f HTTP/1.1" status: 204 len: 173 time: 2.9653997 Jul 15 23:04:36.127296 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ed4233-f578-4f55-88d8-c2f7899ac862 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:04:36.141928 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-17ed4233-f578-4f55-88d8-c2f7899ac862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.142334 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-17ed4233-f578-4f55-88d8-c2f7899ac862 admin admin] Added segment 18869271-18dd-402e-a59b-69d3be2d109b of type vlan for network dddece06-8102-447c-af22-d2066b6de3cc Jul 15 23:04:36.201609 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-17ed4233-f578-4f55-88d8-c2f7899ac862 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.238567 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed4233-f578-4f55-88d8-c2f7899ac862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad91e050-ac8f-47c2-8fb7-23f65d50925f,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:36.246038 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-69330c04-0ac4-4471-b6fd-c8b6a8def279 service neutron] 10.222.0.43 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629479 Jul 15 23:04:36.248023 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb12d113-f997-4769-97a7-0578272d4479 req-04ce64b2-1070-4f4f-bdc0-1b8f4629bcc1 service neutron] 10.222.0.43 "GET /v2.0/networks/7a01f46b-c977-4727-a5b7-0342ec48d4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7669661 Jul 15 23:04:36.268682 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-17ed4233-f578-4f55-88d8-c2f7899ac862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.269835 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ed4233-f578-4f55-88d8-c2f7899ac862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:36.271488 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-17ed4233-f578-4f55-88d8-c2f7899ac862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.295507 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1fd8e-930e-48ae-8a84-767233aec26d req-6e82c4db-f222-4c4f-b3d0-6c7d1ff5f128 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:36.301684 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1fd8e-930e-48ae-8a84-767233aec26d req-6e82c4db-f222-4c4f-b3d0-6c7d1ff5f128 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:36.308441 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1fd8e-930e-48ae-8a84-767233aec26d req-6e82c4db-f222-4c4f-b3d0-6c7d1ff5f128 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:36.315070 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1fd8e-930e-48ae-8a84-767233aec26d req-6e82c4db-f222-4c4f-b3d0-6c7d1ff5f128 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:36.321178 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1fd8e-930e-48ae-8a84-767233aec26d req-6e82c4db-f222-4c4f-b3d0-6c7d1ff5f128 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:36.328138 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1fd8e-930e-48ae-8a84-767233aec26d req-6e82c4db-f222-4c4f-b3d0-6c7d1ff5f128 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:36.334242 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1fd8e-930e-48ae-8a84-767233aec26d req-6e82c4db-f222-4c4f-b3d0-6c7d1ff5f128 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:36.336495 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c0f1fd8e-930e-48ae-8a84-767233aec26d req-6e82c4db-f222-4c4f-b3d0-6c7d1ff5f128 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 5441 time: 0.6299496 Jul 15 23:04:36.351745 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device d2e21d92-bc5d-4b38-a158-86b831ccb58f no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:36.352137 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-af85459e-5372-4a78-943a-b733d1e4523b req-515d5d97-f39e-49a0-af5a-427d2035a664 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0fc56ec-9d35-4dbf-bc1f-aca3323208f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3607523 Jul 15 23:04:36.357507 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-256b572e-577d-44de-b350-746ce217c770 None None] Set router 0c66fdac-cfae-4ac9-968e-e71311a1b290 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:04:36.428277 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: d2e21d92-bc5d-4b38-a158-86b831ccb58f {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:04:36.429299 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device d2e21d92-bc5d-4b38-a158-86b831ccb58f not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:04:36.453678 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-17ed4233-f578-4f55-88d8-c2f7899ac862 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.8117702 Jul 15 23:04:36.454719 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39322) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:36.460805 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d71b782d-44db-4765-9733-cad77987cff5 admin admin] Request body: {'subnet': {'network_id': 'dddece06-8102-447c-af22-d2066b6de3cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754966253-subnet', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:36.488634 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823d7ab7-a9ca-42d8-a21b-4b4999aceb1b x-openstack-request-id: req-823d7ab7-a9ca-42d8-a21b-4b4999aceb1b {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:36.488634 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4004da4-dbc6-46d2-b7f5-efde36c9d9d9", "tag": "b8edc360-74fd-4c16-b2a3-6d680397a8d6", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:36.488939 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-823d7ab7-a9ca-42d8-a21b-4b4999aceb1b {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:36.489260 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4004da4-dbc6-46d2-b7f5-efde36c9d9d9', 'tag': 'b8edc360-74fd-4c16-b2a3-6d680397a8d6', 'status': 'completed', 'code': 200} Jul 15 23:04:36.546481 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71b782d-44db-4765-9733-cad77987cff5 admin admin] Made reservation on behalf of 37c1fc708df5422b9e76d27edff68ec8 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:36.549259 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d71b782d-44db-4765-9733-cad77987cff5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.549501 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed4233-f578-4f55-88d8-c2f7899ac862 admin admin] Pushing event updated for resources: {'Network': ['ID=dddece06-8102-447c-af22-d2066b6de3cc,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:36.585346 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c0f1fd8e-930e-48ae-8a84-767233aec26d req-1ff73505-9e97-4659-94cc-a959625978e2 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64c486d-daa9-4031-a834-d15c94ff1017&id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2217772 Jul 15 23:04:36.637724 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-5a687548-90fa-4692-8edf-b637efeca399 service neutron] 10.222.0.43 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635681 Jul 15 23:04:36.651846 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb12d113-f997-4769-97a7-0578272d4479 req-98e686d1-2e1c-49ed-b70a-05589638e1f2 service neutron] 10.222.0.43 "GET /v2.0/networks/7a01f46b-c977-4727-a5b7-0342ec48d4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765254 Jul 15 23:04:36.661112 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network dddece06-8102-447c-af22-d2066b6de3cc details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:04:36.858589 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d71b782d-44db-4765-9733-cad77987cff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.869556 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-256b572e-577d-44de-b350-746ce217c770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820815977-router', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:59:37Z', 'updated_at': '2021-07-15T22:59:46Z', 'revision_number': 4, 'project_id': '8d5b419981334391af714f4b817dcecc', 'gw_port': {'id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:38Z', 'updated_at': '2021-07-15T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '79884c4e-9d3a-43fe-a49b-1886cf6df4a1', 'name': '', 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'mac_address': 'fa:16:3e:60:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7348a62-9b3d-433e-8e23-0a028378979c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:43Z', 'updated_at': '2021-07-15T22:59:51Z', 'revision_number': 5, 'project_id': '8d5b419981334391af714f4b817dcecc', 'subnets': [{'id': 'e7348a62-9b3d-433e-8e23-0a028378979c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:36.914780 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b572e-577d-44de-b350-746ce217c770 None None] Checking router: 0c66fdac-cfae-4ac9-968e-e71311a1b290 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:04:36.917619 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509cea18-cfa7-498c-aa2c-528e280b08b8 req-0b3d9368-49a4-4cec-bd7b-5e92b5cb0366 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:36.925057 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93d38b-90a2-4dae-817a-f66ccfe9ed19 req-ae9d4906-ab1e-4a5d-86d7-f8df75ab7f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:36.926555 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-509cea18-cfa7-498c-aa2c-528e280b08b8 req-0b3d9368-49a4-4cec-bd7b-5e92b5cb0366 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 945 time: 0.2472198 Jul 15 23:04:36.926716 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4b93d38b-90a2-4dae-817a-f66ccfe9ed19 req-ae9d4906-ab1e-4a5d-86d7-f8df75ab7f79 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=61a13f5e7dca4de799fa02a5abc5e21e&device_id=d4004da4-dbc6-46d2-b7f5-efde36c9d9d9 HTTP/1.1" status: 200 len: 1095 time: 0.4585514 Jul 15 23:04:36.928230 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b572e-577d-44de-b350-746ce217c770 None None] Routers {'0c66fdac-cfae-4ac9-968e-e71311a1b290'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:04:36.929799 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-256b572e-577d-44de-b350-746ce217c770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:04:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['0c66fdac-cfae-4ac9-968e-e71311a1b290'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:37.029046 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b782d-44db-4765-9733-cad77987cff5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb52db1a-3b19-4e13-a1a6-92c7650500b2,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:37.077028 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71b782d-44db-4765-9733-cad77987cff5 admin admin] Checking segment: {'id': '18869271-18dd-402e-a59b-69d3be2d109b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dddece06-8102-447c-af22-d2066b6de3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:37.077161 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71b782d-44db-4765-9733-cad77987cff5 admin admin] Network hostable DHCP agents. Network: dddece06-8102-447c-af22-d2066b6de3cc, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:04:37.084221 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-509cea18-cfa7-498c-aa2c-528e280b08b8 req-c6e55ef5-6c57-439e-a031-9d69aa15ca01 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566350 Jul 15 23:04:37.127274 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71b782d-44db-4765-9733-cad77987cff5 admin admin] Network dddece06-8102-447c-af22-d2066b6de3cc is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:04:37.133588 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51334115-c11e-43ef-ac28-d3f4a6004633 req-745a8060-d526-49a2-9eab-c2dcb080d2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:37.140789 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-51334115-c11e-43ef-ac28-d3f4a6004633 req-745a8060-d526-49a2-9eab-c2dcb080d2cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=63a40a6739db43639d7e511343e14a80&device_id=4337beed-1e4c-4813-a3f6-da6b2c183c04 HTTP/1.1" status: 200 len: 1095 time: 0.4009604 Jul 15 23:04:37.145458 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93d38b-90a2-4dae-817a-f66ccfe9ed19 req-613e616d-0450-435e-ae2c-a10c025b3437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:37.147808 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4b93d38b-90a2-4dae-817a-f66ccfe9ed19 req-613e616d-0450-435e-ae2c-a10c025b3437 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b9626c9c-14e7-41b9-80ae-ecf169930ebf HTTP/1.1" status: 200 len: 917 time: 0.1935816 Jul 15 23:04:37.148478 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-d71b782d-44db-4765-9733-cad77987cff5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, dddece06-8102-447c-af22-d2066b6de3cc) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:37.153923 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71b782d-44db-4765-9733-cad77987cff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:37.154660 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d71b782d-44db-4765-9733-cad77987cff5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:37.165802 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ae9d63-eae3-4757-8765-128f88ea1965 None None] Network dddece06-8102-447c-af22-d2066b6de3cc requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:04:37.173815 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-256b572e-577d-44de-b350-746ce217c770 None None] Set router 0c66fdac-cfae-4ac9-968e-e71311a1b290 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:04:37.208001 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4b93d38b-90a2-4dae-817a-f66ccfe9ed19 req-984af27e-74d1-4bcd-812e-500986b3f109 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8edc360-74fd-4c16-b2a3-6d680397a8d6 HTTP/1.1" status: 200 len: 217 time: 0.0501883 Jul 15 23:04:37.215749 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d71b782d-44db-4765-9733-cad77987cff5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7601032 Jul 15 23:04:37.227973 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39328) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:37.256381 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-78c8dbe9-3038-450c-9dc7-b5f16f6d378b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754966253-router', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:37.275849 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1d6f7-9bbf-40a3-b6ad-c046a37cd895 req-922c4458-1708-4934-abaa-95244c387615 tempest-NetworksTest-1287484111 tempest-NetworksTest-1287484111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:37.276869 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1d6f7-9bbf-40a3-b6ad-c046a37cd895 req-922c4458-1708-4934-abaa-95244c387615 tempest-NetworksTest-1287484111 tempest-NetworksTest-1287484111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:37.277336 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1d6f7-9bbf-40a3-b6ad-c046a37cd895 req-922c4458-1708-4934-abaa-95244c387615 tempest-NetworksTest-1287484111 tempest-NetworksTest-1287484111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:37.277789 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1d6f7-9bbf-40a3-b6ad-c046a37cd895 req-922c4458-1708-4934-abaa-95244c387615 tempest-NetworksTest-1287484111 tempest-NetworksTest-1287484111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:37.278246 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1d6f7-9bbf-40a3-b6ad-c046a37cd895 req-922c4458-1708-4934-abaa-95244c387615 tempest-NetworksTest-1287484111 tempest-NetworksTest-1287484111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:37.278717 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1d6f7-9bbf-40a3-b6ad-c046a37cd895 req-922c4458-1708-4934-abaa-95244c387615 tempest-NetworksTest-1287484111 tempest-NetworksTest-1287484111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:37.279170 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1d6f7-9bbf-40a3-b6ad-c046a37cd895 req-922c4458-1708-4934-abaa-95244c387615 tempest-NetworksTest-1287484111 tempest-NetworksTest-1287484111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:37.279816 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1d6f7-9bbf-40a3-b6ad-c046a37cd895 req-922c4458-1708-4934-abaa-95244c387615 tempest-NetworksTest-1287484111 tempest-NetworksTest-1287484111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:37.280267 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1d6f7-9bbf-40a3-b6ad-c046a37cd895 req-922c4458-1708-4934-abaa-95244c387615 tempest-NetworksTest-1287484111 tempest-NetworksTest-1287484111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:37.280735 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1d6f7-9bbf-40a3-b6ad-c046a37cd895 req-922c4458-1708-4934-abaa-95244c387615 tempest-NetworksTest-1287484111 tempest-NetworksTest-1287484111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:37.281183 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1d6f7-9bbf-40a3-b6ad-c046a37cd895 req-922c4458-1708-4934-abaa-95244c387615 tempest-NetworksTest-1287484111 tempest-NetworksTest-1287484111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:37.281628 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1d6f7-9bbf-40a3-b6ad-c046a37cd895 req-922c4458-1708-4934-abaa-95244c387615 tempest-NetworksTest-1287484111 tempest-NetworksTest-1287484111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:37.282074 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1d6f7-9bbf-40a3-b6ad-c046a37cd895 req-922c4458-1708-4934-abaa-95244c387615 tempest-NetworksTest-1287484111 tempest-NetworksTest-1287484111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:37.282519 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1d6f7-9bbf-40a3-b6ad-c046a37cd895 req-922c4458-1708-4934-abaa-95244c387615 tempest-NetworksTest-1287484111 tempest-NetworksTest-1287484111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:37.284685 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09c1d6f7-9bbf-40a3-b6ad-c046a37cd895 req-922c4458-1708-4934-abaa-95244c387615 tempest-NetworksTest-1287484111 tempest-NetworksTest-1287484111-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9911 time: 0.5062542 Jul 15 23:04:37.288997 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93d38b-90a2-4dae-817a-f66ccfe9ed19 req-f653feb0-b6a1-436d-8e87-0c9a8348b3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:37.290625 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4b93d38b-90a2-4dae-817a-f66ccfe9ed19 req-f653feb0-b6a1-436d-8e87-0c9a8348b3c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5972f2c7-444a-4ed2-b398-ab8bce9a1a4a HTTP/1.1" status: 200 len: 855 time: 0.0734813 Jul 15 23:04:37.294815 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78c8dbe9-3038-450c-9dc7-b5f16f6d378b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:37.296130 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78c8dbe9-3038-450c-9dc7-b5f16f6d378b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:37.355586 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78c8dbe9-3038-450c-9dc7-b5f16f6d378b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:37.462274 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6cb89d5-6817-4bc8-b0e6-53e8aba786ef'}, {'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0c43e3-ab51-4455-afee-2a76ff729069'}, {'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073d8b7d-d632-404a-be5c-62a7e8ef0a1f'}, {'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb72faf0-e402-4e9c-937e-dc2238b8df3b'}, {'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21b906d-5799-491b-a71e-1b415441bf9f'}, {'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff52bf25-9d08-4b27-9c20-9cfae7981d84'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:37.465501 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2cd0e8-e7e5-4ac7-a3a1-d7043f0fcb2b" -d '{"events": [{"server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "name": "network-vif-plugged", "status": "completed", "tag": "d6cb89d5-6817-4bc8-b0e6-53e8aba786ef"}, {"server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "name": "network-vif-plugged", "status": "completed", "tag": "3b0c43e3-ab51-4455-afee-2a76ff729069"}, {"server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "name": "network-vif-plugged", "status": "completed", "tag": "073d8b7d-d632-404a-be5c-62a7e8ef0a1f"}, {"server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "name": "network-vif-plugged", "status": "completed", "tag": "eb72faf0-e402-4e9c-937e-dc2238b8df3b"}, {"server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "name": "network-vif-plugged", "status": "completed", "tag": "d21b906d-5799-491b-a71e-1b415441bf9f"}, {"server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "name": "network-vif-plugged", "status": "completed", "tag": "ff52bf25-9d08-4b27-9c20-9cfae7981d84"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:37.522674 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78c8dbe9-3038-450c-9dc7-b5f16f6d378b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:37.567671 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93d38b-90a2-4dae-817a-f66ccfe9ed19 req-8bfce16e-a1dc-4281-a52f-f9ef442f10d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:37.569351 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4b93d38b-90a2-4dae-817a-f66ccfe9ed19 req-8bfce16e-a1dc-4281-a52f-f9ef442f10d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b9626c9c-14e7-41b9-80ae-ecf169930ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2123735 Jul 15 23:04:37.581327 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-256b572e-577d-44de-b350-746ce217c770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820815977-router', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:59:37Z', 'updated_at': '2021-07-15T22:59:46Z', 'revision_number': 4, 'project_id': '8d5b419981334391af714f4b817dcecc', 'gw_port': {'id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:38Z', 'updated_at': '2021-07-15T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '79884c4e-9d3a-43fe-a49b-1886cf6df4a1', 'name': '', 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'mac_address': 'fa:16:3e:60:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7348a62-9b3d-433e-8e23-0a028378979c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:43Z', 'updated_at': '2021-07-15T22:59:51Z', 'revision_number': 5, 'project_id': '8d5b419981334391af714f4b817dcecc', 'subnets': [{'id': 'e7348a62-9b3d-433e-8e23-0a028378979c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:37.583397 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c3cbb4-a8fa-44b7-a666-268860889584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-dddece06-8102-447c-af22-d2066b6de3cc', 'network_id': 'dddece06-8102-447c-af22-d2066b6de3cc', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8', 'fixed_ips': [{'subnet_id': 'fb52db1a-3b19-4e13-a1a6-92c7650500b2'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:04:37.584219 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b3c3cbb4-a8fa-44b7-a666-268860889584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:37.624089 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b572e-577d-44de-b350-746ce217c770 None None] The sync data for ids ['0c66fdac-cfae-4ac9-968e-e71311a1b290'] in n-d-787205-9 is: [{'id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820815977-router', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:59:37Z', 'updated_at': '2021-07-15T22:59:46Z', 'revision_number': 4, 'project_id': '8d5b419981334391af714f4b817dcecc', 'gw_port': {'id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:38Z', 'updated_at': '2021-07-15T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '79884c4e-9d3a-43fe-a49b-1886cf6df4a1', 'name': '', 'network_id': 'a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'mac_address': 'fa:16:3e:60:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7348a62-9b3d-433e-8e23-0a028378979c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:43Z', 'updated_at': '2021-07-15T22:59:51Z', 'revision_number': 5, 'project_id': '8d5b419981334391af714f4b817dcecc', 'subnets': [{'id': 'e7348a62-9b3d-433e-8e23-0a028378979c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:04:37.647873 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-89fbfda0-5757-4b4d-97d8-ee046bd919f0 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:37.649360 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-89fbfda0-5757-4b4d-97d8-ee046bd919f0 tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46&tenant_id=333adf5bda29495e91779ab1d3ab99ea&binding%3Ahost_id=n-h2-787205-9 HTTP/1.1" status: 200 len: 1096 time: 0.6110876 Jul 15 23:04:37.651799 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51334115-c11e-43ef-ac28-d3f4a6004633 req-e4cccb27-fca3-46f9-97e6-63b4ac6742fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:37.653156 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-51334115-c11e-43ef-ac28-d3f4a6004633 req-e4cccb27-fca3-46f9-97e6-63b4ac6742fd service neutron] 10.222.0.43 "GET /v2.0/networks?id=7a01f46b-c977-4727-a5b7-0342ec48d4cb HTTP/1.1" status: 200 len: 922 time: 0.4656165 Jul 15 23:04:37.711476 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4b93d38b-90a2-4dae-817a-f66ccfe9ed19 req-3ca6f409-5c46-41fd-9646-65dd64a66d70 service neutron] 10.222.0.43 "GET /v2.0/networks/b9626c9c-14e7-41b9-80ae-ecf169930ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307704 Jul 15 23:04:37.749598 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72d387-11fc-4699-adbf-6b65e3e9d810 req-9200db06-84ac-4a96-97f7-8ae74ae8cc88 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:37.756455 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb72d387-11fc-4699-adbf-6b65e3e9d810 req-9200db06-84ac-4a96-97f7-8ae74ae8cc88 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] 10.222.0.16 "GET /v2.0/ports?device_id=4337beed-1e4c-4813-a3f6-da6b2c183c04 HTTP/1.1" status: 200 len: 944 time: 0.5048935 Jul 15 23:04:37.758595 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-b3c3cbb4-a8fa-44b7-a666-268860889584 None None] Allocated IP 172.20.0.2 (dddece06-8102-447c-af22-d2066b6de3cc/fb52db1a-3b19-4e13-a1a6-92c7650500b2/ee12d7d8-156f-4e34-8f69-24958e6ee73d) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:37.758913 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-51334115-c11e-43ef-ac28-d3f4a6004633 req-e741bf33-f6bd-4b4c-b1c8-1e7c1c0c5b8e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57bb8702-c2eb-4ba5-9f62-539ed0331e2c HTTP/1.1" status: 200 len: 217 time: 0.0904663 Jul 15 23:04:37.841509 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcea2d-6258-495f-af49-4f3dae73e3f3 req-87b02fba-2471-4661-bbbe-830a7ccbf41f tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:37.843063 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0ffcea2d-6258-495f-af49-4f3dae73e3f3 req-87b02fba-2471-4661-bbbe-830a7ccbf41f tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 945 time: 0.2737463 Jul 15 23:04:37.902116 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb72d387-11fc-4699-adbf-6b65e3e9d810 req-1a78ce8a-e550-4fcf-ba4d-9921fc7b3c2a tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff40ff04-754d-4a73-8203-de4c6f591d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447308 Jul 15 23:04:37.915274 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b3c3cbb4-a8fa-44b7-a666-268860889584 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:37.916393 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51334115-c11e-43ef-ac28-d3f4a6004633 req-1860876d-252d-47fd-834e-2406d04bdc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:37.922574 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-51334115-c11e-43ef-ac28-d3f4a6004633 req-1860876d-252d-47fd-834e-2406d04bdc4a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=373ce9cf-1ba8-438a-b84e-e698320224be HTTP/1.1" status: 200 len: 861 time: 0.1522224 Jul 15 23:04:37.925904 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b3c3cbb4-a8fa-44b7-a666-268860889584 None None] Transition to ACTIVE for port object ee12d7d8-156f-4e34-8f69-24958e6ee73d will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:37.943715 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78c8dbe9-3038-450c-9dc7-b5f16f6d378b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:37.946851 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b3c3cbb4-a8fa-44b7-a666-268860889584 None None] Transition to ACTIVE for port object ee12d7d8-156f-4e34-8f69-24958e6ee73d will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:37.960682 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b3c3cbb4-a8fa-44b7-a666-268860889584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:37.977116 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78c8dbe9-3038-450c-9dc7-b5f16f6d378b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.017140 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-51334115-c11e-43ef-ac28-d3f4a6004633 req-620d4a9b-ce92-45d9-8b2a-815f10d0623c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7a01f46b-c977-4727-a5b7-0342ec48d4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517340 Jul 15 23:04:38.051032 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c3cbb4-a8fa-44b7-a666-268860889584 None None] Network dddece06-8102-447c-af22-d2066b6de3cc is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:38.056701 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-b3c3cbb4-a8fa-44b7-a666-268860889584 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:38.062937 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c3cbb4-a8fa-44b7-a666-268860889584 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:38.068087 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3cbb4-a8fa-44b7-a666-268860889584 None None] Pushing event updated for resources: {'Port': ['ID=ee12d7d8-156f-4e34-8f69-24958e6ee73d,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:38.072057 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0ffcea2d-6258-495f-af49-4f3dae73e3f3 req-40faddbf-ac1d-40c4-99c0-3dff13a92e02 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140951 Jul 15 23:04:38.129743 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5f2c31-0e74-4522-a955-1d8c4bfbcb01 None None] New status for floating IP fb6581d4-133b-44c9-a208-463bdb990898: DOWN {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:04:38.130376 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4b93d38b-90a2-4dae-817a-f66ccfe9ed19 req-3ca364df-86f5-4c5d-ace7-1cb7f553d7cd service neutron] 10.222.0.43 "GET /v2.0/networks/b9626c9c-14e7-41b9-80ae-ecf169930ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060636 Jul 15 23:04:38.139332 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-b3c3cbb4-a8fa-44b7-a666-268860889584 None None] Attempting to bind port ee12d7d8-156f-4e34-8f69-24958e6ee73d on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:38.139706 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-b3c3cbb4-a8fa-44b7-a666-268860889584 None None] Attempting to bind port ee12d7d8-156f-4e34-8f69-24958e6ee73d by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '18869271-18dd-402e-a59b-69d3be2d109b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dddece06-8102-447c-af22-d2066b6de3cc'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:38.140194 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c3cbb4-a8fa-44b7-a666-268860889584 None None] Attempting to bind port ee12d7d8-156f-4e34-8f69-24958e6ee73d on network dddece06-8102-447c-af22-d2066b6de3cc {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:38.147562 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c3cbb4-a8fa-44b7-a666-268860889584 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:38.147913 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c3cbb4-a8fa-44b7-a666-268860889584 None None] Checking segment: {'id': '18869271-18dd-402e-a59b-69d3be2d109b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dddece06-8102-447c-af22-d2066b6de3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:38.148320 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b3c3cbb4-a8fa-44b7-a666-268860889584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.148758 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c3cbb4-a8fa-44b7-a666-268860889584 None None] Bound using segment: {'id': '18869271-18dd-402e-a59b-69d3be2d109b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dddece06-8102-447c-af22-d2066b6de3cc'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:38.149454 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-b3c3cbb4-a8fa-44b7-a666-268860889584 None None] Bound port: ee12d7d8-156f-4e34-8f69-24958e6ee73d, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18869271-18dd-402e-a59b-69d3be2d109b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dddece06-8102-447c-af22-d2066b6de3cc'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:38.149979 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b3c3cbb4-a8fa-44b7-a666-268860889584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.186389 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-162659bb-69a7-4ec8-8843-1ae11978c5b2 service neutron] For port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a, host n-h1-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:38.194391 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-162659bb-69a7-4ec8-8843-1ae11978c5b2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.196018 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-162659bb-69a7-4ec8-8843-1ae11978c5b2 service neutron] 10.222.0.43 "DELETE /v2.0/ports/eb07a2a0-2204-4ec3-adfc-d324da3d5e9a/bindings/n-h1-787205-9 HTTP/1.1" status: 204 len: 173 time: 0.5318658 Jul 15 23:04:38.232122 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-b3c3cbb4-a8fa-44b7-a666-268860889584 None None] For port ee12d7d8-156f-4e34-8f69-24958e6ee73d, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:38.236432 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-b3c3cbb4-a8fa-44b7-a666-268860889584 None None] For port ee12d7d8-156f-4e34-8f69-24958e6ee73d, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ee12d7d8-156f-4e34-8f69-24958e6ee73d,segment=NetworkSegment(18869271-18dd-402e-a59b-69d3be2d109b),segment_id=18869271-18dd-402e-a59b-69d3be2d109b)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:38.247849 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b3c3cbb4-a8fa-44b7-a666-268860889584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.249053 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-51334115-c11e-43ef-ac28-d3f4a6004633 req-431bdd0d-8c05-4f99-b2aa-8f5e06a8edda service neutron] 10.222.0.43 "GET /v2.0/networks/7a01f46b-c977-4727-a5b7-0342ec48d4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091620 Jul 15 23:04:38.251953 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-78c8dbe9-3038-450c-9dc7-b5f16f6d378b admin admin] Allocated IP 172.25.4.18 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/d810cc6c-d11c-43b6-b1ac-9c588d437dd1) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:38.318112 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc00ad-f088-463a-a0f2-66ecb44119da req-5399de0a-34fc-4d15-93ac-5153b53d5643 tempest-NetworksTest-1287484111 tempest-NetworksTest-1287484111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:38.319716 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f2cc00ad-f088-463a-a0f2-66ecb44119da req-5399de0a-34fc-4d15-93ac-5153b53d5643 tempest-NetworksTest-1287484111 tempest-NetworksTest-1287484111-project-admin] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 886 time: 0.2693999 Jul 15 23:04:38.321350 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3cbb4-a8fa-44b7-a666-268860889584 None None] Pushing event updated for resources: {'Port': ['ID=ee12d7d8-156f-4e34-8f69-24958e6ee73d,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:38.364908 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9d2dd-dc3d-410d-b833-43bbd15d6f77 req-d67607cd-0a73-43b4-9d7c-8fe8f97ff50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:38.367090 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-94c9d2dd-dc3d-410d-b833-43bbd15d6f77 req-d67607cd-0a73-43b4-9d7c-8fe8f97ff50c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 1096 time: 0.3189845 Jul 15 23:04:38.416190 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8468f3cc-9891-4f6e-897a-bbdee931a06f x-openstack-request-id: req-8468f3cc-9891-4f6e-897a-bbdee931a06f {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:38.420352 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "name": "network-vif-plugged", "status": "completed", "tag": "d6cb89d5-6817-4bc8-b0e6-53e8aba786ef", "code": 200}, {"server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "name": "network-vif-plugged", "status": "completed", "tag": "3b0c43e3-ab51-4455-afee-2a76ff729069", "code": 200}, {"server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "name": "network-vif-plugged", "status": "completed", "tag": "073d8b7d-d632-404a-be5c-62a7e8ef0a1f", "code": 200}, {"server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "name": "network-vif-plugged", "status": "completed", "tag": "eb72faf0-e402-4e9c-937e-dc2238b8df3b", "code": 200}, {"server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "name": "network-vif-plugged", "status": "completed", "tag": "d21b906d-5799-491b-a71e-1b415441bf9f", "code": 200}, {"server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "name": "network-vif-plugged", "status": "completed", "tag": "ff52bf25-9d08-4b27-9c20-9cfae7981d84", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:38.420693 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8468f3cc-9891-4f6e-897a-bbdee931a06f {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:38.421392 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78c8dbe9-3038-450c-9dc7-b5f16f6d378b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.422244 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6cb89d5-6817-4bc8-b0e6-53e8aba786ef', 'code': 200} Jul 15 23:04:38.422593 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0c43e3-ab51-4455-afee-2a76ff729069', 'code': 200} Jul 15 23:04:38.424181 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073d8b7d-d632-404a-be5c-62a7e8ef0a1f', 'code': 200} Jul 15 23:04:38.424501 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb72faf0-e402-4e9c-937e-dc2238b8df3b', 'code': 200} Jul 15 23:04:38.424767 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21b906d-5799-491b-a71e-1b415441bf9f', 'code': 200} Jul 15 23:04:38.425484 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff52bf25-9d08-4b27-9c20-9cfae7981d84', 'code': 200} Jul 15 23:04:38.440816 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-51334115-c11e-43ef-ac28-d3f4a6004633 req-239dad72-350e-42f0-89ca-9aa82c52637e service neutron] 10.222.0.43 "GET /v2.0/networks/7a01f46b-c977-4727-a5b7-0342ec48d4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810501 Jul 15 23:04:38.471040 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc9e46-1f35-4818-8c52-1997638165e6 req-c2da83f1-d535-4c09-97a8-6a9dabdedff3 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:38.478738 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e9fc9e46-1f35-4818-8c52-1997638165e6 req-c2da83f1-d535-4c09-97a8-6a9dabdedff3 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4004da4-dbc6-46d2-b7f5-efde36c9d9d9 HTTP/1.1" status: 200 len: 944 time: 0.1469347 Jul 15 23:04:38.496791 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2260c712-701b-499a-b9f6-c7e47c45f5c9', 'name': 'network-vif-deleted', 'tag': 'd2e21d92-bc5d-4b38-a158-86b831ccb58f'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:38.499710 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.500022 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caeedd3d-2ebb-48db-95d5-abff7f9fc343" -d '{"events": [{"server_uuid": "2260c712-701b-499a-b9f6-c7e47c45f5c9", "name": "network-vif-deleted", "tag": "d2e21d92-bc5d-4b38-a158-86b831ccb58f"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:38.533840 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-94c9d2dd-dc3d-410d-b833-43bbd15d6f77 req-d54b9185-8754-421b-93e7-ca3f252c6f04 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873044 Jul 15 23:04:38.544416 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78c8dbe9-3038-450c-9dc7-b5f16f6d378b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.619056 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e9fc9e46-1f35-4818-8c52-1997638165e6 req-3f2aecfc-22f4-4e16-adde-27766979629a tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0fc56ec-9d35-4dbf-bc1f-aca3323208f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384139 Jul 15 23:04:38.619579 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c8dbe9-3038-450c-9dc7-b5f16f6d378b admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:38.623412 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-78c8dbe9-3038-450c-9dc7-b5f16f6d378b admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:38.627699 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c8dbe9-3038-450c-9dc7-b5f16f6d378b admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:38.652691 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8dbe9-3038-450c-9dc7-b5f16f6d378b admin admin] Pushing event updated for resources: {'Port': ['ID=d810cc6c-d11c-43b6-b1ac-9c588d437dd1,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:38.730283 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bb8b6-5cec-4a66-b1a3-299acdeadf00 req-55f2c368-992e-431c-a266-46215410d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:38.730804 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bb8b6-5cec-4a66-b1a3-299acdeadf00 req-55f2c368-992e-431c-a266-46215410d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:38.731293 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bb8b6-5cec-4a66-b1a3-299acdeadf00 req-55f2c368-992e-431c-a266-46215410d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:38.731751 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bb8b6-5cec-4a66-b1a3-299acdeadf00 req-55f2c368-992e-431c-a266-46215410d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:38.732200 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bb8b6-5cec-4a66-b1a3-299acdeadf00 req-55f2c368-992e-431c-a266-46215410d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:38.732854 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bb8b6-5cec-4a66-b1a3-299acdeadf00 req-55f2c368-992e-431c-a266-46215410d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:38.733390 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bb8b6-5cec-4a66-b1a3-299acdeadf00 req-55f2c368-992e-431c-a266-46215410d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:38.735336 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d66bb8b6-5cec-4a66-b1a3-299acdeadf00 req-55f2c368-992e-431c-a266-46215410d465 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 6499 time: 0.1865613 Jul 15 23:04:38.748845 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6b546-9f20-437e-a83e-34f79466a41d req-f57d821a-c821-4ea6-93ca-80873cdfb102 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:38.770873 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6b546-9f20-437e-a83e-34f79466a41d req-f57d821a-c821-4ea6-93ca-80873cdfb102 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:38.779649 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6b546-9f20-437e-a83e-34f79466a41d req-f57d821a-c821-4ea6-93ca-80873cdfb102 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:38.786173 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6b546-9f20-437e-a83e-34f79466a41d req-f57d821a-c821-4ea6-93ca-80873cdfb102 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:38.798495 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6b546-9f20-437e-a83e-34f79466a41d req-f57d821a-c821-4ea6-93ca-80873cdfb102 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:38.806150 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6b546-9f20-437e-a83e-34f79466a41d req-f57d821a-c821-4ea6-93ca-80873cdfb102 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:38.812872 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6b546-9f20-437e-a83e-34f79466a41d req-f57d821a-c821-4ea6-93ca-80873cdfb102 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:38.815127 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-25a6b546-9f20-437e-a83e-34f79466a41d req-f57d821a-c821-4ea6-93ca-80873cdfb102 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 5442 time: 0.2364759 Jul 15 23:04:38.904992 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d66bb8b6-5cec-4a66-b1a3-299acdeadf00 req-5d6904e4-6d62-4a84-9c17-3b234a88f57c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a64c486d-daa9-4031-a834-d15c94ff1017&id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0888047 Jul 15 23:04:38.920116 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-25a6b546-9f20-437e-a83e-34f79466a41d req-26a227d5-0133-4b4b-9c37-2027e3ee54da tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64c486d-daa9-4031-a834-d15c94ff1017&id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0863736 Jul 15 23:04:38.932054 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78c8dbe9-3038-450c-9dc7-b5f16f6d378b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.945474 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dde31d-acba-4e3a-931f-e57d1b5f4e1b req-d783eecb-3629-4ae9-8ba7-48a9e31f992e tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:38.951542 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c0dde31d-acba-4e3a-931f-e57d1b5f4e1b req-d783eecb-3629-4ae9-8ba7-48a9e31f992e tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 945 time: 0.1342657 Jul 15 23:04:39.042955 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c0dde31d-acba-4e3a-931f-e57d1b5f4e1b req-f4f3dbd2-2172-4e36-91f9-0f88c33caff1 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871823 Jul 15 23:04:39.102504 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db52a7f0-17c5-45df-96d6-f2e89e4df9cf x-openstack-request-id: req-db52a7f0-17c5-45df-96d6-f2e89e4df9cf {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:39.102952 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2260c712-701b-499a-b9f6-c7e47c45f5c9", "name": "network-vif-deleted", "tag": "d2e21d92-bc5d-4b38-a158-86b831ccb58f", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:39.103205 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db52a7f0-17c5-45df-96d6-f2e89e4df9cf {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:39.103594 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2260c712-701b-499a-b9f6-c7e47c45f5c9', 'name': 'network-vif-deleted', 'tag': 'd2e21d92-bc5d-4b38-a158-86b831ccb58f', 'status': 'completed', 'code': 200} Jul 15 23:04:39.140080 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 57bb8702-c2eb-4ba5-9f62-539ed0331e2c details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:39.162254 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5ddd1-59d4-45c8-bee8-daadfc5d8126 req-8028353b-68ab-486f-b500-9686ed01934c tempest-NetworksTest-1287484111 tempest-NetworksTest-1287484111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.162765 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5ddd1-59d4-45c8-bee8-daadfc5d8126 req-8028353b-68ab-486f-b500-9686ed01934c tempest-NetworksTest-1287484111 tempest-NetworksTest-1287484111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.163492 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5ddd1-59d4-45c8-bee8-daadfc5d8126 req-8028353b-68ab-486f-b500-9686ed01934c tempest-NetworksTest-1287484111 tempest-NetworksTest-1287484111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.163956 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5ddd1-59d4-45c8-bee8-daadfc5d8126 req-8028353b-68ab-486f-b500-9686ed01934c tempest-NetworksTest-1287484111 tempest-NetworksTest-1287484111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.164416 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5ddd1-59d4-45c8-bee8-daadfc5d8126 req-8028353b-68ab-486f-b500-9686ed01934c tempest-NetworksTest-1287484111 tempest-NetworksTest-1287484111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.164866 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5ddd1-59d4-45c8-bee8-daadfc5d8126 req-8028353b-68ab-486f-b500-9686ed01934c tempest-NetworksTest-1287484111 tempest-NetworksTest-1287484111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.165316 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5ddd1-59d4-45c8-bee8-daadfc5d8126 req-8028353b-68ab-486f-b500-9686ed01934c tempest-NetworksTest-1287484111 tempest-NetworksTest-1287484111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.165761 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5ddd1-59d4-45c8-bee8-daadfc5d8126 req-8028353b-68ab-486f-b500-9686ed01934c tempest-NetworksTest-1287484111 tempest-NetworksTest-1287484111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.166205 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5ddd1-59d4-45c8-bee8-daadfc5d8126 req-8028353b-68ab-486f-b500-9686ed01934c tempest-NetworksTest-1287484111 tempest-NetworksTest-1287484111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.167250 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5ddd1-59d4-45c8-bee8-daadfc5d8126 req-8028353b-68ab-486f-b500-9686ed01934c tempest-NetworksTest-1287484111 tempest-NetworksTest-1287484111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.167700 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5ddd1-59d4-45c8-bee8-daadfc5d8126 req-8028353b-68ab-486f-b500-9686ed01934c tempest-NetworksTest-1287484111 tempest-NetworksTest-1287484111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.168142 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5ddd1-59d4-45c8-bee8-daadfc5d8126 req-8028353b-68ab-486f-b500-9686ed01934c tempest-NetworksTest-1287484111 tempest-NetworksTest-1287484111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.168590 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5ddd1-59d4-45c8-bee8-daadfc5d8126 req-8028353b-68ab-486f-b500-9686ed01934c tempest-NetworksTest-1287484111 tempest-NetworksTest-1287484111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.169038 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5ddd1-59d4-45c8-bee8-daadfc5d8126 req-8028353b-68ab-486f-b500-9686ed01934c tempest-NetworksTest-1287484111 tempest-NetworksTest-1287484111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.172363 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f7d5ddd1-59d4-45c8-bee8-daadfc5d8126 req-8028353b-68ab-486f-b500-9686ed01934c tempest-NetworksTest-1287484111 tempest-NetworksTest-1287484111-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9955 time: 0.2028275 Jul 15 23:04:39.173682 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ee12d7d8-156f-4e34-8f69-24958e6ee73d up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:39.192070 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78c8dbe9-3038-450c-9dc7-b5f16f6d378b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:39.280870 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.db.resource_extend [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:04:39.371014 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c8dbe9-3038-450c-9dc7-b5f16f6d378b admin admin] Router 8231f2ec-a18a-48a5-8d7e-088c41124346 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:04:39.464341 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port ee12d7d8-156f-4e34-8f69-24958e6ee73d completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:39.490314 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 57bb8702-c2eb-4ba5-9f62-539ed0331e2c, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=57bb8702-c2eb-4ba5-9f62-539ed0331e2c,segment=NetworkSegment(26771a16-7bbd-4819-b305-51a13036c64b),segment_id=26771a16-7bbd-4819-b305-51a13036c64b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:39.506360 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '57bb8702-c2eb-4ba5-9f62-539ed0331e2c', 'network_id': '7a01f46b-c977-4727-a5b7-0342ec48d4cb', 'port_id': '57bb8702-c2eb-4ba5-9f62-539ed0331e2c', 'mac_address': 'fa:16:3e:10:78:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '373ce9cf-1ba8-438a-b84e-e698320224be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:39.547323 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb9057-c920-44e1-af67-a61f02513ab6 req-1a25e0ae-26e4-4304-9f6b-3bc14ea4b7db tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.548951 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d9bb9057-c920-44e1-af67-a61f02513ab6 req-1a25e0ae-26e4-4304-9f6b-3bc14ea4b7db tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 945 time: 0.1956005 Jul 15 23:04:39.562343 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b068a57-fbe5-4199-a2cf-459a6512a8de req-518ad6b7-c9ee-44b2-8af1-d06cc12369a5 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.570408 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0b068a57-fbe5-4199-a2cf-459a6512a8de req-518ad6b7-c9ee-44b2-8af1-d06cc12369a5 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] 10.222.0.16 "GET /v2.0/ports?device_id=4337beed-1e4c-4813-a3f6-da6b2c183c04 HTTP/1.1" status: 200 len: 944 time: 0.1472855 Jul 15 23:04:39.613430 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:39.656375 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57bb8702-c2eb-4ba5-9f62-539ed0331e2c {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:39.660888 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c8dbe9-3038-450c-9dc7-b5f16f6d378b admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:04:39.687869 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78c8dbe9-3038-450c-9dc7-b5f16f6d378b admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:39.689258 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a85ae7d-7374-4ef3-9110-0ea2ac284627 None None] Sync routers for ids ['8231f2ec-a18a-48a5-8d7e-088c41124346'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:04:39.690197 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-78c8dbe9-3038-450c-9dc7-b5f16f6d378b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 2.4599743 Jul 15 23:04:39.692280 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39364) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:39.693224 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d9bb9057-c920-44e1-af67-a61f02513ab6 req-1de70b18-4e41-4807-9ed1-65568bc84f2f tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193547 Jul 15 23:04:39.703115 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0b068a57-fbe5-4199-a2cf-459a6512a8de req-7af7afbe-a2df-484a-bf0d-cfa120240b58 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff40ff04-754d-4a73-8203-de4c6f591d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313977 Jul 15 23:04:39.713545 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1b1568-732e-4780-a298-296e6c98ddd2 None None] Network dddece06-8102-447c-af22-d2066b6de3cc requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:04:39.744585 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39366) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:39.757321 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 57bb8702-c2eb-4ba5-9f62-539ed0331e2c, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=57bb8702-c2eb-4ba5-9f62-539ed0331e2c,segment=NetworkSegment(26771a16-7bbd-4819-b305-51a13036c64b),segment_id=26771a16-7bbd-4819-b305-51a13036c64b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:39.773830 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39370) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:39.785347 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:39.786902 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a85ae7d-7374-4ef3-9110-0ea2ac284627 None None] Routers {'8231f2ec-a18a-48a5-8d7e-088c41124346'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:04:39.787233 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0a85ae7d-7374-4ef3-9110-0ea2ac284627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:04:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['8231f2ec-a18a-48a5-8d7e-088c41124346'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:39.893612 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e7895a3a-f69f-467c-9028-8056db489782 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:39.898031 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e271281-2144-489d-8773-98ff041da784 req-1d414e53-bbbd-4cef-8915-7e7e8e4cd80d tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.901854 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e271281-2144-489d-8773-98ff041da784 req-1d414e53-bbbd-4cef-8915-7e7e8e4cd80d tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 1096 time: 0.0785935 Jul 15 23:04:39.924930 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-204bb758-5c23-4684-89bc-28296ee5b335 None None] Provisioning for port ee12d7d8-156f-4e34-8f69-24958e6ee73d completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:39.941049 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e7895a3a-f69f-467c-9028-8056db489782 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:39.970000 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-204bb758-5c23-4684-89bc-28296ee5b335 None None] Provisioning complete for port ee12d7d8-156f-4e34-8f69-24958e6ee73d triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:39.970364 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-204bb758-5c23-4684-89bc-28296ee5b335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:39.982513 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e271281-2144-489d-8773-98ff041da784 req-ce070d2e-cfc5-470a-9670-aad7bbb4ac7c tempest-LiveAutoBlockMigrationV225Test-1133574726 tempest-LiveAutoBlockMigrationV225Test-1133574726-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735989 Jul 15 23:04:39.983539 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f26c271c-6a0b-463d-956c-4dd050200d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:40.079186 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=57bb8702-c2eb-4ba5-9f62-539ed0331e2c,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:40.094430 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e7895a3a-f69f-467c-9028-8056db489782 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:40.097631 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e7895a3a-f69f-467c-9028-8056db489782 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:40.099365 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e7895a3a-f69f-467c-9028-8056db489782 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "DELETE /v2.0/security-groups/fc5d1726-8827-49ab-b252-37e40a64e044 HTTP/1.1" status: 204 len: 168 time: 0.3242900 Jul 15 23:04:40.102090 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39376) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:40.118805 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7895a3a-f69f-467c-9028-8056db489782 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5d1726-8827-49ab-b252-37e40a64e044,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:40.132261 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a096a-c5e6-4d44-9286-fea7dcbf28e5 req-b5606a17-5770-4a2a-a7ca-2ec0bc54d079 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:40.139627 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9f9a096a-c5e6-4d44-9286-fea7dcbf28e5 req-b5606a17-5770-4a2a-a7ca-2ec0bc54d079 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4004da4-dbc6-46d2-b7f5-efde36c9d9d9 HTTP/1.1" status: 200 len: 944 time: 0.1932385 Jul 15 23:04:40.203368 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9f9a096a-c5e6-4d44-9286-fea7dcbf28e5 req-63017ad1-03eb-427f-8451-f1382830684d tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0fc56ec-9d35-4dbf-bc1f-aca3323208f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624156 Jul 15 23:04:40.204262 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-a5108792-3ebd-40c0-a6cd-88524d6e8118 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] show failed (client error): The resource could not be found. Jul 15 23:04:40.210429 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a5108792-3ebd-40c0-a6cd-88524d6e8118 tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "GET /v2.0/security-groups/fc5d1726-8827-49ab-b252-37e40a64e044 HTTP/1.1" status: 404 len: 347 time: 0.1051500 Jul 15 23:04:40.211117 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39378) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:40.229317 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:04:40.312157 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['57bb8702-c2eb-4ba5-9f62-539ed0331e2c'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:40.401875 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-172562f4-80a3-49d5-9cbe-d653e1bb068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:40.409751 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-0a85ae7d-7374-4ef3-9110-0ea2ac284627 None None] Set router 8231f2ec-a18a-48a5-8d7e-088c41124346 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:04:40.471561 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f26c271c-6a0b-463d-956c-4dd050200d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:40.481884 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f26c271c-6a0b-463d-956c-4dd050200d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:40.563202 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b12ace-2c1d-4817-b7ce-f946ea9ddb1f req-8a28da00-641f-474f-ab36-cf752ae7e6dc tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:40.574919 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b12ace-2c1d-4817-b7ce-f946ea9ddb1f req-8a28da00-641f-474f-ab36-cf752ae7e6dc tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:40.581243 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b12ace-2c1d-4817-b7ce-f946ea9ddb1f req-8a28da00-641f-474f-ab36-cf752ae7e6dc tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:40.587516 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b12ace-2c1d-4817-b7ce-f946ea9ddb1f req-8a28da00-641f-474f-ab36-cf752ae7e6dc tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:40.593972 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b12ace-2c1d-4817-b7ce-f946ea9ddb1f req-8a28da00-641f-474f-ab36-cf752ae7e6dc tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:40.599879 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b12ace-2c1d-4817-b7ce-f946ea9ddb1f req-8a28da00-641f-474f-ab36-cf752ae7e6dc tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:40.605696 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b12ace-2c1d-4817-b7ce-f946ea9ddb1f req-8a28da00-641f-474f-ab36-cf752ae7e6dc tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:40.607607 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-05b12ace-2c1d-4817-b7ce-f946ea9ddb1f req-8a28da00-641f-474f-ab36-cf752ae7e6dc tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 5442 time: 0.2750094 Jul 15 23:04:40.612397 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f26c271c-6a0b-463d-956c-4dd050200d9a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9ff024a4956484aa4c6965f9adf9922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8637261 Jul 15 23:04:40.612397 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c271c-6a0b-463d-956c-4dd050200d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256294b5-531e-455e-94c7-22f5d79bc010,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:40.614472 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39382) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:40.617252 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-172562f4-80a3-49d5-9cbe-d653e1bb068e admin admin] Allocated IP 172.20.0.1 (dddece06-8102-447c-af22-d2066b6de3cc/fb52db1a-3b19-4e13-a1a6-92c7650500b2/345226b8-e3a8-4327-ad2c-53e49a9f9bc8) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:40.657359 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-6d0cde4a-f620-485e-9abb-dc9b3523578c tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Deleting port 570c5814-421c-47b7-a887-6765e1397396 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:40.657723 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6d0cde4a-f620-485e-9abb-dc9b3523578c tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:40.694228 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-204bb758-5c23-4684-89bc-28296ee5b335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:40.726529 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-05b12ace-2c1d-4817-b7ce-f946ea9ddb1f req-a807ad60-b74b-43ee-8742-2d23cfec2fda tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64c486d-daa9-4031-a834-d15c94ff1017&id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1009417 Jul 15 23:04:40.776680 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-172562f4-80a3-49d5-9cbe-d653e1bb068e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:40.794190 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-172562f4-80a3-49d5-9cbe-d653e1bb068e admin admin] Transition to ACTIVE for port object 345226b8-e3a8-4327-ad2c-53e49a9f9bc8 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:40.801007 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-204bb758-5c23-4684-89bc-28296ee5b335 None None] For port ee12d7d8-156f-4e34-8f69-24958e6ee73d, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ee12d7d8-156f-4e34-8f69-24958e6ee73d,segment=NetworkSegment(18869271-18dd-402e-a59b-69d3be2d109b),segment_id=18869271-18dd-402e-a59b-69d3be2d109b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:40.803297 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3fc799ca-f102-410a-a4e9-31a16cb9ccb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:40.815111 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-204bb758-5c23-4684-89bc-28296ee5b335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:40.816602 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6d0cde4a-f620-485e-9abb-dc9b3523578c tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:40.816958 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6d0cde4a-f620-485e-9abb-dc9b3523578c tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:40.847198 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-6d0cde4a-f620-485e-9abb-dc9b3523578c tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Calling delete_port for 570c5814-421c-47b7-a887-6765e1397396 owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:40.861505 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-172562f4-80a3-49d5-9cbe-d653e1bb068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:40.878601 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3fc799ca-f102-410a-a4e9-31a16cb9ccb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:40.914963 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172562f4-80a3-49d5-9cbe-d653e1bb068e admin admin] Network dddece06-8102-447c-af22-d2066b6de3cc is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:40.920373 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204bb758-5c23-4684-89bc-28296ee5b335 None None] Pushing event updated for resources: {'Port': ['ID=ee12d7d8-156f-4e34-8f69-24958e6ee73d,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:40.924061 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-172562f4-80a3-49d5-9cbe-d653e1bb068e admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:40.931902 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172562f4-80a3-49d5-9cbe-d653e1bb068e admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:40.933169 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0a85ae7d-7374-4ef3-9110-0ea2ac284627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754966253-router', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'd810cc6c-d11c-43b6-b1ac-9c588d437dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:37Z', 'updated_at': '2021-07-15T23:04:38Z', 'revision_number': 3, 'project_id': '37c1fc708df5422b9e76d27edff68ec8', 'gw_port': {'id': 'd810cc6c-d11c-43b6-b1ac-9c588d437dd1', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:55:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:37Z', 'updated_at': '2021-07-15T23:04:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:40.966198 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a85ae7d-7374-4ef3-9110-0ea2ac284627 None None] Checking router: 8231f2ec-a18a-48a5-8d7e-088c41124346 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:04:40.966735 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a85ae7d-7374-4ef3-9110-0ea2ac284627 None None] Updating router 8231f2ec-a18a-48a5-8d7e-088c41124346 port d810cc6c-d11c-43b6-b1ac-9c588d437dd1 binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:04:40.975849 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172562f4-80a3-49d5-9cbe-d653e1bb068e admin admin] Pushing event updated for resources: {'Port': ['ID=345226b8-e3a8-4327-ad2c-53e49a9f9bc8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:40.989408 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-172562f4-80a3-49d5-9cbe-d653e1bb068e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.018944 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0a85ae7d-7374-4ef3-9110-0ea2ac284627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.052994 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80730b-0a15-4f89-9960-3f7dfb65b174 req-4128a72f-fe66-4efd-bf82-9c36910384fa tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:41.058073 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6d80730b-0a15-4f89-9960-3f7dfb65b174 req-4128a72f-fe66-4efd-bf82-9c36910384fa tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 945 time: 0.3525538 Jul 15 23:04:41.180205 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3fc799ca-f102-410a-a4e9-31a16cb9ccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.183175 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3fc799ca-f102-410a-a4e9-31a16cb9ccb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.184324 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3fc799ca-f102-410a-a4e9-31a16cb9ccb6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/256294b5-531e-455e-94c7-22f5d79bc010 HTTP/1.1" status: 204 len: 168 time: 0.5680077 Jul 15 23:04:41.222732 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6d80730b-0a15-4f89-9960-3f7dfb65b174 req-351bf3c9-ebcd-4925-82d9-20a86aabf00b tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324325 Jul 15 23:04:41.255627 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc799ca-f102-410a-a4e9-31a16cb9ccb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256294b5-531e-455e-94c7-22f5d79bc010,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:41.299604 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842168b-8d21-4478-8e7d-cec89541b7e8 req-dd16dfd0-0875-4564-92fd-614c4c980537 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:41.306397 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6842168b-8d21-4478-8e7d-cec89541b7e8 req-dd16dfd0-0875-4564-92fd-614c4c980537 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 945 time: 0.3165545 Jul 15 23:04:41.400905 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6842168b-8d21-4478-8e7d-cec89541b7e8 req-769f6c22-a66b-4c1a-9a0a-2998e5ea41b7 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934725 Jul 15 23:04:41.408646 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6d0cde4a-f620-485e-9abb-dc9b3523578c tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.469951 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9769aca-9f38-445a-90fe-e10d3789055d req-1cdde385-658c-4c6e-8270-e42a5be6d3a5 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:41.477523 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c9769aca-9f38-445a-90fe-e10d3789055d req-1cdde385-658c-4c6e-8270-e42a5be6d3a5 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 945 time: 0.2446110 Jul 15 23:04:41.519998 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ee12d7d8-156f-4e34-8f69-24958e6ee73d up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:41.539943 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0cde4a-f620-485e-9abb-dc9b3523578c tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Pushing event deleted for resources: {'Port': ['ID=570c5814-421c-47b7-a887-6765e1397396,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:41.609747 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-172562f4-80a3-49d5-9cbe-d653e1bb068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.668132 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2395ed86-f60b-423c-83a3-bcb31e802c96 None None] Provisioning complete for port ee12d7d8-156f-4e34-8f69-24958e6ee73d triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:41.668613 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2395ed86-f60b-423c-83a3-bcb31e802c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.716266 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39398) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:41.730676 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8422d647-c93f-4741-9f7a-45787fca22f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.740608 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0a85ae7d-7374-4ef3-9110-0ea2ac284627 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.742184 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6d0cde4a-f620-485e-9abb-dc9b3523578c tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.745333 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6d0cde4a-f620-485e-9abb-dc9b3523578c tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.749033 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6d0cde4a-f620-485e-9abb-dc9b3523578c tempest-ServersWithSpecificFlavorTestJSON-2131482203 tempest-ServersWithSpecificFlavorTestJSON-2131482203-project] 10.222.0.16 "DELETE /v2.0/floatingips/fb6581d4-133b-44c9-a208-463bdb990898 HTTP/1.1" status: 204 len: 168 time: 1.5287392 Jul 15 23:04:41.766927 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0a85ae7d-7374-4ef3-9110-0ea2ac284627 None None] Transition to ACTIVE for port object d810cc6c-d11c-43b6-b1ac-9c588d437dd1 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:41.774993 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port ee12d7d8-156f-4e34-8f69-24958e6ee73d triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:41.775384 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.796740 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d1ea8-01f3-4620-ba0d-64fa595f23dd req-2d11ae5f-91f0-4e6e-bb1e-2e87c98121ba tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:41.800883 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0a85ae7d-7374-4ef3-9110-0ea2ac284627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.804331 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b23d1ea8-01f3-4620-ba0d-64fa595f23dd req-2d11ae5f-91f0-4e6e-bb1e-2e87c98121ba tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] 10.222.0.16 "GET /v2.0/ports?device_id=4337beed-1e4c-4813-a3f6-da6b2c183c04 HTTP/1.1" status: 200 len: 945 time: 0.3531897 Jul 15 23:04:41.841672 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7b16a-0ac3-4613-bf31-79622f8257c3 req-72d08ab2-c518-4ded-8435-3647cf85ce65 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:41.843213 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-79c7b16a-0ac3-4613-bf31-79622f8257c3 req-72d08ab2-c518-4ded-8435-3647cf85ce65 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4004da4-dbc6-46d2-b7f5-efde36c9d9d9 HTTP/1.1" status: 200 len: 944 time: 0.2350707 Jul 15 23:04:41.861632 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-c9769aca-9f38-445a-90fe-e10d3789055d req-bcbd2ebf-a101-4328-a06c-4f488d3daa7b tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Deleting port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:41.861884 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-c9769aca-9f38-445a-90fe-e10d3789055d req-bcbd2ebf-a101-4328-a06c-4f488d3daa7b tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.883090 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-172562f4-80a3-49d5-9cbe-d653e1bb068e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.888338 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-172562f4-80a3-49d5-9cbe-d653e1bb068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.911598 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0a85ae7d-7374-4ef3-9110-0ea2ac284627 None None] Attempting to bind port d810cc6c-d11c-43b6-b1ac-9c588d437dd1 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:41.912119 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0a85ae7d-7374-4ef3-9110-0ea2ac284627 None None] Attempting to bind port d810cc6c-d11c-43b6-b1ac-9c588d437dd1 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:41.912583 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a85ae7d-7374-4ef3-9110-0ea2ac284627 None None] Attempting to bind port d810cc6c-d11c-43b6-b1ac-9c588d437dd1 on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:41.923291 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b54929-f16a-45b7-8e3a-5ccfc64b854f None None] Pushing event updated for resources: {'Port': ['ID=d810cc6c-d11c-43b6-b1ac-9c588d437dd1,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:41.941054 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a85ae7d-7374-4ef3-9110-0ea2ac284627 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:41.941377 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a85ae7d-7374-4ef3-9110-0ea2ac284627 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:41.941893 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0a85ae7d-7374-4ef3-9110-0ea2ac284627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.942410 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a85ae7d-7374-4ef3-9110-0ea2ac284627 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:41.951081 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0a85ae7d-7374-4ef3-9110-0ea2ac284627 None None] Bound port: d810cc6c-d11c-43b6-b1ac-9c588d437dd1, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:41.951641 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0a85ae7d-7374-4ef3-9110-0ea2ac284627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.964184 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-c9769aca-9f38-445a-90fe-e10d3789055d req-bcbd2ebf-a101-4328-a06c-4f488d3daa7b tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] For port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=eb07a2a0-2204-4ec3-adfc-d324da3d5e9a,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:41.964544 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-c9769aca-9f38-445a-90fe-e10d3789055d req-bcbd2ebf-a101-4328-a06c-4f488d3daa7b tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.977324 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-c9769aca-9f38-445a-90fe-e10d3789055d req-bcbd2ebf-a101-4328-a06c-4f488d3daa7b tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Calling delete_port for eb07a2a0-2204-4ec3-adfc-d324da3d5e9a owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:41.987338 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8422d647-c93f-4741-9f7a-45787fca22f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.988333 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172562f4-80a3-49d5-9cbe-d653e1bb068e admin admin] Pushing event updated for resources: {'Port': ['ID=345226b8-e3a8-4327-ad2c-53e49a9f9bc8,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:41.993756 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8422d647-c93f-4741-9f7a-45787fca22f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.004454 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-172562f4-80a3-49d5-9cbe-d653e1bb068e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.054510 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8422d647-c93f-4741-9f7a-45787fca22f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60228800688140249668a1e683afea81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344877 Jul 15 23:04:42.060488 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39404) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:42.068875 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8422d647-c93f-4741-9f7a-45787fca22f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e690a38-ab7a-4f43-b1a1-3f568180e450,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:42.089209 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-0a85ae7d-7374-4ef3-9110-0ea2ac284627 None None] For port d810cc6c-d11c-43b6-b1ac-9c588d437dd1, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:42.094230 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-0a85ae7d-7374-4ef3-9110-0ea2ac284627 None None] For port d810cc6c-d11c-43b6-b1ac-9c588d437dd1, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d810cc6c-d11c-43b6-b1ac-9c588d437dd1,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:42.101487 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0a85ae7d-7374-4ef3-9110-0ea2ac284627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.107201 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b23d1ea8-01f3-4620-ba0d-64fa595f23dd req-be24654d-8049-40a1-81e5-b33aa8b7694b tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff40ff04-754d-4a73-8203-de4c6f591d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016734 Jul 15 23:04:42.165046 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-09521f2c-d1ea-4e65-8ae1-dc3c141dc8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.186362 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-c9769aca-9f38-445a-90fe-e10d3789055d req-bcbd2ebf-a101-4328-a06c-4f488d3daa7b tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.196474 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172562f4-80a3-49d5-9cbe-d653e1bb068e admin admin] Network dddece06-8102-447c-af22-d2066b6de3cc is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:42.200459 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['eb07a2a0-2204-4ec3-adfc-d324da3d5e9a'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:42.201836 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-172562f4-80a3-49d5-9cbe-d653e1bb068e admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:42.210152 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-09521f2c-d1ea-4e65-8ae1-dc3c141dc8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.212317 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9fb164e8-c385-42d8-b6fc-58433e0279d0 None None] Provisioning for port 345226b8-e3a8-4327-ad2c-53e49a9f9bc8 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:42.236730 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-79c7b16a-0ac3-4613-bf31-79622f8257c3 req-7384ef44-33c0-4bb4-8952-564171e9ef40 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0fc56ec-9d35-4dbf-bc1f-aca3323208f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391723 Jul 15 23:04:42.239673 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['bbffc5ff-9f45-460b-bb3c-afbae46578bb'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:42.241676 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b54929-f16a-45b7-8e3a-5ccfc64b854f None None] Pushing event updated for resources: {'Port': ['ID=d810cc6c-d11c-43b6-b1ac-9c588d437dd1,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:42.245226 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a85ae7d-7374-4ef3-9110-0ea2ac284627 None None] Routers {'8231f2ec-a18a-48a5-8d7e-088c41124346'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:04:42.246100 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0a85ae7d-7374-4ef3-9110-0ea2ac284627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:04:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['8231f2ec-a18a-48a5-8d7e-088c41124346'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:42.283923 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd2ebf-a101-4328-a06c-4f488d3daa7b tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Pushing event deleted for resources: {'Port': ['ID=eb07a2a0-2204-4ec3-adfc-d324da3d5e9a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:42.346865 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9fb164e8-c385-42d8-b6fc-58433e0279d0 None None] Provisioning complete for port 345226b8-e3a8-4327-ad2c-53e49a9f9bc8 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:42.347360 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9fb164e8-c385-42d8-b6fc-58433e0279d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.369638 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-09521f2c-d1ea-4e65-8ae1-dc3c141dc8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.375221 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9769aca-9f38-445a-90fe-e10d3789055d req-bcbd2ebf-a101-4328-a06c-4f488d3daa7b tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] No DVR routers for this DVR port eb07a2a0-2204-4ec3-adfc-d324da3d5e9a on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:04:42.376190 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-09521f2c-d1ea-4e65-8ae1-dc3c141dc8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.377711 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-09521f2c-d1ea-4e65-8ae1-dc3c141dc8de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e690a38-ab7a-4f43-b1a1-3f568180e450 HTTP/1.1" status: 204 len: 168 time: 0.3158872 Jul 15 23:04:42.385251 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-c9769aca-9f38-445a-90fe-e10d3789055d req-bcbd2ebf-a101-4328-a06c-4f488d3daa7b tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.387836 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c9769aca-9f38-445a-90fe-e10d3789055d req-bcbd2ebf-a101-4328-a06c-4f488d3daa7b tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.43 "DELETE /v2.0/ports/eb07a2a0-2204-4ec3-adfc-d324da3d5e9a HTTP/1.1" status: 204 len: 173 time: 0.8746817 Jul 15 23:04:42.388501 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4b7fa8-9c48-4cab-9925-d602d8daab46', 'name': 'network-vif-deleted', 'tag': 'eb07a2a0-2204-4ec3-adfc-d324da3d5e9a'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:42.398476 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ada482-c0d2-462a-9f94-4423038f1e21" -d '{"events": [{"server_uuid": "fa4b7fa8-9c48-4cab-9925-d602d8daab46", "name": "network-vif-deleted", "tag": "eb07a2a0-2204-4ec3-adfc-d324da3d5e9a"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:42.411591 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09521f2c-d1ea-4e65-8ae1-dc3c141dc8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e690a38-ab7a-4f43-b1a1-3f568180e450,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:42.435196 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172562f4-80a3-49d5-9cbe-d653e1bb068e admin admin] Router 8231f2ec-a18a-48a5-8d7e-088c41124346 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:04:42.513417 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-30d1b389-dd0d-4f2f-a340-0d61a10dbe9c tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:42.522558 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-30d1b389-dd0d-4f2f-a340-0d61a10dbe9c tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/networks?id=147f0164-be98-43b4-81d0-63f63c5d44c6 HTTP/1.1" status: 200 len: 810 time: 0.3022010 Jul 15 23:04:42.551975 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9fb164e8-c385-42d8-b6fc-58433e0279d0 None None] Port 345226b8-e3a8-4327-ad2c-53e49a9f9bc8 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:04:42.613900 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-0a85ae7d-7374-4ef3-9110-0ea2ac284627 None None] Set router 8231f2ec-a18a-48a5-8d7e-088c41124346 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:04:42.639689 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-8999e545-5682-46a0-937e-bdb44f3cb3c6 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/quotas/6527c2f6f2cf474e911d5a1b1b647a38 HTTP/1.1" status: 200 len: 375 time: 0.1158502 Jul 15 23:04:42.659465 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172562f4-80a3-49d5-9cbe-d653e1bb068e admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:04:42.683016 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-172562f4-80a3-49d5-9cbe-d653e1bb068e admin admin] 10.222.0.16 "PUT /v2.0/routers/8231f2ec-a18a-48a5-8d7e-088c41124346/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9872999 Jul 15 23:04:42.902739 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2a4d9552-d571-47db-9a0e-947450530161 None None] Provisioning complete for port 345226b8-e3a8-4327-ad2c-53e49a9f9bc8 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:42.903381 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2a4d9552-d571-47db-9a0e-947450530161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:43.017899 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-2a4d9552-d571-47db-9a0e-947450530161 None None] Port 345226b8-e3a8-4327-ad2c-53e49a9f9bc8 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:04:43.112736 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-50c5eb9f-6f81-4c46-bc17-28ee8c6b2e45 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6527c2f6f2cf474e911d5a1b1b647a38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4702117 Jul 15 23:04:43.133824 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0a85ae7d-7374-4ef3-9110-0ea2ac284627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754966253-router', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'd810cc6c-d11c-43b6-b1ac-9c588d437dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:37Z', 'updated_at': '2021-07-15T23:04:41Z', 'revision_number': 4, 'project_id': '37c1fc708df5422b9e76d27edff68ec8', 'gw_port': {'id': 'd810cc6c-d11c-43b6-b1ac-9c588d437dd1', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:55:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:37Z', 'updated_at': '2021-07-15T23:04:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '345226b8-e3a8-4327-ad2c-53e49a9f9bc8', 'name': '', 'network_id': 'dddece06-8102-447c-af22-d2066b6de3cc', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8', 'mac_address': 'fa:16:3e:bc:66:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'fb52db1a-3b19-4e13-a1a6-92c7650500b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:40Z', 'updated_at': '2021-07-15T23:04:41Z', 'revision_number': 2, 'project_id': '37c1fc708df5422b9e76d27edff68ec8', 'subnets': [{'id': 'fb52db1a-3b19-4e13-a1a6-92c7650500b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:43.137413 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419e3da-779f-4450-b175-84b85ec39c9b req-62b3cb09-bfa1-4f0e-9c3d-b5dfb24c5e32 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:43.144102 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419e3da-779f-4450-b175-84b85ec39c9b req-62b3cb09-bfa1-4f0e-9c3d-b5dfb24c5e32 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:43.150967 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419e3da-779f-4450-b175-84b85ec39c9b req-62b3cb09-bfa1-4f0e-9c3d-b5dfb24c5e32 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:43.159255 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419e3da-779f-4450-b175-84b85ec39c9b req-62b3cb09-bfa1-4f0e-9c3d-b5dfb24c5e32 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:43.165736 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419e3da-779f-4450-b175-84b85ec39c9b req-62b3cb09-bfa1-4f0e-9c3d-b5dfb24c5e32 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:43.174570 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a85ae7d-7374-4ef3-9110-0ea2ac284627 None None] The sync data for ids ['8231f2ec-a18a-48a5-8d7e-088c41124346'] in n-d-787205-9 is: [{'id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754966253-router', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'd810cc6c-d11c-43b6-b1ac-9c588d437dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:37Z', 'updated_at': '2021-07-15T23:04:41Z', 'revision_number': 4, 'project_id': '37c1fc708df5422b9e76d27edff68ec8', 'gw_port': {'id': 'd810cc6c-d11c-43b6-b1ac-9c588d437dd1', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:55:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:37Z', 'updated_at': '2021-07-15T23:04:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '345226b8-e3a8-4327-ad2c-53e49a9f9bc8', 'name': '', 'network_id': 'dddece06-8102-447c-af22-d2066b6de3cc', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8', 'mac_address': 'fa:16:3e:bc:66:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'fb52db1a-3b19-4e13-a1a6-92c7650500b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:40Z', 'updated_at': '2021-07-15T23:04:41Z', 'revision_number': 2, 'project_id': '37c1fc708df5422b9e76d27edff68ec8', 'subnets': [{'id': 'fb52db1a-3b19-4e13-a1a6-92c7650500b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:04:43.177639 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 57bb8702-c2eb-4ba5-9f62-539ed0331e2c up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:43.181279 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419e3da-779f-4450-b175-84b85ec39c9b req-62b3cb09-bfa1-4f0e-9c3d-b5dfb24c5e32 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:43.192465 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419e3da-779f-4450-b175-84b85ec39c9b req-62b3cb09-bfa1-4f0e-9c3d-b5dfb24c5e32 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:43.201464 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4419e3da-779f-4450-b175-84b85ec39c9b req-62b3cb09-bfa1-4f0e-9c3d-b5dfb24c5e32 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 5442 time: 0.6688914 Jul 15 23:04:43.241135 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 57bb8702-c2eb-4ba5-9f62-539ed0331e2c completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:43.246484 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 57bb8702-c2eb-4ba5-9f62-539ed0331e2c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:43.247070 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:43.304007 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4419e3da-779f-4450-b175-84b85ec39c9b req-6b7ee0aa-bb87-44ba-9aba-4a9f6a2f0b44 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64c486d-daa9-4031-a834-d15c94ff1017&id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1012404 Jul 15 23:04:43.399391 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:43.399820 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-62526459-856b-4e94-8258-c3674e40549b service neutron] 10.222.0.16 "GET /v2.0/networks/147f0164-be98-43b4-81d0-63f63c5d44c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829562 Jul 15 23:04:43.428530 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4337beed-1e4c-4813-a3f6-da6b2c183c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bb8702-c2eb-4ba5-9f62-539ed0331e2c'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:43.432757 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f27920-c1e6-4a1a-a502-b55a3d45aa38" -d '{"events": [{"server_uuid": "4337beed-1e4c-4813-a3f6-da6b2c183c04", "name": "network-vif-plugged", "status": "completed", "tag": "57bb8702-c2eb-4ba5-9f62-539ed0331e2c"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:43.448990 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 57bb8702-c2eb-4ba5-9f62-539ed0331e2c, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=57bb8702-c2eb-4ba5-9f62-539ed0331e2c,segment=NetworkSegment(26771a16-7bbd-4819-b305-51a13036c64b),segment_id=26771a16-7bbd-4819-b305-51a13036c64b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:43.454106 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:43.596717 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=57bb8702-c2eb-4ba5-9f62-539ed0331e2c,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:43.604702 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-445d5543-ba36-4661-b467-53e79f5c99a8 req-74926f70-4ff4-485c-af83-6aa8b4c6047a tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 210 time: 0.0543966 Jul 15 23:04:43.671821 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-0e664805-965a-4d24-9466-1c6db3efe66f service neutron] 10.222.0.16 "GET /v2.0/networks/147f0164-be98-43b4-81d0-63f63c5d44c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708361 Jul 15 23:04:43.693724 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1cde35f3-9973-4df8-8116-c9e1e5bb96cd req-901fc1c7-6e7f-4a95-8fc8-7b1feeb67461 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7e580382-5444-4886-9129-dc202c9fb312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1873150 Jul 15 23:04:43.724913 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd190597-95f3-4a5f-8667-3bf283b15582 x-openstack-request-id: req-dd190597-95f3-4a5f-8667-3bf283b15582 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:43.725206 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4b7fa8-9c48-4cab-9925-d602d8daab46", "name": "network-vif-deleted", "tag": "eb07a2a0-2204-4ec3-adfc-d324da3d5e9a", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:43.725457 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd190597-95f3-4a5f-8667-3bf283b15582 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:43.725852 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4b7fa8-9c48-4cab-9925-d602d8daab46', 'name': 'network-vif-deleted', 'tag': 'eb07a2a0-2204-4ec3-adfc-d324da3d5e9a', 'status': 'completed', 'code': 200} Jul 15 23:04:43.869682 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde35f3-9973-4df8-8116-c9e1e5bb96cd req-cdb642b7-16d8-45bb-8f4f-bc457457be35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:43.876578 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1cde35f3-9973-4df8-8116-c9e1e5bb96cd req-cdb642b7-16d8-45bb-8f4f-bc457457be35 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=333adf5bda29495e91779ab1d3ab99ea&device_id=7e580382-5444-4886-9129-dc202c9fb312 HTTP/1.1" status: 200 len: 1095 time: 0.1126707 Jul 15 23:04:44.170151 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde35f3-9973-4df8-8116-c9e1e5bb96cd req-977b7849-9ce3-4b42-9e6c-ae96ad8a1a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:44.171633 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1cde35f3-9973-4df8-8116-c9e1e5bb96cd req-977b7849-9ce3-4b42-9e6c-ae96ad8a1a39 service neutron] 10.222.0.43 "GET /v2.0/networks?id=71ccf61d-14bc-4de9-bbf5-849aeac853f5 HTTP/1.1" status: 200 len: 919 time: 0.2713416 Jul 15 23:04:44.256831 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a161f84-a2b8-4e43-88cc-7e3b02b9e513 req-3ae46c90-fb5c-40f7-955c-b012254d3053 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:44.276808 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a161f84-a2b8-4e43-88cc-7e3b02b9e513 req-3ae46c90-fb5c-40f7-955c-b012254d3053 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] 10.222.0.16 "GET /v2.0/ports?device_id=4337beed-1e4c-4813-a3f6-da6b2c183c04 HTTP/1.1" status: 200 len: 946 time: 0.1804442 Jul 15 23:04:44.297182 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1cde35f3-9973-4df8-8116-c9e1e5bb96cd req-91aa352f-f384-4aa0-b20d-97861a54da72 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc37c8c1-570c-4c53-85ac-14193e1f0626 HTTP/1.1" status: 200 len: 217 time: 0.1183567 Jul 15 23:04:44.465053 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a161f84-a2b8-4e43-88cc-7e3b02b9e513 req-95a6810a-4ab4-4f14-b839-55f35b96eab2 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff40ff04-754d-4a73-8203-de4c6f591d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873171 Jul 15 23:04:44.585077 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-5309cd3d-c018-4ec6-8de6-3a6c38a8a0fd tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:44.593997 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-5309cd3d-c018-4ec6-8de6-3a6c38a8a0fd tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/networks?id=dddece06-8102-447c-af22-d2066b6de3cc HTTP/1.1" status: 200 len: 828 time: 0.3987553 Jul 15 23:04:44.636439 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-21859888-9fba-47fe-b9de-af3abf3dc13a tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/quotas/37c1fc708df5422b9e76d27edff68ec8 HTTP/1.1" status: 200 len: 375 time: 0.0414529 Jul 15 23:04:44.641241 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde35f3-9973-4df8-8116-c9e1e5bb96cd req-a6996133-8838-4799-ae5a-8ec3d3f061aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:44.642907 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1cde35f3-9973-4df8-8116-c9e1e5bb96cd req-a6996133-8838-4799-ae5a-8ec3d3f061aa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=951a51fc-ffa0-401a-b919-6dcf1a893db8 HTTP/1.1" status: 200 len: 858 time: 0.2911627 Jul 15 23:04:44.740916 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1cde35f3-9973-4df8-8116-c9e1e5bb96cd req-45ae2d55-3c19-4d04-b6e0-032ade742b11 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=71ccf61d-14bc-4de9-bbf5-849aeac853f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864196 Jul 15 23:04:44.855836 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96056478-47ee-46da-a14f-6ad3370643f2 req-742aaf3f-3865-4afe-a0b2-2165e1246d9d tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:44.857351 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96056478-47ee-46da-a14f-6ad3370643f2 req-742aaf3f-3865-4afe-a0b2-2165e1246d9d tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4004da4-dbc6-46d2-b7f5-efde36c9d9d9 HTTP/1.1" status: 200 len: 944 time: 0.2135253 Jul 15 23:04:44.867435 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-69cca5a1-331a-4489-8a1c-a71b9506bb12 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=37c1fc708df5422b9e76d27edff68ec8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2301123 Jul 15 23:04:44.924661 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1cde35f3-9973-4df8-8116-c9e1e5bb96cd req-f2bfba40-d0ea-4d46-a574-9aa3f3f29983 service neutron] 10.222.0.43 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766472 Jul 15 23:04:45.007644 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96056478-47ee-46da-a14f-6ad3370643f2 req-fd4499a6-b886-4fe2-914b-7de069a2438d tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0fc56ec-9d35-4dbf-bc1f-aca3323208f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391892 Jul 15 23:04:45.092097 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-fdee42e1-1b20-43ee-a5a0-75b5a2025554 service neutron] 10.222.0.16 "GET /v2.0/networks/dddece06-8102-447c-af22-d2066b6de3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117116 Jul 15 23:04:45.164452 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d810cc6c-d11c-43b6-b1ac-9c588d437dd1 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:45.169560 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device b8edc360-74fd-4c16-b2a3-6d680397a8d6 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:45.179128 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1cde35f3-9973-4df8-8116-c9e1e5bb96cd req-db9387d6-8034-4325-a99a-b5f473daee98 service neutron] 10.222.0.43 "GET /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469161 Jul 15 23:04:45.235254 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device eb07a2a0-2204-4ec3-adfc-d324da3d5e9a no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:45.266083 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: eb07a2a0-2204-4ec3-adfc-d324da3d5e9a {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:04:45.266922 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device eb07a2a0-2204-4ec3-adfc-d324da3d5e9a not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:04:45.306078 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-d200e070-a4e3-434a-8ffe-96e3dd52f373 service neutron] 10.222.0.16 "GET /v2.0/networks/dddece06-8102-447c-af22-d2066b6de3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018805 Jul 15 23:04:45.323257 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port d810cc6c-d11c-43b6-b1ac-9c588d437dd1 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:45.332414 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port d810cc6c-d11c-43b6-b1ac-9c588d437dd1 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:45.332789 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:45.340242 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b6d5a-a628-43fa-a403-b9447315a287 req-2d1f8788-77ba-4c15-a131-27a694580990 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:45.346557 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b6d5a-a628-43fa-a403-b9447315a287 req-2d1f8788-77ba-4c15-a131-27a694580990 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:45.352569 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b6d5a-a628-43fa-a403-b9447315a287 req-2d1f8788-77ba-4c15-a131-27a694580990 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:45.358764 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b6d5a-a628-43fa-a403-b9447315a287 req-2d1f8788-77ba-4c15-a131-27a694580990 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:45.365065 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b6d5a-a628-43fa-a403-b9447315a287 req-2d1f8788-77ba-4c15-a131-27a694580990 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:45.371956 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b6d5a-a628-43fa-a403-b9447315a287 req-2d1f8788-77ba-4c15-a131-27a694580990 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:45.378340 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b6d5a-a628-43fa-a403-b9447315a287 req-2d1f8788-77ba-4c15-a131-27a694580990 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:45.385885 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-188b6d5a-a628-43fa-a403-b9447315a287 req-2d1f8788-77ba-4c15-a131-27a694580990 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 5442 time: 0.2330694 Jul 15 23:04:45.390843 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39494) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:45.396035 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7c998b57-f03f-4d9e-9eb2-107274558225 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Request body: {'floatingip': {'port_id': '073d8b7d-d632-404a-be5c-62a7e8ef0a1f'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:45.459012 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c998b57-f03f-4d9e-9eb2-107274558225 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for floatingip, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:45.479323 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a7d3b7-06e7-4f0c-8f6c-e97b8ba12327 x-openstack-request-id: req-89a7d3b7-06e7-4f0c-8f6c-e97b8ba12327 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:45.487211 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4337beed-1e4c-4813-a3f6-da6b2c183c04", "name": "network-vif-plugged", "status": "completed", "tag": "57bb8702-c2eb-4ba5-9f62-539ed0331e2c", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:45.487711 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-89a7d3b7-06e7-4f0c-8f6c-e97b8ba12327 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:45.488245 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4337beed-1e4c-4813-a3f6-da6b2c183c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bb8702-c2eb-4ba5-9f62-539ed0331e2c', 'code': 200} Jul 15 23:04:45.508743 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port b8edc360-74fd-4c16-b2a3-6d680397a8d6, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=b8edc360-74fd-4c16-b2a3-6d680397a8d6,segment=NetworkSegment(23f78d5f-ef46-4b6e-9288-c9b344c6ff05),segment_id=23f78d5f-ef46-4b6e-9288-c9b344c6ff05)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:45.538887 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'b8edc360-74fd-4c16-b2a3-6d680397a8d6', 'network_id': 'b9626c9c-14e7-41b9-80ae-ecf169930ebf', 'port_id': 'b8edc360-74fd-4c16-b2a3-6d680397a8d6', 'mac_address': 'fa:16:3e:35:54:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5972f2c7-444a-4ed2-b398-ab8bce9a1a4a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:45.624944 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:45.637076 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:45.715774 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port d810cc6c-d11c-43b6-b1ac-9c588d437dd1, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d810cc6c-d11c-43b6-b1ac-9c588d437dd1,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:45.723677 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8edc360-74fd-4c16-b2a3-6d680397a8d6 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:45.737881 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:45.893567 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=d810cc6c-d11c-43b6-b1ac-9c588d437dd1,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:45.897057 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d83362bc-068a-4ea2-a6c2-fecf88b009aa req-13745ea5-e0c0-4edc-904a-b3734d199ca5 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 210 time: 0.1016591 Jul 15 23:04:45.932807 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port b8edc360-74fd-4c16-b2a3-6d680397a8d6, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=b8edc360-74fd-4c16-b2a3-6d680397a8d6,segment=NetworkSegment(23f78d5f-ef46-4b6e-9288-c9b344c6ff05),segment_id=23f78d5f-ef46-4b6e-9288-c9b344c6ff05)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:45.938117 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fb888920-75bf-4a26-a23f-fc6a0283a14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:45.948431 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:46.074339 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924577a-41ac-47e4-9df3-1252f4335f0f req-36e3849a-e13b-45a5-b9ff-3a88eccac082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:46.076400 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7924577a-41ac-47e4-9df3-1252f4335f0f req-36e3849a-e13b-45a5-b9ff-3a88eccac082 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4337beed-1e4c-4813-a3f6-da6b2c183c04 HTTP/1.1" status: 200 len: 1097 time: 0.2490182 Jul 15 23:04:46.095123 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=b8edc360-74fd-4c16-b2a3-6d680397a8d6,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:46.144745 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-7e1db7f3-137a-4e5f-b12e-e238da79293e tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:46.146872 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-7e1db7f3-137a-4e5f-b12e-e238da79293e tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.36 "GET /v2.0/networks?id=147f0164-be98-43b4-81d0-63f63c5d44c6 HTTP/1.1" status: 200 len: 810 time: 0.6253943 Jul 15 23:04:46.171227 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-69bcc530-3a0d-4611-9b07-eb7d431f4ef0 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Request body: {'port': {'device_id': '4a623ac1-9718-40aa-b0ca-867d6fb974be', 'network_id': '147f0164-be98-43b4-81d0-63f63c5d44c6', 'admin_state_up': True, 'tenant_id': '6527c2f6f2cf474e911d5a1b1b647a38'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:46.189174 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7924577a-41ac-47e4-9df3-1252f4335f0f req-fcd65fb2-163c-4c8c-9fef-a9b6440f0044 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ff40ff04-754d-4a73-8203-de4c6f591d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985785 Jul 15 23:04:46.231274 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13d1b996-cba0-41fb-993b-c14b95b0ceb2 req-ffe90740-9ce1-4bee-9456-b70463fcaacb tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 210 time: 0.0503190 Jul 15 23:04:46.232528 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['b8edc360-74fd-4c16-b2a3-6d680397a8d6'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:46.344632 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1624e-9ff2-4d0f-afee-44e4dcf84b4c req-2e78df72-5307-435d-8f46-1a77c957770d tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:46.346434 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd042a9-3eba-4c83-a722-17bf9f721034 None None] Sync routers for ids ['8231f2ec-a18a-48a5-8d7e-088c41124346'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:04:46.358299 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83d1624e-9ff2-4d0f-afee-44e4dcf84b4c req-2e78df72-5307-435d-8f46-1a77c957770d tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] 10.222.0.16 "GET /v2.0/ports?device_id=4337beed-1e4c-4813-a3f6-da6b2c183c04 HTTP/1.1" status: 200 len: 946 time: 0.2202141 Jul 15 23:04:46.359377 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd042a9-3eba-4c83-a722-17bf9f721034 None None] Routers {'8231f2ec-a18a-48a5-8d7e-088c41124346'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:04:46.360021 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-3fd042a9-3eba-4c83-a722-17bf9f721034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:04:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['8231f2ec-a18a-48a5-8d7e-088c41124346'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:46.469012 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83d1624e-9ff2-4d0f-afee-44e4dcf84b4c req-5ecf5745-10be-4896-b776-de1787680a08 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff40ff04-754d-4a73-8203-de4c6f591d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024485 Jul 15 23:04:46.605671 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-61cb491d-5bca-40be-8b80-f048ce71a9d8 req-75c805b1-766e-47e6-be6c-025666ee2dc7 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/ports?device_id=94fbd277-20b7-4415-b2f5-87d43b92c69e HTTP/1.1" status: 200 len: 210 time: 0.0907075 Jul 15 23:04:46.706073 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.db.resource_extend [None req-7c998b57-f03f-4d9e-9eb2-107274558225 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:04:46.721908 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-3fd042a9-3eba-4c83-a722-17bf9f721034 None None] Set router 8231f2ec-a18a-48a5-8d7e-088c41124346 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:04:46.768745 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-ed7d071d-a75d-413e-805e-0097d26bf51a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1204288 Jul 15 23:04:46.800481 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-69bcc530-3a0d-4611-9b07-eb7d431f4ef0 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Made reservation on behalf of 6527c2f6f2cf474e911d5a1b1b647a38 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:46.807896 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-69bcc530-3a0d-4611-9b07-eb7d431f4ef0 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:46.980362 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c998b57-f03f-4d9e-9eb2-107274558225 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:46.995809 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c998b57-f03f-4d9e-9eb2-107274558225 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.065869 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-1b668a5c-0c00-4bf1-9cb2-0d50dd6cffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:47.066355 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-1b668a5c-0c00-4bf1-9cb2-0d50dd6cffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:47.068436 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-1b668a5c-0c00-4bf1-9cb2-0d50dd6cffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:47.071584 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-1b668a5c-0c00-4bf1-9cb2-0d50dd6cffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:47.072095 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-1b668a5c-0c00-4bf1-9cb2-0d50dd6cffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:47.073202 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-1b668a5c-0c00-4bf1-9cb2-0d50dd6cffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:47.073689 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-1b668a5c-0c00-4bf1-9cb2-0d50dd6cffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:47.082958 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-1b668a5c-0c00-4bf1-9cb2-0d50dd6cffc6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c022d86cdc7f4fca8c9ab116c350a036&device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 6499 time: 0.2680881 Jul 15 23:04:47.090497 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-69bcc530-3a0d-4611-9b07-eb7d431f4ef0 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Allocated IP 172.20.0.12 (147f0164-be98-43b4-81d0-63f63c5d44c6/cb958b45-2fa0-4e9b-a203-f469b0644c68/563aed08-a410-4a75-8ec0-df4430a12f5c) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:47.102751 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aab1b3-03d5-4533-9ff4-0fdcf263c675 req-e6639480-40ce-4c41-a953-1fccb03c0914 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:47.104394 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a9aab1b3-03d5-4533-9ff4-0fdcf263c675 req-e6639480-40ce-4c41-a953-1fccb03c0914 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4004da4-dbc6-46d2-b7f5-efde36c9d9d9 HTTP/1.1" status: 200 len: 945 time: 0.2778869 Jul 15 23:04:47.188800 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d810cc6c-d11c-43b6-b1ac-9c588d437dd1 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:47.193769 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a9aab1b3-03d5-4533-9ff4-0fdcf263c675 req-f1772412-54f8-4cfe-a0f2-5f1d4803d5d0 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0fc56ec-9d35-4dbf-bc1f-aca3323208f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676758 Jul 15 23:04:47.252644 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-3fd042a9-3eba-4c83-a722-17bf9f721034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754966253-router', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'd810cc6c-d11c-43b6-b1ac-9c588d437dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:37Z', 'updated_at': '2021-07-15T23:04:41Z', 'revision_number': 4, 'project_id': '37c1fc708df5422b9e76d27edff68ec8', 'gw_port': {'id': 'd810cc6c-d11c-43b6-b1ac-9c588d437dd1', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:55:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:37Z', 'updated_at': '2021-07-15T23:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '345226b8-e3a8-4327-ad2c-53e49a9f9bc8', 'name': '', 'network_id': 'dddece06-8102-447c-af22-d2066b6de3cc', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8', 'mac_address': 'fa:16:3e:bc:66:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'fb52db1a-3b19-4e13-a1a6-92c7650500b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:40Z', 'updated_at': '2021-07-15T23:04:41Z', 'revision_number': 2, 'project_id': '37c1fc708df5422b9e76d27edff68ec8', 'subnets': [{'id': 'fb52db1a-3b19-4e13-a1a6-92c7650500b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:47.282228 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port d810cc6c-d11c-43b6-b1ac-9c588d437dd1 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:47.282734 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.335547 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd042a9-3eba-4c83-a722-17bf9f721034 None None] Checking router: 8231f2ec-a18a-48a5-8d7e-088c41124346 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:04:47.336258 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd042a9-3eba-4c83-a722-17bf9f721034 None None] Updating router 8231f2ec-a18a-48a5-8d7e-088c41124346 port 345226b8-e3a8-4327-ad2c-53e49a9f9bc8 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:04:47.341846 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [None req-7c998b57-f03f-4d9e-9eb2-107274558225 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Floating IP b401b5ad-d937-43f5-ae79-fa2c02cc5e1a associated. External IP: 172.25.4.21, port: 073d8b7d-d632-404a-be5c-62a7e8ef0a1f. Jul 15 23:04:47.440683 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3fd042a9-3eba-4c83-a722-17bf9f721034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.450855 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-6bab847f-e2da-4ec1-aca3-b3bd090148da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:47.451378 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-6bab847f-e2da-4ec1-aca3-b3bd090148da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:47.451845 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-6bab847f-e2da-4ec1-aca3-b3bd090148da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:47.453571 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-6bab847f-e2da-4ec1-aca3-b3bd090148da service neutron] 10.222.0.43 "GET /v2.0/networks?id=f91dc6f9-c960-4d7e-bb47-47324cf074aa&id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&id=bbea9511-9599-4d61-bc5f-d2e279b3eb50&id=bbea9511-9599-4d61-bc5f-d2e279b3eb50 HTTP/1.1" status: 200 len: 2298 time: 0.2472548 Jul 15 23:04:47.632781 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-17e8e519-e56d-4067-aeef-320df93c96ea req-d10a3633-1d40-490b-9fc9-e459d4e59af0 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 210 time: 0.1522353 Jul 15 23:04:47.733908 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65ed9d96-91ce-478b-94d8-0cb0d085e39d req-91927798-ecb7-4e2f-95ca-43bd97108a4f tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa4b7fa8-9c48-4cab-9925-d602d8daab46 HTTP/1.1" status: 200 len: 210 time: 0.1563227 Jul 15 23:04:47.807342 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-8e597a63-91a4-4ec5-9f63-4f719049f3be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=073d8b7d-d632-404a-be5c-62a7e8ef0a1f HTTP/1.1" status: 200 len: 998 time: 0.3382778 Jul 15 23:04:47.934531 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-5ed68b4e-4031-4b95-8cb8-1282af98ebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:47.941443 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-5ed68b4e-4031-4b95-8cb8-1282af98ebeb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49 HTTP/1.1" status: 200 len: 855 time: 0.1270678 Jul 15 23:04:48.067290 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3fd042a9-3eba-4c83-a722-17bf9f721034 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.078373 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-3fd042a9-3eba-4c83-a722-17bf9f721034 None None] Transition to ACTIVE for port object 345226b8-e3a8-4327-ad2c-53e49a9f9bc8 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:48.086126 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3fd042a9-3eba-4c83-a722-17bf9f721034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.147507 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67ac36-4c51-41f4-bf73-b883358c7b39 req-8631f2ef-d0a1-4427-a912-5b56f8eefe6c tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:48.154998 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0b67ac36-4c51-41f4-bf73-b883358c7b39 req-8631f2ef-d0a1-4427-a912-5b56f8eefe6c tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] 10.222.0.16 "GET /v2.0/ports?device_id=4337beed-1e4c-4813-a3f6-da6b2c183c04 HTTP/1.1" status: 200 len: 946 time: 0.1499655 Jul 15 23:04:48.162674 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-ac553103-1902-40a2-bd5d-bc04e49b3fcd tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:48.164191 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-ac553103-1902-40a2-bd5d-bc04e49b3fcd tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.36 "GET /v2.0/networks?id=dddece06-8102-447c-af22-d2066b6de3cc HTTP/1.1" status: 200 len: 828 time: 0.5899754 Jul 15 23:04:48.167328 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f65d62-2398-4ab7-9ce8-c76268158121 None None] Pushing event updated for resources: {'Port': ['ID=345226b8-e3a8-4327-ad2c-53e49a9f9bc8,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:48.183333 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-9ef4825f-17db-4207-8a25-c8c4c3750c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:48.185069 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-9ef4825f-17db-4207-8a25-c8c4c3750c1a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f91dc6f9-c960-4d7e-bb47-47324cf074aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2344358 Jul 15 23:04:48.186426 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f65d62-2398-4ab7-9ce8-c76268158121 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:48.186983 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f65d62-2398-4ab7-9ce8-c76268158121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:48.187656 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f65d62-2398-4ab7-9ce8-c76268158121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:48.188156 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f65d62-2398-4ab7-9ce8-c76268158121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:48.188642 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f65d62-2398-4ab7-9ce8-c76268158121 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:48.189140 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f65d62-2398-4ab7-9ce8-c76268158121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:48.189662 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f65d62-2398-4ab7-9ce8-c76268158121 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:48.190156 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f65d62-2398-4ab7-9ce8-c76268158121 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:48.190682 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f65d62-2398-4ab7-9ce8-c76268158121 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:48.191371 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f65d62-2398-4ab7-9ce8-c76268158121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:48.191855 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f65d62-2398-4ab7-9ce8-c76268158121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:48.192369 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f65d62-2398-4ab7-9ce8-c76268158121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:48.199727 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e713a884-3ccb-493c-a483-e81d34fb3936 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Request body: {'port': {'device_id': '94fbd277-20b7-4415-b2f5-87d43b92c69e', 'network_id': 'dddece06-8102-447c-af22-d2066b6de3cc', 'admin_state_up': True, 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:48.233561 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5b946559-edac-4322-8c08-18cd781c1fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.251427 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-caed836f-ae3c-4173-9ce1-704a2a15cdd6 req-8247ec0d-2620-4f8f-b51a-22bd3895c98a tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/ports?device_id=94fbd277-20b7-4415-b2f5-87d43b92c69e HTTP/1.1" status: 200 len: 210 time: 0.0634086 Jul 15 23:04:48.265010 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-69bcc530-3a0d-4611-9b07-eb7d431f4ef0 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.298490 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-3fd042a9-3eba-4c83-a722-17bf9f721034 None None] Attempting to bind port 345226b8-e3a8-4327-ad2c-53e49a9f9bc8 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:48.299242 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-3fd042a9-3eba-4c83-a722-17bf9f721034 None None] Attempting to bind port 345226b8-e3a8-4327-ad2c-53e49a9f9bc8 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '18869271-18dd-402e-a59b-69d3be2d109b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dddece06-8102-447c-af22-d2066b6de3cc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:48.300774 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd042a9-3eba-4c83-a722-17bf9f721034 None None] Attempting to bind port 345226b8-e3a8-4327-ad2c-53e49a9f9bc8 on network dddece06-8102-447c-af22-d2066b6de3cc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:48.311282 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd042a9-3eba-4c83-a722-17bf9f721034 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:48.312321 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd042a9-3eba-4c83-a722-17bf9f721034 None None] Checking segment: {'id': '18869271-18dd-402e-a59b-69d3be2d109b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dddece06-8102-447c-af22-d2066b6de3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:48.330305 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3fd042a9-3eba-4c83-a722-17bf9f721034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.331256 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd042a9-3eba-4c83-a722-17bf9f721034 None None] Bound using segment: {'id': '18869271-18dd-402e-a59b-69d3be2d109b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dddece06-8102-447c-af22-d2066b6de3cc'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:48.335503 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-3fd042a9-3eba-4c83-a722-17bf9f721034 None None] Bound port: 345226b8-e3a8-4327-ad2c-53e49a9f9bc8, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18869271-18dd-402e-a59b-69d3be2d109b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dddece06-8102-447c-af22-d2066b6de3cc'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:48.339148 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3fd042a9-3eba-4c83-a722-17bf9f721034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.345358 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c998b57-f03f-4d9e-9eb2-107274558225 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Router 39dc1982-9623-4c44-aa04-1b232cc11e79 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:04:48.376015 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-45636c8a-91e6-4318-bce1-870fefe79849 service neutron] 10.222.0.43 "GET /v2.0/networks/f91dc6f9-c960-4d7e-bb47-47324cf074aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699951 Jul 15 23:04:48.380449 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0b67ac36-4c51-41f4-bf73-b883358c7b39 req-f275e1aa-e06f-41ad-9758-a737cd617dd4 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff40ff04-754d-4a73-8203-de4c6f591d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241771 Jul 15 23:04:48.573424 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-3fd042a9-3eba-4c83-a722-17bf9f721034 None None] For port 345226b8-e3a8-4327-ad2c-53e49a9f9bc8, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:48.585674 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-3fd042a9-3eba-4c83-a722-17bf9f721034 None None] For port 345226b8-e3a8-4327-ad2c-53e49a9f9bc8, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=345226b8-e3a8-4327-ad2c-53e49a9f9bc8,segment=NetworkSegment(18869271-18dd-402e-a59b-69d3be2d109b),segment_id=18869271-18dd-402e-a59b-69d3be2d109b)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:48.595347 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3fd042a9-3eba-4c83-a722-17bf9f721034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.623775 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.648244 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-32a6b1dc-a6b3-4bfe-97ff-a4c524552ce9 service neutron] 10.222.0.43 "GET /v2.0/networks/f91dc6f9-c960-4d7e-bb47-47324cf074aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651505 Jul 15 23:04:48.741767 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-dcb0fb11-d1a2-40f0-b402-313036bd0241 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=eb72faf0-e402-4e9c-937e-dc2238b8df3b HTTP/1.1" status: 200 len: 217 time: 0.0860207 Jul 15 23:04:48.766135 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-69bcc530-3a0d-4611-9b07-eb7d431f4ef0 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.783604 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd042a9-3eba-4c83-a722-17bf9f721034 None None] Routers {'8231f2ec-a18a-48a5-8d7e-088c41124346'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:04:48.785714 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-3fd042a9-3eba-4c83-a722-17bf9f721034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:04:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['8231f2ec-a18a-48a5-8d7e-088c41124346'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:48.789125 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f65d62-2398-4ab7-9ce8-c76268158121 None None] Pushing event updated for resources: {'Port': ['ID=345226b8-e3a8-4327-ad2c-53e49a9f9bc8,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:48.796072 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c998b57-f03f-4d9e-9eb2-107274558225 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:04:48.800044 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39548) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:48.800205 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['27939e22-5e18-4bcf-8a5f-6e6287f15f4a'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:48.839309 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c998b57-f03f-4d9e-9eb2-107274558225 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.842487 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059d6de5-c86a-4fbe-b992-cb6baf8f5649 None None] Sync routers for ids ['39dc1982-9623-4c44-aa04-1b232cc11e79'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:04:48.901577 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059d6de5-c86a-4fbe-b992-cb6baf8f5649 None None] Routers {'39dc1982-9623-4c44-aa04-1b232cc11e79'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:04:48.905344 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-059d6de5-c86a-4fbe-b992-cb6baf8f5649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:04:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['39dc1982-9623-4c44-aa04-1b232cc11e79'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:48.953972 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-e192b134-cd80-47d1-aba6-4690459a677b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:48.955425 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-e192b134-cd80-47d1-aba6-4690459a677b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8931c9f8-2423-4e8c-8612-ac64a9606a20 HTTP/1.1" status: 200 len: 797 time: 0.2071056 Jul 15 23:04:49.089912 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-3fd042a9-3eba-4c83-a722-17bf9f721034 None None] Set router 8231f2ec-a18a-48a5-8d7e-088c41124346 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:04:49.204184 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634b764-1c01-4f16-9582-73af6d4c19fe req-806dc5c9-11ce-426d-b9dd-b51f211e9334 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:49.228576 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4634b764-1c01-4f16-9582-73af6d4c19fe req-806dc5c9-11ce-426d-b9dd-b51f211e9334 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4004da4-dbc6-46d2-b7f5-efde36c9d9d9 HTTP/1.1" status: 200 len: 945 time: 0.4154439 Jul 15 23:04:49.255952 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-059d6de5-c86a-4fbe-b992-cb6baf8f5649 None None] Set router 39dc1982-9623-4c44-aa04-1b232cc11e79 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:04:49.531782 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device b8edc360-74fd-4c16-b2a3-6d680397a8d6 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:49.537162 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 345226b8-e3a8-4327-ad2c-53e49a9f9bc8 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:49.570007 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39558) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:49.662583 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:49.738657 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0b534d0f-e286-4c36-9644-b9b58b8936c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:49.740745 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-3fd042a9-3eba-4c83-a722-17bf9f721034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754966253-router', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'd810cc6c-d11c-43b6-b1ac-9c588d437dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:37Z', 'updated_at': '2021-07-15T23:04:41Z', 'revision_number': 4, 'project_id': '37c1fc708df5422b9e76d27edff68ec8', 'gw_port': {'id': 'd810cc6c-d11c-43b6-b1ac-9c588d437dd1', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:55:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:37Z', 'updated_at': '2021-07-15T23:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '345226b8-e3a8-4327-ad2c-53e49a9f9bc8', 'name': '', 'network_id': 'dddece06-8102-447c-af22-d2066b6de3cc', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8', 'mac_address': 'fa:16:3e:bc:66:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'fb52db1a-3b19-4e13-a1a6-92c7650500b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:40Z', 'updated_at': '2021-07-15T23:04:48Z', 'revision_number': 4, 'project_id': '37c1fc708df5422b9e76d27edff68ec8', 'subnets': [{'id': 'fb52db1a-3b19-4e13-a1a6-92c7650500b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:49.772182 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd042a9-3eba-4c83-a722-17bf9f721034 None None] The sync data for ids ['8231f2ec-a18a-48a5-8d7e-088c41124346'] in n-d-787205-9 is: [{'id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754966253-router', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'd810cc6c-d11c-43b6-b1ac-9c588d437dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:37Z', 'updated_at': '2021-07-15T23:04:41Z', 'revision_number': 4, 'project_id': '37c1fc708df5422b9e76d27edff68ec8', 'gw_port': {'id': 'd810cc6c-d11c-43b6-b1ac-9c588d437dd1', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:55:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:37Z', 'updated_at': '2021-07-15T23:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '345226b8-e3a8-4327-ad2c-53e49a9f9bc8', 'name': '', 'network_id': 'dddece06-8102-447c-af22-d2066b6de3cc', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8', 'mac_address': 'fa:16:3e:bc:66:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'fb52db1a-3b19-4e13-a1a6-92c7650500b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:40Z', 'updated_at': '2021-07-15T23:04:48Z', 'revision_number': 4, 'project_id': '37c1fc708df5422b9e76d27edff68ec8', 'subnets': [{'id': 'fb52db1a-3b19-4e13-a1a6-92c7650500b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:04:49.773516 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 345226b8-e3a8-4327-ad2c-53e49a9f9bc8 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:49.787761 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 345226b8-e3a8-4327-ad2c-53e49a9f9bc8 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:49.788137 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:49.794134 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4634b764-1c01-4f16-9582-73af6d4c19fe req-45736c01-f1f7-4514-b9f0-86c30079774a tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0fc56ec-9d35-4dbf-bc1f-aca3323208f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5639904 Jul 15 23:04:49.808733 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-a32bd505-9a88-4162-9f39-4a62bdfa1508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:49.816995 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-a32bd505-9a88-4162-9f39-4a62bdfa1508 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8188388 Jul 15 23:04:49.825063 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-0b534d0f-e286-4c36-9644-b9b58b8936c0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:04:49.825063 n-d-787205-9 neutron-server[93799]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 23:04:49.825063 n-d-787205-9 neutron-server[93799]: [parameters: {'project_id_1': 'e7c77c8edc9b49c6af42882d7fc9064e', 'expiration_1': datetime.datetime(2021, 7, 15, 23, 4, 49, 759382)}] Jul 15 23:04:49.825063 n-d-787205-9 neutron-server[93799]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:04:49.827051 n-d-787205-9 neutron-server[93799]: DEBUG oslo_db.api [None req-0b534d0f-e286-4c36-9644-b9b58b8936c0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:04:49.842239 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-69bcc530-3a0d-4611-9b07-eb7d431f4ef0 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Network 147f0164-be98-43b4-81d0-63f63c5d44c6 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:49.844091 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e713a884-3ccb-493c-a483-e81d34fb3936 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Made reservation on behalf of 37c1fc708df5422b9e76d27edff68ec8 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:49.849780 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e713a884-3ccb-493c-a483-e81d34fb3936 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:49.887785 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port b8edc360-74fd-4c16-b2a3-6d680397a8d6 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:49.906673 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-69bcc530-3a0d-4611-9b07-eb7d431f4ef0 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:49.929842 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-69bcc530-3a0d-4611-9b07-eb7d431f4ef0 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:49.931407 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port b8edc360-74fd-4c16-b2a3-6d680397a8d6 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:49.931930 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:50.017502 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-69bcc530-3a0d-4611-9b07-eb7d431f4ef0 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:50.018187 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-69bcc530-3a0d-4611-9b07-eb7d431f4ef0 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:50.097361 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-f2eaf6a4-14d1-4c0b-a764-5456f1bdc4fc service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683222 Jul 15 23:04:50.099514 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bcc530-3a0d-4611-9b07-eb7d431f4ef0 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Pushing event updated for resources: {'Port': ['ID=563aed08-a410-4a75-8ec0-df4430a12f5c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:50.137933 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd877c2-262b-4b2a-87ac-2ae3a99260fd req-2e5a1620-2041-45ef-b02c-9e02608e002c tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:50.140909 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-69bcc530-3a0d-4611-9b07-eb7d431f4ef0 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9774866 Jul 15 23:04:50.147204 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fd877c2-262b-4b2a-87ac-2ae3a99260fd req-2e5a1620-2041-45ef-b02c-9e02608e002c tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 932 time: 1.0627186 Jul 15 23:04:50.165842 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7c998b57-f03f-4d9e-9eb2-107274558225 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "PUT /v2.0/floatingips/b401b5ad-d937-43f5-ae79-fa2c02cc5e1a HTTP/1.1" status: 200 len: 990 time: 4.7737126 Jul 15 23:04:50.202020 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-d6c1658a-df92-485b-9084-d8c33e956f31 service neutron] Request body: {'port': {'device_id': '4a623ac1-9718-40aa-b0ca-867d6fb974be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:50.216162 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'tag': '073d8b7d-d632-404a-be5c-62a7e8ef0a1f'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:50.223740 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55dc496-ceef-4fc1-b984-664d0181f6b1" -d '{"events": [{"name": "network-changed", "server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "tag": "073d8b7d-d632-404a-be5c-62a7e8ef0a1f"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:50.241275 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fd877c2-262b-4b2a-87ac-2ae3a99260fd req-ba55cd77-a4c4-4a7a-a349-c9f5cfa66119 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897024 Jul 15 23:04:50.277853 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:50.290021 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:50.362272 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0b534d0f-e286-4c36-9644-b9b58b8936c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:50.365303 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-735b3a99-733d-4529-a555-21c5043b588a req-cbeda56b-4fd5-42b9-80c6-487b9522f3c1 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/ports?device_id=94fbd277-20b7-4415-b2f5-87d43b92c69e HTTP/1.1" status: 200 len: 210 time: 0.0556498 Jul 15 23:04:50.385001 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-059d6de5-c86a-4fbe-b992-cb6baf8f5649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'name': 'tempest-TaggedBootDevicesTest_v242-731643506-router', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '1820f7ec-d7bc-45de-bc2e-2e6b9d382489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:02:33Z', 'updated_at': '2021-07-15T23:02:41Z', 'revision_number': 4, 'project_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'gw_port': {'id': '1820f7ec-d7bc-45de-bc2e-2e6b9d382489', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:34Z', 'updated_at': '2021-07-15T23:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'b401b5ad-d937-43f5-ae79-fa2c02cc5e1a', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'floating_ip_address': '172.25.4.21', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'port_id': '073d8b7d-d632-404a-be5c-62a7e8ef0a1f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f91dc6f9-c960-4d7e-bb47-47324cf074aa', 'mac_address': 'fa:16:3e:c3:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200588c-0b41-4461-8228-06d1161382ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:03:23Z', 'updated_at': '2021-07-15T23:04:46Z', 'revision_number': 1, 'project_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe5c05a-1793-4739-9d63-d2e79e3b908f', 'name': '', 'network_id': 'f91dc6f9-c960-4d7e-bb47-47324cf074aa', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'mac_address': 'fa:16:3e:f7:07:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:40Z', 'updated_at': '2021-07-15T23:02:47Z', 'revision_number': 5, 'project_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'subnets': [{'id': '2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:50.448385 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-1bb38312-9a78-4c03-9038-afd80dae9358 service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418303 Jul 15 23:04:50.518165 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d0dabf-886a-4e26-938f-9c989ac40e17 x-openstack-request-id: req-34d0dabf-886a-4e26-938f-9c989ac40e17 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:50.518460 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "tag": "073d8b7d-d632-404a-be5c-62a7e8ef0a1f", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:50.518737 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34d0dabf-886a-4e26-938f-9c989ac40e17 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:50.519186 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'tag': '073d8b7d-d632-404a-be5c-62a7e8ef0a1f', 'status': 'completed', 'code': 200} Jul 15 23:04:50.545963 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-d6c1658a-df92-485b-9084-d8c33e956f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:50.578419 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-ddbfb3ce-dc9d-42b4-92cb-2d94d964f4ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=3b0c43e3-ab51-4455-afee-2a76ff729069 HTTP/1.1" status: 200 len: 217 time: 0.1225743 Jul 15 23:04:50.725364 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-b74d427c-54a0-433a-9d14-823a1b744b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:50.727500 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-b74d427c-54a0-433a-9d14-823a1b744b0e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8931c9f8-2423-4e8c-8612-ac64a9606a20 HTTP/1.1" status: 200 len: 797 time: 0.1416450 Jul 15 23:04:50.743250 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port b8edc360-74fd-4c16-b2a3-6d680397a8d6, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=b8edc360-74fd-4c16-b2a3-6d680397a8d6,segment=NetworkSegment(23f78d5f-ef46-4b6e-9288-c9b344c6ff05),segment_id=23f78d5f-ef46-4b6e-9288-c9b344c6ff05)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:50.749669 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4004da4-dbc6-46d2-b7f5-efde36c9d9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8edc360-74fd-4c16-b2a3-6d680397a8d6'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:50.763218 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69c9e31-d19f-41c1-984c-af9995a4348e" -d '{"events": [{"server_uuid": "d4004da4-dbc6-46d2-b7f5-efde36c9d9d9", "name": "network-vif-plugged", "status": "completed", "tag": "b8edc360-74fd-4c16-b2a3-6d680397a8d6"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:50.842744 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:50.866050 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0b534d0f-e286-4c36-9644-b9b58b8936c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:50.895281 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0b534d0f-e286-4c36-9644-b9b58b8936c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:50.930944 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059d6de5-c86a-4fbe-b992-cb6baf8f5649 None None] Checking router: 39dc1982-9623-4c44-aa04-1b232cc11e79 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:04:50.940606 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=b8edc360-74fd-4c16-b2a3-6d680397a8d6,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:50.944632 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 345226b8-e3a8-4327-ad2c-53e49a9f9bc8, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=345226b8-e3a8-4327-ad2c-53e49a9f9bc8,segment=NetworkSegment(18869271-18dd-402e-a59b-69d3be2d109b),segment_id=18869271-18dd-402e-a59b-69d3be2d109b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:50.964914 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:51.006142 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059d6de5-c86a-4fbe-b992-cb6baf8f5649 None None] Routers {'39dc1982-9623-4c44-aa04-1b232cc11e79'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:04:51.011347 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-059d6de5-c86a-4fbe-b992-cb6baf8f5649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:04:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['39dc1982-9623-4c44-aa04-1b232cc11e79'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:51.092273 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0b534d0f-e286-4c36-9644-b9b58b8936c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e7c77c8edc9b49c6af42882d7fc9064e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4940484 Jul 15 23:04:51.101679 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39594) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:51.112537 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:51.116617 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b534d0f-e286-4c36-9644-b9b58b8936c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767dd081-ca6b-47bb-b46a-82fa52ba0aff,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:51.142121 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=345226b8-e3a8-4327-ad2c-53e49a9f9bc8,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:51.170006 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-bbac9bf1-5c64-4c6b-8536-c9af1a0a463a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:51.172065 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-bbac9bf1-5c64-4c6b-8536-c9af1a0a463a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4324527 Jul 15 23:04:51.238852 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-059d6de5-c86a-4fbe-b992-cb6baf8f5649 None None] Set router 39dc1982-9623-4c44-aa04-1b232cc11e79 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:04:51.268627 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-d6c1658a-df92-485b-9084-d8c33e956f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 563aed08-a410-4a75-8ec0-df4430a12f5c {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:51.288848 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-d6c1658a-df92-485b-9084-d8c33e956f31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:51.325923 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-d6c1658a-df92-485b-9084-d8c33e956f31 service neutron] Transition to ACTIVE for port object 563aed08-a410-4a75-8ec0-df4430a12f5c will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:51.429684 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-d6c1658a-df92-485b-9084-d8c33e956f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:51.475032 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8aaed7-a9c3-43c5-90ab-fcbb5c2d4d4c x-openstack-request-id: req-fb8aaed7-a9c3-43c5-90ab-fcbb5c2d4d4c {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:51.475676 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4004da4-dbc6-46d2-b7f5-efde36c9d9d9", "name": "network-vif-plugged", "status": "completed", "tag": "b8edc360-74fd-4c16-b2a3-6d680397a8d6", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:51.476103 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb8aaed7-a9c3-43c5-90ab-fcbb5c2d4d4c {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:51.477241 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4004da4-dbc6-46d2-b7f5-efde36c9d9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8edc360-74fd-4c16-b2a3-6d680397a8d6', 'code': 200} Jul 15 23:04:51.530828 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c748148-7f8f-469f-ae47-957e6722538b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:51.564915 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbdaad1-528b-4001-bddd-dc7d1b04f2f5 req-83f09d05-4fd3-4646-8b43-86fe7dca30d9 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:51.573651 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-acbdaad1-528b-4001-bddd-dc7d1b04f2f5 req-83f09d05-4fd3-4646-8b43-86fe7dca30d9 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4004da4-dbc6-46d2-b7f5-efde36c9d9d9 HTTP/1.1" status: 200 len: 946 time: 0.3981259 Jul 15 23:04:51.598932 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e713a884-3ccb-493c-a483-e81d34fb3936 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Allocated IP 172.20.0.6 (dddece06-8102-447c-af22-d2066b6de3cc/fb52db1a-3b19-4e13-a1a6-92c7650500b2/2a70239a-ae71-445f-bebe-080c984f01f5) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:51.681295 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-acbdaad1-528b-4001-bddd-dc7d1b04f2f5 req-43225a7f-5ee0-4882-806b-31f23985c37e tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0fc56ec-9d35-4dbf-bc1f-aca3323208f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063719 Jul 15 23:04:51.687767 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-1aac9132-e8e9-45bb-a185-d9bdc7e5cd3d service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864016 Jul 15 23:04:51.721133 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-059d6de5-c86a-4fbe-b992-cb6baf8f5649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'name': 'tempest-TaggedBootDevicesTest_v242-731643506-router', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '1820f7ec-d7bc-45de-bc2e-2e6b9d382489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:02:33Z', 'updated_at': '2021-07-15T23:02:41Z', 'revision_number': 4, 'project_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'gw_port': {'id': '1820f7ec-d7bc-45de-bc2e-2e6b9d382489', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:34Z', 'updated_at': '2021-07-15T23:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'b401b5ad-d937-43f5-ae79-fa2c02cc5e1a', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'floating_ip_address': '172.25.4.21', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'port_id': '073d8b7d-d632-404a-be5c-62a7e8ef0a1f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f91dc6f9-c960-4d7e-bb47-47324cf074aa', 'mac_address': 'fa:16:3e:c3:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200588c-0b41-4461-8228-06d1161382ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:03:23Z', 'updated_at': '2021-07-15T23:04:46Z', 'revision_number': 1, 'project_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe5c05a-1793-4739-9d63-d2e79e3b908f', 'name': '', 'network_id': 'f91dc6f9-c960-4d7e-bb47-47324cf074aa', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'mac_address': 'fa:16:3e:f7:07:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:40Z', 'updated_at': '2021-07-15T23:02:47Z', 'revision_number': 5, 'project_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'subnets': [{'id': '2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:51.730291 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c748148-7f8f-469f-ae47-957e6722538b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:51.744571 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1658a-df92-485b-9084-d8c33e956f31 service neutron] Pushing event updated for resources: {'Port': ['ID=563aed08-a410-4a75-8ec0-df4430a12f5c,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:51.801493 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059d6de5-c86a-4fbe-b992-cb6baf8f5649 None None] The sync data for ids ['39dc1982-9623-4c44-aa04-1b232cc11e79'] in n-d-787205-9 is: [{'id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'name': 'tempest-TaggedBootDevicesTest_v242-731643506-router', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '1820f7ec-d7bc-45de-bc2e-2e6b9d382489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:02:33Z', 'updated_at': '2021-07-15T23:02:41Z', 'revision_number': 4, 'project_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'gw_port': {'id': '1820f7ec-d7bc-45de-bc2e-2e6b9d382489', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:34Z', 'updated_at': '2021-07-15T23:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'b401b5ad-d937-43f5-ae79-fa2c02cc5e1a', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'floating_ip_address': '172.25.4.21', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'port_id': '073d8b7d-d632-404a-be5c-62a7e8ef0a1f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f91dc6f9-c960-4d7e-bb47-47324cf074aa', 'mac_address': 'fa:16:3e:c3:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200588c-0b41-4461-8228-06d1161382ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:03:23Z', 'updated_at': '2021-07-15T23:04:46Z', 'revision_number': 1, 'project_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe5c05a-1793-4739-9d63-d2e79e3b908f', 'name': '', 'network_id': 'f91dc6f9-c960-4d7e-bb47-47324cf074aa', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'mac_address': 'fa:16:3e:f7:07:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:40Z', 'updated_at': '2021-07-15T23:02:47Z', 'revision_number': 5, 'project_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'subnets': [{'id': '2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:04:51.983473 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-d6c1658a-df92-485b-9084-d8c33e956f31 service neutron] Attempting to bind port 563aed08-a410-4a75-8ec0-df4430a12f5c on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:51.983705 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-d6c1658a-df92-485b-9084-d8c33e956f31 service neutron] Attempting to bind port 563aed08-a410-4a75-8ec0-df4430a12f5c by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '5bcbfba5-f1c1-4236-a250-542a8e550bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '147f0164-be98-43b4-81d0-63f63c5d44c6'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:51.983894 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-d6c1658a-df92-485b-9084-d8c33e956f31 service neutron] Attempting to bind port 563aed08-a410-4a75-8ec0-df4430a12f5c on network 147f0164-be98-43b4-81d0-63f63c5d44c6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:52.054293 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-b2720efd-7f51-4d29-a39b-67cc6536fc3b service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503861 Jul 15 23:04:52.077816 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6db79-4793-4ce5-b6d5-f2cb4720c6e7 req-251e7178-d7a0-4a28-beb0-c81f2e1e8995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:52.079690 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33a6db79-4793-4ce5-b6d5-f2cb4720c6e7 req-251e7178-d7a0-4a28-beb0-c81f2e1e8995 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d4004da4-dbc6-46d2-b7f5-efde36c9d9d9 HTTP/1.1" status: 200 len: 1097 time: 0.4956605 Jul 15 23:04:52.120069 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e713a884-3ccb-493c-a483-e81d34fb3936 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:52.132688 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-d6c1658a-df92-485b-9084-d8c33e956f31 service neutron] Port 563aed08-a410-4a75-8ec0-df4430a12f5c on network 147f0164-be98-43b4-81d0-63f63c5d44c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:52.133011 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-d6c1658a-df92-485b-9084-d8c33e956f31 service neutron] Attempting to bind port 563aed08-a410-4a75-8ec0-df4430a12f5c on network 147f0164-be98-43b4-81d0-63f63c5d44c6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:52.136106 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-dfd24e85-6750-42ae-955f-aba7ffd1d48f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=d6cb89d5-6817-4bc8-b0e6-53e8aba786ef HTTP/1.1" status: 200 len: 217 time: 0.0707922 Jul 15 23:04:52.142459 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-d6c1658a-df92-485b-9084-d8c33e956f31 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:52.142841 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-d6c1658a-df92-485b-9084-d8c33e956f31 service neutron] Checking segment: {'id': '5bcbfba5-f1c1-4236-a250-542a8e550bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '147f0164-be98-43b4-81d0-63f63c5d44c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:52.143225 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-d6c1658a-df92-485b-9084-d8c33e956f31 service neutron] Bound using segment: {'id': '5bcbfba5-f1c1-4236-a250-542a8e550bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '147f0164-be98-43b4-81d0-63f63c5d44c6'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:52.143951 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-d6c1658a-df92-485b-9084-d8c33e956f31 service neutron] Bound port: 563aed08-a410-4a75-8ec0-df4430a12f5c, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcbfba5-f1c1-4236-a250-542a8e550bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '147f0164-be98-43b4-81d0-63f63c5d44c6'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:52.144494 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-d6c1658a-df92-485b-9084-d8c33e956f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:52.180325 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49bda3-34a1-4a39-bd36-715d2093c112 req-c21eceb8-3fa4-427a-be1a-160a16fc36b9 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:52.182141 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ac49bda3-34a1-4a39-bd36-715d2093c112 req-c21eceb8-3fa4-427a-be1a-160a16fc36b9 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 944 time: 0.4768810 Jul 15 23:04:52.194233 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e713a884-3ccb-493c-a483-e81d34fb3936 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Transition to ACTIVE for port object 2a70239a-ae71-445f-bebe-080c984f01f5 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:52.228286 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbda5fa-b320-4dd4-ad70-ce7c885035d7 None None] New status for floating IP b401b5ad-d937-43f5-ae79-fa2c02cc5e1a: ACTIVE {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:04:52.263331 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-2305f969-f008-4838-a322-98623e2d7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:52.266203 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-2305f969-f008-4838-a322-98623e2d7590 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8931c9f8-2423-4e8c-8612-ac64a9606a20 HTTP/1.1" status: 200 len: 797 time: 0.1089716 Jul 15 23:04:52.276719 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-517abe16-e4d3-44e5-8abb-c059c25eff9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:52.299491 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33a6db79-4793-4ce5-b6d5-f2cb4720c6e7 req-7c190cae-bb0e-4cdc-a854-ef47f4dc1233 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c0fc56ec-9d35-4dbf-bc1f-aca3323208f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791432 Jul 15 23:04:52.300351 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c748148-7f8f-469f-ae47-957e6722538b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:52.304205 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c748148-7f8f-469f-ae47-957e6722538b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:52.305763 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4c748148-7f8f-469f-ae47-957e6722538b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/767dd081-ca6b-47bb-b46a-82fa52ba0aff HTTP/1.1" status: 204 len: 168 time: 1.1991036 Jul 15 23:04:52.323260 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-d6c1658a-df92-485b-9084-d8c33e956f31 service neutron] For port 563aed08-a410-4a75-8ec0-df4430a12f5c, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:52.351519 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-d6c1658a-df92-485b-9084-d8c33e956f31 service neutron] For port 563aed08-a410-4a75-8ec0-df4430a12f5c, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=563aed08-a410-4a75-8ec0-df4430a12f5c,segment=NetworkSegment(5bcbfba5-f1c1-4236-a250-542a8e550bb9),segment_id=5bcbfba5-f1c1-4236-a250-542a8e550bb9)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:52.356112 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e713a884-3ccb-493c-a483-e81d34fb3936 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:52.441898 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c748148-7f8f-469f-ae47-957e6722538b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767dd081-ca6b-47bb-b46a-82fa52ba0aff,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:52.472645 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ac49bda3-34a1-4a39-bd36-715d2093c112 req-f88c82b1-583d-4726-8e7b-08f3986370e0 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789682 Jul 15 23:04:52.486833 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713a884-3ccb-493c-a483-e81d34fb3936 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Pushing event updated for resources: {'Port': ['ID=2a70239a-ae71-445f-bebe-080c984f01f5,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:52.499495 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-d6c1658a-df92-485b-9084-d8c33e956f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:52.506589 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc84272-ab71-462a-9a45-76e45d779ab4 req-daa903cf-ddeb-4d56-8aae-c536ab405114 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:52.519969 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6fc84272-ab71-462a-9a45-76e45d779ab4 req-daa903cf-ddeb-4d56-8aae-c536ab405114 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] 10.222.0.16 "GET /v2.0/ports?device_id=4337beed-1e4c-4813-a3f6-da6b2c183c04 HTTP/1.1" status: 200 len: 946 time: 0.5783415 Jul 15 23:04:52.535378 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-d6c1658a-df92-485b-9084-d8c33e956f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:52.535926 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-d6c1658a-df92-485b-9084-d8c33e956f31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:52.537325 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-d6c1658a-df92-485b-9084-d8c33e956f31 service neutron] 10.222.0.36 "PUT /v2.0/ports/563aed08-a410-4a75-8ec0-df4430a12f5c HTTP/1.1" status: 200 len: 1092 time: 2.3594394 Jul 15 23:04:52.565513 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a623ac1-9718-40aa-b0ca-867d6fb974be', 'tag': '563aed08-a410-4a75-8ec0-df4430a12f5c'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:52.568133 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6099f90b-8c3e-45ba-b408-b8b0361241f1" -d '{"events": [{"name": "network-changed", "server_uuid": "4a623ac1-9718-40aa-b0ca-867d6fb974be", "tag": "563aed08-a410-4a75-8ec0-df4430a12f5c"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:52.594488 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e713a884-3ccb-493c-a483-e81d34fb3936 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Network dddece06-8102-447c-af22-d2066b6de3cc is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:52.611771 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e713a884-3ccb-493c-a483-e81d34fb3936 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:52.647988 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e713a884-3ccb-493c-a483-e81d34fb3936 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:52.660495 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6fc84272-ab71-462a-9a45-76e45d779ab4 req-4d2eefa3-1cef-4423-8f87-df341c1b0498 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff40ff04-754d-4a73-8203-de4c6f591d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400666 Jul 15 23:04:52.681088 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-ef81d79b-3cc5-437c-81e4-7433975d56a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:52.683114 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-ef81d79b-3cc5-437c-81e4-7433975d56a4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3912981 Jul 15 23:04:52.835785 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39616) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:52.849110 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1658a-df92-485b-9084-d8c33e956f31 service neutron] Pushing event updated for resources: {'Port': ['ID=563aed08-a410-4a75-8ec0-df4430a12f5c,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:52.906001 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a00a9619-9d66-48c0-9b74-130baf6ba188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:52.967671 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e713a884-3ccb-493c-a483-e81d34fb3936 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:52.968419 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e713a884-3ccb-493c-a483-e81d34fb3936 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:52.974423 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4490d37e-3b25-4723-9f84-73450564ecd3 x-openstack-request-id: req-4490d37e-3b25-4723-9f84-73450564ecd3 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:52.976881 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a623ac1-9718-40aa-b0ca-867d6fb974be", "tag": "563aed08-a410-4a75-8ec0-df4430a12f5c", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:52.976881 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4490d37e-3b25-4723-9f84-73450564ecd3 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:52.976881 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a623ac1-9718-40aa-b0ca-867d6fb974be', 'tag': '563aed08-a410-4a75-8ec0-df4430a12f5c', 'status': 'completed', 'code': 200} Jul 15 23:04:52.992552 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-638d299e-003a-43e3-a961-61ece8312ba1 service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016951 Jul 15 23:04:53.029027 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-fdf54f39-4098-486a-8bfb-15987dfa35fc None None] Provisioning for port 2a70239a-ae71-445f-bebe-080c984f01f5 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:53.031557 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-4d346353-bc1f-43c1-a62d-a676b6b201a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:53.038515 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-4d346353-bc1f-43c1-a62d-a676b6b201a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6527c2f6f2cf474e911d5a1b1b647a38&device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 1095 time: 0.4432638 Jul 15 23:04:53.044471 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9acaf1-8bb6-471e-8f8a-fe3d978cddf6 req-115ece99-02ef-4384-84a0-c3debe6a528e tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:53.045926 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-fdf54f39-4098-486a-8bfb-15987dfa35fc None None] Provisioning complete for port 2a70239a-ae71-445f-bebe-080c984f01f5 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:53.046458 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8e9acaf1-8bb6-471e-8f8a-fe3d978cddf6 req-115ece99-02ef-4384-84a0-c3debe6a528e tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/ports?device_id=94fbd277-20b7-4415-b2f5-87d43b92c69e HTTP/1.1" status: 200 len: 931 time: 0.2833080 Jul 15 23:04:53.060157 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fdf54f39-4098-486a-8bfb-15987dfa35fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:53.153908 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-fdf54f39-4098-486a-8bfb-15987dfa35fc None None] Port 2a70239a-ae71-445f-bebe-080c984f01f5 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:04:53.186845 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-502f8f8e-1218-4c07-9ac4-eda8f6d87272 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=563aed08-a410-4a75-8ec0-df4430a12f5c HTTP/1.1" status: 200 len: 217 time: 0.0930731 Jul 15 23:04:53.194757 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 345226b8-e3a8-4327-ad2c-53e49a9f9bc8 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:53.278489 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8e9acaf1-8bb6-471e-8f8a-fe3d978cddf6 req-72fd7684-df79-4d8b-a04d-22ce2a7eae19 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad91e050-ac8f-47c2-8fb7-23f65d50925f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180092 Jul 15 23:04:53.292513 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 345226b8-e3a8-4327-ad2c-53e49a9f9bc8 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:53.293230 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:53.350055 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-365aecd9-2f5c-4da9-aa01-34bc289052ab service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501582 Jul 15 23:04:53.375877 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-828fffb4-bc2f-4912-b57c-84bd736555ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:53.382292 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-828fffb4-bc2f-4912-b57c-84bd736555ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb958b45-2fa0-4e9b-a203-f469b0644c68 HTTP/1.1" status: 200 len: 850 time: 0.1871603 Jul 15 23:04:53.420141 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a00a9619-9d66-48c0-9b74-130baf6ba188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:53.422225 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-c9ce0f36-0328-4d0f-bdd0-8b92215eb92f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=ff52bf25-9d08-4b27-9c20-9cfae7981d84 HTTP/1.1" status: 200 len: 217 time: 0.0644381 Jul 15 23:04:53.428921 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-aeda87b9-7d2b-446f-9ba4-44b414439c1f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=147f0164-be98-43b4-81d0-63f63c5d44c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340099 Jul 15 23:04:53.439678 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a00a9619-9d66-48c0-9b74-130baf6ba188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:53.440723 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e713a884-3ccb-493c-a483-e81d34fb3936 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2467086 Jul 15 23:04:53.574529 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-0e6f1c92-c06e-43da-a334-12bfb69ebb2f service neutron] 10.222.0.36 "GET /v2.0/networks/147f0164-be98-43b4-81d0-63f63c5d44c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355541 Jul 15 23:04:53.580596 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e1e1ddfa-4331-49ef-90b8-5b058fb17650 service neutron] Request body: {'port': {'device_id': '94fbd277-20b7-4415-b2f5-87d43b92c69e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:53.581345 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e8010-c240-4c18-bc02-79e4070b106a req-edfc6dd5-ee22-4f3c-8020-1cf3b75a94ff tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:53.582895 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-138e8010-c240-4c18-bc02-79e4070b106a req-edfc6dd5-ee22-4f3c-8020-1cf3b75a94ff tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] 10.222.0.43 "GET /v2.0/ports?device_id=4337beed-1e4c-4813-a3f6-da6b2c183c04 HTTP/1.1" status: 200 len: 946 time: 0.4412875 Jul 15 23:04:53.584248 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-517abe16-e4d3-44e5-8abb-c059c25eff9f admin admin] Deleting port 79884c4e-9d3a-43fe-a49b-1886cf6df4a1 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:53.584597 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-517abe16-e4d3-44e5-8abb-c059c25eff9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:53.612873 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a00a9619-9d66-48c0-9b74-130baf6ba188 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9adda54766d2461cb35a9c8cefca1c77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7653024 Jul 15 23:04:53.613070 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39622) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:53.616671 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a9619-9d66-48c0-9b74-130baf6ba188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da68686-e2d7-4898-9f08-528b8d95227a,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:53.638884 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-dd35bd1a-6fcd-40f4-91e4-a7d9e5e10c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:53.640445 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-dd35bd1a-6fcd-40f4-91e4-a7d9e5e10c90 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8931c9f8-2423-4e8c-8612-ac64a9606a20 HTTP/1.1" status: 200 len: 797 time: 0.2121756 Jul 15 23:04:53.667298 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6adc84-26e7-4313-9b2d-f77f275ad030 req-e683f464-0dc0-4979-97dd-363ff6ce3fe0 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:53.674561 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ba6adc84-26e7-4313-9b2d-f77f275ad030 req-e683f464-0dc0-4979-97dd-363ff6ce3fe0 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4004da4-dbc6-46d2-b7f5-efde36c9d9d9 HTTP/1.1" status: 200 len: 946 time: 0.3940325 Jul 15 23:04:53.728098 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4d13406d-9b1e-46ff-b4d2-902114f53c28 req-0304ff96-df75-41c3-8c1e-a2ddff3d0ef7 service neutron] 10.222.0.36 "GET /v2.0/networks/147f0164-be98-43b4-81d0-63f63c5d44c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404746 Jul 15 23:04:53.812873 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ba6adc84-26e7-4313-9b2d-f77f275ad030 req-b44808ed-eb86-4a2d-904c-dbd9a76af947 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0fc56ec-9d35-4dbf-bc1f-aca3323208f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373463 Jul 15 23:04:53.866912 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:53.919751 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-fd911e92-16dc-47a1-9293-9de9be547a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:53.921259 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-fd911e92-16dc-47a1-9293-9de9be547a57 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2737625 Jul 15 23:04:53.946011 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7b4fe-e24d-44fc-8410-0243f2269b34 req-31277d50-4510-4eed-b3fe-462a62e0a6e8 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:53.952879 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3cd7b4fe-e24d-44fc-8410-0243f2269b34 req-31277d50-4510-4eed-b3fe-462a62e0a6e8 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 944 time: 0.2319081 Jul 15 23:04:53.954791 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-95997b6c-5505-4df6-8bbb-c6f0116623c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:53.961217 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e1e1ddfa-4331-49ef-90b8-5b058fb17650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:53.997242 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-138e8010-c240-4c18-bc02-79e4070b106a req-0c81bc53-d356-4c1e-972e-a8d108208233 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] Deleting port 57bb8702-c2eb-4ba5-9f62-539ed0331e2c {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:53.997598 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-138e8010-c240-4c18-bc02-79e4070b106a req-0c81bc53-d356-4c1e-972e-a8d108208233 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:54.057522 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-517abe16-e4d3-44e5-8abb-c059c25eff9f admin admin] For port 79884c4e-9d3a-43fe-a49b-1886cf6df4a1, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=79884c4e-9d3a-43fe-a49b-1886cf6df4a1,segment=NetworkSegment(8d579221-0a7c-432a-a8a4-faae99e9d679),segment_id=8d579221-0a7c-432a-a8a4-faae99e9d679)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:54.057885 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-517abe16-e4d3-44e5-8abb-c059c25eff9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:54.073571 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-95997b6c-5505-4df6-8bbb-c6f0116623c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:54.121176 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3cd7b4fe-e24d-44fc-8410-0243f2269b34 req-0869a79b-5741-4b3a-b3bc-2f8da4461472 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674433 Jul 15 23:04:54.165662 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-517abe16-e4d3-44e5-8abb-c059c25eff9f admin admin] Calling delete_port for 79884c4e-9d3a-43fe-a49b-1886cf6df4a1 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:54.169308 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099f90b-8c3e-45ba-b408-b8b0361241f1 req-a5fa6a10-2d95-4a31-b3d4-fd1b6a997258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:54.170876 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6099f90b-8c3e-45ba-b408-b8b0361241f1 req-a5fa6a10-2d95-4a31-b3d4-fd1b6a997258 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6527c2f6f2cf474e911d5a1b1b647a38&device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 1095 time: 0.3322330 Jul 15 23:04:54.186981 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-2538bb55-ffe6-4bf4-89c4-e74857708caf service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503393 Jul 15 23:04:54.242994 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-138e8010-c240-4c18-bc02-79e4070b106a req-0c81bc53-d356-4c1e-972e-a8d108208233 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] For port 57bb8702-c2eb-4ba5-9f62-539ed0331e2c, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=57bb8702-c2eb-4ba5-9f62-539ed0331e2c,segment=NetworkSegment(26771a16-7bbd-4819-b305-51a13036c64b),segment_id=26771a16-7bbd-4819-b305-51a13036c64b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:54.243423 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-138e8010-c240-4c18-bc02-79e4070b106a req-0c81bc53-d356-4c1e-972e-a8d108208233 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:54.263694 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-138e8010-c240-4c18-bc02-79e4070b106a req-0c81bc53-d356-4c1e-972e-a8d108208233 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] Calling delete_port for 57bb8702-c2eb-4ba5-9f62-539ed0331e2c owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:54.309313 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7c167-e9bc-41ec-a174-1afa73748f4e req-ea65861c-dbe9-46a7-8844-02ec085881d4 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:54.316191 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-26a7c167-e9bc-41ec-a174-1afa73748f4e req-ea65861c-dbe9-46a7-8844-02ec085881d4 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] 10.222.0.16 "GET /v2.0/ports?device_id=4337beed-1e4c-4813-a3f6-da6b2c183c04 HTTP/1.1" status: 200 len: 946 time: 0.2979906 Jul 15 23:04:54.620689 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e1e1ddfa-4331-49ef-90b8-5b058fb17650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a70239a-ae71-445f-bebe-080c984f01f5 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:54.643981 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e1e1ddfa-4331-49ef-90b8-5b058fb17650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:54.658615 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-95997b6c-5505-4df6-8bbb-c6f0116623c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:54.661194 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-95997b6c-5505-4df6-8bbb-c6f0116623c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:54.664950 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-95997b6c-5505-4df6-8bbb-c6f0116623c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3da68686-e2d7-4898-9f08-528b8d95227a HTTP/1.1" status: 204 len: 168 time: 0.9368603 Jul 15 23:04:54.674870 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099f90b-8c3e-45ba-b408-b8b0361241f1 req-d2aed7b7-39a5-457e-9c2f-efda7fab7364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:54.676349 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6099f90b-8c3e-45ba-b408-b8b0361241f1 req-d2aed7b7-39a5-457e-9c2f-efda7fab7364 service neutron] 10.222.0.36 "GET /v2.0/networks?id=147f0164-be98-43b4-81d0-63f63c5d44c6 HTTP/1.1" status: 200 len: 911 time: 0.4946125 Jul 15 23:04:54.681216 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95997b6c-5505-4df6-8bbb-c6f0116623c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da68686-e2d7-4898-9f08-528b8d95227a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:54.705181 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e1e1ddfa-4331-49ef-90b8-5b058fb17650 service neutron] Transition to ACTIVE for port object 2a70239a-ae71-445f-bebe-080c984f01f5 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:54.739738 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6099f90b-8c3e-45ba-b408-b8b0361241f1 req-9dccd2fa-fb8d-46a5-bb65-e52d290ee564 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=563aed08-a410-4a75-8ec0-df4430a12f5c HTTP/1.1" status: 200 len: 217 time: 0.0557203 Jul 15 23:04:54.740799 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e1e1ddfa-4331-49ef-90b8-5b058fb17650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:54.767450 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-f849c80d-7b09-412a-a5cb-9d10f664ce0d service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5717266 Jul 15 23:04:54.791741 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-26a7c167-e9bc-41ec-a174-1afa73748f4e req-16aabfdc-21fe-47b9-8034-7dd97076db71 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff40ff04-754d-4a73-8203-de4c6f591d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741204 Jul 15 23:04:54.835299 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-b3cfd8a9-5cdf-44a9-b32d-4f6a9aaf4032 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6889e42d-1a89-425a-a8c3-7396550b6084 HTTP/1.1" status: 200 len: 217 time: 0.0564742 Jul 15 23:04:54.967890 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-19eb0dee-a9a5-4221-80e6-1c11e73600c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:54.969481 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-19eb0dee-a9a5-4221-80e6-1c11e73600c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2caf3549-18f8-4078-a5bd-a7ecd88c89df HTTP/1.1" status: 200 len: 797 time: 0.1226690 Jul 15 23:04:54.982543 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372dc865-6972-42a8-99ac-d0e569124310 req-d47a9bba-05ac-4e2b-9523-3d5e0529326b tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:54.990438 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-372dc865-6972-42a8-99ac-d0e569124310 req-d47a9bba-05ac-4e2b-9523-3d5e0529326b tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/ports?device_id=94fbd277-20b7-4415-b2f5-87d43b92c69e HTTP/1.1" status: 200 len: 943 time: 0.3009682 Jul 15 23:04:55.101838 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-372dc865-6972-42a8-99ac-d0e569124310 req-63342684-a38d-4146-a614-ce9b16c35787 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad91e050-ac8f-47c2-8fb7-23f65d50925f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103239 Jul 15 23:04:55.107836 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-138e8010-c240-4c18-bc02-79e4070b106a req-0c81bc53-d356-4c1e-972e-a8d108208233 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.121640 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['57bb8702-c2eb-4ba5-9f62-539ed0331e2c'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:55.204745 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81bc53-d356-4c1e-972e-a8d108208233 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] Pushing event deleted for resources: {'Port': ['ID=57bb8702-c2eb-4ba5-9f62-539ed0331e2c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:55.219950 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1ddfa-4331-49ef-90b8-5b058fb17650 service neutron] Pushing event updated for resources: {'Port': ['ID=2a70239a-ae71-445f-bebe-080c984f01f5,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:55.284505 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099f90b-8c3e-45ba-b408-b8b0361241f1 req-0c595ef7-12a1-4989-ae2d-b7dbad5ec4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:55.286083 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6099f90b-8c3e-45ba-b408-b8b0361241f1 req-0c595ef7-12a1-4989-ae2d-b7dbad5ec4f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb958b45-2fa0-4e9b-a203-f469b0644c68 HTTP/1.1" status: 200 len: 850 time: 0.5361996 Jul 15 23:04:55.287943 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-517abe16-e4d3-44e5-8abb-c059c25eff9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.351939 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-138e8010-c240-4c18-bc02-79e4070b106a req-0c81bc53-d356-4c1e-972e-a8d108208233 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] No DVR routers for this DVR port 57bb8702-c2eb-4ba5-9f62-539ed0331e2c on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:04:55.357897 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-138e8010-c240-4c18-bc02-79e4070b106a req-0c81bc53-d356-4c1e-972e-a8d108208233 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.360167 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-138e8010-c240-4c18-bc02-79e4070b106a req-0c81bc53-d356-4c1e-972e-a8d108208233 tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] 10.222.0.43 "DELETE /v2.0/ports/57bb8702-c2eb-4ba5-9f62-539ed0331e2c HTTP/1.1" status: 204 len: 173 time: 1.7626393 Jul 15 23:04:55.361453 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4337beed-1e4c-4813-a3f6-da6b2c183c04', 'name': 'network-vif-deleted', 'tag': '57bb8702-c2eb-4ba5-9f62-539ed0331e2c'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:55.376616 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb0268c-11e0-46d1-859a-02e3737ae059" -d '{"events": [{"server_uuid": "4337beed-1e4c-4813-a3f6-da6b2c183c04", "name": "network-vif-deleted", "tag": "57bb8702-c2eb-4ba5-9f62-539ed0331e2c"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:55.382878 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-65badddb-de6f-4eee-9dfb-78829851f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:55.385853 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-65badddb-de6f-4eee-9dfb-78829851f181 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bbea9511-9599-4d61-bc5f-d2e279b3eb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3932290 Jul 15 23:04:55.437992 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517abe16-e4d3-44e5-8abb-c059c25eff9f admin admin] Pushing event deleted for resources: {'Port': ['ID=79884c4e-9d3a-43fe-a49b-1886cf6df4a1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:55.446138 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e1e1ddfa-4331-49ef-90b8-5b058fb17650 service neutron] Attempting to bind port 2a70239a-ae71-445f-bebe-080c984f01f5 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:55.446518 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e1e1ddfa-4331-49ef-90b8-5b058fb17650 service neutron] Attempting to bind port 2a70239a-ae71-445f-bebe-080c984f01f5 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '18869271-18dd-402e-a59b-69d3be2d109b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dddece06-8102-447c-af22-d2066b6de3cc'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:55.448017 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e1e1ddfa-4331-49ef-90b8-5b058fb17650 service neutron] Attempting to bind port 2a70239a-ae71-445f-bebe-080c984f01f5 on network dddece06-8102-447c-af22-d2066b6de3cc {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:55.475906 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6099f90b-8c3e-45ba-b408-b8b0361241f1 req-3492775d-99ed-4ade-a802-68db5a8abf45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=147f0164-be98-43b4-81d0-63f63c5d44c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1238332 Jul 15 23:04:55.530120 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e1e1ddfa-4331-49ef-90b8-5b058fb17650 service neutron] Port 2a70239a-ae71-445f-bebe-080c984f01f5 on network dddece06-8102-447c-af22-d2066b6de3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:55.530456 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e1e1ddfa-4331-49ef-90b8-5b058fb17650 service neutron] Attempting to bind port 2a70239a-ae71-445f-bebe-080c984f01f5 on network dddece06-8102-447c-af22-d2066b6de3cc {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:55.595973 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e1e1ddfa-4331-49ef-90b8-5b058fb17650 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:55.596313 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e1e1ddfa-4331-49ef-90b8-5b058fb17650 service neutron] Checking segment: {'id': '18869271-18dd-402e-a59b-69d3be2d109b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dddece06-8102-447c-af22-d2066b6de3cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:55.596703 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e1e1ddfa-4331-49ef-90b8-5b058fb17650 service neutron] Bound using segment: {'id': '18869271-18dd-402e-a59b-69d3be2d109b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dddece06-8102-447c-af22-d2066b6de3cc'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:55.597144 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e1e1ddfa-4331-49ef-90b8-5b058fb17650 service neutron] Bound port: 2a70239a-ae71-445f-bebe-080c984f01f5, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18869271-18dd-402e-a59b-69d3be2d109b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dddece06-8102-447c-af22-d2066b6de3cc'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:55.597883 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e1e1ddfa-4331-49ef-90b8-5b058fb17650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.755437 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-c659337f-c7b6-4ae9-901b-f120b65c00d7 service neutron] 10.222.0.43 "GET /v2.0/networks/bbea9511-9599-4d61-bc5f-d2e279b3eb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535662 Jul 15 23:04:55.770120 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143780c-1a15-4298-b4f4-9722fc17f7c4 req-f70df6be-d57a-4527-8306-e4c458cb2f72 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:55.777865 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f143780c-1a15-4298-b4f4-9722fc17f7c4 req-f70df6be-d57a-4527-8306-e4c458cb2f72 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4004da4-dbc6-46d2-b7f5-efde36c9d9d9 HTTP/1.1" status: 200 len: 946 time: 0.4280078 Jul 15 23:04:55.805178 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92010c6-847f-4f2a-aa1f-2ded2c527a71 req-ec6afaab-d20f-4cb8-9840-06ef5dc6a40f tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:55.805846 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e1e1ddfa-4331-49ef-90b8-5b058fb17650 service neutron] For port 2a70239a-ae71-445f-bebe-080c984f01f5, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:55.806955 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d92010c6-847f-4f2a-aa1f-2ded2c527a71 req-ec6afaab-d20f-4cb8-9840-06ef5dc6a40f tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 944 time: 0.3209138 Jul 15 23:04:55.809257 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e1e1ddfa-4331-49ef-90b8-5b058fb17650 service neutron] For port 2a70239a-ae71-445f-bebe-080c984f01f5, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=2a70239a-ae71-445f-bebe-080c984f01f5,segment=NetworkSegment(18869271-18dd-402e-a59b-69d3be2d109b),segment_id=18869271-18dd-402e-a59b-69d3be2d109b)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:55.819063 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e1e1ddfa-4331-49ef-90b8-5b058fb17650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.900188 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f143780c-1a15-4298-b4f4-9722fc17f7c4 req-d3b22f38-f083-43c4-8c3c-f885497d7ae9 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0fc56ec-9d35-4dbf-bc1f-aca3323208f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214550 Jul 15 23:04:55.920211 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d92010c6-847f-4f2a-aa1f-2ded2c527a71 req-3237de17-2249-4557-92ae-18a2f0ca8f33 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957699 Jul 15 23:04:55.939010 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6099f90b-8c3e-45ba-b408-b8b0361241f1 req-0fa525d1-095c-402f-8a59-d3a9a2026e7d service neutron] 10.222.0.36 "GET /v2.0/networks/147f0164-be98-43b4-81d0-63f63c5d44c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099102 Jul 15 23:04:55.944196 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e1e1ddfa-4331-49ef-90b8-5b058fb17650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:55.944821 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e1e1ddfa-4331-49ef-90b8-5b058fb17650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.946199 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-e1e1ddfa-4331-49ef-90b8-5b058fb17650 service neutron] 10.222.0.36 "PUT /v2.0/ports/2a70239a-ae71-445f-bebe-080c984f01f5 HTTP/1.1" status: 200 len: 1091 time: 2.3704817 Jul 15 23:04:55.950498 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94fbd277-20b7-4415-b2f5-87d43b92c69e', 'tag': '2a70239a-ae71-445f-bebe-080c984f01f5'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:55.952794 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcf8fd2-e1ac-4388-b35f-f4526ec2eb09" -d '{"events": [{"name": "network-changed", "server_uuid": "94fbd277-20b7-4415-b2f5-87d43b92c69e", "tag": "2a70239a-ae71-445f-bebe-080c984f01f5"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:55.982475 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-f290eb23-4232-405f-80fe-247447b75385 service neutron] 10.222.0.43 "GET /v2.0/networks/bbea9511-9599-4d61-bc5f-d2e279b3eb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024653 Jul 15 23:04:56.090484 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-0938e988-3b0e-424a-b941-c7fc353188e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d21b906d-5799-491b-a71e-1b415441bf9f HTTP/1.1" status: 200 len: 217 time: 0.1010668 Jul 15 23:04:56.098183 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1ddfa-4331-49ef-90b8-5b058fb17650 service neutron] Pushing event updated for resources: {'Port': ['ID=2a70239a-ae71-445f-bebe-080c984f01f5,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:56.201857 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be4c5ce-d5ad-453b-9315-f2c36d5fac23 x-openstack-request-id: req-8be4c5ce-d5ad-453b-9315-f2c36d5fac23 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:56.203684 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4337beed-1e4c-4813-a3f6-da6b2c183c04", "name": "network-vif-deleted", "tag": "57bb8702-c2eb-4ba5-9f62-539ed0331e2c", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:56.204317 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8be4c5ce-d5ad-453b-9315-f2c36d5fac23 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:56.204955 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4337beed-1e4c-4813-a3f6-da6b2c183c04', 'name': 'network-vif-deleted', 'tag': '57bb8702-c2eb-4ba5-9f62-539ed0331e2c', 'status': 'completed', 'code': 200} Jul 15 23:04:56.236963 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-517abe16-e4d3-44e5-8abb-c059c25eff9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:56.265621 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-fcd33226-38b1-4fba-b150-dcc74c9c51ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:56.267104 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-fcd33226-38b1-4fba-b150-dcc74c9c51ca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2caf3549-18f8-4078-a5bd-a7ecd88c89df HTTP/1.1" status: 200 len: 797 time: 0.1666441 Jul 15 23:04:56.289600 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6c8d2-2c80-4b0e-8ea2-ff8726f9d879 req-b122dd7d-bda7-4e26-b58a-39f8a1abea31 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:56.291985 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-03f6c8d2-2c80-4b0e-8ea2-ff8726f9d879 req-b122dd7d-bda7-4e26-b58a-39f8a1abea31 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 944 time: 0.4260170 Jul 15 23:04:56.390836 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41ecea-e06e-4571-9ce5-1aceab072f0b req-d6f6434f-3408-425f-b307-25d830cff5ce tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:56.391695 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4a41ecea-e06e-4571-9ce5-1aceab072f0b req-d6f6434f-3408-425f-b307-25d830cff5ce tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 944 time: 0.1702428 Jul 15 23:04:56.402921 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6099f90b-8c3e-45ba-b408-b8b0361241f1 req-84c2d5d9-7193-4f7e-bc1a-2c0b67a9e327 service neutron] 10.222.0.36 "GET /v2.0/networks/147f0164-be98-43b4-81d0-63f63c5d44c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426672 Jul 15 23:04:56.432502 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-41898583-a50c-43c5-a954-7799caa040fb req-530dbe5b-86c0-4e63-bcfb-785efd7db06f tempest-ServerMetadataNegativeTestJSON-545990695 tempest-ServerMetadataNegativeTestJSON-545990695-project] 10.222.0.16 "GET /v2.0/ports?device_id=4337beed-1e4c-4813-a3f6-da6b2c183c04 HTTP/1.1" status: 200 len: 210 time: 0.0383327 Jul 15 23:04:56.448894 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-fa81d3c5-9076-475d-b383-5327fa9f835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:56.450782 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-fa81d3c5-9076-475d-b383-5327fa9f835e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bbea9511-9599-4d61-bc5f-d2e279b3eb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1666093 Jul 15 23:04:56.483246 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 563aed08-a410-4a75-8ec0-df4430a12f5c details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:56.488093 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-4f6067a5-ddbd-410e-9994-925bfd84b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:56.489612 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-4f6067a5-ddbd-410e-9994-925bfd84b4b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37c1fc708df5422b9e76d27edff68ec8&device_id=94fbd277-20b7-4415-b2f5-87d43b92c69e HTTP/1.1" status: 200 len: 1094 time: 0.4547083 Jul 15 23:04:56.503479 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4a41ecea-e06e-4571-9ce5-1aceab072f0b req-0b393e3e-8446-4829-b5fe-66dcc5356f2b tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973887 Jul 15 23:04:56.581444 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-13950e18-6d23-4c09-880c-dabdc781bdf6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a70239a-ae71-445f-bebe-080c984f01f5 HTTP/1.1" status: 200 len: 217 time: 0.0712564 Jul 15 23:04:56.585759 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415929d7-77f2-4814-bd17-af571ea2fb0d x-openstack-request-id: req-415929d7-77f2-4814-bd17-af571ea2fb0d {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:56.586049 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94fbd277-20b7-4415-b2f5-87d43b92c69e", "tag": "2a70239a-ae71-445f-bebe-080c984f01f5", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:56.586298 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-415929d7-77f2-4814-bd17-af571ea2fb0d {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:56.587238 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94fbd277-20b7-4415-b2f5-87d43b92c69e', 'tag': '2a70239a-ae71-445f-bebe-080c984f01f5', 'status': 'completed', 'code': 200} Jul 15 23:04:56.626566 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-2fef5f2e-1e3d-4d37-8a4a-6396701bc75b service neutron] 10.222.0.43 "GET /v2.0/networks/bbea9511-9599-4d61-bc5f-d2e279b3eb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634455 Jul 15 23:04:56.703344 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 563aed08-a410-4a75-8ec0-df4430a12f5c, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=563aed08-a410-4a75-8ec0-df4430a12f5c,segment=NetworkSegment(5bcbfba5-f1c1-4236-a250-542a8e550bb9),segment_id=5bcbfba5-f1c1-4236-a250-542a8e550bb9)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:56.716387 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '563aed08-a410-4a75-8ec0-df4430a12f5c', 'network_id': '147f0164-be98-43b4-81d0-63f63c5d44c6', 'port_id': '563aed08-a410-4a75-8ec0-df4430a12f5c', 'mac_address': 'fa:16:3e:45:71:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb958b45-2fa0-4e9b-a203-f469b0644c68', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:56.737001 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-5ae6437b-53a7-485a-9495-2d869abf1bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:56.738545 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-5ae6437b-53a7-485a-9495-2d869abf1bd4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb52db1a-3b19-4e13-a1a6-92c7650500b2 HTTP/1.1" status: 200 len: 867 time: 0.1494765 Jul 15 23:04:56.765149 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-03f6c8d2-2c80-4b0e-8ea2-ff8726f9d879 req-980da715-f56a-4b3c-b20c-99b94a3da665 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Deleting port bbffc5ff-9f45-460b-bb3c-afbae46578bb {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:56.765501 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-03f6c8d2-2c80-4b0e-8ea2-ff8726f9d879 req-980da715-f56a-4b3c-b20c-99b94a3da665 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:56.767224 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:56.782944 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 563aed08-a410-4a75-8ec0-df4430a12f5c {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:56.807595 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 563aed08-a410-4a75-8ec0-df4430a12f5c, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=563aed08-a410-4a75-8ec0-df4430a12f5c,segment=NetworkSegment(5bcbfba5-f1c1-4236-a250-542a8e550bb9),segment_id=5bcbfba5-f1c1-4236-a250-542a8e550bb9)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:56.823439 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:56.884700 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902c275-9dc4-4c95-b8a5-e24a5d27d29f req-9d8c64af-5357-40ae-b015-1142c2970b10 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:56.887180 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1902c275-9dc4-4c95-b8a5-e24a5d27d29f req-9d8c64af-5357-40ae-b015-1142c2970b10 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/ports?device_id=94fbd277-20b7-4415-b2f5-87d43b92c69e HTTP/1.1" status: 200 len: 943 time: 0.2198696 Jul 15 23:04:56.889540 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=563aed08-a410-4a75-8ec0-df4430a12f5c,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:56.896700 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2f663-a758-4d92-bf52-418ad342dadb req-4327ae6f-c501-4aee-8859-4e09b679dbf1 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:56.902966 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f4c2f663-a758-4d92-bf52-418ad342dadb req-4327ae6f-c501-4aee-8859-4e09b679dbf1 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4004da4-dbc6-46d2-b7f5-efde36c9d9d9 HTTP/1.1" status: 200 len: 946 time: 0.1901817 Jul 15 23:04:56.907052 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab1fd59b-4aec-46ef-bde3-12caf63a4924 req-95cc7ccb-57be-4c45-acac-f839a32ff343 service neutron] 10.222.0.43 "GET /v2.0/networks/bbea9511-9599-4d61-bc5f-d2e279b3eb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719836 Jul 15 23:04:56.908385 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39686) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:56.919471 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-95e48288-8348-47ec-bc0e-f4c86399d362 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Request body: {'floatingip': {'port_id': 'b8edc360-74fd-4c16-b2a3-6d680397a8d6'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:56.934192 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-03f6c8d2-2c80-4b0e-8ea2-ff8726f9d879 req-980da715-f56a-4b3c-b20c-99b94a3da665 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] For port bbffc5ff-9f45-460b-bb3c-afbae46578bb, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=bbffc5ff-9f45-460b-bb3c-afbae46578bb,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:56.934918 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-03f6c8d2-2c80-4b0e-8ea2-ff8726f9d879 req-980da715-f56a-4b3c-b20c-99b94a3da665 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:56.945870 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-85cfdd3c-bc8a-41d7-8e03-39c477c9ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:56.947449 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-85cfdd3c-bc8a-41d7-8e03-39c477c9ccb2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dddece06-8102-447c-af22-d2066b6de3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1981125 Jul 15 23:04:56.949328 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517abe16-e4d3-44e5-8abb-c059c25eff9f admin admin] Router 0c66fdac-cfae-4ac9-968e-e71311a1b290 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:04:56.956559 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-03f6c8d2-2c80-4b0e-8ea2-ff8726f9d879 req-980da715-f56a-4b3c-b20c-99b94a3da665 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Calling delete_port for bbffc5ff-9f45-460b-bb3c-afbae46578bb owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:56.990375 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95e48288-8348-47ec-bc0e-f4c86399d362 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks [] for floatingip, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.078591 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1902c275-9dc4-4c95-b8a5-e24a5d27d29f req-ec0fc635-2710-4473-9439-189a6f50387a tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad91e050-ac8f-47c2-8fb7-23f65d50925f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739001 Jul 15 23:04:57.117945 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['563aed08-a410-4a75-8ec0-df4430a12f5c'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:57.235113 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517abe16-e4d3-44e5-8abb-c059c25eff9f admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:04:57.246927 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-517abe16-e4d3-44e5-8abb-c059c25eff9f admin admin] 10.222.0.16 "PUT /v2.0/routers/0c66fdac-cfae-4ac9-968e-e71311a1b290/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4258940 Jul 15 23:04:57.251837 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39696) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:57.255484 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 57bb8702-c2eb-4ba5-9f62-539ed0331e2c no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:57.256045 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-8a068de5-d711-495f-a481-69abb54cefb4 service neutron] 10.222.0.36 "GET /v2.0/networks/dddece06-8102-447c-af22-d2066b6de3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966750 Jul 15 23:04:57.299274 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74adc53e-ac57-4274-ba38-c7121a800605 None None] Sync routers for ids ['0c66fdac-cfae-4ac9-968e-e71311a1b290'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:04:57.302670 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dc496-ceef-4fc1-b984-664d0181f6b1 req-153bfade-a68e-4dea-89c4-dcfc078c06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:57.303165 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dc496-ceef-4fc1-b984-664d0181f6b1 req-153bfade-a68e-4dea-89c4-dcfc078c06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:57.303696 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dc496-ceef-4fc1-b984-664d0181f6b1 req-153bfade-a68e-4dea-89c4-dcfc078c06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:57.304167 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dc496-ceef-4fc1-b984-664d0181f6b1 req-153bfade-a68e-4dea-89c4-dcfc078c06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:57.304703 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dc496-ceef-4fc1-b984-664d0181f6b1 req-153bfade-a68e-4dea-89c4-dcfc078c06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:57.305166 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dc496-ceef-4fc1-b984-664d0181f6b1 req-153bfade-a68e-4dea-89c4-dcfc078c06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:57.305675 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dc496-ceef-4fc1-b984-664d0181f6b1 req-153bfade-a68e-4dea-89c4-dcfc078c06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:57.307873 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c55dc496-ceef-4fc1-b984-664d0181f6b1 req-153bfade-a68e-4dea-89c4-dcfc078c06bf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c022d86cdc7f4fca8c9ab116c350a036&device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 6499 time: 0.2537327 Jul 15 23:04:57.318199 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 57bb8702-c2eb-4ba5-9f62-539ed0331e2c {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:04:57.318729 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 57bb8702-c2eb-4ba5-9f62-539ed0331e2c not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:04:57.338845 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74adc53e-ac57-4274-ba38-c7121a800605 None None] Routers {'0c66fdac-cfae-4ac9-968e-e71311a1b290'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:04:57.339811 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-74adc53e-ac57-4274-ba38-c7121a800605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:04:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['0c66fdac-cfae-4ac9-968e-e71311a1b290'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:57.408834 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1bbc6acd-16c2-4fac-8eb4-c3d9740d2384 req-928bdd01-08e5-45ee-8544-d850a611dffa service neutron] 10.222.0.36 "GET /v2.0/networks/dddece06-8102-447c-af22-d2066b6de3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414168 Jul 15 23:04:57.409937 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-03f6c8d2-2c80-4b0e-8ea2-ff8726f9d879 req-980da715-f56a-4b3c-b20c-99b94a3da665 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.451784 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980da715-f56a-4b3c-b20c-99b94a3da665 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Pushing event deleted for resources: {'Port': ['ID=bbffc5ff-9f45-460b-bb3c-afbae46578bb,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:57.482425 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a5e52-80df-4ec6-9fd1-17a7c8efe9e0 req-4b4cc221-31c3-40c4-89e8-b9f8210f52b6 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:57.490029 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-935a5e52-80df-4ec6-9fd1-17a7c8efe9e0 req-4b4cc221-31c3-40c4-89e8-b9f8210f52b6 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 945 time: 0.3195338 Jul 15 23:04:57.506841 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-74adc53e-ac57-4274-ba38-c7121a800605 None None] Set router 0c66fdac-cfae-4ac9-968e-e71311a1b290 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:04:57.522202 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f6c8d2-2c80-4b0e-8ea2-ff8726f9d879 req-980da715-f56a-4b3c-b20c-99b94a3da665 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] No DVR routers for this DVR port bbffc5ff-9f45-460b-bb3c-afbae46578bb on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:04:57.534901 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-03f6c8d2-2c80-4b0e-8ea2-ff8726f9d879 req-980da715-f56a-4b3c-b20c-99b94a3da665 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.536628 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-03f6c8d2-2c80-4b0e-8ea2-ff8726f9d879 req-980da715-f56a-4b3c-b20c-99b94a3da665 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.36 "DELETE /v2.0/ports/bbffc5ff-9f45-460b-bb3c-afbae46578bb HTTP/1.1" status: 204 len: 173 time: 1.1557074 Jul 15 23:04:57.602299 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf8fd2-e1ac-4388-b35f-f4526ec2eb09 req-68e7f273-902b-46b2-a01e-f4e1da6e04ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:57.603892 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0bcf8fd2-e1ac-4388-b35f-f4526ec2eb09 req-68e7f273-902b-46b2-a01e-f4e1da6e04ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37c1fc708df5422b9e76d27edff68ec8&device_id=94fbd277-20b7-4415-b2f5-87d43b92c69e HTTP/1.1" status: 200 len: 1094 time: 0.0832345 Jul 15 23:04:57.714366 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf8fd2-e1ac-4388-b35f-f4526ec2eb09 req-3adec169-4362-4a74-aa4f-6c1044e84b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:57.716351 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0bcf8fd2-e1ac-4388-b35f-f4526ec2eb09 req-3adec169-4362-4a74-aa4f-6c1044e84b85 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dddece06-8102-447c-af22-d2066b6de3cc HTTP/1.1" status: 200 len: 929 time: 0.1061242 Jul 15 23:04:57.778924 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-74adc53e-ac57-4274-ba38-c7121a800605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820815977-router', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:59:37Z', 'updated_at': '2021-07-15T23:04:54Z', 'revision_number': 5, 'project_id': '8d5b419981334391af714f4b817dcecc', 'gw_port': {'id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:38Z', 'updated_at': '2021-07-15T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:57.783489 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0bcf8fd2-e1ac-4388-b35f-f4526ec2eb09 req-27606234-c95f-401c-a2b2-a5636f65b926 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a70239a-ae71-445f-bebe-080c984f01f5 HTTP/1.1" status: 200 len: 217 time: 0.0606349 Jul 15 23:04:57.814813 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74adc53e-ac57-4274-ba38-c7121a800605 None None] Checking router: 0c66fdac-cfae-4ac9-968e-e71311a1b290 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:04:57.825272 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74adc53e-ac57-4274-ba38-c7121a800605 None None] Routers {'0c66fdac-cfae-4ac9-968e-e71311a1b290'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:04:57.826216 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-74adc53e-ac57-4274-ba38-c7121a800605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:04:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['0c66fdac-cfae-4ac9-968e-e71311a1b290'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:57.836203 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf8fd2-e1ac-4388-b35f-f4526ec2eb09 req-ccfac3b7-5221-493f-b208-a2bb86dfb1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:57.837726 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0bcf8fd2-e1ac-4388-b35f-f4526ec2eb09 req-ccfac3b7-5221-493f-b208-a2bb86dfb1bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb52db1a-3b19-4e13-a1a6-92c7650500b2 HTTP/1.1" status: 200 len: 867 time: 0.0456808 Jul 15 23:04:57.895997 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf8fd2-e1ac-4388-b35f-f4526ec2eb09 req-2cf568bc-6ce2-4eba-9e69-195761089cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:57.897495 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0bcf8fd2-e1ac-4388-b35f-f4526ec2eb09 req-2cf568bc-6ce2-4eba-9e69-195761089cec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dddece06-8102-447c-af22-d2066b6de3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534222 Jul 15 23:04:57.925803 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-935a5e52-80df-4ec6-9fd1-17a7c8efe9e0 req-5d47dbb7-8538-4064-81d6-86f31556bdaa tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342716 Jul 15 23:04:57.950598 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60f6ead1-dfb5-4614-a341-5a100e97f933 admin admin] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.954893 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-74adc53e-ac57-4274-ba38-c7121a800605 None None] Set router 0c66fdac-cfae-4ac9-968e-e71311a1b290 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:04:57.990072 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dc496-ceef-4fc1-b984-664d0181f6b1 req-e053c925-ae70-46ae-8deb-a22922b8d104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:57.991631 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c55dc496-ceef-4fc1-b984-664d0181f6b1 req-e053c925-ae70-46ae-8deb-a22922b8d104 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f91dc6f9-c960-4d7e-bb47-47324cf074aa HTTP/1.1" status: 200 len: 917 time: 0.6482100 Jul 15 23:04:57.993238 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-ac799f15-bd80-4730-94f8-459d024a0037 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4125817 Jul 15 23:04:58.015351 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0bcf8fd2-e1ac-4388-b35f-f4526ec2eb09 req-9ba0060a-fd4c-4888-9dc7-c0317907688e service neutron] 10.222.0.36 "GET /v2.0/networks/dddece06-8102-447c-af22-d2066b6de3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104577 Jul 15 23:04:58.062896 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39712) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:58.168651 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['bbffc5ff-9f45-460b-bb3c-afbae46578bb'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:58.193757 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-62cd7998-ace3-4d19-8f06-f9b834ef5c59 admin admin] Deleting subnet 373ce9cf-1ba8-438a-b84e-e698320224be {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:04:58.201885 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-62cd7998-ace3-4d19-8f06-f9b834ef5c59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.206580 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0bcf8fd2-e1ac-4388-b35f-f4526ec2eb09 req-caed5a16-f3d9-49db-b261-f0da9eec2406 service neutron] 10.222.0.36 "GET /v2.0/networks/dddece06-8102-447c-af22-d2066b6de3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823401 Jul 15 23:04:58.220040 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-74adc53e-ac57-4274-ba38-c7121a800605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820815977-router', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:59:37Z', 'updated_at': '2021-07-15T23:04:54Z', 'revision_number': 5, 'project_id': '8d5b419981334391af714f4b817dcecc', 'gw_port': {'id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:38Z', 'updated_at': '2021-07-15T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:58.245508 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-62cd7998-ace3-4d19-8f06-f9b834ef5c59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.247639 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74adc53e-ac57-4274-ba38-c7121a800605 None None] The sync data for ids ['0c66fdac-cfae-4ac9-968e-e71311a1b290'] in n-d-787205-9 is: [{'id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820815977-router', 'tenant_id': '8d5b419981334391af714f4b817dcecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:59:37Z', 'updated_at': '2021-07-15T23:04:54Z', 'revision_number': 5, 'project_id': '8d5b419981334391af714f4b817dcecc', 'gw_port': {'id': '13840ebd-6715-4f9b-994e-ca676bf844cd', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c66fdac-cfae-4ac9-968e-e71311a1b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:38Z', 'updated_at': '2021-07-15T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:04:58.300668 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-62cd7998-ace3-4d19-8f06-f9b834ef5c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.368481 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-62cd7998-ace3-4d19-8f06-f9b834ef5c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.397523 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd7998-ace3-4d19-8f06-f9b834ef5c59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=373ce9cf-1ba8-438a-b84e-e698320224be,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:58.401948 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-62cd7998-ace3-4d19-8f06-f9b834ef5c59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.404243 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-62cd7998-ace3-4d19-8f06-f9b834ef5c59 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/373ce9cf-1ba8-438a-b84e-e698320224be HTTP/1.1" status: 204 len: 168 time: 0.3396757 Jul 15 23:04:58.406481 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39718) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:58.415722 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-20cb39aa-cade-4b55-8013-1f6548f616d2 req-0bbf33ec-c737-42d4-affd-a9ac1a185392 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd7e506-22ec-4f13-827e-4ab0f52ebcc9 HTTP/1.1" status: 200 len: 210 time: 0.2168963 Jul 15 23:04:58.439456 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c55dc496-ceef-4fc1-b984-664d0181f6b1 req-ebf3e06a-7319-41fa-951c-2424034426d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=073d8b7d-d632-404a-be5c-62a7e8ef0a1f HTTP/1.1" status: 200 len: 1000 time: 0.4382684 Jul 15 23:04:58.483649 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e341b5f7-6d6b-4780-a38e-1dc2fef56fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.530512 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 563aed08-a410-4a75-8ec0-df4430a12f5c up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:58.555855 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-2515016f-7d92-434e-a2ce-c445a25c5332 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:58.562843 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-2515016f-7d92-434e-a2ce-c445a25c5332 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5606675 Jul 15 23:04:58.564037 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e341b5f7-6d6b-4780-a38e-1dc2fef56fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.565184 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60f6ead1-dfb5-4614-a341-5a100e97f933 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.574665 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-e341b5f7-6d6b-4780-a38e-1dc2fef56fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a01f46b-c977-4727-a5b7-0342ec48d4cb']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:58.583000 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 563aed08-a410-4a75-8ec0-df4430a12f5c completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:58.586791 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 563aed08-a410-4a75-8ec0-df4430a12f5c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:58.587261 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.588435 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd7e506-22ec-4f13-827e-4ab0f52ebcc9', 'name': 'network-vif-deleted', 'tag': 'bbffc5ff-9f45-460b-bb3c-afbae46578bb'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:58.590769 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b47cce-f55c-4793-a0bd-07ec6f64aaca" -d '{"events": [{"server_uuid": "dcd7e506-22ec-4f13-827e-4ab0f52ebcc9", "name": "network-vif-deleted", "tag": "bbffc5ff-9f45-460b-bb3c-afbae46578bb"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:58.594361 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-e341b5f7-6d6b-4780-a38e-1dc2fef56fd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26771a16-7bbd-4819-b305-51a13036c64b') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:58.595636 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-e341b5f7-6d6b-4780-a38e-1dc2fef56fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26771a16-7bbd-4819-b305-51a13036c64b') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:58.612780 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e341b5f7-6d6b-4780-a38e-1dc2fef56fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.628161 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e341b5f7-6d6b-4780-a38e-1dc2fef56fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.635838 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e341b5f7-6d6b-4780-a38e-1dc2fef56fd1 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:04:58.637324 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e341b5f7-6d6b-4780-a38e-1dc2fef56fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:04:58.639817 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:04:58.652840 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-52b1f45a-3be9-455d-a244-97f82fde03ec tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/quotas/5e59761f4ced4c9ba3c153ddaf4258d4 HTTP/1.1" status: 200 len: 375 time: 0.0890493 Jul 15 23:04:58.676620 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dc496-ceef-4fc1-b984-664d0181f6b1 req-ef1efb45-da77-4974-a6da-af52c4a13b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:58.678077 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c55dc496-ceef-4fc1-b984-664d0181f6b1 req-ef1efb45-da77-4974-a6da-af52c4a13b2b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49 HTTP/1.1" status: 200 len: 855 time: 0.2252946 Jul 15 23:04:58.691433 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.706007 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e341b5f7-6d6b-4780-a38e-1dc2fef56fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.712130 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e341b5f7-6d6b-4780-a38e-1dc2fef56fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.715135 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e341b5f7-6d6b-4780-a38e-1dc2fef56fd1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7a01f46b-c977-4727-a5b7-0342ec48d4cb HTTP/1.1" status: 204 len: 168 time: 0.3055987 Jul 15 23:04:58.735354 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 563aed08-a410-4a75-8ec0-df4430a12f5c, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=563aed08-a410-4a75-8ec0-df4430a12f5c,segment=NetworkSegment(5bcbfba5-f1c1-4236-a250-542a8e550bb9),segment_id=5bcbfba5-f1c1-4236-a250-542a8e550bb9)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:58.735705 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.db.resource_extend [None req-95e48288-8348-47ec-bc0e-f4c86399d362 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:04:58.737360 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a623ac1-9718-40aa-b0ca-867d6fb974be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563aed08-a410-4a75-8ec0-df4430a12f5c'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:58.741729 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767461c3-ee8f-4344-9460-fcd9c7dec835" -d '{"events": [{"server_uuid": "4a623ac1-9718-40aa-b0ca-867d6fb974be", "name": "network-vif-plugged", "status": "completed", "tag": "563aed08-a410-4a75-8ec0-df4430a12f5c"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:58.744263 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341b5f7-6d6b-4780-a38e-1dc2fef56fd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a01f46b-c977-4727-a5b7-0342ec48d4cb,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:58.747381 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.748946 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-d988d6b1-3afc-4e83-8599-67bf1e90deeb tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0952568 Jul 15 23:04:58.749199 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device bbffc5ff-9f45-460b-bb3c-afbae46578bb no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:58.802975 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: bbffc5ff-9f45-460b-bb3c-afbae46578bb {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:04:58.803416 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device bbffc5ff-9f45-460b-bb3c-afbae46578bb not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:04:58.834079 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=563aed08-a410-4a75-8ec0-df4430a12f5c,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:58.895682 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95e48288-8348-47ec-bc0e-f4c86399d362 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.909171 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95e48288-8348-47ec-bc0e-f4c86399d362 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.933056 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39726) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:58.965726 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42c54d-254a-4471-b70d-0d69d4e9fd68 req-66538986-4351-4b50-af55-1ef9b67bff28 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:58.968264 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ba42c54d-254a-4471-b70d-0d69d4e9fd68 req-66538986-4351-4b50-af55-1ef9b67bff28 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/ports?device_id=94fbd277-20b7-4415-b2f5-87d43b92c69e HTTP/1.1" status: 200 len: 943 time: 0.4398425 Jul 15 23:04:59.002057 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-60f6ead1-dfb5-4614-a341-5a100e97f933 admin admin] Deleting port 13840ebd-6715-4f9b-994e-ca676bf844cd {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:59.002904 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60f6ead1-dfb5-4614-a341-5a100e97f933 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.021474 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-54a282ab-0ae5-4f20-ae66-5c184082eab8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=63a40a6739db43639d7e511343e14a80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0871751 Jul 15 23:04:59.022099 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39734) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:59.053250 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dc496-ceef-4fc1-b984-664d0181f6b1 req-c35bae38-f3c0-4de1-91eb-507575d5e91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:59.054845 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c55dc496-ceef-4fc1-b984-664d0181f6b1 req-c35bae38-f3c0-4de1-91eb-507575d5e91b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f91dc6f9-c960-4d7e-bb47-47324cf074aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3491895 Jul 15 23:04:59.082861 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 79884c4e-9d3a-43fe-a49b-1886cf6df4a1 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:59.106652 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2554eca3-f661-4746-a965-22f32588d3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.142448 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2554eca3-f661-4746-a965-22f32588d3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.171746 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ba42c54d-254a-4471-b70d-0d69d4e9fd68 req-52ca509d-e179-4e3b-b529-1e7955be1304 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad91e050-ac8f-47c2-8fb7-23f65d50925f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903598 Jul 15 23:04:59.225228 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-95e48288-8348-47ec-bc0e-f4c86399d362 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Floating IP b0707193-85fd-40cf-97d1-0e0758ea0997 associated. External IP: 172.25.4.10, port: b8edc360-74fd-4c16-b2a3-6d680397a8d6. Jul 15 23:04:59.257934 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31567ce-b5a2-4347-a3b7-2c42da94bfd9 x-openstack-request-id: req-a31567ce-b5a2-4347-a3b7-2c42da94bfd9 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:59.258398 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd7e506-22ec-4f13-827e-4ab0f52ebcc9", "name": "network-vif-deleted", "tag": "bbffc5ff-9f45-460b-bb3c-afbae46578bb", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:59.259167 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a31567ce-b5a2-4347-a3b7-2c42da94bfd9 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:59.259395 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd7e506-22ec-4f13-827e-4ab0f52ebcc9', 'name': 'network-vif-deleted', 'tag': 'bbffc5ff-9f45-460b-bb3c-afbae46578bb', 'status': 'completed', 'code': 200} Jul 15 23:04:59.261876 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2554eca3-f661-4746-a965-22f32588d3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.264898 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2554eca3-f661-4746-a965-22f32588d3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.269537 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2554eca3-f661-4746-a965-22f32588d3d4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff40ff04-754d-4a73-8203-de4c6f591d65 HTTP/1.1" status: 204 len: 168 time: 0.2464290 Jul 15 23:04:59.288835 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554eca3-f661-4746-a965-22f32588d3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff40ff04-754d-4a73-8203-de4c6f591d65,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:59.360917 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656a63a5-da49-4a6e-a480-529f32833b63 x-openstack-request-id: req-656a63a5-da49-4a6e-a480-529f32833b63 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:59.361909 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a623ac1-9718-40aa-b0ca-867d6fb974be", "name": "network-vif-plugged", "status": "completed", "tag": "563aed08-a410-4a75-8ec0-df4430a12f5c", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:59.362358 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-656a63a5-da49-4a6e-a480-529f32833b63 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:59.362975 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a623ac1-9718-40aa-b0ca-867d6fb974be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563aed08-a410-4a75-8ec0-df4430a12f5c', 'code': 200} Jul 15 23:04:59.377088 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-60f6ead1-dfb5-4614-a341-5a100e97f933 admin admin] For port 13840ebd-6715-4f9b-994e-ca676bf844cd, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=13840ebd-6715-4f9b-994e-ca676bf844cd,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:59.377878 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60f6ead1-dfb5-4614-a341-5a100e97f933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.383137 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 79884c4e-9d3a-43fe-a49b-1886cf6df4a1 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:04:59.383486 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 79884c4e-9d3a-43fe-a49b-1886cf6df4a1 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:04:59.551758 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c268c-e831-40b5-bc0c-5f4b5242886a req-0cf1f091-092e-483f-8ec3-5fe12422e0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:59.553307 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-145c268c-e831-40b5-bc0c-5f4b5242886a req-0cf1f091-092e-483f-8ec3-5fe12422e0f3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 1097 time: 0.1001756 Jul 15 23:04:59.613498 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-145c268c-e831-40b5-bc0c-5f4b5242886a req-6225b035-d31a-4f2c-ae6c-9d6a7ac35a49 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532358 Jul 15 23:04:59.732690 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-60f6ead1-dfb5-4614-a341-5a100e97f933 admin admin] Calling delete_port for 13840ebd-6715-4f9b-994e-ca676bf844cd owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:59.756657 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c55dc496-ceef-4fc1-b984-664d0181f6b1 req-dbb77eb6-aed8-4929-92b9-6d3e81955966 service neutron] 10.222.0.43 "GET /v2.0/networks/f91dc6f9-c960-4d7e-bb47-47324cf074aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6877379 Jul 15 23:04:59.758604 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cffc464f-1ab2-4501-b0dd-6cb14fc0d48d req-f0395feb-a331-4c46-9bda-186b86a96083 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=2251c629-daf5-47b8-8430-a908a8cf7bfa HTTP/1.1" status: 200 len: 210 time: 0.3775082 Jul 15 23:05:00.117447 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2448b8-32da-4849-b355-b8b437b50c27 req-f9ffe782-1630-4040-adca-92544fd658e1 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.119198 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9c2448b8-32da-4849-b355-b8b437b50c27 req-f9ffe782-1630-4040-adca-92544fd658e1 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 946 time: 0.3880448 Jul 15 23:05:00.188908 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c55dc496-ceef-4fc1-b984-664d0181f6b1 req-26789a34-1f9e-43a6-ab4a-40e6d5a64eb6 service neutron] 10.222.0.43 "GET /v2.0/networks/f91dc6f9-c960-4d7e-bb47-47324cf074aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091799 Jul 15 23:05:00.285800 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9c2448b8-32da-4849-b355-b8b437b50c27 req-5b1905a8-6746-45fc-9761-56786d147b81 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544659 Jul 15 23:05:00.298519 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39772) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:00.329410 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e48288-8348-47ec-bc0e-f4c86399d362 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Router 5534a0f2-f5fc-4e00-9241-8aace68c88e9 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:05:00.370247 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60f6ead1-dfb5-4614-a341-5a100e97f933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:00.417185 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ace292e8-d93f-4fd9-825f-24bf1eb24094 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-398131899-network', 'tenant_id': '75dba73826074396acc24302f5efb0e8'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:00.452263 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace292e8-d93f-4fd9-825f-24bf1eb24094 admin admin] Made reservation on behalf of 75dba73826074396acc24302f5efb0e8 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:00.455284 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ace292e8-d93f-4fd9-825f-24bf1eb24094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:00.464237 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ace292e8-d93f-4fd9-825f-24bf1eb24094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:00.515678 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 2a70239a-ae71-445f-bebe-080c984f01f5 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:00.583352 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6ead1-dfb5-4614-a341-5a100e97f933 admin admin] Pushing event deleted for resources: {'Port': ['ID=13840ebd-6715-4f9b-994e-ca676bf844cd,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:00.611249 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-b2a9e0f7-05e8-464f-ac18-88e8b3084ffe tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2122817 Jul 15 23:05:00.622736 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ace292e8-d93f-4fd9-825f-24bf1eb24094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:00.627612 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ace292e8-d93f-4fd9-825f-24bf1eb24094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:00.637246 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 2a70239a-ae71-445f-bebe-080c984f01f5, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=2a70239a-ae71-445f-bebe-080c984f01f5,segment=NetworkSegment(18869271-18dd-402e-a59b-69d3be2d109b),segment_id=18869271-18dd-402e-a59b-69d3be2d109b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:00.655526 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace292e8-d93f-4fd9-825f-24bf1eb24094 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:05:00.658275 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '2a70239a-ae71-445f-bebe-080c984f01f5', 'network_id': 'dddece06-8102-447c-af22-d2066b6de3cc', 'port_id': '2a70239a-ae71-445f-bebe-080c984f01f5', 'mac_address': 'fa:16:3e:b9:1e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb52db1a-3b19-4e13-a1a6-92c7650500b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:00.673768 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace292e8-d93f-4fd9-825f-24bf1eb24094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1bba3c-a016-4a4e-8754-0c290b07c1ef,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:00.689138 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ace292e8-d93f-4fd9-825f-24bf1eb24094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:00.689489 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-ace292e8-d93f-4fd9-825f-24bf1eb24094 admin admin] Added segment 2e64f487-053c-4004-a3af-756cbd108bb6 of type vlan for network e5369888-bf25-48d3-ac70-13804baa37e8 Jul 15 23:05:00.690999 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60f6ead1-dfb5-4614-a341-5a100e97f933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:00.710919 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e48288-8348-47ec-bc0e-f4c86399d362 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:05:00.711183 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:00.725152 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27ef2fa-58f5-4868-8084-f2dbdc7edff5 None None] Sync routers for ids ['5534a0f2-f5fc-4e00-9241-8aace68c88e9'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:05:00.726036 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a70239a-ae71-445f-bebe-080c984f01f5 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:00.734879 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ace292e8-d93f-4fd9-825f-24bf1eb24094 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:00.740426 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27ef2fa-58f5-4868-8084-f2dbdc7edff5 None None] Routers {'5534a0f2-f5fc-4e00-9241-8aace68c88e9'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:00.741868 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-e27ef2fa-58f5-4868-8084-f2dbdc7edff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:04:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['5534a0f2-f5fc-4e00-9241-8aace68c88e9'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:00.755578 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 2a70239a-ae71-445f-bebe-080c984f01f5, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=2a70239a-ae71-445f-bebe-080c984f01f5,segment=NetworkSegment(18869271-18dd-402e-a59b-69d3be2d109b),segment_id=18869271-18dd-402e-a59b-69d3be2d109b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:00.761019 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:00.779246 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ace292e8-d93f-4fd9-825f-24bf1eb24094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:00.780433 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace292e8-d93f-4fd9-825f-24bf1eb24094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.781076 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ace292e8-d93f-4fd9-825f-24bf1eb24094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:00.797052 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95e48288-8348-47ec-bc0e-f4c86399d362 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:00.821270 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=2a70239a-ae71-445f-bebe-080c984f01f5,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:00.850902 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace292e8-d93f-4fd9-825f-24bf1eb24094 admin admin] Pushing event updated for resources: {'Network': ['ID=e5369888-bf25-48d3-ac70-13804baa37e8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:00.863398 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ace292e8-d93f-4fd9-825f-24bf1eb24094 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5635977 Jul 15 23:05:00.866036 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39778) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:00.868011 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network e5369888-bf25-48d3-ac70-13804baa37e8 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:05:00.871373 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951012de-c2ff-452f-9ebc-a914071f8ece req-9bbc580c-ab58-415e-a01d-b5524285b9bc tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.872175 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-85090f74-70d5-463f-9af0-dcffa4df4fa4 admin admin] Request body: {'subnet': {'network_id': 'e5369888-bf25-48d3-ac70-13804baa37e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-398131899-subnet', 'tenant_id': '75dba73826074396acc24302f5efb0e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:00.879306 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-951012de-c2ff-452f-9ebc-a914071f8ece req-9bbc580c-ab58-415e-a01d-b5524285b9bc tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 945 time: 0.5754800 Jul 15 23:05:00.895808 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-e27ef2fa-58f5-4868-8084-f2dbdc7edff5 None None] Set router 5534a0f2-f5fc-4e00-9241-8aace68c88e9 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:00.897419 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85090f74-70d5-463f-9af0-dcffa4df4fa4 admin admin] Made reservation on behalf of 75dba73826074396acc24302f5efb0e8 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:00.900541 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85090f74-70d5-463f-9af0-dcffa4df4fa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:00.901876 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60f6ead1-dfb5-4614-a341-5a100e97f933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:00.931224 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60f6ead1-dfb5-4614-a341-5a100e97f933 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.043808 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-95e48288-8348-47ec-bc0e-f4c86399d362 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "PUT /v2.0/floatingips/b0707193-85fd-40cf-97d1-0e0758ea0997 HTTP/1.1" status: 200 len: 991 time: 4.1299832 Jul 15 23:05:01.050354 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4004da4-dbc6-46d2-b7f5-efde36c9d9d9', 'tag': 'b8edc360-74fd-4c16-b2a3-6d680397a8d6'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:01.056175 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b447f8a-8f98-4a50-ad8c-1467dfae486e" -d '{"events": [{"name": "network-changed", "server_uuid": "d4004da4-dbc6-46d2-b7f5-efde36c9d9d9", "tag": "b8edc360-74fd-4c16-b2a3-6d680397a8d6"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:01.076195 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60f6ead1-dfb5-4614-a341-5a100e97f933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.076707 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f6ead1-dfb5-4614-a341-5a100e97f933 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c66fdac-cfae-4ac9-968e-e71311a1b290 {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:05:01.080879 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-951012de-c2ff-452f-9ebc-a914071f8ece req-90d5d580-1f94-407b-b4e7-d7a128b11bfc tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004750 Jul 15 23:05:01.083126 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['2a70239a-ae71-445f-bebe-080c984f01f5'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:01.089044 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60f6ead1-dfb5-4614-a341-5a100e97f933 admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.095427 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-60f6ead1-dfb5-4614-a341-5a100e97f933 admin admin] 10.222.0.16 "DELETE /v2.0/routers/0c66fdac-cfae-4ac9-968e-e71311a1b290 HTTP/1.1" status: 204 len: 168 time: 3.8403027 Jul 15 23:05:01.095564 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39784) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:01.106609 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-98eb83e9-6640-4ba8-b030-1a881941d3a1 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:01.111774 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-98eb83e9-6640-4ba8-b030-1a881941d3a1 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4369314 Jul 15 23:05:01.144630 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-84fdea8b-c71e-4972-b1a1-6dd56c3cfab8 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Request body: {'port': {'device_id': '2251c629-daf5-47b8-8430-a908a8cf7bfa', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'admin_state_up': True, 'tenant_id': '5e59761f4ced4c9ba3c153ddaf4258d4'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:01.213602 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6610a-32f9-4b38-9b8c-a815c59436d2 req-fa9784e6-7e06-4ec5-8847-0b343fc14e6a tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:01.215546 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-89f6610a-32f9-4b38-9b8c-a815c59436d2 req-fa9784e6-7e06-4ec5-8847-0b343fc14e6a tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/ports?device_id=94fbd277-20b7-4415-b2f5-87d43b92c69e HTTP/1.1" status: 200 len: 943 time: 0.6763649 Jul 15 23:05:01.286609 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-e27ef2fa-58f5-4868-8084-f2dbdc7edff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'name': 'tempest-ServersTestBootFromVolume-1236208114-router', 'tenant_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '630fa708-0347-4d1d-bd5b-c0d55cea41cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:40Z', 'updated_at': '2021-07-15T23:03:50Z', 'revision_number': 4, 'project_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'gw_port': {'id': '630fa708-0347-4d1d-bd5b-c0d55cea41cb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:41Z', 'updated_at': '2021-07-15T23:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'b0707193-85fd-40cf-97d1-0e0758ea0997', 'tenant_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'port_id': 'b8edc360-74fd-4c16-b2a3-6d680397a8d6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9626c9c-14e7-41b9-80ae-ecf169930ebf', 'mac_address': 'fa:16:3e:35:54:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4004da4-dbc6-46d2-b7f5-efde36c9d9d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:04:01Z', 'updated_at': '2021-07-15T23:04:58Z', 'revision_number': 1, 'project_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b21a6650-c428-488a-864a-6a1bbba3d813', 'name': '', 'network_id': 'b9626c9c-14e7-41b9-80ae-ecf169930ebf', 'tenant_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'mac_address': 'fa:16:3e:21:b0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5972f2c7-444a-4ed2-b398-ab8bce9a1a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:47Z', 'updated_at': '2021-07-15T23:03:57Z', 'revision_number': 5, 'project_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'subnets': [{'id': '5972f2c7-444a-4ed2-b398-ab8bce9a1a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:01.301212 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa7d8af4-0a5f-4330-8daf-81f438ef52b3 admin admin] Deleting subnet e7348a62-9b3d-433e-8e23-0a028378979c {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:05:01.314977 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa7d8af4-0a5f-4330-8daf-81f438ef52b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.319731 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27ef2fa-58f5-4868-8084-f2dbdc7edff5 None None] Checking router: 5534a0f2-f5fc-4e00-9241-8aace68c88e9 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:05:01.328737 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27ef2fa-58f5-4868-8084-f2dbdc7edff5 None None] Routers {'5534a0f2-f5fc-4e00-9241-8aace68c88e9'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:01.329619 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-e27ef2fa-58f5-4868-8084-f2dbdc7edff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:04:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['5534a0f2-f5fc-4e00-9241-8aace68c88e9'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:01.392349 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-89f6610a-32f9-4b38-9b8c-a815c59436d2 req-ee43390f-dbc1-465a-b43c-751a180bac16 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad91e050-ac8f-47c2-8fb7-23f65d50925f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673269 Jul 15 23:05:01.442380 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa7d8af4-0a5f-4330-8daf-81f438ef52b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.481747 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-84fdea8b-c71e-4972-b1a1-6dd56c3cfab8 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Made reservation on behalf of 5e59761f4ced4c9ba3c153ddaf4258d4 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:01.485889 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-84fdea8b-c71e-4972-b1a1-6dd56c3cfab8 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.501428 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-e27ef2fa-58f5-4868-8084-f2dbdc7edff5 None None] Set router 5534a0f2-f5fc-4e00-9241-8aace68c88e9 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:01.544388 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-831d56c2-e0ad-433c-ba9c-8b8bcc5b6b99 req-7ceb7aba-3a8f-4885-a261-9d8ee99da8d8 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=2251c629-daf5-47b8-8430-a908a8cf7bfa HTTP/1.1" status: 200 len: 210 time: 0.1419873 Jul 15 23:05:01.556047 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-84fdea8b-c71e-4972-b1a1-6dd56c3cfab8 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.641496 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c22f20-b897-482a-9987-8a188af57a2f req-5c17ef2a-4947-4684-b97b-eb4c35a3ff80 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:01.642976 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-20c22f20-b897-482a-9987-8a188af57a2f req-5c17ef2a-4947-4684-b97b-eb4c35a3ff80 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.36 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 945 time: 0.1169934 Jul 15 23:05:01.734901 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123f5064-3689-4015-b345-3a429e9cfc98 x-openstack-request-id: req-123f5064-3689-4015-b345-3a429e9cfc98 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:01.735182 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4004da4-dbc6-46d2-b7f5-efde36c9d9d9", "tag": "b8edc360-74fd-4c16-b2a3-6d680397a8d6", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:01.735424 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-123f5064-3689-4015-b345-3a429e9cfc98 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:01.735816 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4004da4-dbc6-46d2-b7f5-efde36c9d9d9', 'tag': 'b8edc360-74fd-4c16-b2a3-6d680397a8d6', 'status': 'completed', 'code': 200} Jul 15 23:05:01.837327 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-84fdea8b-c71e-4972-b1a1-6dd56c3cfab8 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.843691 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-e27ef2fa-58f5-4868-8084-f2dbdc7edff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'name': 'tempest-ServersTestBootFromVolume-1236208114-router', 'tenant_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '630fa708-0347-4d1d-bd5b-c0d55cea41cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:40Z', 'updated_at': '2021-07-15T23:03:50Z', 'revision_number': 4, 'project_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'gw_port': {'id': '630fa708-0347-4d1d-bd5b-c0d55cea41cb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:41Z', 'updated_at': '2021-07-15T23:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'b0707193-85fd-40cf-97d1-0e0758ea0997', 'tenant_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'port_id': 'b8edc360-74fd-4c16-b2a3-6d680397a8d6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9626c9c-14e7-41b9-80ae-ecf169930ebf', 'mac_address': 'fa:16:3e:35:54:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4004da4-dbc6-46d2-b7f5-efde36c9d9d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:04:01Z', 'updated_at': '2021-07-15T23:04:58Z', 'revision_number': 1, 'project_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b21a6650-c428-488a-864a-6a1bbba3d813', 'name': '', 'network_id': 'b9626c9c-14e7-41b9-80ae-ecf169930ebf', 'tenant_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'mac_address': 'fa:16:3e:21:b0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5972f2c7-444a-4ed2-b398-ab8bce9a1a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:47Z', 'updated_at': '2021-07-15T23:03:57Z', 'revision_number': 5, 'project_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'subnets': [{'id': '5972f2c7-444a-4ed2-b398-ab8bce9a1a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:01.854529 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85090f74-70d5-463f-9af0-dcffa4df4fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.875171 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-84fdea8b-c71e-4972-b1a1-6dd56c3cfab8 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.875463 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27ef2fa-58f5-4868-8084-f2dbdc7edff5 None None] The sync data for ids ['5534a0f2-f5fc-4e00-9241-8aace68c88e9'] in n-d-787205-9 is: [{'id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'name': 'tempest-ServersTestBootFromVolume-1236208114-router', 'tenant_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '630fa708-0347-4d1d-bd5b-c0d55cea41cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:40Z', 'updated_at': '2021-07-15T23:03:50Z', 'revision_number': 4, 'project_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'gw_port': {'id': '630fa708-0347-4d1d-bd5b-c0d55cea41cb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:41Z', 'updated_at': '2021-07-15T23:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'b0707193-85fd-40cf-97d1-0e0758ea0997', 'tenant_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'port_id': 'b8edc360-74fd-4c16-b2a3-6d680397a8d6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9626c9c-14e7-41b9-80ae-ecf169930ebf', 'mac_address': 'fa:16:3e:35:54:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4004da4-dbc6-46d2-b7f5-efde36c9d9d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:04:01Z', 'updated_at': '2021-07-15T23:04:58Z', 'revision_number': 1, 'project_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b21a6650-c428-488a-864a-6a1bbba3d813', 'name': '', 'network_id': 'b9626c9c-14e7-41b9-80ae-ecf169930ebf', 'tenant_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'mac_address': 'fa:16:3e:21:b0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5972f2c7-444a-4ed2-b398-ab8bce9a1a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:47Z', 'updated_at': '2021-07-15T23:03:57Z', 'revision_number': 5, 'project_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'subnets': [{'id': '5972f2c7-444a-4ed2-b398-ab8bce9a1a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:05:01.912618 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85090f74-70d5-463f-9af0-dcffa4df4fa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2832a628-6b8f-4e7d-8393-3c15cbb3a589,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:01.934677 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-20c22f20-b897-482a-9987-8a188af57a2f req-e5e60353-290e-4b84-8a68-318dda4f3430 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Deleting port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:05:01.935148 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-20c22f20-b897-482a-9987-8a188af57a2f req-e5e60353-290e-4b84-8a68-318dda4f3430 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.979108 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa7d8af4-0a5f-4330-8daf-81f438ef52b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.981883 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fdea8b-c71e-4972-b1a1-6dd56c3cfab8 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:01.985631 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-69490ab9-77d0-47a5-bd63-bd88ed56bdd1 req-b8936c75-35b5-46b8-a14f-f024557d4cc7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2398691 Jul 15 23:05:02.021919 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85090f74-70d5-463f-9af0-dcffa4df4fa4 admin admin] Checking segment: {'id': '2e64f487-053c-4004-a3af-756cbd108bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e5369888-bf25-48d3-ac70-13804baa37e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:02.022317 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85090f74-70d5-463f-9af0-dcffa4df4fa4 admin admin] Network hostable DHCP agents. Network: e5369888-bf25-48d3-ac70-13804baa37e8, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:05:02.056843 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85090f74-70d5-463f-9af0-dcffa4df4fa4 admin admin] Network e5369888-bf25-48d3-ac70-13804baa37e8 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:05:02.084575 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-85090f74-70d5-463f-9af0-dcffa4df4fa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, e5369888-bf25-48d3-ac70-13804baa37e8) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:02.094820 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74891014-be30-4a91-b476-8cd7906fea9a None None] Network e5369888-bf25-48d3-ac70-13804baa37e8 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:05:02.108051 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85090f74-70d5-463f-9af0-dcffa4df4fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:02.108668 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85090f74-70d5-463f-9af0-dcffa4df4fa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.117666 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-20c22f20-b897-482a-9987-8a188af57a2f req-e5e60353-290e-4b84-8a68-318dda4f3430 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] For port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:02.117933 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-20c22f20-b897-482a-9987-8a188af57a2f req-e5e60353-290e-4b84-8a68-318dda4f3430 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.138255 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-20c22f20-b897-482a-9987-8a188af57a2f req-e5e60353-290e-4b84-8a68-318dda4f3430 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Calling delete_port for 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:05:02.155393 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-85090f74-70d5-463f-9af0-dcffa4df4fa4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2881169 Jul 15 23:05:02.158394 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39792) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:02.164162 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b8eddfda-f4c2-4d5d-858e-cd1f829bfa51 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-398131899-router', 'tenant_id': '75dba73826074396acc24302f5efb0e8', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:02.229952 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8908648-a750-4280-b18a-6745a9790117 None None] New status for floating IP b0707193-85fd-40cf-97d1-0e0758ea0997: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:05:02.250380 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b8eddfda-f4c2-4d5d-858e-cd1f829bfa51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.251486 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b8eddfda-f4c2-4d5d-858e-cd1f829bfa51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.260885 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69490ab9-77d0-47a5-bd63-bd88ed56bdd1 req-01f60a82-75c4-4e02-926f-8fb1afaa0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:02.262407 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-69490ab9-77d0-47a5-bd63-bd88ed56bdd1 req-01f60a82-75c4-4e02-926f-8fb1afaa0999 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6527c2f6f2cf474e911d5a1b1b647a38&device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 1096 time: 0.1959965 Jul 15 23:05:02.348526 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d48410-d8a5-46d7-9d55-09c2ef387da2 None None] Network e5369888-bf25-48d3-ac70-13804baa37e8 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:05:02.358433 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b8eddfda-f4c2-4d5d-858e-cd1f829bfa51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.366349 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b447f8a-8f98-4a50-ad8c-1467dfae486e req-2d85de93-ff60-4fe6-9860-c37a4996ec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:02.368164 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6b447f8a-8f98-4a50-ad8c-1467dfae486e req-2d85de93-ff60-4fe6-9860-c37a4996ec3e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=61a13f5e7dca4de799fa02a5abc5e21e&device_id=d4004da4-dbc6-46d2-b7f5-efde36c9d9d9 HTTP/1.1" status: 200 len: 1097 time: 0.6313004 Jul 15 23:05:02.527652 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b9589-b238-4232-83b7-4da3cca3352b req-15b25297-afee-4288-b146-c0c69de7ea99 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:02.535465 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8c8b9589-b238-4232-83b7-4da3cca3352b req-15b25297-afee-4288-b146-c0c69de7ea99 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 946 time: 0.8055959 Jul 15 23:05:02.541442 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-20c22f20-b897-482a-9987-8a188af57a2f req-e5e60353-290e-4b84-8a68-318dda4f3430 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.572836 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 2a70239a-ae71-445f-bebe-080c984f01f5 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:02.586681 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa7d8af4-0a5f-4330-8daf-81f438ef52b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.609458 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa7d8af4-0a5f-4330-8daf-81f438ef52b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.611408 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fa7d8af4-0a5f-4330-8daf-81f438ef52b3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e7348a62-9b3d-433e-8e23-0a028378979c HTTP/1.1" status: 204 len: 168 time: 1.5129564 Jul 15 23:05:02.613056 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1547b3-2874-4b2f-a7d3-5edf5b3af349 None None] Network a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:05:02.619993 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39800) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:02.630963 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b8eddfda-f4c2-4d5d-858e-cd1f829bfa51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.634438 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e60353-290e-4b84-8a68-318dda4f3430 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Pushing event deleted for resources: {'Port': ['ID=8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:02.642194 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69490ab9-77d0-47a5-bd63-bd88ed56bdd1 req-65c6573c-c292-4e4e-87a3-ed1c44bcbe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:02.644465 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-69490ab9-77d0-47a5-bd63-bd88ed56bdd1 req-65c6573c-c292-4e4e-87a3-ed1c44bcbe11 service neutron] 10.222.0.36 "GET /v2.0/networks?id=147f0164-be98-43b4-81d0-63f63c5d44c6 HTTP/1.1" status: 200 len: 911 time: 0.3457484 Jul 15 23:05:02.690980 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d8af4-0a5f-4330-8daf-81f438ef52b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7348a62-9b3d-433e-8e23-0a028378979c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:02.715006 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 2a70239a-ae71-445f-bebe-080c984f01f5 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:02.719277 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8c8b9589-b238-4232-83b7-4da3cca3352b req-c8d2de49-0542-411b-b0a0-9e96d8a6d8fc tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826091 Jul 15 23:05:02.720927 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-84fdea8b-c71e-4972-b1a1-6dd56c3cfab8 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Allocated IP 192.168.233.151 (8d403abe-cee8-4863-bddd-464e9e566e9c/190ae4ce-d44c-4c9c-9241-47db78422478/989be037-1ed6-4791-8ac9-4b7d6e3604f2) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:02.737615 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 2a70239a-ae71-445f-bebe-080c984f01f5 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:02.737988 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.746341 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551cc3d2-30ef-4718-8e5e-67730911e0e6 req-07faff8e-6634-4120-b9a1-3af61b4c47c2 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:02.760326 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-551cc3d2-30ef-4718-8e5e-67730911e0e6 req-07faff8e-6634-4120-b9a1-3af61b4c47c2 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=4408b267-8392-4441-83e7-5b88954de808 HTTP/1.1" status: 200 len: 866 time: 0.4152789 Jul 15 23:05:02.760539 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c22f20-b897-482a-9987-8a188af57a2f req-e5e60353-290e-4b84-8a68-318dda4f3430 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] No DVR routers for this DVR port 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:05:02.760539 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-20c22f20-b897-482a-9987-8a188af57a2f req-e5e60353-290e-4b84-8a68-318dda4f3430 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.763182 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-20c22f20-b897-482a-9987-8a188af57a2f req-e5e60353-290e-4b84-8a68-318dda4f3430 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.36 "DELETE /v2.0/ports/8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e HTTP/1.1" status: 204 len: 173 time: 1.1131685 Jul 15 23:05:02.763565 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4408b267-8392-4441-83e7-5b88954de808', 'name': 'network-vif-deleted', 'tag': '8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:02.766076 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4a5f81-d348-41aa-b88e-de8dfa014d35" -d '{"events": [{"server_uuid": "4408b267-8392-4441-83e7-5b88954de808", "name": "network-vif-deleted", "tag": "8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:02.769161 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-69490ab9-77d0-47a5-bd63-bd88ed56bdd1 req-d8839654-595d-44c1-997f-d2882423a643 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27939e22-5e18-4bcf-8a5f-6e6287f15f4a HTTP/1.1" status: 200 len: 217 time: 0.1012542 Jul 15 23:05:02.787535 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b447f8a-8f98-4a50-ad8c-1467dfae486e req-6a0e8620-5b8d-4000-9f3f-167fd9b8eed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:02.789143 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6b447f8a-8f98-4a50-ad8c-1467dfae486e req-6a0e8620-5b8d-4000-9f3f-167fd9b8eed6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b9626c9c-14e7-41b9-80ae-ecf169930ebf HTTP/1.1" status: 200 len: 917 time: 0.3984082 Jul 15 23:05:02.852352 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.907830 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.913151 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69490ab9-77d0-47a5-bd63-bd88ed56bdd1 req-e875c945-7460-422c-86bb-5f1885d0c398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:02.914688 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-69490ab9-77d0-47a5-bd63-bd88ed56bdd1 req-e875c945-7460-422c-86bb-5f1885d0c398 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb958b45-2fa0-4e9b-a203-f469b0644c68 HTTP/1.1" status: 200 len: 850 time: 0.1084692 Jul 15 23:05:02.932200 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-551cc3d2-30ef-4718-8e5e-67730911e0e6 req-1398bd1a-59be-4384-b565-0b0c658692ea tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767516 Jul 15 23:05:02.960014 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb43371-4066-4964-a967-7f72249c2c42 None None] DHCP port deletion for a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:05:02.982626 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94fbd277-20b7-4415-b2f5-87d43b92c69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a70239a-ae71-445f-bebe-080c984f01f5'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:02.982833 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-69490ab9-77d0-47a5-bd63-bd88ed56bdd1 req-51b2ed52-f943-43b6-8090-908b0a2064d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=147f0164-be98-43b4-81d0-63f63c5d44c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591371 Jul 15 23:05:02.987541 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c720c67-284a-4bdd-bf3c-55d486927690" -d '{"events": [{"server_uuid": "94fbd277-20b7-4415-b2f5-87d43b92c69e", "name": "network-vif-plugged", "status": "completed", "tag": "2a70239a-ae71-445f-bebe-080c984f01f5"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:03.013733 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 2a70239a-ae71-445f-bebe-080c984f01f5, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=2a70239a-ae71-445f-bebe-080c984f01f5,segment=NetworkSegment(18869271-18dd-402e-a59b-69d3be2d109b),segment_id=18869271-18dd-402e-a59b-69d3be2d109b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:03.035972 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.037035 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:05:03.073187 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] Deleting port ae751522-b163-4802-bb84-40697b167fe8 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:05:03.073537 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.100588 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:05:03.101094 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:05:03.144234 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=2a70239a-ae71-445f-bebe-080c984f01f5,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:03.159806 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-dfb43371-4066-4964-a967-7f72249c2c42 None None] Deleting port ae751522-b163-4802-bb84-40697b167fe8 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:05:03.160186 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dfb43371-4066-4964-a967-7f72249c2c42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.175508 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6b447f8a-8f98-4a50-ad8c-1467dfae486e req-21617bbe-0c57-4686-a8fa-6aff3c02aaca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8edc360-74fd-4c16-b2a3-6d680397a8d6 HTTP/1.1" status: 200 len: 1001 time: 0.3743417 Jul 15 23:05:03.191907 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 13840ebd-6715-4f9b-994e-ca676bf844cd no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:05:03.222811 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 13840ebd-6715-4f9b-994e-ca676bf844cd {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:05:03.223356 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 13840ebd-6715-4f9b-994e-ca676bf844cd not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:05:03.223979 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ae751522-b163-4802-bb84-40697b167fe8 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:05:03.262398 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-84fdea8b-c71e-4972-b1a1-6dd56c3cfab8 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.264590 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-69490ab9-77d0-47a5-bd63-bd88ed56bdd1 req-44bf2629-e46f-4dc3-89e1-cf702cabd605 service neutron] 10.222.0.36 "GET /v2.0/networks/147f0164-be98-43b4-81d0-63f63c5d44c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718534 Jul 15 23:05:03.266130 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] For port ae751522-b163-4802-bb84-40697b167fe8, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ae751522-b163-4802-bb84-40697b167fe8,segment=NetworkSegment(8d579221-0a7c-432a-a8a4-faae99e9d679),segment_id=8d579221-0a7c-432a-a8a4-faae99e9d679)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:03.266497 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.279116 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-84fdea8b-c71e-4972-b1a1-6dd56c3cfab8 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Transition to ACTIVE for port object 989be037-1ed6-4791-8ac9-4b7d6e3604f2 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:03.311134 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] Calling delete_port for ae751522-b163-4802-bb84-40697b167fe8 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:05:03.313659 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-dfb43371-4066-4964-a967-7f72249c2c42 None None] For port ae751522-b163-4802-bb84-40697b167fe8, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ae751522-b163-4802-bb84-40697b167fe8,segment=NetworkSegment(8d579221-0a7c-432a-a8a4-faae99e9d679),segment_id=8d579221-0a7c-432a-a8a4-faae99e9d679)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:03.314103 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dfb43371-4066-4964-a967-7f72249c2c42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.329950 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-dfb43371-4066-4964-a967-7f72249c2c42 None None] Calling delete_port for ae751522-b163-4802-bb84-40697b167fe8 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:05:03.382757 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e7a52ee-71e0-4ce3-8e74-f0d33ae80f74 req-d2bd8476-115d-4d18-8ceb-91009ca61983 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=2251c629-daf5-47b8-8430-a908a8cf7bfa HTTP/1.1" status: 200 len: 210 time: 0.0797029 Jul 15 23:05:03.405080 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b447f8a-8f98-4a50-ad8c-1467dfae486e req-2f602fe9-768f-4ba5-8360-029877f9a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:03.406997 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6b447f8a-8f98-4a50-ad8c-1467dfae486e req-2f602fe9-768f-4ba5-8360-029877f9a1df service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5972f2c7-444a-4ed2-b398-ab8bce9a1a4a HTTP/1.1" status: 200 len: 855 time: 0.1159096 Jul 15 23:05:03.417739 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b8eddfda-f4c2-4d5d-858e-cd1f829bfa51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.436093 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.455786 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b8eddfda-f4c2-4d5d-858e-cd1f829bfa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.466415 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-84fdea8b-c71e-4972-b1a1-6dd56c3cfab8 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.489392 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port ae751522-b163-4802-bb84-40697b167fe8, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ae751522-b163-4802-bb84-40697b167fe8,segment=NetworkSegment(8d579221-0a7c-432a-a8a4-faae99e9d679),segment_id=8d579221-0a7c-432a-a8a4-faae99e9d679)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:03.502430 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.541984 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-69490ab9-77d0-47a5-bd63-bd88ed56bdd1 req-ff91e038-996f-4b2b-be57-d13ffb0cfa2f service neutron] 10.222.0.36 "GET /v2.0/networks/147f0164-be98-43b4-81d0-63f63c5d44c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650397 Jul 15 23:05:03.564718 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dfb43371-4066-4964-a967-7f72249c2c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.567047 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.568250 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event deleted for resources: {'Port': ['ID=ae751522-b163-4802-bb84-40697b167fe8,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:03.606218 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb43371-4066-4964-a967-7f72249c2c42 None None] Pushing event deleted for resources: {'Port': ['ID=ae751522-b163-4802-bb84-40697b167fe8,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:03.607004 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87a93d-c85a-435b-bdba-414958055a1e req-8d2d4d05-e666-4fef-a007-aa73329ef040 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:03.609344 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb43371-4066-4964-a967-7f72249c2c42 None None] No DVR routers for this DVR port ae751522-b163-4802-bb84-40697b167fe8 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:05:03.621307 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e87a93d-c85a-435b-bdba-414958055a1e req-8d2d4d05-e666-4fef-a007-aa73329ef040 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/ports?device_id=94fbd277-20b7-4415-b2f5-87d43b92c69e HTTP/1.1" status: 200 len: 945 time: 0.4872677 Jul 15 23:05:03.627713 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae751522-b163-4802-bb84-40697b167fe8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:03.635704 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] No DVR routers for this DVR port ae751522-b163-4802-bb84-40697b167fe8 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:05:03.636142 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-84fdea8b-c71e-4972-b1a1-6dd56c3cfab8 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:03.642975 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-84fdea8b-c71e-4972-b1a1-6dd56c3cfab8 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:03.648117 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:03.648117 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:03.648781 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:03.648781 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:03.649043 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:03.649378 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:03.649705 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:03.650061 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:03.650386 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:03.650933 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:03.651266 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:03.651592 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:03.688010 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-b8eddfda-f4c2-4d5d-858e-cd1f829bfa51 admin admin] Allocated IP 172.25.4.116 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/9bb19f84-86cf-4b94-a13f-841c3e4e6293) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:03.691496 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-84fdea8b-c71e-4972-b1a1-6dd56c3cfab8 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:03.757898 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fdea8b-c71e-4972-b1a1-6dd56c3cfab8 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Pushing event updated for resources: {'Port': ['ID=989be037-1ed6-4791-8ac9-4b7d6e3604f2,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:03.772675 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.804075 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:03.816921 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e87a93d-c85a-435b-bdba-414958055a1e req-9447cbd9-304d-4df6-b10c-e5303f61dc94 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad91e050-ac8f-47c2-8fb7-23f65d50925f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679373 Jul 15 23:05:03.818673 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d579221-0a7c-432a-a8a4-faae99e9d679') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:03.818970 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d579221-0a7c-432a-a8a4-faae99e9d679') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:03.852191 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-84fdea8b-c71e-4972-b1a1-6dd56c3cfab8 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:03.854520 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-84fdea8b-c71e-4972-b1a1-6dd56c3cfab8 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.865732 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.874391 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b447f8a-8f98-4a50-ad8c-1467dfae486e req-07edb852-67fa-428b-8f9a-3dd932af20b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:03.876079 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6b447f8a-8f98-4a50-ad8c-1467dfae486e req-07edb852-67fa-428b-8f9a-3dd932af20b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b9626c9c-14e7-41b9-80ae-ecf169930ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4547136 Jul 15 23:05:03.877892 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-84fdea8b-c71e-4972-b1a1-6dd56c3cfab8 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7383292 Jul 15 23:05:03.891277 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196234fa-db10-4640-97f5-cbf32353b7ad x-openstack-request-id: req-196234fa-db10-4640-97f5-cbf32353b7ad {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:03.891575 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4408b267-8392-4441-83e7-5b88954de808", "name": "network-vif-deleted", "tag": "8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:03.891838 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-196234fa-db10-4640-97f5-cbf32353b7ad {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:03.892237 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4408b267-8392-4441-83e7-5b88954de808', 'name': 'network-vif-deleted', 'tag': '8a4a3465-c7aa-4cdc-86c1-06cc6a20a06e', 'status': 'completed', 'code': 200} Jul 15 23:05:03.901709 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.931006 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:05:03.934346 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: self.session.flush() Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: self.session.flush() Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: self.session.flush() Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: self.session.flush() Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:05:03.942621 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:05:03.983936 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d8ddcf-ecfa-45e5-8100-242aecf90289 x-openstack-request-id: req-23d8ddcf-ecfa-45e5-8100-242aecf90289 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:03.984299 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94fbd277-20b7-4415-b2f5-87d43b92c69e", "name": "network-vif-plugged", "status": "completed", "tag": "2a70239a-ae71-445f-bebe-080c984f01f5", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:03.984619 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23d8ddcf-ecfa-45e5-8100-242aecf90289 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:03.985199 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94fbd277-20b7-4415-b2f5-87d43b92c69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a70239a-ae71-445f-bebe-080c984f01f5', 'code': 200} Jul 15 23:05:04.007664 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b8eddfda-f4c2-4d5d-858e-cd1f829bfa51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:04.034137 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-83d4c721-8a88-49f1-8de5-8b2c4ef895ca service neutron] Request body: {'port': {'device_id': '2251c629-daf5-47b8-8430-a908a8cf7bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:04.042106 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6b447f8a-8f98-4a50-ad8c-1467dfae486e req-5d1d0837-b6ad-480f-841e-f9c16c9ab92d service neutron] 10.222.0.43 "GET /v2.0/networks/b9626c9c-14e7-41b9-80ae-ecf169930ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477520 Jul 15 23:05:04.085164 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-308925f7-ae42-400c-bd95-09d82f47b9fb None None] Provisioning for port 989be037-1ed6-4791-8ac9-4b7d6e3604f2 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:04.096827 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-308925f7-ae42-400c-bd95-09d82f47b9fb None None] Provisioning complete for port 989be037-1ed6-4791-8ac9-4b7d6e3604f2 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:04.098093 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-308925f7-ae42-400c-bd95-09d82f47b9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:04.142769 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:04.163758 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:04.166820 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb HTTP/1.1" status: 204 len: 168 time: 1.5441766 Jul 15 23:05:04.170292 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39816) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:04.190707 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783dfcd-72de-44b5-aca9-a0537b81bc42 admin admin] Pushing event deleted for resources: {'Network': ['ID=a21d3c7c-65fa-4e8a-a5bd-ded420d7abbb,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:04.211653 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-308925f7-ae42-400c-bd95-09d82f47b9fb None None] Port 989be037-1ed6-4791-8ac9-4b7d6e3604f2 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:05:04.241556 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f875b4d-7aa1-47d4-92f2-53845db7112c req-f587a6da-cd46-4f72-9ffc-c9f7f1a7ec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:04.243208 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4f875b4d-7aa1-47d4-92f2-53845db7112c req-f587a6da-cd46-4f72-9ffc-c9f7f1a7ec69 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=94fbd277-20b7-4415-b2f5-87d43b92c69e HTTP/1.1" status: 200 len: 1096 time: 0.1375117 Jul 15 23:05:04.246670 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b8eddfda-f4c2-4d5d-858e-cd1f829bfa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:04.247221 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-83d4c721-8a88-49f1-8de5-8b2c4ef895ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:04.257532 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f01e6-5661-4594-bf98-8a1e81cf475b req-124b26f6-ae7c-47af-b87e-4489be55d3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:04.259205 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e65f01e6-5661-4594-bf98-8a1e81cf475b req-124b26f6-ae7c-47af-b87e-4489be55d3d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6527c2f6f2cf474e911d5a1b1b647a38&device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 1097 time: 0.2470882 Jul 15 23:05:04.288406 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6b447f8a-8f98-4a50-ad8c-1467dfae486e req-8b836b92-f56f-48f9-be90-be642c1722f1 service neutron] 10.222.0.43 "GET /v2.0/networks/b9626c9c-14e7-41b9-80ae-ecf169930ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254176 Jul 15 23:05:04.339958 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8eddfda-f4c2-4d5d-858e-cd1f829bfa51 admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:04.349303 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-b8eddfda-f4c2-4d5d-858e-cd1f829bfa51 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:04.358977 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8eddfda-f4c2-4d5d-858e-cd1f829bfa51 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:04.367759 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eddfda-f4c2-4d5d-858e-cd1f829bfa51 admin admin] Pushing event updated for resources: {'Port': ['ID=9bb19f84-86cf-4b94-a13f-841c3e4e6293,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:04.433013 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4f875b4d-7aa1-47d4-92f2-53845db7112c req-06d7de57-1dcf-492e-9d25-044fa8f218aa service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ad91e050-ac8f-47c2-8fb7-23f65d50925f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805513 Jul 15 23:05:04.464937 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e09661-553b-47bc-b1ca-768f72168345 req-7771fac6-1e66-47ce-8818-30d42ea85246 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:04.466478 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-41e09661-553b-47bc-b1ca-768f72168345 req-7771fac6-1e66-47ce-8818-30d42ea85246 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 946 time: 0.2450747 Jul 15 23:05:04.504900 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f01e6-5661-4594-bf98-8a1e81cf475b req-1792ee19-3280-460e-8966-1b66c1d69725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:04.506510 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e65f01e6-5661-4594-bf98-8a1e81cf475b req-1792ee19-3280-460e-8966-1b66c1d69725 service neutron] 10.222.0.36 "GET /v2.0/networks?id=147f0164-be98-43b4-81d0-63f63c5d44c6 HTTP/1.1" status: 200 len: 911 time: 0.2225986 Jul 15 23:05:04.615306 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-41e09661-553b-47bc-b1ca-768f72168345 req-38bffebe-bf56-4770-918d-3199368556e6 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045270 Jul 15 23:05:04.912208 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-83d4c721-8a88-49f1-8de5-8b2c4ef895ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 989be037-1ed6-4791-8ac9-4b7d6e3604f2 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:04.936099 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-83d4c721-8a88-49f1-8de5-8b2c4ef895ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:04.967019 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c972c-fbac-4ec3-900b-2d0a9ef7665e req-27d5bb6c-96c1-47bb-b6db-c10935b37137 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:04.971575 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a8c972c-fbac-4ec3-900b-2d0a9ef7665e req-27d5bb6c-96c1-47bb-b6db-c10935b37137 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=2251c629-daf5-47b8-8430-a908a8cf7bfa HTTP/1.1" status: 200 len: 936 time: 0.2642341 Jul 15 23:05:04.972682 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-83d4c721-8a88-49f1-8de5-8b2c4ef895ca service neutron] Transition to ACTIVE for port object 989be037-1ed6-4791-8ac9-4b7d6e3604f2 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:04.990192 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-83d4c721-8a88-49f1-8de5-8b2c4ef895ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:05.028090 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588c311-f1de-4ece-ab52-e0d2f5872f10 req-ebed6e43-c10e-49b2-8261-b69f59f9f7e7 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:05.035219 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7588c311-f1de-4ece-ab52-e0d2f5872f10 req-ebed6e43-c10e-49b2-8261-b69f59f9f7e7 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e580382-5444-4886-9129-dc202c9fb312 HTTP/1.1" status: 200 len: 944 time: 0.2486925 Jul 15 23:05:05.041637 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e65f01e6-5661-4594-bf98-8a1e81cf475b req-d870a16e-6323-4e75-afd6-e64f4ab9348d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=563aed08-a410-4a75-8ec0-df4430a12f5c HTTP/1.1" status: 200 len: 217 time: 0.3382487 Jul 15 23:05:05.053647 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b8eddfda-f4c2-4d5d-858e-cd1f829bfa51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:05.118622 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4c721-8a88-49f1-8de5-8b2c4ef895ca service neutron] Pushing event updated for resources: {'Port': ['ID=989be037-1ed6-4791-8ac9-4b7d6e3604f2,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:05.124118 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a8c972c-fbac-4ec3-900b-2d0a9ef7665e req-363d5456-075e-4318-9463-1fcccfd73b3f tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430547 Jul 15 23:05:05.178022 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f01e6-5661-4594-bf98-8a1e81cf475b req-574ab7ac-8f58-4909-b648-1ead2556d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:05.179785 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e65f01e6-5661-4594-bf98-8a1e81cf475b req-574ab7ac-8f58-4909-b648-1ead2556d3eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb958b45-2fa0-4e9b-a203-f469b0644c68 HTTP/1.1" status: 200 len: 850 time: 0.1222467 Jul 15 23:05:05.222697 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e65f01e6-5661-4594-bf98-8a1e81cf475b req-555f4531-443c-4917-9590-e7372b90e267 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=147f0164-be98-43b4-81d0-63f63c5d44c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349238 Jul 15 23:05:05.227084 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7588c311-f1de-4ece-ab52-e0d2f5872f10 req-54256cf1-77f3-4db8-9c7e-6bea1d72e1c9 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909750 Jul 15 23:05:05.449109 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e65f01e6-5661-4594-bf98-8a1e81cf475b req-957d5478-b706-4f37-8516-5c909987b1df service neutron] 10.222.0.36 "GET /v2.0/networks/147f0164-be98-43b4-81d0-63f63c5d44c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160735 Jul 15 23:05:05.456391 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b8eddfda-f4c2-4d5d-858e-cd1f829bfa51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:05.637238 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e65f01e6-5661-4594-bf98-8a1e81cf475b req-054037f1-5905-409f-9b2a-53fb398237df service neutron] 10.222.0.36 "GET /v2.0/networks/147f0164-be98-43b4-81d0-63f63c5d44c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783197 Jul 15 23:05:05.674775 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-83d4c721-8a88-49f1-8de5-8b2c4ef895ca service neutron] Attempting to bind port 989be037-1ed6-4791-8ac9-4b7d6e3604f2 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:05.675458 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-83d4c721-8a88-49f1-8de5-8b2c4ef895ca service neutron] Attempting to bind port 989be037-1ed6-4791-8ac9-4b7d6e3604f2 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:05.675458 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-83d4c721-8a88-49f1-8de5-8b2c4ef895ca service neutron] Attempting to bind port 989be037-1ed6-4791-8ac9-4b7d6e3604f2 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:05.684236 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d06e525d-3e31-44d1-ac7d-a1d16fb43c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:05.705456 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8eddfda-f4c2-4d5d-858e-cd1f829bfa51 admin admin] Router 3ffa6272-44ce-400f-a3d8-4863b3fe8619 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:05:05.742314 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-83d4c721-8a88-49f1-8de5-8b2c4ef895ca service neutron] Port 989be037-1ed6-4791-8ac9-4b7d6e3604f2 on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:05.743012 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-83d4c721-8a88-49f1-8de5-8b2c4ef895ca service neutron] Attempting to bind port 989be037-1ed6-4791-8ac9-4b7d6e3604f2 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:05.756014 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d0a25-cb5b-4a7a-97f5-b3d382f0e7d3 req-77dd1cab-81af-4630-8db8-77c1934a5501 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:05.757589 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-286d0a25-cb5b-4a7a-97f5-b3d382f0e7d3 req-77dd1cab-81af-4630-8db8-77c1934a5501 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e580382-5444-4886-9129-dc202c9fb312 HTTP/1.1" status: 200 len: 944 time: 0.6033230 Jul 15 23:05:05.771322 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-83d4c721-8a88-49f1-8de5-8b2c4ef895ca service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:05.771689 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-83d4c721-8a88-49f1-8de5-8b2c4ef895ca service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:05.772091 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-83d4c721-8a88-49f1-8de5-8b2c4ef895ca service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:05.772548 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-83d4c721-8a88-49f1-8de5-8b2c4ef895ca service neutron] Bound port: 989be037-1ed6-4791-8ac9-4b7d6e3604f2, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:05.772910 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-83d4c721-8a88-49f1-8de5-8b2c4ef895ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:05.851905 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8eddfda-f4c2-4d5d-858e-cd1f829bfa51 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:05:05.864705 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea56665-78c4-4be9-9e97-9f6b3d6c3eae None None] Sync routers for ids ['3ffa6272-44ce-400f-a3d8-4863b3fe8619'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:05:05.869452 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eef87a-3208-4f5e-8dfe-eb41a1df42d8 req-8f47063d-ec79-4d78-8750-ee19edc2437e tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:05.871056 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-98eef87a-3208-4f5e-8dfe-eb41a1df42d8 req-8f47063d-ec79-4d78-8750-ee19edc2437e tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/ports?device_id=94fbd277-20b7-4415-b2f5-87d43b92c69e HTTP/1.1" status: 200 len: 945 time: 0.5815804 Jul 15 23:05:05.871328 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b8eddfda-f4c2-4d5d-858e-cd1f829bfa51 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:05.875254 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b8eddfda-f4c2-4d5d-858e-cd1f829bfa51 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.7130973 Jul 15 23:05:05.875545 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39836) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:05.884785 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea56665-78c4-4be9-9e97-9f6b3d6c3eae None None] Routers {'3ffa6272-44ce-400f-a3d8-4863b3fe8619'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:05.885571 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-eea56665-78c4-4be9-9e97-9f6b3d6c3eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:04:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3ffa6272-44ce-400f-a3d8-4863b3fe8619'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:06.037714 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-eea56665-78c4-4be9-9e97-9f6b3d6c3eae None None] Set router 3ffa6272-44ce-400f-a3d8-4863b3fe8619 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:06.085698 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-98eef87a-3208-4f5e-8dfe-eb41a1df42d8 req-199d1e24-d9e9-4a3a-9805-9f225e31d9e8 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad91e050-ac8f-47c2-8fb7-23f65d50925f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913617 Jul 15 23:05:06.096031 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-83d4c721-8a88-49f1-8de5-8b2c4ef895ca service neutron] For port 989be037-1ed6-4791-8ac9-4b7d6e3604f2, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:06.154446 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-83d4c721-8a88-49f1-8de5-8b2c4ef895ca service neutron] For port 989be037-1ed6-4791-8ac9-4b7d6e3604f2, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=989be037-1ed6-4791-8ac9-4b7d6e3604f2,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:06.165196 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-83d4c721-8a88-49f1-8de5-8b2c4ef895ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:06.211939 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fda044-7115-450e-b84f-62740d3bcd3b req-b98bf8af-cfa5-444c-b282-74e473929243 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:06.214120 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-93fda044-7115-450e-b84f-62740d3bcd3b req-b98bf8af-cfa5-444c-b282-74e473929243 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 946 time: 0.4300971 Jul 15 23:05:06.266289 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-83d4c721-8a88-49f1-8de5-8b2c4ef895ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:06.267538 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-83d4c721-8a88-49f1-8de5-8b2c4ef895ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:06.268815 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-83d4c721-8a88-49f1-8de5-8b2c4ef895ca service neutron] 10.222.0.43 "PUT /v2.0/ports/989be037-1ed6-4791-8ac9-4b7d6e3604f2 HTTP/1.1" status: 200 len: 1096 time: 2.2395349 Jul 15 23:05:06.271287 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2251c629-daf5-47b8-8430-a908a8cf7bfa', 'tag': '989be037-1ed6-4791-8ac9-4b7d6e3604f2'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:06.273668 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acca2acb-5e5b-4583-8436-cc87cc70bf18" -d '{"events": [{"name": "network-changed", "server_uuid": "2251c629-daf5-47b8-8430-a908a8cf7bfa", "tag": "989be037-1ed6-4791-8ac9-4b7d6e3604f2"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:06.277129 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-286d0a25-cb5b-4a7a-97f5-b3d382f0e7d3 req-04fb1039-f3a5-49b7-ad1e-b77557a73605 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Deleting port dc37c8c1-570c-4c53-85ac-14193e1f0626 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:05:06.277486 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-286d0a25-cb5b-4a7a-97f5-b3d382f0e7d3 req-04fb1039-f3a5-49b7-ad1e-b77557a73605 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:06.340035 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-eea56665-78c4-4be9-9e97-9f6b3d6c3eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'name': 'tempest-ServerRescueTestJSONUnderV235-398131899-router', 'tenant_id': '75dba73826074396acc24302f5efb0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '9bb19f84-86cf-4b94-a13f-841c3e4e6293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:02Z', 'updated_at': '2021-07-15T23:05:04Z', 'revision_number': 3, 'project_id': '75dba73826074396acc24302f5efb0e8', 'gw_port': {'id': '9bb19f84-86cf-4b94-a13f-841c3e4e6293', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:eb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:03Z', 'updated_at': '2021-07-15T23:05:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:06.368544 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea56665-78c4-4be9-9e97-9f6b3d6c3eae None None] Checking router: 3ffa6272-44ce-400f-a3d8-4863b3fe8619 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:05:06.369730 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea56665-78c4-4be9-9e97-9f6b3d6c3eae None None] Updating router 3ffa6272-44ce-400f-a3d8-4863b3fe8619 port 9bb19f84-86cf-4b94-a13f-841c3e4e6293 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:05:06.412501 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eea56665-78c4-4be9-9e97-9f6b3d6c3eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:06.450527 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-93fda044-7115-450e-b84f-62740d3bcd3b req-5f5e945b-b182-428b-9248-e190077955c6 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285228 Jul 15 23:05:06.459731 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7473783e-579c-4960-96e7-0e05f3b2d08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:06.486262 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4c721-8a88-49f1-8de5-8b2c4ef895ca service neutron] Pushing event updated for resources: {'Port': ['ID=989be037-1ed6-4791-8ac9-4b7d6e3604f2,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:06.647086 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e840835-f25b-4583-a0f0-de603ac5c2e7 req-358c42e7-991e-4957-aabd-2c65c5c72c80 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:06.648647 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e840835-f25b-4583-a0f0-de603ac5c2e7 req-358c42e7-991e-4957-aabd-2c65c5c72c80 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=2251c629-daf5-47b8-8430-a908a8cf7bfa HTTP/1.1" status: 200 len: 948 time: 0.3028078 Jul 15 23:05:06.664933 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-7473783e-579c-4960-96e7-0e05f3b2d08f admin admin] Allocated IP 172.20.0.1 (e5369888-bf25-48d3-ac70-13804baa37e8/2832a628-6b8f-4e7d-8393-3c15cbb3a589/b541fdda-5518-477d-91a7-7d481781482b) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:06.704049 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-0c11ddf9-f558-4afa-bf05-b114af74750d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:06.705545 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-0c11ddf9-f558-4afa-bf05-b114af74750d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&device_id=2251c629-daf5-47b8-8430-a908a8cf7bfa HTTP/1.1" status: 200 len: 1099 time: 0.3029218 Jul 15 23:05:06.716178 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-286d0a25-cb5b-4a7a-97f5-b3d382f0e7d3 req-04fb1039-f3a5-49b7-ad1e-b77557a73605 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] For port dc37c8c1-570c-4c53-85ac-14193e1f0626, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=dc37c8c1-570c-4c53-85ac-14193e1f0626,segment=NetworkSegment(8985dfff-66c4-4bb0-b23d-a63e3e601d0c),segment_id=8985dfff-66c4-4bb0-b23d-a63e3e601d0c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:06.716547 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-286d0a25-cb5b-4a7a-97f5-b3d382f0e7d3 req-04fb1039-f3a5-49b7-ad1e-b77557a73605 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:06.783919 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7473783e-579c-4960-96e7-0e05f3b2d08f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:06.791163 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-95fe72a5-7382-49f2-a84c-934cc0184a25 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=989be037-1ed6-4791-8ac9-4b7d6e3604f2 HTTP/1.1" status: 200 len: 217 time: 0.0762138 Jul 15 23:05:06.797261 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-286d0a25-cb5b-4a7a-97f5-b3d382f0e7d3 req-04fb1039-f3a5-49b7-ad1e-b77557a73605 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Calling delete_port for dc37c8c1-570c-4c53-85ac-14193e1f0626 owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:05:06.834198 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7473783e-579c-4960-96e7-0e05f3b2d08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:06.872952 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e840835-f25b-4583-a0f0-de603ac5c2e7 req-b7814b54-1aca-4247-ba0a-b4705f4274f4 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987486 Jul 15 23:05:06.873506 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7473783e-579c-4960-96e7-0e05f3b2d08f admin admin] Network e5369888-bf25-48d3-ac70-13804baa37e8 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:06.880539 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eea56665-78c4-4be9-9e97-9f6b3d6c3eae None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:06.881756 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-7473783e-579c-4960-96e7-0e05f3b2d08f admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:06.885806 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7473783e-579c-4960-96e7-0e05f3b2d08f admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:06.894078 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-eea56665-78c4-4be9-9e97-9f6b3d6c3eae None None] Transition to ACTIVE for port object 9bb19f84-86cf-4b94-a13f-841c3e4e6293 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:06.902042 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eea56665-78c4-4be9-9e97-9f6b3d6c3eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:06.914605 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473783e-579c-4960-96e7-0e05f3b2d08f admin admin] Pushing event updated for resources: {'Port': ['ID=b541fdda-5518-477d-91a7-7d481781482b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:06.933326 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7473783e-579c-4960-96e7-0e05f3b2d08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:06.934807 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-eea56665-78c4-4be9-9e97-9f6b3d6c3eae None None] Attempting to bind port 9bb19f84-86cf-4b94-a13f-841c3e4e6293 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:06.935379 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-eea56665-78c4-4be9-9e97-9f6b3d6c3eae None None] Attempting to bind port 9bb19f84-86cf-4b94-a13f-841c3e4e6293 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:06.935918 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea56665-78c4-4be9-9e97-9f6b3d6c3eae None None] Attempting to bind port 9bb19f84-86cf-4b94-a13f-841c3e4e6293 on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:06.963432 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea56665-78c4-4be9-9e97-9f6b3d6c3eae None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:06.964161 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea56665-78c4-4be9-9e97-9f6b3d6c3eae None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:06.964799 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eea56665-78c4-4be9-9e97-9f6b3d6c3eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:06.965321 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea56665-78c4-4be9-9e97-9f6b3d6c3eae None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:06.965812 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-eea56665-78c4-4be9-9e97-9f6b3d6c3eae None None] Bound port: 9bb19f84-86cf-4b94-a13f-841c3e4e6293, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:06.966290 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eea56665-78c4-4be9-9e97-9f6b3d6c3eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:06.997701 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f51e2-2615-4ccb-ba31-3dcfd60b84c4 req-93b422ea-d6ae-4b64-93ba-b556053d9913 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:06.999101 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-178f51e2-2615-4ccb-ba31-3dcfd60b84c4 req-93b422ea-d6ae-4b64-93ba-b556053d9913 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e580382-5444-4886-9129-dc202c9fb312 HTTP/1.1" status: 200 len: 944 time: 0.3651249 Jul 15 23:05:07.006859 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-e5e17898-ccf9-4fe0-abe3-8fe6f7f68135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:07.008261 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-e5e17898-ccf9-4fe0-abe3-8fe6f7f68135 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.2044227 Jul 15 23:05:07.014600 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c53f77-4911-4766-a55a-bf812b7cdb17 None None] Pushing event updated for resources: {'Port': ['ID=9bb19f84-86cf-4b94-a13f-841c3e4e6293,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:07.040106 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-eea56665-78c4-4be9-9e97-9f6b3d6c3eae None None] For port 9bb19f84-86cf-4b94-a13f-841c3e4e6293, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:07.043522 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-eea56665-78c4-4be9-9e97-9f6b3d6c3eae None None] For port 9bb19f84-86cf-4b94-a13f-841c3e4e6293, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=9bb19f84-86cf-4b94-a13f-841c3e4e6293,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:07.053547 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dce15d-c6b0-47af-8931-fb5190430be4 x-openstack-request-id: req-d3dce15d-c6b0-47af-8931-fb5190430be4 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:07.053716 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eea56665-78c4-4be9-9e97-9f6b3d6c3eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.053903 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2251c629-daf5-47b8-8430-a908a8cf7bfa", "tag": "989be037-1ed6-4791-8ac9-4b7d6e3604f2", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:07.054159 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3dce15d-c6b0-47af-8931-fb5190430be4 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:07.054556 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2251c629-daf5-47b8-8430-a908a8cf7bfa', 'tag': '989be037-1ed6-4791-8ac9-4b7d6e3604f2', 'status': 'completed', 'code': 200} Jul 15 23:05:07.108538 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d06e525d-3e31-44d1-ac7d-a1d16fb43c6a admin admin] Deleting port e95e4fca-315d-4c70-b85b-a74b28c5a3b5 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:05:07.108965 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d06e525d-3e31-44d1-ac7d-a1d16fb43c6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.120456 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7473783e-579c-4960-96e7-0e05f3b2d08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.130825 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-178f51e2-2615-4ccb-ba31-3dcfd60b84c4 req-0095eb10-3f34-452a-bcd3-ed725e23b2b4 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.16 "GET /v2.0/security-groups?id=479b0922-7f9e-4fc5-a8b7-968165b72a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163285 Jul 15 23:05:07.131819 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea56665-78c4-4be9-9e97-9f6b3d6c3eae None None] Routers {'3ffa6272-44ce-400f-a3d8-4863b3fe8619'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:07.132775 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-eea56665-78c4-4be9-9e97-9f6b3d6c3eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:04:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3ffa6272-44ce-400f-a3d8-4863b3fe8619'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:07.135942 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c53f77-4911-4766-a55a-bf812b7cdb17 None None] Pushing event updated for resources: {'Port': ['ID=9bb19f84-86cf-4b94-a13f-841c3e4e6293,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:07.319835 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-eea56665-78c4-4be9-9e97-9f6b3d6c3eae None None] Set router 3ffa6272-44ce-400f-a3d8-4863b3fe8619 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:07.366784 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7473783e-579c-4960-96e7-0e05f3b2d08f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.372539 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7473783e-579c-4960-96e7-0e05f3b2d08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.374760 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d06e525d-3e31-44d1-ac7d-a1d16fb43c6a admin admin] For port e95e4fca-315d-4c70-b85b-a74b28c5a3b5, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=e95e4fca-315d-4c70-b85b-a74b28c5a3b5,segment=NetworkSegment(e4326049-daa1-4473-8f0a-7d9383896f95),segment_id=e4326049-daa1-4473-8f0a-7d9383896f95)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:07.375254 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d06e525d-3e31-44d1-ac7d-a1d16fb43c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.378001 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-286d0a25-cb5b-4a7a-97f5-b3d382f0e7d3 req-04fb1039-f3a5-49b7-ad1e-b77557a73605 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.382553 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-ca91f92a-4701-464e-958b-252fad428ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:07.384075 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-ca91f92a-4701-464e-958b-252fad428ea8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3589687 Jul 15 23:05:07.443124 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7473783e-579c-4960-96e7-0e05f3b2d08f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.444418 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb1039-f3a5-49b7-ad1e-b77557a73605 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Pushing event deleted for resources: {'Port': ['ID=dc37c8c1-570c-4c53-85ac-14193e1f0626,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:07.462069 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d06e525d-3e31-44d1-ac7d-a1d16fb43c6a admin admin] Calling delete_port for e95e4fca-315d-4c70-b85b-a74b28c5a3b5 owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:05:07.481097 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473783e-579c-4960-96e7-0e05f3b2d08f admin admin] Pushing event updated for resources: {'Port': ['ID=b541fdda-5518-477d-91a7-7d481781482b,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:07.577807 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-eea56665-78c4-4be9-9e97-9f6b3d6c3eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'name': 'tempest-ServerRescueTestJSONUnderV235-398131899-router', 'tenant_id': '75dba73826074396acc24302f5efb0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '9bb19f84-86cf-4b94-a13f-841c3e4e6293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:02Z', 'updated_at': '2021-07-15T23:05:07Z', 'revision_number': 4, 'project_id': '75dba73826074396acc24302f5efb0e8', 'gw_port': {'id': '9bb19f84-86cf-4b94-a13f-841c3e4e6293', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:eb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:03Z', 'updated_at': '2021-07-15T23:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'b541fdda-5518-477d-91a7-7d481781482b', 'name': '', 'network_id': 'e5369888-bf25-48d3-ac70-13804baa37e8', 'tenant_id': '75dba73826074396acc24302f5efb0e8', 'mac_address': 'fa:16:3e:1c:42:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '2832a628-6b8f-4e7d-8393-3c15cbb3a589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:06Z', 'updated_at': '2021-07-15T23:05:06Z', 'revision_number': 1, 'project_id': '75dba73826074396acc24302f5efb0e8', 'subnets': [{'id': '2832a628-6b8f-4e7d-8393-3c15cbb3a589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:07.582981 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7473783e-579c-4960-96e7-0e05f3b2d08f admin admin] Network e5369888-bf25-48d3-ac70-13804baa37e8 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:07.584609 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-7473783e-579c-4960-96e7-0e05f3b2d08f admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:07.613471 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea56665-78c4-4be9-9e97-9f6b3d6c3eae None None] The sync data for ids ['3ffa6272-44ce-400f-a3d8-4863b3fe8619'] in n-d-787205-9 is: [{'id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'name': 'tempest-ServerRescueTestJSONUnderV235-398131899-router', 'tenant_id': '75dba73826074396acc24302f5efb0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '9bb19f84-86cf-4b94-a13f-841c3e4e6293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:02Z', 'updated_at': '2021-07-15T23:05:07Z', 'revision_number': 4, 'project_id': '75dba73826074396acc24302f5efb0e8', 'gw_port': {'id': '9bb19f84-86cf-4b94-a13f-841c3e4e6293', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:eb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:03Z', 'updated_at': '2021-07-15T23:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'b541fdda-5518-477d-91a7-7d481781482b', 'name': '', 'network_id': 'e5369888-bf25-48d3-ac70-13804baa37e8', 'tenant_id': '75dba73826074396acc24302f5efb0e8', 'mac_address': 'fa:16:3e:1c:42:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '2832a628-6b8f-4e7d-8393-3c15cbb3a589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:06Z', 'updated_at': '2021-07-15T23:05:06Z', 'revision_number': 1, 'project_id': '75dba73826074396acc24302f5efb0e8', 'subnets': [{'id': '2832a628-6b8f-4e7d-8393-3c15cbb3a589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:05:07.651964 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-286d0a25-cb5b-4a7a-97f5-b3d382f0e7d3 req-04fb1039-f3a5-49b7-ad1e-b77557a73605 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] No DVR routers for this DVR port dc37c8c1-570c-4c53-85ac-14193e1f0626 on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:05:07.684935 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-286d0a25-cb5b-4a7a-97f5-b3d382f0e7d3 req-04fb1039-f3a5-49b7-ad1e-b77557a73605 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.687339 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-286d0a25-cb5b-4a7a-97f5-b3d382f0e7d3 req-04fb1039-f3a5-49b7-ad1e-b77557a73605 tempest-LiveAutoBlockMigrationV225Test-721592549 tempest-LiveAutoBlockMigrationV225Test-721592549-project] 10.222.0.43 "DELETE /v2.0/ports/dc37c8c1-570c-4c53-85ac-14193e1f0626 HTTP/1.1" status: 204 len: 173 time: 1.9174445 Jul 15 23:05:07.723065 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7473783e-579c-4960-96e7-0e05f3b2d08f admin admin] Router 3ffa6272-44ce-400f-a3d8-4863b3fe8619 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:05:07.746453 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d70e61-6409-4992-ba9d-9c41a20fae6f req-e0f93500-ba44-4050-80aa-fa9146deafe2 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:07.751150 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e6d70e61-6409-4992-ba9d-9c41a20fae6f req-e0f93500-ba44-4050-80aa-fa9146deafe2 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/ports?device_id=94fbd277-20b7-4415-b2f5-87d43b92c69e HTTP/1.1" status: 200 len: 945 time: 0.4335508 Jul 15 23:05:07.767295 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-079a928f-b408-4869-8262-3b59fccd3f6c service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624778 Jul 15 23:05:07.860384 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7473783e-579c-4960-96e7-0e05f3b2d08f admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:05:07.865636 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7473783e-579c-4960-96e7-0e05f3b2d08f admin admin] 10.222.0.16 "PUT /v2.0/routers/3ffa6272-44ce-400f-a3d8-4863b3fe8619/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9888887 Jul 15 23:05:08.289418 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139857a-c2e3-4b95-9317-fbcc29fae726 req-57db2da1-0acc-4395-8b08-5a08569a0b23 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:08.291180 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3139857a-c2e3-4b95-9317-fbcc29fae726 req-57db2da1-0acc-4395-8b08-5a08569a0b23 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 946 time: 0.6794348 Jul 15 23:05:08.297070 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e6d70e61-6409-4992-ba9d-9c41a20fae6f req-b35dccef-f81f-41d1-be0b-904a18980570 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad91e050-ac8f-47c2-8fb7-23f65d50925f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5364199 Jul 15 23:05:08.331207 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd88b773-1c10-48b0-a4ab-4455a7e2d415 req-986d9e72-75f7-4fc2-9963-13742438d118 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5183141 Jul 15 23:05:08.373143 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3139857a-c2e3-4b95-9317-fbcc29fae726 req-f3c16dec-8177-42b7-8611-1ae4f3f85374 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729346 Jul 15 23:05:08.503633 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:08.540251 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d06e525d-3e31-44d1-ac7d-a1d16fb43c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:08.597907 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e525d-3e31-44d1-ac7d-a1d16fb43c6a admin admin] Pushing event deleted for resources: {'Port': ['ID=e95e4fca-315d-4c70-b85b-a74b28c5a3b5,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:08.684938 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca2acb-5e5b-4583-8436-cc87cc70bf18 req-f6f21edc-e566-4905-bcad-bf1e360854dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:08.686207 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-acca2acb-5e5b-4583-8436-cc87cc70bf18 req-f6f21edc-e566-4905-bcad-bf1e360854dd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&device_id=2251c629-daf5-47b8-8430-a908a8cf7bfa HTTP/1.1" status: 200 len: 1099 time: 0.2273679 Jul 15 23:05:08.722789 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c3cda-3fc4-4ffa-ac79-62935919be65 req-9a1602e2-c3e1-4a35-9888-dc374f38e90b tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:08.727135 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d28c3cda-3fc4-4ffa-ac79-62935919be65 req-9a1602e2-c3e1-4a35-9888-dc374f38e90b tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=2251c629-daf5-47b8-8430-a908a8cf7bfa HTTP/1.1" status: 200 len: 948 time: 0.1970484 Jul 15 23:05:08.985427 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d28c3cda-3fc4-4ffa-ac79-62935919be65 req-69c5b5fe-9371-4b60-8c0a-b61e12d69adc tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019246 Jul 15 23:05:09.020276 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7add07c-29cd-4df8-a990-12d6137915eb req-e3c09a10-fb36-44f9-ae31-05d870e79d8e tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:09.021802 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b7add07c-29cd-4df8-a990-12d6137915eb req-e3c09a10-fb36-44f9-ae31-05d870e79d8e tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/networks?id=e5369888-bf25-48d3-ac70-13804baa37e8 HTTP/1.1" status: 200 len: 819 time: 0.3179460 Jul 15 23:05:09.038240 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca2acb-5e5b-4583-8436-cc87cc70bf18 req-244472b8-f58b-4d38-99ce-7e805c10667c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:09.039749 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-acca2acb-5e5b-4583-8436-cc87cc70bf18 req-244472b8-f58b-4d38-99ce-7e805c10667c service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.3371551 Jul 15 23:05:09.041463 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d06e525d-3e31-44d1-ac7d-a1d16fb43c6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.050284 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b7add07c-29cd-4df8-a990-12d6137915eb req-3a125bb6-5dea-43d5-8bb5-e5ce840215a2 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/quotas/75dba73826074396acc24302f5efb0e8 HTTP/1.1" status: 200 len: 375 time: 0.0206227 Jul 15 23:05:09.059170 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e580382-5444-4886-9129-dc202c9fb312', 'name': 'network-vif-deleted', 'tag': 'dc37c8c1-570c-4c53-85ac-14193e1f0626'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:09.061565 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e921381-3446-4723-a41a-83394228a050" -d '{"events": [{"server_uuid": "7e580382-5444-4886-9129-dc202c9fb312", "name": "network-vif-deleted", "tag": "dc37c8c1-570c-4c53-85ac-14193e1f0626"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:09.089733 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39880) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:09.106340 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-acca2acb-5e5b-4583-8436-cc87cc70bf18 req-62424477-9c4f-4c27-9669-eaeb8061d739 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=989be037-1ed6-4791-8ac9-4b7d6e3604f2 HTTP/1.1" status: 200 len: 217 time: 0.0534945 Jul 15 23:05:09.252715 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-807a044b-9807-4104-a70f-1885a7d56a94 admin admin] Deleting subnet 951a51fc-ffa0-401a-b919-6dcf1a893db8 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:05:09.260453 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-807a044b-9807-4104-a70f-1885a7d56a94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.274030 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca2acb-5e5b-4583-8436-cc87cc70bf18 req-41a15767-931d-44a5-abdb-059aafa56e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:09.274232 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-acca2acb-5e5b-4583-8436-cc87cc70bf18 req-41a15767-931d-44a5-abdb-059aafa56e0b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1502571 Jul 15 23:05:09.282932 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device dc37c8c1-570c-4c53-85ac-14193e1f0626 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:05:09.312388 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-807a044b-9807-4104-a70f-1885a7d56a94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.317911 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 9bb19f84-86cf-4b94-a13f-841c3e4e6293 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:09.320612 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: dc37c8c1-570c-4c53-85ac-14193e1f0626 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:05:09.321159 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device dc37c8c1-570c-4c53-85ac-14193e1f0626 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:05:09.347984 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b7add07c-29cd-4df8-a990-12d6137915eb req-1b6fdc05-90df-4e9f-be25-064686099145 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=75dba73826074396acc24302f5efb0e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2837336 Jul 15 23:05:09.363408 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-807a044b-9807-4104-a70f-1885a7d56a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.391819 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 9bb19f84-86cf-4b94-a13f-841c3e4e6293 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:09.398538 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 9bb19f84-86cf-4b94-a13f-841c3e4e6293 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:09.398951 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.442525 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-807a044b-9807-4104-a70f-1885a7d56a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.470410 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a044b-9807-4104-a70f-1885a7d56a94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=951a51fc-ffa0-401a-b919-6dcf1a893db8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:09.472895 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-807a044b-9807-4104-a70f-1885a7d56a94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.478647 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-807a044b-9807-4104-a70f-1885a7d56a94 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/951a51fc-ffa0-401a-b919-6dcf1a893db8 HTTP/1.1" status: 204 len: 168 time: 0.3874216 Jul 15 23:05:09.479477 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39886) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:09.492650 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.515752 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 9bb19f84-86cf-4b94-a13f-841c3e4e6293, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=9bb19f84-86cf-4b94-a13f-841c3e4e6293,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:09.520171 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.553225 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c27b3809-29f3-4e4f-834b-a1b2082f11ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.555047 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca2acb-5e5b-4583-8436-cc87cc70bf18 req-93787783-8be6-4946-b7ec-56d49688d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:09.557162 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-acca2acb-5e5b-4583-8436-cc87cc70bf18 req-93787783-8be6-4946-b7ec-56d49688d1a1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2737114 Jul 15 23:05:09.578269 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=9bb19f84-86cf-4b94-a13f-841c3e4e6293,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:09.635392 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c27b3809-29f3-4e4f-834b-a1b2082f11ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.645191 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c27b3809-29f3-4e4f-834b-a1b2082f11ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ccf61d-14bc-4de9-bbf5-849aeac853f5']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:09.654444 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c27b3809-29f3-4e4f-834b-a1b2082f11ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8985dfff-66c4-4bb0-b23d-a63e3e601d0c') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:09.654784 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c27b3809-29f3-4e4f-834b-a1b2082f11ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8985dfff-66c4-4bb0-b23d-a63e3e601d0c') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:09.663295 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c27b3809-29f3-4e4f-834b-a1b2082f11ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.677130 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c27b3809-29f3-4e4f-834b-a1b2082f11ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.684181 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c27b3809-29f3-4e4f-834b-a1b2082f11ea admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:05:09.684644 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c27b3809-29f3-4e4f-834b-a1b2082f11ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.686425 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:05:09.686425 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:05:09.686425 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:05:09.686425 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:05:09.686425 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:05:09.686425 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:05:09.686425 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:05:09.686425 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:05:09.686425 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:05:09.686425 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:05:09.686425 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:05:09.686425 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:05:09.686425 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:05:09.686425 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:05:09.686425 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:05:09.686425 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:05:09.686425 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:05:09.686425 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:05:09.686425 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:05:09.686425 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:05:09.686425 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:05:09.686425 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:05:09.686425 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:05:09.686425 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:05:09.686425 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:05:09.686425 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:05:09.686425 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:05:09.686425 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:05:09.686425 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:05:09.686425 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:05:09.686425 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:05:09.686425 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:05:09.695292 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b7add07c-29cd-4df8-a990-12d6137915eb req-16c53ef4-1449-4826-95f3-7aa8ca67f3cb service neutron] 10.222.0.16 "GET /v2.0/networks/e5369888-bf25-48d3-ac70-13804baa37e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464043 Jul 15 23:05:09.744255 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c27b3809-29f3-4e4f-834b-a1b2082f11ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.753546 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c27b3809-29f3-4e4f-834b-a1b2082f11ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.758484 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c27b3809-29f3-4e4f-834b-a1b2082f11ea admin admin] 10.222.0.16 "DELETE /v2.0/networks/71ccf61d-14bc-4de9-bbf5-849aeac853f5 HTTP/1.1" status: 204 len: 168 time: 0.2750919 Jul 15 23:05:09.759906 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39888) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:09.775767 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06e525d-3e31-44d1-ac7d-a1d16fb43c6a admin admin] Router 3fb7da83-491d-4620-9453-711aa7111bf8 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:05:09.777288 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b3809-29f3-4e4f-834b-a1b2082f11ea admin admin] Pushing event deleted for resources: {'Network': ['ID=71ccf61d-14bc-4de9-bbf5-849aeac853f5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:09.818567 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-435252d6-7ac2-418d-b2e4-af2ff291ec52 admin admin] Deleting subnet 3c4623d0-4154-4d3d-826c-30774b3bb531 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:05:09.822319 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-435252d6-7ac2-418d-b2e4-af2ff291ec52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.856232 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-435252d6-7ac2-418d-b2e4-af2ff291ec52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.869305 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-acca2acb-5e5b-4583-8436-cc87cc70bf18 req-4fd12430-6ddb-468d-82d1-bd65823f1d6c service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845318 Jul 15 23:05:09.877491 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cce90c81-50d2-478d-bc52-701167f58d3b req-ba636d35-7d05-479e-8c95-78ae811752a0 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 258 time: 0.4094818 Jul 15 23:05:09.902560 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-435252d6-7ac2-418d-b2e4-af2ff291ec52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.933618 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-cce90c81-50d2-478d-bc52-701167f58d3b req-9b3062ab-717b-4448-a0e4-5ab38b4d3e08 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:09.956897 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-435252d6-7ac2-418d-b2e4-af2ff291ec52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.983001 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435252d6-7ac2-418d-b2e4-af2ff291ec52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c4623d0-4154-4d3d-826c-30774b3bb531,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:09.987808 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-435252d6-7ac2-418d-b2e4-af2ff291ec52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.989285 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b7add07c-29cd-4df8-a990-12d6137915eb req-65f427f8-ba24-4c54-8251-a51c3f59243e service neutron] 10.222.0.16 "GET /v2.0/networks/e5369888-bf25-48d3-ac70-13804baa37e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806849 Jul 15 23:05:09.989922 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-435252d6-7ac2-418d-b2e4-af2ff291ec52 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3c4623d0-4154-4d3d-826c-30774b3bb531 HTTP/1.1" status: 204 len: 168 time: 0.2288435 Jul 15 23:05:09.992407 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39890) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:10.064068 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-cce90c81-50d2-478d-bc52-701167f58d3b req-9b3062ab-717b-4448-a0e4-5ab38b4d3e08 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:10.068366 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d3aef3f-5827-4ba3-8bdf-e699b18dc9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:10.120742 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06e525d-3e31-44d1-ac7d-a1d16fb43c6a admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:05:10.124622 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-acca2acb-5e5b-4583-8436-cc87cc70bf18 req-0c94045a-d206-4737-8349-d45e1168db79 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466495 Jul 15 23:05:10.128034 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d06e525d-3e31-44d1-ac7d-a1d16fb43c6a admin admin] 10.222.0.16 "PUT /v2.0/routers/3fb7da83-491d-4620-9453-711aa7111bf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9523101 Jul 15 23:05:10.130917 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39894) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:10.139170 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a866fb-5ca4-49aa-b2db-271d256b06fc None None] Sync routers for ids ['3fb7da83-491d-4620-9453-711aa7111bf8'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:05:10.156413 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a866fb-5ca4-49aa-b2db-271d256b06fc None None] Routers {'3fb7da83-491d-4620-9453-711aa7111bf8'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:10.157458 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-48a866fb-5ca4-49aa-b2db-271d256b06fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:04:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3fb7da83-491d-4620-9453-711aa7111bf8'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:10.198711 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d3aef3f-5827-4ba3-8bdf-e699b18dc9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:10.211309 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-8d3aef3f-5827-4ba3-8bdf-e699b18dc9b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['187dc47b-0c31-419f-8d51-96286e2ba9be']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:10.225338 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-8d3aef3f-5827-4ba3-8bdf-e699b18dc9b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1abf58b7-9cee-43cd-a970-9e83ee9f1403') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:10.225696 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-8d3aef3f-5827-4ba3-8bdf-e699b18dc9b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1abf58b7-9cee-43cd-a970-9e83ee9f1403') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:10.245225 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d3aef3f-5827-4ba3-8bdf-e699b18dc9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:10.264257 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb4df79-54fc-4139-b7d0-ff4c73f9b237 None None] Sync routers for ids ['3ffa6272-44ce-400f-a3d8-4863b3fe8619'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:05:10.284241 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb4df79-54fc-4139-b7d0-ff4c73f9b237 None None] Routers {'3ffa6272-44ce-400f-a3d8-4863b3fe8619'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:10.284890 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-1bb4df79-54fc-4139-b7d0-ff4c73f9b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:04:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3ffa6272-44ce-400f-a3d8-4863b3fe8619'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:10.322812 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d3aef3f-5827-4ba3-8bdf-e699b18dc9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:10.334449 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d3aef3f-5827-4ba3-8bdf-e699b18dc9b9 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:05:10.334970 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d3aef3f-5827-4ba3-8bdf-e699b18dc9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:10.337112 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:05:10.337112 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:05:10.337112 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:05:10.337112 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:05:10.337112 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:05:10.337112 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:05:10.337112 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:05:10.337112 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:05:10.337112 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:05:10.337112 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:05:10.337112 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:05:10.337112 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:05:10.337112 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:05:10.337112 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:05:10.337112 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:05:10.337112 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:05:10.337112 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:05:10.337112 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:05:10.337112 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:05:10.337112 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:05:10.337112 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:05:10.337112 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:05:10.337112 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:05:10.337112 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:05:10.337112 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:05:10.337112 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:05:10.337112 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:05:10.337112 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:05:10.337112 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:05:10.337112 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:05:10.337112 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:05:10.337112 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:05:10.518383 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-1bb4df79-54fc-4139-b7d0-ff4c73f9b237 None None] Set router 3ffa6272-44ce-400f-a3d8-4863b3fe8619 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:10.582327 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-48a866fb-5ca4-49aa-b2db-271d256b06fc None None] Set router 3fb7da83-491d-4620-9453-711aa7111bf8 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:10.623516 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2f3553-f5d3-46d0-845c-68e304d1dc6e x-openstack-request-id: req-4f2f3553-f5d3-46d0-845c-68e304d1dc6e {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:10.623805 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e580382-5444-4886-9129-dc202c9fb312", "name": "network-vif-deleted", "tag": "dc37c8c1-570c-4c53-85ac-14193e1f0626", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:10.624055 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4f2f3553-f5d3-46d0-845c-68e304d1dc6e {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:10.624491 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e580382-5444-4886-9129-dc202c9fb312', 'name': 'network-vif-deleted', 'tag': 'dc37c8c1-570c-4c53-85ac-14193e1f0626', 'status': 'completed', 'code': 200} Jul 15 23:05:10.747128 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8028c-0e93-40e9-9bab-e9970b5e1828 req-c9f8e364-c173-4c30-bd2b-1d585fa9740a tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:10.756624 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-60b8028c-0e93-40e9-9bab-e9970b5e1828 req-c9f8e364-c173-4c30-bd2b-1d585fa9740a tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 946 time: 0.1348343 Jul 15 23:05:10.765334 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-1bb4df79-54fc-4139-b7d0-ff4c73f9b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'name': 'tempest-ServerRescueTestJSONUnderV235-398131899-router', 'tenant_id': '75dba73826074396acc24302f5efb0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '9bb19f84-86cf-4b94-a13f-841c3e4e6293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:02Z', 'updated_at': '2021-07-15T23:05:07Z', 'revision_number': 4, 'project_id': '75dba73826074396acc24302f5efb0e8', 'gw_port': {'id': '9bb19f84-86cf-4b94-a13f-841c3e4e6293', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:eb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:03Z', 'updated_at': '2021-07-15T23:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'b541fdda-5518-477d-91a7-7d481781482b', 'name': '', 'network_id': 'e5369888-bf25-48d3-ac70-13804baa37e8', 'tenant_id': '75dba73826074396acc24302f5efb0e8', 'mac_address': 'fa:16:3e:1c:42:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '2832a628-6b8f-4e7d-8393-3c15cbb3a589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:06Z', 'updated_at': '2021-07-15T23:05:07Z', 'revision_number': 2, 'project_id': '75dba73826074396acc24302f5efb0e8', 'subnets': [{'id': '2832a628-6b8f-4e7d-8393-3c15cbb3a589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:10.772419 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-cce90c81-50d2-478d-bc52-701167f58d3b req-9b3062ab-717b-4448-a0e4-5ab38b4d3e08 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:10.803842 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb4df79-54fc-4139-b7d0-ff4c73f9b237 None None] Checking router: 3ffa6272-44ce-400f-a3d8-4863b3fe8619 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:05:10.804344 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb4df79-54fc-4139-b7d0-ff4c73f9b237 None None] Updating router 3ffa6272-44ce-400f-a3d8-4863b3fe8619 port b541fdda-5518-477d-91a7-7d481781482b binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:05:10.853523 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d3aef3f-5827-4ba3-8bdf-e699b18dc9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:10.855514 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1bb4df79-54fc-4139-b7d0-ff4c73f9b237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:10.864532 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d3aef3f-5827-4ba3-8bdf-e699b18dc9b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:10.866774 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8d3aef3f-5827-4ba3-8bdf-e699b18dc9b9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/187dc47b-0c31-419f-8d51-96286e2ba9be HTTP/1.1" status: 204 len: 168 time: 0.8733375 Jul 15 23:05:10.871984 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-48a866fb-5ca4-49aa-b2db-271d256b06fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb7da83-491d-4620-9453-711aa7111bf8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1193600801-router', 'tenant_id': '9a5a24ad6bf547b6b96e4e0b4e89cca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '18af97f3-5803-4d31-bc10-1a7e8d6d3d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:59:54Z', 'updated_at': '2021-07-15T23:05:08Z', 'revision_number': 5, 'project_id': '9a5a24ad6bf547b6b96e4e0b4e89cca7', 'gw_port': {'id': '18af97f3-5803-4d31-bc10-1a7e8d6d3d0a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb7da83-491d-4620-9453-711aa7111bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:55Z', 'updated_at': '2021-07-15T23:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:10.881888 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3aef3f-5827-4ba3-8bdf-e699b18dc9b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=187dc47b-0c31-419f-8d51-96286e2ba9be,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:10.889185 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8096c35c-87a1-4c84-95bd-746300cc51b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:10.901600 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a866fb-5ca4-49aa-b2db-271d256b06fc None None] Checking router: 3fb7da83-491d-4620-9453-711aa7111bf8 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:05:10.911076 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a866fb-5ca4-49aa-b2db-271d256b06fc None None] Routers {'3fb7da83-491d-4620-9453-711aa7111bf8'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:10.912426 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-48a866fb-5ca4-49aa-b2db-271d256b06fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:04:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3fb7da83-491d-4620-9453-711aa7111bf8'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:10.936180 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-60b8028c-0e93-40e9-9bab-e9970b5e1828 req-890f00d4-7032-4da2-893b-24677915985a tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778905 Jul 15 23:05:11.012170 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8096c35c-87a1-4c84-95bd-746300cc51b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.087656 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-8096c35c-87a1-4c84-95bd-746300cc51b1 admin admin] Deleting port 18af97f3-5803-4d31-bc10-1a7e8d6d3d0a {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:05:11.088442 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8096c35c-87a1-4c84-95bd-746300cc51b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.128245 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39912) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:11.138211 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-48a866fb-5ca4-49aa-b2db-271d256b06fc None None] Set router 3fb7da83-491d-4620-9453-711aa7111bf8 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:11.152656 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-cce90c81-50d2-478d-bc52-701167f58d3b req-9b3062ab-717b-4448-a0e4-5ab38b4d3e08 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Allocated IP 172.25.4.227 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/75055ff8-221e-489d-b41f-d1cb5bdacf6d) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:11.213314 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 9bb19f84-86cf-4b94-a13f-841c3e4e6293 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:11.214191 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-8096c35c-87a1-4c84-95bd-746300cc51b1 admin admin] For port 18af97f3-5803-4d31-bc10-1a7e8d6d3d0a, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=18af97f3-5803-4d31-bc10-1a7e8d6d3d0a,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:11.215111 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8096c35c-87a1-4c84-95bd-746300cc51b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.273329 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d78be578-1107-4d4b-9419-1a1b820bac5c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=333adf5bda29495e91779ab1d3ab99ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436217 Jul 15 23:05:11.276027 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-8096c35c-87a1-4c84-95bd-746300cc51b1 admin admin] Calling delete_port for 18af97f3-5803-4d31-bc10-1a7e8d6d3d0a owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:05:11.277751 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39914) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:11.330542 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 989be037-1ed6-4791-8ac9-4b7d6e3604f2 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:11.344645 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94be12ab-0047-4698-a658-09e45d81f49b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.359236 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-cce90c81-50d2-478d-bc52-701167f58d3b req-9b3062ab-717b-4448-a0e4-5ab38b4d3e08 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.368970 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94be12ab-0047-4698-a658-09e45d81f49b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.369891 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c87473-595b-41d9-8691-ad4332e6ef6c req-a3285890-a417-467c-b576-804d00e34a51 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:11.377275 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-86c87473-595b-41d9-8691-ad4332e6ef6c req-a3285890-a417-467c-b576-804d00e34a51 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=2251c629-daf5-47b8-8430-a908a8cf7bfa HTTP/1.1" status: 200 len: 948 time: 0.1717427 Jul 15 23:05:11.411741 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1bb4df79-54fc-4139-b7d0-ff4c73f9b237 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.421531 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94be12ab-0047-4698-a658-09e45d81f49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.424700 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-94be12ab-0047-4698-a658-09e45d81f49b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.428290 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-94be12ab-0047-4698-a658-09e45d81f49b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/479b0922-7f9e-4fc5-a8b7-968165b72a34 HTTP/1.1" status: 204 len: 168 time: 0.1470895 Jul 15 23:05:11.437247 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-86c87473-595b-41d9-8691-ad4332e6ef6c req-01de0528-a0a0-4cf9-9163-d5ed06314416 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588591 Jul 15 23:05:11.439649 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-1bb4df79-54fc-4139-b7d0-ff4c73f9b237 None None] Transition to ACTIVE for port object b541fdda-5518-477d-91a7-7d481781482b will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:11.451221 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1bb4df79-54fc-4139-b7d0-ff4c73f9b237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.479394 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be12ab-0047-4698-a658-09e45d81f49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479b0922-7f9e-4fc5-a8b7-968165b72a34,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:11.488604 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-cce90c81-50d2-478d-bc52-701167f58d3b req-9b3062ab-717b-4448-a0e4-5ab38b4d3e08 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.591069 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd24aef-82e7-463e-82cc-79b4ba1e3132 None None] Pushing event updated for resources: {'Port': ['ID=b541fdda-5518-477d-91a7-7d481781482b,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:11.592866 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce90c81-50d2-478d-bc52-701167f58d3b req-9b3062ab-717b-4448-a0e4-5ab38b4d3e08 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:11.617247 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-cce90c81-50d2-478d-bc52-701167f58d3b req-9b3062ab-717b-4448-a0e4-5ab38b4d3e08 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:11.621413 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3062ab-717b-4448-a0e4-5ab38b4d3e08 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Pushing event updated for resources: {'Port': ['ID=75055ff8-221e-489d-b41f-d1cb5bdacf6d,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:11.629531 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce90c81-50d2-478d-bc52-701167f58d3b req-9b3062ab-717b-4448-a0e4-5ab38b4d3e08 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:11.664223 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8096c35c-87a1-4c84-95bd-746300cc51b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.675598 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3062ab-717b-4448-a0e4-5ab38b4d3e08 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:11.676102 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3062ab-717b-4448-a0e4-5ab38b4d3e08 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:11.676588 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3062ab-717b-4448-a0e4-5ab38b4d3e08 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:11.677017 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3062ab-717b-4448-a0e4-5ab38b4d3e08 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:11.677460 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3062ab-717b-4448-a0e4-5ab38b4d3e08 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:11.677894 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3062ab-717b-4448-a0e4-5ab38b4d3e08 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:11.678330 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3062ab-717b-4448-a0e4-5ab38b4d3e08 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:11.679249 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3062ab-717b-4448-a0e4-5ab38b4d3e08 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:11.679249 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3062ab-717b-4448-a0e4-5ab38b4d3e08 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:11.679665 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3062ab-717b-4448-a0e4-5ab38b4d3e08 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:11.680110 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3062ab-717b-4448-a0e4-5ab38b4d3e08 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:11.680545 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3062ab-717b-4448-a0e4-5ab38b4d3e08 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:11.690158 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 9bb19f84-86cf-4b94-a13f-841c3e4e6293 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:11.691081 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.715407 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-1bb4df79-54fc-4139-b7d0-ff4c73f9b237 None None] Attempting to bind port b541fdda-5518-477d-91a7-7d481781482b on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:11.716096 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-1bb4df79-54fc-4139-b7d0-ff4c73f9b237 None None] Attempting to bind port b541fdda-5518-477d-91a7-7d481781482b by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '2e64f487-053c-4004-a3af-756cbd108bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e5369888-bf25-48d3-ac70-13804baa37e8'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:11.716420 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb4df79-54fc-4139-b7d0-ff4c73f9b237 None None] Attempting to bind port b541fdda-5518-477d-91a7-7d481781482b on network e5369888-bf25-48d3-ac70-13804baa37e8 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:11.723258 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb4df79-54fc-4139-b7d0-ff4c73f9b237 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:11.724138 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb4df79-54fc-4139-b7d0-ff4c73f9b237 None None] Checking segment: {'id': '2e64f487-053c-4004-a3af-756cbd108bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e5369888-bf25-48d3-ac70-13804baa37e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:11.724357 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1bb4df79-54fc-4139-b7d0-ff4c73f9b237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.724748 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb4df79-54fc-4139-b7d0-ff4c73f9b237 None None] Bound using segment: {'id': '2e64f487-053c-4004-a3af-756cbd108bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e5369888-bf25-48d3-ac70-13804baa37e8'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:11.725371 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-1bb4df79-54fc-4139-b7d0-ff4c73f9b237 None None] Bound port: b541fdda-5518-477d-91a7-7d481781482b, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e64f487-053c-4004-a3af-756cbd108bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e5369888-bf25-48d3-ac70-13804baa37e8'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:11.725823 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1bb4df79-54fc-4139-b7d0-ff4c73f9b237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.735456 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096c35c-87a1-4c84-95bd-746300cc51b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=18af97f3-5803-4d31-bc10-1a7e8d6d3d0a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:11.735654 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4eadf654-1d55-4415-80d9-f5c8328b13f6 req-ec480dac-ac66-4a02-a08c-7c381786e0db tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 210 time: 0.0622833 Jul 15 23:05:11.822917 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-1bb4df79-54fc-4139-b7d0-ff4c73f9b237 None None] For port b541fdda-5518-477d-91a7-7d481781482b, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:11.828600 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-1bb4df79-54fc-4139-b7d0-ff4c73f9b237 None None] For port b541fdda-5518-477d-91a7-7d481781482b, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b541fdda-5518-477d-91a7-7d481781482b,segment=NetworkSegment(2e64f487-053c-4004-a3af-756cbd108bb6),segment_id=2e64f487-053c-4004-a3af-756cbd108bb6)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:11.834784 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1bb4df79-54fc-4139-b7d0-ff4c73f9b237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.845962 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8096c35c-87a1-4c84-95bd-746300cc51b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.895127 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-48a866fb-5ca4-49aa-b2db-271d256b06fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb7da83-491d-4620-9453-711aa7111bf8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1193600801-router', 'tenant_id': '9a5a24ad6bf547b6b96e4e0b4e89cca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '18af97f3-5803-4d31-bc10-1a7e8d6d3d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:59:54Z', 'updated_at': '2021-07-15T23:05:08Z', 'revision_number': 5, 'project_id': '9a5a24ad6bf547b6b96e4e0b4e89cca7', 'gw_port': {'id': '18af97f3-5803-4d31-bc10-1a7e8d6d3d0a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb7da83-491d-4620-9453-711aa7111bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:55Z', 'updated_at': '2021-07-15T23:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:11.911288 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd24aef-82e7-463e-82cc-79b4ba1e3132 None None] Pushing event updated for resources: {'Port': ['ID=b541fdda-5518-477d-91a7-7d481781482b,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:11.955322 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb4df79-54fc-4139-b7d0-ff4c73f9b237 None None] Routers {'3ffa6272-44ce-400f-a3d8-4863b3fe8619'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:11.955996 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-1bb4df79-54fc-4139-b7d0-ff4c73f9b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:04:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3ffa6272-44ce-400f-a3d8-4863b3fe8619'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:11.962256 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-cce90c81-50d2-478d-bc52-701167f58d3b req-9b3062ab-717b-4448-a0e4-5ab38b4d3e08 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.986279 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a866fb-5ca4-49aa-b2db-271d256b06fc None None] The sync data for ids ['3fb7da83-491d-4620-9453-711aa7111bf8'] in n-d-787205-9 is: [{'id': '3fb7da83-491d-4620-9453-711aa7111bf8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1193600801-router', 'tenant_id': '9a5a24ad6bf547b6b96e4e0b4e89cca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '18af97f3-5803-4d31-bc10-1a7e8d6d3d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:59:54Z', 'updated_at': '2021-07-15T23:05:08Z', 'revision_number': 5, 'project_id': '9a5a24ad6bf547b6b96e4e0b4e89cca7', 'gw_port': {'id': '18af97f3-5803-4d31-bc10-1a7e8d6d3d0a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb7da83-491d-4620-9453-711aa7111bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:59:55Z', 'updated_at': '2021-07-15T23:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:05:12.060894 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8096c35c-87a1-4c84-95bd-746300cc51b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:12.070137 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8096c35c-87a1-4c84-95bd-746300cc51b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:12.084460 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-cce90c81-50d2-478d-bc52-701167f58d3b req-9b3062ab-717b-4448-a0e4-5ab38b4d3e08 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:12.134798 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 989be037-1ed6-4791-8ac9-4b7d6e3604f2, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=989be037-1ed6-4791-8ac9-4b7d6e3604f2,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:12.159093 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39922) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:12.163108 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '989be037-1ed6-4791-8ac9-4b7d6e3604f2', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': '989be037-1ed6-4791-8ac9-4b7d6e3604f2', 'mac_address': 'fa:16:3e:07:99:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:12.221273 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:12.232178 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-1bb4df79-54fc-4139-b7d0-ff4c73f9b237 None None] Set router 3ffa6272-44ce-400f-a3d8-4863b3fe8619 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:12.249201 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989be037-1ed6-4791-8ac9-4b7d6e3604f2 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:12.271435 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 989be037-1ed6-4791-8ac9-4b7d6e3604f2, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=989be037-1ed6-4791-8ac9-4b7d6e3604f2,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:12.277319 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:12.332797 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=989be037-1ed6-4791-8ac9-4b7d6e3604f2,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:12.364162 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6d972b89-05f2-4567-bc60-b09f59eff621 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2250b83ee1f24406a50a4e292db0f9d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1985734 Jul 15 23:05:12.367073 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39924) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:12.380896 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8096c35c-87a1-4c84-95bd-746300cc51b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:12.381510 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8096c35c-87a1-4c84-95bd-746300cc51b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fb7da83-491d-4620-9453-711aa7111bf8 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:05:12.415189 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8096c35c-87a1-4c84-95bd-746300cc51b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:12.419285 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8096c35c-87a1-4c84-95bd-746300cc51b1 admin admin] 10.222.0.16 "DELETE /v2.0/routers/3fb7da83-491d-4620-9453-711aa7111bf8 HTTP/1.1" status: 204 len: 168 time: 2.2847664 Jul 15 23:05:12.419522 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39926) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:12.436152 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7add07c-29cd-4df8-a990-12d6137915eb req-95db5c7d-c020-4291-b56f-0f5409e07e55 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:12.438248 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b7add07c-29cd-4df8-a990-12d6137915eb req-95db5c7d-c020-4291-b56f-0f5409e07e55 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.36 "GET /v2.0/networks?id=e5369888-bf25-48d3-ac70-13804baa37e8 HTTP/1.1" status: 200 len: 819 time: 0.2238984 Jul 15 23:05:12.464183 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-b7add07c-29cd-4df8-a990-12d6137915eb req-3aa5f94e-67ac-4f21-8c01-1aff03b967d4 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Request body: {'port': {'device_id': 'e951f855-c36b-40c4-b916-7cb1b4f4b66d', 'network_id': 'e5369888-bf25-48d3-ac70-13804baa37e8', 'admin_state_up': True, 'tenant_id': '75dba73826074396acc24302f5efb0e8'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:12.504609 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-af4ac49c-156e-4813-93fc-1575862662e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:12.531907 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-af4ac49c-156e-4813-93fc-1575862662e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:12.544496 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a77e6e0-ddbe-4da4-b3e8-eb11970d2586 admin admin] Deleting subnet 8c4a9c3d-534e-45b9-b704-f5e383b26c71 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:05:12.553578 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a77e6e0-ddbe-4da4-b3e8-eb11970d2586 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:12.577501 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53fc5b-56a5-4022-90cc-706062a4ad47 req-83487832-fd73-4f2c-b2b5-559c02c149ce tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:12.578886 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-1bb4df79-54fc-4139-b7d0-ff4c73f9b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'name': 'tempest-ServerRescueTestJSONUnderV235-398131899-router', 'tenant_id': '75dba73826074396acc24302f5efb0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '9bb19f84-86cf-4b94-a13f-841c3e4e6293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:02Z', 'updated_at': '2021-07-15T23:05:07Z', 'revision_number': 4, 'project_id': '75dba73826074396acc24302f5efb0e8', 'gw_port': {'id': '9bb19f84-86cf-4b94-a13f-841c3e4e6293', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:eb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:03Z', 'updated_at': '2021-07-15T23:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'b541fdda-5518-477d-91a7-7d481781482b', 'name': '', 'network_id': 'e5369888-bf25-48d3-ac70-13804baa37e8', 'tenant_id': '75dba73826074396acc24302f5efb0e8', 'mac_address': 'fa:16:3e:1c:42:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '2832a628-6b8f-4e7d-8393-3c15cbb3a589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:06Z', 'updated_at': '2021-07-15T23:05:11Z', 'revision_number': 4, 'project_id': '75dba73826074396acc24302f5efb0e8', 'subnets': [{'id': '2832a628-6b8f-4e7d-8393-3c15cbb3a589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:12.584615 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1b53fc5b-56a5-4022-90cc-706062a4ad47 req-83487832-fd73-4f2c-b2b5-559c02c149ce tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 946 time: 0.2269552 Jul 15 23:05:12.596265 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['989be037-1ed6-4791-8ac9-4b7d6e3604f2'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:12.648654 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a77e6e0-ddbe-4da4-b3e8-eb11970d2586 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:12.711398 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-cce90c81-50d2-478d-bc52-701167f58d3b req-9b3062ab-717b-4448-a0e4-5ab38b4d3e08 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:12.717630 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-af4ac49c-156e-4813-93fc-1575862662e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:12.720842 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-af4ac49c-156e-4813-93fc-1575862662e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:12.723681 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-af4ac49c-156e-4813-93fc-1575862662e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f906a558-7ff9-4a3b-a52f-dd886f43053a HTTP/1.1" status: 204 len: 168 time: 0.3543522 Jul 15 23:05:12.751385 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1b53fc5b-56a5-4022-90cc-706062a4ad47 req-ae6cea53-ff18-45cf-987d-69730cd35f6a tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647444 Jul 15 23:05:12.754573 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-cce90c81-50d2-478d-bc52-701167f58d3b req-9b3062ab-717b-4448-a0e4-5ab38b4d3e08 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:12.762162 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7add07c-29cd-4df8-a990-12d6137915eb req-3aa5f94e-67ac-4f21-8c01-1aff03b967d4 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Made reservation on behalf of 75dba73826074396acc24302f5efb0e8 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:12.776225 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b7add07c-29cd-4df8-a990-12d6137915eb req-3aa5f94e-67ac-4f21-8c01-1aff03b967d4 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:12.800531 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ac49c-156e-4813-93fc-1575862662e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f906a558-7ff9-4a3b-a52f-dd886f43053a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:12.841276 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb4df79-54fc-4139-b7d0-ff4c73f9b237 None None] The sync data for ids ['3ffa6272-44ce-400f-a3d8-4863b3fe8619'] in n-d-787205-9 is: [{'id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'name': 'tempest-ServerRescueTestJSONUnderV235-398131899-router', 'tenant_id': '75dba73826074396acc24302f5efb0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '9bb19f84-86cf-4b94-a13f-841c3e4e6293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:02Z', 'updated_at': '2021-07-15T23:05:07Z', 'revision_number': 4, 'project_id': '75dba73826074396acc24302f5efb0e8', 'gw_port': {'id': '9bb19f84-86cf-4b94-a13f-841c3e4e6293', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:eb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:03Z', 'updated_at': '2021-07-15T23:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'b541fdda-5518-477d-91a7-7d481781482b', 'name': '', 'network_id': 'e5369888-bf25-48d3-ac70-13804baa37e8', 'tenant_id': '75dba73826074396acc24302f5efb0e8', 'mac_address': 'fa:16:3e:1c:42:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '2832a628-6b8f-4e7d-8393-3c15cbb3a589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:06Z', 'updated_at': '2021-07-15T23:05:11Z', 'revision_number': 4, 'project_id': '75dba73826074396acc24302f5efb0e8', 'subnets': [{'id': '2832a628-6b8f-4e7d-8393-3c15cbb3a589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:05:12.847105 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a77e6e0-ddbe-4da4-b3e8-eb11970d2586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:12.938153 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3062ab-717b-4448-a0e4-5ab38b4d3e08 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Pushing event updated for resources: {'Port': ['ID=75055ff8-221e-489d-b41f-d1cb5bdacf6d,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:13.039659 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a77e6e0-ddbe-4da4-b3e8-eb11970d2586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:13.084466 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-cce90c81-50d2-478d-bc52-701167f58d3b req-9b3062ab-717b-4448-a0e4-5ab38b4d3e08 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:13.110190 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-cce90c81-50d2-478d-bc52-701167f58d3b req-9b3062ab-717b-4448-a0e4-5ab38b4d3e08 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:13.117085 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77e6e0-ddbe-4da4-b3e8-eb11970d2586 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c4a9c3d-534e-45b9-b704-f5e383b26c71,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:13.124410 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cce90c81-50d2-478d-bc52-701167f58d3b req-9b3062ab-717b-4448-a0e4-5ab38b4d3e08 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2346914 Jul 15 23:05:13.130413 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a77e6e0-ddbe-4da4-b3e8-eb11970d2586 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:13.137871 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9a77e6e0-ddbe-4da4-b3e8-eb11970d2586 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8c4a9c3d-534e-45b9-b704-f5e383b26c71 HTTP/1.1" status: 204 len: 168 time: 0.7159219 Jul 15 23:05:13.138557 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39940) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:13.138980 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a821395e-afa9-4ad5-9769-dce54847dd64 None None] Network 36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:05:13.140062 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-b7add07c-29cd-4df8-a990-12d6137915eb req-3aa5f94e-67ac-4f21-8c01-1aff03b967d4 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Allocated IP 172.20.0.9 (e5369888-bf25-48d3-ac70-13804baa37e8/2832a628-6b8f-4e7d-8393-3c15cbb3a589/7cac87b5-5615-4545-97ab-d65dd384197f) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:13.222299 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cce90c81-50d2-478d-bc52-701167f58d3b req-f66c846d-3424-414c-878a-d922c23c347f tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.227 HTTP/1.1" status: 200 len: 696 time: 0.0966656 Jul 15 23:05:13.272076 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b34f69a5-2da5-483d-b782-214fbfd8be9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:13.307570 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c769b05-7996-4b2e-b5a1-2dd519f97fc9 req-e2942677-bf12-4fd2-9f59-ac291f603faa tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:13.309321 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3c769b05-7996-4b2e-b5a1-2dd519f97fc9 req-e2942677-bf12-4fd2-9f59-ac291f603faa tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=2251c629-daf5-47b8-8430-a908a8cf7bfa HTTP/1.1" status: 200 len: 949 time: 0.3130581 Jul 15 23:05:13.451366 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3c769b05-7996-4b2e-b5a1-2dd519f97fc9 req-b10b4d98-37ac-441b-83a6-b911639e5b28 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224625 Jul 15 23:05:13.467758 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0040e05-6b42-4347-adb9-dcb8f8074e73 None None] DHCP port deletion for 36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:05:13.515489 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce90c81-50d2-478d-bc52-701167f58d3b req-33f041dc-f527-4f7f-a410-88a8d91c386c tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:13.520718 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cce90c81-50d2-478d-bc52-701167f58d3b req-33f041dc-f527-4f7f-a410-88a8d91c386c tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 784 time: 0.2860093 Jul 15 23:05:13.640795 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a0040e05-6b42-4347-adb9-dcb8f8074e73 None None] Deleting port 56b5c3f4-f038-4868-9a6c-a782a632457e {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:05:13.641177 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0040e05-6b42-4347-adb9-dcb8f8074e73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:13.651099 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b7add07c-29cd-4df8-a990-12d6137915eb req-3aa5f94e-67ac-4f21-8c01-1aff03b967d4 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:13.704608 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5bda451f-be76-41a1-b41b-db6b4ec72366 req-2799ffdb-4dbe-45c6-9b21-f3ce12604f59 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 210 time: 0.0620646 Jul 15 23:05:13.759219 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b541fdda-5518-477d-91a7-7d481781482b up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:13.778835 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b34f69a5-2da5-483d-b782-214fbfd8be9e admin admin] Deleting port 56b5c3f4-f038-4868-9a6c-a782a632457e {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:05:13.779987 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b34f69a5-2da5-483d-b782-214fbfd8be9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:13.830032 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-a0040e05-6b42-4347-adb9-dcb8f8074e73 None None] For port 56b5c3f4-f038-4868-9a6c-a782a632457e, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=56b5c3f4-f038-4868-9a6c-a782a632457e,segment=NetworkSegment(e4326049-daa1-4473-8f0a-7d9383896f95),segment_id=e4326049-daa1-4473-8f0a-7d9383896f95)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:13.830649 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0040e05-6b42-4347-adb9-dcb8f8074e73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:13.866545 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a0040e05-6b42-4347-adb9-dcb8f8074e73 None None] Calling delete_port for 56b5c3f4-f038-4868-9a6c-a782a632457e owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:05:13.902227 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-b34f69a5-2da5-483d-b782-214fbfd8be9e admin admin] For port 56b5c3f4-f038-4868-9a6c-a782a632457e, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=56b5c3f4-f038-4868-9a6c-a782a632457e,segment=NetworkSegment(e4326049-daa1-4473-8f0a-7d9383896f95),segment_id=e4326049-daa1-4473-8f0a-7d9383896f95)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:13.902731 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b34f69a5-2da5-483d-b782-214fbfd8be9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:13.926913 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b34f69a5-2da5-483d-b782-214fbfd8be9e admin admin] Calling delete_port for 56b5c3f4-f038-4868-9a6c-a782a632457e owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:05:13.977233 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port b541fdda-5518-477d-91a7-7d481781482b completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:13.985360 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port b541fdda-5518-477d-91a7-7d481781482b triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:13.985867 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:14.072426 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b7add07c-29cd-4df8-a990-12d6137915eb req-3aa5f94e-67ac-4f21-8c01-1aff03b967d4 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:14.090101 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0040e05-6b42-4347-adb9-dcb8f8074e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:14.159400 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f5507-1759-4c36-987d-69ac792db27b req-620ba602-7797-42cd-92ce-84676c46bad4 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:14.163525 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0040e05-6b42-4347-adb9-dcb8f8074e73 None None] Pushing event deleted for resources: {'Port': ['ID=56b5c3f4-f038-4868-9a6c-a782a632457e,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:14.166607 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6a3f5507-1759-4c36-987d-69ac792db27b req-620ba602-7797-42cd-92ce-84676c46bad4 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/ports?device_id=94fbd277-20b7-4415-b2f5-87d43b92c69e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2187145 Jul 15 23:05:14.170869 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5f94e-67ac-4f21-8c01-1aff03b967d4 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Pushing event updated for resources: {'Port': ['ID=7cac87b5-5615-4545-97ab-d65dd384197f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:14.173390 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b34f69a5-2da5-483d-b782-214fbfd8be9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:14.179227 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7add07c-29cd-4df8-a990-12d6137915eb req-3aa5f94e-67ac-4f21-8c01-1aff03b967d4 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Network e5369888-bf25-48d3-ac70-13804baa37e8 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:14.182992 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0040e05-6b42-4347-adb9-dcb8f8074e73 None None] No DVR routers for this DVR port 56b5c3f4-f038-4868-9a6c-a782a632457e on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:05:14.187985 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:14.212790 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-b7add07c-29cd-4df8-a990-12d6137915eb req-3aa5f94e-67ac-4f21-8c01-1aff03b967d4 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:14.219733 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7add07c-29cd-4df8-a990-12d6137915eb req-3aa5f94e-67ac-4f21-8c01-1aff03b967d4 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:14.228352 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f69a5-2da5-483d-b782-214fbfd8be9e admin admin] Pushing event deleted for resources: {'Port': ['ID=56b5c3f4-f038-4868-9a6c-a782a632457e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:14.239200 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6a3f5507-1759-4c36-987d-69ac792db27b req-8c924dd1-71ed-4acd-bfd7-0ee2c34511ed tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.227 HTTP/1.1" status: 200 len: 696 time: 0.0715134 Jul 15 23:05:14.240121 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port b541fdda-5518-477d-91a7-7d481781482b, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b541fdda-5518-477d-91a7-7d481781482b,segment=NetworkSegment(2e64f487-053c-4004-a3af-756cbd108bb6),segment_id=2e64f487-053c-4004-a3af-756cbd108bb6)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:14.244500 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-6a3f5507-1759-4c36-987d-69ac792db27b req-b2c14088-d445-45da-9913-fa022d09362e tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Request body: {'floatingip': {'port_id': '2a70239a-ae71-445f-bebe-080c984f01f5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:14.245265 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:14.258700 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44addad2-cbe6-4a52-af52-5a0b11b3ae76 req-aa972ba2-e541-483e-b97c-ad231a2da6c3 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:14.260276 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34f69a5-2da5-483d-b782-214fbfd8be9e admin admin] No DVR routers for this DVR port 56b5c3f4-f038-4868-9a6c-a782a632457e on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:05:14.263891 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e95e4fca-315d-4c70-b85b-a74b28c5a3b5 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:05:14.266483 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-44addad2-cbe6-4a52-af52-5a0b11b3ae76 req-aa972ba2-e541-483e-b97c-ad231a2da6c3 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 946 time: 0.2301991 Jul 15 23:05:14.311145 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: e95e4fca-315d-4c70-b85b-a74b28c5a3b5 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:05:14.312147 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e95e4fca-315d-4c70-b85b-a74b28c5a3b5 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:05:14.329444 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7add07c-29cd-4df8-a990-12d6137915eb req-3aa5f94e-67ac-4f21-8c01-1aff03b967d4 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:14.330463 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b7add07c-29cd-4df8-a990-12d6137915eb req-3aa5f94e-67ac-4f21-8c01-1aff03b967d4 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:14.336367 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6a3f5507-1759-4c36-987d-69ac792db27b req-b2c14088-d445-45da-9913-fa022d09362e tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks [] for floatingip, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:14.362167 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=b541fdda-5518-477d-91a7-7d481781482b,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:14.383291 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b34f69a5-2da5-483d-b782-214fbfd8be9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:14.392370 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b7add07c-29cd-4df8-a990-12d6137915eb req-3aa5f94e-67ac-4f21-8c01-1aff03b967d4 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9339390 Jul 15 23:05:14.395685 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-b34f69a5-2da5-483d-b782-214fbfd8be9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:14.405814 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-b34f69a5-2da5-483d-b782-214fbfd8be9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4326049-daa1-4473-8f0a-7d9383896f95') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:14.406114 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-b34f69a5-2da5-483d-b782-214fbfd8be9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4326049-daa1-4473-8f0a-7d9383896f95') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:14.417588 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-b7add07c-29cd-4df8-a990-12d6137915eb req-db0e1f4f-d4ad-4a23-af30-e4cd157b9c19 service neutron] Request body: {'port': {'device_id': 'e951f855-c36b-40c4-b916-7cb1b4f4b66d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:14.422410 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-44addad2-cbe6-4a52-af52-5a0b11b3ae76 req-4dfb4783-777e-4e50-ad0e-402ee0aab1e1 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550503 Jul 15 23:05:14.442611 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b34f69a5-2da5-483d-b782-214fbfd8be9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:14.462001 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b34f69a5-2da5-483d-b782-214fbfd8be9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:14.475220 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34f69a5-2da5-483d-b782-214fbfd8be9e admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:05:14.475626 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b34f69a5-2da5-483d-b782-214fbfd8be9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:14.477550 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:05:14.477550 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:05:14.477550 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:05:14.477550 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:05:14.477550 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:05:14.477550 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:05:14.477550 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:05:14.477550 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:05:14.477550 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:05:14.477550 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:05:14.477550 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:05:14.477550 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:05:14.477550 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:05:14.477550 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:05:14.477550 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:05:14.477550 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:05:14.477550 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:05:14.477550 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:05:14.477550 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:05:14.477550 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:05:14.477550 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:05:14.477550 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:05:14.477550 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:05:14.477550 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:05:14.477550 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:05:14.477550 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:05:14.477550 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:05:14.477550 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:05:14.477550 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:05:14.477550 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:05:14.477550 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:05:14.477550 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:05:14.571372 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b34f69a5-2da5-483d-b782-214fbfd8be9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:14.582068 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b34f69a5-2da5-483d-b782-214fbfd8be9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:14.584163 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b34f69a5-2da5-483d-b782-214fbfd8be9e admin admin] 10.222.0.16 "DELETE /v2.0/networks/36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1 HTTP/1.1" status: 204 len: 168 time: 1.4400616 Jul 15 23:05:14.588890 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b7add07c-29cd-4df8-a990-12d6137915eb req-db0e1f4f-d4ad-4a23-af30-e4cd157b9c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:14.601084 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f69a5-2da5-483d-b782-214fbfd8be9e admin admin] Pushing event deleted for resources: {'Network': ['ID=36e496e6-3d2a-4bb3-be6d-01dc65e7fbe1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:14.866376 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4250402-4cf0-4d95-9b57-b8d63abd9798 req-d045b474-f0b0-4f9e-a3de-1b6fe8cbb890 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:14.868470 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e4250402-4cf0-4d95-9b57-b8d63abd9798 req-d045b474-f0b0-4f9e-a3de-1b6fe8cbb890 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=2251c629-daf5-47b8-8430-a908a8cf7bfa HTTP/1.1" status: 200 len: 949 time: 0.2608042 Jul 15 23:05:14.902095 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39990) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:14.933496 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-b7add07c-29cd-4df8-a990-12d6137915eb req-db0e1f4f-d4ad-4a23-af30-e4cd157b9c19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cac87b5-5615-4545-97ab-d65dd384197f {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:14.948009 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b7add07c-29cd-4df8-a990-12d6137915eb req-db0e1f4f-d4ad-4a23-af30-e4cd157b9c19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:14.965939 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e4250402-4cf0-4d95-9b57-b8d63abd9798 req-d9051847-6d99-417e-8f1e-89f33758c34b tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903587 Jul 15 23:05:14.972498 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-b7add07c-29cd-4df8-a990-12d6137915eb req-db0e1f4f-d4ad-4a23-af30-e4cd157b9c19 service neutron] Transition to ACTIVE for port object 7cac87b5-5615-4545-97ab-d65dd384197f will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:14.972677 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6a3f5507-1759-4c36-987d-69ac792db27b req-b2c14088-d445-45da-9913-fa022d09362e tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:14.976211 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6a3f5507-1759-4c36-987d-69ac792db27b req-b2c14088-d445-45da-9913-fa022d09362e tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:14.976733 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3ad57d2c-493e-4cf4-b8d6-d861dd5e6588 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8d5b419981334391af714f4b817dcecc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0735543 Jul 15 23:05:14.979499 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39992) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:14.981402 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b7add07c-29cd-4df8-a990-12d6137915eb req-db0e1f4f-d4ad-4a23-af30-e4cd157b9c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:15.043731 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e1f4f-d4ad-4a23-af30-e4cd157b9c19 service neutron] Pushing event updated for resources: {'Port': ['ID=7cac87b5-5615-4545-97ab-d65dd384197f,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:15.160908 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b541fdda-5518-477d-91a7-7d481781482b up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:15.185076 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-b7add07c-29cd-4df8-a990-12d6137915eb req-db0e1f4f-d4ad-4a23-af30-e4cd157b9c19 service neutron] Attempting to bind port 7cac87b5-5615-4545-97ab-d65dd384197f on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:15.185322 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80705283-b3bd-4270-9b2d-cac0063460ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:15.185451 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-b7add07c-29cd-4df8-a990-12d6137915eb req-db0e1f4f-d4ad-4a23-af30-e4cd157b9c19 service neutron] Attempting to bind port 7cac87b5-5615-4545-97ab-d65dd384197f by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '2e64f487-053c-4004-a3af-756cbd108bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e5369888-bf25-48d3-ac70-13804baa37e8'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:15.185781 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7add07c-29cd-4df8-a990-12d6137915eb req-db0e1f4f-d4ad-4a23-af30-e4cd157b9c19 service neutron] Attempting to bind port 7cac87b5-5615-4545-97ab-d65dd384197f on network e5369888-bf25-48d3-ac70-13804baa37e8 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:15.198837 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [req-6a3f5507-1759-4c36-987d-69ac792db27b req-b2c14088-d445-45da-9913-fa022d09362e tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Floating IP a55eb5dd-faf7-401b-97e5-228e7cb86044 associated. External IP: 172.25.4.227, port: 2a70239a-ae71-445f-bebe-080c984f01f5. Jul 15 23:05:15.199103 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7add07c-29cd-4df8-a990-12d6137915eb req-db0e1f4f-d4ad-4a23-af30-e4cd157b9c19 service neutron] Port 7cac87b5-5615-4545-97ab-d65dd384197f on network e5369888-bf25-48d3-ac70-13804baa37e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:15.199437 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7add07c-29cd-4df8-a990-12d6137915eb req-db0e1f4f-d4ad-4a23-af30-e4cd157b9c19 service neutron] Attempting to bind port 7cac87b5-5615-4545-97ab-d65dd384197f on network e5369888-bf25-48d3-ac70-13804baa37e8 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:15.206988 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7add07c-29cd-4df8-a990-12d6137915eb req-db0e1f4f-d4ad-4a23-af30-e4cd157b9c19 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:15.207333 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7add07c-29cd-4df8-a990-12d6137915eb req-db0e1f4f-d4ad-4a23-af30-e4cd157b9c19 service neutron] Checking segment: {'id': '2e64f487-053c-4004-a3af-756cbd108bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e5369888-bf25-48d3-ac70-13804baa37e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:15.207725 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7add07c-29cd-4df8-a990-12d6137915eb req-db0e1f4f-d4ad-4a23-af30-e4cd157b9c19 service neutron] Bound using segment: {'id': '2e64f487-053c-4004-a3af-756cbd108bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e5369888-bf25-48d3-ac70-13804baa37e8'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:15.208160 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-b7add07c-29cd-4df8-a990-12d6137915eb req-db0e1f4f-d4ad-4a23-af30-e4cd157b9c19 service neutron] Bound port: 7cac87b5-5615-4545-97ab-d65dd384197f, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e64f487-053c-4004-a3af-756cbd108bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e5369888-bf25-48d3-ac70-13804baa37e8'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:15.208521 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b7add07c-29cd-4df8-a990-12d6137915eb req-db0e1f4f-d4ad-4a23-af30-e4cd157b9c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:15.234302 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port b541fdda-5518-477d-91a7-7d481781482b triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:15.234984 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:15.257031 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80705283-b3bd-4270-9b2d-cac0063460ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:15.283490 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b7add07c-29cd-4df8-a990-12d6137915eb req-db0e1f4f-d4ad-4a23-af30-e4cd157b9c19 service neutron] For port 7cac87b5-5615-4545-97ab-d65dd384197f, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:15.288799 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b7add07c-29cd-4df8-a990-12d6137915eb req-db0e1f4f-d4ad-4a23-af30-e4cd157b9c19 service neutron] For port 7cac87b5-5615-4545-97ab-d65dd384197f, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=7cac87b5-5615-4545-97ab-d65dd384197f,segment=NetworkSegment(2e64f487-053c-4004-a3af-756cbd108bb6),segment_id=2e64f487-053c-4004-a3af-756cbd108bb6)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:15.293184 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b7add07c-29cd-4df8-a990-12d6137915eb req-db0e1f4f-d4ad-4a23-af30-e4cd157b9c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:15.309205 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 989be037-1ed6-4791-8ac9-4b7d6e3604f2 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:15.346903 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7add07c-29cd-4df8-a990-12d6137915eb req-db0e1f4f-d4ad-4a23-af30-e4cd157b9c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:15.347874 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b7add07c-29cd-4df8-a990-12d6137915eb req-db0e1f4f-d4ad-4a23-af30-e4cd157b9c19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:15.349433 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b7add07c-29cd-4df8-a990-12d6137915eb req-db0e1f4f-d4ad-4a23-af30-e4cd157b9c19 service neutron] 10.222.0.36 "PUT /v2.0/ports/7cac87b5-5615-4545-97ab-d65dd384197f HTTP/1.1" status: 200 len: 1091 time: 0.9412310 Jul 15 23:05:15.349856 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e951f855-c36b-40c4-b916-7cb1b4f4b66d', 'tag': '7cac87b5-5615-4545-97ab-d65dd384197f'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:15.356365 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9248567-2087-4625-8a70-5bffaa1c4acd" -d '{"events": [{"name": "network-changed", "server_uuid": "e951f855-c36b-40c4-b916-7cb1b4f4b66d", "tag": "7cac87b5-5615-4545-97ab-d65dd384197f"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:15.380627 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 989be037-1ed6-4791-8ac9-4b7d6e3604f2 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:15.388324 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 989be037-1ed6-4791-8ac9-4b7d6e3604f2 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:15.388673 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:15.392496 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e1f4f-d4ad-4a23-af30-e4cd157b9c19 service neutron] Pushing event updated for resources: {'Port': ['ID=7cac87b5-5615-4545-97ab-d65dd384197f,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:15.435409 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80705283-b3bd-4270-9b2d-cac0063460ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:15.435660 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 18af97f3-5803-4d31-bc10-1a7e8d6d3d0a no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:05:15.438521 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80705283-b3bd-4270-9b2d-cac0063460ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:15.439832 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-80705283-b3bd-4270-9b2d-cac0063460ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/98556304-ac94-4de5-83a4-a3e644e10cf4 HTTP/1.1" status: 204 len: 168 time: 0.4589307 Jul 15 23:05:15.448834 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fe4cc-8174-4acf-866e-4ade6b67accc req-7f8985ea-3f18-4b5d-85a6-d53b9d8b0036 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:15.450556 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-141fe4cc-8174-4acf-866e-4ade6b67accc req-7f8985ea-3f18-4b5d-85a6-d53b9d8b0036 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 943 time: 0.1914458 Jul 15 23:05:15.488384 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 18af97f3-5803-4d31-bc10-1a7e8d6d3d0a {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:05:15.489206 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 18af97f3-5803-4d31-bc10-1a7e8d6d3d0a not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:05:15.489831 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 56b5c3f4-f038-4868-9a6c-a782a632457e no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:05:15.503501 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7add07c-29cd-4df8-a990-12d6137915eb req-0ef6fddc-d57c-418f-a95e-822025b0e3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:15.505233 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b7add07c-29cd-4df8-a990-12d6137915eb req-0ef6fddc-d57c-418f-a95e-822025b0e3c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75dba73826074396acc24302f5efb0e8&device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 1094 time: 0.0652933 Jul 15 23:05:15.505900 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80705283-b3bd-4270-9b2d-cac0063460ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98556304-ac94-4de5-83a4-a3e644e10cf4,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:15.537483 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 56b5c3f4-f038-4868-9a6c-a782a632457e {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:05:15.537834 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 56b5c3f4-f038-4868-9a6c-a782a632457e not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:05:15.580885 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:15.590893 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b7add07c-29cd-4df8-a990-12d6137915eb req-f7477db9-2390-4a9c-a3f4-c0b0b0ceb94c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cac87b5-5615-4545-97ab-d65dd384197f HTTP/1.1" status: 200 len: 217 time: 0.0670617 Jul 15 23:05:15.607056 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2251c629-daf5-47b8-8430-a908a8cf7bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989be037-1ed6-4791-8ac9-4b7d6e3604f2'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:15.609470 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4066ba-b5a0-4a3b-8176-96e545e1e77a" -d '{"events": [{"server_uuid": "2251c629-daf5-47b8-8430-a908a8cf7bfa", "name": "network-vif-plugged", "status": "completed", "tag": "989be037-1ed6-4791-8ac9-4b7d6e3604f2"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:15.623197 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 989be037-1ed6-4791-8ac9-4b7d6e3604f2, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=989be037-1ed6-4791-8ac9-4b7d6e3604f2,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:15.627831 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:15.664337 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7add07c-29cd-4df8-a990-12d6137915eb req-9ae88bdd-6c3f-4ff9-8a66-8095500cd8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:15.666378 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b7add07c-29cd-4df8-a990-12d6137915eb req-9ae88bdd-6c3f-4ff9-8a66-8095500cd8b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2832a628-6b8f-4e7d-8393-3c15cbb3a589 HTTP/1.1" status: 200 len: 859 time: 0.0677240 Jul 15 23:05:15.680976 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=989be037-1ed6-4791-8ac9-4b7d6e3604f2,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:15.709862 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b7add07c-29cd-4df8-a990-12d6137915eb req-61eaa683-5321-4faf-9d82-d347d14eb3fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5369888-bf25-48d3-ac70-13804baa37e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333304 Jul 15 23:05:15.804449 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b7add07c-29cd-4df8-a990-12d6137915eb req-b334cc1c-b80f-49b2-a2d1-b1a567748d39 service neutron] 10.222.0.36 "GET /v2.0/networks/e5369888-bf25-48d3-ac70-13804baa37e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871990 Jul 15 23:05:15.843557 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1535a98a-70ed-40cf-998b-2cd548261d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:15.872897 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40008) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:15.903507 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-141fe4cc-8174-4acf-866e-4ade6b67accc req-7ce03148-dce1-486f-8145-947d1cb29e7b tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f1bba3c-a016-4a4e-8754-0c290b07c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193935 Jul 15 23:05:15.922619 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a3f5507-1759-4c36-987d-69ac792db27b req-b2c14088-d445-45da-9913-fa022d09362e tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Router 8231f2ec-a18a-48a5-8d7e-088c41124346 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:05:15.973193 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b7add07c-29cd-4df8-a990-12d6137915eb req-095fbf2f-0487-4e3f-9ab5-7e9f51c7feab service neutron] 10.222.0.36 "GET /v2.0/networks/e5369888-bf25-48d3-ac70-13804baa37e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492779 Jul 15 23:05:15.982565 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fda310d1-adea-45f4-b90a-50a4b01fe99d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9a5a24ad6bf547b6b96e4e0b4e89cca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1086144 Jul 15 23:05:15.985289 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40010) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:16.047575 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30fe4567-034e-40a6-9211-5458d1227d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:16.069071 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a3f5507-1759-4c36-987d-69ac792db27b req-b2c14088-d445-45da-9913-fa022d09362e tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:05:16.076696 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30fe4567-034e-40a6-9211-5458d1227d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:16.076862 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6a3f5507-1759-4c36-987d-69ac792db27b req-b2c14088-d445-45da-9913-fa022d09362e tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:16.080733 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3882a22-0751-4c6c-aa3f-26be41016e2c None None] Sync routers for ids ['8231f2ec-a18a-48a5-8d7e-088c41124346'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:05:16.092107 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3882a22-0751-4c6c-aa3f-26be41016e2c None None] Routers {'8231f2ec-a18a-48a5-8d7e-088c41124346'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:16.093023 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c3882a22-0751-4c6c-aa3f-26be41016e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:04:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['8231f2ec-a18a-48a5-8d7e-088c41124346'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:16.141181 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6a3f5507-1759-4c36-987d-69ac792db27b req-b2c14088-d445-45da-9913-fa022d09362e tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "PUT /v2.0/floatingips/a55eb5dd-faf7-401b-97e5-228e7cb86044 HTTP/1.1" status: 200 len: 996 time: 1.9008424 Jul 15 23:05:16.142400 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94fbd277-20b7-4415-b2f5-87d43b92c69e', 'tag': '2a70239a-ae71-445f-bebe-080c984f01f5'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:16.145668 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30fe4567-034e-40a6-9211-5458d1227d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:16.147840 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c7b682-7c17-41e3-9c7e-44404e0fdc9f" -d '{"events": [{"name": "network-changed", "server_uuid": "94fbd277-20b7-4415-b2f5-87d43b92c69e", "tag": "2a70239a-ae71-445f-bebe-080c984f01f5"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:16.152739 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30fe4567-034e-40a6-9211-5458d1227d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:16.156423 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-30fe4567-034e-40a6-9211-5458d1227d32 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/157cf7d5-a4e8-4d1e-92c9-16a85ee18771 HTTP/1.1" status: 204 len: 168 time: 0.1698720 Jul 15 23:05:16.176393 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe4567-034e-40a6-9211-5458d1227d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157cf7d5-a4e8-4d1e-92c9-16a85ee18771,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:16.241939 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f5507-1759-4c36-987d-69ac792db27b req-718b9cc0-f784-465c-82dd-20418a8bf8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:16.245078 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6a3f5507-1759-4c36-987d-69ac792db27b req-718b9cc0-f784-465c-82dd-20418a8bf8af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=37c1fc708df5422b9e76d27edff68ec8&device_id=94fbd277-20b7-4415-b2f5-87d43b92c69e HTTP/1.1" status: 200 len: 1096 time: 0.0826089 Jul 15 23:05:16.261344 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-c3882a22-0751-4c6c-aa3f-26be41016e2c None None] Set router 8231f2ec-a18a-48a5-8d7e-088c41124346 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:16.370596 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f5507-1759-4c36-987d-69ac792db27b req-b4147e42-6d5d-4ad3-bf86-6ad8765c6fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:16.372558 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6a3f5507-1759-4c36-987d-69ac792db27b req-b4147e42-6d5d-4ad3-bf86-6ad8765c6fcb service neutron] 10.222.0.16 "GET /v2.0/networks?id=dddece06-8102-447c-af22-d2066b6de3cc HTTP/1.1" status: 200 len: 929 time: 0.1208122 Jul 15 23:05:16.449870 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6a3f5507-1759-4c36-987d-69ac792db27b req-0d91cc3e-7e5f-406d-978e-6c3743b3d252 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a70239a-ae71-445f-bebe-080c984f01f5 HTTP/1.1" status: 200 len: 999 time: 0.0702314 Jul 15 23:05:16.508140 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f5507-1759-4c36-987d-69ac792db27b req-e4e95b33-b04e-4446-8dda-6705f71b173c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:16.509984 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6a3f5507-1759-4c36-987d-69ac792db27b req-e4e95b33-b04e-4446-8dda-6705f71b173c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb52db1a-3b19-4e13-a1a6-92c7650500b2 HTTP/1.1" status: 200 len: 867 time: 0.0524330 Jul 15 23:05:16.564847 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c3882a22-0751-4c6c-aa3f-26be41016e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754966253-router', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'd810cc6c-d11c-43b6-b1ac-9c588d437dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:37Z', 'updated_at': '2021-07-15T23:04:41Z', 'revision_number': 4, 'project_id': '37c1fc708df5422b9e76d27edff68ec8', 'gw_port': {'id': 'd810cc6c-d11c-43b6-b1ac-9c588d437dd1', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:55:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:37Z', 'updated_at': '2021-07-15T23:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'a55eb5dd-faf7-401b-97e5-228e7cb86044', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8', 'floating_ip_address': '172.25.4.227', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'port_id': '2a70239a-ae71-445f-bebe-080c984f01f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dddece06-8102-447c-af22-d2066b6de3cc', 'mac_address': 'fa:16:3e:b9:1e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fbd277-20b7-4415-b2f5-87d43b92c69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:05:11Z', 'updated_at': '2021-07-15T23:05:14Z', 'revision_number': 1, 'project_id': '37c1fc708df5422b9e76d27edff68ec8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345226b8-e3a8-4327-ad2c-53e49a9f9bc8', 'name': '', 'network_id': 'dddece06-8102-447c-af22-d2066b6de3cc', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8', 'mac_address': 'fa:16:3e:bc:66:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'fb52db1a-3b19-4e13-a1a6-92c7650500b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:40Z', 'updated_at': '2021-07-15T23:04:50Z', 'revision_number': 5, 'project_id': '37c1fc708df5422b9e76d27edff68ec8', 'subnets': [{'id': 'fb52db1a-3b19-4e13-a1a6-92c7650500b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:16.584305 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f5507-1759-4c36-987d-69ac792db27b req-26ffa194-c56d-499a-892c-89263d6f595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:16.585860 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6a3f5507-1759-4c36-987d-69ac792db27b req-26ffa194-c56d-499a-892c-89263d6f595c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dddece06-8102-447c-af22-d2066b6de3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685198 Jul 15 23:05:16.604146 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3882a22-0751-4c6c-aa3f-26be41016e2c None None] Checking router: 8231f2ec-a18a-48a5-8d7e-088c41124346 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:05:16.615000 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3882a22-0751-4c6c-aa3f-26be41016e2c None None] Routers {'8231f2ec-a18a-48a5-8d7e-088c41124346'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:16.615000 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c3882a22-0751-4c6c-aa3f-26be41016e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:04:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['8231f2ec-a18a-48a5-8d7e-088c41124346'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:16.671503 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b1237b-cbd2-4ecd-9ec8-da3f52c3e18f x-openstack-request-id: req-c3b1237b-cbd2-4ecd-9ec8-da3f52c3e18f {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:16.672050 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e951f855-c36b-40c4-b916-7cb1b4f4b66d", "tag": "7cac87b5-5615-4545-97ab-d65dd384197f", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:16.672302 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c3b1237b-cbd2-4ecd-9ec8-da3f52c3e18f {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:16.672723 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e951f855-c36b-40c4-b916-7cb1b4f4b66d', 'tag': '7cac87b5-5615-4545-97ab-d65dd384197f', 'status': 'completed', 'code': 200} Jul 15 23:05:16.733746 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6a3f5507-1759-4c36-987d-69ac792db27b req-064e7488-0759-43dc-a172-8766a572481d service neutron] 10.222.0.16 "GET /v2.0/networks/dddece06-8102-447c-af22-d2066b6de3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393387 Jul 15 23:05:16.785367 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-c3882a22-0751-4c6c-aa3f-26be41016e2c None None] Set router 8231f2ec-a18a-48a5-8d7e-088c41124346 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:16.818352 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9248567-2087-4625-8a70-5bffaa1c4acd req-57bbb93e-9731-4046-82e2-00b2b13c94aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:16.821438 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d9248567-2087-4625-8a70-5bffaa1c4acd req-57bbb93e-9731-4046-82e2-00b2b13c94aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75dba73826074396acc24302f5efb0e8&device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 1094 time: 0.1024868 Jul 15 23:05:16.960193 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6a3f5507-1759-4c36-987d-69ac792db27b req-4df3c939-c91c-4aaa-9ad9-44145546b1cb service neutron] 10.222.0.16 "GET /v2.0/networks/dddece06-8102-447c-af22-d2066b6de3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250650 Jul 15 23:05:17.056217 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e1932-77c9-4b48-9a66-7f1d634b30d0 req-393968a6-3962-41f2-9ccb-5c33ed703192 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:17.061271 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-912e1932-77c9-4b48-9a66-7f1d634b30d0 req-393968a6-3962-41f2-9ccb-5c33ed703192 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 946 time: 0.2034018 Jul 15 23:05:17.061784 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9248567-2087-4625-8a70-5bffaa1c4acd req-3ebc5832-45cc-476e-ac99-e1dc92551a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:17.066515 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d9248567-2087-4625-8a70-5bffaa1c4acd req-3ebc5832-45cc-476e-ac99-e1dc92551a4a service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5369888-bf25-48d3-ac70-13804baa37e8 HTTP/1.1" status: 200 len: 920 time: 0.2383280 Jul 15 23:05:17.099622 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5236629c-aaa1-4971-89cb-b131ff04ec24 x-openstack-request-id: req-5236629c-aaa1-4971-89cb-b131ff04ec24 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:17.100007 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2251c629-daf5-47b8-8430-a908a8cf7bfa", "name": "network-vif-plugged", "status": "completed", "tag": "989be037-1ed6-4791-8ac9-4b7d6e3604f2", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:17.100301 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5236629c-aaa1-4971-89cb-b131ff04ec24 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:17.100712 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2251c629-daf5-47b8-8430-a908a8cf7bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989be037-1ed6-4791-8ac9-4b7d6e3604f2', 'code': 200} Jul 15 23:05:17.206410 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d9248567-2087-4625-8a70-5bffaa1c4acd req-5a864bd8-c4dd-420a-b18c-6812b055324f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cac87b5-5615-4545-97ab-d65dd384197f HTTP/1.1" status: 200 len: 217 time: 0.1278467 Jul 15 23:05:17.211728 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-912e1932-77c9-4b48-9a66-7f1d634b30d0 req-00586b71-8242-40c6-a0f5-0363e552debb tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410167 Jul 15 23:05:17.229406 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:05:17.286906 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9248567-2087-4625-8a70-5bffaa1c4acd req-096baced-1441-432a-8255-b030bbc8a86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:17.288885 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d9248567-2087-4625-8a70-5bffaa1c4acd req-096baced-1441-432a-8255-b030bbc8a86f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2832a628-6b8f-4e7d-8393-3c15cbb3a589 HTTP/1.1" status: 200 len: 859 time: 0.0782673 Jul 15 23:05:17.365721 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d9248567-2087-4625-8a70-5bffaa1c4acd req-611d9741-0ecd-4d7a-832b-1ebac6f19c85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5369888-bf25-48d3-ac70-13804baa37e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661383 Jul 15 23:05:17.437437 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c3882a22-0751-4c6c-aa3f-26be41016e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754966253-router', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'd810cc6c-d11c-43b6-b1ac-9c588d437dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:37Z', 'updated_at': '2021-07-15T23:04:41Z', 'revision_number': 4, 'project_id': '37c1fc708df5422b9e76d27edff68ec8', 'gw_port': {'id': 'd810cc6c-d11c-43b6-b1ac-9c588d437dd1', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:55:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:37Z', 'updated_at': '2021-07-15T23:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'a55eb5dd-faf7-401b-97e5-228e7cb86044', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8', 'floating_ip_address': '172.25.4.227', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'port_id': '2a70239a-ae71-445f-bebe-080c984f01f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dddece06-8102-447c-af22-d2066b6de3cc', 'mac_address': 'fa:16:3e:b9:1e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fbd277-20b7-4415-b2f5-87d43b92c69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:05:11Z', 'updated_at': '2021-07-15T23:05:14Z', 'revision_number': 1, 'project_id': '37c1fc708df5422b9e76d27edff68ec8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345226b8-e3a8-4327-ad2c-53e49a9f9bc8', 'name': '', 'network_id': 'dddece06-8102-447c-af22-d2066b6de3cc', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8', 'mac_address': 'fa:16:3e:bc:66:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'fb52db1a-3b19-4e13-a1a6-92c7650500b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:40Z', 'updated_at': '2021-07-15T23:04:50Z', 'revision_number': 5, 'project_id': '37c1fc708df5422b9e76d27edff68ec8', 'subnets': [{'id': 'fb52db1a-3b19-4e13-a1a6-92c7650500b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:17.454062 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249561ba-12d3-4677-bfc5-350b9a29555a x-openstack-request-id: req-249561ba-12d3-4677-bfc5-350b9a29555a {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:17.458102 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94fbd277-20b7-4415-b2f5-87d43b92c69e", "tag": "2a70239a-ae71-445f-bebe-080c984f01f5", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:17.458708 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-249561ba-12d3-4677-bfc5-350b9a29555a {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:17.459300 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94fbd277-20b7-4415-b2f5-87d43b92c69e', 'tag': '2a70239a-ae71-445f-bebe-080c984f01f5', 'status': 'completed', 'code': 200} Jul 15 23:05:17.463152 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4c7bd-3445-4882-82c3-bd4f7ca1f130 req-9b494514-75ce-4bb8-b93c-c934221c9e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:17.464949 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5bc4c7bd-3445-4882-82c3-bd4f7ca1f130 req-9b494514-75ce-4bb8-b93c-c934221c9e9c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2251c629-daf5-47b8-8430-a908a8cf7bfa HTTP/1.1" status: 200 len: 1101 time: 0.2962670 Jul 15 23:05:17.477588 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3882a22-0751-4c6c-aa3f-26be41016e2c None None] The sync data for ids ['8231f2ec-a18a-48a5-8d7e-088c41124346'] in n-d-787205-9 is: [{'id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754966253-router', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'd810cc6c-d11c-43b6-b1ac-9c588d437dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:37Z', 'updated_at': '2021-07-15T23:04:41Z', 'revision_number': 4, 'project_id': '37c1fc708df5422b9e76d27edff68ec8', 'gw_port': {'id': 'd810cc6c-d11c-43b6-b1ac-9c588d437dd1', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:55:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:37Z', 'updated_at': '2021-07-15T23:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'a55eb5dd-faf7-401b-97e5-228e7cb86044', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8', 'floating_ip_address': '172.25.4.227', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'port_id': '2a70239a-ae71-445f-bebe-080c984f01f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dddece06-8102-447c-af22-d2066b6de3cc', 'mac_address': 'fa:16:3e:b9:1e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fbd277-20b7-4415-b2f5-87d43b92c69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:05:11Z', 'updated_at': '2021-07-15T23:05:14Z', 'revision_number': 1, 'project_id': '37c1fc708df5422b9e76d27edff68ec8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345226b8-e3a8-4327-ad2c-53e49a9f9bc8', 'name': '', 'network_id': 'dddece06-8102-447c-af22-d2066b6de3cc', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8', 'mac_address': 'fa:16:3e:bc:66:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'fb52db1a-3b19-4e13-a1a6-92c7650500b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:40Z', 'updated_at': '2021-07-15T23:04:50Z', 'revision_number': 5, 'project_id': '37c1fc708df5422b9e76d27edff68ec8', 'subnets': [{'id': 'fb52db1a-3b19-4e13-a1a6-92c7650500b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:05:17.518378 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8a433-e522-4b4d-898d-904cb2b6267e req-7a213b94-17d1-46bb-950d-1e86976eda04 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:17.519982 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c9d8a433-e522-4b4d-898d-904cb2b6267e req-7a213b94-17d1-46bb-950d-1e86976eda04 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=2251c629-daf5-47b8-8430-a908a8cf7bfa HTTP/1.1" status: 200 len: 950 time: 0.2495565 Jul 15 23:05:17.552133 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5bc4c7bd-3445-4882-82c3-bd4f7ca1f130 req-24309ec5-6373-4371-bbae-e1e91e7cfc35 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724013 Jul 15 23:05:17.600235 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c9d8a433-e522-4b4d-898d-904cb2b6267e req-773eb7f1-b69a-434b-b00d-bdb5833336b2 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645618 Jul 15 23:05:17.619804 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d9248567-2087-4625-8a70-5bffaa1c4acd req-94df571e-cc5d-425f-8952-180ab6bddce8 service neutron] 10.222.0.36 "GET /v2.0/networks/e5369888-bf25-48d3-ac70-13804baa37e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478590 Jul 15 23:05:17.839786 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7b682-7c17-41e3-9c7e-44404e0fdc9f req-fcbb0902-a399-4361-88a4-90006e180596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:17.843047 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b5c7b682-7c17-41e3-9c7e-44404e0fdc9f req-fcbb0902-a399-4361-88a4-90006e180596 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37c1fc708df5422b9e76d27edff68ec8&device_id=94fbd277-20b7-4415-b2f5-87d43b92c69e HTTP/1.1" status: 200 len: 1096 time: 0.3356690 Jul 15 23:05:17.861150 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea70d16-3127-437a-ac14-8f3cfa61555d None None] New status for floating IP a55eb5dd-faf7-401b-97e5-228e7cb86044: ACTIVE {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:05:17.959788 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840950dd-0773-4b29-b446-1aaddba628da req-4bb15306-9b5f-40b9-9462-2e5939deca4d tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:17.973793 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-840950dd-0773-4b29-b446-1aaddba628da req-4bb15306-9b5f-40b9-9462-2e5939deca4d tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 943 time: 0.1911321 Jul 15 23:05:18.003099 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d9248567-2087-4625-8a70-5bffaa1c4acd req-20927442-df44-449c-a56f-ad5c4ca87523 service neutron] 10.222.0.36 "GET /v2.0/networks/e5369888-bf25-48d3-ac70-13804baa37e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676434 Jul 15 23:05:18.076733 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-840950dd-0773-4b29-b446-1aaddba628da req-bd64d7ed-60ca-42fa-a46b-9c7227ca30e9 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f1bba3c-a016-4a4e-8754-0c290b07c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007824 Jul 15 23:05:18.136227 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7b682-7c17-41e3-9c7e-44404e0fdc9f req-5086875e-94fb-4b79-8254-a308c7dd3306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:18.137807 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b5c7b682-7c17-41e3-9c7e-44404e0fdc9f req-5086875e-94fb-4b79-8254-a308c7dd3306 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dddece06-8102-447c-af22-d2066b6de3cc HTTP/1.1" status: 200 len: 929 time: 0.2721701 Jul 15 23:05:18.195601 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-abe1d92f-afd3-4c98-98b5-c0961ccebb11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:18.294696 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b5c7b682-7c17-41e3-9c7e-44404e0fdc9f req-c2701ae0-feef-4d9d-910b-5e89bf1ce24b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a70239a-ae71-445f-bebe-080c984f01f5 HTTP/1.1" status: 200 len: 1001 time: 0.1475992 Jul 15 23:05:18.303012 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6802e614-040e-4915-b624-ca1ae1e56001 req-04e96a9f-5799-4770-8b97-284fe34de707 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 258 time: 0.1679125 Jul 15 23:05:18.319865 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-6802e614-040e-4915-b624-ca1ae1e56001 req-d2d178ca-f4aa-4050-bb1a-4261909c926a tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:18.350150 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6802e614-040e-4915-b624-ca1ae1e56001 req-d2d178ca-f4aa-4050-bb1a-4261909c926a tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:18.354404 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7b682-7c17-41e3-9c7e-44404e0fdc9f req-197c32a4-5b2c-4057-9efc-21e4c96819f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:18.356134 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b5c7b682-7c17-41e3-9c7e-44404e0fdc9f req-197c32a4-5b2c-4057-9efc-21e4c96819f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb52db1a-3b19-4e13-a1a6-92c7650500b2 HTTP/1.1" status: 200 len: 867 time: 0.0537817 Jul 15 23:05:18.418152 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7b682-7c17-41e3-9c7e-44404e0fdc9f req-0caef2c3-9b57-4232-a4eb-211814606a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:18.419930 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b5c7b682-7c17-41e3-9c7e-44404e0fdc9f req-0caef2c3-9b57-4232-a4eb-211814606a0c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dddece06-8102-447c-af22-d2066b6de3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579400 Jul 15 23:05:18.511516 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6802e614-040e-4915-b624-ca1ae1e56001 req-d2d178ca-f4aa-4050-bb1a-4261909c926a tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:18.552111 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b5c7b682-7c17-41e3-9c7e-44404e0fdc9f req-809e43d4-768f-4335-8662-b28a44875c19 service neutron] 10.222.0.36 "GET /v2.0/networks/dddece06-8102-447c-af22-d2066b6de3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206622 Jul 15 23:05:18.571156 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71974fe6-a720-4251-a182-f37760da9ea5 req-d0eb0e6e-69bf-4ab1-b424-b8ef15cdbbb2 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:18.579143 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-71974fe6-a720-4251-a182-f37760da9ea5 req-d0eb0e6e-69bf-4ab1-b424-b8ef15cdbbb2 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 946 time: 0.1382539 Jul 15 23:05:18.619066 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:18.626168 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 7cac87b5-5615-4545-97ab-d65dd384197f details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:18.643091 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-71974fe6-a720-4251-a182-f37760da9ea5 req-2f8d74c6-7325-4ced-beb2-2bd78cb72303 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629699 Jul 15 23:05:18.713029 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b5c7b682-7c17-41e3-9c7e-44404e0fdc9f req-05bfd882-88a5-4bd1-9b76-0a4b905e9e24 service neutron] 10.222.0.36 "GET /v2.0/networks/dddece06-8102-447c-af22-d2066b6de3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548755 Jul 15 23:05:18.716947 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-6802e614-040e-4915-b624-ca1ae1e56001 req-d2d178ca-f4aa-4050-bb1a-4261909c926a tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Allocated IP 172.25.4.123 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/81add00d-e457-46ed-aea0-d8e0f10f0d64) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:18.803549 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 7cac87b5-5615-4545-97ab-d65dd384197f, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=7cac87b5-5615-4545-97ab-d65dd384197f,segment=NetworkSegment(2e64f487-053c-4004-a3af-756cbd108bb6),segment_id=2e64f487-053c-4004-a3af-756cbd108bb6)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:18.818053 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '7cac87b5-5615-4545-97ab-d65dd384197f', 'network_id': 'e5369888-bf25-48d3-ac70-13804baa37e8', 'port_id': '7cac87b5-5615-4545-97ab-d65dd384197f', 'mac_address': 'fa:16:3e:38:d4:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2832a628-6b8f-4e7d-8393-3c15cbb3a589', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:18.849155 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6802e614-040e-4915-b624-ca1ae1e56001 req-d2d178ca-f4aa-4050-bb1a-4261909c926a tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:18.871402 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:18.889012 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cac87b5-5615-4545-97ab-d65dd384197f {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:18.894042 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6802e614-040e-4915-b624-ca1ae1e56001 req-d2d178ca-f4aa-4050-bb1a-4261909c926a tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:18.910323 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 7cac87b5-5615-4545-97ab-d65dd384197f, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=7cac87b5-5615-4545-97ab-d65dd384197f,segment=NetworkSegment(2e64f487-053c-4004-a3af-756cbd108bb6),segment_id=2e64f487-053c-4004-a3af-756cbd108bb6)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:18.915775 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:18.950013 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6802e614-040e-4915-b624-ca1ae1e56001 req-d2d178ca-f4aa-4050-bb1a-4261909c926a tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:18.953103 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-6802e614-040e-4915-b624-ca1ae1e56001 req-d2d178ca-f4aa-4050-bb1a-4261909c926a tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:18.957904 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-6802e614-040e-4915-b624-ca1ae1e56001 req-d2d178ca-f4aa-4050-bb1a-4261909c926a tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:18.960995 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d178ca-f4aa-4050-bb1a-4261909c926a tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Pushing event updated for resources: {'Port': ['ID=81add00d-e457-46ed-aea0-d8e0f10f0d64,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:18.984054 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=7cac87b5-5615-4545-97ab-d65dd384197f,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:19.061864 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6802e614-040e-4915-b624-ca1ae1e56001 req-d2d178ca-f4aa-4050-bb1a-4261909c926a tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:19.113339 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6802e614-040e-4915-b624-ca1ae1e56001 req-d2d178ca-f4aa-4050-bb1a-4261909c926a tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:19.242181 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['7cac87b5-5615-4545-97ab-d65dd384197f'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:19.349962 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6802e614-040e-4915-b624-ca1ae1e56001 req-d2d178ca-f4aa-4050-bb1a-4261909c926a tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:19.358688 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6802e614-040e-4915-b624-ca1ae1e56001 req-d2d178ca-f4aa-4050-bb1a-4261909c926a tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:19.371279 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764c2e8-066c-47a5-a0be-fe2f8b72e579 req-1e6ae5d0-5ba0-4f18-858e-21109b562017 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:19.378385 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c764c2e8-066c-47a5-a0be-fe2f8b72e579 req-1e6ae5d0-5ba0-4f18-858e-21109b562017 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=2251c629-daf5-47b8-8430-a908a8cf7bfa HTTP/1.1" status: 200 len: 950 time: 0.1301439 Jul 15 23:05:19.472020 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d178ca-f4aa-4050-bb1a-4261909c926a tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Pushing event updated for resources: {'Port': ['ID=81add00d-e457-46ed-aea0-d8e0f10f0d64,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:19.489715 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c764c2e8-066c-47a5-a0be-fe2f8b72e579 req-63053fd0-9acc-48a0-917e-54e71898a2d1 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104693 Jul 15 23:05:19.490966 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6802e614-040e-4915-b624-ca1ae1e56001 req-d2d178ca-f4aa-4050-bb1a-4261909c926a tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:19.510471 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6802e614-040e-4915-b624-ca1ae1e56001 req-d2d178ca-f4aa-4050-bb1a-4261909c926a tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:19.513938 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6802e614-040e-4915-b624-ca1ae1e56001 req-d2d178ca-f4aa-4050-bb1a-4261909c926a tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2099516 Jul 15 23:05:19.533731 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:19.584374 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6802e614-040e-4915-b624-ca1ae1e56001 req-d64d2063-1284-4789-99ec-d6d3a513c23b tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.123 HTTP/1.1" status: 200 len: 696 time: 0.0599086 Jul 15 23:05:19.736137 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802e614-040e-4915-b624-ca1ae1e56001 req-db7254ea-b0fb-47f3-ba05-3610d30e433e tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:19.737373 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6802e614-040e-4915-b624-ca1ae1e56001 req-db7254ea-b0fb-47f3-ba05-3610d30e433e tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 784 time: 0.1449540 Jul 15 23:05:19.764896 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173ebd8-8847-4766-8efb-05e96905665f req-ef545a78-1fbf-4ab1-9473-50cfe6446218 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:19.766681 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2173ebd8-8847-4766-8efb-05e96905665f req-ef545a78-1fbf-4ab1-9473-50cfe6446218 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 944 time: 0.1041486 Jul 15 23:05:19.816427 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2173ebd8-8847-4766-8efb-05e96905665f req-53a970de-7163-4df2-a75c-450a38b75e59 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f1bba3c-a016-4a4e-8754-0c290b07c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437019 Jul 15 23:05:20.170911 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5af573-ef15-4bfb-a8a2-2107ef19290f req-9bcd82db-bb30-4fbb-9945-e91395c753ec tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:20.172910 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b5af573-ef15-4bfb-a8a2-2107ef19290f req-9bcd82db-bb30-4fbb-9945-e91395c753ec tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 946 time: 0.0792041 Jul 15 23:05:20.241960 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b5af573-ef15-4bfb-a8a2-2107ef19290f req-f24375b6-f6f4-40f7-8b31-574d6f8ee956 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617616 Jul 15 23:05:20.269992 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca144bee-ded4-44dd-910e-b4eb8d65b44f req-01965871-a40f-4523-aa49-3ffb23108e41 tempest-ServersOnMultiNodesTest-396940207 tempest-ServersOnMultiNodesTest-396940207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:20.271931 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ca144bee-ded4-44dd-910e-b4eb8d65b44f req-01965871-a40f-4523-aa49-3ffb23108e41 tempest-ServersOnMultiNodesTest-396940207 tempest-ServersOnMultiNodesTest-396940207-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2251c629-daf5-47b8-8430-a908a8cf7bfa HTTP/1.1" status: 200 len: 1101 time: 0.0614231 Jul 15 23:05:20.291071 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-ca144bee-ded4-44dd-910e-b4eb8d65b44f req-7a6edda3-c203-4c39-8814-e7f36d9fc765 tempest-ServersOnMultiNodesTest-396940207 tempest-ServersOnMultiNodesTest-396940207-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:20.430492 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-ca144bee-ded4-44dd-910e-b4eb8d65b44f req-7a6edda3-c203-4c39-8814-e7f36d9fc765 tempest-ServersOnMultiNodesTest-396940207 tempest-ServersOnMultiNodesTest-396940207-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:20.452455 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c7f08-2634-40aa-962b-93646428dc63 req-bb183c83-b62b-43f6-8c9b-92203989a83d tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:20.454057 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-569c7f08-2634-40aa-962b-93646428dc63 req-bb183c83-b62b-43f6-8c9b-92203989a83d tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/ports?device_id=94fbd277-20b7-4415-b2f5-87d43b92c69e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1058149 Jul 15 23:05:20.455155 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-ca144bee-ded4-44dd-910e-b4eb8d65b44f req-7a6edda3-c203-4c39-8814-e7f36d9fc765 tempest-ServersOnMultiNodesTest-396940207 tempest-ServersOnMultiNodesTest-396940207-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:20.518180 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ca144bee-ded4-44dd-910e-b4eb8d65b44f req-7a6edda3-c203-4c39-8814-e7f36d9fc765 tempest-ServersOnMultiNodesTest-396940207 tempest-ServersOnMultiNodesTest-396940207-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401259 Jul 15 23:05:20.530726 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-569c7f08-2634-40aa-962b-93646428dc63 req-4c81d164-dc29-448d-aedb-20e8f2750c2f tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.123 HTTP/1.1" status: 200 len: 696 time: 0.0694447 Jul 15 23:05:20.531246 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6edda3-c203-4c39-8814-e7f36d9fc765 tempest-ServersOnMultiNodesTest-396940207 tempest-ServersOnMultiNodesTest-396940207-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5640fc78-7ab3-4f5d-a855-3998faf8a007,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:20.540046 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-569c7f08-2634-40aa-962b-93646428dc63 req-50488b85-cd83-40ec-9449-d5583dde0f3c tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Request body: {'floatingip': {'port_id': '2a70239a-ae71-445f-bebe-080c984f01f5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:20.591610 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-569c7f08-2634-40aa-962b-93646428dc63 req-50488b85-cd83-40ec-9449-d5583dde0f3c tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks [] for floatingip, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:20.641277 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 7cac87b5-5615-4545-97ab-d65dd384197f up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:20.700173 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 7cac87b5-5615-4545-97ab-d65dd384197f completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:20.704158 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 7cac87b5-5615-4545-97ab-d65dd384197f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:20.704682 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:20.791109 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:20.815039 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e951f855-c36b-40c4-b916-7cb1b4f4b66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cac87b5-5615-4545-97ab-d65dd384197f'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:20.817333 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563095d8-df06-4a44-a473-c7548ecc0ff4" -d '{"events": [{"server_uuid": "e951f855-c36b-40c4-b916-7cb1b4f4b66d", "name": "network-vif-plugged", "status": "completed", "tag": "7cac87b5-5615-4545-97ab-d65dd384197f"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:20.830865 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 7cac87b5-5615-4545-97ab-d65dd384197f, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=7cac87b5-5615-4545-97ab-d65dd384197f,segment=NetworkSegment(2e64f487-053c-4004-a3af-756cbd108bb6),segment_id=2e64f487-053c-4004-a3af-756cbd108bb6)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:20.835282 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:20.838525 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [req-569c7f08-2634-40aa-962b-93646428dc63 req-50488b85-cd83-40ec-9449-d5583dde0f3c tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] update failed (client error): There was a conflict when trying to complete your request. Jul 15 23:05:20.839742 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-569c7f08-2634-40aa-962b-93646428dc63 req-50488b85-cd83-40ec-9449-d5583dde0f3c tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "PUT /v2.0/floatingips/b7a6508c-c8db-4623-8731-3ceb28336ed7 HTTP/1.1" status: 409 len: 550 time: 0.3036885 Jul 15 23:05:20.899348 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=7cac87b5-5615-4545-97ab-d65dd384197f,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:20.981881 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdd6743-08a3-4c78-9c08-80845dcd1ac3 x-openstack-request-id: req-efdd6743-08a3-4c78-9c08-80845dcd1ac3 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:20.982519 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e951f855-c36b-40c4-b916-7cb1b4f4b66d", "name": "network-vif-plugged", "status": "completed", "tag": "7cac87b5-5615-4545-97ab-d65dd384197f", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:20.983015 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-efdd6743-08a3-4c78-9c08-80845dcd1ac3 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:20.983766 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e951f855-c36b-40c4-b916-7cb1b4f4b66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cac87b5-5615-4545-97ab-d65dd384197f', 'code': 200} Jul 15 23:05:21.051641 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5a8aefb6-b855-451c-b060-15b8e304aa3e req-419bab1a-305b-4fa2-9f7f-1ac3473f798e tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/floatingips/b7a6508c-c8db-4623-8731-3ceb28336ed7 HTTP/1.1" status: 200 len: 693 time: 0.0584288 Jul 15 23:05:21.082940 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:21.153794 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6ce85-24a3-4bdf-b263-862ee9fa3bbb req-257999e2-f0e1-49c3-9c17-3be4d92af241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:21.155499 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-14d6ce85-24a3-4bdf-b263-862ee9fa3bbb req-257999e2-f0e1-49c3-9c17-3be4d92af241 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 1096 time: 0.0629857 Jul 15 23:05:21.195949 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-14d6ce85-24a3-4bdf-b263-862ee9fa3bbb req-4b27bac1-a720-47de-b520-7c63c161573e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0f1bba3c-a016-4a4e-8754-0c290b07c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330682 Jul 15 23:05:21.201301 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8aefb6-b855-451c-b060-15b8e304aa3e req-10ce908a-12ab-4c4a-aa53-f50d7460d74c tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:21.202865 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5a8aefb6-b855-451c-b060-15b8e304aa3e req-10ce908a-12ab-4c4a-aa53-f50d7460d74c tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 784 time: 0.1502919 Jul 15 23:05:21.211615 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8c8aa-1e8d-44c1-84e2-f40eae6cf077 req-77694423-8f14-4603-ad50-b4d5345c68ab tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:21.213521 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-99f8c8aa-1e8d-44c1-84e2-f40eae6cf077 req-77694423-8f14-4603-ad50-b4d5345c68ab tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 945 time: 0.1594241 Jul 15 23:05:21.271117 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5a8aefb6-b855-451c-b060-15b8e304aa3e req-ae0565b7-b67c-4f1b-b070-3af8ae40885c tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.123 HTTP/1.1" status: 200 len: 696 time: 0.0566654 Jul 15 23:05:21.322696 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-99f8c8aa-1e8d-44c1-84e2-f40eae6cf077 req-a58b60f8-d79b-4322-bb03-4cd88e8f7795 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f1bba3c-a016-4a4e-8754-0c290b07c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021025 Jul 15 23:05:21.329397 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5a8aefb6-b855-451c-b060-15b8e304aa3e req-7f7cdb77-815e-41c1-b17e-a9c7fa4677fc tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.123 HTTP/1.1" status: 200 len: 696 time: 0.0521846 Jul 15 23:05:21.460964 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-5a8aefb6-b855-451c-b060-15b8e304aa3e req-ad9a86f8-ab47-4162-81ad-7d98438383d6 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Deleting port 81add00d-e457-46ed-aea0-d8e0f10f0d64 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:05:21.461497 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5a8aefb6-b855-451c-b060-15b8e304aa3e req-ad9a86f8-ab47-4162-81ad-7d98438383d6 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:21.545411 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5a8aefb6-b855-451c-b060-15b8e304aa3e req-ad9a86f8-ab47-4162-81ad-7d98438383d6 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:21.546014 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5a8aefb6-b855-451c-b060-15b8e304aa3e req-ad9a86f8-ab47-4162-81ad-7d98438383d6 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:21.559117 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-5a8aefb6-b855-451c-b060-15b8e304aa3e req-ad9a86f8-ab47-4162-81ad-7d98438383d6 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Calling delete_port for 81add00d-e457-46ed-aea0-d8e0f10f0d64 owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:05:21.665543 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84d4862a-d07b-4241-9552-c2f287c235fb req-7106a490-c00f-4bb4-a9ce-e3f26d372b96 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257635 Jul 15 23:05:21.772512 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5a8aefb6-b855-451c-b060-15b8e304aa3e req-ad9a86f8-ab47-4162-81ad-7d98438383d6 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:21.811554 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a86f8-ab47-4162-81ad-7d98438383d6 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Pushing event deleted for resources: {'Port': ['ID=81add00d-e457-46ed-aea0-d8e0f10f0d64,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:21.847160 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4862a-d07b-4241-9552-c2f287c235fb req-ac92711b-eebb-439c-bdbe-bdd6a9500ec3 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:21.848526 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84d4862a-d07b-4241-9552-c2f287c235fb req-ac92711b-eebb-439c-bdbe-bdd6a9500ec3 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1757534 Jul 15 23:05:21.880999 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84d4862a-d07b-4241-9552-c2f287c235fb req-08ab867d-868d-4ab2-b526-45b44914b30c tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/quotas/5e59761f4ced4c9ba3c153ddaf4258d4 HTTP/1.1" status: 200 len: 375 time: 0.0161505 Jul 15 23:05:21.915490 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5a8aefb6-b855-451c-b060-15b8e304aa3e req-ad9a86f8-ab47-4162-81ad-7d98438383d6 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:21.917989 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5a8aefb6-b855-451c-b060-15b8e304aa3e req-ad9a86f8-ab47-4162-81ad-7d98438383d6 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:21.919135 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5a8aefb6-b855-451c-b060-15b8e304aa3e req-ad9a86f8-ab47-4162-81ad-7d98438383d6 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "DELETE /v2.0/floatingips/b7a6508c-c8db-4623-8731-3ceb28336ed7 HTTP/1.1" status: 204 len: 173 time: 0.5844841 Jul 15 23:05:21.960933 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84d4862a-d07b-4241-9552-c2f287c235fb req-d03cd64b-b885-43d3-bf0d-338411977647 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0731936 Jul 15 23:05:22.084404 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315280c-33bd-4d2e-aeed-32cd7268c5ae req-3abc6c55-f737-464c-8f7e-882e00419d78 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:22.085968 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1315280c-33bd-4d2e-aeed-32cd7268c5ae req-3abc6c55-f737-464c-8f7e-882e00419d78 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 946 time: 0.0717344 Jul 15 23:05:22.126438 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1315280c-33bd-4d2e-aeed-32cd7268c5ae req-89f65ce7-c822-4c6a-925d-3a83f25b29a1 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339873 Jul 15 23:05:22.563736 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0b6e2619-d7ca-470d-a4d1-0865d256f5ae req-71f41a7b-0307-4587-9118-c0363141312d tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.227 HTTP/1.1" status: 200 len: 1001 time: 0.1706636 Jul 15 23:05:22.633931 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e2619-d7ca-470d-a4d1-0865d256f5ae req-7baf9274-9f19-4947-9d44-dc5a87e1a331 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:22.635686 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0b6e2619-d7ca-470d-a4d1-0865d256f5ae req-7baf9274-9f19-4947-9d44-dc5a87e1a331 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/ports/2a70239a-ae71-445f-bebe-080c984f01f5 HTTP/1.1" status: 200 len: 942 time: 0.0646346 Jul 15 23:05:22.849151 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0b6e2619-d7ca-470d-a4d1-0865d256f5ae req-dc20b2b8-afda-4af2-9bc1-aadd0ae4376b tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.227 HTTP/1.1" status: 200 len: 1001 time: 0.1145205 Jul 15 23:05:22.960563 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4a4c2-a54f-4b1f-ade3-54e540fc3ed3 req-b6eeec04-d817-479f-8d0c-e2f893f10590 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:22.962875 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-71d4a4c2-a54f-4b1f-ade3-54e540fc3ed3 req-b6eeec04-d817-479f-8d0c-e2f893f10590 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 945 time: 0.1877756 Jul 15 23:05:23.034333 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e2619-d7ca-470d-a4d1-0865d256f5ae req-9dc20fd8-7e4f-495c-97de-44af2e94ef37 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:23.036091 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0b6e2619-d7ca-470d-a4d1-0865d256f5ae req-9dc20fd8-7e4f-495c-97de-44af2e94ef37 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 784 time: 0.1765215 Jul 15 23:05:23.054814 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-71d4a4c2-a54f-4b1f-ade3-54e540fc3ed3 req-4e707141-8726-4938-b4bd-0879935d9f1f tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f1bba3c-a016-4a4e-8754-0c290b07c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824149 Jul 15 23:05:23.496187 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0b6e2619-d7ca-470d-a4d1-0865d256f5ae req-76579ff5-d524-4510-8a19-f3909688bb97 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.227 HTTP/1.1" status: 200 len: 1001 time: 0.4404156 Jul 15 23:05:23.508210 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-0b6e2619-d7ca-470d-a4d1-0865d256f5ae req-4bb198c8-27a1-4ff3-aa06-1577d3a67722 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:23.584541 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a2d9e72b-1aa6-4278-9d1c-93669150ad7c req-5ab0e505-2957-4e88-998a-a084c64dd7ea tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c67f0b-396f-4473-b7b6-951499faec1c HTTP/1.1" status: 200 len: 210 time: 0.0417354 Jul 15 23:05:23.600143 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0b6e2619-d7ca-470d-a4d1-0865d256f5ae req-4bb198c8-27a1-4ff3-aa06-1577d3a67722 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks [] for floatingip, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:23.755949 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0b6e2619-d7ca-470d-a4d1-0865d256f5ae req-4bb198c8-27a1-4ff3-aa06-1577d3a67722 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:23.760425 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0b6e2619-d7ca-470d-a4d1-0865d256f5ae req-4bb198c8-27a1-4ff3-aa06-1577d3a67722 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:23.760861 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [req-0b6e2619-d7ca-470d-a4d1-0865d256f5ae req-4bb198c8-27a1-4ff3-aa06-1577d3a67722 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Floating IP a55eb5dd-faf7-401b-97e5-228e7cb86044 disassociated. External IP: 172.25.4.227, port: 2a70239a-ae71-445f-bebe-080c984f01f5. Jul 15 23:05:23.895600 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:24.072836 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b6e2619-d7ca-470d-a4d1-0865d256f5ae req-4bb198c8-27a1-4ff3-aa06-1577d3a67722 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Router 8231f2ec-a18a-48a5-8d7e-088c41124346 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:05:24.093897 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07b021-156b-47ac-9364-63fe1ffd2108 req-d90a3d31-e510-47ec-9716-134be4b34624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:24.095746 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9f07b021-156b-47ac-9364-63fe1ffd2108 req-d90a3d31-e510-47ec-9716-134be4b34624 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75dba73826074396acc24302f5efb0e8&device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 1096 time: 0.0740089 Jul 15 23:05:24.103032 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84d4862a-d07b-4241-9552-c2f287c235fb req-a3e26bc0-04f1-4382-846b-1250a7410442 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330093 Jul 15 23:05:24.138016 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926c1d0-5802-41c8-adff-6f686be1a9e8 req-ca8ad05b-8a52-46b0-adc7-1fe2ec6c3b1d tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:24.139612 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b926c1d0-5802-41c8-adff-6f686be1a9e8 req-ca8ad05b-8a52-46b0-adc7-1fe2ec6c3b1d tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 946 time: 0.1413543 Jul 15 23:05:24.212402 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07b021-156b-47ac-9364-63fe1ffd2108 req-c28bf3e6-ae66-4530-b431-aaa2e791d531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:24.214185 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9f07b021-156b-47ac-9364-63fe1ffd2108 req-c28bf3e6-ae66-4530-b431-aaa2e791d531 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5369888-bf25-48d3-ac70-13804baa37e8 HTTP/1.1" status: 200 len: 920 time: 0.1111081 Jul 15 23:05:24.261997 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9f07b021-156b-47ac-9364-63fe1ffd2108 req-939c96bb-1e59-4885-8f1e-0cbf7c523d6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cac87b5-5615-4545-97ab-d65dd384197f HTTP/1.1" status: 200 len: 217 time: 0.0408695 Jul 15 23:05:24.322215 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07b021-156b-47ac-9364-63fe1ffd2108 req-21b4bf2b-9b20-432c-a7e3-399b506d997f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:24.324504 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9f07b021-156b-47ac-9364-63fe1ffd2108 req-21b4bf2b-9b20-432c-a7e3-399b506d997f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2832a628-6b8f-4e7d-8393-3c15cbb3a589 HTTP/1.1" status: 200 len: 859 time: 0.0559640 Jul 15 23:05:24.326275 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b926c1d0-5802-41c8-adff-6f686be1a9e8 req-18b57f98-2fa6-4c62-9396-b33061096d09 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717227 Jul 15 23:05:24.356043 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b6e2619-d7ca-470d-a4d1-0865d256f5ae req-4bb198c8-27a1-4ff3-aa06-1577d3a67722 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:05:24.369758 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0b6e2619-d7ca-470d-a4d1-0865d256f5ae req-4bb198c8-27a1-4ff3-aa06-1577d3a67722 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:24.372646 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9f07b021-156b-47ac-9364-63fe1ffd2108 req-47319542-1fc9-4d1a-bce5-5879301ab36b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5369888-bf25-48d3-ac70-13804baa37e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414758 Jul 15 23:05:24.374456 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c97fe5d-5b68-40e0-8122-3015d2b433bc None None] Sync routers for ids ['8231f2ec-a18a-48a5-8d7e-088c41124346'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:05:24.381446 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4862a-d07b-4241-9552-c2f287c235fb req-11f6bd49-8f2d-47bd-b003-124400868e6b tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:24.382977 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84d4862a-d07b-4241-9552-c2f287c235fb req-11f6bd49-8f2d-47bd-b003-124400868e6b tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2715085 Jul 15 23:05:24.388323 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c97fe5d-5b68-40e0-8122-3015d2b433bc None None] Routers {'8231f2ec-a18a-48a5-8d7e-088c41124346'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:24.390518 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0c97fe5d-5b68-40e0-8122-3015d2b433bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:05:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['8231f2ec-a18a-48a5-8d7e-088c41124346'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:24.415779 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-84d4862a-d07b-4241-9552-c2f287c235fb req-39a419ed-1c02-47a6-9844-a5b96f8ea10a tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Request body: {'port': {'device_id': '7858cea8-bec0-45c1-bf8a-86cf9c2f2126', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'admin_state_up': True, 'tenant_id': '5e59761f4ced4c9ba3c153ddaf4258d4'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:24.477140 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0b6e2619-d7ca-470d-a4d1-0865d256f5ae req-4bb198c8-27a1-4ff3-aa06-1577d3a67722 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "PUT /v2.0/floatingips/a55eb5dd-faf7-401b-97e5-228e7cb86044 HTTP/1.1" status: 200 len: 695 time: 0.9736452 Jul 15 23:05:24.529749 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94fbd277-20b7-4415-b2f5-87d43b92c69e', 'tag': '2a70239a-ae71-445f-bebe-080c984f01f5'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:24.532994 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ae88d6-7270-40e2-8def-c3bebfe9f807" -d '{"events": [{"name": "network-changed", "server_uuid": "94fbd277-20b7-4415-b2f5-87d43b92c69e", "tag": "2a70239a-ae71-445f-bebe-080c984f01f5"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:24.537465 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-0c97fe5d-5b68-40e0-8122-3015d2b433bc None None] Set router 8231f2ec-a18a-48a5-8d7e-088c41124346 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:24.587974 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9f07b021-156b-47ac-9364-63fe1ffd2108 req-a9f8b45c-15d1-4ab9-acc4-8efb24006549 service neutron] 10.222.0.36 "GET /v2.0/networks/e5369888-bf25-48d3-ac70-13804baa37e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039416 Jul 15 23:05:24.634115 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d4862a-d07b-4241-9552-c2f287c235fb req-39a419ed-1c02-47a6-9844-a5b96f8ea10a tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Made reservation on behalf of 5e59761f4ced4c9ba3c153ddaf4258d4 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:24.638214 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-84d4862a-d07b-4241-9552-c2f287c235fb req-39a419ed-1c02-47a6-9844-a5b96f8ea10a tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:24.643211 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e2619-d7ca-470d-a4d1-0865d256f5ae req-74c47aee-04b9-48ab-b2fb-1c9b66cf4aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:24.651258 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0b6e2619-d7ca-470d-a4d1-0865d256f5ae req-74c47aee-04b9-48ab-b2fb-1c9b66cf4aa0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=37c1fc708df5422b9e76d27edff68ec8&device_id=94fbd277-20b7-4415-b2f5-87d43b92c69e HTTP/1.1" status: 200 len: 1096 time: 0.1640151 Jul 15 23:05:24.745197 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84d4862a-d07b-4241-9552-c2f287c235fb req-0d387639-e492-4a54-bf8d-d654ff1a4185 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0916724 Jul 15 23:05:24.779863 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9f07b021-156b-47ac-9364-63fe1ffd2108 req-254289a5-509f-4f5e-b78d-36b45ab27635 service neutron] 10.222.0.36 "GET /v2.0/networks/e5369888-bf25-48d3-ac70-13804baa37e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824853 Jul 15 23:05:24.929238 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0c97fe5d-5b68-40e0-8122-3015d2b433bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754966253-router', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'd810cc6c-d11c-43b6-b1ac-9c588d437dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:37Z', 'updated_at': '2021-07-15T23:04:41Z', 'revision_number': 4, 'project_id': '37c1fc708df5422b9e76d27edff68ec8', 'gw_port': {'id': 'd810cc6c-d11c-43b6-b1ac-9c588d437dd1', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:55:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:37Z', 'updated_at': '2021-07-15T23:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '345226b8-e3a8-4327-ad2c-53e49a9f9bc8', 'name': '', 'network_id': 'dddece06-8102-447c-af22-d2066b6de3cc', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8', 'mac_address': 'fa:16:3e:bc:66:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'fb52db1a-3b19-4e13-a1a6-92c7650500b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:40Z', 'updated_at': '2021-07-15T23:04:50Z', 'revision_number': 5, 'project_id': '37c1fc708df5422b9e76d27edff68ec8', 'subnets': [{'id': 'fb52db1a-3b19-4e13-a1a6-92c7650500b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:25.015837 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c97fe5d-5b68-40e0-8122-3015d2b433bc None None] Checking router: 8231f2ec-a18a-48a5-8d7e-088c41124346 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:05:25.023553 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e2619-d7ca-470d-a4d1-0865d256f5ae req-8c1d43d6-6232-438e-a7f2-756b763145a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:25.024992 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0b6e2619-d7ca-470d-a4d1-0865d256f5ae req-8c1d43d6-6232-438e-a7f2-756b763145a1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dddece06-8102-447c-af22-d2066b6de3cc HTTP/1.1" status: 200 len: 929 time: 0.3728762 Jul 15 23:05:25.025950 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c97fe5d-5b68-40e0-8122-3015d2b433bc None None] Routers {'8231f2ec-a18a-48a5-8d7e-088c41124346'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:25.026762 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0c97fe5d-5b68-40e0-8122-3015d2b433bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:05:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['8231f2ec-a18a-48a5-8d7e-088c41124346'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:25.083652 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0b6e2619-d7ca-470d-a4d1-0865d256f5ae req-3f78d1f5-cd76-4fb7-9758-55f53e520563 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a70239a-ae71-445f-bebe-080c984f01f5 HTTP/1.1" status: 200 len: 217 time: 0.0473948 Jul 15 23:05:25.097332 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4862a-d07b-4241-9552-c2f287c235fb req-a1924616-655e-4b3f-9f0f-b3c396e4de62 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:25.098949 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84d4862a-d07b-4241-9552-c2f287c235fb req-a1924616-655e-4b3f-9f0f-b3c396e4de62 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3359954 Jul 15 23:05:25.120385 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-84d4862a-d07b-4241-9552-c2f287c235fb req-e8e18678-a372-456a-842a-92f4264047ce tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Request body: {'port': {'device_id': 'c1c67f0b-396f-4473-b7b6-951499faec1c', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'admin_state_up': True, 'tenant_id': '5e59761f4ced4c9ba3c153ddaf4258d4'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:25.155730 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-84d4862a-d07b-4241-9552-c2f287c235fb req-39a419ed-1c02-47a6-9844-a5b96f8ea10a tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Allocated IP 192.168.233.52 (8d403abe-cee8-4863-bddd-464e9e566e9c/190ae4ce-d44c-4c9c-9241-47db78422478/9d6640ae-a708-4fc7-bb14-0196422ca219) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:25.156139 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40258) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:25.202836 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-0c97fe5d-5b68-40e0-8122-3015d2b433bc None None] Set router 8231f2ec-a18a-48a5-8d7e-088c41124346 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:25.208154 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e2619-d7ca-470d-a4d1-0865d256f5ae req-18a22379-039c-4955-911a-15d32d0a3fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:25.209830 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0b6e2619-d7ca-470d-a4d1-0865d256f5ae req-18a22379-039c-4955-911a-15d32d0a3fca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb52db1a-3b19-4e13-a1a6-92c7650500b2 HTTP/1.1" status: 200 len: 867 time: 0.1099961 Jul 15 23:05:25.340010 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2dcc0426-f57a-420f-870e-e920e877a0ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:25.422539 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e2619-d7ca-470d-a4d1-0865d256f5ae req-1ad1a5c6-b5cf-479f-adf4-83dc99819c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:25.424146 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0b6e2619-d7ca-470d-a4d1-0865d256f5ae req-1ad1a5c6-b5cf-479f-adf4-83dc99819c07 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dddece06-8102-447c-af22-d2066b6de3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1796103 Jul 15 23:05:25.485864 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2dcc0426-f57a-420f-870e-e920e877a0ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:25.491508 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2dcc0426-f57a-420f-870e-e920e877a0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:25.495535 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0c97fe5d-5b68-40e0-8122-3015d2b433bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754966253-router', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'd810cc6c-d11c-43b6-b1ac-9c588d437dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:37Z', 'updated_at': '2021-07-15T23:04:41Z', 'revision_number': 4, 'project_id': '37c1fc708df5422b9e76d27edff68ec8', 'gw_port': {'id': 'd810cc6c-d11c-43b6-b1ac-9c588d437dd1', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:55:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:37Z', 'updated_at': '2021-07-15T23:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '345226b8-e3a8-4327-ad2c-53e49a9f9bc8', 'name': '', 'network_id': 'dddece06-8102-447c-af22-d2066b6de3cc', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8', 'mac_address': 'fa:16:3e:bc:66:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'fb52db1a-3b19-4e13-a1a6-92c7650500b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:40Z', 'updated_at': '2021-07-15T23:04:50Z', 'revision_number': 5, 'project_id': '37c1fc708df5422b9e76d27edff68ec8', 'subnets': [{'id': 'fb52db1a-3b19-4e13-a1a6-92c7650500b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:25.518951 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d4862a-d07b-4241-9552-c2f287c235fb req-e8e18678-a372-456a-842a-92f4264047ce tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Made reservation on behalf of 5e59761f4ced4c9ba3c153ddaf4258d4 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:25.524765 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-84d4862a-d07b-4241-9552-c2f287c235fb req-e8e18678-a372-456a-842a-92f4264047ce tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:25.538535 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c97fe5d-5b68-40e0-8122-3015d2b433bc None None] The sync data for ids ['8231f2ec-a18a-48a5-8d7e-088c41124346'] in n-d-787205-9 is: [{'id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754966253-router', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'd810cc6c-d11c-43b6-b1ac-9c588d437dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:37Z', 'updated_at': '2021-07-15T23:04:41Z', 'revision_number': 4, 'project_id': '37c1fc708df5422b9e76d27edff68ec8', 'gw_port': {'id': 'd810cc6c-d11c-43b6-b1ac-9c588d437dd1', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:55:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:37Z', 'updated_at': '2021-07-15T23:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '345226b8-e3a8-4327-ad2c-53e49a9f9bc8', 'name': '', 'network_id': 'dddece06-8102-447c-af22-d2066b6de3cc', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8', 'mac_address': 'fa:16:3e:bc:66:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'fb52db1a-3b19-4e13-a1a6-92c7650500b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:40Z', 'updated_at': '2021-07-15T23:04:50Z', 'revision_number': 5, 'project_id': '37c1fc708df5422b9e76d27edff68ec8', 'subnets': [{'id': 'fb52db1a-3b19-4e13-a1a6-92c7650500b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:05:25.542285 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2dcc0426-f57a-420f-870e-e920e877a0ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df65af51a6a74bc18de8fcc8d17db1d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3850148 Jul 15 23:05:25.543547 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc0426-f57a-420f-870e-e920e877a0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df449606-affd-45de-8d71-357f9954cdf7,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:25.546141 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40266) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:25.559445 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-84d4862a-d07b-4241-9552-c2f287c235fb req-39a419ed-1c02-47a6-9844-a5b96f8ea10a tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:25.613470 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c30630fe-b84b-44fa-95f5-e3eea9b6ec1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:25.639956 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c30630fe-b84b-44fa-95f5-e3eea9b6ec1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:25.664692 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-84d4862a-d07b-4241-9552-c2f287c235fb req-39a419ed-1c02-47a6-9844-a5b96f8ea10a tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Transition to ACTIVE for port object 9d6640ae-a708-4fc7-bb14-0196422ca219 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:25.698559 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c30630fe-b84b-44fa-95f5-e3eea9b6ec1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:25.701205 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c30630fe-b84b-44fa-95f5-e3eea9b6ec1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:25.702420 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c30630fe-b84b-44fa-95f5-e3eea9b6ec1f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df449606-affd-45de-8d71-357f9954cdf7 HTTP/1.1" status: 204 len: 168 time: 0.1548901 Jul 15 23:05:25.712970 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30630fe-b84b-44fa-95f5-e3eea9b6ec1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df449606-affd-45de-8d71-357f9954cdf7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:25.748524 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0b6e2619-d7ca-470d-a4d1-0865d256f5ae req-20afea70-555c-4474-8ed8-0f28c43bd15b service neutron] 10.222.0.16 "GET /v2.0/networks/dddece06-8102-447c-af22-d2066b6de3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068979 Jul 15 23:05:25.843852 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-84d4862a-d07b-4241-9552-c2f287c235fb req-39a419ed-1c02-47a6-9844-a5b96f8ea10a tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:25.862345 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['989be037-1ed6-4791-8ac9-4b7d6e3604f2'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:25.876995 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0914f8-899e-4076-a13c-1700cfc0f7b8 req-de698c5b-ed23-48e2-b780-62abb4bd7b9d tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:25.878568 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0b0914f8-899e-4076-a13c-1700cfc0f7b8 req-de698c5b-ed23-48e2-b780-62abb4bd7b9d tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 945 time: 0.2647455 Jul 15 23:05:25.910251 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22aa5e1-8786-4b98-bae7-9bee6f5020c5 None None] New status for floating IP a55eb5dd-faf7-401b-97e5-228e7cb86044: DOWN {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:05:25.997267 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d4862a-d07b-4241-9552-c2f287c235fb req-39a419ed-1c02-47a6-9844-a5b96f8ea10a tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:26.015949 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-84d4862a-d07b-4241-9552-c2f287c235fb req-39a419ed-1c02-47a6-9844-a5b96f8ea10a tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:26.025178 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a419ed-1c02-47a6-9844-a5b96f8ea10a tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Pushing event updated for resources: {'Port': ['ID=9d6640ae-a708-4fc7-bb14-0196422ca219,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:26.027572 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d4862a-d07b-4241-9552-c2f287c235fb req-39a419ed-1c02-47a6-9844-a5b96f8ea10a tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:26.032333 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-84d4862a-d07b-4241-9552-c2f287c235fb req-e8e18678-a372-456a-842a-92f4264047ce tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Allocated IP 192.168.233.21 (8d403abe-cee8-4863-bddd-464e9e566e9c/190ae4ce-d44c-4c9c-9241-47db78422478/9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:26.041829 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0b6e2619-d7ca-470d-a4d1-0865d256f5ae req-274d251c-352c-43fb-8c37-4c5a7c89a041 service neutron] 10.222.0.16 "GET /v2.0/networks/dddece06-8102-447c-af22-d2066b6de3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843297 Jul 15 23:05:26.062625 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40274) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:26.087590 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-39219573-ef72-4233-9f0b-074d074c020f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:26.096791 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0b0914f8-899e-4076-a13c-1700cfc0f7b8 req-78564d2a-aa27-4ba6-ada0-cad0064a5dd2 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f1bba3c-a016-4a4e-8754-0c290b07c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000082 Jul 15 23:05:26.184833 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991e52e5-539c-4379-a586-436ad1f15707 x-openstack-request-id: req-991e52e5-539c-4379-a586-436ad1f15707 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:26.185116 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94fbd277-20b7-4415-b2f5-87d43b92c69e", "tag": "2a70239a-ae71-445f-bebe-080c984f01f5", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:26.185524 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-991e52e5-539c-4379-a586-436ad1f15707 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:26.188426 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94fbd277-20b7-4415-b2f5-87d43b92c69e', 'tag': '2a70239a-ae71-445f-bebe-080c984f01f5', 'status': 'completed', 'code': 200} Jul 15 23:05:26.204842 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4862a-d07b-4241-9552-c2f287c235fb req-39a419ed-1c02-47a6-9844-a5b96f8ea10a tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:26.205528 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-84d4862a-d07b-4241-9552-c2f287c235fb req-39a419ed-1c02-47a6-9844-a5b96f8ea10a tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:26.348521 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-39219573-ef72-4233-9f0b-074d074c020f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:26.359756 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae88d6-7270-40e2-8def-c3bebfe9f807 req-b8927c9c-295d-4cc6-874d-30e8df044127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:26.363852 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-50ae88d6-7270-40e2-8def-c3bebfe9f807 req-b8927c9c-295d-4cc6-874d-30e8df044127 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37c1fc708df5422b9e76d27edff68ec8&device_id=94fbd277-20b7-4415-b2f5-87d43b92c69e HTTP/1.1" status: 200 len: 1096 time: 0.1396928 Jul 15 23:05:26.364739 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-39219573-ef72-4233-9f0b-074d074c020f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:26.375407 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84d4862a-d07b-4241-9552-c2f287c235fb req-39a419ed-1c02-47a6-9844-a5b96f8ea10a tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9646945 Jul 15 23:05:26.397879 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b1b78f2c-e941-4864-8f51-b383531d2adb req-2db9ff73-96e4-4bde-8b52-a04b16701f22 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c67f0b-396f-4473-b7b6-951499faec1c HTTP/1.1" status: 200 len: 210 time: 0.0743399 Jul 15 23:05:26.401618 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-84d4862a-d07b-4241-9552-c2f287c235fb req-b71bb6cc-b74c-48dd-9abe-33b8bc4ebfcf service neutron] Request body: {'port': {'device_id': '7858cea8-bec0-45c1-bf8a-86cf9c2f2126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:26.436746 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39219573-ef72-4233-9f0b-074d074c020f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c50bdd4-feae-4d73-814e-0c4c3c04808a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:26.446611 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-39219573-ef72-4233-9f0b-074d074c020f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c39973412cb4e35aa9817243ee62602&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3820238 Jul 15 23:05:26.456038 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40282) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:26.473149 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-345cf83d-c251-42d3-8da1-b12059c4eefa None None] Provisioning for port 9d6640ae-a708-4fc7-bb14-0196422ca219 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:26.484081 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-345cf83d-c251-42d3-8da1-b12059c4eefa None None] Provisioning complete for port 9d6640ae-a708-4fc7-bb14-0196422ca219 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:26.484859 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-345cf83d-c251-42d3-8da1-b12059c4eefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:26.509827 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae88d6-7270-40e2-8def-c3bebfe9f807 req-eed758a9-8ef6-41c7-8a2d-64d903c19750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:26.511352 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-50ae88d6-7270-40e2-8def-c3bebfe9f807 req-eed758a9-8ef6-41c7-8a2d-64d903c19750 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dddece06-8102-447c-af22-d2066b6de3cc HTTP/1.1" status: 200 len: 929 time: 0.1410072 Jul 15 23:05:26.527116 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-84d4862a-d07b-4241-9552-c2f287c235fb req-e8e18678-a372-456a-842a-92f4264047ce tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:26.541679 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-84d4862a-d07b-4241-9552-c2f287c235fb req-e8e18678-a372-456a-842a-92f4264047ce tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Transition to ACTIVE for port object 9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:26.559878 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-345cf83d-c251-42d3-8da1-b12059c4eefa None None] Port 9d6640ae-a708-4fc7-bb14-0196422ca219 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:05:26.562141 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-50ae88d6-7270-40e2-8def-c3bebfe9f807 req-3fa2af54-3609-4385-8e5c-b6a72ea47dcf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a70239a-ae71-445f-bebe-080c984f01f5 HTTP/1.1" status: 200 len: 217 time: 0.0443697 Jul 15 23:05:26.625579 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae88d6-7270-40e2-8def-c3bebfe9f807 req-232e4fde-dee6-4cff-81a1-2d593b4ca2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:26.627269 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-50ae88d6-7270-40e2-8def-c3bebfe9f807 req-232e4fde-dee6-4cff-81a1-2d593b4ca2c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb52db1a-3b19-4e13-a1a6-92c7650500b2 HTTP/1.1" status: 200 len: 867 time: 0.0569289 Jul 15 23:05:26.655630 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-84d4862a-d07b-4241-9552-c2f287c235fb req-e8e18678-a372-456a-842a-92f4264047ce tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:26.668664 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-84d4862a-d07b-4241-9552-c2f287c235fb req-b71bb6cc-b74c-48dd-9abe-33b8bc4ebfcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:26.669425 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['989be037-1ed6-4791-8ac9-4b7d6e3604f2'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:26.707892 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae88d6-7270-40e2-8def-c3bebfe9f807 req-e5d8ec05-ca01-4bd7-a5ef-a524986df720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:26.709809 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-50ae88d6-7270-40e2-8def-c3bebfe9f807 req-e5d8ec05-ca01-4bd7-a5ef-a524986df720 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dddece06-8102-447c-af22-d2066b6de3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758517 Jul 15 23:05:26.732906 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2b69ad60-193f-4cbe-9251-29220e92bfd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:26.756292 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d4862a-d07b-4241-9552-c2f287c235fb req-e8e18678-a372-456a-842a-92f4264047ce tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:26.763158 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-84d4862a-d07b-4241-9552-c2f287c235fb req-e8e18678-a372-456a-842a-92f4264047ce tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:26.779780 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d4862a-d07b-4241-9552-c2f287c235fb req-e8e18678-a372-456a-842a-92f4264047ce tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:26.854763 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e18678-a372-456a-842a-92f4264047ce tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Pushing event updated for resources: {'Port': ['ID=9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:26.863124 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2b69ad60-193f-4cbe-9251-29220e92bfd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:26.871017 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-50ae88d6-7270-40e2-8def-c3bebfe9f807 req-ee854b82-995c-49fa-bb02-d2d99a4b6891 service neutron] 10.222.0.36 "GET /v2.0/networks/dddece06-8102-447c-af22-d2066b6de3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540470 Jul 15 23:05:26.933848 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550df81-f985-4078-a390-f53570c4095e req-2f307f67-1fb4-4abf-a90d-b48eca2c33f0 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:26.935547 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8550df81-f985-4078-a390-f53570c4095e req-2f307f67-1fb4-4abf-a90d-b48eca2c33f0 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 946 time: 0.3648961 Jul 15 23:05:26.982963 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4862a-d07b-4241-9552-c2f287c235fb req-e8e18678-a372-456a-842a-92f4264047ce tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:26.983632 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-84d4862a-d07b-4241-9552-c2f287c235fb req-e8e18678-a372-456a-842a-92f4264047ce tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:27.075592 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84d4862a-d07b-4241-9552-c2f287c235fb req-e8e18678-a372-456a-842a-92f4264047ce tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9628732 Jul 15 23:05:27.087358 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8550df81-f985-4078-a390-f53570c4095e req-830abd90-c7a3-41ed-a364-f1a81fb520dd tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319332 Jul 15 23:05:27.103091 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-84d4862a-d07b-4241-9552-c2f287c235fb req-45f862dc-8ae5-4ec0-bdd8-b46748f7c9f2 service neutron] Request body: {'port': {'device_id': 'c1c67f0b-396f-4473-b7b6-951499faec1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:27.180190 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2b69ad60-193f-4cbe-9251-29220e92bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:27.183509 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2b69ad60-193f-4cbe-9251-29220e92bfd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:27.187280 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2b69ad60-193f-4cbe-9251-29220e92bfd5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c50bdd4-feae-4d73-814e-0c4c3c04808a HTTP/1.1" status: 204 len: 168 time: 0.7276766 Jul 15 23:05:27.202378 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-90c80155-6a11-408d-b47e-dc5d330ba4af None None] Provisioning for port 9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:27.213750 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-90c80155-6a11-408d-b47e-dc5d330ba4af None None] Provisioning complete for port 9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:27.214129 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-90c80155-6a11-408d-b47e-dc5d330ba4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:27.288630 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-90c80155-6a11-408d-b47e-dc5d330ba4af None None] Port 9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:05:27.318039 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-50ae88d6-7270-40e2-8def-c3bebfe9f807 req-fb75d692-fecc-433d-9fd7-acabc6f2f2e3 service neutron] 10.222.0.36 "GET /v2.0/networks/dddece06-8102-447c-af22-d2066b6de3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364123 Jul 15 23:05:27.583980 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ba98c7eb-e2fa-4605-9fa2-f0400c091b7e req-cc77afc4-1d2c-4da9-9546-d3dc8bcbd62a tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/floatingips/a55eb5dd-faf7-401b-97e5-228e7cb86044 HTTP/1.1" status: 200 len: 693 time: 0.4942422 Jul 15 23:05:27.591202 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69ad60-193f-4cbe-9251-29220e92bfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c50bdd4-feae-4d73-814e-0c4c3c04808a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:27.815358 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-84d4862a-d07b-4241-9552-c2f287c235fb req-45f862dc-8ae5-4ec0-bdd8-b46748f7c9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:27.838228 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40314) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:27.942525 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98c7eb-e2fa-4605-9fa2-f0400c091b7e req-f9ecac68-5ded-4fe4-a6b9-9b8c6788b36e tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:27.943969 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ba98c7eb-e2fa-4605-9fa2-f0400c091b7e req-f9ecac68-5ded-4fe4-a6b9-9b8c6788b36e tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 784 time: 0.3441055 Jul 15 23:05:27.957892 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-133bbe42-cbce-489a-aecf-fb243ff5e5b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:27.990247 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcbe464-0a96-49eb-a15c-5415f602146b req-6409d046-89f9-4d56-b109-b0c6c19d64de tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:27.997781 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7bcbe464-0a96-49eb-a15c-5415f602146b req-6409d046-89f9-4d56-b109-b0c6c19d64de tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 945 time: 0.2884202 Jul 15 23:05:28.005344 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-84d4862a-d07b-4241-9552-c2f287c235fb req-b71bb6cc-b74c-48dd-9abe-33b8bc4ebfcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d6640ae-a708-4fc7-bb14-0196422ca219 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:28.057638 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-133bbe42-cbce-489a-aecf-fb243ff5e5b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:28.062907 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-133bbe42-cbce-489a-aecf-fb243ff5e5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:28.064408 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-84d4862a-d07b-4241-9552-c2f287c235fb req-b71bb6cc-b74c-48dd-9abe-33b8bc4ebfcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:28.104360 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-133bbe42-cbce-489a-aecf-fb243ff5e5b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b7e268e25870403da97257f603d3b94b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2650032 Jul 15 23:05:28.105715 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133bbe42-cbce-489a-aecf-fb243ff5e5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b159c37-75a8-45d3-9cb1-e5b0c3c61e55,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:28.108326 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40330) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:28.115247 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40332) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:28.147250 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ba98c7eb-e2fa-4605-9fa2-f0400c091b7e req-1fb9db79-e808-4f29-8fd2-860f7cd470ef tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.227 HTTP/1.1" status: 200 len: 696 time: 0.1906130 Jul 15 23:05:28.169592 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-105b5d29-ac11-41cc-b44f-fbced941982e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:28.169909 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-84d4862a-d07b-4241-9552-c2f287c235fb req-b71bb6cc-b74c-48dd-9abe-33b8bc4ebfcf service neutron] Transition to ACTIVE for port object 9d6640ae-a708-4fc7-bb14-0196422ca219 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:28.185358 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-84d4862a-d07b-4241-9552-c2f287c235fb req-b71bb6cc-b74c-48dd-9abe-33b8bc4ebfcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:28.192817 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-105b5d29-ac11-41cc-b44f-fbced941982e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:28.234844 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7bcbe464-0a96-49eb-a15c-5415f602146b req-1b1d616b-7a76-48d3-9b74-7f4aa7453287 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f1bba3c-a016-4a4e-8754-0c290b07c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361403 Jul 15 23:05:28.249221 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-92f73322-3c7e-43f1-b9a1-116ab9cb4e36 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-866131865-network', 'tenant_id': 'c2098d98fb36402c91028cf1db3b1ed4'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:28.255137 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-105b5d29-ac11-41cc-b44f-fbced941982e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:28.265535 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-105b5d29-ac11-41cc-b44f-fbced941982e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:28.269426 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-105b5d29-ac11-41cc-b44f-fbced941982e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0b159c37-75a8-45d3-9cb1-e5b0c3c61e55 HTTP/1.1" status: 204 len: 168 time: 0.1581059 Jul 15 23:05:28.312720 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f73322-3c7e-43f1-b9a1-116ab9cb4e36 admin admin] Made reservation on behalf of c2098d98fb36402c91028cf1db3b1ed4 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:28.315489 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92f73322-3c7e-43f1-b9a1-116ab9cb4e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:28.329129 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92f73322-3c7e-43f1-b9a1-116ab9cb4e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:28.333058 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b5d29-ac11-41cc-b44f-fbced941982e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b159c37-75a8-45d3-9cb1-e5b0c3c61e55,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:28.415479 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ba98c7eb-e2fa-4605-9fa2-f0400c091b7e req-d8744269-2326-4be0-b8b7-73959606b97d tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.227 HTTP/1.1" status: 200 len: 696 time: 0.2498872 Jul 15 23:05:28.468831 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71bb6cc-b74c-48dd-9abe-33b8bc4ebfcf service neutron] Pushing event updated for resources: {'Port': ['ID=9d6640ae-a708-4fc7-bb14-0196422ca219,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:28.499263 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92f73322-3c7e-43f1-b9a1-116ab9cb4e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:28.505211 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92f73322-3c7e-43f1-b9a1-116ab9cb4e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:28.539038 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f73322-3c7e-43f1-b9a1-116ab9cb4e36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:05:28.564984 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f73322-3c7e-43f1-b9a1-116ab9cb4e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28ea737-0d30-4b22-bed1-67299c688932,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:28.569558 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92f73322-3c7e-43f1-b9a1-116ab9cb4e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:28.569929 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-92f73322-3c7e-43f1-b9a1-116ab9cb4e36 admin admin] Added segment 52ba3f22-fe84-4cb8-b352-46bf694cce3f of type vlan for network 635d177a-b3d3-4606-a88b-173de228afbc Jul 15 23:05:28.621925 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92f73322-3c7e-43f1-b9a1-116ab9cb4e36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:28.656235 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92f73322-3c7e-43f1-b9a1-116ab9cb4e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:28.657492 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f73322-3c7e-43f1-b9a1-116ab9cb4e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:28.658293 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92f73322-3c7e-43f1-b9a1-116ab9cb4e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:28.673876 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-92f73322-3c7e-43f1-b9a1-116ab9cb4e36 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5576754 Jul 15 23:05:28.684451 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40340) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:28.684952 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40342) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:28.701348 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7eb7afc4-03d0-4f6e-9c10-ad6984282392 admin admin] Request body: {'subnet': {'network_id': '635d177a-b3d3-4606-a88b-173de228afbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-866131865-subnet', 'tenant_id': 'c2098d98fb36402c91028cf1db3b1ed4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:28.713058 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-84d4862a-d07b-4241-9552-c2f287c235fb req-45f862dc-8ae5-4ec0-bdd8-b46748f7c9f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:28.726462 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e6e082da-32ef-44d7-a4e4-b2d5bd591fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:28.731542 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-84d4862a-d07b-4241-9552-c2f287c235fb req-45f862dc-8ae5-4ec0-bdd8-b46748f7c9f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:28.763239 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-84d4862a-d07b-4241-9552-c2f287c235fb req-45f862dc-8ae5-4ec0-bdd8-b46748f7c9f2 service neutron] Transition to ACTIVE for port object 9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:28.765033 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f73322-3c7e-43f1-b9a1-116ab9cb4e36 admin admin] Pushing event updated for resources: {'Network': ['ID=635d177a-b3d3-4606-a88b-173de228afbc,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:28.771668 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-ba98c7eb-e2fa-4605-9fa2-f0400c091b7e req-6f4bb87d-e810-4564-b6d4-f4e5ef791f7c tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Deleting port 75055ff8-221e-489d-b41f-d1cb5bdacf6d {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:05:28.772013 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-ba98c7eb-e2fa-4605-9fa2-f0400c091b7e req-6f4bb87d-e810-4564-b6d4-f4e5ef791f7c tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:28.777376 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-84d4862a-d07b-4241-9552-c2f287c235fb req-45f862dc-8ae5-4ec0-bdd8-b46748f7c9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:28.778101 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 635d177a-b3d3-4606-a88b-173de228afbc details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:05:28.783045 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb7afc4-03d0-4f6e-9c10-ad6984282392 admin admin] Made reservation on behalf of c2098d98fb36402c91028cf1db3b1ed4 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:28.785407 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7eb7afc4-03d0-4f6e-9c10-ad6984282392 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:28.799365 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-84d4862a-d07b-4241-9552-c2f287c235fb req-b71bb6cc-b74c-48dd-9abe-33b8bc4ebfcf service neutron] Attempting to bind port 9d6640ae-a708-4fc7-bb14-0196422ca219 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:28.799664 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-84d4862a-d07b-4241-9552-c2f287c235fb req-b71bb6cc-b74c-48dd-9abe-33b8bc4ebfcf service neutron] Attempting to bind port 9d6640ae-a708-4fc7-bb14-0196422ca219 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:28.800102 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d4862a-d07b-4241-9552-c2f287c235fb req-b71bb6cc-b74c-48dd-9abe-33b8bc4ebfcf service neutron] Attempting to bind port 9d6640ae-a708-4fc7-bb14-0196422ca219 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:28.841636 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d4862a-d07b-4241-9552-c2f287c235fb req-b71bb6cc-b74c-48dd-9abe-33b8bc4ebfcf service neutron] Port 9d6640ae-a708-4fc7-bb14-0196422ca219 on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:28.842410 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d4862a-d07b-4241-9552-c2f287c235fb req-b71bb6cc-b74c-48dd-9abe-33b8bc4ebfcf service neutron] Attempting to bind port 9d6640ae-a708-4fc7-bb14-0196422ca219 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:28.890684 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164dfe99-dc72-40ef-97a3-91345a9d1db1 req-3731cb25-2714-4cf7-b34f-b696a3e97355 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:28.897590 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-164dfe99-dc72-40ef-97a3-91345a9d1db1 req-3731cb25-2714-4cf7-b34f-b696a3e97355 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c67f0b-396f-4473-b7b6-951499faec1c HTTP/1.1" status: 200 len: 935 time: 0.2994902 Jul 15 23:05:28.919628 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d4862a-d07b-4241-9552-c2f287c235fb req-b71bb6cc-b74c-48dd-9abe-33b8bc4ebfcf service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:28.919971 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d4862a-d07b-4241-9552-c2f287c235fb req-b71bb6cc-b74c-48dd-9abe-33b8bc4ebfcf service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:28.920665 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d4862a-d07b-4241-9552-c2f287c235fb req-b71bb6cc-b74c-48dd-9abe-33b8bc4ebfcf service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:28.920802 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-84d4862a-d07b-4241-9552-c2f287c235fb req-b71bb6cc-b74c-48dd-9abe-33b8bc4ebfcf service neutron] Bound port: 9d6640ae-a708-4fc7-bb14-0196422ca219, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:28.921150 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-84d4862a-d07b-4241-9552-c2f287c235fb req-b71bb6cc-b74c-48dd-9abe-33b8bc4ebfcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:28.945813 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f862dc-8ae5-4ec0-bdd8-b46748f7c9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:28.974618 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e6e082da-32ef-44d7-a4e4-b2d5bd591fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:29.001244 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e6e082da-32ef-44d7-a4e4-b2d5bd591fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:29.037525 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-ba98c7eb-e2fa-4605-9fa2-f0400c091b7e req-6f4bb87d-e810-4564-b6d4-f4e5ef791f7c tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:29.037819 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-ba98c7eb-e2fa-4605-9fa2-f0400c091b7e req-6f4bb87d-e810-4564-b6d4-f4e5ef791f7c tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:29.063911 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-164dfe99-dc72-40ef-97a3-91345a9d1db1 req-60674147-565e-4968-b2a8-79a1ac470580 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653726 Jul 15 23:05:29.068972 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e6e082da-32ef-44d7-a4e4-b2d5bd591fb0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a0742ecafc314ffb8d9e02cf1d74636f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3793828 Jul 15 23:05:29.080071 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e082da-32ef-44d7-a4e4-b2d5bd591fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89c499c-d631-47b4-9e68-ff51fc9b563c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:29.083539 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7eb7afc4-03d0-4f6e-9c10-ad6984282392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:29.088575 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40346) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:29.090459 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-ba98c7eb-e2fa-4605-9fa2-f0400c091b7e req-6f4bb87d-e810-4564-b6d4-f4e5ef791f7c tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Calling delete_port for 75055ff8-221e-489d-b41f-d1cb5bdacf6d owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:05:29.164322 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7afc4-03d0-4f6e-9c10-ad6984282392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c37054d7-01ff-4743-82f3-aa171ecc4e16,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:29.172446 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb7afc4-03d0-4f6e-9c10-ad6984282392 admin admin] Checking segment: {'id': '52ba3f22-fe84-4cb8-b352-46bf694cce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '635d177a-b3d3-4606-a88b-173de228afbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:29.172810 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb7afc4-03d0-4f6e-9c10-ad6984282392 admin admin] Network hostable DHCP agents. Network: 635d177a-b3d3-4606-a88b-173de228afbc, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:05:29.193225 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb7afc4-03d0-4f6e-9c10-ad6984282392 admin admin] Network 635d177a-b3d3-4606-a88b-173de228afbc is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:05:29.203629 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-7eb7afc4-03d0-4f6e-9c10-ad6984282392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 635d177a-b3d3-4606-a88b-173de228afbc) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:29.209037 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-84d4862a-d07b-4241-9552-c2f287c235fb req-45f862dc-8ae5-4ec0-bdd8-b46748f7c9f2 service neutron] Attempting to bind port 9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:29.209381 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-84d4862a-d07b-4241-9552-c2f287c235fb req-45f862dc-8ae5-4ec0-bdd8-b46748f7c9f2 service neutron] Attempting to bind port 9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:29.209526 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb7afc4-03d0-4f6e-9c10-ad6984282392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:29.209766 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d4862a-d07b-4241-9552-c2f287c235fb req-45f862dc-8ae5-4ec0-bdd8-b46748f7c9f2 service neutron] Attempting to bind port 9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:29.210575 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7eb7afc4-03d0-4f6e-9c10-ad6984282392 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:29.214738 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a248d7-a1e6-4726-849e-6e93c4c00f0a None None] Network 635d177a-b3d3-4606-a88b-173de228afbc requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:05:29.215476 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-84d4862a-d07b-4241-9552-c2f287c235fb req-b71bb6cc-b74c-48dd-9abe-33b8bc4ebfcf service neutron] For port 9d6640ae-a708-4fc7-bb14-0196422ca219, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:29.222482 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-84d4862a-d07b-4241-9552-c2f287c235fb req-b71bb6cc-b74c-48dd-9abe-33b8bc4ebfcf service neutron] For port 9d6640ae-a708-4fc7-bb14-0196422ca219, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=9d6640ae-a708-4fc7-bb14-0196422ca219,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:29.226012 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d4862a-d07b-4241-9552-c2f287c235fb req-45f862dc-8ae5-4ec0-bdd8-b46748f7c9f2 service neutron] Port 9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:29.226347 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d4862a-d07b-4241-9552-c2f287c235fb req-45f862dc-8ae5-4ec0-bdd8-b46748f7c9f2 service neutron] Attempting to bind port 9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:29.232555 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7eb7afc4-03d0-4f6e-9c10-ad6984282392 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5435686 Jul 15 23:05:29.232555 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40348) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:29.238036 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-99add735-4e9b-4339-bf3d-224b10b138f1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-866131865-router', 'tenant_id': 'c2098d98fb36402c91028cf1db3b1ed4', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:29.240016 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-84d4862a-d07b-4241-9552-c2f287c235fb req-b71bb6cc-b74c-48dd-9abe-33b8bc4ebfcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:29.263789 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-99add735-4e9b-4339-bf3d-224b10b138f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:29.264418 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d4862a-d07b-4241-9552-c2f287c235fb req-45f862dc-8ae5-4ec0-bdd8-b46748f7c9f2 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:29.264765 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d4862a-d07b-4241-9552-c2f287c235fb req-45f862dc-8ae5-4ec0-bdd8-b46748f7c9f2 service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:29.265059 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-99add735-4e9b-4339-bf3d-224b10b138f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:29.265189 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d4862a-d07b-4241-9552-c2f287c235fb req-45f862dc-8ae5-4ec0-bdd8-b46748f7c9f2 service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:29.265580 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-84d4862a-d07b-4241-9552-c2f287c235fb req-45f862dc-8ae5-4ec0-bdd8-b46748f7c9f2 service neutron] Bound port: 9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:29.265943 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-84d4862a-d07b-4241-9552-c2f287c235fb req-45f862dc-8ae5-4ec0-bdd8-b46748f7c9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:29.312731 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fb59f5a8-1a43-4722-ad41-45a30efbf281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:29.328064 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4862a-d07b-4241-9552-c2f287c235fb req-b71bb6cc-b74c-48dd-9abe-33b8bc4ebfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:29.328971 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-84d4862a-d07b-4241-9552-c2f287c235fb req-b71bb6cc-b74c-48dd-9abe-33b8bc4ebfcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:29.330046 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84d4862a-d07b-4241-9552-c2f287c235fb req-b71bb6cc-b74c-48dd-9abe-33b8bc4ebfcf service neutron] 10.222.0.43 "PUT /v2.0/ports/9d6640ae-a708-4fc7-bb14-0196422ca219 HTTP/1.1" status: 200 len: 1095 time: 2.9347367 Jul 15 23:05:29.330515 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7858cea8-bec0-45c1-bf8a-86cf9c2f2126', 'tag': '9d6640ae-a708-4fc7-bb14-0196422ca219'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:29.332830 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203faf66-305a-4173-a0bf-9d82ed069f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "7858cea8-bec0-45c1-bf8a-86cf9c2f2126", "tag": "9d6640ae-a708-4fc7-bb14-0196422ca219"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:29.388856 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-99add735-4e9b-4339-bf3d-224b10b138f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:29.420171 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fb59f5a8-1a43-4722-ad41-45a30efbf281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:29.456296 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c019ec-d1b9-4c97-935b-fa76ca41e51d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-635d177a-b3d3-4606-a88b-173de228afbc', 'network_id': '635d177a-b3d3-4606-a88b-173de228afbc', 'tenant_id': 'c2098d98fb36402c91028cf1db3b1ed4', 'fixed_ips': [{'subnet_id': 'c37054d7-01ff-4743-82f3-aa171ecc4e16'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:05:29.457722 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71bb6cc-b74c-48dd-9abe-33b8bc4ebfcf service neutron] Pushing event updated for resources: {'Port': ['ID=9d6640ae-a708-4fc7-bb14-0196422ca219,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:29.458093 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-10c019ec-d1b9-4c97-935b-fa76ca41e51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:29.585070 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-99add735-4e9b-4339-bf3d-224b10b138f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:29.605993 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-84d4862a-d07b-4241-9552-c2f287c235fb req-45f862dc-8ae5-4ec0-bdd8-b46748f7c9f2 service neutron] For port 9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:29.610411 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-84d4862a-d07b-4241-9552-c2f287c235fb req-45f862dc-8ae5-4ec0-bdd8-b46748f7c9f2 service neutron] For port 9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:29.620950 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-ba98c7eb-e2fa-4605-9fa2-f0400c091b7e req-6f4bb87d-e810-4564-b6d4-f4e5ef791f7c tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:29.623284 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-84d4862a-d07b-4241-9552-c2f287c235fb req-45f862dc-8ae5-4ec0-bdd8-b46748f7c9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:29.641342 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-10c019ec-d1b9-4c97-935b-fa76ca41e51d None None] Allocated IP 172.20.0.2 (635d177a-b3d3-4606-a88b-173de228afbc/c37054d7-01ff-4743-82f3-aa171ecc4e16/ff751600-6e23-40aa-8fa5-05fe07d15d5d) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:29.667992 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fb59f5a8-1a43-4722-ad41-45a30efbf281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:29.670645 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fb59f5a8-1a43-4722-ad41-45a30efbf281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:29.674541 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fb59f5a8-1a43-4722-ad41-45a30efbf281 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e89c499c-d631-47b4-9e68-ff51fc9b563c HTTP/1.1" status: 204 len: 168 time: 0.5825822 Jul 15 23:05:29.684999 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bb87d-e810-4564-b6d4-f4e5ef791f7c tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Pushing event deleted for resources: {'Port': ['ID=75055ff8-221e-489d-b41f-d1cb5bdacf6d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:29.698196 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4862a-d07b-4241-9552-c2f287c235fb req-45f862dc-8ae5-4ec0-bdd8-b46748f7c9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:29.698859 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-84d4862a-d07b-4241-9552-c2f287c235fb req-45f862dc-8ae5-4ec0-bdd8-b46748f7c9f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:29.700251 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84d4862a-d07b-4241-9552-c2f287c235fb req-45f862dc-8ae5-4ec0-bdd8-b46748f7c9f2 service neutron] 10.222.0.43 "PUT /v2.0/ports/9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f HTTP/1.1" status: 200 len: 1095 time: 2.6118712 Jul 15 23:05:29.726109 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59f5a8-1a43-4722-ad41-45a30efbf281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89c499c-d631-47b4-9e68-ff51fc9b563c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:29.736528 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dcf91-3cb4-4548-8a97-7483afc95334 req-ab6b0e7d-7ddd-4405-acb5-35bcd9cba350 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:29.738157 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3c0dcf91-3cb4-4548-8a97-7483afc95334 req-ab6b0e7d-7ddd-4405-acb5-35bcd9cba350 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 946 time: 0.3478827 Jul 15 23:05:29.821579 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4862a-d07b-4241-9552-c2f287c235fb req-25d4596c-5585-4ead-8c1d-9ed33486b43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:29.823091 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84d4862a-d07b-4241-9552-c2f287c235fb req-25d4596c-5585-4ead-8c1d-9ed33486b43f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&device_id=7858cea8-bec0-45c1-bf8a-86cf9c2f2126 HTTP/1.1" status: 200 len: 1098 time: 0.4313555 Jul 15 23:05:29.858997 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-10c019ec-d1b9-4c97-935b-fa76ca41e51d None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:29.877490 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-10c019ec-d1b9-4c97-935b-fa76ca41e51d None None] Transition to ACTIVE for port object ff751600-6e23-40aa-8fa5-05fe07d15d5d will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:29.898962 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-10c019ec-d1b9-4c97-935b-fa76ca41e51d None None] Transition to ACTIVE for port object ff751600-6e23-40aa-8fa5-05fe07d15d5d will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:29.907931 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-10c019ec-d1b9-4c97-935b-fa76ca41e51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:29.909397 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-99add735-4e9b-4339-bf3d-224b10b138f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:29.938246 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-99add735-4e9b-4339-bf3d-224b10b138f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:29.976578 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c019ec-d1b9-4c97-935b-fa76ca41e51d None None] Network 635d177a-b3d3-4606-a88b-173de228afbc is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:29.986728 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-10c019ec-d1b9-4c97-935b-fa76ca41e51d None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:29.988008 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84d4862a-d07b-4241-9552-c2f287c235fb req-b5f6e5dc-c838-43d6-8f67-bdfe50230cb9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=9d6640ae-a708-4fc7-bb14-0196422ca219 HTTP/1.1" status: 200 len: 217 time: 0.1182580 Jul 15 23:05:29.988858 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c019ec-d1b9-4c97-935b-fa76ca41e51d None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:29.994921 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f862dc-8ae5-4ec0-bdd8-b46748f7c9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:30.006048 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3c0dcf91-3cb4-4548-8a97-7483afc95334 req-28165fdc-966a-40a8-a2aa-83db865d6cef tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358754 Jul 15 23:05:30.012977 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c019ec-d1b9-4c97-935b-fa76ca41e51d None None] Pushing event updated for resources: {'Port': ['ID=ff751600-6e23-40aa-8fa5-05fe07d15d5d,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:30.035447 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-ba98c7eb-e2fa-4605-9fa2-f0400c091b7e req-6f4bb87d-e810-4564-b6d4-f4e5ef791f7c tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:30.038032 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-ba98c7eb-e2fa-4605-9fa2-f0400c091b7e req-6f4bb87d-e810-4564-b6d4-f4e5ef791f7c tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:30.039286 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ba98c7eb-e2fa-4605-9fa2-f0400c091b7e req-6f4bb87d-e810-4564-b6d4-f4e5ef791f7c tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "DELETE /v2.0/floatingips/a55eb5dd-faf7-401b-97e5-228e7cb86044 HTTP/1.1" status: 204 len: 173 time: 1.6228187 Jul 15 23:05:30.100276 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-10c019ec-d1b9-4c97-935b-fa76ca41e51d None None] Attempting to bind port ff751600-6e23-40aa-8fa5-05fe07d15d5d on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:30.100647 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-10c019ec-d1b9-4c97-935b-fa76ca41e51d None None] Attempting to bind port ff751600-6e23-40aa-8fa5-05fe07d15d5d by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '52ba3f22-fe84-4cb8-b352-46bf694cce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '635d177a-b3d3-4606-a88b-173de228afbc'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:30.101007 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c019ec-d1b9-4c97-935b-fa76ca41e51d None None] Attempting to bind port ff751600-6e23-40aa-8fa5-05fe07d15d5d on network 635d177a-b3d3-4606-a88b-173de228afbc {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:30.107176 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c019ec-d1b9-4c97-935b-fa76ca41e51d None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:30.107553 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c019ec-d1b9-4c97-935b-fa76ca41e51d None None] Checking segment: {'id': '52ba3f22-fe84-4cb8-b352-46bf694cce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '635d177a-b3d3-4606-a88b-173de228afbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:30.107967 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-10c019ec-d1b9-4c97-935b-fa76ca41e51d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:30.108365 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c019ec-d1b9-4c97-935b-fa76ca41e51d None None] Bound using segment: {'id': '52ba3f22-fe84-4cb8-b352-46bf694cce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '635d177a-b3d3-4606-a88b-173de228afbc'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:30.108813 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-10c019ec-d1b9-4c97-935b-fa76ca41e51d None None] Bound port: ff751600-6e23-40aa-8fa5-05fe07d15d5d, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ba3f22-fe84-4cb8-b352-46bf694cce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '635d177a-b3d3-4606-a88b-173de228afbc'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:30.109192 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-10c019ec-d1b9-4c97-935b-fa76ca41e51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:30.111473 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bb0195-6277-48d2-978e-f88d14b26bd9 x-openstack-request-id: req-a6bb0195-6277-48d2-978e-f88d14b26bd9 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:30.111767 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7858cea8-bec0-45c1-bf8a-86cf9c2f2126", "tag": "9d6640ae-a708-4fc7-bb14-0196422ca219", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:30.112101 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a6bb0195-6277-48d2-978e-f88d14b26bd9 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:30.112416 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7858cea8-bec0-45c1-bf8a-86cf9c2f2126', 'tag': '9d6640ae-a708-4fc7-bb14-0196422ca219', 'status': 'completed', 'code': 200} Jul 15 23:05:30.148794 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4862a-d07b-4241-9552-c2f287c235fb req-8f90c0c1-0962-4dae-864f-98c5173f3726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:30.150368 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84d4862a-d07b-4241-9552-c2f287c235fb req-8f90c0c1-0962-4dae-864f-98c5173f3726 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&device_id=c1c67f0b-396f-4473-b7b6-951499faec1c HTTP/1.1" status: 200 len: 1098 time: 0.3892665 Jul 15 23:05:30.165737 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4862a-d07b-4241-9552-c2f287c235fb req-ac1fc773-6c41-42ef-b154-7d309c4dd17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:30.167258 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84d4862a-d07b-4241-9552-c2f287c235fb req-ac1fc773-6c41-42ef-b154-7d309c4dd17c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1646461 Jul 15 23:05:30.201372 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-99add735-4e9b-4339-bf3d-224b10b138f1 admin admin] Allocated IP 172.25.4.129 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/18834e80-de2b-45f8-ab98-0733dcbc1aee) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:30.226150 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-10c019ec-d1b9-4c97-935b-fa76ca41e51d None None] For port ff751600-6e23-40aa-8fa5-05fe07d15d5d, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:30.230048 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-10c019ec-d1b9-4c97-935b-fa76ca41e51d None None] For port ff751600-6e23-40aa-8fa5-05fe07d15d5d, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ff751600-6e23-40aa-8fa5-05fe07d15d5d,segment=NetworkSegment(52ba3f22-fe84-4cb8-b352-46bf694cce3f),segment_id=52ba3f22-fe84-4cb8-b352-46bf694cce3f)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:30.234492 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-10c019ec-d1b9-4c97-935b-fa76ca41e51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:30.317525 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84d4862a-d07b-4241-9552-c2f287c235fb req-7d556526-50f5-460b-8394-3eb14a3e302d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f HTTP/1.1" status: 200 len: 217 time: 0.1510310 Jul 15 23:05:30.323954 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c019ec-d1b9-4c97-935b-fa76ca41e51d None None] Pushing event updated for resources: {'Port': ['ID=ff751600-6e23-40aa-8fa5-05fe07d15d5d,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:30.370343 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-99add735-4e9b-4339-bf3d-224b10b138f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:30.432003 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4862a-d07b-4241-9552-c2f287c235fb req-9c418faf-1d3b-41a6-b05e-e210e0ac4c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:30.433899 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-99add735-4e9b-4339-bf3d-224b10b138f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:30.434207 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84d4862a-d07b-4241-9552-c2f287c235fb req-9c418faf-1d3b-41a6-b05e-e210e0ac4c18 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0966518 Jul 15 23:05:30.478670 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99add735-4e9b-4339-bf3d-224b10b138f1 admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:30.484783 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-99add735-4e9b-4339-bf3d-224b10b138f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:30.488406 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99add735-4e9b-4339-bf3d-224b10b138f1 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:30.516219 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99add735-4e9b-4339-bf3d-224b10b138f1 admin admin] Pushing event updated for resources: {'Port': ['ID=18834e80-de2b-45f8-ab98-0733dcbc1aee,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:30.600509 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083ee76-8370-4f00-876d-ce5d368a4716 req-bf34cafa-7519-4817-a1f9-181988dbbb33 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:30.602388 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c083ee76-8370-4f00-876d-ce5d368a4716 req-bf34cafa-7519-4817-a1f9-181988dbbb33 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 945 time: 0.3279576 Jul 15 23:05:30.624873 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4862a-d07b-4241-9552-c2f287c235fb req-e56987f9-a079-488b-a63a-ba9bf1d16f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:30.626590 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84d4862a-d07b-4241-9552-c2f287c235fb req-e56987f9-a079-488b-a63a-ba9bf1d16f71 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4402366 Jul 15 23:05:30.772553 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0082fa-91be-4e2b-8eb6-af850d072b19 req-27f82541-c814-413d-bfef-2c8c2464ab0d tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:30.774715 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c0082fa-91be-4e2b-8eb6-af850d072b19 req-27f82541-c814-413d-bfef-2c8c2464ab0d tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c67f0b-396f-4473-b7b6-951499faec1c HTTP/1.1" status: 200 len: 947 time: 0.3370948 Jul 15 23:05:30.787120 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4862a-d07b-4241-9552-c2f287c235fb req-ab5883cc-634f-4d05-a0ce-77e6958336a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:30.788679 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84d4862a-d07b-4241-9552-c2f287c235fb req-ab5883cc-634f-4d05-a0ce-77e6958336a8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3347723 Jul 15 23:05:30.813068 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c083ee76-8370-4f00-876d-ce5d368a4716 req-0a50e346-4321-49f2-a00f-6acd8dc98793 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f1bba3c-a016-4a4e-8754-0c290b07c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033532 Jul 15 23:05:30.856539 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-99add735-4e9b-4339-bf3d-224b10b138f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:30.872206 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84d4862a-d07b-4241-9552-c2f287c235fb req-1f47b48e-ace1-4c1a-b766-217c43103fd7 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305527 Jul 15 23:05:31.149038 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-99add735-4e9b-4339-bf3d-224b10b138f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:31.231810 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ff751600-6e23-40aa-8fa5-05fe07d15d5d up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:31.326281 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port ff751600-6e23-40aa-8fa5-05fe07d15d5d completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:31.338929 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84d4862a-d07b-4241-9552-c2f287c235fb req-0ec889c2-db9a-4e8c-a342-9de17a45d423 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5393183 Jul 15 23:05:31.357229 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99add735-4e9b-4339-bf3d-224b10b138f1 admin admin] Router b4199801-7902-450c-96dc-b6982a144635 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:05:31.387865 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c0082fa-91be-4e2b-8eb6-af850d072b19 req-73659cf2-30d3-4b31-9ab0-0ce721c5c4ee tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6044915 Jul 15 23:05:31.485640 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99add735-4e9b-4339-bf3d-224b10b138f1 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:05:31.500150 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f46a94-a360-4bfd-a8c4-e26d2a89717a None None] Sync routers for ids ['b4199801-7902-450c-96dc-b6982a144635'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:05:31.519069 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f46a94-a360-4bfd-a8c4-e26d2a89717a None None] Routers {'b4199801-7902-450c-96dc-b6982a144635'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:31.520093 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b6f46a94-a360-4bfd-a8c4-e26d2a89717a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:05:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b4199801-7902-450c-96dc-b6982a144635'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:31.531266 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-99add735-4e9b-4339-bf3d-224b10b138f1 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:31.533930 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-99add735-4e9b-4339-bf3d-224b10b138f1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3003378 Jul 15 23:05:31.538131 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40400) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:31.584493 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84d4862a-d07b-4241-9552-c2f287c235fb req-b494e1b2-197c-4302-b945-0739639ef80e service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264376 Jul 15 23:05:31.586315 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84d4862a-d07b-4241-9552-c2f287c235fb req-39e66283-04ad-4995-b4b2-d964b9facba6 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7068331 Jul 15 23:05:31.631348 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f7c6d-a152-4308-99d6-52d61e2f919b req-4b6a4331-e9c5-4215-94e2-22c07d7b8199 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:31.639150 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d47f7c6d-a152-4308-99d6-52d61e2f919b req-4b6a4331-e9c5-4215-94e2-22c07d7b8199 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/ports?device_id=94fbd277-20b7-4415-b2f5-87d43b92c69e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2930379 Jul 15 23:05:31.730313 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d47f7c6d-a152-4308-99d6-52d61e2f919b req-9182c41d-7839-4abf-b0b8-bf0142058d38 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0899267 Jul 15 23:05:31.743681 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-b6f46a94-a360-4bfd-a8c4-e26d2a89717a None None] Set router b4199801-7902-450c-96dc-b6982a144635 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:31.920959 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203faf66-305a-4173-a0bf-9d82ed069f4f req-6a6922d4-9f23-496b-80d1-4f282cacb115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:31.923858 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-203faf66-305a-4173-a0bf-9d82ed069f4f req-6a6922d4-9f23-496b-80d1-4f282cacb115 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&device_id=7858cea8-bec0-45c1-bf8a-86cf9c2f2126 HTTP/1.1" status: 200 len: 1098 time: 0.2683041 Jul 15 23:05:31.996024 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f904d517-2b1f-412a-bf12-1d57a186c3fb None None] Network 635d177a-b3d3-4606-a88b-173de228afbc requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:05:32.004686 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bccdf0-3c39-40f3-a171-fc7fcf508c6e req-17d96776-7798-4b98-83a8-600300348698 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:32.006358 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f6bccdf0-3c39-40f3-a171-fc7fcf508c6e req-17d96776-7798-4b98-83a8-600300348698 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 946 time: 0.3528574 Jul 15 23:05:32.082041 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-48182037-73b8-42bd-ac54-3b93cd65f2a7 req-e8311fc8-105a-4c6c-894b-1f43da15cb12 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1171362 Jul 15 23:05:32.112917 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c67f0b-396f-4473-b7b6-951499faec1c', 'tag': '9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:32.115639 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0304ae2-2e88-4076-8ae5-869cf7575dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c67f0b-396f-4473-b7b6-951499faec1c", "tag": "9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:32.162615 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f6bccdf0-3c39-40f3-a171-fc7fcf508c6e req-a722dff1-ca4d-4fc6-85e2-bc1be79681a1 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431029 Jul 15 23:05:32.167648 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d6b33-cb49-45ee-b709-41494ad20547 req-4b32edae-c254-4e7b-8baa-244cb7ae8b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:32.169334 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ea9d6b33-cb49-45ee-b709-41494ad20547 req-4b32edae-c254-4e7b-8baa-244cb7ae8b4c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 1097 time: 0.1130872 Jul 15 23:05:32.197781 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203faf66-305a-4173-a0bf-9d82ed069f4f req-7a846570-516d-40b1-9de5-b2eadb2d89b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:32.201524 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-203faf66-305a-4173-a0bf-9d82ed069f4f req-7a846570-516d-40b1-9de5-b2eadb2d89b0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.2665720 Jul 15 23:05:32.228334 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ed015a2d-9837-42c1-81b1-ad2f2cb812af None None] Provisioning for port ff751600-6e23-40aa-8fa5-05fe07d15d5d completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:32.234233 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ed015a2d-9837-42c1-81b1-ad2f2cb812af None None] Provisioning complete for port ff751600-6e23-40aa-8fa5-05fe07d15d5d triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:32.234857 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ed015a2d-9837-42c1-81b1-ad2f2cb812af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:32.252192 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ea9d6b33-cb49-45ee-b709-41494ad20547 req-23145884-0992-4ef9-98bc-74099e088dfe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738821 Jul 15 23:05:32.267031 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-203faf66-305a-4173-a0bf-9d82ed069f4f req-16300648-5ccc-4a49-bb10-43a64a474437 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=9d6640ae-a708-4fc7-bb14-0196422ca219 HTTP/1.1" status: 200 len: 217 time: 0.0548120 Jul 15 23:05:32.306010 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b6f46a94-a360-4bfd-a8c4-e26d2a89717a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4199801-7902-450c-96dc-b6982a144635', 'name': 'tempest-AttachSCSIVolumeTestJSON-866131865-router', 'tenant_id': 'c2098d98fb36402c91028cf1db3b1ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '18834e80-de2b-45f8-ab98-0733dcbc1aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:29Z', 'updated_at': '2021-07-15T23:05:30Z', 'revision_number': 3, 'project_id': 'c2098d98fb36402c91028cf1db3b1ed4', 'gw_port': {'id': '18834e80-de2b-45f8-ab98-0733dcbc1aee', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:20:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4199801-7902-450c-96dc-b6982a144635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:29Z', 'updated_at': '2021-07-15T23:05:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:32.316798 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6ada39c-85aa-4075-adac-a8b80b72dc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:32.347183 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203faf66-305a-4173-a0bf-9d82ed069f4f req-e18f01b4-c798-486a-99fa-8d810190816b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:32.348730 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-203faf66-305a-4173-a0bf-9d82ed069f4f req-e18f01b4-c798-486a-99fa-8d810190816b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0633764 Jul 15 23:05:32.365563 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f46a94-a360-4bfd-a8c4-e26d2a89717a None None] Checking router: b4199801-7902-450c-96dc-b6982a144635 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:05:32.365918 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f46a94-a360-4bfd-a8c4-e26d2a89717a None None] Updating router b4199801-7902-450c-96dc-b6982a144635 port 18834e80-de2b-45f8-ab98-0733dcbc1aee binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:05:32.424395 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d1f80-70bd-4328-9c6d-2f444376cd4d req-ff782a22-6feb-473b-ad4d-991fb4d398b1 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:32.426071 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2a6d1f80-70bd-4328-9c6d-2f444376cd4d req-ff782a22-6feb-473b-ad4d-991fb4d398b1 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 945 time: 0.1720026 Jul 15 23:05:32.472928 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203faf66-305a-4173-a0bf-9d82ed069f4f req-4090ac69-17c0-4c47-830d-9f280cb8c151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:32.474556 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-203faf66-305a-4173-a0bf-9d82ed069f4f req-4090ac69-17c0-4c47-830d-9f280cb8c151 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1118290 Jul 15 23:05:32.480615 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b6f46a94-a360-4bfd-a8c4-e26d2a89717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:32.513038 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ed015a2d-9837-42c1-81b1-ad2f2cb812af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:32.533713 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-a6ada39c-85aa-4075-adac-a8b80b72dc8f admin admin] Allocated IP 172.20.0.1 (635d177a-b3d3-4606-a88b-173de228afbc/c37054d7-01ff-4743-82f3-aa171ecc4e16/d4442747-5a05-4963-817f-cf31dbd1bf9a) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:32.579548 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-203faf66-305a-4173-a0bf-9d82ed069f4f req-22420ade-ce9f-4d6a-b904-a45f6a44dde5 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948405 Jul 15 23:05:32.601109 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2a6d1f80-70bd-4328-9c6d-2f444376cd4d req-75738a8e-6668-4619-8662-ecb48fa3b9a4 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f1bba3c-a016-4a4e-8754-0c290b07c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584961 Jul 15 23:05:32.631694 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ed015a2d-9837-42c1-81b1-ad2f2cb812af None None] For port ff751600-6e23-40aa-8fa5-05fe07d15d5d, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ff751600-6e23-40aa-8fa5-05fe07d15d5d,segment=NetworkSegment(52ba3f22-fe84-4cb8-b352-46bf694cce3f),segment_id=52ba3f22-fe84-4cb8-b352-46bf694cce3f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:32.640894 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ed015a2d-9837-42c1-81b1-ad2f2cb812af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:32.668477 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-83b07018-9ef4-4272-bbd6-9cd275fbd25b tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a66fb7c3622f482b99f289113908ebc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621617 Jul 15 23:05:32.676722 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6ada39c-85aa-4075-adac-a8b80b72dc8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:32.698798 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-a6ada39c-85aa-4075-adac-a8b80b72dc8f admin admin] Transition to ACTIVE for port object d4442747-5a05-4963-817f-cf31dbd1bf9a will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:32.732352 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed015a2d-9837-42c1-81b1-ad2f2cb812af None None] Pushing event updated for resources: {'Port': ['ID=ff751600-6e23-40aa-8fa5-05fe07d15d5d,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:32.763511 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6ada39c-85aa-4075-adac-a8b80b72dc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:32.807413 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-203faf66-305a-4173-a0bf-9d82ed069f4f req-c561b45c-b0c7-48b8-9b1c-4e618237a13a service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053475 Jul 15 23:05:32.856703 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-d8c96436-509c-44f9-adec-ac2ebe92b526 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:32.858295 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-d8c96436-509c-44f9-adec-ac2ebe92b526 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1565328 Jul 15 23:05:32.858827 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ada39c-85aa-4075-adac-a8b80b72dc8f admin admin] Pushing event updated for resources: {'Port': ['ID=d4442747-5a05-4963-817f-cf31dbd1bf9a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:32.871852 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ada39c-85aa-4075-adac-a8b80b72dc8f admin admin] Network 635d177a-b3d3-4606-a88b-173de228afbc is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:32.873436 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-a6ada39c-85aa-4075-adac-a8b80b72dc8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:32.877745 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ada39c-85aa-4075-adac-a8b80b72dc8f admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:32.887056 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-754055b9-15a7-491a-ba29-6076ddc1d9b0 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/quotas/a66fb7c3622f482b99f289113908ebc9 HTTP/1.1" status: 200 len: 375 time: 0.0223684 Jul 15 23:05:32.899549 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b6f46a94-a360-4bfd-a8c4-e26d2a89717a None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:32.910728 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b6f46a94-a360-4bfd-a8c4-e26d2a89717a None None] Transition to ACTIVE for port object 18834e80-de2b-45f8-ab98-0733dcbc1aee will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:32.927062 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b6f46a94-a360-4bfd-a8c4-e26d2a89717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:32.930904 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-86b13ff7-2729-426b-a746-fdbc5237c311 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a66fb7c3622f482b99f289113908ebc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428848 Jul 15 23:05:32.939235 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6ada39c-85aa-4075-adac-a8b80b72dc8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:32.992169 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-b6f46a94-a360-4bfd-a8c4-e26d2a89717a None None] Attempting to bind port 18834e80-de2b-45f8-ab98-0733dcbc1aee on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:32.992685 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-b6f46a94-a360-4bfd-a8c4-e26d2a89717a None None] Attempting to bind port 18834e80-de2b-45f8-ab98-0733dcbc1aee by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:32.993401 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f46a94-a360-4bfd-a8c4-e26d2a89717a None None] Attempting to bind port 18834e80-de2b-45f8-ab98-0733dcbc1aee on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:33.006585 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f46a94-a360-4bfd-a8c4-e26d2a89717a None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:33.007253 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f46a94-a360-4bfd-a8c4-e26d2a89717a None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:33.007484 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b6f46a94-a360-4bfd-a8c4-e26d2a89717a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:33.007942 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f46a94-a360-4bfd-a8c4-e26d2a89717a None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:33.009073 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-b6f46a94-a360-4bfd-a8c4-e26d2a89717a None None] Bound port: 18834e80-de2b-45f8-ab98-0733dcbc1aee, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:33.009475 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b6f46a94-a360-4bfd-a8c4-e26d2a89717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:33.036490 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab7b12-6a0a-445a-8a1e-f3893b0d38e9 None None] Pushing event updated for resources: {'Port': ['ID=18834e80-de2b-45f8-ab98-0733dcbc1aee,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:33.047928 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559c3ecc-eeec-4e71-9961-5c5aca6bb3ec x-openstack-request-id: req-559c3ecc-eeec-4e71-9961-5c5aca6bb3ec {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:33.048317 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c67f0b-396f-4473-b7b6-951499faec1c", "tag": "9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:33.049082 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-559c3ecc-eeec-4e71-9961-5c5aca6bb3ec {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:33.049556 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c67f0b-396f-4473-b7b6-951499faec1c', 'tag': '9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f', 'status': 'completed', 'code': 200} Jul 15 23:05:33.082571 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-b6f46a94-a360-4bfd-a8c4-e26d2a89717a None None] For port 18834e80-de2b-45f8-ab98-0733dcbc1aee, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:33.084910 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-65e8b95d-9850-4be8-900e-63708dc625a6 None None] Provisioning complete for port ff751600-6e23-40aa-8fa5-05fe07d15d5d triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:33.085357 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-65e8b95d-9850-4be8-900e-63708dc625a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:33.088173 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-b6f46a94-a360-4bfd-a8c4-e26d2a89717a None None] For port 18834e80-de2b-45f8-ab98-0733dcbc1aee, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=18834e80-de2b-45f8-ab98-0733dcbc1aee,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:33.127054 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b6f46a94-a360-4bfd-a8c4-e26d2a89717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:33.240210 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0304ae2-2e88-4076-8ae5-869cf7575dc8 req-1576ca94-5261-408d-baec-b899b26246bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:33.243203 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f0304ae2-2e88-4076-8ae5-869cf7575dc8 req-1576ca94-5261-408d-baec-b899b26246bc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&device_id=c1c67f0b-396f-4473-b7b6-951499faec1c HTTP/1.1" status: 200 len: 1098 time: 0.1588273 Jul 15 23:05:33.243356 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ff751600-6e23-40aa-8fa5-05fe07d15d5d up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:33.278339 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6ada39c-85aa-4075-adac-a8b80b72dc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:33.322289 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f46a94-a360-4bfd-a8c4-e26d2a89717a None None] Routers {'b4199801-7902-450c-96dc-b6982a144635'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:33.322958 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b6f46a94-a360-4bfd-a8c4-e26d2a89717a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:05:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b4199801-7902-450c-96dc-b6982a144635'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:33.468131 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-b6f46a94-a360-4bfd-a8c4-e26d2a89717a None None] Set router b4199801-7902-450c-96dc-b6982a144635 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:33.479107 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0304ae2-2e88-4076-8ae5-869cf7575dc8 req-be84365e-3814-496c-859c-7e600f58316a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:33.480662 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f0304ae2-2e88-4076-8ae5-869cf7575dc8 req-be84365e-3814-496c-859c-7e600f58316a service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.2298689 Jul 15 23:05:33.554101 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:33.556363 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab7b12-6a0a-445a-8a1e-f3893b0d38e9 None None] Pushing event updated for resources: {'Port': ['ID=18834e80-de2b-45f8-ab98-0733dcbc1aee,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:33.576189 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f0304ae2-2e88-4076-8ae5-869cf7575dc8 req-7b05b876-fb72-4ce2-bd47-65867f10981b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f HTTP/1.1" status: 200 len: 217 time: 0.0841172 Jul 15 23:05:33.636262 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300bba0-74d1-41fc-94a7-45525b8caf9b req-6d799546-40e5-4776-85eb-1a0e46bc062c tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:33.638038 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1300bba0-74d1-41fc-94a7-45525b8caf9b req-6d799546-40e5-4776-85eb-1a0e46bc062c tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c67f0b-396f-4473-b7b6-951499faec1c HTTP/1.1" status: 200 len: 947 time: 0.2977703 Jul 15 23:05:33.656931 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6ada39c-85aa-4075-adac-a8b80b72dc8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:33.661656 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6ada39c-85aa-4075-adac-a8b80b72dc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:33.744696 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1300bba0-74d1-41fc-94a7-45525b8caf9b req-fdd55af0-b97d-413e-b918-fee6389827a5 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729203 Jul 15 23:05:33.746256 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0304ae2-2e88-4076-8ae5-869cf7575dc8 req-d71d3724-722d-46b7-a6f3-5267d91f1103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:33.747721 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f0304ae2-2e88-4076-8ae5-869cf7575dc8 req-d71d3724-722d-46b7-a6f3-5267d91f1103 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1576047 Jul 15 23:05:33.761782 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dabb2f-56f3-40e7-a303-20e78624b931 req-39eb5b41-af7b-4ed0-b85c-1c74d7e9594d tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:33.769093 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e2dabb2f-56f3-40e7-a303-20e78624b931 req-39eb5b41-af7b-4ed0-b85c-1c74d7e9594d tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/ports?device_id=94fbd277-20b7-4415-b2f5-87d43b92c69e HTTP/1.1" status: 200 len: 945 time: 0.1855624 Jul 15 23:05:33.797372 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:33.828263 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': '9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f', 'mac_address': 'fa:16:3e:c5:83:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:33.853164 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port ff751600-6e23-40aa-8fa5-05fe07d15d5d triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:33.853164 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:33.868303 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e2dabb2f-56f3-40e7-a303-20e78624b931 req-bdcc1c96-15e3-4596-9894-78b8ad3259a5 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad91e050-ac8f-47c2-8fb7-23f65d50925f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977695 Jul 15 23:05:33.890361 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0304ae2-2e88-4076-8ae5-869cf7575dc8 req-c82ea293-f05a-4972-b405-7680fdb9d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:33.893268 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f0304ae2-2e88-4076-8ae5-869cf7575dc8 req-c82ea293-f05a-4972-b405-7680fdb9d153 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1127162 Jul 15 23:05:34.007202 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-23c83b0e-56a7-49bf-aab6-b5b25ac288fe req-6a62ad53-82f2-46e5-a2b5-8eab650f3ef5 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b217ed-2bd7-40b7-bcba-705acfdfa0df HTTP/1.1" status: 200 len: 210 time: 0.0683312 Jul 15 23:05:34.007405 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:34.012714 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-33e13c79-3c1d-40b4-b87e-1672773af53a None None] Provisioning for port d4442747-5a05-4963-817f-cf31dbd1bf9a completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:34.050349 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-33e13c79-3c1d-40b4-b87e-1672773af53a None None] Provisioning complete for port d4442747-5a05-4963-817f-cf31dbd1bf9a triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:34.050814 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-33e13c79-3c1d-40b4-b87e-1672773af53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:34.061517 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:34.103114 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ada39c-85aa-4075-adac-a8b80b72dc8f admin admin] Pushing event updated for resources: {'Port': ['ID=d4442747-5a05-4963-817f-cf31dbd1bf9a,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:34.122991 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6ada39c-85aa-4075-adac-a8b80b72dc8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:34.133915 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f0304ae2-2e88-4076-8ae5-869cf7575dc8 req-eb093a1f-4dac-4285-91fd-55e89853bf36 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323842 Jul 15 23:05:34.150990 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb2704-5e9b-4046-8c05-1a9988eebcfb req-109b0866-38cf-4b6c-8500-d4a840a2750e tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:34.152890 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1aeb2704-5e9b-4046-8c05-1a9988eebcfb req-109b0866-38cf-4b6c-8500-d4a840a2750e tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 946 time: 0.1574028 Jul 15 23:05:34.189571 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:34.202968 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:34.205203 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 9d6640ae-a708-4fc7-bb14-0196422ca219 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:34.261047 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ada39c-85aa-4075-adac-a8b80b72dc8f admin admin] Network 635d177a-b3d3-4606-a88b-173de228afbc is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:34.264080 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-a6ada39c-85aa-4075-adac-a8b80b72dc8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:34.265140 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-33e13c79-3c1d-40b4-b87e-1672773af53a None None] Port d4442747-5a05-4963-817f-cf31dbd1bf9a cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:05:34.269750 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1aeb2704-5e9b-4046-8c05-1a9988eebcfb req-f6561224-d230-4231-99b5-16bd6413d8a7 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037030 Jul 15 23:05:34.288011 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b6f46a94-a360-4bfd-a8c4-e26d2a89717a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4199801-7902-450c-96dc-b6982a144635', 'name': 'tempest-AttachSCSIVolumeTestJSON-866131865-router', 'tenant_id': 'c2098d98fb36402c91028cf1db3b1ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '18834e80-de2b-45f8-ab98-0733dcbc1aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:29Z', 'updated_at': '2021-07-15T23:05:33Z', 'revision_number': 4, 'project_id': 'c2098d98fb36402c91028cf1db3b1ed4', 'gw_port': {'id': '18834e80-de2b-45f8-ab98-0733dcbc1aee', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:20:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4199801-7902-450c-96dc-b6982a144635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:29Z', 'updated_at': '2021-07-15T23:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'd4442747-5a05-4963-817f-cf31dbd1bf9a', 'name': '', 'network_id': '635d177a-b3d3-4606-a88b-173de228afbc', 'tenant_id': 'c2098d98fb36402c91028cf1db3b1ed4', 'mac_address': 'fa:16:3e:bf:c2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4199801-7902-450c-96dc-b6982a144635', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'c37054d7-01ff-4743-82f3-aa171ecc4e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:32Z', 'updated_at': '2021-07-15T23:05:32Z', 'revision_number': 1, 'project_id': 'c2098d98fb36402c91028cf1db3b1ed4', 'subnets': [{'id': 'c37054d7-01ff-4743-82f3-aa171ecc4e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:34.333913 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f0304ae2-2e88-4076-8ae5-869cf7575dc8 req-20669fff-ca2d-42eb-bb10-03301eee1002 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760256 Jul 15 23:05:34.346114 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f46a94-a360-4bfd-a8c4-e26d2a89717a None None] The sync data for ids ['b4199801-7902-450c-96dc-b6982a144635'] in n-d-787205-9 is: [{'id': 'b4199801-7902-450c-96dc-b6982a144635', 'name': 'tempest-AttachSCSIVolumeTestJSON-866131865-router', 'tenant_id': 'c2098d98fb36402c91028cf1db3b1ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '18834e80-de2b-45f8-ab98-0733dcbc1aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:29Z', 'updated_at': '2021-07-15T23:05:33Z', 'revision_number': 4, 'project_id': 'c2098d98fb36402c91028cf1db3b1ed4', 'gw_port': {'id': '18834e80-de2b-45f8-ab98-0733dcbc1aee', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:20:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4199801-7902-450c-96dc-b6982a144635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:29Z', 'updated_at': '2021-07-15T23:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'd4442747-5a05-4963-817f-cf31dbd1bf9a', 'name': '', 'network_id': '635d177a-b3d3-4606-a88b-173de228afbc', 'tenant_id': 'c2098d98fb36402c91028cf1db3b1ed4', 'mac_address': 'fa:16:3e:bf:c2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4199801-7902-450c-96dc-b6982a144635', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'c37054d7-01ff-4743-82f3-aa171ecc4e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:32Z', 'updated_at': '2021-07-15T23:05:32Z', 'revision_number': 1, 'project_id': 'c2098d98fb36402c91028cf1db3b1ed4', 'subnets': [{'id': 'c37054d7-01ff-4743-82f3-aa171ecc4e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:05:34.350431 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.db.resource_extend [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:05:34.394762 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 9d6640ae-a708-4fc7-bb14-0196422ca219, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=9d6640ae-a708-4fc7-bb14-0196422ca219,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:34.419789 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '9d6640ae-a708-4fc7-bb14-0196422ca219', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': '9d6640ae-a708-4fc7-bb14-0196422ca219', 'mac_address': 'fa:16:3e:fd:6a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:34.431212 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:34.455910 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d1f0f-6578-4c84-8176-ebe06939ecf7 req-d92f8c2d-6e28-410f-ae00-ce1dfb492c36 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:34.471959 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b15d1f0f-6578-4c84-8176-ebe06939ecf7 req-d92f8c2d-6e28-410f-ae00-ce1dfb492c36 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 945 time: 0.1159704 Jul 15 23:05:34.493637 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:34.545132 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ada39c-85aa-4075-adac-a8b80b72dc8f admin admin] Router b4199801-7902-450c-96dc-b6982a144635 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:05:34.553219 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b15d1f0f-6578-4c84-8176-ebe06939ecf7 req-c6a64146-2f9f-4714-90d6-60f34bfb9481 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f1bba3c-a016-4a4e-8754-0c290b07c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802245 Jul 15 23:05:34.738779 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ada39c-85aa-4075-adac-a8b80b72dc8f admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:05:34.761798 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a6ada39c-85aa-4075-adac-a8b80b72dc8f admin admin] 10.222.0.16 "PUT /v2.0/routers/b4199801-7902-450c-96dc-b6982a144635/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2218466 Jul 15 23:05:34.793389 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:34.793389 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:34.793760 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:34.793959 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:34.794384 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:34.794613 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:34.795051 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:34.795509 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:34.795708 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:34.796092 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:34.796422 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:34.797073 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:34.806242 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d6640ae-a708-4fc7-bb14-0196422ca219 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:34.840653 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 9d6640ae-a708-4fc7-bb14-0196422ca219, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=9d6640ae-a708-4fc7-bb14-0196422ca219,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:34.846221 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5f74a49f-c4a0-4f41-8c16-40a8a14f9d6e None None] Provisioning complete for port d4442747-5a05-4963-817f-cf31dbd1bf9a triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:34.847753 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5f74a49f-c4a0-4f41-8c16-40a8a14f9d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:34.856878 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:34.877965 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab58a6-2b78-470b-a64a-7fb31c263a52 req-bc7760ef-0d9c-4834-a788-3dfffdecda8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:34.883033 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f3ab58a6-2b78-470b-a64a-7fb31c263a52 req-bc7760ef-0d9c-4834-a788-3dfffdecda8f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6527c2f6f2cf474e911d5a1b1b647a38&device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 1097 time: 0.1407254 Jul 15 23:05:34.907868 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5f74a49f-c4a0-4f41-8c16-40a8a14f9d6e None None] Port d4442747-5a05-4963-817f-cf31dbd1bf9a cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:05:35.028760 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=9d6640ae-a708-4fc7-bb14-0196422ca219,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:35.060960 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130ebe1-e88b-4238-bcc8-7f7af22e1519 req-1f9e7484-5601-442f-8219-5abadd2c4207 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:35.062455 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c130ebe1-e88b-4238-bcc8-7f7af22e1519 req-1f9e7484-5601-442f-8219-5abadd2c4207 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fbd277-20b7-4415-b2f5-87d43b92c69e HTTP/1.1" status: 200 len: 945 time: 0.2534943 Jul 15 23:05:35.163740 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4af3d-3f67-46ec-84b7-92d033ce3d71 req-f91d40e1-f246-457a-9b0a-46f8fc3e0c60 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:35.172748 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d3a4af3d-3f67-46ec-84b7-92d033ce3d71 req-f91d40e1-f246-457a-9b0a-46f8fc3e0c60 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 946 time: 0.2380488 Jul 15 23:05:35.208797 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['9d6640ae-a708-4fc7-bb14-0196422ca219'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:35.220699 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:35.250815 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d3a4af3d-3f67-46ec-84b7-92d033ce3d71 req-ce0a4a51-4ae2-4bbb-885e-28329e22c476 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768781 Jul 15 23:05:35.285491 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-6addc92e-cb5d-43f4-9a0d-4060594c43fe tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a66fb7c3622f482b99f289113908ebc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501037 Jul 15 23:05:35.289685 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074e321-5830-4d84-a426-58a1f178be52 req-ca5cf570-7807-4e8b-874b-fba91c655b83 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:35.291747 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8074e321-5830-4d84-a426-58a1f178be52 req-ca5cf570-7807-4e8b-874b-fba91c655b83 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c67f0b-396f-4473-b7b6-951499faec1c HTTP/1.1" status: 200 len: 948 time: 0.1894009 Jul 15 23:05:35.332530 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab58a6-2b78-470b-a64a-7fb31c263a52 req-b12314da-6fd7-4ef0-870f-7efef6cbe275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:35.334522 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f3ab58a6-2b78-470b-a64a-7fb31c263a52 req-b12314da-6fd7-4ef0-870f-7efef6cbe275 service neutron] 10.222.0.36 "GET /v2.0/networks?id=147f0164-be98-43b4-81d0-63f63c5d44c6 HTTP/1.1" status: 200 len: 911 time: 0.4452903 Jul 15 23:05:35.379833 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8074e321-5830-4d84-a426-58a1f178be52 req-e8695f4f-58e1-43ff-ba92-e357f8c8d18a tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805678 Jul 15 23:05:35.431807 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f3ab58a6-2b78-470b-a64a-7fb31c263a52 req-e1d09c4a-b0eb-4f45-86e0-bcbf850a2618 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=563aed08-a410-4a75-8ec0-df4430a12f5c HTTP/1.1" status: 200 len: 217 time: 0.0750141 Jul 15 23:05:35.640540 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab58a6-2b78-470b-a64a-7fb31c263a52 req-e017db07-9cae-4ea1-a1a6-b502a70fd340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:35.642025 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f3ab58a6-2b78-470b-a64a-7fb31c263a52 req-e017db07-9cae-4ea1-a1a6-b502a70fd340 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb958b45-2fa0-4e9b-a203-f469b0644c68 HTTP/1.1" status: 200 len: 850 time: 0.2047670 Jul 15 23:05:35.644865 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-c130ebe1-e88b-4238-bcc8-7f7af22e1519 req-4e0b3cd3-9c28-4b48-bb76-f2960af55684 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Deleting port 2a70239a-ae71-445f-bebe-080c984f01f5 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:05:35.645529 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c130ebe1-e88b-4238-bcc8-7f7af22e1519 req-4e0b3cd3-9c28-4b48-bb76-f2960af55684 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:35.754184 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-55f82fe1-18e0-4095-9df3-21d50220cf60 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:35.755763 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-55f82fe1-18e0-4095-9df3-21d50220cf60 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4369249 Jul 15 23:05:35.790027 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b7987f7-ab7e-425b-8a25-511af3703023 req-079658dd-df2f-47f3-806f-19b5c0b16acf tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b217ed-2bd7-40b7-bcba-705acfdfa0df HTTP/1.1" status: 200 len: 210 time: 0.0530248 Jul 15 23:05:35.818938 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b36a85-5f26-49e8-b2f1-fec9ffda223b req-8d55691a-2a7f-42c2-abe2-d8099b5a37c5 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:35.827012 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b4b36a85-5f26-49e8-b2f1-fec9ffda223b req-8d55691a-2a7f-42c2-abe2-d8099b5a37c5 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/ports?device_id=94fbd277-20b7-4415-b2f5-87d43b92c69e HTTP/1.1" status: 200 len: 945 time: 0.2114727 Jul 15 23:05:35.896120 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f3ab58a6-2b78-470b-a64a-7fb31c263a52 req-4b84a4ab-c43e-4829-a157-1c1770f259cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=147f0164-be98-43b4-81d0-63f63c5d44c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2342927 Jul 15 23:05:35.905075 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-db2d071a-d6d7-443b-92a4-2f17bd615521 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Request body: {'port': {'device_id': '34b217ed-2bd7-40b7-bcba-705acfdfa0df', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'admin_state_up': True, 'tenant_id': 'a66fb7c3622f482b99f289113908ebc9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:35.910858 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b4b36a85-5f26-49e8-b2f1-fec9ffda223b req-27df2564-c586-4d55-add4-117e3341a0d6 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad91e050-ac8f-47c2-8fb7-23f65d50925f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826316 Jul 15 23:05:35.962747 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40482) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:35.975646 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-1dbf79b6-bf6c-44c3-a6fb-20a808994f08 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1482622024-network', 'tenant_id': 'ab0c5c9325c24d2e8684ef8bcf0c8a01'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:35.987087 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c130ebe1-e88b-4238-bcc8-7f7af22e1519 req-4e0b3cd3-9c28-4b48-bb76-f2960af55684 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] For port 2a70239a-ae71-445f-bebe-080c984f01f5, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=2a70239a-ae71-445f-bebe-080c984f01f5,segment=NetworkSegment(18869271-18dd-402e-a59b-69d3be2d109b),segment_id=18869271-18dd-402e-a59b-69d3be2d109b)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:35.987460 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c130ebe1-e88b-4238-bcc8-7f7af22e1519 req-4e0b3cd3-9c28-4b48-bb76-f2960af55684 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:36.006812 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbf79b6-bf6c-44c3-a6fb-20a808994f08 admin admin] Made reservation on behalf of ab0c5c9325c24d2e8684ef8bcf0c8a01 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:36.013862 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1dbf79b6-bf6c-44c3-a6fb-20a808994f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:36.017414 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-c130ebe1-e88b-4238-bcc8-7f7af22e1519 req-4e0b3cd3-9c28-4b48-bb76-f2960af55684 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Calling delete_port for 2a70239a-ae71-445f-bebe-080c984f01f5 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:05:36.027552 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1dbf79b6-bf6c-44c3-a6fb-20a808994f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:36.149269 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d91e07-2677-496e-9a4e-040b143e342a req-671e3a85-a49a-4229-b0b8-33a3c149cc4e tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:36.152352 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-90d91e07-2677-496e-9a4e-040b143e342a req-671e3a85-a49a-4229-b0b8-33a3c149cc4e tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 945 time: 0.1044350 Jul 15 23:05:36.199137 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f3ab58a6-2b78-470b-a64a-7fb31c263a52 req-563612f3-d9f0-4933-9f4d-0c1117dfda7f service neutron] 10.222.0.36 "GET /v2.0/networks/147f0164-be98-43b4-81d0-63f63c5d44c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888112 Jul 15 23:05:36.212090 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-90d91e07-2677-496e-9a4e-040b143e342a req-b69a6d70-1726-4df2-a3d6-189f1587aa23 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f1bba3c-a016-4a4e-8754-0c290b07c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517113 Jul 15 23:05:36.239076 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1dbf79b6-bf6c-44c3-a6fb-20a808994f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:36.245834 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1dbf79b6-bf6c-44c3-a6fb-20a808994f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:36.263655 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dbf79b6-bf6c-44c3-a6fb-20a808994f08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:05:36.290235 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1dbf79b6-bf6c-44c3-a6fb-20a808994f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:36.290614 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-1dbf79b6-bf6c-44c3-a6fb-20a808994f08 admin admin] Added segment 9e6d5dac-7d24-491f-8e71-3c2b08909220 of type vlan for network 87e4a92e-1f7e-42ea-952f-44b428444f09 Jul 15 23:05:36.303264 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf79b6-bf6c-44c3-a6fb-20a808994f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8a2dcf-3a91-4e05-a9bb-2c045f12fd2b,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:36.328515 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-db2d071a-d6d7-443b-92a4-2f17bd615521 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Made reservation on behalf of a66fb7c3622f482b99f289113908ebc9 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:36.332083 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-db2d071a-d6d7-443b-92a4-2f17bd615521 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:36.346888 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1dbf79b6-bf6c-44c3-a6fb-20a808994f08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:36.349185 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-db2d071a-d6d7-443b-92a4-2f17bd615521 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:36.377367 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f3ab58a6-2b78-470b-a64a-7fb31c263a52 req-4d611a96-c657-4b3f-8503-bd2d93acc73a service neutron] 10.222.0.36 "GET /v2.0/networks/147f0164-be98-43b4-81d0-63f63c5d44c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687887 Jul 15 23:05:36.384593 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c130ebe1-e88b-4238-bcc8-7f7af22e1519 req-4e0b3cd3-9c28-4b48-bb76-f2960af55684 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:36.384756 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1dbf79b6-bf6c-44c3-a6fb-20a808994f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:36.387005 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbf79b6-bf6c-44c3-a6fb-20a808994f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:36.387664 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1dbf79b6-bf6c-44c3-a6fb-20a808994f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:36.419693 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['2a70239a-ae71-445f-bebe-080c984f01f5'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:36.424130 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b3cd3-9c28-4b48-bb76-f2960af55684 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Pushing event deleted for resources: {'Port': ['ID=2a70239a-ae71-445f-bebe-080c984f01f5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:36.508932 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf79b6-bf6c-44c3-a6fb-20a808994f08 admin admin] Pushing event updated for resources: {'Network': ['ID=87e4a92e-1f7e-42ea-952f-44b428444f09,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:36.523349 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-c130ebe1-e88b-4238-bcc8-7f7af22e1519 req-4e0b3cd3-9c28-4b48-bb76-f2960af55684 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] No DVR routers for this DVR port 2a70239a-ae71-445f-bebe-080c984f01f5 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:05:36.526832 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c130ebe1-e88b-4238-bcc8-7f7af22e1519 req-4e0b3cd3-9c28-4b48-bb76-f2960af55684 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:36.528933 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c130ebe1-e88b-4238-bcc8-7f7af22e1519 req-4e0b3cd3-9c28-4b48-bb76-f2960af55684 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.36 "DELETE /v2.0/ports/2a70239a-ae71-445f-bebe-080c984f01f5 HTTP/1.1" status: 204 len: 173 time: 1.3942616 Jul 15 23:05:36.529392 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94fbd277-20b7-4415-b2f5-87d43b92c69e', 'name': 'network-vif-deleted', 'tag': '2a70239a-ae71-445f-bebe-080c984f01f5'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:36.532347 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e89c442-ac18-4455-894c-4d50fe880122" -d '{"events": [{"server_uuid": "94fbd277-20b7-4415-b2f5-87d43b92c69e", "name": "network-vif-deleted", "tag": "2a70239a-ae71-445f-bebe-080c984f01f5"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:36.533342 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 87e4a92e-1f7e-42ea-952f-44b428444f09 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:05:36.602917 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd503906-d98b-4d4b-abfb-dc9f4c34761e req-e285a77d-873d-4ec9-89de-53e0077c9016 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:36.604695 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd503906-d98b-4d4b-abfb-dc9f4c34761e req-e285a77d-873d-4ec9-89de-53e0077c9016 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 946 time: 0.1550639 Jul 15 23:05:36.622961 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-db2d071a-d6d7-443b-92a4-2f17bd615521 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:36.635138 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-db2d071a-d6d7-443b-92a4-2f17bd615521 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:36.665453 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1dbf79b6-bf6c-44c3-a6fb-20a808994f08 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7014911 Jul 15 23:05:36.687308 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40490) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:36.693256 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd503906-d98b-4d4b-abfb-dc9f4c34761e req-50279291-76eb-452c-9865-a1dea6edc97a tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827804 Jul 15 23:05:36.696818 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1b132377-c0ad-4efb-8360-306f5525bdb9 admin admin] Request body: {'subnet': {'network_id': '87e4a92e-1f7e-42ea-952f-44b428444f09', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1482622024-subnet', 'tenant_id': 'ab0c5c9325c24d2e8684ef8bcf0c8a01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:36.731599 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d071a-d6d7-443b-92a4-2f17bd615521 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c52fddb-d8ff-4f7b-9157-b3fc36b99b5e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:36.765119 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fd2eb-f17e-4513-80d1-bd7916b29de9 req-92dea5ee-15c9-4c54-bdd1-540d81289670 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:36.766755 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-700fd2eb-f17e-4513-80d1-bd7916b29de9 req-92dea5ee-15c9-4c54-bdd1-540d81289670 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c67f0b-396f-4473-b7b6-951499faec1c HTTP/1.1" status: 200 len: 948 time: 0.1280158 Jul 15 23:05:36.782070 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44f5f1c-7c7e-4174-a389-56fe34b9d446 x-openstack-request-id: req-a44f5f1c-7c7e-4174-a389-56fe34b9d446 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:36.782591 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94fbd277-20b7-4415-b2f5-87d43b92c69e", "name": "network-vif-deleted", "tag": "2a70239a-ae71-445f-bebe-080c984f01f5", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:36.782864 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a44f5f1c-7c7e-4174-a389-56fe34b9d446 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:36.783541 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94fbd277-20b7-4415-b2f5-87d43b92c69e', 'name': 'network-vif-deleted', 'tag': '2a70239a-ae71-445f-bebe-080c984f01f5', 'status': 'completed', 'code': 200} Jul 15 23:05:36.787290 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b132377-c0ad-4efb-8360-306f5525bdb9 admin admin] Made reservation on behalf of ab0c5c9325c24d2e8684ef8bcf0c8a01 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:36.790955 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1b132377-c0ad-4efb-8360-306f5525bdb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:36.809471 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-700fd2eb-f17e-4513-80d1-bd7916b29de9 req-028a8df9-887e-4ff9-99e7-2ce6c7307d93 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366230 Jul 15 23:05:36.882552 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-db2d071a-d6d7-443b-92a4-2f17bd615521 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Allocated IP 192.168.233.169 (8d403abe-cee8-4863-bddd-464e9e566e9c/190ae4ce-d44c-4c9c-9241-47db78422478/9a5b32d8-4b91-42ca-a5f4-8b3b48c94467) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:36.996532 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c9d327f-5111-43c6-a94e-b933f58fa84d req-d8c84e6d-927c-41ef-ae7d-78e718709f02 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b217ed-2bd7-40b7-bcba-705acfdfa0df HTTP/1.1" status: 200 len: 210 time: 0.0576525 Jul 15 23:05:37.118330 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d25624d5-33ee-422f-8c2d-f1ac30b84e45 req-e47b7b16-040c-4bcc-8d25-d7cc3740c9b0 tempest-FloatingIPsAssociationNegativeTestJSON-499859488 tempest-FloatingIPsAssociationNegativeTestJSON-499859488-project] 10.222.0.16 "GET /v2.0/ports?device_id=94fbd277-20b7-4415-b2f5-87d43b92c69e HTTP/1.1" status: 200 len: 210 time: 0.0507500 Jul 15 23:05:37.172951 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-db2d071a-d6d7-443b-92a4-2f17bd615521 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:37.216608 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 18834e80-de2b-45f8-ab98-0733dcbc1aee up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:37.250786 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-db2d071a-d6d7-443b-92a4-2f17bd615521 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Transition to ACTIVE for port object 9a5b32d8-4b91-42ca-a5f4-8b3b48c94467 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:37.292491 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 18834e80-de2b-45f8-ab98-0733dcbc1aee completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:37.294389 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-db2d071a-d6d7-443b-92a4-2f17bd615521 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:37.298418 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 18834e80-de2b-45f8-ab98-0733dcbc1aee triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:37.299280 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:37.351047 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1b132377-c0ad-4efb-8360-306f5525bdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:37.402763 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-db2d071a-d6d7-443b-92a4-2f17bd615521 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:37.414558 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-db2d071a-d6d7-443b-92a4-2f17bd615521 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:37.421966 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 9d6640ae-a708-4fc7-bb14-0196422ca219 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:37.424032 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-db2d071a-d6d7-443b-92a4-2f17bd615521 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:37.454975 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:37.463224 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d071a-d6d7-443b-92a4-2f17bd615521 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Pushing event updated for resources: {'Port': ['ID=9a5b32d8-4b91-42ca-a5f4-8b3b48c94467,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:37.474993 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b132377-c0ad-4efb-8360-306f5525bdb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57256ba3-3db2-4552-9070-8687286b30a6,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:37.487935 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed970f9-cabe-442a-b346-46cb46aa4fb7 req-8bb3020d-8617-48b6-b97f-69c0af853d79 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:37.489549 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 18834e80-de2b-45f8-ab98-0733dcbc1aee, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=18834e80-de2b-45f8-ab98-0733dcbc1aee,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:37.490572 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ed970f9-cabe-442a-b346-46cb46aa4fb7 req-8bb3020d-8617-48b6-b97f-69c0af853d79 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 945 time: 0.0984786 Jul 15 23:05:37.502174 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:37.527907 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-db2d071a-d6d7-443b-92a4-2f17bd615521 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:37.528562 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-db2d071a-d6d7-443b-92a4-2f17bd615521 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:37.534858 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b132377-c0ad-4efb-8360-306f5525bdb9 admin admin] Checking segment: {'id': '9e6d5dac-7d24-491f-8e71-3c2b08909220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '87e4a92e-1f7e-42ea-952f-44b428444f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:37.535220 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b132377-c0ad-4efb-8360-306f5525bdb9 admin admin] Network hostable DHCP agents. Network: 87e4a92e-1f7e-42ea-952f-44b428444f09, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:05:37.554076 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 9d6640ae-a708-4fc7-bb14-0196422ca219 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:37.554775 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-db2d071a-d6d7-443b-92a4-2f17bd615521 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6557484 Jul 15 23:05:37.559297 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ed970f9-cabe-442a-b346-46cb46aa4fb7 req-3d7e1150-84bf-47b2-9900-7657525f0c6f tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f1bba3c-a016-4a4e-8754-0c290b07c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597117 Jul 15 23:05:37.566116 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 9d6640ae-a708-4fc7-bb14-0196422ca219 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:37.566744 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:37.568873 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b132377-c0ad-4efb-8360-306f5525bdb9 admin admin] Network 87e4a92e-1f7e-42ea-952f-44b428444f09 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:05:37.576441 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-e75af7b8-9564-4fad-9714-8e5a588a1243 service neutron] Request body: {'port': {'device_id': '34b217ed-2bd7-40b7-bcba-705acfdfa0df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:37.615308 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=18834e80-de2b-45f8-ab98-0733dcbc1aee,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:37.626459 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b48cef6-fb4f-46c4-bd6d-315e2b9b02aa None None] Sync routers for ids ['b4199801-7902-450c-96dc-b6982a144635'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:05:37.636457 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b48cef6-fb4f-46c4-bd6d-315e2b9b02aa None None] Routers {'b4199801-7902-450c-96dc-b6982a144635'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:37.637073 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-1b48cef6-fb4f-46c4-bd6d-315e2b9b02aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:05:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b4199801-7902-450c-96dc-b6982a144635'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:37.645553 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-1b132377-c0ad-4efb-8360-306f5525bdb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 87e4a92e-1f7e-42ea-952f-44b428444f09) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:37.652517 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b132377-c0ad-4efb-8360-306f5525bdb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:37.653093 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1b132377-c0ad-4efb-8360-306f5525bdb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:37.660411 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41dacdb-025e-467a-a366-6f890d182814 None None] Network 87e4a92e-1f7e-42ea-952f-44b428444f09 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:05:37.693780 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:37.696388 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1b132377-c0ad-4efb-8360-306f5525bdb9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0044401 Jul 15 23:05:37.698887 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40502) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:37.705838 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-59bba6a7-a16c-482f-8e93-0860211b401a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1482622024-router', 'tenant_id': 'ab0c5c9325c24d2e8684ef8bcf0c8a01', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:37.708912 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-e75af7b8-9564-4fad-9714-8e5a588a1243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:37.778226 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7858cea8-bec0-45c1-bf8a-86cf9c2f2126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6640ae-a708-4fc7-bb14-0196422ca219'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:37.781030 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb8224a-91ed-4941-8bbb-4edfc791eeb6" -d '{"events": [{"server_uuid": "7858cea8-bec0-45c1-bf8a-86cf9c2f2126", "name": "network-vif-plugged", "status": "completed", "tag": "9d6640ae-a708-4fc7-bb14-0196422ca219"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:37.804586 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 9d6640ae-a708-4fc7-bb14-0196422ca219, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=9d6640ae-a708-4fc7-bb14-0196422ca219,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:37.811130 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:37.812139 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:37.825342 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-1b48cef6-fb4f-46c4-bd6d-315e2b9b02aa None None] Set router b4199801-7902-450c-96dc-b6982a144635 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:37.873220 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba79d856-2f61-4814-9043-2731ecf871b9 x-openstack-request-id: req-ba79d856-2f61-4814-9043-2731ecf871b9 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:37.873984 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7858cea8-bec0-45c1-bf8a-86cf9c2f2126", "name": "network-vif-plugged", "status": "completed", "tag": "9d6640ae-a708-4fc7-bb14-0196422ca219", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:37.874400 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba79d856-2f61-4814-9043-2731ecf871b9 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:37.875173 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7858cea8-bec0-45c1-bf8a-86cf9c2f2126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6640ae-a708-4fc7-bb14-0196422ca219', 'code': 200} Jul 15 23:05:37.940242 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59bba6a7-a16c-482f-8e93-0860211b401a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:37.940934 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59bba6a7-a16c-482f-8e93-0860211b401a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:37.974574 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118861f-4a57-4344-8f30-7c04524b5aa0 req-66c3443a-4de9-4683-9e37-3595213418ca tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:37.977576 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ba6a339b-3b96-4ca2-9ae3-c57806971dee None None] Provisioning for port 9a5b32d8-4b91-42ca-a5f4-8b3b48c94467 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:37.982133 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=9d6640ae-a708-4fc7-bb14-0196422ca219,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:37.984578 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6118861f-4a57-4344-8f30-7c04524b5aa0 req-66c3443a-4de9-4683-9e37-3595213418ca tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 946 time: 0.1430213 Jul 15 23:05:38.009670 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59bba6a7-a16c-482f-8e93-0860211b401a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:38.033760 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ba6a339b-3b96-4ca2-9ae3-c57806971dee None None] Provisioning complete for port 9a5b32d8-4b91-42ca-a5f4-8b3b48c94467 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:38.035655 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ba6a339b-3b96-4ca2-9ae3-c57806971dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:38.090371 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6118861f-4a57-4344-8f30-7c04524b5aa0 req-462656cb-0c73-467e-aef8-bf56b550ed68 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046531 Jul 15 23:05:38.136289 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ba6a339b-3b96-4ca2-9ae3-c57806971dee None None] Port 9a5b32d8-4b91-42ca-a5f4-8b3b48c94467 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:05:38.150664 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a801597-9aee-48d7-a2a6-3613f8055120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-87e4a92e-1f7e-42ea-952f-44b428444f09', 'network_id': '87e4a92e-1f7e-42ea-952f-44b428444f09', 'tenant_id': 'ab0c5c9325c24d2e8684ef8bcf0c8a01', 'fixed_ips': [{'subnet_id': '57256ba3-3db2-4552-9070-8687286b30a6'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:05:38.151931 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7a801597-9aee-48d7-a2a6-3613f8055120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:38.164619 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd253f4-4c0f-4d72-8d74-8935a5ca78de req-984b54c6-5924-46f3-8716-becb49cbf15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:38.166110 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6fd253f4-4c0f-4d72-8d74-8935a5ca78de req-984b54c6-5924-46f3-8716-becb49cbf15f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7858cea8-bec0-45c1-bf8a-86cf9c2f2126 HTTP/1.1" status: 200 len: 1100 time: 0.2284234 Jul 15 23:05:38.171304 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:38.176611 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:38.177516 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:38.222469 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc9d89-d19c-4337-ba05-814ac0ef00da req-66214021-906b-4dc5-af80-a0b91de49c24 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:38.227437 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-90fc9d89-d19c-4337-ba05-814ac0ef00da req-66214021-906b-4dc5-af80-a0b91de49c24 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c67f0b-396f-4473-b7b6-951499faec1c HTTP/1.1" status: 200 len: 948 time: 0.1933296 Jul 15 23:05:38.257260 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-1b48cef6-fb4f-46c4-bd6d-315e2b9b02aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4199801-7902-450c-96dc-b6982a144635', 'name': 'tempest-AttachSCSIVolumeTestJSON-866131865-router', 'tenant_id': 'c2098d98fb36402c91028cf1db3b1ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '18834e80-de2b-45f8-ab98-0733dcbc1aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:29Z', 'updated_at': '2021-07-15T23:05:33Z', 'revision_number': 4, 'project_id': 'c2098d98fb36402c91028cf1db3b1ed4', 'gw_port': {'id': '18834e80-de2b-45f8-ab98-0733dcbc1aee', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4199801-7902-450c-96dc-b6982a144635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:29Z', 'updated_at': '2021-07-15T23:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'd4442747-5a05-4963-817f-cf31dbd1bf9a', 'name': '', 'network_id': '635d177a-b3d3-4606-a88b-173de228afbc', 'tenant_id': 'c2098d98fb36402c91028cf1db3b1ed4', 'mac_address': 'fa:16:3e:bf:c2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4199801-7902-450c-96dc-b6982a144635', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'c37054d7-01ff-4743-82f3-aa171ecc4e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:32Z', 'updated_at': '2021-07-15T23:05:33Z', 'revision_number': 2, 'project_id': 'c2098d98fb36402c91028cf1db3b1ed4', 'subnets': [{'id': 'c37054d7-01ff-4743-82f3-aa171ecc4e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:38.269738 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59bba6a7-a16c-482f-8e93-0860211b401a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:38.315372 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b48cef6-fb4f-46c4-bd6d-315e2b9b02aa None None] Checking router: b4199801-7902-450c-96dc-b6982a144635 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:05:38.317953 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b48cef6-fb4f-46c4-bd6d-315e2b9b02aa None None] Updating router b4199801-7902-450c-96dc-b6982a144635 port d4442747-5a05-4963-817f-cf31dbd1bf9a binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:05:38.323726 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6fd253f4-4c0f-4d72-8d74-8935a5ca78de req-f09c284a-8c70-4c7a-be6d-53a9979f9ec7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497123 Jul 15 23:05:38.335399 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-90fc9d89-d19c-4337-ba05-814ac0ef00da req-188ba287-6904-44b8-a212-3ab02005d7fa tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982590 Jul 15 23:05:38.361906 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b48cef6-fb4f-46c4-bd6d-315e2b9b02aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:38.377242 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e545e8-3fe7-43e0-bba6-2f315b10ab54 req-98df0858-8a03-4658-8fd4-55855b54fab1 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:38.389913 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65e545e8-3fe7-43e0-bba6-2f315b10ab54 req-98df0858-8a03-4658-8fd4-55855b54fab1 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b217ed-2bd7-40b7-bcba-705acfdfa0df HTTP/1.1" status: 200 len: 936 time: 0.1511562 Jul 15 23:05:38.440447 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:38.441043 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-e75af7b8-9564-4fad-9714-8e5a588a1243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a5b32d8-4b91-42ca-a5f4-8b3b48c94467 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:38.454275 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-e75af7b8-9564-4fad-9714-8e5a588a1243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:38.477668 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-e75af7b8-9564-4fad-9714-8e5a588a1243 service neutron] Transition to ACTIVE for port object 9a5b32d8-4b91-42ca-a5f4-8b3b48c94467 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:38.478542 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-7a801597-9aee-48d7-a2a6-3613f8055120 None None] Allocated IP 172.20.0.2 (87e4a92e-1f7e-42ea-952f-44b428444f09/57256ba3-3db2-4552-9070-8687286b30a6/4dc8c11a-dc63-48b1-9e5c-2eba655ed856) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:38.479688 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65e545e8-3fe7-43e0-bba6-2f315b10ab54 req-52866e66-9515-4317-a4b5-3e088100a901 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c52fddb-d8ff-4f7b-9157-b3fc36b99b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885839 Jul 15 23:05:38.520676 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:38.579992 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40520) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:38.587972 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-e75af7b8-9564-4fad-9714-8e5a588a1243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:38.695113 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:38.770766 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 2a70239a-ae71-445f-bebe-080c984f01f5 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:05:38.784615 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:38.797879 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75af7b8-9564-4fad-9714-8e5a588a1243 service neutron] Pushing event updated for resources: {'Port': ['ID=9a5b32d8-4b91-42ca-a5f4-8b3b48c94467,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:38.814250 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 2a70239a-ae71-445f-bebe-080c984f01f5 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:05:38.814595 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 2a70239a-ae71-445f-bebe-080c984f01f5 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:05:38.835590 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2994393-aa31-41bf-8f01-1512b7f991b9 req-2facc64c-1893-4e00-be0e-304fffce9902 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:38.839133 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f2994393-aa31-41bf-8f01-1512b7f991b9 req-2facc64c-1893-4e00-be0e-304fffce9902 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 945 time: 0.1322994 Jul 15 23:05:38.844384 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7a801597-9aee-48d7-a2a6-3613f8055120 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:38.854903 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:38.862533 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7a801597-9aee-48d7-a2a6-3613f8055120 None None] Transition to ACTIVE for port object 4dc8c11a-dc63-48b1-9e5c-2eba655ed856 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:38.869658 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b48cef6-fb4f-46c4-bd6d-315e2b9b02aa None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:38.881154 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7a801597-9aee-48d7-a2a6-3613f8055120 None None] Transition to ACTIVE for port object 4dc8c11a-dc63-48b1-9e5c-2eba655ed856 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:38.890971 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7a801597-9aee-48d7-a2a6-3613f8055120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:38.894549 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-1b48cef6-fb4f-46c4-bd6d-315e2b9b02aa None None] Transition to ACTIVE for port object d4442747-5a05-4963-817f-cf31dbd1bf9a will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:38.902464 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b48cef6-fb4f-46c4-bd6d-315e2b9b02aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:38.907628 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f2994393-aa31-41bf-8f01-1512b7f991b9 req-796aff1f-6451-455c-833c-08ab7550b089 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f1bba3c-a016-4a4e-8754-0c290b07c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599620 Jul 15 23:05:38.941798 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a801597-9aee-48d7-a2a6-3613f8055120 None None] Network 87e4a92e-1f7e-42ea-952f-44b428444f09 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:38.944788 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-7a801597-9aee-48d7-a2a6-3613f8055120 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:38.947903 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a801597-9aee-48d7-a2a6-3613f8055120 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:38.966329 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7efb3-673a-4bcf-905a-e69c4c56c5e8 None None] Pushing event updated for resources: {'Port': ['ID=d4442747-5a05-4963-817f-cf31dbd1bf9a,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:38.995251 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a801597-9aee-48d7-a2a6-3613f8055120 None None] Pushing event updated for resources: {'Port': ['ID=4dc8c11a-dc63-48b1-9e5c-2eba655ed856,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:39.032557 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-1b48cef6-fb4f-46c4-bd6d-315e2b9b02aa None None] Attempting to bind port d4442747-5a05-4963-817f-cf31dbd1bf9a on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:39.033105 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-1b48cef6-fb4f-46c4-bd6d-315e2b9b02aa None None] Attempting to bind port d4442747-5a05-4963-817f-cf31dbd1bf9a by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '52ba3f22-fe84-4cb8-b352-46bf694cce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '635d177a-b3d3-4606-a88b-173de228afbc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:39.033470 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b48cef6-fb4f-46c4-bd6d-315e2b9b02aa None None] Attempting to bind port d4442747-5a05-4963-817f-cf31dbd1bf9a on network 635d177a-b3d3-4606-a88b-173de228afbc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:39.034281 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-7a801597-9aee-48d7-a2a6-3613f8055120 None None] Attempting to bind port 4dc8c11a-dc63-48b1-9e5c-2eba655ed856 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:39.034784 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-7a801597-9aee-48d7-a2a6-3613f8055120 None None] Attempting to bind port 4dc8c11a-dc63-48b1-9e5c-2eba655ed856 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '9e6d5dac-7d24-491f-8e71-3c2b08909220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '87e4a92e-1f7e-42ea-952f-44b428444f09'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:39.035259 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a801597-9aee-48d7-a2a6-3613f8055120 None None] Attempting to bind port 4dc8c11a-dc63-48b1-9e5c-2eba655ed856 on network 87e4a92e-1f7e-42ea-952f-44b428444f09 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:39.039238 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b48cef6-fb4f-46c4-bd6d-315e2b9b02aa None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:39.039616 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b48cef6-fb4f-46c4-bd6d-315e2b9b02aa None None] Checking segment: {'id': '52ba3f22-fe84-4cb8-b352-46bf694cce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '635d177a-b3d3-4606-a88b-173de228afbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:39.040028 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b48cef6-fb4f-46c4-bd6d-315e2b9b02aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:39.040421 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b48cef6-fb4f-46c4-bd6d-315e2b9b02aa None None] Bound using segment: {'id': '52ba3f22-fe84-4cb8-b352-46bf694cce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '635d177a-b3d3-4606-a88b-173de228afbc'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:39.040894 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-1b48cef6-fb4f-46c4-bd6d-315e2b9b02aa None None] Bound port: d4442747-5a05-4963-817f-cf31dbd1bf9a, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ba3f22-fe84-4cb8-b352-46bf694cce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '635d177a-b3d3-4606-a88b-173de228afbc'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:39.041296 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b48cef6-fb4f-46c4-bd6d-315e2b9b02aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:39.041696 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a801597-9aee-48d7-a2a6-3613f8055120 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:39.042176 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a801597-9aee-48d7-a2a6-3613f8055120 None None] Checking segment: {'id': '9e6d5dac-7d24-491f-8e71-3c2b08909220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '87e4a92e-1f7e-42ea-952f-44b428444f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:39.042790 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7a801597-9aee-48d7-a2a6-3613f8055120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:39.043204 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a801597-9aee-48d7-a2a6-3613f8055120 None None] Bound using segment: {'id': '9e6d5dac-7d24-491f-8e71-3c2b08909220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '87e4a92e-1f7e-42ea-952f-44b428444f09'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:39.044129 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-7a801597-9aee-48d7-a2a6-3613f8055120 None None] Bound port: 4dc8c11a-dc63-48b1-9e5c-2eba655ed856, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e6d5dac-7d24-491f-8e71-3c2b08909220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '87e4a92e-1f7e-42ea-952f-44b428444f09'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:39.044129 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7a801597-9aee-48d7-a2a6-3613f8055120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:39.134653 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-1b48cef6-fb4f-46c4-bd6d-315e2b9b02aa None None] For port d4442747-5a05-4963-817f-cf31dbd1bf9a, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:39.138878 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-1b48cef6-fb4f-46c4-bd6d-315e2b9b02aa None None] For port d4442747-5a05-4963-817f-cf31dbd1bf9a, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d4442747-5a05-4963-817f-cf31dbd1bf9a,segment=NetworkSegment(52ba3f22-fe84-4cb8-b352-46bf694cce3f),segment_id=52ba3f22-fe84-4cb8-b352-46bf694cce3f)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:39.144638 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b48cef6-fb4f-46c4-bd6d-315e2b9b02aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:39.159152 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-7a801597-9aee-48d7-a2a6-3613f8055120 None None] For port 4dc8c11a-dc63-48b1-9e5c-2eba655ed856, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:39.162394 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-7a801597-9aee-48d7-a2a6-3613f8055120 None None] For port 4dc8c11a-dc63-48b1-9e5c-2eba655ed856, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4dc8c11a-dc63-48b1-9e5c-2eba655ed856,segment=NetworkSegment(9e6d5dac-7d24-491f-8e71-3c2b08909220),segment_id=9e6d5dac-7d24-491f-8e71-3c2b08909220)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:39.167486 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7a801597-9aee-48d7-a2a6-3613f8055120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:39.228547 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 18834e80-de2b-45f8-ab98-0733dcbc1aee up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:39.230855 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b48cef6-fb4f-46c4-bd6d-315e2b9b02aa None None] Routers {'b4199801-7902-450c-96dc-b6982a144635'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:39.246859 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-1b48cef6-fb4f-46c4-bd6d-315e2b9b02aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:05:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b4199801-7902-450c-96dc-b6982a144635'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:39.336509 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a801597-9aee-48d7-a2a6-3613f8055120 None None] Pushing event updated for resources: {'Port': ['ID=4dc8c11a-dc63-48b1-9e5c-2eba655ed856,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:39.349581 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7efb3-673a-4bcf-905a-e69c4c56c5e8 None None] Pushing event updated for resources: {'Port': ['ID=d4442747-5a05-4963-817f-cf31dbd1bf9a,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:39.375830 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 18834e80-de2b-45f8-ab98-0733dcbc1aee triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:39.376244 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:39.390866 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-e75af7b8-9564-4fad-9714-8e5a588a1243 service neutron] Attempting to bind port 9a5b32d8-4b91-42ca-a5f4-8b3b48c94467 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:39.391459 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-e75af7b8-9564-4fad-9714-8e5a588a1243 service neutron] Attempting to bind port 9a5b32d8-4b91-42ca-a5f4-8b3b48c94467 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:39.391583 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-e75af7b8-9564-4fad-9714-8e5a588a1243 service neutron] Attempting to bind port 9a5b32d8-4b91-42ca-a5f4-8b3b48c94467 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:39.404752 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59bba6a7-a16c-482f-8e93-0860211b401a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:39.408810 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-e75af7b8-9564-4fad-9714-8e5a588a1243 service neutron] Port 9a5b32d8-4b91-42ca-a5f4-8b3b48c94467 on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:39.411047 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-e75af7b8-9564-4fad-9714-8e5a588a1243 service neutron] Attempting to bind port 9a5b32d8-4b91-42ca-a5f4-8b3b48c94467 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:39.464224 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50d409-650c-488c-bed0-2fc4331fac4b req-51fd6828-6aed-4f7c-a566-c8718c0f5e7d tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:39.478789 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0e50d409-650c-488c-bed0-2fc4331fac4b req-51fd6828-6aed-4f7c-a566-c8718c0f5e7d tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 946 time: 0.1891768 Jul 15 23:05:39.502217 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59bba6a7-a16c-482f-8e93-0860211b401a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:39.527261 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-e75af7b8-9564-4fad-9714-8e5a588a1243 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:39.528953 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-e75af7b8-9564-4fad-9714-8e5a588a1243 service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:39.529350 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-e75af7b8-9564-4fad-9714-8e5a588a1243 service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:39.531399 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-e75af7b8-9564-4fad-9714-8e5a588a1243 service neutron] Bound port: 9a5b32d8-4b91-42ca-a5f4-8b3b48c94467, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:39.531795 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-e75af7b8-9564-4fad-9714-8e5a588a1243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:39.546799 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-1b48cef6-fb4f-46c4-bd6d-315e2b9b02aa None None] Set router b4199801-7902-450c-96dc-b6982a144635 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:39.560994 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0e50d409-650c-488c-bed0-2fc4331fac4b req-a7f1a109-08b3-4cbb-accf-48149a794b5d tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772882 Jul 15 23:05:39.722776 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5754f-2737-40d0-9544-02529ccc561a req-a2594c2b-4edb-492b-81c5-d44d9b92b68c tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:39.728631 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2ae5754f-2737-40d0-9544-02529ccc561a req-a2594c2b-4edb-492b-81c5-d44d9b92b68c tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c67f0b-396f-4473-b7b6-951499faec1c HTTP/1.1" status: 200 len: 949 time: 0.1555614 Jul 15 23:05:39.840159 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2ae5754f-2737-40d0-9544-02529ccc561a req-9017ab33-128e-411d-a190-08006e3fb8b1 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057765 Jul 15 23:05:39.876756 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c67f0b-396f-4473-b7b6-951499faec1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:39.880786 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cf956f-6a4a-4b81-9959-a72f9870834c" -d '{"events": [{"server_uuid": "c1c67f0b-396f-4473-b7b6-951499faec1c", "name": "network-vif-plugged", "status": "completed", "tag": "9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:39.883222 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30d964-759a-4e91-a55e-d97dd7443b32 req-1108f6f1-496f-466f-a64f-c30e14a7c33c tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:39.895859 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2a30d964-759a-4e91-a55e-d97dd7443b32 req-1108f6f1-496f-466f-a64f-c30e14a7c33c tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b217ed-2bd7-40b7-bcba-705acfdfa0df HTTP/1.1" status: 200 len: 948 time: 0.1198890 Jul 15 23:05:39.916119 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-1b48cef6-fb4f-46c4-bd6d-315e2b9b02aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4199801-7902-450c-96dc-b6982a144635', 'name': 'tempest-AttachSCSIVolumeTestJSON-866131865-router', 'tenant_id': 'c2098d98fb36402c91028cf1db3b1ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '18834e80-de2b-45f8-ab98-0733dcbc1aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:29Z', 'updated_at': '2021-07-15T23:05:33Z', 'revision_number': 4, 'project_id': 'c2098d98fb36402c91028cf1db3b1ed4', 'gw_port': {'id': '18834e80-de2b-45f8-ab98-0733dcbc1aee', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4199801-7902-450c-96dc-b6982a144635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:29Z', 'updated_at': '2021-07-15T23:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'd4442747-5a05-4963-817f-cf31dbd1bf9a', 'name': '', 'network_id': '635d177a-b3d3-4606-a88b-173de228afbc', 'tenant_id': 'c2098d98fb36402c91028cf1db3b1ed4', 'mac_address': 'fa:16:3e:bf:c2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4199801-7902-450c-96dc-b6982a144635', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'c37054d7-01ff-4743-82f3-aa171ecc4e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:32Z', 'updated_at': '2021-07-15T23:05:39Z', 'revision_number': 4, 'project_id': 'c2098d98fb36402c91028cf1db3b1ed4', 'subnets': [{'id': 'c37054d7-01ff-4743-82f3-aa171ecc4e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:39.953834 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2a30d964-759a-4e91-a55e-d97dd7443b32 req-cefab13c-b1f5-4142-ab24-38f0f1c8c03c tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c52fddb-d8ff-4f7b-9157-b3fc36b99b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571208 Jul 15 23:05:40.022105 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-e75af7b8-9564-4fad-9714-8e5a588a1243 service neutron] For port 9a5b32d8-4b91-42ca-a5f4-8b3b48c94467, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:40.025179 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-59bba6a7-a16c-482f-8e93-0860211b401a admin admin] Allocated IP 172.25.4.108 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/6aa835bb-4753-4c40-95a2-684f43632cfa) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:40.029518 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-e75af7b8-9564-4fad-9714-8e5a588a1243 service neutron] For port 9a5b32d8-4b91-42ca-a5f4-8b3b48c94467, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=9a5b32d8-4b91-42ca-a5f4-8b3b48c94467,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:40.037037 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-e75af7b8-9564-4fad-9714-8e5a588a1243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:40.062387 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b48cef6-fb4f-46c4-bd6d-315e2b9b02aa None None] The sync data for ids ['b4199801-7902-450c-96dc-b6982a144635'] in n-d-787205-9 is: [{'id': 'b4199801-7902-450c-96dc-b6982a144635', 'name': 'tempest-AttachSCSIVolumeTestJSON-866131865-router', 'tenant_id': 'c2098d98fb36402c91028cf1db3b1ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '18834e80-de2b-45f8-ab98-0733dcbc1aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:29Z', 'updated_at': '2021-07-15T23:05:33Z', 'revision_number': 4, 'project_id': 'c2098d98fb36402c91028cf1db3b1ed4', 'gw_port': {'id': '18834e80-de2b-45f8-ab98-0733dcbc1aee', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4199801-7902-450c-96dc-b6982a144635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:29Z', 'updated_at': '2021-07-15T23:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'd4442747-5a05-4963-817f-cf31dbd1bf9a', 'name': '', 'network_id': '635d177a-b3d3-4606-a88b-173de228afbc', 'tenant_id': 'c2098d98fb36402c91028cf1db3b1ed4', 'mac_address': 'fa:16:3e:bf:c2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4199801-7902-450c-96dc-b6982a144635', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'c37054d7-01ff-4743-82f3-aa171ecc4e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:32Z', 'updated_at': '2021-07-15T23:05:39Z', 'revision_number': 4, 'project_id': 'c2098d98fb36402c91028cf1db3b1ed4', 'subnets': [{'id': 'c37054d7-01ff-4743-82f3-aa171ecc4e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:05:40.127645 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-e75af7b8-9564-4fad-9714-8e5a588a1243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:40.128541 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-e75af7b8-9564-4fad-9714-8e5a588a1243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:40.130181 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-e75af7b8-9564-4fad-9714-8e5a588a1243 service neutron] 10.222.0.36 "PUT /v2.0/ports/9a5b32d8-4b91-42ca-a5f4-8b3b48c94467 HTTP/1.1" status: 200 len: 1096 time: 2.5580604 Jul 15 23:05:40.135918 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b217ed-2bd7-40b7-bcba-705acfdfa0df', 'tag': '9a5b32d8-4b91-42ca-a5f4-8b3b48c94467'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:40.138536 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7a0b65-cdce-4c6a-800d-b46f432cfe82" -d '{"events": [{"name": "network-changed", "server_uuid": "34b217ed-2bd7-40b7-bcba-705acfdfa0df", "tag": "9a5b32d8-4b91-42ca-a5f4-8b3b48c94467"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:40.216566 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77cd41a-81b5-4c49-a590-e00ac7556908 x-openstack-request-id: req-b77cd41a-81b5-4c49-a590-e00ac7556908 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:40.216914 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c67f0b-396f-4473-b7b6-951499faec1c", "name": "network-vif-plugged", "status": "completed", "tag": "9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:40.217099 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b77cd41a-81b5-4c49-a590-e00ac7556908 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:40.217481 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c67f0b-396f-4473-b7b6-951499faec1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f', 'code': 200} Jul 15 23:05:40.254033 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75af7b8-9564-4fad-9714-8e5a588a1243 service neutron] Pushing event updated for resources: {'Port': ['ID=9a5b32d8-4b91-42ca-a5f4-8b3b48c94467,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:40.383664 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd778cb-4664-40f7-a267-3a246f03ecb1 x-openstack-request-id: req-6fd778cb-4664-40f7-a267-3a246f03ecb1 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:40.383664 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34b217ed-2bd7-40b7-bcba-705acfdfa0df", "tag": "9a5b32d8-4b91-42ca-a5f4-8b3b48c94467", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:40.383664 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6fd778cb-4664-40f7-a267-3a246f03ecb1 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:40.384052 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34b217ed-2bd7-40b7-bcba-705acfdfa0df', 'tag': '9a5b32d8-4b91-42ca-a5f4-8b3b48c94467', 'status': 'completed', 'code': 200} Jul 15 23:05:40.446852 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59bba6a7-a16c-482f-8e93-0860211b401a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:40.485639 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2db4c0-ef24-4d1f-b67c-92e6e1a4332c req-39ed517d-4748-48d3-8975-43c6e4c3ac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:40.489491 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2a2db4c0-ef24-4d1f-b67c-92e6e1a4332c req-39ed517d-4748-48d3-8975-43c6e4c3ac19 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c1c67f0b-396f-4473-b7b6-951499faec1c HTTP/1.1" status: 200 len: 1100 time: 0.1787105 Jul 15 23:05:40.500548 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-acb118ba-0ca5-4c0b-823a-4cc0e2535d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:40.502040 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-acb118ba-0ca5-4c0b-823a-4cc0e2535d9d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a66fb7c3622f482b99f289113908ebc9&device_id=34b217ed-2bd7-40b7-bcba-705acfdfa0df HTTP/1.1" status: 200 len: 1099 time: 0.2952509 Jul 15 23:05:40.513280 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489d45d-decf-4b1d-b087-32b82e09d95a req-56cbb8de-e2f1-44af-b938-7d4477ec4282 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:40.515279 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b489d45d-decf-4b1d-b087-32b82e09d95a req-56cbb8de-e2f1-44af-b938-7d4477ec4282 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 945 time: 0.1418869 Jul 15 23:05:40.566237 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2a2db4c0-ef24-4d1f-b67c-92e6e1a4332c req-f66421ac-7977-4cf3-a318-8d246a041077 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688691 Jul 15 23:05:40.581373 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b489d45d-decf-4b1d-b087-32b82e09d95a req-6cc2e19e-2743-44db-8107-97e6c6f41188 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f1bba3c-a016-4a4e-8754-0c290b07c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560772 Jul 15 23:05:40.589524 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05d0d3aa-35cb-4850-ab93-8e4ebce8e623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:40.640483 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-077fd025-4a55-4ca8-af32-ea9a7b5e6234 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=9a5b32d8-4b91-42ca-a5f4-8b3b48c94467 HTTP/1.1" status: 200 len: 217 time: 0.1219246 Jul 15 23:05:40.675603 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8bc57-b270-4b08-b1ec-e091532342cc req-e2641417-15d1-4313-8546-79ee95c243fe tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:40.677568 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0aa8bc57-b270-4b08-b1ec-e091532342cc req-e2641417-15d1-4313-8546-79ee95c243fe tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 946 time: 0.0805156 Jul 15 23:05:40.703410 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59bba6a7-a16c-482f-8e93-0860211b401a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:40.722852 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0aa8bc57-b270-4b08-b1ec-e091532342cc req-e5cd5c5c-e3c6-41de-9d55-00c7972b0b6e tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391788 Jul 15 23:05:40.824872 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bba6a7-a16c-482f-8e93-0860211b401a admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:40.839279 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-59bba6a7-a16c-482f-8e93-0860211b401a admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:40.846033 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-0f35caf0-22be-4757-8928-84d557206961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:40.847527 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-0f35caf0-22be-4757-8928-84d557206961 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1758983 Jul 15 23:05:40.848477 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bba6a7-a16c-482f-8e93-0860211b401a admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:40.853999 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bba6a7-a16c-482f-8e93-0860211b401a admin admin] Pushing event updated for resources: {'Port': ['ID=6aa835bb-4753-4c40-95a2-684f43632cfa,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:40.880735 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ee7cb6-5b56-4ec6-9c5c-38fde973a766 None None] Network 87e4a92e-1f7e-42ea-952f-44b428444f09 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:05:40.980625 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d20d9e11-3ec7-4614-8779-4ff7e1d930b0 None None] Provisioning for port 4dc8c11a-dc63-48b1-9e5c-2eba655ed856 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:41.087867 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdb8d2-9cb6-43bd-bd54-d5bce62ce200 req-da87d46b-6d87-4838-a7c2-b0d93c501c71 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:41.093745 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aacdb8d2-9cb6-43bd-bd54-d5bce62ce200 req-da87d46b-6d87-4838-a7c2-b0d93c501c71 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c67f0b-396f-4473-b7b6-951499faec1c HTTP/1.1" status: 200 len: 949 time: 0.1134207 Jul 15 23:05:41.157528 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-6b11db2b-9665-46af-9ecb-f63238e8a48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:41.158707 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-6b11db2b-9665-46af-9ecb-f63238e8a48d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3017235 Jul 15 23:05:41.216726 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aacdb8d2-9cb6-43bd-bd54-d5bce62ce200 req-24302cb0-8ec6-46f8-9039-72bfb63d1a35 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186328 Jul 15 23:05:41.251535 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca557d68-813e-439a-b9fd-ce0ef4324796 req-1b9c5823-b2ca-497b-a8eb-af7211237878 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:41.259215 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ca557d68-813e-439a-b9fd-ce0ef4324796 req-1b9c5823-b2ca-497b-a8eb-af7211237878 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b217ed-2bd7-40b7-bcba-705acfdfa0df HTTP/1.1" status: 200 len: 948 time: 0.1515067 Jul 15 23:05:41.315278 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ca557d68-813e-439a-b9fd-ce0ef4324796 req-7418433d-94b6-4632-8965-b5e656f4f695 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c52fddb-d8ff-4f7b-9157-b3fc36b99b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547943 Jul 15 23:05:41.333799 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4dc8c11a-dc63-48b1-9e5c-2eba655ed856 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:41.370335 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-2c4aebe5-db3a-45fc-a4c4-2a4b5070cf64 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008517 Jul 15 23:05:41.426942 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 4dc8c11a-dc63-48b1-9e5c-2eba655ed856 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:41.431014 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 4dc8c11a-dc63-48b1-9e5c-2eba655ed856 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:41.431501 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:41.524101 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:41.535131 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a7c9a497-48ea-41a3-bca5-f778a03915b3 None None] Provisioning complete for port 4dc8c11a-dc63-48b1-9e5c-2eba655ed856 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:41.535496 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a7c9a497-48ea-41a3-bca5-f778a03915b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:41.578445 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59bba6a7-a16c-482f-8e93-0860211b401a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:41.582524 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c248751a-35b1-4f3f-a80c-28b35a6052c6 req-b803ef9a-80f3-407c-a1c9-dd12369878c6 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050455 Jul 15 23:05:41.589202 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 4dc8c11a-dc63-48b1-9e5c-2eba655ed856, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4dc8c11a-dc63-48b1-9e5c-2eba655ed856,segment=NetworkSegment(9e6d5dac-7d24-491f-8e71-3c2b08909220),segment_id=9e6d5dac-7d24-491f-8e71-3c2b08909220)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:41.596309 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:41.597067 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d4442747-5a05-4963-817f-cf31dbd1bf9a up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:41.677894 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-05d0d3aa-35cb-4850-ab93-8e4ebce8e623 admin admin] Deleting port 345226b8-e3a8-4327-ad2c-53e49a9f9bc8 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:05:41.678235 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05d0d3aa-35cb-4850-ab93-8e4ebce8e623 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:41.712649 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=4dc8c11a-dc63-48b1-9e5c-2eba655ed856,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:41.733605 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port d4442747-5a05-4963-817f-cf31dbd1bf9a completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:41.738706 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port d4442747-5a05-4963-817f-cf31dbd1bf9a triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:41.739346 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:41.881244 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-05d0d3aa-35cb-4850-ab93-8e4ebce8e623 admin admin] For port 345226b8-e3a8-4327-ad2c-53e49a9f9bc8, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=345226b8-e3a8-4327-ad2c-53e49a9f9bc8,segment=NetworkSegment(18869271-18dd-402e-a59b-69d3be2d109b),segment_id=18869271-18dd-402e-a59b-69d3be2d109b)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:41.881512 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05d0d3aa-35cb-4850-ab93-8e4ebce8e623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:41.925509 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a0b65-cdce-4c6a-800d-b46f432cfe82 req-6b662076-5d6f-4900-abce-29b10ca285f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:41.926986 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-eb7a0b65-cdce-4c6a-800d-b46f432cfe82 req-6b662076-5d6f-4900-abce-29b10ca285f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a66fb7c3622f482b99f289113908ebc9&device_id=34b217ed-2bd7-40b7-bcba-705acfdfa0df HTTP/1.1" status: 200 len: 1099 time: 0.2441273 Jul 15 23:05:41.927947 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-05d0d3aa-35cb-4850-ab93-8e4ebce8e623 admin admin] Calling delete_port for 345226b8-e3a8-4327-ad2c-53e49a9f9bc8 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:05:41.941514 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6761ce-fb59-4628-aca1-cca39d5f0e57 req-f2d70ae1-2f7e-4764-9cc6-d08b323d3ef7 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:41.956794 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb6761ce-fb59-4628-aca1-cca39d5f0e57 req-f2d70ae1-2f7e-4764-9cc6-d08b323d3ef7 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 946 time: 0.0878751 Jul 15 23:05:41.994317 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb6761ce-fb59-4628-aca1-cca39d5f0e57 req-ee92fecb-4875-4a08-89fe-ad41e7663fc9 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363822 Jul 15 23:05:42.016744 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:42.049595 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port d4442747-5a05-4963-817f-cf31dbd1bf9a, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d4442747-5a05-4963-817f-cf31dbd1bf9a,segment=NetworkSegment(52ba3f22-fe84-4cb8-b352-46bf694cce3f),segment_id=52ba3f22-fe84-4cb8-b352-46bf694cce3f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:42.057231 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:42.070460 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807992a9-af2e-427c-b532-98d857ddad9d req-70582d84-5029-42e6-b915-f05ac3836fa0 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:42.072191 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-807992a9-af2e-427c-b532-98d857ddad9d req-70582d84-5029-42e6-b915-f05ac3836fa0 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 945 time: 0.0764453 Jul 15 23:05:42.111353 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=d4442747-5a05-4963-817f-cf31dbd1bf9a,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:42.116894 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-807992a9-af2e-427c-b532-98d857ddad9d req-2f614d56-92ec-4519-a2fa-371878ed2d6a tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f1bba3c-a016-4a4e-8754-0c290b07c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388577 Jul 15 23:05:42.357209 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59bba6a7-a16c-482f-8e93-0860211b401a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:42.400955 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe646b4b-c328-4ad4-9ae1-74de824d3fa9 req-3169dfd2-ad15-49db-a516-181ebdca1ff7 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:42.402468 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fe646b4b-c328-4ad4-9ae1-74de824d3fa9 req-3169dfd2-ad15-49db-a516-181ebdca1ff7 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c67f0b-396f-4473-b7b6-951499faec1c HTTP/1.1" status: 200 len: 949 time: 0.0761220 Jul 15 23:05:42.483172 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a0b65-cdce-4c6a-800d-b46f432cfe82 req-0853d947-9ad3-4a8b-9edd-a7a6ca4ca39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:42.483414 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fe646b4b-c328-4ad4-9ae1-74de824d3fa9 req-2bb8d610-e5ff-47b4-936a-94f2e51668b0 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664258 Jul 15 23:05:42.484639 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-eb7a0b65-cdce-4c6a-800d-b46f432cfe82 req-0853d947-9ad3-4a8b-9edd-a7a6ca4ca39b service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.5492947 Jul 15 23:05:42.523750 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c996917-264f-4aa3-9fd7-e0c8485d6603 req-f02913de-c95b-4c36-8c8a-363b6e40a4b2 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:42.528047 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c996917-264f-4aa3-9fd7-e0c8485d6603 req-f02913de-c95b-4c36-8c8a-363b6e40a4b2 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b217ed-2bd7-40b7-bcba-705acfdfa0df HTTP/1.1" status: 200 len: 948 time: 0.0859308 Jul 15 23:05:42.566651 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-eb7a0b65-cdce-4c6a-800d-b46f432cfe82 req-30f46971-87d4-46b4-a6af-206bf1a27354 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=9a5b32d8-4b91-42ca-a5f4-8b3b48c94467 HTTP/1.1" status: 200 len: 217 time: 0.0509222 Jul 15 23:05:42.577233 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c996917-264f-4aa3-9fd7-e0c8485d6603 req-9cac987d-80d0-4274-a51f-cff8744441db tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c52fddb-d8ff-4f7b-9157-b3fc36b99b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450330 Jul 15 23:05:42.643973 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a0b65-cdce-4c6a-800d-b46f432cfe82 req-88d07a2f-15bc-4529-b504-afc51cacf5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:42.645437 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-eb7a0b65-cdce-4c6a-800d-b46f432cfe82 req-88d07a2f-15bc-4529-b504-afc51cacf5b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0715556 Jul 15 23:05:42.730417 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bba6a7-a16c-482f-8e93-0860211b401a admin admin] Router ca844a8b-66e6-452e-8809-23db221d7b57 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:05:42.736166 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05d0d3aa-35cb-4850-ab93-8e4ebce8e623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:42.770369 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0d3aa-35cb-4850-ab93-8e4ebce8e623 admin admin] Pushing event deleted for resources: {'Port': ['ID=345226b8-e3a8-4327-ad2c-53e49a9f9bc8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:42.776881 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c61650-c590-4700-9974-76539f6bda98 req-26e9986f-146e-431b-a0f0-6f0d4fb68909 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:42.778398 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2c61650-c590-4700-9974-76539f6bda98 req-26e9986f-146e-431b-a0f0-6f0d4fb68909 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=7858cea8-bec0-45c1-bf8a-86cf9c2f2126 HTTP/1.1" status: 200 len: 949 time: 0.0686357 Jul 15 23:05:42.819417 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2c61650-c590-4700-9974-76539f6bda98 req-51889030-bd35-4f9c-96ef-5066d052f31b tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351386 Jul 15 23:05:42.841005 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a0b65-cdce-4c6a-800d-b46f432cfe82 req-9579789f-f121-4078-9d10-b72676172a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:42.842499 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-eb7a0b65-cdce-4c6a-800d-b46f432cfe82 req-9579789f-f121-4078-9d10-b72676172a3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1731234 Jul 15 23:05:43.019942 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bba6a7-a16c-482f-8e93-0860211b401a admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:05:43.035015 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699b31a0-7a8c-474c-aab6-aab292bcfb0d None None] Sync routers for ids ['ca844a8b-66e6-452e-8809-23db221d7b57'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:05:43.054786 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699b31a0-7a8c-474c-aab6-aab292bcfb0d None None] Routers {'ca844a8b-66e6-452e-8809-23db221d7b57'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:43.055602 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-699b31a0-7a8c-474c-aab6-aab292bcfb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:05:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['ca844a8b-66e6-452e-8809-23db221d7b57'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:43.061411 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59bba6a7-a16c-482f-8e93-0860211b401a admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:43.062660 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-59bba6a7-a16c-482f-8e93-0860211b401a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3628471 Jul 15 23:05:43.065583 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40568) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:43.108262 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-eb7a0b65-cdce-4c6a-800d-b46f432cfe82 req-eda39764-19eb-404b-aa7c-6094aca62016 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432783 Jul 15 23:05:43.129925 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05d0d3aa-35cb-4850-ab93-8e4ebce8e623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:43.231329 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-699b31a0-7a8c-474c-aab6-aab292bcfb0d None None] Set router ca844a8b-66e6-452e-8809-23db221d7b57 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:43.297005 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4dc8c11a-dc63-48b1-9e5c-2eba655ed856 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:43.308241 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-eb7a0b65-cdce-4c6a-800d-b46f432cfe82 req-84eb8beb-0abb-4caf-99e9-b61d4e00628a service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701939 Jul 15 23:05:43.427287 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d0d3aa-35cb-4850-ab93-8e4ebce8e623 admin admin] Router 8231f2ec-a18a-48a5-8d7e-088c41124346 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:05:43.436885 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 4dc8c11a-dc63-48b1-9e5c-2eba655ed856 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:43.437324 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:43.549893 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d0d3aa-35cb-4850-ab93-8e4ebce8e623 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:05:43.560089 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4e3e29-995d-4982-9eb8-7930a0c924e1 None None] Sync routers for ids ['8231f2ec-a18a-48a5-8d7e-088c41124346'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:05:43.561006 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-699b31a0-7a8c-474c-aab6-aab292bcfb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca844a8b-66e6-452e-8809-23db221d7b57', 'name': 'tempest-AttachSCSIVolumeTestJSON-1482622024-router', 'tenant_id': 'ab0c5c9325c24d2e8684ef8bcf0c8a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '6aa835bb-4753-4c40-95a2-684f43632cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:37Z', 'updated_at': '2021-07-15T23:05:41Z', 'revision_number': 3, 'project_id': 'ab0c5c9325c24d2e8684ef8bcf0c8a01', 'gw_port': {'id': '6aa835bb-4753-4c40-95a2-684f43632cfa', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca844a8b-66e6-452e-8809-23db221d7b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:39Z', 'updated_at': '2021-07-15T23:05:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:43.567254 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-05d0d3aa-35cb-4850-ab93-8e4ebce8e623 admin admin] 10.222.0.16 "PUT /v2.0/routers/8231f2ec-a18a-48a5-8d7e-088c41124346/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9855514 Jul 15 23:05:43.569613 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40572) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:43.572132 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4e3e29-995d-4982-9eb8-7930a0c924e1 None None] Routers {'8231f2ec-a18a-48a5-8d7e-088c41124346'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:43.573031 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ec4e3e29-995d-4982-9eb8-7930a0c924e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:05:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['8231f2ec-a18a-48a5-8d7e-088c41124346'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:43.599588 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699b31a0-7a8c-474c-aab6-aab292bcfb0d None None] Checking router: ca844a8b-66e6-452e-8809-23db221d7b57 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:05:43.599984 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699b31a0-7a8c-474c-aab6-aab292bcfb0d None None] Updating router ca844a8b-66e6-452e-8809-23db221d7b57 port 6aa835bb-4753-4c40-95a2-684f43632cfa binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:05:43.651572 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d4442747-5a05-4963-817f-cf31dbd1bf9a up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:43.683840 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-ec4e3e29-995d-4982-9eb8-7930a0c924e1 None None] Set router 8231f2ec-a18a-48a5-8d7e-088c41124346 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:43.684074 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca7cd4-7b26-451a-a9fd-62a8e87fab0c req-25d267e9-e208-4907-ad76-f6469e8174c0 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:43.689892 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca7cd4-7b26-451a-a9fd-62a8e87fab0c req-25d267e9-e208-4907-ad76-f6469e8174c0 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:43.697069 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1eca7cd4-7b26-451a-a9fd-62a8e87fab0c req-25d267e9-e208-4907-ad76-f6469e8174c0 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=7858cea8-bec0-45c1-bf8a-86cf9c2f2126&device_id=c1c67f0b-396f-4473-b7b6-951499faec1c HTTP/1.1" status: 200 len: 1689 time: 0.5689991 Jul 15 23:05:43.708262 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab619e6-899f-4e55-8b84-c7b75d8977f8 req-457179d9-61c2-4c32-97f2-93f44122b7fa tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:43.709719 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eab619e6-899f-4e55-8b84-c7b75d8977f8 req-457179d9-61c2-4c32-97f2-93f44122b7fa tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 946 time: 0.5265634 Jul 15 23:05:43.722442 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db37058-5f4b-4510-a12e-ec91611749d5 req-136fc9a8-68e9-472c-a016-23b97ed6c7bb tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:43.724498 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5db37058-5f4b-4510-a12e-ec91611749d5 req-136fc9a8-68e9-472c-a016-23b97ed6c7bb tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 946 time: 0.1728401 Jul 15 23:05:43.726613 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-83da3fbb-ac68-4343-a652-5abebea65620 admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:43.730467 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-699b31a0-7a8c-474c-aab6-aab292bcfb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:43.772187 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port d4442747-5a05-4963-817f-cf31dbd1bf9a triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:43.772559 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:43.822473 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1eca7cd4-7b26-451a-a9fd-62a8e87fab0c req-1fc41adc-ff1d-468e-898d-1e1cdd5c35ea tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244788 Jul 15 23:05:43.850745 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eab619e6-899f-4e55-8b84-c7b75d8977f8 req-5915391e-6c2e-4f1a-aac3-aa6bc46fac4e tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322935 Jul 15 23:05:43.908179 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ec4e3e29-995d-4982-9eb8-7930a0c924e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754966253-router', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'd810cc6c-d11c-43b6-b1ac-9c588d437dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:37Z', 'updated_at': '2021-07-15T23:05:42Z', 'revision_number': 5, 'project_id': '37c1fc708df5422b9e76d27edff68ec8', 'gw_port': {'id': 'd810cc6c-d11c-43b6-b1ac-9c588d437dd1', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:55:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:37Z', 'updated_at': '2021-07-15T23:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:43.934261 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-83da3fbb-ac68-4343-a652-5abebea65620 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:43.935895 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4e3e29-995d-4982-9eb8-7930a0c924e1 None None] Checking router: 8231f2ec-a18a-48a5-8d7e-088c41124346 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:05:43.944802 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4e3e29-995d-4982-9eb8-7930a0c924e1 None None] Routers {'8231f2ec-a18a-48a5-8d7e-088c41124346'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:43.946444 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ec4e3e29-995d-4982-9eb8-7930a0c924e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:05:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['8231f2ec-a18a-48a5-8d7e-088c41124346'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:43.953954 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-5db37058-5f4b-4510-a12e-ec91611749d5 req-126511ea-2a35-47d4-8116-679b7c49de40 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Deleting port 563aed08-a410-4a75-8ec0-df4430a12f5c {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:05:43.954452 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5db37058-5f4b-4510-a12e-ec91611749d5 req-126511ea-2a35-47d4-8116-679b7c49de40 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:44.068470 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-ec4e3e29-995d-4982-9eb8-7930a0c924e1 None None] Set router 8231f2ec-a18a-48a5-8d7e-088c41124346 gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:44.084946 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-83da3fbb-ac68-4343-a652-5abebea65620 admin admin] Deleting port d810cc6c-d11c-43b6-b1ac-9c588d437dd1 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:05:44.085303 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-83da3fbb-ac68-4343-a652-5abebea65620 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:44.127666 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-5db37058-5f4b-4510-a12e-ec91611749d5 req-126511ea-2a35-47d4-8116-679b7c49de40 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] For port 563aed08-a410-4a75-8ec0-df4430a12f5c, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=563aed08-a410-4a75-8ec0-df4430a12f5c,segment=NetworkSegment(5bcbfba5-f1c1-4236-a250-542a8e550bb9),segment_id=5bcbfba5-f1c1-4236-a250-542a8e550bb9)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:44.128080 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5db37058-5f4b-4510-a12e-ec91611749d5 req-126511ea-2a35-47d4-8116-679b7c49de40 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:44.131938 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ec4e3e29-995d-4982-9eb8-7930a0c924e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754966253-router', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:37Z', 'updated_at': '2021-07-15T23:05:43Z', 'revision_number': 6, 'project_id': '37c1fc708df5422b9e76d27edff68ec8', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:44.159300 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4e3e29-995d-4982-9eb8-7930a0c924e1 None None] The sync data for ids ['8231f2ec-a18a-48a5-8d7e-088c41124346'] in n-d-787205-9 is: [{'id': '8231f2ec-a18a-48a5-8d7e-088c41124346', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754966253-router', 'tenant_id': '37c1fc708df5422b9e76d27edff68ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:37Z', 'updated_at': '2021-07-15T23:05:43Z', 'revision_number': 6, 'project_id': '37c1fc708df5422b9e76d27edff68ec8', 'gw_port_host': None}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:05:44.204569 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-699b31a0-7a8c-474c-aab6-aab292bcfb0d None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:44.212249 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-83da3fbb-ac68-4343-a652-5abebea65620 admin admin] For port d810cc6c-d11c-43b6-b1ac-9c588d437dd1, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d810cc6c-d11c-43b6-b1ac-9c588d437dd1,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:44.213006 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-83da3fbb-ac68-4343-a652-5abebea65620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:44.215621 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-5db37058-5f4b-4510-a12e-ec91611749d5 req-126511ea-2a35-47d4-8116-679b7c49de40 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Calling delete_port for 563aed08-a410-4a75-8ec0-df4430a12f5c owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:05:44.216175 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-699b31a0-7a8c-474c-aab6-aab292bcfb0d None None] Transition to ACTIVE for port object 6aa835bb-4753-4c40-95a2-684f43632cfa will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:44.222885 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-699b31a0-7a8c-474c-aab6-aab292bcfb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:44.234815 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-83da3fbb-ac68-4343-a652-5abebea65620 admin admin] Calling delete_port for d810cc6c-d11c-43b6-b1ac-9c588d437dd1 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:05:44.275157 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-699b31a0-7a8c-474c-aab6-aab292bcfb0d None None] Attempting to bind port 6aa835bb-4753-4c40-95a2-684f43632cfa on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:44.275717 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-699b31a0-7a8c-474c-aab6-aab292bcfb0d None None] Attempting to bind port 6aa835bb-4753-4c40-95a2-684f43632cfa by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:44.276180 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699b31a0-7a8c-474c-aab6-aab292bcfb0d None None] Attempting to bind port 6aa835bb-4753-4c40-95a2-684f43632cfa on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:44.284071 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc2b15f-77a5-43de-9290-8569219a3258 None None] Pushing event updated for resources: {'Port': ['ID=6aa835bb-4753-4c40-95a2-684f43632cfa,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:44.286741 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699b31a0-7a8c-474c-aab6-aab292bcfb0d None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:44.287240 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699b31a0-7a8c-474c-aab6-aab292bcfb0d None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:44.287746 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-699b31a0-7a8c-474c-aab6-aab292bcfb0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:44.288228 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699b31a0-7a8c-474c-aab6-aab292bcfb0d None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:44.288822 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-699b31a0-7a8c-474c-aab6-aab292bcfb0d None None] Bound port: 6aa835bb-4753-4c40-95a2-684f43632cfa, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:44.290749 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-699b31a0-7a8c-474c-aab6-aab292bcfb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:44.291448 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb4f97-a967-4505-8faa-18bd9644ad55 req-f0af0185-d888-4ad9-8cdd-d5cc88a48ba9 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:44.292941 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7dbb4f97-a967-4505-8faa-18bd9644ad55 req-f0af0185-d888-4ad9-8cdd-d5cc88a48ba9 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b217ed-2bd7-40b7-bcba-705acfdfa0df HTTP/1.1" status: 200 len: 948 time: 0.1704268 Jul 15 23:05:44.306237 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd83aa9-0d43-44c1-92a8-89d4cd6bbf00 req-0eacc36b-a0ee-4407-8750-126f279582d1 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:44.307706 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ecd83aa9-0d43-44c1-92a8-89d4cd6bbf00 req-0eacc36b-a0ee-4407-8750-126f279582d1 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 945 time: 0.2299676 Jul 15 23:05:44.347694 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-699b31a0-7a8c-474c-aab6-aab292bcfb0d None None] For port 6aa835bb-4753-4c40-95a2-684f43632cfa, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:44.350934 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-699b31a0-7a8c-474c-aab6-aab292bcfb0d None None] For port 6aa835bb-4753-4c40-95a2-684f43632cfa, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=6aa835bb-4753-4c40-95a2-684f43632cfa,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:44.357535 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-699b31a0-7a8c-474c-aab6-aab292bcfb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:44.394666 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7dbb4f97-a967-4505-8faa-18bd9644ad55 req-93a160fd-3d5c-4423-9899-9c6dcc69d937 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c52fddb-d8ff-4f7b-9157-b3fc36b99b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834994 Jul 15 23:05:44.409365 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ecd83aa9-0d43-44c1-92a8-89d4cd6bbf00 req-6fc10d47-8d9c-4e43-b605-da9eae1bec0e tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f1bba3c-a016-4a4e-8754-0c290b07c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907555 Jul 15 23:05:44.415570 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3ed4541-6625-4185-8dc1-24c9267ee362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:44.445352 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699b31a0-7a8c-474c-aab6-aab292bcfb0d None None] Routers {'ca844a8b-66e6-452e-8809-23db221d7b57'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:44.445504 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-699b31a0-7a8c-474c-aab6-aab292bcfb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:05:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['ca844a8b-66e6-452e-8809-23db221d7b57'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:44.536137 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc2b15f-77a5-43de-9290-8569219a3258 None None] Pushing event updated for resources: {'Port': ['ID=6aa835bb-4753-4c40-95a2-684f43632cfa,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:44.606650 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5db37058-5f4b-4510-a12e-ec91611749d5 req-126511ea-2a35-47d4-8116-679b7c49de40 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:44.643538 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-699b31a0-7a8c-474c-aab6-aab292bcfb0d None None] Set router ca844a8b-66e6-452e-8809-23db221d7b57 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:44.657548 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126511ea-2a35-47d4-8116-679b7c49de40 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Pushing event deleted for resources: {'Port': ['ID=563aed08-a410-4a75-8ec0-df4430a12f5c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:44.724637 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-a3ed4541-6625-4185-8dc1-24c9267ee362 admin admin] Allocated IP 172.20.0.1 (87e4a92e-1f7e-42ea-952f-44b428444f09/57256ba3-3db2-4552-9070-8687286b30a6/6f3c055b-5afd-4696-99db-a1193e2cd54a) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:44.725647 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['27939e22-5e18-4bcf-8a5f-6e6287f15f4a', '563aed08-a410-4a75-8ec0-df4430a12f5c'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:44.727470 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db37058-5f4b-4510-a12e-ec91611749d5 req-126511ea-2a35-47d4-8116-679b7c49de40 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] No DVR routers for this DVR port 563aed08-a410-4a75-8ec0-df4430a12f5c on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:05:44.728627 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 9a5b32d8-4b91-42ca-a5f4-8b3b48c94467 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:44.730671 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-83da3fbb-ac68-4343-a652-5abebea65620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:44.737613 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5db37058-5f4b-4510-a12e-ec91611749d5 req-126511ea-2a35-47d4-8116-679b7c49de40 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:44.740043 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5db37058-5f4b-4510-a12e-ec91611749d5 req-126511ea-2a35-47d4-8116-679b7c49de40 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.36 "DELETE /v2.0/ports/563aed08-a410-4a75-8ec0-df4430a12f5c HTTP/1.1" status: 204 len: 173 time: 1.0099013 Jul 15 23:05:44.742717 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a623ac1-9718-40aa-b0ca-867d6fb974be', 'name': 'network-vif-deleted', 'tag': '563aed08-a410-4a75-8ec0-df4430a12f5c'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:44.745281 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74824ed6-19ea-4c9c-b5fd-bbad086a2f47" -d '{"events": [{"server_uuid": "4a623ac1-9718-40aa-b0ca-867d6fb974be", "name": "network-vif-deleted", "tag": "563aed08-a410-4a75-8ec0-df4430a12f5c"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:44.785278 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da3fbb-ac68-4343-a652-5abebea65620 admin admin] Pushing event deleted for resources: {'Port': ['ID=d810cc6c-d11c-43b6-b1ac-9c588d437dd1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:44.831828 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4044ea-adce-469f-bad4-5c1839704c27 x-openstack-request-id: req-4e4044ea-adce-469f-bad4-5c1839704c27 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:44.832379 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a623ac1-9718-40aa-b0ca-867d6fb974be", "name": "network-vif-deleted", "tag": "563aed08-a410-4a75-8ec0-df4430a12f5c", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:44.832806 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e4044ea-adce-469f-bad4-5c1839704c27 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:44.833396 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a623ac1-9718-40aa-b0ca-867d6fb974be', 'name': 'network-vif-deleted', 'tag': '563aed08-a410-4a75-8ec0-df4430a12f5c', 'status': 'completed', 'code': 200} Jul 15 23:05:44.878852 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-83da3fbb-ac68-4343-a652-5abebea65620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:44.977441 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.db.resource_extend [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:05:44.999075 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-83da3fbb-ac68-4343-a652-5abebea65620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:45.003561 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-83da3fbb-ac68-4343-a652-5abebea65620 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:45.018615 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3ed4541-6625-4185-8dc1-24c9267ee362 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:45.044076 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81baa1e4-315a-4948-bbcc-bae35fba21b7 req-c42f147b-5377-4179-b8a5-8633c75262c6 tempest-ServersOnMultiNodesTest-396940207 tempest-ServersOnMultiNodesTest-396940207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:45.059263 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-81baa1e4-315a-4948-bbcc-bae35fba21b7 req-c42f147b-5377-4179-b8a5-8633c75262c6 tempest-ServersOnMultiNodesTest-396940207 tempest-ServersOnMultiNodesTest-396940207-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7858cea8-bec0-45c1-bf8a-86cf9c2f2126 HTTP/1.1" status: 200 len: 1100 time: 0.1730952 Jul 15 23:05:45.076733 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a3ed4541-6625-4185-8dc1-24c9267ee362 admin admin] Transition to ACTIVE for port object 6f3c055b-5afd-4696-99db-a1193e2cd54a will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:45.092033 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-83da3fbb-ac68-4343-a652-5abebea65620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:45.092800 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83da3fbb-ac68-4343-a652-5abebea65620 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8231f2ec-a18a-48a5-8d7e-088c41124346 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:05:45.098590 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-83da3fbb-ac68-4343-a652-5abebea65620 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:45.099869 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-83da3fbb-ac68-4343-a652-5abebea65620 admin admin] 10.222.0.16 "DELETE /v2.0/routers/8231f2ec-a18a-48a5-8d7e-088c41124346 HTTP/1.1" status: 204 len: 168 time: 1.5293531 Jul 15 23:05:45.102381 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40588) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:45.112107 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 9a5b32d8-4b91-42ca-a5f4-8b3b48c94467, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=9a5b32d8-4b91-42ca-a5f4-8b3b48c94467,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:45.128647 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-136d784a-82fa-4057-8b0a-93f52758ac2f req-fa247ed1-b2c3-4e33-b4a8-2b67e02f0f90 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a623ac1-9718-40aa-b0ca-867d6fb974be HTTP/1.1" status: 200 len: 210 time: 0.0365391 Jul 15 23:05:45.172199 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-81baa1e4-315a-4948-bbcc-bae35fba21b7 req-3de75d04-27e8-46f1-bd42-4b2fd3d17126 tempest-ServersOnMultiNodesTest-396940207 tempest-ServersOnMultiNodesTest-396940207-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109078 Jul 15 23:05:45.189459 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d810cc6c-d11c-43b6-b1ac-9c588d437dd1 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:05:45.192205 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '9a5b32d8-4b91-42ca-a5f4-8b3b48c94467', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': '9a5b32d8-4b91-42ca-a5f4-8b3b48c94467', 'mac_address': 'fa:16:3e:4b:9f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:45.195114 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3ed4541-6625-4185-8dc1-24c9267ee362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:45.201816 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d1a2abe-3402-4c31-b0c0-7b0f03ad934a admin admin] Deleting subnet fb52db1a-3b19-4e13-a1a6-92c7650500b2 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:05:45.205428 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d1a2abe-3402-4c31-b0c0-7b0f03ad934a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:45.246855 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ed4541-6625-4185-8dc1-24c9267ee362 admin admin] Network 87e4a92e-1f7e-42ea-952f-44b428444f09 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:45.252330 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-a3ed4541-6625-4185-8dc1-24c9267ee362 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:45.256798 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ed4541-6625-4185-8dc1-24c9267ee362 admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:45.272968 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d1a2abe-3402-4c31-b0c0-7b0f03ad934a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:45.288039 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed4541-6625-4185-8dc1-24c9267ee362 admin admin] Pushing event updated for resources: {'Port': ['ID=6f3c055b-5afd-4696-99db-a1193e2cd54a,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:45.319505 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3ed4541-6625-4185-8dc1-24c9267ee362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:45.347988 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: d810cc6c-d11c-43b6-b1ac-9c588d437dd1 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:05:45.348569 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d810cc6c-d11c-43b6-b1ac-9c588d437dd1 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:05:45.348826 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 345226b8-e3a8-4327-ad2c-53e49a9f9bc8 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:05:45.457929 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d1a2abe-3402-4c31-b0c0-7b0f03ad934a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:45.530466 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d1a2abe-3402-4c31-b0c0-7b0f03ad934a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:45.566888 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a2abe-3402-4c31-b0c0-7b0f03ad934a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb52db1a-3b19-4e13-a1a6-92c7650500b2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:45.579006 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d1a2abe-3402-4c31-b0c0-7b0f03ad934a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:45.586785 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8d1a2abe-3402-4c31-b0c0-7b0f03ad934a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fb52db1a-3b19-4e13-a1a6-92c7650500b2 HTTP/1.1" status: 204 len: 168 time: 0.4789667 Jul 15 23:05:45.587714 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40596) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:45.599212 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6646b-bbd3-4fa6-af13-20f5b77193ba req-4f23d285-8aa1-42ad-90cc-a76208365687 tempest-ServersOnMultiNodesTest-396940207 tempest-ServersOnMultiNodesTest-396940207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:45.601973 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d8f6646b-bbd3-4fa6-af13-20f5b77193ba req-4f23d285-8aa1-42ad-90cc-a76208365687 tempest-ServersOnMultiNodesTest-396940207 tempest-ServersOnMultiNodesTest-396940207-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c1c67f0b-396f-4473-b7b6-951499faec1c HTTP/1.1" status: 200 len: 1100 time: 0.2291527 Jul 15 23:05:45.687125 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78c11c95-09fe-49d7-987e-7d35650a7684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:45.688575 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1590a904-90ba-4224-9aa9-267e811abc16 None None] Network dddece06-8102-447c-af22-d2066b6de3cc requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:05:45.701706 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 345226b8-e3a8-4327-ad2c-53e49a9f9bc8 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:05:45.701706 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 345226b8-e3a8-4327-ad2c-53e49a9f9bc8 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:05:45.715120 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d8f6646b-bbd3-4fa6-af13-20f5b77193ba req-cddc76bf-059d-4c0c-8a1f-9472b9d9edcc tempest-ServersOnMultiNodesTest-396940207 tempest-ServersOnMultiNodesTest-396940207-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011205 Jul 15 23:05:45.733152 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:45.761156 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-78c11c95-09fe-49d7-987e-7d35650a7684 admin admin] Deleting port ee12d7d8-156f-4e34-8f69-24958e6ee73d {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:05:45.761802 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78c11c95-09fe-49d7-987e-7d35650a7684 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:45.762241 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b72be141-bf2a-4f12-a7c0-8e1b8239be2f None None] Provisioning for port 6f3c055b-5afd-4696-99db-a1193e2cd54a completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:45.768901 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3ed4541-6625-4185-8dc1-24c9267ee362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:45.798607 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840b1eb-2b48-4fd8-840b-8e73122fb66f req-ea7543a0-6fd7-47e5-a587-55fea96690cb tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:45.800120 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8840b1eb-2b48-4fd8-840b-8e73122fb66f req-ea7543a0-6fd7-47e5-a587-55fea96690cb tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b217ed-2bd7-40b7-bcba-705acfdfa0df HTTP/1.1" status: 200 len: 948 time: 0.1895087 Jul 15 23:05:45.803219 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a5b32d8-4b91-42ca-a5f4-8b3b48c94467 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:45.812272 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b72be141-bf2a-4f12-a7c0-8e1b8239be2f None None] Provisioning complete for port 6f3c055b-5afd-4696-99db-a1193e2cd54a triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:45.812642 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b72be141-bf2a-4f12-a7c0-8e1b8239be2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:45.844011 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-78c11c95-09fe-49d7-987e-7d35650a7684 admin admin] For port ee12d7d8-156f-4e34-8f69-24958e6ee73d, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ee12d7d8-156f-4e34-8f69-24958e6ee73d,segment=NetworkSegment(18869271-18dd-402e-a59b-69d3be2d109b),segment_id=18869271-18dd-402e-a59b-69d3be2d109b)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:45.844425 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78c11c95-09fe-49d7-987e-7d35650a7684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:45.859725 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-78c11c95-09fe-49d7-987e-7d35650a7684 admin admin] Calling delete_port for ee12d7d8-156f-4e34-8f69-24958e6ee73d owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:05:45.883698 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 9a5b32d8-4b91-42ca-a5f4-8b3b48c94467, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=9a5b32d8-4b91-42ca-a5f4-8b3b48c94467,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:45.908833 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:45.915887 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3bdf2e06-9d70-425f-ae56-161269175c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:45.935305 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b72be141-bf2a-4f12-a7c0-8e1b8239be2f None None] Port 6f3c055b-5afd-4696-99db-a1193e2cd54a cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:05:45.963490 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-699b31a0-7a8c-474c-aab6-aab292bcfb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca844a8b-66e6-452e-8809-23db221d7b57', 'name': 'tempest-AttachSCSIVolumeTestJSON-1482622024-router', 'tenant_id': 'ab0c5c9325c24d2e8684ef8bcf0c8a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '6aa835bb-4753-4c40-95a2-684f43632cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:37Z', 'updated_at': '2021-07-15T23:05:41Z', 'revision_number': 3, 'project_id': 'ab0c5c9325c24d2e8684ef8bcf0c8a01', 'gw_port': {'id': '6aa835bb-4753-4c40-95a2-684f43632cfa', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca844a8b-66e6-452e-8809-23db221d7b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:39Z', 'updated_at': '2021-07-15T23:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:46.005610 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699b31a0-7a8c-474c-aab6-aab292bcfb0d None None] The sync data for ids ['ca844a8b-66e6-452e-8809-23db221d7b57'] in n-d-787205-9 is: [{'id': 'ca844a8b-66e6-452e-8809-23db221d7b57', 'name': 'tempest-AttachSCSIVolumeTestJSON-1482622024-router', 'tenant_id': 'ab0c5c9325c24d2e8684ef8bcf0c8a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '6aa835bb-4753-4c40-95a2-684f43632cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:37Z', 'updated_at': '2021-07-15T23:05:41Z', 'revision_number': 3, 'project_id': 'ab0c5c9325c24d2e8684ef8bcf0c8a01', 'gw_port': {'id': '6aa835bb-4753-4c40-95a2-684f43632cfa', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca844a8b-66e6-452e-8809-23db221d7b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:39Z', 'updated_at': '2021-07-15T23:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:05:46.027949 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8840b1eb-2b48-4fd8-840b-8e73122fb66f req-0ce266ee-f4b9-442b-aad2-dedc9674a25f tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c52fddb-d8ff-4f7b-9157-b3fc36b99b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378331 Jul 15 23:05:46.029634 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=9a5b32d8-4b91-42ca-a5f4-8b3b48c94467,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:46.083713 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3ed4541-6625-4185-8dc1-24c9267ee362 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.093189 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3ed4541-6625-4185-8dc1-24c9267ee362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.152253 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e0d469-633d-4ea3-b4c2-926969cce736 None None] DHCP port deletion for dddece06-8102-447c-af22-d2066b6de3cc request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:05:46.221506 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-c6e0d469-633d-4ea3-b4c2-926969cce736 None None] Deleting port ee12d7d8-156f-4e34-8f69-24958e6ee73d {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:05:46.221976 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6e0d469-633d-4ea3-b4c2-926969cce736 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.223740 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144fb39-24c5-4e4c-81d9-45cec9eee5a1 req-8778bdec-a1c0-4159-9ce3-1f35ff79fe7d tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:46.227943 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9144fb39-24c5-4e4c-81d9-45cec9eee5a1 req-8778bdec-a1c0-4159-9ce3-1f35ff79fe7d tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 945 time: 0.3392591 Jul 15 23:05:46.234012 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed4541-6625-4185-8dc1-24c9267ee362 admin admin] Pushing event updated for resources: {'Port': ['ID=6f3c055b-5afd-4696-99db-a1193e2cd54a,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:46.250918 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['9a5b32d8-4b91-42ca-a5f4-8b3b48c94467'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:46.251749 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3ed4541-6625-4185-8dc1-24c9267ee362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.302363 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78c11c95-09fe-49d7-987e-7d35650a7684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.352029 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9144fb39-24c5-4e4c-81d9-45cec9eee5a1 req-2873225a-ad98-40a3-bc24-e7993c5c3f8c tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f1bba3c-a016-4a4e-8754-0c290b07c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133797 Jul 15 23:05:46.355584 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c11c95-09fe-49d7-987e-7d35650a7684 admin admin] No DVR routers for this DVR port ee12d7d8-156f-4e34-8f69-24958e6ee73d on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:05:46.358026 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c11c95-09fe-49d7-987e-7d35650a7684 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee12d7d8-156f-4e34-8f69-24958e6ee73d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:46.494338 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ed4541-6625-4185-8dc1-24c9267ee362 admin admin] Network 87e4a92e-1f7e-42ea-952f-44b428444f09 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:46.515080 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-a3ed4541-6625-4185-8dc1-24c9267ee362 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:46.527086 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-c6e0d469-633d-4ea3-b4c2-926969cce736 None None] For port ee12d7d8-156f-4e34-8f69-24958e6ee73d, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ee12d7d8-156f-4e34-8f69-24958e6ee73d,segment=NetworkSegment(18869271-18dd-402e-a59b-69d3be2d109b),segment_id=18869271-18dd-402e-a59b-69d3be2d109b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:46.527731 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6e0d469-633d-4ea3-b4c2-926969cce736 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.552710 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-c6e0d469-633d-4ea3-b4c2-926969cce736 None None] Calling delete_port for ee12d7d8-156f-4e34-8f69-24958e6ee73d owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:05:46.593799 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78c11c95-09fe-49d7-987e-7d35650a7684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.623948 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-78c11c95-09fe-49d7-987e-7d35650a7684 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dddece06-8102-447c-af22-d2066b6de3cc']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:46.669178 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-78c11c95-09fe-49d7-987e-7d35650a7684 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18869271-18dd-402e-a59b-69d3be2d109b') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:46.669479 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-78c11c95-09fe-49d7-987e-7d35650a7684 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18869271-18dd-402e-a59b-69d3be2d109b') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:46.691990 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78c11c95-09fe-49d7-987e-7d35650a7684 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.723639 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78c11c95-09fe-49d7-987e-7d35650a7684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.734478 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78c11c95-09fe-49d7-987e-7d35650a7684 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:05:46.735063 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78c11c95-09fe-49d7-987e-7d35650a7684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:05:46.737058 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:05:46.741988 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 563aed08-a410-4a75-8ec0-df4430a12f5c no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:05:46.785981 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 563aed08-a410-4a75-8ec0-df4430a12f5c {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:05:46.786332 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 563aed08-a410-4a75-8ec0-df4430a12f5c not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:05:46.801592 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6e0d469-633d-4ea3-b4c2-926969cce736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.841445 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78c11c95-09fe-49d7-987e-7d35650a7684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.848780 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ed4541-6625-4185-8dc1-24c9267ee362 admin admin] Router ca844a8b-66e6-452e-8809-23db221d7b57 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:05:46.861907 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78c11c95-09fe-49d7-987e-7d35650a7684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.872038 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-78c11c95-09fe-49d7-987e-7d35650a7684 admin admin] 10.222.0.16 "DELETE /v2.0/networks/dddece06-8102-447c-af22-d2066b6de3cc HTTP/1.1" status: 204 len: 168 time: 1.2809343 Jul 15 23:05:46.891859 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c11c95-09fe-49d7-987e-7d35650a7684 admin admin] Pushing event deleted for resources: {'Network': ['ID=dddece06-8102-447c-af22-d2066b6de3cc,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:46.894365 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e0d469-633d-4ea3-b4c2-926969cce736 None None] No DVR routers for this DVR port ee12d7d8-156f-4e34-8f69-24958e6ee73d on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:05:46.896006 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0d469-633d-4ea3-b4c2-926969cce736 None None] Pushing event deleted for resources: {'Port': ['ID=ee12d7d8-156f-4e34-8f69-24958e6ee73d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:46.943389 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-3d7bc0e7-ff7d-4d10-8b45-3140725ba0cd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4513445 Jul 15 23:05:46.963381 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-0b4826de-a865-4823-8618-eb8ce4cf8dca tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0817461 Jul 15 23:05:46.989795 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-489672cf-d7b0-4ea6-9adb-91295aced123 None None] Provisioning complete for port 6f3c055b-5afd-4696-99db-a1193e2cd54a triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:46.990445 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-489672cf-d7b0-4ea6-9adb-91295aced123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:47.061185 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-489672cf-d7b0-4ea6-9adb-91295aced123 None None] Port 6f3c055b-5afd-4696-99db-a1193e2cd54a cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:05:47.225272 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6aa835bb-4753-4c40-95a2-684f43632cfa up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:47.260831 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40628) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:47.274520 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ed4541-6625-4185-8dc1-24c9267ee362 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:05:47.290248 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-cad95f1f-5d38-4ec4-bd7f-c5ac09dd7d39 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:47.292016 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-cad95f1f-5d38-4ec4-bd7f-c5ac09dd7d39 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3277524 Jul 15 23:05:47.296876 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a3ed4541-6625-4185-8dc1-24c9267ee362 admin admin] 10.222.0.16 "PUT /v2.0/routers/ca844a8b-66e6-452e-8809-23db221d7b57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2299471 Jul 15 23:05:47.298346 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 6aa835bb-4753-4c40-95a2-684f43632cfa completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:47.307567 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 6aa835bb-4753-4c40-95a2-684f43632cfa triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:47.308602 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:47.315542 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ca7e27ad-4e27-4c06-82b8-b64c166677e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37c1fc708df5422b9e76d27edff68ec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533533 Jul 15 23:05:47.316167 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40632) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:47.331020 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-24b92ca0-3dab-4ad0-ab44-077e4bc654f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:47.331633 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-24b92ca0-3dab-4ad0-ab44-077e4bc654f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:47.332186 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-24b92ca0-3dab-4ad0-ab44-077e4bc654f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:47.333086 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-24b92ca0-3dab-4ad0-ab44-077e4bc654f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:47.333213 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-24b92ca0-3dab-4ad0-ab44-077e4bc654f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:47.333671 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-24b92ca0-3dab-4ad0-ab44-077e4bc654f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:47.334134 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-24b92ca0-3dab-4ad0-ab44-077e4bc654f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:47.336351 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-24b92ca0-3dab-4ad0-ab44-077e4bc654f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c022d86cdc7f4fca8c9ab116c350a036&device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 6499 time: 0.2721438 Jul 15 23:05:47.347214 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-77a7c2c9-6c8f-4c0b-b814-982f1d080697 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/quotas/5e59761f4ced4c9ba3c153ddaf4258d4 HTTP/1.1" status: 200 len: 375 time: 0.0422776 Jul 15 23:05:47.356577 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83996d36-b7d7-4893-bb74-fb3064025fa0 req-f32d2023-3551-4f9d-be94-81dfb06d78b3 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:47.358103 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83996d36-b7d7-4893-bb74-fb3064025fa0 req-f32d2023-3551-4f9d-be94-81dfb06d78b3 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 945 time: 0.2106521 Jul 15 23:05:47.406005 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7ee1b4a-558c-445d-9839-7d7608b37211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:47.434207 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:47.437202 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7ee1b4a-558c-445d-9839-7d7608b37211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:47.466461 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 6aa835bb-4753-4c40-95a2-684f43632cfa, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=6aa835bb-4753-4c40-95a2-684f43632cfa,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:47.472430 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:47.534440 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7ee1b4a-558c-445d-9839-7d7608b37211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:47.539308 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7ee1b4a-558c-445d-9839-7d7608b37211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:47.540862 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83996d36-b7d7-4893-bb74-fb3064025fa0 req-88e12eac-70a4-4249-b3c0-51b3865aa91d tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667967 Jul 15 23:05:47.544878 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d7ee1b4a-558c-445d-9839-7d7608b37211 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ad91e050-ac8f-47c2-8fb7-23f65d50925f HTTP/1.1" status: 204 len: 168 time: 0.2255321 Jul 15 23:05:47.569521 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee1b4a-558c-445d-9839-7d7608b37211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad91e050-ac8f-47c2-8fb7-23f65d50925f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:47.578433 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=6aa835bb-4753-4c40-95a2-684f43632cfa,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:47.581604 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ee12d7d8-156f-4e34-8f69-24958e6ee73d no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:05:47.615313 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: ee12d7d8-156f-4e34-8f69-24958e6ee73d {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:05:47.615659 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ee12d7d8-156f-4e34-8f69-24958e6ee73d not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:05:47.635342 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-e6443cf8-a549-420b-be2d-f717509959ff tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2762282 Jul 15 23:05:47.647264 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-770614a8-7251-4129-8b25-0a450ec70242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:47.647950 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-770614a8-7251-4129-8b25-0a450ec70242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:47.648955 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-770614a8-7251-4129-8b25-0a450ec70242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:47.650607 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-770614a8-7251-4129-8b25-0a450ec70242 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f91dc6f9-c960-4d7e-bb47-47324cf074aa&id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&id=bbea9511-9599-4d61-bc5f-d2e279b3eb50&id=bbea9511-9599-4d61-bc5f-d2e279b3eb50 HTTP/1.1" status: 200 len: 2298 time: 0.2755852 Jul 15 23:05:47.787002 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-8a76d59c-1acb-42b2-b432-084444cf413f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=073d8b7d-d632-404a-be5c-62a7e8ef0a1f HTTP/1.1" status: 200 len: 1000 time: 0.1253638 Jul 15 23:05:47.898194 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad4b40-8767-460e-91bd-c3eef0e2ac90 req-ec27dbb9-2d2c-4ae6-9921-a1fb8e8ec7bf tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:47.927711 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f9ad4b40-8767-460e-91bd-c3eef0e2ac90 req-ec27dbb9-2d2c-4ae6-9921-a1fb8e8ec7bf tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b217ed-2bd7-40b7-bcba-705acfdfa0df HTTP/1.1" status: 200 len: 949 time: 0.2118907 Jul 15 23:05:47.944900 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-9186a979-49f4-46ac-b9e4-c7d973d57991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:47.949108 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-9186a979-49f4-46ac-b9e4-c7d973d57991 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49 HTTP/1.1" status: 200 len: 855 time: 0.1562910 Jul 15 23:05:48.024573 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f9ad4b40-8767-460e-91bd-c3eef0e2ac90 req-cb988e81-69d5-4ddd-baf1-15a58ad2bae7 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c52fddb-d8ff-4f7b-9157-b3fc36b99b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720479 Jul 15 23:05:48.109102 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-b1e98769-20cf-4ae2-a589-a84573a9854e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:48.110770 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-b1e98769-20cf-4ae2-a589-a84573a9854e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f91dc6f9-c960-4d7e-bb47-47324cf074aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115274 Jul 15 23:05:48.198303 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-55c35c79-cd9b-4abf-ab86-85670889b632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:48.360167 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-e3e083c1-2ec1-4251-b8e4-1a5bebd6e816 service neutron] 10.222.0.43 "GET /v2.0/networks/f91dc6f9-c960-4d7e-bb47-47324cf074aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393343 Jul 15 23:05:48.665088 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:48.741818 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 9a5b32d8-4b91-42ca-a5f4-8b3b48c94467 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:48.859611 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 9a5b32d8-4b91-42ca-a5f4-8b3b48c94467 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:48.865924 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 9a5b32d8-4b91-42ca-a5f4-8b3b48c94467 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:48.866295 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:48.919596 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69be95f-e665-46b0-8358-f2fe49f96bd4 None None] Sync routers for ids ['ca844a8b-66e6-452e-8809-23db221d7b57'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:05:48.950049 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69be95f-e665-46b0-8358-f2fe49f96bd4 None None] Routers {'ca844a8b-66e6-452e-8809-23db221d7b57'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:48.951779 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f69be95f-e665-46b0-8358-f2fe49f96bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:05:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['ca844a8b-66e6-452e-8809-23db221d7b57'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:48.977188 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40674) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:49.161665 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:49.212317 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b217ed-2bd7-40b7-bcba-705acfdfa0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5b32d8-4b91-42ca-a5f4-8b3b48c94467'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:49.215833 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a2f5c0-be02-4121-bcbe-de369c970080" -d '{"events": [{"server_uuid": "34b217ed-2bd7-40b7-bcba-705acfdfa0df", "name": "network-vif-plugged", "status": "completed", "tag": "9a5b32d8-4b91-42ca-a5f4-8b3b48c94467"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:49.245823 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 9a5b32d8-4b91-42ca-a5f4-8b3b48c94467, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=9a5b32d8-4b91-42ca-a5f4-8b3b48c94467,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:49.249215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-f69be95f-e665-46b0-8358-f2fe49f96bd4 None None] Set router ca844a8b-66e6-452e-8809-23db221d7b57 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:49.253685 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:49.298381 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6aa835bb-4753-4c40-95a2-684f43632cfa up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:49.315136 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9e95533a-0790-47a1-8692-bd7b52070b60 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-846064547-network', 'tenant_id': '2a452b58336c47bc96f6d17c1c9a4e71'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:49.543932 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e95533a-0790-47a1-8692-bd7b52070b60 admin admin] Made reservation on behalf of 2a452b58336c47bc96f6d17c1c9a4e71 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:49.545091 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9e95533a-0790-47a1-8692-bd7b52070b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:49.584026 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-4bec7a0d-c98e-47e8-9b1b-447fadeb1f9e service neutron] 10.222.0.43 "GET /v2.0/networks/f91dc6f9-c960-4d7e-bb47-47324cf074aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2093122 Jul 15 23:05:49.600912 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9e95533a-0790-47a1-8692-bd7b52070b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:49.613331 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 6aa835bb-4753-4c40-95a2-684f43632cfa triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:49.613707 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:49.617332 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=9a5b32d8-4b91-42ca-a5f4-8b3b48c94467,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:49.662774 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:49.702468 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f69be95f-e665-46b0-8358-f2fe49f96bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca844a8b-66e6-452e-8809-23db221d7b57', 'name': 'tempest-AttachSCSIVolumeTestJSON-1482622024-router', 'tenant_id': 'ab0c5c9325c24d2e8684ef8bcf0c8a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '6aa835bb-4753-4c40-95a2-684f43632cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:37Z', 'updated_at': '2021-07-15T23:05:45Z', 'revision_number': 4, 'project_id': 'ab0c5c9325c24d2e8684ef8bcf0c8a01', 'gw_port': {'id': '6aa835bb-4753-4c40-95a2-684f43632cfa', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca844a8b-66e6-452e-8809-23db221d7b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:39Z', 'updated_at': '2021-07-15T23:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '6f3c055b-5afd-4696-99db-a1193e2cd54a', 'name': '', 'network_id': '87e4a92e-1f7e-42ea-952f-44b428444f09', 'tenant_id': 'ab0c5c9325c24d2e8684ef8bcf0c8a01', 'mac_address': 'fa:16:3e:e7:a5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca844a8b-66e6-452e-8809-23db221d7b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '57256ba3-3db2-4552-9070-8687286b30a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:44Z', 'updated_at': '2021-07-15T23:05:45Z', 'revision_number': 2, 'project_id': 'ab0c5c9325c24d2e8684ef8bcf0c8a01', 'subnets': [{'id': '57256ba3-3db2-4552-9070-8687286b30a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:49.717783 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6215dff-01a1-4b56-808d-0e0d6bb35c72 req-98079c70-0a89-42e3-bc85-51617c9d44f9 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:49.719441 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a6215dff-01a1-4b56-808d-0e0d6bb35c72 req-98079c70-0a89-42e3-bc85-51617c9d44f9 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.36 "GET /v2.0/ports?device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 945 time: 0.3627570 Jul 15 23:05:49.739818 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69be95f-e665-46b0-8358-f2fe49f96bd4 None None] Checking router: ca844a8b-66e6-452e-8809-23db221d7b57 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:05:49.740546 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69be95f-e665-46b0-8358-f2fe49f96bd4 None None] Updating router ca844a8b-66e6-452e-8809-23db221d7b57 port 6f3c055b-5afd-4696-99db-a1193e2cd54a binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:05:49.809998 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f69be95f-e665-46b0-8358-f2fe49f96bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:49.833286 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-cf9ae273-365c-4b63-8fa3-62473f894512 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=eb72faf0-e402-4e9c-937e-dc2238b8df3b HTTP/1.1" status: 200 len: 217 time: 0.2350841 Jul 15 23:05:49.873752 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20356e6-10eb-47f3-a1a2-1a12e2746c60 req-34ff9405-cc80-47d9-877f-f6b1f12ce12d tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:49.880972 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e20356e6-10eb-47f3-a1a2-1a12e2746c60 req-34ff9405-cc80-47d9-877f-f6b1f12ce12d tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 945 time: 0.5298069 Jul 15 23:05:49.970706 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9e95533a-0790-47a1-8692-bd7b52070b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:49.986287 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9e95533a-0790-47a1-8692-bd7b52070b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:50.033644 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483beaf-f9e0-43cd-a4b1-344731670ed6 req-547437a9-9cf2-4983-9d5e-7849af23db46 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:50.040315 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95533a-0790-47a1-8692-bd7b52070b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f565680-ca2d-4343-8e20-bae27d555e34,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:50.041354 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9483beaf-f9e0-43cd-a4b1-344731670ed6 req-547437a9-9cf2-4983-9d5e-7849af23db46 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 945 time: 0.4546585 Jul 15 23:05:50.070834 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-a6215dff-01a1-4b56-808d-0e0d6bb35c72 req-349e53ea-84f2-4c12-9f0b-0448d519295b tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Deleting port 27939e22-5e18-4bcf-8a5f-6e6287f15f4a {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:05:50.071597 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a6215dff-01a1-4b56-808d-0e0d6bb35c72 req-349e53ea-84f2-4c12-9f0b-0448d519295b tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:50.079648 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e95533a-0790-47a1-8692-bd7b52070b60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:05:50.083051 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e20356e6-10eb-47f3-a1a2-1a12e2746c60 req-b192e77d-89fe-4bf8-ad65-f51611664706 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f1bba3c-a016-4a4e-8754-0c290b07c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003374 Jul 15 23:05:50.086325 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-263e8da7-be46-4472-a9c6-97d3713a5c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:50.103095 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-263e8da7-be46-4472-a9c6-97d3713a5c5a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8931c9f8-2423-4e8c-8612-ac64a9606a20 HTTP/1.1" status: 200 len: 797 time: 0.2615783 Jul 15 23:05:50.140840 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9e95533a-0790-47a1-8692-bd7b52070b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:50.142576 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-9e95533a-0790-47a1-8692-bd7b52070b60 admin admin] Added segment e4123201-2be0-467e-9ef2-4cf1263c3bdf of type vlan for network f31abbaf-85af-4828-a64a-6617d309ea62 Jul 15 23:05:50.271813 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f69be95f-e665-46b0-8358-f2fe49f96bd4 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:50.289531 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f69be95f-e665-46b0-8358-f2fe49f96bd4 None None] Transition to ACTIVE for port object 6f3c055b-5afd-4696-99db-a1193e2cd54a will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:50.292879 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9e95533a-0790-47a1-8692-bd7b52070b60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:50.299619 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f69be95f-e665-46b0-8358-f2fe49f96bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:50.300840 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9483beaf-f9e0-43cd-a4b1-344731670ed6 req-99ac9962-8c3f-44f2-9a35-2e6956ede444 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9667c127-f2f3-4b55-a09c-8bea20a8ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164638 Jul 15 23:05:50.331167 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a6215dff-01a1-4b56-808d-0e0d6bb35c72 req-349e53ea-84f2-4c12-9f0b-0448d519295b tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] For port 27939e22-5e18-4bcf-8a5f-6e6287f15f4a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=27939e22-5e18-4bcf-8a5f-6e6287f15f4a,segment=NetworkSegment(5bcbfba5-f1c1-4236-a250-542a8e550bb9),segment_id=5bcbfba5-f1c1-4236-a250-542a8e550bb9)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:50.332089 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a6215dff-01a1-4b56-808d-0e0d6bb35c72 req-349e53ea-84f2-4c12-9f0b-0448d519295b tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:50.378182 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-a6215dff-01a1-4b56-808d-0e0d6bb35c72 req-349e53ea-84f2-4c12-9f0b-0448d519295b tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Calling delete_port for 27939e22-5e18-4bcf-8a5f-6e6287f15f4a owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:05:50.384490 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-0ecaa6fd-1561-45bc-bf7a-c234a7cf2245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:50.386014 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-0ecaa6fd-1561-45bc-bf7a-c234a7cf2245 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2278759 Jul 15 23:05:50.447324 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9e95533a-0790-47a1-8692-bd7b52070b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:50.452475 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e95533a-0790-47a1-8692-bd7b52070b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:50.453209 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9e95533a-0790-47a1-8692-bd7b52070b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:50.511463 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6372de7-3884-47e0-a54e-53aa341e5fc9 None None] Pushing event updated for resources: {'Port': ['ID=6f3c055b-5afd-4696-99db-a1193e2cd54a,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:50.638251 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9e95533a-0790-47a1-8692-bd7b52070b60 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.6598010 Jul 15 23:05:50.641333 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f79a9bb5-becf-45b3-a6eb-d03af5f996ff req-614bcbd2-a88d-489f-a650-fc4ab256f1e7 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=7486c404-e90c-4fae-a1ec-d67daffb3f52 HTTP/1.1" status: 200 len: 210 time: 0.1384993 Jul 15 23:05:50.660186 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40698) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:50.668269 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2fcfad7d-2e06-433c-9b85-a14621454d86 admin admin] Request body: {'subnet': {'network_id': 'f31abbaf-85af-4828-a64a-6617d309ea62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-846064547-subnet', 'tenant_id': '2a452b58336c47bc96f6d17c1c9a4e71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:50.683513 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-f69be95f-e665-46b0-8358-f2fe49f96bd4 None None] Attempting to bind port 6f3c055b-5afd-4696-99db-a1193e2cd54a on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:50.683897 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-f69be95f-e665-46b0-8358-f2fe49f96bd4 None None] Attempting to bind port 6f3c055b-5afd-4696-99db-a1193e2cd54a by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '9e6d5dac-7d24-491f-8e71-3c2b08909220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '87e4a92e-1f7e-42ea-952f-44b428444f09'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:50.684324 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69be95f-e665-46b0-8358-f2fe49f96bd4 None None] Attempting to bind port 6f3c055b-5afd-4696-99db-a1193e2cd54a on network 87e4a92e-1f7e-42ea-952f-44b428444f09 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:50.694801 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69be95f-e665-46b0-8358-f2fe49f96bd4 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:50.695224 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69be95f-e665-46b0-8358-f2fe49f96bd4 None None] Checking segment: {'id': '9e6d5dac-7d24-491f-8e71-3c2b08909220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '87e4a92e-1f7e-42ea-952f-44b428444f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:50.695632 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f69be95f-e665-46b0-8358-f2fe49f96bd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:50.696026 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69be95f-e665-46b0-8358-f2fe49f96bd4 None None] Bound using segment: {'id': '9e6d5dac-7d24-491f-8e71-3c2b08909220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '87e4a92e-1f7e-42ea-952f-44b428444f09'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:50.696512 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-f69be95f-e665-46b0-8358-f2fe49f96bd4 None None] Bound port: 6f3c055b-5afd-4696-99db-a1193e2cd54a, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e6d5dac-7d24-491f-8e71-3c2b08909220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '87e4a92e-1f7e-42ea-952f-44b428444f09'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:50.696870 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f69be95f-e665-46b0-8358-f2fe49f96bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:50.740948 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95533a-0790-47a1-8692-bd7b52070b60 admin admin] Pushing event updated for resources: {'Network': ['ID=f31abbaf-85af-4828-a64a-6617d309ea62,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:50.792535 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcfad7d-2e06-433c-9b85-a14621454d86 admin admin] Made reservation on behalf of 2a452b58336c47bc96f6d17c1c9a4e71 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:50.796769 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2fcfad7d-2e06-433c-9b85-a14621454d86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:50.872969 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfab72-b879-47c6-b7c4-c28c9229f848 req-fa686c29-13e2-4f37-8458-489720c07bc2 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:50.880737 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b1dfab72-b879-47c6-b7c4-c28c9229f848 req-fa686c29-13e2-4f37-8458-489720c07bc2 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b217ed-2bd7-40b7-bcba-705acfdfa0df HTTP/1.1" status: 200 len: 950 time: 0.4804566 Jul 15 23:05:50.908561 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-e57b8a89-db55-49c1-a896-a59eed8edb09 service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103207 Jul 15 23:05:51.111280 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-f72579a6-fcf4-490f-aefe-4e8e31f69a82 service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864855 Jul 15 23:05:51.124918 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b1dfab72-b879-47c6-b7c4-c28c9229f848 req-1657a9d5-c6a5-457f-a164-5b9086c0543a tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c52fddb-d8ff-4f7b-9157-b3fc36b99b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391713 Jul 15 23:05:51.133435 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31af213-b84c-444e-afef-c18be58fda86 x-openstack-request-id: req-d31af213-b84c-444e-afef-c18be58fda86 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:51.134046 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b217ed-2bd7-40b7-bcba-705acfdfa0df", "name": "network-vif-plugged", "status": "completed", "tag": "9a5b32d8-4b91-42ca-a5f4-8b3b48c94467", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:51.134046 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d31af213-b84c-444e-afef-c18be58fda86 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:51.134378 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b217ed-2bd7-40b7-bcba-705acfdfa0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5b32d8-4b91-42ca-a5f4-8b3b48c94467', 'code': 200} Jul 15 23:05:51.186488 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network f31abbaf-85af-4828-a64a-6617d309ea62 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:05:51.225605 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a6215dff-01a1-4b56-808d-0e0d6bb35c72 req-349e53ea-84f2-4c12-9f0b-0448d519295b tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:51.241066 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-cc98ebd9-333b-443d-b60c-8cca9e84cd08 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=3b0c43e3-ab51-4455-afee-2a76ff729069 HTTP/1.1" status: 200 len: 217 time: 0.1088467 Jul 15 23:05:51.268836 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e53ea-84f2-4c12-9f0b-0448d519295b tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Pushing event deleted for resources: {'Port': ['ID=27939e22-5e18-4bcf-8a5f-6e6287f15f4a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:51.352508 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-787fe5b9-401f-4341-a04a-38afe8c45470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:51.358273 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-787fe5b9-401f-4341-a04a-38afe8c45470 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8931c9f8-2423-4e8c-8612-ac64a9606a20 HTTP/1.1" status: 200 len: 797 time: 0.1105359 Jul 15 23:05:51.375854 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6215dff-01a1-4b56-808d-0e0d6bb35c72 req-349e53ea-84f2-4c12-9f0b-0448d519295b tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] No DVR routers for this DVR port 27939e22-5e18-4bcf-8a5f-6e6287f15f4a on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:05:51.489911 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:51.507339 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d96936-160e-45b9-b171-86570080d63d req-b05d38a8-4580-4363-a098-4e811eaefbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:51.509400 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f1d96936-160e-45b9-b171-86570080d63d req-b05d38a8-4580-4363-a098-4e811eaefbee service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=34b217ed-2bd7-40b7-bcba-705acfdfa0df HTTP/1.1" status: 200 len: 1101 time: 0.4511056 Jul 15 23:05:51.511149 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a6215dff-01a1-4b56-808d-0e0d6bb35c72 req-349e53ea-84f2-4c12-9f0b-0448d519295b tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:51.512989 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a6215dff-01a1-4b56-808d-0e0d6bb35c72 req-349e53ea-84f2-4c12-9f0b-0448d519295b tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.36 "DELETE /v2.0/ports/27939e22-5e18-4bcf-8a5f-6e6287f15f4a HTTP/1.1" status: 204 len: 173 time: 1.7814624 Jul 15 23:05:51.517271 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-f69be95f-e665-46b0-8358-f2fe49f96bd4 None None] For port 6f3c055b-5afd-4696-99db-a1193e2cd54a, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:51.522821 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98fdfdc-675f-4264-bb90-407a8ded79a7', 'name': 'network-vif-deleted', 'tag': '27939e22-5e18-4bcf-8a5f-6e6287f15f4a'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:51.524771 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-f69be95f-e665-46b0-8358-f2fe49f96bd4 None None] For port 6f3c055b-5afd-4696-99db-a1193e2cd54a, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=6f3c055b-5afd-4696-99db-a1193e2cd54a,segment=NetworkSegment(9e6d5dac-7d24-491f-8e71-3c2b08909220),segment_id=9e6d5dac-7d24-491f-8e71-3c2b08909220)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:51.526088 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967ece97-14c5-4922-8105-de119f3fd918" -d '{"events": [{"server_uuid": "f98fdfdc-675f-4264-bb90-407a8ded79a7", "name": "network-vif-deleted", "tag": "27939e22-5e18-4bcf-8a5f-6e6287f15f4a"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:51.529845 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2fcfad7d-2e06-433c-9b85-a14621454d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:51.530091 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f69be95f-e665-46b0-8358-f2fe49f96bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:51.609314 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69be95f-e665-46b0-8358-f2fe49f96bd4 None None] Routers {'ca844a8b-66e6-452e-8809-23db221d7b57'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:51.609746 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f69be95f-e665-46b0-8358-f2fe49f96bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:05:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['ca844a8b-66e6-452e-8809-23db221d7b57'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:51.623728 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97b18e75-49bb-4607-afa8-e6ae5b96e1c4 req-79f75dc6-f940-4dd5-9a1d-e10166d70c24 tempest-ServerRescueTestJSON-1394161803 tempest-ServerRescueTestJSON-1394161803-project] 10.222.0.16 "GET /v2.0/ports?device_id=f98fdfdc-675f-4264-bb90-407a8ded79a7 HTTP/1.1" status: 200 len: 210 time: 0.1462166 Jul 15 23:05:51.704323 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-0c3ceec6-3211-4526-b45b-605680f9901b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:51.706671 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-0c3ceec6-3211-4526-b45b-605680f9901b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3405645 Jul 15 23:05:51.756925 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6372de7-3884-47e0-a54e-53aa341e5fc9 None None] Pushing event updated for resources: {'Port': ['ID=6f3c055b-5afd-4696-99db-a1193e2cd54a,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:51.942043 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b30a1b-c665-47a8-b5e4-4e314aa69dd5 req-8ec5e7d4-3c7f-4ad2-9861-668423e06480 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:51.993868 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ef1d2b-2b7f-4a7d-bcfe-c4b3e597717c x-openstack-request-id: req-d0ef1d2b-2b7f-4a7d-bcfe-c4b3e597717c {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:51.994163 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98fdfdc-675f-4264-bb90-407a8ded79a7", "name": "network-vif-deleted", "tag": "27939e22-5e18-4bcf-8a5f-6e6287f15f4a", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:51.994445 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d0ef1d2b-2b7f-4a7d-bcfe-c4b3e597717c {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:51.996811 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-89b30a1b-c665-47a8-b5e4-4e314aa69dd5 req-8ec5e7d4-3c7f-4ad2-9861-668423e06480 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 945 time: 0.5539565 Jul 15 23:05:52.008950 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98fdfdc-675f-4264-bb90-407a8ded79a7', 'name': 'network-vif-deleted', 'tag': '27939e22-5e18-4bcf-8a5f-6e6287f15f4a', 'status': 'completed', 'code': 200} Jul 15 23:05:52.014168 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-64c47d6c-c4ec-4a5e-9ccb-b1bf24796af3 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1940458 Jul 15 23:05:52.014954 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcfad7d-2e06-433c-9b85-a14621454d86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e4e4463-c0f1-483a-8548-ef2c0500a26e,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:52.020316 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-e3acc4bd-e56b-4f7f-8c41-06ba3553d62c tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2253766 Jul 15 23:05:52.033025 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f1d96936-160e-45b9-b171-86570080d63d req-cc88ad02-35f4-4a04-8e30-eebb96ef4fd9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2c52fddb-d8ff-4f7b-9157-b3fc36b99b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918866 Jul 15 23:05:52.060757 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-f69be95f-e665-46b0-8358-f2fe49f96bd4 None None] Set router ca844a8b-66e6-452e-8809-23db221d7b57 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:52.091479 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcfad7d-2e06-433c-9b85-a14621454d86 admin admin] Checking segment: {'id': 'e4123201-2be0-467e-9ef2-4cf1263c3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f31abbaf-85af-4828-a64a-6617d309ea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:52.092296 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcfad7d-2e06-433c-9b85-a14621454d86 admin admin] Network hostable DHCP agents. Network: f31abbaf-85af-4828-a64a-6617d309ea62, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:05:52.153843 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcfad7d-2e06-433c-9b85-a14621454d86 admin admin] Network f31abbaf-85af-4828-a64a-6617d309ea62 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:05:52.175782 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-2fcfad7d-2e06-433c-9b85-a14621454d86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, f31abbaf-85af-4828-a64a-6617d309ea62) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:52.189036 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-a8be5972-0635-483b-9c5c-5b94af36dc0e tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:52.191289 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-a8be5972-0635-483b-9c5c-5b94af36dc0e tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1549163 Jul 15 23:05:52.192821 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcfad7d-2e06-433c-9b85-a14621454d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:52.193716 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2fcfad7d-2e06-433c-9b85-a14621454d86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:52.208980 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c2cf9a-8bcc-40a2-897e-6f702918dd4f None None] Network f31abbaf-85af-4828-a64a-6617d309ea62 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:05:52.211742 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2fcfad7d-2e06-433c-9b85-a14621454d86 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5494702 Jul 15 23:05:52.212772 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-e03ccf39-b33b-4d04-b2be-d94fd0fdf631 service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4943292 Jul 15 23:05:52.318575 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7d3c9a25-b37d-4e95-976c-347ae9d79caf req-7ba9869e-bc9f-40ff-b236-ae0b11e25dc8 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=7486c404-e90c-4fae-a1ec-d67daffb3f52 HTTP/1.1" status: 200 len: 210 time: 0.0755725 Jul 15 23:05:52.356740 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-eb799b0a-6a35-4684-94f9-99f35351040c tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Request body: {'port': {'device_id': '7486c404-e90c-4fae-a1ec-d67daffb3f52', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'admin_state_up': True, 'tenant_id': '5e59761f4ced4c9ba3c153ddaf4258d4'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:52.640253 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-c5746368-6ece-4147-8642-fc26e8689e2c service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680046 Jul 15 23:05:52.641679 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-eb799b0a-6a35-4684-94f9-99f35351040c tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Made reservation on behalf of 5e59761f4ced4c9ba3c153ddaf4258d4 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:52.645831 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-eb799b0a-6a35-4684-94f9-99f35351040c tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:52.675448 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-89b30a1b-c665-47a8-b5e4-4e314aa69dd5 req-989bf772-7d28-44ce-a4cf-8a4bf68b8498 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f1bba3c-a016-4a4e-8754-0c290b07c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6779494 Jul 15 23:05:52.715694 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15160d3b-0aba-46d5-b42b-0e9b0ecefd70 None None] Network f31abbaf-85af-4828-a64a-6617d309ea62 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:05:52.834616 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 27939e22-5e18-4bcf-8a5f-6e6287f15f4a no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:05:52.844474 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-eb799b0a-6a35-4684-94f9-99f35351040c tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Allocated IP 192.168.233.163 (8d403abe-cee8-4863-bddd-464e9e566e9c/190ae4ce-d44c-4c9c-9241-47db78422478/c5eb601b-188a-4b27-8d77-8f099fc61953) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:52.893516 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 27939e22-5e18-4bcf-8a5f-6e6287f15f4a {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:05:52.893873 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 27939e22-5e18-4bcf-8a5f-6e6287f15f4a not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:05:52.907235 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-530ee208-2c76-4a77-900d-d038d714de06 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=d6cb89d5-6817-4bc8-b0e6-53e8aba786ef HTTP/1.1" status: 200 len: 217 time: 0.2238224 Jul 15 23:05:53.010310 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-eb799b0a-6a35-4684-94f9-99f35351040c tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:53.025795 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-eb799b0a-6a35-4684-94f9-99f35351040c tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Transition to ACTIVE for port object c5eb601b-188a-4b27-8d77-8f099fc61953 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:53.060688 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-eb799b0a-6a35-4684-94f9-99f35351040c tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:53.107798 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f69be95f-e665-46b0-8358-f2fe49f96bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca844a8b-66e6-452e-8809-23db221d7b57', 'name': 'tempest-AttachSCSIVolumeTestJSON-1482622024-router', 'tenant_id': 'ab0c5c9325c24d2e8684ef8bcf0c8a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '6aa835bb-4753-4c40-95a2-684f43632cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:37Z', 'updated_at': '2021-07-15T23:05:45Z', 'revision_number': 4, 'project_id': 'ab0c5c9325c24d2e8684ef8bcf0c8a01', 'gw_port': {'id': '6aa835bb-4753-4c40-95a2-684f43632cfa', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca844a8b-66e6-452e-8809-23db221d7b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:39Z', 'updated_at': '2021-07-15T23:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '6f3c055b-5afd-4696-99db-a1193e2cd54a', 'name': '', 'network_id': '87e4a92e-1f7e-42ea-952f-44b428444f09', 'tenant_id': 'ab0c5c9325c24d2e8684ef8bcf0c8a01', 'mac_address': 'fa:16:3e:e7:a5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca844a8b-66e6-452e-8809-23db221d7b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '57256ba3-3db2-4552-9070-8687286b30a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:44Z', 'updated_at': '2021-07-15T23:05:51Z', 'revision_number': 4, 'project_id': 'ab0c5c9325c24d2e8684ef8bcf0c8a01', 'subnets': [{'id': '57256ba3-3db2-4552-9070-8687286b30a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:53.116801 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-eb799b0a-6a35-4684-94f9-99f35351040c tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:53.120479 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-eb799b0a-6a35-4684-94f9-99f35351040c tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:53.126019 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-eb799b0a-6a35-4684-94f9-99f35351040c tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:53.131005 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb799b0a-6a35-4684-94f9-99f35351040c tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Pushing event updated for resources: {'Port': ['ID=c5eb601b-188a-4b27-8d77-8f099fc61953,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:53.223786 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-eb799b0a-6a35-4684-94f9-99f35351040c tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:53.225771 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-eb799b0a-6a35-4684-94f9-99f35351040c tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:53.230544 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69be95f-e665-46b0-8358-f2fe49f96bd4 None None] The sync data for ids ['ca844a8b-66e6-452e-8809-23db221d7b57'] in n-d-787205-9 is: [{'id': 'ca844a8b-66e6-452e-8809-23db221d7b57', 'name': 'tempest-AttachSCSIVolumeTestJSON-1482622024-router', 'tenant_id': 'ab0c5c9325c24d2e8684ef8bcf0c8a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '6aa835bb-4753-4c40-95a2-684f43632cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:37Z', 'updated_at': '2021-07-15T23:05:45Z', 'revision_number': 4, 'project_id': 'ab0c5c9325c24d2e8684ef8bcf0c8a01', 'gw_port': {'id': '6aa835bb-4753-4c40-95a2-684f43632cfa', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca844a8b-66e6-452e-8809-23db221d7b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:39Z', 'updated_at': '2021-07-15T23:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '6f3c055b-5afd-4696-99db-a1193e2cd54a', 'name': '', 'network_id': '87e4a92e-1f7e-42ea-952f-44b428444f09', 'tenant_id': 'ab0c5c9325c24d2e8684ef8bcf0c8a01', 'mac_address': 'fa:16:3e:e7:a5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca844a8b-66e6-452e-8809-23db221d7b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '57256ba3-3db2-4552-9070-8687286b30a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:44Z', 'updated_at': '2021-07-15T23:05:51Z', 'revision_number': 4, 'project_id': 'ab0c5c9325c24d2e8684ef8bcf0c8a01', 'subnets': [{'id': '57256ba3-3db2-4552-9070-8687286b30a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:05:53.239163 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['989be037-1ed6-4791-8ac9-4b7d6e3604f2', '9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f', '9d6640ae-a708-4fc7-bb14-0196422ca219'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:53.263674 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-eb799b0a-6a35-4684-94f9-99f35351040c tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9220371 Jul 15 23:05:53.293906 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-04edbe9a-3a8e-4a06-b151-2926ed5dce36 service neutron] Request body: {'port': {'device_id': '7486c404-e90c-4fae-a1ec-d67daffb3f52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:53.415428 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-e9970188-b45a-4ceb-affc-373236c47c5b tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:53.419989 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-e9970188-b45a-4ceb-affc-373236c47c5b tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2039731 Jul 15 23:05:53.432934 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-da22c40c-5ba0-4868-8d1e-54325bb59ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:53.434449 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-da22c40c-5ba0-4868-8d1e-54325bb59ce3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8931c9f8-2423-4e8c-8612-ac64a9606a20 HTTP/1.1" status: 200 len: 797 time: 0.4538329 Jul 15 23:05:53.440736 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-98772299-03b7-4094-9ded-cad1c21cc4ca tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Request body: {'port': {'device_id': 'd6f1352f-15de-4a65-ae9b-c9f6a61c5060', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'admin_state_up': True, 'tenant_id': '5e59761f4ced4c9ba3c153ddaf4258d4'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:53.560720 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-04edbe9a-3a8e-4a06-b151-2926ed5dce36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:53.760429 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04034cad-9c3e-4758-95df-2106d1594e38 req-b3e08e8d-4ca6-4344-9928-0db3d4d4b33e tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:53.762854 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-04034cad-9c3e-4758-95df-2106d1594e38 req-b3e08e8d-4ca6-4344-9928-0db3d4d4b33e tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b217ed-2bd7-40b7-bcba-705acfdfa0df HTTP/1.1" status: 200 len: 950 time: 0.9515688 Jul 15 23:05:53.821747 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-52cebe58-1436-4420-a532-8973d9b36112 None None] Provisioning for port c5eb601b-188a-4b27-8d77-8f099fc61953 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:53.834416 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-52cebe58-1436-4420-a532-8973d9b36112 None None] Provisioning complete for port c5eb601b-188a-4b27-8d77-8f099fc61953 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:53.835988 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-52cebe58-1436-4420-a532-8973d9b36112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:53.860045 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-98772299-03b7-4094-9ded-cad1c21cc4ca tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Made reservation on behalf of 5e59761f4ced4c9ba3c153ddaf4258d4 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:53.864753 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-98772299-03b7-4094-9ded-cad1c21cc4ca tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:53.918394 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-52cebe58-1436-4420-a532-8973d9b36112 None None] Port c5eb601b-188a-4b27-8d77-8f099fc61953 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:05:53.930070 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:54.006758 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-04034cad-9c3e-4758-95df-2106d1594e38 req-ea284abe-9286-478b-b2bd-4ec314c5a494 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c52fddb-d8ff-4f7b-9157-b3fc36b99b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091737 Jul 15 23:05:54.013588 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-4029bfad-bddf-4c9e-af33-f7c7c3b34586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:54.015399 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-4029bfad-bddf-4c9e-af33-f7c7c3b34586 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3328023 Jul 15 23:05:54.024686 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-04edbe9a-3a8e-4a06-b151-2926ed5dce36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5eb601b-188a-4b27-8d77-8f099fc61953 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:54.043514 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-04edbe9a-3a8e-4a06-b151-2926ed5dce36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:54.060945 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-04edbe9a-3a8e-4a06-b151-2926ed5dce36 service neutron] Transition to ACTIVE for port object c5eb601b-188a-4b27-8d77-8f099fc61953 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:54.064657 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-04edbe9a-3a8e-4a06-b151-2926ed5dce36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:54.113974 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04edbe9a-3a8e-4a06-b151-2926ed5dce36 service neutron] Pushing event updated for resources: {'Port': ['ID=c5eb601b-188a-4b27-8d77-8f099fc61953,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:54.162292 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-d0711282-be2a-49a2-9db6-b89288cc28ab tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:54.174529 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-d0711282-be2a-49a2-9db6-b89288cc28ab tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/networks?id=f31abbaf-85af-4828-a64a-6617d309ea62 HTTP/1.1" status: 200 len: 804 time: 0.5192552 Jul 15 23:05:54.201247 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40742) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:54.231603 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:05:54.289295 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-0a92f219-fa42-4d1d-9178-974d0f1f23ba tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/quotas/2a452b58336c47bc96f6d17c1c9a4e71 HTTP/1.1" status: 200 len: 375 time: 0.1137722 Jul 15 23:05:54.403883 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-98772299-03b7-4094-9ded-cad1c21cc4ca tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Allocated IP 192.168.233.244 (8d403abe-cee8-4863-bddd-464e9e566e9c/190ae4ce-d44c-4c9c-9241-47db78422478/345f3383-255c-44ff-8e18-fa2a8e94e7fc) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:54.479703 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-04edbe9a-3a8e-4a06-b151-2926ed5dce36 service neutron] Attempting to bind port c5eb601b-188a-4b27-8d77-8f099fc61953 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:54.480039 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-04edbe9a-3a8e-4a06-b151-2926ed5dce36 service neutron] Attempting to bind port c5eb601b-188a-4b27-8d77-8f099fc61953 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:54.480363 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-04edbe9a-3a8e-4a06-b151-2926ed5dce36 service neutron] Attempting to bind port c5eb601b-188a-4b27-8d77-8f099fc61953 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:54.579159 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-98772299-03b7-4094-9ded-cad1c21cc4ca tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:54.606659 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-98772299-03b7-4094-9ded-cad1c21cc4ca tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Transition to ACTIVE for port object 345f3383-255c-44ff-8e18-fa2a8e94e7fc will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:54.640392 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-04edbe9a-3a8e-4a06-b151-2926ed5dce36 service neutron] Port c5eb601b-188a-4b27-8d77-8f099fc61953 on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:54.640893 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-04edbe9a-3a8e-4a06-b151-2926ed5dce36 service neutron] Attempting to bind port c5eb601b-188a-4b27-8d77-8f099fc61953 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:54.685662 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-04edbe9a-3a8e-4a06-b151-2926ed5dce36 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:54.686050 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-04edbe9a-3a8e-4a06-b151-2926ed5dce36 service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:54.686370 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-04edbe9a-3a8e-4a06-b151-2926ed5dce36 service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:54.686976 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-04edbe9a-3a8e-4a06-b151-2926ed5dce36 service neutron] Bound port: c5eb601b-188a-4b27-8d77-8f099fc61953, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:54.687337 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-04edbe9a-3a8e-4a06-b151-2926ed5dce36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:54.705842 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-73647f86-8630-499d-9ec0-af09b3b5de40 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a452b58336c47bc96f6d17c1c9a4e71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4155815 Jul 15 23:05:54.736129 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-840ed64e-e4e8-4ef6-bcb5-e084db8d1e97 service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6759677 Jul 15 23:05:54.738276 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-98772299-03b7-4094-9ded-cad1c21cc4ca tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:54.816786 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-04edbe9a-3a8e-4a06-b151-2926ed5dce36 service neutron] For port c5eb601b-188a-4b27-8d77-8f099fc61953, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:54.828450 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-98772299-03b7-4094-9ded-cad1c21cc4ca tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:54.845268 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-98772299-03b7-4094-9ded-cad1c21cc4ca tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:54.859742 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-04edbe9a-3a8e-4a06-b151-2926ed5dce36 service neutron] For port c5eb601b-188a-4b27-8d77-8f099fc61953, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c5eb601b-188a-4b27-8d77-8f099fc61953,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:54.864685 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-04edbe9a-3a8e-4a06-b151-2926ed5dce36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:54.875129 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['989be037-1ed6-4791-8ac9-4b7d6e3604f2', '9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f', '9d6640ae-a708-4fc7-bb14-0196422ca219'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:54.884138 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-98772299-03b7-4094-9ded-cad1c21cc4ca tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:54.983853 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-010393d9-920f-487c-ba02-0b6eb6eba793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:55.047761 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-03b02b75-24d8-4a58-8127-6b16a537515b service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976003 Jul 15 23:05:55.054044 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-98772299-03b7-4094-9ded-cad1c21cc4ca tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:55.055424 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-98772299-03b7-4094-9ded-cad1c21cc4ca tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:55.068218 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98772299-03b7-4094-9ded-cad1c21cc4ca tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Pushing event updated for resources: {'Port': ['ID=345f3383-255c-44ff-8e18-fa2a8e94e7fc,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:55.167774 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-98772299-03b7-4094-9ded-cad1c21cc4ca tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7317550 Jul 15 23:05:55.234756 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-04edbe9a-3a8e-4a06-b151-2926ed5dce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:55.234756 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-04edbe9a-3a8e-4a06-b151-2926ed5dce36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:55.234756 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-04edbe9a-3a8e-4a06-b151-2926ed5dce36 service neutron] 10.222.0.36 "PUT /v2.0/ports/c5eb601b-188a-4b27-8d77-8f099fc61953 HTTP/1.1" status: 200 len: 1096 time: 1.9521644 Jul 15 23:05:55.237768 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7486c404-e90c-4fae-a1ec-d67daffb3f52', 'tag': 'c5eb601b-188a-4b27-8d77-8f099fc61953'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:55.241107 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a148aca3-a538-4394-ad5b-5dea18d62aef" -d '{"events": [{"name": "network-changed", "server_uuid": "7486c404-e90c-4fae-a1ec-d67daffb3f52", "tag": "c5eb601b-188a-4b27-8d77-8f099fc61953"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:55.246750 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-98e294e7-0f91-4085-ac60-57fff0f4dfd3 service neutron] 10.222.0.16 "GET /v2.0/networks/f31abbaf-85af-4828-a64a-6617d309ea62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400116 Jul 15 23:05:55.259329 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-1a2ff8fd-e984-4353-aafb-1b91b68c150e service neutron] Request body: {'port': {'device_id': 'd6f1352f-15de-4a65-ae9b-c9f6a61c5060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:55.270525 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c10afe-a9c2-48ce-b273-8408a121f401 req-2a9bc5c4-719c-4f52-89f8-be36e3529ed3 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:55.283102 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-38c10afe-a9c2-48ce-b273-8408a121f401 req-2a9bc5c4-719c-4f52-89f8-be36e3529ed3 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=7486c404-e90c-4fae-a1ec-d67daffb3f52 HTTP/1.1" status: 200 len: 948 time: 0.6832163 Jul 15 23:05:55.299947 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-fda991e4-d1dc-4035-9145-d461ff05656b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=ff52bf25-9d08-4b27-9c20-9cfae7981d84 HTTP/1.1" status: 200 len: 217 time: 0.1734626 Jul 15 23:05:55.343908 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04edbe9a-3a8e-4a06-b151-2926ed5dce36 service neutron] Pushing event updated for resources: {'Port': ['ID=c5eb601b-188a-4b27-8d77-8f099fc61953,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:55.381181 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6f3c055b-5afd-4696-99db-a1193e2cd54a up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:55.396930 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-672e5352-e2b3-4205-b398-ac1d4f13d084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:55.399403 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-672e5352-e2b3-4205-b398-ac1d4f13d084 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&device_id=7486c404-e90c-4fae-a1ec-d67daffb3f52 HTTP/1.1" status: 200 len: 1099 time: 0.0953612 Jul 15 23:05:55.439666 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-4c411ae2-ab04-4bbf-b510-c09edfeb7056 service neutron] 10.222.0.16 "GET /v2.0/networks/f31abbaf-85af-4828-a64a-6617d309ea62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374190 Jul 15 23:05:55.481194 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-447900ca-1236-4c9f-95b2-8f557dc5f4f9 None None] Provisioning for port 345f3383-255c-44ff-8e18-fa2a8e94e7fc completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:55.500155 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-447900ca-1236-4c9f-95b2-8f557dc5f4f9 None None] Provisioning complete for port 345f3383-255c-44ff-8e18-fa2a8e94e7fc triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:55.500545 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-447900ca-1236-4c9f-95b2-8f557dc5f4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:55.514722 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 6f3c055b-5afd-4696-99db-a1193e2cd54a completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:55.546200 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-f064923a-867f-43a4-9c4b-22e3cdefd994 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c5eb601b-188a-4b27-8d77-8f099fc61953 HTTP/1.1" status: 200 len: 217 time: 0.1243653 Jul 15 23:05:55.548313 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-95a1b40c-78b2-43f4-a2fc-185746da930f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:55.550134 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-95a1b40c-78b2-43f4-a2fc-185746da930f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8931c9f8-2423-4e8c-8612-ac64a9606a20 HTTP/1.1" status: 200 len: 797 time: 0.0877645 Jul 15 23:05:55.570096 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 6f3c055b-5afd-4696-99db-a1193e2cd54a triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:55.572382 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:55.587223 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-38c10afe-a9c2-48ce-b273-8408a121f401 req-533cb8e3-5f87-44d3-a98a-336114b54892 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891750 Jul 15 23:05:55.696530 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-4b29d0c5-ccb9-40a8-a151-d3036093328e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:55.698097 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-4b29d0c5-ccb9-40a8-a151-d3036093328e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1481233 Jul 15 23:05:55.714405 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-447900ca-1236-4c9f-95b2-8f557dc5f4f9 None None] Port 345f3383-255c-44ff-8e18-fa2a8e94e7fc cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:05:55.761769 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-010393d9-920f-487c-ba02-0b6eb6eba793 admin admin] Deleting port e03585fe-93f2-48b1-8768-995085ffa314 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:05:55.762152 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-010393d9-920f-487c-ba02-0b6eb6eba793 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:55.845333 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-1a2ff8fd-e984-4353-aafb-1b91b68c150e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:55.934915 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-87836d19-9009-44da-8acc-83e54758bbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:55.936845 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-87836d19-9009-44da-8acc-83e54758bbb7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2287791 Jul 15 23:05:56.086502 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-91dfe31b-7b99-4b71-8b70-6db6c68277ff service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282232 Jul 15 23:05:56.158192 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.302902 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 6f3c055b-5afd-4696-99db-a1193e2cd54a, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=6f3c055b-5afd-4696-99db-a1193e2cd54a,segment=NetworkSegment(9e6d5dac-7d24-491f-8e71-3c2b08909220),segment_id=9e6d5dac-7d24-491f-8e71-3c2b08909220)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:56.315077 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.326451 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-343d1667-91e6-4937-9679-d28ba61a28dd service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288125 Jul 15 23:05:56.342426 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-010393d9-920f-487c-ba02-0b6eb6eba793 admin admin] For port e03585fe-93f2-48b1-8768-995085ffa314, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=e03585fe-93f2-48b1-8768-995085ffa314,segment=NetworkSegment(5bcbfba5-f1c1-4236-a250-542a8e550bb9),segment_id=5bcbfba5-f1c1-4236-a250-542a8e550bb9)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:56.342426 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-010393d9-920f-487c-ba02-0b6eb6eba793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.361633 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-010393d9-920f-487c-ba02-0b6eb6eba793 admin admin] Calling delete_port for e03585fe-93f2-48b1-8768-995085ffa314 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:05:56.514291 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=6f3c055b-5afd-4696-99db-a1193e2cd54a,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:56.668289 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515cfe0-2abb-4926-9f93-17f73b7ebfee req-77e53803-a5be-46ef-b329-fb6937b7f1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:56.669484 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e515cfe0-2abb-4926-9f93-17f73b7ebfee req-77e53803-a5be-46ef-b329-fb6937b7f1fc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 1096 time: 0.5798924 Jul 15 23:05:56.732450 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e515cfe0-2abb-4926-9f93-17f73b7ebfee req-878374e1-07e5-404e-8da4-1d1fc9b8b91b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0f1bba3c-a016-4a4e-8754-0c290b07c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553844 Jul 15 23:05:56.818464 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-010393d9-920f-487c-ba02-0b6eb6eba793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.864222 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010393d9-920f-487c-ba02-0b6eb6eba793 admin admin] Pushing event deleted for resources: {'Port': ['ID=e03585fe-93f2-48b1-8768-995085ffa314,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:56.974132 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-1a2ff8fd-e984-4353-aafb-1b91b68c150e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345f3383-255c-44ff-8e18-fa2a8e94e7fc {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:56.982886 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-1a2ff8fd-e984-4353-aafb-1b91b68c150e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.995757 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-1a2ff8fd-e984-4353-aafb-1b91b68c150e service neutron] Transition to ACTIVE for port object 345f3383-255c-44ff-8e18-fa2a8e94e7fc will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:57.002936 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-1a2ff8fd-e984-4353-aafb-1b91b68c150e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.069813 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-5eb47308-e883-4a67-9aa8-eca8c68c7511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:57.072177 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-5eb47308-e883-4a67-9aa8-eca8c68c7511 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.5039413 Jul 15 23:05:57.169319 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-010393d9-920f-487c-ba02-0b6eb6eba793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.211711 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ff8fd-e984-4353-aafb-1b91b68c150e service neutron] Pushing event updated for resources: {'Port': ['ID=345f3383-255c-44ff-8e18-fa2a8e94e7fc,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:57.335048 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0f9cb-7f48-4d43-9cf2-98a2c88df0bb req-f7ed3cf0-87ff-4e3b-8ea6-2b3f63c44ee1 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:57.337261 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-98a0f9cb-7f48-4d43-9cf2-98a2c88df0bb req-f7ed3cf0-87ff-4e3b-8ea6-2b3f63c44ee1 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 945 time: 1.0808811 Jul 15 23:05:57.348025 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416da08-bc01-4e06-b204-1803df1b65ac req-b2459bd4-191f-4ba6-83b0-9c96ecb3feca tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:57.353287 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6f3c055b-5afd-4696-99db-a1193e2cd54a up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:57.355297 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9416da08-bc01-4e06-b204-1803df1b65ac req-b2459bd4-191f-4ba6-83b0-9c96ecb3feca tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b217ed-2bd7-40b7-bcba-705acfdfa0df HTTP/1.1" status: 200 len: 950 time: 0.9350452 Jul 15 23:05:57.443750 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-98a0f9cb-7f48-4d43-9cf2-98a2c88df0bb req-2d21d7fc-d2a3-4dfa-be2b-9fc04e1a0382 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f1bba3c-a016-4a4e-8754-0c290b07c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855248 Jul 15 23:05:57.455971 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-1a2ff8fd-e984-4353-aafb-1b91b68c150e service neutron] Attempting to bind port 345f3383-255c-44ff-8e18-fa2a8e94e7fc on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:57.456378 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-1a2ff8fd-e984-4353-aafb-1b91b68c150e service neutron] Attempting to bind port 345f3383-255c-44ff-8e18-fa2a8e94e7fc by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:57.456786 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-1a2ff8fd-e984-4353-aafb-1b91b68c150e service neutron] Attempting to bind port 345f3383-255c-44ff-8e18-fa2a8e94e7fc on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:57.470026 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-7b07e4ad-d078-497c-99a0-3a871cf58356 service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875620 Jul 15 23:05:57.473368 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-1a2ff8fd-e984-4353-aafb-1b91b68c150e service neutron] Port 345f3383-255c-44ff-8e18-fa2a8e94e7fc on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:57.473776 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-1a2ff8fd-e984-4353-aafb-1b91b68c150e service neutron] Attempting to bind port 345f3383-255c-44ff-8e18-fa2a8e94e7fc on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:57.491346 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 6f3c055b-5afd-4696-99db-a1193e2cd54a triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:57.492433 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.499285 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9416da08-bc01-4e06-b204-1803df1b65ac req-4a19123e-235b-45cc-903a-2698a1f1657c tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c52fddb-d8ff-4f7b-9157-b3fc36b99b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429274 Jul 15 23:05:57.615591 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-1a2ff8fd-e984-4353-aafb-1b91b68c150e service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:57.615975 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-1a2ff8fd-e984-4353-aafb-1b91b68c150e service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:57.616314 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-1a2ff8fd-e984-4353-aafb-1b91b68c150e service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:57.617410 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-1a2ff8fd-e984-4353-aafb-1b91b68c150e service neutron] Bound port: 345f3383-255c-44ff-8e18-fa2a8e94e7fc, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:57.617777 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-1a2ff8fd-e984-4353-aafb-1b91b68c150e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.823404 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0253081b-3964-422b-aa0b-e1a63df1cb39 req-6dd8a82d-6c79-4bcb-bb9c-2912a0319df3 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=28467939-8a00-489f-9ca7-ce520be99c22 HTTP/1.1" status: 200 len: 210 time: 0.0518107 Jul 15 23:05:57.977896 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-e42cf0d5-3cbd-4ff6-b5fd-153a5efe4239 service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775481 Jul 15 23:05:58.031963 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-1a2ff8fd-e984-4353-aafb-1b91b68c150e service neutron] For port 345f3383-255c-44ff-8e18-fa2a8e94e7fc, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:58.061954 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-1a2ff8fd-e984-4353-aafb-1b91b68c150e service neutron] For port 345f3383-255c-44ff-8e18-fa2a8e94e7fc, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=345f3383-255c-44ff-8e18-fa2a8e94e7fc,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:58.074240 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f732dd21-9ded-46c0-882f-6951fbef53ea x-openstack-request-id: req-f732dd21-9ded-46c0-882f-6951fbef53ea {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:58.074957 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7486c404-e90c-4fae-a1ec-d67daffb3f52", "tag": "c5eb601b-188a-4b27-8d77-8f099fc61953", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:58.074957 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f732dd21-9ded-46c0-882f-6951fbef53ea {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:58.076189 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7486c404-e90c-4fae-a1ec-d67daffb3f52', 'tag': 'c5eb601b-188a-4b27-8d77-8f099fc61953', 'status': 'completed', 'code': 200} Jul 15 23:05:58.146360 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-9e95a2bf-3ab5-43ff-9f08-b218b170d22d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6889e42d-1a89-425a-a8c3-7396550b6084 HTTP/1.1" status: 200 len: 217 time: 0.1437435 Jul 15 23:05:58.177698 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-1a2ff8fd-e984-4353-aafb-1b91b68c150e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:58.266708 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148aca3-a538-4394-ad5b-5dea18d62aef req-6d3facb0-9d61-4bea-9899-f7920a7501b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:58.268776 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a148aca3-a538-4394-ad5b-5dea18d62aef req-6d3facb0-9d61-4bea-9899-f7920a7501b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&device_id=7486c404-e90c-4fae-a1ec-d67daffb3f52 HTTP/1.1" status: 200 len: 1099 time: 0.2473018 Jul 15 23:05:58.295374 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8104f97-6fcd-4e1f-9175-0e539b57ca97 req-430172a9-4299-4297-8d14-82c0a68b5906 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:58.297393 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c8104f97-6fcd-4e1f-9175-0e539b57ca97 req-430172a9-4299-4297-8d14-82c0a68b5906 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=7486c404-e90c-4fae-a1ec-d67daffb3f52 HTTP/1.1" status: 200 len: 948 time: 0.4725356 Jul 15 23:05:58.304682 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-1a2ff8fd-e984-4353-aafb-1b91b68c150e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:58.305353 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-1a2ff8fd-e984-4353-aafb-1b91b68c150e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:58.306781 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-1a2ff8fd-e984-4353-aafb-1b91b68c150e service neutron] 10.222.0.43 "PUT /v2.0/ports/345f3383-255c-44ff-8e18-fa2a8e94e7fc HTTP/1.1" status: 200 len: 1096 time: 3.0585210 Jul 15 23:05:58.307242 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f1352f-15de-4a65-ae9b-c9f6a61c5060', 'tag': '345f3383-255c-44ff-8e18-fa2a8e94e7fc'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:58.309501 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5e6b97-dc6a-47b9-8675-41575120f924" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f1352f-15de-4a65-ae9b-c9f6a61c5060", "tag": "345f3383-255c-44ff-8e18-fa2a8e94e7fc"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:58.334321 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-f290d0fc-5ad8-4f6d-8053-827456485d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:58.341910 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-f290d0fc-5ad8-4f6d-8053-827456485d30 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2caf3549-18f8-4078-a5bd-a7ecd88c89df HTTP/1.1" status: 200 len: 797 time: 0.1866894 Jul 15 23:05:58.445572 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ff8fd-e984-4353-aafb-1b91b68c150e service neutron] Pushing event updated for resources: {'Port': ['ID=345f3383-255c-44ff-8e18-fa2a8e94e7fc,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:58.487523 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c8104f97-6fcd-4e1f-9175-0e539b57ca97 req-98c0b203-86c5-4a10-a5d2-f3d6318df8e1 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696739 Jul 15 23:05:58.540342 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-dc4f0016-70b2-4935-af43-0bfbe6aea7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:58.541870 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-dc4f0016-70b2-4935-af43-0bfbe6aea7ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&device_id=d6f1352f-15de-4a65-ae9b-c9f6a61c5060 HTTP/1.1" status: 200 len: 1099 time: 0.1656444 Jul 15 23:05:58.580326 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-bddce152-7555-4265-8d79-8e0b57a82609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:58.582051 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-bddce152-7555-4265-8d79-8e0b57a82609 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bbea9511-9599-4d61-bc5f-d2e279b3eb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2255089 Jul 15 23:05:58.588322 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4cfa08-520f-49ae-8f7f-1019691ab6de x-openstack-request-id: req-3a4cfa08-520f-49ae-8f7f-1019691ab6de {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:58.588611 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f1352f-15de-4a65-ae9b-c9f6a61c5060", "tag": "345f3383-255c-44ff-8e18-fa2a8e94e7fc", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:58.588872 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a4cfa08-520f-49ae-8f7f-1019691ab6de {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:58.589283 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f1352f-15de-4a65-ae9b-c9f6a61c5060', 'tag': '345f3383-255c-44ff-8e18-fa2a8e94e7fc', 'status': 'completed', 'code': 200} Jul 15 23:05:58.634463 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-d23da867-ce4f-4834-bd9f-abb6cf30f9d0 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:58.636277 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-d23da867-ce4f-4834-bd9f-abb6cf30f9d0 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.43 "GET /v2.0/networks?id=f31abbaf-85af-4828-a64a-6617d309ea62 HTTP/1.1" status: 200 len: 804 time: 0.5589392 Jul 15 23:05:58.696821 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-3791a183-f05f-48a8-8949-6098bc538f57 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=345f3383-255c-44ff-8e18-fa2a8e94e7fc HTTP/1.1" status: 200 len: 217 time: 0.1389923 Jul 15 23:05:58.706921 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-38521a6d-dbaa-4b39-aa77-c9748f501ed4 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Request body: {'port': {'device_id': '28467939-8a00-489f-9ca7-ce520be99c22', 'network_id': 'f31abbaf-85af-4828-a64a-6617d309ea62', 'admin_state_up': True, 'tenant_id': '2a452b58336c47bc96f6d17c1c9a4e71'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:58.823133 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-a86af513-8a38-45d2-aa1c-240e6236c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:58.824742 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-a86af513-8a38-45d2-aa1c-240e6236c1ba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1106694 Jul 15 23:05:58.827049 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010393d9-920f-487c-ba02-0b6eb6eba793 admin admin] Router 832745c7-2081-4128-9a0f-9c9d6efe7add has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:05:58.831574 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c5eb601b-188a-4b27-8d77-8f099fc61953 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:58.927375 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148aca3-a538-4394-ad5b-5dea18d62aef req-c80b76c2-8186-4629-83c6-ceb4072106e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:58.930172 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a148aca3-a538-4394-ad5b-5dea18d62aef req-c80b76c2-8186-4629-83c6-ceb4072106e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.6266980 Jul 15 23:05:59.005271 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-828c1bea-0961-4d62-8146-78dbd2fb5018 service neutron] 10.222.0.43 "GET /v2.0/networks/bbea9511-9599-4d61-bc5f-d2e279b3eb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382051 Jul 15 23:05:59.022151 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284050d-913f-41db-8463-3a640cd0e767 req-af131abd-849a-4c54-a0fa-9c5be2148f8f tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:59.025106 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c5eb601b-188a-4b27-8d77-8f099fc61953, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c5eb601b-188a-4b27-8d77-8f099fc61953,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:59.029459 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2284050d-913f-41db-8463-3a640cd0e767 req-af131abd-849a-4c54-a0fa-9c5be2148f8f tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 945 time: 0.2843819 Jul 15 23:05:59.037703 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'c5eb601b-188a-4b27-8d77-8f099fc61953', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': 'c5eb601b-188a-4b27-8d77-8f099fc61953', 'mac_address': 'fa:16:3e:05:27:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:59.054786 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a148aca3-a538-4394-ad5b-5dea18d62aef req-b9d57a3b-8e65-4482-8f95-8f32722b445e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c5eb601b-188a-4b27-8d77-8f099fc61953 HTTP/1.1" status: 200 len: 217 time: 0.0767980 Jul 15 23:05:59.061569 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-f64a8476-d304-4035-b7af-b4ab94981e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:59.063175 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-f64a8476-d304-4035-b7af-b4ab94981e83 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1999826 Jul 15 23:05:59.070685 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a790a0c-e262-4df6-abc6-1f427c54b825 req-c467e598-5bd9-4b8e-8e82-06093969605a tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:59.077878 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6a790a0c-e262-4df6-abc6-1f427c54b825 req-c467e598-5bd9-4b8e-8e82-06093969605a tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b217ed-2bd7-40b7-bcba-705acfdfa0df HTTP/1.1" status: 200 len: 950 time: 0.2505457 Jul 15 23:05:59.114024 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:59.133089 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5eb601b-188a-4b27-8d77-8f099fc61953 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:59.157998 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c5eb601b-188a-4b27-8d77-8f099fc61953, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c5eb601b-188a-4b27-8d77-8f099fc61953,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:59.163125 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:59.189759 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010393d9-920f-487c-ba02-0b6eb6eba793 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:05:59.193612 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-38521a6d-dbaa-4b39-aa77-c9748f501ed4 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Made reservation on behalf of 2a452b58336c47bc96f6d17c1c9a4e71 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:59.198413 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-38521a6d-dbaa-4b39-aa77-c9748f501ed4 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:59.205550 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2a47f4-809e-4519-97b7-709310b84ef6 None None] Sync routers for ids ['832745c7-2081-4128-9a0f-9c9d6efe7add'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:05:59.206615 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-010393d9-920f-487c-ba02-0b6eb6eba793 admin admin] 10.222.0.16 "PUT /v2.0/routers/832745c7-2081-4128-9a0f-9c9d6efe7add/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9990880 Jul 15 23:05:59.213601 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40780) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:59.225583 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2a47f4-809e-4519-97b7-709310b84ef6 None None] Routers {'832745c7-2081-4128-9a0f-9c9d6efe7add'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:59.227592 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-bb2a47f4-809e-4519-97b7-709310b84ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:05:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['832745c7-2081-4128-9a0f-9c9d6efe7add'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:59.267096 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6a790a0c-e262-4df6-abc6-1f427c54b825 req-6c15be11-b9d7-41d8-bc2a-2eec4e1809fa tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c52fddb-d8ff-4f7b-9157-b3fc36b99b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882131 Jul 15 23:05:59.273864 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=c5eb601b-188a-4b27-8d77-8f099fc61953,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:59.322066 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148aca3-a538-4394-ad5b-5dea18d62aef req-e97da920-7dc3-4b7a-874b-5d9bfac20666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:59.323066 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a148aca3-a538-4394-ad5b-5dea18d62aef req-e97da920-7dc3-4b7a-874b-5d9bfac20666 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.2586226 Jul 15 23:05:59.332370 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2284050d-913f-41db-8463-3a640cd0e767 req-43b4e179-ebdc-4159-a72f-53caabb4a46f tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f1bba3c-a016-4a4e-8754-0c290b07c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004773 Jul 15 23:05:59.402715 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-4a687edb-fc73-4317-8254-614485473c65 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013768 Jul 15 23:05:59.439403 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-bb2a47f4-809e-4519-97b7-709310b84ef6 None None] Set router 832745c7-2081-4128-9a0f-9c9d6efe7add gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:59.458487 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-c8ed7903-0469-489e-a314-b09e1eeafa79 service neutron] 10.222.0.43 "GET /v2.0/networks/bbea9511-9599-4d61-bc5f-d2e279b3eb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207008 Jul 15 23:05:59.484375 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['c5eb601b-188a-4b27-8d77-8f099fc61953'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:59.699758 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-196d6465-0b02-4faf-9816-292f4f2fc325 req-1f37708b-abf6-4e30-ba0e-2f3e4876da89 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=28467939-8a00-489f-9ca7-ce520be99c22 HTTP/1.1" status: 200 len: 210 time: 0.0841732 Jul 15 23:05:59.703409 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-efc6dbbf-9a7d-4cc5-9a76-81f212ab0b5d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d21b906d-5799-491b-a71e-1b415441bf9f HTTP/1.1" status: 200 len: 217 time: 0.2364893 Jul 15 23:05:59.740086 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8220-08ae-4506-b50d-3b8cfcac444b admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:59.820646 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-bb2a47f4-809e-4519-97b7-709310b84ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832745c7-2081-4128-9a0f-9c9d6efe7add', 'name': 'tempest-ServerRescueTestJSON-717272546-router', 'tenant_id': '6527c2f6f2cf474e911d5a1b1b647a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '8fea6676-1e23-41bf-bb5b-dd9d5e85ac96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:05:56Z', 'revision_number': 5, 'project_id': '6527c2f6f2cf474e911d5a1b1b647a38', 'gw_port': {'id': '8fea6676-1e23-41bf-bb5b-dd9d5e85ac96', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832745c7-2081-4128-9a0f-9c9d6efe7add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:29Z', 'updated_at': '2021-07-15T23:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:59.825551 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-cf6725b9-8a11-483f-8141-538f6b4ab96d req-cfd94595-e208-4c1d-92a7-52a485e4f15f tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-222062762', 'description': 'tempest-description-2000592773'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:59.856908 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2a47f4-809e-4519-97b7-709310b84ef6 None None] Checking router: 832745c7-2081-4128-9a0f-9c9d6efe7add for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:05:59.871915 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2a47f4-809e-4519-97b7-709310b84ef6 None None] Routers {'832745c7-2081-4128-9a0f-9c9d6efe7add'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:59.873151 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-bb2a47f4-809e-4519-97b7-709310b84ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:05:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['832745c7-2081-4128-9a0f-9c9d6efe7add'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:59.878889 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148aca3-a538-4394-ad5b-5dea18d62aef req-127e8438-6217-49a5-8c01-2e167a694e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:59.884749 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a148aca3-a538-4394-ad5b-5dea18d62aef req-127e8438-6217-49a5-8c01-2e167a694e18 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5532470 Jul 15 23:05:59.923197 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-cf6725b9-8a11-483f-8141-538f6b4ab96d req-cfd94595-e208-4c1d-92a7-52a485e4f15f tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:00.011214 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a695a4f-9aa3-48a0-9963-82980507c032 req-517aa041-4c41-4a61-9373-356fe205133b service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6011803 Jul 15 23:06:00.027057 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-7524f80a-cf6f-4bf8-857e-b4eaba658de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:00.030282 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-7524f80a-cf6f-4bf8-857e-b4eaba658de4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2caf3549-18f8-4078-a5bd-a7ecd88c89df HTTP/1.1" status: 200 len: 797 time: 0.3087242 Jul 15 23:06:00.048329 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-bb2a47f4-809e-4519-97b7-709310b84ef6 None None] Set router 832745c7-2081-4128-9a0f-9c9d6efe7add gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:06:00.088488 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a148aca3-a538-4394-ad5b-5dea18d62aef req-d0ab5666-212e-482b-9261-81b957169971 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141090 Jul 15 23:06:00.094078 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8220-08ae-4506-b50d-3b8cfcac444b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:00.179725 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-38521a6d-dbaa-4b39-aa77-c9748f501ed4 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Allocated IP 172.20.0.14 (f31abbaf-85af-4828-a64a-6617d309ea62/4e4e4463-c0f1-483a-8548-ef2c0500a26e/565f7a18-5a9f-4895-a195-77d804617a12) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:06:00.244817 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88e413-2b0e-4031-9599-c4fa45947109 req-d261bb6f-9d2b-40de-b0c8-74b372704c4d tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:00.247165 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ad88e413-2b0e-4031-9599-c4fa45947109 req-d261bb6f-9d2b-40de-b0c8-74b372704c4d tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=7486c404-e90c-4fae-a1ec-d67daffb3f52 HTTP/1.1" status: 200 len: 949 time: 0.3618491 Jul 15 23:06:00.327458 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-cc8e8220-08ae-4506-b50d-3b8cfcac444b admin admin] Deleting port 8fea6676-1e23-41bf-bb5b-dd9d5e85ac96 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:06:00.328702 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8220-08ae-4506-b50d-3b8cfcac444b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:00.349880 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e6b97-dc6a-47b9-8675-41575120f924 req-912a88cc-9b55-4e5c-b6ce-655a3c814d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:00.351662 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2e5e6b97-dc6a-47b9-8675-41575120f924 req-912a88cc-9b55-4e5c-b6ce-655a3c814d64 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&device_id=d6f1352f-15de-4a65-ae9b-c9f6a61c5060 HTTP/1.1" status: 200 len: 1099 time: 0.2384903 Jul 15 23:06:00.375065 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-bb2a47f4-809e-4519-97b7-709310b84ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832745c7-2081-4128-9a0f-9c9d6efe7add', 'name': 'tempest-ServerRescueTestJSON-717272546-router', 'tenant_id': '6527c2f6f2cf474e911d5a1b1b647a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '8fea6676-1e23-41bf-bb5b-dd9d5e85ac96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:05:56Z', 'revision_number': 5, 'project_id': '6527c2f6f2cf474e911d5a1b1b647a38', 'gw_port': {'id': '8fea6676-1e23-41bf-bb5b-dd9d5e85ac96', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832745c7-2081-4128-9a0f-9c9d6efe7add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:29Z', 'updated_at': '2021-07-15T23:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:00.388205 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a148aca3-a538-4394-ad5b-5dea18d62aef req-433279d4-1dd3-4917-ac8e-e9d72bdc805a service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903230 Jul 15 23:06:00.405154 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c63f3f-6d6b-4370-9a2d-42d3483e73d7 req-ba552d13-8172-42f2-b4fb-eb3123f13dde tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:00.407253 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f1c63f3f-6d6b-4370-9a2d-42d3483e73d7 req-ba552d13-8172-42f2-b4fb-eb3123f13dde tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.36 "GET /v2.0/ports?device_id=34b217ed-2bd7-40b7-bcba-705acfdfa0df HTTP/1.1" status: 200 len: 950 time: 0.2247965 Jul 15 23:06:00.432825 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2a47f4-809e-4519-97b7-709310b84ef6 None None] The sync data for ids ['832745c7-2081-4128-9a0f-9c9d6efe7add'] in n-d-787205-9 is: [{'id': '832745c7-2081-4128-9a0f-9c9d6efe7add', 'name': 'tempest-ServerRescueTestJSON-717272546-router', 'tenant_id': '6527c2f6f2cf474e911d5a1b1b647a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '8fea6676-1e23-41bf-bb5b-dd9d5e85ac96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:05:56Z', 'revision_number': 5, 'project_id': '6527c2f6f2cf474e911d5a1b1b647a38', 'gw_port': {'id': '8fea6676-1e23-41bf-bb5b-dd9d5e85ac96', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832745c7-2081-4128-9a0f-9c9d6efe7add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:29Z', 'updated_at': '2021-07-15T23:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:06:00.437520 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-cf6725b9-8a11-483f-8141-538f6b4ab96d req-cfd94595-e208-4c1d-92a7-52a485e4f15f tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:00.465049 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-a7a21fea-8a29-4f53-9ebe-a29eee037914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:00.465535 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-a7a21fea-8a29-4f53-9ebe-a29eee037914 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bbea9511-9599-4d61-bc5f-d2e279b3eb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4129331 Jul 15 23:06:00.466251 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-cf6725b9-8a11-483f-8141-538f6b4ab96d req-cfd94595-e208-4c1d-92a7-52a485e4f15f tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:00.570594 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ad88e413-2b0e-4031-9599-c4fa45947109 req-42a1eb3b-ed9a-495b-9aed-558e8959cc41 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148634 Jul 15 23:06:00.576158 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-cf6725b9-8a11-483f-8141-538f6b4ab96d req-cfd94595-e208-4c1d-92a7-52a485e4f15f tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:00.577360 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cf6725b9-8a11-483f-8141-538f6b4ab96d req-cfd94595-e208-4c1d-92a7-52a485e4f15f tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.7818465 Jul 15 23:06:00.654439 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd94595-e208-4c1d-92a7-52a485e4f15f tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3c756a-5294-4ff7-92c9-dcaa9b1761b1,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:00.691215 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-8384e5f7-9d02-4a55-82fe-0875c385b760 service neutron] 10.222.0.43 "GET /v2.0/networks/bbea9511-9599-4d61-bc5f-d2e279b3eb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022634 Jul 15 23:06:00.696394 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-cc8e8220-08ae-4506-b50d-3b8cfcac444b admin admin] For port 8fea6676-1e23-41bf-bb5b-dd9d5e85ac96, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=8fea6676-1e23-41bf-bb5b-dd9d5e85ac96,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:00.697419 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8220-08ae-4506-b50d-3b8cfcac444b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:00.709735 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e6b97-dc6a-47b9-8675-41575120f924 req-22d4d4db-0503-45c0-bc86-d7bbe3e72661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:00.711643 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2e5e6b97-dc6a-47b9-8675-41575120f924 req-22d4d4db-0503-45c0-bc86-d7bbe3e72661 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.3459864 Jul 15 23:06:00.712687 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-cc8e8220-08ae-4506-b50d-3b8cfcac444b admin admin] Calling delete_port for 8fea6676-1e23-41bf-bb5b-dd9d5e85ac96 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:06:00.769011 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2e5e6b97-dc6a-47b9-8675-41575120f924 req-6d612aa1-1ab5-4e79-b1ae-8b3bffa1ec53 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=345f3383-255c-44ff-8e18-fa2a8e94e7fc HTTP/1.1" status: 200 len: 217 time: 0.0460162 Jul 15 23:06:00.834354 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c5eb601b-188a-4b27-8d77-8f099fc61953 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:00.935090 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port c5eb601b-188a-4b27-8d77-8f099fc61953 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:00.941633 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port c5eb601b-188a-4b27-8d77-8f099fc61953 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:00.942348 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:00.974273 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-38521a6d-dbaa-4b39-aa77-c9748f501ed4 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:01.021423 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f75f324f-f133-4e65-b596-6b765ff9c865 req-9c104b48-3b2d-4e8b-84af-64c56dac4f6b service neutron] 10.222.0.43 "GET /v2.0/networks/bbea9511-9599-4d61-bc5f-d2e279b3eb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209901 Jul 15 23:06:01.031469 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e6b97-dc6a-47b9-8675-41575120f924 req-6dc64bd9-bdf5-4a01-994a-dbf678bf110e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:01.033014 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2e5e6b97-dc6a-47b9-8675-41575120f924 req-6dc64bd9-bdf5-4a01-994a-dbf678bf110e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.2507000 Jul 15 23:06:01.065693 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f67e4fb2-0a81-43b7-95d7-0ff709cda7d8 req-ae3b642d-4fa4-4629-a068-b060fb6f6553 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-222062762&fields=id&tenant_id=75dba73826074396acc24302f5efb0e8 HTTP/1.1" status: 200 len: 267 time: 0.1104343 Jul 15 23:06:01.116980 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-38521a6d-dbaa-4b39-aa77-c9748f501ed4 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:01.206130 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-f1c63f3f-6d6b-4370-9a2d-42d3483e73d7 req-d20dd0cf-76ac-42e1-9e56-58f08b6f432d tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Deleting port 9a5b32d8-4b91-42ca-a5f4-8b3b48c94467 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:06:01.211170 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f1c63f3f-6d6b-4370-9a2d-42d3483e73d7 req-d20dd0cf-76ac-42e1-9e56-58f08b6f432d tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:01.236619 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e03585fe-93f2-48b1-8768-995085ffa314 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:06:01.239861 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-38521a6d-dbaa-4b39-aa77-c9748f501ed4 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Network f31abbaf-85af-4828-a64a-6617d309ea62 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:06:01.259453 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8220-08ae-4506-b50d-3b8cfcac444b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:01.264935 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b28a51-2166-43cd-8824-e977af52a482 req-a7293067-c13d-404a-9a4e-d35f285173d8 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:01.266461 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-91b28a51-2166-43cd-8824-e977af52a482 req-a7293067-c13d-404a-9a4e-d35f285173d8 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b217ed-2bd7-40b7-bcba-705acfdfa0df HTTP/1.1" status: 200 len: 950 time: 0.4170024 Jul 15 23:06:01.268485 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e6b97-dc6a-47b9-8675-41575120f924 req-e0a4baa8-abf9-4b7d-8606-a0397b5d785b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:01.269406 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: e03585fe-93f2-48b1-8768-995085ffa314 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:06:01.269888 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2e5e6b97-dc6a-47b9-8675-41575120f924 req-e0a4baa8-abf9-4b7d-8606-a0397b5d785b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2268472 Jul 15 23:06:01.270045 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e03585fe-93f2-48b1-8768-995085ffa314 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:06:01.296712 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-38521a6d-dbaa-4b39-aa77-c9748f501ed4 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:06:01.334049 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:01.339774 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-38521a6d-dbaa-4b39-aa77-c9748f501ed4 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:06:01.346704 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e4fb2-0a81-43b7-95d7-0ff709cda7d8 req-689ca48e-4de7-4f78-abf6-a53994f81c08 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:01.356134 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f67e4fb2-0a81-43b7-95d7-0ff709cda7d8 req-689ca48e-4de7-4f78-abf6-a53994f81c08 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 945 time: 0.2887712 Jul 15 23:06:01.362317 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7486c404-e90c-4fae-a1ec-d67daffb3f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5eb601b-188a-4b27-8d77-8f099fc61953'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:01.364954 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fd65ab-c581-4d0a-9b8b-c34fe54303d8" -d '{"events": [{"server_uuid": "7486c404-e90c-4fae-a1ec-d67daffb3f52", "name": "network-vif-plugged", "status": "completed", "tag": "c5eb601b-188a-4b27-8d77-8f099fc61953"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:01.380999 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c5eb601b-188a-4b27-8d77-8f099fc61953, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c5eb601b-188a-4b27-8d77-8f099fc61953,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:01.385915 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:01.391925 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-f67e4fb2-0a81-43b7-95d7-0ff709cda7d8 req-09418f60-1470-46a3-9f48-50289aa58317 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Request body: {'port': {'security_groups': ['0f1bba3c-a016-4a4e-8754-0c290b07c1ef', 'cc3c756a-5294-4ff7-92c9-dcaa9b1761b1']}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:01.416322 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38521a6d-dbaa-4b39-aa77-c9748f501ed4 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Pushing event updated for resources: {'Port': ['ID=565f7a18-5a9f-4895-a195-77d804617a12,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:01.480257 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=c5eb601b-188a-4b27-8d77-8f099fc61953,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:01.491151 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-91b28a51-2166-43cd-8824-e977af52a482 req-8ef67792-66e4-498c-8745-218d010fa92b tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c52fddb-d8ff-4f7b-9157-b3fc36b99b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174871 Jul 15 23:06:01.561578 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e8220-08ae-4506-b50d-3b8cfcac444b admin admin] Pushing event deleted for resources: {'Port': ['ID=8fea6676-1e23-41bf-bb5b-dd9d5e85ac96,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:01.568294 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 345f3383-255c-44ff-8e18-fa2a8e94e7fc details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:06:01.607332 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f1c63f3f-6d6b-4370-9a2d-42d3483e73d7 req-d20dd0cf-76ac-42e1-9e56-58f08b6f432d tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] For port 9a5b32d8-4b91-42ca-a5f4-8b3b48c94467, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=9a5b32d8-4b91-42ca-a5f4-8b3b48c94467,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:01.607699 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f1c63f3f-6d6b-4370-9a2d-42d3483e73d7 req-d20dd0cf-76ac-42e1-9e56-58f08b6f432d tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:01.621657 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-f1c63f3f-6d6b-4370-9a2d-42d3483e73d7 req-d20dd0cf-76ac-42e1-9e56-58f08b6f432d tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Calling delete_port for 9a5b32d8-4b91-42ca-a5f4-8b3b48c94467 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:06:01.736798 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 345f3383-255c-44ff-8e18-fa2a8e94e7fc, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=345f3383-255c-44ff-8e18-fa2a8e94e7fc,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:01.752380 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '345f3383-255c-44ff-8e18-fa2a8e94e7fc', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': '345f3383-255c-44ff-8e18-fa2a8e94e7fc', 'mac_address': 'fa:16:3e:06:86:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:06:01.826454 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:01.860395 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345f3383-255c-44ff-8e18-fa2a8e94e7fc {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:01.902439 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 345f3383-255c-44ff-8e18-fa2a8e94e7fc, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=345f3383-255c-44ff-8e18-fa2a8e94e7fc,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:01.917289 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:02.009215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=345f3383-255c-44ff-8e18-fa2a8e94e7fc,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:02.032667 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2e5e6b97-dc6a-47b9-8675-41575120f924 req-a8a1c558-2abd-485a-b564-adc48d4c7194 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7405066 Jul 15 23:06:02.073013 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f67e4fb2-0a81-43b7-95d7-0ff709cda7d8 req-09418f60-1470-46a3-9f48-50289aa58317 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:02.185735 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-38521a6d-dbaa-4b39-aa77-c9748f501ed4 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:02.186728 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-38521a6d-dbaa-4b39-aa77-c9748f501ed4 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:02.221770 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8220-08ae-4506-b50d-3b8cfcac444b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:02.224543 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-38521a6d-dbaa-4b39-aa77-c9748f501ed4 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5219953 Jul 15 23:06:02.252162 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['345f3383-255c-44ff-8e18-fa2a8e94e7fc'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:02.291776 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2e5e6b97-dc6a-47b9-8675-41575120f924 req-faecbb52-322a-432a-9cd9-790aeb2e5e59 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455597 Jul 15 23:06:02.303265 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc7eca-cfd5-473a-83fa-a0e18c7d9e15 req-86111ebd-2ed7-4714-a63d-48a8cb42e5b6 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:02.308519 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eddc7eca-cfd5-473a-83fa-a0e18c7d9e15 req-86111ebd-2ed7-4714-a63d-48a8cb42e5b6 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=28467939-8a00-489f-9ca7-ce520be99c22 HTTP/1.1" status: 200 len: 932 time: 0.2257268 Jul 15 23:06:02.366268 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8220-08ae-4506-b50d-3b8cfcac444b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:02.369916 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8220-08ae-4506-b50d-3b8cfcac444b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:02.446547 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-f67e4fb2-0a81-43b7-95d7-0ff709cda7d8 req-09418f60-1470-46a3-9f48-50289aa58317 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] For port 7cac87b5-5615-4545-97ab-d65dd384197f, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=7cac87b5-5615-4545-97ab-d65dd384197f,segment=NetworkSegment(2e64f487-053c-4004-a3af-756cbd108bb6),segment_id=2e64f487-053c-4004-a3af-756cbd108bb6)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:02.448728 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Request body: {'port': {'device_id': '28467939-8a00-489f-9ca7-ce520be99c22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:02.481037 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f67e4fb2-0a81-43b7-95d7-0ff709cda7d8 req-09418f60-1470-46a3-9f48-50289aa58317 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:02.488878 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f67e4fb2-0a81-43b7-95d7-0ff709cda7d8 req-09418f60-1470-46a3-9f48-50289aa58317 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:02.504922 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8220-08ae-4506-b50d-3b8cfcac444b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:02.505826 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8e8220-08ae-4506-b50d-3b8cfcac444b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 832745c7-2081-4128-9a0f-9c9d6efe7add {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:06:02.522066 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['7cac87b5-5615-4545-97ab-d65dd384197f'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:02.542207 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e4fb2-0a81-43b7-95d7-0ff709cda7d8 req-09418f60-1470-46a3-9f48-50289aa58317 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:02.543044 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f67e4fb2-0a81-43b7-95d7-0ff709cda7d8 req-09418f60-1470-46a3-9f48-50289aa58317 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:02.544568 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f67e4fb2-0a81-43b7-95d7-0ff709cda7d8 req-09418f60-1470-46a3-9f48-50289aa58317 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "PUT /v2.0/ports/7cac87b5-5615-4545-97ab-d65dd384197f HTTP/1.1" status: 200 len: 981 time: 1.1876030 Jul 15 23:06:02.545503 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e951f855-c36b-40c4-b916-7cb1b4f4b66d', 'tag': '7cac87b5-5615-4545-97ab-d65dd384197f'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:02.551215 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60f56ca-6ec6-4bc5-88b7-a17a52ba6494" -d '{"events": [{"name": "network-changed", "server_uuid": "e951f855-c36b-40c4-b916-7cb1b4f4b66d", "tag": "7cac87b5-5615-4545-97ab-d65dd384197f"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:02.564339 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eddc7eca-cfd5-473a-83fa-a0e18c7d9e15 req-5531a1a4-2c81-4484-a669-5a3e4a5c8054 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501137 Jul 15 23:06:02.565813 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8220-08ae-4506-b50d-3b8cfcac444b admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:02.567473 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cc8e8220-08ae-4506-b50d-3b8cfcac444b admin admin] 10.222.0.16 "DELETE /v2.0/routers/832745c7-2081-4128-9a0f-9c9d6efe7add HTTP/1.1" status: 204 len: 168 time: 3.3526866 Jul 15 23:06:02.572641 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40832) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:02.621594 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:02.657855 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df35cbea-1369-41eb-b2db-8db740eb3343 x-openstack-request-id: req-df35cbea-1369-41eb-b2db-8db740eb3343 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:02.658126 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7486c404-e90c-4fae-a1ec-d67daffb3f52", "name": "network-vif-plugged", "status": "completed", "tag": "c5eb601b-188a-4b27-8d77-8f099fc61953", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:02.658393 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df35cbea-1369-41eb-b2db-8db740eb3343 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:02.658802 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7486c404-e90c-4fae-a1ec-d67daffb3f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5eb601b-188a-4b27-8d77-8f099fc61953', 'code': 200} Jul 15 23:06:02.660035 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['7cac87b5-5615-4545-97ab-d65dd384197f'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:02.754756 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-0daec952-2b42-49a3-ac32-4364dc541cf6 admin admin] Deleting subnet cb958b45-2fa0-4e9b-a203-f469b0644c68 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:06:02.760251 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0daec952-2b42-49a3-ac32-4364dc541cf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:02.762798 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09418f60-1470-46a3-9f48-50289aa58317 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Pushing event updated for resources: {'Port': ['ID=7cac87b5-5615-4545-97ab-d65dd384197f,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:02.840841 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f1c63f3f-6d6b-4370-9a2d-42d3483e73d7 req-d20dd0cf-76ac-42e1-9e56-58f08b6f432d tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:02.861586 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0daec952-2b42-49a3-ac32-4364dc541cf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:02.914482 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0daec952-2b42-49a3-ac32-4364dc541cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:03.009336 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0daec952-2b42-49a3-ac32-4364dc541cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:03.056540 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8ca15b2d-14c9-401a-ba77-1e6017322753 req-fc2eef21-d9ee-4883-ad6a-5b55a1cc6a9d tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b217ed-2bd7-40b7-bcba-705acfdfa0df HTTP/1.1" status: 200 len: 210 time: 0.2308002 Jul 15 23:06:03.097548 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0daec952-2b42-49a3-ac32-4364dc541cf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:03.099721 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0daec952-2b42-49a3-ac32-4364dc541cf6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cb958b45-2fa0-4e9b-a203-f469b0644c68 HTTP/1.1" status: 204 len: 168 time: 0.5214360 Jul 15 23:06:03.103392 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daec952-2b42-49a3-ac32-4364dc541cf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb958b45-2fa0-4e9b-a203-f469b0644c68,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:03.105804 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40838) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:03.158338 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 565f7a18-5a9f-4895-a195-77d804617a12 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:03.167053 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e987911-959c-4c26-9a18-418b965e877b req-87d72a0a-1f48-4f60-a820-19ed20021565 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:03.167836 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:03.174393 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4e987911-959c-4c26-9a18-418b965e877b req-87d72a0a-1f48-4f60-a820-19ed20021565 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=7486c404-e90c-4fae-a1ec-d67daffb3f52 HTTP/1.1" status: 200 len: 950 time: 0.3476219 Jul 15 23:06:03.181151 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Transition to ACTIVE for port object 565f7a18-5a9f-4895-a195-77d804617a12 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:03.216152 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:03.236490 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20dd0cf-76ac-42e1-9e56-58f08b6f432d tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Pushing event deleted for resources: {'Port': ['ID=9a5b32d8-4b91-42ca-a5f4-8b3b48c94467,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:03.254189 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1cd8987c-f5fa-4782-95e8-54228bb4ad05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:03.307930 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-79030967-d46d-4eca-8e86-e8bb3184c79c req-2ad35b56-e456-4264-aba0-6ad3d2e33cf3 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-222062762&fields=id&tenant_id=75dba73826074396acc24302f5efb0e8 HTTP/1.1" status: 200 len: 267 time: 0.0964692 Jul 15 23:06:03.316351 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4e987911-959c-4c26-9a18-418b965e877b req-a7c5d4be-4c39-411c-aa4d-d56fc24ab0dc tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409681 Jul 15 23:06:03.348809 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 8fea6676-1e23-41bf-bb5b-dd9d5e85ac96 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:06:03.447170 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 8fea6676-1e23-41bf-bb5b-dd9d5e85ac96 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:06:03.447832 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 8fea6676-1e23-41bf-bb5b-dd9d5e85ac96 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:06:03.496955 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c63f3f-6d6b-4370-9a2d-42d3483e73d7 req-d20dd0cf-76ac-42e1-9e56-58f08b6f432d tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] No DVR routers for this DVR port 9a5b32d8-4b91-42ca-a5f4-8b3b48c94467 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:06:03.508061 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e0cc6a-ce6e-4679-ae97-1c0b94ea2534 x-openstack-request-id: req-48e0cc6a-ce6e-4679-ae97-1c0b94ea2534 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:03.508463 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e951f855-c36b-40c4-b916-7cb1b4f4b66d", "tag": "7cac87b5-5615-4545-97ab-d65dd384197f", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:03.508823 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-48e0cc6a-ce6e-4679-ae97-1c0b94ea2534 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:03.509535 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e951f855-c36b-40c4-b916-7cb1b4f4b66d', 'tag': '7cac87b5-5615-4545-97ab-d65dd384197f', 'status': 'completed', 'code': 200} Jul 15 23:06:03.513522 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f1c63f3f-6d6b-4370-9a2d-42d3483e73d7 req-d20dd0cf-76ac-42e1-9e56-58f08b6f432d tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:03.524639 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f1c63f3f-6d6b-4370-9a2d-42d3483e73d7 req-d20dd0cf-76ac-42e1-9e56-58f08b6f432d tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.36 "DELETE /v2.0/ports/9a5b32d8-4b91-42ca-a5f4-8b3b48c94467 HTTP/1.1" status: 204 len: 173 time: 3.0932052 Jul 15 23:06:03.526801 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Pushing event updated for resources: {'Port': ['ID=565f7a18-5a9f-4895-a195-77d804617a12,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:03.560997 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0352e-3440-4951-b2ee-a8206eb4bf3e req-6d699566-4d88-4668-872f-602d7070c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:03.562526 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b6d0352e-3440-4951-b2ee-a8206eb4bf3e req-6d699566-4d88-4668-872f-602d7070c79c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7486c404-e90c-4fae-a1ec-d67daffb3f52 HTTP/1.1" status: 200 len: 1101 time: 0.8005898 Jul 15 23:06:03.563004 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b217ed-2bd7-40b7-bcba-705acfdfa0df', 'name': 'network-vif-deleted', 'tag': '9a5b32d8-4b91-42ca-a5f4-8b3b48c94467'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:03.565281 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910ebec5-fc19-4ec9-91d8-46d49d64bec0" -d '{"events": [{"server_uuid": "34b217ed-2bd7-40b7-bcba-705acfdfa0df", "name": "network-vif-deleted", "tag": "9a5b32d8-4b91-42ca-a5f4-8b3b48c94467"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:03.583169 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 345f3383-255c-44ff-8e18-fa2a8e94e7fc up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:03.660894 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1cd8987c-f5fa-4782-95e8-54228bb4ad05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:03.688761 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 345f3383-255c-44ff-8e18-fa2a8e94e7fc completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:03.695799 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 345f3383-255c-44ff-8e18-fa2a8e94e7fc triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:03.696711 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:03.699265 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-1cd8987c-f5fa-4782-95e8-54228bb4ad05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['147f0164-be98-43b4-81d0-63f63c5d44c6']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:03.736732 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79030967-d46d-4eca-8e86-e8bb3184c79c req-8d28d172-01a4-4fd9-a670-0d1407595380 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:03.738500 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-79030967-d46d-4eca-8e86-e8bb3184c79c req-8d28d172-01a4-4fd9-a670-0d1407595380 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 984 time: 0.4146619 Jul 15 23:06:03.744934 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-1cd8987c-f5fa-4782-95e8-54228bb4ad05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bcbfba5-f1c1-4236-a250-542a8e550bb9') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:03.745370 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-1cd8987c-f5fa-4782-95e8-54228bb4ad05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bcbfba5-f1c1-4236-a250-542a8e550bb9') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:03.758579 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-79030967-d46d-4eca-8e86-e8bb3184c79c req-1b5bca9b-d43c-4a9b-9eb2-0c04619252eb tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Request body: {'port': {'security_groups': ['0f1bba3c-a016-4a4e-8754-0c290b07c1ef']}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:03.780257 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b6d0352e-3440-4951-b2ee-a8206eb4bf3e req-f74ce60a-e258-413f-8d3a-bd60fe576b65 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040575 Jul 15 23:06:03.788812 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Attempting to bind port 565f7a18-5a9f-4895-a195-77d804617a12 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:06:03.789432 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Attempting to bind port 565f7a18-5a9f-4895-a195-77d804617a12 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'e4123201-2be0-467e-9ef2-4cf1263c3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f31abbaf-85af-4828-a64a-6617d309ea62'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:06:03.789962 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Attempting to bind port 565f7a18-5a9f-4895-a195-77d804617a12 on network f31abbaf-85af-4828-a64a-6617d309ea62 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:03.795498 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f56ca-6ec6-4bc5-88b7-a17a52ba6494 req-9dd13db2-955d-4b3e-9ac1-5bf9fa1c064e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:03.797631 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a60f56ca-6ec6-4bc5-88b7-a17a52ba6494 req-9dd13db2-955d-4b3e-9ac1-5bf9fa1c064e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75dba73826074396acc24302f5efb0e8&device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 1135 time: 0.2572365 Jul 15 23:06:03.799946 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Port 565f7a18-5a9f-4895-a195-77d804617a12 on network f31abbaf-85af-4828-a64a-6617d309ea62 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:06:03.800486 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Attempting to bind port 565f7a18-5a9f-4895-a195-77d804617a12 on network f31abbaf-85af-4828-a64a-6617d309ea62 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:03.807213 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:06:03.807851 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Checking segment: {'id': 'e4123201-2be0-467e-9ef2-4cf1263c3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f31abbaf-85af-4828-a64a-6617d309ea62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:06:03.808415 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Bound using segment: {'id': 'e4123201-2be0-467e-9ef2-4cf1263c3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f31abbaf-85af-4828-a64a-6617d309ea62'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:06:03.809030 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Bound port: 565f7a18-5a9f-4895-a195-77d804617a12, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4123201-2be0-467e-9ef2-4cf1263c3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f31abbaf-85af-4828-a64a-6617d309ea62'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:06:03.809593 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:03.811427 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1cd8987c-f5fa-4782-95e8-54228bb4ad05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:03.844178 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1cd8987c-f5fa-4782-95e8-54228bb4ad05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:03.857615 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd8987c-f5fa-4782-95e8-54228bb4ad05 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:06:03.860327 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1cd8987c-f5fa-4782-95e8-54228bb4ad05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:03.883031 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:03.922421 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31057c87-96ec-4951-9b9b-2f05df6ad1d4 x-openstack-request-id: req-31057c87-96ec-4951-9b9b-2f05df6ad1d4 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:03.926496 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b217ed-2bd7-40b7-bcba-705acfdfa0df", "name": "network-vif-deleted", "tag": "9a5b32d8-4b91-42ca-a5f4-8b3b48c94467", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:03.926861 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31057c87-96ec-4951-9b9b-2f05df6ad1d4 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:03.927491 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b217ed-2bd7-40b7-bcba-705acfdfa0df', 'name': 'network-vif-deleted', 'tag': '9a5b32d8-4b91-42ca-a5f4-8b3b48c94467', 'status': 'completed', 'code': 200} Jul 15 23:06:03.934322 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] For port 565f7a18-5a9f-4895-a195-77d804617a12, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:06:03.941215 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:06:03.954734 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] For port 565f7a18-5a9f-4895-a195-77d804617a12, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=565f7a18-5a9f-4895-a195-77d804617a12,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:06:03.955715 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1cd8987c-f5fa-4782-95e8-54228bb4ad05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:03.962030 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:03.968334 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 345f3383-255c-44ff-8e18-fa2a8e94e7fc, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=345f3383-255c-44ff-8e18-fa2a8e94e7fc,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:03.976752 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:03.980525 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1cd8987c-f5fa-4782-95e8-54228bb4ad05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:03.982705 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1cd8987c-f5fa-4782-95e8-54228bb4ad05 admin admin] 10.222.0.16 "DELETE /v2.0/networks/147f0164-be98-43b4-81d0-63f63c5d44c6 HTTP/1.1" status: 204 len: 168 time: 0.8750312 Jul 15 23:06:04.023708 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8987c-f5fa-4782-95e8-54228bb4ad05 admin admin] Pushing event deleted for resources: {'Network': ['ID=147f0164-be98-43b4-81d0-63f63c5d44c6,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:04.051608 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-79030967-d46d-4eca-8e86-e8bb3184c79c req-1b5bca9b-d43c-4a9b-9eb2-0c04619252eb tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:04.076844 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Pushing event updated for resources: {'Port': ['ID=565f7a18-5a9f-4895-a195-77d804617a12,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:04.097749 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=345f3383-255c-44ff-8e18-fa2a8e94e7fc,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:04.150593 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:04.151694 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:04.153389 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] 10.222.0.43 "PUT /v2.0/ports/565f7a18-5a9f-4895-a195-77d804617a12 HTTP/1.1" status: 200 len: 1092 time: 1.7353201 Jul 15 23:06:04.154947 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:04.157242 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:04.157660 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:04.158074 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:04.158487 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:04.158929 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:04.164783 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:04.165227 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:04.166145 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:04.166561 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:04.167121 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:04.167523 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29991c4a-498e-498b-9cf7-3fff1a9606f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:04.173012 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40848) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:04.283270 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b5d0a-e4cf-469e-bb17-0db72c53d588 req-d55b5d07-3283-474f-9aec-e4ded264cf05 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:04.285138 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-672b5d0a-e4cf-469e-bb17-0db72c53d588 req-d55b5d07-3283-474f-9aec-e4ded264cf05 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=28467939-8a00-489f-9ca7-ce520be99c22 HTTP/1.1" status: 200 len: 944 time: 0.1905968 Jul 15 23:06:04.332680 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f56ca-6ec6-4bc5-88b7-a17a52ba6494 req-54723521-05c0-4ef4-a97e-273825cdbab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:04.334171 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a60f56ca-6ec6-4bc5-88b7-a17a52ba6494 req-54723521-05c0-4ef4-a97e-273825cdbab5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5369888-bf25-48d3-ac70-13804baa37e8 HTTP/1.1" status: 200 len: 920 time: 0.2405055 Jul 15 23:06:04.337234 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7d311fe7-b22e-4ac4-bf57-eb5bae4c81da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6527c2f6f2cf474e911d5a1b1b647a38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1585324 Jul 15 23:06:04.341271 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40850) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:04.353074 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-672b5d0a-e4cf-469e-bb17-0db72c53d588 req-1d1ac597-b9c7-4a2c-91d9-c7a9cacd2616 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619190 Jul 15 23:06:04.416297 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-f1f3e0fe-9557-4148-b754-803aedd6a02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:04.417792 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-f1f3e0fe-9557-4148-b754-803aedd6a02d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2a452b58336c47bc96f6d17c1c9a4e71&device_id=28467939-8a00-489f-9ca7-ce520be99c22 HTTP/1.1" status: 200 len: 1095 time: 0.1747034 Jul 15 23:06:04.481618 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-79030967-d46d-4eca-8e86-e8bb3184c79c req-1b5bca9b-d43c-4a9b-9eb2-0c04619252eb tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] For port 7cac87b5-5615-4545-97ab-d65dd384197f, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=7cac87b5-5615-4545-97ab-d65dd384197f,segment=NetworkSegment(2e64f487-053c-4004-a3af-756cbd108bb6),segment_id=2e64f487-053c-4004-a3af-756cbd108bb6)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:04.508707 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a60f56ca-6ec6-4bc5-88b7-a17a52ba6494 req-2653d93a-3537-4b34-9161-d598287531b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cac87b5-5615-4545-97ab-d65dd384197f HTTP/1.1" status: 200 len: 217 time: 0.1401129 Jul 15 23:06:04.551181 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-79030967-d46d-4eca-8e86-e8bb3184c79c req-1b5bca9b-d43c-4a9b-9eb2-0c04619252eb tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:04.554991 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-beb8e656-de8c-42ee-a5fc-6cf32e527b5d req-44068b7e-ad68-480d-ac9e-383ee9235ce5 tempest-ServerDiagnosticsNegativeTest-926914126 tempest-ServerDiagnosticsNegativeTest-926914126-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b217ed-2bd7-40b7-bcba-705acfdfa0df HTTP/1.1" status: 200 len: 210 time: 0.0520074 Jul 15 23:06:04.557147 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-79030967-d46d-4eca-8e86-e8bb3184c79c req-1b5bca9b-d43c-4a9b-9eb2-0c04619252eb tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:04.590298 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ecee0901-207e-46bc-a890-18c7fd8f8658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:04.597319 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-3ca796e1-00c4-417f-9173-77d48b8a4775 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=565f7a18-5a9f-4895-a195-77d804617a12 HTTP/1.1" status: 200 len: 217 time: 0.1124418 Jul 15 23:06:04.598757 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['7cac87b5-5615-4545-97ab-d65dd384197f'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:04.633914 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5bca9b-d43c-4a9b-9eb2-0c04619252eb tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Pushing event updated for resources: {'Port': ['ID=7cac87b5-5615-4545-97ab-d65dd384197f,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:04.667884 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79030967-d46d-4eca-8e86-e8bb3184c79c req-1b5bca9b-d43c-4a9b-9eb2-0c04619252eb tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:04.668817 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-79030967-d46d-4eca-8e86-e8bb3184c79c req-1b5bca9b-d43c-4a9b-9eb2-0c04619252eb tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:04.683261 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-79030967-d46d-4eca-8e86-e8bb3184c79c req-1b5bca9b-d43c-4a9b-9eb2-0c04619252eb tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "PUT /v2.0/ports/7cac87b5-5615-4545-97ab-d65dd384197f HTTP/1.1" status: 200 len: 942 time: 0.9354415 Jul 15 23:06:04.722787 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f1352f-15de-4a65-ae9b-c9f6a61c5060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345f3383-255c-44ff-8e18-fa2a8e94e7fc'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:04.729644 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85639d4-749e-48c5-8b1c-10d44a550f3c" -d '{"events": [{"server_uuid": "d6f1352f-15de-4a65-ae9b-c9f6a61c5060", "name": "network-vif-plugged", "status": "completed", "tag": "345f3383-255c-44ff-8e18-fa2a8e94e7fc"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:04.783725 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ecee0901-207e-46bc-a890-18c7fd8f8658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:04.793076 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f56ca-6ec6-4bc5-88b7-a17a52ba6494 req-356c3160-d08e-4027-9dd7-97d1d3f3da7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:04.794543 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a60f56ca-6ec6-4bc5-88b7-a17a52ba6494 req-356c3160-d08e-4027-9dd7-97d1d3f3da7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2832a628-6b8f-4e7d-8393-3c15cbb3a589 HTTP/1.1" status: 200 len: 859 time: 0.2519469 Jul 15 23:06:04.809993 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['7cac87b5-5615-4545-97ab-d65dd384197f'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:04.818671 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-f47402ce-81a5-4cfd-945b-bf4de9b78fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:04.821250 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-f47402ce-81a5-4cfd-945b-bf4de9b78fe5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4e4e4463-c0f1-483a-8548-ef2c0500a26e HTTP/1.1" status: 200 len: 844 time: 0.1776340 Jul 15 23:06:04.863370 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e2714-624d-4b54-9a9e-925e545ce837 req-7feccca3-37f3-4b2d-bff7-5382be77dc30 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:04.865538 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8e1e2714-624d-4b54-9a9e-925e545ce837 req-7feccca3-37f3-4b2d-bff7-5382be77dc30 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=7486c404-e90c-4fae-a1ec-d67daffb3f52 HTTP/1.1" status: 200 len: 950 time: 0.0983880 Jul 15 23:06:04.877156 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a60f56ca-6ec6-4bc5-88b7-a17a52ba6494 req-ab63bef6-0f53-4834-8ade-248a4ba3a5c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5369888-bf25-48d3-ac70-13804baa37e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693245 Jul 15 23:06:04.878842 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 9a5b32d8-4b91-42ca-a5f4-8b3b48c94467 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:06:04.912821 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 9a5b32d8-4b91-42ca-a5f4-8b3b48c94467 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:06:04.914088 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 9a5b32d8-4b91-42ca-a5f4-8b3b48c94467 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:06:05.033261 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a60f56ca-6ec6-4bc5-88b7-a17a52ba6494 req-18340c3f-2940-4f88-a250-2f11e8566402 service neutron] 10.222.0.36 "GET /v2.0/networks/e5369888-bf25-48d3-ac70-13804baa37e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495528 Jul 15 23:06:05.035292 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-0d3c4984-8a19-4e2c-ae87-320b481a1505 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f31abbaf-85af-4828-a64a-6617d309ea62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1658261 Jul 15 23:06:05.087267 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8e1e2714-624d-4b54-9a9e-925e545ce837 req-a6788a13-dc11-419e-9af8-b7be85936c21 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898832 Jul 15 23:06:05.204420 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb034bab-b17f-4854-9192-1013f4b9af02 x-openstack-request-id: req-eb034bab-b17f-4854-9192-1013f4b9af02 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:05.204930 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f1352f-15de-4a65-ae9b-c9f6a61c5060", "name": "network-vif-plugged", "status": "completed", "tag": "345f3383-255c-44ff-8e18-fa2a8e94e7fc", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:05.205388 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eb034bab-b17f-4854-9192-1013f4b9af02 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:05.205944 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f1352f-15de-4a65-ae9b-c9f6a61c5060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345f3383-255c-44ff-8e18-fa2a8e94e7fc', 'code': 200} Jul 15 23:06:05.209538 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e3a42e04-1923-49a2-8cf4-00e024f8ed78 req-41a62c67-5b8b-4c59-9fae-f1243ae25835 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3431339 Jul 15 23:06:05.230218 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ecee0901-207e-46bc-a890-18c7fd8f8658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:05.232757 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ecee0901-207e-46bc-a890-18c7fd8f8658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:05.233739 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-e3a42e04-1923-49a2-8cf4-00e024f8ed78 req-e90437ab-7647-4ac6-abfb-e36db986e76f tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:05.233894 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ecee0901-207e-46bc-a890-18c7fd8f8658 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9667c127-f2f3-4b55-a09c-8bea20a8ea54 HTTP/1.1" status: 204 len: 168 time: 0.8908751 Jul 15 23:06:05.261082 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee0901-207e-46bc-a890-18c7fd8f8658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9667c127-f2f3-4b55-a09c-8bea20a8ea54,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:05.292522 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e3a42e04-1923-49a2-8cf4-00e024f8ed78 req-e90437ab-7647-4ac6-abfb-e36db986e76f tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:05.318239 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a60f56ca-6ec6-4bc5-88b7-a17a52ba6494 req-a776d1b9-d6ec-4579-b1ec-da6c4599748b service neutron] 10.222.0.36 "GET /v2.0/networks/e5369888-bf25-48d3-ac70-13804baa37e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741323 Jul 15 23:06:05.321500 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-3335a130-cbe0-4cd1-8786-8b0d97c2a66d service neutron] 10.222.0.43 "GET /v2.0/networks/f31abbaf-85af-4828-a64a-6617d309ea62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690549 Jul 15 23:06:05.472426 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48cbe149-f7b6-4201-86d9-92b8ee4dd11b req-d8d9097f-d45d-472b-82b5-6c1dc5ac416b service neutron] 10.222.0.43 "GET /v2.0/networks/f31abbaf-85af-4828-a64a-6617d309ea62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423707 Jul 15 23:06:05.480152 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6404d-1a29-406d-b38e-b51fe5dcabb1 req-9ec66061-d175-40ad-b82b-2df220304f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:05.481634 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cae6404d-1a29-406d-b38e-b51fe5dcabb1 req-9ec66061-d175-40ad-b82b-2df220304f72 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d6f1352f-15de-4a65-ae9b-c9f6a61c5060 HTTP/1.1" status: 200 len: 1101 time: 0.1792474 Jul 15 23:06:05.511297 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e951f855-c36b-40c4-b916-7cb1b4f4b66d', 'tag': '7cac87b5-5615-4545-97ab-d65dd384197f'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:05.514890 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908e3168-4770-44f3-917c-8a6c056913bd" -d '{"events": [{"name": "network-changed", "server_uuid": "e951f855-c36b-40c4-b916-7cb1b4f4b66d", "tag": "7cac87b5-5615-4545-97ab-d65dd384197f"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:05.541037 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cae6404d-1a29-406d-b38e-b51fe5dcabb1 req-8a60c66c-f1a4-48a7-83db-a811da282bc5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486093 Jul 15 23:06:05.543463 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e3a42e04-1923-49a2-8cf4-00e024f8ed78 req-e90437ab-7647-4ac6-abfb-e36db986e76f tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:05.740552 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-e3a42e04-1923-49a2-8cf4-00e024f8ed78 req-e90437ab-7647-4ac6-abfb-e36db986e76f tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Allocated IP 172.25.4.191 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/b9060715-ff3f-4aa8-ae8a-9ea0cd35be18) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:06:05.749669 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f44b3-c322-4e40-aee8-df15fe6d21fa req-31579851-1afe-43e3-8df6-a08a071bede9 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:05.751213 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b75f44b3-c322-4e40-aee8-df15fe6d21fa req-31579851-1afe-43e3-8df6-a08a071bede9 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=28467939-8a00-489f-9ca7-ce520be99c22 HTTP/1.1" status: 200 len: 944 time: 0.1563377 Jul 15 23:06:05.818489 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b75f44b3-c322-4e40-aee8-df15fe6d21fa req-8871d9fb-a78e-4b4a-9394-c3b9da749a7d tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581355 Jul 15 23:06:05.900562 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad7a32f-0a00-42e7-8d8b-51f81aa15a39 x-openstack-request-id: req-0ad7a32f-0a00-42e7-8d8b-51f81aa15a39 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:05.900917 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e951f855-c36b-40c4-b916-7cb1b4f4b66d", "tag": "7cac87b5-5615-4545-97ab-d65dd384197f", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:05.901234 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ad7a32f-0a00-42e7-8d8b-51f81aa15a39 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:05.901677 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e951f855-c36b-40c4-b916-7cb1b4f4b66d', 'tag': '7cac87b5-5615-4545-97ab-d65dd384197f', 'status': 'completed', 'code': 200} Jul 15 23:06:05.904625 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e3a42e04-1923-49a2-8cf4-00e024f8ed78 req-e90437ab-7647-4ac6-abfb-e36db986e76f tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:05.928279 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28467939-8a00-489f-9ca7-ce520be99c22', 'tag': '565f7a18-5a9f-4895-a195-77d804617a12'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:05.930868 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ac0035-ba79-4fbf-9026-85b0739d3653" -d '{"events": [{"name": "network-changed", "server_uuid": "28467939-8a00-489f-9ca7-ce520be99c22", "tag": "565f7a18-5a9f-4895-a195-77d804617a12"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:05.978359 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e3a42e04-1923-49a2-8cf4-00e024f8ed78 req-e90437ab-7647-4ac6-abfb-e36db986e76f tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:06.026427 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a42e04-1923-49a2-8cf4-00e024f8ed78 req-e90437ab-7647-4ac6-abfb-e36db986e76f tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:06:06.029461 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-e3a42e04-1923-49a2-8cf4-00e024f8ed78 req-e90437ab-7647-4ac6-abfb-e36db986e76f tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:06:06.035324 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a42e04-1923-49a2-8cf4-00e024f8ed78 req-e90437ab-7647-4ac6-abfb-e36db986e76f tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:06:06.063395 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90437ab-7647-4ac6-abfb-e36db986e76f tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Pushing event updated for resources: {'Port': ['ID=b9060715-ff3f-4aa8-ae8a-9ea0cd35be18,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:06.131598 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e3168-4770-44f3-917c-8a6c056913bd req-6a5d9065-5151-41ea-a179-09a510590e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:06.134181 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-908e3168-4770-44f3-917c-8a6c056913bd req-6a5d9065-5151-41ea-a179-09a510590e1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75dba73826074396acc24302f5efb0e8&device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 1096 time: 0.1844101 Jul 15 23:06:06.171953 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e3a42e04-1923-49a2-8cf4-00e024f8ed78 req-e90437ab-7647-4ac6-abfb-e36db986e76f tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:06.207237 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021b63f9-bd37-4ee5-bc11-8fa36fb6b415 x-openstack-request-id: req-021b63f9-bd37-4ee5-bc11-8fa36fb6b415 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:06.210882 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28467939-8a00-489f-9ca7-ce520be99c22", "tag": "565f7a18-5a9f-4895-a195-77d804617a12", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:06.211136 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-021b63f9-bd37-4ee5-bc11-8fa36fb6b415 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:06.211544 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28467939-8a00-489f-9ca7-ce520be99c22', 'tag': '565f7a18-5a9f-4895-a195-77d804617a12', 'status': 'completed', 'code': 200} Jul 15 23:06:06.323780 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e3168-4770-44f3-917c-8a6c056913bd req-0f1feca8-1c10-4fdf-b2e0-44d39df823a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:06.325290 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-908e3168-4770-44f3-917c-8a6c056913bd req-0f1feca8-1c10-4fdf-b2e0-44d39df823a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5369888-bf25-48d3-ac70-13804baa37e8 HTTP/1.1" status: 200 len: 920 time: 0.1849804 Jul 15 23:06:06.328036 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e3a42e04-1923-49a2-8cf4-00e024f8ed78 req-e90437ab-7647-4ac6-abfb-e36db986e76f tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:06.390760 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-908e3168-4770-44f3-917c-8a6c056913bd req-cee6d06e-791e-4b5b-8b28-220b0493acdb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cac87b5-5615-4545-97ab-d65dd384197f HTTP/1.1" status: 200 len: 217 time: 0.0583363 Jul 15 23:06:06.455771 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e3168-4770-44f3-917c-8a6c056913bd req-f558c8f3-7f03-4d95-aa27-4afdfeb38382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:06.457815 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-908e3168-4770-44f3-917c-8a6c056913bd req-f558c8f3-7f03-4d95-aa27-4afdfeb38382 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2832a628-6b8f-4e7d-8393-3c15cbb3a589 HTTP/1.1" status: 200 len: 859 time: 0.0609870 Jul 15 23:06:06.488969 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac0035-ba79-4fbf-9026-85b0739d3653 req-f9a276a4-0f04-4247-bde9-7fc30ea04085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:06.490586 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d7ac0035-ba79-4fbf-9026-85b0739d3653 req-f9a276a4-0f04-4247-bde9-7fc30ea04085 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2a452b58336c47bc96f6d17c1c9a4e71&device_id=28467939-8a00-489f-9ca7-ce520be99c22 HTTP/1.1" status: 200 len: 1095 time: 0.1976349 Jul 15 23:06:06.505403 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40904) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:06.513368 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-908e3168-4770-44f3-917c-8a6c056913bd req-d03a14f0-9e0c-4f0b-ac4f-49f1c2ccc50b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5369888-bf25-48d3-ac70-13804baa37e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477037 Jul 15 23:06:06.626489 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-908e3168-4770-44f3-917c-8a6c056913bd req-ae9544d7-037c-4f40-939b-0a1d70c61430 service neutron] 10.222.0.36 "GET /v2.0/networks/e5369888-bf25-48d3-ac70-13804baa37e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063604 Jul 15 23:06:06.634996 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517c84c-c088-4b6c-8c0d-8085faba2c33 req-a58ce366-1e81-411b-8800-b46d6741de7e tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:06.642095 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2517c84c-c088-4b6c-8c0d-8085faba2c33 req-a58ce366-1e81-411b-8800-b46d6741de7e tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=7486c404-e90c-4fae-a1ec-d67daffb3f52 HTTP/1.1" status: 200 len: 950 time: 0.2447743 Jul 15 23:06:06.767138 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2517c84c-c088-4b6c-8c0d-8085faba2c33 req-0e4d1e63-c78d-4733-9f14-36e4e86b1560 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240509 Jul 15 23:06:06.791389 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-908e3168-4770-44f3-917c-8a6c056913bd req-12bc3a2e-bf5f-404b-beb0-c999674435e1 service neutron] 10.222.0.36 "GET /v2.0/networks/e5369888-bf25-48d3-ac70-13804baa37e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569517 Jul 15 23:06:06.802833 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5725f7da-1b20-4200-b198-ef64f7d2e7d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a66fb7c3622f482b99f289113908ebc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939992 Jul 15 23:06:06.803276 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40910) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:06.817650 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e3a42e04-1923-49a2-8cf4-00e024f8ed78 req-e90437ab-7647-4ac6-abfb-e36db986e76f tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:06.845076 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e3a42e04-1923-49a2-8cf4-00e024f8ed78 req-e90437ab-7647-4ac6-abfb-e36db986e76f tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:06.852918 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac0035-ba79-4fbf-9026-85b0739d3653 req-73621cbd-78c2-4b23-8149-8b027066db65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:06.868113 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d7ac0035-ba79-4fbf-9026-85b0739d3653 req-73621cbd-78c2-4b23-8149-8b027066db65 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f31abbaf-85af-4828-a64a-6617d309ea62 HTTP/1.1" status: 200 len: 905 time: 0.3156106 Jul 15 23:06:06.891516 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e68ae18-a8b4-4acb-8672-4b215c5cb491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:06.918897 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e68ae18-a8b4-4acb-8672-4b215c5cb491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:06.945882 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d7ac0035-ba79-4fbf-9026-85b0739d3653 req-ad0ed187-a5da-407b-802f-15d4a81725d2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=565f7a18-5a9f-4895-a195-77d804617a12 HTTP/1.1" status: 200 len: 217 time: 0.0433569 Jul 15 23:06:07.018087 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90437ab-7647-4ac6-abfb-e36db986e76f tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Pushing event updated for resources: {'Port': ['ID=b9060715-ff3f-4aa8-ae8a-9ea0cd35be18,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:07.040056 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e68ae18-a8b4-4acb-8672-4b215c5cb491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:07.046180 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e68ae18-a8b4-4acb-8672-4b215c5cb491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:07.049916 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8e68ae18-a8b4-4acb-8672-4b215c5cb491 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c52fddb-d8ff-4f7b-9157-b3fc36b99b5e HTTP/1.1" status: 204 len: 168 time: 0.2423308 Jul 15 23:06:07.059246 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e3a42e04-1923-49a2-8cf4-00e024f8ed78 req-e90437ab-7647-4ac6-abfb-e36db986e76f tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:07.065738 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac0035-ba79-4fbf-9026-85b0739d3653 req-7ffd3912-f423-467d-939d-1307b3a271c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:07.067667 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d7ac0035-ba79-4fbf-9026-85b0739d3653 req-7ffd3912-f423-467d-939d-1307b3a271c9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4e4e4463-c0f1-483a-8548-ef2c0500a26e HTTP/1.1" status: 200 len: 844 time: 0.1130202 Jul 15 23:06:07.084121 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68ae18-a8b4-4acb-8672-4b215c5cb491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c52fddb-d8ff-4f7b-9157-b3fc36b99b5e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:07.132765 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e3a42e04-1923-49a2-8cf4-00e024f8ed78 req-e90437ab-7647-4ac6-abfb-e36db986e76f tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:07.133957 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e3a42e04-1923-49a2-8cf4-00e024f8ed78 req-e90437ab-7647-4ac6-abfb-e36db986e76f tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9167967 Jul 15 23:06:07.136033 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d7ac0035-ba79-4fbf-9026-85b0739d3653 req-faa5fa94-4d06-4e65-a877-99740181d909 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f31abbaf-85af-4828-a64a-6617d309ea62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604980 Jul 15 23:06:07.225378 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e3a42e04-1923-49a2-8cf4-00e024f8ed78 req-0ab0cbdc-b38d-4212-b591-e57256825a52 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.191 HTTP/1.1" status: 200 len: 696 time: 0.0831470 Jul 15 23:06:07.503540 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40924) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:07.519074 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b77127e0-0653-4609-9d5e-e4eaf218a861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:07.580000 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 565f7a18-5a9f-4895-a195-77d804617a12 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:06:07.633125 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b77127e0-0653-4609-9d5e-e4eaf218a861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:07.657077 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b77127e0-0653-4609-9d5e-e4eaf218a861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:07.712393 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b77127e0-0653-4609-9d5e-e4eaf218a861 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=004b98e4e46145d9a7c944d184f461d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2071605 Jul 15 23:06:07.713738 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77127e0-0653-4609-9d5e-e4eaf218a861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b571c91-603e-42fa-9577-029fb15f0a2c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:07.730182 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40928) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:07.745478 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 565f7a18-5a9f-4895-a195-77d804617a12, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=565f7a18-5a9f-4895-a195-77d804617a12,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:07.763230 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '565f7a18-5a9f-4895-a195-77d804617a12', 'network_id': 'f31abbaf-85af-4828-a64a-6617d309ea62', 'port_id': '565f7a18-5a9f-4895-a195-77d804617a12', 'mac_address': 'fa:16:3e:7e:08:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4e4463-c0f1-483a-8548-ef2c0500a26e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:06:07.774664 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d7ac0035-ba79-4fbf-9026-85b0739d3653 req-1e1c0adc-53b1-4289-a118-984cafad8cab service neutron] 10.222.0.43 "GET /v2.0/networks/f31abbaf-85af-4828-a64a-6617d309ea62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6312201 Jul 15 23:06:07.808097 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:07.810480 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a42e04-1923-49a2-8cf4-00e024f8ed78 req-90502825-94f5-4c47-80e1-7553b5881702 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:07.811959 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e3a42e04-1923-49a2-8cf4-00e024f8ed78 req-90502825-94f5-4c47-80e1-7553b5881702 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 784 time: 0.5780513 Jul 15 23:06:07.822445 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa039743-5c93-417c-8d32-1c2e84ec933c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:07.823382 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 565f7a18-5a9f-4895-a195-77d804617a12 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:07.862056 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa039743-5c93-417c-8d32-1c2e84ec933c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:07.868028 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 565f7a18-5a9f-4895-a195-77d804617a12, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=565f7a18-5a9f-4895-a195-77d804617a12,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:07.872615 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:07.924162 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fbec3-d101-4b11-8baf-7f8e47ef54d3 req-e35f2160-f187-4ebb-baa0-366a737fd90a tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:07.925634 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-be4fbec3-d101-4b11-8baf-7f8e47ef54d3 req-e35f2160-f187-4ebb-baa0-366a737fd90a tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f1352f-15de-4a65-ae9b-c9f6a61c5060 HTTP/1.1" status: 200 len: 950 time: 0.2624958 Jul 15 23:06:07.947614 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa039743-5c93-417c-8d32-1c2e84ec933c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:07.950153 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa039743-5c93-417c-8d32-1c2e84ec933c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:07.951456 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fa039743-5c93-417c-8d32-1c2e84ec933c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b571c91-603e-42fa-9577-029fb15f0a2c HTTP/1.1" status: 204 len: 168 time: 0.2191980 Jul 15 23:06:07.961682 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa039743-5c93-417c-8d32-1c2e84ec933c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b571c91-603e-42fa-9577-029fb15f0a2c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:08.054182 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d7ac0035-ba79-4fbf-9026-85b0739d3653 req-677f0cf2-72f1-4658-bd53-79178b659957 service neutron] 10.222.0.43 "GET /v2.0/networks/f31abbaf-85af-4828-a64a-6617d309ea62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372706 Jul 15 23:06:08.062456 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=565f7a18-5a9f-4895-a195-77d804617a12,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:08.071634 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-be4fbec3-d101-4b11-8baf-7f8e47ef54d3 req-d13a2767-ff32-4602-9a16-bca059db0363 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278813 Jul 15 23:06:08.144756 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6cd33-de93-40a7-9ca3-a165c1ba4bed req-ea3f0010-e134-4e75-89ac-5485628a080a tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:08.146286 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f5d6cd33-de93-40a7-9ca3-a165c1ba4bed req-ea3f0010-e134-4e75-89ac-5485628a080a tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=28467939-8a00-489f-9ca7-ce520be99c22 HTTP/1.1" status: 200 len: 945 time: 0.2039809 Jul 15 23:06:08.233489 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f5d6cd33-de93-40a7-9ca3-a165c1ba4bed req-78c790dd-5ac7-4e42-80f2-a4b64ad83ea1 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680270 Jul 15 23:06:08.280706 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['565f7a18-5a9f-4895-a195-77d804617a12'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:08.532244 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:08.572489 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e800d57-da0a-437c-b868-3aca9271bab5 req-11f90014-00a0-4d53-ae10-0c8d4aea07a1 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:08.584012 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e800d57-da0a-437c-b868-3aca9271bab5 req-11f90014-00a0-4d53-ae10-0c8d4aea07a1 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1526821 Jul 15 23:06:08.661878 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e800d57-da0a-437c-b868-3aca9271bab5 req-1fa50e62-038d-4de1-859b-012d809c4998 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.191 HTTP/1.1" status: 200 len: 696 time: 0.0769420 Jul 15 23:06:08.679140 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-3e800d57-da0a-437c-b868-3aca9271bab5 req-7961a85b-d53a-492d-bacf-315b2b638d87 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Request body: {'floatingip': {'port_id': '7cac87b5-5615-4545-97ab-d65dd384197f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:08.744844 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40952) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:08.785468 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3e800d57-da0a-437c-b868-3aca9271bab5 req-7961a85b-d53a-492d-bacf-315b2b638d87 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks [] for floatingip, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:09.037020 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c9467-e6fa-40de-bfc5-60b2297a3de6 req-9eaf1128-6372-4c72-92aa-84b9ee4c530b tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:09.042319 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f4c4d47-a5ab-4ece-a62f-69e08496c4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:09.045770 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c9467-e6fa-40de-bfc5-60b2297a3de6 req-9eaf1128-6372-4c72-92aa-84b9ee4c530b tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:09.047872 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3d7c9467-e6fa-40de-bfc5-60b2297a3de6 req-9eaf1128-6372-4c72-92aa-84b9ee4c530b tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=7486c404-e90c-4fae-a1ec-d67daffb3f52&device_id=d6f1352f-15de-4a65-ae9b-c9f6a61c5060 HTTP/1.1" status: 200 len: 1691 time: 0.1441433 Jul 15 23:06:09.152287 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3d7c9467-e6fa-40de-bfc5-60b2297a3de6 req-c826d81d-df1d-4bdb-b567-04e9433c7494 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873768 Jul 15 23:06:09.209953 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f4c4d47-a5ab-4ece-a62f-69e08496c4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:09.217673 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f4c4d47-a5ab-4ece-a62f-69e08496c4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:09.272864 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9f4c4d47-a5ab-4ece-a62f-69e08496c4c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=04397d23ab774d4b8994bfefe3506866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5240748 Jul 15 23:06:09.274315 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40972) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:09.284289 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c4d47-a5ab-4ece-a62f-69e08496c4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75db3888-9bed-446e-8927-5536f298b785,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:09.348895 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e804cad4-0958-421b-b763-9548a9150b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:09.376230 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e804cad4-0958-421b-b763-9548a9150b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:09.465692 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e804cad4-0958-421b-b763-9548a9150b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:09.468549 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e804cad4-0958-421b-b763-9548a9150b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:09.471865 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e804cad4-0958-421b-b763-9548a9150b1c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/75db3888-9bed-446e-8927-5536f298b785 HTTP/1.1" status: 204 len: 168 time: 0.1942487 Jul 15 23:06:09.490434 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804cad4-0958-421b-b763-9548a9150b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75db3888-9bed-446e-8927-5536f298b785,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:09.582676 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890dd28-b608-4c33-b121-41d15bd3c6a4 req-c792e70f-4d48-498d-9f59-34b9c0bd727a tempest-ServersOnMultiNodesTest-396940207 tempest-ServersOnMultiNodesTest-396940207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:09.586227 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6890dd28-b608-4c33-b121-41d15bd3c6a4 req-c792e70f-4d48-498d-9f59-34b9c0bd727a tempest-ServersOnMultiNodesTest-396940207 tempest-ServersOnMultiNodesTest-396940207-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7486c404-e90c-4fae-a1ec-d67daffb3f52 HTTP/1.1" status: 200 len: 1101 time: 0.2341976 Jul 15 23:06:09.687066 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6890dd28-b608-4c33-b121-41d15bd3c6a4 req-160df868-9383-4f5f-b4d2-ad6b2934b33f tempest-ServersOnMultiNodesTest-396940207 tempest-ServersOnMultiNodesTest-396940207-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640626 Jul 15 23:06:09.717104 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.db.resource_extend [req-3e800d57-da0a-437c-b868-3aca9271bab5 req-7961a85b-d53a-492d-bacf-315b2b638d87 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:06:09.844325 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3e800d57-da0a-437c-b868-3aca9271bab5 req-7961a85b-d53a-492d-bacf-315b2b638d87 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:09.851434 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3e800d57-da0a-437c-b868-3aca9271bab5 req-7961a85b-d53a-492d-bacf-315b2b638d87 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:10.075679 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18b5b4-e7e9-44c9-834e-884b4ce04ad7 req-f61382f7-db95-4a6a-9cf7-cb44f480ee39 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:10.084473 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb18b5b4-e7e9-44c9-834e-884b4ce04ad7 req-f61382f7-db95-4a6a-9cf7-cb44f480ee39 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=28467939-8a00-489f-9ca7-ce520be99c22 HTTP/1.1" status: 200 len: 945 time: 0.1534002 Jul 15 23:06:10.105905 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [req-3e800d57-da0a-437c-b868-3aca9271bab5 req-7961a85b-d53a-492d-bacf-315b2b638d87 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Floating IP 6af63b8f-f7e6-4261-993a-09df2b184bdc associated. External IP: 172.25.4.191, port: 7cac87b5-5615-4545-97ab-d65dd384197f. Jul 15 23:06:10.191640 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb18b5b4-e7e9-44c9-834e-884b4ce04ad7 req-3cda14a6-9b8a-484a-a218-7f317c2d07e3 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058037 Jul 15 23:06:10.511642 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e800d57-da0a-437c-b868-3aca9271bab5 req-7961a85b-d53a-492d-bacf-315b2b638d87 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Router 3ffa6272-44ce-400f-a3d8-4863b3fe8619 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:06:10.692883 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e800d57-da0a-437c-b868-3aca9271bab5 req-7961a85b-d53a-492d-bacf-315b2b638d87 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:06:10.699259 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3e800d57-da0a-437c-b868-3aca9271bab5 req-7961a85b-d53a-492d-bacf-315b2b638d87 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:10.706405 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe08989-81cd-4f47-bde7-342e4e434b1d None None] Sync routers for ids ['3ffa6272-44ce-400f-a3d8-4863b3fe8619'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:06:10.717372 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe08989-81cd-4f47-bde7-342e4e434b1d None None] Routers {'3ffa6272-44ce-400f-a3d8-4863b3fe8619'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:06:10.718397 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-dbe08989-81cd-4f47-bde7-342e4e434b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:05:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3ffa6272-44ce-400f-a3d8-4863b3fe8619'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:10.752434 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e800d57-da0a-437c-b868-3aca9271bab5 req-7961a85b-d53a-492d-bacf-315b2b638d87 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "PUT /v2.0/floatingips/6af63b8f-f7e6-4261-993a-09df2b184bdc HTTP/1.1" status: 200 len: 996 time: 2.0773625 Jul 15 23:06:10.753955 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e951f855-c36b-40c4-b916-7cb1b4f4b66d', 'tag': '7cac87b5-5615-4545-97ab-d65dd384197f'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:10.756503 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896a4af2-b809-4185-8fc0-78a71887b08a" -d '{"events": [{"name": "network-changed", "server_uuid": "e951f855-c36b-40c4-b916-7cb1b4f4b66d", "tag": "7cac87b5-5615-4545-97ab-d65dd384197f"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:10.770517 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01b99e-807f-4684-94d2-b0c7b973a4d3 req-cc6e348b-38a6-4b1d-add5-2436eb45fee5 tempest-ServersOnMultiNodesTest-396940207 tempest-ServersOnMultiNodesTest-396940207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:10.772488 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fd01b99e-807f-4684-94d2-b0c7b973a4d3 req-cc6e348b-38a6-4b1d-add5-2436eb45fee5 tempest-ServersOnMultiNodesTest-396940207 tempest-ServersOnMultiNodesTest-396940207-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d6f1352f-15de-4a65-ae9b-c9f6a61c5060 HTTP/1.1" status: 200 len: 1101 time: 0.1348753 Jul 15 23:06:10.848748 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-dbe08989-81cd-4f47-bde7-342e4e434b1d None None] Set router 3ffa6272-44ce-400f-a3d8-4863b3fe8619 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:06:10.858839 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fd01b99e-807f-4684-94d2-b0c7b973a4d3 req-1c274c0d-3952-4a18-b7a0-3ee65b0c9b76 tempest-ServersOnMultiNodesTest-396940207 tempest-ServersOnMultiNodesTest-396940207-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758300 Jul 15 23:06:10.881523 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e800d57-da0a-437c-b868-3aca9271bab5 req-84e334de-9f37-45a1-9623-ba12ed320731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:10.902395 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e800d57-da0a-437c-b868-3aca9271bab5 req-84e334de-9f37-45a1-9623-ba12ed320731 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75dba73826074396acc24302f5efb0e8&device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 1096 time: 0.1288915 Jul 15 23:06:11.072358 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e800d57-da0a-437c-b868-3aca9271bab5 req-91fb4520-1ebd-4d0f-9fdc-73e2d331913d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:11.079912 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e800d57-da0a-437c-b868-3aca9271bab5 req-91fb4520-1ebd-4d0f-9fdc-73e2d331913d service neutron] 10.222.0.16 "GET /v2.0/networks?id=e5369888-bf25-48d3-ac70-13804baa37e8 HTTP/1.1" status: 200 len: 920 time: 0.1754682 Jul 15 23:06:11.134027 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-dbe08989-81cd-4f47-bde7-342e4e434b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'name': 'tempest-ServerRescueTestJSONUnderV235-398131899-router', 'tenant_id': '75dba73826074396acc24302f5efb0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '9bb19f84-86cf-4b94-a13f-841c3e4e6293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:02Z', 'updated_at': '2021-07-15T23:05:07Z', 'revision_number': 4, 'project_id': '75dba73826074396acc24302f5efb0e8', 'gw_port': {'id': '9bb19f84-86cf-4b94-a13f-841c3e4e6293', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:eb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:03Z', 'updated_at': '2021-07-15T23:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '6af63b8f-f7e6-4261-993a-09df2b184bdc', 'tenant_id': '75dba73826074396acc24302f5efb0e8', 'floating_ip_address': '172.25.4.191', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'port_id': '7cac87b5-5615-4545-97ab-d65dd384197f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5369888-bf25-48d3-ac70-13804baa37e8', 'mac_address': 'fa:16:3e:38:d4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e951f855-c36b-40c4-b916-7cb1b4f4b66d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:06:06Z', 'updated_at': '2021-07-15T23:06:09Z', 'revision_number': 1, 'project_id': '75dba73826074396acc24302f5efb0e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b541fdda-5518-477d-91a7-7d481781482b', 'name': '', 'network_id': 'e5369888-bf25-48d3-ac70-13804baa37e8', 'tenant_id': '75dba73826074396acc24302f5efb0e8', 'mac_address': 'fa:16:3e:1c:42:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '2832a628-6b8f-4e7d-8393-3c15cbb3a589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:06Z', 'updated_at': '2021-07-15T23:05:14Z', 'revision_number': 5, 'project_id': '75dba73826074396acc24302f5efb0e8', 'subnets': [{'id': '2832a628-6b8f-4e7d-8393-3c15cbb3a589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:11.146772 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e800d57-da0a-437c-b868-3aca9271bab5 req-007ea97f-fe4d-4d31-8426-f483e1dd9f4d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cac87b5-5615-4545-97ab-d65dd384197f HTTP/1.1" status: 200 len: 999 time: 0.0657117 Jul 15 23:06:11.162232 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe08989-81cd-4f47-bde7-342e4e434b1d None None] Checking router: 3ffa6272-44ce-400f-a3d8-4863b3fe8619 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:06:11.188440 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe08989-81cd-4f47-bde7-342e4e434b1d None None] Routers {'3ffa6272-44ce-400f-a3d8-4863b3fe8619'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:06:11.190123 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-dbe08989-81cd-4f47-bde7-342e4e434b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:05:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3ffa6272-44ce-400f-a3d8-4863b3fe8619'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:11.212640 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e800d57-da0a-437c-b868-3aca9271bab5 req-083a1775-bcc4-43d3-8c56-e736ce449732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:11.214835 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e800d57-da0a-437c-b868-3aca9271bab5 req-083a1775-bcc4-43d3-8c56-e736ce449732 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2832a628-6b8f-4e7d-8393-3c15cbb3a589 HTTP/1.1" status: 200 len: 859 time: 0.0618773 Jul 15 23:06:11.258292 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e800d57-da0a-437c-b868-3aca9271bab5 req-0b5be198-1dcf-454a-ac56-0a38bb9312b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e5369888-bf25-48d3-ac70-13804baa37e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360973 Jul 15 23:06:11.313993 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-7e431a13-dc5c-4438-a49d-b1129391fc42 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a8f2ffb922f74d0abcdec27bd98e3b2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373924 Jul 15 23:06:11.348742 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-dbe08989-81cd-4f47-bde7-342e4e434b1d None None] Set router 3ffa6272-44ce-400f-a3d8-4863b3fe8619 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:06:11.462438 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e800d57-da0a-437c-b868-3aca9271bab5 req-840cd116-1d05-4541-bfae-5076ded50411 service neutron] 10.222.0.16 "GET /v2.0/networks/e5369888-bf25-48d3-ac70-13804baa37e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964207 Jul 15 23:06:11.528518 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-39f33aee-01fd-41ca-bb8e-9aaf554eb39b tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:11.530308 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-39f33aee-01fd-41ca-bb8e-9aaf554eb39b tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2085397 Jul 15 23:06:11.580807 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-ef0e9fee-a990-4a7a-a1f5-911b21039104 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/quotas/a8f2ffb922f74d0abcdec27bd98e3b2f HTTP/1.1" status: 200 len: 375 time: 0.0411654 Jul 15 23:06:11.609525 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 565f7a18-5a9f-4895-a195-77d804617a12 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:11.632058 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-b91c22ae-356b-4eae-b433-183728d86d0d tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8f2ffb922f74d0abcdec27bd98e3b2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400279 Jul 15 23:06:11.646960 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e800d57-da0a-437c-b868-3aca9271bab5 req-36c17f4e-d5f0-4f7b-a3f3-6b75e28a1989 service neutron] 10.222.0.16 "GET /v2.0/networks/e5369888-bf25-48d3-ac70-13804baa37e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723599 Jul 15 23:06:11.698313 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 565f7a18-5a9f-4895-a195-77d804617a12 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:11.707765 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 565f7a18-5a9f-4895-a195-77d804617a12 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:11.708393 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:11.712655 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd5435d-3a17-4c4c-bfa7-2b11b6173bfa x-openstack-request-id: req-cbd5435d-3a17-4c4c-bfa7-2b11b6173bfa {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:11.713095 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e951f855-c36b-40c4-b916-7cb1b4f4b66d", "tag": "7cac87b5-5615-4545-97ab-d65dd384197f", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:11.713444 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cbd5435d-3a17-4c4c-bfa7-2b11b6173bfa {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:11.713947 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e951f855-c36b-40c4-b916-7cb1b4f4b66d', 'tag': '7cac87b5-5615-4545-97ab-d65dd384197f', 'status': 'completed', 'code': 200} Jul 15 23:06:11.757651 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-dbe08989-81cd-4f47-bde7-342e4e434b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'name': 'tempest-ServerRescueTestJSONUnderV235-398131899-router', 'tenant_id': '75dba73826074396acc24302f5efb0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '9bb19f84-86cf-4b94-a13f-841c3e4e6293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:02Z', 'updated_at': '2021-07-15T23:05:07Z', 'revision_number': 4, 'project_id': '75dba73826074396acc24302f5efb0e8', 'gw_port': {'id': '9bb19f84-86cf-4b94-a13f-841c3e4e6293', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:eb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:03Z', 'updated_at': '2021-07-15T23:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '6af63b8f-f7e6-4261-993a-09df2b184bdc', 'tenant_id': '75dba73826074396acc24302f5efb0e8', 'floating_ip_address': '172.25.4.191', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'port_id': '7cac87b5-5615-4545-97ab-d65dd384197f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5369888-bf25-48d3-ac70-13804baa37e8', 'mac_address': 'fa:16:3e:38:d4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e951f855-c36b-40c4-b916-7cb1b4f4b66d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:06:06Z', 'updated_at': '2021-07-15T23:06:09Z', 'revision_number': 1, 'project_id': '75dba73826074396acc24302f5efb0e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b541fdda-5518-477d-91a7-7d481781482b', 'name': '', 'network_id': 'e5369888-bf25-48d3-ac70-13804baa37e8', 'tenant_id': '75dba73826074396acc24302f5efb0e8', 'mac_address': 'fa:16:3e:1c:42:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '2832a628-6b8f-4e7d-8393-3c15cbb3a589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:06Z', 'updated_at': '2021-07-15T23:05:14Z', 'revision_number': 5, 'project_id': '75dba73826074396acc24302f5efb0e8', 'subnets': [{'id': '2832a628-6b8f-4e7d-8393-3c15cbb3a589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:11.859155 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe08989-81cd-4f47-bde7-342e4e434b1d None None] The sync data for ids ['3ffa6272-44ce-400f-a3d8-4863b3fe8619'] in n-d-787205-9 is: [{'id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'name': 'tempest-ServerRescueTestJSONUnderV235-398131899-router', 'tenant_id': '75dba73826074396acc24302f5efb0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '9bb19f84-86cf-4b94-a13f-841c3e4e6293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:02Z', 'updated_at': '2021-07-15T23:05:07Z', 'revision_number': 4, 'project_id': '75dba73826074396acc24302f5efb0e8', 'gw_port': {'id': '9bb19f84-86cf-4b94-a13f-841c3e4e6293', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:eb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:03Z', 'updated_at': '2021-07-15T23:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '6af63b8f-f7e6-4261-993a-09df2b184bdc', 'tenant_id': '75dba73826074396acc24302f5efb0e8', 'floating_ip_address': '172.25.4.191', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'port_id': '7cac87b5-5615-4545-97ab-d65dd384197f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5369888-bf25-48d3-ac70-13804baa37e8', 'mac_address': 'fa:16:3e:38:d4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e951f855-c36b-40c4-b916-7cb1b4f4b66d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:06:06Z', 'updated_at': '2021-07-15T23:06:09Z', 'revision_number': 1, 'project_id': '75dba73826074396acc24302f5efb0e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b541fdda-5518-477d-91a7-7d481781482b', 'name': '', 'network_id': 'e5369888-bf25-48d3-ac70-13804baa37e8', 'tenant_id': '75dba73826074396acc24302f5efb0e8', 'mac_address': 'fa:16:3e:1c:42:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '2832a628-6b8f-4e7d-8393-3c15cbb3a589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:06Z', 'updated_at': '2021-07-15T23:05:14Z', 'revision_number': 5, 'project_id': '75dba73826074396acc24302f5efb0e8', 'subnets': [{'id': '2832a628-6b8f-4e7d-8393-3c15cbb3a589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:06:11.871061 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-91c047ca-738e-409f-bddb-0c1d3f959606 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395248 Jul 15 23:06:11.937372 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a4af2-b809-4185-8fc0-78a71887b08a req-c37b328d-04f9-4024-9dca-ebfe387d7b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:11.940268 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-896a4af2-b809-4185-8fc0-78a71887b08a req-c37b328d-04f9-4024-9dca-ebfe387d7b4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75dba73826074396acc24302f5efb0e8&device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 1096 time: 0.1764696 Jul 15 23:06:12.031288 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:12.113583 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28467939-8a00-489f-9ca7-ce520be99c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565f7a18-5a9f-4895-a195-77d804617a12'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:12.124075 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90209892-3c63-4ada-b991-a47957b405f9" -d '{"events": [{"server_uuid": "28467939-8a00-489f-9ca7-ce520be99c22", "name": "network-vif-plugged", "status": "completed", "tag": "565f7a18-5a9f-4895-a195-77d804617a12"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:12.147017 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 565f7a18-5a9f-4895-a195-77d804617a12, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=565f7a18-5a9f-4895-a195-77d804617a12,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:12.156852 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:12.165578 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a4af2-b809-4185-8fc0-78a71887b08a req-c86b34c6-7302-4257-9c86-e1a2b34dace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:12.167441 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-896a4af2-b809-4185-8fc0-78a71887b08a req-c86b34c6-7302-4257-9c86-e1a2b34dace7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5369888-bf25-48d3-ac70-13804baa37e8 HTTP/1.1" status: 200 len: 920 time: 0.2088923 Jul 15 23:06:12.202929 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-cca14bec-fb7a-4a4a-a4e6-58c6d63772ed tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:12.212026 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-cca14bec-fb7a-4a4a-a4e6-58c6d63772ed tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3328359 Jul 15 23:06:12.240761 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=565f7a18-5a9f-4895-a195-77d804617a12,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:12.264659 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-27ba0ed0-ac4e-4724-80b8-15ea722e9d06 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/quotas/5e59761f4ced4c9ba3c153ddaf4258d4 HTTP/1.1" status: 200 len: 375 time: 0.0513134 Jul 15 23:06:12.273986 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-896a4af2-b809-4185-8fc0-78a71887b08a req-cd937293-a889-4345-8512-f5d890803685 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cac87b5-5615-4545-97ab-d65dd384197f HTTP/1.1" status: 200 len: 999 time: 0.0909228 Jul 15 23:06:12.284648 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4df7d9-ea90-444d-a4c5-57663b26628c req-15f85c15-d418-48fa-ad3b-8ee08f3d98a8 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:12.288460 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-da4df7d9-ea90-444d-a4c5-57663b26628c req-15f85c15-d418-48fa-ad3b-8ee08f3d98a8 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=28467939-8a00-489f-9ca7-ce520be99c22 HTTP/1.1" status: 200 len: 945 time: 0.2676318 Jul 15 23:06:12.347944 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f37c0e-b577-465d-b804-5f7b4cb7b80c None None] New status for floating IP 6af63b8f-f7e6-4261-993a-09df2b184bdc: ACTIVE {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:06:12.389879 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a4af2-b809-4185-8fc0-78a71887b08a req-2b61c140-e9a0-49d8-8318-d86ac0266df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:12.397336 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-896a4af2-b809-4185-8fc0-78a71887b08a req-2b61c140-e9a0-49d8-8318-d86ac0266df0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2832a628-6b8f-4e7d-8393-3c15cbb3a589 HTTP/1.1" status: 200 len: 859 time: 0.1173611 Jul 15 23:06:12.406948 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-da4df7d9-ea90-444d-a4c5-57663b26628c req-03cf78f4-9d15-4b87-82b6-8813935a0ac1 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051936 Jul 15 23:06:12.475056 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-896a4af2-b809-4185-8fc0-78a71887b08a req-2e2b7ec8-0ea2-42dd-bc5e-3ceac0e24887 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5369888-bf25-48d3-ac70-13804baa37e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716410 Jul 15 23:06:12.534890 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-f3f61c8d-a78b-4c22-93a5-911598e8886a tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2691541 Jul 15 23:06:12.677383 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-896a4af2-b809-4185-8fc0-78a71887b08a req-f2dfce99-c9ef-4ccb-99bd-a6bd5589c8c3 service neutron] 10.222.0.36 "GET /v2.0/networks/e5369888-bf25-48d3-ac70-13804baa37e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944065 Jul 15 23:06:12.844688 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-896a4af2-b809-4185-8fc0-78a71887b08a req-b7e3376e-66df-47d0-86a8-b84aa28ae56a service neutron] 10.222.0.36 "GET /v2.0/networks/e5369888-bf25-48d3-ac70-13804baa37e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590524 Jul 15 23:06:12.914982 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a80d7d7-7093-4a31-8c2a-b3ad23f9b0ec req-ef9639af-4906-4a74-8c12-3888973ccd97 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.191 HTTP/1.1" status: 200 len: 1001 time: 0.1665211 Jul 15 23:06:13.035863 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80d7d7-7093-4a31-8c2a-b3ad23f9b0ec req-2b5aa079-49bb-42c4-847a-ccd9b8ab2fc6 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:13.050090 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a80d7d7-7093-4a31-8c2a-b3ad23f9b0ec req-2b5aa079-49bb-42c4-847a-ccd9b8ab2fc6 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/ports/7cac87b5-5615-4545-97ab-d65dd384197f HTTP/1.1" status: 200 len: 942 time: 0.1354020 Jul 15 23:06:13.234337 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-df5732be-e5b8-4dd1-83be-b9d59d3672f8 req-f821bf46-fbd4-4123-96b9-5982eaa17401 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/ports?device_id=9428d0ad-663f-4f4c-ac12-373559da43f5 HTTP/1.1" status: 200 len: 210 time: 0.0512774 Jul 15 23:06:13.288892 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea031beb-9ec2-4dbb-b5b6-27b4d1a465a7 x-openstack-request-id: req-ea031beb-9ec2-4dbb-b5b6-27b4d1a465a7 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:13.289424 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28467939-8a00-489f-9ca7-ce520be99c22", "name": "network-vif-plugged", "status": "completed", "tag": "565f7a18-5a9f-4895-a195-77d804617a12", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:13.292552 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea031beb-9ec2-4dbb-b5b6-27b4d1a465a7 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:13.293028 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28467939-8a00-489f-9ca7-ce520be99c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565f7a18-5a9f-4895-a195-77d804617a12', 'code': 200} Jul 15 23:06:13.359778 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a80d7d7-7093-4a31-8c2a-b3ad23f9b0ec req-962e6941-5ded-44f0-8a3d-81f7c0601548 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.191 HTTP/1.1" status: 200 len: 1001 time: 0.1616848 Jul 15 23:06:13.400662 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2473595-65ca-4d09-9bde-5a4cf62efb55 req-711156c8-b62e-4cb7-9dd9-105dca73b070 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded22c8d-0f9b-464d-b86e-6d3b9f025c6d HTTP/1.1" status: 200 len: 210 time: 0.0397987 Jul 15 23:06:13.573288 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828ccb7-0f8e-49e6-abc8-68afaf4c6a0f req-54eecaca-a1ea-4612-9327-8a2a77f06e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:13.574986 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8828ccb7-0f8e-49e6-abc8-68afaf4c6a0f req-54eecaca-a1ea-4612-9327-8a2a77f06e2d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=28467939-8a00-489f-9ca7-ce520be99c22 HTTP/1.1" status: 200 len: 1097 time: 0.1787593 Jul 15 23:06:13.591188 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80d7d7-7093-4a31-8c2a-b3ad23f9b0ec req-e1c87dfd-248c-4a75-b649-867284631231 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:13.592540 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a80d7d7-7093-4a31-8c2a-b3ad23f9b0ec req-e1c87dfd-248c-4a75-b649-867284631231 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 784 time: 0.1978493 Jul 15 23:06:13.636300 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-334dbea7-fd96-49f8-b509-d3c7873a2cff tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a8f2ffb922f74d0abcdec27bd98e3b2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375173 Jul 15 23:06:13.728680 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a80d7d7-7093-4a31-8c2a-b3ad23f9b0ec req-5033f32d-b9a1-4f04-a070-581704c51e6e tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.191 HTTP/1.1" status: 200 len: 1001 time: 0.1254501 Jul 15 23:06:13.747626 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-0a80d7d7-7093-4a31-8c2a-b3ad23f9b0ec req-95c46f15-80d1-4393-83eb-d614357f9241 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:13.856391 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8828ccb7-0f8e-49e6-abc8-68afaf4c6a0f req-1f49545e-e705-481a-bfdc-121eb517af53 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435277 Jul 15 23:06:13.862198 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-15755744-78fc-4e42-b1a2-3229e27a617c tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:13.863725 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-15755744-78fc-4e42-b1a2-3229e27a617c tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2227204 Jul 15 23:06:13.890569 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-21e0af38-5000-4fdc-a95e-98968925b4ed tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Request body: {'port': {'device_id': '9428d0ad-663f-4f4c-ac12-373559da43f5', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'admin_state_up': True, 'tenant_id': 'a8f2ffb922f74d0abcdec27bd98e3b2f'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:13.914593 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027d216-b324-4847-bdb8-77b319958afd req-8381d5cb-c6a2-435b-be57-388a009abcde tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:13.929263 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3027d216-b324-4847-bdb8-77b319958afd req-8381d5cb-c6a2-435b-be57-388a009abcde tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=28467939-8a00-489f-9ca7-ce520be99c22 HTTP/1.1" status: 200 len: 946 time: 0.2611353 Jul 15 23:06:13.961983 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0a80d7d7-7093-4a31-8c2a-b3ad23f9b0ec req-95c46f15-80d1-4393-83eb-d614357f9241 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks [] for floatingip, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:14.034788 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3027d216-b324-4847-bdb8-77b319958afd req-1261b317-660e-4a2a-92bc-24fad8029a2b tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045623 Jul 15 23:06:14.120828 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-21e0af38-5000-4fdc-a95e-98968925b4ed tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Made reservation on behalf of a8f2ffb922f74d0abcdec27bd98e3b2f for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:06:14.136200 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-21e0af38-5000-4fdc-a95e-98968925b4ed tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:14.172381 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-21e0af38-5000-4fdc-a95e-98968925b4ed tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:14.330918 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-21e0af38-5000-4fdc-a95e-98968925b4ed tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:14.336864 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-21e0af38-5000-4fdc-a95e-98968925b4ed tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:14.433196 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0af38-5000-4fdc-a95e-98968925b4ed tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc2b0b4-76c9-440c-8a64-e92aad3a71ae,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:14.564276 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-21e0af38-5000-4fdc-a95e-98968925b4ed tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Allocated IP 192.168.233.67 (8d403abe-cee8-4863-bddd-464e9e566e9c/190ae4ce-d44c-4c9c-9241-47db78422478/593730dc-af87-41de-89af-dfc211d7eabf) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:06:14.625154 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0a80d7d7-7093-4a31-8c2a-b3ad23f9b0ec req-95c46f15-80d1-4393-83eb-d614357f9241 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:14.664944 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41098) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:14.683036 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0a80d7d7-7093-4a31-8c2a-b3ad23f9b0ec req-95c46f15-80d1-4393-83eb-d614357f9241 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:14.683441 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [req-0a80d7d7-7093-4a31-8c2a-b3ad23f9b0ec req-95c46f15-80d1-4393-83eb-d614357f9241 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Floating IP 6af63b8f-f7e6-4261-993a-09df2b184bdc disassociated. External IP: 172.25.4.191, port: 7cac87b5-5615-4545-97ab-d65dd384197f. Jul 15 23:06:14.695449 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-19a04c1f-85a6-4c3a-9f7a-41680f03e08e tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292673 Jul 15 23:06:14.896211 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-8c647547-3db4-4684-a42f-4daab2a2562a tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:14.898682 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-8c647547-3db4-4684-a42f-4daab2a2562a tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1984639 Jul 15 23:06:14.928552 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3192f06b-43d0-4ef4-b195-f522d910d453 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Request body: {'port': {'device_id': 'ded22c8d-0f9b-464d-b86e-6d3b9f025c6d', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'admin_state_up': True, 'tenant_id': '5e59761f4ced4c9ba3c153ddaf4258d4'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:14.937139 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d23c9b85-dfa7-4894-8bf6-91b6370135bc req-32381bd7-4274-40c7-97c8-3ad65e3480ae tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/ports?device_id=9428d0ad-663f-4f4c-ac12-373559da43f5 HTTP/1.1" status: 200 len: 210 time: 0.1093314 Jul 15 23:06:15.065498 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3b183341-3f6b-412a-913e-f13eb4757c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:15.147171 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4deebddb-621c-42ed-b9a0-d722ff6ed28f req-41bb82aa-fbf0-4795-a366-6a235554b493 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded22c8d-0f9b-464d-b86e-6d3b9f025c6d HTTP/1.1" status: 200 len: 210 time: 0.0469916 Jul 15 23:06:15.195413 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-21e0af38-5000-4fdc-a95e-98968925b4ed tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:15.213511 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-21e0af38-5000-4fdc-a95e-98968925b4ed tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Transition to ACTIVE for port object 593730dc-af87-41de-89af-dfc211d7eabf will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:15.254430 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-21e0af38-5000-4fdc-a95e-98968925b4ed tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:15.336899 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-21e0af38-5000-4fdc-a95e-98968925b4ed tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:06:15.338048 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0af38-5000-4fdc-a95e-98968925b4ed tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Pushing event updated for resources: {'Port': ['ID=593730dc-af87-41de-89af-dfc211d7eabf,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:15.345244 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a80d7d7-7093-4a31-8c2a-b3ad23f9b0ec req-95c46f15-80d1-4393-83eb-d614357f9241 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Router 3ffa6272-44ce-400f-a3d8-4863b3fe8619 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:06:15.347753 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-21e0af38-5000-4fdc-a95e-98968925b4ed tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:06:15.352243 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-21e0af38-5000-4fdc-a95e-98968925b4ed tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:06:15.415404 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-21e0af38-5000-4fdc-a95e-98968925b4ed tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:15.415851 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-21e0af38-5000-4fdc-a95e-98968925b4ed tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:15.522315 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f83172-5455-4911-8dd2-8983af542175 req-adfb9586-0792-4ea4-80eb-5df646a9de5f tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:15.524429 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a5f83172-5455-4911-8dd2-8983af542175 req-adfb9586-0792-4ea4-80eb-5df646a9de5f tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=28467939-8a00-489f-9ca7-ce520be99c22 HTTP/1.1" status: 200 len: 946 time: 0.2248909 Jul 15 23:06:15.579186 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3b183341-3f6b-412a-913e-f13eb4757c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:15.609002 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3192f06b-43d0-4ef4-b195-f522d910d453 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Made reservation on behalf of 5e59761f4ced4c9ba3c153ddaf4258d4 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:06:15.613080 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3192f06b-43d0-4ef4-b195-f522d910d453 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:15.618320 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-21e0af38-5000-4fdc-a95e-98968925b4ed tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7368131 Jul 15 23:06:15.621043 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3b183341-3f6b-412a-913e-f13eb4757c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:15.647007 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-a9198bd5-93b0-4a55-b5e9-5d7981088197 service neutron] Request body: {'port': {'device_id': '9428d0ad-663f-4f4c-ac12-373559da43f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:15.652182 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6ce64007-6f1c-41f4-a7cd-3fea32467b8f None None] Provisioning for port 593730dc-af87-41de-89af-dfc211d7eabf completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:15.660289 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6ce64007-6f1c-41f4-a7cd-3fea32467b8f None None] Provisioning complete for port 593730dc-af87-41de-89af-dfc211d7eabf triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:15.660906 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ce64007-6f1c-41f4-a7cd-3fea32467b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:15.664045 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b183341-3f6b-412a-913e-f13eb4757c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6971d00-99b9-4922-839d-b02cda3b3d2c,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:15.681888 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a5f83172-5455-4911-8dd2-8983af542175 req-fea71b16-f51a-4900-80c6-0623eb2c3ca0 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508875 Jul 15 23:06:15.688318 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a80d7d7-7093-4a31-8c2a-b3ad23f9b0ec req-95c46f15-80d1-4393-83eb-d614357f9241 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:06:15.715864 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0a80d7d7-7093-4a31-8c2a-b3ad23f9b0ec req-95c46f15-80d1-4393-83eb-d614357f9241 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:15.721592 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05857c94-b724-4f9f-a6b1-c6c903ef1001 None None] Sync routers for ids ['3ffa6272-44ce-400f-a3d8-4863b3fe8619'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:06:15.752259 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05857c94-b724-4f9f-a6b1-c6c903ef1001 None None] Routers {'3ffa6272-44ce-400f-a3d8-4863b3fe8619'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:06:15.753245 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-05857c94-b724-4f9f-a6b1-c6c903ef1001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:05:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3ffa6272-44ce-400f-a3d8-4863b3fe8619'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:15.757310 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-6ce64007-6f1c-41f4-a7cd-3fea32467b8f None None] Port 593730dc-af87-41de-89af-dfc211d7eabf cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:06:15.782503 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b183341-3f6b-412a-913e-f13eb4757c3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:15.789298 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b183341-3f6b-412a-913e-f13eb4757c3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:15.789785 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b183341-3f6b-412a-913e-f13eb4757c3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:15.790195 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b183341-3f6b-412a-913e-f13eb4757c3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:15.803166 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b183341-3f6b-412a-913e-f13eb4757c3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:15.804140 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b183341-3f6b-412a-913e-f13eb4757c3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:15.804549 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b183341-3f6b-412a-913e-f13eb4757c3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:15.804953 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b183341-3f6b-412a-913e-f13eb4757c3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:15.805351 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b183341-3f6b-412a-913e-f13eb4757c3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:15.805749 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b183341-3f6b-412a-913e-f13eb4757c3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:15.806145 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b183341-3f6b-412a-913e-f13eb4757c3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:15.806545 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b183341-3f6b-412a-913e-f13eb4757c3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:15.821873 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3b183341-3f6b-412a-913e-f13eb4757c3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d24e43423784c3ead3e843f3cde4df4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1420319 Jul 15 23:06:15.822963 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41110) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:15.882540 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a80d7d7-7093-4a31-8c2a-b3ad23f9b0ec req-95c46f15-80d1-4393-83eb-d614357f9241 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "PUT /v2.0/floatingips/6af63b8f-f7e6-4261-993a-09df2b184bdc HTTP/1.1" status: 200 len: 695 time: 2.1436861 Jul 15 23:06:15.905470 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e951f855-c36b-40c4-b916-7cb1b4f4b66d', 'tag': '7cac87b5-5615-4545-97ab-d65dd384197f'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:15.908041 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d6c6e5-6673-479d-b8a7-0e55ab606aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "e951f855-c36b-40c4-b916-7cb1b4f4b66d", "tag": "7cac87b5-5615-4545-97ab-d65dd384197f"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:16.059290 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9a493dc9-8240-4b09-bc7d-7c3e2bd35122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:16.085588 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-39d0f8a6-8ba7-49c6-9adc-acf5ee53c430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:16.086762 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80d7d7-7093-4a31-8c2a-b3ad23f9b0ec req-81232085-831b-47d3-8230-3a6ae7e04056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:16.088584 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a80d7d7-7093-4a31-8c2a-b3ad23f9b0ec req-81232085-831b-47d3-8230-3a6ae7e04056 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75dba73826074396acc24302f5efb0e8&device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 1096 time: 0.1760697 Jul 15 23:06:16.116348 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9a493dc9-8240-4b09-bc7d-7c3e2bd35122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:16.118928 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-05857c94-b724-4f9f-a6b1-c6c903ef1001 None None] Set router 3ffa6272-44ce-400f-a3d8-4863b3fe8619 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:06:16.237364 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-a9198bd5-93b0-4a55-b5e9-5d7981088197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:16.345251 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80d7d7-7093-4a31-8c2a-b3ad23f9b0ec req-5166506d-b49f-47ec-a737-3715c0fd2d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:16.353276 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a80d7d7-7093-4a31-8c2a-b3ad23f9b0ec req-5166506d-b49f-47ec-a737-3715c0fd2d1b service neutron] 10.222.0.16 "GET /v2.0/networks?id=e5369888-bf25-48d3-ac70-13804baa37e8 HTTP/1.1" status: 200 len: 920 time: 0.2486205 Jul 15 23:06:16.359213 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3192f06b-43d0-4ef4-b195-f522d910d453 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Allocated IP 192.168.233.29 (8d403abe-cee8-4863-bddd-464e9e566e9c/190ae4ce-d44c-4c9c-9241-47db78422478/82f9b78f-fb59-4d4d-af16-ce5195a2e46a) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:06:16.398166 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9a493dc9-8240-4b09-bc7d-7c3e2bd35122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:16.400976 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9a493dc9-8240-4b09-bc7d-7c3e2bd35122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:16.404593 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9a493dc9-8240-4b09-bc7d-7c3e2bd35122 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a6971d00-99b9-4922-839d-b02cda3b3d2c HTTP/1.1" status: 204 len: 168 time: 0.5713341 Jul 15 23:06:16.426711 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-05857c94-b724-4f9f-a6b1-c6c903ef1001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'name': 'tempest-ServerRescueTestJSONUnderV235-398131899-router', 'tenant_id': '75dba73826074396acc24302f5efb0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '9bb19f84-86cf-4b94-a13f-841c3e4e6293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:02Z', 'updated_at': '2021-07-15T23:05:07Z', 'revision_number': 4, 'project_id': '75dba73826074396acc24302f5efb0e8', 'gw_port': {'id': '9bb19f84-86cf-4b94-a13f-841c3e4e6293', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:eb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:03Z', 'updated_at': '2021-07-15T23:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'b541fdda-5518-477d-91a7-7d481781482b', 'name': '', 'network_id': 'e5369888-bf25-48d3-ac70-13804baa37e8', 'tenant_id': '75dba73826074396acc24302f5efb0e8', 'mac_address': 'fa:16:3e:1c:42:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '2832a628-6b8f-4e7d-8393-3c15cbb3a589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:06Z', 'updated_at': '2021-07-15T23:05:14Z', 'revision_number': 5, 'project_id': '75dba73826074396acc24302f5efb0e8', 'subnets': [{'id': '2832a628-6b8f-4e7d-8393-3c15cbb3a589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:16.436316 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a80d7d7-7093-4a31-8c2a-b3ad23f9b0ec req-84eaddc8-bd61-4278-8844-dd94d9756eea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cac87b5-5615-4545-97ab-d65dd384197f HTTP/1.1" status: 200 len: 217 time: 0.0816827 Jul 15 23:06:16.500922 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a493dc9-8240-4b09-bc7d-7c3e2bd35122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6971d00-99b9-4922-839d-b02cda3b3d2c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:16.512610 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05857c94-b724-4f9f-a6b1-c6c903ef1001 None None] Checking router: 3ffa6272-44ce-400f-a3d8-4863b3fe8619 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:06:16.514411 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80d7d7-7093-4a31-8c2a-b3ad23f9b0ec req-0fcda0a7-3d60-450d-a0b1-61097ddb33f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:16.527647 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a80d7d7-7093-4a31-8c2a-b3ad23f9b0ec req-0fcda0a7-3d60-450d-a0b1-61097ddb33f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2832a628-6b8f-4e7d-8393-3c15cbb3a589 HTTP/1.1" status: 200 len: 859 time: 0.0897834 Jul 15 23:06:16.564681 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05857c94-b724-4f9f-a6b1-c6c903ef1001 None None] Routers {'3ffa6272-44ce-400f-a3d8-4863b3fe8619'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:06:16.570195 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-05857c94-b724-4f9f-a6b1-c6c903ef1001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:05:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3ffa6272-44ce-400f-a3d8-4863b3fe8619'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:16.575870 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a80d7d7-7093-4a31-8c2a-b3ad23f9b0ec req-294fdfc5-134e-40cc-af82-4c688ca05854 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e5369888-bf25-48d3-ac70-13804baa37e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469754 Jul 15 23:06:16.682332 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3192f06b-43d0-4ef4-b195-f522d910d453 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:16.718158 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3192f06b-43d0-4ef4-b195-f522d910d453 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Transition to ACTIVE for port object 82f9b78f-fb59-4d4d-af16-ce5195a2e46a will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:16.840136 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-05857c94-b724-4f9f-a6b1-c6c903ef1001 None None] Set router 3ffa6272-44ce-400f-a3d8-4863b3fe8619 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:06:16.865319 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a80d7d7-7093-4a31-8c2a-b3ad23f9b0ec req-42744635-c887-494c-aa68-0ffd0a80ddf5 service neutron] 10.222.0.16 "GET /v2.0/networks/e5369888-bf25-48d3-ac70-13804baa37e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885504 Jul 15 23:06:17.036326 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a80d7d7-7093-4a31-8c2a-b3ad23f9b0ec req-ee35ccca-ab31-495e-8ce3-cc5138ac375f service neutron] 10.222.0.16 "GET /v2.0/networks/e5369888-bf25-48d3-ac70-13804baa37e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561730 Jul 15 23:06:17.081541 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fdfd8-60c5-4282-8d5d-c336a9a62bca req-c259cf3f-94c0-4a81-b877-9219174ddb1c tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:17.085519 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a44fdfd8-60c5-4282-8d5d-c336a9a62bca req-c259cf3f-94c0-4a81-b877-9219174ddb1c tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/ports?device_id=9428d0ad-663f-4f4c-ac12-373559da43f5 HTTP/1.1" status: 200 len: 935 time: 0.3590286 Jul 15 23:06:17.128456 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-a9198bd5-93b0-4a55-b5e9-5d7981088197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 593730dc-af87-41de-89af-dfc211d7eabf {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:17.139437 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-a9198bd5-93b0-4a55-b5e9-5d7981088197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:17.153444 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-a9198bd5-93b0-4a55-b5e9-5d7981088197 service neutron] Transition to ACTIVE for port object 593730dc-af87-41de-89af-dfc211d7eabf will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:17.156179 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3192f06b-43d0-4ef4-b195-f522d910d453 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:17.159322 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-a9198bd5-93b0-4a55-b5e9-5d7981088197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:17.211387 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['989be037-1ed6-4791-8ac9-4b7d6e3604f2', '9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f', '9d6640ae-a708-4fc7-bb14-0196422ca219', '345f3383-255c-44ff-8e18-fa2a8e94e7fc'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:17.214357 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['c5eb601b-188a-4b27-8d77-8f099fc61953'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:17.221078 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca2417d-1f00-48d8-bee9-811a5599c476 x-openstack-request-id: req-eca2417d-1f00-48d8-bee9-811a5599c476 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:17.222921 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e951f855-c36b-40c4-b916-7cb1b4f4b66d", "tag": "7cac87b5-5615-4545-97ab-d65dd384197f", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:17.223280 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eca2417d-1f00-48d8-bee9-811a5599c476 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:17.223785 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e951f855-c36b-40c4-b916-7cb1b4f4b66d', 'tag': '7cac87b5-5615-4545-97ab-d65dd384197f', 'status': 'completed', 'code': 200} Jul 15 23:06:17.241788 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a44fdfd8-60c5-4282-8d5d-c336a9a62bca req-4cd31628-40e2-48ed-86c0-1a323016144c tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cc2b0b4-76c9-440c-8a64-e92aad3a71ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473761 Jul 15 23:06:17.324542 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3192f06b-43d0-4ef4-b195-f522d910d453 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:06:17.369963 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3192f06b-43d0-4ef4-b195-f522d910d453 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:06:17.384696 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3192f06b-43d0-4ef4-b195-f522d910d453 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:06:17.461221 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9198bd5-93b0-4a55-b5e9-5d7981088197 service neutron] Pushing event updated for resources: {'Port': ['ID=593730dc-af87-41de-89af-dfc211d7eabf,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:17.550073 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3192f06b-43d0-4ef4-b195-f522d910d453 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:17.553376 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3192f06b-43d0-4ef4-b195-f522d910d453 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:17.564871 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192f06b-43d0-4ef4-b195-f522d910d453 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Pushing event updated for resources: {'Port': ['ID=82f9b78f-fb59-4d4d-af16-ce5195a2e46a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:17.617364 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3192f06b-43d0-4ef4-b195-f522d910d453 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6952188 Jul 15 23:06:17.619501 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6c6e5-6673-479d-b8a7-0e55ab606aa9 req-a6bbf898-c427-4d23-af41-cacfaa4f8feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:17.620953 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-60d6c6e5-6673-479d-b8a7-0e55ab606aa9 req-a6bbf898-c427-4d23-af41-cacfaa4f8feb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75dba73826074396acc24302f5efb0e8&device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 1096 time: 0.4129181 Jul 15 23:06:17.686354 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3c6ba32d-bf89-41db-93ec-0576814f0727 service neutron] Request body: {'port': {'device_id': 'ded22c8d-0f9b-464d-b86e-6d3b9f025c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:17.747416 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-a9198bd5-93b0-4a55-b5e9-5d7981088197 service neutron] Attempting to bind port 593730dc-af87-41de-89af-dfc211d7eabf on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:06:17.747757 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-a9198bd5-93b0-4a55-b5e9-5d7981088197 service neutron] Attempting to bind port 593730dc-af87-41de-89af-dfc211d7eabf by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:06:17.748090 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-a9198bd5-93b0-4a55-b5e9-5d7981088197 service neutron] Attempting to bind port 593730dc-af87-41de-89af-dfc211d7eabf on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:17.794648 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-a9198bd5-93b0-4a55-b5e9-5d7981088197 service neutron] Port 593730dc-af87-41de-89af-dfc211d7eabf on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:06:17.800018 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-a9198bd5-93b0-4a55-b5e9-5d7981088197 service neutron] Attempting to bind port 593730dc-af87-41de-89af-dfc211d7eabf on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:17.834458 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-a9198bd5-93b0-4a55-b5e9-5d7981088197 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:06:17.834888 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-a9198bd5-93b0-4a55-b5e9-5d7981088197 service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:06:17.835272 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-a9198bd5-93b0-4a55-b5e9-5d7981088197 service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:06:17.835725 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-a9198bd5-93b0-4a55-b5e9-5d7981088197 service neutron] Bound port: 593730dc-af87-41de-89af-dfc211d7eabf, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:06:17.836098 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-a9198bd5-93b0-4a55-b5e9-5d7981088197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:17.881812 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92274d75-ad25-4d82-8457-a5f1f6d29b7b req-c598c2e0-9b38-4697-aa21-f8f56195ba1e tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:17.892539 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-92274d75-ad25-4d82-8457-a5f1f6d29b7b req-c598c2e0-9b38-4697-aa21-f8f56195ba1e tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded22c8d-0f9b-464d-b86e-6d3b9f025c6d HTTP/1.1" status: 200 len: 935 time: 0.2784264 Jul 15 23:06:17.977624 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-92274d75-ad25-4d82-8457-a5f1f6d29b7b req-5bf6579f-7dd6-4c76-a538-5ad45cdd02ce tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720489 Jul 15 23:06:17.989142 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-05857c94-b724-4f9f-a6b1-c6c903ef1001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'name': 'tempest-ServerRescueTestJSONUnderV235-398131899-router', 'tenant_id': '75dba73826074396acc24302f5efb0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '9bb19f84-86cf-4b94-a13f-841c3e4e6293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:02Z', 'updated_at': '2021-07-15T23:05:07Z', 'revision_number': 4, 'project_id': '75dba73826074396acc24302f5efb0e8', 'gw_port': {'id': '9bb19f84-86cf-4b94-a13f-841c3e4e6293', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:eb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:03Z', 'updated_at': '2021-07-15T23:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'b541fdda-5518-477d-91a7-7d481781482b', 'name': '', 'network_id': 'e5369888-bf25-48d3-ac70-13804baa37e8', 'tenant_id': '75dba73826074396acc24302f5efb0e8', 'mac_address': 'fa:16:3e:1c:42:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '2832a628-6b8f-4e7d-8393-3c15cbb3a589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:06Z', 'updated_at': '2021-07-15T23:05:14Z', 'revision_number': 5, 'project_id': '75dba73826074396acc24302f5efb0e8', 'subnets': [{'id': '2832a628-6b8f-4e7d-8393-3c15cbb3a589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:18.001493 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f4855-97fc-4bc8-881c-e3d33b6b2336 req-7ae0f372-f1a9-4b82-a3e8-0d3291924dc8 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:18.009216 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eb6f4855-97fc-4bc8-881c-e3d33b6b2336 req-7ae0f372-f1a9-4b82-a3e8-0d3291924dc8 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=28467939-8a00-489f-9ca7-ce520be99c22 HTTP/1.1" status: 200 len: 946 time: 0.2718332 Jul 15 23:06:18.086555 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05857c94-b724-4f9f-a6b1-c6c903ef1001 None None] The sync data for ids ['3ffa6272-44ce-400f-a3d8-4863b3fe8619'] in n-d-787205-9 is: [{'id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'name': 'tempest-ServerRescueTestJSONUnderV235-398131899-router', 'tenant_id': '75dba73826074396acc24302f5efb0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '9bb19f84-86cf-4b94-a13f-841c3e4e6293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:02Z', 'updated_at': '2021-07-15T23:05:07Z', 'revision_number': 4, 'project_id': '75dba73826074396acc24302f5efb0e8', 'gw_port': {'id': '9bb19f84-86cf-4b94-a13f-841c3e4e6293', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:eb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:03Z', 'updated_at': '2021-07-15T23:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'b541fdda-5518-477d-91a7-7d481781482b', 'name': '', 'network_id': 'e5369888-bf25-48d3-ac70-13804baa37e8', 'tenant_id': '75dba73826074396acc24302f5efb0e8', 'mac_address': 'fa:16:3e:1c:42:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '2832a628-6b8f-4e7d-8393-3c15cbb3a589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:06Z', 'updated_at': '2021-07-15T23:05:14Z', 'revision_number': 5, 'project_id': '75dba73826074396acc24302f5efb0e8', 'subnets': [{'id': '2832a628-6b8f-4e7d-8393-3c15cbb3a589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:06:18.115307 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eb6f4855-97fc-4bc8-881c-e3d33b6b2336 req-a0ad4991-d22c-497e-85bb-a064b4898b04 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011910 Jul 15 23:06:18.167520 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3c6ba32d-bf89-41db-93ec-0576814f0727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:18.218583 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6c6e5-6673-479d-b8a7-0e55ab606aa9 req-2c558013-7482-4d05-ad6b-5a8dd4f429d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:18.220108 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-60d6c6e5-6673-479d-b8a7-0e55ab606aa9 req-2c558013-7482-4d05-ad6b-5a8dd4f429d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5369888-bf25-48d3-ac70-13804baa37e8 HTTP/1.1" status: 200 len: 920 time: 0.5729537 Jul 15 23:06:18.276182 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b6776bd6-0c8b-471c-84de-1c2439d2f00f req-a15a32e3-5eaf-4234-8590-72969cfef7eb tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/floatingips/6af63b8f-f7e6-4261-993a-09df2b184bdc HTTP/1.1" status: 200 len: 695 time: 0.1119421 Jul 15 23:06:18.310429 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7915c61e-c97a-4bfa-aeca-1095024d6ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:18.335083 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4e1c9052-f537-4ba7-a16d-a93928b8d665 None None] Provisioning for port 82f9b78f-fb59-4d4d-af16-ce5195a2e46a completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:18.350752 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4e1c9052-f537-4ba7-a16d-a93928b8d665 None None] Provisioning complete for port 82f9b78f-fb59-4d4d-af16-ce5195a2e46a triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:18.353582 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e1c9052-f537-4ba7-a16d-a93928b8d665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:18.368285 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-a9198bd5-93b0-4a55-b5e9-5d7981088197 service neutron] For port 593730dc-af87-41de-89af-dfc211d7eabf, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:18.395505 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-60d6c6e5-6673-479d-b8a7-0e55ab606aa9 req-1708f4ca-afc8-4874-9c52-aa19a4ee401e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cac87b5-5615-4545-97ab-d65dd384197f HTTP/1.1" status: 200 len: 217 time: 0.1336012 Jul 15 23:06:18.457271 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-4e1c9052-f537-4ba7-a16d-a93928b8d665 None None] Port 82f9b78f-fb59-4d4d-af16-ce5195a2e46a cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:06:18.471970 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6776bd6-0c8b-471c-84de-1c2439d2f00f req-f3cf40a8-f2ef-47bd-9cc3-d92e38f6de7c tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:18.480607 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b6776bd6-0c8b-471c-84de-1c2439d2f00f req-f3cf40a8-f2ef-47bd-9cc3-d92e38f6de7c tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 784 time: 0.1996520 Jul 15 23:06:18.486999 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-b6776bd6-0c8b-471c-84de-1c2439d2f00f req-d1f827ad-281c-4e4f-9808-d183f4f8a548 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:06:18.497992 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b6776bd6-0c8b-471c-84de-1c2439d2f00f req-d1f827ad-281c-4e4f-9808-d183f4f8a548 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154378 Jul 15 23:06:18.520478 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-a9198bd5-93b0-4a55-b5e9-5d7981088197 service neutron] For port 593730dc-af87-41de-89af-dfc211d7eabf, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=593730dc-af87-41de-89af-dfc211d7eabf,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:06:18.543368 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-a9198bd5-93b0-4a55-b5e9-5d7981088197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:18.597605 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-a9198bd5-93b0-4a55-b5e9-5d7981088197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:18.598192 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-a9198bd5-93b0-4a55-b5e9-5d7981088197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:18.600591 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-a9198bd5-93b0-4a55-b5e9-5d7981088197 service neutron] 10.222.0.36 "PUT /v2.0/ports/593730dc-af87-41de-89af-dfc211d7eabf HTTP/1.1" status: 200 len: 1095 time: 2.9657655 Jul 15 23:06:18.652435 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9428d0ad-663f-4f4c-ac12-373559da43f5', 'tag': '593730dc-af87-41de-89af-dfc211d7eabf'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:18.656027 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1d4d26-ead2-46cf-ae78-8a46e6a4030f None None] New status for floating IP 6af63b8f-f7e6-4261-993a-09df2b184bdc: DOWN {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:06:18.659015 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b6776bd6-0c8b-471c-84de-1c2439d2f00f req-a3d0d814-be05-4da0-9231-02a5382f2a28 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.191 HTTP/1.1" status: 200 len: 698 time: 0.1592770 Jul 15 23:06:18.659915 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7794c0-7a65-4b8a-809d-7f8555985626" -d '{"events": [{"name": "network-changed", "server_uuid": "9428d0ad-663f-4f4c-ac12-373559da43f5", "tag": "593730dc-af87-41de-89af-dfc211d7eabf"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:18.705158 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:18.804780 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b6776bd6-0c8b-471c-84de-1c2439d2f00f req-fa3551ec-564f-43f1-b503-c1f7437f4b3a tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.191 HTTP/1.1" status: 200 len: 698 time: 0.1345384 Jul 15 23:06:18.894817 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6c6e5-6673-479d-b8a7-0e55ab606aa9 req-814d256b-17cf-4209-ae6d-763f589474f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:18.896909 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-60d6c6e5-6673-479d-b8a7-0e55ab606aa9 req-814d256b-17cf-4209-ae6d-763f589474f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2832a628-6b8f-4e7d-8393-3c15cbb3a589 HTTP/1.1" status: 200 len: 859 time: 0.3984673 Jul 15 23:06:19.004776 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9198bd5-93b0-4a55-b5e9-5d7981088197 service neutron] Pushing event updated for resources: {'Port': ['ID=593730dc-af87-41de-89af-dfc211d7eabf,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:19.078210 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-b6776bd6-0c8b-471c-84de-1c2439d2f00f req-20051c66-2916-42a8-9bc1-1543aa2d74ee tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Deleting port b9060715-ff3f-4aa8-ae8a-9ea0cd35be18 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:06:19.078607 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b6776bd6-0c8b-471c-84de-1c2439d2f00f req-20051c66-2916-42a8-9bc1-1543aa2d74ee tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:19.087955 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-60d6c6e5-6673-479d-b8a7-0e55ab606aa9 req-37af4810-b7ae-42b5-9a4a-a4d24a8ffdc2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5369888-bf25-48d3-ac70-13804baa37e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1664515 Jul 15 23:06:19.221664 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b6776bd6-0c8b-471c-84de-1c2439d2f00f req-20051c66-2916-42a8-9bc1-1543aa2d74ee tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:19.222220 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b6776bd6-0c8b-471c-84de-1c2439d2f00f req-20051c66-2916-42a8-9bc1-1543aa2d74ee tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:19.231225 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-41b3f41f-d6e5-4606-a28a-1a4857f340e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:19.232824 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-41b3f41f-d6e5-4606-a28a-1a4857f340e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8f2ffb922f74d0abcdec27bd98e3b2f&device_id=9428d0ad-663f-4f4c-ac12-373559da43f5 HTTP/1.1" status: 200 len: 1098 time: 0.5403616 Jul 15 23:06:19.239119 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-b6776bd6-0c8b-471c-84de-1c2439d2f00f req-20051c66-2916-42a8-9bc1-1543aa2d74ee tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Calling delete_port for b9060715-ff3f-4aa8-ae8a-9ea0cd35be18 owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:06:19.314622 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-adbc8f9c-e662-414e-b538-a9f4579d84c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=593730dc-af87-41de-89af-dfc211d7eabf HTTP/1.1" status: 200 len: 217 time: 0.0487552 Jul 15 23:06:19.425026 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-60d6c6e5-6673-479d-b8a7-0e55ab606aa9 req-65c5485d-93f0-4c4a-b341-73b61b3a5774 service neutron] 10.222.0.36 "GET /v2.0/networks/e5369888-bf25-48d3-ac70-13804baa37e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043242 Jul 15 23:06:19.477076 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b6776bd6-0c8b-471c-84de-1c2439d2f00f req-20051c66-2916-42a8-9bc1-1543aa2d74ee tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:19.504435 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-b44d5340-58d3-49e7-a0cf-52e2c60e7cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:19.512801 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-b44d5340-58d3-49e7-a0cf-52e2c60e7cf0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1875482 Jul 15 23:06:19.534007 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:19.552891 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20051c66-2916-42a8-9bc1-1543aa2d74ee tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Pushing event deleted for resources: {'Port': ['ID=b9060715-ff3f-4aa8-ae8a-9ea0cd35be18,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:19.599021 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b6776bd6-0c8b-471c-84de-1c2439d2f00f req-20051c66-2916-42a8-9bc1-1543aa2d74ee tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:19.601902 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b6776bd6-0c8b-471c-84de-1c2439d2f00f req-20051c66-2916-42a8-9bc1-1543aa2d74ee tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:19.603159 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b6776bd6-0c8b-471c-84de-1c2439d2f00f req-20051c66-2916-42a8-9bc1-1543aa2d74ee tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "DELETE /v2.0/floatingips/6af63b8f-f7e6-4261-993a-09df2b184bdc HTTP/1.1" status: 204 len: 173 time: 0.7822576 Jul 15 23:06:19.655409 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-60d6c6e5-6673-479d-b8a7-0e55ab606aa9 req-39f6b471-1c81-480e-9078-5c0da2c22e37 service neutron] 10.222.0.36 "GET /v2.0/networks/e5369888-bf25-48d3-ac70-13804baa37e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197952 Jul 15 23:06:19.657486 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3c6ba32d-bf89-41db-93ec-0576814f0727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f9b78f-fb59-4d4d-af16-ce5195a2e46a {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:19.667482 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3c6ba32d-bf89-41db-93ec-0576814f0727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:19.703503 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3c6ba32d-bf89-41db-93ec-0576814f0727 service neutron] Transition to ACTIVE for port object 82f9b78f-fb59-4d4d-af16-ce5195a2e46a will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:19.718153 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3c6ba32d-bf89-41db-93ec-0576814f0727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:19.734351 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-ed096c9e-f523-4421-9d6e-88e8acf73c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:19.736215 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-ed096c9e-f523-4421-9d6e-88e8acf73c8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1546311 Jul 15 23:06:19.811052 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ad5be-dff3-40e1-859e-ad2cc4e564b4 req-4ebefdbb-4c7a-4552-9046-c395cf8de47d tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:19.819606 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c60ad5be-dff3-40e1-859e-ad2cc4e564b4 req-4ebefdbb-4c7a-4552-9046-c395cf8de47d tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/ports?device_id=9428d0ad-663f-4f4c-ac12-373559da43f5 HTTP/1.1" status: 200 len: 947 time: 0.0922692 Jul 15 23:06:19.838151 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ba32d-bf89-41db-93ec-0576814f0727 service neutron] Pushing event updated for resources: {'Port': ['ID=82f9b78f-fb59-4d4d-af16-ce5195a2e46a,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:19.869181 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c60ad5be-dff3-40e1-859e-ad2cc4e564b4 req-7044a3e2-98fb-40b6-b397-3e87a060ebab tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cc2b0b4-76c9-440c-8a64-e92aad3a71ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479519 Jul 15 23:06:19.952049 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684ab9d9-65e0-4217-824c-06582723dea9 x-openstack-request-id: req-684ab9d9-65e0-4217-824c-06582723dea9 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:19.952556 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9428d0ad-663f-4f4c-ac12-373559da43f5", "tag": "593730dc-af87-41de-89af-dfc211d7eabf", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:19.952650 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-684ab9d9-65e0-4217-824c-06582723dea9 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:19.953063 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9428d0ad-663f-4f4c-ac12-373559da43f5', 'tag': '593730dc-af87-41de-89af-dfc211d7eabf', 'status': 'completed', 'code': 200} Jul 15 23:06:20.035845 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-d89535d6-78ad-44fe-9743-93ffffdb5204 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795482 Jul 15 23:06:20.073356 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3c6ba32d-bf89-41db-93ec-0576814f0727 service neutron] Attempting to bind port 82f9b78f-fb59-4d4d-af16-ce5195a2e46a on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:06:20.073696 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3c6ba32d-bf89-41db-93ec-0576814f0727 service neutron] Attempting to bind port 82f9b78f-fb59-4d4d-af16-ce5195a2e46a by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:06:20.088348 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3c6ba32d-bf89-41db-93ec-0576814f0727 service neutron] Attempting to bind port 82f9b78f-fb59-4d4d-af16-ce5195a2e46a on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:20.116792 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3c6ba32d-bf89-41db-93ec-0576814f0727 service neutron] Port 82f9b78f-fb59-4d4d-af16-ce5195a2e46a on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:06:20.117013 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3c6ba32d-bf89-41db-93ec-0576814f0727 service neutron] Attempting to bind port 82f9b78f-fb59-4d4d-af16-ce5195a2e46a on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:20.138994 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3c6ba32d-bf89-41db-93ec-0576814f0727 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:06:20.139484 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3c6ba32d-bf89-41db-93ec-0576814f0727 service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:06:20.140232 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3c6ba32d-bf89-41db-93ec-0576814f0727 service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:06:20.140845 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3c6ba32d-bf89-41db-93ec-0576814f0727 service neutron] Bound port: 82f9b78f-fb59-4d4d-af16-ce5195a2e46a, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:06:20.142834 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3c6ba32d-bf89-41db-93ec-0576814f0727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:20.195291 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838af93a-9e80-4061-a530-341900921328 req-48ff44df-982a-40da-83f7-1c0a4fb490b4 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:20.206808 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-838af93a-9e80-4061-a530-341900921328 req-48ff44df-982a-40da-83f7-1c0a4fb490b4 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded22c8d-0f9b-464d-b86e-6d3b9f025c6d HTTP/1.1" status: 200 len: 947 time: 0.1311915 Jul 15 23:06:20.250840 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3c6ba32d-bf89-41db-93ec-0576814f0727 service neutron] For port 82f9b78f-fb59-4d4d-af16-ce5195a2e46a, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:20.281933 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3c6ba32d-bf89-41db-93ec-0576814f0727 service neutron] For port 82f9b78f-fb59-4d4d-af16-ce5195a2e46a, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=82f9b78f-fb59-4d4d-af16-ce5195a2e46a,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:06:20.289622 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b22e1a07-bf23-430f-b114-cb05645a3049 req-af477deb-fe25-462a-a991-5c391749c61e service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338283 Jul 15 23:06:20.292072 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-838af93a-9e80-4061-a530-341900921328 req-5cf33c92-0acd-4a07-81ed-46623d790828 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844026 Jul 15 23:06:20.292615 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3c6ba32d-bf89-41db-93ec-0576814f0727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:20.382843 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ba32d-bf89-41db-93ec-0576814f0727 service neutron] Pushing event updated for resources: {'Port': ['ID=82f9b78f-fb59-4d4d-af16-ce5195a2e46a,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:20.393740 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-223182b1-dc5e-4b08-a75e-48807896daec req-4dd05941-84d0-4dd8-93f9-56ea1cca44a0 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/security-groups/cc3c756a-5294-4ff7-92c9-dcaa9b1761b1 HTTP/1.1" status: 200 len: 1807 time: 0.0614126 Jul 15 23:06:20.462854 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3c6ba32d-bf89-41db-93ec-0576814f0727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:20.463850 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3c6ba32d-bf89-41db-93ec-0576814f0727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:20.464966 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-3c6ba32d-bf89-41db-93ec-0576814f0727 service neutron] 10.222.0.36 "PUT /v2.0/ports/82f9b78f-fb59-4d4d-af16-ce5195a2e46a HTTP/1.1" status: 200 len: 1095 time: 2.8024309 Jul 15 23:06:20.504534 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-223182b1-dc5e-4b08-a75e-48807896daec req-c65faac4-94aa-430d-ade4-88fc8981c251 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:20.510565 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7794c0-7a65-4b8a-809d-7f8555985626 req-71384096-fb72-4d11-a0dd-33f7981e8498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:20.512401 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8c7794c0-7a65-4b8a-809d-7f8555985626 req-71384096-fb72-4d11-a0dd-33f7981e8498 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8f2ffb922f74d0abcdec27bd98e3b2f&device_id=9428d0ad-663f-4f4c-ac12-373559da43f5 HTTP/1.1" status: 200 len: 1098 time: 0.1156294 Jul 15 23:06:20.580369 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-223182b1-dc5e-4b08-a75e-48807896daec req-c65faac4-94aa-430d-ade4-88fc8981c251 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:20.649169 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-92026037-147c-4888-b84a-da7db3e7af8e tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:20.651105 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-92026037-147c-4888-b84a-da7db3e7af8e tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/networks?id=635d177a-b3d3-4606-a88b-173de228afbc HTTP/1.1" status: 200 len: 814 time: 0.1936529 Jul 15 23:06:20.655613 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7794c0-7a65-4b8a-809d-7f8555985626 req-a9146c52-a7d6-47c5-8ed0-7780066c913b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:20.657106 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8c7794c0-7a65-4b8a-809d-7f8555985626 req-a9146c52-a7d6-47c5-8ed0-7780066c913b service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.1350868 Jul 15 23:06:20.657917 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-223182b1-dc5e-4b08-a75e-48807896daec req-c65faac4-94aa-430d-ade4-88fc8981c251 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:20.660842 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-223182b1-dc5e-4b08-a75e-48807896daec req-c65faac4-94aa-430d-ade4-88fc8981c251 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:20.662326 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-223182b1-dc5e-4b08-a75e-48807896daec req-c65faac4-94aa-430d-ade4-88fc8981c251 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "DELETE /v2.0/security-groups/cc3c756a-5294-4ff7-92c9-dcaa9b1761b1 HTTP/1.1" status: 204 len: 173 time: 0.2673333 Jul 15 23:06:20.666983 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-ef637599-1013-4e24-b2c0-d764d57c857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:20.669244 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-ef637599-1013-4e24-b2c0-d764d57c857c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&device_id=ded22c8d-0f9b-464d-b86e-6d3b9f025c6d HTTP/1.1" status: 200 len: 1098 time: 0.1330636 Jul 15 23:06:20.684339 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65faac4-94aa-430d-ade4-88fc8981c251 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3c756a-5294-4ff7-92c9-dcaa9b1761b1,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:20.687047 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-b4753f1e-c8aa-4fdc-9563-816bd6453ea7 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/quotas/c2098d98fb36402c91028cf1db3b1ed4 HTTP/1.1" status: 200 len: 375 time: 0.0239944 Jul 15 23:06:20.737338 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8c7794c0-7a65-4b8a-809d-7f8555985626 req-4cabec10-7c9b-474f-b767-ba6822dfed28 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=593730dc-af87-41de-89af-dfc211d7eabf HTTP/1.1" status: 200 len: 217 time: 0.0667064 Jul 15 23:06:20.783725 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-c2c8007f-66b6-432a-9ab5-523c1ff281a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=82f9b78f-fb59-4d4d-af16-ce5195a2e46a HTTP/1.1" status: 200 len: 217 time: 0.0581284 Jul 15 23:06:20.791577 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-082fa5fe-e332-4dcf-b215-1b6894f79858 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c2098d98fb36402c91028cf1db3b1ed4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912483 Jul 15 23:06:20.856952 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7794c0-7a65-4b8a-809d-7f8555985626 req-b68b2f7d-8868-4ed3-87b4-06adc1ab5e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:20.858508 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8c7794c0-7a65-4b8a-809d-7f8555985626 req-b68b2f7d-8868-4ed3-87b4-06adc1ab5e6b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0832093 Jul 15 23:06:20.861942 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-56063005-3818-423d-87ba-3fd0d39e7fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:20.863964 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-56063005-3818-423d-87ba-3fd0d39e7fc3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0611365 Jul 15 23:06:20.963288 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-b450c905-bbfb-4867-b0a4-03e1b6dd98c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:20.964781 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-b450c905-bbfb-4867-b0a4-03e1b6dd98c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0858550 Jul 15 23:06:20.967581 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7794c0-7a65-4b8a-809d-7f8555985626 req-561f8ae2-e3b4-4a82-a989-2811bf50b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:20.969132 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8c7794c0-7a65-4b8a-809d-7f8555985626 req-561f8ae2-e3b4-4a82-a989-2811bf50b5db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0978851 Jul 15 23:06:20.991990 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-7e5e91d9-78aa-44da-ad4b-3aae67d0029b service neutron] 10.222.0.16 "GET /v2.0/networks/635d177a-b3d3-4606-a88b-173de228afbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929646 Jul 15 23:06:21.088966 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:21.113317 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-2430fbc0-d14e-4a38-b29c-36e33355b512 service neutron] 10.222.0.16 "GET /v2.0/networks/635d177a-b3d3-4606-a88b-173de228afbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142750 Jul 15 23:06:21.143650 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8c7794c0-7a65-4b8a-809d-7f8555985626 req-97726ac9-6a4e-485b-a5e5-6bb178a163e5 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520717 Jul 15 23:06:21.145530 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-c8fb2e46-00df-43a2-830c-b01d7e77e4dc service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657605 Jul 15 23:06:21.169621 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1757ce-3fca-4007-8c1e-11523c3ef272 req-a1b52026-6ca5-4c97-9531-b4a0dd1ab7e1 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:21.171201 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5e1757ce-3fca-4007-8c1e-11523c3ef272 req-a1b52026-6ca5-4c97-9531-b4a0dd1ab7e1 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/ports?device_id=9428d0ad-663f-4f4c-ac12-373559da43f5 HTTP/1.1" status: 200 len: 947 time: 0.0882409 Jul 15 23:06:21.216563 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5e1757ce-3fca-4007-8c1e-11523c3ef272 req-246e29db-4b49-44d5-8231-84385d90b4a7 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cc2b0b4-76c9-440c-8a64-e92aad3a71ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394189 Jul 15 23:06:21.326316 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8c7794c0-7a65-4b8a-809d-7f8555985626 req-b2c3cbf5-a064-429b-8d2d-fdead1e2c002 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701725 Jul 15 23:06:21.328442 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-47faea29-475d-4dfe-9d8e-9f1f9ad20b7d req-45d05402-2912-431b-be9b-fdc5b6650bab service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620281 Jul 15 23:06:21.420746 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9206f-1f32-40a4-8e5c-d2bf59c77a22 req-64ec5ce8-3816-4aba-a0e0-37802d42ff7c tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:21.422574 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-42d9206f-1f32-40a4-8e5c-d2bf59c77a22 req-64ec5ce8-3816-4aba-a0e0-37802d42ff7c tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 945 time: 0.0668128 Jul 15 23:06:21.472567 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-42d9206f-1f32-40a4-8e5c-d2bf59c77a22 req-24e1195f-c7c5-45d4-8d1b-ad297bf8bac5 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f1bba3c-a016-4a4e-8754-0c290b07c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439827 Jul 15 23:06:21.546512 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ddfc826c-ee3f-49fe-bdc6-d098c832ce8d req-ba02a62d-c26a-4d48-8b04-67fe6655324b tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aac3ee3-1444-4700-8ddb-93537ea401e4 HTTP/1.1" status: 200 len: 210 time: 0.0328250 Jul 15 23:06:21.651214 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 565f7a18-5a9f-4895-a195-77d804617a12 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:06:21.731697 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceadb19-c9e4-4f81-892c-897df51c847b req-2176176b-24c6-49f3-8479-3fc8a4bb4d48 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:21.733777 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ceadb19-c9e4-4f81-892c-897df51c847b req-2176176b-24c6-49f3-8479-3fc8a4bb4d48 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded22c8d-0f9b-464d-b86e-6d3b9f025c6d HTTP/1.1" status: 200 len: 947 time: 0.0802386 Jul 15 23:06:21.787049 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 565f7a18-5a9f-4895-a195-77d804617a12, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=565f7a18-5a9f-4895-a195-77d804617a12,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:21.790547 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ceadb19-c9e4-4f81-892c-897df51c847b req-487e56fd-c7b1-4000-a30f-943d70aa2277 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508931 Jul 15 23:06:21.801415 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '565f7a18-5a9f-4895-a195-77d804617a12', 'network_id': 'f31abbaf-85af-4828-a64a-6617d309ea62', 'port_id': '565f7a18-5a9f-4895-a195-77d804617a12', 'mac_address': 'fa:16:3e:7e:08:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4e4463-c0f1-483a-8548-ef2c0500a26e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:06:21.866277 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:21.883269 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 565f7a18-5a9f-4895-a195-77d804617a12 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:21.907495 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 565f7a18-5a9f-4895-a195-77d804617a12, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=565f7a18-5a9f-4895-a195-77d804617a12,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:21.914920 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:21.953735 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded22c8d-0f9b-464d-b86e-6d3b9f025c6d', 'tag': '82f9b78f-fb59-4d4d-af16-ce5195a2e46a'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:21.956359 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9479898e-5059-42b6-9893-cb0b207049ec" -d '{"events": [{"name": "network-changed", "server_uuid": "ded22c8d-0f9b-464d-b86e-6d3b9f025c6d", "tag": "82f9b78f-fb59-4d4d-af16-ce5195a2e46a"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:21.975483 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=565f7a18-5a9f-4895-a195-77d804617a12,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:22.005259 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcc7252-f1dd-47be-8d77-9dbb03cfa9b2 x-openstack-request-id: req-dfcc7252-f1dd-47be-8d77-9dbb03cfa9b2 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:22.005557 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded22c8d-0f9b-464d-b86e-6d3b9f025c6d", "tag": "82f9b78f-fb59-4d4d-af16-ce5195a2e46a", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:22.005838 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dfcc7252-f1dd-47be-8d77-9dbb03cfa9b2 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:22.006258 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded22c8d-0f9b-464d-b86e-6d3b9f025c6d', 'tag': '82f9b78f-fb59-4d4d-af16-ce5195a2e46a', 'status': 'completed', 'code': 200} Jul 15 23:06:22.095060 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['565f7a18-5a9f-4895-a195-77d804617a12'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:22.108516 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479898e-5059-42b6-9893-cb0b207049ec req-9cac7fed-0013-415a-94e6-c55818e93316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:22.110163 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9479898e-5059-42b6-9893-cb0b207049ec req-9cac7fed-0013-415a-94e6-c55818e93316 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&device_id=ded22c8d-0f9b-464d-b86e-6d3b9f025c6d HTTP/1.1" status: 200 len: 1098 time: 0.0546150 Jul 15 23:06:22.208396 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479898e-5059-42b6-9893-cb0b207049ec req-37c8603d-ad92-47d6-b68a-1be75229b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:22.210069 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9479898e-5059-42b6-9893-cb0b207049ec req-37c8603d-ad92-47d6-b68a-1be75229b7fc service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.0916700 Jul 15 23:06:22.253793 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9479898e-5059-42b6-9893-cb0b207049ec req-e65d15b6-7c5a-475c-8035-2983da0ea89e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=82f9b78f-fb59-4d4d-af16-ce5195a2e46a HTTP/1.1" status: 200 len: 217 time: 0.0359511 Jul 15 23:06:22.304350 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479898e-5059-42b6-9893-cb0b207049ec req-8ffd8bfc-b918-4ada-a45b-9c5ca4844060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:22.305823 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9479898e-5059-42b6-9893-cb0b207049ec req-8ffd8bfc-b918-4ada-a45b-9c5ca4844060 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0447841 Jul 15 23:06:22.377394 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479898e-5059-42b6-9893-cb0b207049ec req-119bf7f3-d9cc-47a7-ad1e-5a26c5b9bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:22.378950 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9479898e-5059-42b6-9893-cb0b207049ec req-119bf7f3-d9cc-47a7-ad1e-5a26c5b9bdb7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0570557 Jul 15 23:06:22.397293 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c968543-611b-40fd-bfb6-4917b82928c5 req-7d9587f2-5d34-42af-a160-aa7838f953c8 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:22.398932 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0c968543-611b-40fd-bfb6-4917b82928c5 req-7d9587f2-5d34-42af-a160-aa7838f953c8 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/ports?device_id=9428d0ad-663f-4f4c-ac12-373559da43f5 HTTP/1.1" status: 200 len: 947 time: 0.0689332 Jul 15 23:06:22.452582 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0c968543-611b-40fd-bfb6-4917b82928c5 req-7e4ee7ba-0da0-4dfc-a93b-3459da3ff18d tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cc2b0b4-76c9-440c-8a64-e92aad3a71ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473747 Jul 15 23:06:22.497308 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9479898e-5059-42b6-9893-cb0b207049ec req-d0a3851a-89f7-4ecb-941e-06dbe2604c18 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097348 Jul 15 23:06:22.743125 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663686a2-4d02-47e5-9522-acdf188591b0 req-5d9ae7c7-2dec-4458-bb9f-e7890a5cd2f9 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:22.744582 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-663686a2-4d02-47e5-9522-acdf188591b0 req-5d9ae7c7-2dec-4458-bb9f-e7890a5cd2f9 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 945 time: 0.1075151 Jul 15 23:06:22.766583 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-34f014bc-eba5-4953-9fb5-8e17fa09a6b0 req-b23245d3-c058-4836-90b1-c9913dc709b0 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aac3ee3-1444-4700-8ddb-93537ea401e4 HTTP/1.1" status: 200 len: 210 time: 0.0462759 Jul 15 23:06:22.805612 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-663686a2-4d02-47e5-9522-acdf188591b0 req-48b856bc-9d18-4e2b-a4c1-6f9720d02718 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f1bba3c-a016-4a4e-8754-0c290b07c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423081 Jul 15 23:06:22.935376 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 593730dc-af87-41de-89af-dfc211d7eabf details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:06:23.043810 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc9cc4-4ff5-4f58-9689-e3b96a21144a req-8572890f-1f25-4285-be3f-1d8bc7c2dec7 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:23.052641 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2ffc9cc4-4ff5-4f58-9689-e3b96a21144a req-8572890f-1f25-4285-be3f-1d8bc7c2dec7 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded22c8d-0f9b-464d-b86e-6d3b9f025c6d HTTP/1.1" status: 200 len: 947 time: 0.0902121 Jul 15 23:06:23.127397 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2ffc9cc4-4ff5-4f58-9689-e3b96a21144a req-dcb869f7-fcae-4fa2-a51d-abc41b1113a3 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732691 Jul 15 23:06:23.137249 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 593730dc-af87-41de-89af-dfc211d7eabf, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=593730dc-af87-41de-89af-dfc211d7eabf,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:23.138828 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9479898e-5059-42b6-9893-cb0b207049ec req-5bfd3909-a56c-40a6-9cdf-e6fe7ebca726 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6242781 Jul 15 23:06:23.150743 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '593730dc-af87-41de-89af-dfc211d7eabf', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': '593730dc-af87-41de-89af-dfc211d7eabf', 'mac_address': 'fa:16:3e:3a:93:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:06:23.207222 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-3254dea6-4f37-48bd-9f46-67f33a996640 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:23.208740 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-3254dea6-4f37-48bd-9f46-67f33a996640 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.36 "GET /v2.0/networks?id=635d177a-b3d3-4606-a88b-173de228afbc HTTP/1.1" status: 200 len: 814 time: 0.2746825 Jul 15 23:06:23.222410 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:23.229140 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-008289c9-b01e-4ac0-a362-c83f324711b9 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Request body: {'port': {'device_id': '1aac3ee3-1444-4700-8ddb-93537ea401e4', 'network_id': '635d177a-b3d3-4606-a88b-173de228afbc', 'admin_state_up': True, 'tenant_id': 'c2098d98fb36402c91028cf1db3b1ed4'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:23.265994 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 593730dc-af87-41de-89af-dfc211d7eabf {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:23.292223 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 593730dc-af87-41de-89af-dfc211d7eabf, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=593730dc-af87-41de-89af-dfc211d7eabf,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:23.299881 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:23.351667 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=593730dc-af87-41de-89af-dfc211d7eabf,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:23.378905 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-008289c9-b01e-4ac0-a362-c83f324711b9 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Made reservation on behalf of c2098d98fb36402c91028cf1db3b1ed4 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:06:23.383408 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-008289c9-b01e-4ac0-a362-c83f324711b9 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:23.631740 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['593730dc-af87-41de-89af-dfc211d7eabf'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:23.672054 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-008289c9-b01e-4ac0-a362-c83f324711b9 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Allocated IP 172.20.0.14 (635d177a-b3d3-4606-a88b-173de228afbc/c37054d7-01ff-4743-82f3-aa171ecc4e16/a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:06:23.696127 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 565f7a18-5a9f-4895-a195-77d804617a12 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:23.839904 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c603181-b24b-4373-9380-370796de4603 req-ee2c4c87-31b7-4d09-937f-ce968d75a039 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:23.855566 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 565f7a18-5a9f-4895-a195-77d804617a12 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:23.855962 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:23.879660 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4c603181-b24b-4373-9380-370796de4603 req-ee2c4c87-31b7-4d09-937f-ce968d75a039 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/ports?device_id=9428d0ad-663f-4f4c-ac12-373559da43f5 HTTP/1.1" status: 200 len: 948 time: 0.2034278 Jul 15 23:06:23.984514 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4c603181-b24b-4373-9380-370796de4603 req-20c81d7c-2f8b-42fc-afbb-5a5be2e2f1b0 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cc2b0b4-76c9-440c-8a64-e92aad3a71ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037045 Jul 15 23:06:24.008870 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:24.097851 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-008289c9-b01e-4ac0-a362-c83f324711b9 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:24.113256 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:24.159687 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-008289c9-b01e-4ac0-a362-c83f324711b9 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Transition to ACTIVE for port object a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:24.163528 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28467939-8a00-489f-9ca7-ce520be99c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565f7a18-5a9f-4895-a195-77d804617a12'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:24.168145 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a970e5de-9f86-46be-abb7-1c53c1fe5fad" -d '{"events": [{"server_uuid": "28467939-8a00-489f-9ca7-ce520be99c22", "name": "network-vif-plugged", "status": "completed", "tag": "565f7a18-5a9f-4895-a195-77d804617a12"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:24.199879 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 565f7a18-5a9f-4895-a195-77d804617a12, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=565f7a18-5a9f-4895-a195-77d804617a12,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:24.207780 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:24.268573 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d93f579f-acc9-48fc-a121-39475ccd697e req-97fc502b-dabe-47f7-9ac4-f1c00d2894fd tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aac3ee3-1444-4700-8ddb-93537ea401e4 HTTP/1.1" status: 200 len: 210 time: 0.0855489 Jul 15 23:06:24.278051 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-008289c9-b01e-4ac0-a362-c83f324711b9 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:24.360586 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=565f7a18-5a9f-4895-a195-77d804617a12,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:24.423703 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92965821-1184-4664-bb2d-74b95c7e715b req-28df31ad-a7a3-463f-83e3-c4d72e7358ac tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:24.430563 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-92965821-1184-4664-bb2d-74b95c7e715b req-28df31ad-a7a3-463f-83e3-c4d72e7358ac tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 945 time: 0.1584234 Jul 15 23:06:24.451935 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-008289c9-b01e-4ac0-a362-c83f324711b9 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Network 635d177a-b3d3-4606-a88b-173de228afbc is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:06:24.458908 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-008289c9-b01e-4ac0-a362-c83f324711b9 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:06:24.462995 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008289c9-b01e-4ac0-a362-c83f324711b9 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Pushing event updated for resources: {'Port': ['ID=a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:24.468672 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-008289c9-b01e-4ac0-a362-c83f324711b9 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:06:24.527112 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a4ea3-b89b-4140-a771-99e40a39dade req-2db98180-5585-462e-8125-63079d6f41a0 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:24.528672 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f50a4ea3-b89b-4140-a771-99e40a39dade req-2db98180-5585-462e-8125-63079d6f41a0 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.36 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 945 time: 0.3221028 Jul 15 23:06:24.530180 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-92965821-1184-4664-bb2d-74b95c7e715b req-f1173f32-b9d4-40ef-9f48-20c6cf639b89 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f1bba3c-a016-4a4e-8754-0c290b07c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987067 Jul 15 23:06:24.656781 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-008289c9-b01e-4ac0-a362-c83f324711b9 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:24.657633 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-008289c9-b01e-4ac0-a362-c83f324711b9 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:24.723874 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-008289c9-b01e-4ac0-a362-c83f324711b9 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4988756 Jul 15 23:06:24.775843 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-8a46fc04-4144-4430-a0d8-53acfc1f65de service neutron] Request body: {'port': {'device_id': '1aac3ee3-1444-4700-8ddb-93537ea401e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:24.824446 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-407f1866-98eb-4aa5-9c7f-e397984b24ec None None] Provisioning for port a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:24.831372 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-407f1866-98eb-4aa5-9c7f-e397984b24ec None None] Provisioning complete for port a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:24.832047 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-407f1866-98eb-4aa5-9c7f-e397984b24ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:24.895549 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf00d8c-8628-41da-8d65-dd46aeddac61 req-4a80bbd4-5111-4813-84a3-47e0dd30ac35 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:24.904023 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bcf00d8c-8628-41da-8d65-dd46aeddac61 req-4a80bbd4-5111-4813-84a3-47e0dd30ac35 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded22c8d-0f9b-464d-b86e-6d3b9f025c6d HTTP/1.1" status: 200 len: 947 time: 0.1459682 Jul 15 23:06:24.931271 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-407f1866-98eb-4aa5-9c7f-e397984b24ec None None] Port a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:06:24.933019 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-f50a4ea3-b89b-4140-a771-99e40a39dade req-2523c09c-2948-49c0-a6f7-ee55a5f72f4e tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Deleting port 7cac87b5-5615-4545-97ab-d65dd384197f {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:06:24.933370 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f50a4ea3-b89b-4140-a771-99e40a39dade req-2523c09c-2948-49c0-a6f7-ee55a5f72f4e tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:24.941556 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-8a46fc04-4144-4430-a0d8-53acfc1f65de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:24.949975 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 82f9b78f-fb59-4d4d-af16-ce5195a2e46a details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:06:25.020676 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bcf00d8c-8628-41da-8d65-dd46aeddac61 req-d0cd2991-f414-4286-bdde-44d714d60987 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106632 Jul 15 23:06:25.059028 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 593730dc-af87-41de-89af-dfc211d7eabf up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:25.155546 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f246f4-9410-41e9-9026-829416eae3b2 x-openstack-request-id: req-86f246f4-9410-41e9-9026-829416eae3b2 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:25.160009 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28467939-8a00-489f-9ca7-ce520be99c22", "name": "network-vif-plugged", "status": "completed", "tag": "565f7a18-5a9f-4895-a195-77d804617a12", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:25.160597 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86f246f4-9410-41e9-9026-829416eae3b2 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:25.161297 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28467939-8a00-489f-9ca7-ce520be99c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565f7a18-5a9f-4895-a195-77d804617a12', 'code': 200} Jul 15 23:06:25.301408 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 82f9b78f-fb59-4d4d-af16-ce5195a2e46a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=82f9b78f-fb59-4d4d-af16-ce5195a2e46a,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:25.334888 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '82f9b78f-fb59-4d4d-af16-ce5195a2e46a', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': '82f9b78f-fb59-4d4d-af16-ce5195a2e46a', 'mac_address': 'fa:16:3e:d6:a1:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:06:25.409411 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 593730dc-af87-41de-89af-dfc211d7eabf completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:25.427048 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 593730dc-af87-41de-89af-dfc211d7eabf triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:25.428779 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:25.508188 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f50a4ea3-b89b-4140-a771-99e40a39dade req-2523c09c-2948-49c0-a6f7-ee55a5f72f4e tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] For port 7cac87b5-5615-4545-97ab-d65dd384197f, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=7cac87b5-5615-4545-97ab-d65dd384197f,segment=NetworkSegment(2e64f487-053c-4004-a3af-756cbd108bb6),segment_id=2e64f487-053c-4004-a3af-756cbd108bb6)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:25.516947 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f50a4ea3-b89b-4140-a771-99e40a39dade req-2523c09c-2948-49c0-a6f7-ee55a5f72f4e tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:25.529273 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:25.592399 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-f50a4ea3-b89b-4140-a771-99e40a39dade req-2523c09c-2948-49c0-a6f7-ee55a5f72f4e tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Calling delete_port for 7cac87b5-5615-4545-97ab-d65dd384197f owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:06:25.609768 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f9b78f-fb59-4d4d-af16-ce5195a2e46a {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:25.666362 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 82f9b78f-fb59-4d4d-af16-ce5195a2e46a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=82f9b78f-fb59-4d4d-af16-ce5195a2e46a,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:25.676156 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:25.979725 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-8a46fc04-4144-4430-a0d8-53acfc1f65de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:25.994050 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-8a46fc04-4144-4430-a0d8-53acfc1f65de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:26.023069 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4f401-6989-4179-ba00-dfacffaaf6ca req-9b975156-036a-4b40-8083-4011f66fb548 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:26.028446 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f50a4ea3-b89b-4140-a771-99e40a39dade req-2523c09c-2948-49c0-a6f7-ee55a5f72f4e tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:26.033805 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2ed4f401-6989-4179-ba00-dfacffaaf6ca req-9b975156-036a-4b40-8083-4011f66fb548 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/ports?device_id=9428d0ad-663f-4f4c-ac12-373559da43f5 HTTP/1.1" status: 200 len: 948 time: 0.2435112 Jul 15 23:06:26.057011 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['82f9b78f-fb59-4d4d-af16-ce5195a2e46a'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:26.061746 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41380) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:26.070787 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:26.073277 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-8a46fc04-4144-4430-a0d8-53acfc1f65de service neutron] Transition to ACTIVE for port object a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:26.125049 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523c09c-2948-49c0-a6f7-ee55a5f72f4e tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Pushing event deleted for resources: {'Port': ['ID=7cac87b5-5615-4545-97ab-d65dd384197f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:26.132824 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-8a46fc04-4144-4430-a0d8-53acfc1f65de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:26.146542 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2ed4f401-6989-4179-ba00-dfacffaaf6ca req-811ea1d4-fb12-41ef-a305-f7d1e0de4ff6 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cc2b0b4-76c9-440c-8a64-e92aad3a71ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073506 Jul 15 23:06:26.248102 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 593730dc-af87-41de-89af-dfc211d7eabf, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=593730dc-af87-41de-89af-dfc211d7eabf,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:26.251917 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=82f9b78f-fb59-4d4d-af16-ce5195a2e46a,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:26.268686 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:26.369699 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50a4ea3-b89b-4140-a771-99e40a39dade req-2523c09c-2948-49c0-a6f7-ee55a5f72f4e tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] No DVR routers for this DVR port 7cac87b5-5615-4545-97ab-d65dd384197f on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:06:26.374356 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f50a4ea3-b89b-4140-a771-99e40a39dade req-2523c09c-2948-49c0-a6f7-ee55a5f72f4e tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:26.376565 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f50a4ea3-b89b-4140-a771-99e40a39dade req-2523c09c-2948-49c0-a6f7-ee55a5f72f4e tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.36 "DELETE /v2.0/ports/7cac87b5-5615-4545-97ab-d65dd384197f HTTP/1.1" status: 204 len: 173 time: 1.8347695 Jul 15 23:06:26.377120 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e951f855-c36b-40c4-b916-7cb1b4f4b66d', 'name': 'network-vif-deleted', 'tag': '7cac87b5-5615-4545-97ab-d65dd384197f'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:26.379762 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7060a63-c4b9-4894-aa8b-0853ca8a236c" -d '{"events": [{"server_uuid": "e951f855-c36b-40c4-b916-7cb1b4f4b66d", "name": "network-vif-deleted", "tag": "7cac87b5-5615-4545-97ab-d65dd384197f"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:26.383897 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46fc04-4144-4430-a0d8-53acfc1f65de service neutron] Pushing event updated for resources: {'Port': ['ID=a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:26.396459 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-088ea75b-f618-4ec7-bc42-5c6dad4cb1aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:26.540717 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=593730dc-af87-41de-89af-dfc211d7eabf,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:26.557117 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-8a46fc04-4144-4430-a0d8-53acfc1f65de service neutron] Attempting to bind port a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:06:26.557674 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-8a46fc04-4144-4430-a0d8-53acfc1f65de service neutron] Attempting to bind port a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '52ba3f22-fe84-4cb8-b352-46bf694cce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '635d177a-b3d3-4606-a88b-173de228afbc'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:06:26.557831 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-8a46fc04-4144-4430-a0d8-53acfc1f65de service neutron] Attempting to bind port a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b on network 635d177a-b3d3-4606-a88b-173de228afbc {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:26.578219 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7d46f-c283-4fbd-8c5e-d17b5b673e2e req-7ef00e71-39de-45ce-84e5-36128e65549b tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:26.589664 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-8a46fc04-4144-4430-a0d8-53acfc1f65de service neutron] Port a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b on network 635d177a-b3d3-4606-a88b-173de228afbc not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:06:26.589897 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-8a46fc04-4144-4430-a0d8-53acfc1f65de service neutron] Attempting to bind port a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b on network 635d177a-b3d3-4606-a88b-173de228afbc {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:26.593727 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a6f7d46f-c283-4fbd-8c5e-d17b5b673e2e req-7ef00e71-39de-45ce-84e5-36128e65549b tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aac3ee3-1444-4700-8ddb-93537ea401e4 HTTP/1.1" status: 200 len: 944 time: 0.1784837 Jul 15 23:06:26.620264 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-8a46fc04-4144-4430-a0d8-53acfc1f65de service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:06:26.620634 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-8a46fc04-4144-4430-a0d8-53acfc1f65de service neutron] Checking segment: {'id': '52ba3f22-fe84-4cb8-b352-46bf694cce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '635d177a-b3d3-4606-a88b-173de228afbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:06:26.621082 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-8a46fc04-4144-4430-a0d8-53acfc1f65de service neutron] Bound using segment: {'id': '52ba3f22-fe84-4cb8-b352-46bf694cce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '635d177a-b3d3-4606-a88b-173de228afbc'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:06:26.621608 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-8a46fc04-4144-4430-a0d8-53acfc1f65de service neutron] Bound port: a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52ba3f22-fe84-4cb8-b352-46bf694cce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '635d177a-b3d3-4606-a88b-173de228afbc'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:06:26.621976 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-8a46fc04-4144-4430-a0d8-53acfc1f65de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:26.738720 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a6f7d46f-c283-4fbd-8c5e-d17b5b673e2e req-8f149f80-7f08-42e4-b586-ad3cf57c6d1d tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28ea737-0d30-4b22-bed1-67299c688932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422169 Jul 15 23:06:26.814281 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-088ea75b-f618-4ec7-bc42-5c6dad4cb1aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:26.815693 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-8a46fc04-4144-4430-a0d8-53acfc1f65de service neutron] For port a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:26.819719 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-8a46fc04-4144-4430-a0d8-53acfc1f65de service neutron] For port a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b,segment=NetworkSegment(52ba3f22-fe84-4cb8-b352-46bf694cce3f),segment_id=52ba3f22-fe84-4cb8-b352-46bf694cce3f)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:06:26.821716 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-088ea75b-f618-4ec7-bc42-5c6dad4cb1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:26.842851 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-8a46fc04-4144-4430-a0d8-53acfc1f65de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:26.907549 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-088ea75b-f618-4ec7-bc42-5c6dad4cb1aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=090a9547385f497aa50b3c25ad1c647c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8325927 Jul 15 23:06:26.910065 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41388) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:26.927045 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-8a46fc04-4144-4430-a0d8-53acfc1f65de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:26.933701 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-8a46fc04-4144-4430-a0d8-53acfc1f65de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:26.935158 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-8a46fc04-4144-4430-a0d8-53acfc1f65de service neutron] 10.222.0.36 "PUT /v2.0/ports/a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b HTTP/1.1" status: 200 len: 1092 time: 2.1658609 Jul 15 23:06:26.961517 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 7cac87b5-5615-4545-97ab-d65dd384197f no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:06:26.989256 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ea75b-f618-4ec7-bc42-5c6dad4cb1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d59b623-d3f4-4d35-bff8-9a69ddcaeaa3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:27.019472 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 7cac87b5-5615-4545-97ab-d65dd384197f {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:06:27.019896 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 7cac87b5-5615-4545-97ab-d65dd384197f not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:06:27.112137 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bff4f9ab-d46b-4fec-84f9-ccdfc9d04aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:27.125799 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46fc04-4144-4430-a0d8-53acfc1f65de service neutron] Pushing event updated for resources: {'Port': ['ID=a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:27.163063 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9428d0ad-663f-4f4c-ac12-373559da43f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593730dc-af87-41de-89af-dfc211d7eabf'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:27.165612 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223ab1f0-68ff-4558-828b-62f33c6be889" -d '{"events": [{"server_uuid": "9428d0ad-663f-4f4c-ac12-373559da43f5", "name": "network-vif-plugged", "status": "completed", "tag": "593730dc-af87-41de-89af-dfc211d7eabf"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:27.182284 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bff4f9ab-d46b-4fec-84f9-ccdfc9d04aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:27.187370 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-531ce2a4-8793-4e3e-bdd2-9b33f9c67fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:27.189096 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-531ce2a4-8793-4e3e-bdd2-9b33f9c67fd6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2098d98fb36402c91028cf1db3b1ed4&device_id=1aac3ee3-1444-4700-8ddb-93537ea401e4 HTTP/1.1" status: 200 len: 1095 time: 0.1711454 Jul 15 23:06:27.288011 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-d79f9e99-e850-4358-80f7-a80fc643ed6b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b HTTP/1.1" status: 200 len: 217 time: 0.0758882 Jul 15 23:06:27.324312 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3df07490-f889-41c5-8a20-ee8a5b1894d0 req-24697536-508a-4210-9543-75ce5bf4f3e1 tempest-ServerRescueTestJSONUnderV235-406385696 tempest-ServerRescueTestJSONUnderV235-406385696-project] 10.222.0.16 "GET /v2.0/ports?device_id=e951f855-c36b-40c4-b916-7cb1b4f4b66d HTTP/1.1" status: 200 len: 210 time: 0.0591919 Jul 15 23:06:27.327339 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bff4f9ab-d46b-4fec-84f9-ccdfc9d04aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:27.335039 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bff4f9ab-d46b-4fec-84f9-ccdfc9d04aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:27.336307 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-bff4f9ab-d46b-4fec-84f9-ccdfc9d04aca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d59b623-d3f4-4d35-bff8-9a69ddcaeaa3 HTTP/1.1" status: 204 len: 168 time: 0.4250488 Jul 15 23:06:27.380423 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4f9ab-d46b-4fec-84f9-ccdfc9d04aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d59b623-d3f4-4d35-bff8-9a69ddcaeaa3,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:27.455342 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-371fc072-ebc2-44e2-a9a0-73af6439cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:27.461524 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-371fc072-ebc2-44e2-a9a0-73af6439cc61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c37054d7-01ff-4743-82f3-aa171ecc4e16 HTTP/1.1" status: 200 len: 853 time: 0.1071024 Jul 15 23:06:27.553597 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-d828972f-815c-4268-ae49-be25777cb61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:27.562004 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-d828972f-815c-4268-ae49-be25777cb61d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=635d177a-b3d3-4606-a88b-173de228afbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859654 Jul 15 23:06:27.788637 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23c9a4-1386-4e75-a2a9-99ac09af0289 req-a86da43a-decd-4a45-b929-01d9fd2ddaa7 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:27.790472 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3b23c9a4-1386-4e75-a2a9-99ac09af0289 req-a86da43a-decd-4a45-b929-01d9fd2ddaa7 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded22c8d-0f9b-464d-b86e-6d3b9f025c6d HTTP/1.1" status: 200 len: 948 time: 0.1624162 Jul 15 23:06:27.830496 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-8093d2aa-73ab-4682-97d8-79a756958206 service neutron] 10.222.0.36 "GET /v2.0/networks/635d177a-b3d3-4606-a88b-173de228afbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370648 Jul 15 23:06:27.871570 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3b23c9a4-1386-4e75-a2a9-99ac09af0289 req-8324aee5-a7c2-4e1a-843b-9abb77f6ecca tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740802 Jul 15 23:06:27.967344 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d353f911-1880-4f29-aa8a-2d02f8444d04 x-openstack-request-id: req-d353f911-1880-4f29-aa8a-2d02f8444d04 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:27.967724 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e951f855-c36b-40c4-b916-7cb1b4f4b66d", "name": "network-vif-deleted", "tag": "7cac87b5-5615-4545-97ab-d65dd384197f", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:27.968046 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d353f911-1880-4f29-aa8a-2d02f8444d04 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:27.968538 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e951f855-c36b-40c4-b916-7cb1b4f4b66d', 'name': 'network-vif-deleted', 'tag': '7cac87b5-5615-4545-97ab-d65dd384197f', 'status': 'completed', 'code': 200} Jul 15 23:06:28.136455 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-21a78669-66cc-43d7-ba41-aed1ad1d9c78 req-518261b4-7b89-468b-8bf2-23383dd4b18a service neutron] 10.222.0.36 "GET /v2.0/networks/635d177a-b3d3-4606-a88b-173de228afbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221184 Jul 15 23:06:28.190202 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27528e6-33fa-4f52-88d3-f06ed8b70a5c x-openstack-request-id: req-b27528e6-33fa-4f52-88d3-f06ed8b70a5c {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:28.191191 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9428d0ad-663f-4f4c-ac12-373559da43f5", "name": "network-vif-plugged", "status": "completed", "tag": "593730dc-af87-41de-89af-dfc211d7eabf", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:28.191770 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b27528e6-33fa-4f52-88d3-f06ed8b70a5c {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:28.192438 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9428d0ad-663f-4f4c-ac12-373559da43f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593730dc-af87-41de-89af-dfc211d7eabf', 'code': 200} Jul 15 23:06:28.519488 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ed7a1-339e-4b39-b4a1-18c621638330 req-ba8455bb-df47-48ae-843a-ee1405f8c648 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:28.529509 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e65ed7a1-339e-4b39-b4a1-18c621638330 req-ba8455bb-df47-48ae-843a-ee1405f8c648 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/ports?device_id=9428d0ad-663f-4f4c-ac12-373559da43f5 HTTP/1.1" status: 200 len: 949 time: 0.1148775 Jul 15 23:06:28.568402 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f1a58-408d-4284-8742-0259189d6e60 req-385db89f-5bc2-4bc5-84bb-c4446f200634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:28.570495 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-356f1a58-408d-4284-8742-0259189d6e60 req-385db89f-5bc2-4bc5-84bb-c4446f200634 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9428d0ad-663f-4f4c-ac12-373559da43f5 HTTP/1.1" status: 200 len: 1100 time: 0.1385891 Jul 15 23:06:28.584113 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e65ed7a1-339e-4b39-b4a1-18c621638330 req-a9395414-1539-4b92-b723-d8ac87b13712 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cc2b0b4-76c9-440c-8a64-e92aad3a71ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522718 Jul 15 23:06:28.762113 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-356f1a58-408d-4284-8742-0259189d6e60 req-a9de2bb8-aca1-443a-b3e2-847f701ea843 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7cc2b0b4-76c9-440c-8a64-e92aad3a71ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708616 Jul 15 23:06:28.859422 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98412a56-c78d-4557-9c5b-c9f6ccfe5d24 req-d6490f2e-0fed-44de-a762-02a284439b26 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:28.870829 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-98412a56-c78d-4557-9c5b-c9f6ccfe5d24 req-d6490f2e-0fed-44de-a762-02a284439b26 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aac3ee3-1444-4700-8ddb-93537ea401e4 HTTP/1.1" status: 200 len: 944 time: 0.1582551 Jul 15 23:06:28.944509 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-98412a56-c78d-4557-9c5b-c9f6ccfe5d24 req-1570441f-9810-4f5a-b902-e8592122ecfd tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28ea737-0d30-4b22-bed1-67299c688932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596378 Jul 15 23:06:28.986658 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 82f9b78f-fb59-4d4d-af16-ce5195a2e46a up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:29.077074 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 82f9b78f-fb59-4d4d-af16-ce5195a2e46a completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:29.090235 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 82f9b78f-fb59-4d4d-af16-ce5195a2e46a triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:29.090235 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:29.215102 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:29.215968 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41432) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:29.285786 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 82f9b78f-fb59-4d4d-af16-ce5195a2e46a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=82f9b78f-fb59-4d4d-af16-ce5195a2e46a,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:29.296158 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:29.389615 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=82f9b78f-fb59-4d4d-af16-ce5195a2e46a,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:29.970835 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aac3ee3-1444-4700-8ddb-93537ea401e4', 'tag': 'a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:29.976046 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef22c9a-f2ba-42fc-b0c9-01f015d011c5" -d '{"events": [{"name": "network-changed", "server_uuid": "1aac3ee3-1444-4700-8ddb-93537ea401e4", "tag": "a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:30.128662 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6237f27-9bce-4791-a024-462a48723cd2 req-916ef14e-1088-4a17-9d17-dc4293a8646e tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:30.137049 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f6237f27-9bce-4791-a024-462a48723cd2 req-916ef14e-1088-4a17-9d17-dc4293a8646e tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded22c8d-0f9b-464d-b86e-6d3b9f025c6d HTTP/1.1" status: 200 len: 949 time: 0.2197440 Jul 15 23:06:30.194044 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded22c8d-0f9b-464d-b86e-6d3b9f025c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f9b78f-fb59-4d4d-af16-ce5195a2e46a'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:30.197663 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca08d8c-5962-4e51-99e2-db2a8e28a35c" -d '{"events": [{"server_uuid": "ded22c8d-0f9b-464d-b86e-6d3b9f025c6d", "name": "network-vif-plugged", "status": "completed", "tag": "82f9b78f-fb59-4d4d-af16-ce5195a2e46a"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:30.202445 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f6237f27-9bce-4791-a024-462a48723cd2 req-b40c1272-c38f-4867-a428-0cd29001e3ea tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641239 Jul 15 23:06:30.212432 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-880f7459-e87a-4a65-aea4-789c9158556d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:30.619665 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-880f7459-e87a-4a65-aea4-789c9158556d admin admin] Deleting port b541fdda-5518-477d-91a7-7d481781482b {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:06:30.621456 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-880f7459-e87a-4a65-aea4-789c9158556d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:30.825023 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-880f7459-e87a-4a65-aea4-789c9158556d admin admin] For port b541fdda-5518-477d-91a7-7d481781482b, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b541fdda-5518-477d-91a7-7d481781482b,segment=NetworkSegment(2e64f487-053c-4004-a3af-756cbd108bb6),segment_id=2e64f487-053c-4004-a3af-756cbd108bb6)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:30.825478 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-880f7459-e87a-4a65-aea4-789c9158556d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:30.853910 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-880f7459-e87a-4a65-aea4-789c9158556d admin admin] Calling delete_port for b541fdda-5518-477d-91a7-7d481781482b owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:06:30.875479 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79f4a5-24d9-41da-bac9-141b7b1c73c2 req-11ac512f-899c-4eec-abbb-b203a59ab4a0 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:30.879102 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce79f4a5-24d9-41da-bac9-141b7b1c73c2 req-11ac512f-899c-4eec-abbb-b203a59ab4a0 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/ports?device_id=9428d0ad-663f-4f4c-ac12-373559da43f5 HTTP/1.1" status: 200 len: 949 time: 0.1634061 Jul 15 23:06:31.204860 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce79f4a5-24d9-41da-bac9-141b7b1c73c2 req-1525c07d-7182-4e15-8361-de2ee0d5f1a8 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cc2b0b4-76c9-440c-8a64-e92aad3a71ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101416 Jul 15 23:06:31.231156 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:06:31.240519 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-880f7459-e87a-4a65-aea4-789c9158556d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:31.292235 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f7459-e87a-4a65-aea4-789c9158556d admin admin] Pushing event deleted for resources: {'Port': ['ID=b541fdda-5518-477d-91a7-7d481781482b,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:31.691677 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-880f7459-e87a-4a65-aea4-789c9158556d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:31.721927 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05501258-416e-4234-b6be-362cf4c31878 req-b5f17ab1-47d8-4413-81ba-f201ebdb33f8 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:31.729501 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-05501258-416e-4234-b6be-362cf4c31878 req-b5f17ab1-47d8-4413-81ba-f201ebdb33f8 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aac3ee3-1444-4700-8ddb-93537ea401e4 HTTP/1.1" status: 200 len: 944 time: 0.2373445 Jul 15 23:06:32.005133 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-05501258-416e-4234-b6be-362cf4c31878 req-b102b5de-ff1f-47e7-a3f2-b18f31d4c92f tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28ea737-0d30-4b22-bed1-67299c688932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746453 Jul 15 23:06:32.078439 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ba68f4-7893-4511-a0d4-fff3a9b0ed1a x-openstack-request-id: req-f9ba68f4-7893-4511-a0d4-fff3a9b0ed1a {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:32.079010 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aac3ee3-1444-4700-8ddb-93537ea401e4", "tag": "a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:32.079010 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9ba68f4-7893-4511-a0d4-fff3a9b0ed1a {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:32.079383 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aac3ee3-1444-4700-8ddb-93537ea401e4', 'tag': 'a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b', 'status': 'completed', 'code': 200} Jul 15 23:06:32.121562 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880f7459-e87a-4a65-aea4-789c9158556d admin admin] Router 3ffa6272-44ce-400f-a3d8-4863b3fe8619 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:06:32.257813 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880f7459-e87a-4a65-aea4-789c9158556d admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:06:32.265162 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-880f7459-e87a-4a65-aea4-789c9158556d admin admin] 10.222.0.16 "PUT /v2.0/routers/3ffa6272-44ce-400f-a3d8-4863b3fe8619/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0476754 Jul 15 23:06:32.267497 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41486) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:32.281341 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3079311b-cf57-4ba8-a629-2ae31b092056 None None] Sync routers for ids ['3ffa6272-44ce-400f-a3d8-4863b3fe8619'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:06:32.300817 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3079311b-cf57-4ba8-a629-2ae31b092056 None None] Routers {'3ffa6272-44ce-400f-a3d8-4863b3fe8619'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:06:32.301785 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3079311b-cf57-4ba8-a629-2ae31b092056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:06:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3ffa6272-44ce-400f-a3d8-4863b3fe8619'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:32.452923 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378609b6-d47c-4571-b449-4907fc1df93d x-openstack-request-id: req-378609b6-d47c-4571-b449-4907fc1df93d {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:32.453780 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded22c8d-0f9b-464d-b86e-6d3b9f025c6d", "name": "network-vif-plugged", "status": "completed", "tag": "82f9b78f-fb59-4d4d-af16-ce5195a2e46a", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:32.454224 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-378609b6-d47c-4571-b449-4907fc1df93d {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:32.455191 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded22c8d-0f9b-464d-b86e-6d3b9f025c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f9b78f-fb59-4d4d-af16-ce5195a2e46a', 'code': 200} Jul 15 23:06:32.553652 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85657447-84b1-454d-bcca-f9a2079f478e req-0a78ae6a-0cc3-4ee9-a5f7-a3936e5caf8e tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:32.561969 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-85657447-84b1-454d-bcca-f9a2079f478e req-0a78ae6a-0cc3-4ee9-a5f7-a3936e5caf8e tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded22c8d-0f9b-464d-b86e-6d3b9f025c6d HTTP/1.1" status: 200 len: 949 time: 0.1430333 Jul 15 23:06:32.567739 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-3079311b-cf57-4ba8-a629-2ae31b092056 None None] Set router 3ffa6272-44ce-400f-a3d8-4863b3fe8619 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:06:32.624339 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-85657447-84b1-454d-bcca-f9a2079f478e req-fdb3331a-7c46-4966-8d45-793484763d86 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611193 Jul 15 23:06:32.958266 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56e5e37d-fcab-4cb9-8124-6a293fd7fa09 admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:33.001127 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfcf787-f64d-4698-8668-1eaabb496928 req-3d073d04-fb2f-4302-8e68-12a291fad5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:33.007911 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fcfcf787-f64d-4698-8668-1eaabb496928 req-3d073d04-fb2f-4302-8e68-12a291fad5b4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ded22c8d-0f9b-464d-b86e-6d3b9f025c6d HTTP/1.1" status: 200 len: 1100 time: 0.3781190 Jul 15 23:06:33.013421 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef22c9a-f2ba-42fc-b0c9-01f015d011c5 req-a11fd010-abd3-45af-9aa8-fe99c7eef3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:33.015178 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fef22c9a-f2ba-42fc-b0c9-01f015d011c5 req-a11fd010-abd3-45af-9aa8-fe99c7eef3c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2098d98fb36402c91028cf1db3b1ed4&device_id=1aac3ee3-1444-4700-8ddb-93537ea401e4 HTTP/1.1" status: 200 len: 1095 time: 0.7282495 Jul 15 23:06:33.251784 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee532f-0128-4371-a5a0-8ab891579bb9 req-64ed3fce-7d95-4aec-82dd-b34f00943158 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:33.256746 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4aee532f-0128-4371-a5a0-8ab891579bb9 req-64ed3fce-7d95-4aec-82dd-b34f00943158 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/ports?device_id=9428d0ad-663f-4f4c-ac12-373559da43f5 HTTP/1.1" status: 200 len: 949 time: 0.1876130 Jul 15 23:06:33.350728 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4aee532f-0128-4371-a5a0-8ab891579bb9 req-bd66a682-8b31-4941-81bd-30a940576894 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cc2b0b4-76c9-440c-8a64-e92aad3a71ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869632 Jul 15 23:06:33.387664 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef22c9a-f2ba-42fc-b0c9-01f015d011c5 req-575d5447-ffda-4c9c-bd40-89d09edc6d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:33.390085 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fef22c9a-f2ba-42fc-b0c9-01f015d011c5 req-575d5447-ffda-4c9c-bd40-89d09edc6d8d service neutron] 10.222.0.36 "GET /v2.0/networks?id=635d177a-b3d3-4606-a88b-173de228afbc HTTP/1.1" status: 200 len: 915 time: 0.3637543 Jul 15 23:06:33.419400 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fcfcf787-f64d-4698-8668-1eaabb496928 req-058ce5aa-b449-4888-8ef0-d59ee437bdcc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983793 Jul 15 23:06:33.424347 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3079311b-cf57-4ba8-a629-2ae31b092056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'name': 'tempest-ServerRescueTestJSONUnderV235-398131899-router', 'tenant_id': '75dba73826074396acc24302f5efb0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '9bb19f84-86cf-4b94-a13f-841c3e4e6293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:02Z', 'updated_at': '2021-07-15T23:06:31Z', 'revision_number': 5, 'project_id': '75dba73826074396acc24302f5efb0e8', 'gw_port': {'id': '9bb19f84-86cf-4b94-a13f-841c3e4e6293', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:eb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:03Z', 'updated_at': '2021-07-15T23:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:33.544942 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3079311b-cf57-4ba8-a629-2ae31b092056 None None] Checking router: 3ffa6272-44ce-400f-a3d8-4863b3fe8619 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:06:33.589072 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3079311b-cf57-4ba8-a629-2ae31b092056 None None] Routers {'3ffa6272-44ce-400f-a3d8-4863b3fe8619'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:06:33.597370 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3079311b-cf57-4ba8-a629-2ae31b092056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:06:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3ffa6272-44ce-400f-a3d8-4863b3fe8619'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:33.617903 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fef22c9a-f2ba-42fc-b0c9-01f015d011c5 req-0a23168d-d549-4cbd-82e1-ba724a9a2e8f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b HTTP/1.1" status: 200 len: 217 time: 0.1950107 Jul 15 23:06:33.671880 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56e5e37d-fcab-4cb9-8124-6a293fd7fa09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:33.805583 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-56e5e37d-fcab-4cb9-8124-6a293fd7fa09 admin admin] Deleting port 9bb19f84-86cf-4b94-a13f-841c3e4e6293 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:06:33.805955 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56e5e37d-fcab-4cb9-8124-6a293fd7fa09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:33.826276 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410bbea-0709-41d8-961e-fc2afceabd86 req-a1c8d805-0a0c-46bf-8dce-f87c008a9819 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:33.845996 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4410bbea-0709-41d8-961e-fc2afceabd86 req-a1c8d805-0a0c-46bf-8dce-f87c008a9819 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aac3ee3-1444-4700-8ddb-93537ea401e4 HTTP/1.1" status: 200 len: 944 time: 0.2195604 Jul 15 23:06:33.880717 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-3079311b-cf57-4ba8-a629-2ae31b092056 None None] Set router 3ffa6272-44ce-400f-a3d8-4863b3fe8619 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:06:33.953294 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4410bbea-0709-41d8-961e-fc2afceabd86 req-f6cbb2f0-0429-4dce-bbde-5fa69a234e69 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28ea737-0d30-4b22-bed1-67299c688932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028848 Jul 15 23:06:34.022097 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-56e5e37d-fcab-4cb9-8124-6a293fd7fa09 admin admin] For port 9bb19f84-86cf-4b94-a13f-841c3e4e6293, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=9bb19f84-86cf-4b94-a13f-841c3e4e6293,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:34.024107 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56e5e37d-fcab-4cb9-8124-6a293fd7fa09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:34.054626 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-56e5e37d-fcab-4cb9-8124-6a293fd7fa09 admin admin] Calling delete_port for 9bb19f84-86cf-4b94-a13f-841c3e4e6293 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:06:34.321198 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-3079311b-cf57-4ba8-a629-2ae31b092056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'name': 'tempest-ServerRescueTestJSONUnderV235-398131899-router', 'tenant_id': '75dba73826074396acc24302f5efb0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '9bb19f84-86cf-4b94-a13f-841c3e4e6293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:02Z', 'updated_at': '2021-07-15T23:06:31Z', 'revision_number': 5, 'project_id': '75dba73826074396acc24302f5efb0e8', 'gw_port': {'id': '9bb19f84-86cf-4b94-a13f-841c3e4e6293', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:eb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:03Z', 'updated_at': '2021-07-15T23:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:34.386871 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3079311b-cf57-4ba8-a629-2ae31b092056 None None] The sync data for ids ['3ffa6272-44ce-400f-a3d8-4863b3fe8619'] in n-d-787205-9 is: [{'id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'name': 'tempest-ServerRescueTestJSONUnderV235-398131899-router', 'tenant_id': '75dba73826074396acc24302f5efb0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '9bb19f84-86cf-4b94-a13f-841c3e4e6293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:02Z', 'updated_at': '2021-07-15T23:06:31Z', 'revision_number': 5, 'project_id': '75dba73826074396acc24302f5efb0e8', 'gw_port': {'id': '9bb19f84-86cf-4b94-a13f-841c3e4e6293', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:eb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffa6272-44ce-400f-a3d8-4863b3fe8619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:03Z', 'updated_at': '2021-07-15T23:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:06:34.426439 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef22c9a-f2ba-42fc-b0c9-01f015d011c5 req-fae0307f-d0a6-4904-a9ee-b0f03ce3ce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:34.428437 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fef22c9a-f2ba-42fc-b0c9-01f015d011c5 req-fae0307f-d0a6-4904-a9ee-b0f03ce3ce38 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c37054d7-01ff-4743-82f3-aa171ecc4e16 HTTP/1.1" status: 200 len: 853 time: 0.1260033 Jul 15 23:06:34.598740 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56e5e37d-fcab-4cb9-8124-6a293fd7fa09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:34.632892 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef22c9a-f2ba-42fc-b0c9-01f015d011c5 req-9eb4ba3c-d2f9-4b09-9ab9-2c011cc3a122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:34.636188 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fef22c9a-f2ba-42fc-b0c9-01f015d011c5 req-9eb4ba3c-d2f9-4b09-9ab9-2c011cc3a122 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=635d177a-b3d3-4606-a88b-173de228afbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1692805 Jul 15 23:06:34.801598 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fef22c9a-f2ba-42fc-b0c9-01f015d011c5 req-450a8784-507e-42f0-be26-f21dcb4744fc service neutron] 10.222.0.36 "GET /v2.0/networks/635d177a-b3d3-4606-a88b-173de228afbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337347 Jul 15 23:06:34.825418 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5e37d-fcab-4cb9-8124-6a293fd7fa09 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bb19f84-86cf-4b94-a13f-841c3e4e6293,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:35.226586 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56e5e37d-fcab-4cb9-8124-6a293fd7fa09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:35.232487 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fef22c9a-f2ba-42fc-b0c9-01f015d011c5 req-4eccdcb0-54b9-4b62-b685-9a2ec78879bc service neutron] 10.222.0.36 "GET /v2.0/networks/635d177a-b3d3-4606-a88b-173de228afbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036181 Jul 15 23:06:35.306234 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b541fdda-5518-477d-91a7-7d481781482b no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:06:35.399778 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8186f0-ecbe-4b25-82b1-5b3b4cd2a5fe req-85397da4-a38c-4d36-9152-cce99b28931d tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:35.410281 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: b541fdda-5518-477d-91a7-7d481781482b {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:06:35.412164 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a8186f0-ecbe-4b25-82b1-5b3b4cd2a5fe req-85397da4-a38c-4d36-9152-cce99b28931d tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded22c8d-0f9b-464d-b86e-6d3b9f025c6d HTTP/1.1" status: 200 len: 949 time: 0.2460973 Jul 15 23:06:35.412642 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b541fdda-5518-477d-91a7-7d481781482b not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:06:35.519489 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a8186f0-ecbe-4b25-82b1-5b3b4cd2a5fe req-279c8fe8-0cf1-4c57-89d9-ac53ca25a440 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050274 Jul 15 23:06:35.608304 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56e5e37d-fcab-4cb9-8124-6a293fd7fa09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:35.613242 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56e5e37d-fcab-4cb9-8124-6a293fd7fa09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:35.783229 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56e5e37d-fcab-4cb9-8124-6a293fd7fa09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:35.784232 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e5e37d-fcab-4cb9-8124-6a293fd7fa09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ffa6272-44ce-400f-a3d8-4863b3fe8619 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:06:35.792504 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56e5e37d-fcab-4cb9-8124-6a293fd7fa09 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:35.823725 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-56e5e37d-fcab-4cb9-8124-6a293fd7fa09 admin admin] 10.222.0.16 "DELETE /v2.0/routers/3ffa6272-44ce-400f-a3d8-4863b3fe8619 HTTP/1.1" status: 204 len: 168 time: 3.5529201 Jul 15 23:06:35.824556 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41548) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:36.065897 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c11e7c-183d-46d5-b3ca-5e1507fbc43a admin admin] Deleting subnet 2832a628-6b8f-4e7d-8393-3c15cbb3a589 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:06:36.093171 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-83c11e7c-183d-46d5-b3ca-5e1507fbc43a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:36.203496 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-83c11e7c-183d-46d5-b3ca-5e1507fbc43a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:36.270115 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacd2eb-9fbc-4430-8ea9-aa6574bbc0c8 req-30a4f49b-2634-486c-9ff5-a4d1b9bcd78d tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:36.272229 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0dacd2eb-9fbc-4430-8ea9-aa6574bbc0c8 req-30a4f49b-2634-486c-9ff5-a4d1b9bcd78d tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aac3ee3-1444-4700-8ddb-93537ea401e4 HTTP/1.1" status: 200 len: 944 time: 0.3159506 Jul 15 23:06:36.353386 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0dacd2eb-9fbc-4430-8ea9-aa6574bbc0c8 req-1b24b9a3-da97-4b1a-a9f3-6ac9064aaf14 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28ea737-0d30-4b22-bed1-67299c688932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720019 Jul 15 23:06:36.355973 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-83c11e7c-183d-46d5-b3ca-5e1507fbc43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:36.481577 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-83c11e7c-183d-46d5-b3ca-5e1507fbc43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:36.523153 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c11e7c-183d-46d5-b3ca-5e1507fbc43a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2832a628-6b8f-4e7d-8393-3c15cbb3a589,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:36.529925 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-83c11e7c-183d-46d5-b3ca-5e1507fbc43a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:36.532591 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-83c11e7c-183d-46d5-b3ca-5e1507fbc43a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2832a628-6b8f-4e7d-8393-3c15cbb3a589 HTTP/1.1" status: 204 len: 168 time: 0.7064672 Jul 15 23:06:36.534884 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41560) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:36.643063 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c2509c4b-b189-4eff-852e-01ea2c8af3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:36.793448 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c2509c4b-b189-4eff-852e-01ea2c8af3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:36.812834 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-c2509c4b-b189-4eff-852e-01ea2c8af3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5369888-bf25-48d3-ac70-13804baa37e8']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:36.826176 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-c2509c4b-b189-4eff-852e-01ea2c8af3d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e64f487-053c-4004-a3af-756cbd108bb6') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:36.826611 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-c2509c4b-b189-4eff-852e-01ea2c8af3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e64f487-053c-4004-a3af-756cbd108bb6') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:36.845822 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c2509c4b-b189-4eff-852e-01ea2c8af3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:36.876219 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c2509c4b-b189-4eff-852e-01ea2c8af3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:36.884077 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2509c4b-b189-4eff-852e-01ea2c8af3d3 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:06:36.884689 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c2509c4b-b189-4eff-852e-01ea2c8af3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:06:36.922674 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:06:36.995381 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c2509c4b-b189-4eff-852e-01ea2c8af3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:37.039661 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c2509c4b-b189-4eff-852e-01ea2c8af3d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:37.048876 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c2509c4b-b189-4eff-852e-01ea2c8af3d3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e5369888-bf25-48d3-ac70-13804baa37e8 HTTP/1.1" status: 204 len: 168 time: 0.5104482 Jul 15 23:06:37.081405 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2509c4b-b189-4eff-852e-01ea2c8af3d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5369888-bf25-48d3-ac70-13804baa37e8,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:37.186190 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 9bb19f84-86cf-4b94-a13f-841c3e4e6293 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:06:37.231454 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 9bb19f84-86cf-4b94-a13f-841c3e4e6293 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:06:37.232098 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 9bb19f84-86cf-4b94-a13f-841c3e4e6293 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:06:37.437452 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41580) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:37.538760 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-17135887-119f-481d-b047-0e39ff94eb8d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75dba73826074396acc24302f5efb0e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0971227 Jul 15 23:06:37.539124 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41582) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:37.609768 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-800c6e84-4701-4b06-a0f1-edd83558195a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:37.643045 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-800c6e84-4701-4b06-a0f1-edd83558195a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:37.722675 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-800c6e84-4701-4b06-a0f1-edd83558195a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:37.726588 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-800c6e84-4701-4b06-a0f1-edd83558195a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:37.732242 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-800c6e84-4701-4b06-a0f1-edd83558195a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f1bba3c-a016-4a4e-8754-0c290b07c1ef HTTP/1.1" status: 204 len: 168 time: 0.1919394 Jul 15 23:06:37.752901 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c6e84-4701-4b06-a0f1-edd83558195a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1bba3c-a016-4a4e-8754-0c290b07c1ef,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:38.483787 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41602) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:38.523434 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:38.667327 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-89611249-b500-4f0b-84d8-041177c4530f tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a8f2ffb922f74d0abcdec27bd98e3b2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435269 Jul 15 23:06:38.737892 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-12f5a32b-05a8-419e-a307-4c476dcc0772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:38.876290 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-d03e10e4-601d-4a53-971a-ccecc5082034 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:38.885807 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-d03e10e4-601d-4a53-971a-ccecc5082034 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2165952 Jul 15 23:06:38.935879 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-9a3c7ef5-8081-401f-b338-0c3fc03dffa0 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/quotas/a8f2ffb922f74d0abcdec27bd98e3b2f HTTP/1.1" status: 200 len: 375 time: 0.0489781 Jul 15 23:06:39.027688 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-12f5a32b-05a8-419e-a307-4c476dcc0772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:39.036396 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-12f5a32b-05a8-419e-a307-4c476dcc0772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:39.134766 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-12f5a32b-05a8-419e-a307-4c476dcc0772 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85498ebb863e487489a1115eb80344d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6496103 Jul 15 23:06:39.138765 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41632) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:39.201096 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-618128da-e932-44cc-a505-37d7449e94d9 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8f2ffb922f74d0abcdec27bd98e3b2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2631977 Jul 15 23:06:39.211811 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb56f62-f5f6-4924-b2cb-11eececf62af req-c50eda82-6c63-4ac2-abc4-b2ed80ca88e7 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:39.215336 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-abb56f62-f5f6-4924-b2cb-11eececf62af req-c50eda82-6c63-4ac2-abc4-b2ed80ca88e7 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded22c8d-0f9b-464d-b86e-6d3b9f025c6d HTTP/1.1" status: 200 len: 949 time: 0.2370517 Jul 15 23:06:39.224336 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5a32b-05a8-419e-a307-4c476dcc0772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a42e260-b284-4a9a-b971-820a1a015b6f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:39.286276 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c97abba-9378-469a-bb9e-71281a52d64d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:39.313763 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c97abba-9378-469a-bb9e-71281a52d64d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:39.333836 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-abb56f62-f5f6-4924-b2cb-11eececf62af req-a89bd4a9-0a30-4abf-8fbb-9ba48816ed86 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071851 Jul 15 23:06:39.385028 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c97abba-9378-469a-bb9e-71281a52d64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:39.389695 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c97abba-9378-469a-bb9e-71281a52d64d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:39.393324 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0c97abba-9378-469a-bb9e-71281a52d64d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a42e260-b284-4a9a-b971-820a1a015b6f HTTP/1.1" status: 204 len: 168 time: 0.2472341 Jul 15 23:06:39.409981 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97abba-9378-469a-bb9e-71281a52d64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a42e260-b284-4a9a-b971-820a1a015b6f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:40.039287 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cee6e3-2e15-4d6a-8261-e89d580ea09f req-8a784618-698c-498a-83ea-0ea74e0b5992 tempest-ServersOnMultiNodesTest-396940207 tempest-ServersOnMultiNodesTest-396940207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:40.049649 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-43cee6e3-2e15-4d6a-8261-e89d580ea09f req-8a784618-698c-498a-83ea-0ea74e0b5992 tempest-ServersOnMultiNodesTest-396940207 tempest-ServersOnMultiNodesTest-396940207-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ded22c8d-0f9b-464d-b86e-6d3b9f025c6d HTTP/1.1" status: 200 len: 1100 time: 0.1800618 Jul 15 23:06:40.113599 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df642188-85e3-4703-8fc2-ee5368d4694d req-fcb86cdb-f5c7-4671-9d0f-40d5a6fef1f6 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:40.122911 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-df642188-85e3-4703-8fc2-ee5368d4694d req-fcb86cdb-f5c7-4671-9d0f-40d5a6fef1f6 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aac3ee3-1444-4700-8ddb-93537ea401e4 HTTP/1.1" status: 200 len: 944 time: 0.1986201 Jul 15 23:06:40.147152 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41668) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:40.151956 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-43cee6e3-2e15-4d6a-8261-e89d580ea09f req-e5b7a3ce-415c-46d7-9a08-13156cb1f64d tempest-ServersOnMultiNodesTest-396940207 tempest-ServersOnMultiNodesTest-396940207-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008832 Jul 15 23:06:40.163606 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c02da36b-cde7-43fd-916b-5b0047497a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:40.187226 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-df642188-85e3-4703-8fc2-ee5368d4694d req-7b757800-31b9-4963-9fbb-ee84fc0c9b73 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28ea737-0d30-4b22-bed1-67299c688932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630798 Jul 15 23:06:40.313246 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c02da36b-cde7-43fd-916b-5b0047497a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:40.317985 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c02da36b-cde7-43fd-916b-5b0047497a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:40.344840 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6a033484-253b-4739-98f9-c8f018a6239e req-2c02cb01-2858-4e32-b472-a1a008ba4cc3 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/ports?device_id=c876540a-703b-498a-8430-2b8851edc1e8 HTTP/1.1" status: 200 len: 210 time: 0.0306456 Jul 15 23:06:40.348798 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02da36b-cde7-43fd-916b-5b0047497a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abcd33e-d05c-4ab4-add6-20478fb359a9,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:40.371012 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41676) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:40.371198 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c02da36b-cde7-43fd-916b-5b0047497a90 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9cbe441bc1354cb5b0f5685f9d8f4fd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227235 Jul 15 23:06:40.441542 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e4d138ee-fb46-4529-aeeb-294d141ddc67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:40.467431 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e4d138ee-fb46-4529-aeeb-294d141ddc67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:40.527949 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e4d138ee-fb46-4529-aeeb-294d141ddc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:40.531488 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e4d138ee-fb46-4529-aeeb-294d141ddc67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:40.532904 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e4d138ee-fb46-4529-aeeb-294d141ddc67 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7abcd33e-d05c-4ab4-add6-20478fb359a9 HTTP/1.1" status: 204 len: 168 time: 0.1607435 Jul 15 23:06:40.544349 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d138ee-fb46-4529-aeeb-294d141ddc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abcd33e-d05c-4ab4-add6-20478fb359a9,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:40.835000 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-e5c4d308-a0cf-4501-959b-da800e4ac0e0 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209510 Jul 15 23:06:40.952585 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-504e6654-5596-446e-9636-7255ce659642 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:40.960211 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-504e6654-5596-446e-9636-7255ce659642 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1264868 Jul 15 23:06:40.972433 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-865c3e34-7659-4f90-a6bd-33b2e6b48910 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/quotas/5e59761f4ced4c9ba3c153ddaf4258d4 HTTP/1.1" status: 200 len: 375 time: 0.0112615 Jul 15 23:06:41.115753 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-a66650a1-2051-45c6-a5f7-4e3cdc9cd3bd tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1245108 Jul 15 23:06:41.284726 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-7b471434-6d5b-4a90-9a04-85cf72dd633f tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=a8f2ffb922f74d0abcdec27bd98e3b2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492795 Jul 15 23:06:41.483552 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-202490bb-aedb-419a-8b24-91fde60399d5 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:41.486206 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-202490bb-aedb-419a-8b24-91fde60399d5 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1921549 Jul 15 23:06:41.510033 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-1a8e557e-155f-4d74-b3bf-c305e7d03043 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Request body: {'port': {'device_id': 'c876540a-703b-498a-8430-2b8851edc1e8', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'admin_state_up': True, 'tenant_id': 'a8f2ffb922f74d0abcdec27bd98e3b2f'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:41.684999 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-1a8e557e-155f-4d74-b3bf-c305e7d03043 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Made reservation on behalf of a8f2ffb922f74d0abcdec27bd98e3b2f for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:06:41.688725 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-1a8e557e-155f-4d74-b3bf-c305e7d03043 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:41.762842 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 565f7a18-5a9f-4895-a195-77d804617a12 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:06:41.886007 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:41.912983 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28467939-8a00-489f-9ca7-ce520be99c22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '565f7a18-5a9f-4895-a195-77d804617a12'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:41.915575 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c158eaf-820e-44bb-8de5-90c182a2ef9a" -d '{"events": [{"server_uuid": "28467939-8a00-489f-9ca7-ce520be99c22", "name": "network-vif-unplugged", "status": "completed", "tag": "565f7a18-5a9f-4895-a195-77d804617a12"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:41.933305 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 565f7a18-5a9f-4895-a195-77d804617a12, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=565f7a18-5a9f-4895-a195-77d804617a12,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:41.937585 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:42.002444 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=565f7a18-5a9f-4895-a195-77d804617a12,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:42.016282 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:42.017059 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:42.017591 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:42.018086 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:42.018586 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:42.019215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:42.019723 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:42.020221 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:42.020724 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:42.021827 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:42.022326 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:42.022845 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:42.042413 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-1a8e557e-155f-4d74-b3bf-c305e7d03043 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Allocated IP 192.168.233.225 (8d403abe-cee8-4863-bddd-464e9e566e9c/190ae4ce-d44c-4c9c-9241-47db78422478/40b8c96c-0ee7-43e7-b701-0253fe618619) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:06:42.063747 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c259fb-5f6f-42cc-93c4-32dcff092722 req-ae576e2c-b6eb-4677-a945-cecb0cf8304b tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:42.065254 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-21c259fb-5f6f-42cc-93c4-32dcff092722 req-ae576e2c-b6eb-4677-a945-cecb0cf8304b tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4004da4-dbc6-46d2-b7f5-efde36c9d9d9 HTTP/1.1" status: 200 len: 946 time: 0.3184633 Jul 15 23:06:42.092494 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63f0f3-7991-47ba-8e05-bff8a52f1d62 req-9b0dfc77-a573-4e2e-b546-e9610010eff8 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:42.093953 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ee63f0f3-7991-47ba-8e05-bff8a52f1d62 req-9b0dfc77-a573-4e2e-b546-e9610010eff8 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aac3ee3-1444-4700-8ddb-93537ea401e4 HTTP/1.1" status: 200 len: 944 time: 0.2159147 Jul 15 23:06:42.174595 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-21c259fb-5f6f-42cc-93c4-32dcff092722 req-3c3c2249-6027-42dc-a0c7-0f0a3094fcd1 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0fc56ec-9d35-4dbf-bc1f-aca3323208f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974634 Jul 15 23:06:42.216518 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ee63f0f3-7991-47ba-8e05-bff8a52f1d62 req-c4ecf190-5a09-409e-a854-dea3eea1ca38 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28ea737-0d30-4b22-bed1-67299c688932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066678 Jul 15 23:06:42.337857 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7274ca1a-f212-45f0-8e2a-32ce7dadb5ae req-aa626a02-3a1d-4cf9-b502-6a1cc35d8021 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce642420-7697-475f-9a61-3a7dbd529ba3 HTTP/1.1" status: 200 len: 210 time: 0.0413892 Jul 15 23:06:42.386915 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ca8cff4f-95d6-4af8-81a7-3f9985b40505 req-245bb01c-f7ce-468b-8830-534fa769e90e tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/ports?device_id=c876540a-703b-498a-8430-2b8851edc1e8 HTTP/1.1" status: 200 len: 210 time: 0.0480270 Jul 15 23:06:42.402598 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-1a8e557e-155f-4d74-b3bf-c305e7d03043 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:42.426231 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-1a8e557e-155f-4d74-b3bf-c305e7d03043 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Transition to ACTIVE for port object 40b8c96c-0ee7-43e7-b701-0253fe618619 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:42.498856 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-1a8e557e-155f-4d74-b3bf-c305e7d03043 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:42.545822 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['593730dc-af87-41de-89af-dfc211d7eabf'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:42.546519 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-1a8e557e-155f-4d74-b3bf-c305e7d03043 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:06:42.550857 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-1a8e557e-155f-4d74-b3bf-c305e7d03043 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:06:42.556392 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-1a8e557e-155f-4d74-b3bf-c305e7d03043 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:06:42.671950 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-1a8e557e-155f-4d74-b3bf-c305e7d03043 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:42.675091 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-1a8e557e-155f-4d74-b3bf-c305e7d03043 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:42.732598 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-1a8e557e-155f-4d74-b3bf-c305e7d03043 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2275541 Jul 15 23:06:42.742137 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e557e-155f-4d74-b3bf-c305e7d03043 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Pushing event updated for resources: {'Port': ['ID=40b8c96c-0ee7-43e7-b701-0253fe618619,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:42.765200 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-9b456cec-5050-48aa-9fcf-0ef543ca363e service neutron] Request body: {'port': {'device_id': 'c876540a-703b-498a-8430-2b8851edc1e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:42.861382 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d288051-3d79-44d5-8bc2-11ef316a6a50 x-openstack-request-id: req-2d288051-3d79-44d5-8bc2-11ef316a6a50 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:42.862004 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28467939-8a00-489f-9ca7-ce520be99c22", "name": "network-vif-unplugged", "status": "completed", "tag": "565f7a18-5a9f-4895-a195-77d804617a12", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:42.862004 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d288051-3d79-44d5-8bc2-11ef316a6a50 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:42.862288 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28467939-8a00-489f-9ca7-ce520be99c22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '565f7a18-5a9f-4895-a195-77d804617a12', 'code': 200} Jul 15 23:06:42.895979 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-9b456cec-5050-48aa-9fcf-0ef543ca363e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:42.959895 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0c41c8a6-e03e-4fbe-95d8-373e5876157c None None] Provisioning for port 40b8c96c-0ee7-43e7-b701-0253fe618619 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:42.965431 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0c41c8a6-e03e-4fbe-95d8-373e5876157c None None] Provisioning complete for port 40b8c96c-0ee7-43e7-b701-0253fe618619 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:42.966056 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c41c8a6-e03e-4fbe-95d8-373e5876157c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:43.008981 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-94c3481f-233d-4c15-ab08-8aa617cc02c8 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307293 Jul 15 23:06:43.012240 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0c41c8a6-e03e-4fbe-95d8-373e5876157c None None] Port 40b8c96c-0ee7-43e7-b701-0253fe618619 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:06:43.085331 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:06:43.202912 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-22b7cdd8-4c0c-4879-99f6-9aa850232531 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:43.204507 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-22b7cdd8-4c0c-4879-99f6-9aa850232531 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1904991 Jul 15 23:06:43.231560 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-edc4f6e3-72d9-4180-8439-7590f6c53775 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Request body: {'port': {'device_id': 'ce642420-7697-475f-9a61-3a7dbd529ba3', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'admin_state_up': True, 'tenant_id': '5e59761f4ced4c9ba3c153ddaf4258d4'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:43.284392 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b,segment=NetworkSegment(52ba3f22-fe84-4cb8-b352-46bf694cce3f),segment_id=52ba3f22-fe84-4cb8-b352-46bf694cce3f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:43.298478 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b', 'network_id': '635d177a-b3d3-4606-a88b-173de228afbc', 'port_id': 'a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b', 'mac_address': 'fa:16:3e:6f:07:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37054d7-01ff-4743-82f3-aa171ecc4e16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:06:43.337571 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:43.351403 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:43.374495 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b,segment=NetworkSegment(52ba3f22-fe84-4cb8-b352-46bf694cce3f),segment_id=52ba3f22-fe84-4cb8-b352-46bf694cce3f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:43.379961 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:43.446010 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:43.490193 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-edc4f6e3-72d9-4180-8439-7590f6c53775 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Made reservation on behalf of 5e59761f4ced4c9ba3c153ddaf4258d4 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:06:43.495354 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-edc4f6e3-72d9-4180-8439-7590f6c53775 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:43.729404 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:43.786309 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-e43e58b2-826c-43b0-8ac0-a1e9b4230730 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:43.787876 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-e43e58b2-826c-43b0-8ac0-a1e9b4230730 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/networks?id=f31abbaf-85af-4828-a64a-6617d309ea62 HTTP/1.1" status: 200 len: 804 time: 0.6593561 Jul 15 23:06:43.827982 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-1609b739-a236-4e90-9bed-0e8433ee3827 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/quotas/2a452b58336c47bc96f6d17c1c9a4e71 HTTP/1.1" status: 200 len: 375 time: 0.0298238 Jul 15 23:06:43.907586 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488dc41b-ff50-4db8-87f2-71cb7150e316 req-2502a7ac-8068-47a1-ac0c-eaf7a535de9c tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:43.909072 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-488dc41b-ff50-4db8-87f2-71cb7150e316 req-2502a7ac-8068-47a1-ac0c-eaf7a535de9c tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aac3ee3-1444-4700-8ddb-93537ea401e4 HTTP/1.1" status: 200 len: 945 time: 0.1644692 Jul 15 23:06:43.965701 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-9b456cec-5050-48aa-9fcf-0ef543ca363e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b8c96c-0ee7-43e7-b701-0253fe618619 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:43.981047 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-9b456cec-5050-48aa-9fcf-0ef543ca363e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:44.005285 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-b2fbcbfe-2265-495d-9749-52ab27baab6b tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a452b58336c47bc96f6d17c1c9a4e71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1687438 Jul 15 23:06:44.013895 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-488dc41b-ff50-4db8-87f2-71cb7150e316 req-9b005db6-be79-4035-83a2-c9c9eee494fe tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28ea737-0d30-4b22-bed1-67299c688932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865223 Jul 15 23:06:44.015969 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-9b456cec-5050-48aa-9fcf-0ef543ca363e service neutron] Transition to ACTIVE for port object 40b8c96c-0ee7-43e7-b701-0253fe618619 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:44.025037 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-9b456cec-5050-48aa-9fcf-0ef543ca363e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:44.094478 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-edc4f6e3-72d9-4180-8439-7590f6c53775 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Allocated IP 192.168.233.28 (8d403abe-cee8-4863-bddd-464e9e566e9c/190ae4ce-d44c-4c9c-9241-47db78422478/9516bf63-0324-4c33-b923-674ccc897835) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:06:44.144413 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b456cec-5050-48aa-9fcf-0ef543ca363e service neutron] Pushing event updated for resources: {'Port': ['ID=40b8c96c-0ee7-43e7-b701-0253fe618619,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:44.224785 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-6a5dbd90-88ea-4073-b83d-250f6a0d9234 service neutron] 10.222.0.16 "GET /v2.0/networks/f31abbaf-85af-4828-a64a-6617d309ea62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093725 Jul 15 23:06:44.291916 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-9b456cec-5050-48aa-9fcf-0ef543ca363e service neutron] Attempting to bind port 40b8c96c-0ee7-43e7-b701-0253fe618619 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:06:44.292162 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-9b456cec-5050-48aa-9fcf-0ef543ca363e service neutron] Attempting to bind port 40b8c96c-0ee7-43e7-b701-0253fe618619 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:06:44.292507 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-9b456cec-5050-48aa-9fcf-0ef543ca363e service neutron] Attempting to bind port 40b8c96c-0ee7-43e7-b701-0253fe618619 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:44.332835 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-9b456cec-5050-48aa-9fcf-0ef543ca363e service neutron] Port 40b8c96c-0ee7-43e7-b701-0253fe618619 on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:06:44.333166 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-9b456cec-5050-48aa-9fcf-0ef543ca363e service neutron] Attempting to bind port 40b8c96c-0ee7-43e7-b701-0253fe618619 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:44.342107 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-edc4f6e3-72d9-4180-8439-7590f6c53775 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:44.358904 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-9b456cec-5050-48aa-9fcf-0ef543ca363e service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:06:44.359312 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-9b456cec-5050-48aa-9fcf-0ef543ca363e service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:06:44.359714 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-9b456cec-5050-48aa-9fcf-0ef543ca363e service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:06:44.360179 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-9b456cec-5050-48aa-9fcf-0ef543ca363e service neutron] Bound port: 40b8c96c-0ee7-43e7-b701-0253fe618619, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:06:44.360575 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-9b456cec-5050-48aa-9fcf-0ef543ca363e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:44.367148 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-edc4f6e3-72d9-4180-8439-7590f6c53775 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Transition to ACTIVE for port object 9516bf63-0324-4c33-b923-674ccc897835 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:44.422553 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-91bb09fe-96bd-4ee9-bc3e-7061be334337 service neutron] 10.222.0.16 "GET /v2.0/networks/f31abbaf-85af-4828-a64a-6617d309ea62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907089 Jul 15 23:06:44.427421 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-edc4f6e3-72d9-4180-8439-7590f6c53775 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:44.448186 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['989be037-1ed6-4791-8ac9-4b7d6e3604f2', '9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f', '9d6640ae-a708-4fc7-bb14-0196422ca219', '345f3383-255c-44ff-8e18-fa2a8e94e7fc'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:44.476966 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41858) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:44.485610 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-edc4f6e3-72d9-4180-8439-7590f6c53775 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:06:44.494065 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-9b456cec-5050-48aa-9fcf-0ef543ca363e service neutron] For port 40b8c96c-0ee7-43e7-b701-0253fe618619, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:44.495011 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['c5eb601b-188a-4b27-8d77-8f099fc61953', '82f9b78f-fb59-4d4d-af16-ce5195a2e46a'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:44.499239 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-9b456cec-5050-48aa-9fcf-0ef543ca363e service neutron] For port 40b8c96c-0ee7-43e7-b701-0253fe618619, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=40b8c96c-0ee7-43e7-b701-0253fe618619,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:06:44.500532 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-edc4f6e3-72d9-4180-8439-7590f6c53775 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:06:44.505888 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-edc4f6e3-72d9-4180-8439-7590f6c53775 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:06:44.511875 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc4f6e3-72d9-4180-8439-7590f6c53775 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Pushing event updated for resources: {'Port': ['ID=9516bf63-0324-4c33-b923-674ccc897835,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:44.524921 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-9b456cec-5050-48aa-9fcf-0ef543ca363e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:44.570316 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-9b456cec-5050-48aa-9fcf-0ef543ca363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:44.571027 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-9b456cec-5050-48aa-9fcf-0ef543ca363e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:44.572432 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-9b456cec-5050-48aa-9fcf-0ef543ca363e service neutron] 10.222.0.43 "PUT /v2.0/ports/40b8c96c-0ee7-43e7-b701-0253fe618619 HTTP/1.1" status: 200 len: 1096 time: 1.8165228 Jul 15 23:06:44.573743 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c876540a-703b-498a-8430-2b8851edc1e8', 'tag': '40b8c96c-0ee7-43e7-b701-0253fe618619'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:44.576101 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf3afea-b22c-4f31-9816-2bd5a2f70754" -d '{"events": [{"name": "network-changed", "server_uuid": "c876540a-703b-498a-8430-2b8851edc1e8", "tag": "40b8c96c-0ee7-43e7-b701-0253fe618619"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:44.578887 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-edc4f6e3-72d9-4180-8439-7590f6c53775 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:44.579751 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-edc4f6e3-72d9-4180-8439-7590f6c53775 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:44.590686 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f4a7a-130f-47f4-9238-668b9da85d2c req-938df3a7-eb27-479a-9e7b-0a30e08195f1 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:44.599895 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-be4f4a7a-130f-47f4-9238-668b9da85d2c req-938df3a7-eb27-479a-9e7b-0a30e08195f1 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce642420-7697-475f-9a61-3a7dbd529ba3 HTTP/1.1" status: 200 len: 935 time: 0.1736014 Jul 15 23:06:44.604958 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-edc4f6e3-72d9-4180-8439-7590f6c53775 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3806269 Jul 15 23:06:44.624761 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-4835b6d7-c5bb-4fad-bf3c-2fe67ddcf8fa service neutron] Request body: {'port': {'device_id': 'ce642420-7697-475f-9a61-3a7dbd529ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:44.729819 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b456cec-5050-48aa-9fcf-0ef543ca363e service neutron] Pushing event updated for resources: {'Port': ['ID=40b8c96c-0ee7-43e7-b701-0253fe618619,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:44.747487 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-be4f4a7a-130f-47f4-9238-668b9da85d2c req-08a80cc3-ece2-44bd-bc4b-6274b35eb11b tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466181 Jul 15 23:06:44.805734 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-d4e090bf-83ac-4a0f-a1e3-5c839fcf72e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:44.807286 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-d4e090bf-83ac-4a0f-a1e3-5c839fcf72e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8f2ffb922f74d0abcdec27bd98e3b2f&device_id=c876540a-703b-498a-8430-2b8851edc1e8 HTTP/1.1" status: 200 len: 1099 time: 0.1857047 Jul 15 23:06:44.873422 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-4835b6d7-c5bb-4fad-bf3c-2fe67ddcf8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:44.877026 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-1384d03c-380f-458b-b671-8bb5ae1d9044 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=40b8c96c-0ee7-43e7-b701-0253fe618619 HTTP/1.1" status: 200 len: 217 time: 0.0609930 Jul 15 23:06:44.975497 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ae691b22-0b8b-49ad-994c-d81c82e568d8 None None] Provisioning for port 9516bf63-0324-4c33-b923-674ccc897835 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:44.987676 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ae691b22-0b8b-49ad-994c-d81c82e568d8 None None] Provisioning complete for port 9516bf63-0324-4c33-b923-674ccc897835 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:44.988598 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ae691b22-0b8b-49ad-994c-d81c82e568d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:44.998990 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90830353-eb3e-4937-82d3-22628b18ab6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:45.066771 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-4658cf17-f59a-44af-8506-d3fb9501b1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:45.073254 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-4658cf17-f59a-44af-8506-d3fb9501b1bb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1866310 Jul 15 23:06:45.085991 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ae691b22-0b8b-49ad-994c-d81c82e568d8 None None] Port 9516bf63-0324-4c33-b923-674ccc897835 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:06:45.108851 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:45.158664 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90830353-eb3e-4937-82d3-22628b18ab6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:45.159586 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1e473-6021-4cd0-b487-faa2e3d8db1e req-f05ec932-d36b-4dbe-9ed7-7a06ec0af94e tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:45.168396 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-61a1e473-6021-4cd0-b487-faa2e3d8db1e req-f05ec932-d36b-4dbe-9ed7-7a06ec0af94e tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/ports?device_id=c876540a-703b-498a-8430-2b8851edc1e8 HTTP/1.1" status: 200 len: 948 time: 0.2052276 Jul 15 23:06:45.182883 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90830353-eb3e-4937-82d3-22628b18ab6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:45.224870 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-da9086cf-0fc9-4317-96d2-c84c3f1949e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:45.226433 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-da9086cf-0fc9-4317-96d2-c84c3f1949e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1425748 Jul 15 23:06:45.251285 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-61a1e473-6021-4cd0-b487-faa2e3d8db1e req-4444ca2c-8902-47c7-9b94-b927a62124eb tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cc2b0b4-76c9-440c-8a64-e92aad3a71ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818448 Jul 15 23:06:45.428019 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed6d8e1-469d-4854-9bfc-9b9d4228748a x-openstack-request-id: req-9ed6d8e1-469d-4854-9bfc-9b9d4228748a {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:45.428918 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c876540a-703b-498a-8430-2b8851edc1e8", "tag": "40b8c96c-0ee7-43e7-b701-0253fe618619", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:45.429352 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ed6d8e1-469d-4854-9bfc-9b9d4228748a {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:45.429895 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c876540a-703b-498a-8430-2b8851edc1e8', 'tag': '40b8c96c-0ee7-43e7-b701-0253fe618619', 'status': 'completed', 'code': 200} Jul 15 23:06:45.448550 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-9b6373f7-7875-444a-82ad-9f76321f9e34 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892371 Jul 15 23:06:45.486183 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-90830353-eb3e-4937-82d3-22628b18ab6d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4e5d1066eac4b69a7de7f46a25993a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0030375 Jul 15 23:06:45.489503 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41882) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:45.514065 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:45.544720 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:45.545440 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:45.560947 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90830353-eb3e-4937-82d3-22628b18ab6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140ca14c-05d8-4f76-bcff-19dd2c0bbd3e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:45.617044 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6542be44-817e-45ee-ad86-8741c887c673 req-ade895f9-65e5-4e14-8300-bc9dbb54fb19 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=f68354c1-5c7f-486f-b282-6cb25950aa5c HTTP/1.1" status: 200 len: 210 time: 0.0976171 Jul 15 23:06:45.624021 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a7064-d029-4bae-a7ef-280416383983 req-a145ed5f-ec34-4e6a-b324-653142bf88b6 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:45.625778 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a01a7064-d029-4bae-a7ef-280416383983 req-a145ed5f-ec34-4e6a-b324-653142bf88b6 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.43 "GET /v2.0/ports?device_id=28467939-8a00-489f-9ca7-ce520be99c22 HTTP/1.1" status: 200 len: 944 time: 0.7679522 Jul 15 23:06:45.626847 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cba19b75-e27e-4585-8746-34dbc21e1327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:45.703937 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41886) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:45.756175 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8eb8f2cc-7700-47a6-a0d1-db59d18e8d5b req-0944d115-3929-427a-9a8a-18a7110acb83 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004255 Jul 15 23:06:45.854189 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:45.910566 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8bcd4c67-a322-4fc5-b324-7a066fad8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:45.920260 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aac3ee3-1444-4700-8ddb-93537ea401e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:45.923115 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6622a208-8613-43cd-842a-3780ab8bda95" -d '{"events": [{"server_uuid": "1aac3ee3-1444-4700-8ddb-93537ea401e4", "name": "network-vif-plugged", "status": "completed", "tag": "a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:45.942973 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b,segment=NetworkSegment(52ba3f22-fe84-4cb8-b352-46bf694cce3f),segment_id=52ba3f22-fe84-4cb8-b352-46bf694cce3f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:45.954088 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:45.967728 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a094c-bc81-41ba-ae5b-fcc55dda578e req-2c9328d1-41e3-4938-b351-81a04f05c8ce tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:45.970215 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b0a094c-bc81-41ba-ae5b-fcc55dda578e req-2c9328d1-41e3-4938-b351-81a04f05c8ce tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4004da4-dbc6-46d2-b7f5-efde36c9d9d9 HTTP/1.1" status: 200 len: 946 time: 0.1995969 Jul 15 23:06:46.042513 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597c49f-e744-474f-a528-31fb529cd074 req-bca543e4-6ec9-4d98-b833-dfef2b6c2f44 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:46.044181 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1597c49f-e744-474f-a528-31fb529cd074 req-bca543e4-6ec9-4d98-b833-dfef2b6c2f44 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aac3ee3-1444-4700-8ddb-93537ea401e4 HTTP/1.1" status: 200 len: 945 time: 0.1957076 Jul 15 23:06:46.071512 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:46.085175 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3afea-b22c-4f31-9816-2bd5a2f70754 req-88fb0624-5ad4-461c-891a-88b1caa14514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:46.086675 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-edf3afea-b22c-4f31-9816-2bd5a2f70754 req-88fb0624-5ad4-461c-891a-88b1caa14514 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8f2ffb922f74d0abcdec27bd98e3b2f&device_id=c876540a-703b-498a-8430-2b8851edc1e8 HTTP/1.1" status: 200 len: 1099 time: 0.1845424 Jul 15 23:06:46.089573 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b0a094c-bc81-41ba-ae5b-fcc55dda578e req-f5de8ad5-13b8-48bf-bb43-abe0068effe6 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0fc56ec-9d35-4dbf-bc1f-aca3323208f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042919 Jul 15 23:06:46.131748 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1597c49f-e744-474f-a528-31fb529cd074 req-2e1602aa-1d44-4782-a235-6749f471b82f tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28ea737-0d30-4b22-bed1-67299c688932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754020 Jul 15 23:06:46.185611 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddcc748-ec9c-4d64-bfb0-a79dd6fa740a x-openstack-request-id: req-eddcc748-ec9c-4d64-bfb0-a79dd6fa740a {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:46.186154 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aac3ee3-1444-4700-8ddb-93537ea401e4", "name": "network-vif-plugged", "status": "completed", "tag": "a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:46.186813 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eddcc748-ec9c-4d64-bfb0-a79dd6fa740a {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:46.187397 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aac3ee3-1444-4700-8ddb-93537ea401e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b', 'code': 200} Jul 15 23:06:46.261828 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3afea-b22c-4f31-9816-2bd5a2f70754 req-51c980e8-2d9e-4d36-ac66-743171d19744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:46.263424 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cba19b75-e27e-4585-8746-34dbc21e1327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:46.264463 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-edf3afea-b22c-4f31-9816-2bd5a2f70754 req-51c980e8-2d9e-4d36-ac66-743171d19744 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.1577983 Jul 15 23:06:46.327626 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-4835b6d7-c5bb-4fad-bf3c-2fe67ddcf8fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9516bf63-0324-4c33-b923-674ccc897835 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:46.356493 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-edf3afea-b22c-4f31-9816-2bd5a2f70754 req-1ede538b-8e1a-46a7-a7c8-c4e90e11cab1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=40b8c96c-0ee7-43e7-b701-0253fe618619 HTTP/1.1" status: 200 len: 217 time: 0.0734637 Jul 15 23:06:46.362777 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-4835b6d7-c5bb-4fad-bf3c-2fe67ddcf8fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:46.418790 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3bbf21b8-96b2-49f0-aa7d-1727c3f8ffd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:46.424968 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-4835b6d7-c5bb-4fad-bf3c-2fe67ddcf8fa service neutron] Transition to ACTIVE for port object 9516bf63-0324-4c33-b923-674ccc897835 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:46.437325 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-4835b6d7-c5bb-4fad-bf3c-2fe67ddcf8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:46.443968 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f65bc-40f0-4b5b-bd37-ff477359b115 req-9f493864-b2e6-4247-917b-00712e8d951d tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:46.445461 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c43f65bc-40f0-4b5b-bd37-ff477359b115 req-9f493864-b2e6-4247-917b-00712e8d951d tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce642420-7697-475f-9a61-3a7dbd529ba3 HTTP/1.1" status: 200 len: 935 time: 0.2002306 Jul 15 23:06:46.479272 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3afea-b22c-4f31-9816-2bd5a2f70754 req-9b11d5bb-a6df-4507-be52-bc5f6271450c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:46.480689 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-edf3afea-b22c-4f31-9816-2bd5a2f70754 req-9b11d5bb-a6df-4507-be52-bc5f6271450c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1008239 Jul 15 23:06:46.516663 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cba19b75-e27e-4585-8746-34dbc21e1327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:46.519211 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cba19b75-e27e-4585-8746-34dbc21e1327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:46.523560 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cba19b75-e27e-4585-8746-34dbc21e1327 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/140ca14c-05d8-4f76-bcff-19dd2c0bbd3e HTTP/1.1" status: 204 len: 168 time: 1.0127716 Jul 15 23:06:46.552139 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c43f65bc-40f0-4b5b-bd37-ff477359b115 req-60fbcded-8b6d-467b-a43c-021e9f3c7977 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856977 Jul 15 23:06:46.574496 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-a01a7064-d029-4bae-a7ef-280416383983 req-edbb255a-9d82-4771-ae22-1d14e0f34179 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Deleting port 565f7a18-5a9f-4895-a195-77d804617a12 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:06:46.574877 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a01a7064-d029-4bae-a7ef-280416383983 req-edbb255a-9d82-4771-ae22-1d14e0f34179 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:46.581235 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2894a-2211-42a7-b4b0-80392d4121f5 req-091c1ad7-f98d-46b5-91e1-ef6c3ae3f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:46.582975 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6cc2894a-2211-42a7-b4b0-80392d4121f5 req-091c1ad7-f98d-46b5-91e1-ef6c3ae3f486 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1aac3ee3-1444-4700-8ddb-93537ea401e4 HTTP/1.1" status: 200 len: 1097 time: 0.2416320 Jul 15 23:06:46.584291 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370f656-c438-4b9b-94b4-244dc37b0176 req-63119967-ac7d-4b6e-8948-8cc0e6a3987e tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:46.585995 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba19b75-e27e-4585-8746-34dbc21e1327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140ca14c-05d8-4f76-bcff-19dd2c0bbd3e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:46.587728 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835b6d7-c5bb-4fad-bf3c-2fe67ddcf8fa service neutron] Pushing event updated for resources: {'Port': ['ID=9516bf63-0324-4c33-b923-674ccc897835,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:46.591472 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d370f656-c438-4b9b-94b4-244dc37b0176 req-63119967-ac7d-4b6e-8948-8cc0e6a3987e tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/ports?device_id=c876540a-703b-498a-8430-2b8851edc1e8 HTTP/1.1" status: 200 len: 948 time: 0.1707454 Jul 15 23:06:46.625043 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3afea-b22c-4f31-9816-2bd5a2f70754 req-305daea9-abde-4f09-8ca0-28511373b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:46.626764 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-edf3afea-b22c-4f31-9816-2bd5a2f70754 req-305daea9-abde-4f09-8ca0-28511373b7fb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1364105 Jul 15 23:06:46.679573 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d370f656-c438-4b9b-94b4-244dc37b0176 req-3cbffbed-d84e-4c0b-9d82-fbde6d9084f6 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cc2b0b4-76c9-440c-8a64-e92aad3a71ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871246 Jul 15 23:06:46.831375 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-edf3afea-b22c-4f31-9816-2bd5a2f70754 req-8bc87abd-bedf-42e0-8704-3354491fb140 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933780 Jul 15 23:06:46.868894 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6cc2894a-2211-42a7-b4b0-80392d4121f5 req-3d542d7a-9234-4af4-ba00-8409e7e89843 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e28ea737-0d30-4b22-bed1-67299c688932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741435 Jul 15 23:06:46.933375 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a01a7064-d029-4bae-a7ef-280416383983 req-edbb255a-9d82-4771-ae22-1d14e0f34179 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] For port 565f7a18-5a9f-4895-a195-77d804617a12, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=565f7a18-5a9f-4895-a195-77d804617a12,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:46.934164 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a01a7064-d029-4bae-a7ef-280416383983 req-edbb255a-9d82-4771-ae22-1d14e0f34179 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:46.968439 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-a01a7064-d029-4bae-a7ef-280416383983 req-edbb255a-9d82-4771-ae22-1d14e0f34179 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Calling delete_port for 565f7a18-5a9f-4895-a195-77d804617a12 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:06:46.988731 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-4835b6d7-c5bb-4fad-bf3c-2fe67ddcf8fa service neutron] Attempting to bind port 9516bf63-0324-4c33-b923-674ccc897835 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:06:46.989350 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-4835b6d7-c5bb-4fad-bf3c-2fe67ddcf8fa service neutron] Attempting to bind port 9516bf63-0324-4c33-b923-674ccc897835 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:06:46.990458 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-4835b6d7-c5bb-4fad-bf3c-2fe67ddcf8fa service neutron] Attempting to bind port 9516bf63-0324-4c33-b923-674ccc897835 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:47.019491 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3bbf21b8-96b2-49f0-aa7d-1727c3f8ffd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:47.021809 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-4835b6d7-c5bb-4fad-bf3c-2fe67ddcf8fa service neutron] Port 9516bf63-0324-4c33-b923-674ccc897835 on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:06:47.021809 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-4835b6d7-c5bb-4fad-bf3c-2fe67ddcf8fa service neutron] Attempting to bind port 9516bf63-0324-4c33-b923-674ccc897835 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:47.043808 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3bbf21b8-96b2-49f0-aa7d-1727c3f8ffd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:47.079366 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-db43033a-ff34-4ce6-9958-1d9d2235f95f req-95c542f4-6a6d-4f56-8896-aa535ba0f6cf tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=f68354c1-5c7f-486f-b282-6cb25950aa5c HTTP/1.1" status: 200 len: 210 time: 0.0603390 Jul 15 23:06:47.083200 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-4835b6d7-c5bb-4fad-bf3c-2fe67ddcf8fa service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:06:47.084116 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-4835b6d7-c5bb-4fad-bf3c-2fe67ddcf8fa service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:06:47.084508 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-4835b6d7-c5bb-4fad-bf3c-2fe67ddcf8fa service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:06:47.084952 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-4835b6d7-c5bb-4fad-bf3c-2fe67ddcf8fa service neutron] Bound port: 9516bf63-0324-4c33-b923-674ccc897835, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:06:47.085310 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-4835b6d7-c5bb-4fad-bf3c-2fe67ddcf8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:47.103256 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-edf3afea-b22c-4f31-9816-2bd5a2f70754 req-58134019-d8b7-4e87-a0b1-53648faeb6b1 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626927 Jul 15 23:06:47.121255 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41914) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:47.159547 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3bbf21b8-96b2-49f0-aa7d-1727c3f8ffd3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c23d7c27098b4d8989d70fc7e7eb37d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9760852 Jul 15 23:06:47.160550 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41918) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:47.177244 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf21b8-96b2-49f0-aa7d-1727c3f8ffd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a3993f-66a4-4b99-8e2d-3acd98f1728c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:47.185690 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c07c34b-de4d-4b14-bc52-a69bb2affb2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:47.235082 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1c22c1ee-da69-4ede-8432-d4edd518265c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:47.274756 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-4835b6d7-c5bb-4fad-bf3c-2fe67ddcf8fa service neutron] For port 9516bf63-0324-4c33-b923-674ccc897835, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:47.275483 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1c22c1ee-da69-4ede-8432-d4edd518265c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:47.338004 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1c22c1ee-da69-4ede-8432-d4edd518265c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:47.340884 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1c22c1ee-da69-4ede-8432-d4edd518265c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:47.344420 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1c22c1ee-da69-4ede-8432-d4edd518265c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7a3993f-66a4-4b99-8e2d-3acd98f1728c HTTP/1.1" status: 204 len: 168 time: 0.1799662 Jul 15 23:06:47.368462 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22c1ee-da69-4ede-8432-d4edd518265c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a3993f-66a4-4b99-8e2d-3acd98f1728c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:47.375789 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-4835b6d7-c5bb-4fad-bf3c-2fe67ddcf8fa service neutron] For port 9516bf63-0324-4c33-b923-674ccc897835, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=9516bf63-0324-4c33-b923-674ccc897835,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:06:47.386946 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-4835b6d7-c5bb-4fad-bf3c-2fe67ddcf8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:47.401453 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a01a7064-d029-4bae-a7ef-280416383983 req-edbb255a-9d82-4771-ae22-1d14e0f34179 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:47.441218 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75114d-6ac0-4a5f-8e24-1b5434677285 req-942fea60-2963-4ef4-91ff-e7711c871564 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:47.443893 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fa75114d-6ac0-4a5f-8e24-1b5434677285 req-942fea60-2963-4ef4-91ff-e7711c871564 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aac3ee3-1444-4700-8ddb-93537ea401e4 HTTP/1.1" status: 200 len: 946 time: 0.0978594 Jul 15 23:06:47.480357 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-4835b6d7-c5bb-4fad-bf3c-2fe67ddcf8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:47.481698 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-4835b6d7-c5bb-4fad-bf3c-2fe67ddcf8fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:47.483646 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-4835b6d7-c5bb-4fad-bf3c-2fe67ddcf8fa service neutron] 10.222.0.36 "PUT /v2.0/ports/9516bf63-0324-4c33-b923-674ccc897835 HTTP/1.1" status: 200 len: 1095 time: 2.8654468 Jul 15 23:06:47.487967 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce642420-7697-475f-9a61-3a7dbd529ba3', 'tag': '9516bf63-0324-4c33-b923-674ccc897835'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:47.490974 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6bcc47-a898-4aed-a9f9-73f3cfe6beed" -d '{"events": [{"name": "network-changed", "server_uuid": "ce642420-7697-475f-9a61-3a7dbd529ba3", "tag": "9516bf63-0324-4c33-b923-674ccc897835"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:47.603231 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01a7064-d029-4bae-a7ef-280416383983 req-edbb255a-9d82-4771-ae22-1d14e0f34179 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] No DVR routers for this DVR port 565f7a18-5a9f-4895-a195-77d804617a12 on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:06:47.612620 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a01a7064-d029-4bae-a7ef-280416383983 req-edbb255a-9d82-4771-ae22-1d14e0f34179 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:47.615209 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a01a7064-d029-4bae-a7ef-280416383983 req-edbb255a-9d82-4771-ae22-1d14e0f34179 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.43 "DELETE /v2.0/ports/565f7a18-5a9f-4895-a195-77d804617a12 HTTP/1.1" status: 204 len: 173 time: 1.9808934 Jul 15 23:06:47.615857 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835b6d7-c5bb-4fad-bf3c-2fe67ddcf8fa service neutron] Pushing event updated for resources: {'Port': ['ID=9516bf63-0324-4c33-b923-674ccc897835,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:47.668818 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fa75114d-6ac0-4a5f-8e24-1b5434677285 req-6ac07120-f6da-4db2-a255-dde82e07caa7 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28ea737-0d30-4b22-bed1-67299c688932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070329 Jul 15 23:06:47.690748 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb255a-9d82-4771-ae22-1d14e0f34179 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Pushing event deleted for resources: {'Port': ['ID=565f7a18-5a9f-4895-a195-77d804617a12,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:47.718607 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-96e5e900-bd5e-4b47-8776-64ec0ec3e252 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:47.720293 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-96e5e900-bd5e-4b47-8776-64ec0ec3e252 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.43 "GET /v2.0/networks?id=f31abbaf-85af-4828-a64a-6617d309ea62 HTTP/1.1" status: 200 len: 804 time: 0.2751770 Jul 15 23:06:47.751545 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-6be53dc5-3a60-46ff-a3cd-db33bda9c252 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Request body: {'port': {'device_id': 'f68354c1-5c7f-486f-b282-6cb25950aa5c', 'network_id': 'f31abbaf-85af-4828-a64a-6617d309ea62', 'admin_state_up': True, 'tenant_id': '2a452b58336c47bc96f6d17c1c9a4e71'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:47.778856 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 40b8c96c-0ee7-43e7-b701-0253fe618619 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:06:47.782324 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 565f7a18-5a9f-4895-a195-77d804617a12 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:06:47.786355 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c07c34b-de4d-4b14-bc52-a69bb2affb2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:47.792978 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c07c34b-de4d-4b14-bc52-a69bb2affb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:47.820466 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c8afb7-b965-42f2-beb6-59318db6f6a7 x-openstack-request-id: req-e1c8afb7-b965-42f2-beb6-59318db6f6a7 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:47.820847 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce642420-7697-475f-9a61-3a7dbd529ba3", "tag": "9516bf63-0324-4c33-b923-674ccc897835", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:47.820986 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1c8afb7-b965-42f2-beb6-59318db6f6a7 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:47.821372 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce642420-7697-475f-9a61-3a7dbd529ba3', 'tag': '9516bf63-0324-4c33-b923-674ccc897835', 'status': 'completed', 'code': 200} Jul 15 23:06:47.824566 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb8e90-c75a-4e4f-8633-47187cfb464f req-73ade16e-85bc-4e09-9e16-e0b4186c8185 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:47.826263 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-44fb8e90-c75a-4e4f-8633-47187cfb464f req-73ade16e-85bc-4e09-9e16-e0b4186c8185 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4004da4-dbc6-46d2-b7f5-efde36c9d9d9 HTTP/1.1" status: 200 len: 946 time: 0.3396668 Jul 15 23:06:47.858283 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 565f7a18-5a9f-4895-a195-77d804617a12 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:06:47.866030 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 565f7a18-5a9f-4895-a195-77d804617a12 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:06:47.872508 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41938) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:47.873299 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5c07c34b-de4d-4b14-bc52-a69bb2affb2f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8199e8d9dc245fbb18d9fbda3b8e8a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7445769 Jul 15 23:06:47.877348 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07c34b-de4d-4b14-bc52-a69bb2affb2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6350a61-fac1-4906-b50c-06829f730743,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:47.891040 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-cd5eb35a-f123-49af-9951-d7e8b2077daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:47.892565 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-cd5eb35a-f123-49af-9951-d7e8b2077daf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&device_id=ce642420-7697-475f-9a61-3a7dbd529ba3 HTTP/1.1" status: 200 len: 1098 time: 0.1954806 Jul 15 23:06:48.031565 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-44fb8e90-c75a-4e4f-8633-47187cfb464f req-ea6a381b-2ce3-4d1b-b4da-9e32a98d5103 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0fc56ec-9d35-4dbf-bc1f-aca3323208f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892657 Jul 15 23:06:48.062933 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 40b8c96c-0ee7-43e7-b701-0253fe618619, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=40b8c96c-0ee7-43e7-b701-0253fe618619,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:48.064855 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7cab5d7a-4f1b-4394-81bb-413edaecffda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:48.119548 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-a13d5147-2669-4dbf-a80e-4ed3889287f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=9516bf63-0324-4c33-b923-674ccc897835 HTTP/1.1" status: 200 len: 217 time: 0.1543322 Jul 15 23:06:48.120924 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '40b8c96c-0ee7-43e7-b701-0253fe618619', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': '40b8c96c-0ee7-43e7-b701-0253fe618619', 'mac_address': 'fa:16:3e:17:f6:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:06:48.157446 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7cab5d7a-4f1b-4394-81bb-413edaecffda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:48.216714 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-8819a7b9-e17a-4299-9f60-df3b9ce2d00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:48.221039 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-44432acc-ffff-4814-a733-a00867cc56ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:48.224863 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:48.226523 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-8819a7b9-e17a-4299-9f60-df3b9ce2d00f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0949121 Jul 15 23:06:48.263058 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b8c96c-0ee7-43e7-b701-0253fe618619 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:48.288058 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7cab5d7a-4f1b-4394-81bb-413edaecffda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:48.291107 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7cab5d7a-4f1b-4394-81bb-413edaecffda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:48.295391 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7cab5d7a-4f1b-4394-81bb-413edaecffda admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c6350a61-fac1-4906-b50c-06829f730743 HTTP/1.1" status: 204 len: 168 time: 0.4147201 Jul 15 23:06:48.300301 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-6be53dc5-3a60-46ff-a3cd-db33bda9c252 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Made reservation on behalf of 2a452b58336c47bc96f6d17c1c9a4e71 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:06:48.304336 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-6be53dc5-3a60-46ff-a3cd-db33bda9c252 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:48.320430 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 40b8c96c-0ee7-43e7-b701-0253fe618619, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=40b8c96c-0ee7-43e7-b701-0253fe618619,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:48.327607 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:48.376030 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab5d7a-4f1b-4394-81bb-413edaecffda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6350a61-fac1-4906-b50c-06829f730743,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:48.435803 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=40b8c96c-0ee7-43e7-b701-0253fe618619,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:48.436778 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-90072138-757f-4d7d-9e8c-08094907ada1 req-57c9d3ff-b443-4edc-ab29-d06160d9bd24 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2251c629-daf5-47b8-8430-a908a8cf7bfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2047565 Jul 15 23:06:48.440138 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-679e4432-228b-4df9-a859-46831ea52f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:48.441634 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-679e4432-228b-4df9-a859-46831ea52f0f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1969185 Jul 15 23:06:48.530408 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e8776-b160-412b-9cf0-9447c6fd68ac req-fc525247-6b35-4ea9-a26c-bcfca97d70b8 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:48.538097 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8d6e8776-b160-412b-9cf0-9447c6fd68ac req-fc525247-6b35-4ea9-a26c-bcfca97d70b8 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce642420-7697-475f-9a61-3a7dbd529ba3 HTTP/1.1" status: 200 len: 947 time: 0.2862043 Jul 15 23:06:48.563054 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577d15b-ed13-4919-beec-de6940ba3b5a req-70dc5036-879e-49a7-b7bd-d0e0d1890dcc tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:48.569925 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d577d15b-ed13-4919-beec-de6940ba3b5a req-70dc5036-879e-49a7-b7bd-d0e0d1890dcc tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/ports?device_id=c876540a-703b-498a-8430-2b8851edc1e8 HTTP/1.1" status: 200 len: 949 time: 0.2198427 Jul 15 23:06:48.632571 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90072138-757f-4d7d-9e8c-08094907ada1 req-0158bc7d-771f-4580-b26d-3ceb6b8f1112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:48.632571 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-90072138-757f-4d7d-9e8c-08094907ada1 req-0158bc7d-771f-4580-b26d-3ceb6b8f1112 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&device_id=2251c629-daf5-47b8-8430-a908a8cf7bfa HTTP/1.1" status: 200 len: 1101 time: 0.1217494 Jul 15 23:06:48.632571 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-e13d5b33-04ff-4509-86d2-b6a107faec03 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560285 Jul 15 23:06:48.647599 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:48.720616 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['40b8c96c-0ee7-43e7-b701-0253fe618619'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:48.767186 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-6be53dc5-3a60-46ff-a3cd-db33bda9c252 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Allocated IP 172.20.0.2 (f31abbaf-85af-4828-a64a-6617d309ea62/4e4e4463-c0f1-483a-8548-ef2c0500a26e/0c6e3da2-2a9e-435f-9a7c-08583b7307a9) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:06:48.800033 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90072138-757f-4d7d-9e8c-08094907ada1 req-5eef6dce-4717-4993-82b2-1cc96ab5091c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:48.801791 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-90072138-757f-4d7d-9e8c-08094907ada1 req-5eef6dce-4717-4993-82b2-1cc96ab5091c service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.1547024 Jul 15 23:06:48.889133 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-90072138-757f-4d7d-9e8c-08094907ada1 req-eed4041e-863d-440f-ac6a-752eb0bcb28c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=989be037-1ed6-4791-8ac9-4b7d6e3604f2 HTTP/1.1" status: 200 len: 217 time: 0.0753100 Jul 15 23:06:49.010690 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9b76ad0f-afb8-4144-8fcd-46be2c7d70f7 req-d6c97650-b621-4795-9e5b-ad865e4b08ff service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912303 Jul 15 23:06:49.051906 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90072138-757f-4d7d-9e8c-08094907ada1 req-38977751-24db-4a04-9303-64eacff61099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:49.056248 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-90072138-757f-4d7d-9e8c-08094907ada1 req-38977751-24db-4a04-9303-64eacff61099 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1546135 Jul 15 23:06:49.059092 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-6be53dc5-3a60-46ff-a3cd-db33bda9c252 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:49.126614 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-6be53dc5-3a60-46ff-a3cd-db33bda9c252 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:49.191656 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90072138-757f-4d7d-9e8c-08094907ada1 req-185b42ab-bb28-4a0a-ae6a-65b12314afa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:49.193802 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-90072138-757f-4d7d-9e8c-08094907ada1 req-185b42ab-bb28-4a0a-ae6a-65b12314afa2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1319160 Jul 15 23:06:49.196793 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6bcc47-a898-4aed-a9f9-73f3cfe6beed req-5673d2a3-a273-49a6-8439-d59afd130b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:49.198490 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9f6bcc47-a898-4aed-a9f9-73f3cfe6beed req-5673d2a3-a273-49a6-8439-d59afd130b11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&device_id=ce642420-7697-475f-9a61-3a7dbd529ba3 HTTP/1.1" status: 200 len: 1098 time: 0.0799375 Jul 15 23:06:49.241103 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8d6e8776-b160-412b-9cf0-9447c6fd68ac req-ca9490d5-a30d-4c72-8e42-ce57798cd180 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7001951 Jul 15 23:06:49.304379 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be53dc5-3a60-46ff-a3cd-db33bda9c252 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Pushing event updated for resources: {'Port': ['ID=0c6e3da2-2a9e-435f-9a7c-08583b7307a9,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:49.355019 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d577d15b-ed13-4919-beec-de6940ba3b5a req-f0ad269b-b08c-4983-948e-d9f92e9e0012 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cc2b0b4-76c9-440c-8a64-e92aad3a71ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7841561 Jul 15 23:06:49.373040 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-6be53dc5-3a60-46ff-a3cd-db33bda9c252 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Network f31abbaf-85af-4828-a64a-6617d309ea62 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:06:49.392378 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-6be53dc5-3a60-46ff-a3cd-db33bda9c252 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:06:49.395082 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-6be53dc5-3a60-46ff-a3cd-db33bda9c252 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:06:49.433281 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6bcc47-a898-4aed-a9f9-73f3cfe6beed req-795c76d3-8f68-4e7b-8b2d-bbd763023365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:49.438033 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9f6bcc47-a898-4aed-a9f9-73f3cfe6beed req-795c76d3-8f68-4e7b-8b2d-bbd763023365 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.2299845 Jul 15 23:06:49.446269 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-90072138-757f-4d7d-9e8c-08094907ada1 req-d49c13f1-8231-41a7-8e35-b4fb753c8759 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458067 Jul 15 23:06:49.450089 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-6be53dc5-3a60-46ff-a3cd-db33bda9c252 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:49.450761 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-6be53dc5-3a60-46ff-a3cd-db33bda9c252 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:49.477779 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5dced-e0a1-4591-a0f2-616d0b49e279 req-94268839-d8f9-49e6-806a-b8f9cdd64012 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:49.479322 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-beb5dced-e0a1-4591-a0f2-616d0b49e279 req-94268839-d8f9-49e6-806a-b8f9cdd64012 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4004da4-dbc6-46d2-b7f5-efde36c9d9d9 HTTP/1.1" status: 200 len: 946 time: 0.3546133 Jul 15 23:06:49.480849 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-6be53dc5-3a60-46ff-a3cd-db33bda9c252 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7456820 Jul 15 23:06:49.545249 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:49.579393 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9f6bcc47-a898-4aed-a9f9-73f3cfe6beed req-c20f8d47-53bf-4c18-a49e-6e6528ba590a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=9516bf63-0324-4c33-b923-674ccc897835 HTTP/1.1" status: 200 len: 217 time: 0.1263213 Jul 15 23:06:49.593620 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-a54cd83b-35ec-4149-bcd3-a81f54a64004 service neutron] Request body: {'port': {'device_id': 'f68354c1-5c7f-486f-b282-6cb25950aa5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:49.630275 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-90072138-757f-4d7d-9e8c-08094907ada1 req-a6d753ce-bca6-4543-b1b0-0c47d4fb6f8f service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616132 Jul 15 23:06:49.650644 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6bcc47-a898-4aed-a9f9-73f3cfe6beed req-8f6527b8-aa62-429b-a888-139b75094955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:49.653240 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9f6bcc47-a898-4aed-a9f9-73f3cfe6beed req-8f6527b8-aa62-429b-a888-139b75094955 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0560045 Jul 15 23:06:49.732260 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6bcc47-a898-4aed-a9f9-73f3cfe6beed req-777d9cea-4ecd-4817-a661-63160f29f9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:49.734216 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9f6bcc47-a898-4aed-a9f9-73f3cfe6beed req-777d9cea-4ecd-4817-a661-63160f29f9cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0730848 Jul 15 23:06:49.772075 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-a54cd83b-35ec-4149-bcd3-a81f54a64004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:49.822966 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28467939-8a00-489f-9ca7-ce520be99c22', 'name': 'network-vif-deleted', 'tag': '565f7a18-5a9f-4895-a195-77d804617a12'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:49.825752 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e54379-ede7-4d89-af0a-1f8af8564348" -d '{"events": [{"server_uuid": "28467939-8a00-489f-9ca7-ce520be99c22", "name": "network-vif-deleted", "tag": "565f7a18-5a9f-4895-a195-77d804617a12"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:49.854901 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9f6bcc47-a898-4aed-a9f9-73f3cfe6beed req-a2323967-fd5a-435b-a1cd-26412501cc04 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123486 Jul 15 23:06:49.922065 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-beb5dced-e0a1-4591-a0f2-616d0b49e279 req-1ea6ee9c-6d5d-4544-93b7-5ad72aeee558 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Deleting port b8edc360-74fd-4c16-b2a3-6d680397a8d6 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:06:49.922501 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-beb5dced-e0a1-4591-a0f2-616d0b49e279 req-1ea6ee9c-6d5d-4544-93b7-5ad72aeee558 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:49.961046 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed828d2-60e8-42bc-9ae3-237f6677912c req-5cb30d48-78fb-4c95-b082-9d2cfa3080c8 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:49.968023 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ed828d2-60e8-42bc-9ae3-237f6677912c req-5cb30d48-78fb-4c95-b082-9d2cfa3080c8 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aac3ee3-1444-4700-8ddb-93537ea401e4 HTTP/1.1" status: 200 len: 946 time: 0.2731721 Jul 15 23:06:49.977141 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212b94c-648f-4a93-bb8a-1c7122fc4ea5 req-d5507c3f-a2fc-4de8-944b-e06d5f9ea0f0 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:49.978724 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6212b94c-648f-4a93-bb8a-1c7122fc4ea5 req-d5507c3f-a2fc-4de8-944b-e06d5f9ea0f0 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=f68354c1-5c7f-486f-b282-6cb25950aa5c HTTP/1.1" status: 200 len: 931 time: 0.3900685 Jul 15 23:06:49.996964 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9f6bcc47-a898-4aed-a9f9-73f3cfe6beed req-bbcd62f2-076a-49e7-993c-4f0b47a3248f service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353943 Jul 15 23:06:50.160271 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ed828d2-60e8-42bc-9ae3-237f6677912c req-b09064a5-05f9-4d1b-b1c3-00b736bcde4a tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28ea737-0d30-4b22-bed1-67299c688932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911325 Jul 15 23:06:50.196196 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6212b94c-648f-4a93-bb8a-1c7122fc4ea5 req-924e4294-9e15-4c79-8f77-6e0d7ba288e2 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013593 Jul 15 23:06:50.254594 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c1e8b7-beb0-4d26-a065-a6edd431086f x-openstack-request-id: req-d0c1e8b7-beb0-4d26-a065-a6edd431086f {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:50.255692 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28467939-8a00-489f-9ca7-ce520be99c22", "name": "network-vif-deleted", "tag": "565f7a18-5a9f-4895-a195-77d804617a12", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:50.256090 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d0c1e8b7-beb0-4d26-a065-a6edd431086f {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:50.256694 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28467939-8a00-489f-9ca7-ce520be99c22', 'name': 'network-vif-deleted', 'tag': '565f7a18-5a9f-4895-a195-77d804617a12', 'status': 'completed', 'code': 200} Jul 15 23:06:50.334018 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-beb5dced-e0a1-4591-a0f2-616d0b49e279 req-1ea6ee9c-6d5d-4544-93b7-5ad72aeee558 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] For port b8edc360-74fd-4c16-b2a3-6d680397a8d6, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=b8edc360-74fd-4c16-b2a3-6d680397a8d6,segment=NetworkSegment(23f78d5f-ef46-4b6e-9288-c9b344c6ff05),segment_id=23f78d5f-ef46-4b6e-9288-c9b344c6ff05)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:50.334666 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-beb5dced-e0a1-4591-a0f2-616d0b49e279 req-1ea6ee9c-6d5d-4544-93b7-5ad72aeee558 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:51.095282 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:51.095839 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-a54cd83b-35ec-4149-bcd3-a81f54a64004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c6e3da2-2a9e-435f-9a7c-08583b7307a9 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:51.110389 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-a54cd83b-35ec-4149-bcd3-a81f54a64004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:51.124158 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62fcc7-ba23-4bfe-b3e6-78b56d866749 req-db63eebd-d1a9-4043-9c8c-601b8e3fa282 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:51.125644 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fe62fcc7-ba23-4bfe-b3e6-78b56d866749 req-db63eebd-d1a9-4043-9c8c-601b8e3fa282 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4004da4-dbc6-46d2-b7f5-efde36c9d9d9 HTTP/1.1" status: 200 len: 946 time: 0.7938924 Jul 15 23:06:51.144955 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 9516bf63-0324-4c33-b923-674ccc897835 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:06:51.218785 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-a54cd83b-35ec-4149-bcd3-a81f54a64004 service neutron] Transition to ACTIVE for port object 0c6e3da2-2a9e-435f-9a7c-08583b7307a9 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:51.227857 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89db1e-f171-49a5-8768-8584d190c5f4 req-0ec7b187-77bb-4ecb-afde-32bd0139cc20 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:51.234766 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8c89db1e-f171-49a5-8768-8584d190c5f4 req-0ec7b187-77bb-4ecb-afde-32bd0139cc20 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce642420-7697-475f-9a61-3a7dbd529ba3 HTTP/1.1" status: 200 len: 947 time: 0.7712860 Jul 15 23:06:51.244866 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-a54cd83b-35ec-4149-bcd3-a81f54a64004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:51.261633 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42068) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:51.359013 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 9516bf63-0324-4c33-b923-674ccc897835, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=9516bf63-0324-4c33-b923-674ccc897835,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:51.377391 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-beb5dced-e0a1-4591-a0f2-616d0b49e279 req-1ea6ee9c-6d5d-4544-93b7-5ad72aeee558 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:51.378028 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-beb5dced-e0a1-4591-a0f2-616d0b49e279 req-1ea6ee9c-6d5d-4544-93b7-5ad72aeee558 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:51.378839 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [req-beb5dced-e0a1-4591-a0f2-616d0b49e279 req-1ea6ee9c-6d5d-4544-93b7-5ad72aeee558 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Floating IP b0707193-85fd-40cf-97d1-0e0758ea0997 disassociated. External IP: 172.25.4.10, port: b8edc360-74fd-4c16-b2a3-6d680397a8d6. Jul 15 23:06:51.379309 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-beb5dced-e0a1-4591-a0f2-616d0b49e279 req-1ea6ee9c-6d5d-4544-93b7-5ad72aeee558 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Calling delete_port for b8edc360-74fd-4c16-b2a3-6d680397a8d6 owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:06:51.380992 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '9516bf63-0324-4c33-b923-674ccc897835', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': '9516bf63-0324-4c33-b923-674ccc897835', 'mac_address': 'fa:16:3e:0b:55:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:06:51.472465 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fe62fcc7-ba23-4bfe-b3e6-78b56d866749 req-3ef09f1f-ea44-4ff6-963f-32c4eacd26d4 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0fc56ec-9d35-4dbf-bc1f-aca3323208f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2993083 Jul 15 23:06:51.510968 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8c89db1e-f171-49a5-8768-8584d190c5f4 req-5bb12062-5b0d-4620-8a33-065117495392 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752190 Jul 15 23:06:51.537559 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cd83b-35ec-4149-bcd3-a81f54a64004 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6e3da2-2a9e-435f-9a7c-08583b7307a9,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:51.650852 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6dc2ad21-1f2e-43b5-bc72-e86f5f6bb929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:51.694167 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-a54cd83b-35ec-4149-bcd3-a81f54a64004 service neutron] Attempting to bind port 0c6e3da2-2a9e-435f-9a7c-08583b7307a9 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:06:51.694914 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-a54cd83b-35ec-4149-bcd3-a81f54a64004 service neutron] Attempting to bind port 0c6e3da2-2a9e-435f-9a7c-08583b7307a9 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'e4123201-2be0-467e-9ef2-4cf1263c3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f31abbaf-85af-4828-a64a-6617d309ea62'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:06:51.694914 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-a54cd83b-35ec-4149-bcd3-a81f54a64004 service neutron] Attempting to bind port 0c6e3da2-2a9e-435f-9a7c-08583b7307a9 on network f31abbaf-85af-4828-a64a-6617d309ea62 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:51.704665 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-a54cd83b-35ec-4149-bcd3-a81f54a64004 service neutron] Port 0c6e3da2-2a9e-435f-9a7c-08583b7307a9 on network f31abbaf-85af-4828-a64a-6617d309ea62 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:06:51.704910 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-a54cd83b-35ec-4149-bcd3-a81f54a64004 service neutron] Attempting to bind port 0c6e3da2-2a9e-435f-9a7c-08583b7307a9 on network f31abbaf-85af-4828-a64a-6617d309ea62 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:51.711640 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:51.716569 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-a54cd83b-35ec-4149-bcd3-a81f54a64004 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:06:51.716909 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-a54cd83b-35ec-4149-bcd3-a81f54a64004 service neutron] Checking segment: {'id': 'e4123201-2be0-467e-9ef2-4cf1263c3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f31abbaf-85af-4828-a64a-6617d309ea62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:06:51.717289 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-a54cd83b-35ec-4149-bcd3-a81f54a64004 service neutron] Bound using segment: {'id': 'e4123201-2be0-467e-9ef2-4cf1263c3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f31abbaf-85af-4828-a64a-6617d309ea62'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:06:51.717723 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-a54cd83b-35ec-4149-bcd3-a81f54a64004 service neutron] Bound port: 0c6e3da2-2a9e-435f-9a7c-08583b7307a9, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4123201-2be0-467e-9ef2-4cf1263c3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f31abbaf-85af-4828-a64a-6617d309ea62'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:06:51.718079 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-a54cd83b-35ec-4149-bcd3-a81f54a64004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:51.730754 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9516bf63-0324-4c33-b923-674ccc897835 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:51.760605 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 9516bf63-0324-4c33-b923-674ccc897835, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=9516bf63-0324-4c33-b923-674ccc897835,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:51.766883 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:51.816162 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-a54cd83b-35ec-4149-bcd3-a81f54a64004 service neutron] For port 0c6e3da2-2a9e-435f-9a7c-08583b7307a9, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:51.818235 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 40b8c96c-0ee7-43e7-b701-0253fe618619 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:51.820355 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-a54cd83b-35ec-4149-bcd3-a81f54a64004 service neutron] For port 0c6e3da2-2a9e-435f-9a7c-08583b7307a9, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=0c6e3da2-2a9e-435f-9a7c-08583b7307a9,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:06:51.832706 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-a54cd83b-35ec-4149-bcd3-a81f54a64004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:51.851410 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca8c29-8cc0-4f93-a615-5db65e9798f4 req-977ac524-adf3-40ab-ac88-c4ce94bbadf9 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:51.852947 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3dca8c29-8cc0-4f93-a615-5db65e9798f4 req-977ac524-adf3-40ab-ac88-c4ce94bbadf9 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/ports?device_id=c876540a-703b-498a-8430-2b8851edc1e8 HTTP/1.1" status: 200 len: 949 time: 0.2235880 Jul 15 23:06:51.876584 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6dc2ad21-1f2e-43b5-bc72-e86f5f6bb929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:51.885908 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6dc2ad21-1f2e-43b5-bc72-e86f5f6bb929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:51.886355 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=9516bf63-0324-4c33-b923-674ccc897835,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:51.907508 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 40b8c96c-0ee7-43e7-b701-0253fe618619 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:51.912886 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 40b8c96c-0ee7-43e7-b701-0253fe618619 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:51.913711 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:51.951387 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-a54cd83b-35ec-4149-bcd3-a81f54a64004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:51.952241 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-a54cd83b-35ec-4149-bcd3-a81f54a64004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:51.953902 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2ad21-1f2e-43b5-bc72-e86f5f6bb929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ed9b9f-f596-4170-b2c2-e0c3396a48b4,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:51.955750 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-a54cd83b-35ec-4149-bcd3-a81f54a64004 service neutron] 10.222.0.43 "PUT /v2.0/ports/0c6e3da2-2a9e-435f-9a7c-08583b7307a9 HTTP/1.1" status: 200 len: 1091 time: 2.3682878 Jul 15 23:06:51.959445 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6dc2ad21-1f2e-43b5-bc72-e86f5f6bb929 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e4e0d438641d4b2db04df6a44169cc68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6967099 Jul 15 23:06:51.962086 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42078) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:51.978109 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68354c1-5c7f-486f-b282-6cb25950aa5c', 'tag': '0c6e3da2-2a9e-435f-9a7c-08583b7307a9'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:51.983205 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0721d1-1ff5-405f-8380-c052088ca7a0" -d '{"events": [{"name": "network-changed", "server_uuid": "f68354c1-5c7f-486f-b282-6cb25950aa5c", "tag": "0c6e3da2-2a9e-435f-9a7c-08583b7307a9"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:52.029455 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bbbb7fbc-1011-4345-873f-b7803c5fbc2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:52.038888 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:52.058370 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bbbb7fbc-1011-4345-873f-b7803c5fbc2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:52.070300 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c876540a-703b-498a-8430-2b8851edc1e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b8c96c-0ee7-43e7-b701-0253fe618619'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:52.073254 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d9b311-8045-433b-a2a6-231fb0150e3f" -d '{"events": [{"server_uuid": "c876540a-703b-498a-8430-2b8851edc1e8", "name": "network-vif-plugged", "status": "completed", "tag": "40b8c96c-0ee7-43e7-b701-0253fe618619"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:52.088855 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 40b8c96c-0ee7-43e7-b701-0253fe618619, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=40b8c96c-0ee7-43e7-b701-0253fe618619,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:52.096049 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:52.097044 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device b8edc360-74fd-4c16-b2a3-6d680397a8d6 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:06:52.115097 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-beb5dced-e0a1-4591-a0f2-616d0b49e279 req-1ea6ee9c-6d5d-4544-93b7-5ad72aeee558 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:52.120256 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cd83b-35ec-4149-bcd3-a81f54a64004 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6e3da2-2a9e-435f-9a7c-08583b7307a9,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:52.132246 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bbbb7fbc-1011-4345-873f-b7803c5fbc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:52.135027 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bbbb7fbc-1011-4345-873f-b7803c5fbc2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:52.136363 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bbbb7fbc-1011-4345-873f-b7803c5fbc2d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/42ed9b9f-f596-4170-b2c2-e0c3396a48b4 HTTP/1.1" status: 204 len: 168 time: 0.1731391 Jul 15 23:06:52.148115 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3dca8c29-8cc0-4f93-a615-5db65e9798f4 req-bbc8b3de-db21-4574-a211-a4e0b50c1dfc tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cc2b0b4-76c9-440c-8a64-e92aad3a71ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646298 Jul 15 23:06:52.148759 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb7fbc-1011-4345-873f-b7803c5fbc2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ed9b9f-f596-4170-b2c2-e0c3396a48b4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:52.187379 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=40b8c96c-0ee7-43e7-b701-0253fe618619,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:52.195545 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea6ee9c-6d5d-4544-93b7-5ad72aeee558 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Pushing event deleted for resources: {'Port': ['ID=b8edc360-74fd-4c16-b2a3-6d680397a8d6,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:52.196279 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No active binding found for port b8edc360-74fd-4c16-b2a3-6d680397a8d6 {{(pid=93800) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 23:06:52.197228 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device b8edc360-74fd-4c16-b2a3-6d680397a8d6 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:06:52.198686 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['9516bf63-0324-4c33-b923-674ccc897835'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:52.311056 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614384f-294f-4788-a3c3-af062de34af5 req-f09ff5bb-4e44-4d0f-baa3-d5970d1be68b tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:52.312771 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e614384f-294f-4788-a3c3-af062de34af5 req-f09ff5bb-4e44-4d0f-baa3-d5970d1be68b tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=f68354c1-5c7f-486f-b282-6cb25950aa5c HTTP/1.1" status: 200 len: 943 time: 0.3902688 Jul 15 23:06:52.401843 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-b388dcf3-5439-47eb-afb1-241e9440b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:52.403364 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-b388dcf3-5439-47eb-afb1-241e9440b9fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2a452b58336c47bc96f6d17c1c9a4e71&device_id=f68354c1-5c7f-486f-b282-6cb25950aa5c HTTP/1.1" status: 200 len: 1094 time: 0.3803029 Jul 15 23:06:52.428216 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e614384f-294f-4788-a3c3-af062de34af5 req-df4602e8-0aca-4370-a989-d07873a9bc87 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066675 Jul 15 23:06:52.518413 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91be05be-01aa-46d9-b0ce-425bf85e61b7 x-openstack-request-id: req-91be05be-01aa-46d9-b0ce-425bf85e61b7 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:52.523318 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f4db34-5dd1-4f05-bc3b-491d084ef38e x-openstack-request-id: req-96f4db34-5dd1-4f05-bc3b-491d084ef38e {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:52.523880 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c876540a-703b-498a-8430-2b8851edc1e8", "name": "network-vif-plugged", "status": "completed", "tag": "40b8c96c-0ee7-43e7-b701-0253fe618619", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:52.524146 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-96f4db34-5dd1-4f05-bc3b-491d084ef38e {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:52.524628 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c876540a-703b-498a-8430-2b8851edc1e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b8c96c-0ee7-43e7-b701-0253fe618619', 'code': 200} Jul 15 23:06:52.524879 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68354c1-5c7f-486f-b282-6cb25950aa5c", "tag": "0c6e3da2-2a9e-435f-9a7c-08583b7307a9", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:52.525175 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91be05be-01aa-46d9-b0ce-425bf85e61b7 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:52.526068 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68354c1-5c7f-486f-b282-6cb25950aa5c', 'tag': '0c6e3da2-2a9e-435f-9a7c-08583b7307a9', 'status': 'completed', 'code': 200} Jul 15 23:06:52.529769 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-695367b9-9bcc-4f9b-bb09-d0106e6d7ecf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c6e3da2-2a9e-435f-9a7c-08583b7307a9 HTTP/1.1" status: 200 len: 217 time: 0.1158168 Jul 15 23:06:52.546724 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42100) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:52.563035 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-beb5dced-e0a1-4591-a0f2-616d0b49e279 req-1ea6ee9c-6d5d-4544-93b7-5ad72aeee558 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Router 5534a0f2-f5fc-4e00-9241-8aace68c88e9 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:06:52.673111 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-b97429b2-b202-4904-8c50-2e9a0514c062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:52.675414 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-b97429b2-b202-4904-8c50-2e9a0514c062 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4e4e4463-c0f1-483a-8548-ef2c0500a26e HTTP/1.1" status: 200 len: 844 time: 0.1369255 Jul 15 23:06:52.719446 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e6deb-8e46-42b1-8f9d-ffdb7c27cf92 req-f4dede5f-341f-4b5a-a953-9c8316b9bf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:52.721634 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-316e6deb-8e46-42b1-8f9d-ffdb7c27cf92 req-f4dede5f-341f-4b5a-a953-9c8316b9bf49 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c876540a-703b-498a-8430-2b8851edc1e8 HTTP/1.1" status: 200 len: 1101 time: 0.1107049 Jul 15 23:06:52.729376 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-8c54413b-1927-4ce1-9660-2a0fd4bd9d76 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f31abbaf-85af-4828-a64a-6617d309ea62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454223 Jul 15 23:06:52.782073 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-316e6deb-8e46-42b1-8f9d-ffdb7c27cf92 req-dc8b6bd3-bed2-460c-b00d-90d97c01df19 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7cc2b0b4-76c9-440c-8a64-e92aad3a71ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491023 Jul 15 23:06:52.824657 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5cd2a23-3159-406d-a0c7-4803fcf30aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:52.827158 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a246a07a-16e6-4f7b-ae9b-c607f93b4ba1 req-221b54f8-c1c4-4049-be9a-92560aceb691 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4004da4-dbc6-46d2-b7f5-efde36c9d9d9 HTTP/1.1" status: 200 len: 210 time: 0.0946348 Jul 15 23:06:52.866433 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42110) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:52.892003 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e2f9299-f062-4dfe-ba63-96e7821be153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:53.002523 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-beb5dced-e0a1-4591-a0f2-616d0b49e279 req-1ea6ee9c-6d5d-4544-93b7-5ad72aeee558 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:06:53.013764 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea1e05f-ddc4-4e26-a1e4-f94882550659 None None] Sync routers for ids ['5534a0f2-f5fc-4e00-9241-8aace68c88e9'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:06:53.029253 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea1e05f-ddc4-4e26-a1e4-f94882550659 None None] Routers {'5534a0f2-f5fc-4e00-9241-8aace68c88e9'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:06:53.029485 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5cd2a23-3159-406d-a0c7-4803fcf30aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:53.029884 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-fea1e05f-ddc4-4e26-a1e4-f94882550659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:06:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['5534a0f2-f5fc-4e00-9241-8aace68c88e9'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:53.039787 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5cd2a23-3159-406d-a0c7-4803fcf30aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:53.068921 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-423220f6-6fa2-44f4-8100-19619c2cfb55 service neutron] 10.222.0.43 "GET /v2.0/networks/f31abbaf-85af-4828-a64a-6617d309ea62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163214 Jul 15 23:06:53.073394 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb5dced-e0a1-4591-a0f2-616d0b49e279 req-1ea6ee9c-6d5d-4544-93b7-5ad72aeee558 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] No DVR routers for this DVR port b8edc360-74fd-4c16-b2a3-6d680397a8d6 on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:06:53.109415 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d5cd2a23-3159-406d-a0c7-4803fcf30aa9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5dd74b52c8e84eaaa3d4da60b95f6ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5593104 Jul 15 23:06:53.109647 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd2a23-3159-406d-a0c7-4803fcf30aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9aebf0-0048-4346-9b61-ebf05daac2a9,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:53.112285 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42112) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:53.154830 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-beb5dced-e0a1-4591-a0f2-616d0b49e279 req-1ea6ee9c-6d5d-4544-93b7-5ad72aeee558 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:53.157245 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-beb5dced-e0a1-4591-a0f2-616d0b49e279 req-1ea6ee9c-6d5d-4544-93b7-5ad72aeee558 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.43 "DELETE /v2.0/ports/b8edc360-74fd-4c16-b2a3-6d680397a8d6 HTTP/1.1" status: 204 len: 173 time: 3.6637211 Jul 15 23:06:53.160698 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 9516bf63-0324-4c33-b923-674ccc897835 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:53.199345 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-fea1e05f-ddc4-4e26-a1e4-f94882550659 None None] Set router 5534a0f2-f5fc-4e00-9241-8aace68c88e9 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:06:53.204496 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08859d59-0c91-4c16-918b-1818adfc1ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:53.221090 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe94016-6a83-46c3-ad4c-ede324d31c37 req-9b2320e7-796f-4508-8684-30dc227a0c89 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:53.225925 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-afe94016-6a83-46c3-ad4c-ede324d31c37 req-9b2320e7-796f-4508-8684-30dc227a0c89 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce642420-7697-475f-9a61-3a7dbd529ba3 HTTP/1.1" status: 200 len: 948 time: 0.2750864 Jul 15 23:06:53.234197 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e2f9299-f062-4dfe-ba63-96e7821be153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:53.243677 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e2f9299-f062-4dfe-ba63-96e7821be153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:53.269947 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 9516bf63-0324-4c33-b923-674ccc897835 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:53.275788 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08859d59-0c91-4c16-918b-1818adfc1ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:53.277294 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 9516bf63-0324-4c33-b923-674ccc897835 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:53.277918 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:53.309230 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a60da5fe-ed18-49ce-8bce-e223e4ce4fd6 req-1768ab9a-9e49-45e4-9283-2ea2e11501fe service neutron] 10.222.0.43 "GET /v2.0/networks/f31abbaf-85af-4828-a64a-6617d309ea62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322643 Jul 15 23:06:53.332741 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-afe94016-6a83-46c3-ad4c-ede324d31c37 req-bd0d9741-cd84-4bda-aa44-fd4c6972d7ff tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998769 Jul 15 23:06:53.366820 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8e2f9299-f062-4dfe-ba63-96e7821be153 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c5278da4c8e4684925596e8a3dae3b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4969089 Jul 15 23:06:53.367602 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42116) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:53.372274 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f9299-f062-4dfe-ba63-96e7821be153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79566bb3-9a83-422a-baab-933f984db952,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:53.398911 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08859d59-0c91-4c16-918b-1818adfc1ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:53.403364 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08859d59-0c91-4c16-918b-1818adfc1ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:53.404642 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-08859d59-0c91-4c16-918b-1818adfc1ef9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd9aebf0-0048-4346-9b61-ebf05daac2a9 HTTP/1.1" status: 204 len: 168 time: 0.2882426 Jul 15 23:06:53.422804 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08859d59-0c91-4c16-918b-1818adfc1ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9aebf0-0048-4346-9b61-ebf05daac2a9,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:53.459887 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:53.591500 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 9516bf63-0324-4c33-b923-674ccc897835, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=9516bf63-0324-4c33-b923-674ccc897835,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:53.599936 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:53.703678 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-fea1e05f-ddc4-4e26-a1e4-f94882550659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'name': 'tempest-ServersTestBootFromVolume-1236208114-router', 'tenant_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '630fa708-0347-4d1d-bd5b-c0d55cea41cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:40Z', 'updated_at': '2021-07-15T23:03:50Z', 'revision_number': 4, 'project_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'gw_port': {'id': '630fa708-0347-4d1d-bd5b-c0d55cea41cb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:41Z', 'updated_at': '2021-07-15T23:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'b21a6650-c428-488a-864a-6a1bbba3d813', 'name': '', 'network_id': 'b9626c9c-14e7-41b9-80ae-ecf169930ebf', 'tenant_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'mac_address': 'fa:16:3e:21:b0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5972f2c7-444a-4ed2-b398-ab8bce9a1a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:47Z', 'updated_at': '2021-07-15T23:03:57Z', 'revision_number': 5, 'project_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'subnets': [{'id': '5972f2c7-444a-4ed2-b398-ab8bce9a1a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:53.705761 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f7433922-ca50-4759-b091-d22a90bbd133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:53.710030 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=9516bf63-0324-4c33-b923-674ccc897835,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:53.733328 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f7433922-ca50-4759-b091-d22a90bbd133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:53.763701 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea1e05f-ddc4-4e26-a1e4-f94882550659 None None] Checking router: 5534a0f2-f5fc-4e00-9241-8aace68c88e9 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:06:53.784982 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea1e05f-ddc4-4e26-a1e4-f94882550659 None None] Routers {'5534a0f2-f5fc-4e00-9241-8aace68c88e9'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:06:53.785619 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-fea1e05f-ddc4-4e26-a1e4-f94882550659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:06:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['5534a0f2-f5fc-4e00-9241-8aace68c88e9'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:53.882281 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0721d1-1ff5-405f-8380-c052088ca7a0 req-efcec3f1-a25f-4ae3-ae52-4542952a9fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:53.883648 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce0721d1-1ff5-405f-8380-c052088ca7a0 req-efcec3f1-a25f-4ae3-ae52-4542952a9fca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2a452b58336c47bc96f6d17c1c9a4e71&device_id=f68354c1-5c7f-486f-b282-6cb25950aa5c HTTP/1.1" status: 200 len: 1094 time: 0.4488707 Jul 15 23:06:53.884257 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f7433922-ca50-4759-b091-d22a90bbd133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:53.897305 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f7433922-ca50-4759-b091-d22a90bbd133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:53.898662 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f7433922-ca50-4759-b091-d22a90bbd133 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/79566bb3-9a83-422a-baab-933f984db952 HTTP/1.1" status: 204 len: 168 time: 0.5298676 Jul 15 23:06:53.935287 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:53.982447 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7433922-ca50-4759-b091-d22a90bbd133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79566bb3-9a83-422a-baab-933f984db952,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:53.991508 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-fea1e05f-ddc4-4e26-a1e4-f94882550659 None None] Set router 5534a0f2-f5fc-4e00-9241-8aace68c88e9 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:06:54.009606 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42130) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:54.028945 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-52339f7b-ada4-40cf-8dc2-297916de1e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:54.073696 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb28ee-c6d7-49f5-9cdb-8915ce9269fd req-2676e1a9-6d2b-4dd9-b7a6-c36619a62e68 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:54.075823 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8ceb28ee-c6d7-49f5-9cdb-8915ce9269fd req-2676e1a9-6d2b-4dd9-b7a6-c36619a62e68 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/ports?device_id=c876540a-703b-498a-8430-2b8851edc1e8 HTTP/1.1" status: 200 len: 950 time: 0.6342747 Jul 15 23:06:54.196391 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723efd7-a13a-4908-8d62-0d5cce085d88 req-ae213160-701c-4bd0-8815-99028b641be5 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:54.198338 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d723efd7-a13a-4908-8d62-0d5cce085d88 req-ae213160-701c-4bd0-8815-99028b641be5 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=f68354c1-5c7f-486f-b282-6cb25950aa5c HTTP/1.1" status: 200 len: 943 time: 0.4105463 Jul 15 23:06:54.204134 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8ceb28ee-c6d7-49f5-9cdb-8915ce9269fd req-6ea98f38-c691-4005-9442-5c30ae80c80f tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cc2b0b4-76c9-440c-8a64-e92aad3a71ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917778 Jul 15 23:06:54.206852 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0721d1-1ff5-405f-8380-c052088ca7a0 req-ea2bb597-cb83-4538-8975-a54d75f2551a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:54.209083 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce0721d1-1ff5-405f-8380-c052088ca7a0 req-ea2bb597-cb83-4538-8975-a54d75f2551a service neutron] 10.222.0.43 "GET /v2.0/networks?id=f31abbaf-85af-4828-a64a-6617d309ea62 HTTP/1.1" status: 200 len: 905 time: 0.3093584 Jul 15 23:06:54.213408 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-52339f7b-ada4-40cf-8dc2-297916de1e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:54.221526 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-52339f7b-ada4-40cf-8dc2-297916de1e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:54.277800 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce0721d1-1ff5-405f-8380-c052088ca7a0 req-b37ca03b-01e7-488b-99b8-f195fb3c81cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c6e3da2-2a9e-435f-9a7c-08583b7307a9 HTTP/1.1" status: 200 len: 217 time: 0.0444751 Jul 15 23:06:54.295402 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d723efd7-a13a-4908-8d62-0d5cce085d88 req-b068a929-2da5-4099-9cc2-8346f1d2c004 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894876 Jul 15 23:06:54.320874 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52339f7b-ada4-40cf-8dc2-297916de1e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefd28a5-6eaf-4b82-993e-a41c7f15ef14,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:54.330851 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-52339f7b-ada4-40cf-8dc2-297916de1e2f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef96d6cdfca341daa46622b0e94b9531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3182628 Jul 15 23:06:54.333841 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42136) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:54.378619 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-fea1e05f-ddc4-4e26-a1e4-f94882550659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'name': 'tempest-ServersTestBootFromVolume-1236208114-router', 'tenant_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '630fa708-0347-4d1d-bd5b-c0d55cea41cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:40Z', 'updated_at': '2021-07-15T23:03:50Z', 'revision_number': 4, 'project_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'gw_port': {'id': '630fa708-0347-4d1d-bd5b-c0d55cea41cb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:41Z', 'updated_at': '2021-07-15T23:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'b21a6650-c428-488a-864a-6a1bbba3d813', 'name': '', 'network_id': 'b9626c9c-14e7-41b9-80ae-ecf169930ebf', 'tenant_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'mac_address': 'fa:16:3e:21:b0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5972f2c7-444a-4ed2-b398-ab8bce9a1a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:47Z', 'updated_at': '2021-07-15T23:03:57Z', 'revision_number': 5, 'project_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'subnets': [{'id': '5972f2c7-444a-4ed2-b398-ab8bce9a1a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:54.408144 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd0fa87e-55f5-499b-bec0-a35b9f3b4966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:54.417946 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0721d1-1ff5-405f-8380-c052088ca7a0 req-33740e91-5765-4ce7-9df7-b7fb34dedc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:54.419322 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce0721d1-1ff5-405f-8380-c052088ca7a0 req-33740e91-5765-4ce7-9df7-b7fb34dedc52 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4e4e4463-c0f1-483a-8548-ef2c0500a26e HTTP/1.1" status: 200 len: 844 time: 0.1224825 Jul 15 23:06:54.430536 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea1e05f-ddc4-4e26-a1e4-f94882550659 None None] The sync data for ids ['5534a0f2-f5fc-4e00-9241-8aace68c88e9'] in n-d-787205-9 is: [{'id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'name': 'tempest-ServersTestBootFromVolume-1236208114-router', 'tenant_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '630fa708-0347-4d1d-bd5b-c0d55cea41cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:40Z', 'updated_at': '2021-07-15T23:03:50Z', 'revision_number': 4, 'project_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'gw_port': {'id': '630fa708-0347-4d1d-bd5b-c0d55cea41cb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:41Z', 'updated_at': '2021-07-15T23:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'b21a6650-c428-488a-864a-6a1bbba3d813', 'name': '', 'network_id': 'b9626c9c-14e7-41b9-80ae-ecf169930ebf', 'tenant_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'mac_address': 'fa:16:3e:21:b0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5972f2c7-444a-4ed2-b398-ab8bce9a1a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:47Z', 'updated_at': '2021-07-15T23:03:57Z', 'revision_number': 5, 'project_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'subnets': [{'id': '5972f2c7-444a-4ed2-b398-ab8bce9a1a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:06:54.445011 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd0fa87e-55f5-499b-bec0-a35b9f3b4966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:54.485411 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce0721d1-1ff5-405f-8380-c052088ca7a0 req-f5f12150-c5ad-4bc4-9f7c-45d3f6d3d3cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f31abbaf-85af-4828-a64a-6617d309ea62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567713 Jul 15 23:06:54.526077 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce642420-7697-475f-9a61-3a7dbd529ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9516bf63-0324-4c33-b923-674ccc897835'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:54.530234 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aececc8a-dbf7-4476-847b-c8224e25bdb7 req-fbe9070b-1203-4d9d-9cf5-c0b41ff62b17 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4004da4-dbc6-46d2-b7f5-efde36c9d9d9 HTTP/1.1" status: 200 len: 210 time: 0.0523064 Jul 15 23:06:54.539409 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4004da4-dbc6-46d2-b7f5-efde36c9d9d9', 'name': 'network-vif-deleted', 'tag': 'b8edc360-74fd-4c16-b2a3-6d680397a8d6'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:54.542119 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13195ae6-8ce0-4e83-baec-6e9c6bc37354" -d '{"events": [{"server_uuid": "d4004da4-dbc6-46d2-b7f5-efde36c9d9d9", "name": "network-vif-deleted", "tag": "b8edc360-74fd-4c16-b2a3-6d680397a8d6"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:54.544573 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e439fc-2e16-4d73-b055-ffca030e168b" -d '{"events": [{"server_uuid": "ce642420-7697-475f-9a61-3a7dbd529ba3", "name": "network-vif-plugged", "status": "completed", "tag": "9516bf63-0324-4c33-b923-674ccc897835"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:54.552891 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd0fa87e-55f5-499b-bec0-a35b9f3b4966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:54.555506 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd0fa87e-55f5-499b-bec0-a35b9f3b4966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:54.560890 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-dd0fa87e-55f5-499b-bec0-a35b9f3b4966 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aefd28a5-6eaf-4b82-993e-a41c7f15ef14 HTTP/1.1" status: 204 len: 168 time: 0.2135684 Jul 15 23:06:54.572083 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fa87e-55f5-499b-bec0-a35b9f3b4966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefd28a5-6eaf-4b82-993e-a41c7f15ef14,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:54.634570 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b82b963-fa73-490d-b0d9-21e7cc312c98 x-openstack-request-id: req-4b82b963-fa73-490d-b0d9-21e7cc312c98 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:54.634915 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce642420-7697-475f-9a61-3a7dbd529ba3", "name": "network-vif-plugged", "status": "completed", "tag": "9516bf63-0324-4c33-b923-674ccc897835", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:54.635170 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b82b963-fa73-490d-b0d9-21e7cc312c98 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:54.635565 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce642420-7697-475f-9a61-3a7dbd529ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9516bf63-0324-4c33-b923-674ccc897835', 'code': 200} Jul 15 23:06:54.671838 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce0721d1-1ff5-405f-8380-c052088ca7a0 req-14db7bf1-813c-4c31-b73a-c6bd10f080f0 service neutron] 10.222.0.43 "GET /v2.0/networks/f31abbaf-85af-4828-a64a-6617d309ea62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752894 Jul 15 23:06:54.819481 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce0721d1-1ff5-405f-8380-c052088ca7a0 req-c6053a89-06ba-4073-a505-268526282bf3 service neutron] 10.222.0.43 "GET /v2.0/networks/f31abbaf-85af-4828-a64a-6617d309ea62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424396 Jul 15 23:06:54.820930 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04d9ee8-f66f-4b4a-b16d-4526046c1e51 x-openstack-request-id: req-f04d9ee8-f66f-4b4a-b16d-4526046c1e51 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:54.821212 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4004da4-dbc6-46d2-b7f5-efde36c9d9d9", "name": "network-vif-deleted", "tag": "b8edc360-74fd-4c16-b2a3-6d680397a8d6", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:54.821463 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f04d9ee8-f66f-4b4a-b16d-4526046c1e51 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:54.821845 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4004da4-dbc6-46d2-b7f5-efde36c9d9d9', 'name': 'network-vif-deleted', 'tag': 'b8edc360-74fd-4c16-b2a3-6d680397a8d6', 'status': 'completed', 'code': 200} Jul 15 23:06:54.858602 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f0e6f-922e-4686-87a1-c9fcbaab0159 req-24328aef-eb33-4060-9f56-5e62a4d01ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:54.860380 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b62f0e6f-922e-4686-87a1-c9fcbaab0159 req-24328aef-eb33-4060-9f56-5e62a4d01ecc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ce642420-7697-475f-9a61-3a7dbd529ba3 HTTP/1.1" status: 200 len: 1100 time: 0.0976441 Jul 15 23:06:54.909610 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b62f0e6f-922e-4686-87a1-c9fcbaab0159 req-85688e9a-4aad-4d4e-befa-ebffbf4debf8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414660 Jul 15 23:06:54.925591 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7a2fe3-72cc-4619-918f-d50e7beb301c None None] New status for floating IP b0707193-85fd-40cf-97d1-0e0758ea0997: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:06:54.976848 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb44adb-e4ca-4b29-9a64-730c37f03edd req-2a53cdb2-81a1-4ade-8745-4ab7684ac9e5 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:54.979620 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fbb44adb-e4ca-4b29-9a64-730c37f03edd req-2a53cdb2-81a1-4ade-8745-4ab7684ac9e5 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce642420-7697-475f-9a61-3a7dbd529ba3 HTTP/1.1" status: 200 len: 949 time: 0.1412325 Jul 15 23:06:55.056461 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fbb44adb-e4ca-4b29-9a64-730c37f03edd req-9f24a970-f0fd-4cee-a722-c4614f6072c0 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699768 Jul 15 23:06:55.484156 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335ead1-f195-4a9c-8ba8-5e6245a52543 req-a4d97c01-040f-4d4e-a542-aa7e45754594 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:55.495382 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7335ead1-f195-4a9c-8ba8-5e6245a52543 req-a4d97c01-040f-4d4e-a542-aa7e45754594 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/ports?device_id=c876540a-703b-498a-8430-2b8851edc1e8 HTTP/1.1" status: 200 len: 950 time: 0.1362879 Jul 15 23:06:55.587840 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7335ead1-f195-4a9c-8ba8-5e6245a52543 req-c0ffe57c-3ffb-4253-a419-745a0b89070f tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cc2b0b4-76c9-440c-8a64-e92aad3a71ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894361 Jul 15 23:06:55.642043 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c05e7-bb1b-4eb4-bbb1-191b147149a1 req-0c04c669-b2b5-4da9-8e10-98863e771e08 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:55.644355 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-482c05e7-bb1b-4eb4-bbb1-191b147149a1 req-0c04c669-b2b5-4da9-8e10-98863e771e08 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=f68354c1-5c7f-486f-b282-6cb25950aa5c HTTP/1.1" status: 200 len: 943 time: 0.1192644 Jul 15 23:06:55.732175 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-482c05e7-bb1b-4eb4-bbb1-191b147149a1 req-8269c7fb-4386-40b0-9730-fc3f756d5331 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815678 Jul 15 23:06:55.935583 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-382e587c-5d43-45e1-b927-bb0e00b29cf9 req-35fea388-057d-4668-83ae-9915ee7018fa tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4004da4-dbc6-46d2-b7f5-efde36c9d9d9 HTTP/1.1" status: 200 len: 210 time: 0.0386236 Jul 15 23:06:56.173136 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b891b-f761-4733-9bc6-82b44659884d req-4963b2bf-6ecd-4126-9704-2b61ce0b0e70 tempest-ServersAdminNegativeTestJSON-1797723865 tempest-ServersAdminNegativeTestJSON-1797723865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:56.180331 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-328b891b-f761-4733-9bc6-82b44659884d req-4963b2bf-6ecd-4126-9704-2b61ce0b0e70 tempest-ServersAdminNegativeTestJSON-1797723865 tempest-ServersAdminNegativeTestJSON-1797723865-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c876540a-703b-498a-8430-2b8851edc1e8 HTTP/1.1" status: 200 len: 1101 time: 0.0608113 Jul 15 23:06:56.195125 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-328b891b-f761-4733-9bc6-82b44659884d req-72433b7a-3203-4525-9646-1e3e156dc827 tempest-ServersAdminNegativeTestJSON-1797723865 tempest-ServersAdminNegativeTestJSON-1797723865-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:56.355607 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-328b891b-f761-4733-9bc6-82b44659884d req-72433b7a-3203-4525-9646-1e3e156dc827 tempest-ServersAdminNegativeTestJSON-1797723865 tempest-ServersAdminNegativeTestJSON-1797723865-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:56.367231 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc4dcc-0d14-46fd-a589-c65c04c68ad0 req-a1865175-1f11-4be6-9d11-407f0109b4af tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:56.369178 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5dc4dcc-0d14-46fd-a589-c65c04c68ad0 req-a1865175-1f11-4be6-9d11-407f0109b4af tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce642420-7697-475f-9a61-3a7dbd529ba3 HTTP/1.1" status: 200 len: 949 time: 0.1189818 Jul 15 23:06:56.370318 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-328b891b-f761-4733-9bc6-82b44659884d req-72433b7a-3203-4525-9646-1e3e156dc827 tempest-ServersAdminNegativeTestJSON-1797723865 tempest-ServersAdminNegativeTestJSON-1797723865-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:56.394323 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-328b891b-f761-4733-9bc6-82b44659884d req-72433b7a-3203-4525-9646-1e3e156dc827 tempest-ServersAdminNegativeTestJSON-1797723865 tempest-ServersAdminNegativeTestJSON-1797723865-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=7cc2b0b4-76c9-440c-8a64-e92aad3a71ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129843 Jul 15 23:06:56.441060 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72433b7a-3203-4525-9646-1e3e156dc827 tempest-ServersAdminNegativeTestJSON-1797723865 tempest-ServersAdminNegativeTestJSON-1797723865-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22d5148-6aec-4fe9-8d9d-6cbb452aeffd,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:56.481531 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5dc4dcc-0d14-46fd-a589-c65c04c68ad0 req-d6a8e866-87e4-4def-962e-31cb52a8c7a1 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984404 Jul 15 23:06:56.951476 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84316d9c-5401-49c2-a5c4-c6d111370ac8 req-b4f956de-04a2-485b-a78b-ba6cb208bd4e tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:56.960144 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84316d9c-5401-49c2-a5c4-c6d111370ac8 req-b4f956de-04a2-485b-a78b-ba6cb208bd4e tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=f68354c1-5c7f-486f-b282-6cb25950aa5c HTTP/1.1" status: 200 len: 943 time: 0.0800502 Jul 15 23:06:57.010336 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84316d9c-5401-49c2-a5c4-c6d111370ac8 req-f3f522a0-71c7-4321-ace7-683b9990697b tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492129 Jul 15 23:06:57.142257 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3047bd1b-3c5e-4d4d-9742-8e0b11331a52 req-b6b99edb-051c-4884-b8cb-35b6fc64c982 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4004da4-dbc6-46d2-b7f5-efde36c9d9d9 HTTP/1.1" status: 200 len: 210 time: 0.0451338 Jul 15 23:06:57.595821 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650447f-4874-4fe0-a27b-3067afb716bc req-a6c2edae-5b69-4f18-9e8f-a4cc5df8bc79 tempest-ServersAdminNegativeTestJSON-1797723865 tempest-ServersAdminNegativeTestJSON-1797723865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:57.606459 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8650447f-4874-4fe0-a27b-3067afb716bc req-a6c2edae-5b69-4f18-9e8f-a4cc5df8bc79 tempest-ServersAdminNegativeTestJSON-1797723865 tempest-ServersAdminNegativeTestJSON-1797723865-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c876540a-703b-498a-8430-2b8851edc1e8 HTTP/1.1" status: 200 len: 1101 time: 0.0832419 Jul 15 23:06:57.612316 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42290) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:57.655181 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8650447f-4874-4fe0-a27b-3067afb716bc req-216ee296-75e9-4045-8309-20a0f629cbc7 tempest-ServersAdminNegativeTestJSON-1797723865 tempest-ServersAdminNegativeTestJSON-1797723865-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=7cc2b0b4-76c9-440c-8a64-e92aad3a71ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472400 Jul 15 23:06:57.745908 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc692c62-1c38-4285-91c6-156e0017a153 req-1b9632af-42e5-43b7-9a92-f73e94a0cd2d tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:57.747806 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc692c62-1c38-4285-91c6-156e0017a153 req-1b9632af-42e5-43b7-9a92-f73e94a0cd2d tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce642420-7697-475f-9a61-3a7dbd529ba3 HTTP/1.1" status: 200 len: 949 time: 0.0660427 Jul 15 23:06:57.756609 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42298) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:57.818874 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc692c62-1c38-4285-91c6-156e0017a153 req-23591597-e202-473a-902f-edef920cd8db tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632863 Jul 15 23:06:57.835820 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 0c6e3da2-2a9e-435f-9a7c-08583b7307a9 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:06:57.913192 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-828d9905-6455-4b00-a60d-e3d9bca813eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:57.977781 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 0c6e3da2-2a9e-435f-9a7c-08583b7307a9, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=0c6e3da2-2a9e-435f-9a7c-08583b7307a9,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:57.990717 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '0c6e3da2-2a9e-435f-9a7c-08583b7307a9', 'network_id': 'f31abbaf-85af-4828-a64a-6617d309ea62', 'port_id': '0c6e3da2-2a9e-435f-9a7c-08583b7307a9', 'mac_address': 'fa:16:3e:f9:c6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4e4463-c0f1-483a-8548-ef2c0500a26e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:06:58.048325 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-828d9905-6455-4b00-a60d-e3d9bca813eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:58.055713 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c1f1be4-8c7f-4523-b449-1d574a1ce9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:58.058627 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-828d9905-6455-4b00-a60d-e3d9bca813eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:58.069011 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:58.099799 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e439d4-ad03-4579-bf82-e0422179b3ff req-b25a87f8-f782-44a6-971c-788371cb12bb tempest-ServersOnMultiNodesTest-396940207 tempest-ServersOnMultiNodesTest-396940207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:58.101252 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-21e439d4-ad03-4579-bf82-e0422179b3ff req-b25a87f8-f782-44a6-971c-788371cb12bb tempest-ServersOnMultiNodesTest-396940207 tempest-ServersOnMultiNodesTest-396940207-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ce642420-7697-475f-9a61-3a7dbd529ba3 HTTP/1.1" status: 200 len: 1100 time: 0.1102464 Jul 15 23:06:58.103222 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c6e3da2-2a9e-435f-9a7c-08583b7307a9 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:58.115799 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-828d9905-6455-4b00-a60d-e3d9bca813eb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85ca7f0b44224850a58e7973ae785895&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5022962 Jul 15 23:06:58.119736 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42316) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:58.120648 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d9905-6455-4b00-a60d-e3d9bca813eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e580692-46b3-4fb1-8876-cf8ca07f676b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:58.154432 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 0c6e3da2-2a9e-435f-9a7c-08583b7307a9, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=0c6e3da2-2a9e-435f-9a7c-08583b7307a9,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:58.160210 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:58.194196 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-21e439d4-ad03-4579-bf82-e0422179b3ff req-8bdd7f93-3d05-4568-8733-a7c766eeac57 tempest-ServersOnMultiNodesTest-396940207 tempest-ServersOnMultiNodesTest-396940207-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849662 Jul 15 23:06:58.219079 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f60737e-550f-40b7-ac73-41a1eff60aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:58.245978 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=0c6e3da2-2a9e-435f-9a7c-08583b7307a9,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:58.265850 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f60737e-550f-40b7-ac73-41a1eff60aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:58.296820 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a3fd9-7850-422a-bddb-c72d176b01a6 req-84d273ce-7114-434c-b3dd-769642d678ad tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:58.301436 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c1f1be4-8c7f-4523-b449-1d574a1ce9de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:58.304811 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bd4a3fd9-7850-422a-bddb-c72d176b01a6 req-84d273ce-7114-434c-b3dd-769642d678ad tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=f68354c1-5c7f-486f-b282-6cb25950aa5c HTTP/1.1" status: 200 len: 944 time: 0.1236348 Jul 15 23:06:58.314505 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c1f1be4-8c7f-4523-b449-1d574a1ce9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:58.352820 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bd4a3fd9-7850-422a-bddb-c72d176b01a6 req-d6a45906-0c2f-4349-a30b-42cdb5ba3dd9 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462370 Jul 15 23:06:58.356379 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f1be4-8c7f-4523-b449-1d574a1ce9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2cc355-4f06-4c6d-ac28-f4d2409eb6d0,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:58.386617 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42322) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:58.387302 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3c1f1be4-8c7f-4523-b449-1d574a1ce9de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75de8fb4436f4b5cb5b2e26a693e36be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6290781 Jul 15 23:06:58.404045 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f60737e-550f-40b7-ac73-41a1eff60aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:58.406929 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f60737e-550f-40b7-ac73-41a1eff60aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:58.408209 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2f60737e-550f-40b7-ac73-41a1eff60aeb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e580692-46b3-4fb1-8876-cf8ca07f676b HTTP/1.1" status: 204 len: 168 time: 0.2829316 Jul 15 23:06:58.422369 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60737e-550f-40b7-ac73-41a1eff60aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e580692-46b3-4fb1-8876-cf8ca07f676b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:58.475808 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['0c6e3da2-2a9e-435f-9a7c-08583b7307a9'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:58.476511 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc0b5ac7-7f2d-474f-ba13-70ba740b09d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:58.505574 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc0b5ac7-7f2d-474f-ba13-70ba740b09d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:58.592217 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc0b5ac7-7f2d-474f-ba13-70ba740b09d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:58.595949 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc0b5ac7-7f2d-474f-ba13-70ba740b09d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:58.597708 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-cc0b5ac7-7f2d-474f-ba13-70ba740b09d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa2cc355-4f06-4c6d-ac28-f4d2409eb6d0 HTTP/1.1" status: 204 len: 168 time: 0.2100482 Jul 15 23:06:58.614401 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b5ac7-7f2d-474f-ba13-70ba740b09d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2cc355-4f06-4c6d-ac28-f4d2409eb6d0,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:58.807236 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a64b321-72a7-4529-907e-a8295f52765f req-ab2b8585-50de-412c-8311-c13ca35b4065 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4004da4-dbc6-46d2-b7f5-efde36c9d9d9 HTTP/1.1" status: 200 len: 210 time: 0.1164756 Jul 15 23:06:58.887719 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-e4d79dfd-fe97-4937-94f2-6f13e0183bec tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1276107 Jul 15 23:06:58.930657 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42344) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:58.957204 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b52d9814-bf27-4c36-bbae-2988703289b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:59.075767 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b52d9814-bf27-4c36-bbae-2988703289b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:59.080661 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b52d9814-bf27-4c36-bbae-2988703289b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:59.123288 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-6e4fef16-a04d-4124-9a39-ae64126771f5 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:59.127734 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b52d9814-bf27-4c36-bbae-2988703289b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85a2bcc47e42405390a832f31736a2b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1935940 Jul 15 23:06:59.127734 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d9814-bf27-4c36-bbae-2988703289b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2775ecbc-38fa-487e-b7ef-608848a27472,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:59.131321 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42348) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:59.139547 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-6e4fef16-a04d-4124-9a39-ae64126771f5 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2486067 Jul 15 23:06:59.154551 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-a76d8b46-31d9-4a02-a117-7e65d44064a8 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/quotas/5e59761f4ced4c9ba3c153ddaf4258d4 HTTP/1.1" status: 200 len: 375 time: 0.0141420 Jul 15 23:06:59.209860 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc3d3d27-3939-44d5-b21e-bff39b9c65de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:59.227981 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ba742-4c00-4426-97d2-841d57a5a0fb req-24b25180-f7a9-434a-9bff-b64102009cc0 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:59.230246 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-730ba742-4c00-4426-97d2-841d57a5a0fb req-24b25180-f7a9-434a-9bff-b64102009cc0 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/ports?device_id=c876540a-703b-498a-8430-2b8851edc1e8 HTTP/1.1" status: 200 len: 950 time: 0.1856446 Jul 15 23:06:59.231975 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42350) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:59.243709 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc3d3d27-3939-44d5-b21e-bff39b9c65de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:59.267407 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8d55f51b-c9e4-4cdb-9c70-f08815f405f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:59.305132 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc3d3d27-3939-44d5-b21e-bff39b9c65de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:59.308510 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc3d3d27-3939-44d5-b21e-bff39b9c65de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:59.310016 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bc3d3d27-3939-44d5-b21e-bff39b9c65de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2775ecbc-38fa-487e-b7ef-608848a27472 HTTP/1.1" status: 204 len: 168 time: 0.1777661 Jul 15 23:06:59.319535 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d3d27-3939-44d5-b21e-bff39b9c65de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2775ecbc-38fa-487e-b7ef-608848a27472,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:59.326410 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-a24c8c00-fccf-4abc-89fb-4db0224aa041 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1654291 Jul 15 23:06:59.334976 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-730ba742-4c00-4426-97d2-841d57a5a0fb req-45382d29-6ccf-4ce7-af07-ebd176e9bafb tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cc2b0b4-76c9-440c-8a64-e92aad3a71ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952253 Jul 15 23:06:59.467084 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8d55f51b-c9e4-4cdb-9c70-f08815f405f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:59.472892 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8d55f51b-c9e4-4cdb-9c70-f08815f405f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:59.580821 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8d55f51b-c9e4-4cdb-9c70-f08815f405f3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26397458ae6240119e1c6c658ad9b036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475797 Jul 15 23:06:59.584658 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42358) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:59.587738 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55f51b-c9e4-4cdb-9c70-f08815f405f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc229d7-275a-487e-9f9e-a36943882963,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:59.735126 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0bb98213-edb1-42ad-8005-d6de68f4a5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:59.780978 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0bb98213-edb1-42ad-8005-d6de68f4a5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:59.852357 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 0c6e3da2-2a9e-435f-9a7c-08583b7307a9 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:59.904732 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0bb98213-edb1-42ad-8005-d6de68f4a5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:59.908377 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0bb98213-edb1-42ad-8005-d6de68f4a5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:59.909557 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0bb98213-edb1-42ad-8005-d6de68f4a5c4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/adc229d7-275a-487e-9f9e-a36943882963 HTTP/1.1" status: 204 len: 168 time: 0.3238215 Jul 15 23:06:59.935838 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb98213-edb1-42ad-8005-d6de68f4a5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc229d7-275a-487e-9f9e-a36943882963,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:59.943771 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 0c6e3da2-2a9e-435f-9a7c-08583b7307a9 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:59.968504 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 0c6e3da2-2a9e-435f-9a7c-08583b7307a9 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:59.968890 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.125315 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.188355 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68354c1-5c7f-486f-b282-6cb25950aa5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6e3da2-2a9e-435f-9a7c-08583b7307a9'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:00.190614 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42e7455-c966-463f-b561-dcfdd6ccd55d" -d '{"events": [{"server_uuid": "f68354c1-5c7f-486f-b282-6cb25950aa5c", "name": "network-vif-plugged", "status": "completed", "tag": "0c6e3da2-2a9e-435f-9a7c-08583b7307a9"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:00.241656 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 0c6e3da2-2a9e-435f-9a7c-08583b7307a9, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=0c6e3da2-2a9e-435f-9a7c-08583b7307a9,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:00.247781 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.331340 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-77d80a71-bcf6-4b1f-915b-dbbf8e197e26 req-79bfb8d2-b5e6-433f-aa75-b85d178d3d58 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eb9b6ee-759e-49ac-b03b-ba1648953081 HTTP/1.1" status: 200 len: 210 time: 0.6892848 Jul 15 23:07:00.332450 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=0c6e3da2-2a9e-435f-9a7c-08583b7307a9,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:00.529408 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e2859-9623-4122-8761-e4ecbd573c35 req-a9a4de84-ec22-41fb-b412-98911daa7e9d tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:00.538055 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f17e2859-9623-4122-8761-e4ecbd573c35 req-a9a4de84-ec22-41fb-b412-98911daa7e9d tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=f68354c1-5c7f-486f-b282-6cb25950aa5c HTTP/1.1" status: 200 len: 945 time: 0.2005775 Jul 15 23:07:00.561833 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30acb379-0995-4989-8325-642c80b41812 x-openstack-request-id: req-30acb379-0995-4989-8325-642c80b41812 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:00.562339 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68354c1-5c7f-486f-b282-6cb25950aa5c", "name": "network-vif-plugged", "status": "completed", "tag": "0c6e3da2-2a9e-435f-9a7c-08583b7307a9", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:00.562707 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30acb379-0995-4989-8325-642c80b41812 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:00.563204 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68354c1-5c7f-486f-b282-6cb25950aa5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6e3da2-2a9e-435f-9a7c-08583b7307a9', 'code': 200} Jul 15 23:07:00.585338 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db528eb-2441-4813-b5b0-a1d3d4f1d5d8 req-88b089ae-87b9-44f7-b6e1-1a99017d8c65 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:00.587724 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9db528eb-2441-4813-b5b0-a1d3d4f1d5d8 req-88b089ae-87b9-44f7-b6e1-1a99017d8c65 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.43 "GET /v2.0/ports?device_id=c876540a-703b-498a-8430-2b8851edc1e8 HTTP/1.1" status: 200 len: 950 time: 0.2514246 Jul 15 23:07:00.610796 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f17e2859-9623-4122-8761-e4ecbd573c35 req-064863cb-94e7-4187-a7ef-089f0ba665ce tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607562 Jul 15 23:07:00.689678 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42408) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:00.915701 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1cae5b8b-35bb-4e0e-8f6b-fc90a4e0dbae tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.938565 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b8c2b-7294-4e53-b7c9-e9c69ad8c075 req-c3f9e497-a74e-4eda-a549-c19b5e01a9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:00.940082 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-713b8c2b-7294-4e53-b7c9-e9c69ad8c075 req-c3f9e497-a74e-4eda-a549-c19b5e01a9b5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f68354c1-5c7f-486f-b282-6cb25950aa5c HTTP/1.1" status: 200 len: 1096 time: 0.2515490 Jul 15 23:07:00.970762 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd509db-4c30-4676-9c52-b8481ef4b2d6 req-c7454462-54bc-4e36-a9ca-d1cd0968b3af tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:00.971000 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bfd509db-4c30-4676-9c52-b8481ef4b2d6 req-c7454462-54bc-4e36-a9ca-d1cd0968b3af tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/ports?device_id=c876540a-703b-498a-8430-2b8851edc1e8 HTTP/1.1" status: 200 len: 950 time: 0.2337348 Jul 15 23:07:00.996149 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-9db528eb-2441-4813-b5b0-a1d3d4f1d5d8 req-0562a56b-b227-4f52-9350-f101b5d50253 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Deleting port 40b8c96c-0ee7-43e7-b701-0253fe618619 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:00.996510 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9db528eb-2441-4813-b5b0-a1d3d4f1d5d8 req-0562a56b-b227-4f52-9350-f101b5d50253 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:01.003204 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1cae5b8b-35bb-4e0e-8f6b-fc90a4e0dbae tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:01.073316 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1cae5b8b-35bb-4e0e-8f6b-fc90a4e0dbae tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:01.079605 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1cae5b8b-35bb-4e0e-8f6b-fc90a4e0dbae tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:01.082964 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1cae5b8b-35bb-4e0e-8f6b-fc90a4e0dbae tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "DELETE /v2.0/security-groups/c0fc56ec-9d35-4dbf-bc1f-aca3323208f7 HTTP/1.1" status: 204 len: 168 time: 0.3914726 Jul 15 23:07:01.088849 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-713b8c2b-7294-4e53-b7c9-e9c69ad8c075 req-11ee904f-94ff-4f04-af01-7c1e6dd1ba9d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396208 Jul 15 23:07:01.089315 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42422) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:01.100423 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae5b8b-35bb-4e0e-8f6b-fc90a4e0dbae tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fc56ec-9d35-4dbf-bc1f-aca3323208f7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:01.117757 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-a890ac98-2d21-495f-aba9-0a79703c7186 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] show failed (client error): The resource could not be found. Jul 15 23:07:01.118838 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a890ac98-2d21-495f-aba9-0a79703c7186 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "GET /v2.0/security-groups/c0fc56ec-9d35-4dbf-bc1f-aca3323208f7 HTTP/1.1" status: 404 len: 347 time: 0.0253365 Jul 15 23:07:01.127121 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42426) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:01.174897 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bfd509db-4c30-4676-9c52-b8481ef4b2d6 req-dc59e6fe-0a10-434e-97ee-c69a8d790f78 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cc2b0b4-76c9-440c-8a64-e92aad3a71ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905155 Jul 15 23:07:01.249436 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-9db528eb-2441-4813-b5b0-a1d3d4f1d5d8 req-0562a56b-b227-4f52-9350-f101b5d50253 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] For port 40b8c96c-0ee7-43e7-b701-0253fe618619, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=40b8c96c-0ee7-43e7-b701-0253fe618619,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:01.250550 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9db528eb-2441-4813-b5b0-a1d3d4f1d5d8 req-0562a56b-b227-4f52-9350-f101b5d50253 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:01.267770 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-9db528eb-2441-4813-b5b0-a1d3d4f1d5d8 req-0562a56b-b227-4f52-9350-f101b5d50253 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Calling delete_port for 40b8c96c-0ee7-43e7-b701-0253fe618619 owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:01.286671 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-15abdc36-1951-49cc-a445-a82c5ea88f12 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Deleting port 181147e3-9a14-4995-aa9f-a6d9505c4dd7 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:01.286671 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15abdc36-1951-49cc-a445-a82c5ea88f12 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:01.365814 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42434) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:01.432216 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15abdc36-1951-49cc-a445-a82c5ea88f12 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:01.432555 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15abdc36-1951-49cc-a445-a82c5ea88f12 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:01.475933 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-15abdc36-1951-49cc-a445-a82c5ea88f12 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Calling delete_port for 181147e3-9a14-4995-aa9f-a6d9505c4dd7 owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:01.564218 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b2366ec8-abcd-48bc-879c-c8eda63f04e9 req-a8784425-3977-4d9a-8eb5-d7b72a3ac999 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eb9b6ee-759e-49ac-b03b-ba1648953081 HTTP/1.1" status: 200 len: 210 time: 0.0623255 Jul 15 23:07:01.593429 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce2fd27f-8493-4bf8-a345-009ab047e3a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:01.620238 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-559820b7-5239-497a-810e-624f4f392ba4 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520837 Jul 15 23:07:01.621961 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9db528eb-2441-4813-b5b0-a1d3d4f1d5d8 req-0562a56b-b227-4f52-9350-f101b5d50253 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:01.635497 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['40b8c96c-0ee7-43e7-b701-0253fe618619'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:01.679270 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0562a56b-b227-4f52-9350-f101b5d50253 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Pushing event deleted for resources: {'Port': ['ID=40b8c96c-0ee7-43e7-b701-0253fe618619,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:01.684753 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['593730dc-af87-41de-89af-dfc211d7eabf'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:01.835663 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db528eb-2441-4813-b5b0-a1d3d4f1d5d8 req-0562a56b-b227-4f52-9350-f101b5d50253 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] No DVR routers for this DVR port 40b8c96c-0ee7-43e7-b701-0253fe618619 on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:01.845450 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9db528eb-2441-4813-b5b0-a1d3d4f1d5d8 req-0562a56b-b227-4f52-9350-f101b5d50253 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:01.853850 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9db528eb-2441-4813-b5b0-a1d3d4f1d5d8 req-0562a56b-b227-4f52-9350-f101b5d50253 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.43 "DELETE /v2.0/ports/40b8c96c-0ee7-43e7-b701-0253fe618619 HTTP/1.1" status: 204 len: 173 time: 1.2419236 Jul 15 23:07:01.854460 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c876540a-703b-498a-8430-2b8851edc1e8', 'name': 'network-vif-deleted', 'tag': '40b8c96c-0ee7-43e7-b701-0253fe618619'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:01.859487 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738d0bcf-598a-43f4-b9e5-ebed1b2c07c7" -d '{"events": [{"server_uuid": "c876540a-703b-498a-8430-2b8851edc1e8", "name": "network-vif-deleted", "tag": "40b8c96c-0ee7-43e7-b701-0253fe618619"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:02.076891 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce2fd27f-8493-4bf8-a345-009ab047e3a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:02.091467 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce2fd27f-8493-4bf8-a345-009ab047e3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:02.166486 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-b47f6312-1138-4abb-be39-cf6b87483b0f tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:02.168815 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-b47f6312-1138-4abb-be39-cf6b87483b0f tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5397983 Jul 15 23:07:02.189242 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-4bbdfbb9-45bb-4caa-a517-d4768caaf3d6 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Request body: {'port': {'device_id': '6eb9b6ee-759e-49ac-b03b-ba1648953081', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'admin_state_up': True, 'tenant_id': '5e59761f4ced4c9ba3c153ddaf4258d4'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:02.195287 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2fd27f-8493-4bf8-a345-009ab047e3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3170374d-e2c7-4acf-98a3-07e8869ecb04,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:02.219491 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15abdc36-1951-49cc-a445-a82c5ea88f12 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:02.245972 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22264978-3911-4a26-9253-2d25dc5283f8 req-14e99244-e077-423d-a4d6-15fa1346c656 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:02.247819 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-22264978-3911-4a26-9253-2d25dc5283f8 req-14e99244-e077-423d-a4d6-15fa1346c656 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=f68354c1-5c7f-486f-b282-6cb25950aa5c HTTP/1.1" status: 200 len: 945 time: 0.2596183 Jul 15 23:07:02.280599 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9945027-9447-4c30-b665-7f2b3aebe2db x-openstack-request-id: req-a9945027-9447-4c30-b665-7f2b3aebe2db {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:02.281080 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c876540a-703b-498a-8430-2b8851edc1e8", "name": "network-vif-deleted", "tag": "40b8c96c-0ee7-43e7-b701-0253fe618619", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:02.282280 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a9945027-9447-4c30-b665-7f2b3aebe2db {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:02.282970 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c876540a-703b-498a-8430-2b8851edc1e8', 'name': 'network-vif-deleted', 'tag': '40b8c96c-0ee7-43e7-b701-0253fe618619', 'status': 'completed', 'code': 200} Jul 15 23:07:02.312572 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abdc36-1951-49cc-a445-a82c5ea88f12 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Pushing event deleted for resources: {'Port': ['ID=181147e3-9a14-4995-aa9f-a6d9505c4dd7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:02.331961 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ce2fd27f-8493-4bf8-a345-009ab047e3a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee486bc9e5304707aa5ae746afad049a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9621885 Jul 15 23:07:02.342167 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-22264978-3911-4a26-9253-2d25dc5283f8 req-640bb241-c239-4e96-9db2-665da16290c7 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580866 Jul 15 23:07:02.347782 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42460) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:02.405574 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-4bbdfbb9-45bb-4caa-a517-d4768caaf3d6 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Made reservation on behalf of 5e59761f4ced4c9ba3c153ddaf4258d4 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:02.413098 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-4bbdfbb9-45bb-4caa-a517-d4768caaf3d6 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:02.523722 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1775d10f-1cd1-40d1-82f1-08f94d07ffb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:02.542347 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15abdc36-1951-49cc-a445-a82c5ea88f12 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:02.549446 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15abdc36-1951-49cc-a445-a82c5ea88f12 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:02.557550 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-15abdc36-1951-49cc-a445-a82c5ea88f12 tempest-ServersTestBootFromVolume-409257202 tempest-ServersTestBootFromVolume-409257202-project] 10.222.0.16 "DELETE /v2.0/floatingips/b0707193-85fd-40cf-97d1-0e0758ea0997 HTTP/1.1" status: 204 len: 168 time: 1.4285638 Jul 15 23:07:02.558191 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42464) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:02.631862 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cfa2b9cd-841f-4b6b-a207-fa288692d6f6 req-1056eaf4-7a0b-4090-9660-a484d6358772 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/ports?device_id=c876540a-703b-498a-8430-2b8851edc1e8 HTTP/1.1" status: 200 len: 210 time: 0.1076658 Jul 15 23:07:02.684470 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1775d10f-1cd1-40d1-82f1-08f94d07ffb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:02.824059 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-4bbdfbb9-45bb-4caa-a517-d4768caaf3d6 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Allocated IP 192.168.233.103 (8d403abe-cee8-4863-bddd-464e9e566e9c/190ae4ce-d44c-4c9c-9241-47db78422478/cb4d13b7-e3a5-4654-8958-4bc297311532) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:02.894329 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-92e7ab76-5d1a-42c3-a527-2166a440259b req-943517ee-d097-4d29-8902-b74120693101 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eb9b6ee-759e-49ac-b03b-ba1648953081 HTTP/1.1" status: 200 len: 210 time: 0.0722339 Jul 15 23:07:02.912571 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1775d10f-1cd1-40d1-82f1-08f94d07ffb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:02.917739 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1775d10f-1cd1-40d1-82f1-08f94d07ffb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:02.924380 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1775d10f-1cd1-40d1-82f1-08f94d07ffb4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3170374d-e2c7-4acf-98a3-07e8869ecb04 HTTP/1.1" status: 204 len: 168 time: 0.5759628 Jul 15 23:07:03.008355 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775d10f-1cd1-40d1-82f1-08f94d07ffb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3170374d-e2c7-4acf-98a3-07e8869ecb04,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:03.222288 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-634e6cfe-50ee-4f30-8c02-eddc0e0dc2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:03.293198 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-4bbdfbb9-45bb-4caa-a517-d4768caaf3d6 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:03.338139 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-4bbdfbb9-45bb-4caa-a517-d4768caaf3d6 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Transition to ACTIVE for port object cb4d13b7-e3a5-4654-8958-4bc297311532 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:03.436373 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-4bbdfbb9-45bb-4caa-a517-d4768caaf3d6 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:03.453427 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['989be037-1ed6-4791-8ac9-4b7d6e3604f2', '9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f', '9d6640ae-a708-4fc7-bb14-0196422ca219', '345f3383-255c-44ff-8e18-fa2a8e94e7fc'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:03.503060 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbdfbb9-45bb-4caa-a517-d4768caaf3d6 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Pushing event updated for resources: {'Port': ['ID=cb4d13b7-e3a5-4654-8958-4bc297311532,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:03.518970 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-4bbdfbb9-45bb-4caa-a517-d4768caaf3d6 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:03.521073 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-4bbdfbb9-45bb-4caa-a517-d4768caaf3d6 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:03.524331 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-4bbdfbb9-45bb-4caa-a517-d4768caaf3d6 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:03.658616 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['c5eb601b-188a-4b27-8d77-8f099fc61953', '82f9b78f-fb59-4d4d-af16-ce5195a2e46a', '9516bf63-0324-4c33-b923-674ccc897835'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:03.677935 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-634e6cfe-50ee-4f30-8c02-eddc0e0dc2ff admin admin] Deleting port b21a6650-c428-488a-864a-6a1bbba3d813 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:03.680900 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-634e6cfe-50ee-4f30-8c02-eddc0e0dc2ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:03.745086 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-4bbdfbb9-45bb-4caa-a517-d4768caaf3d6 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:03.745774 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-4bbdfbb9-45bb-4caa-a517-d4768caaf3d6 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:03.817987 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42492) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:03.843680 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-634e6cfe-50ee-4f30-8c02-eddc0e0dc2ff admin admin] For port b21a6650-c428-488a-864a-6a1bbba3d813, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b21a6650-c428-488a-864a-6a1bbba3d813,segment=NetworkSegment(23f78d5f-ef46-4b6e-9288-c9b344c6ff05),segment_id=23f78d5f-ef46-4b6e-9288-c9b344c6ff05)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:03.844194 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-634e6cfe-50ee-4f30-8c02-eddc0e0dc2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:03.856567 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-4bbdfbb9-45bb-4caa-a517-d4768caaf3d6 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6713309 Jul 15 23:07:03.873942 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 40b8c96c-0ee7-43e7-b701-0253fe618619 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:03.883511 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-634e6cfe-50ee-4f30-8c02-eddc0e0dc2ff admin admin] Calling delete_port for b21a6650-c428-488a-864a-6a1bbba3d813 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:03.890874 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-225304cd-f789-4eb1-8540-2c5eac6a70cb service neutron] Request body: {'port': {'device_id': '6eb9b6ee-759e-49ac-b03b-ba1648953081', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:03.905406 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 40b8c96c-0ee7-43e7-b701-0253fe618619 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:03.906174 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 40b8c96c-0ee7-43e7-b701-0253fe618619 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:03.907223 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b2398-70f0-4e65-972b-fa5c89f26cd7 req-ea46b61c-760c-4237-9789-fe079f7b72ab tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:03.914958 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-503b2398-70f0-4e65-972b-fa5c89f26cd7 req-ea46b61c-760c-4237-9789-fe079f7b72ab tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=f68354c1-5c7f-486f-b282-6cb25950aa5c HTTP/1.1" status: 200 len: 945 time: 0.3539767 Jul 15 23:07:03.985285 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-bb9409b4-42ff-466d-abab-3421604fa648 None None] Provisioning for port cb4d13b7-e3a5-4654-8958-4bc297311532 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:04.005655 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-bb9409b4-42ff-466d-abab-3421604fa648 None None] Provisioning complete for port cb4d13b7-e3a5-4654-8958-4bc297311532 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:04.008158 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bb9409b4-42ff-466d-abab-3421604fa648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:04.020458 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-503b2398-70f0-4e65-972b-fa5c89f26cd7 req-b85d87b7-69cb-4cf2-b243-07aa4c2dbd5c tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045928 Jul 15 23:07:04.125380 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-225304cd-f789-4eb1-8540-2c5eac6a70cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:04.142810 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-50698b97-997f-4841-ba90-ab2df5604d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:04.263467 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-bb9409b4-42ff-466d-abab-3421604fa648 None None] Port cb4d13b7-e3a5-4654-8958-4bc297311532 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:07:04.356402 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-634e6cfe-50ee-4f30-8c02-eddc0e0dc2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:04.392000 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e6cfe-50ee-4f30-8c02-eddc0e0dc2ff admin admin] Pushing event deleted for resources: {'Port': ['ID=b21a6650-c428-488a-864a-6a1bbba3d813,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:04.741383 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-225304cd-f789-4eb1-8540-2c5eac6a70cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb4d13b7-e3a5-4654-8958-4bc297311532 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:04.749903 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-225304cd-f789-4eb1-8540-2c5eac6a70cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:04.770925 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-225304cd-f789-4eb1-8540-2c5eac6a70cb service neutron] Transition to ACTIVE for port object cb4d13b7-e3a5-4654-8958-4bc297311532 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:04.779889 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-225304cd-f789-4eb1-8540-2c5eac6a70cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:05.096056 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225304cd-f789-4eb1-8540-2c5eac6a70cb service neutron] Pushing event updated for resources: {'Port': ['ID=cb4d13b7-e3a5-4654-8958-4bc297311532,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:05.226853 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e6cfe-50ee-4f30-8c02-eddc0e0dc2ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:05.227194 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e6cfe-50ee-4f30-8c02-eddc0e0dc2ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:05.228413 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df15d70-e1c3-4c9d-81de-b007bd89587e req-ff2c9af9-1b99-4d8d-9adb-4800c7922e62 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:05.233645 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e6cfe-50ee-4f30-8c02-eddc0e0dc2ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:05.234004 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e6cfe-50ee-4f30-8c02-eddc0e0dc2ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:05.234343 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e6cfe-50ee-4f30-8c02-eddc0e0dc2ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:05.234695 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e6cfe-50ee-4f30-8c02-eddc0e0dc2ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:05.235030 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e6cfe-50ee-4f30-8c02-eddc0e0dc2ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:05.235308 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9df15d70-e1c3-4c9d-81de-b007bd89587e req-ff2c9af9-1b99-4d8d-9adb-4800c7922e62 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eb9b6ee-759e-49ac-b03b-ba1648953081 HTTP/1.1" status: 200 len: 948 time: 0.4628448 Jul 15 23:07:05.235431 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e6cfe-50ee-4f30-8c02-eddc0e0dc2ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:05.235670 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e6cfe-50ee-4f30-8c02-eddc0e0dc2ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:05.235994 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e6cfe-50ee-4f30-8c02-eddc0e0dc2ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:05.236316 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e6cfe-50ee-4f30-8c02-eddc0e0dc2ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:05.236637 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e6cfe-50ee-4f30-8c02-eddc0e0dc2ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:05.317888 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-50698b97-997f-4841-ba90-ab2df5604d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:05.347777 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9df15d70-e1c3-4c9d-81de-b007bd89587e req-15ae6bab-0b13-4c23-a568-2aff77dd8be5 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115181 Jul 15 23:07:05.353794 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-225304cd-f789-4eb1-8540-2c5eac6a70cb service neutron] Attempting to bind port cb4d13b7-e3a5-4654-8958-4bc297311532 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:05.354318 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-225304cd-f789-4eb1-8540-2c5eac6a70cb service neutron] Attempting to bind port cb4d13b7-e3a5-4654-8958-4bc297311532 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:05.354877 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-225304cd-f789-4eb1-8540-2c5eac6a70cb service neutron] Attempting to bind port cb4d13b7-e3a5-4654-8958-4bc297311532 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:05.361131 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-50698b97-997f-4841-ba90-ab2df5604d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:05.438035 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-225304cd-f789-4eb1-8540-2c5eac6a70cb service neutron] Port cb4d13b7-e3a5-4654-8958-4bc297311532 on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:05.451016 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-225304cd-f789-4eb1-8540-2c5eac6a70cb service neutron] Attempting to bind port cb4d13b7-e3a5-4654-8958-4bc297311532 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:05.485143 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50698b97-997f-4841-ba90-ab2df5604d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5b20f9-3f37-4c38-81cd-cf424452a4ed,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:05.530822 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-225304cd-f789-4eb1-8540-2c5eac6a70cb service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:05.534968 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-225304cd-f789-4eb1-8540-2c5eac6a70cb service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:05.536491 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-225304cd-f789-4eb1-8540-2c5eac6a70cb service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:05.539540 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-225304cd-f789-4eb1-8540-2c5eac6a70cb service neutron] Bound port: cb4d13b7-e3a5-4654-8958-4bc297311532, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:05.539996 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-225304cd-f789-4eb1-8540-2c5eac6a70cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:05.550433 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-50698b97-997f-4841-ba90-ab2df5604d01 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3df4e7bbe88d48a8b16fc0bbdfb74cc4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7243745 Jul 15 23:07:05.572784 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-634e6cfe-50ee-4f30-8c02-eddc0e0dc2ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:05.576817 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42534) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:05.648618 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2e7ccfe5-e498-4342-a32c-156e360dc63c req-7ebf2e3b-9b50-44e0-b98f-10268505a752 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7486c404-e90c-4fae-a1ec-d67daffb3f52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4237266 Jul 15 23:07:05.654220 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d30249-0853-49f1-8132-969380bdb23e req-41a4bd52-bfe0-4c83-8789-811ba6d0c435 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:05.655831 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c4d30249-0853-49f1-8132-969380bdb23e req-41a4bd52-bfe0-4c83-8789-811ba6d0c435 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/ports?device_id=9428d0ad-663f-4f4c-ac12-373559da43f5 HTTP/1.1" status: 200 len: 949 time: 0.3837786 Jul 15 23:07:05.701112 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-225304cd-f789-4eb1-8540-2c5eac6a70cb service neutron] For port cb4d13b7-e3a5-4654-8958-4bc297311532, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:05.744629 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7bd0481-b800-4dc1-b50c-f93ccedd295a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:05.768134 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-225304cd-f789-4eb1-8540-2c5eac6a70cb service neutron] For port cb4d13b7-e3a5-4654-8958-4bc297311532, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=cb4d13b7-e3a5-4654-8958-4bc297311532,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:05.780197 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7bd0481-b800-4dc1-b50c-f93ccedd295a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:05.789685 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c4d30249-0853-49f1-8132-969380bdb23e req-34e47845-5596-4e1a-a229-88964fa1a8a3 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cc2b0b4-76c9-440c-8a64-e92aad3a71ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234789 Jul 15 23:07:05.797671 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-225304cd-f789-4eb1-8540-2c5eac6a70cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:05.908824 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-225304cd-f789-4eb1-8540-2c5eac6a70cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:05.914425 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-225304cd-f789-4eb1-8540-2c5eac6a70cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:05.916470 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-225304cd-f789-4eb1-8540-2c5eac6a70cb service neutron] 10.222.0.43 "PUT /v2.0/ports/cb4d13b7-e3a5-4654-8958-4bc297311532 HTTP/1.1" status: 200 len: 1096 time: 2.0318015 Jul 15 23:07:05.923965 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb9b6ee-759e-49ac-b03b-ba1648953081', 'tag': 'cb4d13b7-e3a5-4654-8958-4bc297311532'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:05.934289 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2e7f7c-d8d1-4247-b1b1-c46726b348a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb9b6ee-759e-49ac-b03b-ba1648953081", "tag": "cb4d13b7-e3a5-4654-8958-4bc297311532"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:06.037939 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225304cd-f789-4eb1-8540-2c5eac6a70cb service neutron] Pushing event updated for resources: {'Port': ['ID=cb4d13b7-e3a5-4654-8958-4bc297311532,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:06.141164 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154b1576-1efe-46bc-8edd-9dfdf74edcb1 x-openstack-request-id: req-154b1576-1efe-46bc-8edd-9dfdf74edcb1 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:06.141452 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb9b6ee-759e-49ac-b03b-ba1648953081", "tag": "cb4d13b7-e3a5-4654-8958-4bc297311532", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:06.141691 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-154b1576-1efe-46bc-8edd-9dfdf74edcb1 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:06.142087 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb9b6ee-759e-49ac-b03b-ba1648953081', 'tag': 'cb4d13b7-e3a5-4654-8958-4bc297311532', 'status': 'completed', 'code': 200} Jul 15 23:07:06.182941 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ccfe5-e498-4342-a32c-156e360dc63c req-4cfd7e27-ee6f-4b29-a219-fdf466024fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:06.184605 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2e7ccfe5-e498-4342-a32c-156e360dc63c req-4cfd7e27-ee6f-4b29-a219-fdf466024fc8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&device_id=7486c404-e90c-4fae-a1ec-d67daffb3f52 HTTP/1.1" status: 200 len: 1101 time: 0.3741550 Jul 15 23:07:06.223402 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df414dd2-768a-45e9-bde1-e7d761b2ad3a req-6760e4d8-0b1d-4ec3-9b76-bb2a5c13ac77 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:06.233892 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-df414dd2-768a-45e9-bde1-e7d761b2ad3a req-6760e4d8-0b1d-4ec3-9b76-bb2a5c13ac77 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=f68354c1-5c7f-486f-b282-6cb25950aa5c HTTP/1.1" status: 200 len: 945 time: 0.3630054 Jul 15 23:07:06.268806 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7bd0481-b800-4dc1-b50c-f93ccedd295a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:06.271740 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7bd0481-b800-4dc1-b50c-f93ccedd295a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:06.274750 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c7bd0481-b800-4dc1-b50c-f93ccedd295a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a5b20f9-3f37-4c38-81cd-cf424452a4ed HTTP/1.1" status: 204 len: 168 time: 0.6930909 Jul 15 23:07:06.295304 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-df414dd2-768a-45e9-bde1-e7d761b2ad3a req-99c5f0b0-d970-429e-b7c9-23db624d81b2 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601666 Jul 15 23:07:06.303034 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-aab006cd-a414-4e80-9c8d-5e360d9a682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:06.306425 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-aab006cd-a414-4e80-9c8d-5e360d9a682a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&device_id=6eb9b6ee-759e-49ac-b03b-ba1648953081 HTTP/1.1" status: 200 len: 1099 time: 0.2420137 Jul 15 23:07:06.335616 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd0481-b800-4dc1-b50c-f93ccedd295a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5b20f9-3f37-4c38-81cd-cf424452a4ed,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:06.361410 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-4797551d-a563-42af-b896-8a61eba9e1b5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=cb4d13b7-e3a5-4654-8958-4bc297311532 HTTP/1.1" status: 200 len: 217 time: 0.0484533 Jul 15 23:07:06.392162 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7bd622-453e-4b4a-8096-97c936b2f13c req-82427ad0-78c7-4799-8091-585bb7015c94 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:06.393750 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bc7bd622-453e-4b4a-8096-97c936b2f13c req-82427ad0-78c7-4799-8091-585bb7015c94 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.36 "GET /v2.0/ports?device_id=9428d0ad-663f-4f4c-ac12-373559da43f5 HTTP/1.1" status: 200 len: 949 time: 0.3245287 Jul 15 23:07:06.466273 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-7f7cf5be-6f66-48e2-a2ff-3955654ae83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:06.469446 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-7f7cf5be-6f66-48e2-a2ff-3955654ae83a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0996249 Jul 15 23:07:06.508925 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634e6cfe-50ee-4f30-8c02-eddc0e0dc2ff admin admin] Router 5534a0f2-f5fc-4e00-9241-8aace68c88e9 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:07:06.543020 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ccfe5-e498-4342-a32c-156e360dc63c req-f8d818cc-0b90-4d83-b382-c4d603179111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:06.544693 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2e7ccfe5-e498-4342-a32c-156e360dc63c req-f8d818cc-0b90-4d83-b382-c4d603179111 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.2920589 Jul 15 23:07:06.649080 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-6e36b008-2210-4978-b1a6-859c77ace64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:06.651463 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-6e36b008-2210-4978-b1a6-859c77ace64f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1759260 Jul 15 23:07:06.672010 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2e7ccfe5-e498-4342-a32c-156e360dc63c req-c4fa13a9-1e35-4641-9dac-426161be233a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c5eb601b-188a-4b27-8d77-8f099fc61953 HTTP/1.1" status: 200 len: 217 time: 0.0932195 Jul 15 23:07:06.797562 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfd903-28e7-4cf7-afd9-011328872511 req-2f64e109-d360-49fa-ba2c-7a2b5497c52c tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:06.814131 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e9cfd903-28e7-4cf7-afd9-011328872511 req-2f64e109-d360-49fa-ba2c-7a2b5497c52c tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eb9b6ee-759e-49ac-b03b-ba1648953081 HTTP/1.1" status: 200 len: 948 time: 0.2435870 Jul 15 23:07:06.856362 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42588) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:06.912797 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ccfe5-e498-4342-a32c-156e360dc63c req-63655a20-1240-4f3d-bd95-594ce1695d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:06.925757 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2e7ccfe5-e498-4342-a32c-156e360dc63c req-63655a20-1240-4f3d-bd95-594ce1695d58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.2317455 Jul 15 23:07:06.925757 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-89d1c505-8db9-4ac5-96ea-b26ba338ef00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:06.934492 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e9cfd903-28e7-4cf7-afd9-011328872511 req-e65ec5dc-974d-4c3e-939d-1d40c7fc9983 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150932 Jul 15 23:07:06.967231 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-26e595c3-5e13-4166-84dc-19c483503674 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013887 Jul 15 23:07:07.071330 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-bc7bd622-453e-4b4a-8096-97c936b2f13c req-a784ef66-b7dc-439e-b9ea-aa250e28ade6 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Deleting port 593730dc-af87-41de-89af-dfc211d7eabf {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:07.071677 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bc7bd622-453e-4b4a-8096-97c936b2f13c req-a784ef66-b7dc-439e-b9ea-aa250e28ade6 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:07.120811 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f7923a8-5389-4a7c-ba32-2e32e46bc9a0 req-8b56fba9-f198-42a3-ab10-9c51de3ee6ec service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474795 Jul 15 23:07:07.258477 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2ebf6-84fc-4bee-a177-c8dac799dfae req-a31c6de6-75a7-4296-b239-b056eae24d73 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:07.273575 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634e6cfe-50ee-4f30-8c02-eddc0e0dc2ff admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:07:07.283839 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d789adbe-6ae4-4dd6-b030-11bf3277d419 None None] Sync routers for ids ['5534a0f2-f5fc-4e00-9241-8aace68c88e9'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:07:07.288942 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-634e6cfe-50ee-4f30-8c02-eddc0e0dc2ff admin admin] 10.222.0.16 "PUT /v2.0/routers/5534a0f2-f5fc-4e00-9241-8aace68c88e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7037940 Jul 15 23:07:07.290657 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-bc7bd622-453e-4b4a-8096-97c936b2f13c req-a784ef66-b7dc-439e-b9ea-aa250e28ade6 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] For port 593730dc-af87-41de-89af-dfc211d7eabf, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=593730dc-af87-41de-89af-dfc211d7eabf,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:07.291052 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bc7bd622-453e-4b4a-8096-97c936b2f13c req-a784ef66-b7dc-439e-b9ea-aa250e28ade6 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:07.300075 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-88c2ebf6-84fc-4bee-a177-c8dac799dfae req-a31c6de6-75a7-4296-b239-b056eae24d73 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/ports?device_id=9428d0ad-663f-4f4c-ac12-373559da43f5 HTTP/1.1" status: 200 len: 949 time: 0.2293167 Jul 15 23:07:07.302855 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42620) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:07.305302 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d789adbe-6ae4-4dd6-b030-11bf3277d419 None None] Routers {'5534a0f2-f5fc-4e00-9241-8aace68c88e9'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:07:07.306655 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-d789adbe-6ae4-4dd6-b030-11bf3277d419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:06:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['5534a0f2-f5fc-4e00-9241-8aace68c88e9'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:07.344063 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-bc7bd622-453e-4b4a-8096-97c936b2f13c req-a784ef66-b7dc-439e-b9ea-aa250e28ade6 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Calling delete_port for 593730dc-af87-41de-89af-dfc211d7eabf owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:07.407646 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-88c2ebf6-84fc-4bee-a177-c8dac799dfae req-42f53749-da3a-43b2-8290-640cc17cb86b tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cc2b0b4-76c9-440c-8a64-e92aad3a71ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047213 Jul 15 23:07:07.420234 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e7f7c-d8d1-4247-b1b1-c46726b348a4 req-06e6e8e1-0889-4271-ad4b-6a212bbe845b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:07.422611 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8f2e7f7c-d8d1-4247-b1b1-c46726b348a4 req-06e6e8e1-0889-4271-ad4b-6a212bbe845b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&device_id=6eb9b6ee-759e-49ac-b03b-ba1648953081 HTTP/1.1" status: 200 len: 1099 time: 0.2465456 Jul 15 23:07:07.450253 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ccfe5-e498-4342-a32c-156e360dc63c req-5c6f5ce2-82f5-4a26-a990-a87665cfc6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:07.451874 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2e7ccfe5-e498-4342-a32c-156e360dc63c req-5c6f5ce2-82f5-4a26-a990-a87665cfc6fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5226159 Jul 15 23:07:07.554009 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-d789adbe-6ae4-4dd6-b030-11bf3277d419 None None] Set router 5534a0f2-f5fc-4e00-9241-8aace68c88e9 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:07:07.581190 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e7f7c-d8d1-4247-b1b1-c46726b348a4 req-12c600cc-8341-4b18-b0a8-d3554ee6fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:07.583638 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8f2e7f7c-d8d1-4247-b1b1-c46726b348a4 req-12c600cc-8341-4b18-b0a8-d3554ee6fc32 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.1544473 Jul 15 23:07:07.660296 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8f2e7f7c-d8d1-4247-b1b1-c46726b348a4 req-ebab02ca-3e24-4bff-8338-1af9b2908506 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=cb4d13b7-e3a5-4654-8958-4bc297311532 HTTP/1.1" status: 200 len: 217 time: 0.0695713 Jul 15 23:07:07.673657 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-89d1c505-8db9-4ac5-96ea-b26ba338ef00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:07.703784 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-89d1c505-8db9-4ac5-96ea-b26ba338ef00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:07.748360 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2e7ccfe5-e498-4342-a32c-156e360dc63c req-605ecbc5-f52e-4a31-b893-ba680ea25f48 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833745 Jul 15 23:07:07.749706 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ffae82f-dcc1-459a-867d-e124b5fc8622 admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:07.782140 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d972469-ea18-4d7d-8c16-ab99cdba4ef8 req-c88d0651-6d79-44a2-a651-ab2efa88848b tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:07.783982 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8d972469-ea18-4d7d-8c16-ab99cdba4ef8 req-c88d0651-6d79-44a2-a651-ab2efa88848b tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=f68354c1-5c7f-486f-b282-6cb25950aa5c HTTP/1.1" status: 200 len: 945 time: 0.2732775 Jul 15 23:07:07.804761 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e7f7c-d8d1-4247-b1b1-c46726b348a4 req-f0da5dcc-ac2e-475c-b5e1-8d6dc61ff816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:07.811917 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8f2e7f7c-d8d1-4247-b1b1-c46726b348a4 req-f0da5dcc-ac2e-475c-b5e1-8d6dc61ff816 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1279602 Jul 15 23:07:07.840989 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-89d1c505-8db9-4ac5-96ea-b26ba338ef00 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42efa3a7b55441aab1d20f3772f5505b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9774258 Jul 15 23:07:07.852573 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42648) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:07.883210 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1c505-8db9-4ac5-96ea-b26ba338ef00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8732d7-bc0f-4aaf-b3f2-252f698cab15,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:07.924200 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-d789adbe-6ae4-4dd6-b030-11bf3277d419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'name': 'tempest-ServersTestBootFromVolume-1236208114-router', 'tenant_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '630fa708-0347-4d1d-bd5b-c0d55cea41cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:40Z', 'updated_at': '2021-07-15T23:07:04Z', 'revision_number': 5, 'project_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'gw_port': {'id': '630fa708-0347-4d1d-bd5b-c0d55cea41cb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:41Z', 'updated_at': '2021-07-15T23:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:07.944112 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8d972469-ea18-4d7d-8c16-ab99cdba4ef8 req-f178cd69-f5e1-42db-a5ad-6504b85090bb tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415441 Jul 15 23:07:07.973668 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e7f7c-d8d1-4247-b1b1-c46726b348a4 req-f540fbf5-eb63-412e-8fc9-da90ff473dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:07.975335 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8f2e7f7c-d8d1-4247-b1b1-c46726b348a4 req-f540fbf5-eb63-412e-8fc9-da90ff473dec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1374326 Jul 15 23:07:07.983973 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d789adbe-6ae4-4dd6-b030-11bf3277d419 None None] Checking router: 5534a0f2-f5fc-4e00-9241-8aace68c88e9 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:07:08.001898 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d789adbe-6ae4-4dd6-b030-11bf3277d419 None None] Routers {'5534a0f2-f5fc-4e00-9241-8aace68c88e9'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:07:08.003659 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-d789adbe-6ae4-4dd6-b030-11bf3277d419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:06:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['5534a0f2-f5fc-4e00-9241-8aace68c88e9'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:08.009650 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42652) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:08.047984 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bc7bd622-453e-4b4a-8096-97c936b2f13c req-a784ef66-b7dc-439e-b9ea-aa250e28ade6 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:08.106865 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784ef66-b7dc-439e-b9ea-aa250e28ade6 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Pushing event deleted for resources: {'Port': ['ID=593730dc-af87-41de-89af-dfc211d7eabf,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:08.110022 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-840fd940-f0fd-4f50-a13a-6d75088c3d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:08.126123 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2e7ccfe5-e498-4342-a32c-156e360dc63c req-c3f57c74-bde8-4168-afc8-31ef15c614fb service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290298 Jul 15 23:07:08.137339 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-d789adbe-6ae4-4dd6-b030-11bf3277d419 None None] Set router 5534a0f2-f5fc-4e00-9241-8aace68c88e9 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:07:08.140605 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8f2e7f7c-d8d1-4247-b1b1-c46726b348a4 req-91582f90-37c8-40e9-8cbc-48866e8b4cfb service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433473 Jul 15 23:07:08.141382 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ffae82f-dcc1-459a-867d-e124b5fc8622 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:08.223231 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06db643d-b3ee-4ab9-a2f0-6db1292ac4cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:08.234010 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:07:08.246865 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7bd622-453e-4b4a-8096-97c936b2f13c req-a784ef66-b7dc-439e-b9ea-aa250e28ade6 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] No DVR routers for this DVR port 593730dc-af87-41de-89af-dfc211d7eabf on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:08.251149 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-840fd940-f0fd-4f50-a13a-6d75088c3d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:08.259087 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bc7bd622-453e-4b4a-8096-97c936b2f13c req-a784ef66-b7dc-439e-b9ea-aa250e28ade6 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:08.262148 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bc7bd622-453e-4b4a-8096-97c936b2f13c req-a784ef66-b7dc-439e-b9ea-aa250e28ade6 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.36 "DELETE /v2.0/ports/593730dc-af87-41de-89af-dfc211d7eabf HTTP/1.1" status: 204 len: 173 time: 1.8603761 Jul 15 23:07:08.277352 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fba28-9a9f-463a-bf3d-cbbb56725982 req-3e20c0c5-8724-475f-9e46-d93940c3fa89 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:08.279568 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2e8fba28-9a9f-463a-bf3d-cbbb56725982 req-3e20c0c5-8724-475f-9e46-d93940c3fa89 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eb9b6ee-759e-49ac-b03b-ba1648953081 HTTP/1.1" status: 200 len: 948 time: 0.1380098 Jul 15 23:07:08.300412 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8f2e7f7c-d8d1-4247-b1b1-c46726b348a4 req-03739ae0-1b2a-4500-b378-f8c104cbacf8 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487160 Jul 15 23:07:08.302948 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9428d0ad-663f-4f4c-ac12-373559da43f5', 'name': 'network-vif-deleted', 'tag': '593730dc-af87-41de-89af-dfc211d7eabf'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:08.305366 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bb1c8e-508e-4b1b-b43d-b14b48c71d7f" -d '{"events": [{"server_uuid": "9428d0ad-663f-4f4c-ac12-373559da43f5", "name": "network-vif-deleted", "tag": "593730dc-af87-41de-89af-dfc211d7eabf"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:08.359669 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2e8fba28-9a9f-463a-bf3d-cbbb56725982 req-3bc2f562-2ec5-4a48-bf18-73e31026c645 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715861 Jul 15 23:07:08.381338 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb2e418-a264-49a8-a041-d12b1d2dd65a x-openstack-request-id: req-dcb2e418-a264-49a8-a041-d12b1d2dd65a {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:08.381684 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9428d0ad-663f-4f4c-ac12-373559da43f5", "name": "network-vif-deleted", "tag": "593730dc-af87-41de-89af-dfc211d7eabf", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:08.381963 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dcb2e418-a264-49a8-a041-d12b1d2dd65a {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:08.382489 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9428d0ad-663f-4f4c-ac12-373559da43f5', 'name': 'network-vif-deleted', 'tag': '593730dc-af87-41de-89af-dfc211d7eabf', 'status': 'completed', 'code': 200} Jul 15 23:07:08.416818 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-6ffae82f-dcc1-459a-867d-e124b5fc8622 admin admin] Deleting port 630fa708-0347-4d1d-bd5b-c0d55cea41cb {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:08.416818 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ffae82f-dcc1-459a-867d-e124b5fc8622 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:08.432661 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-d789adbe-6ae4-4dd6-b030-11bf3277d419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'name': 'tempest-ServersTestBootFromVolume-1236208114-router', 'tenant_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '630fa708-0347-4d1d-bd5b-c0d55cea41cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:40Z', 'updated_at': '2021-07-15T23:07:04Z', 'revision_number': 5, 'project_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'gw_port': {'id': '630fa708-0347-4d1d-bd5b-c0d55cea41cb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:41Z', 'updated_at': '2021-07-15T23:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:08.465850 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d789adbe-6ae4-4dd6-b030-11bf3277d419 None None] The sync data for ids ['5534a0f2-f5fc-4e00-9241-8aace68c88e9'] in n-d-787205-9 is: [{'id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'name': 'tempest-ServersTestBootFromVolume-1236208114-router', 'tenant_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '630fa708-0347-4d1d-bd5b-c0d55cea41cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:40Z', 'updated_at': '2021-07-15T23:07:04Z', 'revision_number': 5, 'project_id': '61a13f5e7dca4de799fa02a5abc5e21e', 'gw_port': {'id': '630fa708-0347-4d1d-bd5b-c0d55cea41cb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5534a0f2-f5fc-4e00-9241-8aace68c88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:41Z', 'updated_at': '2021-07-15T23:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:07:08.476146 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06db643d-b3ee-4ab9-a2f0-6db1292ac4cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:08.479151 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-840fd940-f0fd-4f50-a13a-6d75088c3d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:08.481521 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-840fd940-f0fd-4f50-a13a-6d75088c3d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:08.487268 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-840fd940-f0fd-4f50-a13a-6d75088c3d63 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d8732d7-bc0f-4aaf-b3f2-252f698cab15 HTTP/1.1" status: 204 len: 168 time: 0.6127260 Jul 15 23:07:08.524593 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840fd940-f0fd-4f50-a13a-6d75088c3d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8732d7-bc0f-4aaf-b3f2-252f698cab15,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:08.532970 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06db643d-b3ee-4ab9-a2f0-6db1292ac4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:08.561332 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:08.565533 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-06db643d-b3ee-4ab9-a2f0-6db1292ac4cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b114ad98d7b4d349701a56c4ff11abe&name=default HTTP/1.1" status: 200 len: 2980 time: 0.5548751 Jul 15 23:07:08.568839 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42662) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:08.631129 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db643d-b3ee-4ab9-a2f0-6db1292ac4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db35a07-6864-46af-b282-df1da0908ab5,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:08.652872 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-6ffae82f-dcc1-459a-867d-e124b5fc8622 admin admin] For port 630fa708-0347-4d1d-bd5b-c0d55cea41cb, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=630fa708-0347-4d1d-bd5b-c0d55cea41cb,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:08.653107 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ffae82f-dcc1-459a-867d-e124b5fc8622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:08.679477 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-532e9fc5-0c29-4571-9ca5-dc67eb7407ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:08.685467 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-6ffae82f-dcc1-459a-867d-e124b5fc8622 admin admin] Calling delete_port for 630fa708-0347-4d1d-bd5b-c0d55cea41cb owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:08.747582 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bc8bfd75-b306-42d7-9dac-178ff8458c1a req-d41d7d69-00fd-49b3-915a-1d296a113951 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/ports?device_id=9428d0ad-663f-4f4c-ac12-373559da43f5 HTTP/1.1" status: 200 len: 210 time: 0.0838439 Jul 15 23:07:08.776908 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-532e9fc5-0c29-4571-9ca5-dc67eb7407ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:08.877815 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-532e9fc5-0c29-4571-9ca5-dc67eb7407ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:08.881705 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-532e9fc5-0c29-4571-9ca5-dc67eb7407ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:08.882999 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-532e9fc5-0c29-4571-9ca5-dc67eb7407ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7db35a07-6864-46af-b282-df1da0908ab5 HTTP/1.1" status: 204 len: 168 time: 0.3133144 Jul 15 23:07:08.893460 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e9fc5-0c29-4571-9ca5-dc67eb7407ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db35a07-6864-46af-b282-df1da0908ab5,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:09.004360 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ffae82f-dcc1-459a-867d-e124b5fc8622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:09.083866 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffae82f-dcc1-459a-867d-e124b5fc8622 admin admin] Pushing event deleted for resources: {'Port': ['ID=630fa708-0347-4d1d-bd5b-c0d55cea41cb,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:09.186789 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ffae82f-dcc1-459a-867d-e124b5fc8622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:09.195146 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 593730dc-af87-41de-89af-dfc211d7eabf no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:09.253051 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 593730dc-af87-41de-89af-dfc211d7eabf {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:09.254818 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 593730dc-af87-41de-89af-dfc211d7eabf not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:09.331495 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b21a6650-c428-488a-864a-6a1bbba3d813 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:09.374923 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ffae82f-dcc1-459a-867d-e124b5fc8622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:09.378417 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: b21a6650-c428-488a-864a-6a1bbba3d813 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:09.378613 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ffae82f-dcc1-459a-867d-e124b5fc8622 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:09.378787 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b21a6650-c428-488a-864a-6a1bbba3d813 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:09.403721 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85f666-4fd9-440b-9082-732244658beb req-5f0c6530-8336-41a4-a9c9-2bd69a711454 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:09.421337 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4c85f666-4fd9-440b-9082-732244658beb req-5f0c6530-8336-41a4-a9c9-2bd69a711454 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=f68354c1-5c7f-486f-b282-6cb25950aa5c HTTP/1.1" status: 200 len: 945 time: 0.1488059 Jul 15 23:07:09.446479 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ffae82f-dcc1-459a-867d-e124b5fc8622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:09.447312 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffae82f-dcc1-459a-867d-e124b5fc8622 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5534a0f2-f5fc-4e00-9241-8aace68c88e9 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:07:09.459476 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ffae82f-dcc1-459a-867d-e124b5fc8622 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:09.460958 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6ffae82f-dcc1-459a-867d-e124b5fc8622 admin admin] 10.222.0.16 "DELETE /v2.0/routers/5534a0f2-f5fc-4e00-9241-8aace68c88e9 HTTP/1.1" status: 204 len: 168 time: 2.1555290 Jul 15 23:07:09.468064 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42688) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:09.533630 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42690) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:09.535068 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4c85f666-4fd9-440b-9082-732244658beb req-00dbb2f5-0220-4be7-a665-525969026499 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127577 Jul 15 23:07:09.549984 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c791a671-c5d1-4afc-a1c9-3f7be9d6f64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:09.572394 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-2019e229-91a5-47ac-b7a6-03b68ad68dcb admin admin] Deleting subnet 5972f2c7-444a-4ed2-b398-ab8bce9a1a4a {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:07:09.583857 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2019e229-91a5-47ac-b7a6-03b68ad68dcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:09.737912 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c791a671-c5d1-4afc-a1c9-3f7be9d6f64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:09.744084 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c791a671-c5d1-4afc-a1c9-3f7be9d6f64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:09.808711 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c791a671-c5d1-4afc-a1c9-3f7be9d6f64e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=367a253427af469aa5f862f240c34a97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2716069 Jul 15 23:07:09.816654 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42700) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:09.819551 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791a671-c5d1-4afc-a1c9-3f7be9d6f64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec049806-77ad-4058-a18a-1d345d94ca84,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:09.948418 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c447a515-ef7a-4531-9af3-b5b92f87bf10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:10.007715 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c447a515-ef7a-4531-9af3-b5b92f87bf10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:10.090512 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c447a515-ef7a-4531-9af3-b5b92f87bf10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:10.093471 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c447a515-ef7a-4531-9af3-b5b92f87bf10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:10.095925 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c447a515-ef7a-4531-9af3-b5b92f87bf10 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec049806-77ad-4058-a18a-1d345d94ca84 HTTP/1.1" status: 204 len: 168 time: 0.2773657 Jul 15 23:07:10.099778 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-47a5b923-a0ff-4162-805c-2ec469122f16 req-fc828a4b-03bc-48a0-8e46-d5bcb3fba901 tempest-ServersAdminNegativeTestJSON-1897481315 tempest-ServersAdminNegativeTestJSON-1897481315-project] 10.222.0.16 "GET /v2.0/ports?device_id=9428d0ad-663f-4f4c-ac12-373559da43f5 HTTP/1.1" status: 200 len: 210 time: 0.0467052 Jul 15 23:07:10.102613 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2019e229-91a5-47ac-b7a6-03b68ad68dcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:10.108215 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447a515-ef7a-4531-9af3-b5b92f87bf10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec049806-77ad-4058-a18a-1d345d94ca84,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:10.189203 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fd09e-2cd0-44e8-a867-082100d657e2 req-a02525d7-b022-43e9-a44b-b565f1a785ea tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:10.190733 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-198fd09e-2cd0-44e8-a867-082100d657e2 req-a02525d7-b022-43e9-a44b-b565f1a785ea tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eb9b6ee-759e-49ac-b03b-ba1648953081 HTTP/1.1" status: 200 len: 948 time: 0.6080410 Jul 15 23:07:10.246989 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2019e229-91a5-47ac-b7a6-03b68ad68dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:10.286664 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-198fd09e-2cd0-44e8-a867-082100d657e2 req-82d5d020-6dc4-460a-96e8-29eb1bce1554 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775261 Jul 15 23:07:10.325237 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2019e229-91a5-47ac-b7a6-03b68ad68dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:10.357543 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019e229-91a5-47ac-b7a6-03b68ad68dcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5972f2c7-444a-4ed2-b398-ab8bce9a1a4a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:10.361339 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2019e229-91a5-47ac-b7a6-03b68ad68dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:10.363910 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2019e229-91a5-47ac-b7a6-03b68ad68dcb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5972f2c7-444a-4ed2-b398-ab8bce9a1a4a HTTP/1.1" status: 204 len: 168 time: 0.8935535 Jul 15 23:07:10.366463 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42716) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:10.368790 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb43bab-56a4-46b3-a549-71290a03e87d None None] Network b9626c9c-14e7-41b9-80ae-ecf169930ebf requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:07:10.447457 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85ec5b82-12b4-4114-acd2-1238bacb19c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:10.524262 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-85ec5b82-12b4-4114-acd2-1238bacb19c8 admin admin] Deleting port af083779-999f-4f43-8466-d047d37d104b {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:10.524675 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85ec5b82-12b4-4114-acd2-1238bacb19c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:10.607620 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a828564-b040-4738-be0e-3f4e94cdf559 None None] DHCP port deletion for b9626c9c-14e7-41b9-80ae-ecf169930ebf request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:07:10.618415 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-85ec5b82-12b4-4114-acd2-1238bacb19c8 admin admin] For port af083779-999f-4f43-8466-d047d37d104b, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=af083779-999f-4f43-8466-d047d37d104b,segment=NetworkSegment(23f78d5f-ef46-4b6e-9288-c9b344c6ff05),segment_id=23f78d5f-ef46-4b6e-9288-c9b344c6ff05)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:10.618815 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85ec5b82-12b4-4114-acd2-1238bacb19c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:10.669987 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-85ec5b82-12b4-4114-acd2-1238bacb19c8 admin admin] Calling delete_port for af083779-999f-4f43-8466-d047d37d104b owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:10.689546 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-4a828564-b040-4738-be0e-3f4e94cdf559 None None] Deleting port af083779-999f-4f43-8466-d047d37d104b {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:10.690765 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a828564-b040-4738-be0e-3f4e94cdf559 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:10.769496 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cec33-0e08-484d-98ce-6a8207c824c3 req-635b13ca-bb89-41bf-a175-7f5735b7d007 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:10.772808 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c9cec33-0e08-484d-98ce-6a8207c824c3 req-635b13ca-bb89-41bf-a175-7f5735b7d007 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=f68354c1-5c7f-486f-b282-6cb25950aa5c HTTP/1.1" status: 200 len: 945 time: 0.0894692 Jul 15 23:07:10.782834 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4a828564-b040-4738-be0e-3f4e94cdf559 None None] For port af083779-999f-4f43-8466-d047d37d104b, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=af083779-999f-4f43-8466-d047d37d104b,segment=NetworkSegment(23f78d5f-ef46-4b6e-9288-c9b344c6ff05),segment_id=23f78d5f-ef46-4b6e-9288-c9b344c6ff05)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:10.782834 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a828564-b040-4738-be0e-3f4e94cdf559 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:10.805455 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-4a828564-b040-4738-be0e-3f4e94cdf559 None None] Calling delete_port for af083779-999f-4f43-8466-d047d37d104b owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:10.844636 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c9cec33-0e08-484d-98ce-6a8207c824c3 req-ca14840e-14d2-4634-b65f-8baa7699235e tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661180 Jul 15 23:07:10.927491 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a828564-b040-4738-be0e-3f4e94cdf559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:10.965593 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a828564-b040-4738-be0e-3f4e94cdf559 None None] Pushing event deleted for resources: {'Port': ['ID=af083779-999f-4f43-8466-d047d37d104b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:10.978302 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a828564-b040-4738-be0e-3f4e94cdf559 None None] No DVR routers for this DVR port af083779-999f-4f43-8466-d047d37d104b on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:11.134144 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85ec5b82-12b4-4114-acd2-1238bacb19c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:11.162823 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec5b82-12b4-4114-acd2-1238bacb19c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=af083779-999f-4f43-8466-d047d37d104b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:11.166463 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ec5b82-12b4-4114-acd2-1238bacb19c8 admin admin] No DVR routers for this DVR port af083779-999f-4f43-8466-d047d37d104b on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:11.258854 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85ec5b82-12b4-4114-acd2-1238bacb19c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:11.269354 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-85ec5b82-12b4-4114-acd2-1238bacb19c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9626c9c-14e7-41b9-80ae-ecf169930ebf']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:11.298689 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-85ec5b82-12b4-4114-acd2-1238bacb19c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f78d5f-ef46-4b6e-9288-c9b344c6ff05') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:11.299305 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-85ec5b82-12b4-4114-acd2-1238bacb19c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f78d5f-ef46-4b6e-9288-c9b344c6ff05') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:11.319790 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85ec5b82-12b4-4114-acd2-1238bacb19c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:11.328903 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device af083779-999f-4f43-8466-d047d37d104b no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:11.345498 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85ec5b82-12b4-4114-acd2-1238bacb19c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:11.362605 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ec5b82-12b4-4114-acd2-1238bacb19c8 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:07:11.363255 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85ec5b82-12b4-4114-acd2-1238bacb19c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: self.session.flush() Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: self.session.flush() Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: self.session.flush() Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: self.session.flush() Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:07:11.369067 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:07:11.379307 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: af083779-999f-4f43-8466-d047d37d104b {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:11.379834 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device af083779-999f-4f43-8466-d047d37d104b not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:11.380113 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 630fa708-0347-4d1d-bd5b-c0d55cea41cb no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:11.424564 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 630fa708-0347-4d1d-bd5b-c0d55cea41cb {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:11.425125 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 630fa708-0347-4d1d-bd5b-c0d55cea41cb not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:11.458069 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85ec5b82-12b4-4114-acd2-1238bacb19c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:11.471383 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85ec5b82-12b4-4114-acd2-1238bacb19c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:11.477041 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-85ec5b82-12b4-4114-acd2-1238bacb19c8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b9626c9c-14e7-41b9-80ae-ecf169930ebf HTTP/1.1" status: 204 len: 168 time: 1.1095221 Jul 15 23:07:11.497209 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec5b82-12b4-4114-acd2-1238bacb19c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9626c9c-14e7-41b9-80ae-ecf169930ebf,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:11.585026 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a251e-44ae-435b-ae74-47388e0e5623 req-a205f00a-e112-4784-bc9a-67a3a3e2b8d4 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:11.586537 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-391a251e-44ae-435b-ae74-47388e0e5623 req-a205f00a-e112-4784-bc9a-67a3a3e2b8d4 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eb9b6ee-759e-49ac-b03b-ba1648953081 HTTP/1.1" status: 200 len: 948 time: 0.0700567 Jul 15 23:07:11.629099 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-391a251e-44ae-435b-ae74-47388e0e5623 req-67de39a0-af90-4c23-bfd2-932fa0837638 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333180 Jul 15 23:07:11.700107 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42776) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:11.773194 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42782) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:11.820592 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-05414343-35af-4cf5-a9d4-9b7bd3167017 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=61a13f5e7dca4de799fa02a5abc5e21e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461636 Jul 15 23:07:11.823302 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42784) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:11.882723 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8157c63-a516-4a3e-afbd-00dce1d22b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:11.901260 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device cb4d13b7-e3a5-4654-8958-4bc297311532 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:07:11.917788 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8157c63-a516-4a3e-afbd-00dce1d22b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:11.994367 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8157c63-a516-4a3e-afbd-00dce1d22b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:12.000183 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8157c63-a516-4a3e-afbd-00dce1d22b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:12.005644 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d8157c63-a516-4a3e-afbd-00dce1d22b9e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/632270e9-c1ca-4dea-9e5d-7b68a8d3c163 HTTP/1.1" status: 204 len: 168 time: 0.1771157 Jul 15 23:07:12.026671 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8157c63-a516-4a3e-afbd-00dce1d22b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632270e9-c1ca-4dea-9e5d-7b68a8d3c163,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:12.059963 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9efc8692-31d9-435e-8260-b06ab7329145 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8f2ffb922f74d0abcdec27bd98e3b2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3585739 Jul 15 23:07:12.063554 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42794) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:12.114700 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port cb4d13b7-e3a5-4654-8958-4bc297311532, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=cb4d13b7-e3a5-4654-8958-4bc297311532,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:12.138955 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'cb4d13b7-e3a5-4654-8958-4bc297311532', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': 'cb4d13b7-e3a5-4654-8958-4bc297311532', 'mac_address': 'fa:16:3e:fc:af:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:07:12.172937 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:12.182863 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e911fe9c-a397-4c40-a598-797493674345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:12.189312 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb4d13b7-e3a5-4654-8958-4bc297311532 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:12.212634 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port cb4d13b7-e3a5-4654-8958-4bc297311532, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=cb4d13b7-e3a5-4654-8958-4bc297311532,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:12.212960 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e911fe9c-a397-4c40-a598-797493674345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:12.218184 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:12.229603 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca67540-dc79-4412-aae2-e3d29e88d09d req-45e37952-0e95-40b8-b28a-90fd4245c239 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:12.235433 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8ca67540-dc79-4412-aae2-e3d29e88d09d req-45e37952-0e95-40b8-b28a-90fd4245c239 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=f68354c1-5c7f-486f-b282-6cb25950aa5c HTTP/1.1" status: 200 len: 945 time: 0.1824565 Jul 15 23:07:12.304632 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e911fe9c-a397-4c40-a598-797493674345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:12.306498 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=cb4d13b7-e3a5-4654-8958-4bc297311532,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:12.307639 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e911fe9c-a397-4c40-a598-797493674345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:12.311492 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e911fe9c-a397-4c40-a598-797493674345 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7cc2b0b4-76c9-440c-8a64-e92aad3a71ae HTTP/1.1" status: 204 len: 168 time: 0.2467432 Jul 15 23:07:12.320575 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911fe9c-a397-4c40-a598-797493674345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc2b0b4-76c9-440c-8a64-e92aad3a71ae,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:12.330006 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8ca67540-dc79-4412-aae2-e3d29e88d09d req-94285ee5-2f94-4822-8d04-34bd7314800f tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875826 Jul 15 23:07:12.552821 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['cb4d13b7-e3a5-4654-8958-4bc297311532'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:12.867959 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f6adb-0230-41e2-930b-041f82850d8e req-33fc22dd-1d0f-478d-b9fc-5be8ae366e65 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:12.869447 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f2f6adb-0230-41e2-930b-041f82850d8e req-33fc22dd-1d0f-478d-b9fc-5be8ae366e65 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eb9b6ee-759e-49ac-b03b-ba1648953081 HTTP/1.1" status: 200 len: 949 time: 0.0682030 Jul 15 23:07:12.909265 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f2f6adb-0230-41e2-930b-041f82850d8e req-ca806fc1-608d-4ad7-b511-c8ab2e715cb2 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335236 Jul 15 23:07:12.984139 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42836) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:13.024314 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2198a930-69c4-4996-8623-2f2d0dceaf04 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75f03efd08de423a866006284c11c413&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390048 Jul 15 23:07:13.026882 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42838) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:13.078152 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3cd69633-bd39-48c6-848d-48def1bce883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:13.107034 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3cd69633-bd39-48c6-848d-48def1bce883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:13.123697 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42848) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:13.164375 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3cd69633-bd39-48c6-848d-48def1bce883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:13.167978 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3cd69633-bd39-48c6-848d-48def1bce883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:13.169507 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3cd69633-bd39-48c6-848d-48def1bce883 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e22d5148-6aec-4fe9-8d9d-6cbb452aeffd HTTP/1.1" status: 204 len: 168 time: 0.1414132 Jul 15 23:07:13.179119 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd69633-bd39-48c6-848d-48def1bce883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22d5148-6aec-4fe9-8d9d-6cbb452aeffd,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:13.321821 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c141770-8dd1-41bb-bc9e-a45034be2b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:13.521950 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c141770-8dd1-41bb-bc9e-a45034be2b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:13.528901 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c141770-8dd1-41bb-bc9e-a45034be2b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:13.586543 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42882) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:13.587952 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7c141770-8dd1-41bb-bc9e-a45034be2b97 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94d0c9bb0fac448ead36cbbb4b63cedf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4626083 Jul 15 23:07:13.591032 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c141770-8dd1-41bb-bc9e-a45034be2b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce25adbf-b03d-4272-9d4c-38c4fdf9812c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:13.655447 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bbeb564c-db1c-44ab-9d3f-d6a37b07f10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:13.688564 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2a557-d164-468c-850b-1a570800b261 req-5aa3897d-d5c2-4bdd-aa7f-f8305d30cf9f tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:13.695981 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ed2a557-d164-468c-850b-1a570800b261 req-5aa3897d-d5c2-4bdd-aa7f-f8305d30cf9f tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=f68354c1-5c7f-486f-b282-6cb25950aa5c HTTP/1.1" status: 200 len: 945 time: 0.1855335 Jul 15 23:07:13.707259 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bbeb564c-db1c-44ab-9d3f-d6a37b07f10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:13.785332 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ed2a557-d164-468c-850b-1a570800b261 req-42031611-1de6-42b6-b755-b9148fc4167c tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883877 Jul 15 23:07:13.814733 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bbeb564c-db1c-44ab-9d3f-d6a37b07f10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:13.817949 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bbeb564c-db1c-44ab-9d3f-d6a37b07f10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:13.819236 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-bbeb564c-db1c-44ab-9d3f-d6a37b07f10b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ce25adbf-b03d-4272-9d4c-38c4fdf9812c HTTP/1.1" status: 204 len: 168 time: 0.2315769 Jul 15 23:07:13.829833 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb564c-db1c-44ab-9d3f-d6a37b07f10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce25adbf-b03d-4272-9d4c-38c4fdf9812c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:13.916663 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device cb4d13b7-e3a5-4654-8958-4bc297311532 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:13.988403 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port cb4d13b7-e3a5-4654-8958-4bc297311532 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:13.994985 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port cb4d13b7-e3a5-4654-8958-4bc297311532 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:13.995582 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.093611 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42912) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:14.110431 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.135150 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42918) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:14.141697 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb9b6ee-759e-49ac-b03b-ba1648953081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4d13b7-e3a5-4654-8958-4bc297311532'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:14.145579 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d88730-9c22-4d6e-a30e-b6c9156a8bc8" -d '{"events": [{"server_uuid": "6eb9b6ee-759e-49ac-b03b-ba1648953081", "name": "network-vif-plugged", "status": "completed", "tag": "cb4d13b7-e3a5-4654-8958-4bc297311532"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:14.164514 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port cb4d13b7-e3a5-4654-8958-4bc297311532, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=cb4d13b7-e3a5-4654-8958-4bc297311532,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:14.171405 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.202784 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697d619-cd80-4614-ac8d-8fd8a4b2232e req-b22a9b50-6afe-418a-94ae-61a06f2aefa1 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:14.204401 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b697d619-cd80-4614-ac8d-8fd8a4b2232e req-b22a9b50-6afe-418a-94ae-61a06f2aefa1 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eb9b6ee-759e-49ac-b03b-ba1648953081 HTTP/1.1" status: 200 len: 949 time: 0.1189744 Jul 15 23:07:14.254709 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a6d195-d58b-42c9-b94b-e4eeacc726f4 x-openstack-request-id: req-01a6d195-d58b-42c9-b94b-e4eeacc726f4 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:14.255354 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb9b6ee-759e-49ac-b03b-ba1648953081", "name": "network-vif-plugged", "status": "completed", "tag": "cb4d13b7-e3a5-4654-8958-4bc297311532", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:14.255881 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01a6d195-d58b-42c9-b94b-e4eeacc726f4 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:14.256578 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb9b6ee-759e-49ac-b03b-ba1648953081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4d13b7-e3a5-4654-8958-4bc297311532', 'code': 200} Jul 15 23:07:14.286273 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=cb4d13b7-e3a5-4654-8958-4bc297311532,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:14.300173 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b697d619-cd80-4614-ac8d-8fd8a4b2232e req-94bc7b3d-d452-4492-9ac3-7e6e2c10dd63 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846148 Jul 15 23:07:14.338232 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69c45263-173e-448b-9e46-8b2970cd902c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.380024 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42926) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:14.384463 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-6ec060f4-0433-4406-852b-ea38fae8e0fa admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1040570057-network', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:14.422182 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fbcbf79-7f83-43ec-bea1-2d19c0602cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.422588 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0c824-4505-4c69-a81d-52092db81e7b req-64a3c949-56c3-4450-875b-3260d4195814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:14.424480 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5ff0c824-4505-4c69-a81d-52092db81e7b req-64a3c949-56c3-4450-875b-3260d4195814 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9b6ee-759e-49ac-b03b-ba1648953081 HTTP/1.1" status: 200 len: 1101 time: 0.0935693 Jul 15 23:07:14.499543 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5ff0c824-4505-4c69-a81d-52092db81e7b req-cca8540d-14ed-4371-a4ae-3c3d82af8dcf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686059 Jul 15 23:07:14.528355 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69c45263-173e-448b-9e46-8b2970cd902c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.534349 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69c45263-173e-448b-9e46-8b2970cd902c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.586886 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec060f4-0433-4406-852b-ea38fae8e0fa admin admin] Made reservation on behalf of 4fe4ced19c3b40c2bc6e11100f9d5f1d for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:14.589200 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ec060f4-0433-4406-852b-ea38fae8e0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.597445 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-69c45263-173e-448b-9e46-8b2970cd902c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a4a4f2cd62e44f60b17f9450214eec31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5004251 Jul 15 23:07:14.597445 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c45263-173e-448b-9e46-8b2970cd902c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e5138e-1276-49e5-a965-1b38ff8fe006,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:14.600954 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42930) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:14.613296 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ec060f4-0433-4406-852b-ea38fae8e0fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.691408 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ffe3c179-33fd-412e-a449-937d2fced2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.715814 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fbcbf79-7f83-43ec-bea1-2d19c0602cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.722692 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fbcbf79-7f83-43ec-bea1-2d19c0602cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.729276 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ffe3c179-33fd-412e-a449-937d2fced2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.775389 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7fbcbf79-7f83-43ec-bea1-2d19c0602cbd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce0b2a5628064892a98b27711e7259cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3860729 Jul 15 23:07:14.778545 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42938) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:14.784235 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcbf79-7f83-43ec-bea1-2d19c0602cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbf01dd-c160-4fc0-ab51-dfb6a8a8498f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:14.790297 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ffe3c179-33fd-412e-a449-937d2fced2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.792941 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ffe3c179-33fd-412e-a449-937d2fced2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.795215 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ffe3c179-33fd-412e-a449-937d2fced2e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5e5138e-1276-49e5-a965-1b38ff8fe006 HTTP/1.1" status: 204 len: 168 time: 0.1926849 Jul 15 23:07:14.822075 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe3c179-33fd-412e-a449-937d2fced2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e5138e-1276-49e5-a965-1b38ff8fe006,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:14.872613 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5c9fb83d-270b-4bcf-a635-00729f824821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.933628 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5c9fb83d-270b-4bcf-a635-00729f824821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.969041 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ec060f4-0433-4406-852b-ea38fae8e0fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.980023 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ec060f4-0433-4406-852b-ea38fae8e0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.046142 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec060f4-0433-4406-852b-ea38fae8e0fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:07:15.097122 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ec060f4-0433-4406-852b-ea38fae8e0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.100316 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-6ec060f4-0433-4406-852b-ea38fae8e0fa admin admin] Added segment 2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c of type vlan for network e0802052-573e-4abc-b289-64f26dbf67e5 Jul 15 23:07:15.103817 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec060f4-0433-4406-852b-ea38fae8e0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4fe0b9-fba0-465e-baca-1446293f2650,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:15.164487 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5c9fb83d-270b-4bcf-a635-00729f824821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.175437 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5c9fb83d-270b-4bcf-a635-00729f824821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.178076 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5c9fb83d-270b-4bcf-a635-00729f824821 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cbbf01dd-c160-4fc0-ab51-dfb6a8a8498f HTTP/1.1" status: 204 len: 168 time: 0.3960581 Jul 15 23:07:15.192880 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ec060f4-0433-4406-852b-ea38fae8e0fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.228860 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fb83d-270b-4bcf-a635-00729f824821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbf01dd-c160-4fc0-ab51-dfb6a8a8498f,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:15.237121 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ec060f4-0433-4406-852b-ea38fae8e0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.239586 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec060f4-0433-4406-852b-ea38fae8e0fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:15.241226 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ec060f4-0433-4406-852b-ea38fae8e0fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.268742 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991de719-7efe-45d4-b5cb-078623c014fc req-1e0fcde9-cb2e-44d8-b286-4936d64942be tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:15.272170 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-991de719-7efe-45d4-b5cb-078623c014fc req-1e0fcde9-cb2e-44d8-b286-4936d64942be tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=f68354c1-5c7f-486f-b282-6cb25950aa5c HTTP/1.1" status: 200 len: 945 time: 0.2248502 Jul 15 23:07:15.289511 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6ec060f4-0433-4406-852b-ea38fae8e0fa admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1521564 Jul 15 23:07:15.290158 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42958) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:15.300969 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ef4f6b74-04b8-43a3-8e9b-1835dea8d6bf admin admin] Request body: {'subnet': {'network_id': 'e0802052-573e-4abc-b289-64f26dbf67e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1040570057-subnet', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:15.346338 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-991de719-7efe-45d4-b5cb-078623c014fc req-bcd0d309-9acf-4aec-aff4-79c5a563d54c tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662861 Jul 15 23:07:15.347542 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec060f4-0433-4406-852b-ea38fae8e0fa admin admin] Pushing event updated for resources: {'Network': ['ID=e0802052-573e-4abc-b289-64f26dbf67e5,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:15.370511 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network e0802052-573e-4abc-b289-64f26dbf67e5 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:07:15.380762 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4f6b74-04b8-43a3-8e9b-1835dea8d6bf admin admin] Made reservation on behalf of 4fe4ced19c3b40c2bc6e11100f9d5f1d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:15.385077 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef4f6b74-04b8-43a3-8e9b-1835dea8d6bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.397425 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42962) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:15.428042 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cafbf62b-1c11-468f-a904-8dac890cc667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.627604 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0868f2c-85e7-40e5-96b4-0b4ea8982edf req-e08da104-12a5-4c56-9ff4-223e8bb09310 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:15.635800 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b0868f2c-85e7-40e5-96b4-0b4ea8982edf req-e08da104-12a5-4c56-9ff4-223e8bb09310 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eb9b6ee-759e-49ac-b03b-ba1648953081 HTTP/1.1" status: 200 len: 950 time: 0.1371036 Jul 15 23:07:15.705193 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b0868f2c-85e7-40e5-96b4-0b4ea8982edf req-9135d04a-086b-4931-a3a7-c7aa806a65c6 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671878 Jul 15 23:07:15.752313 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cafbf62b-1c11-468f-a904-8dac890cc667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.760126 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cafbf62b-1c11-468f-a904-8dac890cc667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.762437 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef4f6b74-04b8-43a3-8e9b-1835dea8d6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.821999 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-cafbf62b-1c11-468f-a904-8dac890cc667 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=25a42ffb19a6476a8493ff690340e62b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4237065 Jul 15 23:07:15.823274 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42976) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:15.824181 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafbf62b-1c11-468f-a904-8dac890cc667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a30c1e1-f7e6-4f87-a0b3-55c357074442,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:15.847925 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ef2501d5-f45d-4513-9483-70babcfd83fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.866909 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbf62b-1c11-468f-a904-8dac890cc667 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:15.867583 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbf62b-1c11-468f-a904-8dac890cc667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:15.868133 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbf62b-1c11-468f-a904-8dac890cc667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:15.868657 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbf62b-1c11-468f-a904-8dac890cc667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:15.869156 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbf62b-1c11-468f-a904-8dac890cc667 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:15.869687 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbf62b-1c11-468f-a904-8dac890cc667 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:15.870180 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbf62b-1c11-468f-a904-8dac890cc667 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:15.870707 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbf62b-1c11-468f-a904-8dac890cc667 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:15.871212 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbf62b-1c11-468f-a904-8dac890cc667 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:15.871707 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbf62b-1c11-468f-a904-8dac890cc667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:15.872250 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbf62b-1c11-468f-a904-8dac890cc667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:15.872893 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbf62b-1c11-468f-a904-8dac890cc667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:15.896639 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4f6b74-04b8-43a3-8e9b-1835dea8d6bf admin admin] Checking segment: {'id': '2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e0802052-573e-4abc-b289-64f26dbf67e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:15.896999 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4f6b74-04b8-43a3-8e9b-1835dea8d6bf admin admin] Network hostable DHCP agents. Network: e0802052-573e-4abc-b289-64f26dbf67e5, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:07:15.917968 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f6b74-04b8-43a3-8e9b-1835dea8d6bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=366630ff-4a54-44a5-bcbd-e951b8384258,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:15.940974 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-33f559c4-f326-46ac-b276-ae301f3e398d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.961196 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4f6b74-04b8-43a3-8e9b-1835dea8d6bf admin admin] Network e0802052-573e-4abc-b289-64f26dbf67e5 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:07:15.972289 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-ef4f6b74-04b8-43a3-8e9b-1835dea8d6bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, e0802052-573e-4abc-b289-64f26dbf67e5) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:15.979114 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4f6b74-04b8-43a3-8e9b-1835dea8d6bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:15.979326 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef4f6b74-04b8-43a3-8e9b-1835dea8d6bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.983131 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4ff3c4-41d8-4cc8-b170-08f65fcea3f9 None None] Network e0802052-573e-4abc-b289-64f26dbf67e5 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:07:15.993109 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-33f559c4-f326-46ac-b276-ae301f3e398d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.005954 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ef4f6b74-04b8-43a3-8e9b-1835dea8d6bf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7088602 Jul 15 23:07:16.007205 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42986) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:16.019117 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c2dfc688-a47f-4f10-b0ba-4063b3d3a948 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1040570057-router', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:16.068492 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2dfc688-a47f-4f10-b0ba-4063b3d3a948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.069590 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2dfc688-a47f-4f10-b0ba-4063b3d3a948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.097581 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-33f559c4-f326-46ac-b276-ae301f3e398d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.111189 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-33f559c4-f326-46ac-b276-ae301f3e398d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.114741 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-33f559c4-f326-46ac-b276-ae301f3e398d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6a30c1e1-f7e6-4f87-a0b3-55c357074442 HTTP/1.1" status: 204 len: 168 time: 0.2851844 Jul 15 23:07:16.131917 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f559c4-f326-46ac-b276-ae301f3e398d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a30c1e1-f7e6-4f87-a0b3-55c357074442,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:16.213508 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2dfc688-a47f-4f10-b0ba-4063b3d3a948 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.458254 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f003d1d-f536-4659-968c-300942468928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-e0802052-573e-4abc-b289-64f26dbf67e5', 'network_id': 'e0802052-573e-4abc-b289-64f26dbf67e5', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'fixed_ips': [{'subnet_id': '366630ff-4a54-44a5-bcbd-e951b8384258'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:07:16.459306 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f003d1d-f536-4659-968c-300942468928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.585849 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2dfc688-a47f-4f10-b0ba-4063b3d3a948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.656614 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-4f003d1d-f536-4659-968c-300942468928 None None] Allocated IP 172.20.0.2 (e0802052-573e-4abc-b289-64f26dbf67e5/366630ff-4a54-44a5-bcbd-e951b8384258/53fbdf50-157d-41f9-bc50-307f750d1f87) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:16.713504 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057e282-7747-4b81-90bb-0b52d036f107 req-a97d90ab-5af1-4c1c-9f5c-6fffab8c04b6 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:16.733328 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8057e282-7747-4b81-90bb-0b52d036f107 req-a97d90ab-5af1-4c1c-9f5c-6fffab8c04b6 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=f68354c1-5c7f-486f-b282-6cb25950aa5c HTTP/1.1" status: 200 len: 945 time: 0.1584721 Jul 15 23:07:16.815116 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8057e282-7747-4b81-90bb-0b52d036f107 req-167b58bb-3faa-4fbb-b6c4-d441ef2ab3fa tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760651 Jul 15 23:07:16.880910 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f003d1d-f536-4659-968c-300942468928 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.902133 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4f003d1d-f536-4659-968c-300942468928 None None] Transition to ACTIVE for port object 53fbdf50-157d-41f9-bc50-307f750d1f87 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:16.938430 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4f003d1d-f536-4659-968c-300942468928 None None] Transition to ACTIVE for port object 53fbdf50-157d-41f9-bc50-307f750d1f87 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:16.959050 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2dfc688-a47f-4f10-b0ba-4063b3d3a948 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.960641 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f003d1d-f536-4659-968c-300942468928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.995140 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2dfc688-a47f-4f10-b0ba-4063b3d3a948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:17.071160 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f003d1d-f536-4659-968c-300942468928 None None] Network e0802052-573e-4abc-b289-64f26dbf67e5 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:17.079143 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-4f003d1d-f536-4659-968c-300942468928 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:17.088258 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f003d1d-f536-4659-968c-300942468928 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:17.127427 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f003d1d-f536-4659-968c-300942468928 None None] Pushing event updated for resources: {'Port': ['ID=53fbdf50-157d-41f9-bc50-307f750d1f87,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:17.273755 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4f003d1d-f536-4659-968c-300942468928 None None] Attempting to bind port 53fbdf50-157d-41f9-bc50-307f750d1f87 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:17.274401 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4f003d1d-f536-4659-968c-300942468928 None None] Attempting to bind port 53fbdf50-157d-41f9-bc50-307f750d1f87 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e0802052-573e-4abc-b289-64f26dbf67e5'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:17.275026 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f003d1d-f536-4659-968c-300942468928 None None] Attempting to bind port 53fbdf50-157d-41f9-bc50-307f750d1f87 on network e0802052-573e-4abc-b289-64f26dbf67e5 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:17.281987 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f003d1d-f536-4659-968c-300942468928 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:17.283057 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f003d1d-f536-4659-968c-300942468928 None None] Checking segment: {'id': '2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e0802052-573e-4abc-b289-64f26dbf67e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:17.283726 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f003d1d-f536-4659-968c-300942468928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:17.284357 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f003d1d-f536-4659-968c-300942468928 None None] Bound using segment: {'id': '2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e0802052-573e-4abc-b289-64f26dbf67e5'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:17.285057 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4f003d1d-f536-4659-968c-300942468928 None None] Bound port: 53fbdf50-157d-41f9-bc50-307f750d1f87, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e0802052-573e-4abc-b289-64f26dbf67e5'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:17.286079 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f003d1d-f536-4659-968c-300942468928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:17.304273 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f30d14-c7b8-4c74-a2d3-d5ca6e379142 req-fd4967e0-cd5f-4d18-9363-766afd30dc1f tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:17.311699 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-c2dfc688-a47f-4f10-b0ba-4063b3d3a948 admin admin] Allocated IP 172.25.4.67 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/e9911a31-bf58-4547-9837-32e65cb5a2fe) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:17.314907 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-16f30d14-c7b8-4c74-a2d3-d5ca6e379142 req-fd4967e0-cd5f-4d18-9363-766afd30dc1f tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eb9b6ee-759e-49ac-b03b-ba1648953081 HTTP/1.1" status: 200 len: 950 time: 0.2093685 Jul 15 23:07:17.378928 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-16f30d14-c7b8-4c74-a2d3-d5ca6e379142 req-0bbc616a-8419-4cc1-988d-c303055809fc tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610311 Jul 15 23:07:17.397880 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43048) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:17.446716 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4f003d1d-f536-4659-968c-300942468928 None None] For port 53fbdf50-157d-41f9-bc50-307f750d1f87, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:17.450663 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4f003d1d-f536-4659-968c-300942468928 None None] For port 53fbdf50-157d-41f9-bc50-307f750d1f87, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=53fbdf50-157d-41f9-bc50-307f750d1f87,segment=NetworkSegment(2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c),segment_id=2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:17.462207 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f003d1d-f536-4659-968c-300942468928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:17.565484 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2dfc688-a47f-4f10-b0ba-4063b3d3a948 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:17.619472 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f003d1d-f536-4659-968c-300942468928 None None] Pushing event updated for resources: {'Port': ['ID=53fbdf50-157d-41f9-bc50-307f750d1f87,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:17.657817 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2dfc688-a47f-4f10-b0ba-4063b3d3a948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:17.742729 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dfc688-a47f-4f10-b0ba-4063b3d3a948 admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:17.751112 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-c2dfc688-a47f-4f10-b0ba-4063b3d3a948 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:17.756858 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5b53366e-8b02-4073-b0e8-bba556348748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:17.761396 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dfc688-a47f-4f10-b0ba-4063b3d3a948 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:17.913605 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43062) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:17.981562 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dfc688-a47f-4f10-b0ba-4063b3d3a948 admin admin] Pushing event updated for resources: {'Port': ['ID=e9911a31-bf58-4547-9837-32e65cb5a2fe,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:18.013709 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5b53366e-8b02-4073-b0e8-bba556348748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.021757 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5b53366e-8b02-4073-b0e8-bba556348748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.132016 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3522e6f1-eeee-4ec9-a289-90b25765d3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.141202 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53366e-8b02-4073-b0e8-bba556348748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40716ac-9efe-4361-8771-36e1a2fc5ff3,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:18.191318 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5b53366e-8b02-4073-b0e8-bba556348748 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0394cf475c08426c82cef57170016581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7913787 Jul 15 23:07:18.193632 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43068) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:18.200089 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4550f805-3cf7-4b05-b437-2d72dc66b009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.447832 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2dfc688-a47f-4f10-b0ba-4063b3d3a948 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.502290 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3522e6f1-eeee-4ec9-a289-90b25765d3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.511393 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3522e6f1-eeee-4ec9-a289-90b25765d3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.514518 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-efb3f98d-aee1-437e-9868-b203e7bc1a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.565515 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae1259-c9d6-4dea-a031-be41e26cde6d req-02c0484e-6fd7-462c-bfeb-006e5a9f3dea tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:18.568828 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83ae1259-c9d6-4dea-a031-be41e26cde6d req-02c0484e-6fd7-462c-bfeb-006e5a9f3dea tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=f68354c1-5c7f-486f-b282-6cb25950aa5c HTTP/1.1" status: 200 len: 945 time: 0.3684268 Jul 15 23:07:18.586843 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-efb3f98d-aee1-437e-9868-b203e7bc1a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.618766 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.662893 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-efb3f98d-aee1-437e-9868-b203e7bc1a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.665673 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-efb3f98d-aee1-437e-9868-b203e7bc1a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.666856 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceeee51-22cf-42ce-bce7-4d6ac65b1a7d req-8a8b0243-0b36-4623-9d3e-fc6c043cb071 tempest-ServersOnMultiNodesTest-396940207 tempest-ServersOnMultiNodesTest-396940207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:18.672736 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7ceeee51-22cf-42ce-bce7-4d6ac65b1a7d req-8a8b0243-0b36-4623-9d3e-fc6c043cb071 tempest-ServersOnMultiNodesTest-396940207 tempest-ServersOnMultiNodesTest-396940207-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6eb9b6ee-759e-49ac-b03b-ba1648953081 HTTP/1.1" status: 200 len: 1101 time: 0.5009272 Jul 15 23:07:18.678429 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-efb3f98d-aee1-437e-9868-b203e7bc1a02 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b40716ac-9efe-4361-8771-36e1a2fc5ff3 HTTP/1.1" status: 204 len: 168 time: 0.4724834 Jul 15 23:07:18.680769 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522e6f1-eeee-4ec9-a289-90b25765d3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f8ac0e-fd37-4d4b-b645-c6482c7ef422,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:18.693935 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3522e6f1-eeee-4ec9-a289-90b25765d3b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f24deb7eac994b6bb58db296291ee32d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7787337 Jul 15 23:07:18.702091 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43082) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:18.709902 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3f98d-aee1-437e-9868-b203e7bc1a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40716ac-9efe-4361-8771-36e1a2fc5ff3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:18.831092 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60f14924-3646-42f4-bec5-48245399e140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.869998 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2dfc688-a47f-4f10-b0ba-4063b3d3a948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.871051 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60f14924-3646-42f4-bec5-48245399e140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.947392 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83ae1259-c9d6-4dea-a031-be41e26cde6d req-af89b687-a637-480f-aff3-d66243a421fc tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305609 Jul 15 23:07:18.973147 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60f14924-3646-42f4-bec5-48245399e140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.982404 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60f14924-3646-42f4-bec5-48245399e140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.988075 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-60f14924-3646-42f4-bec5-48245399e140 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5f8ac0e-fd37-4d4b-b645-c6482c7ef422 HTTP/1.1" status: 204 len: 168 time: 0.2832901 Jul 15 23:07:19.017203 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f14924-3646-42f4-bec5-48245399e140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f8ac0e-fd37-4d4b-b645-c6482c7ef422,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:19.029523 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7ceeee51-22cf-42ce-bce7-4d6ac65b1a7d req-a4d67e23-39c8-46c0-ace2-3d221d1435a8 tempest-ServersOnMultiNodesTest-396940207 tempest-ServersOnMultiNodesTest-396940207-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262599 Jul 15 23:07:19.084620 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2dfc688-a47f-4f10-b0ba-4063b3d3a948 admin admin] Router 80a8f78f-0ac9-4756-93f5-ec16483eb5ee is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:07:19.248188 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6024e266-0ef0-4d8f-8da1-5be79a6e54cb None None] Network e0802052-573e-4abc-b289-64f26dbf67e5 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:07:19.312384 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2dfc688-a47f-4f10-b0ba-4063b3d3a948 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:07:19.360547 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2dfc688-a47f-4f10-b0ba-4063b3d3a948 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:19.362309 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c2dfc688-a47f-4f10-b0ba-4063b3d3a948 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3539884 Jul 15 23:07:19.363020 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bc376b-1abf-4ba0-872e-d6ee8db2a101 None None] Sync routers for ids ['80a8f78f-0ac9-4756-93f5-ec16483eb5ee'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:07:19.365538 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43104) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:19.409919 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bc376b-1abf-4ba0-872e-d6ee8db2a101 None None] Routers {'80a8f78f-0ac9-4756-93f5-ec16483eb5ee'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:07:19.410993 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-38bc376b-1abf-4ba0-872e-d6ee8db2a101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:07:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['80a8f78f-0ac9-4756-93f5-ec16483eb5ee'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:19.450209 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 53fbdf50-157d-41f9-bc50-307f750d1f87 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:19.451966 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7a24c5a3-69cf-48aa-b09c-bd2ecddf3fab None None] Provisioning for port 53fbdf50-157d-41f9-bc50-307f750d1f87 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:19.623608 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:19.653583 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-38bc376b-1abf-4ba0-872e-d6ee8db2a101 None None] Set router 80a8f78f-0ac9-4756-93f5-ec16483eb5ee gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:07:19.687338 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 53fbdf50-157d-41f9-bc50-307f750d1f87 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:19.722570 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 53fbdf50-157d-41f9-bc50-307f750d1f87 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:19.723997 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:19.914194 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43122) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:19.939865 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-372dfc46-b088-4f7a-bdc7-03104cb67397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:19.989486 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:20.037107 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-38bc376b-1abf-4ba0-872e-d6ee8db2a101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'name': 'tempest-TaggedBootDevicesTest-1040570057-router', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'e9911a31-bf58-4547-9837-32e65cb5a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:16Z', 'updated_at': '2021-07-15T23:07:18Z', 'revision_number': 3, 'project_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'gw_port': {'id': 'e9911a31-bf58-4547-9837-32e65cb5a2fe', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:30:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:17Z', 'updated_at': '2021-07-15T23:07:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:20.046522 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81729a10-3831-4d46-bf94-dbb38aace6ad req-35c01273-bc40-402c-bc9c-d8f63a3a1501 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:20.052549 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-81729a10-3831-4d46-bf94-dbb38aace6ad req-35c01273-bc40-402c-bc9c-d8f63a3a1501 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eb9b6ee-759e-49ac-b03b-ba1648953081 HTTP/1.1" status: 200 len: 950 time: 0.2922418 Jul 15 23:07:20.104971 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bc376b-1abf-4ba0-872e-d6ee8db2a101 None None] Checking router: 80a8f78f-0ac9-4756-93f5-ec16483eb5ee for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:07:20.105520 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bc376b-1abf-4ba0-872e-d6ee8db2a101 None None] Updating router 80a8f78f-0ac9-4756-93f5-ec16483eb5ee port e9911a31-bf58-4547-9837-32e65cb5a2fe binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:07:20.111005 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 53fbdf50-157d-41f9-bc50-307f750d1f87, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=53fbdf50-157d-41f9-bc50-307f750d1f87,segment=NetworkSegment(2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c),segment_id=2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:20.121284 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-372dfc46-b088-4f7a-bdc7-03104cb67397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:20.126152 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-372dfc46-b088-4f7a-bdc7-03104cb67397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:20.134431 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:20.177694 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372dfc46-b088-4f7a-bdc7-03104cb67397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c8a14d-ac08-4e7c-984f-6f6b3bbbe5f7,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:20.198407 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-372dfc46-b088-4f7a-bdc7-03104cb67397 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b12c96db05b448c9eec67c0a875178b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2826366 Jul 15 23:07:20.201334 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43134) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:20.259582 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-38bc376b-1abf-4ba0-872e-d6ee8db2a101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:20.266503 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-38c348c4-8b22-4a06-a794-d9b715502e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:20.287383 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-81729a10-3831-4d46-bf94-dbb38aace6ad req-ff6b9ec9-0603-42cf-a270-28ff1df8f100 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181251 Jul 15 23:07:20.326123 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-38c348c4-8b22-4a06-a794-d9b715502e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:20.337332 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-791a0881-51f1-442e-a5d9-fdf84369f02b None None] Provisioning complete for port 53fbdf50-157d-41f9-bc50-307f750d1f87 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:20.337722 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-791a0881-51f1-442e-a5d9-fdf84369f02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:20.401469 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-38c348c4-8b22-4a06-a794-d9b715502e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:20.406064 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-38c348c4-8b22-4a06-a794-d9b715502e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:20.407780 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-38c348c4-8b22-4a06-a794-d9b715502e10 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a0c8a14d-ac08-4e7c-984f-6f6b3bbbe5f7 HTTP/1.1" status: 204 len: 168 time: 0.2041557 Jul 15 23:07:20.421359 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c348c4-8b22-4a06-a794-d9b715502e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c8a14d-ac08-4e7c-984f-6f6b3bbbe5f7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:20.432430 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=53fbdf50-157d-41f9-bc50-307f750d1f87,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:20.474571 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cd0381d0-638d-448d-a960-d91375873541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:20.763729 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-cd0381d0-638d-448d-a960-d91375873541 admin admin] Allocated IP 172.20.0.1 (e0802052-573e-4abc-b289-64f26dbf67e5/366630ff-4a54-44a5-bcbd-e951b8384258/3ac1f85b-30b4-4b12-b9de-4734129e563c) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:20.802413 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25558c3b-4e3f-4c5d-8b70-95336a9a8a07 req-ce9e1656-a8d9-492b-b4f2-7251dca62279 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:20.803812 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-25558c3b-4e3f-4c5d-8b70-95336a9a8a07 req-ce9e1656-a8d9-492b-b4f2-7251dca62279 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=f68354c1-5c7f-486f-b282-6cb25950aa5c HTTP/1.1" status: 200 len: 945 time: 0.3070254 Jul 15 23:07:20.906543 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-38bc376b-1abf-4ba0-872e-d6ee8db2a101 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:20.918041 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-38bc376b-1abf-4ba0-872e-d6ee8db2a101 None None] Transition to ACTIVE for port object e9911a31-bf58-4547-9837-32e65cb5a2fe will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:20.924591 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-38bc376b-1abf-4ba0-872e-d6ee8db2a101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:20.938656 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-25558c3b-4e3f-4c5d-8b70-95336a9a8a07 req-06dee1d8-f40e-486e-b726-43d74f8d0822 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247041 Jul 15 23:07:20.950153 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe7d8c-6010-4521-bc96-9833f45c62e1 req-f4130540-99f9-467b-aee8-c74fb6a883fb tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:20.952380 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09fe7d8c-6010-4521-bc96-9833f45c62e1 req-f4130540-99f9-467b-aee8-c74fb6a883fb tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aac3ee3-1444-4700-8ddb-93537ea401e4 HTTP/1.1" status: 200 len: 946 time: 0.2838957 Jul 15 23:07:20.992302 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-38bc376b-1abf-4ba0-872e-d6ee8db2a101 None None] Attempting to bind port e9911a31-bf58-4547-9837-32e65cb5a2fe on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:20.992676 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-38bc376b-1abf-4ba0-872e-d6ee8db2a101 None None] Attempting to bind port e9911a31-bf58-4547-9837-32e65cb5a2fe by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:20.993037 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bc376b-1abf-4ba0-872e-d6ee8db2a101 None None] Attempting to bind port e9911a31-bf58-4547-9837-32e65cb5a2fe on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:20.998679 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe03b62-9f2e-4fae-b34b-66193475fa31 None None] Pushing event updated for resources: {'Port': ['ID=e9911a31-bf58-4547-9837-32e65cb5a2fe,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:21.001752 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bc376b-1abf-4ba0-872e-d6ee8db2a101 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:21.002132 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bc376b-1abf-4ba0-872e-d6ee8db2a101 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:21.002582 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-38bc376b-1abf-4ba0-872e-d6ee8db2a101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:21.002998 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bc376b-1abf-4ba0-872e-d6ee8db2a101 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:21.003547 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-38bc376b-1abf-4ba0-872e-d6ee8db2a101 None None] Bound port: e9911a31-bf58-4547-9837-32e65cb5a2fe, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:21.004540 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-38bc376b-1abf-4ba0-872e-d6ee8db2a101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:21.055901 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cd0381d0-638d-448d-a960-d91375873541 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:21.151936 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09fe7d8c-6010-4521-bc96-9833f45c62e1 req-fdc2edf8-f37e-44df-9656-d23e3a18406c tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28ea737-0d30-4b22-bed1-67299c688932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850133 Jul 15 23:07:21.153450 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cd0381d0-638d-448d-a960-d91375873541 admin admin] Transition to ACTIVE for port object 3ac1f85b-30b4-4b12-b9de-4734129e563c will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:21.164362 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:21.174956 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-38bc376b-1abf-4ba0-872e-d6ee8db2a101 None None] For port e9911a31-bf58-4547-9837-32e65cb5a2fe, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:21.183656 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-38bc376b-1abf-4ba0-872e-d6ee8db2a101 None None] For port e9911a31-bf58-4547-9837-32e65cb5a2fe, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=e9911a31-bf58-4547-9837-32e65cb5a2fe,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:21.195075 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-38bc376b-1abf-4ba0-872e-d6ee8db2a101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:21.226461 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cee916-a692-40f8-9a81-317eb5b871ed req-b0aa2e37-dbb6-4ffa-9541-55482c535d2b tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:21.229072 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-46cee916-a692-40f8-9a81-317eb5b871ed req-b0aa2e37-dbb6-4ffa-9541-55482c535d2b tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9b6ee-759e-49ac-b03b-ba1648953081 HTTP/1.1" status: 200 len: 950 time: 0.1945353 Jul 15 23:07:21.291324 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cd0381d0-638d-448d-a960-d91375873541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:21.336700 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bc376b-1abf-4ba0-872e-d6ee8db2a101 None None] Routers {'80a8f78f-0ac9-4756-93f5-ec16483eb5ee'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:07:21.337937 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-38bc376b-1abf-4ba0-872e-d6ee8db2a101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:07:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['80a8f78f-0ac9-4756-93f5-ec16483eb5ee'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:21.385898 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0381d0-638d-448d-a960-d91375873541 admin admin] Network e0802052-573e-4abc-b289-64f26dbf67e5 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:21.419883 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 53fbdf50-157d-41f9-bc50-307f750d1f87 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:21.426880 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-cd0381d0-638d-448d-a960-d91375873541 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:21.444640 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0381d0-638d-448d-a960-d91375873541 admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:21.498289 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0381d0-638d-448d-a960-d91375873541 admin admin] Pushing event updated for resources: {'Port': ['ID=3ac1f85b-30b4-4b12-b9de-4734129e563c,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:21.543182 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe03b62-9f2e-4fae-b34b-66193475fa31 None None] Pushing event updated for resources: {'Port': ['ID=e9911a31-bf58-4547-9837-32e65cb5a2fe,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:21.599618 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cd0381d0-638d-448d-a960-d91375873541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:21.689382 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-38bc376b-1abf-4ba0-872e-d6ee8db2a101 None None] Set router 80a8f78f-0ac9-4756-93f5-ec16483eb5ee gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:07:21.692817 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 53fbdf50-157d-41f9-bc50-307f750d1f87 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:21.693187 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:21.695124 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-46cee916-a692-40f8-9a81-317eb5b871ed req-b311ae44-ebd5-4e68-9fd6-5f59f60155d9 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Deleting port cb4d13b7-e3a5-4654-8958-4bc297311532 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:21.695467 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-46cee916-a692-40f8-9a81-317eb5b871ed req-b311ae44-ebd5-4e68-9fd6-5f59f60155d9 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:21.732701 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43222) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:21.809354 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd2717-0dce-4c88-966c-d787108f7cfa req-2817ee69-530a-4b6c-b57b-09ac48c70165 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:21.816364 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e3bd2717-0dce-4c88-966c-d787108f7cfa req-2817ee69-530a-4b6c-b57b-09ac48c70165 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eb9b6ee-759e-49ac-b03b-ba1648953081 HTTP/1.1" status: 200 len: 950 time: 0.3039806 Jul 15 23:07:21.945745 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e3bd2717-0dce-4c88-966c-d787108f7cfa req-5a119e95-3e59-4830-8395-bb14b780e56c tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278758 Jul 15 23:07:21.960341 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-46cee916-a692-40f8-9a81-317eb5b871ed req-b311ae44-ebd5-4e68-9fd6-5f59f60155d9 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] For port cb4d13b7-e3a5-4654-8958-4bc297311532, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=cb4d13b7-e3a5-4654-8958-4bc297311532,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:21.961214 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-46cee916-a692-40f8-9a81-317eb5b871ed req-b311ae44-ebd5-4e68-9fd6-5f59f60155d9 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:21.968529 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f5e362ad-b84b-41f7-805d-ba23a8e16c12 None None] Provisioning for port 3ac1f85b-30b4-4b12-b9de-4734129e563c completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:21.985398 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-46cee916-a692-40f8-9a81-317eb5b871ed req-b311ae44-ebd5-4e68-9fd6-5f59f60155d9 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Calling delete_port for cb4d13b7-e3a5-4654-8958-4bc297311532 owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:21.987595 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cd0381d0-638d-448d-a960-d91375873541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:21.996715 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f5e362ad-b84b-41f7-805d-ba23a8e16c12 None None] Provisioning complete for port 3ac1f85b-30b4-4b12-b9de-4734129e563c triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:21.997088 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f5e362ad-b84b-41f7-805d-ba23a8e16c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:22.067770 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a2871af9-5daf-47bd-8ba2-232358297ea1 tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-609748145'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:22.071732 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a2871af9-5daf-47bd-8ba2-232358297ea1 tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] Unknown quota resources ['metering_label']. {{(pid=93798) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:07:22.108654 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43232) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:22.124435 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f5e362ad-b84b-41f7-805d-ba23a8e16c12 None None] Port 3ac1f85b-30b4-4b12-b9de-4734129e563c cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:07:22.261737 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-38bc376b-1abf-4ba0-872e-d6ee8db2a101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'name': 'tempest-TaggedBootDevicesTest-1040570057-router', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'e9911a31-bf58-4547-9837-32e65cb5a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:16Z', 'updated_at': '2021-07-15T23:07:18Z', 'revision_number': 3, 'project_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'gw_port': {'id': 'e9911a31-bf58-4547-9837-32e65cb5a2fe', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:30:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:17Z', 'updated_at': '2021-07-15T23:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:22.312398 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bc376b-1abf-4ba0-872e-d6ee8db2a101 None None] The sync data for ids ['80a8f78f-0ac9-4756-93f5-ec16483eb5ee'] in n-d-787205-9 is: [{'id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'name': 'tempest-TaggedBootDevicesTest-1040570057-router', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'e9911a31-bf58-4547-9837-32e65cb5a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:16Z', 'updated_at': '2021-07-15T23:07:18Z', 'revision_number': 3, 'project_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'gw_port': {'id': 'e9911a31-bf58-4547-9837-32e65cb5a2fe', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:30:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:17Z', 'updated_at': '2021-07-15T23:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:07:22.448496 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a2871af9-5daf-47bd-8ba2-232358297ea1 tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:22.449708 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a2871af9-5daf-47bd-8ba2-232358297ea1 tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7155533 Jul 15 23:07:22.454951 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43242) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:22.461487 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3cf2957f-8f8f-4c09-a20d-0d56b3aae60a tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b3328dff-f82f-4100-b54c-abf8037e4c6a'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:22.462149 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3cf2957f-8f8f-4c09-a20d-0d56b3aae60a tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93798) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:07:22.480003 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cd0381d0-638d-448d-a960-d91375873541 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:22.487856 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-46cee916-a692-40f8-9a81-317eb5b871ed req-b311ae44-ebd5-4e68-9fd6-5f59f60155d9 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:22.498245 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114dab2-50ac-418a-b8ec-a2db7cc35147 req-897861c0-a83c-4b33-bf0f-1f8fa2457d05 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:22.501192 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['989be037-1ed6-4791-8ac9-4b7d6e3604f2', '9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f', '9d6640ae-a708-4fc7-bb14-0196422ca219', '345f3383-255c-44ff-8e18-fa2a8e94e7fc', 'cb4d13b7-e3a5-4654-8958-4bc297311532'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:22.505624 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0114dab2-50ac-418a-b8ec-a2db7cc35147 req-897861c0-a83c-4b33-bf0f-1f8fa2457d05 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=f68354c1-5c7f-486f-b282-6cb25950aa5c HTTP/1.1" status: 200 len: 945 time: 0.2554083 Jul 15 23:07:22.516460 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8bbded17-c8a3-4f81-ad40-a56b479dea34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:22.520904 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cd0381d0-638d-448d-a960-d91375873541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:22.527296 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76fa5c-aa3f-4d67-97fa-bd9e153f9cb3 req-27c97524-8f44-4057-9a3f-cabd79fca6e1 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:22.529596 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-de76fa5c-aa3f-4d67-97fa-bd9e153f9cb3 req-27c97524-8f44-4057-9a3f-cabd79fca6e1 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aac3ee3-1444-4700-8ddb-93537ea401e4 HTTP/1.1" status: 200 len: 946 time: 0.3559060 Jul 15 23:07:22.586405 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['c5eb601b-188a-4b27-8d77-8f099fc61953', '82f9b78f-fb59-4d4d-af16-ce5195a2e46a', '9516bf63-0324-4c33-b923-674ccc897835'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:22.597657 n-d-787205-9 neutron-server[93798]: WARNING neutron.services.metering.metering_plugin [None req-3cf2957f-8f8f-4c09-a20d-0d56b3aae60a tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 23:07:22.601806 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311ae44-ebd5-4e68-9fd6-5f59f60155d9 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Pushing event deleted for resources: {'Port': ['ID=cb4d13b7-e3a5-4654-8958-4bc297311532,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:22.782444 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cd0381d0-638d-448d-a960-d91375873541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:22.815428 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0114dab2-50ac-418a-b8ec-a2db7cc35147 req-00dc150f-ade9-43f0-83fc-eb73edb1f607 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087738 Jul 15 23:07:22.841422 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-46cee916-a692-40f8-9a81-317eb5b871ed req-b311ae44-ebd5-4e68-9fd6-5f59f60155d9 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] No DVR routers for this DVR port cb4d13b7-e3a5-4654-8958-4bc297311532 on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:22.879005 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-46cee916-a692-40f8-9a81-317eb5b871ed req-b311ae44-ebd5-4e68-9fd6-5f59f60155d9 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:22.896026 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-46cee916-a692-40f8-9a81-317eb5b871ed req-b311ae44-ebd5-4e68-9fd6-5f59f60155d9 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.43 "DELETE /v2.0/ports/cb4d13b7-e3a5-4654-8958-4bc297311532 HTTP/1.1" status: 204 len: 173 time: 1.6588769 Jul 15 23:07:22.936863 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb9b6ee-759e-49ac-b03b-ba1648953081', 'name': 'network-vif-deleted', 'tag': 'cb4d13b7-e3a5-4654-8958-4bc297311532'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:22.946507 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95066b12-d8dd-4c66-bd79-36e75847aad0" -d '{"events": [{"server_uuid": "6eb9b6ee-759e-49ac-b03b-ba1648953081", "name": "network-vif-deleted", "tag": "cb4d13b7-e3a5-4654-8958-4bc297311532"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:23.009395 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0381d0-638d-448d-a960-d91375873541 admin admin] Pushing event updated for resources: {'Port': ['ID=3ac1f85b-30b4-4b12-b9de-4734129e563c,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:23.057155 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a4b34-b45b-4a73-9dcc-c09aed67c734 req-41da3609-afd0-4384-bb0d-3bbfb9180715 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:23.071140 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b9a4b34-b45b-4a73-9dcc-c09aed67c734 req-41da3609-afd0-4384-bb0d-3bbfb9180715 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aac3ee3-1444-4700-8ddb-93537ea401e4 HTTP/1.1" status: 200 len: 946 time: 0.6880951 Jul 15 23:07:23.308620 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b9a4b34-b45b-4a73-9dcc-c09aed67c734 req-2966f6cf-43d9-4957-9709-731413d23355 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28ea737-0d30-4b22-bed1-67299c688932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362404 Jul 15 23:07:23.397358 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e9911a31-bf58-4547-9837-32e65cb5a2fe up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:23.400264 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8bbded17-c8a3-4f81-ad40-a56b479dea34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:23.411032 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0381d0-638d-448d-a960-d91375873541 admin admin] Network e0802052-573e-4abc-b289-64f26dbf67e5 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:23.414444 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-cd0381d0-638d-448d-a960-d91375873541 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:23.416915 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8bbded17-c8a3-4f81-ad40-a56b479dea34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:23.701258 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3cf2957f-8f8f-4c09-a20d-0d56b3aae60a tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:23.709045 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3cf2957f-8f8f-4c09-a20d-0d56b3aae60a tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.2508345 Jul 15 23:07:23.710539 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43266) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:23.717550 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-31171c1a-4c80-40f6-8d30-b252e337a079 tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b3328dff-f82f-4100-b54c-abf8037e4c6a'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:23.718447 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-31171c1a-4c80-40f6-8d30-b252e337a079 tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93798) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:07:23.765966 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port e9911a31-bf58-4547-9837-32e65cb5a2fe completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:23.826957 n-d-787205-9 neutron-server[93798]: WARNING neutron.services.metering.metering_plugin [None req-31171c1a-4c80-40f6-8d30-b252e337a079 tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 23:07:23.830829 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port e9911a31-bf58-4547-9837-32e65cb5a2fe triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:23.831203 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:23.902297 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1c14a67f-0eee-47ff-8685-7675ee54f848 None None] Provisioning complete for port 3ac1f85b-30b4-4b12-b9de-4734129e563c triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:23.902686 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c14a67f-0eee-47ff-8685-7675ee54f848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:24.011586 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:24.016470 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-31171c1a-4c80-40f6-8d30-b252e337a079 tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:24.018110 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-31171c1a-4c80-40f6-8d30-b252e337a079 tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3052247 Jul 15 23:07:24.020443 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-de76fa5c-aa3f-4d67-97fa-bd9e153f9cb3 req-a2d6ba4d-87ae-4126-b512-1567e21c33e4 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Deleting port a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:24.021041 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-de76fa5c-aa3f-4d67-97fa-bd9e153f9cb3 req-a2d6ba4d-87ae-4126-b512-1567e21c33e4 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:24.025724 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43272) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:24.049628 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-1c14a67f-0eee-47ff-8685-7675ee54f848 None None] Port 3ac1f85b-30b4-4b12-b9de-4734129e563c cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:07:24.049907 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8bbded17-c8a3-4f81-ad40-a56b479dea34 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=440b8ae88b7445b1870aec3f68ec7e41&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9343171 Jul 15 23:07:24.055464 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43274) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:24.058655 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf57aa84-4a09-4906-a9b1-599b1a8fd1e7 x-openstack-request-id: req-cf57aa84-4a09-4906-a9b1-599b1a8fd1e7 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:24.059176 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb9b6ee-759e-49ac-b03b-ba1648953081", "name": "network-vif-deleted", "tag": "cb4d13b7-e3a5-4654-8958-4bc297311532", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:24.059710 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf57aa84-4a09-4906-a9b1-599b1a8fd1e7 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:24.060267 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb9b6ee-759e-49ac-b03b-ba1648953081', 'name': 'network-vif-deleted', 'tag': 'cb4d13b7-e3a5-4654-8958-4bc297311532', 'status': 'completed', 'code': 200} Jul 15 23:07:24.062569 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14f31a5d-129c-455e-805f-8106f482e22a req-b544a94b-b16b-46f6-980e-f140c45e8dc3 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eb9b6ee-759e-49ac-b03b-ba1648953081 HTTP/1.1" status: 200 len: 210 time: 0.7230577 Jul 15 23:07:24.069806 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f680309d-c6fb-4ad3-bbe2-9bb93d4a9f22 tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=36c9369e-a05a-4685-a9a9-42fa8624c5f1 HTTP/1.1" status: 200 len: 462 time: 0.0423870 Jul 15 23:07:24.077786 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43276) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:24.111773 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:24.180015 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port e9911a31-bf58-4547-9837-32e65cb5a2fe, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=e9911a31-bf58-4547-9837-32e65cb5a2fe,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:24.185187 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:24.210841 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbded17-c8a3-4f81-ad40-a56b479dea34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94d29eb-68c9-413c-8953-dbb2bc86741c,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:24.276952 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241183a-c425-45bd-82d0-7348a19767b0 req-f010c1da-e77c-4b69-90d3-c59cacabbcf4 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:24.278612 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a241183a-c425-45bd-82d0-7348a19767b0 req-f010c1da-e77c-4b69-90d3-c59cacabbcf4 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=f68354c1-5c7f-486f-b282-6cb25950aa5c HTTP/1.1" status: 200 len: 945 time: 0.2216380 Jul 15 23:07:24.283937 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=e9911a31-bf58-4547-9837-32e65cb5a2fe,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:24.303688 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b14f995-6b92-4f36-a53c-e5649c7bd2ab tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:24.304909 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6b14f995-6b92-4f36-a53c-e5649c7bd2ab tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/36c9369e-a05a-4685-a9a9-42fa8624c5f1 HTTP/1.1" status: 204 len: 168 time: 0.2246182 Jul 15 23:07:24.308922 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-de76fa5c-aa3f-4d67-97fa-bd9e153f9cb3 req-a2d6ba4d-87ae-4126-b512-1567e21c33e4 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] For port a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b,segment=NetworkSegment(52ba3f22-fe84-4cb8-b352-46bf694cce3f),segment_id=52ba3f22-fe84-4cb8-b352-46bf694cce3f)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:24.309675 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-de76fa5c-aa3f-4d67-97fa-bd9e153f9cb3 req-a2d6ba4d-87ae-4126-b512-1567e21c33e4 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:24.309882 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43284) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:24.312471 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8e901a1-d7e1-49c3-8dd6-95c55cce7654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:24.331845 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-de76fa5c-aa3f-4d67-97fa-bd9e153f9cb3 req-a2d6ba4d-87ae-4126-b512-1567e21c33e4 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Calling delete_port for a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:24.338660 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5739cf1d-f317-4072-8fd0-875668305302 tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=36c9369e-a05a-4685-a9a9-42fa8624c5f1 HTTP/1.1" status: 200 len: 221 time: 0.0253079 Jul 15 23:07:24.343620 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43286) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:24.346128 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0381d0-638d-448d-a960-d91375873541 admin admin] Router 80a8f78f-0ac9-4756-93f5-ec16483eb5ee has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:07:24.352710 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-efb9ce0e-11c6-40c0-af6f-9c581929d03e tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--976254875', 'description': 'label created by tempest'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:24.353163 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-efb9ce0e-11c6-40c0-af6f-9c581929d03e tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] Unknown quota resources ['metering_label']. {{(pid=93798) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:07:24.357419 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a241183a-c425-45bd-82d0-7348a19767b0 req-f188e696-a533-4477-b620-a1ab102f148b tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711348 Jul 15 23:07:24.362261 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8e901a1-d7e1-49c3-8dd6-95c55cce7654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:24.516142 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0381d0-638d-448d-a960-d91375873541 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:07:24.538582 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-cd0381d0-638d-448d-a960-d91375873541 admin admin] 10.222.0.16 "PUT /v2.0/routers/80a8f78f-0ac9-4756-93f5-ec16483eb5ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1716819 Jul 15 23:07:24.579517 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb949fc-348e-4ac1-a8f0-baa01f918489 req-96c08800-86db-4aa8-8ef3-c24c1a00bfbe tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:24.581240 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0eb949fc-348e-4ac1-a8f0-baa01f918489 req-96c08800-86db-4aa8-8ef3-c24c1a00bfbe tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aac3ee3-1444-4700-8ddb-93537ea401e4 HTTP/1.1" status: 200 len: 946 time: 0.0788035 Jul 15 23:07:24.625448 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-efb9ce0e-11c6-40c0-af6f-9c581929d03e tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:24.629120 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-efb9ce0e-11c6-40c0-af6f-9c581929d03e tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2779448 Jul 15 23:07:24.631297 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43294) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:24.634340 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0eb949fc-348e-4ac1-a8f0-baa01f918489 req-48d3a3e0-9b44-42b2-8dcd-cd36a0e201c8 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28ea737-0d30-4b22-bed1-67299c688932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469105 Jul 15 23:07:24.724720 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ca141881-3f58-439c-b58c-bc48dde3cbd4 tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=d03d7ce2-1625-423d-a198-16c9cfc120a8 HTTP/1.1" status: 200 len: 467 time: 0.0908296 Jul 15 23:07:24.725271 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43300) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:24.728265 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8e901a1-d7e1-49c3-8dd6-95c55cce7654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:24.732305 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8e901a1-d7e1-49c3-8dd6-95c55cce7654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:24.733938 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d8e901a1-d7e1-49c3-8dd6-95c55cce7654 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e94d29eb-68c9-413c-8953-dbb2bc86741c HTTP/1.1" status: 204 len: 168 time: 0.6771848 Jul 15 23:07:24.768854 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e901a1-d7e1-49c3-8dd6-95c55cce7654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94d29eb-68c9-413c-8953-dbb2bc86741c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:24.801409 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-de76fa5c-aa3f-4d67-97fa-bd9e153f9cb3 req-a2d6ba4d-87ae-4126-b512-1567e21c33e4 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:24.831643 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6ba4d-87ae-4126-b512-1567e21c33e4 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Pushing event deleted for resources: {'Port': ['ID=a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:24.854331 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43306) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:24.900344 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-de76fa5c-aa3f-4d67-97fa-bd9e153f9cb3 req-a2d6ba4d-87ae-4126-b512-1567e21c33e4 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] No DVR routers for this DVR port a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:24.903177 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-de76fa5c-aa3f-4d67-97fa-bd9e153f9cb3 req-a2d6ba4d-87ae-4126-b512-1567e21c33e4 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:24.905646 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-de76fa5c-aa3f-4d67-97fa-bd9e153f9cb3 req-a2d6ba4d-87ae-4126-b512-1567e21c33e4 tempest-AttachSCSIVolumeTestJSON-1782792135 tempest-AttachSCSIVolumeTestJSON-1782792135-project] 10.222.0.36 "DELETE /v2.0/ports/a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b HTTP/1.1" status: 204 len: 173 time: 2.3198068 Jul 15 23:07:24.905942 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aac3ee3-1444-4700-8ddb-93537ea401e4', 'name': 'network-vif-deleted', 'tag': 'a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:24.915823 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cbcf2a-7066-483e-9b06-f036bab7fd23" -d '{"events": [{"server_uuid": "1aac3ee3-1444-4700-8ddb-93537ea401e4", "name": "network-vif-deleted", "tag": "a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:24.967946 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c67ebf-3334-4599-8571-ce7eab752561 x-openstack-request-id: req-f1c67ebf-3334-4599-8571-ce7eab752561 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:24.968513 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aac3ee3-1444-4700-8ddb-93537ea401e4", "name": "network-vif-deleted", "tag": "a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:24.968992 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f1c67ebf-3334-4599-8571-ce7eab752561 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:24.969614 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aac3ee3-1444-4700-8ddb-93537ea401e4', 'name': 'network-vif-deleted', 'tag': 'a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b', 'status': 'completed', 'code': 200} Jul 15 23:07:25.018848 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4077abe6-be36-4107-92a4-e896325cc8fb None None] Sync routers for ids ['80a8f78f-0ac9-4756-93f5-ec16483eb5ee'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:07:25.032477 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4077abe6-be36-4107-92a4-e896325cc8fb None None] Routers {'80a8f78f-0ac9-4756-93f5-ec16483eb5ee'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:07:25.039714 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-4077abe6-be36-4107-92a4-e896325cc8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:07:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['80a8f78f-0ac9-4756-93f5-ec16483eb5ee'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:25.160789 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6e11684b-da05-44e2-b79c-c496e750ec45 tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:25.164895 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6e11684b-da05-44e2-b79c-c496e750ec45 tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/d03d7ce2-1625-423d-a198-16c9cfc120a8 HTTP/1.1" status: 204 len: 168 time: 0.4383523 Jul 15 23:07:25.167634 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43338) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:25.203756 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b4fed4ec-6d80-46ac-bd04-ae15bad1d5ca tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=d03d7ce2-1625-423d-a198-16c9cfc120a8 HTTP/1.1" status: 200 len: 216 time: 0.0308342 Jul 15 23:07:25.204417 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43342) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:25.224281 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43344) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:25.224428 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fe73d60d-5e35-405e-9b1e-e81ec1c7ec96 tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0186987 Jul 15 23:07:25.240917 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0ea47fae-85c1-41c8-bc8e-e4223c3fcc26 tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0144377 Jul 15 23:07:25.246861 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43350) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:25.252458 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:25.304380 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-4077abe6-be36-4107-92a4-e896325cc8fb None None] Set router 80a8f78f-0ac9-4756-93f5-ec16483eb5ee gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:07:25.311276 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:25.317784 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device a0a7ca8e-9839-4b24-9b8b-1f4f6cbc575b not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:25.382191 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e9911a31-bf58-4547-9837-32e65cb5a2fe up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:25.445810 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c3a96900-b3ba-471e-b74f-2c6c7a4dccac tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/b3328dff-f82f-4100-b54c-abf8037e4c6a HTTP/1.1" status: 200 len: 472 time: 0.1950898 Jul 15 23:07:25.450788 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43362) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:25.475480 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-017d8162-6932-4bd7-a764-f5a4f1e46542 tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/28ae7e42-d8b5-4c3b-8461-c74af312a552 HTTP/1.1" status: 200 len: 459 time: 0.0205371 Jul 15 23:07:25.478765 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43364) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:25.480209 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b3e95329-4854-4a76-8893-d87dd56f67c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:25.557219 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port e9911a31-bf58-4547-9837-32e65cb5a2fe triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:25.557900 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:25.558448 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43366) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:25.651156 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6acda0cd-9643-4578-b29b-f3c01251e7b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:25.806965 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-4077abe6-be36-4107-92a4-e896325cc8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'name': 'tempest-TaggedBootDevicesTest-1040570057-router', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'e9911a31-bf58-4547-9837-32e65cb5a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:16Z', 'updated_at': '2021-07-15T23:07:21Z', 'revision_number': 4, 'project_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'gw_port': {'id': 'e9911a31-bf58-4547-9837-32e65cb5a2fe', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:30:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:17Z', 'updated_at': '2021-07-15T23:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '3ac1f85b-30b4-4b12-b9de-4734129e563c', 'name': '', 'network_id': 'e0802052-573e-4abc-b289-64f26dbf67e5', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'mac_address': 'fa:16:3e:53:8e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '366630ff-4a54-44a5-bcbd-e951b8384258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:20Z', 'updated_at': '2021-07-15T23:07:22Z', 'revision_number': 2, 'project_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'subnets': [{'id': '366630ff-4a54-44a5-bcbd-e951b8384258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:25.827379 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b3e95329-4854-4a76-8893-d87dd56f67c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:25.832868 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b3e95329-4854-4a76-8893-d87dd56f67c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:25.844222 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4077abe6-be36-4107-92a4-e896325cc8fb None None] Checking router: 80a8f78f-0ac9-4756-93f5-ec16483eb5ee for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:07:25.844580 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4077abe6-be36-4107-92a4-e896325cc8fb None None] Updating router 80a8f78f-0ac9-4756-93f5-ec16483eb5ee port 3ac1f85b-30b4-4b12-b9de-4734129e563c binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:07:25.893435 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4077abe6-be36-4107-92a4-e896325cc8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:25.893721 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b3e95329-4854-4a76-8893-d87dd56f67c6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6556a519fd384966be7111cfe369dba9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0380647 Jul 15 23:07:25.903067 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8e80c-c99f-4db9-9b66-d9882aff620c req-91166607-d3bc-4b12-9590-3716eba198a2 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:25.904733 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e0d8e80c-c99f-4db9-9b66-d9882aff620c req-91166607-d3bc-4b12-9590-3716eba198a2 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=f68354c1-5c7f-486f-b282-6cb25950aa5c HTTP/1.1" status: 200 len: 945 time: 0.2226646 Jul 15 23:07:25.905498 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43374) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:25.906293 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e95329-4854-4a76-8893-d87dd56f67c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fdf25a-3f96-45dc-be1e-b9166a30bfb3,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:25.966902 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-413efc4a-4897-4315-838b-355144615780 tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:25.971106 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-413efc4a-4897-4315-838b-355144615780 tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/28ae7e42-d8b5-4c3b-8461-c74af312a552 HTTP/1.1" status: 204 len: 168 time: 0.4912686 Jul 15 23:07:25.971712 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43378) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:25.995491 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device cb4d13b7-e3a5-4654-8958-4bc297311532 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:26.029405 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: cb4d13b7-e3a5-4654-8958-4bc297311532 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:26.031985 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3a03f24-8d90-4e61-93d6-b4e596c4e6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:26.032630 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device cb4d13b7-e3a5-4654-8958-4bc297311532 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:26.128522 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e0d8e80c-c99f-4db9-9b66-d9882aff620c req-226c1940-29ae-418b-92f6-caf3acf8344e tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667519 Jul 15 23:07:26.163526 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3a03f24-8d90-4e61-93d6-b4e596c4e6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:26.301666 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb7974-99ff-44cc-87b0-cbc8c3e65551 req-0360dbc3-4d3e-43c9-ab67-a3d1ae9f9184 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:26.303769 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4077abe6-be36-4107-92a4-e896325cc8fb None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:26.310024 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2bb7974-99ff-44cc-87b0-cbc8c3e65551 req-0360dbc3-4d3e-43c9-ab67-a3d1ae9f9184 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce642420-7697-475f-9a61-3a7dbd529ba3 HTTP/1.1" status: 200 len: 949 time: 0.1005857 Jul 15 23:07:26.326089 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-4077abe6-be36-4107-92a4-e896325cc8fb None None] Transition to ACTIVE for port object 3ac1f85b-30b4-4b12-b9de-4734129e563c will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:26.337746 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4077abe6-be36-4107-92a4-e896325cc8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:26.346570 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3a03f24-8d90-4e61-93d6-b4e596c4e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:26.350482 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3a03f24-8d90-4e61-93d6-b4e596c4e6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:26.354788 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f3a03f24-8d90-4e61-93d6-b4e596c4e6ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92fdf25a-3f96-45dc-be1e-b9166a30bfb3 HTTP/1.1" status: 204 len: 168 time: 0.4453623 Jul 15 23:07:26.370938 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2bb7974-99ff-44cc-87b0-cbc8c3e65551 req-2caedb3a-2184-4981-8c7a-4b9328ca1e72 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530996 Jul 15 23:07:26.383931 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a03f24-8d90-4e61-93d6-b4e596c4e6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fdf25a-3f96-45dc-be1e-b9166a30bfb3,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:26.434815 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6523d072-e2e8-4f9a-ae78-5cc8243eac7c tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:26.436216 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6523d072-e2e8-4f9a-ae78-5cc8243eac7c tempest-MeteringIpV6TestJSON-1090466896 tempest-MeteringIpV6TestJSON-1090466896-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/b3328dff-f82f-4100-b54c-abf8037e4c6a HTTP/1.1" status: 204 len: 168 time: 0.4581647 Jul 15 23:07:26.475596 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6acda0cd-9643-4578-b29b-f3c01251e7b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:26.480215 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6acda0cd-9643-4578-b29b-f3c01251e7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:26.540456 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6acda0cd-9643-4578-b29b-f3c01251e7b1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45bb326ef0944c9ab7e7a1f7a18f93e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9747846 Jul 15 23:07:26.540456 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acda0cd-9643-4578-b29b-f3c01251e7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1b9a4f-aa3d-4297-938d-2f07797d3541,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:26.540770 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43426) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:26.541521 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-4077abe6-be36-4107-92a4-e896325cc8fb None None] Attempting to bind port 3ac1f85b-30b4-4b12-b9de-4734129e563c on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:26.542067 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-4077abe6-be36-4107-92a4-e896325cc8fb None None] Attempting to bind port 3ac1f85b-30b4-4b12-b9de-4734129e563c by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e0802052-573e-4abc-b289-64f26dbf67e5'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:26.542432 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4077abe6-be36-4107-92a4-e896325cc8fb None None] Attempting to bind port 3ac1f85b-30b4-4b12-b9de-4734129e563c on network e0802052-573e-4abc-b289-64f26dbf67e5 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:26.560306 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4077abe6-be36-4107-92a4-e896325cc8fb None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:26.560673 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4077abe6-be36-4107-92a4-e896325cc8fb None None] Checking segment: {'id': '2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e0802052-573e-4abc-b289-64f26dbf67e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:26.561074 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4077abe6-be36-4107-92a4-e896325cc8fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:26.562041 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4077abe6-be36-4107-92a4-e896325cc8fb None None] Bound using segment: {'id': '2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e0802052-573e-4abc-b289-64f26dbf67e5'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:26.562041 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-4077abe6-be36-4107-92a4-e896325cc8fb None None] Bound port: 3ac1f85b-30b4-4b12-b9de-4734129e563c, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e0802052-573e-4abc-b289-64f26dbf67e5'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:26.562268 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4077abe6-be36-4107-92a4-e896325cc8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:26.567033 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e4f1f-4a50-4f2f-8367-9d3ccd0679f1 None None] Pushing event updated for resources: {'Port': ['ID=3ac1f85b-30b4-4b12-b9de-4734129e563c,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:26.589636 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e4f1f-4a50-4f2f-8367-9d3ccd0679f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:26.589981 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e4f1f-4a50-4f2f-8367-9d3ccd0679f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:26.590317 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e4f1f-4a50-4f2f-8367-9d3ccd0679f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:26.590663 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e4f1f-4a50-4f2f-8367-9d3ccd0679f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:26.590993 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e4f1f-4a50-4f2f-8367-9d3ccd0679f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:26.591319 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e4f1f-4a50-4f2f-8367-9d3ccd0679f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:26.591787 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e4f1f-4a50-4f2f-8367-9d3ccd0679f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:26.592237 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e4f1f-4a50-4f2f-8367-9d3ccd0679f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:26.592563 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e4f1f-4a50-4f2f-8367-9d3ccd0679f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:26.592881 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e4f1f-4a50-4f2f-8367-9d3ccd0679f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:26.593196 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e4f1f-4a50-4f2f-8367-9d3ccd0679f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:26.593515 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e4f1f-4a50-4f2f-8367-9d3ccd0679f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:26.639217 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b4890a9-64e2-4cee-8c46-1a4370e39f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:26.675130 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b4890a9-64e2-4cee-8c46-1a4370e39f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:26.713915 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-4077abe6-be36-4107-92a4-e896325cc8fb None None] For port 3ac1f85b-30b4-4b12-b9de-4734129e563c, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:26.724525 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-4077abe6-be36-4107-92a4-e896325cc8fb None None] For port 3ac1f85b-30b4-4b12-b9de-4734129e563c, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=3ac1f85b-30b4-4b12-b9de-4734129e563c,segment=NetworkSegment(2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c),segment_id=2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:26.732435 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4077abe6-be36-4107-92a4-e896325cc8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:26.779605 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b4890a9-64e2-4cee-8c46-1a4370e39f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:26.782681 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b4890a9-64e2-4cee-8c46-1a4370e39f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:26.789367 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7b4890a9-64e2-4cee-8c46-1a4370e39f25 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9a1b9a4f-aa3d-4297-938d-2f07797d3541 HTTP/1.1" status: 204 len: 168 time: 0.2438190 Jul 15 23:07:26.802392 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4890a9-64e2-4cee-8c46-1a4370e39f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1b9a4f-aa3d-4297-938d-2f07797d3541,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:26.856889 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e4f1f-4a50-4f2f-8367-9d3ccd0679f1 None None] Pushing event updated for resources: {'Port': ['ID=3ac1f85b-30b4-4b12-b9de-4734129e563c,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:26.869601 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4077abe6-be36-4107-92a4-e896325cc8fb None None] Routers {'80a8f78f-0ac9-4756-93f5-ec16483eb5ee'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:07:26.871455 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-4077abe6-be36-4107-92a4-e896325cc8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:07:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['80a8f78f-0ac9-4756-93f5-ec16483eb5ee'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:27.124372 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-4077abe6-be36-4107-92a4-e896325cc8fb None None] Set router 80a8f78f-0ac9-4756-93f5-ec16483eb5ee gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:07:27.151213 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43462) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:27.167613 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5922bbc-09a3-49e9-a51b-1eb81889e554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:27.308139 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43468) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:27.405949 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5922bbc-09a3-49e9-a51b-1eb81889e554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:27.422360 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5922bbc-09a3-49e9-a51b-1eb81889e554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:27.602686 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b70267-740a-41af-b554-509925914abc req-6dadde54-ab95-45e9-919d-0b0206e199e3 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:27.610337 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7e321-46a4-4e94-b8e6-fb6bf678326f req-1a0d92c8-85bc-4f40-8d0d-3f6d146e5d83 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:27.615603 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-42b70267-740a-41af-b554-509925914abc req-6dadde54-ab95-45e9-919d-0b0206e199e3 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=f68354c1-5c7f-486f-b282-6cb25950aa5c HTTP/1.1" status: 200 len: 945 time: 0.2845557 Jul 15 23:07:27.618167 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c5922bbc-09a3-49e9-a51b-1eb81889e554 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b1c39b4de62403aba85aeed550d46b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4660716 Jul 15 23:07:27.618786 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-4077abe6-be36-4107-92a4-e896325cc8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'name': 'tempest-TaggedBootDevicesTest-1040570057-router', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'e9911a31-bf58-4547-9837-32e65cb5a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:16Z', 'updated_at': '2021-07-15T23:07:21Z', 'revision_number': 4, 'project_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'gw_port': {'id': 'e9911a31-bf58-4547-9837-32e65cb5a2fe', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:30:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:17Z', 'updated_at': '2021-07-15T23:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '3ac1f85b-30b4-4b12-b9de-4734129e563c', 'name': '', 'network_id': 'e0802052-573e-4abc-b289-64f26dbf67e5', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'mac_address': 'fa:16:3e:53:8e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '366630ff-4a54-44a5-bcbd-e951b8384258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:20Z', 'updated_at': '2021-07-15T23:07:26Z', 'revision_number': 4, 'project_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'subnets': [{'id': '366630ff-4a54-44a5-bcbd-e951b8384258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:27.619327 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-efb7e321-46a4-4e94-b8e6-fb6bf678326f req-1a0d92c8-85bc-4f40-8d0d-3f6d146e5d83 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce642420-7697-475f-9a61-3a7dbd529ba3 HTTP/1.1" status: 200 len: 949 time: 0.1676214 Jul 15 23:07:27.623001 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43482) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:27.643887 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5922bbc-09a3-49e9-a51b-1eb81889e554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba574614-11f5-44ab-95dd-44af7673052b,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:27.813341 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4e24010-c7f4-4f2d-beec-adc6df0023b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:27.883097 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-42b70267-740a-41af-b554-509925914abc req-58db9c47-ad48-4c7e-9db8-29967a0d5388 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421236 Jul 15 23:07:27.907637 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4077abe6-be36-4107-92a4-e896325cc8fb None None] The sync data for ids ['80a8f78f-0ac9-4756-93f5-ec16483eb5ee'] in n-d-787205-9 is: [{'id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'name': 'tempest-TaggedBootDevicesTest-1040570057-router', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'e9911a31-bf58-4547-9837-32e65cb5a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:16Z', 'updated_at': '2021-07-15T23:07:21Z', 'revision_number': 4, 'project_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'gw_port': {'id': 'e9911a31-bf58-4547-9837-32e65cb5a2fe', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:30:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:17Z', 'updated_at': '2021-07-15T23:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '3ac1f85b-30b4-4b12-b9de-4734129e563c', 'name': '', 'network_id': 'e0802052-573e-4abc-b289-64f26dbf67e5', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'mac_address': 'fa:16:3e:53:8e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '366630ff-4a54-44a5-bcbd-e951b8384258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:20Z', 'updated_at': '2021-07-15T23:07:26Z', 'revision_number': 4, 'project_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'subnets': [{'id': '366630ff-4a54-44a5-bcbd-e951b8384258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:07:27.913415 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-efb7e321-46a4-4e94-b8e6-fb6bf678326f req-56ef22c4-faf0-4b0f-a4bd-af2c71643300 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Deleting port 9516bf63-0324-4c33-b923-674ccc897835 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:27.913415 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-efb7e321-46a4-4e94-b8e6-fb6bf678326f req-56ef22c4-faf0-4b0f-a4bd-af2c71643300 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:27.946804 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-03a1e188-182e-4de7-8136-8a190ca11d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:28.134990 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-03a1e188-182e-4de7-8136-8a190ca11d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:28.186930 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618f843-b9cc-4b71-9fcb-4fdf878f15bf req-ed53a7fe-e1f2-4db6-bd94-939d245b3f98 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:28.192452 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0618f843-b9cc-4b71-9fcb-4fdf878f15bf req-ed53a7fe-e1f2-4db6-bd94-939d245b3f98 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce642420-7697-475f-9a61-3a7dbd529ba3 HTTP/1.1" status: 200 len: 949 time: 0.5131128 Jul 15 23:07:28.203502 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-efb7e321-46a4-4e94-b8e6-fb6bf678326f req-56ef22c4-faf0-4b0f-a4bd-af2c71643300 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] For port 9516bf63-0324-4c33-b923-674ccc897835, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=9516bf63-0324-4c33-b923-674ccc897835,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:28.206419 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-efb7e321-46a4-4e94-b8e6-fb6bf678326f req-56ef22c4-faf0-4b0f-a4bd-af2c71643300 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:28.249082 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4e24010-c7f4-4f2d-beec-adc6df0023b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:28.268375 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-efb7e321-46a4-4e94-b8e6-fb6bf678326f req-56ef22c4-faf0-4b0f-a4bd-af2c71643300 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Calling delete_port for 9516bf63-0324-4c33-b923-674ccc897835 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:28.270459 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4e24010-c7f4-4f2d-beec-adc6df0023b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:28.349939 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0618f843-b9cc-4b71-9fcb-4fdf878f15bf req-cc372d02-00a9-4142-be0f-30ec98039be1 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484845 Jul 15 23:07:28.376270 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e24010-c7f4-4f2d-beec-adc6df0023b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e126290b-6ebc-48ba-b85d-85b9aaa3759f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:28.377374 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-03a1e188-182e-4de7-8136-8a190ca11d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:28.382950 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-03a1e188-182e-4de7-8136-8a190ca11d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:28.383245 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b4e24010-c7f4-4f2d-beec-adc6df0023b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a2e50bc01e243ec80df6b94438dcb2d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0718629 Jul 15 23:07:28.385679 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43502) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:28.387946 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-03a1e188-182e-4de7-8136-8a190ca11d32 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ba574614-11f5-44ab-95dd-44af7673052b HTTP/1.1" status: 204 len: 168 time: 0.7639616 Jul 15 23:07:28.406112 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1e188-182e-4de7-8136-8a190ca11d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba574614-11f5-44ab-95dd-44af7673052b,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:28.536707 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37ca71fa-46c7-439f-8c05-fc7a5c2ff496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:28.644851 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37ca71fa-46c7-439f-8c05-fc7a5c2ff496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:28.731876 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37ca71fa-46c7-439f-8c05-fc7a5c2ff496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:28.737823 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37ca71fa-46c7-439f-8c05-fc7a5c2ff496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:28.740040 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-37ca71fa-46c7-439f-8c05-fc7a5c2ff496 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e126290b-6ebc-48ba-b85d-85b9aaa3759f HTTP/1.1" status: 204 len: 168 time: 0.3497887 Jul 15 23:07:28.767848 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43516) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:28.813507 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca71fa-46c7-439f-8c05-fc7a5c2ff496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e126290b-6ebc-48ba-b85d-85b9aaa3759f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:28.838123 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-efb7e321-46a4-4e94-b8e6-fb6bf678326f req-56ef22c4-faf0-4b0f-a4bd-af2c71643300 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:28.861316 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['989be037-1ed6-4791-8ac9-4b7d6e3604f2', '9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f', '9d6640ae-a708-4fc7-bb14-0196422ca219', '345f3383-255c-44ff-8e18-fa2a8e94e7fc'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:28.944831 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef22c4-faf0-4b0f-a4bd-af2c71643300 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Pushing event deleted for resources: {'Port': ['ID=9516bf63-0324-4c33-b923-674ccc897835,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:28.968920 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['c5eb601b-188a-4b27-8d77-8f099fc61953', '82f9b78f-fb59-4d4d-af16-ce5195a2e46a', '9516bf63-0324-4c33-b923-674ccc897835'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:28.976631 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-714a6a0c-536d-4344-9b78-bd9c12024568 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1469496154'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:29.010625 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb7e321-46a4-4e94-b8e6-fb6bf678326f req-56ef22c4-faf0-4b0f-a4bd-af2c71643300 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] No DVR routers for this DVR port 9516bf63-0324-4c33-b923-674ccc897835 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:29.024807 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-efb7e321-46a4-4e94-b8e6-fb6bf678326f req-56ef22c4-faf0-4b0f-a4bd-af2c71643300 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:29.031151 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-efb7e321-46a4-4e94-b8e6-fb6bf678326f req-56ef22c4-faf0-4b0f-a4bd-af2c71643300 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.36 "DELETE /v2.0/ports/9516bf63-0324-4c33-b923-674ccc897835 HTTP/1.1" status: 204 len: 173 time: 1.4109380 Jul 15 23:07:29.031923 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce642420-7697-475f-9a61-3a7dbd529ba3', 'name': 'network-vif-deleted', 'tag': '9516bf63-0324-4c33-b923-674ccc897835'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:29.045540 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714a6a0c-536d-4344-9b78-bd9c12024568 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:29.054077 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876f3ca1-adda-4db8-98db-c7e08c05b404" -d '{"events": [{"server_uuid": "ce642420-7697-475f-9a61-3a7dbd529ba3", "name": "network-vif-deleted", "tag": "9516bf63-0324-4c33-b923-674ccc897835"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:29.078741 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-714a6a0c-536d-4344-9b78-bd9c12024568 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:29.144733 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-714a6a0c-536d-4344-9b78-bd9c12024568 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:29.172649 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e933a941-e94d-481e-bb9a-0c778d45bfc4 x-openstack-request-id: req-e933a941-e94d-481e-bb9a-0c778d45bfc4 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:29.173214 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce642420-7697-475f-9a61-3a7dbd529ba3", "name": "network-vif-deleted", "tag": "9516bf63-0324-4c33-b923-674ccc897835", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:29.173698 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e933a941-e94d-481e-bb9a-0c778d45bfc4 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:29.174605 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce642420-7697-475f-9a61-3a7dbd529ba3', 'name': 'network-vif-deleted', 'tag': '9516bf63-0324-4c33-b923-674ccc897835', 'status': 'completed', 'code': 200} Jul 15 23:07:29.508705 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43540) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:29.548286 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91b1ac94-a28a-4357-8b20-f14dafbd4768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:29.601982 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57606df2-2b60-4838-89b1-dfe2ef50e272 req-3be86b30-819e-4e5b-8d5a-198e6a2a3fbc tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:29.615133 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-57606df2-2b60-4838-89b1-dfe2ef50e272 req-3be86b30-819e-4e5b-8d5a-198e6a2a3fbc tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=f68354c1-5c7f-486f-b282-6cb25950aa5c HTTP/1.1" status: 200 len: 945 time: 0.3432035 Jul 15 23:07:29.626679 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 3ac1f85b-30b4-4b12-b9de-4734129e563c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:29.716171 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-57606df2-2b60-4838-89b1-dfe2ef50e272 req-7fc91c1c-93d8-489f-9f39-1377f256ed42 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991204 Jul 15 23:07:29.749265 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-714a6a0c-536d-4344-9b78-bd9c12024568 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:29.750481 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-714a6a0c-536d-4344-9b78-bd9c12024568 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:29.776249 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-714a6a0c-536d-4344-9b78-bd9c12024568 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:07:29.797007 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-714a6a0c-536d-4344-9b78-bd9c12024568 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:29.797316 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-714a6a0c-536d-4344-9b78-bd9c12024568 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Added segment 85efdd07-d5b3-4689-a787-04bf6c70a6a0 of type vlan for network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 Jul 15 23:07:29.901229 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-714a6a0c-536d-4344-9b78-bd9c12024568 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:30.025937 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a6a0c-536d-4344-9b78-bd9c12024568 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1566c6cb-8dd2-4cb0-9e9e-dc807a977814,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:30.080607 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91b1ac94-a28a-4357-8b20-f14dafbd4768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:30.086621 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91b1ac94-a28a-4357-8b20-f14dafbd4768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:30.162286 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-714a6a0c-536d-4344-9b78-bd9c12024568 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:30.172964 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714a6a0c-536d-4344-9b78-bd9c12024568 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:30.174034 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-714a6a0c-536d-4344-9b78-bd9c12024568 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:30.177917 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1ac94-a28a-4357-8b20-f14dafbd4768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3be5a2-cb9e-4032-9818-eabad011496f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:30.203768 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 3ac1f85b-30b4-4b12-b9de-4734129e563c completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:30.227370 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-40dc27fd-05dc-46cf-a272-b9737ab08858 req-7a9fe940-e821-48bc-9c1c-b6f265f79143 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce642420-7697-475f-9a61-3a7dbd529ba3 HTTP/1.1" status: 200 len: 210 time: 0.1480696 Jul 15 23:07:30.247672 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43550) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:30.250106 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-714a6a0c-536d-4344-9b78-bd9c12024568 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4811273 Jul 15 23:07:30.263540 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f80b3668-2c5c-4ac1-a6dd-db1d09201dfd tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:30.271778 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 3ac1f85b-30b4-4b12-b9de-4734129e563c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:30.272642 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:30.448345 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-91b1ac94-a28a-4357-8b20-f14dafbd4768 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c020ddbdd5d422fb3d9a9d69ff5e584&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9383004 Jul 15 23:07:30.450883 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43556) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:30.498307 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80b3668-2c5c-4ac1-a6dd-db1d09201dfd tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:30.504460 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f80b3668-2c5c-4ac1-a6dd-db1d09201dfd tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:30.621666 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c14e9386-7daf-4e4f-8ef1-dc7a1dbd6f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:30.640577 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43558) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:30.667452 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:30.680947 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c14e9386-7daf-4e4f-8ef1-dc7a1dbd6f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:30.700820 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a6a0c-536d-4344-9b78-bd9c12024568 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Network': ['ID=7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:30.725271 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:07:30.903611 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 3ac1f85b-30b4-4b12-b9de-4734129e563c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=3ac1f85b-30b4-4b12-b9de-4734129e563c,segment=NetworkSegment(2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c),segment_id=2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:30.911399 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e669a6ce-8589-490f-98a3-4d46adffb98d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1707799020-network', 'tenant_id': '3cd2e830a4d4489db1afd3c7596d484f'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:30.952082 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:30.961719 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c14e9386-7daf-4e4f-8ef1-dc7a1dbd6f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:30.969563 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c14e9386-7daf-4e4f-8ef1-dc7a1dbd6f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:30.970784 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c14e9386-7daf-4e4f-8ef1-dc7a1dbd6f58 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b3be5a2-cb9e-4032-9818-eabad011496f HTTP/1.1" status: 204 len: 168 time: 0.5187910 Jul 15 23:07:31.029820 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920a05d-7ead-4acc-af7a-b3504a389438 req-a34c2b5e-26a3-475c-9f05-70a602cecc6a tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:31.031983 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e9386-7daf-4e4f-8ef1-dc7a1dbd6f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3be5a2-cb9e-4032-9818-eabad011496f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:31.032542 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a920a05d-7ead-4acc-af7a-b3504a389438 req-a34c2b5e-26a3-475c-9f05-70a602cecc6a tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=f68354c1-5c7f-486f-b282-6cb25950aa5c HTTP/1.1" status: 200 len: 945 time: 0.1115808 Jul 15 23:07:31.037735 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e669a6ce-8589-490f-98a3-4d46adffb98d admin admin] Made reservation on behalf of 3cd2e830a4d4489db1afd3c7596d484f for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:31.042533 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e669a6ce-8589-490f-98a3-4d46adffb98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:31.056387 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e669a6ce-8589-490f-98a3-4d46adffb98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:31.067187 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f80b3668-2c5c-4ac1-a6dd-db1d09201dfd tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:31.084895 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=3ac1f85b-30b4-4b12-b9de-4734129e563c,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:31.110929 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a920a05d-7ead-4acc-af7a-b3504a389438 req-568559bb-84fc-41c3-973a-9b73def720d0 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661137 Jul 15 23:07:31.262570 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b3668-2c5c-4ac1-a6dd-db1d09201dfd tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Subnet': ['ID=67233aaf-28e8-4407-88b8-33e38e4214ae,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:31.273300 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b3668-2c5c-4ac1-a6dd-db1d09201dfd tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Checking segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:31.281110 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80b3668-2c5c-4ac1-a6dd-db1d09201dfd tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network hostable DHCP agents. Network: 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:07:31.283293 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 9516bf63-0324-4c33-b923-674ccc897835 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:31.332750 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 9516bf63-0324-4c33-b923-674ccc897835 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:31.333025 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 9516bf63-0324-4c33-b923-674ccc897835 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:31.366068 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 3ac1f85b-30b4-4b12-b9de-4734129e563c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:31.386523 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e669a6ce-8589-490f-98a3-4d46adffb98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:31.397214 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e669a6ce-8589-490f-98a3-4d46adffb98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:31.472325 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 3ac1f85b-30b4-4b12-b9de-4734129e563c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:31.472809 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:31.486018 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80b3668-2c5c-4ac1-a6dd-db1d09201dfd tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:07:31.529941 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e669a6ce-8589-490f-98a3-4d46adffb98d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:07:31.596807 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-f80b3668-2c5c-4ac1-a6dd-db1d09201dfd tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:31.602247 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80b3668-2c5c-4ac1-a6dd-db1d09201dfd tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:31.603451 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f80b3668-2c5c-4ac1-a6dd-db1d09201dfd tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:31.610813 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e669a6ce-8589-490f-98a3-4d46adffb98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:31.611299 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-e669a6ce-8589-490f-98a3-4d46adffb98d admin admin] Added segment c5f97a75-170c-413d-b88b-5822deb030ae of type vlan for network 88802605-0841-4548-a7eb-a0c902b02e21 Jul 15 23:07:31.621018 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d680b9-ec57-4d84-8a6f-400be0a83e3d None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:07:31.634945 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669a6ce-8589-490f-98a3-4d46adffb98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62c2e68-0cc8-4016-a352-4566f39835fe,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:31.727039 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f80b3668-2c5c-4ac1-a6dd-db1d09201dfd tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4782250 Jul 15 23:07:31.730139 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43596) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:31.735914 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-7ce2b962-5e6d-471b-8156-23e805a0abf6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'port': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'name': 'tempest-NetworksTestDHCPv6-1739404694'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:31.748120 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e669a6ce-8589-490f-98a3-4d46adffb98d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:31.876074 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e669a6ce-8589-490f-98a3-4d46adffb98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:31.879124 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e669a6ce-8589-490f-98a3-4d46adffb98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:31.879783 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e669a6ce-8589-490f-98a3-4d46adffb98d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:31.970213 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e669a6ce-8589-490f-98a3-4d46adffb98d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3272328 Jul 15 23:07:31.974796 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43606) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:32.018051 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ae8f0cd8-b504-4d3f-8c0f-2380a69e5161 admin admin] Request body: {'subnet': {'network_id': '88802605-0841-4548-a7eb-a0c902b02e21', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1707799020-subnet', 'tenant_id': '3cd2e830a4d4489db1afd3c7596d484f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:32.071424 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce2b962-5e6d-471b-8156-23e805a0abf6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:32.079547 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7ce2b962-5e6d-471b-8156-23e805a0abf6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:32.106620 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-7ce2b962-5e6d-471b-8156-23e805a0abf6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] device_id is not set on port e10edfe5-51cb-45f0-a32f-490093a0ce84 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:07:32.210763 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8f0cd8-b504-4d3f-8c0f-2380a69e5161 admin admin] Made reservation on behalf of 3cd2e830a4d4489db1afd3c7596d484f for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:32.218522 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ae8f0cd8-b504-4d3f-8c0f-2380a69e5161 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:32.272011 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57331e4-c099-4d65-b7a9-da01b698c8a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'tenant_id': '63d2071bda354af48ba0ab40dec64d3d', 'fixed_ips': [{'subnet_id': '67233aaf-28e8-4407-88b8-33e38e4214ae'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:07:32.273430 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b57331e4-c099-4d65-b7a9-da01b698c8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:32.361280 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669a6ce-8589-490f-98a3-4d46adffb98d admin admin] Pushing event updated for resources: {'Network': ['ID=88802605-0841-4548-a7eb-a0c902b02e21,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:32.402140 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-7ce2b962-5e6d-471b-8156-23e805a0abf6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Allocated IP 2001:db8::3c3 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/67233aaf-28e8-4407-88b8-33e38e4214ae/e10edfe5-51cb-45f0-a32f-490093a0ce84) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:32.562725 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 88802605-0841-4548-a7eb-a0c902b02e21 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:07:32.723120 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43634) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:32.803738 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ae8f0cd8-b504-4d3f-8c0f-2380a69e5161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:32.822694 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7ce2b962-5e6d-471b-8156-23e805a0abf6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:32.837779 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7ce2b962-5e6d-471b-8156-23e805a0abf6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Transition to ACTIVE for port object e10edfe5-51cb-45f0-a32f-490093a0ce84 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:32.871799 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f0cd8-b504-4d3f-8c0f-2380a69e5161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a92a796-d3b1-42b7-94fc-c3b1172d58ab,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:32.893171 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d8113-a9f6-47cb-9d36-f33e761e6feb req-6ffd2abc-d31e-4165-9140-48bc04b1a013 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:32.898937 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-744d8113-a9f6-47cb-9d36-f33e761e6feb req-6ffd2abc-d31e-4165-9140-48bc04b1a013 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded22c8d-0f9b-464d-b86e-6d3b9f025c6d HTTP/1.1" status: 200 len: 949 time: 0.3911614 Jul 15 23:07:32.899882 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8f0cd8-b504-4d3f-8c0f-2380a69e5161 admin admin] Checking segment: {'id': 'c5f97a75-170c-413d-b88b-5822deb030ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '88802605-0841-4548-a7eb-a0c902b02e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:32.900317 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8f0cd8-b504-4d3f-8c0f-2380a69e5161 admin admin] Network hostable DHCP agents. Network: 88802605-0841-4548-a7eb-a0c902b02e21, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:07:32.923755 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8f0cd8-b504-4d3f-8c0f-2380a69e5161 admin admin] Network 88802605-0841-4548-a7eb-a0c902b02e21 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:07:32.939523 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-ae8f0cd8-b504-4d3f-8c0f-2380a69e5161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 88802605-0841-4548-a7eb-a0c902b02e21) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:32.952877 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8f0cd8-b504-4d3f-8c0f-2380a69e5161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:32.954208 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ae8f0cd8-b504-4d3f-8c0f-2380a69e5161 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:32.956502 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f447e6f7-e078-4f1e-a13e-537ce812a3d4 None None] Network 88802605-0841-4548-a7eb-a0c902b02e21 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:07:32.982796 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7ce2b962-5e6d-471b-8156-23e805a0abf6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:32.992665 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ae8f0cd8-b504-4d3f-8c0f-2380a69e5161 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0092473 Jul 15 23:07:32.996111 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43640) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:33.005754 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0499987a-15a9-42f8-93a9-70b69327eff1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1707799020-router', 'tenant_id': '3cd2e830a4d4489db1afd3c7596d484f', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:33.038288 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0499987a-15a9-42f8-93a9-70b69327eff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:33.040490 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0499987a-15a9-42f8-93a9-70b69327eff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:33.056321 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce2b962-5e6d-471b-8156-23e805a0abf6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:33.091958 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-7ce2b962-5e6d-471b-8156-23e805a0abf6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:33.099323 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce2b962-5e6d-471b-8156-23e805a0abf6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:33.104910 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce2b962-5e6d-471b-8156-23e805a0abf6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:33.105614 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7ce2b962-5e6d-471b-8156-23e805a0abf6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:33.134473 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-744d8113-a9f6-47cb-9d36-f33e761e6feb req-9ccd4810-9e92-402f-bb7f-e5e640cef0b4 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345531 Jul 15 23:07:33.141689 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2b962-5e6d-471b-8156-23e805a0abf6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Port': ['ID=e10edfe5-51cb-45f0-a32f-490093a0ce84,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:33.161339 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-b57331e4-c099-4d65-b7a9-da01b698c8a6 None None] Allocated IP 2001:db8::2 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/67233aaf-28e8-4407-88b8-33e38e4214ae/d1cd20c8-1ba5-4586-827c-7dbd3b405a0c) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:33.163892 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7ce2b962-5e6d-471b-8156-23e805a0abf6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4322350 Jul 15 23:07:33.166513 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43644) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:33.180083 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0499987a-15a9-42f8-93a9-70b69327eff1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:33.480656 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21c70b4-57a3-405c-ad47-67b3b997bc2b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:33.482484 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b21c70b4-57a3-405c-ad47-67b3b997bc2b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3149335 Jul 15 23:07:33.485130 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43662) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:33.504710 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0499987a-15a9-42f8-93a9-70b69327eff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:33.682584 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-933ca75f-6171-4d3e-aa5b-44516b4d6de2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting port e10edfe5-51cb-45f0-a32f-490093a0ce84 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:33.683351 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-933ca75f-6171-4d3e-aa5b-44516b4d6de2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:33.690351 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43664) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:33.711749 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ae650-cb2f-4c5e-82b2-b39886bacdbe req-e16b7d26-0521-4ec5-bef4-a29b2df77bbc tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:33.713687 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-344ae650-cb2f-4c5e-82b2-b39886bacdbe req-e16b7d26-0521-4ec5-bef4-a29b2df77bbc tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.36 "GET /v2.0/ports?device_id=ded22c8d-0f9b-464d-b86e-6d3b9f025c6d HTTP/1.1" status: 200 len: 949 time: 0.1897998 Jul 15 23:07:33.724324 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b57331e4-c099-4d65-b7a9-da01b698c8a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:33.738196 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b57331e4-c099-4d65-b7a9-da01b698c8a6 None None] Transition to ACTIVE for port object d1cd20c8-1ba5-4586-827c-7dbd3b405a0c will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:33.759915 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b57331e4-c099-4d65-b7a9-da01b698c8a6 None None] Transition to ACTIVE for port object d1cd20c8-1ba5-4586-827c-7dbd3b405a0c will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:33.768855 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b57331e4-c099-4d65-b7a9-da01b698c8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:33.875324 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-933ca75f-6171-4d3e-aa5b-44516b4d6de2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:33.891529 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7b3d51-83b4-4c0b-b582-1f42d5aeb4b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-88802605-0841-4548-a7eb-a0c902b02e21', 'network_id': '88802605-0841-4548-a7eb-a0c902b02e21', 'tenant_id': '3cd2e830a4d4489db1afd3c7596d484f', 'fixed_ips': [{'subnet_id': '5a92a796-d3b1-42b7-94fc-c3b1172d58ab'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:07:33.892395 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac7b3d51-83b4-4c0b-b582-1f42d5aeb4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:33.896681 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e9f73119-141c-4b01-90f6-4c967443441a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:33.899895 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-933ca75f-6171-4d3e-aa5b-44516b4d6de2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Calling delete_port for e10edfe5-51cb-45f0-a32f-490093a0ce84 owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:33.916289 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57331e4-c099-4d65-b7a9-da01b698c8a6 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:33.928526 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-b57331e4-c099-4d65-b7a9-da01b698c8a6 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:33.932273 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57331e4-c099-4d65-b7a9-da01b698c8a6 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:33.939887 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57331e4-c099-4d65-b7a9-da01b698c8a6 None None] Pushing event updated for resources: {'Port': ['ID=d1cd20c8-1ba5-4586-827c-7dbd3b405a0c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:34.004370 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f526b517-5cd2-44b6-9fb0-91fd49b10faf tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1561908357'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:34.004993 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f526b517-5cd2-44b6-9fb0-91fd49b10faf tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] Unknown quota resources ['metering_label']. {{(pid=93798) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:07:34.087213 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-b57331e4-c099-4d65-b7a9-da01b698c8a6 None None] Attempting to bind port d1cd20c8-1ba5-4586-827c-7dbd3b405a0c on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:34.087905 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-b57331e4-c099-4d65-b7a9-da01b698c8a6 None None] Attempting to bind port d1cd20c8-1ba5-4586-827c-7dbd3b405a0c by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:34.088533 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57331e4-c099-4d65-b7a9-da01b698c8a6 None None] Attempting to bind port d1cd20c8-1ba5-4586-827c-7dbd3b405a0c on network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:34.097501 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57331e4-c099-4d65-b7a9-da01b698c8a6 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:34.099020 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57331e4-c099-4d65-b7a9-da01b698c8a6 None None] Checking segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:34.099979 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b57331e4-c099-4d65-b7a9-da01b698c8a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:34.100597 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57331e4-c099-4d65-b7a9-da01b698c8a6 None None] Bound using segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:34.101401 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-b57331e4-c099-4d65-b7a9-da01b698c8a6 None None] Bound port: d1cd20c8-1ba5-4586-827c-7dbd3b405a0c, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:34.101981 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b57331e4-c099-4d65-b7a9-da01b698c8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:34.204381 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-ac7b3d51-83b4-4c0b-b582-1f42d5aeb4b1 None None] Allocated IP 172.20.0.2 (88802605-0841-4548-a7eb-a0c902b02e21/5a92a796-d3b1-42b7-94fc-c3b1172d58ab/5d402825-f27d-489d-b0a0-d68b061c57f0) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:34.222948 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f526b517-5cd2-44b6-9fb0-91fd49b10faf tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:34.226189 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f526b517-5cd2-44b6-9fb0-91fd49b10faf tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5315590 Jul 15 23:07:34.227600 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43672) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:34.234313 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7c1649da-d3cc-4181-b418-751feefa6606 tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '97b08817-89c2-419f-a139-8e158ed549dd'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:34.234976 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7c1649da-d3cc-4181-b418-751feefa6606 tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93798) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:07:34.236636 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-b57331e4-c099-4d65-b7a9-da01b698c8a6 None None] For port d1cd20c8-1ba5-4586-827c-7dbd3b405a0c, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:34.241622 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-b57331e4-c099-4d65-b7a9-da01b698c8a6 None None] For port d1cd20c8-1ba5-4586-827c-7dbd3b405a0c, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d1cd20c8-1ba5-4586-827c-7dbd3b405a0c,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:34.252575 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b57331e4-c099-4d65-b7a9-da01b698c8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:34.257447 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-344ae650-cb2f-4c5e-82b2-b39886bacdbe req-2d5b0139-115a-4cd7-aac3-38a01cc6fb48 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Deleting port 82f9b78f-fb59-4d4d-af16-ce5195a2e46a {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:34.257858 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-344ae650-cb2f-4c5e-82b2-b39886bacdbe req-2d5b0139-115a-4cd7-aac3-38a01cc6fb48 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:34.365134 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57331e4-c099-4d65-b7a9-da01b698c8a6 None None] Pushing event updated for resources: {'Port': ['ID=d1cd20c8-1ba5-4586-827c-7dbd3b405a0c,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:34.505755 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac7b3d51-83b4-4c0b-b582-1f42d5aeb4b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:34.522884 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ac7b3d51-83b4-4c0b-b582-1f42d5aeb4b1 None None] Transition to ACTIVE for port object 5d402825-f27d-489d-b0a0-d68b061c57f0 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:34.558473 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ac7b3d51-83b4-4c0b-b582-1f42d5aeb4b1 None None] Transition to ACTIVE for port object 5d402825-f27d-489d-b0a0-d68b061c57f0 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:34.576739 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac7b3d51-83b4-4c0b-b582-1f42d5aeb4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:34.831712 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0499987a-15a9-42f8-93a9-70b69327eff1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:34.854153 n-d-787205-9 neutron-server[93798]: WARNING neutron.services.metering.metering_plugin [None req-7c1649da-d3cc-4181-b418-751feefa6606 tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 23:07:34.913764 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0499987a-15a9-42f8-93a9-70b69327eff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:34.988482 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7b3d51-83b4-4c0b-b582-1f42d5aeb4b1 None None] Network 88802605-0841-4548-a7eb-a0c902b02e21 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:34.994943 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-ac7b3d51-83b4-4c0b-b582-1f42d5aeb4b1 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:34.998624 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7b3d51-83b4-4c0b-b582-1f42d5aeb4b1 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:35.010507 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b3d51-83b4-4c0b-b582-1f42d5aeb4b1 None None] Pushing event updated for resources: {'Port': ['ID=5d402825-f27d-489d-b0a0-d68b061c57f0,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:35.042095 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dae5e-cc0a-4a5e-b21c-6a34b09b52b0 req-e831784e-fae9-41e1-955f-362380d64e82 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:35.043727 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-722dae5e-cc0a-4a5e-b21c-6a34b09b52b0 req-e831784e-fae9-41e1-955f-362380d64e82 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded22c8d-0f9b-464d-b86e-6d3b9f025c6d HTTP/1.1" status: 200 len: 949 time: 0.4824936 Jul 15 23:07:35.057275 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-933ca75f-6171-4d3e-aa5b-44516b4d6de2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:35.069801 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c1649da-d3cc-4181-b418-751feefa6606 tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:35.072197 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7c1649da-d3cc-4181-b418-751feefa6606 tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8414414 Jul 15 23:07:35.088209 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ac7b3d51-83b4-4c0b-b582-1f42d5aeb4b1 None None] Attempting to bind port 5d402825-f27d-489d-b0a0-d68b061c57f0 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:35.088794 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ac7b3d51-83b4-4c0b-b582-1f42d5aeb4b1 None None] Attempting to bind port 5d402825-f27d-489d-b0a0-d68b061c57f0 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'c5f97a75-170c-413d-b88b-5822deb030ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '88802605-0841-4548-a7eb-a0c902b02e21'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:35.089279 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7b3d51-83b4-4c0b-b582-1f42d5aeb4b1 None None] Attempting to bind port 5d402825-f27d-489d-b0a0-d68b061c57f0 on network 88802605-0841-4548-a7eb-a0c902b02e21 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:35.102095 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7b3d51-83b4-4c0b-b582-1f42d5aeb4b1 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:35.102618 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7b3d51-83b4-4c0b-b582-1f42d5aeb4b1 None None] Checking segment: {'id': 'c5f97a75-170c-413d-b88b-5822deb030ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '88802605-0841-4548-a7eb-a0c902b02e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:35.103152 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac7b3d51-83b4-4c0b-b582-1f42d5aeb4b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:35.104094 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7b3d51-83b4-4c0b-b582-1f42d5aeb4b1 None None] Bound using segment: {'id': 'c5f97a75-170c-413d-b88b-5822deb030ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '88802605-0841-4548-a7eb-a0c902b02e21'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:35.104327 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ac7b3d51-83b4-4c0b-b582-1f42d5aeb4b1 None None] Bound port: 5d402825-f27d-489d-b0a0-d68b061c57f0, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f97a75-170c-413d-b88b-5822deb030ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '88802605-0841-4548-a7eb-a0c902b02e21'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:35.104486 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43700) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:35.105984 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac7b3d51-83b4-4c0b-b582-1f42d5aeb4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:35.118431 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e356f40c-7747-4c1f-a778-a6f1fe1b09cc tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '97b08817-89c2-419f-a139-8e158ed549dd'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:35.118978 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e356f40c-7747-4c1f-a778-a6f1fe1b09cc tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93798) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:07:35.139669 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-344ae650-cb2f-4c5e-82b2-b39886bacdbe req-2d5b0139-115a-4cd7-aac3-38a01cc6fb48 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] For port 82f9b78f-fb59-4d4d-af16-ce5195a2e46a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=82f9b78f-fb59-4d4d-af16-ce5195a2e46a,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:35.139669 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-344ae650-cb2f-4c5e-82b2-b39886bacdbe req-2d5b0139-115a-4cd7-aac3-38a01cc6fb48 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:35.165331 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-344ae650-cb2f-4c5e-82b2-b39886bacdbe req-2d5b0139-115a-4cd7-aac3-38a01cc6fb48 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Calling delete_port for 82f9b78f-fb59-4d4d-af16-ce5195a2e46a owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:35.170215 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ca75f-6171-4d3e-aa5b-44516b4d6de2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Port': ['ID=e10edfe5-51cb-45f0-a32f-490093a0ce84,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:35.205910 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ac7b3d51-83b4-4c0b-b582-1f42d5aeb4b1 None None] For port 5d402825-f27d-489d-b0a0-d68b061c57f0, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:35.210605 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ac7b3d51-83b4-4c0b-b582-1f42d5aeb4b1 None None] For port 5d402825-f27d-489d-b0a0-d68b061c57f0, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=5d402825-f27d-489d-b0a0-d68b061c57f0,segment=NetworkSegment(c5f97a75-170c-413d-b88b-5822deb030ae),segment_id=c5f97a75-170c-413d-b88b-5822deb030ae)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:35.216664 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac7b3d51-83b4-4c0b-b582-1f42d5aeb4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:35.290490 n-d-787205-9 neutron-server[93798]: WARNING neutron.services.metering.metering_plugin [None req-e356f40c-7747-4c1f-a778-a6f1fe1b09cc tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 23:07:35.320444 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-933ca75f-6171-4d3e-aa5b-44516b4d6de2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:35.322394 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-933ca75f-6171-4d3e-aa5b-44516b4d6de2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/e10edfe5-51cb-45f0-a32f-490093a0ce84 HTTP/1.1" status: 204 len: 168 time: 1.8361387 Jul 15 23:07:35.325235 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43704) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:35.351779 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-722dae5e-cc0a-4a5e-b21c-6a34b09b52b0 req-3c31d3c4-ae1f-4c5e-a1e2-4614f705a14a tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923920 Jul 15 23:07:35.404539 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b3d51-83b4-4c0b-b582-1f42d5aeb4b1 None None] Pushing event updated for resources: {'Port': ['ID=5d402825-f27d-489d-b0a0-d68b061c57f0,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:35.427369 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d1cd20c8-1ba5-4586-827c-7dbd3b405a0c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:35.513829 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port d1cd20c8-1ba5-4586-827c-7dbd3b405a0c completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:35.562852 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e89560-7e6d-41ea-b247-1028cd675763 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:35.567054 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e89560-7e6d-41ea-b247-1028cd675763 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:35.569540 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e356f40c-7747-4c1f-a778-a6f1fe1b09cc tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:35.572480 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c8e89560-7e6d-41ea-b247-1028cd675763 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2459111 Jul 15 23:07:35.574788 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e356f40c-7747-4c1f-a778-a6f1fe1b09cc tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4672239 Jul 15 23:07:35.575910 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43712) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:35.576598 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43716) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:35.640764 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-0499987a-15a9-42f8-93a9-70b69327eff1 admin admin] Allocated IP 172.25.4.248 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/dbead779-e646-46a8-9cc4-c258c1d75b59) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:35.683169 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-82b87ab3-b123-474f-b1fc-2e76bed91833 tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=6869a822-22ff-4253-b127-e19894f81f5c HTTP/1.1" status: 200 len: 464 time: 0.0854893 Jul 15 23:07:35.687999 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43720) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:35.757332 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6bbeac8-aee5-46e6-9cf9-67105de5f7fb tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting subnet 67233aaf-28e8-4407-88b8-33e38e4214ae {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:07:35.768650 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d6bbeac8-aee5-46e6-9cf9-67105de5f7fb tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:35.879212 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e9f73119-141c-4b01-90f6-4c967443441a admin admin] Deleting port d4442747-5a05-4963-817f-cf31dbd1bf9a {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:35.879577 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e9f73119-141c-4b01-90f6-4c967443441a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:35.888097 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0499987a-15a9-42f8-93a9-70b69327eff1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:36.004500 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d6bbeac8-aee5-46e6-9cf9-67105de5f7fb tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:36.014827 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255b9e7c-88ec-4df4-a2d8-5f8fb264ad67 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:07:36.030220 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-344ae650-cb2f-4c5e-82b2-b39886bacdbe req-2d5b0139-115a-4cd7-aac3-38a01cc6fb48 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:36.067978 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 0c6e3da2-2a9e-435f-9a7c-08583b7307a9 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:07:36.078399 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['989be037-1ed6-4791-8ac9-4b7d6e3604f2', '9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f', '9d6640ae-a708-4fc7-bb14-0196422ca219', '345f3383-255c-44ff-8e18-fa2a8e94e7fc'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:36.133783 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b0139-115a-4cd7-aac3-38a01cc6fb48 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Pushing event deleted for resources: {'Port': ['ID=82f9b78f-fb59-4d4d-af16-ce5195a2e46a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:36.161863 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e9f73119-141c-4b01-90f6-4c967443441a admin admin] For port d4442747-5a05-4963-817f-cf31dbd1bf9a, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d4442747-5a05-4963-817f-cf31dbd1bf9a,segment=NetworkSegment(52ba3f22-fe84-4cb8-b352-46bf694cce3f),segment_id=52ba3f22-fe84-4cb8-b352-46bf694cce3f)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:36.162462 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e9f73119-141c-4b01-90f6-4c967443441a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:36.174819 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['c5eb601b-188a-4b27-8d77-8f099fc61953'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:36.205078 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4aa2a52a-ed4c-4cd8-8101-f259f1a40364 tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:36.211378 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e9f73119-141c-4b01-90f6-4c967443441a admin admin] Calling delete_port for d4442747-5a05-4963-817f-cf31dbd1bf9a owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:36.212157 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4aa2a52a-ed4c-4cd8-8101-f259f1a40364 tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/6869a822-22ff-4253-b127-e19894f81f5c HTTP/1.1" status: 204 len: 168 time: 0.5220709 Jul 15 23:07:36.215490 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43730) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:36.283245 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-344ae650-cb2f-4c5e-82b2-b39886bacdbe req-2d5b0139-115a-4cd7-aac3-38a01cc6fb48 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] No DVR routers for this DVR port 82f9b78f-fb59-4d4d-af16-ce5195a2e46a on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:36.291197 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-34b573e5-4567-4e79-9d01-134b866c1d17 tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=6869a822-22ff-4253-b127-e19894f81f5c HTTP/1.1" status: 200 len: 221 time: 0.0682843 Jul 15 23:07:36.292169 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43732) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:36.294057 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-344ae650-cb2f-4c5e-82b2-b39886bacdbe req-2d5b0139-115a-4cd7-aac3-38a01cc6fb48 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:36.296921 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-344ae650-cb2f-4c5e-82b2-b39886bacdbe req-2d5b0139-115a-4cd7-aac3-38a01cc6fb48 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.36 "DELETE /v2.0/ports/82f9b78f-fb59-4d4d-af16-ce5195a2e46a HTTP/1.1" status: 204 len: 173 time: 2.5561743 Jul 15 23:07:36.299347 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded22c8d-0f9b-464d-b86e-6d3b9f025c6d', 'name': 'network-vif-deleted', 'tag': '82f9b78f-fb59-4d4d-af16-ce5195a2e46a'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:36.302921 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c71f1eb-805a-48a0-8c72-3069fd620c0f" -d '{"events": [{"server_uuid": "ded22c8d-0f9b-464d-b86e-6d3b9f025c6d", "name": "network-vif-deleted", "tag": "82f9b78f-fb59-4d4d-af16-ce5195a2e46a"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:36.309445 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f7753823-a46c-41db-b16e-a697667c4ce3 tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1797335351', 'description': 'label created by tempest'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:36.310288 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f7753823-a46c-41db-b16e-a697667c4ce3 tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] Unknown quota resources ['metering_label']. {{(pid=93798) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:07:36.314145 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0499987a-15a9-42f8-93a9-70b69327eff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:36.515718 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097d7234-f698-4797-8405-ed4e2d285dec x-openstack-request-id: req-097d7234-f698-4797-8405-ed4e2d285dec {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:36.515981 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded22c8d-0f9b-464d-b86e-6d3b9f025c6d", "name": "network-vif-deleted", "tag": "82f9b78f-fb59-4d4d-af16-ce5195a2e46a", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:36.516947 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-097d7234-f698-4797-8405-ed4e2d285dec {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:36.518152 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded22c8d-0f9b-464d-b86e-6d3b9f025c6d', 'name': 'network-vif-deleted', 'tag': '82f9b78f-fb59-4d4d-af16-ce5195a2e46a', 'status': 'completed', 'code': 200} Jul 15 23:07:36.527379 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d6bbeac8-aee5-46e6-9cf9-67105de5f7fb tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:36.676656 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.db.resource_extend [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:07:36.754275 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0499987a-15a9-42f8-93a9-70b69327eff1 admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:36.762002 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0499987a-15a9-42f8-93a9-70b69327eff1 admin admin] Pushing event updated for resources: {'Port': ['ID=dbead779-e646-46a8-9cc4-c258c1d75b59,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:36.769632 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-0499987a-15a9-42f8-93a9-70b69327eff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:36.781469 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0499987a-15a9-42f8-93a9-70b69327eff1 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:36.885690 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-88d688c3-1083-4dcf-b088-97602865b23c req-a750daaf-7ece-4c01-92df-5c74eb4a9881 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded22c8d-0f9b-464d-b86e-6d3b9f025c6d HTTP/1.1" status: 200 len: 210 time: 0.0650113 Jul 15 23:07:36.968759 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 0c6e3da2-2a9e-435f-9a7c-08583b7307a9, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=0c6e3da2-2a9e-435f-9a7c-08583b7307a9,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:37.015340 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-27700e06-900d-4f6f-81bf-d35f00852807 None None] Provisioning for port d1cd20c8-1ba5-4586-827c-7dbd3b405a0c completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:37.017628 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '0c6e3da2-2a9e-435f-9a7c-08583b7307a9', 'network_id': 'f31abbaf-85af-4828-a64a-6617d309ea62', 'port_id': '0c6e3da2-2a9e-435f-9a7c-08583b7307a9', 'mac_address': 'fa:16:3e:f9:c6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4e4463-c0f1-483a-8548-ef2c0500a26e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:07:37.073157 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-27700e06-900d-4f6f-81bf-d35f00852807 None None] Provisioning complete for port d1cd20c8-1ba5-4586-827c-7dbd3b405a0c triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:37.074973 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-27700e06-900d-4f6f-81bf-d35f00852807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:37.087352 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f7753823-a46c-41db-b16e-a697667c4ce3 tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:37.094956 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f7753823-a46c-41db-b16e-a697667c4ce3 tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.7963150 Jul 15 23:07:37.113796 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43742) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:37.183117 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d6bbeac8-aee5-46e6-9cf9-67105de5f7fb tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:37.216039 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e9f73119-141c-4b01-90f6-4c967443441a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:37.223614 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bbeac8-aee5-46e6-9cf9-67105de5f7fb tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Subnet': ['ID=67233aaf-28e8-4407-88b8-33e38e4214ae,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:37.274754 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f73119-141c-4b01-90f6-4c967443441a admin admin] Pushing event deleted for resources: {'Port': ['ID=d4442747-5a05-4963-817f-cf31dbd1bf9a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:37.278136 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d6bbeac8-aee5-46e6-9cf9-67105de5f7fb tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:37.290007 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d6bbeac8-aee5-46e6-9cf9-67105de5f7fb tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/67233aaf-28e8-4407-88b8-33e38e4214ae HTTP/1.1" status: 204 len: 168 time: 1.7050211 Jul 15 23:07:37.295655 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:37.297536 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43744) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:37.350099 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 82f9b78f-fb59-4d4d-af16-ce5195a2e46a no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:37.372335 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0941bea-de87-415d-85b0-d182236b9703 None None] Network 88802605-0841-4548-a7eb-a0c902b02e21 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:07:37.384423 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 82f9b78f-fb59-4d4d-af16-ce5195a2e46a {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:37.385031 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 82f9b78f-fb59-4d4d-af16-ce5195a2e46a not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:37.387556 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-99d24a65-2129-4599-8545-d7b7b5313773 tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=eae08973-da2c-4c7f-bb9d-3d2e7c74df50 HTTP/1.1" status: 200 len: 468 time: 0.2609427 Jul 15 23:07:37.390881 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43748) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:37.451619 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c6e3da2-2a9e-435f-9a7c-08583b7307a9 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:37.459570 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c25fd5b2-7bf7-4cfd-a9a4-919cf192c0d6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1598637 Jul 15 23:07:37.461508 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43750) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:37.516241 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 0c6e3da2-2a9e-435f-9a7c-08583b7307a9, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=0c6e3da2-2a9e-435f-9a7c-08583b7307a9,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:37.543444 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:37.576809 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-52b31c05-0590-4c30-8f23-30f8e35be9b5 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:37.590156 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 5d402825-f27d-489d-b0a0-d68b061c57f0 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:37.936744 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['0c6e3da2-2a9e-435f-9a7c-08583b7307a9'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:37.949332 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 5d402825-f27d-489d-b0a0-d68b061c57f0 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:38.066362 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0499987a-15a9-42f8-93a9-70b69327eff1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:38.196811 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8ebee2a-6052-46b6-a0c3-42ed26d03860 tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:38.212865 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c8ebee2a-6052-46b6-a0c3-42ed26d03860 tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/eae08973-da2c-4c7f-bb9d-3d2e7c74df50 HTTP/1.1" status: 204 len: 168 time: 0.8189311 Jul 15 23:07:38.217375 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43756) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:38.228696 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b31c05-0590-4c30-8f23-30f8e35be9b5 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:38.249256 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-52b31c05-0590-4c30-8f23-30f8e35be9b5 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:38.260861 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-27700e06-900d-4f6f-81bf-d35f00852807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:38.296593 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b6a79ba6-d41a-4e0f-a170-b95b0744d7ec tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=eae08973-da2c-4c7f-bb9d-3d2e7c74df50 HTTP/1.1" status: 200 len: 216 time: 0.0770974 Jul 15 23:07:38.304625 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43764) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:38.371350 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955eb8cf-0380-4873-b2ae-da07aa04f8f8 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:07:38.494600 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5e371361-9af4-4f83-bf4e-a8d97c523a52 tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1803658 Jul 15 23:07:38.499212 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43766) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:38.514018 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=0c6e3da2-2a9e-435f-9a7c-08583b7307a9,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:38.615695 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f8ea10f2-c7d8-4d71-be89-45928ad74a1f tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0817440 Jul 15 23:07:38.616609 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43770) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:38.639079 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-27700e06-900d-4f6f-81bf-d35f00852807 None None] For port d1cd20c8-1ba5-4586-827c-7dbd3b405a0c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d1cd20c8-1ba5-4586-827c-7dbd3b405a0c,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:38.702039 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:38.727357 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e9f73119-141c-4b01-90f6-4c967443441a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:38.735691 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c6f45990-0599-4e51-bc99-c03508ae66c3 tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/97b08817-89c2-419f-a139-8e158ed549dd HTTP/1.1" status: 200 len: 473 time: 0.0862041 Jul 15 23:07:38.740582 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43772) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:38.772411 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-62851a0a-c4a1-4901-b9b9-6711ae7423e3 tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/7079f399-ed56-47f9-a8f7-d15e32895436 HTTP/1.1" status: 200 len: 461 time: 0.0303166 Jul 15 23:07:38.773275 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43774) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:38.956388 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0499987a-15a9-42f8-93a9-70b69327eff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:38.960594 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-27700e06-900d-4f6f-81bf-d35f00852807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:39.171882 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-68e34a20-39e3-4fc9-868c-145fe10f6269 tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:39.176127 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-68e34a20-39e3-4fc9-868c-145fe10f6269 tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/7079f399-ed56-47f9-a8f7-d15e32895436 HTTP/1.1" status: 204 len: 168 time: 0.3659072 Jul 15 23:07:39.177097 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43776) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:39.255016 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-52b31c05-0590-4c30-8f23-30f8e35be9b5 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:39.328806 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b31c05-0590-4c30-8f23-30f8e35be9b5 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:39.337480 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-52b31c05-0590-4c30-8f23-30f8e35be9b5 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:39.347721 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-fbcbc095-6bdd-496a-ba18-6bea06939222 None None] Provisioning complete for port d1cd20c8-1ba5-4586-827c-7dbd3b405a0c triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:39.348330 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fbcbc095-6bdd-496a-ba18-6bea06939222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:39.388209 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b31c05-0590-4c30-8f23-30f8e35be9b5 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:39.388983 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-52b31c05-0590-4c30-8f23-30f8e35be9b5 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:39.484720 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b31c05-0590-4c30-8f23-30f8e35be9b5 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Subnet': ['ID=901ac394-90dc-40d7-bd7d-8e7d16b9ca2c,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:39.493124 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-52b31c05-0590-4c30-8f23-30f8e35be9b5 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9257319 Jul 15 23:07:39.496616 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43782) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:39.507502 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-db9685b5-6f1e-4b67-92ff-4ae429d61655 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'port': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'name': 'tempest-NetworksTestDHCPv6-1654759986'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:39.547045 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f73119-141c-4b01-90f6-4c967443441a admin admin] Router b4199801-7902-450c-96dc-b6982a144635 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:07:39.600611 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0499987a-15a9-42f8-93a9-70b69327eff1 admin admin] Router cc917b37-471f-4c28-b207-dd60fec82d05 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:07:39.649963 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27700e06-900d-4f6f-81bf-d35f00852807 None None] Pushing event updated for resources: {'Port': ['ID=d1cd20c8-1ba5-4586-827c-7dbd3b405a0c,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:39.838673 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ee8b28b-f862-4a77-8841-ce744e2c1276 tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:39.840098 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f73119-141c-4b01-90f6-4c967443441a admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:07:39.842516 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1ee8b28b-f862-4a77-8841-ce744e2c1276 tempest-MeteringTestJSON-1193589 tempest-MeteringTestJSON-1193589-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/97b08817-89c2-419f-a139-8e158ed549dd HTTP/1.1" status: 204 len: 168 time: 0.6644413 Jul 15 23:07:39.854034 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e9f73119-141c-4b01-90f6-4c967443441a admin admin] 10.222.0.16 "PUT /v2.0/routers/b4199801-7902-450c-96dc-b6982a144635/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1289296 Jul 15 23:07:39.856220 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43788) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:39.887810 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680572ed-13df-4b70-a508-187f22c4f260 None None] Sync routers for ids ['b4199801-7902-450c-96dc-b6982a144635'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:07:39.891027 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ff3389-b7c5-4a2d-a40f-7e84f148c70f None None] DHCP port deletion for 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:07:40.092608 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-521822d2-9154-45d1-8deb-3566360125d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:40.184404 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 0c6e3da2-2a9e-435f-9a7c-08583b7307a9 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:40.329298 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0499987a-15a9-42f8-93a9-70b69327eff1 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:07:40.351355 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d689a16a-e26a-4b0a-9648-b2ce3525040d None None] Sync routers for ids ['cc917b37-471f-4c28-b207-dd60fec82d05'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:07:40.360574 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9685b5-6f1e-4b67-92ff-4ae429d61655 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:40.374987 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db9685b5-6f1e-4b67-92ff-4ae429d61655 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:40.395865 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d689a16a-e26a-4b0a-9648-b2ce3525040d None None] Routers {'cc917b37-471f-4c28-b207-dd60fec82d05'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:07:40.418253 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-d689a16a-e26a-4b0a-9648-b2ce3525040d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:07:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['cc917b37-471f-4c28-b207-dd60fec82d05'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:40.452207 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0499987a-15a9-42f8-93a9-70b69327eff1 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:40.455882 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0499987a-15a9-42f8-93a9-70b69327eff1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.4557781 Jul 15 23:07:40.458207 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43796) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:40.471871 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-db9685b5-6f1e-4b67-92ff-4ae429d61655 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] device_id is not set on port cefe0a3b-2376-415e-a768-96ab793ec106 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:07:40.508541 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43798) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:40.627911 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-d689a16a-e26a-4b0a-9648-b2ce3525040d None None] Set router cc917b37-471f-4c28-b207-dd60fec82d05 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:07:40.719032 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-db9685b5-6f1e-4b67-92ff-4ae429d61655 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Allocated IP 2001:db8::157 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/901ac394-90dc-40d7-bd7d-8e7d16b9ca2c/cefe0a3b-2376-415e-a768-96ab793ec106) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:40.801944 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680572ed-13df-4b70-a508-187f22c4f260 None None] Routers {'b4199801-7902-450c-96dc-b6982a144635'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:07:40.802570 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-680572ed-13df-4b70-a508-187f22c4f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:07:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b4199801-7902-450c-96dc-b6982a144635'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:40.871548 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-521822d2-9154-45d1-8deb-3566360125d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:40.936791 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db9685b5-6f1e-4b67-92ff-4ae429d61655 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:40.962223 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-db9685b5-6f1e-4b67-92ff-4ae429d61655 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Transition to ACTIVE for port object cefe0a3b-2376-415e-a768-96ab793ec106 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:40.988429 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-d689a16a-e26a-4b0a-9648-b2ce3525040d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc917b37-471f-4c28-b207-dd60fec82d05', 'name': 'tempest-FloatingIPDetailsTestJSON-1707799020-router', 'tenant_id': '3cd2e830a4d4489db1afd3c7596d484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'dbead779-e646-46a8-9cc4-c258c1d75b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:33Z', 'updated_at': '2021-07-15T23:07:37Z', 'revision_number': 3, 'project_id': '3cd2e830a4d4489db1afd3c7596d484f', 'gw_port': {'id': 'dbead779-e646-46a8-9cc4-c258c1d75b59', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc917b37-471f-4c28-b207-dd60fec82d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:34Z', 'updated_at': '2021-07-15T23:07:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:41.029674 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db9685b5-6f1e-4b67-92ff-4ae429d61655 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.045278 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d689a16a-e26a-4b0a-9648-b2ce3525040d None None] Checking router: cc917b37-471f-4c28-b207-dd60fec82d05 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:07:41.046033 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d689a16a-e26a-4b0a-9648-b2ce3525040d None None] Updating router cc917b37-471f-4c28-b207-dd60fec82d05 port dbead779-e646-46a8-9cc4-c258c1d75b59 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:07:41.073393 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-fbcbc095-6bdd-496a-ba18-6bea06939222 None None] Provisioning for port 5d402825-f27d-489d-b0a0-d68b061c57f0 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:41.120772 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9685b5-6f1e-4b67-92ff-4ae429d61655 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Port': ['ID=cefe0a3b-2376-415e-a768-96ab793ec106,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:41.125947 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d689a16a-e26a-4b0a-9648-b2ce3525040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.135251 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-510458ef-ca60-407a-b9a7-f412beb652a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.159252 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9685b5-6f1e-4b67-92ff-4ae429d61655 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:41.162212 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-db9685b5-6f1e-4b67-92ff-4ae429d61655 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:41.165482 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9685b5-6f1e-4b67-92ff-4ae429d61655 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:41.192251 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9685b5-6f1e-4b67-92ff-4ae429d61655 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:41.194087 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db9685b5-6f1e-4b67-92ff-4ae429d61655 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.330214 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-93ff3389-b7c5-4a2d-a40f-7e84f148c70f None None] Deleting port d1cd20c8-1ba5-4586-827c-7dbd3b405a0c {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:41.330534 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-93ff3389-b7c5-4a2d-a40f-7e84f148c70f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.355731 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0f46f-0158-4451-94e0-dd206e2ecf07 req-1ea79780-4e0f-4cb9-a6ba-605bf1e823ca tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:41.367627 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-00d0f46f-0158-4451-94e0-dd206e2ecf07 req-1ea79780-4e0f-4cb9-a6ba-605bf1e823ca tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f1352f-15de-4a65-ae9b-c9f6a61c5060 HTTP/1.1" status: 200 len: 950 time: 0.5896266 Jul 15 23:07:41.454212 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-510458ef-ca60-407a-b9a7-f412beb652a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.507136 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-510458ef-ca60-407a-b9a7-f412beb652a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.511022 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-db9685b5-6f1e-4b67-92ff-4ae429d61655 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0117486 Jul 15 23:07:41.542138 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43804) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:41.552687 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510458ef-ca60-407a-b9a7-f412beb652a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daadcaae-ca30-4a9a-9414-f026e0b4fb15,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:41.561438 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-521822d2-9154-45d1-8deb-3566360125d3 admin admin] Deleting port 18834e80-de2b-45f8-ab98-0733dcbc1aee {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:41.561833 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-521822d2-9154-45d1-8deb-3566360125d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.578135 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-93ff3389-b7c5-4a2d-a40f-7e84f148c70f None None] For port d1cd20c8-1ba5-4586-827c-7dbd3b405a0c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d1cd20c8-1ba5-4586-827c-7dbd3b405a0c,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:41.578537 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-93ff3389-b7c5-4a2d-a40f-7e84f148c70f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.615563 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-93ff3389-b7c5-4a2d-a40f-7e84f148c70f None None] Calling delete_port for d1cd20c8-1ba5-4586-827c-7dbd3b405a0c owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:41.626295 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f71089-3c70-418c-9655-70af68ea8234 req-cf7ed673-76ef-46f8-a334-0176d738e1fb tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:41.629477 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-71f71089-3c70-418c-9655-70af68ea8234 req-cf7ed673-76ef-46f8-a334-0176d738e1fb tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.36 "GET /v2.0/ports?device_id=7486c404-e90c-4fae-a1ec-d67daffb3f52 HTTP/1.1" status: 200 len: 950 time: 0.1731672 Jul 15 23:07:41.632578 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-510458ef-ca60-407a-b9a7-f412beb652a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a32b226e95a94d9993dfdc8eaadd753b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1230793 Jul 15 23:07:41.644539 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43808) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:41.668904 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d689a16a-e26a-4b0a-9648-b2ce3525040d None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.696585 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-d689a16a-e26a-4b0a-9648-b2ce3525040d None None] Transition to ACTIVE for port object dbead779-e646-46a8-9cc4-c258c1d75b59 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:41.707742 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d689a16a-e26a-4b0a-9648-b2ce3525040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.797739 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2687e-2298-4781-9cab-98c3a9db0331 None None] Pushing event updated for resources: {'Port': ['ID=dbead779-e646-46a8-9cc4-c258c1d75b59,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:41.804752 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-521822d2-9154-45d1-8deb-3566360125d3 admin admin] For port 18834e80-de2b-45f8-ab98-0733dcbc1aee, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=18834e80-de2b-45f8-ab98-0733dcbc1aee,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:41.805232 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-521822d2-9154-45d1-8deb-3566360125d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.831728 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-fbcbc095-6bdd-496a-ba18-6bea06939222 None None] Provisioning complete for port 5d402825-f27d-489d-b0a0-d68b061c57f0 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:41.832437 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fbcbc095-6bdd-496a-ba18-6bea06939222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.837813 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-d689a16a-e26a-4b0a-9648-b2ce3525040d None None] Attempting to bind port dbead779-e646-46a8-9cc4-c258c1d75b59 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:41.838545 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-d689a16a-e26a-4b0a-9648-b2ce3525040d None None] Attempting to bind port dbead779-e646-46a8-9cc4-c258c1d75b59 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:41.839176 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d689a16a-e26a-4b0a-9648-b2ce3525040d None None] Attempting to bind port dbead779-e646-46a8-9cc4-c258c1d75b59 on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:41.848561 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-521822d2-9154-45d1-8deb-3566360125d3 admin admin] Calling delete_port for 18834e80-de2b-45f8-ab98-0733dcbc1aee owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:41.850333 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d689a16a-e26a-4b0a-9648-b2ce3525040d None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:41.850985 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d689a16a-e26a-4b0a-9648-b2ce3525040d None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:41.852164 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d689a16a-e26a-4b0a-9648-b2ce3525040d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.852738 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d689a16a-e26a-4b0a-9648-b2ce3525040d None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:41.854864 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-d689a16a-e26a-4b0a-9648-b2ce3525040d None None] Bound port: dbead779-e646-46a8-9cc4-c258c1d75b59, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:41.855525 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d689a16a-e26a-4b0a-9648-b2ce3525040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.868037 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-93ff3389-b7c5-4a2d-a40f-7e84f148c70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.874819 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d1cd20c8-1ba5-4586-827c-7dbd3b405a0c no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:41.889588 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee0fe78f-ad5e-4849-9f25-afdcab805f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.939009 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-d689a16a-e26a-4b0a-9648-b2ce3525040d None None] For port dbead779-e646-46a8-9cc4-c258c1d75b59, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:41.944575 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-d689a16a-e26a-4b0a-9648-b2ce3525040d None None] For port dbead779-e646-46a8-9cc4-c258c1d75b59, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=dbead779-e646-46a8-9cc4-c258c1d75b59,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:41.953428 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d689a16a-e26a-4b0a-9648-b2ce3525040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.966069 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee0fe78f-ad5e-4849-9f25-afdcab805f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:42.008802 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: d1cd20c8-1ba5-4586-827c-7dbd3b405a0c {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:42.008802 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d1cd20c8-1ba5-4586-827c-7dbd3b405a0c not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:42.096391 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ff3389-b7c5-4a2d-a40f-7e84f148c70f None None] No DVR routers for this DVR port d1cd20c8-1ba5-4586-827c-7dbd3b405a0c on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:42.099466 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-71f71089-3c70-418c-9655-70af68ea8234 req-c04a8eda-ee87-4edd-a4d8-5907685363a2 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Deleting port c5eb601b-188a-4b27-8d77-8f099fc61953 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:42.101151 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-71f71089-3c70-418c-9655-70af68ea8234 req-c04a8eda-ee87-4edd-a4d8-5907685363a2 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:42.124867 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d689a16a-e26a-4b0a-9648-b2ce3525040d None None] Routers {'cc917b37-471f-4c28-b207-dd60fec82d05'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:07:42.125360 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-d689a16a-e26a-4b0a-9648-b2ce3525040d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:07:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['cc917b37-471f-4c28-b207-dd60fec82d05'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:42.179950 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2687e-2298-4781-9cab-98c3a9db0331 None None] Pushing event updated for resources: {'Port': ['ID=dbead779-e646-46a8-9cc4-c258c1d75b59,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:42.190139 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee0fe78f-ad5e-4849-9f25-afdcab805f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:42.204670 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff3389-b7c5-4a2d-a40f-7e84f148c70f None None] Pushing event deleted for resources: {'Port': ['ID=d1cd20c8-1ba5-4586-827c-7dbd3b405a0c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:42.209021 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee0fe78f-ad5e-4849-9f25-afdcab805f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:42.213054 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-680572ed-13df-4b70-a508-187f22c4f260 None None] Set router b4199801-7902-450c-96dc-b6982a144635 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:07:42.218035 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ee0fe78f-ad5e-4849-9f25-afdcab805f24 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/daadcaae-ca30-4a9a-9414-f026e0b4fb15 HTTP/1.1" status: 204 len: 168 time: 0.5711181 Jul 15 23:07:42.300540 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f91b0-9562-40de-b218-b9dae134a842 req-95d72656-7144-4584-a274-185b4b344eb1 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:42.306085 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-265f91b0-9562-40de-b218-b9dae134a842 req-95d72656-7144-4584-a274-185b4b344eb1 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6f1352f-15de-4a65-ae9b-c9f6a61c5060 HTTP/1.1" status: 200 len: 950 time: 1.4064875 Jul 15 23:07:42.329109 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-d689a16a-e26a-4b0a-9648-b2ce3525040d None None] Set router cc917b37-471f-4c28-b207-dd60fec82d05 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:07:42.368679 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-00d0f46f-0158-4451-94e0-dd206e2ecf07 req-8c682886-1fec-46d3-86d4-b870ea733c03 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9912887 Jul 15 23:07:42.588037 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a3f659-11ea-4ae5-b773-2a7eff7f9fd6 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:07:42.632196 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ff3389-b7c5-4a2d-a40f-7e84f148c70f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:42.638943 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ff3389-b7c5-4a2d-a40f-7e84f148c70f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:42.639504 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ff3389-b7c5-4a2d-a40f-7e84f148c70f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:42.640438 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ff3389-b7c5-4a2d-a40f-7e84f148c70f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:42.640438 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ff3389-b7c5-4a2d-a40f-7e84f148c70f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:42.640768 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ff3389-b7c5-4a2d-a40f-7e84f148c70f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:42.641197 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ff3389-b7c5-4a2d-a40f-7e84f148c70f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:42.641623 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ff3389-b7c5-4a2d-a40f-7e84f148c70f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:42.642048 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ff3389-b7c5-4a2d-a40f-7e84f148c70f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:42.642487 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ff3389-b7c5-4a2d-a40f-7e84f148c70f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:42.643083 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ff3389-b7c5-4a2d-a40f-7e84f148c70f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:42.643522 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ff3389-b7c5-4a2d-a40f-7e84f148c70f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:42.734353 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-d689a16a-e26a-4b0a-9648-b2ce3525040d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc917b37-471f-4c28-b207-dd60fec82d05', 'name': 'tempest-FloatingIPDetailsTestJSON-1707799020-router', 'tenant_id': '3cd2e830a4d4489db1afd3c7596d484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'dbead779-e646-46a8-9cc4-c258c1d75b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:33Z', 'updated_at': '2021-07-15T23:07:37Z', 'revision_number': 3, 'project_id': '3cd2e830a4d4489db1afd3c7596d484f', 'gw_port': {'id': 'dbead779-e646-46a8-9cc4-c258c1d75b59', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc917b37-471f-4c28-b207-dd60fec82d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:34Z', 'updated_at': '2021-07-15T23:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:42.745996 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 0c6e3da2-2a9e-435f-9a7c-08583b7307a9 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:42.746570 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:42.801538 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d689a16a-e26a-4b0a-9648-b2ce3525040d None None] The sync data for ids ['cc917b37-471f-4c28-b207-dd60fec82d05'] in n-d-787205-9 is: [{'id': 'cc917b37-471f-4c28-b207-dd60fec82d05', 'name': 'tempest-FloatingIPDetailsTestJSON-1707799020-router', 'tenant_id': '3cd2e830a4d4489db1afd3c7596d484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'dbead779-e646-46a8-9cc4-c258c1d75b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:33Z', 'updated_at': '2021-07-15T23:07:37Z', 'revision_number': 3, 'project_id': '3cd2e830a4d4489db1afd3c7596d484f', 'gw_port': {'id': 'dbead779-e646-46a8-9cc4-c258c1d75b59', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc917b37-471f-4c28-b207-dd60fec82d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:34Z', 'updated_at': '2021-07-15T23:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:07:43.018967 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43816) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:43.027989 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0fe78f-ad5e-4849-9f25-afdcab805f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daadcaae-ca30-4a9a-9414-f026e0b4fb15,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:43.061142 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba842f6a-fbcf-453d-8657-f21e374bf2dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:43.113376 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-71f71089-3c70-418c-9655-70af68ea8234 req-c04a8eda-ee87-4edd-a4d8-5907685363a2 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] For port c5eb601b-188a-4b27-8d77-8f099fc61953, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c5eb601b-188a-4b27-8d77-8f099fc61953,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:43.113751 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-71f71089-3c70-418c-9655-70af68ea8234 req-c04a8eda-ee87-4edd-a4d8-5907685363a2 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:43.121996 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fbcbc095-6bdd-496a-ba18-6bea06939222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:43.156040 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-71f71089-3c70-418c-9655-70af68ea8234 req-c04a8eda-ee87-4edd-a4d8-5907685363a2 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Calling delete_port for c5eb601b-188a-4b27-8d77-8f099fc61953 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:43.295973 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-680572ed-13df-4b70-a508-187f22c4f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4199801-7902-450c-96dc-b6982a144635', 'name': 'tempest-AttachSCSIVolumeTestJSON-866131865-router', 'tenant_id': 'c2098d98fb36402c91028cf1db3b1ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '18834e80-de2b-45f8-ab98-0733dcbc1aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:29Z', 'updated_at': '2021-07-15T23:07:37Z', 'revision_number': 5, 'project_id': 'c2098d98fb36402c91028cf1db3b1ed4', 'gw_port': {'id': '18834e80-de2b-45f8-ab98-0733dcbc1aee', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4199801-7902-450c-96dc-b6982a144635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:29Z', 'updated_at': '2021-07-15T23:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:43.397008 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba842f6a-fbcf-453d-8657-f21e374bf2dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:43.407768 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba842f6a-fbcf-453d-8657-f21e374bf2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:43.459746 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba842f6a-fbcf-453d-8657-f21e374bf2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e98105-e4b3-4be4-a2e9-8b607d3b0557,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:43.506298 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ba842f6a-fbcf-453d-8657-f21e374bf2dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=623124b5ac86492fa23b5e486c954a75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4861560 Jul 15 23:07:43.506855 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device dbead779-e646-46a8-9cc4-c258c1d75b59 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:43.508442 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43820) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:43.512965 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-fbcbc095-6bdd-496a-ba18-6bea06939222 None None] For port 5d402825-f27d-489d-b0a0-d68b061c57f0, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=5d402825-f27d-489d-b0a0-d68b061c57f0,segment=NetworkSegment(c5f97a75-170c-413d-b88b-5822deb030ae),segment_id=c5f97a75-170c-413d-b88b-5822deb030ae)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:43.561984 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680572ed-13df-4b70-a508-187f22c4f260 None None] Checking router: b4199801-7902-450c-96dc-b6982a144635 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:07:43.671170 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-71f71089-3c70-418c-9655-70af68ea8234 req-c04a8eda-ee87-4edd-a4d8-5907685363a2 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:43.684495 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fbcbc095-6bdd-496a-ba18-6bea06939222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:43.710535 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['989be037-1ed6-4791-8ac9-4b7d6e3604f2', '9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f', '9d6640ae-a708-4fc7-bb14-0196422ca219'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:43.716656 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a8eda-ee87-4edd-a4d8-5907685363a2 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Pushing event deleted for resources: {'Port': ['ID=c5eb601b-188a-4b27-8d77-8f099fc61953,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:43.716933 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-521822d2-9154-45d1-8deb-3566360125d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:43.792943 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f71089-3c70-418c-9655-70af68ea8234 req-c04a8eda-ee87-4edd-a4d8-5907685363a2 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] No DVR routers for this DVR port c5eb601b-188a-4b27-8d77-8f099fc61953 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:43.796996 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-71f71089-3c70-418c-9655-70af68ea8234 req-c04a8eda-ee87-4edd-a4d8-5907685363a2 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:43.805991 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-71f71089-3c70-418c-9655-70af68ea8234 req-c04a8eda-ee87-4edd-a4d8-5907685363a2 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.36 "DELETE /v2.0/ports/c5eb601b-188a-4b27-8d77-8f099fc61953 HTTP/1.1" status: 204 len: 173 time: 2.1647027 Jul 15 23:07:43.806267 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7486c404-e90c-4fae-a1ec-d67daffb3f52', 'name': 'network-vif-deleted', 'tag': 'c5eb601b-188a-4b27-8d77-8f099fc61953'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:43.808483 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349fe560-f559-4544-b6d3-8da31cf3cc5a" -d '{"events": [{"server_uuid": "7486c404-e90c-4fae-a1ec-d67daffb3f52", "name": "network-vif-deleted", "tag": "c5eb601b-188a-4b27-8d77-8f099fc61953"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:43.814399 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f75a57c-71bd-42ab-a00a-8b6c72fbcfcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:43.880261 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680572ed-13df-4b70-a508-187f22c4f260 None None] Routers {'b4199801-7902-450c-96dc-b6982a144635'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:07:43.887708 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-680572ed-13df-4b70-a508-187f22c4f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:07:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b4199801-7902-450c-96dc-b6982a144635'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:43.891348 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521822d2-9154-45d1-8deb-3566360125d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=18834e80-de2b-45f8-ab98-0733dcbc1aee,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:43.896727 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f75a57c-71bd-42ab-a00a-8b6c72fbcfcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:43.932633 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:44.019831 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f75a57c-71bd-42ab-a00a-8b6c72fbcfcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:44.026044 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f75a57c-71bd-42ab-a00a-8b6c72fbcfcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:44.028188 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1f75a57c-71bd-42ab-a00a-8b6c72fbcfcd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c0e98105-e4b3-4be4-a2e9-8b607d3b0557 HTTP/1.1" status: 204 len: 168 time: 0.5188024 Jul 15 23:07:44.042614 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75a57c-71bd-42ab-a00a-8b6c72fbcfcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e98105-e4b3-4be4-a2e9-8b607d3b0557,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:44.047607 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0594fda5-8a0f-4d3a-9ae7-30764c72205f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:44.052983 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43830) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:44.060434 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0594fda5-8a0f-4d3a-9ae7-30764c72205f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 2.1001823 Jul 15 23:07:44.174029 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-521822d2-9154-45d1-8deb-3566360125d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:44.305276 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-680572ed-13df-4b70-a508-187f22c4f260 None None] Set router b4199801-7902-450c-96dc-b6982a144635 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:07:44.312428 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7e9e8bc7-d17a-48ea-80ae-0a29db6c8c3d None None] Provisioning complete for port 5d402825-f27d-489d-b0a0-d68b061c57f0 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:44.312789 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8bc7-d17a-48ea-80ae-0a29db6c8c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:44.394197 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-130e7b1a-2afe-403a-9bb4-b0695b8797f7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting port cefe0a3b-2376-415e-a768-96ab793ec106 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:44.395522 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-130e7b1a-2afe-403a-9bb4-b0695b8797f7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:44.420282 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port dbead779-e646-46a8-9cc4-c258c1d75b59 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:44.541104 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port dbead779-e646-46a8-9cc4-c258c1d75b59 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:44.541794 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:44.573766 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcbc095-6bdd-496a-ba18-6bea06939222 None None] Pushing event updated for resources: {'Port': ['ID=5d402825-f27d-489d-b0a0-d68b061c57f0,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:44.585039 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac29fb7-3cf7-4c14-aafe-e9120d6d3f9e req-00b6b1ea-62c2-49ff-ae7d-9ca6f7750664 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:44.587309 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-130e7b1a-2afe-403a-9bb4-b0695b8797f7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:44.592673 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68354c1-5c7f-486f-b282-6cb25950aa5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6e3da2-2a9e-435f-9a7c-08583b7307a9'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:44.593196 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dac29fb7-3cf7-4c14-aafe-e9120d6d3f9e req-00b6b1ea-62c2-49ff-ae7d-9ca6f7750664 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f1352f-15de-4a65-ae9b-c9f6a61c5060 HTTP/1.1" status: 200 len: 950 time: 0.9863701 Jul 15 23:07:44.596087 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58da7c0d-b428-460e-a5c8-96ed0cb251c0" -d '{"events": [{"server_uuid": "f68354c1-5c7f-486f-b282-6cb25950aa5c", "name": "network-vif-plugged", "status": "completed", "tag": "0c6e3da2-2a9e-435f-9a7c-08583b7307a9"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:44.629847 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-521822d2-9154-45d1-8deb-3566360125d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:44.637162 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-130e7b1a-2afe-403a-9bb4-b0695b8797f7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Calling delete_port for cefe0a3b-2376-415e-a768-96ab793ec106 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:44.642566 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-521822d2-9154-45d1-8deb-3566360125d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:44.650734 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-680572ed-13df-4b70-a508-187f22c4f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4199801-7902-450c-96dc-b6982a144635', 'name': 'tempest-AttachSCSIVolumeTestJSON-866131865-router', 'tenant_id': 'c2098d98fb36402c91028cf1db3b1ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:29Z', 'updated_at': '2021-07-15T23:07:42Z', 'revision_number': 7, 'project_id': 'c2098d98fb36402c91028cf1db3b1ed4', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:44.755214 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680572ed-13df-4b70-a508-187f22c4f260 None None] The sync data for ids ['b4199801-7902-450c-96dc-b6982a144635'] in n-d-787205-9 is: [{'id': 'b4199801-7902-450c-96dc-b6982a144635', 'name': 'tempest-AttachSCSIVolumeTestJSON-866131865-router', 'tenant_id': 'c2098d98fb36402c91028cf1db3b1ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:29Z', 'updated_at': '2021-07-15T23:07:42Z', 'revision_number': 7, 'project_id': 'c2098d98fb36402c91028cf1db3b1ed4', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:07:44.794507 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 0c6e3da2-2a9e-435f-9a7c-08583b7307a9, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=0c6e3da2-2a9e-435f-9a7c-08583b7307a9,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:44.797287 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc396b4-1ee9-4ba1-a64a-8690f7b52e7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'tenant_id': '63d2071bda354af48ba0ab40dec64d3d', 'fixed_ips': [{'subnet_id': '901ac394-90dc-40d7-bd7d-8e7d16b9ca2c'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:07:44.798176 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7dc396b4-1ee9-4ba1-a64a-8690f7b52e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:44.864001 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:44.933202 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-265f91b0-9562-40de-b218-b9dae134a842 req-887fe762-00ee-4178-bc43-ebc363b61453 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Deleting port 345f3383-255c-44ff-8e18-fa2a8e94e7fc {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:44.933819 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-265f91b0-9562-40de-b218-b9dae134a842 req-887fe762-00ee-4178-bc43-ebc363b61453 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:44.941225 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dac29fb7-3cf7-4c14-aafe-e9120d6d3f9e req-d752ee80-6709-4141-b74e-645e9ab7123e tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312824 Jul 15 23:07:45.199363 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-130e7b1a-2afe-403a-9bb4-b0695b8797f7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:45.232947 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:07:45.302349 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e7b1a-2afe-403a-9bb4-b0695b8797f7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Port': ['ID=cefe0a3b-2376-415e-a768-96ab793ec106,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:45.320265 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-265f91b0-9562-40de-b218-b9dae134a842 req-887fe762-00ee-4178-bc43-ebc363b61453 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] For port 345f3383-255c-44ff-8e18-fa2a8e94e7fc, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=345f3383-255c-44ff-8e18-fa2a8e94e7fc,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:45.320435 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-265f91b0-9562-40de-b218-b9dae134a842 req-887fe762-00ee-4178-bc43-ebc363b61453 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:45.358672 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-265f91b0-9562-40de-b218-b9dae134a842 req-887fe762-00ee-4178-bc43-ebc363b61453 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Calling delete_port for 345f3383-255c-44ff-8e18-fa2a8e94e7fc owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:45.394266 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-130e7b1a-2afe-403a-9bb4-b0695b8797f7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:45.399710 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-130e7b1a-2afe-403a-9bb4-b0695b8797f7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/cefe0a3b-2376-415e-a768-96ab793ec106 HTTP/1.1" status: 204 len: 168 time: 1.3430390 Jul 15 23:07:45.402759 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43854) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:45.427023 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 345f3383-255c-44ff-8e18-fa2a8e94e7fc no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:45.538760 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c5eb601b-188a-4b27-8d77-8f099fc61953 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:45.628950 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: c5eb601b-188a-4b27-8d77-8f099fc61953 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:45.629385 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c5eb601b-188a-4b27-8d77-8f099fc61953 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:45.673859 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576f8e0d-f0df-490f-98a4-e9951595d377 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:45.680659 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576f8e0d-f0df-490f-98a4-e9951595d377 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:45.689534 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-576f8e0d-f0df-490f-98a4-e9951595d377 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2856731 Jul 15 23:07:45.692609 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43862) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:45.789611 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-521822d2-9154-45d1-8deb-3566360125d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:45.800418 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521822d2-9154-45d1-8deb-3566360125d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4199801-7902-450c-96dc-b6982a144635 {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:07:45.812466 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f19312-9829-45d4-9389-087500a20350 x-openstack-request-id: req-e7f19312-9829-45d4-9389-087500a20350 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:45.815274 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7486c404-e90c-4fae-a1ec-d67daffb3f52", "name": "network-vif-deleted", "tag": "c5eb601b-188a-4b27-8d77-8f099fc61953", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:45.815787 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7f19312-9829-45d4-9389-087500a20350 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:45.816450 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7486c404-e90c-4fae-a1ec-d67daffb3f52', 'name': 'network-vif-deleted', 'tag': 'c5eb601b-188a-4b27-8d77-8f099fc61953', 'status': 'completed', 'code': 200} Jul 15 23:07:45.819649 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-521822d2-9154-45d1-8deb-3566360125d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:45.824454 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-521822d2-9154-45d1-8deb-3566360125d3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b4199801-7902-450c-96dc-b6982a144635 HTTP/1.1" status: 204 len: 168 time: 5.9668570 Jul 15 23:07:45.830122 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43864) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:45.839323 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Port 345f3383-255c-44ff-8e18-fa2a8e94e7fc update to DOWN by agent not found {{(pid=93800) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 15 23:07:45.849937 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-265f91b0-9562-40de-b218-b9dae134a842 req-887fe762-00ee-4178-bc43-ebc363b61453 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:45.870367 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b69abd-bee8-4076-8243-17d6c25a983c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting subnet 901ac394-90dc-40d7-bd7d-8e7d16b9ca2c {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:07:45.930899 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-10b69abd-bee8-4076-8243-17d6c25a983c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:45.961337 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887fe762-00ee-4178-bc43-ebc363b61453 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Pushing event deleted for resources: {'Port': ['ID=345f3383-255c-44ff-8e18-fa2a8e94e7fc,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:45.988586 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-10b69abd-bee8-4076-8243-17d6c25a983c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:46.053041 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-10b69abd-bee8-4076-8243-17d6c25a983c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:46.136706 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ef2524-fd59-4249-be01-de52cfd97641 x-openstack-request-id: req-d9ef2524-fd59-4249-be01-de52cfd97641 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:46.140254 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68354c1-5c7f-486f-b282-6cb25950aa5c", "name": "network-vif-plugged", "status": "completed", "tag": "0c6e3da2-2a9e-435f-9a7c-08583b7307a9", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:46.140554 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9ef2524-fd59-4249-be01-de52cfd97641 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:46.143375 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68354c1-5c7f-486f-b282-6cb25950aa5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6e3da2-2a9e-435f-9a7c-08583b7307a9', 'code': 200} Jul 15 23:07:46.187834 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-10b69abd-bee8-4076-8243-17d6c25a983c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:46.227119 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-265f91b0-9562-40de-b218-b9dae134a842 req-887fe762-00ee-4178-bc43-ebc363b61453 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] No DVR routers for this DVR port 345f3383-255c-44ff-8e18-fa2a8e94e7fc on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:46.240349 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-265f91b0-9562-40de-b218-b9dae134a842 req-887fe762-00ee-4178-bc43-ebc363b61453 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:46.246815 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-265f91b0-9562-40de-b218-b9dae134a842 req-887fe762-00ee-4178-bc43-ebc363b61453 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.43 "DELETE /v2.0/ports/345f3383-255c-44ff-8e18-fa2a8e94e7fc HTTP/1.1" status: 204 len: 173 time: 3.9225712 Jul 15 23:07:46.250171 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f1352f-15de-4a65-ae9b-c9f6a61c5060', 'name': 'network-vif-deleted', 'tag': '345f3383-255c-44ff-8e18-fa2a8e94e7fc'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:46.255084 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bb9bc1-4e84-4731-9346-bcf76dcb360b" -d '{"events": [{"server_uuid": "d6f1352f-15de-4a65-ae9b-c9f6a61c5060", "name": "network-vif-deleted", "tag": "345f3383-255c-44ff-8e18-fa2a8e94e7fc"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:46.277194 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a9a2c86-6743-465d-a3ce-36669b1a0a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:46.286241 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-10b69abd-bee8-4076-8243-17d6c25a983c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:46.292408 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-10b69abd-bee8-4076-8243-17d6c25a983c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/901ac394-90dc-40d7-bd7d-8e7d16b9ca2c HTTP/1.1" status: 204 len: 168 time: 0.5982745 Jul 15 23:07:46.297420 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b69abd-bee8-4076-8243-17d6c25a983c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Subnet': ['ID=901ac394-90dc-40d7-bd7d-8e7d16b9ca2c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:46.307595 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43880) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:46.328895 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-f022afdb-404c-4862-895a-5c5417249810 admin admin] Deleting subnet c37054d7-01ff-4743-82f3-aa171ecc4e16 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server [None req-7dc396b4-1ee9-4ba1-a64a-8690f7b52e7a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 901ac394-90dc-40d7-bd7d-8e7d16b9ca2c: This subnet is being modified by another concurrent operation. Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:07:46.396395 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise exception Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 901ac394-90dc-40d7-bd7d-8e7d16b9ca2c: This subnet is being modified by another concurrent operation. Jul 15 23:07:46.402474 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server Jul 15 23:07:46.429317 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=0c6e3da2-2a9e-435f-9a7c-08583b7307a9,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:46.469211 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1751d729-58dc-4491-82dc-34920c0f030d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:46.491747 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f022afdb-404c-4862-895a-5c5417249810 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:46.543374 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a0dbf2e7-8f69-4f0a-ba78-c84e215bc803 req-01058412-613a-4614-98b7-3295c4b4fc6e tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f1352f-15de-4a65-ae9b-c9f6a61c5060 HTTP/1.1" status: 200 len: 210 time: 0.1335020 Jul 15 23:07:46.580832 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f022afdb-404c-4862-895a-5c5417249810 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:46.683235 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43acc027-a72d-4e4b-902f-6007b3d6b85c x-openstack-request-id: req-43acc027-a72d-4e4b-902f-6007b3d6b85c {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:46.683929 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f1352f-15de-4a65-ae9b-c9f6a61c5060", "name": "network-vif-deleted", "tag": "345f3383-255c-44ff-8e18-fa2a8e94e7fc", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:46.684417 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43acc027-a72d-4e4b-902f-6007b3d6b85c {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:46.685051 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f1352f-15de-4a65-ae9b-c9f6a61c5060', 'name': 'network-vif-deleted', 'tag': '345f3383-255c-44ff-8e18-fa2a8e94e7fc', 'status': 'completed', 'code': 200} Jul 15 23:07:46.781171 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:46.824721 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd09e16-539e-48ed-856d-dc5086b20686 None None] get_active_networks_info from n-d-787205-9 {{(pid=93800) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:07:46.826844 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-eb8287ea-7c34-4acf-b7bf-5ec047abe9b8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5151861 Jul 15 23:07:46.836202 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43888) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:46.846766 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-05bd48dc-d9fe-46a1-b3e5-865a759bd555 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:46.865932 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-4a9a2c86-6743-465d-a3ce-36669b1a0a3e admin admin] Allocated IP 172.20.0.1 (88802605-0841-4548-a7eb-a0c902b02e21/5a92a796-d3b1-42b7-94fc-c3b1172d58ab/299dcaa6-4a7f-47da-82b4-05193b554fcf) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:46.883083 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port dbead779-e646-46a8-9cc4-c258c1d75b59, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=dbead779-e646-46a8-9cc4-c258c1d75b59,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:46.911055 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:46.942020 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f022afdb-404c-4862-895a-5c5417249810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:47.102066 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bd48dc-d9fe-46a1-b3e5-865a759bd555 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:47.120104 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05bd48dc-d9fe-46a1-b3e5-865a759bd555 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:47.132802 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f022afdb-404c-4862-895a-5c5417249810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:47.141163 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=dbead779-e646-46a8-9cc4-c258c1d75b59,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:47.161725 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 5d402825-f27d-489d-b0a0-d68b061c57f0 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:47.239454 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43894) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:47.253654 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022afdb-404c-4862-895a-5c5417249810 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c37054d7-01ff-4743-82f3-aa171ecc4e16,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:47.260944 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f022afdb-404c-4862-895a-5c5417249810 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:47.268157 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f022afdb-404c-4862-895a-5c5417249810 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c37054d7-01ff-4743-82f3-aa171ecc4e16 HTTP/1.1" status: 204 len: 168 time: 1.4377527 Jul 15 23:07:47.272027 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43898) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:47.407548 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a9a2c86-6743-465d-a3ce-36669b1a0a3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:47.468200 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4a9a2c86-6743-465d-a3ce-36669b1a0a3e admin admin] Transition to ACTIVE for port object 299dcaa6-4a7f-47da-82b4-05193b554fcf will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:47.523905 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 5d402825-f27d-489d-b0a0-d68b061c57f0 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:47.524528 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:47.569722 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e2d43bf9-d87c-4a73-8853-7fdea2166dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:47.633823 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd09e16-539e-48ed-856d-dc5086b20686 None None] Resources bound (agent type, host, resource id): {{(pid=93800) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:07:47.683331 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a9a2c86-6743-465d-a3ce-36669b1a0a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:47.775447 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-d51cc13f-ebaa-46ae-84b3-2a1a263a18e5 tempest-PortsAdminExtendedAttrsTestJSON-1310138426 tempest-PortsAdminExtendedAttrsTestJSON-1310138426-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-618662004'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:47.802086 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9a2c86-6743-465d-a3ce-36669b1a0a3e admin admin] Network 88802605-0841-4548-a7eb-a0c902b02e21 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:47.809024 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-4a9a2c86-6743-465d-a3ce-36669b1a0a3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:47.837906 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9a2c86-6743-465d-a3ce-36669b1a0a3e admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:47.929355 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05bd48dc-d9fe-46a1-b3e5-865a759bd555 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:47.967058 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a2c86-6743-465d-a3ce-36669b1a0a3e admin admin] Pushing event updated for resources: {'Port': ['ID=299dcaa6-4a7f-47da-82b4-05193b554fcf,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:48.033676 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51cc13f-ebaa-46ae-84b3-2a1a263a18e5 tempest-PortsAdminExtendedAttrsTestJSON-1310138426 tempest-PortsAdminExtendedAttrsTestJSON-1310138426-project] Made reservation on behalf of 7269e438361b402f8f35b7979f31cdbb for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:48.044098 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d51cc13f-ebaa-46ae-84b3-2a1a263a18e5 tempest-PortsAdminExtendedAttrsTestJSON-1310138426 tempest-PortsAdminExtendedAttrsTestJSON-1310138426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:48.070963 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bd48dc-d9fe-46a1-b3e5-865a759bd555 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:48.080944 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-05bd48dc-d9fe-46a1-b3e5-865a759bd555 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:48.086076 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bd48dc-d9fe-46a1-b3e5-865a759bd555 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:48.090595 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e2d43bf9-d87c-4a73-8853-7fdea2166dcb admin admin] Deleting port ff751600-6e23-40aa-8fa5-05fe07d15d5d {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:48.091421 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05bd48dc-d9fe-46a1-b3e5-865a759bd555 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:48.099139 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e2d43bf9-d87c-4a73-8853-7fdea2166dcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:48.107109 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a9a2c86-6743-465d-a3ce-36669b1a0a3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:48.115189 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d51cc13f-ebaa-46ae-84b3-2a1a263a18e5 tempest-PortsAdminExtendedAttrsTestJSON-1310138426 tempest-PortsAdminExtendedAttrsTestJSON-1310138426-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:48.131699 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd48dc-d9fe-46a1-b3e5-865a759bd555 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Subnet': ['ID=5896b9dc-4a82-4105-8668-e77052652607,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:48.142872 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-05bd48dc-d9fe-46a1-b3e5-865a759bd555 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3002901 Jul 15 23:07:48.145969 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43914) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:48.153209 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e7f19b05-fc04-4b21-a885-08541474f2fd req-d49a1282-9b60-45a8-b5ab-2b21f501e426 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7858cea8-bec0-45c1-bf8a-86cf9c2f2126&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3726232 Jul 15 23:07:48.156226 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d85c7697-bb72-4cc6-8199-97c1d4e6821b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'port': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'name': 'tempest-NetworksTestDHCPv6-1113713175'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:48.318168 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-59376d13-8463-4717-9313-bc747375f7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:48.501983 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e2d43bf9-d87c-4a73-8853-7fdea2166dcb admin admin] For port ff751600-6e23-40aa-8fa5-05fe07d15d5d, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ff751600-6e23-40aa-8fa5-05fe07d15d5d,segment=NetworkSegment(52ba3f22-fe84-4cb8-b352-46bf694cce3f),segment_id=52ba3f22-fe84-4cb8-b352-46bf694cce3f)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:48.502500 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e2d43bf9-d87c-4a73-8853-7fdea2166dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:48.549213 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e2d43bf9-d87c-4a73-8853-7fdea2166dcb admin admin] Calling delete_port for ff751600-6e23-40aa-8fa5-05fe07d15d5d owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:48.553087 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f19b05-fc04-4b21-a885-08541474f2fd req-af16a692-1665-44e8-8f9b-98b4426a1d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:48.555014 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e7f19b05-fc04-4b21-a885-08541474f2fd req-af16a692-1665-44e8-8f9b-98b4426a1d58 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&device_id=7858cea8-bec0-45c1-bf8a-86cf9c2f2126 HTTP/1.1" status: 200 len: 1100 time: 0.2784755 Jul 15 23:07:48.612156 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 18834e80-de2b-45f8-ab98-0733dcbc1aee no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:48.644878 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 18834e80-de2b-45f8-ab98-0733dcbc1aee {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:48.647620 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 18834e80-de2b-45f8-ab98-0733dcbc1aee not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:48.647620 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d4442747-5a05-4963-817f-cf31dbd1bf9a no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:48.688890 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: d4442747-5a05-4963-817f-cf31dbd1bf9a {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:48.689277 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d4442747-5a05-4963-817f-cf31dbd1bf9a not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:48.718993 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:48.759593 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081bc82d-8eca-437b-a5cb-2d372cbea5c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'tenant_id': '63d2071bda354af48ba0ab40dec64d3d', 'fixed_ips': [{'subnet_id': '5896b9dc-4a82-4105-8668-e77052652607'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:07:48.760953 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-081bc82d-8eca-437b-a5cb-2d372cbea5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:48.787467 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d51cc13f-ebaa-46ae-84b3-2a1a263a18e5 tempest-PortsAdminExtendedAttrsTestJSON-1310138426 tempest-PortsAdminExtendedAttrsTestJSON-1310138426-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:48.803971 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d51cc13f-ebaa-46ae-84b3-2a1a263a18e5 tempest-PortsAdminExtendedAttrsTestJSON-1310138426 tempest-PortsAdminExtendedAttrsTestJSON-1310138426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:48.818338 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51cc13f-ebaa-46ae-84b3-2a1a263a18e5 tempest-PortsAdminExtendedAttrsTestJSON-1310138426 tempest-PortsAdminExtendedAttrsTestJSON-1310138426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:07:48.823490 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85c7697-bb72-4cc6-8199-97c1d4e6821b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:48.827271 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d85c7697-bb72-4cc6-8199-97c1d4e6821b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:48.831893 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d51cc13f-ebaa-46ae-84b3-2a1a263a18e5 tempest-PortsAdminExtendedAttrsTestJSON-1310138426 tempest-PortsAdminExtendedAttrsTestJSON-1310138426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:48.832510 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-d51cc13f-ebaa-46ae-84b3-2a1a263a18e5 tempest-PortsAdminExtendedAttrsTestJSON-1310138426 tempest-PortsAdminExtendedAttrsTestJSON-1310138426-project] Added segment 7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0 of type vlan for network 71175544-240b-48b8-859e-2349871e871f Jul 15 23:07:48.887204 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d51cc13f-ebaa-46ae-84b3-2a1a263a18e5 tempest-PortsAdminExtendedAttrsTestJSON-1310138426 tempest-PortsAdminExtendedAttrsTestJSON-1310138426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:48.888098 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-d85c7697-bb72-4cc6-8199-97c1d4e6821b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] device_id is not set on port 196e9572-842c-4e26-9b9d-35adb93191c8 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:07:48.953688 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-081bc82d-8eca-437b-a5cb-2d372cbea5c2 None None] Allocated IP 2001:db8::2 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/5896b9dc-4a82-4105-8668-e77052652607/b00312fc-f6a2-4027-8b00-abaa1f1309e2) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:48.980308 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d51cc13f-ebaa-46ae-84b3-2a1a263a18e5 tempest-PortsAdminExtendedAttrsTestJSON-1310138426 tempest-PortsAdminExtendedAttrsTestJSON-1310138426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:48.987829 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51cc13f-ebaa-46ae-84b3-2a1a263a18e5 tempest-PortsAdminExtendedAttrsTestJSON-1310138426 tempest-PortsAdminExtendedAttrsTestJSON-1310138426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:48.988615 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d51cc13f-ebaa-46ae-84b3-2a1a263a18e5 tempest-PortsAdminExtendedAttrsTestJSON-1310138426 tempest-PortsAdminExtendedAttrsTestJSON-1310138426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:49.077566 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a9a2c86-6743-465d-a3ce-36669b1a0a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:49.103437 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cc13f-ebaa-46ae-84b3-2a1a263a18e5 tempest-PortsAdminExtendedAttrsTestJSON-1310138426 tempest-PortsAdminExtendedAttrsTestJSON-1310138426-project] Pushing event updated for resources: {'Network': ['ID=71175544-240b-48b8-859e-2349871e871f,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:49.138680 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device dbead779-e646-46a8-9cc4-c258c1d75b59 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:49.140472 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 71175544-240b-48b8-859e-2349871e871f details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:07:49.194670 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e2d43bf9-d87c-4a73-8853-7fdea2166dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:49.237572 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d51cc13f-ebaa-46ae-84b3-2a1a263a18e5 tempest-PortsAdminExtendedAttrsTestJSON-1310138426 tempest-PortsAdminExtendedAttrsTestJSON-1310138426-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9963238 Jul 15 23:07:49.257203 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cc13f-ebaa-46ae-84b3-2a1a263a18e5 tempest-PortsAdminExtendedAttrsTestJSON-1310138426 tempest-PortsAdminExtendedAttrsTestJSON-1310138426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fe8f9f-ddcb-4975-8415-039c7c4dcd6d,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:49.343004 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d43bf9-d87c-4a73-8853-7fdea2166dcb admin admin] Pushing event deleted for resources: {'Port': ['ID=ff751600-6e23-40aa-8fa5-05fe07d15d5d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:49.355267 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f19b05-fc04-4b21-a885-08541474f2fd req-8041d132-8d5e-4848-a824-dfe4939cbb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:49.357912 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e7f19b05-fc04-4b21-a885-08541474f2fd req-8041d132-8d5e-4848-a824-dfe4939cbb4c service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.7653885 Jul 15 23:07:49.373945 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d43bf9-d87c-4a73-8853-7fdea2166dcb admin admin] No DVR routers for this DVR port ff751600-6e23-40aa-8fa5-05fe07d15d5d on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:49.388254 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['989be037-1ed6-4791-8ac9-4b7d6e3604f2', '9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f', '9d6640ae-a708-4fc7-bb14-0196422ca219'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:49.529948 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e7f19b05-fc04-4b21-a885-08541474f2fd req-b97ecc1d-ed71-47b0-aef0-41ddb96517ae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=9d6640ae-a708-4fc7-bb14-0196422ca219 HTTP/1.1" status: 200 len: 217 time: 0.1473954 Jul 15 23:07:49.645918 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43948) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:49.657582 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Request body: {'port': {'network_id': '71175544-240b-48b8-859e-2349871e871f', 'binding:host_id': 'n-h2-787205-9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-474128040'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:49.679089 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f19b05-fc04-4b21-a885-08541474f2fd req-d62fe614-5192-4576-bdcc-05aa5d0377c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:49.681286 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e7f19b05-fc04-4b21-a885-08541474f2fd req-d62fe614-5192-4576-bdcc-05aa5d0377c9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1287758 Jul 15 23:07:49.687646 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Made reservation on behalf of 5a759afc03604568b053e1689b4fce78 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:49.696414 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:49.717556 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:49.737007 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-081bc82d-8eca-437b-a5cb-2d372cbea5c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:49.748696 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-081bc82d-8eca-437b-a5cb-2d372cbea5c2 None None] Transition to ACTIVE for port object b00312fc-f6a2-4027-8b00-abaa1f1309e2 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:49.802195 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-081bc82d-8eca-437b-a5cb-2d372cbea5c2 None None] Transition to ACTIVE for port object b00312fc-f6a2-4027-8b00-abaa1f1309e2 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:49.881506 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port dbead779-e646-46a8-9cc4-c258c1d75b59 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:49.895519 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:49.896302 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e2d43bf9-d87c-4a73-8853-7fdea2166dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:49.919820 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-d85c7697-bb72-4cc6-8199-97c1d4e6821b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Allocated IP 2001:db8::1da (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/5896b9dc-4a82-4105-8668-e77052652607/196e9572-842c-4e26-9b9d-35adb93191c8) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:49.939262 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-e2d43bf9-d87c-4a73-8853-7fdea2166dcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['635d177a-b3d3-4606-a88b-173de228afbc']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:49.980155 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-e2d43bf9-d87c-4a73-8853-7fdea2166dcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ba3f22-fe84-4cb8-b352-46bf694cce3f') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:49.980478 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-e2d43bf9-d87c-4a73-8853-7fdea2166dcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ba3f22-fe84-4cb8-b352-46bf694cce3f') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:50.002968 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e2d43bf9-d87c-4a73-8853-7fdea2166dcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.024461 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.030228 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.043540 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0afdd7-3449-4e92-a4e8-53bf86387296 req-f69e0b22-d923-4c77-9aa8-e1addc96d779 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:50.045121 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2f0afdd7-3449-4e92-a4e8-53bf86387296 req-f69e0b22-d923-4c77-9aa8-e1addc96d779 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=7858cea8-bec0-45c1-bf8a-86cf9c2f2126 HTTP/1.1" status: 200 len: 949 time: 0.3594439 Jul 15 23:07:50.046441 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e2d43bf9-d87c-4a73-8853-7fdea2166dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.056845 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] device_id is not set on port cc793441-c5ba-4c0a-abec-a13aa24e55d5 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:07:50.095906 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d43bf9-d87c-4a73-8853-7fdea2166dcb admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:07:50.096238 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e2d43bf9-d87c-4a73-8853-7fdea2166dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.106363 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f19b05-fc04-4b21-a885-08541474f2fd req-9568ea4c-5e90-406e-a61f-84b7928537a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:50.107959 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e7f19b05-fc04-4b21-a885-08541474f2fd req-9568ea4c-5e90-406e-a61f-84b7928537a4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3783097 Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:07:50.108643 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:07:50.161606 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a9a2c86-6743-465d-a3ce-36669b1a0a3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.216456 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a9a2c86-6743-465d-a3ce-36669b1a0a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.270400 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-081bc82d-8eca-437b-a5cb-2d372cbea5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.289317 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2f0afdd7-3449-4e92-a4e8-53bf86387296 req-27767532-5400-4b54-9084-565b07270074 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205169 Jul 15 23:07:50.294276 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d85c7697-bb72-4cc6-8199-97c1d4e6821b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.326666 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-d85c7697-bb72-4cc6-8199-97c1d4e6821b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Transition to ACTIVE for port object 196e9572-842c-4e26-9b9d-35adb93191c8 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:50.330163 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081bc82d-8eca-437b-a5cb-2d372cbea5c2 None None] Pushing event updated for resources: {'Port': ['ID=b00312fc-f6a2-4027-8b00-abaa1f1309e2,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:50.340132 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.371710 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081bc82d-8eca-437b-a5cb-2d372cbea5c2 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:50.378531 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-081bc82d-8eca-437b-a5cb-2d372cbea5c2 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:50.433433 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081bc82d-8eca-437b-a5cb-2d372cbea5c2 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:50.446309 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d85c7697-bb72-4cc6-8199-97c1d4e6821b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.563861 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-081bc82d-8eca-437b-a5cb-2d372cbea5c2 None None] Attempting to bind port b00312fc-f6a2-4027-8b00-abaa1f1309e2 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:50.564256 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-081bc82d-8eca-437b-a5cb-2d372cbea5c2 None None] Attempting to bind port b00312fc-f6a2-4027-8b00-abaa1f1309e2 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:50.564626 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081bc82d-8eca-437b-a5cb-2d372cbea5c2 None None] Attempting to bind port b00312fc-f6a2-4027-8b00-abaa1f1309e2 on network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:50.573018 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85c7697-bb72-4cc6-8199-97c1d4e6821b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:50.585318 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081bc82d-8eca-437b-a5cb-2d372cbea5c2 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:50.585747 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081bc82d-8eca-437b-a5cb-2d372cbea5c2 None None] Checking segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:50.586100 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-081bc82d-8eca-437b-a5cb-2d372cbea5c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.586497 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081bc82d-8eca-437b-a5cb-2d372cbea5c2 None None] Bound using segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:50.587011 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-081bc82d-8eca-437b-a5cb-2d372cbea5c2 None None] Bound port: b00312fc-f6a2-4027-8b00-abaa1f1309e2, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:50.587394 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-081bc82d-8eca-437b-a5cb-2d372cbea5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.601938 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-d85c7697-bb72-4cc6-8199-97c1d4e6821b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:50.605124 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85c7697-bb72-4cc6-8199-97c1d4e6821b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:50.617831 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85c7697-bb72-4cc6-8199-97c1d4e6821b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:50.618506 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d85c7697-bb72-4cc6-8199-97c1d4e6821b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.705053 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440dfc4e-d072-43ee-9d0b-a88aa2ab9f1b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:50.798324 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-081bc82d-8eca-437b-a5cb-2d372cbea5c2 None None] For port b00312fc-f6a2-4027-8b00-abaa1f1309e2, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:50.854511 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e2d43bf9-d87c-4a73-8853-7fdea2166dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.874532 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e2d43bf9-d87c-4a73-8853-7fdea2166dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.876844 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e2d43bf9-d87c-4a73-8853-7fdea2166dcb admin admin] 10.222.0.16 "DELETE /v2.0/networks/635d177a-b3d3-4606-a88b-173de228afbc HTTP/1.1" status: 204 len: 168 time: 3.6000888 Jul 15 23:07:50.892359 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-081bc82d-8eca-437b-a5cb-2d372cbea5c2 None None] For port b00312fc-f6a2-4027-8b00-abaa1f1309e2, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b00312fc-f6a2-4027-8b00-abaa1f1309e2,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:50.898028 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43972) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:50.913902 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d43bf9-d87c-4a73-8853-7fdea2166dcb admin admin] Pushing event deleted for resources: {'Network': ['ID=635d177a-b3d3-4606-a88b-173de228afbc,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:50.961720 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d85c7697-bb72-4cc6-8199-97c1d4e6821b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8142166 Jul 15 23:07:50.963453 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-081bc82d-8eca-437b-a5cb-2d372cbea5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.963636 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43974) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:50.986727 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a9a2c86-6743-465d-a3ce-36669b1a0a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.993687 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a2c86-6743-465d-a3ce-36669b1a0a3e admin admin] Pushing event updated for resources: {'Port': ['ID=299dcaa6-4a7f-47da-82b4-05193b554fcf,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:51.027855 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be0df4-8818-46d5-b741-befb3655d3c0 req-ff0505b1-c2fe-4e64-a5ab-1797f1502dc3 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:51.030589 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-98be0df4-8818-46d5-b741-befb3655d3c0 req-ff0505b1-c2fe-4e64-a5ab-1797f1502dc3 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7858cea8-bec0-45c1-bf8a-86cf9c2f2126 HTTP/1.1" status: 200 len: 949 time: 0.9811597 Jul 15 23:07:51.044663 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c7697-bb72-4cc6-8199-97c1d4e6821b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Port': ['ID=196e9572-842c-4e26-9b9d-35adb93191c8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:51.050812 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] device_id is not set on port cc793441-c5ba-4c0a-abec-a13aa24e55d5 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:07:51.072418 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:51.113665 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Transition to ACTIVE for port object cc793441-c5ba-4c0a-abec-a13aa24e55d5 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:51.170496 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:51.171436 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e7f19b05-fc04-4b21-a885-08541474f2fd req-7aee4732-b33b-4b83-b7c7-014e6f1a9a86 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0248101 Jul 15 23:07:51.244241 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:51.274796 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081bc82d-8eca-437b-a5cb-2d372cbea5c2 None None] Pushing event updated for resources: {'Port': ['ID=b00312fc-f6a2-4027-8b00-abaa1f1309e2,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:51.300758 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429b4be-8930-4f47-8053-855af864cb89 req-703e4198-37cc-4ac6-a544-a23cf62345fe tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:51.302949 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9429b4be-8930-4f47-8053-855af864cb89 req-703e4198-37cc-4ac6-a544-a23cf62345fe tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1c67f0b-396f-4473-b7b6-951499faec1c HTTP/1.1" status: 200 len: 949 time: 0.6257515 Jul 15 23:07:51.439077 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Checking segment: {'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:51.439440 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Network hostable DHCP agents. Network: 71175544-240b-48b8-859e-2349871e871f, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:07:51.482167 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8264e5ee-1ee1-4e08-a871-2ca8c5bb2c13 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:51.490439 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8264e5ee-1ee1-4e08-a871-2ca8c5bb2c13 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:51.493821 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8264e5ee-1ee1-4e08-a871-2ca8c5bb2c13 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5246291 Jul 15 23:07:51.516749 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43988) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:51.564418 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Network 71175544-240b-48b8-859e-2349871e871f is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:07:51.597488 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Pushing event updated for resources: {'Port': ['ID=cc793441-c5ba-4c0a-abec-a13aa24e55d5,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:51.601300 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 71175544-240b-48b8-859e-2349871e871f) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:51.616842 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:51.652356 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-9429b4be-8930-4f47-8053-855af864cb89 req-fe877450-16d1-4d9b-899f-ec91cf4fca33 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Deleting port 9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:51.652705 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9429b4be-8930-4f47-8053-855af864cb89 req-fe877450-16d1-4d9b-899f-ec91cf4fca33 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:51.819671 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-9429b4be-8930-4f47-8053-855af864cb89 req-fe877450-16d1-4d9b-899f-ec91cf4fca33 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] For port 9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:51.820393 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9429b4be-8930-4f47-8053-855af864cb89 req-fe877450-16d1-4d9b-899f-ec91cf4fca33 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:51.831771 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:51.832787 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:51.833465 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on network 71175544-240b-48b8-859e-2349871e871f {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:51.845648 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-9429b4be-8930-4f47-8053-855af864cb89 req-fe877450-16d1-4d9b-899f-ec91cf4fca33 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Calling delete_port for 9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:51.850892 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on network 71175544-240b-48b8-859e-2349871e871f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:51.851384 n-d-787205-9 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Failed to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on host n-h2-787205-9 for vnic_type normal using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] Jul 15 23:07:51.853403 n-d-787205-9 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempt 2 to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 Jul 15 23:07:51.909898 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:51.910378 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:51.910844 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on network 71175544-240b-48b8-859e-2349871e871f {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:51.921047 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on network 71175544-240b-48b8-859e-2349871e871f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:51.921472 n-d-787205-9 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Failed to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on host n-h2-787205-9 for vnic_type normal using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] Jul 15 23:07:51.923702 n-d-787205-9 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempt 3 to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 Jul 15 23:07:51.927823 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9a2c86-6743-465d-a3ce-36669b1a0a3e admin admin] Network 88802605-0841-4548-a7eb-a0c902b02e21 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:51.939345 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:51.939827 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:51.940326 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on network 71175544-240b-48b8-859e-2349871e871f {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:51.956837 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on network 71175544-240b-48b8-859e-2349871e871f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:51.957342 n-d-787205-9 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Failed to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on host n-h2-787205-9 for vnic_type normal using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] Jul 15 23:07:51.959075 n-d-787205-9 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempt 4 to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 Jul 15 23:07:51.961893 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-4a9a2c86-6743-465d-a3ce-36669b1a0a3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:51.977914 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:51.978359 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:51.978844 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on network 71175544-240b-48b8-859e-2349871e871f {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:51.991800 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on network 71175544-240b-48b8-859e-2349871e871f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:51.993406 n-d-787205-9 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Failed to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on host n-h2-787205-9 for vnic_type normal using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] Jul 15 23:07:51.995043 n-d-787205-9 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempt 5 to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 Jul 15 23:07:52.031269 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e7f19b05-fc04-4b21-a885-08541474f2fd req-023961c2-a85b-4d44-b38e-825ef340e19f service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8586366 Jul 15 23:07:52.109780 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9429b4be-8930-4f47-8053-855af864cb89 req-fe877450-16d1-4d9b-899f-ec91cf4fca33 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:52.124536 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['989be037-1ed6-4791-8ac9-4b7d6e3604f2', '9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f', '9d6640ae-a708-4fc7-bb14-0196422ca219'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:52.162205 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:52.162453 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:52.163328 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on network 71175544-240b-48b8-859e-2349871e871f {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:52.198330 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-98be0df4-8818-46d5-b741-befb3655d3c0 req-914e800c-031a-49ea-ad0a-5c211c976482 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Deleting port 9d6640ae-a708-4fc7-bb14-0196422ca219 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:52.198719 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-98be0df4-8818-46d5-b741-befb3655d3c0 req-914e800c-031a-49ea-ad0a-5c211c976482 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:52.213677 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b04e9-985b-4c21-932a-4c18a194163c req-5bef808a-8ece-4920-94ad-484f1baf419a tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:52.222197 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b68b04e9-985b-4c21-932a-4c18a194163c req-5bef808a-8ece-4920-94ad-484f1baf419a tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=7858cea8-bec0-45c1-bf8a-86cf9c2f2126 HTTP/1.1" status: 200 len: 949 time: 0.6025312 Jul 15 23:07:52.225729 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-9429b4be-8930-4f47-8053-855af864cb89 req-fe877450-16d1-4d9b-899f-ec91cf4fca33 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] No DVR routers for this DVR port 9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:52.232986 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9429b4be-8930-4f47-8053-855af864cb89 req-fe877450-16d1-4d9b-899f-ec91cf4fca33 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:52.235425 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9429b4be-8930-4f47-8053-855af864cb89 req-fe877450-16d1-4d9b-899f-ec91cf4fca33 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.43 "DELETE /v2.0/ports/9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f HTTP/1.1" status: 204 len: 173 time: 0.9151373 Jul 15 23:07:52.236505 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c67f0b-396f-4473-b7b6-951499faec1c', 'name': 'network-vif-deleted', 'tag': '9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:52.251773 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d98a414-0e2c-4bcc-aade-9d567bdef1d4" -d '{"events": [{"server_uuid": "c1c67f0b-396f-4473-b7b6-951499faec1c", "name": "network-vif-deleted", "tag": "9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:52.276625 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe877450-16d1-4d9b-899f-ec91cf4fca33 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Pushing event deleted for resources: {'Port': ['ID=9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:52.288192 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on network 71175544-240b-48b8-859e-2349871e871f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:52.288539 n-d-787205-9 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Failed to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on host n-h2-787205-9 for vnic_type normal using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] Jul 15 23:07:52.288946 n-d-787205-9 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempt 6 to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 Jul 15 23:07:52.367304 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:52.367639 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:52.367973 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on network 71175544-240b-48b8-859e-2349871e871f {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:52.387945 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on network 71175544-240b-48b8-859e-2349871e871f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:52.388274 n-d-787205-9 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Failed to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on host n-h2-787205-9 for vnic_type normal using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] Jul 15 23:07:52.388676 n-d-787205-9 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempt 7 to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 Jul 15 23:07:52.435924 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba566df-c236-4006-ace1-dc729adc98b6 x-openstack-request-id: req-1ba566df-c236-4006-ace1-dc729adc98b6 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:52.439041 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c67f0b-396f-4473-b7b6-951499faec1c", "name": "network-vif-deleted", "tag": "9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:52.439552 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ba566df-c236-4006-ace1-dc729adc98b6 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:52.440665 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c67f0b-396f-4473-b7b6-951499faec1c', 'name': 'network-vif-deleted', 'tag': '9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f', 'status': 'completed', 'code': 200} Jul 15 23:07:52.442228 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:52.442770 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:52.443274 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on network 71175544-240b-48b8-859e-2349871e871f {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:52.465430 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on network 71175544-240b-48b8-859e-2349871e871f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:52.465762 n-d-787205-9 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Failed to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on host n-h2-787205-9 for vnic_type normal using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] Jul 15 23:07:52.466173 n-d-787205-9 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempt 8 to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 Jul 15 23:07:52.516324 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:52.516657 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:52.516993 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on network 71175544-240b-48b8-859e-2349871e871f {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:52.523255 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on network 71175544-240b-48b8-859e-2349871e871f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:52.523589 n-d-787205-9 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Failed to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on host n-h2-787205-9 for vnic_type normal using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] Jul 15 23:07:52.524053 n-d-787205-9 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempt 9 to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 Jul 15 23:07:52.542613 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:52.543014 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:52.543356 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on network 71175544-240b-48b8-859e-2349871e871f {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:52.548471 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on network 71175544-240b-48b8-859e-2349871e871f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:52.548801 n-d-787205-9 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Failed to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on host n-h2-787205-9 for vnic_type normal using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] Jul 15 23:07:52.549185 n-d-787205-9 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempt 10 to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 Jul 15 23:07:52.578524 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:52.579409 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:52.579753 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on network 71175544-240b-48b8-859e-2349871e871f {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:52.587979 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on network 71175544-240b-48b8-859e-2349871e871f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:52.588351 n-d-787205-9 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Failed to bind port cc793441-c5ba-4c0a-abec-a13aa24e55d5 on host n-h2-787205-9 for vnic_type normal using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] Jul 15 23:07:52.588730 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:52.644033 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-804f627d-1ef4-4e8a-b57c-da7bf058fac9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting port 196e9572-842c-4e26-9b9d-35adb93191c8 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:52.644383 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-804f627d-1ef4-4e8a-b57c-da7bf058fac9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:52.747401 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] For port cc793441-c5ba-4c0a-abec-a13aa24e55d5, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:52.747771 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempted to set empty binding levels {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 23:07:52.752858 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:52.803902 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-98be0df4-8818-46d5-b741-befb3655d3c0 req-914e800c-031a-49ea-ad0a-5c211c976482 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] For port 9d6640ae-a708-4fc7-bb14-0196422ca219, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=9d6640ae-a708-4fc7-bb14-0196422ca219,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:52.804276 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-98be0df4-8818-46d5-b741-befb3655d3c0 req-914e800c-031a-49ea-ad0a-5c211c976482 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:52.819644 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-98be0df4-8818-46d5-b741-befb3655d3c0 req-914e800c-031a-49ea-ad0a-5c211c976482 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Calling delete_port for 9d6640ae-a708-4fc7-bb14-0196422ca219 owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:52.848949 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:52.850146 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:52.927547 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.2802095 Jul 15 23:07:52.928358 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44016) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:52.939653 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c5d0b-3423-45ad-be48-1e5b9129b9c2 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Pushing event updated for resources: {'Port': ['ID=cc793441-c5ba-4c0a-abec-a13aa24e55d5,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:53.064699 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-98be0df4-8818-46d5-b741-befb3655d3c0 req-914e800c-031a-49ea-ad0a-5c211c976482 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:53.078383 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['989be037-1ed6-4791-8ac9-4b7d6e3604f2', '9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:53.147697 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f382e508-43a4-4cce-a1b0-778555c117ff None None] Network 635d177a-b3d3-4606-a88b-173de228afbc requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:07:53.204485 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b68b04e9-985b-4c21-932a-4c18a194163c req-414e8013-3144-45bc-816f-0938b3f66dec tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9813819 Jul 15 23:07:53.210768 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b420798c-e730-4b27-80c0-e2cce2536ae9 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:07:53.212788 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05ad96e-9b4b-458d-9e50-88f6006954e2 None None] Network 71175544-240b-48b8-859e-2349871e871f requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:07:53.217727 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9a2c86-6743-465d-a3ce-36669b1a0a3e admin admin] Router cc917b37-471f-4c28-b207-dd60fec82d05 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:07:53.223306 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e800c-031a-49ea-ad0a-5c211c976482 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Pushing event deleted for resources: {'Port': ['ID=9d6640ae-a708-4fc7-bb14-0196422ca219,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:53.249101 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b7029352-c8e9-43bc-ac17-284ec27925d3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Deleting port cc793441-c5ba-4c0a-abec-a13aa24e55d5 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:53.249750 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7029352-c8e9-43bc-ac17-284ec27925d3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:53.294889 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-98be0df4-8818-46d5-b741-befb3655d3c0 req-914e800c-031a-49ea-ad0a-5c211c976482 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] No DVR routers for this DVR port 9d6640ae-a708-4fc7-bb14-0196422ca219 on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:53.304112 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-98be0df4-8818-46d5-b741-befb3655d3c0 req-914e800c-031a-49ea-ad0a-5c211c976482 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:53.306718 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-98be0df4-8818-46d5-b741-befb3655d3c0 req-914e800c-031a-49ea-ad0a-5c211c976482 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.43 "DELETE /v2.0/ports/9d6640ae-a708-4fc7-bb14-0196422ca219 HTTP/1.1" status: 204 len: 173 time: 2.2403681 Jul 15 23:07:53.322456 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7858cea8-bec0-45c1-bf8a-86cf9c2f2126', 'name': 'network-vif-deleted', 'tag': '9d6640ae-a708-4fc7-bb14-0196422ca219'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:53.325537 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7e4076-66f2-4fb1-900d-dc7c8fbe9104" -d '{"events": [{"server_uuid": "7858cea8-bec0-45c1-bf8a-86cf9c2f2126", "name": "network-vif-deleted", "tag": "9d6640ae-a708-4fc7-bb14-0196422ca219"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:53.371494 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b00312fc-f6a2-4027-8b00-abaa1f1309e2 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:53.413299 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-804f627d-1ef4-4e8a-b57c-da7bf058fac9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:53.458758 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f382e508-43a4-4cce-a1b0-778555c117ff None None] Network 635d177a-b3d3-4606-a88b-173de228afbc could not be found, it might have been deleted concurrently. {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 23:07:53.473141 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9e2ca3-ab04-479f-ab21-6a7944c40940 x-openstack-request-id: req-bc9e2ca3-ab04-479f-ab21-6a7944c40940 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:53.473805 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7858cea8-bec0-45c1-bf8a-86cf9c2f2126", "name": "network-vif-deleted", "tag": "9d6640ae-a708-4fc7-bb14-0196422ca219", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:53.473998 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc9e2ca3-ab04-479f-ab21-6a7944c40940 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:53.478441 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7858cea8-bec0-45c1-bf8a-86cf9c2f2126', 'name': 'network-vif-deleted', 'tag': '9d6640ae-a708-4fc7-bb14-0196422ca219', 'status': 'completed', 'code': 200} Jul 15 23:07:53.480751 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-804f627d-1ef4-4e8a-b57c-da7bf058fac9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Calling delete_port for 196e9572-842c-4e26-9b9d-35adb93191c8 owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:53.523918 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-b7029352-c8e9-43bc-ac17-284ec27925d3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] For port cc793441-c5ba-4c0a-abec-a13aa24e55d5, host n-h2-787205-9, got binding levels [] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:53.524282 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7029352-c8e9-43bc-ac17-284ec27925d3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:53.587877 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b7029352-c8e9-43bc-ac17-284ec27925d3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Calling delete_port for cc793441-c5ba-4c0a-abec-a13aa24e55d5 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:53.604519 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-383b0467-73d7-445b-aa55-ceab25d24abf None None] Provisioning for port b00312fc-f6a2-4027-8b00-abaa1f1309e2 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:53.637574 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60fc870-86f4-4fe9-bc68-7f3d46977338 None None] DHCP port deletion for 635d177a-b3d3-4606-a88b-173de228afbc request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:07:53.669940 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port b00312fc-f6a2-4027-8b00-abaa1f1309e2 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:53.695438 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port b00312fc-f6a2-4027-8b00-abaa1f1309e2 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:53.696031 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:53.837878 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7029352-c8e9-43bc-ac17-284ec27925d3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:53.899957 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7029352-c8e9-43bc-ac17-284ec27925d3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc793441-c5ba-4c0a-abec-a13aa24e55d5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:53.927787 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7029352-c8e9-43bc-ac17-284ec27925d3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:53.933697 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b7029352-c8e9-43bc-ac17-284ec27925d3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] 10.222.0.16 "DELETE /v2.0/ports/cc793441-c5ba-4c0a-abec-a13aa24e55d5 HTTP/1.1" status: 204 len: 168 time: 1.0034485 Jul 15 23:07:53.935414 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44032) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:53.991034 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9a2c86-6743-465d-a3ce-36669b1a0a3e admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:07:54.026955 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-638d5bdb-4c30-4ed6-b9cf-60c9f6c9d500 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] GET failed (client error): The resource could not be found. Jul 15 23:07:54.027782 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4a9a2c86-6743-465d-a3ce-36669b1a0a3e admin admin] 10.222.0.16 "PUT /v2.0/routers/cc917b37-471f-4c28-b207-dd60fec82d05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5684309 Jul 15 23:07:54.031173 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:54.044242 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-638d5bdb-4c30-4ed6-b9cf-60c9f6c9d500 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] 10.222.0.16 "GET /v2.0/ports/cc793441-c5ba-4c0a-abec-a13aa24e55d5 HTTP/1.1" status: 404 len: 333 time: 0.1064436 Jul 15 23:07:54.045187 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44036) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:54.053761 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0416e9e8-fd46-4218-a9dc-51f7f1e75e17 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Request body: {'port': {'network_id': '71175544-240b-48b8-859e-2349871e871f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1591599011'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:54.066549 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b38083c-04a4-402e-8d08-2d8fccdcf116 None None] Sync routers for ids ['cc917b37-471f-4c28-b207-dd60fec82d05'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:07:54.106594 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-96e984b8-2f16-4298-a9af-7f32dba9d371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:54.122114 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0416e9e8-fd46-4218-a9dc-51f7f1e75e17 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Made reservation on behalf of 5a759afc03604568b053e1689b4fce78 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:54.124858 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0416e9e8-fd46-4218-a9dc-51f7f1e75e17 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:54.194307 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-0416e9e8-fd46-4218-a9dc-51f7f1e75e17 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] device_id is not set on port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:07:54.308451 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:54.513288 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:54.526870 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d9dd7cbb-022c-4e84-b573-f4f4ea7298f3 None None] Provisioning for port 299dcaa6-4a7f-47da-82b4-05193b554fcf completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:54.528914 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:54.529261 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 9b7ec95c-c318-4e19-95ab-ae9b9c8f9d9f not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:54.529690 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 9d6640ae-a708-4fc7-bb14-0196422ca219 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:54.578179 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b38083c-04a4-402e-8d08-2d8fccdcf116 None None] Routers {'cc917b37-471f-4c28-b207-dd60fec82d05'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:07:54.579589 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9b38083c-04a4-402e-8d08-2d8fccdcf116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:07:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['cc917b37-471f-4c28-b207-dd60fec82d05'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:54.585751 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d9dd7cbb-022c-4e84-b573-f4f4ea7298f3 None None] Provisioning complete for port 299dcaa6-4a7f-47da-82b4-05193b554fcf triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:54.586122 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d9dd7cbb-022c-4e84-b573-f4f4ea7298f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:54.625934 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port b00312fc-f6a2-4027-8b00-abaa1f1309e2, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b00312fc-f6a2-4027-8b00-abaa1f1309e2,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:54.627272 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd7cbb-022c-4e84-b573-f4f4ea7298f3 None None] Port 299dcaa6-4a7f-47da-82b4-05193b554fcf cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:07:54.633363 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 9d6640ae-a708-4fc7-bb14-0196422ca219 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:54.633904 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 9d6640ae-a708-4fc7-bb14-0196422ca219 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:54.660310 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-804f627d-1ef4-4e8a-b57c-da7bf058fac9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:54.686235 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:54.750656 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0416e9e8-fd46-4218-a9dc-51f7f1e75e17 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:54.802012 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f627d-1ef4-4e8a-b57c-da7bf058fac9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Port': ['ID=196e9572-842c-4e26-9b9d-35adb93191c8,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:54.821506 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-583c6e59-79ad-4694-9ebc-d3f60944b786 req-ffa376c9-3ea6-4e22-b72e-07b52e68a186 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=7858cea8-bec0-45c1-bf8a-86cf9c2f2126 HTTP/1.1" status: 200 len: 210 time: 0.1471305 Jul 15 23:07:54.876980 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0416e9e8-fd46-4218-a9dc-51f7f1e75e17 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:54.925155 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=b00312fc-f6a2-4027-8b00-abaa1f1309e2,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:54.926034 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-804f627d-1ef4-4e8a-b57c-da7bf058fac9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:54.932257 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-804f627d-1ef4-4e8a-b57c-da7bf058fac9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/196e9572-842c-4e26-9b9d-35adb93191c8 HTTP/1.1" status: 204 len: 168 time: 3.4116418 Jul 15 23:07:54.934428 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44054) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:54.953073 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0416e9e8-fd46-4218-a9dc-51f7f1e75e17 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Network 71175544-240b-48b8-859e-2349871e871f is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:54.967769 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7135ba39-731f-4b56-ada1-04fad5a9e012 None None] Provisioning complete for port 299dcaa6-4a7f-47da-82b4-05193b554fcf triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:54.968178 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7135ba39-731f-4b56-ada1-04fad5a9e012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:55.099810 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ff751600-6e23-40aa-8fa5-05fe07d15d5d no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:55.109710 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5462ee-a510-413e-ae2f-f02b85093da7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:55.111354 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5462ee-a510-413e-ae2f-f02b85093da7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:55.115634 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5b5462ee-a510-413e-ae2f-f02b85093da7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1772275 Jul 15 23:07:55.116219 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44062) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:55.120765 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-0416e9e8-fd46-4218-a9dc-51f7f1e75e17 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:55.144469 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0416e9e8-fd46-4218-a9dc-51f7f1e75e17 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:55.144469 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0416e9e8-fd46-4218-a9dc-51f7f1e75e17 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:55.145385 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0416e9e8-fd46-4218-a9dc-51f7f1e75e17 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:55.174415 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d093d849-0282-497b-adff-dcd04cfa6beb req-49373f1c-60bf-45a6-93d2-b59c63ec362f tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5485764 Jul 15 23:07:55.186683 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9b38083c-04a4-402e-8d08-2d8fccdcf116 None None] Set router cc917b37-471f-4c28-b207-dd60fec82d05 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:07:55.188437 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: ff751600-6e23-40aa-8fa5-05fe07d15d5d {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:55.188785 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ff751600-6e23-40aa-8fa5-05fe07d15d5d not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:55.189739 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-d093d849-0282-497b-adff-dcd04cfa6beb req-9f8d2b8f-33c0-4fd4-8e83-480a3e882fd8 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:55.237542 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d093d849-0282-497b-adff-dcd04cfa6beb req-9f8d2b8f-33c0-4fd4-8e83-480a3e882fd8 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:55.269391 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-7135ba39-731f-4b56-ada1-04fad5a9e012 None None] Port 299dcaa6-4a7f-47da-82b4-05193b554fcf cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:07:55.304396 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0416e9e8-fd46-4218-a9dc-51f7f1e75e17 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2552874 Jul 15 23:07:55.307673 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44066) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:55.337741 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416e9e8-fd46-4218-a9dc-51f7f1e75e17 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Pushing event updated for resources: {'Port': ['ID=affd1fcf-0dce-41e7-ab58-7652fc5a2f4c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:55.361363 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:55.385341 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-767945b1-1308-4ebf-9042-1f7ec71ff028 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting subnet 5896b9dc-4a82-4105-8668-e77052652607 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:07:55.473479 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-767945b1-1308-4ebf-9042-1f7ec71ff028 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:55.578724 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-96e984b8-2f16-4298-a9af-7f32dba9d371 admin admin] Deleting port 6f3c055b-5afd-4696-99db-a1193e2cd54a {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:55.579122 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-96e984b8-2f16-4298-a9af-7f32dba9d371 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:55.594178 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d093d849-0282-497b-adff-dcd04cfa6beb req-9f8d2b8f-33c0-4fd4-8e83-480a3e882fd8 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:55.612922 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-767945b1-1308-4ebf-9042-1f7ec71ff028 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:55.741682 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9b38083c-04a4-402e-8d08-2d8fccdcf116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc917b37-471f-4c28-b207-dd60fec82d05', 'name': 'tempest-FloatingIPDetailsTestJSON-1707799020-router', 'tenant_id': '3cd2e830a4d4489db1afd3c7596d484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'dbead779-e646-46a8-9cc4-c258c1d75b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:33Z', 'updated_at': '2021-07-15T23:07:48Z', 'revision_number': 4, 'project_id': '3cd2e830a4d4489db1afd3c7596d484f', 'gw_port': {'id': 'dbead779-e646-46a8-9cc4-c258c1d75b59', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc917b37-471f-4c28-b207-dd60fec82d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:34Z', 'updated_at': '2021-07-15T23:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '299dcaa6-4a7f-47da-82b4-05193b554fcf', 'name': '', 'network_id': '88802605-0841-4548-a7eb-a0c902b02e21', 'tenant_id': '3cd2e830a4d4489db1afd3c7596d484f', 'mac_address': 'fa:16:3e:4e:57:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc917b37-471f-4c28-b207-dd60fec82d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5a92a796-d3b1-42b7-94fc-c3b1172d58ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:46Z', 'updated_at': '2021-07-15T23:07:49Z', 'revision_number': 2, 'project_id': '3cd2e830a4d4489db1afd3c7596d484f', 'subnets': [{'id': '5a92a796-d3b1-42b7-94fc-c3b1172d58ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:55.776642 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b38083c-04a4-402e-8d08-2d8fccdcf116 None None] Checking router: cc917b37-471f-4c28-b207-dd60fec82d05 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:07:55.777000 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b38083c-04a4-402e-8d08-2d8fccdcf116 None None] Updating router cc917b37-471f-4c28-b207-dd60fec82d05 port 299dcaa6-4a7f-47da-82b4-05193b554fcf binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:07:55.821572 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:55.876193 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b38083c-04a4-402e-8d08-2d8fccdcf116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:55.891035 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c33dee1a-6305-4e53-b9d3-dcad2894c90f None None] Provisioning complete for port b00312fc-f6a2-4027-8b00-abaa1f1309e2 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:55.895267 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c33dee1a-6305-4e53-b9d3-dcad2894c90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.025982 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-d093d849-0282-497b-adff-dcd04cfa6beb req-9f8d2b8f-33c0-4fd4-8e83-480a3e882fd8 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Allocated IP 172.25.4.220 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/d7157f3e-f98b-40ed-bd8f-94824b70eea7) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:56.066975 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-767945b1-1308-4ebf-9042-1f7ec71ff028 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.434622 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-96e984b8-2f16-4298-a9af-7f32dba9d371 admin admin] For port 6f3c055b-5afd-4696-99db-a1193e2cd54a, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=6f3c055b-5afd-4696-99db-a1193e2cd54a,segment=NetworkSegment(9e6d5dac-7d24-491f-8e71-3c2b08909220),segment_id=9e6d5dac-7d24-491f-8e71-3c2b08909220)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:56.435239 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-96e984b8-2f16-4298-a9af-7f32dba9d371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.537414 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] device_id is not set on port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:07:56.543316 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-96e984b8-2f16-4298-a9af-7f32dba9d371 admin admin] Calling delete_port for 6f3c055b-5afd-4696-99db-a1193e2cd54a owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:56.557824 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.621642 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Transition to ACTIVE for port object affd1fcf-0dce-41e7-ab58-7652fc5a2f4c will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:56.625003 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-767945b1-1308-4ebf-9042-1f7ec71ff028 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.634479 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.662472 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d093d849-0282-497b-adff-dcd04cfa6beb req-9f8d2b8f-33c0-4fd4-8e83-480a3e882fd8 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.731529 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b38083c-04a4-402e-8d08-2d8fccdcf116 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.732932 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-767945b1-1308-4ebf-9042-1f7ec71ff028 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.735485 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-767945b1-1308-4ebf-9042-1f7ec71ff028 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/5896b9dc-4a82-4105-8668-e77052652607 HTTP/1.1" status: 204 len: 168 time: 1.6159544 Jul 15 23:07:56.745514 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44094) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:56.781812 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767945b1-1308-4ebf-9042-1f7ec71ff028 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Subnet': ['ID=5896b9dc-4a82-4105-8668-e77052652607,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:56.788445 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d093d849-0282-497b-adff-dcd04cfa6beb req-9f8d2b8f-33c0-4fd4-8e83-480a3e882fd8 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.814890 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9b38083c-04a4-402e-8d08-2d8fccdcf116 None None] Transition to ACTIVE for port object 299dcaa6-4a7f-47da-82b4-05193b554fcf will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:56.862138 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4125b24a-25c2-4d98-b5b7-7e7918b5b49a None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:07:56.869328 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b38083c-04a4-402e-8d08-2d8fccdcf116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.895371 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d2b8f-33c0-4fd4-8e83-480a3e882fd8 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Pushing event updated for resources: {'Port': ['ID=d7157f3e-f98b-40ed-bd8f-94824b70eea7,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:56.941793 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-11958a81-fb2e-4564-b943-9f37cc80dd05 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1438539 Jul 15 23:07:56.942426 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44096) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:57.098621 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Pushing event updated for resources: {'Port': ['ID=affd1fcf-0dce-41e7-ab58-7652fc5a2f4c,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:57.107172 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:57.107434 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:57.107769 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on network 71175544-240b-48b8-859e-2349871e871f {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:57.138034 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on network 71175544-240b-48b8-859e-2349871e871f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:57.140269 n-d-787205-9 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Failed to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on host n-h2-787205-9 for vnic_type normal using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] Jul 15 23:07:57.155094 n-d-787205-9 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempt 2 to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c Jul 15 23:07:57.240959 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d5c7e9-83a2-4a37-9183-94ae09743512 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:57.255439 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-12d5c7e9-83a2-4a37-9183-94ae09743512 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3081005 Jul 15 23:07:57.257885 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44102) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:57.259407 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:57.260824 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:57.262213 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on network 71175544-240b-48b8-859e-2349871e871f {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:57.283079 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57923ba-1d58-4c32-9141-1d31bed14e9a None None] Pushing event updated for resources: {'Port': ['ID=299dcaa6-4a7f-47da-82b4-05193b554fcf,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:57.286200 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b00312fc-f6a2-4027-8b00-abaa1f1309e2 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:57.399315 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d8d4d4-e152-46c1-95b4-255532705e9a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:57.401074 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-58d8d4d4-e152-46c1-95b4-255532705e9a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1334968 Jul 15 23:07:57.404187 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44104) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:57.404778 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on network 71175544-240b-48b8-859e-2349871e871f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:57.405111 n-d-787205-9 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Failed to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on host n-h2-787205-9 for vnic_type normal using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] Jul 15 23:07:57.485999 n-d-787205-9 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempt 3 to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c Jul 15 23:07:57.490433 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-56719449-588a-4d4f-93c6-0fbd44a24793 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0838935 Jul 15 23:07:57.495105 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44106) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:57.504253 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-850b5820-16a2-43fb-9c6b-74210bb265aa tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:57.555258 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:57.557497 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:57.557846 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on network 71175544-240b-48b8-859e-2349871e871f {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:57.577016 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a696a10b-7ab7-4d7e-b0e6-fbfee1bfbfe7 None None] Could not find standard attr ID for object 196e9572-842c-4e26-9b9d-35adb93191c8. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:07:57.645147 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on network 71175544-240b-48b8-859e-2349871e871f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:57.645147 n-d-787205-9 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Failed to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on host n-h2-787205-9 for vnic_type normal using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] Jul 15 23:07:57.647078 n-d-787205-9 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempt 4 to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c Jul 15 23:07:57.667363 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:57.667709 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:57.668150 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on network 71175544-240b-48b8-859e-2349871e871f {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:57.673963 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on network 71175544-240b-48b8-859e-2349871e871f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:57.674357 n-d-787205-9 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Failed to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on host n-h2-787205-9 for vnic_type normal using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] Jul 15 23:07:57.675133 n-d-787205-9 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempt 5 to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c Jul 15 23:07:57.677694 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850b5820-16a2-43fb-9c6b-74210bb265aa tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:57.682088 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-850b5820-16a2-43fb-9c6b-74210bb265aa tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:57.737972 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:57.738309 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:57.738669 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on network 71175544-240b-48b8-859e-2349871e871f {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:57.751346 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9b38083c-04a4-402e-8d08-2d8fccdcf116 None None] Attempting to bind port 299dcaa6-4a7f-47da-82b4-05193b554fcf on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:57.756813 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9b38083c-04a4-402e-8d08-2d8fccdcf116 None None] Attempting to bind port 299dcaa6-4a7f-47da-82b4-05193b554fcf by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'c5f97a75-170c-413d-b88b-5822deb030ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '88802605-0841-4548-a7eb-a0c902b02e21'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:57.758518 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b38083c-04a4-402e-8d08-2d8fccdcf116 None None] Attempting to bind port 299dcaa6-4a7f-47da-82b4-05193b554fcf on network 88802605-0841-4548-a7eb-a0c902b02e21 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:57.760783 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on network 71175544-240b-48b8-859e-2349871e871f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:57.761371 n-d-787205-9 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Failed to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on host n-h2-787205-9 for vnic_type normal using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] Jul 15 23:07:57.783575 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b38083c-04a4-402e-8d08-2d8fccdcf116 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:57.784374 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b38083c-04a4-402e-8d08-2d8fccdcf116 None None] Checking segment: {'id': 'c5f97a75-170c-413d-b88b-5822deb030ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '88802605-0841-4548-a7eb-a0c902b02e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:57.787024 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b38083c-04a4-402e-8d08-2d8fccdcf116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:57.787465 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b38083c-04a4-402e-8d08-2d8fccdcf116 None None] Bound using segment: {'id': 'c5f97a75-170c-413d-b88b-5822deb030ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '88802605-0841-4548-a7eb-a0c902b02e21'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:57.788577 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9b38083c-04a4-402e-8d08-2d8fccdcf116 None None] Bound port: 299dcaa6-4a7f-47da-82b4-05193b554fcf, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f97a75-170c-413d-b88b-5822deb030ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '88802605-0841-4548-a7eb-a0c902b02e21'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:57.789264 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b38083c-04a4-402e-8d08-2d8fccdcf116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:57.796700 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d093d849-0282-497b-adff-dcd04cfa6beb req-9f8d2b8f-33c0-4fd4-8e83-480a3e882fd8 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:57.812825 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-d093d849-0282-497b-adff-dcd04cfa6beb req-9f8d2b8f-33c0-4fd4-8e83-480a3e882fd8 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:57.813823 n-d-787205-9 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempt 6 to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c Jul 15 23:07:57.820531 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d093d849-0282-497b-adff-dcd04cfa6beb req-9f8d2b8f-33c0-4fd4-8e83-480a3e882fd8 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:57.836512 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port b00312fc-f6a2-4027-8b00-abaa1f1309e2 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:57.837640 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:57.840034 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:57.840586 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:57.841105 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on network 71175544-240b-48b8-859e-2349871e871f {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:57.852619 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on network 71175544-240b-48b8-859e-2349871e871f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:57.853336 n-d-787205-9 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Failed to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on host n-h2-787205-9 for vnic_type normal using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] Jul 15 23:07:57.856994 n-d-787205-9 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempt 7 to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c Jul 15 23:07:57.889592 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:57.891254 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:57.892253 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on network 71175544-240b-48b8-859e-2349871e871f {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:57.905873 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on network 71175544-240b-48b8-859e-2349871e871f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:57.906448 n-d-787205-9 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Failed to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on host n-h2-787205-9 for vnic_type normal using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] Jul 15 23:07:57.909010 n-d-787205-9 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempt 8 to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c Jul 15 23:07:57.946710 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:57.947727 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:57.948249 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on network 71175544-240b-48b8-859e-2349871e871f {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:57.979826 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9b38083c-04a4-402e-8d08-2d8fccdcf116 None None] For port 299dcaa6-4a7f-47da-82b4-05193b554fcf, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:57.983208 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9b38083c-04a4-402e-8d08-2d8fccdcf116 None None] For port 299dcaa6-4a7f-47da-82b4-05193b554fcf, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=299dcaa6-4a7f-47da-82b4-05193b554fcf,segment=NetworkSegment(c5f97a75-170c-413d-b88b-5822deb030ae),segment_id=c5f97a75-170c-413d-b88b-5822deb030ae)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:57.990428 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df712b7-fce2-491c-b83f-a601bbc8e8ea None None] DHCP port deletion for 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:07:57.995487 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b38083c-04a4-402e-8d08-2d8fccdcf116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:57.995967 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on network 71175544-240b-48b8-859e-2349871e871f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:57.996947 n-d-787205-9 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Failed to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on host n-h2-787205-9 for vnic_type normal using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] Jul 15 23:07:58.000641 n-d-787205-9 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempt 9 to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c Jul 15 23:07:58.036804 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:58.037423 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:58.037941 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on network 71175544-240b-48b8-859e-2349871e871f {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:58.048926 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on network 71175544-240b-48b8-859e-2349871e871f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:58.050648 n-d-787205-9 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Failed to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on host n-h2-787205-9 for vnic_type normal using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] Jul 15 23:07:58.053226 n-d-787205-9 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempt 10 to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c Jul 15 23:07:58.073125 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d093d849-0282-497b-adff-dcd04cfa6beb req-9f8d2b8f-33c0-4fd4-8e83-480a3e882fd8 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:58.080154 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57923ba-1d58-4c32-9141-1d31bed14e9a None None] Pushing event updated for resources: {'Port': ['ID=299dcaa6-4a7f-47da-82b4-05193b554fcf,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:58.099102 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:58.099664 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:58.100350 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on network 71175544-240b-48b8-859e-2349871e871f {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:58.125202 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on network 71175544-240b-48b8-859e-2349871e871f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:58.125573 n-d-787205-9 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Failed to bind port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on host n-h2-787205-9 for vnic_type normal using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] Jul 15 23:07:58.125961 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:58.204823 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d093d849-0282-497b-adff-dcd04cfa6beb req-9f8d2b8f-33c0-4fd4-8e83-480a3e882fd8 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:58.205106 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-850b5820-16a2-43fb-9c6b-74210bb265aa tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:58.214464 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b38083c-04a4-402e-8d08-2d8fccdcf116 None None] Routers {'cc917b37-471f-4c28-b207-dd60fec82d05'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:07:58.215661 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9b38083c-04a4-402e-8d08-2d8fccdcf116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:07:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['cc917b37-471f-4c28-b207-dd60fec82d05'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:58.355965 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850b5820-16a2-43fb-9c6b-74210bb265aa tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:58.367798 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-850b5820-16a2-43fb-9c6b-74210bb265aa tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:58.370771 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850b5820-16a2-43fb-9c6b-74210bb265aa tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:58.371371 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-850b5820-16a2-43fb-9c6b-74210bb265aa tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:58.402442 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9b38083c-04a4-402e-8d08-2d8fccdcf116 None None] Set router cc917b37-471f-4c28-b207-dd60fec82d05 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:07:58.413337 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] For port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:58.413719 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempted to set empty binding levels {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 23:07:58.427496 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:58.491951 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Pushing event updated for resources: {'Port': ['ID=affd1fcf-0dce-41e7-ab58-7652fc5a2f4c,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:58.498596 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-850b5820-16a2-43fb-9c6b-74210bb265aa tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0022655 Jul 15 23:07:58.499983 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b5820-16a2-43fb-9c6b-74210bb265aa tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Subnet': ['ID=1f9543fa-e8cc-4d4d-891c-075dcda09695,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:58.504698 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44112) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:58.510541 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-cf5ab40d-a32c-4b8b-b9a2-c3657891ace8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'port': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'fixed_ips': [{'subnet_id': '1f9543fa-e8cc-4d4d-891c-075dcda09695', 'ip_address': '2001:db8::313f:f99:79ea:1936'}], 'name': 'tempest-NetworksTestDHCPv6-1950019880'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:58.527224 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] In _notify_port_updated(), no bound segment for port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c on network 71175544-240b-48b8-859e-2349871e871f {{(pid=93798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:07:58.528459 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:58.528933 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:58.533196 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-036dfb2f-a439-4cc3-bf6b-6f679daaf5d1 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] 10.222.0.16 "PUT /v2.0/ports/affd1fcf-0dce-41e7-ab58-7652fc5a2f4c HTTP/1.1" status: 200 len: 975 time: 3.2235794 Jul 15 23:07:58.540402 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44114) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:58.561669 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5df712b7-fce2-491c-b83f-a601bbc8e8ea None None] Deleting port b00312fc-f6a2-4027-8b00-abaa1f1309e2 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:58.562037 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5df712b7-fce2-491c-b83f-a601bbc8e8ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:58.667657 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d093d849-0282-497b-adff-dcd04cfa6beb req-9f8d2b8f-33c0-4fd4-8e83-480a3e882fd8 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:58.820368 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d093d849-0282-497b-adff-dcd04cfa6beb req-9f8d2b8f-33c0-4fd4-8e83-480a3e882fd8 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:58.832948 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-5df712b7-fce2-491c-b83f-a601bbc8e8ea None None] For port b00312fc-f6a2-4027-8b00-abaa1f1309e2, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b00312fc-f6a2-4027-8b00-abaa1f1309e2,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:58.833430 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5df712b7-fce2-491c-b83f-a601bbc8e8ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:58.852692 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5df712b7-fce2-491c-b83f-a601bbc8e8ea None None] Calling delete_port for b00312fc-f6a2-4027-8b00-abaa1f1309e2 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:58.914796 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d2b8f-33c0-4fd4-8e83-480a3e882fd8 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Pushing event updated for resources: {'Port': ['ID=d7157f3e-f98b-40ed-bd8f-94824b70eea7,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:58.936380 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1cf4e-fe21-4a8e-b123-e01a78f40f02 req-386bd478-9eb3-4270-8161-9f80c610667d tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:58.952773 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ebf1cf4e-fe21-4a8e-b123-e01a78f40f02 req-386bd478-9eb3-4270-8161-9f80c610667d tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=2251c629-daf5-47b8-8430-a908a8cf7bfa HTTP/1.1" status: 200 len: 950 time: 1.2349546 Jul 15 23:07:59.098503 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b00312fc-f6a2-4027-8b00-abaa1f1309e2 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:59.098927 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d03b3c-71af-40e3-8e47-b1dc2a3df3ce req-fda4eb82-b182-4f9f-8ced-5d476dbb96ef tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.100187 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f6d03b3c-71af-40e3-8e47-b1dc2a3df3ce req-fda4eb82-b182-4f9f-8ced-5d476dbb96ef tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.43 "GET /v2.0/ports?device_id=2251c629-daf5-47b8-8430-a908a8cf7bfa HTTP/1.1" status: 200 len: 950 time: 0.5464141 Jul 15 23:07:59.108009 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9b38083c-04a4-402e-8d08-2d8fccdcf116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc917b37-471f-4c28-b207-dd60fec82d05', 'name': 'tempest-FloatingIPDetailsTestJSON-1707799020-router', 'tenant_id': '3cd2e830a4d4489db1afd3c7596d484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'dbead779-e646-46a8-9cc4-c258c1d75b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:33Z', 'updated_at': '2021-07-15T23:07:48Z', 'revision_number': 4, 'project_id': '3cd2e830a4d4489db1afd3c7596d484f', 'gw_port': {'id': 'dbead779-e646-46a8-9cc4-c258c1d75b59', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc917b37-471f-4c28-b207-dd60fec82d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:34Z', 'updated_at': '2021-07-15T23:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '299dcaa6-4a7f-47da-82b4-05193b554fcf', 'name': '', 'network_id': '88802605-0841-4548-a7eb-a0c902b02e21', 'tenant_id': '3cd2e830a4d4489db1afd3c7596d484f', 'mac_address': 'fa:16:3e:4e:57:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc917b37-471f-4c28-b207-dd60fec82d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5a92a796-d3b1-42b7-94fc-c3b1172d58ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:46Z', 'updated_at': '2021-07-15T23:07:57Z', 'revision_number': 4, 'project_id': '3cd2e830a4d4489db1afd3c7596d484f', 'subnets': [{'id': '5a92a796-d3b1-42b7-94fc-c3b1172d58ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:59.183938 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ebf1cf4e-fe21-4a8e-b123-e01a78f40f02 req-0ff8a2ae-cda7-4564-b5e0-77768f2b2945 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301817 Jul 15 23:07:59.206276 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b38083c-04a4-402e-8d08-2d8fccdcf116 None None] The sync data for ids ['cc917b37-471f-4c28-b207-dd60fec82d05'] in n-d-787205-9 is: [{'id': 'cc917b37-471f-4c28-b207-dd60fec82d05', 'name': 'tempest-FloatingIPDetailsTestJSON-1707799020-router', 'tenant_id': '3cd2e830a4d4489db1afd3c7596d484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'dbead779-e646-46a8-9cc4-c258c1d75b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:33Z', 'updated_at': '2021-07-15T23:07:48Z', 'revision_number': 4, 'project_id': '3cd2e830a4d4489db1afd3c7596d484f', 'gw_port': {'id': 'dbead779-e646-46a8-9cc4-c258c1d75b59', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc917b37-471f-4c28-b207-dd60fec82d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:34Z', 'updated_at': '2021-07-15T23:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '299dcaa6-4a7f-47da-82b4-05193b554fcf', 'name': '', 'network_id': '88802605-0841-4548-a7eb-a0c902b02e21', 'tenant_id': '3cd2e830a4d4489db1afd3c7596d484f', 'mac_address': 'fa:16:3e:4e:57:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc917b37-471f-4c28-b207-dd60fec82d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5a92a796-d3b1-42b7-94fc-c3b1172d58ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:46Z', 'updated_at': '2021-07-15T23:07:57Z', 'revision_number': 4, 'project_id': '3cd2e830a4d4489db1afd3c7596d484f', 'subnets': [{'id': '5a92a796-d3b1-42b7-94fc-c3b1172d58ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:07:59.230824 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5df712b7-fce2-491c-b83f-a601bbc8e8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:59.242207 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-96e984b8-2f16-4298-a9af-7f32dba9d371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:59.244482 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd41c-2829-4e86-a764-53f80957caf3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.245228 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd41c-2829-4e86-a764-53f80957caf3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.245810 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd41c-2829-4e86-a764-53f80957caf3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.246501 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd41c-2829-4e86-a764-53f80957caf3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.247114 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd41c-2829-4e86-a764-53f80957caf3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.249040 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd41c-2829-4e86-a764-53f80957caf3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.249582 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd41c-2829-4e86-a764-53f80957caf3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.250155 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd41c-2829-4e86-a764-53f80957caf3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.250880 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd41c-2829-4e86-a764-53f80957caf3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.251885 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd41c-2829-4e86-a764-53f80957caf3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.252946 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd41c-2829-4e86-a764-53f80957caf3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.253661 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd41c-2829-4e86-a764-53f80957caf3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.254985 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd41c-2829-4e86-a764-53f80957caf3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.260400 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d093d849-0282-497b-adff-dcd04cfa6beb req-9f8d2b8f-33c0-4fd4-8e83-480a3e882fd8 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:59.322176 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d093d849-0282-497b-adff-dcd04cfa6beb req-9f8d2b8f-33c0-4fd4-8e83-480a3e882fd8 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:59.323327 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d093d849-0282-497b-adff-dcd04cfa6beb req-9f8d2b8f-33c0-4fd4-8e83-480a3e882fd8 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1429977 Jul 15 23:07:59.325204 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd41c-2829-4e86-a764-53f80957caf3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.326071 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd41c-2829-4e86-a764-53f80957caf3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.330126 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd41c-2829-4e86-a764-53f80957caf3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.331014 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd41c-2829-4e86-a764-53f80957caf3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.331718 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd41c-2829-4e86-a764-53f80957caf3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.332365 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd41c-2829-4e86-a764-53f80957caf3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.332999 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd41c-2829-4e86-a764-53f80957caf3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.333858 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd41c-2829-4e86-a764-53f80957caf3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.334496 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd41c-2829-4e86-a764-53f80957caf3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.335195 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd41c-2829-4e86-a764-53f80957caf3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.335835 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd41c-2829-4e86-a764-53f80957caf3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.337491 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd41c-2829-4e86-a764-53f80957caf3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.343059 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd41c-2829-4e86-a764-53f80957caf3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.345918 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd41c-2829-4e86-a764-53f80957caf3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.355026 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd41c-2829-4e86-a764-53f80957caf3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.359412 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd41c-2829-4e86-a764-53f80957caf3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.363238 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd41c-2829-4e86-a764-53f80957caf3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.363788 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd41c-2829-4e86-a764-53f80957caf3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.371319 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df712b7-fce2-491c-b83f-a601bbc8e8ea None None] Pushing event deleted for resources: {'Port': ['ID=b00312fc-f6a2-4027-8b00-abaa1f1309e2,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:59.375904 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-358dd41c-2829-4e86-a764-53f80957caf3 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27886 time: 0.8344364 Jul 15 23:07:59.383142 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44128) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:59.388092 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df712b7-fce2-491c-b83f-a601bbc8e8ea None None] No DVR routers for this DVR port b00312fc-f6a2-4027-8b00-abaa1f1309e2 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:59.411302 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No active binding found for port b00312fc-f6a2-4027-8b00-abaa1f1309e2 {{(pid=93800) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 23:07:59.413455 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b00312fc-f6a2-4027-8b00-abaa1f1309e2 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:59.415146 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5ab40d-a32c-4b8b-b9a2-c3657891ace8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:59.423395 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc6ca2f-2dd2-4681-b742-1f703454362f None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:07:59.487550 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e984b8-2f16-4298-a9af-7f32dba9d371 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f3c055b-5afd-4696-99db-a1193e2cd54a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:59.684531 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d093d849-0282-497b-adff-dcd04cfa6beb req-84790562-2f74-48dd-b389-c3f0cfb6c433 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.220 HTTP/1.1" status: 200 len: 696 time: 0.1878879 Jul 15 23:07:59.777056 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cf5ab40d-a32c-4b8b-b9a2-c3657891ace8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:59.835314 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-cf5ab40d-a32c-4b8b-b9a2-c3657891ace8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] device_id is not set on port 95028002-4a06-43e6-9d08-55f1ff178f73 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:07:59.862602 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac07fb3e-8789-4ea4-bcd1-e1db81a8a8f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'tenant_id': '63d2071bda354af48ba0ab40dec64d3d', 'fixed_ips': [{'subnet_id': '1f9543fa-e8cc-4d4d-891c-075dcda09695'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:07:59.864089 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac07fb3e-8789-4ea4-bcd1-e1db81a8a8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:59.878764 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-f6d03b3c-71af-40e3-8e47-b1dc2a3df3ce req-d62ec7b4-937f-4212-b2a9-231e9d4f3418 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Deleting port 989be037-1ed6-4791-8ac9-4b7d6e3604f2 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:59.879325 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f6d03b3c-71af-40e3-8e47-b1dc2a3df3ce req-d62ec7b4-937f-4212-b2a9-231e9d4f3418 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:00.026626 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-96e984b8-2f16-4298-a9af-7f32dba9d371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:00.122326 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-ac07fb3e-8789-4ea4-bcd1-e1db81a8a8f7 None None] Allocated IP 2001:db8::2 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/1f9543fa-e8cc-4d4d-891c-075dcda09695/ccb72130-25e7-4346-831a-46952473a963) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:00.382548 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b364f978-708b-4e89-a675-55bbf87ce1bd tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Deleting port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:00.383145 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b364f978-708b-4e89-a675-55bbf87ce1bd tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:00.438286 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac07fb3e-8789-4ea4-bcd1-e1db81a8a8f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:00.461462 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ac07fb3e-8789-4ea4-bcd1-e1db81a8a8f7 None None] Transition to ACTIVE for port object ccb72130-25e7-4346-831a-46952473a963 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:00.486059 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-b364f978-708b-4e89-a675-55bbf87ce1bd tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] For port affd1fcf-0dce-41e7-ab58-7652fc5a2f4c, host n-h2-787205-9, got binding levels [] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:00.487250 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b364f978-708b-4e89-a675-55bbf87ce1bd tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:00.508166 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ac07fb3e-8789-4ea4-bcd1-e1db81a8a8f7 None None] Transition to ACTIVE for port object ccb72130-25e7-4346-831a-46952473a963 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:00.511907 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b364f978-708b-4e89-a675-55bbf87ce1bd tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Calling delete_port for affd1fcf-0dce-41e7-ab58-7652fc5a2f4c owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:00.517055 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac07fb3e-8789-4ea4-bcd1-e1db81a8a8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:00.585147 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac07fb3e-8789-4ea4-bcd1-e1db81a8a8f7 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:00.592985 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-ac07fb3e-8789-4ea4-bcd1-e1db81a8a8f7 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:00.601207 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac07fb3e-8789-4ea4-bcd1-e1db81a8a8f7 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:00.632846 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07fb3e-8789-4ea4-bcd1-e1db81a8a8f7 None None] Pushing event updated for resources: {'Port': ['ID=ccb72130-25e7-4346-831a-46952473a963,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:00.651042 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-cf5ab40d-a32c-4b8b-b9a2-c3657891ace8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Allocated IP 2001:db8::313f:f99:79ea:1936 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/1f9543fa-e8cc-4d4d-891c-075dcda09695/95028002-4a06-43e6-9d08-55f1ff178f73) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:00.716193 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ac07fb3e-8789-4ea4-bcd1-e1db81a8a8f7 None None] Attempting to bind port ccb72130-25e7-4346-831a-46952473a963 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:00.716613 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ac07fb3e-8789-4ea4-bcd1-e1db81a8a8f7 None None] Attempting to bind port ccb72130-25e7-4346-831a-46952473a963 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:00.716988 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07fb3e-8789-4ea4-bcd1-e1db81a8a8f7 None None] Attempting to bind port ccb72130-25e7-4346-831a-46952473a963 on network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:00.726190 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07fb3e-8789-4ea4-bcd1-e1db81a8a8f7 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:00.726622 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07fb3e-8789-4ea4-bcd1-e1db81a8a8f7 None None] Checking segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:00.726993 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac07fb3e-8789-4ea4-bcd1-e1db81a8a8f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:00.727384 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07fb3e-8789-4ea4-bcd1-e1db81a8a8f7 None None] Bound using segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:00.728458 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ac07fb3e-8789-4ea4-bcd1-e1db81a8a8f7 None None] Bound port: ccb72130-25e7-4346-831a-46952473a963, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:00.728701 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac07fb3e-8789-4ea4-bcd1-e1db81a8a8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:00.734493 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e984b8-2f16-4298-a9af-7f32dba9d371 admin admin] Router ca844a8b-66e6-452e-8809-23db221d7b57 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:08:00.798723 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d491b-2e15-42a9-8d3b-996e90327b42 req-55e97629-cffa-449c-9a19-da1e16b3d4ce tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:00.807244 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2a1d491b-2e15-42a9-8d3b-996e90327b42 req-55e97629-cffa-449c-9a19-da1e16b3d4ce tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=2251c629-daf5-47b8-8430-a908a8cf7bfa HTTP/1.1" status: 200 len: 950 time: 0.2101226 Jul 15 23:08:00.890381 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ac07fb3e-8789-4ea4-bcd1-e1db81a8a8f7 None None] For port ccb72130-25e7-4346-831a-46952473a963, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:00.911111 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ac07fb3e-8789-4ea4-bcd1-e1db81a8a8f7 None None] For port ccb72130-25e7-4346-831a-46952473a963, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ccb72130-25e7-4346-831a-46952473a963,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:00.916617 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac07fb3e-8789-4ea4-bcd1-e1db81a8a8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:00.984287 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e984b8-2f16-4298-a9af-7f32dba9d371 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:08:00.998698 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710055b0-92e9-4c8b-9b60-d0ebab57c73b None None] Sync routers for ids ['ca844a8b-66e6-452e-8809-23db221d7b57'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:08:01.023811 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-96e984b8-2f16-4298-a9af-7f32dba9d371 admin admin] 10.222.0.16 "PUT /v2.0/routers/ca844a8b-66e6-452e-8809-23db221d7b57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1212745 Jul 15 23:08:01.029461 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710055b0-92e9-4c8b-9b60-d0ebab57c73b None None] Routers {'ca844a8b-66e6-452e-8809-23db221d7b57'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:01.030095 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-710055b0-92e9-4c8b-9b60-d0ebab57c73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:07:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['ca844a8b-66e6-452e-8809-23db221d7b57'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:01.030805 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44144) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:01.040724 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093d849-0282-497b-adff-dcd04cfa6beb req-1b3abc9c-feae-4df8-b659-558557006454 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:01.042600 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d093d849-0282-497b-adff-dcd04cfa6beb req-1b3abc9c-feae-4df8-b659-558557006454 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 784 time: 1.3048084 Jul 15 23:08:01.074825 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-f6d03b3c-71af-40e3-8e47-b1dc2a3df3ce req-d62ec7b4-937f-4212-b2a9-231e9d4f3418 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] For port 989be037-1ed6-4791-8ac9-4b7d6e3604f2, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=989be037-1ed6-4791-8ac9-4b7d6e3604f2,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:01.075628 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f6d03b3c-71af-40e3-8e47-b1dc2a3df3ce req-d62ec7b4-937f-4212-b2a9-231e9d4f3418 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:01.114600 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2a1d491b-2e15-42a9-8d3b-996e90327b42 req-7a3bb4c5-85aa-4b99-b050-2d23ffd62040 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055916 Jul 15 23:08:01.130253 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07fb3e-8789-4ea4-bcd1-e1db81a8a8f7 None None] Pushing event updated for resources: {'Port': ['ID=ccb72130-25e7-4346-831a-46952473a963,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:01.167681 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-f6d03b3c-71af-40e3-8e47-b1dc2a3df3ce req-d62ec7b4-937f-4212-b2a9-231e9d4f3418 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Calling delete_port for 989be037-1ed6-4791-8ac9-4b7d6e3604f2 owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:01.315309 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 299dcaa6-4a7f-47da-82b4-05193b554fcf up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:01.357587 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cf5ab40d-a32c-4b8b-b9a2-c3657891ace8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:01.398766 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-cf5ab40d-a32c-4b8b-b9a2-c3657891ace8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Transition to ACTIVE for port object 95028002-4a06-43e6-9d08-55f1ff178f73 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:01.401535 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b364f978-708b-4e89-a675-55bbf87ce1bd tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:01.447285 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fa8a235-20fd-4bf7-a107-7da398014f39 admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:01.448487 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 299dcaa6-4a7f-47da-82b4-05193b554fcf completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:01.453720 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 299dcaa6-4a7f-47da-82b4-05193b554fcf triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:01.454094 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:01.625343 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f6d03b3c-71af-40e3-8e47-b1dc2a3df3ce req-d62ec7b4-937f-4212-b2a9-231e9d4f3418 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:01.638972 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-710055b0-92e9-4c8b-9b60-d0ebab57c73b None None] Set router ca844a8b-66e6-452e-8809-23db221d7b57 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:01.659450 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b364f978-708b-4e89-a675-55bbf87ce1bd tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:01.666734 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b364f978-708b-4e89-a675-55bbf87ce1bd tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] 10.222.0.16 "DELETE /v2.0/ports/affd1fcf-0dce-41e7-ab58-7652fc5a2f4c HTTP/1.1" status: 204 len: 168 time: 2.2816362 Jul 15 23:08:01.673589 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44158) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:01.729666 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fdfc38a-bf2e-4e18-a523-432dbfa65012 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] GET failed (client error): The resource could not be found. Jul 15 23:08:01.735888 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:01.738577 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8fdfc38a-bf2e-4e18-a523-432dbfa65012 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] 10.222.0.16 "GET /v2.0/ports/affd1fcf-0dce-41e7-ab58-7652fc5a2f4c HTTP/1.1" status: 404 len: 333 time: 0.0619354 Jul 15 23:08:01.739781 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b364f978-708b-4e89-a675-55bbf87ce1bd tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Pushing event deleted for resources: {'Port': ['ID=affd1fcf-0dce-41e7-ab58-7652fc5a2f4c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:01.744674 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44160) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:01.746341 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['989be037-1ed6-4791-8ac9-4b7d6e3604f2'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:01.754953 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0cf413fe-5b3e-4110-8b4f-bc818088cc9e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-703431806', 'network_id': '71175544-240b-48b8-859e-2349871e871f'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:01.883299 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf413fe-5b3e-4110-8b4f-bc818088cc9e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Made reservation on behalf of 5a759afc03604568b053e1689b4fce78 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:01.886818 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0cf413fe-5b3e-4110-8b4f-bc818088cc9e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:01.915934 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-0cf413fe-5b3e-4110-8b4f-bc818088cc9e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] device_id is not set on port 1a6b69c3-8ac7-4802-82d8-de1702ca171c yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:08:01.923682 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 299dcaa6-4a7f-47da-82b4-05193b554fcf, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=299dcaa6-4a7f-47da-82b4-05193b554fcf,segment=NetworkSegment(c5f97a75-170c-413d-b88b-5822deb030ae),segment_id=c5f97a75-170c-413d-b88b-5822deb030ae)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:01.926022 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cf5ab40d-a32c-4b8b-b9a2-c3657891ace8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:01.932561 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:01.976177 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ec7b4-937f-4212-b2a9-231e9d4f3418 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Pushing event deleted for resources: {'Port': ['ID=989be037-1ed6-4791-8ac9-4b7d6e3604f2,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:01.992744 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d03b3c-71af-40e3-8e47-b1dc2a3df3ce req-d62ec7b4-937f-4212-b2a9-231e9d4f3418 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] No DVR routers for this DVR port 989be037-1ed6-4791-8ac9-4b7d6e3604f2 on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:08:02.003819 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f6d03b3c-71af-40e3-8e47-b1dc2a3df3ce req-d62ec7b4-937f-4212-b2a9-231e9d4f3418 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:02.014052 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f6d03b3c-71af-40e3-8e47-b1dc2a3df3ce req-d62ec7b4-937f-4212-b2a9-231e9d4f3418 tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.43 "DELETE /v2.0/ports/989be037-1ed6-4791-8ac9-4b7d6e3604f2 HTTP/1.1" status: 204 len: 173 time: 2.8860266 Jul 15 23:08:02.014921 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5ab40d-a32c-4b8b-b9a2-c3657891ace8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:02.022220 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ab40d-a32c-4b8b-b9a2-c3657891ace8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Port': ['ID=95028002-4a06-43e6-9d08-55f1ff178f73,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:02.022372 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2251c629-daf5-47b8-8430-a908a8cf7bfa', 'name': 'network-vif-deleted', 'tag': '989be037-1ed6-4791-8ac9-4b7d6e3604f2'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:02.025599 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-cf5ab40d-a32c-4b8b-b9a2-c3657891ace8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:02.044259 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a570c5-f437-46b0-9f65-129d3ead0224" -d '{"events": [{"server_uuid": "2251c629-daf5-47b8-8430-a908a8cf7bfa", "name": "network-vif-deleted", "tag": "989be037-1ed6-4791-8ac9-4b7d6e3604f2"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:02.067312 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=299dcaa6-4a7f-47da-82b4-05193b554fcf,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:02.132862 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e5b1c44c-e54b-4042-b4b7-12178c9bdc45 req-1cc7cb74-d97b-4ca3-8b12-54a3c643c4de tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8892210 Jul 15 23:08:02.137013 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71dc0301-9538-43f8-a146-2e5cf5f9951a x-openstack-request-id: req-71dc0301-9538-43f8-a146-2e5cf5f9951a {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:02.138077 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2251c629-daf5-47b8-8430-a908a8cf7bfa", "name": "network-vif-deleted", "tag": "989be037-1ed6-4791-8ac9-4b7d6e3604f2", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:02.138585 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71dc0301-9538-43f8-a146-2e5cf5f9951a {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:02.139032 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2251c629-daf5-47b8-8430-a908a8cf7bfa', 'name': 'network-vif-deleted', 'tag': '989be037-1ed6-4791-8ac9-4b7d6e3604f2', 'status': 'completed', 'code': 200} Jul 15 23:08:02.152663 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-e5b1c44c-e54b-4042-b4b7-12178c9bdc45 req-a70da3cf-ed01-4484-b74b-08a7b8e3e09d tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:02.226175 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e5b1c44c-e54b-4042-b4b7-12178c9bdc45 req-a70da3cf-ed01-4484-b74b-08a7b8e3e09d tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:02.381815 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-710055b0-92e9-4c8b-9b60-d0ebab57c73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca844a8b-66e6-452e-8809-23db221d7b57', 'name': 'tempest-AttachSCSIVolumeTestJSON-1482622024-router', 'tenant_id': 'ab0c5c9325c24d2e8684ef8bcf0c8a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '6aa835bb-4753-4c40-95a2-684f43632cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:37Z', 'updated_at': '2021-07-15T23:07:58Z', 'revision_number': 5, 'project_id': 'ab0c5c9325c24d2e8684ef8bcf0c8a01', 'gw_port': {'id': '6aa835bb-4753-4c40-95a2-684f43632cfa', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca844a8b-66e6-452e-8809-23db221d7b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:39Z', 'updated_at': '2021-07-15T23:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:02.467104 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0cf413fe-5b3e-4110-8b4f-bc818088cc9e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:02.496734 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710055b0-92e9-4c8b-9b60-d0ebab57c73b None None] Checking router: ca844a8b-66e6-452e-8809-23db221d7b57 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:08:02.511133 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5ab40d-a32c-4b8b-b9a2-c3657891ace8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:02.520973 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5ab40d-a32c-4b8b-b9a2-c3657891ace8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:02.522443 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cf5ab40d-a32c-4b8b-b9a2-c3657891ace8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:02.527316 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710055b0-92e9-4c8b-9b60-d0ebab57c73b None None] Routers {'ca844a8b-66e6-452e-8809-23db221d7b57'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:02.528218 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-710055b0-92e9-4c8b-9b60-d0ebab57c73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:07:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['ca844a8b-66e6-452e-8809-23db221d7b57'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:02.550973 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cf5ab40d-a32c-4b8b-b9a2-c3657891ace8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0452490 Jul 15 23:08:02.557809 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fa8a235-20fd-4bf7-a107-7da398014f39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:02.573618 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c0e580a6-b1f2-4742-9fd4-540cb42ba2e6 req-efa7af87-aca3-4e2b-8d3c-ebc2c113b1ce tempest-ServersOnMultiNodesTest-1972255323 tempest-ServersOnMultiNodesTest-1972255323-project] 10.222.0.16 "GET /v2.0/ports?device_id=2251c629-daf5-47b8-8430-a908a8cf7bfa HTTP/1.1" status: 200 len: 210 time: 0.0919855 Jul 15 23:08:02.574291 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44176) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:02.740458 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0cf413fe-5b3e-4110-8b4f-bc818088cc9e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:02.821699 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e5b1c44c-e54b-4042-b4b7-12178c9bdc45 req-a70da3cf-ed01-4484-b74b-08a7b8e3e09d tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:02.912740 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf413fe-5b3e-4110-8b4f-bc818088cc9e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Network 71175544-240b-48b8-859e-2349871e871f is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:02.925003 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-710055b0-92e9-4c8b-9b60-d0ebab57c73b None None] Set router ca844a8b-66e6-452e-8809-23db221d7b57 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:02.929245 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-0cf413fe-5b3e-4110-8b4f-bc818088cc9e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:02.936962 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf413fe-5b3e-4110-8b4f-bc818088cc9e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:02.943114 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf413fe-5b3e-4110-8b4f-bc818088cc9e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:02.943755 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0cf413fe-5b3e-4110-8b4f-bc818088cc9e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:02.952668 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf413fe-5b3e-4110-8b4f-bc818088cc9e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Pushing event updated for resources: {'Port': ['ID=1a6b69c3-8ac7-4802-82d8-de1702ca171c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:02.980252 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-7fa8a235-20fd-4bf7-a107-7da398014f39 admin admin] Deleting port 6aa835bb-4753-4c40-95a2-684f43632cfa {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:02.980505 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fa8a235-20fd-4bf7-a107-7da398014f39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:03.020761 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0cf413fe-5b3e-4110-8b4f-bc818088cc9e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2717607 Jul 15 23:08:03.023433 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44188) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:03.087372 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60413ab2-df70-46d4-afd2-18e82d2494bf tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:03.091885 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-60413ab2-df70-46d4-afd2-18e82d2494bf tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] 10.222.0.16 "GET /v2.0/ports/1a6b69c3-8ac7-4802-82d8-de1702ca171c HTTP/1.1" status: 200 len: 954 time: 0.0526509 Jul 15 23:08:03.092599 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44190) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:03.108459 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-e5b1c44c-e54b-4042-b4b7-12178c9bdc45 req-a70da3cf-ed01-4484-b74b-08a7b8e3e09d tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Allocated IP 172.25.4.57 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/8d4f29fd-89db-4f84-8560-5582de869d6d) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:03.145391 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3413f2-9545-4d8d-a91d-d9bed97d02c6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:03.163630 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3413f2-9545-4d8d-a91d-d9bed97d02c6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:03.165388 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1e3413f2-9545-4d8d-a91d-d9bed97d02c6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5883801 Jul 15 23:08:03.173184 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44192) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:03.225539 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-56f96f7f-8ad7-4d30-99d7-ee5841ebc6b6 None None] Provisioning for port ccb72130-25e7-4346-831a-46952473a963 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:03.340599 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-710055b0-92e9-4c8b-9b60-d0ebab57c73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca844a8b-66e6-452e-8809-23db221d7b57', 'name': 'tempest-AttachSCSIVolumeTestJSON-1482622024-router', 'tenant_id': 'ab0c5c9325c24d2e8684ef8bcf0c8a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '6aa835bb-4753-4c40-95a2-684f43632cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:37Z', 'updated_at': '2021-07-15T23:07:58Z', 'revision_number': 5, 'project_id': 'ab0c5c9325c24d2e8684ef8bcf0c8a01', 'gw_port': {'id': '6aa835bb-4753-4c40-95a2-684f43632cfa', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca844a8b-66e6-452e-8809-23db221d7b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:39Z', 'updated_at': '2021-07-15T23:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:03.356312 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-7fa8a235-20fd-4bf7-a107-7da398014f39 admin admin] For port 6aa835bb-4753-4c40-95a2-684f43632cfa, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=6aa835bb-4753-4c40-95a2-684f43632cfa,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:03.357133 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fa8a235-20fd-4bf7-a107-7da398014f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:03.389927 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710055b0-92e9-4c8b-9b60-d0ebab57c73b None None] The sync data for ids ['ca844a8b-66e6-452e-8809-23db221d7b57'] in n-d-787205-9 is: [{'id': 'ca844a8b-66e6-452e-8809-23db221d7b57', 'name': 'tempest-AttachSCSIVolumeTestJSON-1482622024-router', 'tenant_id': 'ab0c5c9325c24d2e8684ef8bcf0c8a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '6aa835bb-4753-4c40-95a2-684f43632cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:37Z', 'updated_at': '2021-07-15T23:07:58Z', 'revision_number': 5, 'project_id': 'ab0c5c9325c24d2e8684ef8bcf0c8a01', 'gw_port': {'id': '6aa835bb-4753-4c40-95a2-684f43632cfa', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca844a8b-66e6-452e-8809-23db221d7b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:39Z', 'updated_at': '2021-07-15T23:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:08:03.392606 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ccb72130-25e7-4346-831a-46952473a963 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:03.408496 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-7fa8a235-20fd-4bf7-a107-7da398014f39 admin admin] Calling delete_port for 6aa835bb-4753-4c40-95a2-684f43632cfa owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:03.518196 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port ccb72130-25e7-4346-831a-46952473a963 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:03.522519 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port ccb72130-25e7-4346-831a-46952473a963 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:03.523136 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:03.528075 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-aead6943-18fb-4929-95b9-3ff35fcebb52 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Deleting port 1a6b69c3-8ac7-4802-82d8-de1702ca171c {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:03.528567 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aead6943-18fb-4929-95b9-3ff35fcebb52 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:03.589584 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e5b1c44c-e54b-4042-b4b7-12178c9bdc45 req-a70da3cf-ed01-4484-b74b-08a7b8e3e09d tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:03.635296 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-352971e9-5f1d-47f3-8d3d-e820be3cbd76 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting port 95028002-4a06-43e6-9d08-55f1ff178f73 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:03.635643 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-352971e9-5f1d-47f3-8d3d-e820be3cbd76 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:03.710158 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:03.724274 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aead6943-18fb-4929-95b9-3ff35fcebb52 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:03.763511 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-aead6943-18fb-4929-95b9-3ff35fcebb52 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Calling delete_port for 1a6b69c3-8ac7-4802-82d8-de1702ca171c owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:03.787876 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a60c55a9-9545-4e43-a29c-7e3c86274a65 None None] Provisioning for port 95028002-4a06-43e6-9d08-55f1ff178f73 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:03.843041 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a60c55a9-9545-4e43-a29c-7e3c86274a65 None None] Provisioning complete for port 95028002-4a06-43e6-9d08-55f1ff178f73 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:03.844412 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a60c55a9-9545-4e43-a29c-7e3c86274a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:03.936666 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port ccb72130-25e7-4346-831a-46952473a963, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ccb72130-25e7-4346-831a-46952473a963,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:03.984347 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a60c55a9-9545-4e43-a29c-7e3c86274a65 None None] Port 95028002-4a06-43e6-9d08-55f1ff178f73 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:08:04.007574 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:04.008516 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-352971e9-5f1d-47f3-8d3d-e820be3cbd76 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:04.015053 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 299dcaa6-4a7f-47da-82b4-05193b554fcf up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:04.030935 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-352971e9-5f1d-47f3-8d3d-e820be3cbd76 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Calling delete_port for 95028002-4a06-43e6-9d08-55f1ff178f73 owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:04.067219 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e5b1c44c-e54b-4042-b4b7-12178c9bdc45 req-a70da3cf-ed01-4484-b74b-08a7b8e3e09d tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:04.173975 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b1c44c-e54b-4042-b4b7-12178c9bdc45 req-a70da3cf-ed01-4484-b74b-08a7b8e3e09d tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:04.181941 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-e5b1c44c-e54b-4042-b4b7-12178c9bdc45 req-a70da3cf-ed01-4484-b74b-08a7b8e3e09d tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:04.186394 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b1c44c-e54b-4042-b4b7-12178c9bdc45 req-a70da3cf-ed01-4484-b74b-08a7b8e3e09d tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:04.191920 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70da3cf-ed01-4484-b74b-08a7b8e3e09d tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Pushing event updated for resources: {'Port': ['ID=8d4f29fd-89db-4f84-8560-5582de869d6d,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:04.204699 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 989be037-1ed6-4791-8ac9-4b7d6e3604f2 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:08:04.351278 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-352971e9-5f1d-47f3-8d3d-e820be3cbd76 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:04.360408 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aead6943-18fb-4929-95b9-3ff35fcebb52 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:04.381395 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352971e9-5f1d-47f3-8d3d-e820be3cbd76 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Port': ['ID=95028002-4a06-43e6-9d08-55f1ff178f73,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:04.385964 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 989be037-1ed6-4791-8ac9-4b7d6e3604f2 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:08:04.386995 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 989be037-1ed6-4791-8ac9-4b7d6e3604f2 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:08:04.415453 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aead6943-18fb-4929-95b9-3ff35fcebb52 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:04.432003 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-352971e9-5f1d-47f3-8d3d-e820be3cbd76 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:04.435094 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-352971e9-5f1d-47f3-8d3d-e820be3cbd76 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/95028002-4a06-43e6-9d08-55f1ff178f73 HTTP/1.1" status: 204 len: 168 time: 1.2608526 Jul 15 23:08:04.435962 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44218) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:04.437285 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-aead6943-18fb-4929-95b9-3ff35fcebb52 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] 10.222.0.16 "DELETE /v2.0/ports/1a6b69c3-8ac7-4802-82d8-de1702ca171c HTTP/1.1" status: 204 len: 168 time: 1.3417068 Jul 15 23:08:04.447938 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=ccb72130-25e7-4346-831a-46952473a963,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:04.457383 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 299dcaa6-4a7f-47da-82b4-05193b554fcf triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:04.458139 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:04.460249 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44220) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:04.493858 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead6943-18fb-4929-95b9-3ff35fcebb52 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a6b69c3-8ac7-4802-82d8-de1702ca171c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:04.503119 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fa8a235-20fd-4bf7-a107-7da398014f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:04.565151 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44222) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:04.575390 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8a235-20fd-4bf7-a107-7da398014f39 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aa835bb-4753-4c40-95a2-684f43632cfa,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:04.596742 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e5b1c44c-e54b-4042-b4b7-12178c9bdc45 req-a70da3cf-ed01-4484-b74b-08a7b8e3e09d tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:04.675943 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fa8a235-20fd-4bf7-a107-7da398014f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:04.802699 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44228) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:04.813881 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8a75ce82-4e4b-4a71-9196-7969b1ffb959 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1497155926'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:04.837354 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fa8a235-20fd-4bf7-a107-7da398014f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:04.841676 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fa8a235-20fd-4bf7-a107-7da398014f39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:04.843603 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a75ce82-4e4b-4a71-9196-7969b1ffb959 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Made reservation on behalf of 4fe4ced19c3b40c2bc6e11100f9d5f1d for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:04.847524 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8a75ce82-4e4b-4a71-9196-7969b1ffb959 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:04.938035 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a75ce82-4e4b-4a71-9196-7969b1ffb959 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:08:04.945685 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8a75ce82-4e4b-4a71-9196-7969b1ffb959 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:04.945685 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-8a75ce82-4e4b-4a71-9196-7969b1ffb959 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Added segment bbc7705a-96df-4fb7-ae43-baa90387fdfe of type vlan for network c784f317-cf69-4499-8ee8-96a3a3714978 Jul 15 23:08:04.982164 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fa8a235-20fd-4bf7-a107-7da398014f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:04.983258 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa8a235-20fd-4bf7-a107-7da398014f39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca844a8b-66e6-452e-8809-23db221d7b57 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:08:04.994361 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fa8a235-20fd-4bf7-a107-7da398014f39 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:04.998541 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7fa8a235-20fd-4bf7-a107-7da398014f39 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ca844a8b-66e6-452e-8809-23db221d7b57 HTTP/1.1" status: 204 len: 168 time: 3.9604154 Jul 15 23:08:05.013382 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44244) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:05.087372 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0ddcef96-0395-43c8-90e2-e6144b01ac97 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e59761f4ced4c9ba3c153ddaf4258d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5169280 Jul 15 23:08:05.091269 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8a75ce82-4e4b-4a71-9196-7969b1ffb959 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.094959 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44248) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:05.125092 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b83d16e-9d67-42d7-b82e-fcba02b4c28e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] GET failed (client error): The resource could not be found. Jul 15 23:08:05.126878 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9b83d16e-9d67-42d7-b82e-fcba02b4c28e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] 10.222.0.16 "GET /v2.0/ports/1a6b69c3-8ac7-4802-82d8-de1702ca171c HTTP/1.1" status: 404 len: 333 time: 0.6895907 Jul 15 23:08:05.134124 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44250) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:05.145926 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c8b5b8-9185-41ef-a61f-0fc85f260b08 admin admin] Deleting subnet 57256ba3-3db2-4552-9070-8687286b30a6 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:08:05.158228 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47c8b5b8-9185-41ef-a61f-0fc85f260b08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.164030 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-a3450560-c828-44be-9f66-18122dc912a8 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Request body: {'port': {'network_id': '71175544-240b-48b8-859e-2349871e871f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2081282343'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:05.195251 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3450560-c828-44be-9f66-18122dc912a8 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Made reservation on behalf of 5a759afc03604568b053e1689b4fce78 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:05.199509 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3450560-c828-44be-9f66-18122dc912a8 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.212723 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ccb72130-25e7-4346-831a-46952473a963 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:05.215965 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8a75ce82-4e4b-4a71-9196-7969b1ffb959 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.222192 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a75ce82-4e4b-4a71-9196-7969b1ffb959 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:05.223290 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8a75ce82-4e4b-4a71-9196-7969b1ffb959 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.239879 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f85dbb-0515-4871-bcac-51b8db57f02b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:05.241756 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f85dbb-0515-4871-bcac-51b8db57f02b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:05.247414 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-61f85dbb-0515-4871-bcac-51b8db57f02b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7832148 Jul 15 23:08:05.247734 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5387cd0-3611-426a-b640-2d4f3f058bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.250354 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47c8b5b8-9185-41ef-a61f-0fc85f260b08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.251858 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44256) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:05.270963 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e5b1c44c-e54b-4042-b4b7-12178c9bdc45 req-a70da3cf-ed01-4484-b74b-08a7b8e3e09d tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.273088 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-a3450560-c828-44be-9f66-18122dc912a8 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] device_id is not set on port dd43adb7-4a10-4642-be33-84be3a7b2114 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:08:05.299914 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port ccb72130-25e7-4346-831a-46952473a963 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:05.301011 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.348613 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8a75ce82-4e4b-4a71-9196-7969b1ffb959 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5385654 Jul 15 23:08:05.357116 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44260) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:05.616137 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6f3c055b-5afd-4696-99db-a1193e2cd54a no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:08:05.629966 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3450560-c828-44be-9f66-18122dc912a8 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.645270 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 6f3c055b-5afd-4696-99db-a1193e2cd54a {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:08:05.645661 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6f3c055b-5afd-4696-99db-a1193e2cd54a not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:08:05.680959 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-246b3424-fd16-46f4-97a8-88005b296997 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2060121190'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:05.687200 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e5b1c44c-e54b-4042-b4b7-12178c9bdc45 req-a70da3cf-ed01-4484-b74b-08a7b8e3e09d tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.693906 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e5b1c44c-e54b-4042-b4b7-12178c9bdc45 req-a70da3cf-ed01-4484-b74b-08a7b8e3e09d tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.704530 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3450560-c828-44be-9f66-18122dc912a8 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.724278 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5387cd0-3611-426a-b640-2d4f3f058bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.767443 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75ce82-4e4b-4a71-9196-7969b1ffb959 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Pushing event updated for resources: {'Network': ['ID=c784f317-cf69-4499-8ee8-96a3a3714978,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:05.779482 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3450560-c828-44be-9f66-18122dc912a8 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Network 71175544-240b-48b8-859e-2349871e871f is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:05.786503 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-a3450560-c828-44be-9f66-18122dc912a8 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:05.788843 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3450560-c828-44be-9f66-18122dc912a8 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:05.789845 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3450560-c828-44be-9f66-18122dc912a8 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:05.790775 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3450560-c828-44be-9f66-18122dc912a8 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.797482 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70da3cf-ed01-4484-b74b-08a7b8e3e09d tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Pushing event updated for resources: {'Port': ['ID=8d4f29fd-89db-4f84-8560-5582de869d6d,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:05.815678 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75ce82-4e4b-4a71-9196-7969b1ffb959 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:05.816024 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75ce82-4e4b-4a71-9196-7969b1ffb959 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:05.816362 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75ce82-4e4b-4a71-9196-7969b1ffb959 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:05.816696 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75ce82-4e4b-4a71-9196-7969b1ffb959 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:05.817024 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75ce82-4e4b-4a71-9196-7969b1ffb959 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:05.817348 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75ce82-4e4b-4a71-9196-7969b1ffb959 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:05.817665 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75ce82-4e4b-4a71-9196-7969b1ffb959 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:05.817986 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75ce82-4e4b-4a71-9196-7969b1ffb959 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:05.818300 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75ce82-4e4b-4a71-9196-7969b1ffb959 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:05.818621 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75ce82-4e4b-4a71-9196-7969b1ffb959 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:05.818960 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75ce82-4e4b-4a71-9196-7969b1ffb959 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:05.819276 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75ce82-4e4b-4a71-9196-7969b1ffb959 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:05.831588 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e5b1c44c-e54b-4042-b4b7-12178c9bdc45 req-a70da3cf-ed01-4484-b74b-08a7b8e3e09d tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.832635 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network c784f317-cf69-4499-8ee8-96a3a3714978 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:08:05.852985 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a3450560-c828-44be-9f66-18122dc912a8 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7145119 Jul 15 23:08:05.853218 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44262) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:05.853314 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f85b0b-b569-43be-969d-dc647c5ce66e tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting subnet 1f9543fa-e8cc-4d4d-891c-075dcda09695 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:08:05.860356 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246b3424-fd16-46f4-97a8-88005b296997 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Made reservation on behalf of 4fe4ced19c3b40c2bc6e11100f9d5f1d for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:05.860693 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:05.863995 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-246b3424-fd16-46f4-97a8-88005b296997 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.868188 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3450560-c828-44be-9f66-18122dc912a8 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Pushing event updated for resources: {'Port': ['ID=dd43adb7-4a10-4642-be33-84be3a7b2114,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:05.869042 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5f85b0b-b569-43be-969d-dc647c5ce66e tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.892265 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e5b1c44c-e54b-4042-b4b7-12178c9bdc45 req-a70da3cf-ed01-4484-b74b-08a7b8e3e09d tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.894121 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e5b1c44c-e54b-4042-b4b7-12178c9bdc45 req-a70da3cf-ed01-4484-b74b-08a7b8e3e09d tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7519829 Jul 15 23:08:05.932781 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47c8b5b8-9185-41ef-a61f-0fc85f260b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.960509 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5387cd0-3611-426a-b640-2d4f3f058bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.963073 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5387cd0-3611-426a-b640-2d4f3f058bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.964214 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f5387cd0-3611-426a-b640-2d4f3f058bcc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5e79b3f-f312-44a7-a69e-25c8b9bb9db7 HTTP/1.1" status: 204 len: 168 time: 0.8683431 Jul 15 23:08:05.966528 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5f85b0b-b569-43be-969d-dc647c5ce66e tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.969803 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-246b3424-fd16-46f4-97a8-88005b296997 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:08:05.994562 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e5b1c44c-e54b-4042-b4b7-12178c9bdc45 req-4d4a40cf-c958-47f6-add2-9e193cfec7f7 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.57 HTTP/1.1" status: 200 len: 695 time: 0.0622864 Jul 15 23:08:05.995301 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.021669 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5387cd0-3611-426a-b640-2d4f3f058bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e79b3f-f312-44a7-a69e-25c8b9bb9db7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:06.025620 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-246b3424-fd16-46f4-97a8-88005b296997 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.028238 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-246b3424-fd16-46f4-97a8-88005b296997 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Added segment 3bc9fa27-9cdf-411b-9b5d-1d95b85ed330 of type vlan for network 70df42a8-7f3a-4d1e-82b9-1354a40e98c2 Jul 15 23:08:06.165038 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47c8b5b8-9185-41ef-a61f-0fc85f260b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.201088 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8b5b8-9185-41ef-a61f-0fc85f260b08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57256ba3-3db2-4552-9070-8687286b30a6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:06.212767 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-246b3424-fd16-46f4-97a8-88005b296997 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.216309 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1c44c-e54b-4042-b4b7-12178c9bdc45 req-cd728392-f66e-4c7e-93cb-d7d594839bb4 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:06.217712 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e5b1c44c-e54b-4042-b4b7-12178c9bdc45 req-cd728392-f66e-4c7e-93cb-d7d594839bb4 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 784 time: 0.2132938 Jul 15 23:08:06.233630 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5f85b0b-b569-43be-969d-dc647c5ce66e tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.237309 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47c8b5b8-9185-41ef-a61f-0fc85f260b08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.238074 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4d532c-42ef-4196-af31-76f5dafee0c0 None None] Network 87e4a92e-1f7e-42ea-952f-44b428444f09 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:06.242208 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-47c8b5b8-9185-41ef-a61f-0fc85f260b08 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/57256ba3-3db2-4552-9070-8687286b30a6 HTTP/1.1" status: 204 len: 168 time: 1.2274485 Jul 15 23:08:06.252908 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44296) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:06.297471 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-246b3424-fd16-46f4-97a8-88005b296997 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.303488 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246b3424-fd16-46f4-97a8-88005b296997 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:06.303721 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-246b3424-fd16-46f4-97a8-88005b296997 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.338897 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e7e6dde-fe12-4dbc-8e88-647c68bd13ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.357990 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44300) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:06.383408 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b3424-fd16-46f4-97a8-88005b296997 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Pushing event updated for resources: {'Network': ['ID=70df42a8-7f3a-4d1e-82b9-1354a40e98c2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:06.402257 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-246b3424-fd16-46f4-97a8-88005b296997 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7362351 Jul 15 23:08:06.403024 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44302) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:06.410003 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9f59316b-7b26-458d-80b7-5b9593974256 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Request body: {'subnet': {'network_id': 'c784f317-cf69-4499-8ee8-96a3a3714978', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:06.420284 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 70df42a8-7f3a-4d1e-82b9-1354a40e98c2 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:08:06.491137 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5f85b0b-b569-43be-969d-dc647c5ce66e tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.506024 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8e93ed21-08d8-47b1-a9b8-574f146caa55 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e7fa3b6901eb447e965f77d23ce88642&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444409 Jul 15 23:08:06.534113 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44308) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:06.534918 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f85b0b-b569-43be-969d-dc647c5ce66e tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Subnet': ['ID=1f9543fa-e8cc-4d4d-891c-075dcda09695,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:06.569177 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a5f85b0b-b569-43be-969d-dc647c5ce66e tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.571056 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a5f85b0b-b569-43be-969d-dc647c5ce66e tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/1f9543fa-e8cc-4d4d-891c-075dcda09695 HTTP/1.1" status: 204 len: 168 time: 1.3176506 Jul 15 23:08:06.574852 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44312) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:06.576329 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] device_id is not set on port dd43adb7-4a10-4642-be33-84be3a7b2114 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:08:06.585045 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f59316b-7b26-458d-80b7-5b9593974256 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Made reservation on behalf of 4fe4ced19c3b40c2bc6e11100f9d5f1d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:06.588696 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.589371 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f314b7ab-7327-4cf6-b5e9-4b84b00d3101 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:06.589519 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f59316b-7b26-458d-80b7-5b9593974256 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.607615 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4e7e6dde-fe12-4dbc-8e88-647c68bd13ad admin admin] Deleting port 4dc8c11a-dc63-48b1-9e5c-2eba655ed856 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:06.608224 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e7e6dde-fe12-4dbc-8e88-647c68bd13ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.640845 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cb9c2f-5281-4fbf-bd3a-05483e018b25 None None] DHCP port deletion for 87e4a92e-1f7e-42ea-952f-44b428444f09 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:08:06.690219 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6246c5f3-3f07-4c91-90a9-d949d7d67ffc tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1142442 Jul 15 23:08:06.690867 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bc629680-11fa-4e98-b1af-2f5b5be54abf req-3719fe74-2af0-4c6e-827a-abbed4b8638b tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4366393 Jul 15 23:08:06.691797 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Transition to ACTIVE for port object dd43adb7-4a10-4642-be33-84be3a7b2114 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:06.697059 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44314) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:06.704067 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-6ac47ff3-690f-487a-a727-3a661a9899a7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:06.708100 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4e7e6dde-fe12-4dbc-8e88-647c68bd13ad admin admin] For port 4dc8c11a-dc63-48b1-9e5c-2eba655ed856, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4dc8c11a-dc63-48b1-9e5c-2eba655ed856,segment=NetworkSegment(9e6d5dac-7d24-491f-8e71-3c2b08909220),segment_id=9e6d5dac-7d24-491f-8e71-3c2b08909220)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:06.708461 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e7e6dde-fe12-4dbc-8e88-647c68bd13ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.726142 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4e7e6dde-fe12-4dbc-8e88-647c68bd13ad admin admin] Calling delete_port for 4dc8c11a-dc63-48b1-9e5c-2eba655ed856 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:06.789271 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.802620 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-bc629680-11fa-4e98-b1af-2f5b5be54abf req-09358c5e-3c74-480e-918d-e0128f09b8c1 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:06.822752 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e6cb9c2f-5281-4fbf-bd3a-05483e018b25 None None] Deleting port 4dc8c11a-dc63-48b1-9e5c-2eba655ed856 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:06.823430 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e6cb9c2f-5281-4fbf-bd3a-05483e018b25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.845723 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-598f770a-974c-4992-9d97-e5dda1b3943e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.882557 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bc629680-11fa-4e98-b1af-2f5b5be54abf req-09358c5e-3c74-480e-918d-e0128f09b8c1 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.890334 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e7e6dde-fe12-4dbc-8e88-647c68bd13ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.906956 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-598f770a-974c-4992-9d97-e5dda1b3943e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.919348 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e6cb9c2f-5281-4fbf-bd3a-05483e018b25 None None] For port 4dc8c11a-dc63-48b1-9e5c-2eba655ed856, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4dc8c11a-dc63-48b1-9e5c-2eba655ed856,segment=NetworkSegment(9e6d5dac-7d24-491f-8e71-3c2b08909220),segment_id=9e6d5dac-7d24-491f-8e71-3c2b08909220)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:06.920386 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e6cb9c2f-5281-4fbf-bd3a-05483e018b25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.948994 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Pushing event updated for resources: {'Port': ['ID=dd43adb7-4a10-4642-be33-84be3a7b2114,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:06.954982 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e6cb9c2f-5281-4fbf-bd3a-05483e018b25 None None] Calling delete_port for 4dc8c11a-dc63-48b1-9e5c-2eba655ed856 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:06.958315 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac47ff3-690f-487a-a727-3a661a9899a7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:06.968085 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ac47ff3-690f-487a-a727-3a661a9899a7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.968914 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7e6dde-fe12-4dbc-8e88-647c68bd13ad admin admin] No DVR routers for this DVR port 4dc8c11a-dc63-48b1-9e5c-2eba655ed856 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:08:07.053824 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:07.054147 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:07.056561 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 on network 71175544-240b-48b8-859e-2349871e871f {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:07.063117 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e6dde-fe12-4dbc-8e88-647c68bd13ad admin admin] Pushing event deleted for resources: {'Port': ['ID=4dc8c11a-dc63-48b1-9e5c-2eba655ed856,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:07.066749 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ac4261-9a08-40a4-aed7-5e4953321602 None None] DHCP port deletion for 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:08:07.081328 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6aa835bb-4753-4c40-95a2-684f43632cfa no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:08:07.082437 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Port dd43adb7-4a10-4642-be33-84be3a7b2114 on network 71175544-240b-48b8-859e-2349871e871f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:08:07.089168 n-d-787205-9 neutron-server[93799]: ERROR neutron.plugins.ml2.managers [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Failed to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 on host n-h2-787205-9 for vnic_type normal using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] Jul 15 23:08:07.101026 n-d-787205-9 neutron-server[93799]: INFO neutron.plugins.ml2.plugin [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempt 2 to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 Jul 15 23:08:07.125734 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 6aa835bb-4753-4c40-95a2-684f43632cfa {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:08:07.126137 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6aa835bb-4753-4c40-95a2-684f43632cfa not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:08:07.126497 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4dc8c11a-dc63-48b1-9e5c-2eba655ed856 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:08:07.157926 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 4dc8c11a-dc63-48b1-9e5c-2eba655ed856 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:08:07.158185 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4dc8c11a-dc63-48b1-9e5c-2eba655ed856 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:08:07.163875 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:07.163875 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:07.163875 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 on network 71175544-240b-48b8-859e-2349871e871f {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:07.176321 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e6cb9c2f-5281-4fbf-bd3a-05483e018b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.190060 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e7e6dde-fe12-4dbc-8e88-647c68bd13ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.190263 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cb9c2f-5281-4fbf-bd3a-05483e018b25 None None] No DVR routers for this DVR port 4dc8c11a-dc63-48b1-9e5c-2eba655ed856 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:08:07.203531 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-4e7e6dde-fe12-4dbc-8e88-647c68bd13ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e4a92e-1f7e-42ea-952f-44b428444f09']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:07.206662 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Port dd43adb7-4a10-4642-be33-84be3a7b2114 on network 71175544-240b-48b8-859e-2349871e871f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:08:07.206990 n-d-787205-9 neutron-server[93799]: ERROR neutron.plugins.ml2.managers [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Failed to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 on host n-h2-787205-9 for vnic_type normal using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] Jul 15 23:08:07.211522 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb9c2f-5281-4fbf-bd3a-05483e018b25 None None] Pushing event deleted for resources: {'Port': ['ID=4dc8c11a-dc63-48b1-9e5c-2eba655ed856,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:07.218480 n-d-787205-9 neutron-server[93799]: INFO neutron.plugins.ml2.plugin [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempt 3 to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 Jul 15 23:08:07.223209 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-58ac4261-9a08-40a4-aed7-5e4953321602 None None] Deleting port ccb72130-25e7-4346-831a-46952473a963 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:07.223423 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-58ac4261-9a08-40a4-aed7-5e4953321602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.230050 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-4e7e6dde-fe12-4dbc-8e88-647c68bd13ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e6d5dac-7d24-491f-8e71-3c2b08909220') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:07.230349 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-4e7e6dde-fe12-4dbc-8e88-647c68bd13ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e6d5dac-7d24-491f-8e71-3c2b08909220') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:07.246238 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e7e6dde-fe12-4dbc-8e88-647c68bd13ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.248633 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:07.248962 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:07.249295 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 on network 71175544-240b-48b8-859e-2349871e871f {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:07.263538 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Port dd43adb7-4a10-4642-be33-84be3a7b2114 on network 71175544-240b-48b8-859e-2349871e871f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:08:07.263873 n-d-787205-9 neutron-server[93799]: ERROR neutron.plugins.ml2.managers [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Failed to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 on host n-h2-787205-9 for vnic_type normal using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] Jul 15 23:08:07.265506 n-d-787205-9 neutron-server[93799]: INFO neutron.plugins.ml2.plugin [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempt 4 to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 Jul 15 23:08:07.268306 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e7e6dde-fe12-4dbc-8e88-647c68bd13ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.287540 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7e6dde-fe12-4dbc-8e88-647c68bd13ad admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:08:07.287840 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e7e6dde-fe12-4dbc-8e88-647c68bd13ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.291513 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:08:07.291513 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:08:07.291513 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:08:07.291513 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:08:07.291513 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:08:07.291513 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:08:07.291513 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:08:07.291513 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:08:07.291513 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:08:07.291513 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:08:07.291513 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:08:07.291513 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:08:07.291513 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:08:07.291513 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:08:07.291513 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:08:07.291513 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:08:07.291513 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:08:07.291513 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:08:07.291513 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:08:07.291513 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:08:07.291513 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:08:07.291513 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:08:07.291513 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:08:07.291513 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:08:07.291513 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:08:07.291513 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:08:07.291513 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:08:07.291513 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:08:07.291513 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:08:07.291513 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:08:07.291513 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:08:07.291513 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:08:07.308665 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-58ac4261-9a08-40a4-aed7-5e4953321602 None None] For port ccb72130-25e7-4346-831a-46952473a963, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ccb72130-25e7-4346-831a-46952473a963,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:07.309447 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-58ac4261-9a08-40a4-aed7-5e4953321602 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.311513 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:07.311843 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:07.312180 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 on network 71175544-240b-48b8-859e-2349871e871f {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:07.320886 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bc629680-11fa-4e98-b1af-2f5b5be54abf req-09358c5e-3c74-480e-918d-e0128f09b8c1 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.327708 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-58ac4261-9a08-40a4-aed7-5e4953321602 None None] Calling delete_port for ccb72130-25e7-4346-831a-46952473a963 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:07.354716 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Port dd43adb7-4a10-4642-be33-84be3a7b2114 on network 71175544-240b-48b8-859e-2349871e871f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:08:07.355139 n-d-787205-9 neutron-server[93799]: ERROR neutron.plugins.ml2.managers [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Failed to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 on host n-h2-787205-9 for vnic_type normal using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] Jul 15 23:08:07.360438 n-d-787205-9 neutron-server[93799]: INFO neutron.plugins.ml2.plugin [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempt 5 to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 Jul 15 23:08:07.369041 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ac47ff3-690f-487a-a727-3a661a9899a7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.375866 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e7e6dde-fe12-4dbc-8e88-647c68bd13ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.389533 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-598f770a-974c-4992-9d97-e5dda1b3943e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.392153 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-598f770a-974c-4992-9d97-e5dda1b3943e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.396028 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-598f770a-974c-4992-9d97-e5dda1b3943e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5640fc78-7ab3-4f5d-a855-3998faf8a007 HTTP/1.1" status: 204 len: 168 time: 0.8559389 Jul 15 23:08:07.396028 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f59316b-7b26-458d-80b7-5b9593974256 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.428823 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac47ff3-690f-487a-a727-3a661a9899a7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:07.429759 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:07.430262 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:07.431609 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 on network 71175544-240b-48b8-859e-2349871e871f {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:07.438251 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-6ac47ff3-690f-487a-a727-3a661a9899a7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:07.447062 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac47ff3-690f-487a-a727-3a661a9899a7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:07.447718 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ac47ff3-690f-487a-a727-3a661a9899a7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.447869 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-58ac4261-9a08-40a4-aed7-5e4953321602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.451831 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e7e6dde-fe12-4dbc-8e88-647c68bd13ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.454651 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f770a-974c-4992-9d97-e5dda1b3943e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5640fc78-7ab3-4f5d-a855-3998faf8a007,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:07.460397 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4e7e6dde-fe12-4dbc-8e88-647c68bd13ad admin admin] 10.222.0.16 "DELETE /v2.0/networks/87e4a92e-1f7e-42ea-952f-44b428444f09 HTTP/1.1" status: 204 len: 168 time: 1.2053134 Jul 15 23:08:07.474145 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Port dd43adb7-4a10-4642-be33-84be3a7b2114 on network 71175544-240b-48b8-859e-2349871e871f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:08:07.474442 n-d-787205-9 neutron-server[93799]: ERROR neutron.plugins.ml2.managers [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Failed to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 on host n-h2-787205-9 for vnic_type normal using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] Jul 15 23:08:07.494982 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ac4261-9a08-40a4-aed7-5e4953321602 None None] No DVR routers for this DVR port ccb72130-25e7-4346-831a-46952473a963 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:08:07.503911 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac4261-9a08-40a4-aed7-5e4953321602 None None] Pushing event deleted for resources: {'Port': ['ID=ccb72130-25e7-4346-831a-46952473a963,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:07.505525 n-d-787205-9 neutron-server[93799]: INFO neutron.plugins.ml2.plugin [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempt 6 to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 Jul 15 23:08:07.519337 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3b3196-6840-4175-9cdc-e543bed7b421 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:07.519923 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e6dde-fe12-4dbc-8e88-647c68bd13ad admin admin] Pushing event deleted for resources: {'Network': ['ID=87e4a92e-1f7e-42ea-952f-44b428444f09,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:07.533739 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac47ff3-690f-487a-a727-3a661a9899a7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Subnet': ['ID=f5e9ad86-2d68-41cb-afb4-16469356590c,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:07.571404 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6ac47ff3-690f-487a-a727-3a661a9899a7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8680527 Jul 15 23:08:07.572265 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44348) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:07.581558 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:07.583124 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:07.584162 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 on network 71175544-240b-48b8-859e-2349871e871f {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:07.594046 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Port dd43adb7-4a10-4642-be33-84be3a7b2114 on network 71175544-240b-48b8-859e-2349871e871f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:08:07.594801 n-d-787205-9 neutron-server[93799]: ERROR neutron.plugins.ml2.managers [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Failed to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 on host n-h2-787205-9 for vnic_type normal using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] Jul 15 23:08:07.598829 n-d-787205-9 neutron-server[93799]: INFO neutron.plugins.ml2.plugin [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempt 7 to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 Jul 15 23:08:07.636153 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:07.636872 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:07.637500 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 on network 71175544-240b-48b8-859e-2349871e871f {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:07.645106 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-dd96d764-957f-46da-af87-2310c2d8f4f9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'port': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'fixed_ips': [{'subnet_id': 'f5e9ad86-2d68-41cb-afb4-16469356590c', 'ip_address': '2001:db8::1096:f667:94b5:80ef'}], 'name': 'tempest-NetworksTestDHCPv6-604067765'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:07.650724 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Port dd43adb7-4a10-4642-be33-84be3a7b2114 on network 71175544-240b-48b8-859e-2349871e871f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:08:07.651373 n-d-787205-9 neutron-server[93799]: ERROR neutron.plugins.ml2.managers [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Failed to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 on host n-h2-787205-9 for vnic_type normal using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] Jul 15 23:08:07.652703 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-bc629680-11fa-4e98-b1af-2f5b5be54abf req-09358c5e-3c74-480e-918d-e0128f09b8c1 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Allocated IP 172.25.4.48 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/aa2b7ca4-8d38-480d-b6f2-6d319cad17a7) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:07.655439 n-d-787205-9 neutron-server[93799]: INFO neutron.plugins.ml2.plugin [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempt 8 to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 Jul 15 23:08:07.680066 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:07.680670 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:07.681245 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 on network 71175544-240b-48b8-859e-2349871e871f {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:07.713890 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Port dd43adb7-4a10-4642-be33-84be3a7b2114 on network 71175544-240b-48b8-859e-2349871e871f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:08:07.714223 n-d-787205-9 neutron-server[93799]: ERROR neutron.plugins.ml2.managers [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Failed to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 on host n-h2-787205-9 for vnic_type normal using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] Jul 15 23:08:07.722922 n-d-787205-9 neutron-server[93799]: INFO neutron.plugins.ml2.plugin [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempt 9 to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 Jul 15 23:08:07.756243 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:07.756791 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:07.757303 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 on network 71175544-240b-48b8-859e-2349871e871f {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:07.766120 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44354) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:07.776271 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Port dd43adb7-4a10-4642-be33-84be3a7b2114 on network 71175544-240b-48b8-859e-2349871e871f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:08:07.776902 n-d-787205-9 neutron-server[93799]: ERROR neutron.plugins.ml2.managers [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Failed to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 on host n-h2-787205-9 for vnic_type normal using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] Jul 15 23:08:07.785629 n-d-787205-9 neutron-server[93799]: INFO neutron.plugins.ml2.plugin [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempt 10 to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 Jul 15 23:08:07.830033 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f59316b-7b26-458d-80b7-5b9593974256 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Checking segment: {'id': 'bbc7705a-96df-4fb7-ae43-baa90387fdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c784f317-cf69-4499-8ee8-96a3a3714978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:07.832061 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f59316b-7b26-458d-80b7-5b9593974256 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Network hostable DHCP agents. Network: c784f317-cf69-4499-8ee8-96a3a3714978, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:08:07.858782 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79d5fc8-3500-4aab-a476-beea6f0218ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'tenant_id': '63d2071bda354af48ba0ab40dec64d3d', 'fixed_ips': [{'subnet_id': 'f5e9ad86-2d68-41cb-afb4-16469356590c'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:08:07.859792 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b79d5fc8-3500-4aab-a476-beea6f0218ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.866256 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-09f6ef42-6287-4de2-b385-e7b46a02458c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c2098d98fb36402c91028cf1db3b1ed4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0986657 Jul 15 23:08:07.869676 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44358) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:07.874326 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59316b-7b26-458d-80b7-5b9593974256 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Pushing event updated for resources: {'Subnet': ['ID=49248069-78f4-449a-8647-b57bc9f84d48,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:07.886191 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:07.886841 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:07.887539 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempting to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 on network 71175544-240b-48b8-859e-2349871e871f {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:07.894617 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f59316b-7b26-458d-80b7-5b9593974256 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Network c784f317-cf69-4499-8ee8-96a3a3714978 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:08:07.922306 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-9f59316b-7b26-458d-80b7-5b9593974256 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, c784f317-cf69-4499-8ee8-96a3a3714978) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:07.930642 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f59316b-7b26-458d-80b7-5b9593974256 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:07.931381 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f59316b-7b26-458d-80b7-5b9593974256 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.934497 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Port dd43adb7-4a10-4642-be33-84be3a7b2114 on network 71175544-240b-48b8-859e-2349871e871f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:08:07.936704 n-d-787205-9 neutron-server[93799]: ERROR neutron.plugins.ml2.managers [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Failed to bind port dd43adb7-4a10-4642-be33-84be3a7b2114 on host n-h2-787205-9 for vnic_type normal using segments [{'id': '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71175544-240b-48b8-859e-2349871e871f'}] Jul 15 23:08:07.937330 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.959115 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf9fa35-c4a8-4c64-80eb-f76a9dd89182 None None] Network c784f317-cf69-4499-8ee8-96a3a3714978 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:07.970310 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd96d764-957f-46da-af87-2310c2d8f4f9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:07.986267 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9f59316b-7b26-458d-80b7-5b9593974256 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5818627 Jul 15 23:08:07.998830 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44366) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:08.006222 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9a20adc1-abb9-4315-a7bd-91bbdcc63cf8 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Request body: {'subnet': {'network_id': '70df42a8-7f3a-4d1e-82b9-1354a40e98c2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:08.010130 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bc629680-11fa-4e98-b1af-2f5b5be54abf req-09358c5e-3c74-480e-918d-e0128f09b8c1 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.086240 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bc629680-11fa-4e98-b1af-2f5b5be54abf req-09358c5e-3c74-480e-918d-e0128f09b8c1 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.100946 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-b79d5fc8-3500-4aab-a476-beea6f0218ba None None] Allocated IP 2001:db8::2 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/f5e9ad86-2d68-41cb-afb4-16469356590c/9b560500-b92d-4ee7-be9a-db25cdc656d7) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:08.172372 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd96d764-957f-46da-af87-2310c2d8f4f9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.182567 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a20adc1-abb9-4315-a7bd-91bbdcc63cf8 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Made reservation on behalf of 4fe4ced19c3b40c2bc6e11100f9d5f1d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:08.187346 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a20adc1-abb9-4315-a7bd-91bbdcc63cf8 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.218826 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-dd96d764-957f-46da-af87-2310c2d8f4f9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] device_id is not set on port d8f122a3-7677-4061-942d-1e1343538ec5 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:08:08.234258 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0912faf4-d069-4203-bc9b-4c4bd0ab5a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-c784f317-cf69-4499-8ee8-96a3a3714978', 'network_id': 'c784f317-cf69-4499-8ee8-96a3a3714978', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'fixed_ips': [{'subnet_id': '49248069-78f4-449a-8647-b57bc9f84d48'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:08:08.235166 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0912faf4-d069-4203-bc9b-4c4bd0ab5a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.238146 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-a7f68add-8b5e-48b5-a641-36505d6c8684 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:08.247259 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-a7f68add-8b5e-48b5-a641-36505d6c8684 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/networks?id=f31abbaf-85af-4828-a64a-6617d309ea62 HTTP/1.1" status: 200 len: 804 time: 0.1765373 Jul 15 23:08:08.293344 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-9c3b3a06-7da3-4f40-bf27-6d62f11cafe8 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/quotas/2a452b58336c47bc96f6d17c1c9a4e71 HTTP/1.1" status: 200 len: 375 time: 0.0451663 Jul 15 23:08:08.360280 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] For port dd43adb7-4a10-4642-be33-84be3a7b2114, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:08.360642 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attempted to set empty binding levels {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 23:08:08.409061 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.441445 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc629680-11fa-4e98-b1af-2f5b5be54abf req-09358c5e-3c74-480e-918d-e0128f09b8c1 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:08.444656 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b79d5fc8-3500-4aab-a476-beea6f0218ba None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.447464 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-0912faf4-d069-4203-bc9b-4c4bd0ab5a99 None None] Allocated IP 10.1.1.2 (c784f317-cf69-4499-8ee8-96a3a3714978/49248069-78f4-449a-8647-b57bc9f84d48/e3639b68-9acd-43a1-9dcc-9cf5a570a36b) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:08.449524 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] In _notify_port_updated(), no bound segment for port dd43adb7-4a10-4642-be33-84be3a7b2114 on network 71175544-240b-48b8-859e-2349871e871f {{(pid=93799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:08:08.450408 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:08.451686 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.456737 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] 10.222.0.16 "PUT /v2.0/ports/dd43adb7-4a10-4642-be33-84be3a7b2114 HTTP/1.1" status: 200 len: 975 time: 2.5977941 Jul 15 23:08:08.459393 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44386) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:08.468522 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b79d5fc8-3500-4aab-a476-beea6f0218ba None None] Transition to ACTIVE for port object 9b560500-b92d-4ee7-be9a-db25cdc656d7 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:08.469768 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-bc629680-11fa-4e98-b1af-2f5b5be54abf req-09358c5e-3c74-480e-918d-e0128f09b8c1 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:08.484950 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc629680-11fa-4e98-b1af-2f5b5be54abf req-09358c5e-3c74-480e-918d-e0128f09b8c1 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:08.490927 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09358c5e-3c74-480e-918d-e0128f09b8c1 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Pushing event updated for resources: {'Port': ['ID=aa2b7ca4-8d38-480d-b6f2-6d319cad17a7,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:08.495188 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-38545187-d754-46f7-816b-4ff379c6ed3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.528476 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b79d5fc8-3500-4aab-a476-beea6f0218ba None None] Transition to ACTIVE for port object 9b560500-b92d-4ee7-be9a-db25cdc656d7 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:08.543477 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b79d5fc8-3500-4aab-a476-beea6f0218ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.567989 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71f7a8-d283-494a-bd98-f3bb226e198e tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Pushing event updated for resources: {'Port': ['ID=dd43adb7-4a10-4642-be33-84be3a7b2114,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:08.586418 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.602857 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-dd96d764-957f-46da-af87-2310c2d8f4f9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Allocated IP 2001:db8::1096:f667:94b5:80ef (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/f5e9ad86-2d68-41cb-afb4-16469356590c/d8f122a3-7677-4061-942d-1e1343538ec5) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:08.610913 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-75f17c7b-729a-486e-81d0-f8f7c958dd8c tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a452b58336c47bc96f6d17c1c9a4e71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3166039 Jul 15 23:08:08.614645 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-38545187-d754-46f7-816b-4ff379c6ed3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.616129 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79d5fc8-3500-4aab-a476-beea6f0218ba None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:08.623411 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-b79d5fc8-3500-4aab-a476-beea6f0218ba None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:08.631406 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79d5fc8-3500-4aab-a476-beea6f0218ba None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:08.648835 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d5fc8-3500-4aab-a476-beea6f0218ba None None] Pushing event updated for resources: {'Port': ['ID=9b560500-b92d-4ee7-be9a-db25cdc656d7,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:08.715320 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-69641c8f-1ea8-46f6-8832-e3dbe260565e service neutron] 10.222.0.16 "GET /v2.0/networks/f31abbaf-85af-4828-a64a-6617d309ea62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029739 Jul 15 23:08:08.719975 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-b79d5fc8-3500-4aab-a476-beea6f0218ba None None] Attempting to bind port 9b560500-b92d-4ee7-be9a-db25cdc656d7 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:08.720564 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-b79d5fc8-3500-4aab-a476-beea6f0218ba None None] Attempting to bind port 9b560500-b92d-4ee7-be9a-db25cdc656d7 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:08.721623 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79d5fc8-3500-4aab-a476-beea6f0218ba None None] Attempting to bind port 9b560500-b92d-4ee7-be9a-db25cdc656d7 on network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:08.734090 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79d5fc8-3500-4aab-a476-beea6f0218ba None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:08.734833 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79d5fc8-3500-4aab-a476-beea6f0218ba None None] Checking segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:08.735417 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b79d5fc8-3500-4aab-a476-beea6f0218ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.735999 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79d5fc8-3500-4aab-a476-beea6f0218ba None None] Bound using segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:08.737193 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-b79d5fc8-3500-4aab-a476-beea6f0218ba None None] Bound port: 9b560500-b92d-4ee7-be9a-db25cdc656d7, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:08.737777 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b79d5fc8-3500-4aab-a476-beea6f0218ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.772564 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd96d764-957f-46da-af87-2310c2d8f4f9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.788345 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-dd96d764-957f-46da-af87-2310c2d8f4f9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Transition to ACTIVE for port object d8f122a3-7677-4061-942d-1e1343538ec5 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:08.802359 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bc629680-11fa-4e98-b1af-2f5b5be54abf req-09358c5e-3c74-480e-918d-e0128f09b8c1 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.831345 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd96d764-957f-46da-af87-2310c2d8f4f9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.834111 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-b79d5fc8-3500-4aab-a476-beea6f0218ba None None] For port 9b560500-b92d-4ee7-be9a-db25cdc656d7, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:08.838108 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-b79d5fc8-3500-4aab-a476-beea6f0218ba None None] For port 9b560500-b92d-4ee7-be9a-db25cdc656d7, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=9b560500-b92d-4ee7-be9a-db25cdc656d7,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:08.844091 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b79d5fc8-3500-4aab-a476-beea6f0218ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.890258 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0912faf4-d069-4203-bc9b-4c4bd0ab5a99 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.905582 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a20adc1-abb9-4315-a7bd-91bbdcc63cf8 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.913274 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0912faf4-d069-4203-bc9b-4c4bd0ab5a99 None None] Transition to ACTIVE for port object e3639b68-9acd-43a1-9dcc-9cf5a570a36b will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:08.915315 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bc629680-11fa-4e98-b1af-2f5b5be54abf req-09358c5e-3c74-480e-918d-e0128f09b8c1 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.937388 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd96d764-957f-46da-af87-2310c2d8f4f9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:08.956465 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0912faf4-d069-4203-bc9b-4c4bd0ab5a99 None None] Transition to ACTIVE for port object e3639b68-9acd-43a1-9dcc-9cf5a570a36b will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:08.962778 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-38545187-d754-46f7-816b-4ff379c6ed3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.964936 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d5fc8-3500-4aab-a476-beea6f0218ba None None] Pushing event updated for resources: {'Port': ['ID=9b560500-b92d-4ee7-be9a-db25cdc656d7,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:08.965747 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-38545187-d754-46f7-816b-4ff379c6ed3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.966976 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-dd96d764-957f-46da-af87-2310c2d8f4f9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:08.971379 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-38545187-d754-46f7-816b-4ff379c6ed3d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e28ea737-0d30-4b22-bed1-67299c688932 HTTP/1.1" status: 204 len: 168 time: 1.1004298 Jul 15 23:08:08.975915 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0912faf4-d069-4203-bc9b-4c4bd0ab5a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.997290 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd96d764-957f-46da-af87-2310c2d8f4f9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:08.999368 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38545187-d754-46f7-816b-4ff379c6ed3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28ea737-0d30-4b22-bed1-67299c688932,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:09.018794 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd96d764-957f-46da-af87-2310c2d8f4f9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:09.019596 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd96d764-957f-46da-af87-2310c2d8f4f9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.024398 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-a8c1a93f-212a-4531-bf15-6c455ccbd47c service neutron] 10.222.0.16 "GET /v2.0/networks/f31abbaf-85af-4828-a64a-6617d309ea62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080468 Jul 15 23:08:09.082650 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96d764-957f-46da-af87-2310c2d8f4f9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Port': ['ID=d8f122a3-7677-4061-942d-1e1343538ec5,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:09.118017 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912faf4-d069-4203-bc9b-4c4bd0ab5a99 None None] Pushing event updated for resources: {'Port': ['ID=e3639b68-9acd-43a1-9dcc-9cf5a570a36b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:09.122002 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-dd96d764-957f-46da-af87-2310c2d8f4f9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4948163 Jul 15 23:08:09.128255 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44398) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:09.132597 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20adc1-abb9-4315-a7bd-91bbdcc63cf8 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Pushing event updated for resources: {'Subnet': ['ID=c8ed3032-070e-4ebf-984d-7ac57e6c8a26,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:09.138274 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0912faf4-d069-4203-bc9b-4c4bd0ab5a99 None None] Network c784f317-cf69-4499-8ee8-96a3a3714978 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:09.146340 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-0912faf4-d069-4203-bc9b-4c4bd0ab5a99 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:09.148965 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a20adc1-abb9-4315-a7bd-91bbdcc63cf8 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Checking segment: {'id': '3bc9fa27-9cdf-411b-9b5d-1d95b85ed330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '70df42a8-7f3a-4d1e-82b9-1354a40e98c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:09.149418 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a20adc1-abb9-4315-a7bd-91bbdcc63cf8 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Network hostable DHCP agents. Network: 70df42a8-7f3a-4d1e-82b9-1354a40e98c2, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:08:09.151078 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0912faf4-d069-4203-bc9b-4c4bd0ab5a99 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:09.153852 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-6a12eb15-aa06-4f2f-a859-51999fd75717 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Deleting port dd43adb7-4a10-4642-be33-84be3a7b2114 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:09.154164 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a12eb15-aa06-4f2f-a859-51999fd75717 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.164993 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ccb72130-25e7-4346-831a-46952473a963 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:08:09.216083 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: ccb72130-25e7-4346-831a-46952473a963 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:08:09.216083 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ccb72130-25e7-4346-831a-46952473a963 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:08:09.232189 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a20adc1-abb9-4315-a7bd-91bbdcc63cf8 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Network 70df42a8-7f3a-4d1e-82b9-1354a40e98c2 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:08:09.261749 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-9a20adc1-abb9-4315-a7bd-91bbdcc63cf8 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 70df42a8-7f3a-4d1e-82b9-1354a40e98c2) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:09.351051 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f06c18-c26d-4ce7-be9d-07152cf63bfd None None] Network 70df42a8-7f3a-4d1e-82b9-1354a40e98c2 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:09.358418 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bc629680-11fa-4e98-b1af-2f5b5be54abf req-09358c5e-3c74-480e-918d-e0128f09b8c1 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.379554 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bc629680-11fa-4e98-b1af-2f5b5be54abf req-09358c5e-3c74-480e-918d-e0128f09b8c1 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.396125 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a20adc1-abb9-4315-a7bd-91bbdcc63cf8 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:09.396765 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a20adc1-abb9-4315-a7bd-91bbdcc63cf8 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.416234 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-6a12eb15-aa06-4f2f-a859-51999fd75717 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] For port dd43adb7-4a10-4642-be33-84be3a7b2114, host n-h2-787205-9, got binding levels [] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:09.416594 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a12eb15-aa06-4f2f-a859-51999fd75717 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.462180 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0912faf4-d069-4203-bc9b-4c4bd0ab5a99 None None] Attempting to bind port e3639b68-9acd-43a1-9dcc-9cf5a570a36b on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:09.462549 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0912faf4-d069-4203-bc9b-4c4bd0ab5a99 None None] Attempting to bind port e3639b68-9acd-43a1-9dcc-9cf5a570a36b by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'bbc7705a-96df-4fb7-ae43-baa90387fdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c784f317-cf69-4499-8ee8-96a3a3714978'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:09.464329 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-6a12eb15-aa06-4f2f-a859-51999fd75717 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Calling delete_port for dd43adb7-4a10-4642-be33-84be3a7b2114 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:09.480219 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0912faf4-d069-4203-bc9b-4c4bd0ab5a99 None None] Attempting to bind port e3639b68-9acd-43a1-9dcc-9cf5a570a36b on network c784f317-cf69-4499-8ee8-96a3a3714978 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:09.519423 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0912faf4-d069-4203-bc9b-4c4bd0ab5a99 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:09.519717 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0912faf4-d069-4203-bc9b-4c4bd0ab5a99 None None] Checking segment: {'id': 'bbc7705a-96df-4fb7-ae43-baa90387fdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c784f317-cf69-4499-8ee8-96a3a3714978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:09.520025 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0912faf4-d069-4203-bc9b-4c4bd0ab5a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.520427 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0912faf4-d069-4203-bc9b-4c4bd0ab5a99 None None] Bound using segment: {'id': 'bbc7705a-96df-4fb7-ae43-baa90387fdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c784f317-cf69-4499-8ee8-96a3a3714978'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:09.520916 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0912faf4-d069-4203-bc9b-4c4bd0ab5a99 None None] Bound port: e3639b68-9acd-43a1-9dcc-9cf5a570a36b, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc7705a-96df-4fb7-ae43-baa90387fdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c784f317-cf69-4499-8ee8-96a3a3714978'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:09.521300 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0912faf4-d069-4203-bc9b-4c4bd0ab5a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.622253 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09358c5e-3c74-480e-918d-e0128f09b8c1 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Pushing event updated for resources: {'Port': ['ID=aa2b7ca4-8d38-480d-b6f2-6d319cad17a7,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:09.639569 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bc629680-11fa-4e98-b1af-2f5b5be54abf req-09358c5e-3c74-480e-918d-e0128f09b8c1 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.657828 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9248e-708d-4192-8f9c-79037448a543 req-59807cf7-851c-48ef-91ee-48035eccac89 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:09.659822 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-69d9248e-708d-4192-8f9c-79037448a543 req-59807cf7-851c-48ef-91ee-48035eccac89 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.43 "GET /v2.0/ports?device_id=f68354c1-5c7f-486f-b282-6cb25950aa5c HTTP/1.1" status: 200 len: 945 time: 0.2976611 Jul 15 23:08:09.700097 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a12eb15-aa06-4f2f-a859-51999fd75717 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.749194 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bc629680-11fa-4e98-b1af-2f5b5be54abf req-09358c5e-3c74-480e-918d-e0128f09b8c1 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.750492 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bc629680-11fa-4e98-b1af-2f5b5be54abf req-09358c5e-3c74-480e-918d-e0128f09b8c1 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9589987 Jul 15 23:08:09.777978 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6546513-a924-4fe8-8f30-2cb1251100dc tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:09.779258 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a12eb15-aa06-4f2f-a859-51999fd75717 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.781761 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6a12eb15-aa06-4f2f-a859-51999fd75717 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] 10.222.0.16 "DELETE /v2.0/ports/dd43adb7-4a10-4642-be33-84be3a7b2114 HTTP/1.1" status: 204 len: 168 time: 1.3197811 Jul 15 23:08:09.784248 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44414) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:09.785010 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12eb15-aa06-4f2f-a859-51999fd75717 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd43adb7-4a10-4642-be33-84be3a7b2114,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:09.785702 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6546513-a924-4fe8-8f30-2cb1251100dc tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:09.787585 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b6546513-a924-4fe8-8f30-2cb1251100dc tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6503348 Jul 15 23:08:09.802839 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44418) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:09.802839 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44420) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:09.825442 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad10589a-d0c3-4e71-87a8-4340bc3eb9a6 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] GET failed (client error): The resource could not be found. Jul 15 23:08:09.827435 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ad10589a-d0c3-4e71-87a8-4340bc3eb9a6 tempest-PortsAdminExtendedAttrsTestJSON-1195389384 tempest-PortsAdminExtendedAttrsTestJSON-1195389384-project-admin] 10.222.0.16 "GET /v2.0/ports/dd43adb7-4a10-4642-be33-84be3a7b2114 HTTP/1.1" status: 404 len: 333 time: 0.0306089 Jul 15 23:08:09.838107 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-94452a6a-e08b-49bb-a2fb-ac9c2caeec31 req-0a0ef570-e836-4652-8557-8cb47864c711 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c599ef5-3931-43b4-b7ae-152f0b2abdc9 HTTP/1.1" status: 200 len: 210 time: 0.0933907 Jul 15 23:08:09.838668 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44426) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:09.873828 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-0912faf4-d069-4203-bc9b-4c4bd0ab5a99 None None] For port e3639b68-9acd-43a1-9dcc-9cf5a570a36b, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:09.878963 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-0912faf4-d069-4203-bc9b-4c4bd0ab5a99 None None] For port e3639b68-9acd-43a1-9dcc-9cf5a570a36b, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=e3639b68-9acd-43a1-9dcc-9cf5a570a36b,segment=NetworkSegment(bbc7705a-96df-4fb7-ae43-baa90387fdfe),segment_id=bbc7705a-96df-4fb7-ae43-baa90387fdfe)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:09.896505 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9a20adc1-abb9-4315-a7bd-91bbdcc63cf8 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8961701 Jul 15 23:08:09.901096 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44428) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:09.903319 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0912faf4-d069-4203-bc9b-4c4bd0ab5a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.915131 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bc629680-11fa-4e98-b1af-2f5b5be54abf req-6c0676ad-ace4-4c79-8440-415d3dfecefb tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.48 HTTP/1.1" status: 200 len: 695 time: 0.1258597 Jul 15 23:08:09.942156 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ec6ca385-0976-477e-8e08-3875d40b1de9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Request body: {'port': {'network_id': 'c784f317-cf69-4499-8ee8-96a3a3714978', 'name': 'tempest-TaggedBootDevicesTest-1178138655', 'fixed_ips': [{'subnet_id': '49248069-78f4-449a-8647-b57bc9f84d48'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:10.023954 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912faf4-d069-4203-bc9b-4c4bd0ab5a99 None None] Pushing event updated for resources: {'Port': ['ID=e3639b68-9acd-43a1-9dcc-9cf5a570a36b,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:10.026329 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-773442e0-137c-401e-9bec-284a28604a51 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab0c5c9325c24d2e8684ef8bcf0c8a01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373774 Jul 15 23:08:10.044610 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44430) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:10.124047 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-ff153d41-5314-4c25-af59-69a6d0100246 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting port d8f122a3-7677-4061-942d-1e1343538ec5 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:10.124405 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ff153d41-5314-4c25-af59-69a6d0100246 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:10.175220 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 0c6e3da2-2a9e-435f-9a7c-08583b7307a9 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:08:10.251779 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ff153d41-5314-4c25-af59-69a6d0100246 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:10.280803 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a16ea4e-cceb-46fc-8245-7bca052d75a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-70df42a8-7f3a-4d1e-82b9-1354a40e98c2', 'network_id': '70df42a8-7f3a-4d1e-82b9-1354a40e98c2', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'fixed_ips': [{'subnet_id': 'c8ed3032-070e-4ebf-984d-7ac57e6c8a26'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:08:10.281770 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9a16ea4e-cceb-46fc-8245-7bca052d75a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:10.284770 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-ff153d41-5314-4c25-af59-69a6d0100246 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Calling delete_port for d8f122a3-7677-4061-942d-1e1343538ec5 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:10.539763 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-472c3b3e-b18c-4384-8cb4-059f24e3008e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:10.572074 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-472c3b3e-b18c-4384-8cb4-059f24e3008e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:10.641191 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-472c3b3e-b18c-4384-8cb4-059f24e3008e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:10.641191 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-472c3b3e-b18c-4384-8cb4-059f24e3008e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:10.641191 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-472c3b3e-b18c-4384-8cb4-059f24e3008e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a8a2dcf-3a91-4e05-a9bb-2c045f12fd2b HTTP/1.1" status: 204 len: 168 time: 0.5876815 Jul 15 23:08:10.641191 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ff153d41-5314-4c25-af59-69a6d0100246 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:10.682799 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c3b3e-b18c-4384-8cb4-059f24e3008e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8a2dcf-3a91-4e05-a9bb-2c045f12fd2b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:10.688069 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff153d41-5314-4c25-af59-69a6d0100246 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Port': ['ID=d8f122a3-7677-4061-942d-1e1343538ec5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:10.716952 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6ca385-0976-477e-8e08-3875d40b1de9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Made reservation on behalf of 4fe4ced19c3b40c2bc6e11100f9d5f1d for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:11.088142 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a4adb4d-5fb3-4340-bef3-24d11edc0705 tempest-PortsAdminExtendedAttrsTestJSON-1310138426 tempest-PortsAdminExtendedAttrsTestJSON-1310138426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:11.104997 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-69d9248e-708d-4192-8f9c-79037448a543 req-a87c6756-0344-402c-bbf9-ce8d7d460a97 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Deleting port 0c6e3da2-2a9e-435f-9a7c-08583b7307a9 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:11.105346 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-69d9248e-708d-4192-8f9c-79037448a543 req-a87c6756-0344-402c-bbf9-ce8d7d460a97 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:11.173007 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b744b2d3-4fc4-4edf-8fad-2211af745cf7 None None] Provisioning for port 9b560500-b92d-4ee7-be9a-db25cdc656d7 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:11.218686 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:11.271534 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ec6ca385-0976-477e-8e08-3875d40b1de9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:11.300682 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ff153d41-5314-4c25-af59-69a6d0100246 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:11.303448 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ff153d41-5314-4c25-af59-69a6d0100246 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/d8f122a3-7677-4061-942d-1e1343538ec5 HTTP/1.1" status: 204 len: 168 time: 1.5048313 Jul 15 23:08:11.306421 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44468) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:11.316684 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e3639b68-9acd-43a1-9dcc-9cf5a570a36b up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:11.354397 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-ec6ca385-0976-477e-8e08-3875d40b1de9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] device_id is not set on port c451b609-46fa-4e93-a60a-10b38b3f6d50 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:08:11.356748 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5a083ad4-e10e-4900-86f7-f24ada12306c req-b2be36aa-1a88-46da-a80e-1bf1be544c28 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c599ef5-3931-43b4-b7ae-152f0b2abdc9 HTTP/1.1" status: 200 len: 210 time: 0.2394779 Jul 15 23:08:11.420800 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185498fd-51f0-4ac3-8f3d-f32e8bf9be1e tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:11.422332 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185498fd-51f0-4ac3-8f3d-f32e8bf9be1e tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:11.427197 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-185498fd-51f0-4ac3-8f3d-f32e8bf9be1e tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1172464 Jul 15 23:08:11.429278 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44474) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:11.498539 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68354c1-5c7f-486f-b282-6cb25950aa5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c6e3da2-2a9e-435f-9a7c-08583b7307a9'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:11.531583 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c34ab77-fa13-451f-86d9-e094ed6d29d8" -d '{"events": [{"server_uuid": "f68354c1-5c7f-486f-b282-6cb25950aa5c", "name": "network-vif-unplugged", "status": "completed", "tag": "0c6e3da2-2a9e-435f-9a7c-08583b7307a9"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:11.597276 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 0c6e3da2-2a9e-435f-9a7c-08583b7307a9, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=0c6e3da2-2a9e-435f-9a7c-08583b7307a9,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:11.610891 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f5061c38-3694-4aaf-832c-4d4a7a27e3ca None None] Could not find standard attr ID for object d8f122a3-7677-4061-942d-1e1343538ec5. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:08:11.622571 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:11.727973 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-69d9248e-708d-4192-8f9c-79037448a543 req-a87c6756-0344-402c-bbf9-ce8d7d460a97 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] For port 0c6e3da2-2a9e-435f-9a7c-08583b7307a9, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=0c6e3da2-2a9e-435f-9a7c-08583b7307a9,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:11.728349 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-69d9248e-708d-4192-8f9c-79037448a543 req-a87c6756-0344-402c-bbf9-ce8d7d460a97 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:11.752404 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-69d9248e-708d-4192-8f9c-79037448a543 req-a87c6756-0344-402c-bbf9-ce8d7d460a97 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Calling delete_port for 0c6e3da2-2a9e-435f-9a7c-08583b7307a9 owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:11.757911 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-9a16ea4e-cceb-46fc-8245-7bca052d75a9 None None] Allocated IP 10.2.2.2 (70df42a8-7f3a-4d1e-82b9-1354a40e98c2/c8ed3032-070e-4ebf-984d-7ac57e6c8a26/bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:11.766590 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=0c6e3da2-2a9e-435f-9a7c-08583b7307a9,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:11.780211 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-b56f1b96-6422-4565-9416-2a5300e9f9c2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting subnet f5e9ad86-2d68-41cb-afb4-16469356590c {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:08:11.790906 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b56f1b96-6422-4565-9416-2a5300e9f9c2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:11.857031 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc629680-11fa-4e98-b1af-2f5b5be54abf req-0192d459-914c-42df-9567-871ee579892a tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:11.878284 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bc629680-11fa-4e98-b1af-2f5b5be54abf req-0192d459-914c-42df-9567-871ee579892a tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 784 time: 1.9489684 Jul 15 23:08:11.912777 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port e3639b68-9acd-43a1-9dcc-9cf5a570a36b completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:11.925921 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a4adb4d-5fb3-4340-bef3-24d11edc0705 tempest-PortsAdminExtendedAttrsTestJSON-1310138426 tempest-PortsAdminExtendedAttrsTestJSON-1310138426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:11.931776 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 9b560500-b92d-4ee7-be9a-db25cdc656d7 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:11.935809 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b716f6-680e-4db0-a2c7-d9276d47b329 x-openstack-request-id: req-68b716f6-680e-4db0-a2c7-d9276d47b329 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:11.937040 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68354c1-5c7f-486f-b282-6cb25950aa5c", "name": "network-vif-unplugged", "status": "completed", "tag": "0c6e3da2-2a9e-435f-9a7c-08583b7307a9", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:11.937944 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-68b716f6-680e-4db0-a2c7-d9276d47b329 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:11.939103 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68354c1-5c7f-486f-b282-6cb25950aa5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c6e3da2-2a9e-435f-9a7c-08583b7307a9', 'code': 200} Jul 15 23:08:11.960298 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-8a4adb4d-5fb3-4340-bef3-24d11edc0705 tempest-PortsAdminExtendedAttrsTestJSON-1310138426 tempest-PortsAdminExtendedAttrsTestJSON-1310138426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71175544-240b-48b8-859e-2349871e871f']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:12.007782 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-8a4adb4d-5fb3-4340-bef3-24d11edc0705 tempest-PortsAdminExtendedAttrsTestJSON-1310138426 tempest-PortsAdminExtendedAttrsTestJSON-1310138426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:12.008051 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-8a4adb4d-5fb3-4340-bef3-24d11edc0705 tempest-PortsAdminExtendedAttrsTestJSON-1310138426 tempest-PortsAdminExtendedAttrsTestJSON-1310138426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad8fc1b-a1b9-4bb2-89d9-da6126928cf0') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:12.013465 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c14687-fad9-4e06-96f5-f8eaa17b8dfe None None] Network c784f317-cf69-4499-8ee8-96a3a3714978 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:12.036292 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a4adb4d-5fb3-4340-bef3-24d11edc0705 tempest-PortsAdminExtendedAttrsTestJSON-1310138426 tempest-PortsAdminExtendedAttrsTestJSON-1310138426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:12.044033 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b56f1b96-6422-4565-9416-2a5300e9f9c2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:12.059493 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a4adb4d-5fb3-4340-bef3-24d11edc0705 tempest-PortsAdminExtendedAttrsTestJSON-1310138426 tempest-PortsAdminExtendedAttrsTestJSON-1310138426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:12.069253 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a4adb4d-5fb3-4340-bef3-24d11edc0705 tempest-PortsAdminExtendedAttrsTestJSON-1310138426 tempest-PortsAdminExtendedAttrsTestJSON-1310138426-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:08:12.070217 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a4adb4d-5fb3-4340-bef3-24d11edc0705 tempest-PortsAdminExtendedAttrsTestJSON-1310138426 tempest-PortsAdminExtendedAttrsTestJSON-1310138426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:08:12.073705 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:08:12.125080 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e2aea07d-dd73-4849-b11f-71bfea6b0feb None None] Provisioning for port e3639b68-9acd-43a1-9dcc-9cf5a570a36b completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:12.192203 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a4adb4d-5fb3-4340-bef3-24d11edc0705 tempest-PortsAdminExtendedAttrsTestJSON-1310138426 tempest-PortsAdminExtendedAttrsTestJSON-1310138426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:12.208287 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a4adb4d-5fb3-4340-bef3-24d11edc0705 tempest-PortsAdminExtendedAttrsTestJSON-1310138426 tempest-PortsAdminExtendedAttrsTestJSON-1310138426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:12.210101 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8a4adb4d-5fb3-4340-bef3-24d11edc0705 tempest-PortsAdminExtendedAttrsTestJSON-1310138426 tempest-PortsAdminExtendedAttrsTestJSON-1310138426-project] 10.222.0.16 "DELETE /v2.0/networks/71175544-240b-48b8-859e-2349871e871f HTTP/1.1" status: 204 len: 168 time: 2.3679342 Jul 15 23:08:12.218458 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-952a64b4-d6ff-45a0-a46d-86f50e15d3bb tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:12.220386 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-952a64b4-d6ff-45a0-a46d-86f50e15d3bb tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.36 "GET /v2.0/networks?id=f31abbaf-85af-4828-a64a-6617d309ea62 HTTP/1.1" status: 200 len: 804 time: 0.6535106 Jul 15 23:08:12.234575 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-69d9248e-708d-4192-8f9c-79037448a543 req-a87c6756-0344-402c-bbf9-ce8d7d460a97 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:12.237242 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adb4d-5fb3-4340-bef3-24d11edc0705 tempest-PortsAdminExtendedAttrsTestJSON-1310138426 tempest-PortsAdminExtendedAttrsTestJSON-1310138426-project] Pushing event deleted for resources: {'Network': ['ID=71175544-240b-48b8-859e-2349871e871f,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:12.244797 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-ec6ca385-0976-477e-8e08-3875d40b1de9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Allocated IP 10.1.1.203 (c784f317-cf69-4499-8ee8-96a3a3714978/49248069-78f4-449a-8647-b57bc9f84d48/c451b609-46fa-4e93-a60a-10b38b3f6d50) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:12.251248 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-543cd01f-5de3-4a02-aa98-8b27ea98489c tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Request body: {'port': {'device_id': '4c599ef5-3931-43b4-b7ae-152f0b2abdc9', 'network_id': 'f31abbaf-85af-4828-a64a-6617d309ea62', 'admin_state_up': True, 'tenant_id': '2a452b58336c47bc96f6d17c1c9a4e71'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:12.256439 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e2aea07d-dd73-4849-b11f-71bfea6b0feb None None] Provisioning complete for port e3639b68-9acd-43a1-9dcc-9cf5a570a36b triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:12.259657 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e2aea07d-dd73-4849-b11f-71bfea6b0feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:12.322684 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c6756-0344-402c-bbf9-ce8d7d460a97 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Pushing event deleted for resources: {'Port': ['ID=0c6e3da2-2a9e-435f-9a7c-08583b7307a9,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:12.335748 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44502) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:12.399907 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d9248e-708d-4192-8f9c-79037448a543 req-a87c6756-0344-402c-bbf9-ce8d7d460a97 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] No DVR routers for this DVR port 0c6e3da2-2a9e-435f-9a7c-08583b7307a9 on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:08:12.405510 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-69d9248e-708d-4192-8f9c-79037448a543 req-a87c6756-0344-402c-bbf9-ce8d7d460a97 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:12.408900 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-69d9248e-708d-4192-8f9c-79037448a543 req-a87c6756-0344-402c-bbf9-ce8d7d460a97 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.43 "DELETE /v2.0/ports/0c6e3da2-2a9e-435f-9a7c-08583b7307a9 HTTP/1.1" status: 204 len: 173 time: 2.7397156 Jul 15 23:08:12.409576 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68354c1-5c7f-486f-b282-6cb25950aa5c', 'name': 'network-vif-deleted', 'tag': '0c6e3da2-2a9e-435f-9a7c-08583b7307a9'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:12.416476 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 9b560500-b92d-4ee7-be9a-db25cdc656d7 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:12.421696 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e20d9f1-381e-44e6-9939-6bd022097975" -d '{"events": [{"server_uuid": "f68354c1-5c7f-486f-b282-6cb25950aa5c", "name": "network-vif-deleted", "tag": "0c6e3da2-2a9e-435f-9a7c-08583b7307a9"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:12.432165 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 9b560500-b92d-4ee7-be9a-db25cdc656d7 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:12.436562 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:12.507459 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-93715694-2a92-43c3-a267-871873f21b65 req-f9a6ba14-77e2-46af-895e-306208fe335f tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3004849 Jul 15 23:08:12.519737 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-93715694-2a92-43c3-a267-871873f21b65 req-1a24b8ed-a1b3-4534-961e-e13e673e8b51 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:12.550748 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9a16ea4e-cceb-46fc-8245-7bca052d75a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:12.579509 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-93715694-2a92-43c3-a267-871873f21b65 req-1a24b8ed-a1b3-4534-961e-e13e673e8b51 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:12.586338 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9a16ea4e-cceb-46fc-8245-7bca052d75a9 None None] Transition to ACTIVE for port object bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:12.598441 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-543cd01f-5de3-4a02-aa98-8b27ea98489c tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Made reservation on behalf of 2a452b58336c47bc96f6d17c1c9a4e71 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:12.606323 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-543cd01f-5de3-4a02-aa98-8b27ea98489c tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:12.658999 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b56f1b96-6422-4565-9416-2a5300e9f9c2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:12.686300 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6ae7990e-4970-45b6-935c-2ec6c9960812 req-cb7e98f6-5701-4a72-8d55-58c53e628ec6 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c599ef5-3931-43b4-b7ae-152f0b2abdc9 HTTP/1.1" status: 200 len: 210 time: 0.0561914 Jul 15 23:08:12.696394 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-e8ca55db-8d19-49d2-a735-d14cc44c63c3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1919071377-network', 'tenant_id': '5ae795b3d7734e50af60e647de284414'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:12.752937 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9a16ea4e-cceb-46fc-8245-7bca052d75a9 None None] Transition to ACTIVE for port object bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:12.775707 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9a16ea4e-cceb-46fc-8245-7bca052d75a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:12.784111 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6ba52c-4c0a-4e75-a8e7-0e4fde153401 x-openstack-request-id: req-dd6ba52c-4c0a-4e75-a8e7-0e4fde153401 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:12.784632 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68354c1-5c7f-486f-b282-6cb25950aa5c", "name": "network-vif-deleted", "tag": "0c6e3da2-2a9e-435f-9a7c-08583b7307a9", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:12.785046 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd6ba52c-4c0a-4e75-a8e7-0e4fde153401 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:12.785600 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68354c1-5c7f-486f-b282-6cb25950aa5c', 'name': 'network-vif-deleted', 'tag': '0c6e3da2-2a9e-435f-9a7c-08583b7307a9', 'status': 'completed', 'code': 200} Jul 15 23:08:12.787931 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ca55db-8d19-49d2-a735-d14cc44c63c3 admin admin] Made reservation on behalf of 5ae795b3d7734e50af60e647de284414 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:12.791888 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e8ca55db-8d19-49d2-a735-d14cc44c63c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:12.793648 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44514) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:12.796869 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e2aea07d-dd73-4849-b11f-71bfea6b0feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:12.809602 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44516) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:12.824163 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e8ca55db-8d19-49d2-a735-d14cc44c63c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:12.881498 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a16ea4e-cceb-46fc-8245-7bca052d75a9 None None] Network 70df42a8-7f3a-4d1e-82b9-1354a40e98c2 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:12.883650 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-93715694-2a92-43c3-a267-871873f21b65 req-1a24b8ed-a1b3-4534-961e-e13e673e8b51 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:12.952630 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-9a16ea4e-cceb-46fc-8245-7bca052d75a9 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:12.984400 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a16ea4e-cceb-46fc-8245-7bca052d75a9 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:13.049661 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-543cd01f-5de3-4a02-aa98-8b27ea98489c tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Allocated IP 172.20.0.12 (f31abbaf-85af-4828-a64a-6617d309ea62/4e4e4463-c0f1-483a-8548-ef2c0500a26e/f7fdec2a-d553-43cd-a0ad-2970a52d813e) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:13.059118 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b56f1b96-6422-4565-9416-2a5300e9f9c2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.077281 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-17891824-881d-41f1-b36c-08f2ae9917e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.105820 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f1b96-6422-4565-9416-2a5300e9f9c2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Subnet': ['ID=f5e9ad86-2d68-41cb-afb4-16469356590c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:13.108812 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e8ca55db-8d19-49d2-a735-d14cc44c63c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.124614 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e8ca55db-8d19-49d2-a735-d14cc44c63c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.124796 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b56f1b96-6422-4565-9416-2a5300e9f9c2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.126454 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b56f1b96-6422-4565-9416-2a5300e9f9c2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/f5e9ad86-2d68-41cb-afb4-16469356590c HTTP/1.1" status: 204 len: 168 time: 1.6960897 Jul 15 23:08:13.131734 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44522) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:13.134448 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ec6ca385-0976-477e-8e08-3875d40b1de9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.152546 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a16ea4e-cceb-46fc-8245-7bca052d75a9 None None] Pushing event updated for resources: {'Port': ['ID=bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:13.179229 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32adc40-7f93-4876-9490-7cf5bbb76e75 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:13.181903 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3459315a-8eb4-4eb1-88ed-34673b925fc6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7269e438361b402f8f35b7979f31cdbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3847654 Jul 15 23:08:13.184939 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ca55db-8d19-49d2-a735-d14cc44c63c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:08:13.192527 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44524) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:13.204055 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-31490ac6-f18b-464d-8b20-d2d5ae7f034b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0670524 Jul 15 23:08:13.213208 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44528) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:13.229678 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.231375 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-dae022fa-cf0a-4d22-89be-946858c76efc tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:13.247364 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e8ca55db-8d19-49d2-a735-d14cc44c63c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.249247 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-e8ca55db-8d19-49d2-a735-d14cc44c63c3 admin admin] Added segment 8574c194-bddd-4319-adea-fa3c1d70f402 of type vlan for network 44527635-c361-4894-acd0-c52066cbd08c Jul 15 23:08:13.250952 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-93715694-2a92-43c3-a267-871873f21b65 req-1a24b8ed-a1b3-4534-961e-e13e673e8b51 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Allocated IP 172.25.4.75 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/c3002cc5-f52c-4fa2-892f-ad8a3f528f55) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:13.274045 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca55db-8d19-49d2-a735-d14cc44c63c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c5956e-fcf7-49ce-bb81-e84d7993df3c,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:13.297881 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-ec6ca385-0976-477e-8e08-3875d40b1de9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Transition to ACTIVE for port object c451b609-46fa-4e93-a60a-10b38b3f6d50 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:13.306341 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e2aea07d-dd73-4849-b11f-71bfea6b0feb None None] For port e3639b68-9acd-43a1-9dcc-9cf5a570a36b, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=e3639b68-9acd-43a1-9dcc-9cf5a570a36b,segment=NetworkSegment(bbc7705a-96df-4fb7-ae43-baa90387fdfe),segment_id=bbc7705a-96df-4fb7-ae43-baa90387fdfe)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:13.365710 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e2aea07d-dd73-4849-b11f-71bfea6b0feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.369990 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e8ca55db-8d19-49d2-a735-d14cc44c63c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.375639 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9a16ea4e-cceb-46fc-8245-7bca052d75a9 None None] Attempting to bind port bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:13.376011 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9a16ea4e-cceb-46fc-8245-7bca052d75a9 None None] Attempting to bind port bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '3bc9fa27-9cdf-411b-9b5d-1d95b85ed330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '70df42a8-7f3a-4d1e-82b9-1354a40e98c2'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:13.376371 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a16ea4e-cceb-46fc-8245-7bca052d75a9 None None] Attempting to bind port bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72 on network 70df42a8-7f3a-4d1e-82b9-1354a40e98c2 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:13.416767 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a16ea4e-cceb-46fc-8245-7bca052d75a9 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:13.417067 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a16ea4e-cceb-46fc-8245-7bca052d75a9 None None] Checking segment: {'id': '3bc9fa27-9cdf-411b-9b5d-1d95b85ed330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '70df42a8-7f3a-4d1e-82b9-1354a40e98c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:13.417416 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9a16ea4e-cceb-46fc-8245-7bca052d75a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.417826 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a16ea4e-cceb-46fc-8245-7bca052d75a9 None None] Bound using segment: {'id': '3bc9fa27-9cdf-411b-9b5d-1d95b85ed330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '70df42a8-7f3a-4d1e-82b9-1354a40e98c2'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:13.418294 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9a16ea4e-cceb-46fc-8245-7bca052d75a9 None None] Bound port: bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc9fa27-9cdf-411b-9b5d-1d95b85ed330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '70df42a8-7f3a-4d1e-82b9-1354a40e98c2'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:13.418694 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9a16ea4e-cceb-46fc-8245-7bca052d75a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.498301 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e8ca55db-8d19-49d2-a735-d14cc44c63c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.500225 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ca55db-8d19-49d2-a735-d14cc44c63c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:13.500225 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e8ca55db-8d19-49d2-a735-d14cc44c63c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.578278 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-93715694-2a92-43c3-a267-871873f21b65 req-1a24b8ed-a1b3-4534-961e-e13e673e8b51 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.586602 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:08:13.586990 n-d-787205-9 neutron-server[93800]: DEBUG oslo_db.api [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:08:13.588333 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9a16ea4e-cceb-46fc-8245-7bca052d75a9 None None] For port bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:13.592561 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aea07d-dd73-4849-b11f-71bfea6b0feb None None] Pushing event updated for resources: {'Port': ['ID=e3639b68-9acd-43a1-9dcc-9cf5a570a36b,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:13.605499 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9a16ea4e-cceb-46fc-8245-7bca052d75a9 None None] For port bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72,segment=NetworkSegment(3bc9fa27-9cdf-411b-9b5d-1d95b85ed330),segment_id=3bc9fa27-9cdf-411b-9b5d-1d95b85ed330)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:13.605727 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-17891824-881d-41f1-b36c-08f2ae9917e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.616662 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9a16ea4e-cceb-46fc-8245-7bca052d75a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.617358 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b838cfb6-6b93-40de-8730-a27950354541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.625579 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ec6ca385-0976-477e-8e08-3875d40b1de9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.643536 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-17891824-881d-41f1-b36c-08f2ae9917e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.646382 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca55db-8d19-49d2-a735-d14cc44c63c3 admin admin] Pushing event updated for resources: {'Network': ['ID=44527635-c361-4894-acd0-c52066cbd08c,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:13.660693 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e8ca55db-8d19-49d2-a735-d14cc44c63c3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3212230 Jul 15 23:08:13.661004 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 44527635-c361-4894-acd0-c52066cbd08c details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:08:13.668410 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44530) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:13.704631 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-17891824-881d-41f1-b36c-08f2ae9917e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dca0587192064ed48461cf380264eeb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8937259 Jul 15 23:08:13.705674 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44532) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:13.715899 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a6eca178-ddf6-4329-ae82-afdfe0d8ee94 admin admin] Request body: {'subnet': {'network_id': '44527635-c361-4894-acd0-c52066cbd08c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1919071377-subnet', 'tenant_id': '5ae795b3d7734e50af60e647de284414', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:13.724524 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17891824-881d-41f1-b36c-08f2ae9917e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2c07ac-f022-4a3e-956c-195486898e3f,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:13.764382 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a16ea4e-cceb-46fc-8245-7bca052d75a9 None None] Pushing event updated for resources: {'Port': ['ID=bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:13.769240 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-93715694-2a92-43c3-a267-871873f21b65 req-1a24b8ed-a1b3-4534-961e-e13e673e8b51 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.793489 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63778cc4-3da5-400e-b44f-ca756eb98843 None None] DHCP port deletion for 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:08:13.798076 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-60a83510-35d2-4f22-bfc6-6ce0d6ef0b96 None None] Provisioning complete for port e3639b68-9acd-43a1-9dcc-9cf5a570a36b triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:13.798439 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60a83510-35d2-4f22-bfc6-6ce0d6ef0b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.799966 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b838cfb6-6b93-40de-8730-a27950354541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.816798 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93715694-2a92-43c3-a267-871873f21b65 req-1a24b8ed-a1b3-4534-961e-e13e673e8b51 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:13.830575 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-93715694-2a92-43c3-a267-871873f21b65 req-1a24b8ed-a1b3-4534-961e-e13e673e8b51 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:13.839210 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-93715694-2a92-43c3-a267-871873f21b65 req-1a24b8ed-a1b3-4534-961e-e13e673e8b51 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:13.843190 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24b8ed-a1b3-4534-961e-e13e673e8b51 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Pushing event updated for resources: {'Port': ['ID=c3002cc5-f52c-4fa2-892f-ad8a3f528f55,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:13.846705 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fdf3b742-8579-4ab8-b962-1b455f3db9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.873627 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6ca385-0976-477e-8e08-3875d40b1de9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Network c784f317-cf69-4499-8ee8-96a3a3714978 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:13.884532 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-543cd01f-5de3-4a02-aa98-8b27ea98489c tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.886784 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae022fa-cf0a-4d22-89be-946858c76efc tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:13.890403 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dae022fa-cf0a-4d22-89be-946858c76efc tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.919278 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-ec6ca385-0976-477e-8e08-3875d40b1de9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:13.945600 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6ca385-0976-477e-8e08-3875d40b1de9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:13.951457 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ca385-0976-477e-8e08-3875d40b1de9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Pushing event updated for resources: {'Port': ['ID=c451b609-46fa-4e93-a60a-10b38b3f6d50,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:13.958795 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-63778cc4-3da5-400e-b44f-ca756eb98843 None None] Deleting port 9b560500-b92d-4ee7-be9a-db25cdc656d7 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:13.959236 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-63778cc4-3da5-400e-b44f-ca756eb98843 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.974054 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-66f71748-8bbd-43c0-8af7-ad2821482cf6 req-bdf24e1c-725c-4ce0-998b-3fa068c717c7 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c599ef5-3931-43b4-b7ae-152f0b2abdc9 HTTP/1.1" status: 200 len: 210 time: 0.0903525 Jul 15 23:08:13.995481 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fdf3b742-8579-4ab8-b962-1b455f3db9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.031708 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6eca178-ddf6-4329-ae82-afdfe0d8ee94 admin admin] Made reservation on behalf of 5ae795b3d7734e50af60e647de284414 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:14.051890 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6eca178-ddf6-4329-ae82-afdfe0d8ee94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.073832 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-63778cc4-3da5-400e-b44f-ca756eb98843 None None] For port 9b560500-b92d-4ee7-be9a-db25cdc656d7, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=9b560500-b92d-4ee7-be9a-db25cdc656d7,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:14.073832 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-63778cc4-3da5-400e-b44f-ca756eb98843 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.126712 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-93715694-2a92-43c3-a267-871873f21b65 req-1a24b8ed-a1b3-4534-961e-e13e673e8b51 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.127016 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-63778cc4-3da5-400e-b44f-ca756eb98843 None None] Calling delete_port for 9b560500-b92d-4ee7-be9a-db25cdc656d7 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:14.165497 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.179542 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6ca385-0976-477e-8e08-3875d40b1de9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:14.180356 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ec6ca385-0976-477e-8e08-3875d40b1de9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.201279 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-93715694-2a92-43c3-a267-871873f21b65 req-1a24b8ed-a1b3-4534-961e-e13e673e8b51 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.220379 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b838cfb6-6b93-40de-8730-a27950354541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.226854 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b838cfb6-6b93-40de-8730-a27950354541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.232816 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b838cfb6-6b93-40de-8730-a27950354541 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7fe8f9f-ddcb-4975-8415-039c7c4dcd6d HTTP/1.1" status: 204 len: 168 time: 1.0337131 Jul 15 23:08:14.232953 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fdf3b742-8579-4ab8-b962-1b455f3db9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.234858 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fdf3b742-8579-4ab8-b962-1b455f3db9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.237175 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fdf3b742-8579-4ab8-b962-1b455f3db9ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc2c07ac-f022-4a3e-956c-195486898e3f HTTP/1.1" status: 204 len: 168 time: 0.5254169 Jul 15 23:08:14.255701 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 0c6e3da2-2a9e-435f-9a7c-08583b7307a9 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:08:14.276361 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3b742-8579-4ab8-b962-1b455f3db9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2c07ac-f022-4a3e-956c-195486898e3f,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:14.344133 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838cfb6-6b93-40de-8730-a27950354541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fe8f9f-ddcb-4975-8415-039c7c4dcd6d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:14.348749 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 0c6e3da2-2a9e-435f-9a7c-08583b7307a9 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:08:14.349507 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 0c6e3da2-2a9e-435f-9a7c-08583b7307a9 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:08:14.364870 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ec6ca385-0976-477e-8e08-3875d40b1de9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.4622653 Jul 15 23:08:14.368466 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44540) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:14.374752 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-543cd01f-5de3-4a02-aa98-8b27ea98489c tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.380004 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d71f073e-b3c9-4f96-a2fd-7493926ddf30 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Request body: {'port': {'network_id': 'c784f317-cf69-4499-8ee8-96a3a3714978', 'name': 'tempest-TaggedBootDevicesTest-931768419', 'fixed_ips': [{'subnet_id': '49248069-78f4-449a-8647-b57bc9f84d48'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:14.397959 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 9b560500-b92d-4ee7-be9a-db25cdc656d7, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=9b560500-b92d-4ee7-be9a-db25cdc656d7,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:14.406498 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.476385 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=9b560500-b92d-4ee7-be9a-db25cdc656d7,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:14.515533 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-76203c1b-833e-4ac8-9296-94f8094b3f42 None None] Provisioning for port c451b609-46fa-4e93-a60a-10b38b3f6d50 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:14.520783 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-63778cc4-3da5-400e-b44f-ca756eb98843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.532082 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-76203c1b-833e-4ac8-9296-94f8094b3f42 None None] Provisioning complete for port c451b609-46fa-4e93-a60a-10b38b3f6d50 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:14.532457 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-76203c1b-833e-4ac8-9296-94f8094b3f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.633732 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63778cc4-3da5-400e-b44f-ca756eb98843 None None] Pushing event deleted for resources: {'Port': ['ID=9b560500-b92d-4ee7-be9a-db25cdc656d7,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:14.645201 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63778cc4-3da5-400e-b44f-ca756eb98843 None None] No DVR routers for this DVR port 9b560500-b92d-4ee7-be9a-db25cdc656d7 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:08:14.669132 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-543cd01f-5de3-4a02-aa98-8b27ea98489c tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Network f31abbaf-85af-4828-a64a-6617d309ea62 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:14.676280 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543cd01f-5de3-4a02-aa98-8b27ea98489c tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Pushing event updated for resources: {'Port': ['ID=f7fdec2a-d553-43cd-a0ad-2970a52d813e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:14.684470 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-76203c1b-833e-4ac8-9296-94f8094b3f42 None None] Port c451b609-46fa-4e93-a60a-10b38b3f6d50 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:08:14.706701 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-93715694-2a92-43c3-a267-871873f21b65 req-1a24b8ed-a1b3-4534-961e-e13e673e8b51 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.708580 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-543cd01f-5de3-4a02-aa98-8b27ea98489c tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:14.714048 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-93715694-2a92-43c3-a267-871873f21b65 req-1a24b8ed-a1b3-4534-961e-e13e673e8b51 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.741900 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-543cd01f-5de3-4a02-aa98-8b27ea98489c tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:14.798845 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:14.893688 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44548) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:14.898573 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:14.903630 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e3639b68-9acd-43a1-9dcc-9cf5a570a36b up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:14.905122 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24b8ed-a1b3-4534-961e-e13e673e8b51 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Pushing event updated for resources: {'Port': ['ID=c3002cc5-f52c-4fa2-892f-ad8a3f528f55,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:14.908224 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44550) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:14.919891 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-93715694-2a92-43c3-a267-871873f21b65 req-1a24b8ed-a1b3-4534-961e-e13e673e8b51 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.967607 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port e3639b68-9acd-43a1-9dcc-9cf5a570a36b triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:14.968818 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.975924 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-880a1a81-b0cf-4a06-996f-a279fa98a8fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.995541 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-543cd01f-5de3-4a02-aa98-8b27ea98489c tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:14.995819 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-93715694-2a92-43c3-a267-871873f21b65 req-1a24b8ed-a1b3-4534-961e-e13e673e8b51 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.996629 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-543cd01f-5de3-4a02-aa98-8b27ea98489c tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.997183 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-93715694-2a92-43c3-a267-871873f21b65 req-1a24b8ed-a1b3-4534-961e-e13e673e8b51 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4838679 Jul 15 23:08:14.999675 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6eca178-ddf6-4329-ae82-afdfe0d8ee94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:15.013235 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-dbcced49-be14-4a0c-97b0-c86396018fb1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a759afc03604568b053e1689b4fce78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0989277 Jul 15 23:08:15.015069 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44554) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:15.062175 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dae022fa-cf0a-4d22-89be-946858c76efc tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:15.115768 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eca178-ddf6-4329-ae82-afdfe0d8ee94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d15bcf0-7797-4587-9c84-90e3844e9d01,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:15.128199 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71f073e-b3c9-4f96-a2fd-7493926ddf30 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Made reservation on behalf of 4fe4ced19c3b40c2bc6e11100f9d5f1d for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:15.133411 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d71f073e-b3c9-4f96-a2fd-7493926ddf30 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:15.139446 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-93715694-2a92-43c3-a267-871873f21b65 req-5c3c7afa-251b-4d61-a71c-9b18ebe4bcbb tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.75 HTTP/1.1" status: 200 len: 695 time: 0.1196787 Jul 15 23:08:15.143425 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-543cd01f-5de3-4a02-aa98-8b27ea98489c tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9003251 Jul 15 23:08:15.166933 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 9b560500-b92d-4ee7-be9a-db25cdc656d7 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:08:15.191674 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 9b560500-b92d-4ee7-be9a-db25cdc656d7 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:08:15.192029 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 9b560500-b92d-4ee7-be9a-db25cdc656d7 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:08:15.229841 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae022fa-cf0a-4d22-89be-946858c76efc tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:15.231598 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3727ee-021a-410c-a231-fbf878590648 None None] Network 70df42a8-7f3a-4d1e-82b9-1354a40e98c2 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:15.236229 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e9f3e5e9-6edb-40c9-8907-e8628824972e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:15.240969 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-254a12b4-2268-4cd3-8655-f80c3ec9c7ca service neutron] Request body: {'port': {'device_id': '4c599ef5-3931-43b4-b7ae-152f0b2abdc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:15.243836 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-d71f073e-b3c9-4f96-a2fd-7493926ddf30 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] device_id is not set on port 86bf6025-0368-4513-9e10-f8d406029119 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:08:15.252595 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae022fa-cf0a-4d22-89be-946858c76efc tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Subnet': ['ID=72abd46e-222a-4bba-90ef-b20112ddde14,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:15.289169 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-dae022fa-cf0a-4d22-89be-946858c76efc tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:15.301298 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae022fa-cf0a-4d22-89be-946858c76efc tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:15.301860 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dae022fa-cf0a-4d22-89be-946858c76efc tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:15.303185 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f720423-02ae-4931-98bf-32bc5f3ce80c None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:15.330502 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e9f3e5e9-6edb-40c9-8907-e8628824972e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:15.348749 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4e88fc1d-0328-45e7-a430-9de61368d96d None None] Provisioning for port bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:15.362964 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93715694-2a92-43c3-a267-871873f21b65 req-a73decec-f0d9-4dce-ac9a-e49c8b6e4daf tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:15.369786 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-93715694-2a92-43c3-a267-871873f21b65 req-a73decec-f0d9-4dce-ac9a-e49c8b6e4daf tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 784 time: 0.2228990 Jul 15 23:08:15.377575 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6eca178-ddf6-4329-ae82-afdfe0d8ee94 admin admin] Checking segment: {'id': '8574c194-bddd-4319-adea-fa3c1d70f402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '44527635-c361-4894-acd0-c52066cbd08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:15.378002 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6eca178-ddf6-4329-ae82-afdfe0d8ee94 admin admin] Network hostable DHCP agents. Network: 44527635-c361-4894-acd0-c52066cbd08c, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:08:15.379112 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-93715694-2a92-43c3-a267-871873f21b65 req-1ad8be7d-57ca-4e8b-aae3-c412ff879c5e tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:08:15.380106 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-93715694-2a92-43c3-a267-871873f21b65 req-1ad8be7d-57ca-4e8b-aae3-c412ff879c5e tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095682 Jul 15 23:08:15.400631 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa375c-e021-42c2-a402-255dddc31363 req-89f9533e-179a-4453-8ba7-a0dbbcda987d tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:15.407574 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fbfa375c-e021-42c2-a402-255dddc31363 req-89f9533e-179a-4453-8ba7-a0dbbcda987d tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c599ef5-3931-43b4-b7ae-152f0b2abdc9 HTTP/1.1" status: 200 len: 932 time: 0.2670150 Jul 15 23:08:15.490219 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6eca178-ddf6-4329-ae82-afdfe0d8ee94 admin admin] Network 44527635-c361-4894-acd0-c52066cbd08c is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:08:15.500131 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-254a12b4-2268-4cd3-8655-f80c3ec9c7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:15.527724 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2249d7e6-e337-4047-afc3-353e10b6fab8 req-c411252c-9837-4a7f-bb25-cc3c895b1479 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/floatingips/7e3fbd72-9f57-4702-8ccb-0a4fe50a373b HTTP/1.1" status: 200 len: 692 time: 0.1149578 Jul 15 23:08:15.531487 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-a6eca178-ddf6-4329-ae82-afdfe0d8ee94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 44527635-c361-4894-acd0-c52066cbd08c) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:15.541175 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fbfa375c-e021-42c2-a402-255dddc31363 req-1699267f-ccaa-4e3d-b1f1-80be1e6f55d0 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325827 Jul 15 23:08:15.576700 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eca178-ddf6-4329-ae82-afdfe0d8ee94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:15.577313 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6eca178-ddf6-4329-ae82-afdfe0d8ee94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:15.584033 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7e7c7e-bebd-49f6-a5d8-caf81fe6a795 None None] Network 44527635-c361-4894-acd0-c52066cbd08c requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:15.584454 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e9f3e5e9-6edb-40c9-8907-e8628824972e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:15.587136 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e9f3e5e9-6edb-40c9-8907-e8628824972e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:15.588719 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e9f3e5e9-6edb-40c9-8907-e8628824972e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/440dfc4e-d072-43ee-9d0b-a88aa2ab9f1b HTTP/1.1" status: 204 len: 168 time: 0.5667772 Jul 15 23:08:15.601368 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4e88fc1d-0328-45e7-a430-9de61368d96d None None] Provisioning complete for port bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:15.601811 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e88fc1d-0328-45e7-a430-9de61368d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:15.605966 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3e5e9-6edb-40c9-8907-e8628824972e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440dfc4e-d072-43ee-9d0b-a88aa2ab9f1b,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:15.660307 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-880a1a81-b0cf-4a06-996f-a279fa98a8fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:15.691745 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249d7e6-e337-4047-afc3-353e10b6fab8 req-739c0eb5-508c-492d-9ae9-859e3033be2e tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:15.693440 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2249d7e6-e337-4047-afc3-353e10b6fab8 req-739c0eb5-508c-492d-9ae9-859e3033be2e tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 784 time: 0.1443529 Jul 15 23:08:15.703550 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-2249d7e6-e337-4047-afc3-353e10b6fab8 req-0c4c64cf-407e-4d7c-841a-92ee0198a4ac tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:08:15.705591 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2249d7e6-e337-4047-afc3-353e10b6fab8 req-0c4c64cf-407e-4d7c-841a-92ee0198a4ac tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062528 Jul 15 23:08:15.714987 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-d71f073e-b3c9-4f96-a2fd-7493926ddf30 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Allocated IP 10.1.1.72 (c784f317-cf69-4499-8ee8-96a3a3714978/49248069-78f4-449a-8647-b57bc9f84d48/86bf6025-0368-4513-9e10-f8d406029119) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:15.716897 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-880a1a81-b0cf-4a06-996f-a279fa98a8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:15.726349 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-dae022fa-cf0a-4d22-89be-946858c76efc tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5071995 Jul 15 23:08:15.730216 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a6eca178-ddf6-4329-ae82-afdfe0d8ee94 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0501804 Jul 15 23:08:15.730811 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44564) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:15.731543 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44566) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:15.735377 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-1325d917-377b-481c-9298-a0054d0cac99 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'port': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'fixed_ips': [{'subnet_id': '72abd46e-222a-4bba-90ef-b20112ddde14', 'ip_address': '2001:db8::497b:ec91:170:b369'}], 'name': 'tempest-NetworksTestDHCPv6-132097669'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:15.759070 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-20e4ef0b-ea36-4428-a11f-4667ed09c074 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1919071377-router', 'tenant_id': '5ae795b3d7734e50af60e647de284414', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:15.912031 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bc5bf949-4af6-46b9-bf80-9801d9f45408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.044399 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55cf6b9-b290-4c69-b338-53712cdf8194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'tenant_id': '63d2071bda354af48ba0ab40dec64d3d', 'fixed_ips': [{'subnet_id': '72abd46e-222a-4bba-90ef-b20112ddde14'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:08:16.047250 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c55cf6b9-b290-4c69-b338-53712cdf8194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.080535 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-880a1a81-b0cf-4a06-996f-a279fa98a8fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=122aa45f3a13463a9fdec771372434d7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1851456 Jul 15 23:08:16.095135 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a1a81-b0cf-4a06-996f-a279fa98a8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff6108a-8819-48ad-ad47-9e268912f811,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:16.102968 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44570) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:16.138927 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-20e4ef0b-ea36-4428-a11f-4667ed09c074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.139919 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-20e4ef0b-ea36-4428-a11f-4667ed09c074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.265317 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6426f4d1-e4fd-4997-9386-cf591e680351 req-03c2cb44-1e93-47a1-8eb6-939bf61715eb tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/floatingips/7e3fbd72-9f57-4702-8ccb-0a4fe50a373b HTTP/1.1" status: 200 len: 692 time: 0.1613755 Jul 15 23:08:16.280348 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-c55cf6b9-b290-4c69-b338-53712cdf8194 None None] Allocated IP 2001:db8::2 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/72abd46e-222a-4bba-90ef-b20112ddde14/4fa368d0-d3a7-4823-81e9-1ba1df28796c) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:16.316337 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-254a12b4-2268-4cd3-8655-f80c3ec9c7ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7fdec2a-d553-43cd-a0ad-2970a52d813e {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:08:16.329100 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-254a12b4-2268-4cd3-8655-f80c3ec9c7ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.342961 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-254a12b4-2268-4cd3-8655-f80c3ec9c7ca service neutron] Transition to ACTIVE for port object f7fdec2a-d553-43cd-a0ad-2970a52d813e will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:16.349361 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-254a12b4-2268-4cd3-8655-f80c3ec9c7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.464073 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426f4d1-e4fd-4997-9386-cf591e680351 req-9ac5ce58-2e53-458c-a00f-fa1b8a177311 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:16.465453 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6426f4d1-e4fd-4997-9386-cf591e680351 req-9ac5ce58-2e53-458c-a00f-fa1b8a177311 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 784 time: 0.1270671 Jul 15 23:08:16.500179 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a12b4-2268-4cd3-8655-f80c3ec9c7ca service neutron] Pushing event updated for resources: {'Port': ['ID=f7fdec2a-d553-43cd-a0ad-2970a52d813e,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:16.509348 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-20e4ef0b-ea36-4428-a11f-4667ed09c074 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.530731 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-54601398-b3b6-4d08-9103-716ad1e3b92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.553738 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-54601398-b3b6-4d08-9103-716ad1e3b92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.556635 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c55cf6b9-b290-4c69-b338-53712cdf8194 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.571939 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d71f073e-b3c9-4f96-a2fd-7493926ddf30 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.606593 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-254a12b4-2268-4cd3-8655-f80c3ec9c7ca service neutron] Attempting to bind port f7fdec2a-d553-43cd-a0ad-2970a52d813e on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:16.607420 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-254a12b4-2268-4cd3-8655-f80c3ec9c7ca service neutron] Attempting to bind port f7fdec2a-d553-43cd-a0ad-2970a52d813e by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'e4123201-2be0-467e-9ef2-4cf1263c3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f31abbaf-85af-4828-a64a-6617d309ea62'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:16.607948 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55239384-fc47-492e-ad26-f5bb0e2bcf27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-44527635-c361-4894-acd0-c52066cbd08c', 'network_id': '44527635-c361-4894-acd0-c52066cbd08c', 'tenant_id': '5ae795b3d7734e50af60e647de284414', 'fixed_ips': [{'subnet_id': '8d15bcf0-7797-4587-9c84-90e3844e9d01'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:08:16.608398 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-254a12b4-2268-4cd3-8655-f80c3ec9c7ca service neutron] Attempting to bind port f7fdec2a-d553-43cd-a0ad-2970a52d813e on network f31abbaf-85af-4828-a64a-6617d309ea62 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:16.611116 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-55239384-fc47-492e-ad26-f5bb0e2bcf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.614075 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-254a12b4-2268-4cd3-8655-f80c3ec9c7ca service neutron] Port f7fdec2a-d553-43cd-a0ad-2970a52d813e on network f31abbaf-85af-4828-a64a-6617d309ea62 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:08:16.614468 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-254a12b4-2268-4cd3-8655-f80c3ec9c7ca service neutron] Attempting to bind port f7fdec2a-d553-43cd-a0ad-2970a52d813e on network f31abbaf-85af-4828-a64a-6617d309ea62 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:16.621087 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-254a12b4-2268-4cd3-8655-f80c3ec9c7ca service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:16.621497 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-254a12b4-2268-4cd3-8655-f80c3ec9c7ca service neutron] Checking segment: {'id': 'e4123201-2be0-467e-9ef2-4cf1263c3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f31abbaf-85af-4828-a64a-6617d309ea62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:16.621989 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-254a12b4-2268-4cd3-8655-f80c3ec9c7ca service neutron] Bound using segment: {'id': 'e4123201-2be0-467e-9ef2-4cf1263c3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f31abbaf-85af-4828-a64a-6617d309ea62'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:16.622487 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-254a12b4-2268-4cd3-8655-f80c3ec9c7ca service neutron] Bound port: f7fdec2a-d553-43cd-a0ad-2970a52d813e, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4123201-2be0-467e-9ef2-4cf1263c3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f31abbaf-85af-4828-a64a-6617d309ea62'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:16.622952 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-254a12b4-2268-4cd3-8655-f80c3ec9c7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.700163 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-254a12b4-2268-4cd3-8655-f80c3ec9c7ca service neutron] For port f7fdec2a-d553-43cd-a0ad-2970a52d813e, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:16.704527 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-254a12b4-2268-4cd3-8655-f80c3ec9c7ca service neutron] For port f7fdec2a-d553-43cd-a0ad-2970a52d813e, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=f7fdec2a-d553-43cd-a0ad-2970a52d813e,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:16.705809 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-54601398-b3b6-4d08-9103-716ad1e3b92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.707965 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-d71f073e-b3c9-4f96-a2fd-7493926ddf30 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Transition to ACTIVE for port object 86bf6025-0368-4513-9e10-f8d406029119 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:16.709113 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-54601398-b3b6-4d08-9103-716ad1e3b92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.710614 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-54601398-b3b6-4d08-9103-716ad1e3b92c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cff6108a-8819-48ad-ad47-9e268912f811 HTTP/1.1" status: 204 len: 168 time: 0.5870345 Jul 15 23:08:16.711121 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-254a12b4-2268-4cd3-8655-f80c3ec9c7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.714838 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6426f4d1-e4fd-4997-9386-cf591e680351 req-3fc21479-e0dc-455e-aaed-7e705e5220b7 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.75 HTTP/1.1" status: 200 len: 695 time: 0.2105510 Jul 15 23:08:16.772314 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54601398-b3b6-4d08-9103-716ad1e3b92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff6108a-8819-48ad-ad47-9e268912f811,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:16.775531 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-254a12b4-2268-4cd3-8655-f80c3ec9c7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:16.776207 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-254a12b4-2268-4cd3-8655-f80c3ec9c7ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.777620 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-254a12b4-2268-4cd3-8655-f80c3ec9c7ca service neutron] 10.222.0.36 "PUT /v2.0/ports/f7fdec2a-d553-43cd-a0ad-2970a52d813e HTTP/1.1" status: 200 len: 1092 time: 1.5509093 Jul 15 23:08:16.778107 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c599ef5-3931-43b4-b7ae-152f0b2abdc9', 'tag': 'f7fdec2a-d553-43cd-a0ad-2970a52d813e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:16.781633 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36f0c20-9f3d-4448-a638-26c65fcc59c8" -d '{"events": [{"name": "network-changed", "server_uuid": "4c599ef5-3931-43b4-b7ae-152f0b2abdc9", "tag": "f7fdec2a-d553-43cd-a0ad-2970a52d813e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:16.808784 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a12b4-2268-4cd3-8655-f80c3ec9c7ca service neutron] Pushing event updated for resources: {'Port': ['ID=f7fdec2a-d553-43cd-a0ad-2970a52d813e,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:16.822136 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d71f073e-b3c9-4f96-a2fd-7493926ddf30 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.900527 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54601398-b3b6-4d08-9103-716ad1e3b92c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:16.901096 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54601398-b3b6-4d08-9103-716ad1e3b92c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:16.901612 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54601398-b3b6-4d08-9103-716ad1e3b92c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:16.902363 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54601398-b3b6-4d08-9103-716ad1e3b92c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:16.903073 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54601398-b3b6-4d08-9103-716ad1e3b92c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:16.903565 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54601398-b3b6-4d08-9103-716ad1e3b92c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:16.904083 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54601398-b3b6-4d08-9103-716ad1e3b92c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:16.904902 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54601398-b3b6-4d08-9103-716ad1e3b92c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:16.905407 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54601398-b3b6-4d08-9103-716ad1e3b92c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:16.905906 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54601398-b3b6-4d08-9103-716ad1e3b92c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:16.906392 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54601398-b3b6-4d08-9103-716ad1e3b92c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:16.906926 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54601398-b3b6-4d08-9103-716ad1e3b92c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:16.935967 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-20e4ef0b-ea36-4428-a11f-4667ed09c074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.960790 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c55cf6b9-b290-4c69-b338-53712cdf8194 None None] Transition to ACTIVE for port object 4fa368d0-d3a7-4823-81e9-1ba1df28796c will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:16.965780 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6426f4d1-e4fd-4997-9386-cf591e680351 req-86df7139-a70f-49f7-b9dd-54310245a083 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.75 HTTP/1.1" status: 200 len: 695 time: 0.2322822 Jul 15 23:08:16.969639 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1325d917-377b-481c-9298-a0054d0cac99 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:17.008316 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e88fc1d-0328-45e7-a430-9de61368d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.013856 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71f073e-b3c9-4f96-a2fd-7493926ddf30 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Network c784f317-cf69-4499-8ee8-96a3a3714978 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:17.018127 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-55239384-fc47-492e-ad26-f5bb0e2bcf27 None None] Allocated IP 172.20.0.2 (44527635-c361-4894-acd0-c52066cbd08c/8d15bcf0-7797-4587-9c84-90e3844e9d01/04723c91-bb4d-4743-ba3b-afaed09f6856) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:17.035801 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-d71f073e-b3c9-4f96-a2fd-7493926ddf30 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:17.038593 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f073e-b3c9-4f96-a2fd-7493926ddf30 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Pushing event updated for resources: {'Port': ['ID=86bf6025-0368-4513-9e10-f8d406029119,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:17.044734 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71f073e-b3c9-4f96-a2fd-7493926ddf30 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:17.114535 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c55cf6b9-b290-4c69-b338-53712cdf8194 None None] Transition to ACTIVE for port object 4fa368d0-d3a7-4823-81e9-1ba1df28796c will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:17.206158 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-171eea1a-e34f-400c-890c-60398e9e9c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:17.210263 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c55cf6b9-b290-4c69-b338-53712cdf8194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.219597 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-171eea1a-e34f-400c-890c-60398e9e9c6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2a452b58336c47bc96f6d17c1c9a4e71&device_id=4c599ef5-3931-43b4-b7ae-152f0b2abdc9 HTTP/1.1" status: 200 len: 1095 time: 0.3745475 Jul 15 23:08:17.246791 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71f073e-b3c9-4f96-a2fd-7493926ddf30 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:17.247607 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d71f073e-b3c9-4f96-a2fd-7493926ddf30 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.252319 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4e88fc1d-0328-45e7-a430-9de61368d96d None None] For port bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72,segment=NetworkSegment(3bc9fa27-9cdf-411b-9b5d-1d95b85ed330),segment_id=3bc9fa27-9cdf-411b-9b5d-1d95b85ed330)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:17.259510 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfbac9-5b76-4517-a941-303efcad7ee6 req-b02b0f67-acf9-4199-8c5b-677c31ed7f69 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:17.267896 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-04cfbac9-5b76-4517-a941-303efcad7ee6 req-b02b0f67-acf9-4199-8c5b-677c31ed7f69 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c599ef5-3931-43b4-b7ae-152f0b2abdc9 HTTP/1.1" status: 200 len: 944 time: 0.3729684 Jul 15 23:08:17.302513 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d71f073e-b3c9-4f96-a2fd-7493926ddf30 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9268932 Jul 15 23:08:17.320072 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1325d917-377b-481c-9298-a0054d0cac99 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.367318 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-bbc03ff4-8f65-464a-b17f-d5b97fecd0f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7fdec2a-d553-43cd-a0ad-2970a52d813e HTTP/1.1" status: 200 len: 217 time: 0.0929449 Jul 15 23:08:17.370874 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e88fc1d-0328-45e7-a430-9de61368d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.423177 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55cf6b9-b290-4c69-b338-53712cdf8194 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:17.438782 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-04cfbac9-5b76-4517-a941-303efcad7ee6 req-b3d6e588-20d0-4b6f-a983-27f745acf035 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652396 Jul 15 23:08:17.438952 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-c55cf6b9-b290-4c69-b338-53712cdf8194 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:17.443855 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55cf6b9-b290-4c69-b338-53712cdf8194 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:17.453815 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55cf6b9-b290-4c69-b338-53712cdf8194 None None] Pushing event updated for resources: {'Port': ['ID=4fa368d0-d3a7-4823-81e9-1ba1df28796c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:17.461165 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-1e9686a9-7827-4ff1-952a-9bc292a82ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:17.462726 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-1e9686a9-7827-4ff1-952a-9bc292a82ab6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e4e4463-c0f1-483a-8548-ef2c0500a26e HTTP/1.1" status: 200 len: 844 time: 0.0898373 Jul 15 23:08:17.467404 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-1325d917-377b-481c-9298-a0054d0cac99 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] device_id is not set on port 60613cc8-ca78-40f6-a7ae-3e3e2939afed yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:08:17.515769 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42805b05-52b7-49ee-b3b7-35f5c30b2482 x-openstack-request-id: req-42805b05-52b7-49ee-b3b7-35f5c30b2482 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:17.516108 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c599ef5-3931-43b4-b7ae-152f0b2abdc9", "tag": "f7fdec2a-d553-43cd-a0ad-2970a52d813e", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:17.516353 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-42805b05-52b7-49ee-b3b7-35f5c30b2482 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:17.517075 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c599ef5-3931-43b4-b7ae-152f0b2abdc9', 'tag': 'f7fdec2a-d553-43cd-a0ad-2970a52d813e', 'status': 'completed', 'code': 200} Jul 15 23:08:17.520242 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-ff0c08e3-bde0-493b-9723-0be6d02c48d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f31abbaf-85af-4828-a64a-6617d309ea62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501964 Jul 15 23:08:17.716222 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c31363f1-fdd9-4e82-8cad-afd6efb905cc None None] Provisioning complete for port bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:17.716763 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c31363f1-fdd9-4e82-8cad-afd6efb905cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.718253 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-c55cf6b9-b290-4c69-b338-53712cdf8194 None None] Attempting to bind port 4fa368d0-d3a7-4823-81e9-1ba1df28796c on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:17.718622 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-c55cf6b9-b290-4c69-b338-53712cdf8194 None None] Attempting to bind port 4fa368d0-d3a7-4823-81e9-1ba1df28796c by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:17.718996 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55cf6b9-b290-4c69-b338-53712cdf8194 None None] Attempting to bind port 4fa368d0-d3a7-4823-81e9-1ba1df28796c on network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:17.727098 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88fc1d-0328-45e7-a430-9de61368d96d None None] Pushing event updated for resources: {'Port': ['ID=bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:17.734389 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-f011c3b6-e0db-495b-b36a-9fee6e7c6769 service neutron] 10.222.0.36 "GET /v2.0/networks/f31abbaf-85af-4828-a64a-6617d309ea62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019436 Jul 15 23:08:17.803954 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55cf6b9-b290-4c69-b338-53712cdf8194 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:17.804329 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55cf6b9-b290-4c69-b338-53712cdf8194 None None] Checking segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:17.804735 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c55cf6b9-b290-4c69-b338-53712cdf8194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.805129 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55cf6b9-b290-4c69-b338-53712cdf8194 None None] Bound using segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:17.805614 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-c55cf6b9-b290-4c69-b338-53712cdf8194 None None] Bound port: 4fa368d0-d3a7-4823-81e9-1ba1df28796c, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:17.805995 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c55cf6b9-b290-4c69-b338-53712cdf8194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.826957 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-55239384-fc47-492e-ad26-f5bb0e2bcf27 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.883651 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96431ac8-0c35-4a22-9f09-9bf19d55d025 req-f0a7e3b2-edeb-4ae7-a629-04cfe9de8191 service neutron] 10.222.0.36 "GET /v2.0/networks/f31abbaf-85af-4828-a64a-6617d309ea62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429191 Jul 15 23:08:17.910988 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-55239384-fc47-492e-ad26-f5bb0e2bcf27 None None] Transition to ACTIVE for port object 04723c91-bb4d-4743-ba3b-afaed09f6856 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:17.975096 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-55239384-fc47-492e-ad26-f5bb0e2bcf27 None None] Transition to ACTIVE for port object 04723c91-bb4d-4743-ba3b-afaed09f6856 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:18.001710 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-55239384-fc47-492e-ad26-f5bb0e2bcf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:18.063019 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f0c20-9f3d-4448-a638-26c65fcc59c8 req-5492349d-8a16-4714-9c89-17ec00151163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:18.065054 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b36f0c20-9f3d-4448-a638-26c65fcc59c8 req-5492349d-8a16-4714-9c89-17ec00151163 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2a452b58336c47bc96f6d17c1c9a4e71&device_id=4c599ef5-3931-43b4-b7ae-152f0b2abdc9 HTTP/1.1" status: 200 len: 1095 time: 0.0931823 Jul 15 23:08:18.092665 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-c55cf6b9-b290-4c69-b338-53712cdf8194 None None] For port 4fa368d0-d3a7-4823-81e9-1ba1df28796c, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:18.152424 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-1325d917-377b-481c-9298-a0054d0cac99 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Allocated IP 2001:db8::497b:ec91:170:b369 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/72abd46e-222a-4bba-90ef-b20112ddde14/60613cc8-ca78-40f6-a7ae-3e3e2939afed) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:18.169444 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44628) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:18.183178 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-6426f4d1-e4fd-4997-9386-cf591e680351 req-23fa92ab-e07e-4f2a-bf13-1773a1141ecc tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Deleting port c3002cc5-f52c-4fa2-892f-ad8a3f528f55 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:18.183522 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6426f4d1-e4fd-4997-9386-cf591e680351 req-23fa92ab-e07e-4f2a-bf13-1773a1141ecc tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:18.193317 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-c55cf6b9-b290-4c69-b338-53712cdf8194 None None] For port 4fa368d0-d3a7-4823-81e9-1ba1df28796c, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4fa368d0-d3a7-4823-81e9-1ba1df28796c,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:18.201281 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55239384-fc47-492e-ad26-f5bb0e2bcf27 None None] Network 44527635-c361-4894-acd0-c52066cbd08c is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:18.250722 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c55cf6b9-b290-4c69-b338-53712cdf8194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:18.253369 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-55239384-fc47-492e-ad26-f5bb0e2bcf27 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:18.276343 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55239384-fc47-492e-ad26-f5bb0e2bcf27 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:18.292488 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55239384-fc47-492e-ad26-f5bb0e2bcf27 None None] Pushing event updated for resources: {'Port': ['ID=04723c91-bb4d-4743-ba3b-afaed09f6856,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:18.346847 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f0c20-9f3d-4448-a638-26c65fcc59c8 req-f2dc6ca6-4770-42e1-a2f3-6565b9743eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:18.348393 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b36f0c20-9f3d-4448-a638-26c65fcc59c8 req-f2dc6ca6-4770-42e1-a2f3-6565b9743eeb service neutron] 10.222.0.36 "GET /v2.0/networks?id=f31abbaf-85af-4828-a64a-6617d309ea62 HTTP/1.1" status: 200 len: 905 time: 0.2772238 Jul 15 23:08:18.379162 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c85d1f67-0f24-4e46-a4aa-12f05193817f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:18.446206 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b36f0c20-9f3d-4448-a638-26c65fcc59c8 req-ce925213-6b8b-48ab-bfd7-19bd1e84cfb5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7fdec2a-d553-43cd-a0ad-2970a52d813e HTTP/1.1" status: 200 len: 217 time: 0.0754704 Jul 15 23:08:18.529194 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c31363f1-fdd9-4e82-8cad-afd6efb905cc None None] Provisioning for port 86bf6025-0368-4513-9e10-f8d406029119 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:18.545281 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f0c20-9f3d-4448-a638-26c65fcc59c8 req-15c2cc95-9433-4dd0-8027-09357f50a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:18.548661 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b36f0c20-9f3d-4448-a638-26c65fcc59c8 req-15c2cc95-9433-4dd0-8027-09357f50a639 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e4e4463-c0f1-483a-8548-ef2c0500a26e HTTP/1.1" status: 200 len: 844 time: 0.0941942 Jul 15 23:08:18.589386 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c31363f1-fdd9-4e82-8cad-afd6efb905cc None None] Provisioning complete for port 86bf6025-0368-4513-9e10-f8d406029119 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:18.593595 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c31363f1-fdd9-4e82-8cad-afd6efb905cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:18.606285 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b36f0c20-9f3d-4448-a638-26c65fcc59c8 req-5ff51f8f-47b2-42a1-9532-7955009f3587 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f31abbaf-85af-4828-a64a-6617d309ea62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522788 Jul 15 23:08:18.626320 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-55239384-fc47-492e-ad26-f5bb0e2bcf27 None None] Attempting to bind port 04723c91-bb4d-4743-ba3b-afaed09f6856 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:18.632577 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-55239384-fc47-492e-ad26-f5bb0e2bcf27 None None] Attempting to bind port 04723c91-bb4d-4743-ba3b-afaed09f6856 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '8574c194-bddd-4319-adea-fa3c1d70f402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '44527635-c361-4894-acd0-c52066cbd08c'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:18.633086 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55239384-fc47-492e-ad26-f5bb0e2bcf27 None None] Attempting to bind port 04723c91-bb4d-4743-ba3b-afaed09f6856 on network 44527635-c361-4894-acd0-c52066cbd08c {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:18.663879 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55cf6b9-b290-4c69-b338-53712cdf8194 None None] Pushing event updated for resources: {'Port': ['ID=4fa368d0-d3a7-4823-81e9-1ba1df28796c,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:18.674193 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:18.707470 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55239384-fc47-492e-ad26-f5bb0e2bcf27 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:18.708190 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55239384-fc47-492e-ad26-f5bb0e2bcf27 None None] Checking segment: {'id': '8574c194-bddd-4319-adea-fa3c1d70f402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '44527635-c361-4894-acd0-c52066cbd08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:18.708960 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-55239384-fc47-492e-ad26-f5bb0e2bcf27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:18.709595 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55239384-fc47-492e-ad26-f5bb0e2bcf27 None None] Bound using segment: {'id': '8574c194-bddd-4319-adea-fa3c1d70f402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '44527635-c361-4894-acd0-c52066cbd08c'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:18.710310 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-55239384-fc47-492e-ad26-f5bb0e2bcf27 None None] Bound port: 04723c91-bb4d-4743-ba3b-afaed09f6856, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8574c194-bddd-4319-adea-fa3c1d70f402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '44527635-c361-4894-acd0-c52066cbd08c'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:18.710921 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-55239384-fc47-492e-ad26-f5bb0e2bcf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:18.776225 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:18.811533 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b36f0c20-9f3d-4448-a638-26c65fcc59c8 req-c8981fbe-136f-4ef8-a958-12b4119a778e service neutron] 10.222.0.36 "GET /v2.0/networks/f31abbaf-85af-4828-a64a-6617d309ea62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975451 Jul 15 23:08:18.835428 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-c31363f1-fdd9-4e82-8cad-afd6efb905cc None None] Port 86bf6025-0368-4513-9e10-f8d406029119 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:08:18.869738 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-55239384-fc47-492e-ad26-f5bb0e2bcf27 None None] For port 04723c91-bb4d-4743-ba3b-afaed09f6856, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:18.874911 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-55239384-fc47-492e-ad26-f5bb0e2bcf27 None None] For port 04723c91-bb4d-4743-ba3b-afaed09f6856, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=04723c91-bb4d-4743-ba3b-afaed09f6856,segment=NetworkSegment(8574c194-bddd-4319-adea-fa3c1d70f402),segment_id=8574c194-bddd-4319-adea-fa3c1d70f402)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:18.878910 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:18.879569 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:18.883258 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-55239384-fc47-492e-ad26-f5bb0e2bcf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:18.941146 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b36f0c20-9f3d-4448-a638-26c65fcc59c8 req-843de38f-3138-411d-bab2-a8f1b5582feb service neutron] 10.222.0.36 "GET /v2.0/networks/f31abbaf-85af-4828-a64a-6617d309ea62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244421 Jul 15 23:08:19.012224 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-26accd61-2319-4da4-99a0-bbaf38814f3b tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1531736514'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:19.115016 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55239384-fc47-492e-ad26-f5bb0e2bcf27 None None] Pushing event updated for resources: {'Port': ['ID=04723c91-bb4d-4743-ba3b-afaed09f6856,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:19.136611 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6426f4d1-e4fd-4997-9386-cf591e680351 req-23fa92ab-e07e-4f2a-bf13-1773a1141ecc tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.137081 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6426f4d1-e4fd-4997-9386-cf591e680351 req-23fa92ab-e07e-4f2a-bf13-1773a1141ecc tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.139815 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-26accd61-2319-4da4-99a0-bbaf38814f3b tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.141520 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-26accd61-2319-4da4-99a0-bbaf38814f3b tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.181349 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44654) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:19.186450 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e3ac90bb-1098-4f3a-835e-a7c77865b7ce tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1572619855', 'description': 'tempest-description--999454859'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:19.227882 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3ac90bb-1098-4f3a-835e-a7c77865b7ce tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.257308 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-6426f4d1-e4fd-4997-9386-cf591e680351 req-23fa92ab-e07e-4f2a-bf13-1773a1141ecc tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Calling delete_port for c3002cc5-f52c-4fa2-892f-ad8a3f528f55 owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:19.328261 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1325d917-377b-481c-9298-a0054d0cac99 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.396713 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3ac90bb-1098-4f3a-835e-a7c77865b7ce tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.401946 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3ac90bb-1098-4f3a-835e-a7c77865b7ce tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.453567 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3ac90bb-1098-4f3a-835e-a7c77865b7ce tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.458251 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e3ac90bb-1098-4f3a-835e-a7c77865b7ce tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2725551 Jul 15 23:08:19.458251 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac90bb-1098-4f3a-835e-a7c77865b7ce tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee6f934-ad1f-414c-a322-54ad2c1d85a9,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:19.460284 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44662) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:19.465718 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-841bc884-0e65-477c-9a6c-e50afb6624c7 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Request body: {'security_group_rule': {'security_group_id': '0ee6f934-ad1f-414c-a322-54ad2c1d85a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:19.505049 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-20e4ef0b-ea36-4428-a11f-4667ed09c074 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.523250 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-841bc884-0e65-477c-9a6c-e50afb6624c7 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.547292 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.549905 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device f7fdec2a-d553-43cd-a0ad-2970a52d813e details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:08:19.560356 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-26accd61-2319-4da4-99a0-bbaf38814f3b tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.566459 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1325d917-377b-481c-9298-a0054d0cac99 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Transition to ACTIVE for port object 60613cc8-ca78-40f6-a7ae-3e3e2939afed will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:19.570304 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-20e4ef0b-ea36-4428-a11f-4667ed09c074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.578685 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-26accd61-2319-4da4-99a0-bbaf38814f3b tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.615524 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-841bc884-0e65-477c-9a6c-e50afb6624c7 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.620908 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-841bc884-0e65-477c-9a6c-e50afb6624c7 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.646533 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-841bc884-0e65-477c-9a6c-e50afb6624c7 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.650664 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-841bc884-0e65-477c-9a6c-e50afb6624c7 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1865778 Jul 15 23:08:19.650664 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841bc884-0e65-477c-9a6c-e50afb6624c7 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c0f7b0-5ba3-4557-942d-385e489bcb7f,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:19.652714 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44666) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:19.661816 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-63a807d4-40a4-4385-a185-06a4de5ad6e0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Request body: {'security_group_rule': {'security_group_id': '0ee6f934-ad1f-414c-a322-54ad2c1d85a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:19.680283 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-26accd61-2319-4da4-99a0-bbaf38814f3b tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.683325 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-26accd61-2319-4da4-99a0-bbaf38814f3b tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.4975793 Jul 15 23:08:19.688690 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44668) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:19.698999 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port f7fdec2a-d553-43cd-a0ad-2970a52d813e, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=f7fdec2a-d553-43cd-a0ad-2970a52d813e,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:19.717425 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'f7fdec2a-d553-43cd-a0ad-2970a52d813e', 'network_id': 'f31abbaf-85af-4828-a64a-6617d309ea62', 'port_id': 'f7fdec2a-d553-43cd-a0ad-2970a52d813e', 'mac_address': 'fa:16:3e:a8:01:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4e4463-c0f1-483a-8548-ef2c0500a26e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:08:19.751080 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-63a807d4-40a4-4385-a185-06a4de5ad6e0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.761249 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1325d917-377b-481c-9298-a0054d0cac99 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.782924 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.794918 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b46bb-bbee-4241-b8a0-567ea6140e30 req-44cea63f-93a8-4843-b9cd-30784cff87e4 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:19.799325 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-95a6032b-a7a0-42ff-956b-7129e534a7b6 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.803424 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-312b46bb-bbee-4241-b8a0-567ea6140e30 req-44cea63f-93a8-4843-b9cd-30784cff87e4 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c599ef5-3931-43b4-b7ae-152f0b2abdc9 HTTP/1.1" status: 200 len: 944 time: 0.4194658 Jul 15 23:08:19.804079 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7fdec2a-d553-43cd-a0ad-2970a52d813e {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:08:19.832191 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port f7fdec2a-d553-43cd-a0ad-2970a52d813e, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=f7fdec2a-d553-43cd-a0ad-2970a52d813e,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:19.837275 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.896389 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=f7fdec2a-d553-43cd-a0ad-2970a52d813e,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:19.906017 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-20e4ef0b-ea36-4428-a11f-4667ed09c074 admin admin] Allocated IP 172.25.4.172 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/d115408f-9efc-46a4-a93c-b63700ba92b5) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:19.924037 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1325d917-377b-481c-9298-a0054d0cac99 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:19.942708 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-1325d917-377b-481c-9298-a0054d0cac99 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:19.949903 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-63a807d4-40a4-4385-a185-06a4de5ad6e0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.955880 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1325d917-377b-481c-9298-a0054d0cac99 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:19.962314 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1325d917-377b-481c-9298-a0054d0cac99 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:19.963309 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1325d917-377b-481c-9298-a0054d0cac99 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.967264 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325d917-377b-481c-9298-a0054d0cac99 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Port': ['ID=60613cc8-ca78-40f6-a7ae-3e3e2939afed,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:19.979456 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2377b15e-620f-437e-a5e3-7db5f51a1ae0 None None] Provisioning for port 4fa368d0-d3a7-4823-81e9-1ba1df28796c completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:20.009936 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-63a807d4-40a4-4385-a185-06a4de5ad6e0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.011396 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-312b46bb-bbee-4241-b8a0-567ea6140e30 req-0f1cab83-24e5-4a4f-93b1-35bdb52d7802 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068727 Jul 15 23:08:20.017332 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6426f4d1-e4fd-4997-9386-cf591e680351 req-23fa92ab-e07e-4f2a-bf13-1773a1141ecc tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.062951 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a807d4-40a4-4385-a185-06a4de5ad6e0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be765e8-e637-4787-b779-60634923c685,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:20.067403 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1325d917-377b-481c-9298-a0054d0cac99 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.3338232 Jul 15 23:08:20.070866 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa92ab-e07e-4f2a-bf13-1773a1141ecc tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Pushing event deleted for resources: {'Port': ['ID=c3002cc5-f52c-4fa2-892f-ad8a3f528f55,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:20.071064 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-95a6032b-a7a0-42ff-956b-7129e534a7b6 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.072731 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44670) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:20.080788 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-95a6032b-a7a0-42ff-956b-7129e534a7b6 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.091149 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-63a807d4-40a4-4385-a185-06a4de5ad6e0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.092777 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-63a807d4-40a4-4385-a185-06a4de5ad6e0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4386120 Jul 15 23:08:20.097227 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44672) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:20.104168 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e1c8b946-ab7b-494e-b804-114d5970f9c0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:20.120620 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['f7fdec2a-d553-43cd-a0ad-2970a52d813e'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:20.163230 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-95a6032b-a7a0-42ff-956b-7129e534a7b6 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.165378 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a6032b-a7a0-42ff-956b-7129e534a7b6 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cbea9045-07e4-438e-8bc1-5a2ccf994f89 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:08:20.181832 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-95a6032b-a7a0-42ff-956b-7129e534a7b6 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.187127 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-95a6032b-a7a0-42ff-956b-7129e534a7b6 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] 10.222.0.16 "DELETE /v2.0/routers/cbea9045-07e4-438e-8bc1-5a2ccf994f89 HTTP/1.1" status: 204 len: 168 time: 0.4927959 Jul 15 23:08:20.188204 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44674) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:20.194928 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e6cd0fbd-e25f-4ae2-aaef-4e029fa1aede tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Request body: {'router': {'name': 'tempest-router-1799207307', 'distributed': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:20.254054 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e6cd0fbd-e25f-4ae2-aaef-4e029fa1aede tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.256588 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e6cd0fbd-e25f-4ae2-aaef-4e029fa1aede tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.268096 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1c8b946-ab7b-494e-b804-114d5970f9c0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.344986 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-20e4ef0b-ea36-4428-a11f-4667ed09c074 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.411438 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-20e4ef0b-ea36-4428-a11f-4667ed09c074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.454823 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1064034d-43ab-429b-9ea1-cc080022a175 None None] Provisioning for port 60613cc8-ca78-40f6-a7ae-3e3e2939afed completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:20.464849 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e4ef0b-ea36-4428-a11f-4667ed09c074 admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:20.477124 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1064034d-43ab-429b-9ea1-cc080022a175 None None] Provisioning complete for port 60613cc8-ca78-40f6-a7ae-3e3e2939afed triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:20.477590 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1064034d-43ab-429b-9ea1-cc080022a175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.485591 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-20e4ef0b-ea36-4428-a11f-4667ed09c074 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:20.494142 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e6cd0fbd-e25f-4ae2-aaef-4e029fa1aede tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.504740 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e6cd0fbd-e25f-4ae2-aaef-4e029fa1aede tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.559057 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-1064034d-43ab-429b-9ea1-cc080022a175 None None] Port 60613cc8-ca78-40f6-a7ae-3e3e2939afed cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:08:20.561145 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e4ef0b-ea36-4428-a11f-4667ed09c074 admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:20.565281 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23134d1-a953-4517-990a-51c6c5c2e507 None None] Network 44527635-c361-4894-acd0-c52066cbd08c requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:20.586562 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e6cd0fbd-e25f-4ae2-aaef-4e029fa1aede tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.591784 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e6cd0fbd-e25f-4ae2-aaef-4e029fa1aede tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4025676 Jul 15 23:08:20.592875 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4ef0b-ea36-4428-a11f-4667ed09c074 admin admin] Pushing event updated for resources: {'Port': ['ID=d115408f-9efc-46a4-a93c-b63700ba92b5,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:20.597190 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44714) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:20.604669 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56032814-f866-41b6-8682-6e7a7ae6f2d8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:20.611668 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56032814-f866-41b6-8682-6e7a7ae6f2d8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:20.613314 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-56032814-f866-41b6-8682-6e7a7ae6f2d8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.5381138 Jul 15 23:08:20.631732 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6426f4d1-e4fd-4997-9386-cf591e680351 req-23fa92ab-e07e-4f2a-bf13-1773a1141ecc tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.634228 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6426f4d1-e4fd-4997-9386-cf591e680351 req-23fa92ab-e07e-4f2a-bf13-1773a1141ecc tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.635414 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6426f4d1-e4fd-4997-9386-cf591e680351 req-23fa92ab-e07e-4f2a-bf13-1773a1141ecc tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "DELETE /v2.0/floatingips/7e3fbd72-9f57-4702-8ccb-0a4fe50a373b HTTP/1.1" status: 204 len: 173 time: 3.6309102 Jul 15 23:08:20.638393 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44716) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:20.713452 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bdf8d763-8a5c-471e-b682-125572bfb18a tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.895533 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1c8b946-ab7b-494e-b804-114d5970f9c0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.906202 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bdf8d763-8a5c-471e-b682-125572bfb18a tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.909499 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bdf8d763-8a5c-471e-b682-125572bfb18a tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.913365 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4fa368d0-d3a7-4823-81e9-1ba1df28796c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:20.979647 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-cff1150c-b298-4e19-b627-83ae870865d7 None None] Provisioning for port 04723c91-bb4d-4743-ba3b-afaed09f6856 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:20.995765 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bdf8d763-8a5c-471e-b682-125572bfb18a tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.997634 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf8d763-8a5c-471e-b682-125572bfb18a tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 06539498-0bac-4b0b-a16f-eb1bead9dc28 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:08:21.010587 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bdf8d763-8a5c-471e-b682-125572bfb18a tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.016460 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bdf8d763-8a5c-471e-b682-125572bfb18a tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] 10.222.0.16 "DELETE /v2.0/routers/06539498-0bac-4b0b-a16f-eb1bead9dc28 HTTP/1.1" status: 204 len: 168 time: 0.4134314 Jul 15 23:08:21.017827 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44758) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:21.025891 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4d801a96-ec31-4d07-861a-9c38b7224abd tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Request body: {'router': {'name': 'tempest-router-769647875', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'cd44197ad76c48aa8ca39c4e03188d6d'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:21.055188 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a5505e34-c599-45a6-a5b3-d5bba843fa1f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting port 60613cc8-ca78-40f6-a7ae-3e3e2939afed {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:21.055803 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a5505e34-c599-45a6-a5b3-d5bba843fa1f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.087418 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 4fa368d0-d3a7-4823-81e9-1ba1df28796c completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:21.096310 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d801a96-ec31-4d07-861a-9c38b7224abd tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.097749 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d801a96-ec31-4d07-861a-9c38b7224abd tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.115712 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 4fa368d0-d3a7-4823-81e9-1ba1df28796c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:21.116087 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.117651 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19171370-8b03-432a-bb4c-e6cca8681cfc req-40422909-e12a-4b1c-b730-5d045506d98f tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:21.120099 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-19171370-8b03-432a-bb4c-e6cca8681cfc req-40422909-e12a-4b1c-b730-5d045506d98f tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4466736 Jul 15 23:08:21.126442 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-e1c8b946-ab7b-494e-b804-114d5970f9c0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Allocated IP 172.25.4.150 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/e6bc0c4e-a4ac-4c44-81be-377de2eaf71a) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:21.208020 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.241095 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a5505e34-c599-45a6-a5b3-d5bba843fa1f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.295892 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d801a96-ec31-4d07-861a-9c38b7224abd tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.303235 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d801a96-ec31-4d07-861a-9c38b7224abd tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.315796 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.335057 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a5505e34-c599-45a6-a5b3-d5bba843fa1f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Calling delete_port for 60613cc8-ca78-40f6-a7ae-3e3e2939afed owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:21.347176 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4d801a96-ec31-4d07-861a-9c38b7224abd tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.351288 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4d801a96-ec31-4d07-861a-9c38b7224abd tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3295627 Jul 15 23:08:21.351903 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44776) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:21.357575 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 4fa368d0-d3a7-4823-81e9-1ba1df28796c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4fa368d0-d3a7-4823-81e9-1ba1df28796c,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:21.362795 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5d381b70-b294-485e-824e-471f70b05678 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:21.366259 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.367706 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 04723c91-bb4d-4743-ba3b-afaed09f6856 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:21.430482 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=4fa368d0-d3a7-4823-81e9-1ba1df28796c,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:21.463253 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-963a6187-c604-44cb-86ed-3ca89cd149b5 req-30868dc9-bf4d-47eb-8d1e-f19ec93dffb5 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=3cd2e830a4d4489db1afd3c7596d484f HTTP/1.1" status: 200 len: 1655 time: 0.1438036 Jul 15 23:08:21.497163 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 04723c91-bb4d-4743-ba3b-afaed09f6856 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:21.502307 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 04723c91-bb4d-4743-ba3b-afaed09f6856 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:21.502863 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.575506 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device f7fdec2a-d553-43cd-a0ad-2970a52d813e up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:21.634935 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.654839 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0f7d694f-9dd4-42dd-a225-8f7a5f5e0ae1 None None] Provisioning complete for port 04723c91-bb4d-4743-ba3b-afaed09f6856 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:21.655747 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0f7d694f-9dd4-42dd-a225-8f7a5f5e0ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.712704 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port f7fdec2a-d553-43cd-a0ad-2970a52d813e completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:21.715914 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 04723c91-bb4d-4743-ba3b-afaed09f6856, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=04723c91-bb4d-4743-ba3b-afaed09f6856,segment=NetworkSegment(8574c194-bddd-4319-adea-fa3c1d70f402),segment_id=8574c194-bddd-4319-adea-fa3c1d70f402)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:21.721868 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.723902 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port f7fdec2a-d553-43cd-a0ad-2970a52d813e triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:21.724389 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.803213 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-20e4ef0b-ea36-4428-a11f-4667ed09c074 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.815892 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1c8b946-ab7b-494e-b804-114d5970f9c0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.840197 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=04723c91-bb4d-4743-ba3b-afaed09f6856,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:21.857874 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d381b70-b294-485e-824e-471f70b05678 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.858115 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d381b70-b294-485e-824e-471f70b05678 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks [] for router, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.887496 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.910453 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c599ef5-3931-43b4-b7ae-152f0b2abdc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fdec2a-d553-43cd-a0ad-2970a52d813e'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:21.911024 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f727790-0d1e-48a5-baf2-0f4109b0fdd2 req-8a9f7323-cd2f-49bc-9743-4227e83a4f0b tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:21.912509 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4f727790-0d1e-48a5-baf2-0f4109b0fdd2 req-8a9f7323-cd2f-49bc-9743-4227e83a4f0b tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c599ef5-3931-43b4-b7ae-152f0b2abdc9 HTTP/1.1" status: 200 len: 945 time: 0.5786815 Jul 15 23:08:21.913095 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b326ad41-c31c-48de-beab-af8cb5cc4295" -d '{"events": [{"server_uuid": "4c599ef5-3931-43b4-b7ae-152f0b2abdc9", "name": "network-vif-plugged", "status": "completed", "tag": "f7fdec2a-d553-43cd-a0ad-2970a52d813e"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:21.927144 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port f7fdec2a-d553-43cd-a0ad-2970a52d813e, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=f7fdec2a-d553-43cd-a0ad-2970a52d813e,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:21.933322 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.966650 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5d381b70-b294-485e-824e-471f70b05678 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93798) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 15 23:08:21.967650 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5d381b70-b294-485e-824e-471f70b05678 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Router 389c169e-4d31-47f5-a7ae-2f35a63f5baa migrating from provider to provider. {{(pid=93798) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 15 23:08:21.968214 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d381b70-b294-485e-824e-471f70b05678 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.980429 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d381b70-b294-485e-824e-471f70b05678 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.986648 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d381b70-b294-485e-824e-471f70b05678 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16353154'] for router, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.995294 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1c8b946-ab7b-494e-b804-114d5970f9c0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.999000 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=f7fdec2a-d553-43cd-a0ad-2970a52d813e,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:22.007440 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a6187-c604-44cb-86ed-3ca89cd149b5 req-088fe933-6f37-45c2-9b2a-233fc43ea221 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:22.008960 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-963a6187-c604-44cb-86ed-3ca89cd149b5 req-088fe933-6f37-45c2-9b2a-233fc43ea221 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/networks?id=61ac1f85-79f4-4ace-93a9-51b85862f208&id=61ac1f85-79f4-4ace-93a9-51b85862f208&id=61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 787 time: 0.5378215 Jul 15 23:08:22.027232 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-963a6187-c604-44cb-86ed-3ca89cd149b5 req-cac1333c-21bb-42c1-ad29-672177edef97 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:08:22.028214 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-963a6187-c604-44cb-86ed-3ca89cd149b5 req-cac1333c-21bb-42c1-ad29-672177edef97 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131040 Jul 15 23:08:22.045871 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c8b946-ab7b-494e-b804-114d5970f9c0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:22.083459 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4f727790-0d1e-48a5-baf2-0f4109b0fdd2 req-8422881c-97a8-4b5a-a119-fa1001dbf344 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255853 Jul 15 23:08:22.092050 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-e1c8b946-ab7b-494e-b804-114d5970f9c0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:22.094455 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c8b946-ab7b-494e-b804-114d5970f9c0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:22.142920 n-d-787205-9 neutron-server[93798]: WARNING neutron.scheduler.l3_agent_scheduler [None req-5d381b70-b294-485e-824e-471f70b05678 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] No L3 agents can host the router 389c169e-4d31-47f5-a7ae-2f35a63f5baa Jul 15 23:08:22.163086 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8b946-ab7b-494e-b804-114d5970f9c0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Pushing event updated for resources: {'Port': ['ID=e6bc0c4e-a4ac-4c44-81be-377de2eaf71a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:22.187080 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a5505e34-c599-45a6-a5b3-d5bba843fa1f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:22.203958 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dbf4fd-f853-4b0e-9f8c-5feb87b77c8d x-openstack-request-id: req-c2dbf4fd-f853-4b0e-9f8c-5feb87b77c8d {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:22.204577 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c599ef5-3931-43b4-b7ae-152f0b2abdc9", "name": "network-vif-plugged", "status": "completed", "tag": "f7fdec2a-d553-43cd-a0ad-2970a52d813e", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:22.205760 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2dbf4fd-f853-4b0e-9f8c-5feb87b77c8d {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:22.206560 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c599ef5-3931-43b4-b7ae-152f0b2abdc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fdec2a-d553-43cd-a0ad-2970a52d813e', 'code': 200} Jul 15 23:08:22.232849 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:08:22.245889 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5505e34-c599-45a6-a5b3-d5bba843fa1f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Port': ['ID=60613cc8-ca78-40f6-a7ae-3e3e2939afed,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:22.333122 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a5505e34-c599-45a6-a5b3-d5bba843fa1f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:22.335117 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a5505e34-c599-45a6-a5b3-d5bba843fa1f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/60613cc8-ca78-40f6-a7ae-3e3e2939afed HTTP/1.1" status: 204 len: 168 time: 1.6958950 Jul 15 23:08:22.336785 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-20e4ef0b-ea36-4428-a11f-4667ed09c074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:22.338609 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44800) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:22.350730 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce614fd5-4f0e-4998-adc1-8f6f39b29daf req-935c0a3a-c5ec-46ff-8bda-30072d11781c tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/floatingips/8d35043a-3b4a-47de-8590-9fb7b24ef920 HTTP/1.1" status: 200 len: 692 time: 0.1087611 Jul 15 23:08:22.436863 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d381b70-b294-485e-824e-471f70b05678 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Hosts for router 389c169e-4d31-47f5-a7ae-2f35a63f5baa: [] {{(pid=93798) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 15 23:08:22.442524 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9e03ef-abf7-40d5-af0d-6a2af3119553 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:22.444169 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9e03ef-abf7-40d5-af0d-6a2af3119553 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:22.445931 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4d9e03ef-abf7-40d5-af0d-6a2af3119553 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1057920 Jul 15 23:08:22.456104 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44818) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:22.480956 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1c8b946-ab7b-494e-b804-114d5970f9c0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:22.498754 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d381b70-b294-485e-824e-471f70b05678 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Hosts for other DVR routers connected to router 389c169e-4d31-47f5-a7ae-2f35a63f5baa: set() {{(pid=93798) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 15 23:08:22.501270 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d381b70-b294-485e-824e-471f70b05678 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:22.502737 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5d381b70-b294-485e-824e-471f70b05678 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] 10.222.0.16 "PUT /v2.0/routers/389c169e-4d31-47f5-a7ae-2f35a63f5baa HTTP/1.1" status: 200 len: 716 time: 1.1461020 Jul 15 23:08:22.508982 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44824) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:22.537109 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4fa368d0-d3a7-4823-81e9-1ba1df28796c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:22.602373 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 4fa368d0-d3a7-4823-81e9-1ba1df28796c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:22.603013 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:22.603544 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9dbaabc5-aaca-47e0-9136-fd8c3f1f0fbd tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] 10.222.0.16 "GET /v2.0/routers/389c169e-4d31-47f5-a7ae-2f35a63f5baa HTTP/1.1" status: 200 len: 716 time: 0.0935652 Jul 15 23:08:22.605005 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44826) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:22.608631 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590118a-011f-475a-ac48-1228192359f5 req-abc143c9-f84c-4f4e-98e7-d503380d871c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:22.610160 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b590118a-011f-475a-ac48-1228192359f5 req-abc143c9-f84c-4f4e-98e7-d503380d871c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4c599ef5-3931-43b4-b7ae-152f0b2abdc9 HTTP/1.1" status: 200 len: 1097 time: 0.2781262 Jul 15 23:08:22.664430 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-628663d3-9687-409b-b265-733db1df5923 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting subnet 72abd46e-222a-4bba-90ef-b20112ddde14 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:08:22.668842 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1c8b946-ab7b-494e-b804-114d5970f9c0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:22.679740 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-628663d3-9687-409b-b265-733db1df5923 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:22.722230 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 04723c91-bb4d-4743-ba3b-afaed09f6856 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:22.746395 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b590118a-011f-475a-ac48-1228192359f5 req-8c0b0835-19e8-4038-92de-5372816e47be service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140683 Jul 15 23:08:22.760322 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce614fd5-4f0e-4998-adc1-8f6f39b29daf req-7a258c38-313b-46df-98a0-24a83c7d2ab8 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:22.762136 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce614fd5-4f0e-4998-adc1-8f6f39b29daf req-7a258c38-313b-46df-98a0-24a83c7d2ab8 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 784 time: 0.3787465 Jul 15 23:08:22.776806 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-628663d3-9687-409b-b265-733db1df5923 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:22.828091 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 04723c91-bb4d-4743-ba3b-afaed09f6856 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:22.828962 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:22.891719 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce614fd5-4f0e-4998-adc1-8f6f39b29daf req-562d805d-2431-4f01-bf01-630e181d0ca2 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.48 HTTP/1.1" status: 200 len: 695 time: 0.1180117 Jul 15 23:08:22.973578 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e4ef0b-ea36-4428-a11f-4667ed09c074 admin admin] Router 085c7578-3e4f-4b15-a95a-dc313a92e3b8 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:08:22.995561 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cf816072-54ac-4453-b09b-b77ec84717cc tempest-RoutersTestDVR-201322228 tempest-RoutersTestDVR-201322228-project] 10.222.0.16 "GET /v2.0/routers/389c169e-4d31-47f5-a7ae-2f35a63f5baa HTTP/1.1" status: 200 len: 682 time: 0.3891349 Jul 15 23:08:22.995731 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce614fd5-4f0e-4998-adc1-8f6f39b29daf req-7ae1decb-b0db-4d0d-a196-27c3a80d6852 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.48 HTTP/1.1" status: 200 len: 695 time: 0.1026535 Jul 15 23:08:22.998833 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44858) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:23.006048 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1c8b946-ab7b-494e-b804-114d5970f9c0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:23.013421 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1c8b946-ab7b-494e-b804-114d5970f9c0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:23.088850 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8b946-ab7b-494e-b804-114d5970f9c0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Pushing event updated for resources: {'Port': ['ID=e6bc0c4e-a4ac-4c44-81be-377de2eaf71a,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:23.095452 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1c8b946-ab7b-494e-b804-114d5970f9c0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:23.109672 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1c8b946-ab7b-494e-b804-114d5970f9c0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:23.111245 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e1c8b946-ab7b-494e-b804-114d5970f9c0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0129297 Jul 15 23:08:23.161791 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-628663d3-9687-409b-b265-733db1df5923 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:23.165133 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d190ebd8-a3f2-4426-b6d3-7153c6f5a5a6 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:23.747937 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d190ebd8-a3f2-4426-b6d3-7153c6f5a5a6 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:23.756731 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d190ebd8-a3f2-4426-b6d3-7153c6f5a5a6 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:23.764960 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e4ef0b-ea36-4428-a11f-4667ed09c074 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:08:23.774531 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-628663d3-9687-409b-b265-733db1df5923 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:23.774696 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec17f93e-74a0-4994-9612-70a7573efddb None None] Sync routers for ids ['085c7578-3e4f-4b15-a95a-dc313a92e3b8'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:08:23.785748 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec17f93e-74a0-4994-9612-70a7573efddb None None] Routers {'085c7578-3e4f-4b15-a95a-dc313a92e3b8'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:23.786552 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ec17f93e-74a0-4994-9612-70a7573efddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:08:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['085c7578-3e4f-4b15-a95a-dc313a92e3b8'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:23.850984 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628663d3-9687-409b-b265-733db1df5923 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Subnet': ['ID=72abd46e-222a-4bba-90ef-b20112ddde14,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:23.858723 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-ce614fd5-4f0e-4998-adc1-8f6f39b29daf req-674271fa-d61a-4d1f-94a1-df5c52a086fd tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Deleting port aa2b7ca4-8d38-480d-b6f2-6d319cad17a7 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:23.859116 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-ce614fd5-4f0e-4998-adc1-8f6f39b29daf req-674271fa-d61a-4d1f-94a1-df5c52a086fd tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:23.864658 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-20e4ef0b-ea36-4428-a11f-4667ed09c074 admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:23.865847 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-20e4ef0b-ea36-4428-a11f-4667ed09c074 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.1261077 Jul 15 23:08:23.868337 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-628663d3-9687-409b-b265-733db1df5923 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:23.868753 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44900) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:23.870050 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-628663d3-9687-409b-b265-733db1df5923 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/72abd46e-222a-4bba-90ef-b20112ddde14 HTTP/1.1" status: 204 len: 168 time: 1.4130154 Jul 15 23:08:23.875452 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44902) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:23.880115 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d190ebd8-a3f2-4426-b6d3-7153c6f5a5a6 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:23.880597 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d190ebd8-a3f2-4426-b6d3-7153c6f5a5a6 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 389c169e-4d31-47f5-a7ae-2f35a63f5baa {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:08:23.891784 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d190ebd8-a3f2-4426-b6d3-7153c6f5a5a6 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:23.897457 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d190ebd8-a3f2-4426-b6d3-7153c6f5a5a6 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] 10.222.0.16 "DELETE /v2.0/routers/389c169e-4d31-47f5-a7ae-2f35a63f5baa HTTP/1.1" status: 204 len: 168 time: 0.8935721 Jul 15 23:08:23.897457 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44904) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:23.902934 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-ef8d9881-de10-420b-ba07-c69431c5f18e tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Request body: {'router': {'name': 'tempest-router-185020754', 'distributed': True}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:23.904783 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3159918-3fc0-4647-87e0-c51943c6f85d None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:23.956987 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a989dd5d-0f3a-4397-b116-2fb6f1a382fc tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776370 Jul 15 23:08:23.957185 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44906) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:23.957834 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-ec17f93e-74a0-4994-9612-70a7573efddb None None] Set router 085c7578-3e4f-4b15-a95a-dc313a92e3b8 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:23.961084 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6e56b-098d-4fb7-a75e-fa6e1e5d034f req-f5f7a2dc-9f93-4ea5-8bb5-0ac2bf93c455 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:23.962742 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dff6e56b-098d-4fb7-a75e-fa6e1e5d034f req-f5f7a2dc-9f93-4ea5-8bb5-0ac2bf93c455 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c599ef5-3931-43b4-b7ae-152f0b2abdc9 HTTP/1.1" status: 200 len: 946 time: 0.3243401 Jul 15 23:08:23.995368 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ef8d9881-de10-420b-ba07-c69431c5f18e tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:23.996354 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ef8d9881-de10-420b-ba07-c69431c5f18e tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:24.020955 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-ce614fd5-4f0e-4998-adc1-8f6f39b29daf req-674271fa-d61a-4d1f-94a1-df5c52a086fd tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:24.021575 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-ce614fd5-4f0e-4998-adc1-8f6f39b29daf req-674271fa-d61a-4d1f-94a1-df5c52a086fd tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:24.051388 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-ce614fd5-4f0e-4998-adc1-8f6f39b29daf req-674271fa-d61a-4d1f-94a1-df5c52a086fd tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Calling delete_port for aa2b7ca4-8d38-480d-b6f2-6d319cad17a7 owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:24.055965 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dff6e56b-098d-4fb7-a75e-fa6e1e5d034f req-a4dd0858-1a51-4f80-bde8-a142a2c5d125 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825772 Jul 15 23:08:24.077182 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:24.108462 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ef8d9881-de10-420b-ba07-c69431c5f18e tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:24.141709 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ef8d9881-de10-420b-ba07-c69431c5f18e tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:24.165111 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ef8d9881-de10-420b-ba07-c69431c5f18e tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:24.169011 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ef8d9881-de10-420b-ba07-c69431c5f18e tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2683249 Jul 15 23:08:24.172337 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44908) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:24.265422 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-211cbd5c-e51a-45b1-a8ff-a89cc26ea308 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:24.271745 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ec17f93e-74a0-4994-9612-70a7573efddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085c7578-3e4f-4b15-a95a-dc313a92e3b8', 'name': 'tempest-FloatingIPsTestJSON-1919071377-router', 'tenant_id': '5ae795b3d7734e50af60e647de284414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd115408f-9efc-46a4-a93c-b63700ba92b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:16Z', 'updated_at': '2021-07-15T23:08:21Z', 'revision_number': 3, 'project_id': '5ae795b3d7734e50af60e647de284414', 'gw_port': {'id': 'd115408f-9efc-46a4-a93c-b63700ba92b5', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085c7578-3e4f-4b15-a95a-dc313a92e3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:19Z', 'updated_at': '2021-07-15T23:08:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:24.340106 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87d6973-1ea8-481f-a7e1-97b42d4a4da6 None None] DHCP port deletion for 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:08:24.347450 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec17f93e-74a0-4994-9612-70a7573efddb None None] Checking router: 085c7578-3e4f-4b15-a95a-dc313a92e3b8 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:08:24.347803 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec17f93e-74a0-4994-9612-70a7573efddb None None] Updating router 085c7578-3e4f-4b15-a95a-dc313a92e3b8 port d115408f-9efc-46a4-a93c-b63700ba92b5 binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:08:24.409583 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ec17f93e-74a0-4994-9612-70a7573efddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:24.418449 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-cdb2a157-63a3-45d3-9f1f-71ce0f50f903 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1572619855&fields=id&tenant_id=4fe4ced19c3b40c2bc6e11100f9d5f1d HTTP/1.1" status: 200 len: 267 time: 0.1152985 Jul 15 23:08:24.420297 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d290a586-7f06-4a34-a8ed-d6e31cd2ada6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:24.426031 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d290a586-7f06-4a34-a8ed-d6e31cd2ada6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4639559 Jul 15 23:08:24.426031 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44918) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:24.477593 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d218f0-5500-4cb7-b000-38dc013e0e8a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:24.481898 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-63d218f0-5500-4cb7-b000-38dc013e0e8a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0536733 Jul 15 23:08:24.482265 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44920) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:24.515101 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-c87d6973-1ea8-481f-a7e1-97b42d4a4da6 None None] Deleting port 4fa368d0-d3a7-4823-81e9-1ba1df28796c {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:24.515669 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c87d6973-1ea8-481f-a7e1-97b42d4a4da6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:24.528535 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6e73ee78-1c9d-46c4-a0be-4ceedf9f5e0f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414772 Jul 15 23:08:24.540121 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44922) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:24.549546 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-53c8a889-cb77-4e10-bed6-794f196b3fb6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:24.554033 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4fa368d0-d3a7-4823-81e9-1ba1df28796c no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:08:24.564465 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-211cbd5c-e51a-45b1-a8ff-a89cc26ea308 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:24.580441 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-211cbd5c-e51a-45b1-a8ff-a89cc26ea308 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:24.588979 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-ce614fd5-4f0e-4998-adc1-8f6f39b29daf req-674271fa-d61a-4d1f-94a1-df5c52a086fd tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:24.649002 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-c87d6973-1ea8-481f-a7e1-97b42d4a4da6 None None] For port 4fa368d0-d3a7-4823-81e9-1ba1df28796c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4fa368d0-d3a7-4823-81e9-1ba1df28796c,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:24.649576 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c87d6973-1ea8-481f-a7e1-97b42d4a4da6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:24.664844 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-b1bdb5cb-e13b-4ec6-9e61-16e81a09065d tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:24.666241 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-b1bdb5cb-e13b-4ec6-9e61-16e81a09065d tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports/c451b609-46fa-4e93-a60a-10b38b3f6d50 HTTP/1.1" status: 200 len: 932 time: 0.2470012 Jul 15 23:08:24.672442 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674271fa-d61a-4d1f-94a1-df5c52a086fd tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Pushing event deleted for resources: {'Port': ['ID=aa2b7ca4-8d38-480d-b6f2-6d319cad17a7,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:24.672611 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-c87d6973-1ea8-481f-a7e1-97b42d4a4da6 None None] Calling delete_port for 4fa368d0-d3a7-4823-81e9-1ba1df28796c owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:24.746725 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-211cbd5c-e51a-45b1-a8ff-a89cc26ea308 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:24.747439 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211cbd5c-e51a-45b1-a8ff-a89cc26ea308 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72c6f10e-9aa3-47b0-8d27-a6092f21ee44 {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:08:24.785067 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-211cbd5c-e51a-45b1-a8ff-a89cc26ea308 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:24.791721 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-211cbd5c-e51a-45b1-a8ff-a89cc26ea308 tempest-RoutersTestDVR-1313045290 tempest-RoutersTestDVR-1313045290-project-admin] 10.222.0.16 "DELETE /v2.0/routers/72c6f10e-9aa3-47b0-8d27-a6092f21ee44 HTTP/1.1" status: 204 len: 168 time: 0.6128309 Jul 15 23:08:24.840152 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-1fc38616-202f-4703-ba2a-4459cc91f3c5 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:24.841557 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-1fc38616-202f-4703-ba2a-4459cc91f3c5 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports/86bf6025-0368-4513-9e10-f8d406029119 HTTP/1.1" status: 200 len: 930 time: 0.1302710 Jul 15 23:08:24.843691 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-ce614fd5-4f0e-4998-adc1-8f6f39b29daf req-674271fa-d61a-4d1f-94a1-df5c52a086fd tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:24.845365 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:24.847619 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-ce614fd5-4f0e-4998-adc1-8f6f39b29daf req-674271fa-d61a-4d1f-94a1-df5c52a086fd tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:24.849110 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce614fd5-4f0e-4998-adc1-8f6f39b29daf req-674271fa-d61a-4d1f-94a1-df5c52a086fd tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "DELETE /v2.0/floatingips/8d35043a-3b4a-47de-8590-9fb7b24ef920 HTTP/1.1" status: 204 len: 173 time: 1.8404694 Jul 15 23:08:24.850491 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c8a889-cb77-4e10-bed6-794f196b3fb6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:24.857962 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-53c8a889-cb77-4e10-bed6-794f196b3fb6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:24.921932 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08b9b68f-8fbc-483f-8dac-1867a1518766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:24.941179 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-97f060ad-cf91-4257-b405-4b2b2cd04a60 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?network_id=70df42a8-7f3a-4d1e-82b9-1354a40e98c2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0788670 Jul 15 23:08:24.980223 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c87d6973-1ea8-481f-a7e1-97b42d4a4da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:24.987945 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-fb8caf6f-2b0d-46fb-af60-f895bdc0a2da tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?network_id=70df42a8-7f3a-4d1e-82b9-1354a40e98c2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0455256 Jul 15 23:08:25.116507 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bbfcc07b-210e-4fbd-9e74-4256f895492b req-f26aa1bd-0d39-4162-a424-0858a5571e42 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/floatingips/7a8a2e51-18fb-45af-baf6-c95c92519139 HTTP/1.1" status: 200 len: 692 time: 0.1420515 Jul 15 23:08:25.192331 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ec17f93e-74a0-4994-9612-70a7573efddb None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:25.196582 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d6973-1ea8-481f-a7e1-97b42d4a4da6 None None] Pushing event deleted for resources: {'Port': ['ID=4fa368d0-d3a7-4823-81e9-1ba1df28796c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:25.220550 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ec17f93e-74a0-4994-9612-70a7573efddb None None] Transition to ACTIVE for port object d115408f-9efc-46a4-a93c-b63700ba92b5 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:25.229035 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44946) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:25.231623 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87d6973-1ea8-481f-a7e1-97b42d4a4da6 None None] No DVR routers for this DVR port 4fa368d0-d3a7-4823-81e9-1ba1df28796c on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:08:25.235356 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ec17f93e-74a0-4994-9612-70a7573efddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:25.272117 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-08b9b68f-8fbc-483f-8dac-1867a1518766 admin admin] Allocated IP 172.20.0.1 (44527635-c361-4894-acd0-c52066cbd08c/8d15bcf0-7797-4587-9c84-90e3844e9d01/b33e451e-9209-4832-b755-464c276ff37d) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:25.301096 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-6e5fd8e5-470c-49b1-9210-bb0435a22edd tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:25.303059 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ec17f93e-74a0-4994-9612-70a7573efddb None None] Attempting to bind port d115408f-9efc-46a4-a93c-b63700ba92b5 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:25.303429 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ec17f93e-74a0-4994-9612-70a7573efddb None None] Attempting to bind port d115408f-9efc-46a4-a93c-b63700ba92b5 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:25.303787 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec17f93e-74a0-4994-9612-70a7573efddb None None] Attempting to bind port d115408f-9efc-46a4-a93c-b63700ba92b5 on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:25.306412 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32f43d-a5fc-4667-90db-30be0974bab7 None None] Pushing event updated for resources: {'Port': ['ID=d115408f-9efc-46a4-a93c-b63700ba92b5,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:25.309111 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-6e5fd8e5-470c-49b1-9210-bb0435a22edd tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:25.312645 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec17f93e-74a0-4994-9612-70a7573efddb None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:25.313020 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec17f93e-74a0-4994-9612-70a7573efddb None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:25.313419 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ec17f93e-74a0-4994-9612-70a7573efddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:25.314322 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec17f93e-74a0-4994-9612-70a7573efddb None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:25.314917 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ec17f93e-74a0-4994-9612-70a7573efddb None None] Bound port: d115408f-9efc-46a4-a93c-b63700ba92b5, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:25.315313 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ec17f93e-74a0-4994-9612-70a7573efddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:25.317943 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-6e5fd8e5-470c-49b1-9210-bb0435a22edd tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:25.325344 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-6e5fd8e5-470c-49b1-9210-bb0435a22edd tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/networks?id=e0802052-573e-4abc-b289-64f26dbf67e5&id=c784f317-cf69-4499-8ee8-96a3a3714978&id=c784f317-cf69-4499-8ee8-96a3a3714978&id=70df42a8-7f3a-4d1e-82b9-1354a40e98c2&id=70df42a8-7f3a-4d1e-82b9-1354a40e98c2 HTTP/1.1" status: 200 len: 1991 time: 0.3365312 Jul 15 23:08:25.368591 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ec17f93e-74a0-4994-9612-70a7573efddb None None] For port d115408f-9efc-46a4-a93c-b63700ba92b5, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:25.371633 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ec17f93e-74a0-4994-9612-70a7573efddb None None] For port d115408f-9efc-46a4-a93c-b63700ba92b5, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d115408f-9efc-46a4-a93c-b63700ba92b5,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:25.378217 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ec17f93e-74a0-4994-9612-70a7573efddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:25.387278 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-b0aa1449-cd4b-4c53-bc7b-a86cb959da3e tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/quotas/4fe4ced19c3b40c2bc6e11100f9d5f1d HTTP/1.1" status: 200 len: 375 time: 0.0609283 Jul 15 23:08:25.394826 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-12567aae-99c5-4f26-923f-f2305e497123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:25.435481 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec17f93e-74a0-4994-9612-70a7573efddb None None] Routers {'085c7578-3e4f-4b15-a95a-dc313a92e3b8'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:25.436109 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ec17f93e-74a0-4994-9612-70a7573efddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:08:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['085c7578-3e4f-4b15-a95a-dc313a92e3b8'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:25.454916 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfcc07b-210e-4fbd-9e74-4256f895492b req-cb4e5828-5332-4e1c-b2ce-f4c86a6c5f18 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:25.456301 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bbfcc07b-210e-4fbd-9e74-4256f895492b req-cb4e5828-5332-4e1c-b2ce-f4c86a6c5f18 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 784 time: 0.3054719 Jul 15 23:08:25.472544 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08b9b68f-8fbc-483f-8dac-1867a1518766 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:25.484839 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32f43d-a5fc-4667-90db-30be0974bab7 None None] Pushing event updated for resources: {'Port': ['ID=d115408f-9efc-46a4-a93c-b63700ba92b5,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:25.508043 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-08b9b68f-8fbc-483f-8dac-1867a1518766 admin admin] Transition to ACTIVE for port object b33e451e-9209-4832-b755-464c276ff37d will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:25.553786 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bbfcc07b-210e-4fbd-9e74-4256f895492b req-49da0bc2-e275-4a45-8ea3-734b76f95dee tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.57 HTTP/1.1" status: 200 len: 695 time: 0.0726094 Jul 15 23:08:25.559212 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-53c8a889-cb77-4e10-bed6-794f196b3fb6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:25.566654 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-ec17f93e-74a0-4994-9612-70a7573efddb None None] Set router 085c7578-3e4f-4b15-a95a-dc313a92e3b8 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:25.583980 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-12567aae-99c5-4f26-923f-f2305e497123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:25.585484 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08b9b68f-8fbc-483f-8dac-1867a1518766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:25.593887 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-12567aae-99c5-4f26-923f-f2305e497123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:25.643016 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c8a889-cb77-4e10-bed6-794f196b3fb6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:25.649713 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b9b68f-8fbc-483f-8dac-1867a1518766 admin admin] Network 44527635-c361-4894-acd0-c52066cbd08c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:25.668317 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-08b9b68f-8fbc-483f-8dac-1867a1518766 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:25.668506 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-1e7c02f0-62f7-408b-a5b6-9200c0da2c25 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4fe4ced19c3b40c2bc6e11100f9d5f1d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2801945 Jul 15 23:08:25.672252 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-53c8a889-cb77-4e10-bed6-794f196b3fb6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:25.673868 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b9b68f-8fbc-483f-8dac-1867a1518766 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:25.675862 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9b68f-8fbc-483f-8dac-1867a1518766 admin admin] Pushing event updated for resources: {'Port': ['ID=b33e451e-9209-4832-b755-464c276ff37d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:25.678007 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12567aae-99c5-4f26-923f-f2305e497123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bfd8a1-b668-4120-97c5-9809764558d4,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:25.679125 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bbfcc07b-210e-4fbd-9e74-4256f895492b req-684bb048-1698-4afe-abf1-24337247ea6d tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.57 HTTP/1.1" status: 200 len: 695 time: 0.1084962 Jul 15 23:08:25.682608 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c8a889-cb77-4e10-bed6-794f196b3fb6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:25.683245 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-53c8a889-cb77-4e10-bed6-794f196b3fb6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:25.687207 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8a889-cb77-4e10-bed6-794f196b3fb6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Subnet': ['ID=5109e542-e7ac-4d7d-830e-563ca7167e7a,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:25.701158 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-53c8a889-cb77-4e10-bed6-794f196b3fb6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1599767 Jul 15 23:08:25.707091 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44950) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:25.707257 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-12567aae-99c5-4f26-923f-f2305e497123 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cd44197ad76c48aa8ca39c4e03188d6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4741104 Jul 15 23:08:25.707345 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44952) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:25.715111 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-faec0bbe-7d82-4293-add2-d2470f84cca2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'port': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'fixed_ips': [{'subnet_id': '5109e542-e7ac-4d7d-830e-563ca7167e7a', 'ip_address': '2001:db8::9460:8b01:691:417f'}], 'name': 'tempest-NetworksTestDHCPv6-1005979729'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:25.721948 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e27cae9-d4e9-4751-958c-164e18a9e523 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:25.750023 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08b9b68f-8fbc-483f-8dac-1867a1518766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:25.844904 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7656d60-b405-4ba5-bf58-c7e982227e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:25.884542 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ec17f93e-74a0-4994-9612-70a7573efddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085c7578-3e4f-4b15-a95a-dc313a92e3b8', 'name': 'tempest-FloatingIPsTestJSON-1919071377-router', 'tenant_id': '5ae795b3d7734e50af60e647de284414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd115408f-9efc-46a4-a93c-b63700ba92b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:16Z', 'updated_at': '2021-07-15T23:08:21Z', 'revision_number': 3, 'project_id': '5ae795b3d7734e50af60e647de284414', 'gw_port': {'id': 'd115408f-9efc-46a4-a93c-b63700ba92b5', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085c7578-3e4f-4b15-a95a-dc313a92e3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:19Z', 'updated_at': '2021-07-15T23:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:25.914985 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec17f93e-74a0-4994-9612-70a7573efddb None None] The sync data for ids ['085c7578-3e4f-4b15-a95a-dc313a92e3b8'] in n-d-787205-9 is: [{'id': '085c7578-3e4f-4b15-a95a-dc313a92e3b8', 'name': 'tempest-FloatingIPsTestJSON-1919071377-router', 'tenant_id': '5ae795b3d7734e50af60e647de284414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd115408f-9efc-46a4-a93c-b63700ba92b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:16Z', 'updated_at': '2021-07-15T23:08:21Z', 'revision_number': 3, 'project_id': '5ae795b3d7734e50af60e647de284414', 'gw_port': {'id': 'd115408f-9efc-46a4-a93c-b63700ba92b5', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085c7578-3e4f-4b15-a95a-dc313a92e3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:19Z', 'updated_at': '2021-07-15T23:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:08:25.969599 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7656d60-b405-4ba5-bf58-c7e982227e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:25.978086 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ff499a-7e80-469c-9817-5593dc4f8ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'tenant_id': '63d2071bda354af48ba0ab40dec64d3d', 'fixed_ips': [{'subnet_id': '5109e542-e7ac-4d7d-830e-563ca7167e7a'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:08:25.979091 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-34ff499a-7e80-469c-9817-5593dc4f8ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:26.083026 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08b9b68f-8fbc-483f-8dac-1867a1518766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:26.084992 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7656d60-b405-4ba5-bf58-c7e982227e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:26.093090 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7656d60-b405-4ba5-bf58-c7e982227e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:26.097017 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d7656d60-b405-4ba5-bf58-c7e982227e78 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/60bfd8a1-b668-4120-97c5-9809764558d4 HTTP/1.1" status: 204 len: 168 time: 0.3846157 Jul 15 23:08:26.097178 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3cf31756-0a17-4eba-bcde-3ee764fcdfe2 None None] Provisioning for port b33e451e-9209-4832-b755-464c276ff37d completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:26.103039 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3cf31756-0a17-4eba-bcde-3ee764fcdfe2 None None] Provisioning complete for port b33e451e-9209-4832-b755-464c276ff37d triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:26.103371 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3cf31756-0a17-4eba-bcde-3ee764fcdfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:26.112857 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7656d60-b405-4ba5-bf58-c7e982227e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bfd8a1-b668-4120-97c5-9809764558d4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:26.175775 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-3cf31756-0a17-4eba-bcde-3ee764fcdfe2 None None] Port b33e451e-9209-4832-b755-464c276ff37d cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:08:26.207585 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-34ff499a-7e80-469c-9817-5593dc4f8ee0 None None] Allocated IP 2001:db8::2 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/5109e542-e7ac-4d7d-830e-563ca7167e7a/e5603e2d-b965-4212-8f7a-217ca2fec61e) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:26.396841 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-02536a73-b19e-4192-b5ea-f69e93f69e81 service neutron] 10.222.0.16 "GET /v2.0/networks/e0802052-573e-4abc-b289-64f26dbf67e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6747561 Jul 15 23:08:26.403885 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08b9b68f-8fbc-483f-8dac-1867a1518766 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:26.412534 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08b9b68f-8fbc-483f-8dac-1867a1518766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:26.413911 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-34ff499a-7e80-469c-9817-5593dc4f8ee0 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:26.436991 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-34ff499a-7e80-469c-9817-5593dc4f8ee0 None None] Transition to ACTIVE for port object e5603e2d-b965-4212-8f7a-217ca2fec61e will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:26.487612 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-34ff499a-7e80-469c-9817-5593dc4f8ee0 None None] Transition to ACTIVE for port object e5603e2d-b965-4212-8f7a-217ca2fec61e will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:26.496887 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faec0bbe-7d82-4293-add2-d2470f84cca2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:26.520460 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-34ff499a-7e80-469c-9817-5593dc4f8ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:26.527481 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08b9b68f-8fbc-483f-8dac-1867a1518766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:26.530330 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9b68f-8fbc-483f-8dac-1867a1518766 admin admin] Pushing event updated for resources: {'Port': ['ID=b33e451e-9209-4832-b755-464c276ff37d,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:26.585107 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-bbfcc07b-210e-4fbd-9e74-4256f895492b req-439177a4-28b7-4c43-ba67-2f55625afa0b tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Deleting port 8d4f29fd-89db-4f84-8560-5582de869d6d {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:26.585552 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bbfcc07b-210e-4fbd-9e74-4256f895492b req-439177a4-28b7-4c43-ba67-2f55625afa0b tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:26.599915 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ff499a-7e80-469c-9817-5593dc4f8ee0 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:26.619457 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-34ff499a-7e80-469c-9817-5593dc4f8ee0 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:26.641671 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ff499a-7e80-469c-9817-5593dc4f8ee0 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:26.688752 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44958) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:26.702890 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b9b68f-8fbc-483f-8dac-1867a1518766 admin admin] Network 44527635-c361-4894-acd0-c52066cbd08c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:26.705276 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-3b6506d8-d767-453a-b0bb-ff618bf5dfd3 service neutron] 10.222.0.16 "GET /v2.0/networks/e0802052-573e-4abc-b289-64f26dbf67e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074729 Jul 15 23:08:26.710412 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7904be91-b63c-42e0-9636-8499751bda9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:26.713823 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d115408f-9efc-46a4-a93c-b63700ba92b5 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:26.721527 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-08b9b68f-8fbc-483f-8dac-1867a1518766 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:26.776659 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff499a-7e80-469c-9817-5593dc4f8ee0 None None] Pushing event updated for resources: {'Port': ['ID=e5603e2d-b965-4212-8f7a-217ca2fec61e,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:26.795239 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-4f8b34c2-e0d0-4205-86bf-091133face28 service neutron] 10.222.0.16 "GET /v2.0/ports/c451b609-46fa-4e93-a60a-10b38b3f6d50?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0890903 Jul 15 23:08:26.831482 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-faec0bbe-7d82-4293-add2-d2470f84cca2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:26.835575 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-34ff499a-7e80-469c-9817-5593dc4f8ee0 None None] Attempting to bind port e5603e2d-b965-4212-8f7a-217ca2fec61e on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:26.836126 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-34ff499a-7e80-469c-9817-5593dc4f8ee0 None None] Attempting to bind port e5603e2d-b965-4212-8f7a-217ca2fec61e by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:26.836625 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ff499a-7e80-469c-9817-5593dc4f8ee0 None None] Attempting to bind port e5603e2d-b965-4212-8f7a-217ca2fec61e on network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:26.843083 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ff499a-7e80-469c-9817-5593dc4f8ee0 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:26.843637 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ff499a-7e80-469c-9817-5593dc4f8ee0 None None] Checking segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:26.844648 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-34ff499a-7e80-469c-9817-5593dc4f8ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:26.845652 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ff499a-7e80-469c-9817-5593dc4f8ee0 None None] Bound using segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:26.846247 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-34ff499a-7e80-469c-9817-5593dc4f8ee0 None None] Bound port: e5603e2d-b965-4212-8f7a-217ca2fec61e, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:26.847046 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-34ff499a-7e80-469c-9817-5593dc4f8ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:26.863914 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b9b68f-8fbc-483f-8dac-1867a1518766 admin admin] Router 085c7578-3e4f-4b15-a95a-dc313a92e3b8 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:08:26.864886 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port d115408f-9efc-46a4-a93c-b63700ba92b5 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:26.870815 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port d115408f-9efc-46a4-a93c-b63700ba92b5 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:26.871314 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:26.957149 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-faec0bbe-7d82-4293-add2-d2470f84cca2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] device_id is not set on port 6183025f-bc96-4faa-ad87-16e698305420 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:08:26.993337 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-34ff499a-7e80-469c-9817-5593dc4f8ee0 None None] For port e5603e2d-b965-4212-8f7a-217ca2fec61e, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:27.000888 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-34ff499a-7e80-469c-9817-5593dc4f8ee0 None None] For port e5603e2d-b965-4212-8f7a-217ca2fec61e, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=e5603e2d-b965-4212-8f7a-217ca2fec61e,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:27.060884 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b9b68f-8fbc-483f-8dac-1867a1518766 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:08:27.061070 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:27.068855 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-08b9b68f-8fbc-483f-8dac-1867a1518766 admin admin] 10.222.0.16 "PUT /v2.0/routers/085c7578-3e4f-4b15-a95a-dc313a92e3b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1990273 Jul 15 23:08:27.069650 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-34ff499a-7e80-469c-9817-5593dc4f8ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:27.107637 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7904be91-b63c-42e0-9636-8499751bda9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:27.113093 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7904be91-b63c-42e0-9636-8499751bda9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:27.148599 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port d115408f-9efc-46a4-a93c-b63700ba92b5, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d115408f-9efc-46a4-a93c-b63700ba92b5,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:27.169443 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:27.171959 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7904be91-b63c-42e0-9636-8499751bda9b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f00ec33af1b4f6786cb502268fd29b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4813337 Jul 15 23:08:27.173034 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904be91-b63c-42e0-9636-8499751bda9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7091133c-9dba-4313-9628-98cb0762544b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:27.176160 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44962) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:27.177124 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-17ab4b6e-8e6b-48d0-bd24-44e70ee3e27d None None] Provisioning complete for port b33e451e-9209-4832-b755-464c276ff37d triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:27.177566 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-17ab4b6e-8e6b-48d0-bd24-44e70ee3e27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:27.225540 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff499a-7e80-469c-9817-5593dc4f8ee0 None None] Pushing event updated for resources: {'Port': ['ID=e5603e2d-b965-4212-8f7a-217ca2fec61e,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:27.244985 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d94b6155-68da-4553-9fc3-7f234c71bfaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:27.258400 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bbfcc07b-210e-4fbd-9e74-4256f895492b req-439177a4-28b7-4c43-ba67-2f55625afa0b tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:27.264059 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bbfcc07b-210e-4fbd-9e74-4256f895492b req-439177a4-28b7-4c43-ba67-2f55625afa0b tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:27.278199 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-bbfcc07b-210e-4fbd-9e74-4256f895492b req-439177a4-28b7-4c43-ba67-2f55625afa0b tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Calling delete_port for 8d4f29fd-89db-4f84-8560-5582de869d6d owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:27.286286 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d94b6155-68da-4553-9fc3-7f234c71bfaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:27.312874 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-17ab4b6e-8e6b-48d0-bd24-44e70ee3e27d None None] Port b33e451e-9209-4832-b755-464c276ff37d cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:08:27.346969 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=d115408f-9efc-46a4-a93c-b63700ba92b5,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:27.352477 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d94b6155-68da-4553-9fc3-7f234c71bfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:27.355227 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d94b6155-68da-4553-9fc3-7f234c71bfaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:27.356633 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-82c3612e-bc1c-41f6-819f-113eba2c335a service neutron] 10.222.0.16 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999146 Jul 15 23:08:27.357853 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d94b6155-68da-4553-9fc3-7f234c71bfaa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7091133c-9dba-4313-9628-98cb0762544b HTTP/1.1" status: 204 len: 168 time: 0.1801488 Jul 15 23:08:27.374063 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b6155-68da-4553-9fc3-7f234c71bfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7091133c-9dba-4313-9628-98cb0762544b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:27.593692 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-faec0bbe-7d82-4293-add2-d2470f84cca2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Allocated IP 2001:db8::9460:8b01:691:417f (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/5109e542-e7ac-4d7d-830e-563ca7167e7a/6183025f-bc96-4faa-ad87-16e698305420) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:27.597620 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-fbaec0e1-cda6-42de-a846-d183184cf4ec service neutron] 10.222.0.16 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223778 Jul 15 23:08:27.670093 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bbfcc07b-210e-4fbd-9e74-4256f895492b req-439177a4-28b7-4c43-ba67-2f55625afa0b tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:27.722782 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-4a4194c3-40dc-42c8-a75f-cdeb8d658756 service neutron] 10.222.0.16 "GET /v2.0/ports/86bf6025-0368-4513-9e10-f8d406029119?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1137938 Jul 15 23:08:27.728613 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439177a4-28b7-4c43-ba67-2f55625afa0b tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Pushing event deleted for resources: {'Port': ['ID=8d4f29fd-89db-4f84-8560-5582de869d6d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:27.914074 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bbfcc07b-210e-4fbd-9e74-4256f895492b req-439177a4-28b7-4c43-ba67-2f55625afa0b tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:27.916710 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bbfcc07b-210e-4fbd-9e74-4256f895492b req-439177a4-28b7-4c43-ba67-2f55625afa0b tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:27.917844 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bbfcc07b-210e-4fbd-9e74-4256f895492b req-439177a4-28b7-4c43-ba67-2f55625afa0b tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "DELETE /v2.0/floatingips/7a8a2e51-18fb-45af-baf6-c95c92519139 HTTP/1.1" status: 204 len: 173 time: 2.1976552 Jul 15 23:08:27.956044 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-8d0f9556-a94f-4ab1-8e06-81e7f9647df3 service neutron] 10.222.0.16 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252927 Jul 15 23:08:27.976377 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-faec0bbe-7d82-4293-add2-d2470f84cca2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:28.011847 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-faec0bbe-7d82-4293-add2-d2470f84cca2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Transition to ACTIVE for port object 6183025f-bc96-4faa-ad87-16e698305420 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:28.088384 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-4f2138ae-8d5f-4699-8409-aab028f9a67b service neutron] 10.222.0.16 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237354 Jul 15 23:08:28.104117 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-faec0bbe-7d82-4293-add2-d2470f84cca2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:28.201451 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faec0bbe-7d82-4293-add2-d2470f84cca2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:28.210544 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-faec0bbe-7d82-4293-add2-d2470f84cca2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:28.216220 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faec0bbe-7d82-4293-add2-d2470f84cca2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:28.221702 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faec0bbe-7d82-4293-add2-d2470f84cca2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:28.222305 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-faec0bbe-7d82-4293-add2-d2470f84cca2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:28.228288 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec0bbe-7d82-4293-add2-d2470f84cca2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Port': ['ID=6183025f-bc96-4faa-ad87-16e698305420,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:28.242569 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-faec0bbe-7d82-4293-add2-d2470f84cca2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5359743 Jul 15 23:08:28.245625 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45016) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:28.252691 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d4cd96e5-ccaa-4841-8e40-505261d04108 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'port': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'fixed_ips': [{'subnet_id': '5109e542-e7ac-4d7d-830e-563ca7167e7a', 'ip_address': '2001:db8::9460:8b01:691:417f'}], 'name': 'tempest-NetworksTestDHCPv6-156793275'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:28.258241 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-437796fa-3614-406b-924a-6c1045954a31 service neutron] 10.222.0.16 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633108 Jul 15 23:08:28.263337 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45018) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:28.396320 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-d0eac107-9e6e-4ae8-a45d-8e35b8065804 service neutron] 10.222.0.16 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308143 Jul 15 23:08:28.411613 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cd96e5-ccaa-4841-8e40-505261d04108 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:28.443303 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-98e32ca5-014b-44f9-8048-d00610694d62 tempest-AgentManagementNegativeTest-1428577469 tempest-AgentManagementNegativeTest-1428577469-project] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1776783 Jul 15 23:08:28.605154 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d5dda0-e3f8-4148-83bf-7fd02a2b8745 None None] Sync routers for ids ['085c7578-3e4f-4b15-a95a-dc313a92e3b8'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:08:28.616530 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d5dda0-e3f8-4148-83bf-7fd02a2b8745 None None] Routers {'085c7578-3e4f-4b15-a95a-dc313a92e3b8'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:28.617461 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-15d5dda0-e3f8-4148-83bf-7fd02a2b8745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:08:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['085c7578-3e4f-4b15-a95a-dc313a92e3b8'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:28.622159 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d4cd96e5-ccaa-4841-8e40-505261d04108 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:28.665266 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-d4cd96e5-ccaa-4841-8e40-505261d04108 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] device_id is not set on port 86cbcf1a-142c-46f4-8318-9182e3a9cc43 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:08:28.676767 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-b76f1c15-6a66-4b41-9116-6efbf257e69d service neutron] 10.222.0.16 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636807 Jul 15 23:08:28.717760 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d115408f-9efc-46a4-a93c-b63700ba92b5 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:28.792741 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port d115408f-9efc-46a4-a93c-b63700ba92b5 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:28.793308 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:28.805154 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-15d5dda0-e3f8-4148-83bf-7fd02a2b8745 None None] Set router 085c7578-3e4f-4b15-a95a-dc313a92e3b8 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:28.835340 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb458ebd-3dd7-4c88-95be-074374271fc2 req-58d7bb87-0b79-4340-bbe7-afe2dc59beef tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:28.843939 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb458ebd-3dd7-4c88-95be-074374271fc2 req-58d7bb87-0b79-4340-bbe7-afe2dc59beef tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c599ef5-3931-43b4-b7ae-152f0b2abdc9 HTTP/1.1" status: 200 len: 946 time: 0.3174775 Jul 15 23:08:28.862272 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-33bfa92e-eb9c-4177-964c-77148d4b5f01 service neutron] 10.222.0.16 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793723 Jul 15 23:08:28.914105 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e5603e2d-b965-4212-8f7a-217ca2fec61e up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:28.967251 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45036) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:28.979597 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port e5603e2d-b965-4212-8f7a-217ca2fec61e completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:28.980569 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb458ebd-3dd7-4c88-95be-074374271fc2 req-4706c108-6ab9-4f04-82e6-923bf4d86344 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322069 Jul 15 23:08:29.011444 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4cd96e5-ccaa-4841-8e40-505261d04108 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 15 23:08:29.012368 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4cd96e5-ccaa-4841-8e40-505261d04108 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:08:29.041967 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d4cd96e5-ccaa-4841-8e40-505261d04108 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.7943175 Jul 15 23:08:29.044493 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45042) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:29.064501 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-bb6dda73-8d22-4188-807a-dcb8da3148f0 None None] Provisioning for port e5603e2d-b965-4212-8f7a-217ca2fec61e completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:29.068979 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-bb6dda73-8d22-4188-807a-dcb8da3148f0 None None] Provisioning complete for port e5603e2d-b965-4212-8f7a-217ca2fec61e triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:29.069511 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bb6dda73-8d22-4188-807a-dcb8da3148f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:29.123715 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-15d5dda0-e3f8-4148-83bf-7fd02a2b8745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085c7578-3e4f-4b15-a95a-dc313a92e3b8', 'name': 'tempest-FloatingIPsTestJSON-1919071377-router', 'tenant_id': '5ae795b3d7734e50af60e647de284414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd115408f-9efc-46a4-a93c-b63700ba92b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:16Z', 'updated_at': '2021-07-15T23:08:25Z', 'revision_number': 4, 'project_id': '5ae795b3d7734e50af60e647de284414', 'gw_port': {'id': 'd115408f-9efc-46a4-a93c-b63700ba92b5', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085c7578-3e4f-4b15-a95a-dc313a92e3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:19Z', 'updated_at': '2021-07-15T23:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'b33e451e-9209-4832-b755-464c276ff37d', 'name': '', 'network_id': '44527635-c361-4894-acd0-c52066cbd08c', 'tenant_id': '5ae795b3d7734e50af60e647de284414', 'mac_address': 'fa:16:3e:8e:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085c7578-3e4f-4b15-a95a-dc313a92e3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '8d15bcf0-7797-4587-9c84-90e3844e9d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:24Z', 'updated_at': '2021-07-15T23:08:26Z', 'revision_number': 2, 'project_id': '5ae795b3d7734e50af60e647de284414', 'subnets': [{'id': '8d15bcf0-7797-4587-9c84-90e3844e9d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:29.155261 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-27977c4d-1c11-4614-9217-a3e9c30eddd6 service neutron] 10.222.0.16 "GET /v2.0/networks/70df42a8-7f3a-4d1e-82b9-1354a40e98c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710280 Jul 15 23:08:29.164397 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bb6dda73-8d22-4188-807a-dcb8da3148f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:29.184004 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d5dda0-e3f8-4148-83bf-7fd02a2b8745 None None] Checking router: 085c7578-3e4f-4b15-a95a-dc313a92e3b8 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:08:29.184590 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d5dda0-e3f8-4148-83bf-7fd02a2b8745 None None] Updating router 085c7578-3e4f-4b15-a95a-dc313a92e3b8 port b33e451e-9209-4832-b755-464c276ff37d binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:08:29.210508 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c90d6e80-59e1-4afc-929c-c7da4c090f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:29.240320 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-bb6dda73-8d22-4188-807a-dcb8da3148f0 None None] For port e5603e2d-b965-4212-8f7a-217ca2fec61e, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=e5603e2d-b965-4212-8f7a-217ca2fec61e,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:29.246890 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-15d5dda0-e3f8-4148-83bf-7fd02a2b8745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:29.252903 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bb6dda73-8d22-4188-807a-dcb8da3148f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:29.272008 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544db685-0226-436a-a13b-5eaff90e044e tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:29.289349 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544db685-0226-436a-a13b-5eaff90e044e tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:29.298157 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-544db685-0226-436a-a13b-5eaff90e044e tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2407219 Jul 15 23:08:29.299192 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45046) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:29.343905 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-2ba4682b-cb28-42ae-83ac-3619fbfdf080 service neutron] 10.222.0.16 "GET /v2.0/networks/70df42a8-7f3a-4d1e-82b9-1354a40e98c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828868 Jul 15 23:08:29.349246 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6dda73-8d22-4188-807a-dcb8da3148f0 None None] Pushing event updated for resources: {'Port': ['ID=e5603e2d-b965-4212-8f7a-217ca2fec61e,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:29.384695 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2b58eea4-077a-4fb6-863f-ac965cdcf415 None None] Provisioning for port 6183025f-bc96-4faa-ad87-16e698305420 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:29.391216 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2b58eea4-077a-4fb6-863f-ac965cdcf415 None None] Provisioning complete for port 6183025f-bc96-4faa-ad87-16e698305420 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:29.391635 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b58eea4-077a-4fb6-863f-ac965cdcf415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:29.438404 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c90d6e80-59e1-4afc-929c-c7da4c090f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:29.444437 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c90d6e80-59e1-4afc-929c-c7da4c090f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:29.461372 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-2b58eea4-077a-4fb6-863f-ac965cdcf415 None None] Port 6183025f-bc96-4faa-ad87-16e698305420 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:08:29.506502 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-d1e82313-2981-4d02-8b82-c85f54d9574a service neutron] 10.222.0.16 "GET /v2.0/networks/70df42a8-7f3a-4d1e-82b9-1354a40e98c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498702 Jul 15 23:08:29.508104 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ee75ed19-9cb5-4008-b703-91590fdcadb3 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting port 6183025f-bc96-4faa-ad87-16e698305420 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:29.508442 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ee75ed19-9cb5-4008-b703-91590fdcadb3 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:29.522378 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d6e80-59e1-4afc-929c-c7da4c090f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f44e39-5728-497b-aec3-87cd0c8ed850,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:29.541291 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c90d6e80-59e1-4afc-929c-c7da4c090f95 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2022d494bc744648acb533157ce34852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5656812 Jul 15 23:08:29.542428 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45048) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:29.597404 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7afc9152-c941-4fce-9ef2-0b0ca107be7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:29.618672 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7afc9152-c941-4fce-9ef2-0b0ca107be7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:29.649835 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-15d5dda0-e3f8-4148-83bf-7fd02a2b8745 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:29.661719 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-15d5dda0-e3f8-4148-83bf-7fd02a2b8745 None None] Transition to ACTIVE for port object b33e451e-9209-4832-b755-464c276ff37d will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:29.670684 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-15d5dda0-e3f8-4148-83bf-7fd02a2b8745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:29.675332 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7afc9152-c941-4fce-9ef2-0b0ca107be7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:29.678234 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7afc9152-c941-4fce-9ef2-0b0ca107be7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:29.682150 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7afc9152-c941-4fce-9ef2-0b0ca107be7e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/02f44e39-5728-497b-aec3-87cd0c8ed850 HTTP/1.1" status: 204 len: 168 time: 0.1366670 Jul 15 23:08:29.688238 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc9152-c941-4fce-9ef2-0b0ca107be7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f44e39-5728-497b-aec3-87cd0c8ed850,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:29.719659 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb139d6-0013-4d79-8efa-4b24547c9f4a None None] Pushing event updated for resources: {'Port': ['ID=b33e451e-9209-4832-b755-464c276ff37d,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:29.747898 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb139d6-0013-4d79-8efa-4b24547c9f4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:29.748241 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb139d6-0013-4d79-8efa-4b24547c9f4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:29.748581 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb139d6-0013-4d79-8efa-4b24547c9f4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:29.748907 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb139d6-0013-4d79-8efa-4b24547c9f4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:29.749380 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb139d6-0013-4d79-8efa-4b24547c9f4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:29.749887 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb139d6-0013-4d79-8efa-4b24547c9f4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:29.750352 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb139d6-0013-4d79-8efa-4b24547c9f4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:29.750843 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb139d6-0013-4d79-8efa-4b24547c9f4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:29.751838 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb139d6-0013-4d79-8efa-4b24547c9f4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:29.752448 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb139d6-0013-4d79-8efa-4b24547c9f4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:29.752903 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb139d6-0013-4d79-8efa-4b24547c9f4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:29.753361 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb139d6-0013-4d79-8efa-4b24547c9f4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:29.770206 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ee75ed19-9cb5-4008-b703-91590fdcadb3 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:29.800088 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-15d5dda0-e3f8-4148-83bf-7fd02a2b8745 None None] Attempting to bind port b33e451e-9209-4832-b755-464c276ff37d on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:29.800509 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-15d5dda0-e3f8-4148-83bf-7fd02a2b8745 None None] Attempting to bind port b33e451e-9209-4832-b755-464c276ff37d by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '8574c194-bddd-4319-adea-fa3c1d70f402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '44527635-c361-4894-acd0-c52066cbd08c'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:29.800873 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d5dda0-e3f8-4148-83bf-7fd02a2b8745 None None] Attempting to bind port b33e451e-9209-4832-b755-464c276ff37d on network 44527635-c361-4894-acd0-c52066cbd08c {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:29.806776 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d5dda0-e3f8-4148-83bf-7fd02a2b8745 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:29.807142 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d5dda0-e3f8-4148-83bf-7fd02a2b8745 None None] Checking segment: {'id': '8574c194-bddd-4319-adea-fa3c1d70f402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '44527635-c361-4894-acd0-c52066cbd08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:29.807758 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-15d5dda0-e3f8-4148-83bf-7fd02a2b8745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:29.808310 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d5dda0-e3f8-4148-83bf-7fd02a2b8745 None None] Bound using segment: {'id': '8574c194-bddd-4319-adea-fa3c1d70f402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '44527635-c361-4894-acd0-c52066cbd08c'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:29.808920 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-15d5dda0-e3f8-4148-83bf-7fd02a2b8745 None None] Bound port: b33e451e-9209-4832-b755-464c276ff37d, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8574c194-bddd-4319-adea-fa3c1d70f402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '44527635-c361-4894-acd0-c52066cbd08c'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:29.809450 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-15d5dda0-e3f8-4148-83bf-7fd02a2b8745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:29.886498 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-15d5dda0-e3f8-4148-83bf-7fd02a2b8745 None None] For port b33e451e-9209-4832-b755-464c276ff37d, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:29.890586 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-15d5dda0-e3f8-4148-83bf-7fd02a2b8745 None None] For port b33e451e-9209-4832-b755-464c276ff37d, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b33e451e-9209-4832-b755-464c276ff37d,segment=NetworkSegment(8574c194-bddd-4319-adea-fa3c1d70f402),segment_id=8574c194-bddd-4319-adea-fa3c1d70f402)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:29.896281 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-15d5dda0-e3f8-4148-83bf-7fd02a2b8745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:29.987789 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb139d6-0013-4d79-8efa-4b24547c9f4a None None] Pushing event updated for resources: {'Port': ['ID=b33e451e-9209-4832-b755-464c276ff37d,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:30.001840 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d5dda0-e3f8-4148-83bf-7fd02a2b8745 None None] Routers {'085c7578-3e4f-4b15-a95a-dc313a92e3b8'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:30.002474 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-15d5dda0-e3f8-4148-83bf-7fd02a2b8745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:08:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['085c7578-3e4f-4b15-a95a-dc313a92e3b8'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:30.121208 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ee75ed19-9cb5-4008-b703-91590fdcadb3 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Calling delete_port for 6183025f-bc96-4faa-ad87-16e698305420 owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:30.139835 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f45af556-fa82-47c6-af18-79a0f3aca11e req-9549c5fe-adbc-4822-bb16-e00e14e5c620 tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6129451 Jul 15 23:08:30.143419 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-d5e1fd0f-6a3b-4db0-9d7b-af81b17cfc78 service neutron] 10.222.0.16 "GET /v2.0/networks/70df42a8-7f3a-4d1e-82b9-1354a40e98c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6155856 Jul 15 23:08:30.147841 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-15d5dda0-e3f8-4148-83bf-7fd02a2b8745 None None] Set router 085c7578-3e4f-4b15-a95a-dc313a92e3b8 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:30.152400 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-f45af556-fa82-47c6-af18-79a0f3aca11e req-6f169895-dfa3-471f-891b-970b5d112e65 tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:30.222845 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f45af556-fa82-47c6-af18-79a0f3aca11e req-6f169895-dfa3-471f-891b-970b5d112e65 tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:30.366095 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ee75ed19-9cb5-4008-b703-91590fdcadb3 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:30.404966 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75ed19-9cb5-4008-b703-91590fdcadb3 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Port': ['ID=6183025f-bc96-4faa-ad87-16e698305420,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:30.439542 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ee75ed19-9cb5-4008-b703-91590fdcadb3 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:30.440196 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-15d5dda0-e3f8-4148-83bf-7fd02a2b8745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085c7578-3e4f-4b15-a95a-dc313a92e3b8', 'name': 'tempest-FloatingIPsTestJSON-1919071377-router', 'tenant_id': '5ae795b3d7734e50af60e647de284414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd115408f-9efc-46a4-a93c-b63700ba92b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:16Z', 'updated_at': '2021-07-15T23:08:25Z', 'revision_number': 4, 'project_id': '5ae795b3d7734e50af60e647de284414', 'gw_port': {'id': 'd115408f-9efc-46a4-a93c-b63700ba92b5', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085c7578-3e4f-4b15-a95a-dc313a92e3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:19Z', 'updated_at': '2021-07-15T23:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'b33e451e-9209-4832-b755-464c276ff37d', 'name': '', 'network_id': '44527635-c361-4894-acd0-c52066cbd08c', 'tenant_id': '5ae795b3d7734e50af60e647de284414', 'mac_address': 'fa:16:3e:8e:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085c7578-3e4f-4b15-a95a-dc313a92e3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '8d15bcf0-7797-4587-9c84-90e3844e9d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:24Z', 'updated_at': '2021-07-15T23:08:29Z', 'revision_number': 4, 'project_id': '5ae795b3d7734e50af60e647de284414', 'subnets': [{'id': '8d15bcf0-7797-4587-9c84-90e3844e9d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:30.441908 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ee75ed19-9cb5-4008-b703-91590fdcadb3 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/6183025f-bc96-4faa-ad87-16e698305420 HTTP/1.1" status: 204 len: 168 time: 1.1414351 Jul 15 23:08:30.444163 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45078) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:30.472466 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f45af556-fa82-47c6-af18-79a0f3aca11e req-6f169895-dfa3-471f-891b-970b5d112e65 tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:30.552332 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d5dda0-e3f8-4148-83bf-7fd02a2b8745 None None] The sync data for ids ['085c7578-3e4f-4b15-a95a-dc313a92e3b8'] in n-d-787205-9 is: [{'id': '085c7578-3e4f-4b15-a95a-dc313a92e3b8', 'name': 'tempest-FloatingIPsTestJSON-1919071377-router', 'tenant_id': '5ae795b3d7734e50af60e647de284414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd115408f-9efc-46a4-a93c-b63700ba92b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:16Z', 'updated_at': '2021-07-15T23:08:25Z', 'revision_number': 4, 'project_id': '5ae795b3d7734e50af60e647de284414', 'gw_port': {'id': 'd115408f-9efc-46a4-a93c-b63700ba92b5', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085c7578-3e4f-4b15-a95a-dc313a92e3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:19Z', 'updated_at': '2021-07-15T23:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'b33e451e-9209-4832-b755-464c276ff37d', 'name': '', 'network_id': '44527635-c361-4894-acd0-c52066cbd08c', 'tenant_id': '5ae795b3d7734e50af60e647de284414', 'mac_address': 'fa:16:3e:8e:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085c7578-3e4f-4b15-a95a-dc313a92e3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '8d15bcf0-7797-4587-9c84-90e3844e9d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:24Z', 'updated_at': '2021-07-15T23:08:29Z', 'revision_number': 4, 'project_id': '5ae795b3d7734e50af60e647de284414', 'subnets': [{'id': '8d15bcf0-7797-4587-9c84-90e3844e9d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:08:30.563263 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3404c72-66a8-4221-aaee-c939fdf3719c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:30.572655 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e5603e2d-b965-4212-8f7a-217ca2fec61e up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:30.587761 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3404c72-66a8-4221-aaee-c939fdf3719c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:30.592595 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e3404c72-66a8-4221-aaee-c939fdf3719c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1473444 Jul 15 23:08:30.599122 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45084) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:30.611113 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45086) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:30.714520 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-f45af556-fa82-47c6-af18-79a0f3aca11e req-6f169895-dfa3-471f-891b-970b5d112e65 tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Allocated IP 172.25.4.36 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/c82225fe-dbd7-4a60-9b92-2651f94628d5) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:30.715699 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port e5603e2d-b965-4212-8f7a-217ca2fec61e triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:30.718610 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:30.773938 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-154c6e79-430f-4453-b0dc-71b29df0338b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting subnet 5109e542-e7ac-4d7d-830e-563ca7167e7a {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:08:30.781581 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-154c6e79-430f-4453-b0dc-71b29df0338b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:30.876425 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-389318ae-69f4-43d7-ad33-fcfe723f0260 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1202630396'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:30.886596 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-154c6e79-430f-4453-b0dc-71b29df0338b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:30.910911 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f45af556-fa82-47c6-af18-79a0f3aca11e req-6f169895-dfa3-471f-891b-970b5d112e65 tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:30.919679 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389318ae-69f4-43d7-ad33-fcfe723f0260 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Made reservation on behalf of aa681c2530394e9186e319e0d5231351 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:30.923896 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-389318ae-69f4-43d7-ad33-fcfe723f0260 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:30.937730 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-389318ae-69f4-43d7-ad33-fcfe723f0260 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:30.994206 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-154c6e79-430f-4453-b0dc-71b29df0338b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:31.017750 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f45af556-fa82-47c6-af18-79a0f3aca11e req-6f169895-dfa3-471f-891b-970b5d112e65 tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:31.066878 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45af556-fa82-47c6-af18-79a0f3aca11e req-6f169895-dfa3-471f-891b-970b5d112e65 tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:31.075810 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-f45af556-fa82-47c6-af18-79a0f3aca11e req-6f169895-dfa3-471f-891b-970b5d112e65 tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:31.089361 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45af556-fa82-47c6-af18-79a0f3aca11e req-6f169895-dfa3-471f-891b-970b5d112e65 tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:31.101966 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-154c6e79-430f-4453-b0dc-71b29df0338b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:31.131148 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c6e79-430f-4453-b0dc-71b29df0338b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Subnet': ['ID=5109e542-e7ac-4d7d-830e-563ca7167e7a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:31.146880 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-154c6e79-430f-4453-b0dc-71b29df0338b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:31.148343 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd2cd48-53b9-4df1-9ef4-cb22aaad2d1f None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:31.149588 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-154c6e79-430f-4453-b0dc-71b29df0338b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/5109e542-e7ac-4d7d-830e-563ca7167e7a HTTP/1.1" status: 204 len: 168 time: 0.5487044 Jul 15 23:08:31.153260 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45102) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:31.159026 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f169895-dfa3-471f-891b-970b5d112e65 tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Pushing event updated for resources: {'Port': ['ID=c82225fe-dbd7-4a60-9b92-2651f94628d5,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:31.183462 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-72342fe9-c190-48a6-a1a9-febafa6aefb3 req-df31efd7-2e40-47bc-a34a-d8ebfd5e9ba4 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/floatingips/08d2ff92-1cb6-4df2-8fae-09de872e0b57 HTTP/1.1" status: 200 len: 693 time: 0.0988679 Jul 15 23:08:31.264166 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-47a1fa67-41d4-4dcc-9d60-6e66f618edef tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0983286 Jul 15 23:08:31.264557 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45106) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:31.275459 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5be32b29-eede-4dd7-aa71-1793682c3c9f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:31.321514 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-389318ae-69f4-43d7-ad33-fcfe723f0260 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:31.369937 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-389318ae-69f4-43d7-ad33-fcfe723f0260 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:31.444277 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f45af556-fa82-47c6-af18-79a0f3aca11e req-6f169895-dfa3-471f-891b-970b5d112e65 tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:31.448480 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-389318ae-69f4-43d7-ad33-fcfe723f0260 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:08:31.457914 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be32b29-eede-4dd7-aa71-1793682c3c9f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:31.458458 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21a52ae-80c2-46d8-8c70-a7dc7bfaacd7 None None] DHCP port deletion for 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:08:31.463639 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5be32b29-eede-4dd7-aa71-1793682c3c9f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:31.494988 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72342fe9-c190-48a6-a1a9-febafa6aefb3 req-b0758ee1-1409-4ee9-90ca-d853f37ab5d5 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:31.496762 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-72342fe9-c190-48a6-a1a9-febafa6aefb3 req-b0758ee1-1409-4ee9-90ca-d853f37ab5d5 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 784 time: 0.3038065 Jul 15 23:08:31.500026 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389318ae-69f4-43d7-ad33-fcfe723f0260 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b88e4bb8-1d1b-40e4-87a8-fe972cbd5b9f,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:31.509274 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-389318ae-69f4-43d7-ad33-fcfe723f0260 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:31.509766 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-389318ae-69f4-43d7-ad33-fcfe723f0260 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Added segment 6e7139d4-5b79-43dc-81c1-7459f73e046e of type vlan for network 91f88bd2-9b84-43d4-a053-2e4cf4b82e5c Jul 15 23:08:31.566053 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e21a52ae-80c2-46d8-8c70-a7dc7bfaacd7 None None] Deleting port e5603e2d-b965-4212-8f7a-217ca2fec61e {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:31.566283 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e21a52ae-80c2-46d8-8c70-a7dc7bfaacd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:31.639510 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-72342fe9-c190-48a6-a1a9-febafa6aefb3 req-b6a18b4e-05f0-41e2-95b6-7a8b61936308 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.220 HTTP/1.1" status: 200 len: 696 time: 0.1062877 Jul 15 23:08:31.652496 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f45af556-fa82-47c6-af18-79a0f3aca11e req-6f169895-dfa3-471f-891b-970b5d112e65 tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:31.703277 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e21a52ae-80c2-46d8-8c70-a7dc7bfaacd7 None None] For port e5603e2d-b965-4212-8f7a-217ca2fec61e, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=e5603e2d-b965-4212-8f7a-217ca2fec61e,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:31.703838 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e21a52ae-80c2-46d8-8c70-a7dc7bfaacd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:31.720930 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e21a52ae-80c2-46d8-8c70-a7dc7bfaacd7 None None] Calling delete_port for e5603e2d-b965-4212-8f7a-217ca2fec61e owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:31.744819 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-389318ae-69f4-43d7-ad33-fcfe723f0260 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:31.767913 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-72342fe9-c190-48a6-a1a9-febafa6aefb3 req-feb09fd1-ac17-4f3d-905d-b125db5265d9 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.220 HTTP/1.1" status: 200 len: 696 time: 0.1175921 Jul 15 23:08:31.857888 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e21a52ae-80c2-46d8-8c70-a7dc7bfaacd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:31.903782 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a52ae-80c2-46d8-8c70-a7dc7bfaacd7 None None] Pushing event deleted for resources: {'Port': ['ID=e5603e2d-b965-4212-8f7a-217ca2fec61e,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:31.911587 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21a52ae-80c2-46d8-8c70-a7dc7bfaacd7 None None] No DVR routers for this DVR port e5603e2d-b965-4212-8f7a-217ca2fec61e on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:08:32.007842 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-389318ae-69f4-43d7-ad33-fcfe723f0260 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:32.013542 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389318ae-69f4-43d7-ad33-fcfe723f0260 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:32.014151 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-389318ae-69f4-43d7-ad33-fcfe723f0260 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:32.068262 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5be32b29-eede-4dd7-aa71-1793682c3c9f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:32.122367 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-389318ae-69f4-43d7-ad33-fcfe723f0260 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5010045 Jul 15 23:08:32.152494 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be32b29-eede-4dd7-aa71-1793682c3c9f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:32.155701 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-5be32b29-eede-4dd7-aa71-1793682c3c9f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:32.162481 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be32b29-eede-4dd7-aa71-1793682c3c9f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:32.162813 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389318ae-69f4-43d7-ad33-fcfe723f0260 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event updated for resources: {'Network': ['ID=91f88bd2-9b84-43d4-a053-2e4cf4b82e5c,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:32.163108 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5be32b29-eede-4dd7-aa71-1793682c3c9f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:32.168710 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f45af556-fa82-47c6-af18-79a0f3aca11e req-6f169895-dfa3-471f-891b-970b5d112e65 tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:32.169999 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e807ea08-8ec7-4915-84ee-afb8f62a49ab None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:32.178126 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 91f88bd2-9b84-43d4-a053-2e4cf4b82e5c details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:08:32.180003 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f45af556-fa82-47c6-af18-79a0f3aca11e req-6f169895-dfa3-471f-891b-970b5d112e65 tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:32.183977 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-72342fe9-c190-48a6-a1a9-febafa6aefb3 req-94a45f01-4126-4890-a135-538a02bab643 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Deleting port d7157f3e-f98b-40ed-bd8f-94824b70eea7 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:32.184341 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-72342fe9-c190-48a6-a1a9-febafa6aefb3 req-94a45f01-4126-4890-a135-538a02bab643 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:32.190417 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5be32b29-eede-4dd7-aa71-1793682c3c9f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9247916 Jul 15 23:08:32.193485 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45112) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:32.199523 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-babfed94-2c62-4e2f-a4a6-5720fa464950 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'port': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'fixed_ips': [{'subnet_id': '70dfa63e-d86c-42df-960b-06916ac29484', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1142833292'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:32.310377 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f169895-dfa3-471f-891b-970b5d112e65 tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Pushing event updated for resources: {'Port': ['ID=c82225fe-dbd7-4a60-9b92-2651f94628d5,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:32.349206 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f45af556-fa82-47c6-af18-79a0f3aca11e req-6f169895-dfa3-471f-891b-970b5d112e65 tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:32.369836 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-72342fe9-c190-48a6-a1a9-febafa6aefb3 req-94a45f01-4126-4890-a135-538a02bab643 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:32.370207 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-72342fe9-c190-48a6-a1a9-febafa6aefb3 req-94a45f01-4126-4890-a135-538a02bab643 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:32.381961 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f45af556-fa82-47c6-af18-79a0f3aca11e req-6f169895-dfa3-471f-891b-970b5d112e65 tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:32.388785 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be32b29-eede-4dd7-aa71-1793682c3c9f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Subnet': ['ID=70dfa63e-d86c-42df-960b-06916ac29484,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:32.389482 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f45af556-fa82-47c6-af18-79a0f3aca11e req-6f169895-dfa3-471f-891b-970b5d112e65 tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2483869 Jul 15 23:08:32.440427 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-72342fe9-c190-48a6-a1a9-febafa6aefb3 req-94a45f01-4126-4890-a135-538a02bab643 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Calling delete_port for d7157f3e-f98b-40ed-bd8f-94824b70eea7 owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:32.448763 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babfed94-2c62-4e2f-a4a6-5720fa464950 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:32.470525 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f45af556-fa82-47c6-af18-79a0f3aca11e req-f07cc4b7-9fbf-49ff-bd59-59b34580bc2c tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.36 HTTP/1.1" status: 200 len: 695 time: 0.0800869 Jul 15 23:08:32.480944 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-babfed94-2c62-4e2f-a4a6-5720fa464950 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:32.541010 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-babfed94-2c62-4e2f-a4a6-5720fa464950 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] device_id is not set on port 153ebcf3-d64e-467e-9717-ee5aa196301a yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:08:32.670701 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45af556-fa82-47c6-af18-79a0f3aca11e req-7d1d36ba-955d-449a-bd96-97c63ecf11fd tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:32.683589 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f45af556-fa82-47c6-af18-79a0f3aca11e req-7d1d36ba-955d-449a-bd96-97c63ecf11fd tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 784 time: 0.2121105 Jul 15 23:08:32.698732 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b33e451e-9209-4832-b755-464c276ff37d up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:32.746700 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-babfed94-2c62-4e2f-a4a6-5720fa464950 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:08:32.747889 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-babfed94-2c62-4e2f-a4a6-5720fa464950 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:08:32.773885 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-babfed94-2c62-4e2f-a4a6-5720fa464950 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5785100 Jul 15 23:08:32.775284 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45124) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:32.818125 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ea26d2ef-7234-4fb1-ab82-2648d882048c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0407007 Jul 15 23:08:32.819014 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45126) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:32.873573 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91075e58-7b70-4e40-925a-09eabb0878b2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:32.875463 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91075e58-7b70-4e40-925a-09eabb0878b2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:32.881241 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-91075e58-7b70-4e40-925a-09eabb0878b2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0610321 Jul 15 23:08:32.881991 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45132) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:32.940757 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-46af043e-1e11-4f3a-9e2a-44155246f336 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting subnet 70dfa63e-d86c-42df-960b-06916ac29484 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:08:32.945253 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-46af043e-1e11-4f3a-9e2a-44155246f336 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:33.003265 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-72342fe9-c190-48a6-a1a9-febafa6aefb3 req-94a45f01-4126-4890-a135-538a02bab643 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:33.035714 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-46af043e-1e11-4f3a-9e2a-44155246f336 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:33.119445 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-46af043e-1e11-4f3a-9e2a-44155246f336 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:33.129273 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f929bf-2526-454c-a841-c83037c97425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'tenant_id': '63d2071bda354af48ba0ab40dec64d3d', 'fixed_ips': [{'subnet_id': '70dfa63e-d86c-42df-960b-06916ac29484'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:08:33.130056 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-75f929bf-2526-454c-a841-c83037c97425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:33.153283 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-72342fe9-c190-48a6-a1a9-febafa6aefb3 req-94a45f01-4126-4890-a135-538a02bab643 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:33.161118 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-72342fe9-c190-48a6-a1a9-febafa6aefb3 req-94a45f01-4126-4890-a135-538a02bab643 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:33.163463 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port b33e451e-9209-4832-b755-464c276ff37d completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:33.172451 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port b33e451e-9209-4832-b755-464c276ff37d triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:33.172864 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:33.182218 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-72342fe9-c190-48a6-a1a9-febafa6aefb3 req-94a45f01-4126-4890-a135-538a02bab643 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] 10.222.0.16 "DELETE /v2.0/floatingips/08d2ff92-1cb6-4df2-8fae-09de872e0b57 HTTP/1.1" status: 204 len: 173 time: 1.4132698 Jul 15 23:08:33.190126 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45150) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:33.196649 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-46af043e-1e11-4f3a-9e2a-44155246f336 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:33.206719 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a45f01-4126-4890-a135-538a02bab643 tempest-FloatingIPDetailsTestJSON-1118410521 tempest-FloatingIPDetailsTestJSON-1118410521-project] Pushing event deleted for resources: {'Port': ['ID=d7157f3e-f98b-40ed-bd8f-94824b70eea7,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:33.233636 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-bfc0fb94-7331-4d4b-a318-3aa49f8e5840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:33.235165 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-bfc0fb94-7331-4d4b-a318-3aa49f8e5840 service neutron] 10.222.0.43 "GET /v2.0/ports/c451b609-46fa-4e93-a60a-10b38b3f6d50 HTTP/1.1" status: 200 len: 1028 time: 0.5815408 Jul 15 23:08:33.252624 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af043e-1e11-4f3a-9e2a-44155246f336 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Subnet': ['ID=70dfa63e-d86c-42df-960b-06916ac29484,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:33.270391 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-46af043e-1e11-4f3a-9e2a-44155246f336 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:33.275128 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-46af043e-1e11-4f3a-9e2a-44155246f336 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/70dfa63e-d86c-42df-960b-06916ac29484 HTTP/1.1" status: 204 len: 168 time: 0.3919985 Jul 15 23:08:33.275846 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45156) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:33.404478 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-70faa766-33c2-4b06-91e0-259770da6c5a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1260245 Jul 15 23:08:33.406185 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45158) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:33.427991 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e5f4ed83-3106-44de-8293-c19ba1f2beb2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:33.576254 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:33.639204 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-5be4d25b-5073-42d0-9f9f-e9ed3a930571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:33.647456 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-5be4d25b-5073-42d0-9f9f-e9ed3a930571 service neutron] 10.222.0.43 "GET /v2.0/ports/86bf6025-0368-4513-9e10-f8d406029119 HTTP/1.1" status: 200 len: 1026 time: 0.3317692 Jul 15 23:08:33.650414 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port b33e451e-9209-4832-b755-464c276ff37d, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b33e451e-9209-4832-b755-464c276ff37d,segment=NetworkSegment(8574c194-bddd-4319-adea-fa3c1d70f402),segment_id=8574c194-bddd-4319-adea-fa3c1d70f402)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:33.656251 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:33.723491 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f4ed83-3106-44de-8293-c19ba1f2beb2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:33.731427 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5f4ed83-3106-44de-8293-c19ba1f2beb2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:33.787211 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=b33e451e-9209-4832-b755-464c276ff37d,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:33.799625 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e5603e2d-b965-4212-8f7a-217ca2fec61e no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:08:33.841239 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: e5603e2d-b965-4212-8f7a-217ca2fec61e {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:08:33.841583 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e5603e2d-b965-4212-8f7a-217ca2fec61e not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:08:33.936605 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-16958325-e3fe-4190-ae24-28f87ab5d125 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:33.953720 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-16958325-e3fe-4190-ae24-28f87ab5d125 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:33.960756 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-16958325-e3fe-4190-ae24-28f87ab5d125 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:33.963054 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-16958325-e3fe-4190-ae24-28f87ab5d125 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.43 "GET /v2.0/networks?id=e0802052-573e-4abc-b289-64f26dbf67e5&id=c784f317-cf69-4499-8ee8-96a3a3714978&id=c784f317-cf69-4499-8ee8-96a3a3714978&id=c784f317-cf69-4499-8ee8-96a3a3714978&id=c784f317-cf69-4499-8ee8-96a3a3714978&id=70df42a8-7f3a-4d1e-82b9-1354a40e98c2&id=70df42a8-7f3a-4d1e-82b9-1354a40e98c2 HTTP/1.1" status: 200 len: 1991 time: 0.3056276 Jul 15 23:08:33.993187 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5f4ed83-3106-44de-8293-c19ba1f2beb2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:34.041414 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-945c203e-d7e4-4b26-b70a-93dd125afca4 req-696d4cec-2e40-4400-ad38-5cead6beded1 tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] 10.222.0.16 "GET /v2.0/floatingips/0c274ee2-76f5-4a09-ad55-aadf5e2f2e27 HTTP/1.1" status: 200 len: 692 time: 0.2682929 Jul 15 23:08:34.048259 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f4ed83-3106-44de-8293-c19ba1f2beb2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:34.053945 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-e5f4ed83-3106-44de-8293-c19ba1f2beb2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:34.059966 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f4ed83-3106-44de-8293-c19ba1f2beb2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:34.060557 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5f4ed83-3106-44de-8293-c19ba1f2beb2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:34.068612 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f3a4e101-5026-4a4b-a05f-e0478fd26238 req-6571d2db-2da6-4b84-b7d8-3770191e460c tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 210 time: 0.1022880 Jul 15 23:08:34.073011 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4ed83-3106-44de-8293-c19ba1f2beb2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Subnet': ['ID=abce9821-7f93-4c00-84ba-df5a130be577,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:34.087632 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f353b3-bbe7-430e-ba06-ffb95feddbe0 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:34.103598 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e5f4ed83-3106-44de-8293-c19ba1f2beb2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6916537 Jul 15 23:08:34.105428 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45168) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:34.115860 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-725968a3-eae2-4a8d-9fde-288691d9289f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1278430419', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:34.169282 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-725968a3-eae2-4a8d-9fde-288691d9289f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:34.170579 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-725968a3-eae2-4a8d-9fde-288691d9289f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:34.296383 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-725968a3-eae2-4a8d-9fde-288691d9289f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:34.301836 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c203e-d7e4-4b26-b70a-93dd125afca4 req-95f17928-95a0-4de0-8451-7f66de4657f5 tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:34.302347 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-725968a3-eae2-4a8d-9fde-288691d9289f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:34.322125 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-945c203e-d7e4-4b26-b70a-93dd125afca4 req-95f17928-95a0-4de0-8451-7f66de4657f5 tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 784 time: 0.2796416 Jul 15 23:08:34.332392 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-725968a3-eae2-4a8d-9fde-288691d9289f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:34.336343 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-725968a3-eae2-4a8d-9fde-288691d9289f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2299132 Jul 15 23:08:34.337077 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45186) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:34.417183 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0c73f3-b478-45bd-8a97-5e8ada6e525d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'tenant_id': '63d2071bda354af48ba0ab40dec64d3d', 'fixed_ips': [{'subnet_id': 'abce9821-7f93-4c00-84ba-df5a130be577'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:08:34.417868 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fc0c73f3-b478-45bd-8a97-5e8ada6e525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:34.663098 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b33e451e-9209-4832-b755-464c276ff37d up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:34.884582 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-49c70c0e-0125-4c4d-8344-8af58eceeda3 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fe4ced19c3b40c2bc6e11100f9d5f1d HTTP/1.1" status: 200 len: 380 time: 0.9057817 Jul 15 23:08:34.894012 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port b33e451e-9209-4832-b755-464c276ff37d triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:34.894420 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:34.898112 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-fc0c73f3-b478-45bd-8a97-5e8ada6e525d None None] Allocated IP 2001:db8::2 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/abce9821-7f93-4c00-84ba-df5a130be577/6a11d91f-02ff-4f45-b1e8-a5f2ea526bc0) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:34.927764 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-44557c62-285e-4e47-a8f8-26dba1d96601 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Request body: {'port': {'device_id': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'network_id': 'e0802052-573e-4abc-b289-64f26dbf67e5', 'admin_state_up': True, 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'security_groups': ['0ee6f934-ad1f-414c-a322-54ad2c1d85a9']}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:35.037346 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd1084e0-e690-4534-b735-19721d6a10e6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:35.116516 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-44557c62-285e-4e47-a8f8-26dba1d96601 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Made reservation on behalf of 4fe4ced19c3b40c2bc6e11100f9d5f1d for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:35.120376 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-44557c62-285e-4e47-a8f8-26dba1d96601 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:35.251489 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fc0c73f3-b478-45bd-8a97-5e8ada6e525d None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:35.264681 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70fb70bd-eabf-4edc-9731-0c8c3be765f3 req-586b217d-51cc-4bac-afa6-26cd3fb218eb tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=5ae795b3d7734e50af60e647de284414 HTTP/1.1" status: 200 len: 695 time: 0.1687553 Jul 15 23:08:35.274678 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-fc0c73f3-b478-45bd-8a97-5e8ada6e525d None None] Transition to ACTIVE for port object 6a11d91f-02ff-4f45-b1e8-a5f2ea526bc0 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:35.294744 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-fc0c73f3-b478-45bd-8a97-5e8ada6e525d None None] Transition to ACTIVE for port object 6a11d91f-02ff-4f45-b1e8-a5f2ea526bc0 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:35.309033 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fc0c73f3-b478-45bd-8a97-5e8ada6e525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:35.398309 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c73f3-b478-45bd-8a97-5e8ada6e525d None None] Pushing event updated for resources: {'Port': ['ID=6a11d91f-02ff-4f45-b1e8-a5f2ea526bc0,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:35.403967 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb70bd-eabf-4edc-9731-0c8c3be765f3 req-d37f8859-5948-41f9-ad1f-4c377d435b3e tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:35.412354 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70fb70bd-eabf-4edc-9731-0c8c3be765f3 req-d37f8859-5948-41f9-ad1f-4c377d435b3e tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] 10.222.0.16 "GET /v2.0/networks?id=61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 787 time: 0.1465244 Jul 15 23:08:35.436758 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0c73f3-b478-45bd-8a97-5e8ada6e525d None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:35.443880 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-fc0c73f3-b478-45bd-8a97-5e8ada6e525d None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:35.446967 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0c73f3-b478-45bd-8a97-5e8ada6e525d None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:35.459558 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-70fb70bd-eabf-4edc-9731-0c8c3be765f3 req-02289dc9-c226-40fb-a8a5-b688bd477f16 tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:08:35.460599 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45226) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:35.465625 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9808729e-a47d-4ed3-b5a1-7091dff29310 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Request body: {'subnet': {'network_id': '91f88bd2-9b84-43d4-a053-2e4cf4b82e5c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:35.471225 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70fb70bd-eabf-4edc-9731-0c8c3be765f3 req-02289dc9-c226-40fb-a8a5-b688bd477f16 tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0577371 Jul 15 23:08:35.552759 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-cd1084e0-e690-4534-b735-19721d6a10e6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Allocated IP 2001:db8::1 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/abce9821-7f93-4c00-84ba-df5a130be577/ce03abff-7259-427e-8538-2641553afd64) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:35.571479 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-fc0c73f3-b478-45bd-8a97-5e8ada6e525d None None] Attempting to bind port 6a11d91f-02ff-4f45-b1e8-a5f2ea526bc0 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:35.571853 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-fc0c73f3-b478-45bd-8a97-5e8ada6e525d None None] Attempting to bind port 6a11d91f-02ff-4f45-b1e8-a5f2ea526bc0 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:35.572217 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0c73f3-b478-45bd-8a97-5e8ada6e525d None None] Attempting to bind port 6a11d91f-02ff-4f45-b1e8-a5f2ea526bc0 on network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:35.578016 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0c73f3-b478-45bd-8a97-5e8ada6e525d None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:35.578403 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0c73f3-b478-45bd-8a97-5e8ada6e525d None None] Checking segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:35.578825 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fc0c73f3-b478-45bd-8a97-5e8ada6e525d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:35.579761 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0c73f3-b478-45bd-8a97-5e8ada6e525d None None] Bound using segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:35.580341 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-fc0c73f3-b478-45bd-8a97-5e8ada6e525d None None] Bound port: 6a11d91f-02ff-4f45-b1e8-a5f2ea526bc0, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:35.580621 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fc0c73f3-b478-45bd-8a97-5e8ada6e525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:35.616372 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-44557c62-285e-4e47-a8f8-26dba1d96601 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Allocated IP 172.20.0.14 (e0802052-573e-4abc-b289-64f26dbf67e5/366630ff-4a54-44a5-bcbd-e951b8384258/593c311f-e7e7-48e7-a565-db6f18498037) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:35.625981 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da42cd-c299-4ffa-bb47-eb5711780d62 req-0d3bbf7f-8c13-4d69-98a6-a3c52366c690 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:35.645034 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c4da42cd-c299-4ffa-bb47-eb5711780d62 req-0d3bbf7f-8c13-4d69-98a6-a3c52366c690 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c599ef5-3931-43b4-b7ae-152f0b2abdc9 HTTP/1.1" status: 200 len: 946 time: 0.7538276 Jul 15 23:08:35.645620 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9808729e-a47d-4ed3-b5a1-7091dff29310 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Made reservation on behalf of aa681c2530394e9186e319e0d5231351 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:35.650466 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9808729e-a47d-4ed3-b5a1-7091dff29310 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:35.717305 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-fc0c73f3-b478-45bd-8a97-5e8ada6e525d None None] For port 6a11d91f-02ff-4f45-b1e8-a5f2ea526bc0, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:35.721236 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-fc0c73f3-b478-45bd-8a97-5e8ada6e525d None None] For port 6a11d91f-02ff-4f45-b1e8-a5f2ea526bc0, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=6a11d91f-02ff-4f45-b1e8-a5f2ea526bc0,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:35.725703 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fc0c73f3-b478-45bd-8a97-5e8ada6e525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:35.769014 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c4da42cd-c299-4ffa-bb47-eb5711780d62 req-1c181060-0834-4e29-904a-fc0998cc98fa tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225178 Jul 15 23:08:35.807840 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c73f3-b478-45bd-8a97-5e8ada6e525d None None] Pushing event updated for resources: {'Port': ['ID=6a11d91f-02ff-4f45-b1e8-a5f2ea526bc0,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:35.936828 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd1084e0-e690-4534-b735-19721d6a10e6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:35.962358 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-cd1084e0-e690-4534-b735-19721d6a10e6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Transition to ACTIVE for port object ce03abff-7259-427e-8538-2641553afd64 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:36.050310 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a2d4d204-a67f-4a87-8461-fce2b493df2f req-eb024386-0f44-491e-aa20-c467b5da7df6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 210 time: 0.1173770 Jul 15 23:08:36.146414 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-44557c62-285e-4e47-a8f8-26dba1d96601 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:36.206296 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd1084e0-e690-4534-b735-19721d6a10e6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:36.215633 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9808729e-a47d-4ed3-b5a1-7091dff29310 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:36.226970 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0b9c91d6-d0f0-4216-9b46-5992ef11a8bc req-93296b1e-ff6d-4f16-bec1-481c39e8340b tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] 10.222.0.16 "GET /v2.0/floatingips/0c274ee2-76f5-4a09-ad55-aadf5e2f2e27 HTTP/1.1" status: 200 len: 692 time: 0.1042223 Jul 15 23:08:36.230716 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-44557c62-285e-4e47-a8f8-26dba1d96601 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Transition to ACTIVE for port object 593c311f-e7e7-48e7-a565-db6f18498037 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:36.326330 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-61cafe04-50b9-473c-9d1d-60b992c3327d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:36.364758 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1084e0-e690-4534-b735-19721d6a10e6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Port': ['ID=ce03abff-7259-427e-8538-2641553afd64,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:36.373407 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1084e0-e690-4534-b735-19721d6a10e6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:36.383268 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-cd1084e0-e690-4534-b735-19721d6a10e6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:36.390437 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1084e0-e690-4534-b735-19721d6a10e6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:36.391027 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd1084e0-e690-4534-b735-19721d6a10e6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:36.397916 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808729e-a47d-4ed3-b5a1-7091dff29310 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event updated for resources: {'Subnet': ['ID=50def1fc-0258-4cab-acc5-3067b280dec8,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:36.435090 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-44557c62-285e-4e47-a8f8-26dba1d96601 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:36.467169 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9808729e-a47d-4ed3-b5a1-7091dff29310 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Checking segment: {'id': '6e7139d4-5b79-43dc-81c1-7459f73e046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '91f88bd2-9b84-43d4-a053-2e4cf4b82e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:36.467539 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9808729e-a47d-4ed3-b5a1-7091dff29310 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Network hostable DHCP agents. Network: 91f88bd2-9b84-43d4-a053-2e4cf4b82e5c, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:08:36.559642 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9808729e-a47d-4ed3-b5a1-7091dff29310 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Network 91f88bd2-9b84-43d4-a053-2e4cf4b82e5c is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:08:36.564396 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44557c62-285e-4e47-a8f8-26dba1d96601 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Pushing event updated for resources: {'Port': ['ID=593c311f-e7e7-48e7-a565-db6f18498037,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:36.600161 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-9808729e-a47d-4ed3-b5a1-7091dff29310 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 91f88bd2-9b84-43d4-a053-2e4cf4b82e5c) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:36.608355 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa8f865-e06d-46f9-bee5-3a3a11f5a9e1 None None] Network 91f88bd2-9b84-43d4-a053-2e4cf4b82e5c requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:36.622088 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9808729e-a47d-4ed3-b5a1-7091dff29310 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:36.622982 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9808729e-a47d-4ed3-b5a1-7091dff29310 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:36.656984 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6a11d91f-02ff-4f45-b1e8-a5f2ea526bc0 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:36.657836 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd1084e0-e690-4534-b735-19721d6a10e6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:36.668408 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9808729e-a47d-4ed3-b5a1-7091dff29310 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2066112 Jul 15 23:08:36.674796 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45308) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:36.686855 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-16517674-1c61-4e05-bc9d-0d9f9142482e tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-81787580'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:36.718861 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16517674-1c61-4e05-bc9d-0d9f9142482e tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Made reservation on behalf of aa681c2530394e9186e319e0d5231351 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:36.723056 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16517674-1c61-4e05-bc9d-0d9f9142482e tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:36.795699 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16517674-1c61-4e05-bc9d-0d9f9142482e tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:08:36.807407 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c91d6-d0f0-4216-9b46-5992ef11a8bc req-b70ffffe-558b-42b0-8c2b-0dc9c0c10463 tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:36.815282 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0b9c91d6-d0f0-4216-9b46-5992ef11a8bc req-b70ffffe-558b-42b0-8c2b-0dc9c0c10463 tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 784 time: 0.5873899 Jul 15 23:08:36.836489 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-44557c62-285e-4e47-a8f8-26dba1d96601 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Network e0802052-573e-4abc-b289-64f26dbf67e5 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:36.873704 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 6a11d91f-02ff-4f45-b1e8-a5f2ea526bc0 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:36.919019 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16517674-1c61-4e05-bc9d-0d9f9142482e tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:36.920068 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-16517674-1c61-4e05-bc9d-0d9f9142482e tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Added segment 64d4a232-8e14-4a7b-ae80-a4d57eb3424e of type vlan for network 7be8fd28-ef50-4290-bc67-2662d95ba43b Jul 15 23:08:36.940046 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-44557c62-285e-4e47-a8f8-26dba1d96601 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:36.963405 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-44557c62-285e-4e47-a8f8-26dba1d96601 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:36.991757 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16517674-1c61-4e05-bc9d-0d9f9142482e tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:37.016322 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87c9bb0-54bf-4cfd-9d52-c14a2500d4d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-91f88bd2-9b84-43d4-a053-2e4cf4b82e5c', 'network_id': '91f88bd2-9b84-43d4-a053-2e4cf4b82e5c', 'tenant_id': 'aa681c2530394e9186e319e0d5231351', 'fixed_ips': [{'subnet_id': '50def1fc-0258-4cab-acc5-3067b280dec8'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:08:37.018011 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b87c9bb0-54bf-4cfd-9d52-c14a2500d4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:37.083142 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16517674-1c61-4e05-bc9d-0d9f9142482e tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:37.091296 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16517674-1c61-4e05-bc9d-0d9f9142482e tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:37.091938 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16517674-1c61-4e05-bc9d-0d9f9142482e tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:37.135461 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0b9c91d6-d0f0-4216-9b46-5992ef11a8bc req-4e52d633-5e9b-4831-9a72-96d3281043ad tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.36 HTTP/1.1" status: 200 len: 695 time: 0.3176632 Jul 15 23:08:37.198992 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16517674-1c61-4e05-bc9d-0d9f9142482e tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event updated for resources: {'Network': ['ID=7be8fd28-ef50-4290-bc67-2662d95ba43b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:37.213319 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 7be8fd28-ef50-4290-bc67-2662d95ba43b details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:08:37.228530 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-16517674-1c61-4e05-bc9d-0d9f9142482e tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5525517 Jul 15 23:08:37.229747 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45324) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:37.237303 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-84b4b9ca-9dcd-4827-bda3-066b908709e3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Request body: {'subnet': {'network_id': '7be8fd28-ef50-4290-bc67-2662d95ba43b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:37.272405 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0b9c91d6-d0f0-4216-9b46-5992ef11a8bc req-70b924c0-503e-4495-9842-50a5c746321e tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.36 HTTP/1.1" status: 200 len: 695 time: 0.1302447 Jul 15 23:08:37.428256 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd1084e0-e690-4534-b735-19721d6a10e6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:37.445539 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd1084e0-e690-4534-b735-19721d6a10e6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:37.446424 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd1084e0-e690-4534-b735-19721d6a10e6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:37.458231 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d178af6b-f720-4626-b23c-9fe2eec98c36 None None] Provisioning for port 593c311f-e7e7-48e7-a565-db6f18498037 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:37.485896 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-b87c9bb0-54bf-4cfd-9d52-c14a2500d4d8 None None] Allocated IP 2001:db8:0:ffff::2 (91f88bd2-9b84-43d4-a053-2e4cf4b82e5c/50def1fc-0258-4cab-acc5-3067b280dec8/3cf2ee25-16c6-439f-8ac2-df60d1e09af3) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:37.488379 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d178af6b-f720-4626-b23c-9fe2eec98c36 None None] Provisioning complete for port 593c311f-e7e7-48e7-a565-db6f18498037 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:37.488829 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d178af6b-f720-4626-b23c-9fe2eec98c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:37.527353 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-44557c62-285e-4e47-a8f8-26dba1d96601 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:37.528828 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-44557c62-285e-4e47-a8f8-26dba1d96601 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:37.532129 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b4b9ca-9dcd-4827-bda3-066b908709e3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Made reservation on behalf of aa681c2530394e9186e319e0d5231351 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:37.536051 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-84b4b9ca-9dcd-4827-bda3-066b908709e3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:37.558823 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-d178af6b-f720-4626-b23c-9fe2eec98c36 None None] Port 593c311f-e7e7-48e7-a565-db6f18498037 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:08:37.591266 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-44557c62-285e-4e47-a8f8-26dba1d96601 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6941135 Jul 15 23:08:37.608531 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d178af6b-f720-4626-b23c-9fe2eec98c36 None None] Provisioning for port 6a11d91f-02ff-4f45-b1e8-a5f2ea526bc0 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:37.622925 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d178af6b-f720-4626-b23c-9fe2eec98c36 None None] Provisioning complete for port 6a11d91f-02ff-4f45-b1e8-a5f2ea526bc0 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:37.623613 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d178af6b-f720-4626-b23c-9fe2eec98c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:37.680956 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-05053e90-9274-4442-a331-30486725da09 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Request body: {'port': {'device_id': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'network_id': 'c784f317-cf69-4499-8ee8-96a3a3714978', 'admin_state_up': True, 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'security_groups': ['0ee6f934-ad1f-414c-a322-54ad2c1d85a9']}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:37.723203 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1084e0-e690-4534-b735-19721d6a10e6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:37.727703 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1084e0-e690-4534-b735-19721d6a10e6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Port': ['ID=ce03abff-7259-427e-8538-2641553afd64,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:37.752599 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-cd1084e0-e690-4534-b735-19721d6a10e6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:37.787669 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-0b9c91d6-d0f0-4216-9b46-5992ef11a8bc req-f3435d80-dd1b-48d9-be4a-2e9505fc8afe tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Deleting port c82225fe-dbd7-4a60-9b92-2651f94628d5 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:37.788235 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0b9c91d6-d0f0-4216-9b46-5992ef11a8bc req-f3435d80-dd1b-48d9-be4a-2e9505fc8afe tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:37.816573 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b87c9bb0-54bf-4cfd-9d52-c14a2500d4d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:37.839569 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b87c9bb0-54bf-4cfd-9d52-c14a2500d4d8 None None] Transition to ACTIVE for port object 3cf2ee25-16c6-439f-8ac2-df60d1e09af3 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:37.854274 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d178af6b-f720-4626-b23c-9fe2eec98c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:37.882085 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b87c9bb0-54bf-4cfd-9d52-c14a2500d4d8 None None] Transition to ACTIVE for port object 3cf2ee25-16c6-439f-8ac2-df60d1e09af3 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:37.885427 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0b9c91d6-d0f0-4216-9b46-5992ef11a8bc req-f3435d80-dd1b-48d9-be4a-2e9505fc8afe tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:37.885989 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0b9c91d6-d0f0-4216-9b46-5992ef11a8bc req-f3435d80-dd1b-48d9-be4a-2e9505fc8afe tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:37.909125 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-d178af6b-f720-4626-b23c-9fe2eec98c36 None None] For port 6a11d91f-02ff-4f45-b1e8-a5f2ea526bc0, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=6a11d91f-02ff-4f45-b1e8-a5f2ea526bc0,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:37.913938 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d178af6b-f720-4626-b23c-9fe2eec98c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:37.928556 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b87c9bb0-54bf-4cfd-9d52-c14a2500d4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:37.939683 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-0b9c91d6-d0f0-4216-9b46-5992ef11a8bc req-f3435d80-dd1b-48d9-be4a-2e9505fc8afe tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Calling delete_port for c82225fe-dbd7-4a60-9b92-2651f94628d5 owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:37.990010 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1084e0-e690-4534-b735-19721d6a10e6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Router 2e7be901-8331-450d-890c-b54610782d7e is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:08:38.004053 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87c9bb0-54bf-4cfd-9d52-c14a2500d4d8 None None] Network 91f88bd2-9b84-43d4-a053-2e4cf4b82e5c is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:38.005577 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f949e85-6630-4841-8769-635298ef5b7e req-eab8c11b-26b9-4333-a355-adf80d53adb0 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:38.007619 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7f949e85-6630-4841-8769-635298ef5b7e req-eab8c11b-26b9-4333-a355-adf80d53adb0 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c599ef5-3931-43b4-b7ae-152f0b2abdc9 HTTP/1.1" status: 200 len: 946 time: 0.5082653 Jul 15 23:08:38.025028 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-b87c9bb0-54bf-4cfd-9d52-c14a2500d4d8 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:38.051718 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87c9bb0-54bf-4cfd-9d52-c14a2500d4d8 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:38.083601 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178af6b-f720-4626-b23c-9fe2eec98c36 None None] Pushing event updated for resources: {'Port': ['ID=6a11d91f-02ff-4f45-b1e8-a5f2ea526bc0,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:38.090892 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5930b2eb-259b-4dd9-937f-7c639515389b None None] Provisioning for port ce03abff-7259-427e-8538-2641553afd64 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:38.168583 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7f949e85-6630-4841-8769-635298ef5b7e req-1e21259f-cb8b-48cb-9d1b-f3cb9d375b2b tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879445 Jul 15 23:08:38.174358 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-61cafe04-50b9-473c-9d1d-60b992c3327d admin admin] Deleting port 299dcaa6-4a7f-47da-82b4-05193b554fcf {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:38.174806 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-61cafe04-50b9-473c-9d1d-60b992c3327d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:38.221774 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5930b2eb-259b-4dd9-937f-7c639515389b None None] Provisioning complete for port ce03abff-7259-427e-8538-2641553afd64 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:38.223369 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5930b2eb-259b-4dd9-937f-7c639515389b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:38.281418 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-61cafe04-50b9-473c-9d1d-60b992c3327d admin admin] For port 299dcaa6-4a7f-47da-82b4-05193b554fcf, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=299dcaa6-4a7f-47da-82b4-05193b554fcf,segment=NetworkSegment(c5f97a75-170c-413d-b88b-5822deb030ae),segment_id=c5f97a75-170c-413d-b88b-5822deb030ae)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:38.281788 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-61cafe04-50b9-473c-9d1d-60b992c3327d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:38.297462 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-61cafe04-50b9-473c-9d1d-60b992c3327d admin admin] Calling delete_port for 299dcaa6-4a7f-47da-82b4-05193b554fcf owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:38.347244 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5930b2eb-259b-4dd9-937f-7c639515389b None None] Port ce03abff-7259-427e-8538-2641553afd64 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:08:38.383841 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c9bb0-54bf-4cfd-9d52-c14a2500d4d8 None None] Pushing event updated for resources: {'Port': ['ID=3cf2ee25-16c6-439f-8ac2-df60d1e09af3,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:38.386716 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-b87c9bb0-54bf-4cfd-9d52-c14a2500d4d8 None None] Attempting to bind port 3cf2ee25-16c6-439f-8ac2-df60d1e09af3 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:38.387303 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-b87c9bb0-54bf-4cfd-9d52-c14a2500d4d8 None None] Attempting to bind port 3cf2ee25-16c6-439f-8ac2-df60d1e09af3 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '6e7139d4-5b79-43dc-81c1-7459f73e046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '91f88bd2-9b84-43d4-a053-2e4cf4b82e5c'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:38.387842 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87c9bb0-54bf-4cfd-9d52-c14a2500d4d8 None None] Attempting to bind port 3cf2ee25-16c6-439f-8ac2-df60d1e09af3 on network 91f88bd2-9b84-43d4-a053-2e4cf4b82e5c {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:38.401957 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87c9bb0-54bf-4cfd-9d52-c14a2500d4d8 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:38.402338 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87c9bb0-54bf-4cfd-9d52-c14a2500d4d8 None None] Checking segment: {'id': '6e7139d4-5b79-43dc-81c1-7459f73e046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '91f88bd2-9b84-43d4-a053-2e4cf4b82e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:38.402774 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b87c9bb0-54bf-4cfd-9d52-c14a2500d4d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:38.403170 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87c9bb0-54bf-4cfd-9d52-c14a2500d4d8 None None] Bound using segment: {'id': '6e7139d4-5b79-43dc-81c1-7459f73e046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '91f88bd2-9b84-43d4-a053-2e4cf4b82e5c'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:38.403637 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-b87c9bb0-54bf-4cfd-9d52-c14a2500d4d8 None None] Bound port: 3cf2ee25-16c6-439f-8ac2-df60d1e09af3, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e7139d4-5b79-43dc-81c1-7459f73e046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '91f88bd2-9b84-43d4-a053-2e4cf4b82e5c'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:38.404023 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b87c9bb0-54bf-4cfd-9d52-c14a2500d4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:38.472575 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-05053e90-9274-4442-a331-30486725da09 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Made reservation on behalf of 4fe4ced19c3b40c2bc6e11100f9d5f1d for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:38.476419 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-05053e90-9274-4442-a331-30486725da09 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:38.500428 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1084e0-e690-4534-b735-19721d6a10e6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:08:38.511226 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cd1084e0-e690-4534-b735-19721d6a10e6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "PUT /v2.0/routers/2e7be901-8331-450d-890c-b54610782d7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1731079 Jul 15 23:08:38.514241 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45358) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:38.526279 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebca2c6d-18f0-44ec-9a63-efe4ab647fed None None] Sync routers for ids ['2e7be901-8331-450d-890c-b54610782d7e'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:08:38.588547 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6a11d91f-02ff-4f45-b1e8-a5f2ea526bc0 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:38.607927 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b86733-5eb9-4897-8cd3-bb6dee6e56b8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:38.608133 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebca2c6d-18f0-44ec-9a63-efe4ab647fed None None] Routers {'2e7be901-8331-450d-890c-b54610782d7e'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:38.608571 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ebca2c6d-18f0-44ec-9a63-efe4ab647fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:08:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['2e7be901-8331-450d-890c-b54610782d7e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:38.611132 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-48b86733-5eb9-4897-8cd3-bb6dee6e56b8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports/ce03abff-7259-427e-8538-2641553afd64 HTTP/1.1" status: 200 len: 911 time: 0.0954523 Jul 15 23:08:38.615548 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45360) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:38.653528 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-05053e90-9274-4442-a331-30486725da09 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Allocated IP 10.1.1.25 (c784f317-cf69-4499-8ee8-96a3a3714978/49248069-78f4-449a-8647-b57bc9f84d48/a33099a7-5b54-470d-a6fb-0182aa37b1ce) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:38.688002 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-b87c9bb0-54bf-4cfd-9d52-c14a2500d4d8 None None] For port 3cf2ee25-16c6-439f-8ac2-df60d1e09af3, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:38.693028 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-b87c9bb0-54bf-4cfd-9d52-c14a2500d4d8 None None] For port 3cf2ee25-16c6-439f-8ac2-df60d1e09af3, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=3cf2ee25-16c6-439f-8ac2-df60d1e09af3,segment=NetworkSegment(6e7139d4-5b79-43dc-81c1-7459f73e046e),segment_id=6e7139d4-5b79-43dc-81c1-7459f73e046e)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:38.733921 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-35fef76e-72f9-45af-940e-f7bed44e2711 None None] Provisioning complete for port ce03abff-7259-427e-8538-2641553afd64 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:38.734408 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-35fef76e-72f9-45af-940e-f7bed44e2711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:38.741629 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b87c9bb0-54bf-4cfd-9d52-c14a2500d4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:38.744254 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:38.748176 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8867b85-3911-418b-8450-2e8e993d4b7c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:38.755165 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8867b85-3911-418b-8450-2e8e993d4b7c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:38.757120 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e8867b85-3911-418b-8450-2e8e993d4b7c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1404188 Jul 15 23:08:38.760148 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45366) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:39.005988 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-84b4b9ca-9dcd-4827-bda3-066b908709e3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:39.072840 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4b9ca-9dcd-4827-bda3-066b908709e3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event updated for resources: {'Subnet': ['ID=d90edee1-ecee-4f68-a08c-6bfdd66b707b,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:39.099768 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-05053e90-9274-4442-a331-30486725da09 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:39.113796 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-05053e90-9274-4442-a331-30486725da09 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Transition to ACTIVE for port object a33099a7-5b54-470d-a6fb-0182aa37b1ce will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:39.160898 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-05053e90-9274-4442-a331-30486725da09 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:39.170596 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-35fef76e-72f9-45af-940e-f7bed44e2711 None None] Port ce03abff-7259-427e-8538-2641553afd64 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:08:39.180770 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-ebca2c6d-18f0-44ec-9a63-efe4ab647fed None None] Set router 2e7be901-8331-450d-890c-b54610782d7e gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:39.226307 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c9bb0-54bf-4cfd-9d52-c14a2500d4d8 None None] Pushing event updated for resources: {'Port': ['ID=3cf2ee25-16c6-439f-8ac2-df60d1e09af3,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:39.236519 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 6a11d91f-02ff-4f45-b1e8-a5f2ea526bc0 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:39.236922 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:39.251121 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b4b9ca-9dcd-4827-bda3-066b908709e3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Checking segment: {'id': '64d4a232-8e14-4a7b-ae80-a4d57eb3424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7be8fd28-ef50-4290-bc67-2662d95ba43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:39.251518 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b4b9ca-9dcd-4827-bda3-066b908709e3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Network hostable DHCP agents. Network: 7be8fd28-ef50-4290-bc67-2662d95ba43b, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:08:39.262196 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05053e90-9274-4442-a331-30486725da09 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Pushing event updated for resources: {'Port': ['ID=a33099a7-5b54-470d-a6fb-0182aa37b1ce,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:39.341624 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-05053e90-9274-4442-a331-30486725da09 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Network c784f317-cf69-4499-8ee8-96a3a3714978 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:39.354018 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-05053e90-9274-4442-a331-30486725da09 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:39.386497 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b4b9ca-9dcd-4827-bda3-066b908709e3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Network 7be8fd28-ef50-4290-bc67-2662d95ba43b is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:08:39.406798 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e366be-7abe-411b-8929-5f8ec5ec81db req-57afceff-9e59-4442-9883-d3cf65d2ad18 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:39.413966 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e366be-7abe-411b-8929-5f8ec5ec81db req-57afceff-9e59-4442-9883-d3cf65d2ad18 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:39.414485 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-84b4b9ca-9dcd-4827-bda3-066b908709e3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 7be8fd28-ef50-4290-bc67-2662d95ba43b) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:39.416196 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e4e366be-7abe-411b-8929-5f8ec5ec81db req-57afceff-9e59-4442-9883-d3cf65d2ad18 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 1653 time: 0.2721615 Jul 15 23:08:39.431470 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-05053e90-9274-4442-a331-30486725da09 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:39.432443 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b4b9ca-9dcd-4827-bda3-066b908709e3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:39.433040 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-84b4b9ca-9dcd-4827-bda3-066b908709e3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:39.442090 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee1339e-96ca-4d9b-998b-17e3005e93df None None] Network 7be8fd28-ef50-4290-bc67-2662d95ba43b requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:39.543170 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-84b4b9ca-9dcd-4827-bda3-066b908709e3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3097773 Jul 15 23:08:39.546858 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45374) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:39.571321 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-05053e90-9274-4442-a331-30486725da09 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:39.571977 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-05053e90-9274-4442-a331-30486725da09 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:39.612365 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-05053e90-9274-4442-a331-30486725da09 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9980257 Jul 15 23:08:39.628614 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-30a6c806-6f20-490f-9ab7-2b10b725d895 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Request body: {'port': {'device_id': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'network_id': 'c784f317-cf69-4499-8ee8-96a3a3714978', 'admin_state_up': True, 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'security_groups': ['0ee6f934-ad1f-414c-a322-54ad2c1d85a9']}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:39.637516 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-61cafe04-50b9-473c-9d1d-60b992c3327d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:39.709507 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cafe04-50b9-473c-9d1d-60b992c3327d admin admin] Pushing event deleted for resources: {'Port': ['ID=299dcaa6-4a7f-47da-82b4-05193b554fcf,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:39.723344 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e4e366be-7abe-411b-8929-5f8ec5ec81db req-81808ad7-9a09-490d-8c50-3ead068e664d tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2930310 Jul 15 23:08:39.846072 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0b9c91d6-d0f0-4216-9b46-5992ef11a8bc req-f3435d80-dd1b-48d9-be4a-2e9505fc8afe tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:39.862843 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0722caab-760a-46a8-861b-c7f1d70e1ea0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:39.886940 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-daf71a10-4e52-43d6-8983-75b39413210d None None] Provisioning for port a33099a7-5b54-470d-a6fb-0182aa37b1ce completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:39.893223 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-7be8fd28-ef50-4290-bc67-2662d95ba43b', 'network_id': '7be8fd28-ef50-4290-bc67-2662d95ba43b', 'tenant_id': 'aa681c2530394e9186e319e0d5231351', 'fixed_ips': [{'subnet_id': 'd90edee1-ecee-4f68-a08c-6bfdd66b707b'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:08:39.894078 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:39.915619 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-daf71a10-4e52-43d6-8983-75b39413210d None None] Provisioning complete for port a33099a7-5b54-470d-a6fb-0182aa37b1ce triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:39.915997 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-daf71a10-4e52-43d6-8983-75b39413210d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:40.016776 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3435d80-dd1b-48d9-be4a-2e9505fc8afe tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Pushing event deleted for resources: {'Port': ['ID=c82225fe-dbd7-4a60-9b92-2651f94628d5,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:40.017197 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:40.044980 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ebca2c6d-18f0-44ec-9a63-efe4ab647fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7be901-8331-450d-890c-b54610782d7e', 'name': 'tempest-NetworksTestDHCPv6-router-1278430419', 'tenant_id': '63d2071bda354af48ba0ab40dec64d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:34Z', 'updated_at': '2021-07-15T23:08:36Z', 'revision_number': 2, 'project_id': '63d2071bda354af48ba0ab40dec64d3d', 'gw_port_host': None, '_interfaces': [{'id': 'ce03abff-7259-427e-8538-2641553afd64', 'name': '', 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'tenant_id': '63d2071bda354af48ba0ab40dec64d3d', 'mac_address': 'fa:16:3e:94:bb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7be901-8331-450d-890c-b54610782d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'abce9821-7f93-4c00-84ba-df5a130be577', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:35Z', 'updated_at': '2021-07-15T23:08:36Z', 'revision_number': 2, 'project_id': '63d2071bda354af48ba0ab40dec64d3d', 'subnets': [{'id': 'abce9821-7f93-4c00-84ba-df5a130be577', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:40.116086 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebca2c6d-18f0-44ec-9a63-efe4ab647fed None None] Checking router: 2e7be901-8331-450d-890c-b54610782d7e for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:08:40.117079 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebca2c6d-18f0-44ec-9a63-efe4ab647fed None None] Updating router 2e7be901-8331-450d-890c-b54610782d7e port ce03abff-7259-427e-8538-2641553afd64 binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:08:40.229442 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Allocated IP 2001:db8::1 (7be8fd28-ef50-4290-bc67-2662d95ba43b/d90edee1-ecee-4f68-a08c-6bfdd66b707b/784e292e-ed8b-4c24-a557-79472a44b5ec) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:40.243658 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:40.257188 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0b9c91d6-d0f0-4216-9b46-5992ef11a8bc req-f3435d80-dd1b-48d9-be4a-2e9505fc8afe tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:40.260155 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0b9c91d6-d0f0-4216-9b46-5992ef11a8bc req-f3435d80-dd1b-48d9-be4a-2e9505fc8afe tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:40.273836 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0b9c91d6-d0f0-4216-9b46-5992ef11a8bc req-f3435d80-dd1b-48d9-be4a-2e9505fc8afe tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] 10.222.0.16 "DELETE /v2.0/floatingips/0c274ee2-76f5-4a09-ad55-aadf5e2f2e27 HTTP/1.1" status: 204 len: 173 time: 3.0004497 Jul 15 23:08:40.347159 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-30a6c806-6f20-490f-9ab7-2b10b725d895 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Made reservation on behalf of 4fe4ced19c3b40c2bc6e11100f9d5f1d for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:40.357337 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-30a6c806-6f20-490f-9ab7-2b10b725d895 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:40.416061 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-daf71a10-4e52-43d6-8983-75b39413210d None None] Port a33099a7-5b54-470d-a6fb-0182aa37b1ce cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:08:40.416710 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-0722caab-760a-46a8-861b-c7f1d70e1ea0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting port ce03abff-7259-427e-8538-2641553afd64 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:40.417905 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0722caab-760a-46a8-861b-c7f1d70e1ea0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:40.492337 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-61cafe04-50b9-473c-9d1d-60b992c3327d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:40.624773 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0722caab-760a-46a8-861b-c7f1d70e1ea0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:40.642544 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ebca2c6d-18f0-44ec-9a63-efe4ab647fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:40.684281 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-0722caab-760a-46a8-861b-c7f1d70e1ea0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Calling delete_port for ce03abff-7259-427e-8538-2641553afd64 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:40.733758 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:40.761187 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Transition to ACTIVE for port object 784e292e-ed8b-4c24-a557-79472a44b5ec will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:40.856712 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 3cf2ee25-16c6-439f-8ac2-df60d1e09af3 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:40.894621 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Transition to ACTIVE for port object 784e292e-ed8b-4c24-a557-79472a44b5ec will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:40.923290 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:41.000470 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Network 7be8fd28-ef50-4290-bc67-2662d95ba43b is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:41.012682 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:41.015408 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:41.057879 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Pushing event updated for resources: {'Port': ['ID=784e292e-ed8b-4c24-a557-79472a44b5ec,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:41.071440 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd7d2af-a99f-406d-bf16-8d286f5a974e None None] Network 91f88bd2-9b84-43d4-a053-2e4cf4b82e5c requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:41.197088 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 3cf2ee25-16c6-439f-8ac2-df60d1e09af3 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:41.212010 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-30a6c806-6f20-490f-9ab7-2b10b725d895 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Allocated IP 10.1.1.154 (c784f317-cf69-4499-8ee8-96a3a3714978/49248069-78f4-449a-8647-b57bc9f84d48/6881fff5-28e4-43a6-9ddf-739b8456047b) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:41.226353 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:41.240313 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0722caab-760a-46a8-861b-c7f1d70e1ea0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:41.272341 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3b6543b6-4948-45ed-8990-66f6b6fcc6c3 req-b520e5af-7993-484e-8f52-601ff8ab4d57 tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5237672 Jul 15 23:08:41.329027 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event deleted for resources: {'Subnet': ['ID=d90edee1-ecee-4f68-a08c-6bfdd66b707b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:41.336950 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-3b6543b6-4948-45ed-8990-66f6b6fcc6c3 req-5fa42d98-a470-4406-93a0-24afa4c02f7d tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:41.346304 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722caab-760a-46a8-861b-c7f1d70e1ea0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Port': ['ID=ce03abff-7259-427e-8538-2641553afd64,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:41.443841 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:41.454144 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-70b45fa4-33cc-48ff-b655-7802290bb413 None None] Provisioning for port 3cf2ee25-16c6-439f-8ac2-df60d1e09af3 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:41.478382 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Attempting to bind port 784e292e-ed8b-4c24-a557-79472a44b5ec on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:41.478839 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Attempting to bind port 784e292e-ed8b-4c24-a557-79472a44b5ec by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '64d4a232-8e14-4a7b-ae80-a4d57eb3424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7be8fd28-ef50-4290-bc67-2662d95ba43b'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:41.480295 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be8fd28-ef50-4290-bc67-2662d95ba43b']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:41.485923 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Attempting to bind port 784e292e-ed8b-4c24-a557-79472a44b5ec on network 7be8fd28-ef50-4290-bc67-2662d95ba43b {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:41.555023 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-30a6c806-6f20-490f-9ab7-2b10b725d895 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:41.594399 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-70b45fa4-33cc-48ff-b655-7802290bb413 None None] Provisioning complete for port 3cf2ee25-16c6-439f-8ac2-df60d1e09af3 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:41.595491 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-70b45fa4-33cc-48ff-b655-7802290bb413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:41.639859 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fd9b1-6261-4681-b904-931e01d12c05 req-6ca8dc7a-0830-4499-89c5-bab5573fdf0e tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:41.641010 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d4a232-8e14-4a7b-ae80-a4d57eb3424e') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:41.641748 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d4a232-8e14-4a7b-ae80-a4d57eb3424e') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:41.656103 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fd9b1-6261-4681-b904-931e01d12c05 req-6ca8dc7a-0830-4499-89c5-bab5573fdf0e tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:41.660285 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e19fd9b1-6261-4681-b904-931e01d12c05 req-6ca8dc7a-0830-4499-89c5-bab5573fdf0e tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 1653 time: 0.5628541 Jul 15 23:08:41.664918 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-30a6c806-6f20-490f-9ab7-2b10b725d895 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Transition to ACTIVE for port object 6881fff5-28e4-43a6-9ddf-739b8456047b will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:41.674437 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:41.696740 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0722caab-760a-46a8-861b-c7f1d70e1ea0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:41.726464 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:41.773710 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:41.774354 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Checking segment: {'id': '64d4a232-8e14-4a7b-ae80-a4d57eb3424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7be8fd28-ef50-4290-bc67-2662d95ba43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:41.775078 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:41.775620 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Bound using segment: {'id': '64d4a232-8e14-4a7b-ae80-a4d57eb3424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7be8fd28-ef50-4290-bc67-2662d95ba43b'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:41.776244 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Bound port: 784e292e-ed8b-4c24-a557-79472a44b5ec, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d4a232-8e14-4a7b-ae80-a4d57eb3424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7be8fd28-ef50-4290-bc67-2662d95ba43b'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:41.776760 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:41.783963 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e19fd9b1-6261-4681-b904-931e01d12c05 req-bad0ed3e-f154-4a11-ae28-db1be76c04dc tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634151 Jul 15 23:08:41.794755 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3b6543b6-4948-45ed-8990-66f6b6fcc6c3 req-5fa42d98-a470-4406-93a0-24afa4c02f7d tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:41.862648 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-70b45fa4-33cc-48ff-b655-7802290bb413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:41.905967 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-70b45fa4-33cc-48ff-b655-7802290bb413 None None] For port 3cf2ee25-16c6-439f-8ac2-df60d1e09af3, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=3cf2ee25-16c6-439f-8ac2-df60d1e09af3,segment=NetworkSegment(6e7139d4-5b79-43dc-81c1-7459f73e046e),segment_id=6e7139d4-5b79-43dc-81c1-7459f73e046e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:41.917384 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45434) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:41.921376 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-30a6c806-6f20-490f-9ab7-2b10b725d895 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:41.941963 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61cafe04-50b9-473c-9d1d-60b992c3327d admin admin] Router cc917b37-471f-4c28-b207-dd60fec82d05 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:08:41.971364 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-30a6c806-6f20-490f-9ab7-2b10b725d895 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Network c784f317-cf69-4499-8ee8-96a3a3714978 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:41.996458 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-30a6c806-6f20-490f-9ab7-2b10b725d895 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:42.067949 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-30a6c806-6f20-490f-9ab7-2b10b725d895 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:42.117698 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6c806-6f20-490f-9ab7-2b10b725d895 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Pushing event updated for resources: {'Port': ['ID=6881fff5-28e4-43a6-9ddf-739b8456047b,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:42.177275 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:08:42.177391 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:08:42.186513 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:08:42.268590 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-30a6c806-6f20-490f-9ab7-2b10b725d895 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:42.269302 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-30a6c806-6f20-490f-9ab7-2b10b725d895 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:42.269994 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-ebca2c6d-18f0-44ec-9a63-efe4ab647fed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:08:42.270364 n-d-787205-9 neutron-server[93800]: DEBUG oslo_db.api [None req-ebca2c6d-18f0-44ec-9a63-efe4ab647fed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:08:42.270945 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-70b45fa4-33cc-48ff-b655-7802290bb413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:42.272729 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.db.api [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 23:08:42.272729 n-d-787205-9 neutron-server[93798]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 23:08:42.272729 n-d-787205-9 neutron-server[93798]: [parameters: {'id': '7be8fd28-ef50-4290-bc67-2662d95ba43b'}] Jul 15 23:08:42.272729 n-d-787205-9 neutron-server[93798]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:08:42.273647 n-d-787205-9 neutron-server[93798]: DEBUG oslo_db.api [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:08:42.327007 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-49040d96-1bf1-49bd-990a-b09b9e063562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:42.335688 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b45fa4-33cc-48ff-b655-7802290bb413 None None] Pushing event updated for resources: {'Port': ['ID=3cf2ee25-16c6-439f-8ac2-df60d1e09af3,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:42.374586 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0722caab-760a-46a8-861b-c7f1d70e1ea0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Router 2e7be901-8331-450d-890c-b54610782d7e has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:08:42.401736 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-30a6c806-6f20-490f-9ab7-2b10b725d895 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7813072 Jul 15 23:08:42.421490 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-e2cd555a-0667-4fc5-bc00-c7507e4b6a52 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Request body: {'port': {'device_id': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '70df42a8-7f3a-4d1e-82b9-1354a40e98c2', 'admin_state_up': True, 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'security_groups': ['0ee6f934-ad1f-414c-a322-54ad2c1d85a9']}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:42.425720 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] For port 784e292e-ed8b-4c24-a557-79472a44b5ec, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:42.429872 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] For port 784e292e-ed8b-4c24-a557-79472a44b5ec, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=784e292e-ed8b-4c24-a557-79472a44b5ec,segment=NetworkSegment(64d4a232-8e14-4a7b-ae80-a4d57eb3424e),segment_id=64d4a232-8e14-4a7b-ae80-a4d57eb3424e)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:42.445848 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:42.471604 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0722caab-760a-46a8-861b-c7f1d70e1ea0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:08:42.476039 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61cafe04-50b9-473c-9d1d-60b992c3327d admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:08:42.483495 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0722caab-760a-46a8-861b-c7f1d70e1ea0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "PUT /v2.0/routers/2e7be901-8331-450d-890c-b54610782d7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7213852 Jul 15 23:08:42.489029 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-61cafe04-50b9-473c-9d1d-60b992c3327d admin admin] 10.222.0.16 "PUT /v2.0/routers/cc917b37-471f-4c28-b207-dd60fec82d05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2905624 Jul 15 23:08:42.493542 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45446) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:42.493692 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24acae42-b84a-4299-90a6-0a2ea0b8102a None None] Sync routers for ids ['cc917b37-471f-4c28-b207-dd60fec82d05'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:08:42.494182 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45448) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:42.508473 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24acae42-b84a-4299-90a6-0a2ea0b8102a None None] Routers {'cc917b37-471f-4c28-b207-dd60fec82d05'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:42.509279 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-24acae42-b84a-4299-90a6-0a2ea0b8102a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:08:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['cc917b37-471f-4c28-b207-dd60fec82d05'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:42.577031 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3b6543b6-4948-45ed-8990-66f6b6fcc6c3 req-5fa42d98-a470-4406-93a0-24afa4c02f7d tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:42.613208 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b267ea04-cc75-4f24-aba4-e58b843fe627 None None] Provisioning for port 6881fff5-28e4-43a6-9ddf-739b8456047b completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:42.656609 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 3cf2ee25-16c6-439f-8ac2-df60d1e09af3 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:42.672110 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee6a7f7-1305-450f-9e53-4ae9299c3775 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:42.678321 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee6a7f7-1305-450f-9e53-4ae9299c3775 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:42.680237 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1ee6a7f7-1305-450f-9e53-4ae9299c3775 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1853840 Jul 15 23:08:42.709745 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45450) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:42.736279 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-24acae42-b84a-4299-90a6-0a2ea0b8102a None None] Set router cc917b37-471f-4c28-b207-dd60fec82d05 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:42.779759 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:42.780171 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b267ea04-cc75-4f24-aba4-e58b843fe627 None None] Provisioning complete for port 6881fff5-28e4-43a6-9ddf-739b8456047b triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:42.780593 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b267ea04-cc75-4f24-aba4-e58b843fe627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:42.790354 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27ad1378-f729-4e24-bc2e-68ac469d6f27 admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:42.797091 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-8873f7c6-4c83-44cf-a538-b2dfd91ade48 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting subnet abce9821-7f93-4c00-84ba-df5a130be577 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:08:42.827159 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebca2c6d-18f0-44ec-9a63-efe4ab647fed None None] Port ce03abff-7259-427e-8538-2641553afd64 not found while updating agent binding for router 2e7be901-8331-450d-890c-b54610782d7e. {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 15 23:08:42.867671 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8873f7c6-4c83-44cf-a538-b2dfd91ade48 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:42.934181 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebca2c6d-18f0-44ec-9a63-efe4ab647fed None None] Routers {'2e7be901-8331-450d-890c-b54610782d7e'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:42.935538 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ebca2c6d-18f0-44ec-9a63-efe4ab647fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:08:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['2e7be901-8331-450d-890c-b54610782d7e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:43.034002 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-ebca2c6d-18f0-44ec-9a63-efe4ab647fed None None] Set router 2e7be901-8331-450d-890c-b54610782d7e gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:43.036017 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8873f7c6-4c83-44cf-a538-b2dfd91ade48 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:43.104086 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ebca2c6d-18f0-44ec-9a63-efe4ab647fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7be901-8331-450d-890c-b54610782d7e', 'name': 'tempest-NetworksTestDHCPv6-router-1278430419', 'tenant_id': '63d2071bda354af48ba0ab40dec64d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:34Z', 'updated_at': '2021-07-15T23:08:41Z', 'revision_number': 3, 'project_id': '63d2071bda354af48ba0ab40dec64d3d', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:43.107058 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Pushing event updated for resources: {'Port': ['ID=784e292e-ed8b-4c24-a557-79472a44b5ec,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:43.113246 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27ad1378-f729-4e24-bc2e-68ac469d6f27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:43.119283 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:43.119637 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:43.120021 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:43.120672 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:43.121100 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:43.121439 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:43.121791 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:43.122200 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:43.122549 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:43.122939 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:43.123323 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:43.123663 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309db7a0-fac4-4a18-8ad3-a2f89c4c72aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:43.136625 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Deleting port 784e292e-ed8b-4c24-a557-79472a44b5ec {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:43.136959 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:43.165396 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0462fe3d-fd23-469d-ae7b-06fc94f1a59b None None] Network 7be8fd28-ef50-4290-bc67-2662d95ba43b requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:43.246963 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b267ea04-cc75-4f24-aba4-e58b843fe627 None None] Port 6881fff5-28e4-43a6-9ddf-739b8456047b cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:08:43.248705 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebca2c6d-18f0-44ec-9a63-efe4ab647fed None None] The sync data for ids ['2e7be901-8331-450d-890c-b54610782d7e'] in n-d-787205-9 is: [{'id': '2e7be901-8331-450d-890c-b54610782d7e', 'name': 'tempest-NetworksTestDHCPv6-router-1278430419', 'tenant_id': '63d2071bda354af48ba0ab40dec64d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:34Z', 'updated_at': '2021-07-15T23:08:41Z', 'revision_number': 3, 'project_id': '63d2071bda354af48ba0ab40dec64d3d', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:08:43.249906 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-24acae42-b84a-4299-90a6-0a2ea0b8102a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc917b37-471f-4c28-b207-dd60fec82d05', 'name': 'tempest-FloatingIPDetailsTestJSON-1707799020-router', 'tenant_id': '3cd2e830a4d4489db1afd3c7596d484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'dbead779-e646-46a8-9cc4-c258c1d75b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:33Z', 'updated_at': '2021-07-15T23:08:39Z', 'revision_number': 5, 'project_id': '3cd2e830a4d4489db1afd3c7596d484f', 'gw_port': {'id': 'dbead779-e646-46a8-9cc4-c258c1d75b59', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc917b37-471f-4c28-b207-dd60fec82d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:34Z', 'updated_at': '2021-07-15T23:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:43.318196 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24acae42-b84a-4299-90a6-0a2ea0b8102a None None] Checking router: cc917b37-471f-4c28-b207-dd60fec82d05 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:08:43.345674 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24acae42-b84a-4299-90a6-0a2ea0b8102a None None] Routers {'cc917b37-471f-4c28-b207-dd60fec82d05'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:43.346421 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-24acae42-b84a-4299-90a6-0a2ea0b8102a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:08:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['cc917b37-471f-4c28-b207-dd60fec82d05'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:43.370903 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 3cf2ee25-16c6-439f-8ac2-df60d1e09af3 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:43.371612 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:43.376279 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-49040d96-1bf1-49bd-990a-b09b9e063562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:43.394616 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8873f7c6-4c83-44cf-a538-b2dfd91ade48 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:43.434519 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5c01fae0-f483-40d8-8e42-443281514413 None None] Provisioning complete for port 3cf2ee25-16c6-439f-8ac2-df60d1e09af3 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:43.435061 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5c01fae0-f483-40d8-8e42-443281514413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:43.448479 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-49040d96-1bf1-49bd-990a-b09b9e063562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:43.529276 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] For port 784e292e-ed8b-4c24-a557-79472a44b5ec, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=784e292e-ed8b-4c24-a557-79472a44b5ec,segment=NetworkSegment(64d4a232-8e14-4a7b-ae80-a4d57eb3424e),segment_id=64d4a232-8e14-4a7b-ae80-a4d57eb3424e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:43.529653 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:43.539031 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-24acae42-b84a-4299-90a6-0a2ea0b8102a None None] Set router cc917b37-471f-4c28-b207-dd60fec82d05 gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:43.564327 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42f7043-f30d-4bdf-9de1-b5b45665cf2c None None] get_active_networks_info from n-d-787205-9 {{(pid=93800) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:08:43.564583 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49040d96-1bf1-49bd-990a-b09b9e063562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b30060-882a-492a-a251-3e0d24dbc6ae,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:43.567200 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-e2cd555a-0667-4fc5-bc00-c7507e4b6a52 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Made reservation on behalf of 4fe4ced19c3b40c2bc6e11100f9d5f1d for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:43.581486 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-49040d96-1bf1-49bd-990a-b09b9e063562 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=76b6c2b0b92d409ca283f555eaae135e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6544373 Jul 15 23:08:43.599680 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45466) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:43.610775 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58596639-106c-445c-81fd-1bc943ae9e29 req-523039d5-a526-4c34-ac2c-201d32a8242b tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:43.623759 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58596639-106c-445c-81fd-1bc943ae9e29 req-523039d5-a526-4c34-ac2c-201d32a8242b tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:43.630359 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58596639-106c-445c-81fd-1bc943ae9e29 req-523039d5-a526-4c34-ac2c-201d32a8242b tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:43.637860 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-58596639-106c-445c-81fd-1bc943ae9e29 req-523039d5-a526-4c34-ac2c-201d32a8242b tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 2374 time: 0.4584870 Jul 15 23:08:43.642931 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-3b6543b6-4948-45ed-8990-66f6b6fcc6c3 req-5fa42d98-a470-4406-93a0-24afa4c02f7d tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Allocated IP 172.25.4.106 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/6c7f126d-ca90-4019-aace-e46589aa2d2c) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:43.654057 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Calling delete_port for 784e292e-ed8b-4c24-a557-79472a44b5ec owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:43.684977 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-24acae42-b84a-4299-90a6-0a2ea0b8102a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc917b37-471f-4c28-b207-dd60fec82d05', 'name': 'tempest-FloatingIPDetailsTestJSON-1707799020-router', 'tenant_id': '3cd2e830a4d4489db1afd3c7596d484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:33Z', 'updated_at': '2021-07-15T23:08:43Z', 'revision_number': 6, 'project_id': '3cd2e830a4d4489db1afd3c7596d484f', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:43.705115 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-27ad1378-f729-4e24-bc2e-68ac469d6f27 admin admin] Deleting port dbead779-e646-46a8-9cc4-c258c1d75b59 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:43.705764 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device f7fdec2a-d553-43cd-a0ad-2970a52d813e details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:08:43.706215 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27ad1378-f729-4e24-bc2e-68ac469d6f27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:43.770065 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24acae42-b84a-4299-90a6-0a2ea0b8102a None None] The sync data for ids ['cc917b37-471f-4c28-b207-dd60fec82d05'] in n-d-787205-9 is: [{'id': 'cc917b37-471f-4c28-b207-dd60fec82d05', 'name': 'tempest-FloatingIPDetailsTestJSON-1707799020-router', 'tenant_id': '3cd2e830a4d4489db1afd3c7596d484f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:33Z', 'updated_at': '2021-07-15T23:08:43Z', 'revision_number': 6, 'project_id': '3cd2e830a4d4489db1afd3c7596d484f', 'gw_port_host': None}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:08:43.882017 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-58596639-106c-445c-81fd-1bc943ae9e29 req-4061d759-5b78-40a4-915c-2f238cd0c0c1 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2431433 Jul 15 23:08:43.959729 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-e2cd555a-0667-4fc5-bc00-c7507e4b6a52 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:43.977222 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8873f7c6-4c83-44cf-a538-b2dfd91ade48 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:44.015110 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873f7c6-4c83-44cf-a538-b2dfd91ade48 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Subnet': ['ID=abce9821-7f93-4c00-84ba-df5a130be577,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:44.021402 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8873f7c6-4c83-44cf-a538-b2dfd91ade48 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:44.023538 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8873f7c6-4c83-44cf-a538-b2dfd91ade48 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/abce9821-7f93-4c00-84ba-df5a130be577 HTTP/1.1" status: 204 len: 168 time: 1.3128452 Jul 15 23:08:44.027667 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-60a931f4-36ae-451b-bb89-633e8d609a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:44.035057 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45474) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:44.057919 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port f7fdec2a-d553-43cd-a0ad-2970a52d813e, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=f7fdec2a-d553-43cd-a0ad-2970a52d813e,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:44.076714 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42f7043-f30d-4bdf-9de1-b5b45665cf2c None None] Resources bound (agent type, host, resource id): {{(pid=93800) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:08:44.090703 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'f7fdec2a-d553-43cd-a0ad-2970a52d813e', 'network_id': 'f31abbaf-85af-4828-a64a-6617d309ea62', 'port_id': 'f7fdec2a-d553-43cd-a0ad-2970a52d813e', 'mac_address': 'fa:16:3e:a8:01:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4e4463-c0f1-483a-8548-ef2c0500a26e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:08:44.231315 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-27ad1378-f729-4e24-bc2e-68ac469d6f27 admin admin] For port dbead779-e646-46a8-9cc4-c258c1d75b59, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=dbead779-e646-46a8-9cc4-c258c1d75b59,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:44.231797 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27ad1378-f729-4e24-bc2e-68ac469d6f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:44.234429 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:44.246783 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-60a931f4-36ae-451b-bb89-633e8d609a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:44.338923 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event deleted for resources: {'Port': ['ID=784e292e-ed8b-4c24-a557-79472a44b5ec,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:44.358707 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:44.415449 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3b6543b6-4948-45ed-8990-66f6b6fcc6c3 req-5fa42d98-a470-4406-93a0-24afa4c02f7d tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:44.460490 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-27ad1378-f729-4e24-bc2e-68ac469d6f27 admin admin] Calling delete_port for dbead779-e646-46a8-9cc4-c258c1d75b59 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:44.502106 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7fdec2a-d553-43cd-a0ad-2970a52d813e {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:08:44.524918 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port f7fdec2a-d553-43cd-a0ad-2970a52d813e, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=f7fdec2a-d553-43cd-a0ad-2970a52d813e,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:44.536741 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:44.592877 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-e2cd555a-0667-4fc5-bc00-c7507e4b6a52 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Allocated IP 10.2.2.100 (70df42a8-7f3a-4d1e-82b9-1354a40e98c2/c8ed3032-070e-4ebf-984d-7ac57e6c8a26/abf079aa-7e1f-4fa4-8693-d71192c3cd5a) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:44.593065 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=f7fdec2a-d553-43cd-a0ad-2970a52d813e,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:44.609112 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba28145a-7220-4ce8-95fc-1ba3905c47ba None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:44.848467 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] No DVR routers for this DVR port 784e292e-ed8b-4c24-a557-79472a44b5ec on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:08:44.858262 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd65cf74-b89a-4fb0-a920-9a7c20a770ab None None] Sync routers for ids ['2e7be901-8331-450d-890c-b54610782d7e'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:08:44.862958 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-e2cd555a-0667-4fc5-bc00-c7507e4b6a52 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:44.877123 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['f7fdec2a-d553-43cd-a0ad-2970a52d813e'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:44.878663 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-e2cd555a-0667-4fc5-bc00-c7507e4b6a52 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Transition to ACTIVE for port object abf079aa-7e1f-4fa4-8693-d71192c3cd5a will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:44.931283 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-e2cd555a-0667-4fc5-bc00-c7507e4b6a52 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:45.009765 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-e2cd555a-0667-4fc5-bc00-c7507e4b6a52 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Network 70df42a8-7f3a-4d1e-82b9-1354a40e98c2 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:45.017738 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-e2cd555a-0667-4fc5-bc00-c7507e4b6a52 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:45.020656 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd555a-0667-4fc5-bc00-c7507e4b6a52 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Pushing event updated for resources: {'Port': ['ID=abf079aa-7e1f-4fa4-8693-d71192c3cd5a,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:45.023400 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-e2cd555a-0667-4fc5-bc00-c7507e4b6a52 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:45.027065 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3b6543b6-4948-45ed-8990-66f6b6fcc6c3 req-5fa42d98-a470-4406-93a0-24afa4c02f7d tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:45.040103 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device dbead779-e646-46a8-9cc4-c258c1d75b59 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:08:45.043729 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:45.057598 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be8fd28-ef50-4290-bc67-2662d95ba43b']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:45.073219 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d4a232-8e14-4a7b-ae80-a4d57eb3424e') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:45.074553 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d4a232-8e14-4a7b-ae80-a4d57eb3424e') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:45.099381 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:45.118354 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27ad1378-f729-4e24-bc2e-68ac469d6f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:45.129123 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: dbead779-e646-46a8-9cc4-c258c1d75b59 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:08:45.130666 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device dbead779-e646-46a8-9cc4-c258c1d75b59 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:08:45.131246 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 299dcaa6-4a7f-47da-82b4-05193b554fcf no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:08:45.163803 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-e2cd555a-0667-4fc5-bc00-c7507e4b6a52 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:45.164480 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-e2cd555a-0667-4fc5-bc00-c7507e4b6a52 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:45.192225 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad1378-f729-4e24-bc2e-68ac469d6f27 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbead779-e646-46a8-9cc4-c258c1d75b59,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:45.210624 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b6543b6-4948-45ed-8990-66f6b6fcc6c3 req-5fa42d98-a470-4406-93a0-24afa4c02f7d tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:45.217675 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:45.218096 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-3b6543b6-4948-45ed-8990-66f6b6fcc6c3 req-5fa42d98-a470-4406-93a0-24afa4c02f7d tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:45.226011 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6543b6-4948-45ed-8990-66f6b6fcc6c3 req-5fa42d98-a470-4406-93a0-24afa4c02f7d tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:45.261819 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:08:45.271965 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:45.275865 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:08:45.275865 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:08:45.275865 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:08:45.275865 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:08:45.275865 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:08:45.275865 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:08:45.275865 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:08:45.275865 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:08:45.275865 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:08:45.275865 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:08:45.275865 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:08:45.275865 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:08:45.275865 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:08:45.275865 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:08:45.275865 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:08:45.275865 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:08:45.275865 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:08:45.275865 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:08:45.275865 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:08:45.275865 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:08:45.275865 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:08:45.275865 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:08:45.275865 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:08:45.275865 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:08:45.275865 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:08:45.275865 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:08:45.275865 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:08:45.275865 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:08:45.275865 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:08:45.275865 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:08:45.275865 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:08:45.275865 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:08:45.277793 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 299dcaa6-4a7f-47da-82b4-05193b554fcf {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:08:45.277793 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 299dcaa6-4a7f-47da-82b4-05193b554fcf not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:08:45.342613 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd65cf74-b89a-4fb0-a920-9a7c20a770ab None None] Routers {'2e7be901-8331-450d-890c-b54610782d7e'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:45.342993 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-fd65cf74-b89a-4fb0-a920-9a7c20a770ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:08:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['2e7be901-8331-450d-890c-b54610782d7e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:45.388814 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-e2cd555a-0667-4fc5-bc00-c7507e4b6a52 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9707227 Jul 15 23:08:45.389750 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa42d98-a470-4406-93a0-24afa4c02f7d tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Pushing event updated for resources: {'Port': ['ID=6c7f126d-ca90-4019-aace-e46589aa2d2c,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:45.416391 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-913ab557-e5b5-4ca9-99c2-8d70f87c8214 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Request body: {'port': {'device_id': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '70df42a8-7f3a-4d1e-82b9-1354a40e98c2', 'admin_state_up': True, 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'security_groups': ['0ee6f934-ad1f-414c-a322-54ad2c1d85a9']}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:45.418140 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-18453c46-bdaa-4e01-b49f-12433cd28b69 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.3792191 Jul 15 23:08:45.428134 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27ad1378-f729-4e24-bc2e-68ac469d6f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:45.548611 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45498) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:45.589807 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27ad1378-f729-4e24-bc2e-68ac469d6f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:45.592772 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27ad1378-f729-4e24-bc2e-68ac469d6f27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:45.660689 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27ad1378-f729-4e24-bc2e-68ac469d6f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:45.661467 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ad1378-f729-4e24-bc2e-68ac469d6f27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc917b37-471f-4c28-b207-dd60fec82d05 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:08:45.676765 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27ad1378-f729-4e24-bc2e-68ac469d6f27 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:45.678055 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-27ad1378-f729-4e24-bc2e-68ac469d6f27 admin admin] 10.222.0.16 "DELETE /v2.0/routers/cc917b37-471f-4c28-b207-dd60fec82d05 HTTP/1.1" status: 204 len: 168 time: 3.1688375 Jul 15 23:08:45.695730 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45500) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:45.756769 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-60a931f4-36ae-451b-bb89-633e8d609a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:45.760618 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-60a931f4-36ae-451b-bb89-633e8d609a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:45.761958 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-60a931f4-36ae-451b-bb89-633e8d609a9a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86b30060-882a-492a-a251-3e0d24dbc6ae HTTP/1.1" status: 204 len: 168 time: 2.1483483 Jul 15 23:08:45.767353 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:45.777021 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8658df16-be27-4e59-98f0-9787526ff582 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:45.804111 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:45.805990 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "DELETE /v2.0/networks/7be8fd28-ef50-4290-bc67-2662d95ba43b HTTP/1.1" status: 204 len: 168 time: 6.2457602 Jul 15 23:08:45.829620 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a931f4-36ae-451b-bb89-633e8d609a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b30060-882a-492a-a251-3e0d24dbc6ae,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:45.831349 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45504) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:45.843941 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1eb4037d-31d4-4d8a-94d2-1d6c59b5d031 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1090255591'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:45.862169 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f81ef-703c-479f-a31a-89b434051374 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event deleted for resources: {'Network': ['ID=7be8fd28-ef50-4290-bc67-2662d95ba43b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:45.915427 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb4037d-31d4-4d8a-94d2-1d6c59b5d031 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Made reservation on behalf of aa681c2530394e9186e319e0d5231351 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:45.918891 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1eb4037d-31d4-4d8a-94d2-1d6c59b5d031 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:45.923392 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9757b68-e64d-4811-b589-a456d6258d6e req-b3764639-72de-409f-a459-1e5f4f8afcb2 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:45.932140 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9757b68-e64d-4811-b589-a456d6258d6e req-b3764639-72de-409f-a459-1e5f4f8afcb2 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:45.939948 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9757b68-e64d-4811-b589-a456d6258d6e req-b3764639-72de-409f-a459-1e5f4f8afcb2 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:45.945139 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-fd65cf74-b89a-4fb0-a920-9a7c20a770ab None None] Set router 2e7be901-8331-450d-890c-b54610782d7e gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:45.965089 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9757b68-e64d-4811-b589-a456d6258d6e req-b3764639-72de-409f-a459-1e5f4f8afcb2 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:45.968966 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d9757b68-e64d-4811-b589-a456d6258d6e req-b3764639-72de-409f-a459-1e5f4f8afcb2 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 3095 time: 0.6653438 Jul 15 23:08:45.999455 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb4037d-31d4-4d8a-94d2-1d6c59b5d031 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:08:46.018532 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1eb4037d-31d4-4d8a-94d2-1d6c59b5d031 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:46.018922 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-1eb4037d-31d4-4d8a-94d2-1d6c59b5d031 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Added segment 231c9bf0-2ea0-47e0-a9e5-9ee0427ac6a9 of type vlan for network 7bbf51d4-4661-44b5-9846-d23be14c4cc9 Jul 15 23:08:46.116032 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1eb4037d-31d4-4d8a-94d2-1d6c59b5d031 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:46.141423 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebbfdcb-c97f-4664-b590-bc64160bb840 None None] DHCP port deletion for 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:08:46.157394 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-973287d4-b9fb-416a-b35a-7529d5d27d69 None None] Provisioning for port abf079aa-7e1f-4fa4-8693-d71192c3cd5a completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:46.171258 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-fd65cf74-b89a-4fb0-a920-9a7c20a770ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7be901-8331-450d-890c-b54610782d7e', 'name': 'tempest-NetworksTestDHCPv6-router-1278430419', 'tenant_id': '63d2071bda354af48ba0ab40dec64d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:34Z', 'updated_at': '2021-07-15T23:08:41Z', 'revision_number': 3, 'project_id': '63d2071bda354af48ba0ab40dec64d3d', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:46.185818 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1eb4037d-31d4-4d8a-94d2-1d6c59b5d031 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:46.194831 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3da03d3c-8dbd-483d-ac64-d55f00b8febc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:46.197050 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb4037d-31d4-4d8a-94d2-1d6c59b5d031 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:46.197696 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1eb4037d-31d4-4d8a-94d2-1d6c59b5d031 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:46.240630 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-973287d4-b9fb-416a-b35a-7529d5d27d69 None None] Provisioning complete for port abf079aa-7e1f-4fa4-8693-d71192c3cd5a triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:46.241094 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-973287d4-b9fb-416a-b35a-7529d5d27d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:46.265541 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd65cf74-b89a-4fb0-a920-9a7c20a770ab None None] Checking router: 2e7be901-8331-450d-890c-b54610782d7e for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:08:46.270161 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8fb80a2-eafa-4c9b-bc53-e24b07c627b1 admin admin] Deleting subnet 5a92a796-d3b1-42b7-94fc-c3b1172d58ab {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:08:46.335593 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4037d-31d4-4d8a-94d2-1d6c59b5d031 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event updated for resources: {'Network': ['ID=7bbf51d4-4661-44b5-9846-d23be14c4cc9,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:46.361962 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a8fb80a2-eafa-4c9b-bc53-e24b07c627b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:46.404044 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8658df16-be27-4e59-98f0-9787526ff582 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:46.418329 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8658df16-be27-4e59-98f0-9787526ff582 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:46.420551 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3b6543b6-4948-45ed-8990-66f6b6fcc6c3 req-5fa42d98-a470-4406-93a0-24afa4c02f7d tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:46.432952 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 7bbf51d4-4661-44b5-9846-d23be14c4cc9 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:08:46.437668 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1eb4037d-31d4-4d8a-94d2-1d6c59b5d031 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5989029 Jul 15 23:08:46.441072 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45514) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:46.441198 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-913ab557-e5b5-4ca9-99c2-8d70f87c8214 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Made reservation on behalf of 4fe4ced19c3b40c2bc6e11100f9d5f1d for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:46.444473 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-913ab557-e5b5-4ca9-99c2-8d70f87c8214 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:46.444685 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9f833fa2-2336-4e85-be2a-3edca5c3e550 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Request body: {'subnet': {'network_id': '7bbf51d4-4661-44b5-9846-d23be14c4cc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:46.492969 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d9757b68-e64d-4811-b589-a456d6258d6e req-2ac7c065-ac4e-49ab-9fd3-3fdb702343d8 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4821739 Jul 15 23:08:46.506423 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a8fb80a2-eafa-4c9b-bc53-e24b07c627b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:46.569905 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8658df16-be27-4e59-98f0-9787526ff582 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:46.570410 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8658df16-be27-4e59-98f0-9787526ff582 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Fanout notify agent at l3_agent the message router_deleted on router 2e7be901-8331-450d-890c-b54610782d7e {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:08:46.608753 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8658df16-be27-4e59-98f0-9787526ff582 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:46.613088 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8658df16-be27-4e59-98f0-9787526ff582 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/routers/2e7be901-8331-450d-890c-b54610782d7e HTTP/1.1" status: 204 len: 168 time: 1.0551879 Jul 15 23:08:46.616594 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45518) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:46.633295 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-0a5ea473-8094-457b-98fb-a5856dca7f05 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:46.646071 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f833fa2-2336-4e85-be2a-3edca5c3e550 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Made reservation on behalf of aa681c2530394e9186e319e0d5231351 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:46.656514 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f833fa2-2336-4e85-be2a-3edca5c3e550 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:46.709234 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6a11d91f-02ff-4f45-b1e8-a5f2ea526bc0 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:08:46.722071 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3b6543b6-4948-45ed-8990-66f6b6fcc6c3 req-5fa42d98-a470-4406-93a0-24afa4c02f7d tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:46.722372 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd65cf74-b89a-4fb0-a920-9a7c20a770ab None None] Routers set() bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:46.730069 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd65cf74-b89a-4fb0-a920-9a7c20a770ab None None] Router IDs set() for agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 23:08:46.730412 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_agentschedulers_db [None req-fd65cf74-b89a-4fb0-a920-9a7c20a770ab None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2e7be901-8331-450d-890c-b54610782d7e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:08:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent'). {{(pid=93800) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 23:08:46.730827 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd65cf74-b89a-4fb0-a920-9a7c20a770ab None None] The sync data for ids ['2e7be901-8331-450d-890c-b54610782d7e'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:08:46.772366 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-973287d4-b9fb-416a-b35a-7529d5d27d69 None None] Port abf079aa-7e1f-4fa4-8693-d71192c3cd5a cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:08:46.990853 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5ea473-8094-457b-98fb-a5856dca7f05 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:46.996433 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0a5ea473-8094-457b-98fb-a5856dca7f05 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:47.126335 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0ebbfdcb-c97f-4664-b590-bc64160bb840 None None] Deleting port 6a11d91f-02ff-4f45-b1e8-a5f2ea526bc0 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:47.134955 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a8fb80a2-eafa-4c9b-bc53-e24b07c627b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:47.147196 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfdcb-c97f-4664-b590-bc64160bb840 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:47.194365 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f833fa2-2336-4e85-be2a-3edca5c3e550 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:47.203145 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:47.274958 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833fa2-2336-4e85-be2a-3edca5c3e550 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event updated for resources: {'Subnet': ['ID=11be05c5-2396-4395-b33e-a83d6c888f5c,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:47.299181 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f833fa2-2336-4e85-be2a-3edca5c3e550 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Checking segment: {'id': '231c9bf0-2ea0-47e0-a9e5-9ee0427ac6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7bbf51d4-4661-44b5-9846-d23be14c4cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:47.299593 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f833fa2-2336-4e85-be2a-3edca5c3e550 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Network hostable DHCP agents. Network: 7bbf51d4-4661-44b5-9846-d23be14c4cc9, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:08:47.321610 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f833fa2-2336-4e85-be2a-3edca5c3e550 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Network 7bbf51d4-4661-44b5-9846-d23be14c4cc9 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:08:47.341565 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-9f833fa2-2336-4e85-be2a-3edca5c3e550 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 7bbf51d4-4661-44b5-9846-d23be14c4cc9) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:47.348150 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-0ebbfdcb-c97f-4664-b590-bc64160bb840 None None] For port 6a11d91f-02ff-4f45-b1e8-a5f2ea526bc0, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=6a11d91f-02ff-4f45-b1e8-a5f2ea526bc0,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:47.348544 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfdcb-c97f-4664-b590-bc64160bb840 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:47.364144 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f833fa2-2336-4e85-be2a-3edca5c3e550 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:47.364571 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6435cc2a-cd57-43c9-8e01-5fe9134a06d4 None None] Network 7bbf51d4-4661-44b5-9846-d23be14c4cc9 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:47.366453 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f833fa2-2336-4e85-be2a-3edca5c3e550 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:47.383409 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 6a11d91f-02ff-4f45-b1e8-a5f2ea526bc0, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=6a11d91f-02ff-4f45-b1e8-a5f2ea526bc0,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:47.404866 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9f833fa2-2336-4e85-be2a-3edca5c3e550 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9642544 Jul 15 23:08:47.406566 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45538) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:47.418607 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0ebbfdcb-c97f-4664-b590-bc64160bb840 None None] Calling delete_port for 6a11d91f-02ff-4f45-b1e8-a5f2ea526bc0 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:47.420588 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:47.421525 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7a1b87f9-adcd-4070-a4b0-02faa459c1a5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1472588954'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:47.439411 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45540) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:47.483099 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1b87f9-adcd-4070-a4b0-02faa459c1a5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Made reservation on behalf of aa681c2530394e9186e319e0d5231351 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:47.495444 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a1b87f9-adcd-4070-a4b0-02faa459c1a5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:47.582828 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a1b87f9-adcd-4070-a4b0-02faa459c1a5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:08:47.606111 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-bba93496-42f6-463c-9752-28fdb9df4278 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1797951490-network', 'tenant_id': '15cf8fa7c13944e495b4354e8d144e4a'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:47.669662 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a1b87f9-adcd-4070-a4b0-02faa459c1a5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:47.670004 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-7a1b87f9-adcd-4070-a4b0-02faa459c1a5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Added segment f71996b0-e9fa-4a2b-be73-a0d266e6469e of type vlan for network 49eca88d-a2d3-4281-8197-8b7b83dd6fb3 Jul 15 23:08:47.693967 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfdcb-c97f-4664-b590-bc64160bb840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:47.725908 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device f7fdec2a-d553-43cd-a0ad-2970a52d813e up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:47.771310 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a1b87f9-adcd-4070-a4b0-02faa459c1a5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:47.801984 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebbfdcb-c97f-4664-b590-bc64160bb840 None None] No DVR routers for this DVR port 6a11d91f-02ff-4f45-b1e8-a5f2ea526bc0 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:08:47.807239 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba93496-42f6-463c-9752-28fdb9df4278 admin admin] Made reservation on behalf of 15cf8fa7c13944e495b4354e8d144e4a for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:47.810089 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bba93496-42f6-463c-9752-28fdb9df4278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:47.822316 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bba93496-42f6-463c-9752-28fdb9df4278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:47.866430 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=6a11d91f-02ff-4f45-b1e8-a5f2ea526bc0,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:47.958054 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebbfdcb-c97f-4664-b590-bc64160bb840 None None] Pushing event deleted for resources: {'Port': ['ID=6a11d91f-02ff-4f45-b1e8-a5f2ea526bc0,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:47.971565 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bba93496-42f6-463c-9752-28fdb9df4278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:47.977435 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bba93496-42f6-463c-9752-28fdb9df4278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:47.980182 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port f7fdec2a-d553-43cd-a0ad-2970a52d813e triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:47.980569 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:47.986777 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-913ab557-e5b5-4ca9-99c2-8d70f87c8214 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Allocated IP 10.2.2.200 (70df42a8-7f3a-4d1e-82b9-1354a40e98c2/c8ed3032-070e-4ebf-984d-7ac57e6c8a26/54ed7c92-7d96-4319-af0e-98c8d7d7ce91) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:47.988515 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a1b87f9-adcd-4070-a4b0-02faa459c1a5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:47.994861 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1b87f9-adcd-4070-a4b0-02faa459c1a5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:47.995682 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a1b87f9-adcd-4070-a4b0-02faa459c1a5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:48.054243 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba93496-42f6-463c-9752-28fdb9df4278 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:08:48.069259 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba93496-42f6-463c-9752-28fdb9df4278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947edb84-942b-4180-82f7-980435898f27,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:48.096084 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e906e753-25c2-4e23-b3f3-13054161c497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-7bbf51d4-4661-44b5-9846-d23be14c4cc9', 'network_id': '7bbf51d4-4661-44b5-9846-d23be14c4cc9', 'tenant_id': 'aa681c2530394e9186e319e0d5231351', 'fixed_ips': [{'subnet_id': '11be05c5-2396-4395-b33e-a83d6c888f5c'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:08:48.097165 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e906e753-25c2-4e23-b3f3-13054161c497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:48.101142 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7a1b87f9-adcd-4070-a4b0-02faa459c1a5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6919315 Jul 15 23:08:48.102869 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bba93496-42f6-463c-9752-28fdb9df4278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:48.103785 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-bba93496-42f6-463c-9752-28fdb9df4278 admin admin] Added segment 09560f1e-d90c-4925-9718-9a1b12f54a0d of type vlan for network b3fabaeb-2ca1-4baa-ac7e-3051641e26a2 Jul 15 23:08:48.114890 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45550) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:48.120990 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a8fb80a2-eafa-4c9b-bc53-e24b07c627b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:48.154456 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-900ce236-7c23-427e-98e4-263b7b011a99 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Request body: {'subnet': {'network_id': '49eca88d-a2d3-4281-8197-8b7b83dd6fb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:48.161592 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b87f9-adcd-4070-a4b0-02faa459c1a5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event updated for resources: {'Network': ['ID=49eca88d-a2d3-4281-8197-8b7b83dd6fb3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:48.182463 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 49eca88d-a2d3-4281-8197-8b7b83dd6fb3 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:08:48.213013 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb80a2-eafa-4c9b-bc53-e24b07c627b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a92a796-d3b1-42b7-94fc-c3b1172d58ab,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:48.287528 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bba93496-42f6-463c-9752-28fdb9df4278 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:48.298691 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a8fb80a2-eafa-4c9b-bc53-e24b07c627b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:48.300927 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a8fb80a2-eafa-4c9b-bc53-e24b07c627b1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5a92a796-d3b1-42b7-94fc-c3b1172d58ab HTTP/1.1" status: 204 len: 168 time: 2.6024308 Jul 15 23:08:48.308753 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45552) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:48.309296 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:48.326026 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be223b36-74f8-445c-9cdf-d0cf412f4416 None None] Network 88802605-0841-4548-a7eb-a0c902b02e21 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:48.386794 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3b6543b6-4948-45ed-8990-66f6b6fcc6c3 req-5fa42d98-a470-4406-93a0-24afa4c02f7d tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:48.388564 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3036e052-ecea-4561-8b0d-5475e3bef428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:48.398275 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69083ab1-a61b-4d6c-a0c4-5f35481a0f5f req-24186384-9ceb-4d4e-8c19-06223c910b43 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:48.404609 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69083ab1-a61b-4d6c-a0c4-5f35481a0f5f req-24186384-9ceb-4d4e-8c19-06223c910b43 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:48.411027 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69083ab1-a61b-4d6c-a0c4-5f35481a0f5f req-24186384-9ceb-4d4e-8c19-06223c910b43 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:48.417041 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69083ab1-a61b-4d6c-a0c4-5f35481a0f5f req-24186384-9ceb-4d4e-8c19-06223c910b43 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:48.424857 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-69083ab1-a61b-4d6c-a0c4-5f35481a0f5f req-24186384-9ceb-4d4e-8c19-06223c910b43 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 3095 time: 0.5719130 Jul 15 23:08:48.452611 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3b6543b6-4948-45ed-8990-66f6b6fcc6c3 req-5fa42d98-a470-4406-93a0-24afa4c02f7d tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:48.539881 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c599ef5-3931-43b4-b7ae-152f0b2abdc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fdec2a-d553-43cd-a0ad-2970a52d813e'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:48.548496 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f449c687-e21e-403f-8716-e69d61b3c2f7" -d '{"events": [{"server_uuid": "4c599ef5-3931-43b4-b7ae-152f0b2abdc9", "name": "network-vif-plugged", "status": "completed", "tag": "f7fdec2a-d553-43cd-a0ad-2970a52d813e"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:48.607071 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e848cf78-fee5-4951-867e-f0fc64c7f38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:48.668346 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port f7fdec2a-d553-43cd-a0ad-2970a52d813e, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=f7fdec2a-d553-43cd-a0ad-2970a52d813e,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:48.711276 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:48.731798 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-913ab557-e5b5-4ca9-99c2-8d70f87c8214 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:48.748389 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-913ab557-e5b5-4ca9-99c2-8d70f87c8214 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Transition to ACTIVE for port object 54ed7c92-7d96-4319-af0e-98c8d7d7ce91 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:48.765464 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:48.785961 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa42d98-a470-4406-93a0-24afa4c02f7d tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Pushing event updated for resources: {'Port': ['ID=6c7f126d-ca90-4019-aace-e46589aa2d2c,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:48.802803 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-913ab557-e5b5-4ca9-99c2-8d70f87c8214 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:48.804976 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0a5ea473-8094-457b-98fb-a5856dca7f05 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:48.822364 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-e906e753-25c2-4e23-b3f3-13054161c497 None None] Allocated IP 2001:db8::3 (7bbf51d4-4661-44b5-9846-d23be14c4cc9/11be05c5-2396-4395-b33e-a83d6c888f5c/0d5a76fd-7290-43aa-b37f-04f5e7d9728b) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:48.848215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=f7fdec2a-d553-43cd-a0ad-2970a52d813e,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:48.892445 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5ea473-8094-457b-98fb-a5856dca7f05 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:48.991658 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ea473-8094-457b-98fb-a5856dca7f05 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Subnet': ['ID=9493acac-3ab9-427e-9559-11d5128f9643,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:48.994210 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-0a5ea473-8094-457b-98fb-a5856dca7f05 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:49.015472 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5ea473-8094-457b-98fb-a5856dca7f05 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:49.016243 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0a5ea473-8094-457b-98fb-a5856dca7f05 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:49.061231 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-69083ab1-a61b-4d6c-a0c4-5f35481a0f5f req-64552a9b-4668-4206-8355-f79a251c1264 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6354201 Jul 15 23:08:49.081624 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-913ab557-e5b5-4ca9-99c2-8d70f87c8214 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Network 70df42a8-7f3a-4d1e-82b9-1354a40e98c2 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:49.082327 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e906e753-25c2-4e23-b3f3-13054161c497 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:49.099982 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e906e753-25c2-4e23-b3f3-13054161c497 None None] Transition to ACTIVE for port object 0d5a76fd-7290-43aa-b37f-04f5e7d9728b will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:49.109914 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-913ab557-e5b5-4ca9-99c2-8d70f87c8214 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:49.128125 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0a5ea473-8094-457b-98fb-a5856dca7f05 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5074446 Jul 15 23:08:49.130545 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-913ab557-e5b5-4ca9-99c2-8d70f87c8214 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:49.136963 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3b6543b6-4948-45ed-8990-66f6b6fcc6c3 req-5fa42d98-a470-4406-93a0-24afa4c02f7d tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:49.149214 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e906e753-25c2-4e23-b3f3-13054161c497 None None] Transition to ACTIVE for port object 0d5a76fd-7290-43aa-b37f-04f5e7d9728b will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:49.157671 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74f7403-286d-4ebb-ae5f-6be859c3272f None None] DHCP port deletion for 88802605-0841-4548-a7eb-a0c902b02e21 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:08:49.159535 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40960405-6c5f-4577-a5a8-c46a37ef71c2 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:49.162833 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45556) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:49.167353 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ab557-e5b5-4ca9-99c2-8d70f87c8214 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Pushing event updated for resources: {'Port': ['ID=54ed7c92-7d96-4319-af0e-98c8d7d7ce91,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:49.189703 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-35c66d35-ea4d-4bc0-8228-fcce937aa00c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-325849365', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:49.217641 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900ce236-7c23-427e-98e4-263b7b011a99 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Made reservation on behalf of aa681c2530394e9186e319e0d5231351 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:49.224229 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-900ce236-7c23-427e-98e4-263b7b011a99 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:49.227517 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3b6543b6-4948-45ed-8990-66f6b6fcc6c3 req-5fa42d98-a470-4406-93a0-24afa4c02f7d tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:49.229054 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3b6543b6-4948-45ed-8990-66f6b6fcc6c3 req-5fa42d98-a470-4406-93a0-24afa4c02f7d tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.9363358 Jul 15 23:08:49.242258 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-913ab557-e5b5-4ca9-99c2-8d70f87c8214 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:49.243173 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-913ab557-e5b5-4ca9-99c2-8d70f87c8214 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:49.308532 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.ipam_backend_mixin [None req-900ce236-7c23-427e-98e4-263b7b011a99 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Performing IP validity checks on allocation pools {{(pid=93798) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 23:08:49.309951 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.ipam_backend_mixin [None req-900ce236-7c23-427e-98e4-263b7b011a99 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93798) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 23:08:49.343121 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-913ab557-e5b5-4ca9-99c2-8d70f87c8214 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9406676 Jul 15 23:08:49.385057 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-c8b8707c-4250-43b7-a0c4-2f5b1fe38e19 service neutron] Request body: {'port': {'device_id': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:49.390512 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3b6543b6-4948-45ed-8990-66f6b6fcc6c3 req-1f97b20a-73c7-4781-9556-b4682eaa10dd tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.106 HTTP/1.1" status: 200 len: 696 time: 0.1428804 Jul 15 23:08:49.422585 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e906e753-25c2-4e23-b3f3-13054161c497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:49.489523 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.db.resource_extend [None req-bba93496-42f6-463c-9752-28fdb9df4278 admin admin] It took 1.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:08:49.498437 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-35c66d35-ea4d-4bc0-8228-fcce937aa00c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:49.499631 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-35c66d35-ea4d-4bc0-8228-fcce937aa00c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:49.512695 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-900ce236-7c23-427e-98e4-263b7b011a99 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:49.544268 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b47e6f5-f6c0-49ae-8d4c-7d673c10ead8 x-openstack-request-id: req-5b47e6f5-f6c0-49ae-8d4c-7d673c10ead8 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:49.544806 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c599ef5-3931-43b4-b7ae-152f0b2abdc9", "name": "network-vif-plugged", "status": "completed", "tag": "f7fdec2a-d553-43cd-a0ad-2970a52d813e", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:49.545522 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b47e6f5-f6c0-49ae-8d4c-7d673c10ead8 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:49.546089 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c599ef5-3931-43b4-b7ae-152f0b2abdc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fdec2a-d553-43cd-a0ad-2970a52d813e', 'code': 200} Jul 15 23:08:49.624431 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ce236-7c23-427e-98e4-263b7b011a99 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event updated for resources: {'Subnet': ['ID=a4a3bb5d-f31b-4784-85d8-3edcbe4cc83f,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:49.669282 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-c8b8707c-4250-43b7-a0c4-2f5b1fe38e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:49.700790 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bba93496-42f6-463c-9752-28fdb9df4278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:49.701897 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba93496-42f6-463c-9752-28fdb9df4278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:49.702649 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bba93496-42f6-463c-9752-28fdb9df4278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:49.717921 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900ce236-7c23-427e-98e4-263b7b011a99 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Checking segment: {'id': 'f71996b0-e9fa-4a2b-be73-a0d266e6469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '49eca88d-a2d3-4281-8197-8b7b83dd6fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:49.718415 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900ce236-7c23-427e-98e4-263b7b011a99 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Network hostable DHCP agents. Network: 49eca88d-a2d3-4281-8197-8b7b83dd6fb3, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:08:49.736425 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6543b6-4948-45ed-8990-66f6b6fcc6c3 req-f10199a3-ac28-4465-acae-6a450e9422a7 tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:49.737826 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3b6543b6-4948-45ed-8990-66f6b6fcc6c3 req-f10199a3-ac28-4465-acae-6a450e9422a7 tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 784 time: 0.3119073 Jul 15 23:08:49.763793 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e906e753-25c2-4e23-b3f3-13054161c497 None None] Network 7bbf51d4-4661-44b5-9846-d23be14c4cc9 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:49.779026 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-e906e753-25c2-4e23-b3f3-13054161c497 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:49.781136 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:49.796793 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e906e753-25c2-4e23-b3f3-13054161c497 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:49.806389 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-85b955f8-bcdf-482a-8ccb-c27a84d5a178 None None] Provisioning for port 54ed7c92-7d96-4319-af0e-98c8d7d7ce91 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:49.853115 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6efbabeb-220b-4af2-ab34-7196432859f3 req-1d5bff1a-44a0-4ec1-8ad2-a7ce5f8124fd tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] 10.222.0.16 "GET /v2.0/floatingips/831a2fb1-4666-4916-b678-a694852203db HTTP/1.1" status: 200 len: 693 time: 0.0793662 Jul 15 23:08:49.904782 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-85b955f8-bcdf-482a-8ccb-c27a84d5a178 None None] Provisioning complete for port 54ed7c92-7d96-4319-af0e-98c8d7d7ce91 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:49.905060 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba93496-42f6-463c-9752-28fdb9df4278 admin admin] Pushing event updated for resources: {'Network': ['ID=b3fabaeb-2ca1-4baa-ac7e-3051641e26a2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:49.905564 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-85b955f8-bcdf-482a-8ccb-c27a84d5a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:49.962440 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-85b955f8-bcdf-482a-8ccb-c27a84d5a178 None None] Port 54ed7c92-7d96-4319-af0e-98c8d7d7ce91 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:08:49.969970 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a650a37a-9659-4b2a-905a-6bcaa487fcfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'tenant_id': '63d2071bda354af48ba0ab40dec64d3d', 'fixed_ips': [{'subnet_id': '9493acac-3ab9-427e-9559-11d5128f9643'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:08:49.977791 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a650a37a-9659-4b2a-905a-6bcaa487fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:49.979969 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network b3fabaeb-2ca1-4baa-ac7e-3051641e26a2 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:08:50.003123 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900ce236-7c23-427e-98e4-263b7b011a99 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Network 49eca88d-a2d3-4281-8197-8b7b83dd6fb3 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:08:50.023993 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-35c66d35-ea4d-4bc0-8228-fcce937aa00c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:50.046561 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3036e052-ecea-4561-8b0d-5475e3bef428 admin admin] Deleting port 5d402825-f27d-489d-b0a0-d68b061c57f0 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:50.050742 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3036e052-ecea-4561-8b0d-5475e3bef428 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:50.130093 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3036e052-ecea-4561-8b0d-5475e3bef428 admin admin] For port 5d402825-f27d-489d-b0a0-d68b061c57f0, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=5d402825-f27d-489d-b0a0-d68b061c57f0,segment=NetworkSegment(c5f97a75-170c-413d-b88b-5822deb030ae),segment_id=c5f97a75-170c-413d-b88b-5822deb030ae)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:50.130449 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3036e052-ecea-4561-8b0d-5475e3bef428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:50.145882 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3036e052-ecea-4561-8b0d-5475e3bef428 admin admin] Calling delete_port for 5d402825-f27d-489d-b0a0-d68b061c57f0 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:50.183085 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906e753-25c2-4e23-b3f3-13054161c497 None None] Pushing event updated for resources: {'Port': ['ID=0d5a76fd-7290-43aa-b37f-04f5e7d9728b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:50.277169 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bba93496-42f6-463c-9752-28fdb9df4278 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.8338704 Jul 15 23:08:50.278993 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3036e052-ecea-4561-8b0d-5475e3bef428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:50.287293 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45570) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:50.289675 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-35c66d35-ea4d-4bc0-8228-fcce937aa00c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:50.295679 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-2abfa7d1-a0a0-4f6e-a2b7-fbc3afff7ac4 admin admin] Request body: {'subnet': {'network_id': 'b3fabaeb-2ca1-4baa-ac7e-3051641e26a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1797951490-subnet', 'tenant_id': '15cf8fa7c13944e495b4354e8d144e4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:50.314447 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-900ce236-7c23-427e-98e4-263b7b011a99 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 49eca88d-a2d3-4281-8197-8b7b83dd6fb3) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:50.318665 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3036e052-ecea-4561-8b0d-5475e3bef428 admin admin] No DVR routers for this DVR port 5d402825-f27d-489d-b0a0-d68b061c57f0 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:08:50.320158 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-35c66d35-ea4d-4bc0-8228-fcce937aa00c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:50.323725 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-35c66d35-ea4d-4bc0-8228-fcce937aa00c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1510413 Jul 15 23:08:50.350515 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45572) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:50.367286 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-c74f7403-286d-4ebb-ae5f-6be859c3272f None None] Deleting port 5d402825-f27d-489d-b0a0-d68b061c57f0 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:50.367859 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c74f7403-286d-4ebb-ae5f-6be859c3272f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:50.373571 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900ce236-7c23-427e-98e4-263b7b011a99 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:50.374168 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-900ce236-7c23-427e-98e4-263b7b011a99 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:50.395546 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036e052-ecea-4561-8b0d-5475e3bef428 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d402825-f27d-489d-b0a0-d68b061c57f0,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:50.406895 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-900ce236-7c23-427e-98e4-263b7b011a99 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.2906115 Jul 15 23:08:50.452514 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45576) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:50.585672 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-c74f7403-286d-4ebb-ae5f-6be859c3272f None None] For port 5d402825-f27d-489d-b0a0-d68b061c57f0, host n-d-787205-9, got binding levels [] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:50.586294 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c74f7403-286d-4ebb-ae5f-6be859c3272f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:50.599620 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-c74f7403-286d-4ebb-ae5f-6be859c3272f None None] Calling delete_port for 5d402825-f27d-489d-b0a0-d68b061c57f0 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:50.602484 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.ipam_backend_mixin [None req-c74f7403-286d-4ebb-ae5f-6be859c3272f None None] Port 5d402825-f27d-489d-b0a0-d68b061c57f0 was not found and therefore no delete operation was performed {{(pid=93800) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:08:50.610424 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbabeb-220b-4af2-ab34-7196432859f3 req-503ee317-abbf-41fc-8860-a4b12b5471ad tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:50.612247 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6efbabeb-220b-4af2-ab34-7196432859f3 req-503ee317-abbf-41fc-8860-a4b12b5471ad tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 784 time: 0.7518044 Jul 15 23:08:50.619357 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3036e052-ecea-4561-8b0d-5475e3bef428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:50.631613 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c74f7403-286d-4ebb-ae5f-6be859c3272f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:50.637277 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179fd9dd-ebcd-4d3c-a89a-c5124cc59041 None None] Network 49eca88d-a2d3-4281-8197-8b7b83dd6fb3 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:50.639048 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 5d402825-f27d-489d-b0a0-d68b061c57f0 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:08:50.644225 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abfa7d1-a0a0-4f6e-a2b7-fbc3afff7ac4 admin admin] Made reservation on behalf of 15cf8fa7c13944e495b4354e8d144e4a for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:50.646876 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2abfa7d1-a0a0-4f6e-a2b7-fbc3afff7ac4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:50.773288 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3036e052-ecea-4561-8b0d-5475e3bef428 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88802605-0841-4548-a7eb-a0c902b02e21']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:50.790999 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3036e052-ecea-4561-8b0d-5475e3bef428 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f97a75-170c-413d-b88b-5822deb030ae') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:50.791856 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3036e052-ecea-4561-8b0d-5475e3bef428 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f97a75-170c-413d-b88b-5822deb030ae') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:50.815477 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3036e052-ecea-4561-8b0d-5475e3bef428 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:50.850093 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e906e753-25c2-4e23-b3f3-13054161c497 None None] Attempting to bind port 0d5a76fd-7290-43aa-b37f-04f5e7d9728b on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:50.850522 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e906e753-25c2-4e23-b3f3-13054161c497 None None] Attempting to bind port 0d5a76fd-7290-43aa-b37f-04f5e7d9728b by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '231c9bf0-2ea0-47e0-a9e5-9ee0427ac6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7bbf51d4-4661-44b5-9846-d23be14c4cc9'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:50.850922 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e906e753-25c2-4e23-b3f3-13054161c497 None None] Attempting to bind port 0d5a76fd-7290-43aa-b37f-04f5e7d9728b on network 7bbf51d4-4661-44b5-9846-d23be14c4cc9 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:50.855178 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 5d402825-f27d-489d-b0a0-d68b061c57f0 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:08:50.855870 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 5d402825-f27d-489d-b0a0-d68b061c57f0 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:08:50.899515 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f7403-286d-4ebb-ae5f-6be859c3272f None None] Pushing event deleted for resources: {'Port': ['ID=5d402825-f27d-489d-b0a0-d68b061c57f0,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:50.903482 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74f7403-286d-4ebb-ae5f-6be859c3272f None None] No DVR routers for this DVR port 5d402825-f27d-489d-b0a0-d68b061c57f0 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:08:50.908049 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e906e753-25c2-4e23-b3f3-13054161c497 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:50.908459 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e906e753-25c2-4e23-b3f3-13054161c497 None None] Checking segment: {'id': '231c9bf0-2ea0-47e0-a9e5-9ee0427ac6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7bbf51d4-4661-44b5-9846-d23be14c4cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:50.908868 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e906e753-25c2-4e23-b3f3-13054161c497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:50.909498 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e906e753-25c2-4e23-b3f3-13054161c497 None None] Bound using segment: {'id': '231c9bf0-2ea0-47e0-a9e5-9ee0427ac6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7bbf51d4-4661-44b5-9846-d23be14c4cc9'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:50.909993 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e906e753-25c2-4e23-b3f3-13054161c497 None None] Bound port: 0d5a76fd-7290-43aa-b37f-04f5e7d9728b, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '231c9bf0-2ea0-47e0-a9e5-9ee0427ac6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7bbf51d4-4661-44b5-9846-d23be14c4cc9'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:50.910679 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e906e753-25c2-4e23-b3f3-13054161c497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:50.911795 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2abfa7d1-a0a0-4f6e-a2b7-fbc3afff7ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:50.926360 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3036e052-ecea-4561-8b0d-5475e3bef428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:50.964103 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3036e052-ecea-4561-8b0d-5475e3bef428 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:08:50.965064 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3036e052-ecea-4561-8b0d-5475e3bef428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:50.998193 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e906e753-25c2-4e23-b3f3-13054161c497 None None] For port 0d5a76fd-7290-43aa-b37f-04f5e7d9728b, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:51.002263 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e906e753-25c2-4e23-b3f3-13054161c497 None None] For port 0d5a76fd-7290-43aa-b37f-04f5e7d9728b, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=0d5a76fd-7290-43aa-b37f-04f5e7d9728b,segment=NetworkSegment(231c9bf0-2ea0-47e0-a9e5-9ee0427ac6a9),segment_id=231c9bf0-2ea0-47e0-a9e5-9ee0427ac6a9)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:51.013555 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e906e753-25c2-4e23-b3f3-13054161c497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:51.039410 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:08:51.039410 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:08:51.039410 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:08:51.039410 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:08:51.039410 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:08:51.039410 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:08:51.039410 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:08:51.039410 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:08:51.039410 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:08:51.039410 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:08:51.039410 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:08:51.039410 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:08:51.039410 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:08:51.039410 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:08:51.039410 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:08:51.039410 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:08:51.039410 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:08:51.039410 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:08:51.039410 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:08:51.039410 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:08:51.039410 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:08:51.039410 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:08:51.039410 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:08:51.039410 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:08:51.039410 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:08:51.039410 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:08:51.039410 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:08:51.039410 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:08:51.039410 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:08:51.039410 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:08:51.039410 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:08:51.039410 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:08:51.134532 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3036e052-ecea-4561-8b0d-5475e3bef428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:51.144840 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3036e052-ecea-4561-8b0d-5475e3bef428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:51.148352 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3036e052-ecea-4561-8b0d-5475e3bef428 admin admin] 10.222.0.16 "DELETE /v2.0/networks/88802605-0841-4548-a7eb-a0c902b02e21 HTTP/1.1" status: 204 len: 168 time: 2.8383453 Jul 15 23:08:51.154734 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0999969b-ea92-4923-b0d3-6b00777735c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:51.177949 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036e052-ecea-4561-8b0d-5475e3bef428 admin admin] Pushing event deleted for resources: {'Network': ['ID=88802605-0841-4548-a7eb-a0c902b02e21,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:51.199949 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec9da47-548d-4e15-bdbe-baa11e3b6f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-49eca88d-a2d3-4281-8197-8b7b83dd6fb3', 'network_id': '49eca88d-a2d3-4281-8197-8b7b83dd6fb3', 'tenant_id': 'aa681c2530394e9186e319e0d5231351', 'fixed_ips': [{'subnet_id': 'a4a3bb5d-f31b-4784-85d8-3edcbe4cc83f'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:08:51.200812 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ec9da47-548d-4e15-bdbe-baa11e3b6f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:51.382970 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-3ec9da47-548d-4e15-bdbe-baa11e3b6f18 None None] Allocated IP 2001:db8::3 (49eca88d-a2d3-4281-8197-8b7b83dd6fb3/a4a3bb5d-f31b-4784-85d8-3edcbe4cc83f/4e1a28f0-be14-479f-866c-eeab6d88917e) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:51.420561 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45582) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:51.486893 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6efbabeb-220b-4af2-ab34-7196432859f3 req-c821edde-bfab-47ff-93c7-8952ee98bceb tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.106 HTTP/1.1" status: 200 len: 696 time: 0.6558883 Jul 15 23:08:51.531253 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-a650a37a-9659-4b2a-905a-6bcaa487fcfe None None] Allocated IP 2001:db8::2 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/9493acac-3ab9-427e-9559-11d5128f9643/989e60ca-b73f-4342-ad6d-18ee7ec85013) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:51.550652 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abfa7d1-a0a0-4f6e-a2b7-fbc3afff7ac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87eddfd5-7580-419f-8421-16a73015292f,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:51.615386 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-63aebd8c-f569-4020-8fb1-0f8994318d30 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3cd2e830a4d4489db1afd3c7596d484f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1912632 Jul 15 23:08:51.616083 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45584) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:51.660281 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-c8b8707c-4250-43b7-a0c4-2f5b1fe38e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 593c311f-e7e7-48e7-a565-db6f18498037 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:08:51.669796 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-c8b8707c-4250-43b7-a0c4-2f5b1fe38e19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:51.685626 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-c8b8707c-4250-43b7-a0c4-2f5b1fe38e19 service neutron] Transition to ACTIVE for port object 593c311f-e7e7-48e7-a565-db6f18498037 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:51.702244 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50611f44-ea1e-45e6-ba6c-196de57db8af req-5dc9fa36-e908-4005-b786-6bbe2aa9292f tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:51.709395 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50611f44-ea1e-45e6-ba6c-196de57db8af req-5dc9fa36-e908-4005-b786-6bbe2aa9292f tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:51.725433 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50611f44-ea1e-45e6-ba6c-196de57db8af req-5dc9fa36-e908-4005-b786-6bbe2aa9292f tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:51.732716 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50611f44-ea1e-45e6-ba6c-196de57db8af req-5dc9fa36-e908-4005-b786-6bbe2aa9292f tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:51.741918 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50611f44-ea1e-45e6-ba6c-196de57db8af req-5dc9fa36-e908-4005-b786-6bbe2aa9292f tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:51.744891 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-50611f44-ea1e-45e6-ba6c-196de57db8af req-5dc9fa36-e908-4005-b786-6bbe2aa9292f tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 3816 time: 1.2995036 Jul 15 23:08:51.749325 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:51.750378 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3563e55-c0c6-4752-9f2a-6cf49b9d84f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:51.778031 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3563e55-c0c6-4752-9f2a-6cf49b9d84f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:51.790801 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-c8b8707c-4250-43b7-a0c4-2f5b1fe38e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:51.829036 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a650a37a-9659-4b2a-905a-6bcaa487fcfe None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:51.839308 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3563e55-c0c6-4752-9f2a-6cf49b9d84f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:51.841811 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3563e55-c0c6-4752-9f2a-6cf49b9d84f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:51.845998 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e3563e55-c0c6-4752-9f2a-6cf49b9d84f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b62c2e68-0cc8-4016-a352-4566f39835fe HTTP/1.1" status: 204 len: 168 time: 0.2258606 Jul 15 23:08:51.846138 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a650a37a-9659-4b2a-905a-6bcaa487fcfe None None] Transition to ACTIVE for port object 989e60ca-b73f-4342-ad6d-18ee7ec85013 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:51.886561 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3563e55-c0c6-4752-9f2a-6cf49b9d84f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62c2e68-0cc8-4016-a352-4566f39835fe,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:51.887954 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a650a37a-9659-4b2a-905a-6bcaa487fcfe None None] Transition to ACTIVE for port object 989e60ca-b73f-4342-ad6d-18ee7ec85013 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:51.893801 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:51.905726 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a650a37a-9659-4b2a-905a-6bcaa487fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:51.908532 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906e753-25c2-4e23-b3f3-13054161c497 None None] Pushing event updated for resources: {'Port': ['ID=0d5a76fd-7290-43aa-b37f-04f5e7d9728b,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:51.926451 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8707c-4250-43b7-a0c4-2f5b1fe38e19 service neutron] Pushing event updated for resources: {'Port': ['ID=593c311f-e7e7-48e7-a565-db6f18498037,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:51.994571 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-50611f44-ea1e-45e6-ba6c-196de57db8af req-c78e168f-a729-4fb5-aae0-3a2f8e47bca1 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053173 Jul 15 23:08:52.057286 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-0999969b-ea92-4923-b0d3-6b00777735c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Allocated IP 2001:db8::1 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/9493acac-3ab9-427e-9559-11d5128f9643/cc313a1a-190e-40d9-8db5-c2fed3e9a27f) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:52.077876 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6efbabeb-220b-4af2-ab34-7196432859f3 req-bc3beee4-c8b3-4d6b-ae86-f75ecb280f31 tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.106 HTTP/1.1" status: 200 len: 696 time: 0.5875328 Jul 15 23:08:52.099339 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-c8b8707c-4250-43b7-a0c4-2f5b1fe38e19 service neutron] Attempting to bind port 593c311f-e7e7-48e7-a565-db6f18498037 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:52.099769 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-c8b8707c-4250-43b7-a0c4-2f5b1fe38e19 service neutron] Attempting to bind port 593c311f-e7e7-48e7-a565-db6f18498037 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e0802052-573e-4abc-b289-64f26dbf67e5'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:52.100117 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-c8b8707c-4250-43b7-a0c4-2f5b1fe38e19 service neutron] Attempting to bind port 593c311f-e7e7-48e7-a565-db6f18498037 on network e0802052-573e-4abc-b289-64f26dbf67e5 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:52.210118 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a650a37a-9659-4b2a-905a-6bcaa487fcfe None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:52.250824 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-a650a37a-9659-4b2a-905a-6bcaa487fcfe None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:52.254112 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abfa7d1-a0a0-4f6e-a2b7-fbc3afff7ac4 admin admin] Checking segment: {'id': '09560f1e-d90c-4925-9718-9a1b12f54a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b3fabaeb-2ca1-4baa-ac7e-3051641e26a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:52.256557 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abfa7d1-a0a0-4f6e-a2b7-fbc3afff7ac4 admin admin] Network hostable DHCP agents. Network: b3fabaeb-2ca1-4baa-ac7e-3051641e26a2, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:08:52.271914 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650a37a-9659-4b2a-905a-6bcaa487fcfe None None] Pushing event updated for resources: {'Port': ['ID=989e60ca-b73f-4342-ad6d-18ee7ec85013,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:52.281346 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a650a37a-9659-4b2a-905a-6bcaa487fcfe None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:52.306305 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-c8b8707c-4250-43b7-a0c4-2f5b1fe38e19 service neutron] Port 593c311f-e7e7-48e7-a565-db6f18498037 on network e0802052-573e-4abc-b289-64f26dbf67e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:08:52.306627 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-c8b8707c-4250-43b7-a0c4-2f5b1fe38e19 service neutron] Attempting to bind port 593c311f-e7e7-48e7-a565-db6f18498037 on network e0802052-573e-4abc-b289-64f26dbf67e5 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:52.456164 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0999969b-ea92-4923-b0d3-6b00777735c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:52.485574 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-0999969b-ea92-4923-b0d3-6b00777735c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Transition to ACTIVE for port object cc313a1a-190e-40d9-8db5-c2fed3e9a27f will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:52.546526 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ec9da47-548d-4e15-bdbe-baa11e3b6f18 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:52.573349 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:52.582453 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3ec9da47-548d-4e15-bdbe-baa11e3b6f18 None None] Transition to ACTIVE for port object 4e1a28f0-be14-479f-866c-eeab6d88917e will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:52.592405 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0999969b-ea92-4923-b0d3-6b00777735c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:52.597922 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abfa7d1-a0a0-4f6e-a2b7-fbc3afff7ac4 admin admin] Network b3fabaeb-2ca1-4baa-ac7e-3051641e26a2 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:08:52.599985 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-c8b8707c-4250-43b7-a0c4-2f5b1fe38e19 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:52.600263 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-c8b8707c-4250-43b7-a0c4-2f5b1fe38e19 service neutron] Checking segment: {'id': '2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e0802052-573e-4abc-b289-64f26dbf67e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:52.600649 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-c8b8707c-4250-43b7-a0c4-2f5b1fe38e19 service neutron] Bound using segment: {'id': '2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e0802052-573e-4abc-b289-64f26dbf67e5'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:52.601090 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-c8b8707c-4250-43b7-a0c4-2f5b1fe38e19 service neutron] Bound port: 593c311f-e7e7-48e7-a565-db6f18498037, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e0802052-573e-4abc-b289-64f26dbf67e5'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:52.601608 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-c8b8707c-4250-43b7-a0c4-2f5b1fe38e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:52.625140 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3ec9da47-548d-4e15-bdbe-baa11e3b6f18 None None] Transition to ACTIVE for port object 4e1a28f0-be14-479f-866c-eeab6d88917e will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:52.663053 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ec9da47-548d-4e15-bdbe-baa11e3b6f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:52.754833 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999969b-ea92-4923-b0d3-6b00777735c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Port': ['ID=cc313a1a-190e-40d9-8db5-c2fed3e9a27f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:52.777253 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9da47-548d-4e15-bdbe-baa11e3b6f18 None None] Pushing event updated for resources: {'Port': ['ID=4e1a28f0-be14-479f-866c-eeab6d88917e,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:52.779777 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0999969b-ea92-4923-b0d3-6b00777735c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:52.782216 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-0999969b-ea92-4923-b0d3-6b00777735c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:52.790714 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0d5a76fd-7290-43aa-b37f-04f5e7d9728b up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:52.791689 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0999969b-ea92-4923-b0d3-6b00777735c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:52.803064 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0999969b-ea92-4923-b0d3-6b00777735c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:52.928839 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-a650a37a-9659-4b2a-905a-6bcaa487fcfe None None] Attempting to bind port 989e60ca-b73f-4342-ad6d-18ee7ec85013 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:52.929505 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-a650a37a-9659-4b2a-905a-6bcaa487fcfe None None] Attempting to bind port 989e60ca-b73f-4342-ad6d-18ee7ec85013 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:52.929627 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a650a37a-9659-4b2a-905a-6bcaa487fcfe None None] Attempting to bind port 989e60ca-b73f-4342-ad6d-18ee7ec85013 on network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:53.003543 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec9da47-548d-4e15-bdbe-baa11e3b6f18 None None] Network 49eca88d-a2d3-4281-8197-8b7b83dd6fb3 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:53.031362 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a650a37a-9659-4b2a-905a-6bcaa487fcfe None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:53.031784 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a650a37a-9659-4b2a-905a-6bcaa487fcfe None None] Checking segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:53.032195 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a650a37a-9659-4b2a-905a-6bcaa487fcfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:53.032593 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a650a37a-9659-4b2a-905a-6bcaa487fcfe None None] Bound using segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:53.057507 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0999969b-ea92-4923-b0d3-6b00777735c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:53.058527 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-a650a37a-9659-4b2a-905a-6bcaa487fcfe None None] Bound port: 989e60ca-b73f-4342-ad6d-18ee7ec85013, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:53.065780 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a650a37a-9659-4b2a-905a-6bcaa487fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:53.101443 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-3ec9da47-548d-4e15-bdbe-baa11e3b6f18 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:53.149226 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688c3c14-a099-44d5-9207-cb67f975e0a3 None None] Network 7bbf51d4-4661-44b5-9846-d23be14c4cc9 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:53.223623 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec9da47-548d-4e15-bdbe-baa11e3b6f18 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:53.392513 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e7998b60-596f-4311-9b9e-37c3e728a081 None None] Provisioning for port 0d5a76fd-7290-43aa-b37f-04f5e7d9728b completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:53.465040 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-a650a37a-9659-4b2a-905a-6bcaa487fcfe None None] For port 989e60ca-b73f-4342-ad6d-18ee7ec85013, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:53.499506 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-2abfa7d1-a0a0-4f6e-a2b7-fbc3afff7ac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, b3fabaeb-2ca1-4baa-ac7e-3051641e26a2) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:53.526025 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7393738-ed65-4ed6-91d8-33e93b681854 None None] Network b3fabaeb-2ca1-4baa-ac7e-3051641e26a2 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:53.526748 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abfa7d1-a0a0-4f6e-a2b7-fbc3afff7ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:53.527583 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2abfa7d1-a0a0-4f6e-a2b7-fbc3afff7ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:53.530099 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-a650a37a-9659-4b2a-905a-6bcaa487fcfe None None] For port 989e60ca-b73f-4342-ad6d-18ee7ec85013, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=989e60ca-b73f-4342-ad6d-18ee7ec85013,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:53.544914 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-c8b8707c-4250-43b7-a0c4-2f5b1fe38e19 service neutron] For port 593c311f-e7e7-48e7-a565-db6f18498037, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:53.553118 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-c8b8707c-4250-43b7-a0c4-2f5b1fe38e19 service neutron] For port 593c311f-e7e7-48e7-a565-db6f18498037, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=593c311f-e7e7-48e7-a565-db6f18498037,segment=NetworkSegment(2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c),segment_id=2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:53.586438 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0999969b-ea92-4923-b0d3-6b00777735c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:53.593314 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0999969b-ea92-4923-b0d3-6b00777735c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:53.594732 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0999969b-ea92-4923-b0d3-6b00777735c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:53.624491 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-c8b8707c-4250-43b7-a0c4-2f5b1fe38e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:53.711480 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 0d5a76fd-7290-43aa-b37f-04f5e7d9728b completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:53.735911 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a650a37a-9659-4b2a-905a-6bcaa487fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:53.742041 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-3ec9da47-548d-4e15-bdbe-baa11e3b6f18 None None] Attempting to bind port 4e1a28f0-be14-479f-866c-eeab6d88917e on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:53.742405 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-3ec9da47-548d-4e15-bdbe-baa11e3b6f18 None None] Attempting to bind port 4e1a28f0-be14-479f-866c-eeab6d88917e by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'f71996b0-e9fa-4a2b-be73-a0d266e6469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '49eca88d-a2d3-4281-8197-8b7b83dd6fb3'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:53.742821 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec9da47-548d-4e15-bdbe-baa11e3b6f18 None None] Attempting to bind port 4e1a28f0-be14-479f-866c-eeab6d88917e on network 49eca88d-a2d3-4281-8197-8b7b83dd6fb3 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:53.768006 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-c8b8707c-4250-43b7-a0c4-2f5b1fe38e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:53.770162 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-c8b8707c-4250-43b7-a0c4-2f5b1fe38e19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:53.773198 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-c8b8707c-4250-43b7-a0c4-2f5b1fe38e19 service neutron] 10.222.0.43 "PUT /v2.0/ports/593c311f-e7e7-48e7-a565-db6f18498037 HTTP/1.1" status: 200 len: 1092 time: 4.3994420 Jul 15 23:08:53.780323 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'tag': '593c311f-e7e7-48e7-a565-db6f18498037'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:53.789238 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e03925-5765-4ae3-b846-d6d25da33848" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "tag": "593c311f-e7e7-48e7-a565-db6f18498037"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:53.804495 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2abfa7d1-a0a0-4f6e-a2b7-fbc3afff7ac4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.5153494 Jul 15 23:08:53.847788 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-0c41f933-72d6-4bef-8af8-17b5e8ba0e6b service neutron] Request body: {'port': {'device_id': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:53.862402 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999969b-ea92-4923-b0d3-6b00777735c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Port': ['ID=cc313a1a-190e-40d9-8db5-c2fed3e9a27f,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:54.029662 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0999969b-ea92-4923-b0d3-6b00777735c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:54.033165 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-0999969b-ea92-4923-b0d3-6b00777735c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:54.087995 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-0c41f933-72d6-4bef-8af8-17b5e8ba0e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:54.105491 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8707c-4250-43b7-a0c4-2f5b1fe38e19 service neutron] Pushing event updated for resources: {'Port': ['ID=593c311f-e7e7-48e7-a565-db6f18498037,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:54.274068 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 0d5a76fd-7290-43aa-b37f-04f5e7d9728b triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:54.274712 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:54.353509 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650a37a-9659-4b2a-905a-6bcaa487fcfe None None] Pushing event updated for resources: {'Port': ['ID=989e60ca-b73f-4342-ad6d-18ee7ec85013,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:54.361086 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0999969b-ea92-4923-b0d3-6b00777735c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Router 951e18c5-9a75-43f9-8a54-1a384b51b5f5 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:08:54.411943 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec9da47-548d-4e15-bdbe-baa11e3b6f18 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:54.411943 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec9da47-548d-4e15-bdbe-baa11e3b6f18 None None] Checking segment: {'id': 'f71996b0-e9fa-4a2b-be73-a0d266e6469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '49eca88d-a2d3-4281-8197-8b7b83dd6fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:54.411943 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ec9da47-548d-4e15-bdbe-baa11e3b6f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:54.412396 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec9da47-548d-4e15-bdbe-baa11e3b6f18 None None] Bound using segment: {'id': 'f71996b0-e9fa-4a2b-be73-a0d266e6469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '49eca88d-a2d3-4281-8197-8b7b83dd6fb3'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:54.412664 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-3ec9da47-548d-4e15-bdbe-baa11e3b6f18 None None] Bound port: 4e1a28f0-be14-479f-866c-eeab6d88917e, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f71996b0-e9fa-4a2b-be73-a0d266e6469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '49eca88d-a2d3-4281-8197-8b7b83dd6fb3'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:54.413326 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ec9da47-548d-4e15-bdbe-baa11e3b6f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:54.481789 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0999969b-ea92-4923-b0d3-6b00777735c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:08:54.490232 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0999969b-ea92-4923-b0d3-6b00777735c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "PUT /v2.0/routers/951e18c5-9a75-43f9-8a54-1a384b51b5f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1341975 Jul 15 23:08:54.491971 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45632) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:54.498407 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de16505c-5283-4650-abdf-edb8d67e6042 None None] Sync routers for ids ['951e18c5-9a75-43f9-8a54-1a384b51b5f5'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:08:54.525964 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de16505c-5283-4650-abdf-edb8d67e6042 None None] Routers {'951e18c5-9a75-43f9-8a54-1a384b51b5f5'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:54.528314 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-de16505c-5283-4650-abdf-edb8d67e6042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:08:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['951e18c5-9a75-43f9-8a54-1a384b51b5f5'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:54.567562 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-3ec9da47-548d-4e15-bdbe-baa11e3b6f18 None None] For port 4e1a28f0-be14-479f-866c-eeab6d88917e, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:54.591591 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:54.597221 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5239c4-8cdd-4bf5-a5a1-342499e37c51 None None] Network b3fabaeb-2ca1-4baa-ac7e-3051641e26a2 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:54.609576 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-0c41f933-72d6-4bef-8af8-17b5e8ba0e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c451b609-46fa-4e93-a60a-10b38b3f6d50 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:08:54.666691 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-0c41f933-72d6-4bef-8af8-17b5e8ba0e6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:54.675770 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event deleted for resources: {'Subnet': ['ID=a4a3bb5d-f31b-4784-85d8-3edcbe4cc83f,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:54.694131 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de48054-b5ad-426f-ba2a-3668cbde61b8 req-4a2939e1-da83-4cbb-a210-ff62d40870de tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:54.703359 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de48054-b5ad-426f-ba2a-3668cbde61b8 req-4a2939e1-da83-4cbb-a210-ff62d40870de tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:54.710108 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de48054-b5ad-426f-ba2a-3668cbde61b8 req-4a2939e1-da83-4cbb-a210-ff62d40870de tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:54.721124 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de48054-b5ad-426f-ba2a-3668cbde61b8 req-4a2939e1-da83-4cbb-a210-ff62d40870de tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:54.733099 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de48054-b5ad-426f-ba2a-3668cbde61b8 req-4a2939e1-da83-4cbb-a210-ff62d40870de tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:54.740865 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2de48054-b5ad-426f-ba2a-3668cbde61b8 req-4a2939e1-da83-4cbb-a210-ff62d40870de tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 3828 time: 1.3106511 Jul 15 23:08:54.751554 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-de16505c-5283-4650-abdf-edb8d67e6042 None None] Set router 951e18c5-9a75-43f9-8a54-1a384b51b5f5 gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:54.757502 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:54.772189 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d85be29-8272-4319-9f66-6463433c963f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:54.773736 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2d85be29-8272-4319-9f66-6463433c963f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports/cc313a1a-190e-40d9-8db5-c2fed3e9a27f HTTP/1.1" status: 200 len: 911 time: 0.2752531 Jul 15 23:08:54.775271 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-6efbabeb-220b-4af2-ab34-7196432859f3 req-b1111f30-59f5-4ace-b062-c50d9ff569bb tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Deleting port 6c7f126d-ca90-4019-aace-e46589aa2d2c {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:54.775612 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6efbabeb-220b-4af2-ab34-7196432859f3 req-b1111f30-59f5-4ace-b062-c50d9ff569bb tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:54.776357 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45634) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:54.796189 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-3ec9da47-548d-4e15-bdbe-baa11e3b6f18 None None] For port 4e1a28f0-be14-479f-866c-eeab6d88917e, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4e1a28f0-be14-479f-866c-eeab6d88917e,segment=NetworkSegment(f71996b0-e9fa-4a2b-be73-a0d266e6469e),segment_id=f71996b0-e9fa-4a2b-be73-a0d266e6469e)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:54.834751 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-0c41f933-72d6-4bef-8af8-17b5e8ba0e6b service neutron] Transition to ACTIVE for port object c451b609-46fa-4e93-a60a-10b38b3f6d50 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:54.890053 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-0c41f933-72d6-4bef-8af8-17b5e8ba0e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:54.918008 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:54.921507 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ec9da47-548d-4e15-bdbe-baa11e3b6f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:54.961509 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9ab186-90ff-4468-ac7b-305735a4383c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:54.980402 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9ab186-90ff-4468-ac7b-305735a4383c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:54.986898 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1a9ab186-90ff-4468-ac7b-305735a4383c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2095184 Jul 15 23:08:54.990225 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45636) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:55.015845 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:55.099964 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49eca88d-a2d3-4281-8197-8b7b83dd6fb3']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:55.132689 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9da47-548d-4e15-bdbe-baa11e3b6f18 None None] Pushing event updated for resources: {'Port': ['ID=4e1a28f0-be14-479f-866c-eeab6d88917e,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:55.220597 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 0d5a76fd-7290-43aa-b37f-04f5e7d9728b, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=0d5a76fd-7290-43aa-b37f-04f5e7d9728b,segment=NetworkSegment(231c9bf0-2ea0-47e0-a9e5-9ee0427ac6a9),segment_id=231c9bf0-2ea0-47e0-a9e5-9ee0427ac6a9)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:55.231930 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2de48054-b5ad-426f-ba2a-3668cbde61b8 req-d021bfb3-204b-470d-9b68-48025a7ad907 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4900041 Jul 15 23:08:55.244987 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:55.284546 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-de16505c-5283-4650-abdf-edb8d67e6042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951e18c5-9a75-43f9-8a54-1a384b51b5f5', 'name': 'tempest-NetworksTestDHCPv6-router-325849365', 'tenant_id': '63d2071bda354af48ba0ab40dec64d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:49Z', 'updated_at': '2021-07-15T23:08:52Z', 'revision_number': 2, 'project_id': '63d2071bda354af48ba0ab40dec64d3d', 'gw_port_host': None, '_interfaces': [{'id': 'cc313a1a-190e-40d9-8db5-c2fed3e9a27f', 'name': '', 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'tenant_id': '63d2071bda354af48ba0ab40dec64d3d', 'mac_address': 'fa:16:3e:59:23:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951e18c5-9a75-43f9-8a54-1a384b51b5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '9493acac-3ab9-427e-9559-11d5128f9643', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:51Z', 'updated_at': '2021-07-15T23:08:53Z', 'revision_number': 2, 'project_id': '63d2071bda354af48ba0ab40dec64d3d', 'subnets': [{'id': '9493acac-3ab9-427e-9559-11d5128f9643', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:55.311940 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f71996b0-e9fa-4a2b-be73-a0d266e6469e') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:55.312242 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f71996b0-e9fa-4a2b-be73-a0d266e6469e') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:55.352895 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41f933-72d6-4bef-8af8-17b5e8ba0e6b service neutron] Pushing event updated for resources: {'Port': ['ID=c451b609-46fa-4e93-a60a-10b38b3f6d50,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:55.373593 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=0d5a76fd-7290-43aa-b37f-04f5e7d9728b,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:55.441421 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de16505c-5283-4650-abdf-edb8d67e6042 None None] Checking router: 951e18c5-9a75-43f9-8a54-1a384b51b5f5 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:08:55.441900 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:55.442590 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de16505c-5283-4650-abdf-edb8d67e6042 None None] Updating router 951e18c5-9a75-43f9-8a54-1a384b51b5f5 port cc313a1a-190e-40d9-8db5-c2fed3e9a27f binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:08:55.485907 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6efbabeb-220b-4af2-ab34-7196432859f3 req-b1111f30-59f5-4ace-b062-c50d9ff569bb tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:55.495848 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6efbabeb-220b-4af2-ab34-7196432859f3 req-b1111f30-59f5-4ace-b062-c50d9ff569bb tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:55.579833 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de16505c-5283-4650-abdf-edb8d67e6042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:55.664519 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 989e60ca-b73f-4342-ad6d-18ee7ec85013 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:55.736566 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-6efbabeb-220b-4af2-ab34-7196432859f3 req-b1111f30-59f5-4ace-b062-c50d9ff569bb tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Calling delete_port for 6c7f126d-ca90-4019-aace-e46589aa2d2c owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:55.771955 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:55.853950 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:08:55.854567 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:08:55.860894 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:08:55.869944 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 989e60ca-b73f-4342-ad6d-18ee7ec85013 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:55.960043 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b19d1121-e60f-4f96-8b2f-9d3ef8a20141 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:55.994992 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0ad93eb4-854d-49f1-a742-8c04bba8d590 None None] Provisioning complete for port 0d5a76fd-7290-43aa-b37f-04f5e7d9728b triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:55.995408 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0ad93eb4-854d-49f1-a742-8c04bba8d590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:56.173687 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de16505c-5283-4650-abdf-edb8d67e6042 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:56.200688 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 23:08:56.200688 n-d-787205-9 neutron-server[93799]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 23:08:56.200688 n-d-787205-9 neutron-server[93799]: [parameters: {'id': '49eca88d-a2d3-4281-8197-8b7b83dd6fb3'}] Jul 15 23:08:56.200688 n-d-787205-9 neutron-server[93799]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:08:56.201112 n-d-787205-9 neutron-server[93799]: DEBUG oslo_db.api [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:08:56.201758 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-0c41f933-72d6-4bef-8af8-17b5e8ba0e6b service neutron] Attempting to bind port c451b609-46fa-4e93-a60a-10b38b3f6d50 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:56.202093 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-0c41f933-72d6-4bef-8af8-17b5e8ba0e6b service neutron] Attempting to bind port c451b609-46fa-4e93-a60a-10b38b3f6d50 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'bbc7705a-96df-4fb7-ae43-baa90387fdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c784f317-cf69-4499-8ee8-96a3a3714978'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:56.202437 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-0c41f933-72d6-4bef-8af8-17b5e8ba0e6b service neutron] Attempting to bind port c451b609-46fa-4e93-a60a-10b38b3f6d50 on network c784f317-cf69-4499-8ee8-96a3a3714978 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:56.206005 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-de16505c-5283-4650-abdf-edb8d67e6042 None None] Transition to ACTIVE for port object cc313a1a-190e-40d9-8db5-c2fed3e9a27f will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:56.214338 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de16505c-5283-4650-abdf-edb8d67e6042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:56.268013 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59a4478-c4ea-442e-a9f7-1ee247f3f5cc x-openstack-request-id: req-c59a4478-c4ea-442e-a9f7-1ee247f3f5cc {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:56.275065 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "tag": "593c311f-e7e7-48e7-a565-db6f18498037", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:56.275374 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c59a4478-c4ea-442e-a9f7-1ee247f3f5cc {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:56.275814 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'tag': '593c311f-e7e7-48e7-a565-db6f18498037', 'status': 'completed', 'code': 200} Jul 15 23:08:56.278436 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-0c41f933-72d6-4bef-8af8-17b5e8ba0e6b service neutron] Port c451b609-46fa-4e93-a60a-10b38b3f6d50 on network c784f317-cf69-4499-8ee8-96a3a3714978 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:08:56.278811 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-0c41f933-72d6-4bef-8af8-17b5e8ba0e6b service neutron] Attempting to bind port c451b609-46fa-4e93-a60a-10b38b3f6d50 on network c784f317-cf69-4499-8ee8-96a3a3714978 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:56.309434 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-0c41f933-72d6-4bef-8af8-17b5e8ba0e6b service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:56.309786 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-0c41f933-72d6-4bef-8af8-17b5e8ba0e6b service neutron] Checking segment: {'id': 'bbc7705a-96df-4fb7-ae43-baa90387fdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c784f317-cf69-4499-8ee8-96a3a3714978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:56.310180 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-0c41f933-72d6-4bef-8af8-17b5e8ba0e6b service neutron] Bound using segment: {'id': 'bbc7705a-96df-4fb7-ae43-baa90387fdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c784f317-cf69-4499-8ee8-96a3a3714978'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:56.310779 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-0c41f933-72d6-4bef-8af8-17b5e8ba0e6b service neutron] Bound port: c451b609-46fa-4e93-a60a-10b38b3f6d50, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc7705a-96df-4fb7-ae43-baa90387fdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c784f317-cf69-4499-8ee8-96a3a3714978'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:56.311151 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-0c41f933-72d6-4bef-8af8-17b5e8ba0e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:56.363182 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e81e1-cc9d-4f7b-a191-de2ef7e163ac None None] Pushing event updated for resources: {'Port': ['ID=cc313a1a-190e-40d9-8db5-c2fed3e9a27f,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:56.413531 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [req-9c8b1ef0-e6b5-4316-882d-c4d7ce1e746b req-177fcbd9-0a9e-424c-935b-697c72607215 tempest-SecurityGroupsNegativeTestJSON-1783216868 tempest-SecurityGroupsNegativeTestJSON-1783216868-project] show failed (client error): The resource could not be found. Jul 15 23:08:56.441631 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9c8b1ef0-e6b5-4316-882d-c4d7ce1e746b req-177fcbd9-0a9e-424c-935b-697c72607215 tempest-SecurityGroupsNegativeTestJSON-1783216868 tempest-SecurityGroupsNegativeTestJSON-1783216868-project] 10.222.0.16 "GET /v2.0/security-groups/88eeb6bd-0baa-4801-aff1-1ff9dfc3d0db HTTP/1.1" status: 404 len: 352 time: 0.0563521 Jul 15 23:08:56.500567 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-de16505c-5283-4650-abdf-edb8d67e6042 None None] Attempting to bind port cc313a1a-190e-40d9-8db5-c2fed3e9a27f on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:56.500939 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-de16505c-5283-4650-abdf-edb8d67e6042 None None] Attempting to bind port cc313a1a-190e-40d9-8db5-c2fed3e9a27f by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:56.501438 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de16505c-5283-4650-abdf-edb8d67e6042 None None] Attempting to bind port cc313a1a-190e-40d9-8db5-c2fed3e9a27f on network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:56.514113 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de16505c-5283-4650-abdf-edb8d67e6042 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:56.514510 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de16505c-5283-4650-abdf-edb8d67e6042 None None] Checking segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:56.529474 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de16505c-5283-4650-abdf-edb8d67e6042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:56.530245 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de16505c-5283-4650-abdf-edb8d67e6042 None None] Bound using segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:56.530843 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-de16505c-5283-4650-abdf-edb8d67e6042 None None] Bound port: cc313a1a-190e-40d9-8db5-c2fed3e9a27f, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:56.531279 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de16505c-5283-4650-abdf-edb8d67e6042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:56.599245 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-0c41f933-72d6-4bef-8af8-17b5e8ba0e6b service neutron] For port c451b609-46fa-4e93-a60a-10b38b3f6d50, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:56.628777 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-0c41f933-72d6-4bef-8af8-17b5e8ba0e6b service neutron] For port c451b609-46fa-4e93-a60a-10b38b3f6d50, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=c451b609-46fa-4e93-a60a-10b38b3f6d50,segment=NetworkSegment(bbc7705a-96df-4fb7-ae43-baa90387fdfe),segment_id=bbc7705a-96df-4fb7-ae43-baa90387fdfe)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:56.645358 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-0c41f933-72d6-4bef-8af8-17b5e8ba0e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:56.678674 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-de16505c-5283-4650-abdf-edb8d67e6042 None None] For port cc313a1a-190e-40d9-8db5-c2fed3e9a27f, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:56.684519 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-de16505c-5283-4650-abdf-edb8d67e6042 None None] For port cc313a1a-190e-40d9-8db5-c2fed3e9a27f, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=cc313a1a-190e-40d9-8db5-c2fed3e9a27f,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:56.694333 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de16505c-5283-4650-abdf-edb8d67e6042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:56.736546 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:56.755611 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6efbabeb-220b-4af2-ab34-7196432859f3 req-b1111f30-59f5-4ace-b062-c50d9ff569bb tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:56.770245 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-139e6cd4-c7f8-4a35-9e5d-6d7b55bdba0a None None] Provisioning for port 989e60ca-b73f-4342-ad6d-18ee7ec85013 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:56.782956 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-139e6cd4-c7f8-4a35-9e5d-6d7b55bdba0a None None] Provisioning complete for port 989e60ca-b73f-4342-ad6d-18ee7ec85013 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:56.784554 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-139e6cd4-c7f8-4a35-9e5d-6d7b55bdba0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:56.869164 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-0c41f933-72d6-4bef-8af8-17b5e8ba0e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:56.873684 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-0c41f933-72d6-4bef-8af8-17b5e8ba0e6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:56.877650 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-0c41f933-72d6-4bef-8af8-17b5e8ba0e6b service neutron] 10.222.0.43 "PUT /v2.0/ports/c451b609-46fa-4e93-a60a-10b38b3f6d50 HTTP/1.1" status: 200 len: 1131 time: 3.0542293 Jul 15 23:08:56.906251 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e81e1-cc9d-4f7b-a191-de2ef7e163ac None None] Pushing event updated for resources: {'Port': ['ID=cc313a1a-190e-40d9-8db5-c2fed3e9a27f,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:56.944928 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de16505c-5283-4650-abdf-edb8d67e6042 None None] Routers {'951e18c5-9a75-43f9-8a54-1a384b51b5f5'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:56.945835 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-de16505c-5283-4650-abdf-edb8d67e6042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:08:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['951e18c5-9a75-43f9-8a54-1a384b51b5f5'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:57.041039 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-51f89540-bf03-474a-8a49-73125e8b9ddc service neutron] Request body: {'port': {'device_id': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:57.043510 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41f933-72d6-4bef-8af8-17b5e8ba0e6b service neutron] Pushing event updated for resources: {'Port': ['ID=c451b609-46fa-4e93-a60a-10b38b3f6d50,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:57.061605 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-139e6cd4-c7f8-4a35-9e5d-6d7b55bdba0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:57.145586 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6efbabeb-220b-4af2-ab34-7196432859f3 req-b1111f30-59f5-4ace-b062-c50d9ff569bb tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:57.155252 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6efbabeb-220b-4af2-ab34-7196432859f3 req-b1111f30-59f5-4ace-b062-c50d9ff569bb tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:57.156434 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6efbabeb-220b-4af2-ab34-7196432859f3 req-b1111f30-59f5-4ace-b062-c50d9ff569bb tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] 10.222.0.16 "DELETE /v2.0/floatingips/831a2fb1-4666-4916-b678-a694852203db HTTP/1.1" status: 204 len: 173 time: 5.0586195 Jul 15 23:08:57.181013 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-139e6cd4-c7f8-4a35-9e5d-6d7b55bdba0a None None] For port 989e60ca-b73f-4342-ad6d-18ee7ec85013, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=989e60ca-b73f-4342-ad6d-18ee7ec85013,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:57.188511 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-139e6cd4-c7f8-4a35-9e5d-6d7b55bdba0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:57.232527 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-de16505c-5283-4650-abdf-edb8d67e6042 None None] Set router 951e18c5-9a75-43f9-8a54-1a384b51b5f5 gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:57.468130 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e6cd4-c7f8-4a35-9e5d-6d7b55bdba0a None None] Pushing event updated for resources: {'Port': ['ID=989e60ca-b73f-4342-ad6d-18ee7ec85013,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:57.476041 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e03925-5765-4ae3-b846-d6d25da33848 req-325b6ef6-33b6-4342-9606-fcc5bd7f8893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:57.482557 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e03925-5765-4ae3-b846-d6d25da33848 req-325b6ef6-33b6-4342-9606-fcc5bd7f8893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:57.485482 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e03925-5765-4ae3-b846-d6d25da33848 req-325b6ef6-33b6-4342-9606-fcc5bd7f8893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:57.500382 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e03925-5765-4ae3-b846-d6d25da33848 req-325b6ef6-33b6-4342-9606-fcc5bd7f8893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:57.501003 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e03925-5765-4ae3-b846-d6d25da33848 req-325b6ef6-33b6-4342-9606-fcc5bd7f8893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:57.501539 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e03925-5765-4ae3-b846-d6d25da33848 req-325b6ef6-33b6-4342-9606-fcc5bd7f8893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:57.511253 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-66e03925-5765-4ae3-b846-d6d25da33848 req-325b6ef6-33b6-4342-9606-fcc5bd7f8893 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe4ced19c3b40c2bc6e11100f9d5f1d&device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5287 time: 0.4206102 Jul 15 23:08:57.543523 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8032d633-0f04-4cce-bc71-975af3e5ca64 None None] Network 49eca88d-a2d3-4281-8197-8b7b83dd6fb3 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:57.722701 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1111f30-59f5-4ace-b062-c50d9ff569bb tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] Pushing event deleted for resources: {'Port': ['ID=6c7f126d-ca90-4019-aace-e46589aa2d2c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:57.745608 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4e1a28f0-be14-479f-866c-eeab6d88917e up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:57.806341 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-de16505c-5283-4650-abdf-edb8d67e6042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951e18c5-9a75-43f9-8a54-1a384b51b5f5', 'name': 'tempest-NetworksTestDHCPv6-router-325849365', 'tenant_id': '63d2071bda354af48ba0ab40dec64d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:49Z', 'updated_at': '2021-07-15T23:08:52Z', 'revision_number': 2, 'project_id': '63d2071bda354af48ba0ab40dec64d3d', 'gw_port_host': None, '_interfaces': [{'id': 'cc313a1a-190e-40d9-8db5-c2fed3e9a27f', 'name': '', 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'tenant_id': '63d2071bda354af48ba0ab40dec64d3d', 'mac_address': 'fa:16:3e:59:23:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951e18c5-9a75-43f9-8a54-1a384b51b5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '9493acac-3ab9-427e-9559-11d5128f9643', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:51Z', 'updated_at': '2021-07-15T23:08:56Z', 'revision_number': 4, 'project_id': '63d2071bda354af48ba0ab40dec64d3d', 'subnets': [{'id': '9493acac-3ab9-427e-9559-11d5128f9643', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:57.811088 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [req-e39d31ac-8a5c-4db1-bd58-140a2d70858e req-14f6c509-53ba-427c-a52a-feb5489d7764 tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] show failed (client error): The resource could not be found. Jul 15 23:08:57.813278 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e39d31ac-8a5c-4db1-bd58-140a2d70858e req-14f6c509-53ba-427c-a52a-feb5489d7764 tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] 10.222.0.16 "GET /v2.0/floatingips/831a2fb1-4666-4916-b678-a694852203db HTTP/1.1" status: 404 len: 350 time: 0.1368558 Jul 15 23:08:57.821531 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-51f89540-bf03-474a-8a49-73125e8b9ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:57.836131 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c06dc746-eef1-46cd-8307-159ae1cd568c None None] Provisioning for port 4e1a28f0-be14-479f-866c-eeab6d88917e completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:57.867859 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008999ab-1134-4c63-86bb-9b1b261319de req-9c837cdc-4b9b-40d4-970c-5524106c52b0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:57.868482 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c06dc746-eef1-46cd-8307-159ae1cd568c None None] Provisioning for port cc313a1a-190e-40d9-8db5-c2fed3e9a27f completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:57.874269 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008999ab-1134-4c63-86bb-9b1b261319de req-9c837cdc-4b9b-40d4-970c-5524106c52b0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:57.883593 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008999ab-1134-4c63-86bb-9b1b261319de req-9c837cdc-4b9b-40d4-970c-5524106c52b0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:57.890047 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008999ab-1134-4c63-86bb-9b1b261319de req-9c837cdc-4b9b-40d4-970c-5524106c52b0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:57.898880 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008999ab-1134-4c63-86bb-9b1b261319de req-9c837cdc-4b9b-40d4-970c-5524106c52b0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:57.909305 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de16505c-5283-4650-abdf-edb8d67e6042 None None] The sync data for ids ['951e18c5-9a75-43f9-8a54-1a384b51b5f5'] in n-d-787205-9 is: [{'id': '951e18c5-9a75-43f9-8a54-1a384b51b5f5', 'name': 'tempest-NetworksTestDHCPv6-router-325849365', 'tenant_id': '63d2071bda354af48ba0ab40dec64d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:49Z', 'updated_at': '2021-07-15T23:08:52Z', 'revision_number': 2, 'project_id': '63d2071bda354af48ba0ab40dec64d3d', 'gw_port_host': None, '_interfaces': [{'id': 'cc313a1a-190e-40d9-8db5-c2fed3e9a27f', 'name': '', 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'tenant_id': '63d2071bda354af48ba0ab40dec64d3d', 'mac_address': 'fa:16:3e:59:23:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951e18c5-9a75-43f9-8a54-1a384b51b5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '9493acac-3ab9-427e-9559-11d5128f9643', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:51Z', 'updated_at': '2021-07-15T23:08:56Z', 'revision_number': 4, 'project_id': '63d2071bda354af48ba0ab40dec64d3d', 'subnets': [{'id': '9493acac-3ab9-427e-9559-11d5128f9643', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:08:57.911672 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008999ab-1134-4c63-86bb-9b1b261319de req-9c837cdc-4b9b-40d4-970c-5524106c52b0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:57.920140 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-008999ab-1134-4c63-86bb-9b1b261319de req-9c837cdc-4b9b-40d4-970c-5524106c52b0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 4601 time: 1.1521356 Jul 15 23:08:57.933589 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 4e1a28f0-be14-479f-866c-eeab6d88917e completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:57.953922 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 4e1a28f0-be14-479f-866c-eeab6d88917e triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:57.954518 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:58.066525 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e03925-5765-4ae3-b846-d6d25da33848 req-1ac94de1-1175-4c4a-bd67-17b360b8d7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:58.067139 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e03925-5765-4ae3-b846-d6d25da33848 req-1ac94de1-1175-4c4a-bd67-17b360b8d7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:58.067606 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e03925-5765-4ae3-b846-d6d25da33848 req-1ac94de1-1175-4c4a-bd67-17b360b8d7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:58.069266 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-66e03925-5765-4ae3-b846-d6d25da33848 req-1ac94de1-1175-4c4a-bd67-17b360b8d7d5 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=4fe4ced19c3b40c2bc6e11100f9d5f1d&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5501776 Jul 15 23:08:58.077623 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b19d1121-e60f-4f96-8b2f-9d3ef8a20141 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting port cc313a1a-190e-40d9-8db5-c2fed3e9a27f {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:58.077966 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b19d1121-e60f-4f96-8b2f-9d3ef8a20141 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:58.113941 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Deleting port 4e1a28f0-be14-479f-866c-eeab6d88917e {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:58.114595 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:58.115990 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44456562-13c2-4f1e-9d41-e8e551365295 None None] DHCP port deletion for 49eca88d-a2d3-4281-8197-8b7b83dd6fb3 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:08:58.214940 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] For port 4e1a28f0-be14-479f-866c-eeab6d88917e, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4e1a28f0-be14-479f-866c-eeab6d88917e,segment=NetworkSegment(f71996b0-e9fa-4a2b-be73-a0d266e6469e),segment_id=f71996b0-e9fa-4a2b-be73-a0d266e6469e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:58.215470 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:58.247159 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Calling delete_port for 4e1a28f0-be14-479f-866c-eeab6d88917e owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:58.310808 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:58.370605 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-44456562-13c2-4f1e-9d41-e8e551365295 None None] Deleting port 4e1a28f0-be14-479f-866c-eeab6d88917e {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:58.370763 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-44456562-13c2-4f1e-9d41-e8e551365295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:58.373616 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 4e1a28f0-be14-479f-866c-eeab6d88917e, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4e1a28f0-be14-479f-866c-eeab6d88917e,segment=NetworkSegment(f71996b0-e9fa-4a2b-be73-a0d266e6469e),segment_id=f71996b0-e9fa-4a2b-be73-a0d266e6469e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:58.388047 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'tag': 'c451b609-46fa-4e93-a60a-10b38b3f6d50'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:58.390831 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f899cb4b-99a5-4ccb-8d1b-82596ddace28" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "tag": "c451b609-46fa-4e93-a60a-10b38b3f6d50"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:58.454384 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:58.455695 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0d5a76fd-7290-43aa-b37f-04f5e7d9728b up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:58.511497 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a6114685-453d-4547-866c-3b91dadee261 req-ae68e762-5a36-4a12-948e-3e1ea46d334a tempest-SecurityGroupsNegativeTestJSON-1783216868 tempest-SecurityGroupsNegativeTestJSON-1783216868-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=15cf8fa7c13944e495b4354e8d144e4a HTTP/1.1" status: 200 len: 2988 time: 0.5761278 Jul 15 23:08:58.625822 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:58.685577 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-44456562-13c2-4f1e-9d41-e8e551365295 None None] For port 4e1a28f0-be14-479f-866c-eeab6d88917e, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4e1a28f0-be14-479f-866c-eeab6d88917e,segment=NetworkSegment(f71996b0-e9fa-4a2b-be73-a0d266e6469e),segment_id=f71996b0-e9fa-4a2b-be73-a0d266e6469e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:58.686032 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-44456562-13c2-4f1e-9d41-e8e551365295 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:58.716209 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e03925-5765-4ae3-b846-d6d25da33848 req-5f30a19d-30dc-4a1b-86b2-e25bd3d7a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:58.717385 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-44456562-13c2-4f1e-9d41-e8e551365295 None None] Calling delete_port for 4e1a28f0-be14-479f-866c-eeab6d88917e owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:58.720010 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-66e03925-5765-4ae3-b846-d6d25da33848 req-5f30a19d-30dc-4a1b-86b2-e25bd3d7a624 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6441970 Jul 15 23:08:58.817750 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-b19d1121-e60f-4f96-8b2f-9d3ef8a20141 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] For port cc313a1a-190e-40d9-8db5-c2fed3e9a27f, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=cc313a1a-190e-40d9-8db5-c2fed3e9a27f,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:58.818393 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b19d1121-e60f-4f96-8b2f-9d3ef8a20141 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:58.840459 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event deleted for resources: {'Port': ['ID=4e1a28f0-be14-479f-866c-eeab6d88917e,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:58.865163 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-008999ab-1134-4c63-86bb-9b1b261319de req-5c48781b-6252-445d-87aa-06174db4220c tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9334664 Jul 15 23:08:58.881054 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] No DVR routers for this DVR port 4e1a28f0-be14-479f-866c-eeab6d88917e on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:08:58.882167 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b19d1121-e60f-4f96-8b2f-9d3ef8a20141 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Calling delete_port for cc313a1a-190e-40d9-8db5-c2fed3e9a27f owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:58.913420 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=4e1a28f0-be14-479f-866c-eeab6d88917e,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:59.063473 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a6114685-453d-4547-866c-3b91dadee261 req-2e657a0f-124a-450c-90c0-0808dc6dc9de tempest-SecurityGroupsNegativeTestJSON-1783216868 tempest-SecurityGroupsNegativeTestJSON-1783216868-project] 10.222.0.16 "GET /v2.0/security-groups/947edb84-942b-4180-82f7-980435898f27 HTTP/1.1" status: 200 len: 2985 time: 0.4276609 Jul 15 23:08:59.071715 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 0d5a76fd-7290-43aa-b37f-04f5e7d9728b triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:59.072508 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:59.115935 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-44456562-13c2-4f1e-9d41-e8e551365295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:59.178282 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44456562-13c2-4f1e-9d41-e8e551365295 None None] Pushing event deleted for resources: {'Port': ['ID=4e1a28f0-be14-479f-866c-eeab6d88917e,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:59.197895 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44456562-13c2-4f1e-9d41-e8e551365295 None None] No DVR routers for this DVR port 4e1a28f0-be14-479f-866c-eeab6d88917e on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:08:59.239443 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:08:59.241071 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:59.304247 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a6114685-453d-4547-866c-3b91dadee261 req-c4299524-9684-4f72-8baa-bf19642dd0f8 tempest-SecurityGroupsNegativeTestJSON-1783216868 tempest-SecurityGroupsNegativeTestJSON-1783216868-project] 10.222.0.16 "GET /v2.0/security-groups/947edb84-942b-4180-82f7-980435898f27 HTTP/1.1" status: 200 len: 2985 time: 0.2394612 Jul 15 23:08:59.421099 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b19d1121-e60f-4f96-8b2f-9d3ef8a20141 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:59.447789 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49eca88d-a2d3-4281-8197-8b7b83dd6fb3']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:59.489832 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db8255b-2edc-467b-b693-4a15f86de583 x-openstack-request-id: req-9db8255b-2edc-467b-b693-4a15f86de583 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:59.490134 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "tag": "c451b609-46fa-4e93-a60a-10b38b3f6d50", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:59.490388 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9db8255b-2edc-467b-b693-4a15f86de583 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:59.490920 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'tag': 'c451b609-46fa-4e93-a60a-10b38b3f6d50', 'status': 'completed', 'code': 200} Jul 15 23:08:59.502472 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [req-68119c03-a678-4507-b569-f9b7820fe5e0 req-4f479d75-d1b8-4911-8fc2-246818c4059a tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] show failed (client error): The resource could not be found. Jul 15 23:08:59.519311 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d1121-e60f-4f96-8b2f-9d3ef8a20141 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Port': ['ID=cc313a1a-190e-40d9-8db5-c2fed3e9a27f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:59.521605 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-68119c03-a678-4507-b569-f9b7820fe5e0 req-4f479d75-d1b8-4911-8fc2-246818c4059a tempest-FloatingIPsTestJSON-2128990225 tempest-FloatingIPsTestJSON-2128990225-project] 10.222.0.16 "GET /v2.0/floatingips/831a2fb1-4666-4916-b678-a694852203db HTTP/1.1" status: 404 len: 350 time: 0.2337332 Jul 15 23:08:59.529581 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f71996b0-e9fa-4a2b-be73-a0d266e6469e') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:59.534177 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45702) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:59.536009 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f71996b0-e9fa-4a2b-be73-a0d266e6469e') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:59.572069 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:59.689193 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:59.795578 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 989e60ca-b73f-4342-ad6d-18ee7ec85013 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:59.825319 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:08:59.825765 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:08:59.846132 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:08:59.909487 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 989e60ca-b73f-4342-ad6d-18ee7ec85013 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:59.909886 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:00.006958 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-51f89540-bf03-474a-8a49-73125e8b9ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86bf6025-0368-4513-9e10-f8d406029119 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:00.018807 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b19d1121-e60f-4f96-8b2f-9d3ef8a20141 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:00.173311 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cc313a1a-190e-40d9-8db5-c2fed3e9a27f up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:00.178539 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899cb4b-99a5-4ccb-8d1b-82596ddace28 req-36d9c267-9028-4971-b90a-fdfe85cb6bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:00.179288 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899cb4b-99a5-4ccb-8d1b-82596ddace28 req-36d9c267-9028-4971-b90a-fdfe85cb6bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:00.179848 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899cb4b-99a5-4ccb-8d1b-82596ddace28 req-36d9c267-9028-4971-b90a-fdfe85cb6bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:00.180372 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899cb4b-99a5-4ccb-8d1b-82596ddace28 req-36d9c267-9028-4971-b90a-fdfe85cb6bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:00.180900 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899cb4b-99a5-4ccb-8d1b-82596ddace28 req-36d9c267-9028-4971-b90a-fdfe85cb6bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:00.181425 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899cb4b-99a5-4ccb-8d1b-82596ddace28 req-36d9c267-9028-4971-b90a-fdfe85cb6bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:00.183872 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f899cb4b-99a5-4ccb-8d1b-82596ddace28 req-36d9c267-9028-4971-b90a-fdfe85cb6bd4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe4ced19c3b40c2bc6e11100f9d5f1d&device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5287 time: 0.7369623 Jul 15 23:09:00.241449 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: cc313a1a-190e-40d9-8db5-c2fed3e9a27f {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:00.241774 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cc313a1a-190e-40d9-8db5-c2fed3e9a27f not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 15 23:09:00.295241 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Port cc313a1a-190e-40d9-8db5-c2fed3e9a27f not found, will not notify nova. {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 15 23:09:00.353560 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45728) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:00.379831 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4e1a28f0-be14-479f-866c-eeab6d88917e no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:00.429221 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 4e1a28f0-be14-479f-866c-eeab6d88917e {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:00.432957 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4e1a28f0-be14-479f-866c-eeab6d88917e not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:00.516506 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19d1121-e60f-4f96-8b2f-9d3ef8a20141 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Router 951e18c5-9a75-43f9-8a54-1a384b51b5f5 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:09:00.588283 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899cb4b-99a5-4ccb-8d1b-82596ddace28 req-6a3eb530-56a9-4a41-9d63-713bae059455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:00.588750 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899cb4b-99a5-4ccb-8d1b-82596ddace28 req-6a3eb530-56a9-4a41-9d63-713bae059455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:00.589203 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899cb4b-99a5-4ccb-8d1b-82596ddace28 req-6a3eb530-56a9-4a41-9d63-713bae059455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:00.590880 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f899cb4b-99a5-4ccb-8d1b-82596ddace28 req-6a3eb530-56a9-4a41-9d63-713bae059455 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=4fe4ced19c3b40c2bc6e11100f9d5f1d&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3974788 Jul 15 23:09:00.669412 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0e6f4feb-1e60-4276-800a-91e2bbff76f4 req-406fd3d2-3207-44bf-8e49-8cd51ca41193 tempest-SecurityGroupsNegativeTestJSON-1783216868 tempest-SecurityGroupsNegativeTestJSON-1783216868-project] 10.222.0.16 "GET /v2.0/security-groups/947edb84-942b-4180-82f7-980435898f27 HTTP/1.1" status: 200 len: 2985 time: 0.9552648 Jul 15 23:09:00.687130 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-51f89540-bf03-474a-8a49-73125e8b9ddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:00.760438 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db4cfbf1-8241-41dd-b079-eaff05bbe7dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:00.815463 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:00.818191 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-51f89540-bf03-474a-8a49-73125e8b9ddc service neutron] Transition to ACTIVE for port object 86bf6025-0368-4513-9e10-f8d406029119 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:00.828250 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:00.830061 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "DELETE /v2.0/networks/49eca88d-a2d3-4281-8197-8b7b83dd6fb3 HTTP/1.1" status: 204 len: 168 time: 10.3659015 Jul 15 23:09:00.834328 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-51f89540-bf03-474a-8a49-73125e8b9ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:00.851105 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45738) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:00.871874 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-83105a04-86f9-424b-8303-7b2312bcb0aa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1342060988'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:00.877142 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280bd4d-9617-42b3-9527-d97726de2ad9 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event deleted for resources: {'Network': ['ID=49eca88d-a2d3-4281-8197-8b7b83dd6fb3,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:01.003438 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db1b00-b76b-46cd-ae2a-b04908010c7d req-557b7c74-803e-4bb9-8b90-5b8b14370cb9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:01.009864 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db1b00-b76b-46cd-ae2a-b04908010c7d req-557b7c74-803e-4bb9-8b90-5b8b14370cb9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:01.016908 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db1b00-b76b-46cd-ae2a-b04908010c7d req-557b7c74-803e-4bb9-8b90-5b8b14370cb9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:01.023708 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db1b00-b76b-46cd-ae2a-b04908010c7d req-557b7c74-803e-4bb9-8b90-5b8b14370cb9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:01.036127 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db1b00-b76b-46cd-ae2a-b04908010c7d req-557b7c74-803e-4bb9-8b90-5b8b14370cb9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:01.043306 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db1b00-b76b-46cd-ae2a-b04908010c7d req-557b7c74-803e-4bb9-8b90-5b8b14370cb9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:01.052569 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-64db1b00-b76b-46cd-ae2a-b04908010c7d req-557b7c74-803e-4bb9-8b90-5b8b14370cb9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 4601 time: 0.3552380 Jul 15 23:09:01.099927 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f89540-bf03-474a-8a49-73125e8b9ddc service neutron] Pushing event updated for resources: {'Port': ['ID=86bf6025-0368-4513-9e10-f8d406029119,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:01.140806 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83105a04-86f9-424b-8303-7b2312bcb0aa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Made reservation on behalf of aa681c2530394e9186e319e0d5231351 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:01.152516 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-83105a04-86f9-424b-8303-7b2312bcb0aa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:01.253370 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-64db1b00-b76b-46cd-ae2a-b04908010c7d req-0e564fbc-8467-41ea-aa04-179a6c876e4f tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1996267 Jul 15 23:09:01.273015 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83105a04-86f9-424b-8303-7b2312bcb0aa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:09:01.287977 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-51f89540-bf03-474a-8a49-73125e8b9ddc service neutron] Attempting to bind port 86bf6025-0368-4513-9e10-f8d406029119 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:01.288431 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-51f89540-bf03-474a-8a49-73125e8b9ddc service neutron] Attempting to bind port 86bf6025-0368-4513-9e10-f8d406029119 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'bbc7705a-96df-4fb7-ae43-baa90387fdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c784f317-cf69-4499-8ee8-96a3a3714978'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:01.288641 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-51f89540-bf03-474a-8a49-73125e8b9ddc service neutron] Attempting to bind port 86bf6025-0368-4513-9e10-f8d406029119 on network c784f317-cf69-4499-8ee8-96a3a3714978 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:01.312495 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-83105a04-86f9-424b-8303-7b2312bcb0aa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:01.312971 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-83105a04-86f9-424b-8303-7b2312bcb0aa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Added segment 41a05937-9cb3-4df7-b1cf-729a1bd048e1 of type vlan for network a7c84ba5-556d-4cfa-ba19-ee362b243f1d Jul 15 23:09:01.315552 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-51f89540-bf03-474a-8a49-73125e8b9ddc service neutron] Port 86bf6025-0368-4513-9e10-f8d406029119 on network c784f317-cf69-4499-8ee8-96a3a3714978 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:09:01.315761 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-51f89540-bf03-474a-8a49-73125e8b9ddc service neutron] Attempting to bind port 86bf6025-0368-4513-9e10-f8d406029119 on network c784f317-cf69-4499-8ee8-96a3a3714978 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:01.387123 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-51f89540-bf03-474a-8a49-73125e8b9ddc service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:01.387465 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-51f89540-bf03-474a-8a49-73125e8b9ddc service neutron] Checking segment: {'id': 'bbc7705a-96df-4fb7-ae43-baa90387fdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c784f317-cf69-4499-8ee8-96a3a3714978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:01.387851 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-51f89540-bf03-474a-8a49-73125e8b9ddc service neutron] Bound using segment: {'id': 'bbc7705a-96df-4fb7-ae43-baa90387fdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c784f317-cf69-4499-8ee8-96a3a3714978'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:01.388292 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-51f89540-bf03-474a-8a49-73125e8b9ddc service neutron] Bound port: 86bf6025-0368-4513-9e10-f8d406029119, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc7705a-96df-4fb7-ae43-baa90387fdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c784f317-cf69-4499-8ee8-96a3a3714978'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:01.388649 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-51f89540-bf03-474a-8a49-73125e8b9ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:01.393652 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db4cfbf1-8241-41dd-b079-eaff05bbe7dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:01.406226 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db4cfbf1-8241-41dd-b079-eaff05bbe7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:01.407909 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-83105a04-86f9-424b-8303-7b2312bcb0aa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:01.427131 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [req-0e6f4feb-1e60-4276-800a-91e2bbff76f4 req-591d1146-d314-43b0-9d9f-4f31fe8ab1de tempest-SecurityGroupsNegativeTestJSON-1783216868 tempest-SecurityGroupsNegativeTestJSON-1783216868-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 23:09:01.430475 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0e6f4feb-1e60-4276-800a-91e2bbff76f4 req-591d1146-d314-43b0-9d9f-4f31fe8ab1de tempest-SecurityGroupsNegativeTestJSON-1783216868 tempest-SecurityGroupsNegativeTestJSON-1783216868-project] 10.222.0.16 "DELETE /v2.0/security-groups/947edb84-942b-4180-82f7-980435898f27 HTTP/1.1" status: 409 len: 352 time: 0.7507586 Jul 15 23:09:01.433331 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19d1121-e60f-4f96-8b2f-9d3ef8a20141 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:09:01.435749 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899cb4b-99a5-4ccb-8d1b-82596ddace28 req-1ee0be84-ed1b-46f6-b6b7-17ef71ec91f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:01.437305 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f899cb4b-99a5-4ccb-8d1b-82596ddace28 req-1ee0be84-ed1b-46f6-b6b7-17ef71ec91f5 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8287599 Jul 15 23:09:01.444198 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b19d1121-e60f-4f96-8b2f-9d3ef8a20141 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "PUT /v2.0/routers/951e18c5-9a75-43f9-8a54-1a384b51b5f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4526813 Jul 15 23:09:01.469549 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ce24f7-454d-4eee-8b4f-2d819618f91e None None] Sync routers for ids ['951e18c5-9a75-43f9-8a54-1a384b51b5f5'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:09:01.485877 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ce24f7-454d-4eee-8b4f-2d819618f91e None None] Routers {'951e18c5-9a75-43f9-8a54-1a384b51b5f5'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:01.488705 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-31ce24f7-454d-4eee-8b4f-2d819618f91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:08:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['951e18c5-9a75-43f9-8a54-1a384b51b5f5'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:01.489479 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45748) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:01.557479 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-51f89540-bf03-474a-8a49-73125e8b9ddc service neutron] For port 86bf6025-0368-4513-9e10-f8d406029119, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:01.561882 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-51f89540-bf03-474a-8a49-73125e8b9ddc service neutron] For port 86bf6025-0368-4513-9e10-f8d406029119, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=86bf6025-0368-4513-9e10-f8d406029119,segment=NetworkSegment(bbc7705a-96df-4fb7-ae43-baa90387fdfe),segment_id=bbc7705a-96df-4fb7-ae43-baa90387fdfe)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:01.571003 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.db.resource_extend [None req-83105a04-86f9-424b-8303-7b2312bcb0aa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:09:01.592507 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-51f89540-bf03-474a-8a49-73125e8b9ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:01.599366 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-83105a04-86f9-424b-8303-7b2312bcb0aa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:01.606442 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83105a04-86f9-424b-8303-7b2312bcb0aa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:01.613409 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-db4cfbf1-8241-41dd-b079-eaff05bbe7dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=921328324af44e5ba400192143447e24&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1812685 Jul 15 23:09:01.614319 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45752) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:01.618761 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-83105a04-86f9-424b-8303-7b2312bcb0aa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:01.655893 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-31ce24f7-454d-4eee-8b4f-2d819618f91e None None] Set router 951e18c5-9a75-43f9-8a54-1a384b51b5f5 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:01.660920 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4cfbf1-8241-41dd-b079-eaff05bbe7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1ef882-45d4-476e-8c88-2fed670ae831,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:01.698162 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [req-a878e077-5b96-479d-9ec0-c0b684950158 req-e4ef2b86-6c6d-465f-a2ef-e496105b7fe1 tempest-SecurityGroupsNegativeTestJSON-1783216868 tempest-SecurityGroupsNegativeTestJSON-1783216868-project] show failed (client error): The resource could not be found. Jul 15 23:09:01.699721 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a878e077-5b96-479d-9ec0-c0b684950158 req-e4ef2b86-6c6d-465f-a2ef-e496105b7fe1 tempest-SecurityGroupsNegativeTestJSON-1783216868 tempest-SecurityGroupsNegativeTestJSON-1783216868-project] 10.222.0.16 "GET /v2.0/security-groups/dc3b6105-e81e-4e30-94f5-b791d9e44e4b HTTP/1.1" status: 404 len: 352 time: 0.1095631 Jul 15 23:09:01.721331 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-51f89540-bf03-474a-8a49-73125e8b9ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:01.721505 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-51f89540-bf03-474a-8a49-73125e8b9ddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:01.724181 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-51f89540-bf03-474a-8a49-73125e8b9ddc service neutron] 10.222.0.43 "PUT /v2.0/ports/86bf6025-0368-4513-9e10-f8d406029119 HTTP/1.1" status: 200 len: 1129 time: 4.7052894 Jul 15 23:09:01.724181 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'tag': '86bf6025-0368-4513-9e10-f8d406029119'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:01.725994 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3086108-9b69-49ce-aab3-5d22b6ec9ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "tag": "86bf6025-0368-4513-9e10-f8d406029119"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:01.734300 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-83105a04-86f9-424b-8303-7b2312bcb0aa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8771214 Jul 15 23:09:01.741497 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45758) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:01.773292 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f145cee-5f6e-46fc-8ceb-23089ecd4c30 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:01.774834 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f145cee-5f6e-46fc-8ceb-23089ecd4c30 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:01.780136 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2f145cee-5f6e-46fc-8ceb-23089ecd4c30 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2895806 Jul 15 23:09:01.793972 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45760) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:01.794096 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-b519f45f-2772-4926-8bc3-a99bc2d1db08 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Request body: {'subnet': {'network_id': 'a7c84ba5-556d-4cfa-ba19-ee362b243f1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:01.808761 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-31ce24f7-454d-4eee-8b4f-2d819618f91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951e18c5-9a75-43f9-8a54-1a384b51b5f5', 'name': 'tempest-NetworksTestDHCPv6-router-325849365', 'tenant_id': '63d2071bda354af48ba0ab40dec64d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:49Z', 'updated_at': '2021-07-15T23:08:59Z', 'revision_number': 3, 'project_id': '63d2071bda354af48ba0ab40dec64d3d', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:01.836646 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ce24f7-454d-4eee-8b4f-2d819618f91e None None] Checking router: 951e18c5-9a75-43f9-8a54-1a384b51b5f5 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:09:01.850871 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ce24f7-454d-4eee-8b4f-2d819618f91e None None] Routers {'951e18c5-9a75-43f9-8a54-1a384b51b5f5'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:01.851500 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-31ce24f7-454d-4eee-8b4f-2d819618f91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:08:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['951e18c5-9a75-43f9-8a54-1a384b51b5f5'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:01.914943 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f969188-fcbc-4ba1-a479-2a9e716bbabe x-openstack-request-id: req-2f969188-fcbc-4ba1-a479-2a9e716bbabe {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:01.915499 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "tag": "86bf6025-0368-4513-9e10-f8d406029119", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:01.915603 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2f969188-fcbc-4ba1-a479-2a9e716bbabe {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:01.916095 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'tag': '86bf6025-0368-4513-9e10-f8d406029119', 'status': 'completed', 'code': 200} Jul 15 23:09:01.921546 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-d52d67db-1544-4918-bc9c-97c7686ae85e service neutron] Request body: {'port': {'device_id': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:01.927744 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83105a04-86f9-424b-8303-7b2312bcb0aa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event updated for resources: {'Network': ['ID=a7c84ba5-556d-4cfa-ba19-ee362b243f1d,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:01.931649 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-5816ee57-1019-446f-bdae-fa97e74ddd8b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting subnet 9493acac-3ab9-427e-9559-11d5128f9643 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:09:01.932020 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b519f45f-2772-4926-8bc3-a99bc2d1db08 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Made reservation on behalf of aa681c2530394e9186e319e0d5231351 for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:01.937460 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b519f45f-2772-4926-8bc3-a99bc2d1db08 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:01.952189 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5816ee57-1019-446f-bdae-fa97e74ddd8b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:02.071717 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb544ab4-7d26-4b06-918c-02adba55aa06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:02.098533 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb544ab4-7d26-4b06-918c-02adba55aa06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:02.170978 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-31ce24f7-454d-4eee-8b4f-2d819618f91e None None] Set router 951e18c5-9a75-43f9-8a54-1a384b51b5f5 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:02.202720 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3086108-9b69-49ce-aab3-5d22b6ec9ee9 req-e88ba035-d730-44de-a54a-5d7ae337e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:02.202720 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3086108-9b69-49ce-aab3-5d22b6ec9ee9 req-e88ba035-d730-44de-a54a-5d7ae337e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:02.203188 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3086108-9b69-49ce-aab3-5d22b6ec9ee9 req-e88ba035-d730-44de-a54a-5d7ae337e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:02.203456 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3086108-9b69-49ce-aab3-5d22b6ec9ee9 req-e88ba035-d730-44de-a54a-5d7ae337e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:02.204087 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3086108-9b69-49ce-aab3-5d22b6ec9ee9 req-e88ba035-d730-44de-a54a-5d7ae337e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:02.205083 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3086108-9b69-49ce-aab3-5d22b6ec9ee9 req-e88ba035-d730-44de-a54a-5d7ae337e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:02.205550 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3086108-9b69-49ce-aab3-5d22b6ec9ee9 req-e88ba035-d730-44de-a54a-5d7ae337e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:02.207872 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f3086108-9b69-49ce-aab3-5d22b6ec9ee9 req-e88ba035-d730-44de-a54a-5d7ae337e07d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe4ced19c3b40c2bc6e11100f9d5f1d&device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 6209 time: 0.3439403 Jul 15 23:09:02.213374 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb544ab4-7d26-4b06-918c-02adba55aa06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:02.216797 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb544ab4-7d26-4b06-918c-02adba55aa06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:02.218071 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cb544ab4-7d26-4b06-918c-02adba55aa06 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2f1ef882-45d4-476e-8c88-2fed670ae831 HTTP/1.1" status: 204 len: 168 time: 0.5596020 Jul 15 23:09:02.229127 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-31ce24f7-454d-4eee-8b4f-2d819618f91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951e18c5-9a75-43f9-8a54-1a384b51b5f5', 'name': 'tempest-NetworksTestDHCPv6-router-325849365', 'tenant_id': '63d2071bda354af48ba0ab40dec64d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:49Z', 'updated_at': '2021-07-15T23:08:59Z', 'revision_number': 3, 'project_id': '63d2071bda354af48ba0ab40dec64d3d', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:02.230976 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5816ee57-1019-446f-bdae-fa97e74ddd8b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:02.233408 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network a7c84ba5-556d-4cfa-ba19-ee362b243f1d details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:09:02.268775 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b519f45f-2772-4926-8bc3-a99bc2d1db08 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:02.285294 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ce24f7-454d-4eee-8b4f-2d819618f91e None None] The sync data for ids ['951e18c5-9a75-43f9-8a54-1a384b51b5f5'] in n-d-787205-9 is: [{'id': '951e18c5-9a75-43f9-8a54-1a384b51b5f5', 'name': 'tempest-NetworksTestDHCPv6-router-325849365', 'tenant_id': '63d2071bda354af48ba0ab40dec64d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:49Z', 'updated_at': '2021-07-15T23:08:59Z', 'revision_number': 3, 'project_id': '63d2071bda354af48ba0ab40dec64d3d', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:09:02.304703 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f89540-bf03-474a-8a49-73125e8b9ddc service neutron] Pushing event updated for resources: {'Port': ['ID=86bf6025-0368-4513-9e10-f8d406029119,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:02.326379 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [req-3193465e-55bc-42d3-939d-c7326c8ebcb0 req-866526ee-6919-4925-965c-e61b7ee11e2c tempest-SecurityGroupsNegativeTestJSON-1783216868 tempest-SecurityGroupsNegativeTestJSON-1783216868-project] show failed (client error): The resource could not be found. Jul 15 23:09:02.327403 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3193465e-55bc-42d3-939d-c7326c8ebcb0 req-866526ee-6919-4925-965c-e61b7ee11e2c tempest-SecurityGroupsNegativeTestJSON-1783216868 tempest-SecurityGroupsNegativeTestJSON-1783216868-project] 10.222.0.16 "GET /v2.0/security-groups/7756f123-1dea-4541-af20-7532ef6dc999 HTTP/1.1" status: 404 len: 352 time: 0.4171994 Jul 15 23:09:02.384026 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45764) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:02.384974 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb544ab4-7d26-4b06-918c-02adba55aa06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1ef882-45d4-476e-8c88-2fed670ae831,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:02.465890 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519f45f-2772-4926-8bc3-a99bc2d1db08 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event updated for resources: {'Subnet': ['ID=8bbe097e-68d6-4a79-b097-6a7188efbaa9,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:02.475390 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-d52d67db-1544-4918-bc9c-97c7686ae85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:02.560241 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ed476d-cf1c-4bf7-8c82-10813d9a9eea admin admin] Deleting subnet 87eddfd5-7580-419f-8421-16a73015292f {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:09:02.564156 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17ed476d-cf1c-4bf7-8c82-10813d9a9eea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:02.614327 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17ed476d-cf1c-4bf7-8c82-10813d9a9eea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:02.712896 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17ed476d-cf1c-4bf7-8c82-10813d9a9eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:02.857322 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a1abcc8-e7b8-485a-8926-65d658d52908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:02.880105 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3086108-9b69-49ce-aab3-5d22b6ec9ee9 req-0ed6d3c0-9a36-4e0b-873b-f81d58635a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:02.881172 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3086108-9b69-49ce-aab3-5d22b6ec9ee9 req-0ed6d3c0-9a36-4e0b-873b-f81d58635a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:02.881642 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3086108-9b69-49ce-aab3-5d22b6ec9ee9 req-0ed6d3c0-9a36-4e0b-873b-f81d58635a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:02.883469 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f3086108-9b69-49ce-aab3-5d22b6ec9ee9 req-0ed6d3c0-9a36-4e0b-873b-f81d58635a00 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=4fe4ced19c3b40c2bc6e11100f9d5f1d&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6429582 Jul 15 23:09:02.915745 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b519f45f-2772-4926-8bc3-a99bc2d1db08 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Checking segment: {'id': '41a05937-9cb3-4df7-b1cf-729a1bd048e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a7c84ba5-556d-4cfa-ba19-ee362b243f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:02.916187 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b519f45f-2772-4926-8bc3-a99bc2d1db08 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Network hostable DHCP agents. Network: a7c84ba5-556d-4cfa-ba19-ee362b243f1d, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:09:02.963419 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b519f45f-2772-4926-8bc3-a99bc2d1db08 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Network a7c84ba5-556d-4cfa-ba19-ee362b243f1d is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:09:03.002924 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5816ee57-1019-446f-bdae-fa97e74ddd8b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:03.033367 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-b519f45f-2772-4926-8bc3-a99bc2d1db08 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, a7c84ba5-556d-4cfa-ba19-ee362b243f1d) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:03.039854 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b519f45f-2772-4926-8bc3-a99bc2d1db08 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:03.040038 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17ed476d-cf1c-4bf7-8c82-10813d9a9eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:03.041072 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b519f45f-2772-4926-8bc3-a99bc2d1db08 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:03.050408 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c04ab0-5204-4bde-90d8-f75d96aa2031 None None] Network a7c84ba5-556d-4cfa-ba19-ee362b243f1d requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:03.088653 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebed8f7-310a-499d-bc8e-b4f906628a7f req-f2131bf2-6e9f-4fea-9546-e2b52a6cff27 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:03.095936 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebed8f7-310a-499d-bc8e-b4f906628a7f req-f2131bf2-6e9f-4fea-9546-e2b52a6cff27 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:03.102535 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebed8f7-310a-499d-bc8e-b4f906628a7f req-f2131bf2-6e9f-4fea-9546-e2b52a6cff27 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:03.109190 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebed8f7-310a-499d-bc8e-b4f906628a7f req-f2131bf2-6e9f-4fea-9546-e2b52a6cff27 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:03.117492 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebed8f7-310a-499d-bc8e-b4f906628a7f req-f2131bf2-6e9f-4fea-9546-e2b52a6cff27 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:03.124870 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebed8f7-310a-499d-bc8e-b4f906628a7f req-f2131bf2-6e9f-4fea-9546-e2b52a6cff27 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:03.131728 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebed8f7-310a-499d-bc8e-b4f906628a7f req-f2131bf2-6e9f-4fea-9546-e2b52a6cff27 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:03.140020 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bebed8f7-310a-499d-bc8e-b4f906628a7f req-f2131bf2-6e9f-4fea-9546-e2b52a6cff27 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5372 time: 0.3467505 Jul 15 23:09:03.180481 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b519f45f-2772-4926-8bc3-a99bc2d1db08 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4360442 Jul 15 23:09:03.189432 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45798) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:03.190396 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed476d-cf1c-4bf7-8c82-10813d9a9eea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87eddfd5-7580-419f-8421-16a73015292f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:03.192614 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17ed476d-cf1c-4bf7-8c82-10813d9a9eea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:03.194480 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-17ed476d-cf1c-4bf7-8c82-10813d9a9eea admin admin] 10.222.0.16 "DELETE /v2.0/subnets/87eddfd5-7580-419f-8421-16a73015292f HTTP/1.1" status: 204 len: 168 time: 0.7986176 Jul 15 23:09:03.207032 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45802) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:03.282467 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3086108-9b69-49ce-aab3-5d22b6ec9ee9 req-c2774713-68e6-4d15-bb75-65f4dc11421e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:03.284112 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f3086108-9b69-49ce-aab3-5d22b6ec9ee9 req-c2774713-68e6-4d15-bb75-65f4dc11421e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3535652 Jul 15 23:09:03.313585 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5816ee57-1019-446f-bdae-fa97e74ddd8b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:03.345009 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816ee57-1019-446f-bdae-fa97e74ddd8b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Subnet': ['ID=9493acac-3ab9-427e-9559-11d5128f9643,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:03.349603 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5816ee57-1019-446f-bdae-fa97e74ddd8b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:03.353821 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5816ee57-1019-446f-bdae-fa97e74ddd8b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/9493acac-3ab9-427e-9559-11d5128f9643 HTTP/1.1" status: 204 len: 168 time: 1.5551500 Jul 15 23:09:03.358389 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45806) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:03.360457 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bebed8f7-310a-499d-bc8e-b4f906628a7f req-656ca002-c186-4e26-9476-3db3f2fbd5cb tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2189426 Jul 15 23:09:03.390290 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e490926-5746-414d-b39f-f717b598fa72 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:03.412416 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cc313a1a-190e-40d9-8db5-c2fed3e9a27f no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:03.451984 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-219cc38d-c72e-410e-9461-bee7da715a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:03.530107 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: cc313a1a-190e-40d9-8db5-c2fed3e9a27f {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:03.532045 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cc313a1a-190e-40d9-8db5-c2fed3e9a27f not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:03.551934 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-58aa8efb-c84b-4658-a506-178db4ba932d tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1886811 Jul 15 23:09:03.551934 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45810) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:03.574059 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da31893b-3e00-4177-95ba-ee32fc11f371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-a7c84ba5-556d-4cfa-ba19-ee362b243f1d', 'network_id': 'a7c84ba5-556d-4cfa-ba19-ee362b243f1d', 'tenant_id': 'aa681c2530394e9186e319e0d5231351', 'fixed_ips': [{'subnet_id': '8bbe097e-68d6-4a79-b097-6a7188efbaa9'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:09:03.575314 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-da31893b-3e00-4177-95ba-ee32fc11f371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:03.594831 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-d52d67db-1544-4918-bc9c-97c7686ae85e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33099a7-5b54-470d-a6fb-0182aa37b1ce {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:03.608218 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-d52d67db-1544-4918-bc9c-97c7686ae85e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:03.629065 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:03.667086 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-96ac49c7-2466-488e-84ec-72e71df84b56 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:03.668094 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-d52d67db-1544-4918-bc9c-97c7686ae85e service neutron] Transition to ACTIVE for port object a33099a7-5b54-470d-a6fb-0182aa37b1ce will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:03.717590 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-219cc38d-c72e-410e-9461-bee7da715a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:03.727675 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-d52d67db-1544-4918-bc9c-97c7686ae85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:03.776661 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-219cc38d-c72e-410e-9461-bee7da715a3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3fabaeb-2ca1-4baa-ac7e-3051641e26a2']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:03.876836 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-219cc38d-c72e-410e-9461-bee7da715a3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09560f1e-d90c-4925-9718-9a1b12f54a0d') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:03.877676 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-219cc38d-c72e-410e-9461-bee7da715a3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09560f1e-d90c-4925-9718-9a1b12f54a0d') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:03.941364 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-219cc38d-c72e-410e-9461-bee7da715a3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:03.952216 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-da31893b-3e00-4177-95ba-ee32fc11f371 None None] Allocated IP 2001:db8::1 (a7c84ba5-556d-4cfa-ba19-ee362b243f1d/8bbe097e-68d6-4a79-b097-6a7188efbaa9/51fef540-5448-4be7-8151-ab7f86540fd1) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:03.983051 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-96ac49c7-2466-488e-84ec-72e71df84b56 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:03.990344 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-1a1abcc8-e7b8-485a-8926-65d658d52908 admin admin] Deleting port b33e451e-9209-4832-b755-464c276ff37d {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:03.990733 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a1abcc8-e7b8-485a-8926-65d658d52908 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:03.993932 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-96ac49c7-2466-488e-84ec-72e71df84b56 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:04.159403 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-96ac49c7-2466-488e-84ec-72e71df84b56 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:04.159888 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ac49c7-2466-488e-84ec-72e71df84b56 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Fanout notify agent at l3_agent the message router_deleted on router 951e18c5-9a75-43f9-8a54-1a384b51b5f5 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:09:04.167196 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:04.176978 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-96ac49c7-2466-488e-84ec-72e71df84b56 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:04.178089 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-96ac49c7-2466-488e-84ec-72e71df84b56 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/routers/951e18c5-9a75-43f9-8a54-1a384b51b5f5 HTTP/1.1" status: 204 len: 168 time: 0.6254356 Jul 15 23:09:04.183589 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45836) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:04.205527 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-da31893b-3e00-4177-95ba-ee32fc11f371 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:04.220540 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-da31893b-3e00-4177-95ba-ee32fc11f371 None None] Transition to ACTIVE for port object 51fef540-5448-4be7-8151-ab7f86540fd1 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:04.241260 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d67db-1544-4918-bc9c-97c7686ae85e service neutron] Pushing event updated for resources: {'Port': ['ID=a33099a7-5b54-470d-a6fb-0182aa37b1ce,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:04.253887 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-219cc38d-c72e-410e-9461-bee7da715a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:04.260493 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-b9f63bdf-7b23-4de7-9107-6f6ae374d40d tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ba2d4a8e1b574f8c9c45e0fcbc0c774e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2078705 Jul 15 23:09:04.272455 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-1a1abcc8-e7b8-485a-8926-65d658d52908 admin admin] For port b33e451e-9209-4832-b755-464c276ff37d, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b33e451e-9209-4832-b755-464c276ff37d,segment=NetworkSegment(8574c194-bddd-4319-adea-fa3c1d70f402),segment_id=8574c194-bddd-4319-adea-fa3c1d70f402)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:04.273232 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-219cc38d-c72e-410e-9461-bee7da715a3d admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:09:04.273696 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-219cc38d-c72e-410e-9461-bee7da715a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:04.276025 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a1abcc8-e7b8-485a-8926-65d658d52908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:09:04.276779 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:09:04.350259 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-1a1abcc8-e7b8-485a-8926-65d658d52908 admin admin] Calling delete_port for b33e451e-9209-4832-b755-464c276ff37d owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:04.395253 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-d52d67db-1544-4918-bc9c-97c7686ae85e service neutron] Attempting to bind port a33099a7-5b54-470d-a6fb-0182aa37b1ce on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:04.395601 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-d52d67db-1544-4918-bc9c-97c7686ae85e service neutron] Attempting to bind port a33099a7-5b54-470d-a6fb-0182aa37b1ce by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'bbc7705a-96df-4fb7-ae43-baa90387fdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c784f317-cf69-4499-8ee8-96a3a3714978'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:04.395938 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-d52d67db-1544-4918-bc9c-97c7686ae85e service neutron] Attempting to bind port a33099a7-5b54-470d-a6fb-0182aa37b1ce on network c784f317-cf69-4499-8ee8-96a3a3714978 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:04.476972 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5432bfce-64d8-4fd4-8494-f77a81405c0c None None] DHCP port deletion for 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:09:04.493707 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea4acb7-b844-40a3-8a49-4498eb424860 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:04.498184 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-aea4acb7-b844-40a3-8a49-4498eb424860 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3136470 Jul 15 23:09:04.499045 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45840) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:04.590127 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5432bfce-64d8-4fd4-8494-f77a81405c0c None None] Deleting port 989e60ca-b73f-4342-ad6d-18ee7ec85013 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:04.590818 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5432bfce-64d8-4fd4-8494-f77a81405c0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:04.614324 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-d52d67db-1544-4918-bc9c-97c7686ae85e service neutron] Port a33099a7-5b54-470d-a6fb-0182aa37b1ce on network c784f317-cf69-4499-8ee8-96a3a3714978 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:09:04.614850 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-d52d67db-1544-4918-bc9c-97c7686ae85e service neutron] Attempting to bind port a33099a7-5b54-470d-a6fb-0182aa37b1ce on network c784f317-cf69-4499-8ee8-96a3a3714978 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:04.618688 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b56f9d-5889-4f65-8c7c-1356856616a0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:04.622862 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-62b56f9d-5889-4f65-8c7c-1356856616a0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1206007 Jul 15 23:09:04.623489 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45842) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:04.643729 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-219cc38d-c72e-410e-9461-bee7da715a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:04.648829 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-219cc38d-c72e-410e-9461-bee7da715a3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:04.651599 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-219cc38d-c72e-410e-9461-bee7da715a3d admin admin] 10.222.0.16 "DELETE /v2.0/networks/b3fabaeb-2ca1-4baa-ac7e-3051641e26a2 HTTP/1.1" status: 204 len: 168 time: 1.4429002 Jul 15 23:09:04.681584 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-d52d67db-1544-4918-bc9c-97c7686ae85e service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:04.682139 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-d52d67db-1544-4918-bc9c-97c7686ae85e service neutron] Checking segment: {'id': 'bbc7705a-96df-4fb7-ae43-baa90387fdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c784f317-cf69-4499-8ee8-96a3a3714978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:04.682868 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-d52d67db-1544-4918-bc9c-97c7686ae85e service neutron] Bound using segment: {'id': 'bbc7705a-96df-4fb7-ae43-baa90387fdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c784f317-cf69-4499-8ee8-96a3a3714978'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:04.683762 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-d52d67db-1544-4918-bc9c-97c7686ae85e service neutron] Bound port: a33099a7-5b54-470d-a6fb-0182aa37b1ce, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc7705a-96df-4fb7-ae43-baa90387fdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c784f317-cf69-4499-8ee8-96a3a3714978'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:04.684239 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-d52d67db-1544-4918-bc9c-97c7686ae85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:04.711325 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219cc38d-c72e-410e-9461-bee7da715a3d admin admin] Pushing event deleted for resources: {'Network': ['ID=b3fabaeb-2ca1-4baa-ac7e-3051641e26a2,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:04.730969 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b9c63112-0855-4be4-bc1e-f3aae6a2da41 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1039798 Jul 15 23:09:04.732211 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45846) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:04.759264 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-5432bfce-64d8-4fd4-8494-f77a81405c0c None None] For port 989e60ca-b73f-4342-ad6d-18ee7ec85013, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=989e60ca-b73f-4342-ad6d-18ee7ec85013,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:04.759658 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5432bfce-64d8-4fd4-8494-f77a81405c0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:04.769876 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5e92fd25-d4cc-4c84-82f2-a72c497a7755 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:04.775913 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-da31893b-3e00-4177-95ba-ee32fc11f371 None None] Transition to ACTIVE for port object 51fef540-5448-4be7-8151-ab7f86540fd1 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:04.802068 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5432bfce-64d8-4fd4-8494-f77a81405c0c None None] Calling delete_port for 989e60ca-b73f-4342-ad6d-18ee7ec85013 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:04.804417 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-da31893b-3e00-4177-95ba-ee32fc11f371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:04.810241 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-999ad32d-2a22-4580-87a6-c8acd8a168b2 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:04.812135 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-999ad32d-2a22-4580-87a6-c8acd8a168b2 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5441203 Jul 15 23:09:04.841222 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:04.889714 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event deleted for resources: {'Subnet': ['ID=8bbe097e-68d6-4a79-b097-6a7188efbaa9,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:04.989102 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:05.002419 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7c84ba5-556d-4cfa-ba19-ee362b243f1d']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:05.013027 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a05937-9cb3-4df7-b1cf-729a1bd048e1') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:05.013664 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a05937-9cb3-4df7-b1cf-729a1bd048e1') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:05.025771 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:05.040937 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31893b-3e00-4177-95ba-ee32fc11f371 None None] Pushing event updated for resources: {'Port': ['ID=51fef540-5448-4be7-8151-ab7f86540fd1,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:05.043353 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:05.052560 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:09:05.053422 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:05.057496 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da31893b-3e00-4177-95ba-ee32fc11f371 None None] Network a7c84ba5-556d-4cfa-ba19-ee362b243f1d is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:05.058947 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5432bfce-64d8-4fd4-8494-f77a81405c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:05.064839 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45850) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:05.067008 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e92fd25-d4cc-4c84-82f2-a72c497a7755 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:05.071187 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5e92fd25-d4cc-4c84-82f2-a72c497a7755 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:05.090615 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-da31893b-3e00-4177-95ba-ee32fc11f371 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:05.096249 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432bfce-64d8-4fd4-8494-f77a81405c0c None None] Pushing event deleted for resources: {'Port': ['ID=989e60ca-b73f-4342-ad6d-18ee7ec85013,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:05.106386 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da31893b-3e00-4177-95ba-ee32fc11f371 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:09:05.118862 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:09:05.120663 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-33ac9f0e-f481-453d-9443-8cba95f55744 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.16 "GET /v2.0/quotas/ba2d4a8e1b574f8c9c45e0fcbc0c774e HTTP/1.1" status: 200 len: 375 time: 0.2851369 Jul 15 23:09:05.121847 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-d52d67db-1544-4918-bc9c-97c7686ae85e service neutron] For port a33099a7-5b54-470d-a6fb-0182aa37b1ce, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:05.149761 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefec0a-3c04-4f17-962b-3477434e56a5 req-281eef5e-db0f-4485-b524-1b7e96782ef0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:05.157033 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefec0a-3c04-4f17-962b-3477434e56a5 req-281eef5e-db0f-4485-b524-1b7e96782ef0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:05.163060 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefec0a-3c04-4f17-962b-3477434e56a5 req-281eef5e-db0f-4485-b524-1b7e96782ef0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:05.169330 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefec0a-3c04-4f17-962b-3477434e56a5 req-281eef5e-db0f-4485-b524-1b7e96782ef0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:05.176660 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefec0a-3c04-4f17-962b-3477434e56a5 req-281eef5e-db0f-4485-b524-1b7e96782ef0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:05.182705 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefec0a-3c04-4f17-962b-3477434e56a5 req-281eef5e-db0f-4485-b524-1b7e96782ef0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:05.186200 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-da31893b-3e00-4177-95ba-ee32fc11f371 None None] Attempting to bind port 51fef540-5448-4be7-8151-ab7f86540fd1 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:05.186573 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-da31893b-3e00-4177-95ba-ee32fc11f371 None None] Attempting to bind port 51fef540-5448-4be7-8151-ab7f86540fd1 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '41a05937-9cb3-4df7-b1cf-729a1bd048e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a7c84ba5-556d-4cfa-ba19-ee362b243f1d'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:05.187010 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da31893b-3e00-4177-95ba-ee32fc11f371 None None] Attempting to bind port 51fef540-5448-4be7-8151-ab7f86540fd1 on network a7c84ba5-556d-4cfa-ba19-ee362b243f1d {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:05.189617 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefec0a-3c04-4f17-962b-3477434e56a5 req-281eef5e-db0f-4485-b524-1b7e96782ef0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:05.194520 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c74af679-574b-42b6-9c5d-b119b461a71e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=15cf8fa7c13944e495b4354e8d144e4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1284220 Jul 15 23:09:05.197293 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45854) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:05.198563 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da31893b-3e00-4177-95ba-ee32fc11f371 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:05.199008 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8eefec0a-3c04-4f17-962b-3477434e56a5 req-281eef5e-db0f-4485-b524-1b7e96782ef0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5384 time: 0.6241341 Jul 15 23:09:05.199147 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da31893b-3e00-4177-95ba-ee32fc11f371 None None] Checking segment: {'id': '41a05937-9cb3-4df7-b1cf-729a1bd048e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a7c84ba5-556d-4cfa-ba19-ee362b243f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:05.199567 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-da31893b-3e00-4177-95ba-ee32fc11f371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:05.200024 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da31893b-3e00-4177-95ba-ee32fc11f371 None None] Bound using segment: {'id': '41a05937-9cb3-4df7-b1cf-729a1bd048e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a7c84ba5-556d-4cfa-ba19-ee362b243f1d'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:05.200694 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-da31893b-3e00-4177-95ba-ee32fc11f371 None None] Bound port: 51fef540-5448-4be7-8151-ab7f86540fd1, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a05937-9cb3-4df7-b1cf-729a1bd048e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a7c84ba5-556d-4cfa-ba19-ee362b243f1d'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:05.200818 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 23:09:05.200818 n-d-787205-9 neutron-server[93799]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 23:09:05.200818 n-d-787205-9 neutron-server[93799]: [parameters: {'id': 'a7c84ba5-556d-4cfa-ba19-ee362b243f1d'}] Jul 15 23:09:05.200818 n-d-787205-9 neutron-server[93799]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:09:05.201163 n-d-787205-9 neutron-server[93799]: DEBUG oslo_db.api [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:09:05.201344 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-da31893b-3e00-4177-95ba-ee32fc11f371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:05.219095 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5432bfce-64d8-4fd4-8494-f77a81405c0c None None] No DVR routers for this DVR port 989e60ca-b73f-4342-ad6d-18ee7ec85013 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:05.245998 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-9a613568-7654-4c85-8f87-7f365c846199 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ba2d4a8e1b574f8c9c45e0fcbc0c774e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426328 Jul 15 23:09:05.256277 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a1abcc8-e7b8-485a-8926-65d658d52908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:05.273729 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-d52d67db-1544-4918-bc9c-97c7686ae85e service neutron] For port a33099a7-5b54-470d-a6fb-0182aa37b1ce, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=a33099a7-5b54-470d-a6fb-0182aa37b1ce,segment=NetworkSegment(bbc7705a-96df-4fb7-ae43-baa90387fdfe),segment_id=bbc7705a-96df-4fb7-ae43-baa90387fdfe)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:05.281710 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-d52d67db-1544-4918-bc9c-97c7686ae85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:05.325803 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1abcc8-e7b8-485a-8926-65d658d52908 admin admin] Pushing event deleted for resources: {'Port': ['ID=b33e451e-9209-4832-b755-464c276ff37d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:05.346969 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-da31893b-3e00-4177-95ba-ee32fc11f371 None None] For port 51fef540-5448-4be7-8151-ab7f86540fd1, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:05.348535 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-d52d67db-1544-4918-bc9c-97c7686ae85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:05.349217 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-d52d67db-1544-4918-bc9c-97c7686ae85e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:05.352458 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-d52d67db-1544-4918-bc9c-97c7686ae85e service neutron] 10.222.0.43 "PUT /v2.0/ports/a33099a7-5b54-470d-a6fb-0182aa37b1ce HTTP/1.1" status: 200 len: 1090 time: 3.4395101 Jul 15 23:09:05.354967 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-da31893b-3e00-4177-95ba-ee32fc11f371 None None] For port 51fef540-5448-4be7-8151-ab7f86540fd1, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=51fef540-5448-4be7-8151-ab7f86540fd1,segment=NetworkSegment(41a05937-9cb3-4df7-b1cf-729a1bd048e1),segment_id=41a05937-9cb3-4df7-b1cf-729a1bd048e1)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:05.358134 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'tag': 'a33099a7-5b54-470d-a6fb-0182aa37b1ce'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:05.363215 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-da31893b-3e00-4177-95ba-ee32fc11f371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:05.369701 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfc4d7b-a93f-43c8-8294-a24558d7004b" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "tag": "a33099a7-5b54-470d-a6fb-0182aa37b1ce"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:05.394290 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8eefec0a-3c04-4f17-962b-3477434e56a5 req-09a1b3c0-5475-4fb2-842d-f6185d287b27 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1943457 Jul 15 23:09:05.417046 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-a5212647-9d80-4c90-9625-352f9b581ef8 service neutron] Request body: {'port': {'device_id': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:05.700782 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-a5212647-9d80-4c90-9625-352f9b581ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:05.746071 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:05.753987 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 989e60ca-b73f-4342-ad6d-18ee7ec85013 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:05.756079 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce64e655-d74c-4be6-ad7f-231c410c4c49 None None] Network a7c84ba5-556d-4cfa-ba19-ee362b243f1d requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:05.820557 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7bbba6-8ae3-4f28-8e9d-07b201839db4 x-openstack-request-id: req-bf7bbba6-8ae3-4f28-8e9d-07b201839db4 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:05.820947 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "tag": "a33099a7-5b54-470d-a6fb-0182aa37b1ce", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:05.821134 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf7bbba6-8ae3-4f28-8e9d-07b201839db4 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:05.821496 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'tag': 'a33099a7-5b54-470d-a6fb-0182aa37b1ce', 'status': 'completed', 'code': 200} Jul 15 23:09:05.862977 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31893b-3e00-4177-95ba-ee32fc11f371 None None] Pushing event updated for resources: {'Port': ['ID=51fef540-5448-4be7-8151-ab7f86540fd1,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:05.888356 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 989e60ca-b73f-4342-ad6d-18ee7ec85013 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:05.888908 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 989e60ca-b73f-4342-ad6d-18ee7ec85013 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:05.954472 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d67db-1544-4918-bc9c-97c7686ae85e service neutron] Pushing event updated for resources: {'Port': ['ID=a33099a7-5b54-470d-a6fb-0182aa37b1ce,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:05.992157 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2e097f8-175e-4e5a-a07b-c0e3e4363787 req-1e06c66d-44a5-4706-8e18-2dd15b986daa tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.16 "GET /v2.0/ports?device_id=590ca4dc-f4de-4313-a4a3-b6ea774266d9 HTTP/1.1" status: 200 len: 210 time: 0.0566530 Jul 15 23:09:06.090879 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f4c50923-f14c-4ff0-a96c-314474378362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:06.139525 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc59e3a-2913-4c44-b4dd-7f7bb490e667 None None] get_active_networks_info from n-d-787205-9 {{(pid=93800) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:09:06.152298 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Deleting port 51fef540-5448-4be7-8151-ab7f86540fd1 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:06.153002 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:06.246685 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f4c50923-f14c-4ff0-a96c-314474378362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:06.301882 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] For port 51fef540-5448-4be7-8151-ab7f86540fd1, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=51fef540-5448-4be7-8151-ab7f86540fd1,segment=NetworkSegment(41a05937-9cb3-4df7-b1cf-729a1bd048e1),segment_id=41a05937-9cb3-4df7-b1cf-729a1bd048e1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:06.302563 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:06.330618 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Calling delete_port for 51fef540-5448-4be7-8151-ab7f86540fd1 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:06.506377 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc59e3a-2913-4c44-b4dd-7f7bb490e667 None None] Resources bound (agent type, host, resource id): {{(pid=93800) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:09:06.569597 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a1abcc8-e7b8-485a-8926-65d658d52908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:06.752573 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f4c50923-f14c-4ff0-a96c-314474378362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:06.755581 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f4c50923-f14c-4ff0-a96c-314474378362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:06.759316 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f4c50923-f14c-4ff0-a96c-314474378362 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/947edb84-942b-4180-82f7-980435898f27 HTTP/1.1" status: 204 len: 168 time: 1.5534155 Jul 15 23:09:06.921137 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c50923-f14c-4ff0-a96c-314474378362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947edb84-942b-4180-82f7-980435898f27,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:06.925447 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb5acb-2b49-4138-9d6b-06452fd63019 req-502e81de-843d-4851-bf3d-366c572c5bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:06.925701 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-a5212647-9d80-4c90-9625-352f9b581ef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6881fff5-28e4-43a6-9ddf-739b8456047b {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:06.927868 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-94fb5acb-2b49-4138-9d6b-06452fd63019 req-502e81de-843d-4851-bf3d-366c572c5bdb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2a452b58336c47bc96f6d17c1c9a4e71&device_id=4c599ef5-3931-43b4-b7ae-152f0b2abdc9 HTTP/1.1" status: 200 len: 1097 time: 0.6831722 Jul 15 23:09:06.937149 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-a5212647-9d80-4c90-9625-352f9b581ef8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:06.942133 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc4d7b-a93f-43c8-8294-a24558d7004b req-d9d63b20-1461-4934-88a3-405e0bbb0faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:06.942614 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc4d7b-a93f-43c8-8294-a24558d7004b req-d9d63b20-1461-4934-88a3-405e0bbb0faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:06.947458 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc4d7b-a93f-43c8-8294-a24558d7004b req-d9d63b20-1461-4934-88a3-405e0bbb0faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:06.947953 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc4d7b-a93f-43c8-8294-a24558d7004b req-d9d63b20-1461-4934-88a3-405e0bbb0faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:06.948447 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc4d7b-a93f-43c8-8294-a24558d7004b req-d9d63b20-1461-4934-88a3-405e0bbb0faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:06.948919 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc4d7b-a93f-43c8-8294-a24558d7004b req-d9d63b20-1461-4934-88a3-405e0bbb0faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:06.952130 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc4d7b-a93f-43c8-8294-a24558d7004b req-d9d63b20-1461-4934-88a3-405e0bbb0faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:06.956910 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9cfc4d7b-a93f-43c8-8294-a24558d7004b req-d9d63b20-1461-4934-88a3-405e0bbb0faa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe4ced19c3b40c2bc6e11100f9d5f1d&device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 6276 time: 0.8714707 Jul 15 23:09:06.963746 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:07.021381 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] No DVR routers for this DVR port 51fef540-5448-4be7-8151-ab7f86540fd1 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:07.023423 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event deleted for resources: {'Port': ['ID=51fef540-5448-4be7-8151-ab7f86540fd1,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:07.029978 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-a5212647-9d80-4c90-9625-352f9b581ef8 service neutron] Transition to ACTIVE for port object 6881fff5-28e4-43a6-9ddf-739b8456047b will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:07.058148 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-a5212647-9d80-4c90-9625-352f9b581ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:07.136075 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5212647-9d80-4c90-9625-352f9b581ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=6881fff5-28e4-43a6-9ddf-739b8456047b,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:07.153333 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b9285-dda3-4bcf-9b59-a96f106010ac req-517b2d5b-f158-4d95-a8c2-822ef10e04fc tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:07.160584 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b9285-dda3-4bcf-9b59-a96f106010ac req-517b2d5b-f158-4d95-a8c2-822ef10e04fc tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:07.166693 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b9285-dda3-4bcf-9b59-a96f106010ac req-517b2d5b-f158-4d95-a8c2-822ef10e04fc tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:07.174973 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b9285-dda3-4bcf-9b59-a96f106010ac req-517b2d5b-f158-4d95-a8c2-822ef10e04fc tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:07.182032 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b9285-dda3-4bcf-9b59-a96f106010ac req-517b2d5b-f158-4d95-a8c2-822ef10e04fc tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:07.190136 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b9285-dda3-4bcf-9b59-a96f106010ac req-517b2d5b-f158-4d95-a8c2-822ef10e04fc tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:07.197308 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b9285-dda3-4bcf-9b59-a96f106010ac req-517b2d5b-f158-4d95-a8c2-822ef10e04fc tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:07.200130 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1d8b9285-dda3-4bcf-9b59-a96f106010ac req-517b2d5b-f158-4d95-a8c2-822ef10e04fc tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5384 time: 0.3445773 Jul 15 23:09:07.201017 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0e3d55-6255-4963-9a7d-505de8e2e9ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'tenant_id': '63d2071bda354af48ba0ab40dec64d3d', 'fixed_ips': [{'subnet_id': '78d1e112-e3b0-4c3c-a1ca-a82879daa18c'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:09:07.202480 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2e0e3d55-6255-4963-9a7d-505de8e2e9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:07.224011 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c50923-f14c-4ff0-a96c-314474378362 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:07.224482 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c50923-f14c-4ff0-a96c-314474378362 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:07.224756 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c50923-f14c-4ff0-a96c-314474378362 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:07.225204 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c50923-f14c-4ff0-a96c-314474378362 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:07.225550 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c50923-f14c-4ff0-a96c-314474378362 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:07.225885 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c50923-f14c-4ff0-a96c-314474378362 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:07.226217 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c50923-f14c-4ff0-a96c-314474378362 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:07.227131 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c50923-f14c-4ff0-a96c-314474378362 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:07.227606 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c50923-f14c-4ff0-a96c-314474378362 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:07.227946 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c50923-f14c-4ff0-a96c-314474378362 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:07.228277 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c50923-f14c-4ff0-a96c-314474378362 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:07.228599 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c50923-f14c-4ff0-a96c-314474378362 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:07.455129 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:07.458291 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-a5212647-9d80-4c90-9625-352f9b581ef8 service neutron] Attempting to bind port 6881fff5-28e4-43a6-9ddf-739b8456047b on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:07.458625 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-a5212647-9d80-4c90-9625-352f9b581ef8 service neutron] Attempting to bind port 6881fff5-28e4-43a6-9ddf-739b8456047b by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'bbc7705a-96df-4fb7-ae43-baa90387fdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c784f317-cf69-4499-8ee8-96a3a3714978'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:07.458969 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-a5212647-9d80-4c90-9625-352f9b581ef8 service neutron] Attempting to bind port 6881fff5-28e4-43a6-9ddf-739b8456047b on network c784f317-cf69-4499-8ee8-96a3a3714978 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:07.467751 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb5acb-2b49-4138-9d6b-06452fd63019 req-757e1e5b-af6d-4fdf-8bc0-1f077414bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:07.492466 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-94fb5acb-2b49-4138-9d6b-06452fd63019 req-757e1e5b-af6d-4fdf-8bc0-1f077414bb47 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f31abbaf-85af-4828-a64a-6617d309ea62 HTTP/1.1" status: 200 len: 905 time: 0.5352709 Jul 15 23:09:07.494323 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1d8b9285-dda3-4bcf-9b59-a96f106010ac req-6a2d73a4-a009-4006-b48f-8aa446118c3a tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2802172 Jul 15 23:09:07.501800 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-a5212647-9d80-4c90-9625-352f9b581ef8 service neutron] Port 6881fff5-28e4-43a6-9ddf-739b8456047b on network c784f317-cf69-4499-8ee8-96a3a3714978 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:09:07.501952 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-a5212647-9d80-4c90-9625-352f9b581ef8 service neutron] Attempting to bind port 6881fff5-28e4-43a6-9ddf-739b8456047b on network c784f317-cf69-4499-8ee8-96a3a3714978 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:07.506212 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7c84ba5-556d-4cfa-ba19-ee362b243f1d']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:07.519581 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-a5212647-9d80-4c90-9625-352f9b581ef8 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:07.520036 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-a5212647-9d80-4c90-9625-352f9b581ef8 service neutron] Checking segment: {'id': 'bbc7705a-96df-4fb7-ae43-baa90387fdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c784f317-cf69-4499-8ee8-96a3a3714978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:07.520519 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-a5212647-9d80-4c90-9625-352f9b581ef8 service neutron] Bound using segment: {'id': 'bbc7705a-96df-4fb7-ae43-baa90387fdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c784f317-cf69-4499-8ee8-96a3a3714978'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:07.521158 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-a5212647-9d80-4c90-9625-352f9b581ef8 service neutron] Bound port: 6881fff5-28e4-43a6-9ddf-739b8456047b, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc7705a-96df-4fb7-ae43-baa90387fdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c784f317-cf69-4499-8ee8-96a3a3714978'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:07.521762 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-a5212647-9d80-4c90-9625-352f9b581ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:07.538305 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a05937-9cb3-4df7-b1cf-729a1bd048e1') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:07.538594 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a05937-9cb3-4df7-b1cf-729a1bd048e1') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:07.598155 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-2e0e3d55-6255-4963-9a7d-505de8e2e9ef None None] Allocated IP 2001:db8::f816:3eff:fe5e:cafe (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/78d1e112-e3b0-4c3c-a1ca-a82879daa18c/c5df26fd-cfd9-43df-8835-370672ee25c5) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:07.605385 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-a5212647-9d80-4c90-9625-352f9b581ef8 service neutron] For port 6881fff5-28e4-43a6-9ddf-739b8456047b, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:07.610665 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-a5212647-9d80-4c90-9625-352f9b581ef8 service neutron] For port 6881fff5-28e4-43a6-9ddf-739b8456047b, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6881fff5-28e4-43a6-9ddf-739b8456047b,segment=NetworkSegment(bbc7705a-96df-4fb7-ae43-baa90387fdfe),segment_id=bbc7705a-96df-4fb7-ae43-baa90387fdfe)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:07.619465 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-a5212647-9d80-4c90-9625-352f9b581ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:07.652885 n-d-787205-9 neutron-server[93798]: DEBUG neutron.objects.ports [None req-5e92fd25-d4cc-4c84-82f2-a72c497a7755 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93798) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:09:07.696847 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:07.698474 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5212647-9d80-4c90-9625-352f9b581ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=6881fff5-28e4-43a6-9ddf-739b8456047b,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:07.802543 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5e92fd25-d4cc-4c84-82f2-a72c497a7755 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:07.817089 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-a5212647-9d80-4c90-9625-352f9b581ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:07.825385 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-a5212647-9d80-4c90-9625-352f9b581ef8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:07.835417 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-a5212647-9d80-4c90-9625-352f9b581ef8 service neutron] 10.222.0.43 "PUT /v2.0/ports/6881fff5-28e4-43a6-9ddf-739b8456047b HTTP/1.1" status: 200 len: 1091 time: 2.4345288 Jul 15 23:09:07.836750 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'tag': '6881fff5-28e4-43a6-9ddf-739b8456047b'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:07.857918 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914b0b34-9128-41d0-a0bf-4e260a28457c" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "tag": "6881fff5-28e4-43a6-9ddf-739b8456047b"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:07.862185 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-49ea905b-b5f5-480d-b235-400590ea9a05 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ba2d4a8e1b574f8c9c45e0fcbc0c774e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624282 Jul 15 23:09:07.869939 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7ffd1d96-04c3-4712-ae4c-c9a26837f9db req-0b0f85a7-2e97-4458-b02a-fd8f1596b009 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.16 "GET /v2.0/ports?device_id=590ca4dc-f4de-4313-a4a3-b6ea774266d9 HTTP/1.1" status: 200 len: 210 time: 0.1796248 Jul 15 23:09:07.872929 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:07.888696 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:09:07.889195 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:07.921432 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-94fb5acb-2b49-4138-9d6b-06452fd63019 req-6a9e471d-3e95-4e2c-ba73-0b76a2f13971 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7fdec2a-d553-43cd-a0ad-2970a52d813e HTTP/1.1" status: 200 len: 217 time: 0.3383963 Jul 15 23:09:07.995829 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-29610bd4-aa70-4153-991c-e2dc2da4feb1 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:09:07.998508 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-29610bd4-aa70-4153-991c-e2dc2da4feb1 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135965 Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:09:08.003549 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:09:08.006199 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:08.017393 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb5acb-2b49-4138-9d6b-06452fd63019 req-65fe1e3c-c6a8-4bff-b32d-b359b96faf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:08.025482 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-68fe566f-5fb9-4898-9495-ed7c84b4fea9 service neutron] Request body: {'port': {'device_id': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:08.029608 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-94fb5acb-2b49-4138-9d6b-06452fd63019 req-65fe1e3c-c6a8-4bff-b32d-b359b96faf84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e4e4463-c0f1-483a-8548-ef2c0500a26e HTTP/1.1" status: 200 len: 844 time: 0.0868545 Jul 15 23:09:08.035566 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:08.040798 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "DELETE /v2.0/networks/a7c84ba5-556d-4cfa-ba19-ee362b243f1d HTTP/1.1" status: 204 len: 168 time: 4.8479431 Jul 15 23:09:08.048323 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45922) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:08.061740 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1abcc8-e7b8-485a-8926-65d658d52908 admin admin] Router 085c7578-3e4f-4b15-a95a-dc313a92e3b8 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:09:08.064417 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2e0e3d55-6255-4963-9a7d-505de8e2e9ef None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:08.072034 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc4d7b-a93f-43c8-8294-a24558d7004b req-d484ffd9-71c0-4b35-9ec6-83a44776e9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:08.072723 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc4d7b-a93f-43c8-8294-a24558d7004b req-d484ffd9-71c0-4b35-9ec6-83a44776e9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:08.073143 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-c290f22f-d7ac-4d2e-9124-b2aa6e24371a tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-721924822'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:08.073833 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc4d7b-a93f-43c8-8294-a24558d7004b req-d484ffd9-71c0-4b35-9ec6-83a44776e9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:08.077106 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9cfc4d7b-a93f-43c8-8294-a24558d7004b req-d484ffd9-71c0-4b35-9ec6-83a44776e9d0 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=4fe4ced19c3b40c2bc6e11100f9d5f1d&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.9107604 Jul 15 23:09:08.089315 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2e0e3d55-6255-4963-9a7d-505de8e2e9ef None None] Transition to ACTIVE for port object c5df26fd-cfd9-43df-8835-370672ee25c5 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:08.103646 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e92fd25-d4cc-4c84-82f2-a72c497a7755 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:08.128422 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2e0e3d55-6255-4963-9a7d-505de8e2e9ef None None] Transition to ACTIVE for port object c5df26fd-cfd9-43df-8835-370672ee25c5 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:08.139671 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2e0e3d55-6255-4963-9a7d-505de8e2e9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:08.149006 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-5e92fd25-d4cc-4c84-82f2-a72c497a7755 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:08.171654 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-94fb5acb-2b49-4138-9d6b-06452fd63019 req-9cc19a66-7cc7-43ab-825f-6128cd504dcc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f31abbaf-85af-4828-a64a-6617d309ea62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835502 Jul 15 23:09:08.183543 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59238a4f-aa14-4a6a-8428-703f1e135c02 x-openstack-request-id: req-59238a4f-aa14-4a6a-8428-703f1e135c02 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:08.184545 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "tag": "6881fff5-28e4-43a6-9ddf-739b8456047b", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:08.184951 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-59238a4f-aa14-4a6a-8428-703f1e135c02 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:08.185360 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'tag': '6881fff5-28e4-43a6-9ddf-739b8456047b', 'status': 'completed', 'code': 200} Jul 15 23:09:08.192662 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32166fbc-4186-4abd-8a78-8f25970b1fa3 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event deleted for resources: {'Network': ['ID=a7c84ba5-556d-4cfa-ba19-ee362b243f1d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:08.212158 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e92fd25-d4cc-4c84-82f2-a72c497a7755 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:08.213080 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5e92fd25-d4cc-4c84-82f2-a72c497a7755 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:08.224198 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92fd25-d4cc-4c84-82f2-a72c497a7755 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Subnet': ['ID=78d1e112-e3b0-4c3c-a1ca-a82879daa18c,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:08.241318 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [req-94fb5acb-2b49-4138-9d6b-06452fd63019 req-be7b18c0-6c1c-454e-8274-35fa1c13e912 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:09:08.242827 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-94fb5acb-2b49-4138-9d6b-06452fd63019 req-be7b18c0-6c1c-454e-8274-35fa1c13e912 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138214 Jul 15 23:09:08.308492 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c290f22f-d7ac-4d2e-9124-b2aa6e24371a tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Made reservation on behalf of aa681c2530394e9186e319e0d5231351 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:08.309322 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e3d55-6255-4963-9a7d-505de8e2e9ef None None] Pushing event updated for resources: {'Port': ['ID=c5df26fd-cfd9-43df-8835-370672ee25c5,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:08.312808 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c290f22f-d7ac-4d2e-9124-b2aa6e24371a tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:08.318690 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0e3d55-6255-4963-9a7d-505de8e2e9ef None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:08.320618 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-2e0e3d55-6255-4963-9a7d-505de8e2e9ef None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:08.340639 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0e3d55-6255-4963-9a7d-505de8e2e9ef None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:09:08.371180 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c290f22f-d7ac-4d2e-9124-b2aa6e24371a tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:09:08.398150 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c290f22f-d7ac-4d2e-9124-b2aa6e24371a tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:08.398515 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-c290f22f-d7ac-4d2e-9124-b2aa6e24371a tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Added segment 1fc984df-f5db-4c61-8e2e-01718243b058 of type vlan for network e3908cb4-b496-4077-bbe4-746c4d043fb0 Jul 15 23:09:08.473574 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c290f22f-d7ac-4d2e-9124-b2aa6e24371a tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:08.484033 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-2e0e3d55-6255-4963-9a7d-505de8e2e9ef None None] Attempting to bind port c5df26fd-cfd9-43df-8835-370672ee25c5 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:08.484458 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-2e0e3d55-6255-4963-9a7d-505de8e2e9ef None None] Attempting to bind port c5df26fd-cfd9-43df-8835-370672ee25c5 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:08.484959 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0e3d55-6255-4963-9a7d-505de8e2e9ef None None] Attempting to bind port c5df26fd-cfd9-43df-8835-370672ee25c5 on network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:08.495713 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45932) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:08.513717 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5e92fd25-d4cc-4c84-82f2-a72c497a7755 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7726743 Jul 15 23:09:08.514097 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45934) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:08.521547 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0e3d55-6255-4963-9a7d-505de8e2e9ef None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:08.521923 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0e3d55-6255-4963-9a7d-505de8e2e9ef None None] Checking segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:08.523052 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-fa5bbe40-35b4-4af3-b4d1-78fd7c8a1086 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:08.524520 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2e0e3d55-6255-4963-9a7d-505de8e2e9ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:08.524881 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0e3d55-6255-4963-9a7d-505de8e2e9ef None None] Bound using segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:08.525376 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-2e0e3d55-6255-4963-9a7d-505de8e2e9ef None None] Bound port: c5df26fd-cfd9-43df-8835-370672ee25c5, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:08.528055 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2e0e3d55-6255-4963-9a7d-505de8e2e9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:08.619767 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-4b751468-283f-47d4-ac0b-2b9c327ee9f8 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:08.628404 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-4b751468-283f-47d4-ac0b-2b9c327ee9f8 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7351649 Jul 15 23:09:08.668729 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c290f22f-d7ac-4d2e-9124-b2aa6e24371a tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:08.676129 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c290f22f-d7ac-4d2e-9124-b2aa6e24371a tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:08.676973 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c290f22f-d7ac-4d2e-9124-b2aa6e24371a tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:08.684533 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-52fe6104-021e-4924-91e7-01a76bc5fc6c tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Request body: {'port': {'device_id': '590ca4dc-f4de-4313-a4a3-b6ea774266d9', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'admin_state_up': True, 'tenant_id': 'ba2d4a8e1b574f8c9c45e0fcbc0c774e'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:08.723946 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:08.730701 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-68fe566f-5fb9-4898-9495-ed7c84b4fea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:08.754859 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-94fb5acb-2b49-4138-9d6b-06452fd63019 req-d5c5c608-9586-4a02-98bc-ee10533ee6ff service neutron] 10.222.0.36 "GET /v2.0/networks/f31abbaf-85af-4828-a64a-6617d309ea62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5021458 Jul 15 23:09:08.759908 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-2e0e3d55-6255-4963-9a7d-505de8e2e9ef None None] For port c5df26fd-cfd9-43df-8835-370672ee25c5, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:08.763804 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-2e0e3d55-6255-4963-9a7d-505de8e2e9ef None None] For port c5df26fd-cfd9-43df-8835-370672ee25c5, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c5df26fd-cfd9-43df-8835-370672ee25c5,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:08.769209 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2e0e3d55-6255-4963-9a7d-505de8e2e9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:08.775920 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-343fdb78-2d60-4b57-820e-18ec2ce39d79 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1036584712-network', 'tenant_id': '77975343f0624335a695b571de060b09'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:08.846108 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc4d7b-a93f-43c8-8294-a24558d7004b req-7189eb00-7c43-4731-bc8e-036b73832036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:08.847766 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9cfc4d7b-a93f-43c8-8294-a24558d7004b req-7189eb00-7c43-4731-bc8e-036b73832036 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7535772 Jul 15 23:09:08.901746 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e3d55-6255-4963-9a7d-505de8e2e9ef None None] Pushing event updated for resources: {'Port': ['ID=c5df26fd-cfd9-43df-8835-370672ee25c5,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:09.073885 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1abcc8-e7b8-485a-8926-65d658d52908 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:09:09.088763 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50679469-317d-4798-b841-d879f78d3f6a None None] Sync routers for ids ['085c7578-3e4f-4b15-a95a-dc313a92e3b8'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:09:09.102360 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50679469-317d-4798-b841-d879f78d3f6a None None] Routers {'085c7578-3e4f-4b15-a95a-dc313a92e3b8'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:09.109808 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1a1abcc8-e7b8-485a-8926-65d658d52908 admin admin] 10.222.0.16 "PUT /v2.0/routers/085c7578-3e4f-4b15-a95a-dc313a92e3b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5691938 Jul 15 23:09:09.112370 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-50679469-317d-4798-b841-d879f78d3f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:08:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['085c7578-3e4f-4b15-a95a-dc313a92e3b8'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:09.117473 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45952) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:09.286587 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-94fb5acb-2b49-4138-9d6b-06452fd63019 req-8788350b-7fe8-4f78-a50d-7bde4d1a485a service neutron] 10.222.0.36 "GET /v2.0/networks/f31abbaf-85af-4828-a64a-6617d309ea62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877145 Jul 15 23:09:09.332382 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b0b34-9128-41d0-a0bf-4e260a28457c req-4dcd75c7-f39f-411f-832d-3eec56414e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:09.332382 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b0b34-9128-41d0-a0bf-4e260a28457c req-4dcd75c7-f39f-411f-832d-3eec56414e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:09.332382 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b0b34-9128-41d0-a0bf-4e260a28457c req-4dcd75c7-f39f-411f-832d-3eec56414e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:09.332382 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b0b34-9128-41d0-a0bf-4e260a28457c req-4dcd75c7-f39f-411f-832d-3eec56414e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:09.332382 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b0b34-9128-41d0-a0bf-4e260a28457c req-4dcd75c7-f39f-411f-832d-3eec56414e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:09.338979 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b0b34-9128-41d0-a0bf-4e260a28457c req-4dcd75c7-f39f-411f-832d-3eec56414e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:09.339605 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b0b34-9128-41d0-a0bf-4e260a28457c req-4dcd75c7-f39f-411f-832d-3eec56414e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:09.341687 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-914b0b34-9128-41d0-a0bf-4e260a28457c req-4dcd75c7-f39f-411f-832d-3eec56414e26 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe4ced19c3b40c2bc6e11100f9d5f1d&device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 6343 time: 0.4039218 Jul 15 23:09:09.362279 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d5cc94d-4463-490d-8623-f79d0203ca5f admin admin] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:09.423166 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343fdb78-2d60-4b57-820e-18ec2ce39d79 admin admin] Made reservation on behalf of 77975343f0624335a695b571de060b09 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:09.426221 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-343fdb78-2d60-4b57-820e-18ec2ce39d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:09.432615 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-50679469-317d-4798-b841-d879f78d3f6a None None] Set router 085c7578-3e4f-4b15-a95a-dc313a92e3b8 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:09.468040 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-343fdb78-2d60-4b57-820e-18ec2ce39d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:09.492871 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7f745597-4d33-4d06-af43-7a25f947f8ad req-ddf7db3b-5b4b-4181-81ed-cb6f924d2dbd tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.16 "GET /v2.0/ports?device_id=590ca4dc-f4de-4313-a4a3-b6ea774266d9 HTTP/1.1" status: 200 len: 210 time: 0.4008534 Jul 15 23:09:09.521177 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-52fe6104-021e-4924-91e7-01a76bc5fc6c tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Made reservation on behalf of ba2d4a8e1b574f8c9c45e0fcbc0c774e for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:09.530651 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-52fe6104-021e-4924-91e7-01a76bc5fc6c tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:09.537058 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-52fe6104-021e-4924-91e7-01a76bc5fc6c tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:09.583902 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5bbe40-35b4-4af3-b4d1-78fd7c8a1086 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:09.596643 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b0b34-9128-41d0-a0bf-4e260a28457c req-973328cb-aae0-472a-81e4-59582d211012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:09.597463 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b0b34-9128-41d0-a0bf-4e260a28457c req-973328cb-aae0-472a-81e4-59582d211012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:09.597586 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b0b34-9128-41d0-a0bf-4e260a28457c req-973328cb-aae0-472a-81e4-59582d211012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:09.599639 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-914b0b34-9128-41d0-a0bf-4e260a28457c req-973328cb-aae0-472a-81e4-59582d211012 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=4fe4ced19c3b40c2bc6e11100f9d5f1d&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2505991 Jul 15 23:09:09.604822 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa5bbe40-35b4-4af3-b4d1-78fd7c8a1086 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:09.663523 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c5df26fd-cfd9-43df-8835-370672ee25c5 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:09.683679 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c290f22f-d7ac-4d2e-9124-b2aa6e24371a tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6232591 Jul 15 23:09:09.691062 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45956) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:09.719008 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-792006ac-a362-4f1f-b284-fb79452797fd tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Request body: {'subnet': {'network_id': 'e3908cb4-b496-4077-bbe4-746c4d043fb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:09.743098 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290f22f-d7ac-4d2e-9124-b2aa6e24371a tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event updated for resources: {'Network': ['ID=e3908cb4-b496-4077-bbe4-746c4d043fb0,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:09.749588 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d5cc94d-4463-490d-8623-f79d0203ca5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:09.765377 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network e3908cb4-b496-4077-bbe4-746c4d043fb0 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:09:09.814050 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-68fe566f-5fb9-4898-9495-ed7c84b4fea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abf079aa-7e1f-4fa4-8693-d71192c3cd5a {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:09.833346 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port c5df26fd-cfd9-43df-8835-370672ee25c5 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:09.834484 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-50679469-317d-4798-b841-d879f78d3f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085c7578-3e4f-4b15-a95a-dc313a92e3b8', 'name': 'tempest-FloatingIPsTestJSON-1919071377-router', 'tenant_id': '5ae795b3d7734e50af60e647de284414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'd115408f-9efc-46a4-a93c-b63700ba92b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:16Z', 'updated_at': '2021-07-15T23:09:05Z', 'revision_number': 5, 'project_id': '5ae795b3d7734e50af60e647de284414', 'gw_port': {'id': 'd115408f-9efc-46a4-a93c-b63700ba92b5', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085c7578-3e4f-4b15-a95a-dc313a92e3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:19Z', 'updated_at': '2021-07-15T23:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:09.865086 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-68fe566f-5fb9-4898-9495-ed7c84b4fea9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:09.932674 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50679469-317d-4798-b841-d879f78d3f6a None None] Checking router: 085c7578-3e4f-4b15-a95a-dc313a92e3b8 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:09:09.956028 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50679469-317d-4798-b841-d879f78d3f6a None None] Routers {'085c7578-3e4f-4b15-a95a-dc313a92e3b8'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:09.956726 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-50679469-317d-4798-b841-d879f78d3f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:08:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['085c7578-3e4f-4b15-a95a-dc313a92e3b8'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:09.974373 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295bf13-0d11-4ac9-a3e6-c290126bc20c req-e1bfc2b3-8aaf-4eb2-b64c-5182614db575 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:09.983094 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295bf13-0d11-4ac9-a3e6-c290126bc20c req-e1bfc2b3-8aaf-4eb2-b64c-5182614db575 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:09.994182 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295bf13-0d11-4ac9-a3e6-c290126bc20c req-e1bfc2b3-8aaf-4eb2-b64c-5182614db575 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:10.000335 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295bf13-0d11-4ac9-a3e6-c290126bc20c req-e1bfc2b3-8aaf-4eb2-b64c-5182614db575 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:10.006856 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295bf13-0d11-4ac9-a3e6-c290126bc20c req-e1bfc2b3-8aaf-4eb2-b64c-5182614db575 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:10.012950 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295bf13-0d11-4ac9-a3e6-c290126bc20c req-e1bfc2b3-8aaf-4eb2-b64c-5182614db575 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:10.019031 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295bf13-0d11-4ac9-a3e6-c290126bc20c req-e1bfc2b3-8aaf-4eb2-b64c-5182614db575 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:10.021068 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c295bf13-0d11-4ac9-a3e6-c290126bc20c req-e1bfc2b3-8aaf-4eb2-b64c-5182614db575 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5396 time: 0.9677238 Jul 15 23:09:10.074888 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-68fe566f-5fb9-4898-9495-ed7c84b4fea9 service neutron] Transition to ACTIVE for port object abf079aa-7e1f-4fa4-8693-d71192c3cd5a will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:10.094761 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-68fe566f-5fb9-4898-9495-ed7c84b4fea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:10.121904 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-50679469-317d-4798-b841-d879f78d3f6a None None] Set router 085c7578-3e4f-4b15-a95a-dc313a92e3b8 gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:10.173167 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe566f-5fb9-4898-9495-ed7c84b4fea9 service neutron] Pushing event updated for resources: {'Port': ['ID=abf079aa-7e1f-4fa4-8693-d71192c3cd5a,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:10.190850 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-50679469-317d-4798-b841-d879f78d3f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085c7578-3e4f-4b15-a95a-dc313a92e3b8', 'name': 'tempest-FloatingIPsTestJSON-1919071377-router', 'tenant_id': '5ae795b3d7734e50af60e647de284414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:16Z', 'updated_at': '2021-07-15T23:09:09Z', 'revision_number': 6, 'project_id': '5ae795b3d7734e50af60e647de284414', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:10.234043 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50679469-317d-4798-b841-d879f78d3f6a None None] The sync data for ids ['085c7578-3e4f-4b15-a95a-dc313a92e3b8'] in n-d-787205-9 is: [{'id': '085c7578-3e4f-4b15-a95a-dc313a92e3b8', 'name': 'tempest-FloatingIPsTestJSON-1919071377-router', 'tenant_id': '5ae795b3d7734e50af60e647de284414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:16Z', 'updated_at': '2021-07-15T23:09:09Z', 'revision_number': 6, 'project_id': '5ae795b3d7734e50af60e647de284414', 'gw_port_host': None}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:09:10.258527 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c295bf13-0d11-4ac9-a3e6-c290126bc20c req-a637f8ea-a33d-4208-8858-641bdbc8c418 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2018552 Jul 15 23:09:10.344266 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-5d5cc94d-4463-490d-8623-f79d0203ca5f admin admin] Deleting port d115408f-9efc-46a4-a93c-b63700ba92b5 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:10.344626 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d5cc94d-4463-490d-8623-f79d0203ca5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:10.440262 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b0b34-9128-41d0-a0bf-4e260a28457c req-ffeca4af-a972-408b-928b-3f40abdc7931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:10.442143 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-914b0b34-9128-41d0-a0bf-4e260a28457c req-ffeca4af-a972-408b-928b-3f40abdc7931 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8310111 Jul 15 23:09:10.454678 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-343fdb78-2d60-4b57-820e-18ec2ce39d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:10.469631 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-343fdb78-2d60-4b57-820e-18ec2ce39d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:10.506271 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.db.api [None req-792006ac-a362-4f1f-b284-fb79452797fd tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:09:10.506271 n-d-787205-9 neutron-server[93798]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 23:09:10.506271 n-d-787205-9 neutron-server[93798]: [parameters: {'project_id_1': 'aa681c2530394e9186e319e0d5231351', 'expiration_1': datetime.datetime(2021, 7, 15, 23, 9, 10, 433454)}] Jul 15 23:09:10.506271 n-d-787205-9 neutron-server[93798]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:09:10.506842 n-d-787205-9 neutron-server[93798]: DEBUG oslo_db.api [None req-792006ac-a362-4f1f-b284-fb79452797fd tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:09:10.522324 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-343fdb78-2d60-4b57-820e-18ec2ce39d79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:09:10.532941 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee72316-7513-46d9-a474-d49eb46f89a9 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:10.555813 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-68fe566f-5fb9-4898-9495-ed7c84b4fea9 service neutron] Attempting to bind port abf079aa-7e1f-4fa4-8693-d71192c3cd5a on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:10.556173 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-68fe566f-5fb9-4898-9495-ed7c84b4fea9 service neutron] Attempting to bind port abf079aa-7e1f-4fa4-8693-d71192c3cd5a by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '3bc9fa27-9cdf-411b-9b5d-1d95b85ed330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '70df42a8-7f3a-4d1e-82b9-1354a40e98c2'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:10.556512 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-68fe566f-5fb9-4898-9495-ed7c84b4fea9 service neutron] Attempting to bind port abf079aa-7e1f-4fa4-8693-d71192c3cd5a on network 70df42a8-7f3a-4d1e-82b9-1354a40e98c2 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:10.558759 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343fdb78-2d60-4b57-820e-18ec2ce39d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c1f5ce-be77-41bb-92fb-62b535da4b6c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:10.583453 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-343fdb78-2d60-4b57-820e-18ec2ce39d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:10.585266 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-343fdb78-2d60-4b57-820e-18ec2ce39d79 admin admin] Added segment 3a3c2bc7-5140-456e-8efe-f105575ac120 of type vlan for network bf6fa1b7-2834-4d94-a68c-529495746472 Jul 15 23:09:10.663592 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-64fd2159-c236-47b3-8e7d-24ff68d16771 None None] Provisioning for port c5df26fd-cfd9-43df-8835-370672ee25c5 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:10.671247 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-343fdb78-2d60-4b57-820e-18ec2ce39d79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:10.687384 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-64fd2159-c236-47b3-8e7d-24ff68d16771 None None] Provisioning complete for port c5df26fd-cfd9-43df-8835-370672ee25c5 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:10.687825 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-64fd2159-c236-47b3-8e7d-24ff68d16771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:10.745309 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-343fdb78-2d60-4b57-820e-18ec2ce39d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:10.746803 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343fdb78-2d60-4b57-820e-18ec2ce39d79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:10.747743 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-343fdb78-2d60-4b57-820e-18ec2ce39d79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:10.758728 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-68fe566f-5fb9-4898-9495-ed7c84b4fea9 service neutron] Port abf079aa-7e1f-4fa4-8693-d71192c3cd5a on network 70df42a8-7f3a-4d1e-82b9-1354a40e98c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:09:10.758983 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-68fe566f-5fb9-4898-9495-ed7c84b4fea9 service neutron] Attempting to bind port abf079aa-7e1f-4fa4-8693-d71192c3cd5a on network 70df42a8-7f3a-4d1e-82b9-1354a40e98c2 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:10.802571 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-5d5cc94d-4463-490d-8623-f79d0203ca5f admin admin] For port d115408f-9efc-46a4-a93c-b63700ba92b5, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d115408f-9efc-46a4-a93c-b63700ba92b5,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:10.803008 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d5cc94d-4463-490d-8623-f79d0203ca5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:10.926554 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343fdb78-2d60-4b57-820e-18ec2ce39d79 admin admin] Pushing event updated for resources: {'Network': ['ID=bf6fa1b7-2834-4d94-a68c-529495746472,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:10.962587 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network bf6fa1b7-2834-4d94-a68c-529495746472 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:09:10.982626 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-82f6001f-ef59-4e05-95a7-f7d7166888b7 req-d51d3a4f-62c5-478b-9b1f-1a259d494832 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.16 "GET /v2.0/ports?device_id=590ca4dc-f4de-4313-a4a3-b6ea774266d9 HTTP/1.1" status: 200 len: 210 time: 0.1673503 Jul 15 23:09:10.983593 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-68fe566f-5fb9-4898-9495-ed7c84b4fea9 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:10.983950 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-68fe566f-5fb9-4898-9495-ed7c84b4fea9 service neutron] Checking segment: {'id': '3bc9fa27-9cdf-411b-9b5d-1d95b85ed330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '70df42a8-7f3a-4d1e-82b9-1354a40e98c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:10.984372 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-68fe566f-5fb9-4898-9495-ed7c84b4fea9 service neutron] Bound using segment: {'id': '3bc9fa27-9cdf-411b-9b5d-1d95b85ed330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '70df42a8-7f3a-4d1e-82b9-1354a40e98c2'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:10.984948 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-68fe566f-5fb9-4898-9495-ed7c84b4fea9 service neutron] Bound port: abf079aa-7e1f-4fa4-8693-d71192c3cd5a, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bc9fa27-9cdf-411b-9b5d-1d95b85ed330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '70df42a8-7f3a-4d1e-82b9-1354a40e98c2'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:10.985330 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-68fe566f-5fb9-4898-9495-ed7c84b4fea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:11.002210 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-5d5cc94d-4463-490d-8623-f79d0203ca5f admin admin] Calling delete_port for d115408f-9efc-46a4-a93c-b63700ba92b5 owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:11.086909 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-52fe6104-021e-4924-91e7-01a76bc5fc6c tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:11.093838 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-52fe6104-021e-4924-91e7-01a76bc5fc6c tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:11.133187 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-343fdb78-2d60-4b57-820e-18ec2ce39d79 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6253684 Jul 15 23:09:11.168152 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45978) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:11.184011 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa5bbe40-35b4-4af3-b4d1-78fd7c8a1086 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:11.191310 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792006ac-a362-4f1f-b284-fb79452797fd tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Made reservation on behalf of aa681c2530394e9186e319e0d5231351 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:11.194921 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-792006ac-a362-4f1f-b284-fb79452797fd tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:11.208736 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-c8d6c2be-a3ad-4dde-8627-c4a0e8b59da7 admin admin] Request body: {'subnet': {'network_id': 'bf6fa1b7-2834-4d94-a68c-529495746472', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1036584712-subnet', 'tenant_id': '77975343f0624335a695b571de060b09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:11.330337 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5bbe40-35b4-4af3-b4d1-78fd7c8a1086 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:11.344746 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-fa5bbe40-35b4-4af3-b4d1-78fd7c8a1086 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:11.348257 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5bbe40-35b4-4af3-b4d1-78fd7c8a1086 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:11.348882 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa5bbe40-35b4-4af3-b4d1-78fd7c8a1086 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:11.403361 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bbe40-35b4-4af3-b4d1-78fd7c8a1086 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Subnet': ['ID=491414f4-d3e2-4923-b43c-8968ab32aef2,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:11.416368 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d6c2be-a3ad-4dde-8627-c4a0e8b59da7 admin admin] Made reservation on behalf of 77975343f0624335a695b571de060b09 for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:11.419453 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c8d6c2be-a3ad-4dde-8627-c4a0e8b59da7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:11.424165 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-68fe566f-5fb9-4898-9495-ed7c84b4fea9 service neutron] For port abf079aa-7e1f-4fa4-8693-d71192c3cd5a, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:11.429851 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fa5bbe40-35b4-4af3-b4d1-78fd7c8a1086 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9144168 Jul 15 23:09:11.433148 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-68fe566f-5fb9-4898-9495-ed7c84b4fea9 service neutron] For port abf079aa-7e1f-4fa4-8693-d71192c3cd5a, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=abf079aa-7e1f-4fa4-8693-d71192c3cd5a,segment=NetworkSegment(3bc9fa27-9cdf-411b-9b5d-1d95b85ed330),segment_id=3bc9fa27-9cdf-411b-9b5d-1d95b85ed330)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:11.434333 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe6104-021e-4924-91e7-01a76bc5fc6c tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2a347d-6f24-41cb-ac1b-16102695d47f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:11.451017 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45990) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:11.467840 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-64fd2159-c236-47b3-8e7d-24ff68d16771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:11.557473 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-ae8abe06-a25b-460a-88cd-bcff98cd38ec tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'port': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'mac_address': 'fa:16:3e:aa:66:56', 'name': 'tempest-NetworksTestDHCPv6-230737992'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:11.564417 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-64fd2159-c236-47b3-8e7d-24ff68d16771 None None] For port c5df26fd-cfd9-43df-8835-370672ee25c5, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c5df26fd-cfd9-43df-8835-370672ee25c5,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:11.570417 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-64fd2159-c236-47b3-8e7d-24ff68d16771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:11.633451 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd2159-c236-47b3-8e7d-24ff68d16771 None None] Pushing event updated for resources: {'Port': ['ID=c5df26fd-cfd9-43df-8835-370672ee25c5,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:11.636218 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d115408f-9efc-46a4-a93c-b63700ba92b5 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:11.712694 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-52fe6104-021e-4924-91e7-01a76bc5fc6c tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Allocated IP 192.168.233.43 (8d403abe-cee8-4863-bddd-464e9e566e9c/190ae4ce-d44c-4c9c-9241-47db78422478/1486830a-e37c-455d-983a-3305d04c64d4) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:11.713262 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-68fe566f-5fb9-4898-9495-ed7c84b4fea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:11.819063 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:11.829816 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-68fe566f-5fb9-4898-9495-ed7c84b4fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:11.830823 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-68fe566f-5fb9-4898-9495-ed7c84b4fea9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:11.832444 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-68fe566f-5fb9-4898-9495-ed7c84b4fea9 service neutron] 10.222.0.43 "PUT /v2.0/ports/abf079aa-7e1f-4fa4-8693-d71192c3cd5a HTTP/1.1" status: 200 len: 1091 time: 3.8195148 Jul 15 23:09:11.842184 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095051fb-c1cb-4757-a363-f09dffd7f201 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:11.842483 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'tag': 'abf079aa-7e1f-4fa4-8693-d71192c3cd5a'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:11.846875 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcdc720-2603-4a3b-b602-2d0aed1ade06" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "tag": "abf079aa-7e1f-4fa4-8693-d71192c3cd5a"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:11.916203 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port d115408f-9efc-46a4-a93c-b63700ba92b5, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d115408f-9efc-46a4-a93c-b63700ba92b5,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:11.927758 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Request body: {'port': {'device_id': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:11.937465 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:11.941834 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b33e451e-9209-4832-b755-464c276ff37d no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:11.960384 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8abe06-a25b-460a-88cd-bcff98cd38ec tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:11.961765 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-792006ac-a362-4f1f-b284-fb79452797fd tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:12.090748 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae8abe06-a25b-460a-88cd-bcff98cd38ec tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:12.125333 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792006ac-a362-4f1f-b284-fb79452797fd tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event updated for resources: {'Subnet': ['ID=5c43e294-16ba-4a1c-9473-c1ae6ba886d5,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:12.137599 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792006ac-a362-4f1f-b284-fb79452797fd tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Checking segment: {'id': '1fc984df-f5db-4c61-8e2e-01718243b058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e3908cb4-b496-4077-bbe4-746c4d043fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:12.137970 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792006ac-a362-4f1f-b284-fb79452797fd tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Network hostable DHCP agents. Network: e3908cb4-b496-4077-bbe4-746c4d043fb0, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:09:12.185545 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-52fe6104-021e-4924-91e7-01a76bc5fc6c tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:12.219125 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-52fe6104-021e-4924-91e7-01a76bc5fc6c tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Transition to ACTIVE for port object 1486830a-e37c-455d-983a-3305d04c64d4 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:12.266383 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792006ac-a362-4f1f-b284-fb79452797fd tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Network e3908cb4-b496-4077-bbe4-746c4d043fb0 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:09:12.300650 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-52fe6104-021e-4924-91e7-01a76bc5fc6c tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:12.362113 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe6104-021e-4924-91e7-01a76bc5fc6c tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Pushing event updated for resources: {'Port': ['ID=1486830a-e37c-455d-983a-3305d04c64d4,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:12.385401 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-792006ac-a362-4f1f-b284-fb79452797fd tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, e3908cb4-b496-4077-bbe4-746c4d043fb0) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:12.394373 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792006ac-a362-4f1f-b284-fb79452797fd tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:12.396057 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-792006ac-a362-4f1f-b284-fb79452797fd tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:12.405952 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-52fe6104-021e-4924-91e7-01a76bc5fc6c tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:12.407986 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=d115408f-9efc-46a4-a93c-b63700ba92b5,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:12.416689 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-52fe6104-021e-4924-91e7-01a76bc5fc6c tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:12.421495 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-52fe6104-021e-4924-91e7-01a76bc5fc6c tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:09:12.438044 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed094634-1616-44f0-8bbe-0a680b00da8d None None] Network e3908cb4-b496-4077-bbe4-746c4d043fb0 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:12.444686 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: b33e451e-9209-4832-b755-464c276ff37d {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:12.448773 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b33e451e-9209-4832-b755-464c276ff37d not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:12.496661 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b8e081b2-d250-4216-989f-90d4a51db389 None None] Provisioning complete for port c5df26fd-cfd9-43df-8835-370672ee25c5 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:12.497379 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b8e081b2-d250-4216-989f-90d4a51db389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:12.510938 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-52fe6104-021e-4924-91e7-01a76bc5fc6c tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:12.511736 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-52fe6104-021e-4924-91e7-01a76bc5fc6c tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:12.553656 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-52fe6104-021e-4924-91e7-01a76bc5fc6c tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8900683 Jul 15 23:09:12.590015 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-792006ac-a362-4f1f-b284-fb79452797fd tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8960071 Jul 15 23:09:12.600978 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46004) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:12.655499 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdc720-2603-4a3b-b602-2d0aed1ade06 req-027881cc-f053-47af-9d24-fa19fc114cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:12.656302 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdc720-2603-4a3b-b602-2d0aed1ade06 req-027881cc-f053-47af-9d24-fa19fc114cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:12.658905 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdc720-2603-4a3b-b602-2d0aed1ade06 req-027881cc-f053-47af-9d24-fa19fc114cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:12.659357 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdc720-2603-4a3b-b602-2d0aed1ade06 req-027881cc-f053-47af-9d24-fa19fc114cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:12.659831 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdc720-2603-4a3b-b602-2d0aed1ade06 req-027881cc-f053-47af-9d24-fa19fc114cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:12.663818 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdc720-2603-4a3b-b602-2d0aed1ade06 req-027881cc-f053-47af-9d24-fa19fc114cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:12.664376 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdc720-2603-4a3b-b602-2d0aed1ade06 req-027881cc-f053-47af-9d24-fa19fc114cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:12.666431 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dfcdc720-2603-4a3b-b602-2d0aed1ade06 req-027881cc-f053-47af-9d24-fa19fc114cf3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe4ced19c3b40c2bc6e11100f9d5f1d&device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 6410 time: 0.4026890 Jul 15 23:09:12.712675 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-08841f65-561c-49e8-ad58-e644e949509f service neutron] Request body: {'port': {'device_id': '590ca4dc-f4de-4313-a4a3-b6ea774266d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:12.781907 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ae8abe06-a25b-460a-88cd-bcff98cd38ec tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] device_id is not set on port f432b1ee-1951-4782-9916-75cbc3dda3c3 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:09:12.907899 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb53f11-a158-4e3e-b555-941d229bd3ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-e3908cb4-b496-4077-bbe4-746c4d043fb0', 'network_id': 'e3908cb4-b496-4077-bbe4-746c4d043fb0', 'tenant_id': 'aa681c2530394e9186e319e0d5231351', 'fixed_ips': [{'subnet_id': '5c43e294-16ba-4a1c-9473-c1ae6ba886d5'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:09:12.908929 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7cb53f11-a158-4e3e-b555-941d229bd3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:12.909244 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7d9b3a-55db-43e7-8fdb-e7740574dcd0 x-openstack-request-id: req-da7d9b3a-55db-43e7-8fdb-e7740574dcd0 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:12.910186 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "tag": "abf079aa-7e1f-4fa4-8693-d71192c3cd5a", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:12.910186 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da7d9b3a-55db-43e7-8fdb-e7740574dcd0 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:12.910375 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'tag': 'abf079aa-7e1f-4fa4-8693-d71192c3cd5a', 'status': 'completed', 'code': 200} Jul 15 23:09:12.913434 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:12.920637 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe566f-5fb9-4898-9495-ed7c84b4fea9 service neutron] Pushing event updated for resources: {'Port': ['ID=abf079aa-7e1f-4fa4-8693-d71192c3cd5a,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:12.948361 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdc720-2603-4a3b-b602-2d0aed1ade06 req-48c534b1-5db7-4292-aa31-fafe08cc7b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:12.949090 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdc720-2603-4a3b-b602-2d0aed1ade06 req-48c534b1-5db7-4292-aa31-fafe08cc7b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:12.949818 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdc720-2603-4a3b-b602-2d0aed1ade06 req-48c534b1-5db7-4292-aa31-fafe08cc7b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:12.952517 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dfcdc720-2603-4a3b-b602-2d0aed1ade06 req-48c534b1-5db7-4292-aa31-fafe08cc7b76 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=4fe4ced19c3b40c2bc6e11100f9d5f1d&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2606761 Jul 15 23:09:12.954387 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-08841f65-561c-49e8-ad58-e644e949509f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.085590 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd461e15-9a80-47eb-a543-4cc5ed04bc2c req-458f0865-2a87-4c1a-86be-ac79cb343743 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:13.091786 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd461e15-9a80-47eb-a543-4cc5ed04bc2c req-458f0865-2a87-4c1a-86be-ac79cb343743 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:13.097886 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd461e15-9a80-47eb-a543-4cc5ed04bc2c req-458f0865-2a87-4c1a-86be-ac79cb343743 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:13.104050 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd461e15-9a80-47eb-a543-4cc5ed04bc2c req-458f0865-2a87-4c1a-86be-ac79cb343743 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:13.108419 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b53ad6f-e7cf-4ec2-9fe8-61065442b7d8 None None] Update dhcp port {'port': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'fixed_ips': [{'subnet_id': '78d1e112-e3b0-4c3c-a1ca-a82879daa18c', 'ip_address': '2001:db8::f816:3eff:fe5e:cafe'}, {'subnet_id': '491414f4-d3e2-4923-b43c-8968ab32aef2'}], 'binding:host_id': 'n-d-787205-9'}, 'id': 'c5df26fd-cfd9-43df-8835-370672ee25c5'} from n-d-787205-9. {{(pid=93800) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:09:13.110570 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd461e15-9a80-47eb-a543-4cc5ed04bc2c req-458f0865-2a87-4c1a-86be-ac79cb343743 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:13.116433 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd461e15-9a80-47eb-a543-4cc5ed04bc2c req-458f0865-2a87-4c1a-86be-ac79cb343743 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:13.122215 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd461e15-9a80-47eb-a543-4cc5ed04bc2c req-458f0865-2a87-4c1a-86be-ac79cb343743 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:13.124229 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd461e15-9a80-47eb-a543-4cc5ed04bc2c req-458f0865-2a87-4c1a-86be-ac79cb343743 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5408 time: 1.4090116 Jul 15 23:09:13.150144 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-7cb53f11-a158-4e3e-b555-941d229bd3ca None None] Allocated IP 2001:db8::1 (e3908cb4-b496-4077-bbe4-746c4d043fb0/5c43e294-16ba-4a1c-9473-c1ae6ba886d5/c3b40a6d-cc3e-4a1d-905e-15d71b0c2601) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:13.168919 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1b53ad6f-e7cf-4ec2-9fe8-61065442b7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.169245 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.200185 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f6eb487a-d67c-4993-8341-942a456c1d7c None None] Provisioning for port 1486830a-e37c-455d-983a-3305d04c64d4 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:13.228393 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdc720-2603-4a3b-b602-2d0aed1ade06 req-84686540-58df-4c58-a4ec-2d27e6b76e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:13.229791 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dfcdc720-2603-4a3b-b602-2d0aed1ade06 req-84686540-58df-4c58-a4ec-2d27e6b76e48 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2620256 Jul 15 23:09:13.235430 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f6eb487a-d67c-4993-8341-942a456c1d7c None None] Provisioning complete for port 1486830a-e37c-455d-983a-3305d04c64d4 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:13.235802 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f6eb487a-d67c-4993-8341-942a456c1d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.341919 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d5cc94d-4463-490d-8623-f79d0203ca5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.365195 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c8d6c2be-a3ad-4dde-8627-c4a0e8b59da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.371713 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f6eb487a-d67c-4993-8341-942a456c1d7c None None] Port 1486830a-e37c-455d-983a-3305d04c64d4 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:09:13.400190 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-08841f65-561c-49e8-ad58-e644e949509f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1486830a-e37c-455d-983a-3305d04c64d4 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:13.408309 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.409591 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-08841f65-561c-49e8-ad58-e644e949509f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.427368 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-08841f65-561c-49e8-ad58-e644e949509f service neutron] Transition to ACTIVE for port object 1486830a-e37c-455d-983a-3305d04c64d4 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:13.435851 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-08841f65-561c-49e8-ad58-e644e949509f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.465526 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7cb53f11-a158-4e3e-b555-941d229bd3ca None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.476233 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7cb53f11-a158-4e3e-b555-941d229bd3ca None None] Transition to ACTIVE for port object c3b40a6d-cc3e-4a1d-905e-15d71b0c2601 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:13.479994 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6c2be-a3ad-4dde-8627-c4a0e8b59da7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9b8dc35-3b00-467c-ba33-51544e2c446c,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:13.496225 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7cb53f11-a158-4e3e-b555-941d229bd3ca None None] Transition to ACTIVE for port object c3b40a6d-cc3e-4a1d-905e-15d71b0c2601 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:13.498699 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5cc94d-4463-490d-8623-f79d0203ca5f admin admin] Pushing event deleted for resources: {'Port': ['ID=d115408f-9efc-46a4-a93c-b63700ba92b5,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:13.500968 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08841f65-561c-49e8-ad58-e644e949509f service neutron] Pushing event updated for resources: {'Port': ['ID=1486830a-e37c-455d-983a-3305d04c64d4,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:13.503197 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7cb53f11-a158-4e3e-b555-941d229bd3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.510171 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c5df26fd-cfd9-43df-8835-370672ee25c5 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:13.522533 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0656d-f410-460e-bd45-5f4dddeb67e0 req-062e37ba-fe0d-42d9-ac3c-3d6425e03d7f tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:13.524287 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ebe0656d-f410-460e-bd45-5f4dddeb67e0 req-062e37ba-fe0d-42d9-ac3c-3d6425e03d7f tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.16 "GET /v2.0/ports?device_id=590ca4dc-f4de-4313-a4a3-b6ea774266d9 HTTP/1.1" status: 200 len: 935 time: 0.6193218 Jul 15 23:09:13.525748 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-ae8abe06-a25b-460a-88cd-bcff98cd38ec tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Allocated IP 172.20.0.7 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/491414f4-d3e2-4923-b43c-8968ab32aef2/f432b1ee-1951-4782-9916-75cbc3dda3c3) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:13.572261 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.583615 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd461e15-9a80-47eb-a543-4cc5ed04bc2c req-73b49cdd-1004-4682-aa65-ffd0f93c2d80 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4319601 Jul 15 23:09:13.588291 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb53f11-a158-4e3e-b555-941d229bd3ca None None] Network e3908cb4-b496-4077-bbe4-746c4d043fb0 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:13.606120 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-7cb53f11-a158-4e3e-b555-941d229bd3ca None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:13.608665 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb53f11-a158-4e3e-b555-941d229bd3ca None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:09:13.612432 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb53f11-a158-4e3e-b555-941d229bd3ca None None] Pushing event updated for resources: {'Port': ['ID=c3b40a6d-cc3e-4a1d-905e-15d71b0c2601,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:13.617284 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event deleted for resources: {'Subnet': ['ID=5c43e294-16ba-4a1c-9473-c1ae6ba886d5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:13.670004 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-08841f65-561c-49e8-ad58-e644e949509f service neutron] Attempting to bind port 1486830a-e37c-455d-983a-3305d04c64d4 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:13.670338 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-08841f65-561c-49e8-ad58-e644e949509f service neutron] Attempting to bind port 1486830a-e37c-455d-983a-3305d04c64d4 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:13.670695 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-08841f65-561c-49e8-ad58-e644e949509f service neutron] Attempting to bind port 1486830a-e37c-455d-983a-3305d04c64d4 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:13.680188 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-ae8abe06-a25b-460a-88cd-bcff98cd38ec tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Allocated IP 2001:db8::f816:3eff:feaa:6656 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/78d1e112-e3b0-4c3c-a1ca-a82879daa18c/f432b1ee-1951-4782-9916-75cbc3dda3c3) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:13.682398 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-08841f65-561c-49e8-ad58-e644e949509f service neutron] Port 1486830a-e37c-455d-983a-3305d04c64d4 on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:09:13.682528 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-08841f65-561c-49e8-ad58-e644e949509f service neutron] Attempting to bind port 1486830a-e37c-455d-983a-3305d04c64d4 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:13.703918 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d5cc94d-4463-490d-8623-f79d0203ca5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.714681 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.717558 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-08841f65-561c-49e8-ad58-e644e949509f service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:13.717892 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-08841f65-561c-49e8-ad58-e644e949509f service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:13.718273 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-08841f65-561c-49e8-ad58-e644e949509f service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:13.718751 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-08841f65-561c-49e8-ad58-e644e949509f service neutron] Bound port: 1486830a-e37c-455d-983a-3305d04c64d4, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:13.719722 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-08841f65-561c-49e8-ad58-e644e949509f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.736748 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3908cb4-b496-4077-bbe4-746c4d043fb0']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:13.757081 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc984df-f5db-4c61-8e2e-01718243b058') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:13.757466 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc984df-f5db-4c61-8e2e-01718243b058') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:13.757583 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port c5df26fd-cfd9-43df-8835-370672ee25c5 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:13.757961 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.758235 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ebe0656d-f410-460e-bd45-5f4dddeb67e0 req-cc0f4578-2ec7-452a-b61d-915e392ef0de tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d2a347d-6f24-41cb-ac1b-16102695d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013454 Jul 15 23:09:13.786607 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.827068 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.841386 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:09:13.841791 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.845456 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:09:13.845456 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:09:13.845456 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:09:13.845456 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:09:13.845456 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:09:13.845456 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:09:13.845456 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:09:13.845456 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:09:13.845456 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:09:13.845456 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:09:13.845456 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:09:13.845456 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:09:13.845456 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:09:13.845456 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:09:13.845456 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:09:13.845456 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:09:13.845456 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:09:13.845456 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:09:13.845456 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:09:13.845456 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:09:13.845456 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:09:13.845456 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:09:13.845456 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:09:13.845456 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:09:13.845456 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:09:13.845456 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:09:13.845456 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:09:13.845456 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:09:13.845456 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:09:13.845456 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:09:13.845456 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:09:13.845456 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:09:13.869452 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-08841f65-561c-49e8-ad58-e644e949509f service neutron] For port 1486830a-e37c-455d-983a-3305d04c64d4, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:13.878076 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-7cb53f11-a158-4e3e-b555-941d229bd3ca None None] Attempting to bind port c3b40a6d-cc3e-4a1d-905e-15d71b0c2601 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:13.878447 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-7cb53f11-a158-4e3e-b555-941d229bd3ca None None] Attempting to bind port c3b40a6d-cc3e-4a1d-905e-15d71b0c2601 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '1fc984df-f5db-4c61-8e2e-01718243b058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e3908cb4-b496-4077-bbe4-746c4d043fb0'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:13.878846 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb53f11-a158-4e3e-b555-941d229bd3ca None None] Attempting to bind port c3b40a6d-cc3e-4a1d-905e-15d71b0c2601 on network e3908cb4-b496-4077-bbe4-746c4d043fb0 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:13.908935 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb53f11-a158-4e3e-b555-941d229bd3ca None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:13.909331 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb53f11-a158-4e3e-b555-941d229bd3ca None None] Checking segment: {'id': '1fc984df-f5db-4c61-8e2e-01718243b058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e3908cb4-b496-4077-bbe4-746c4d043fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:13.909719 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7cb53f11-a158-4e3e-b555-941d229bd3ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.910218 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb53f11-a158-4e3e-b555-941d229bd3ca None None] Bound using segment: {'id': '1fc984df-f5db-4c61-8e2e-01718243b058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e3908cb4-b496-4077-bbe4-746c4d043fb0'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:13.910577 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-7cb53f11-a158-4e3e-b555-941d229bd3ca None None] Bound port: c3b40a6d-cc3e-4a1d-905e-15d71b0c2601, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc984df-f5db-4c61-8e2e-01718243b058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e3908cb4-b496-4077-bbe4-746c4d043fb0'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:13.911006 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7cb53f11-a158-4e3e-b555-941d229bd3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.918670 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-08841f65-561c-49e8-ad58-e644e949509f service neutron] For port 1486830a-e37c-455d-983a-3305d04c64d4, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=1486830a-e37c-455d-983a-3305d04c64d4,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:13.924072 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-08841f65-561c-49e8-ad58-e644e949509f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.938487 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.db.api [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 23:09:13.938487 n-d-787205-9 neutron-server[93798]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 23:09:13.938487 n-d-787205-9 neutron-server[93798]: [parameters: {'id': 'e3908cb4-b496-4077-bbe4-746c4d043fb0'}] Jul 15 23:09:13.938487 n-d-787205-9 neutron-server[93798]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:09:13.938487 n-d-787205-9 neutron-server[93798]: DEBUG oslo_db.api [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:09:13.959452 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-08841f65-561c-49e8-ad58-e644e949509f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:13.960070 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-08841f65-561c-49e8-ad58-e644e949509f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.961572 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-08841f65-561c-49e8-ad58-e644e949509f service neutron] 10.222.0.36 "PUT /v2.0/ports/1486830a-e37c-455d-983a-3305d04c64d4 HTTP/1.1" status: 200 len: 1095 time: 1.3910959 Jul 15 23:09:13.962021 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590ca4dc-f4de-4313-a4a3-b6ea774266d9', 'tag': '1486830a-e37c-455d-983a-3305d04c64d4'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:13.964359 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce96ac8-0d32-4627-b076-d88b6da43654" -d '{"events": [{"name": "network-changed", "server_uuid": "590ca4dc-f4de-4313-a4a3-b6ea774266d9", "tag": "1486830a-e37c-455d-983a-3305d04c64d4"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:14.013972 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08841f65-561c-49e8-ad58-e644e949509f service neutron] Pushing event updated for resources: {'Port': ['ID=1486830a-e37c-455d-983a-3305d04c64d4,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:14.031231 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d5cc94d-4463-490d-8623-f79d0203ca5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:14.043375 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d5cc94d-4463-490d-8623-f79d0203ca5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:14.084479 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-7cb53f11-a158-4e3e-b555-941d229bd3ca None None] For port c3b40a6d-cc3e-4a1d-905e-15d71b0c2601, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:14.087731 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-7cb53f11-a158-4e3e-b555-941d229bd3ca None None] For port c3b40a6d-cc3e-4a1d-905e-15d71b0c2601, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c3b40a6d-cc3e-4a1d-905e-15d71b0c2601,segment=NetworkSegment(1fc984df-f5db-4c61-8e2e-01718243b058),segment_id=1fc984df-f5db-4c61-8e2e-01718243b058)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:14.099140 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-b681bf64-0761-4768-88d9-af5b7b15ba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:14.101214 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-b681bf64-0761-4768-88d9-af5b7b15ba91 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba2d4a8e1b574f8c9c45e0fcbc0c774e&device_id=590ca4dc-f4de-4313-a4a3-b6ea774266d9 HTTP/1.1" status: 200 len: 1098 time: 0.0825088 Jul 15 23:09:14.101702 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7cb53f11-a158-4e3e-b555-941d229bd3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:14.151378 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d6c2be-a3ad-4dde-8627-c4a0e8b59da7 admin admin] Checking segment: {'id': '3a3c2bc7-5140-456e-8efe-f105575ac120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf6fa1b7-2834-4d94-a68c-529495746472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:14.151817 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d6c2be-a3ad-4dde-8627-c4a0e8b59da7 admin admin] Network hostable DHCP agents. Network: bf6fa1b7-2834-4d94-a68c-529495746472, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:09:14.195317 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-79271efc-28c9-482d-a67e-b96078a5283d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=1486830a-e37c-455d-983a-3305d04c64d4 HTTP/1.1" status: 200 len: 217 time: 0.0808113 Jul 15 23:09:14.208802 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb53f11-a158-4e3e-b555-941d229bd3ca None None] Pushing event updated for resources: {'Port': ['ID=c3b40a6d-cc3e-4a1d-905e-15d71b0c2601,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:14.221645 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b30fb59-eff5-4e87-96a7-33c5ffd35caa x-openstack-request-id: req-2b30fb59-eff5-4e87-96a7-33c5ffd35caa {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:14.221645 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590ca4dc-f4de-4313-a4a3-b6ea774266d9", "tag": "1486830a-e37c-455d-983a-3305d04c64d4", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:14.221853 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b30fb59-eff5-4e87-96a7-33c5ffd35caa {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:14.222132 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590ca4dc-f4de-4313-a4a3-b6ea774266d9', 'tag': '1486830a-e37c-455d-983a-3305d04c64d4', 'status': 'completed', 'code': 200} Jul 15 23:09:14.271192 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-47de4759-e7fb-42d8-965e-46b29dc40c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:14.272986 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-47de4759-e7fb-42d8-965e-46b29dc40c4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0719635 Jul 15 23:09:14.289652 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d5cc94d-4463-490d-8623-f79d0203ca5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:14.290210 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5cc94d-4463-490d-8623-f79d0203ca5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 085c7578-3e4f-4b15-a95a-dc313a92e3b8 {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:09:14.290476 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d894c677-dde7-49ec-aa2f-e4330a7a20fa None None] Network e3908cb4-b496-4077-bbe4-746c4d043fb0 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:14.305863 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d5cc94d-4463-490d-8623-f79d0203ca5f admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:14.307064 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5d5cc94d-4463-490d-8623-f79d0203ca5f admin admin] 10.222.0.16 "DELETE /v2.0/routers/085c7578-3e4f-4b15-a95a-dc313a92e3b8 HTTP/1.1" status: 204 len: 168 time: 5.1110003 Jul 15 23:09:14.310161 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46056) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:14.357318 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-c12dc133-2110-491f-903c-495c9d172c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:14.358878 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-c12dc133-2110-491f-903c-495c9d172c21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0797727 Jul 15 23:09:14.409783 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f0f84fc-3459-4e68-91c7-cff5aead3995 admin admin] Deleting subnet 8d15bcf0-7797-4587-9c84-90e3844e9d01 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:09:14.425133 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d6c2be-a3ad-4dde-8627-c4a0e8b59da7 admin admin] Network bf6fa1b7-2834-4d94-a68c-529495746472 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:09:14.429444 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3f0f84fc-3459-4e68-91c7-cff5aead3995 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:14.472719 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:14.503598 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-c8d6c2be-a3ad-4dde-8627-c4a0e8b59da7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, bf6fa1b7-2834-4d94-a68c-529495746472) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:14.512411 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae8abe06-a25b-460a-88cd-bcff98cd38ec tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:14.518941 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c446f721-0924-450e-9a2e-402b165093fb None None] Network bf6fa1b7-2834-4d94-a68c-529495746472 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:14.536152 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-618eef4d-e46e-490e-866f-2f9e532f36f0 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657753 Jul 15 23:09:14.545411 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d6c2be-a3ad-4dde-8627-c4a0e8b59da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:14.546261 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c8d6c2be-a3ad-4dde-8627-c4a0e8b59da7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:14.553321 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3f0f84fc-3459-4e68-91c7-cff5aead3995 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:14.602939 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ae8abe06-a25b-460a-88cd-bcff98cd38ec tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Transition to ACTIVE for port object f432b1ee-1951-4782-9916-75cbc3dda3c3 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:14.619428 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c8d6c2be-a3ad-4dde-8627-c4a0e8b59da7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.4312854 Jul 15 23:09:14.621823 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46078) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:14.635869 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Deleting port c3b40a6d-cc3e-4a1d-905e-15d71b0c2601 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:14.636297 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:14.652990 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-00729352-cbcd-435b-90d2-42e80dd76003 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1036584712-router', 'tenant_id': '77975343f0624335a695b571de060b09', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:14.731019 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ab11e353-645e-47dd-a3ef-030c2f624b0a req-e412d09a-cf9d-4b53-91a6-a8af0372dadf service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873972 Jul 15 23:09:14.737533 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619de40b-9bcb-4263-b8a3-e2ad035b722c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-bf6fa1b7-2834-4d94-a68c-529495746472', 'network_id': 'bf6fa1b7-2834-4d94-a68c-529495746472', 'tenant_id': '77975343f0624335a695b571de060b09', 'fixed_ips': [{'subnet_id': 'e9b8dc35-3b00-467c-ba33-51544e2c446c'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:09:14.737720 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] For port c3b40a6d-cc3e-4a1d-905e-15d71b0c2601, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c3b40a6d-cc3e-4a1d-905e-15d71b0c2601,segment=NetworkSegment(1fc984df-f5db-4c61-8e2e-01718243b058),segment_id=1fc984df-f5db-4c61-8e2e-01718243b058)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:14.738012 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:14.738406 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-619de40b-9bcb-4263-b8a3-e2ad035b722c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:14.752367 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Calling delete_port for c3b40a6d-cc3e-4a1d-905e-15d71b0c2601 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:14.893030 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-00729352-cbcd-435b-90d2-42e80dd76003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:14.894053 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-00729352-cbcd-435b-90d2-42e80dd76003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:14.901577 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:14.937236 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event deleted for resources: {'Port': ['ID=c3b40a6d-cc3e-4a1d-905e-15d71b0c2601,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:14.948894 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] No DVR routers for this DVR port c3b40a6d-cc3e-4a1d-905e-15d71b0c2601 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:14.955445 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce96ac8-0d32-4627-b076-d88b6da43654 req-9e848ee3-e7c4-46ff-980e-df58be7efdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:14.957878 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0ce96ac8-0d32-4627-b076-d88b6da43654 req-9e848ee3-e7c4-46ff-980e-df58be7efdfd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba2d4a8e1b574f8c9c45e0fcbc0c774e&device_id=590ca4dc-f4de-4313-a4a3-b6ea774266d9 HTTP/1.1" status: 200 len: 1098 time: 0.1311119 Jul 15 23:09:14.958758 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-00729352-cbcd-435b-90d2-42e80dd76003 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:14.976717 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-619de40b-9bcb-4263-b8a3-e2ad035b722c None None] Allocated IP 172.20.0.2 (bf6fa1b7-2834-4d94-a68c-529495746472/e9b8dc35-3b00-467c-ba33-51544e2c446c/b1b98ce2-d770-4b7d-b0a1-3d05a16d234e) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:14.986294 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3f0f84fc-3459-4e68-91c7-cff5aead3995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.090870 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.109466 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae8abe06-a25b-460a-88cd-bcff98cd38ec tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.111688 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3908cb4-b496-4077-bbe4-746c4d043fb0']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:15.121305 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-1b53ad6f-e7cf-4ec2-9fe8-61065442b7d8 None None] Allocated IP 172.20.0.2 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/491414f4-d3e2-4923-b43c-8968ab32aef2/c5df26fd-cfd9-43df-8835-370672ee25c5) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:15.124767 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc984df-f5db-4c61-8e2e-01718243b058') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:15.125107 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc984df-f5db-4c61-8e2e-01718243b058') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:15.139163 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ed7c92-7d96-4319-af0e-98c8d7d7ce91 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:15.145283 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.160558 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce96ac8-0d32-4627-b076-d88b6da43654 req-f03115b9-01f9-46be-bc24-9b0d4450f271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:15.162142 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0ce96ac8-0d32-4627-b076-d88b6da43654 req-f03115b9-01f9-46be-bc24-9b0d4450f271 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.1837549 Jul 15 23:09:15.166975 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.180114 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.181315 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:09:15.181732 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.185713 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:09:15.185713 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:09:15.185713 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:09:15.185713 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:09:15.185713 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:09:15.185713 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:09:15.185713 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:09:15.185713 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:09:15.185713 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:09:15.185713 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:09:15.185713 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:09:15.185713 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:09:15.185713 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:09:15.185713 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:09:15.185713 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:09:15.185713 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:09:15.185713 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:09:15.185713 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:09:15.185713 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:09:15.185713 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:09:15.185713 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:09:15.185713 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:09:15.185713 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:09:15.185713 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:09:15.185713 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:09:15.185713 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:09:15.185713 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:09:15.185713 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:09:15.185713 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:09:15.185713 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:09:15.185713 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:09:15.185713 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:09:15.223232 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0ce96ac8-0d32-4627-b076-d88b6da43654 req-b6522f02-1d82-4199-b26e-b46dd30d929a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=1486830a-e37c-455d-983a-3305d04c64d4 HTTP/1.1" status: 200 len: 217 time: 0.0534198 Jul 15 23:09:15.276456 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8abe06-a25b-460a-88cd-bcff98cd38ec tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:15.302661 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-ae8abe06-a25b-460a-88cd-bcff98cd38ec tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:15.310385 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-00729352-cbcd-435b-90d2-42e80dd76003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.320836 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8abe06-a25b-460a-88cd-bcff98cd38ec tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:09:15.335127 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce96ac8-0d32-4627-b076-d88b6da43654 req-a746186b-0704-4878-9d36-800b3f9e05a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:15.336830 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0ce96ac8-0d32-4627-b076-d88b6da43654 req-a746186b-0704-4878-9d36-800b3f9e05a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1066856 Jul 15 23:09:15.338443 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.343192 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.349831 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "DELETE /v2.0/networks/e3908cb4-b496-4077-bbe4-746c4d043fb0 HTTP/1.1" status: 204 len: 168 time: 2.7410119 Jul 15 23:09:15.353763 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-619de40b-9bcb-4263-b8a3-e2ad035b722c None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.353999 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8abe06-a25b-460a-88cd-bcff98cd38ec tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Port': ['ID=f432b1ee-1951-4782-9916-75cbc3dda3c3,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:15.360604 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Transition to ACTIVE for port object 54ed7c92-7d96-4319-af0e-98c8d7d7ce91 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:15.363265 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46094) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:15.370601 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-bfbd1885-473f-477f-92af-7bce8b70c68c tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-204835460'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:15.377919 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3f0f84fc-3459-4e68-91c7-cff5aead3995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.389082 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-619de40b-9bcb-4263-b8a3-e2ad035b722c None None] Transition to ACTIVE for port object b1b98ce2-d770-4b7d-b0a1-3d05a16d234e will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:15.398928 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c828a1-2572-493c-b1f4-8c0b29afb138 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event deleted for resources: {'Network': ['ID=e3908cb4-b496-4077-bbe4-746c4d043fb0,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:15.407457 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c76cca-77c0-4f17-8752-8d7a0605ba7d req-94b4124b-4b1e-402b-abf5-87e681446834 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:15.413923 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c76cca-77c0-4f17-8752-8d7a0605ba7d req-94b4124b-4b1e-402b-abf5-87e681446834 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:15.417482 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-619de40b-9bcb-4263-b8a3-e2ad035b722c None None] Transition to ACTIVE for port object b1b98ce2-d770-4b7d-b0a1-3d05a16d234e will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:15.420520 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c76cca-77c0-4f17-8752-8d7a0605ba7d req-94b4124b-4b1e-402b-abf5-87e681446834 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:15.425743 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce96ac8-0d32-4627-b076-d88b6da43654 req-8536a892-5de3-4b45-8693-f452b6d59d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:15.426977 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c76cca-77c0-4f17-8752-8d7a0605ba7d req-94b4124b-4b1e-402b-abf5-87e681446834 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:15.428207 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0ce96ac8-0d32-4627-b076-d88b6da43654 req-8536a892-5de3-4b45-8693-f452b6d59d9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0803554 Jul 15 23:09:15.431088 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-1b53ad6f-e7cf-4ec2-9fe8-61065442b7d8 None None] For port c5df26fd-cfd9-43df-8835-370672ee25c5, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c5df26fd-cfd9-43df-8835-370672ee25c5,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:15.433239 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-619de40b-9bcb-4263-b8a3-e2ad035b722c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.433383 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c76cca-77c0-4f17-8752-8d7a0605ba7d req-94b4124b-4b1e-402b-abf5-87e681446834 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:15.439553 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c76cca-77c0-4f17-8752-8d7a0605ba7d req-94b4124b-4b1e-402b-abf5-87e681446834 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:15.445444 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c76cca-77c0-4f17-8752-8d7a0605ba7d req-94b4124b-4b1e-402b-abf5-87e681446834 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:15.452847 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-01c76cca-77c0-4f17-8752-8d7a0605ba7d req-94b4124b-4b1e-402b-abf5-87e681446834 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5408 time: 0.6189003 Jul 15 23:09:15.471088 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.491385 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619de40b-9bcb-4263-b8a3-e2ad035b722c None None] Network bf6fa1b7-2834-4d94-a68c-529495746472 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:15.498916 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-619de40b-9bcb-4263-b8a3-e2ad035b722c None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:15.508891 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619de40b-9bcb-4263-b8a3-e2ad035b722c None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:09:15.516029 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1b53ad6f-e7cf-4ec2-9fe8-61065442b7d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.519161 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619de40b-9bcb-4263-b8a3-e2ad035b722c None None] Pushing event updated for resources: {'Port': ['ID=b1b98ce2-d770-4b7d-b0a1-3d05a16d234e,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:15.523101 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37846735-824a-4b2b-8555-7a8c0c89e730 req-c2e1bda0-3a16-4f74-a7da-95f05586bc26 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:15.524562 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-37846735-824a-4b2b-8555-7a8c0c89e730 req-c2e1bda0-3a16-4f74-a7da-95f05586bc26 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.16 "GET /v2.0/ports?device_id=590ca4dc-f4de-4313-a4a3-b6ea774266d9 HTTP/1.1" status: 200 len: 947 time: 0.5434012 Jul 15 23:09:15.539894 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0ce96ac8-0d32-4627-b076-d88b6da43654 req-c9b2d883-0898-40ef-9001-039c07002235 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036596 Jul 15 23:09:15.558823 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1babeef-8adf-4919-94cd-ca728659cbea None None] Network 44527635-c361-4894-acd0-c52066cbd08c requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:15.562930 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f84fc-3459-4e68-91c7-cff5aead3995 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d15bcf0-7797-4587-9c84-90e3844e9d01,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:15.568441 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3f0f84fc-3459-4e68-91c7-cff5aead3995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.570614 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3f0f84fc-3459-4e68-91c7-cff5aead3995 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8d15bcf0-7797-4587-9c84-90e3844e9d01 HTTP/1.1" status: 204 len: 168 time: 1.2553813 Jul 15 23:09:15.576195 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46098) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:15.589394 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1b53ad6f-e7cf-4ec2-9fe8-61065442b7d8 None None] Transition to ACTIVE for port object c5df26fd-cfd9-43df-8835-370672ee25c5 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:15.605324 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Pushing event updated for resources: {'Port': ['ID=54ed7c92-7d96-4319-af0e-98c8d7d7ce91,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:15.608822 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1b53ad6f-e7cf-4ec2-9fe8-61065442b7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.613482 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8abe06-a25b-460a-88cd-bcff98cd38ec tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:15.614115 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae8abe06-a25b-460a-88cd-bcff98cd38ec tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.650891 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbd1885-473f-477f-92af-7bce8b70c68c tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Made reservation on behalf of aa681c2530394e9186e319e0d5231351 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:15.652505 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-619de40b-9bcb-4263-b8a3-e2ad035b722c None None] Attempting to bind port b1b98ce2-d770-4b7d-b0a1-3d05a16d234e on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:15.652939 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-619de40b-9bcb-4263-b8a3-e2ad035b722c None None] Attempting to bind port b1b98ce2-d770-4b7d-b0a1-3d05a16d234e by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '3a3c2bc7-5140-456e-8efe-f105575ac120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf6fa1b7-2834-4d94-a68c-529495746472'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:15.653477 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619de40b-9bcb-4263-b8a3-e2ad035b722c None None] Attempting to bind port b1b98ce2-d770-4b7d-b0a1-3d05a16d234e on network bf6fa1b7-2834-4d94-a68c-529495746472 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:15.654889 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bfbd1885-473f-477f-92af-7bce8b70c68c tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.722672 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619de40b-9bcb-4263-b8a3-e2ad035b722c None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:15.723053 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619de40b-9bcb-4263-b8a3-e2ad035b722c None None] Checking segment: {'id': '3a3c2bc7-5140-456e-8efe-f105575ac120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf6fa1b7-2834-4d94-a68c-529495746472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:15.723473 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-619de40b-9bcb-4263-b8a3-e2ad035b722c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.723883 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619de40b-9bcb-4263-b8a3-e2ad035b722c None None] Bound using segment: {'id': '3a3c2bc7-5140-456e-8efe-f105575ac120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf6fa1b7-2834-4d94-a68c-529495746472'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:15.724521 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-619de40b-9bcb-4263-b8a3-e2ad035b722c None None] Bound port: b1b98ce2-d770-4b7d-b0a1-3d05a16d234e, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a3c2bc7-5140-456e-8efe-f105575ac120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf6fa1b7-2834-4d94-a68c-529495746472'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:15.724752 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-619de40b-9bcb-4263-b8a3-e2ad035b722c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.728123 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-01c76cca-77c0-4f17-8752-8d7a0605ba7d req-d433323f-c6ff-44b9-8761-dfda83377441 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2743130 Jul 15 23:09:15.730069 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ae8abe06-a25b-460a-88cd-bcff98cd38ec tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.2781868 Jul 15 23:09:15.745698 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46100) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:15.832311 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-37846735-824a-4b2b-8555-7a8c0c89e730 req-1e4b86b6-4c9a-4c5d-9d8f-985e8be2c352 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d2a347d-6f24-41cb-ac1b-16102695d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547703 Jul 15 23:09:15.891814 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53ad6f-e7cf-4ec2-9fe8-61065442b7d8 None None] Pushing event updated for resources: {'Port': ['ID=c5df26fd-cfd9-43df-8835-370672ee25c5,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:15.960522 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device f7fdec2a-d553-43cd-a0ad-2970a52d813e no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:15.967027 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f1c4ebb-3c70-4c94-99c6-4dde43740dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.099134 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-619de40b-9bcb-4263-b8a3-e2ad035b722c None None] For port b1b98ce2-d770-4b7d-b0a1-3d05a16d234e, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:16.117519 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-619de40b-9bcb-4263-b8a3-e2ad035b722c None None] For port b1b98ce2-d770-4b7d-b0a1-3d05a16d234e, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b1b98ce2-d770-4b7d-b0a1-3d05a16d234e,segment=NetworkSegment(3a3c2bc7-5140-456e-8efe-f105575ac120),segment_id=3a3c2bc7-5140-456e-8efe-f105575ac120)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:16.184291 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.189732 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-619de40b-9bcb-4263-b8a3-e2ad035b722c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.274750 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfbd1885-473f-477f-92af-7bce8b70c68c tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:09:16.275833 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c599ef5-3931-43b4-b7ae-152f0b2abdc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7fdec2a-d553-43cd-a0ad-2970a52d813e'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:16.278135 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2592fd38-bbc6-47c5-98c8-c45d628d892f" -d '{"events": [{"server_uuid": "4c599ef5-3931-43b4-b7ae-152f0b2abdc9", "name": "network-vif-unplugged", "status": "completed", "tag": "f7fdec2a-d553-43cd-a0ad-2970a52d813e"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:16.278599 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4aea099-2032-4f41-82d3-ea199ab7679c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.306986 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bfbd1885-473f-477f-92af-7bce8b70c68c tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.310502 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-bfbd1885-473f-477f-92af-7bce8b70c68c tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Added segment 1627c388-4431-4dd5-86b5-c4792eebbc1a of type vlan for network e9e3f24c-7e29-4a09-8417-9d8bc248b3f6 Jul 15 23:09:16.317152 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port f7fdec2a-d553-43cd-a0ad-2970a52d813e, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=f7fdec2a-d553-43cd-a0ad-2970a52d813e,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:16.320849 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619de40b-9bcb-4263-b8a3-e2ad035b722c None None] Pushing event updated for resources: {'Port': ['ID=b1b98ce2-d770-4b7d-b0a1-3d05a16d234e,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:16.329076 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.353594 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0ce96ac8-0d32-4627-b076-d88b6da43654 req-e4f92fbd-1237-4e88-b190-0df4c88cb820 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8061836 Jul 15 23:09:16.369364 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb3a791-65e1-4558-bce3-6ce4e1108371 None None] DHCP port deletion for 44527635-c361-4894-acd0-c52066cbd08c request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:09:16.393062 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bfbd1885-473f-477f-92af-7bce8b70c68c tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.409737 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ad7932-8e44-4700-9a96-d2ee0a53b716 x-openstack-request-id: req-54ad7932-8e44-4700-9a96-d2ee0a53b716 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:16.410074 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c599ef5-3931-43b4-b7ae-152f0b2abdc9", "name": "network-vif-unplugged", "status": "completed", "tag": "f7fdec2a-d553-43cd-a0ad-2970a52d813e", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:16.410317 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-54ad7932-8e44-4700-9a96-d2ee0a53b716 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:16.410738 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c599ef5-3931-43b4-b7ae-152f0b2abdc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7fdec2a-d553-43cd-a0ad-2970a52d813e', 'code': 200} Jul 15 23:09:16.431591 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=f7fdec2a-d553-43cd-a0ad-2970a52d813e,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:16.476470 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-dbb3a791-65e1-4558-bce3-6ce4e1108371 None None] Deleting port 04723c91-bb4d-4743-ba3b-afaed09f6856 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:16.476867 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbb3a791-65e1-4558-bce3-6ce4e1108371 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.478142 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c4aea099-2032-4f41-82d3-ea199ab7679c admin admin] Deleting port 04723c91-bb4d-4743-ba3b-afaed09f6856 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:16.478581 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4aea099-2032-4f41-82d3-ea199ab7679c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.530340 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bfbd1885-473f-477f-92af-7bce8b70c68c tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.536483 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbd1885-473f-477f-92af-7bce8b70c68c tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:16.537668 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bfbd1885-473f-477f-92af-7bce8b70c68c tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.581027 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-dbb3a791-65e1-4558-bce3-6ce4e1108371 None None] For port 04723c91-bb4d-4743-ba3b-afaed09f6856, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=04723c91-bb4d-4743-ba3b-afaed09f6856,segment=NetworkSegment(8574c194-bddd-4319-adea-fa3c1d70f402),segment_id=8574c194-bddd-4319-adea-fa3c1d70f402)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:16.581522 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbb3a791-65e1-4558-bce3-6ce4e1108371 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.595704 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-dbb3a791-65e1-4558-bce3-6ce4e1108371 None None] Calling delete_port for 04723c91-bb4d-4743-ba3b-afaed09f6856 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:16.649021 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-c4aea099-2032-4f41-82d3-ea199ab7679c admin admin] For port 04723c91-bb4d-4743-ba3b-afaed09f6856, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=04723c91-bb4d-4743-ba3b-afaed09f6856,segment=NetworkSegment(8574c194-bddd-4319-adea-fa3c1d70f402),segment_id=8574c194-bddd-4319-adea-fa3c1d70f402)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:16.649750 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4aea099-2032-4f41-82d3-ea199ab7679c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.663394 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c4aea099-2032-4f41-82d3-ea199ab7679c admin admin] Calling delete_port for 04723c91-bb4d-4743-ba3b-afaed09f6856 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:16.664561 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd1885-473f-477f-92af-7bce8b70c68c tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event updated for resources: {'Network': ['ID=e9e3f24c-7e29-4a09-8417-9d8bc248b3f6,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:16.706733 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network e9e3f24c-7e29-4a09-8417-9d8bc248b3f6 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:09:16.729846 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-bfbd1885-473f-477f-92af-7bce8b70c68c tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3653200 Jul 15 23:09:16.730741 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Attempting to bind port 54ed7c92-7d96-4319-af0e-98c8d7d7ce91 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:16.731086 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Attempting to bind port 54ed7c92-7d96-4319-af0e-98c8d7d7ce91 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '3bc9fa27-9cdf-411b-9b5d-1d95b85ed330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '70df42a8-7f3a-4d1e-82b9-1354a40e98c2'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:16.731420 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Attempting to bind port 54ed7c92-7d96-4319-af0e-98c8d7d7ce91 on network 70df42a8-7f3a-4d1e-82b9-1354a40e98c2 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:16.733498 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46116) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:16.746245 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-c076c714-df5f-4572-80d0-b05fd7e9fde5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Request body: {'subnet': {'network_id': 'e9e3f24c-7e29-4a09-8417-9d8bc248b3f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:16.851409 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4aea099-2032-4f41-82d3-ea199ab7679c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.869548 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbb3a791-65e1-4558-bce3-6ce4e1108371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.908386 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aea099-2032-4f41-82d3-ea199ab7679c admin admin] No DVR routers for this DVR port 04723c91-bb4d-4743-ba3b-afaed09f6856 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:16.914547 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aea099-2032-4f41-82d3-ea199ab7679c admin admin] Pushing event deleted for resources: {'Port': ['ID=04723c91-bb4d-4743-ba3b-afaed09f6856,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:16.925635 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3a791-65e1-4558-bce3-6ce4e1108371 None None] Pushing event deleted for resources: {'Port': ['ID=04723c91-bb4d-4743-ba3b-afaed09f6856,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:16.947640 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb3a791-65e1-4558-bce3-6ce4e1108371 None None] No DVR routers for this DVR port 04723c91-bb4d-4743-ba3b-afaed09f6856 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:16.962137 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Port 54ed7c92-7d96-4319-af0e-98c8d7d7ce91 on network 70df42a8-7f3a-4d1e-82b9-1354a40e98c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:09:16.962477 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Attempting to bind port 54ed7c92-7d96-4319-af0e-98c8d7d7ce91 on network 70df42a8-7f3a-4d1e-82b9-1354a40e98c2 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:16.979117 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-bc1b0350-41c9-46d6-9323-700dccbf0423 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:16.983119 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-bc1b0350-41c9-46d6-9323-700dccbf0423 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/networks?id=f31abbaf-85af-4828-a64a-6617d309ea62 HTTP/1.1" status: 200 len: 804 time: 0.3489132 Jul 15 23:09:17.039494 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:17.039867 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Checking segment: {'id': '3bc9fa27-9cdf-411b-9b5d-1d95b85ed330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '70df42a8-7f3a-4d1e-82b9-1354a40e98c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:17.040239 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Bound using segment: {'id': '3bc9fa27-9cdf-411b-9b5d-1d95b85ed330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '70df42a8-7f3a-4d1e-82b9-1354a40e98c2'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:17.041475 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Bound port: 54ed7c92-7d96-4319-af0e-98c8d7d7ce91, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bc9fa27-9cdf-411b-9b5d-1d95b85ed330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '70df42a8-7f3a-4d1e-82b9-1354a40e98c2'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:17.042495 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.048259 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-baabf063-6b32-460a-9251-183f2a7796d3 None None] Provisioning for port c5df26fd-cfd9-43df-8835-370672ee25c5 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:17.053144 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-baabf063-6b32-460a-9251-183f2a7796d3 None None] Provisioning complete for port c5df26fd-cfd9-43df-8835-370672ee25c5 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:17.053412 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-baabf063-6b32-460a-9251-183f2a7796d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.057066 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4aea099-2032-4f41-82d3-ea199ab7679c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.069085 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c4aea099-2032-4f41-82d3-ea199ab7679c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44527635-c361-4894-acd0-c52066cbd08c']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:17.083901 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c4aea099-2032-4f41-82d3-ea199ab7679c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8574c194-bddd-4319-adea-fa3c1d70f402') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:17.084201 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c4aea099-2032-4f41-82d3-ea199ab7679c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8574c194-bddd-4319-adea-fa3c1d70f402') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:17.108522 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4aea099-2032-4f41-82d3-ea199ab7679c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.119710 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0055f48f-3a8c-41fa-b658-411944cfa638 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:17.140152 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4aea099-2032-4f41-82d3-ea199ab7679c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.145413 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0055f48f-3a8c-41fa-b658-411944cfa638 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:17.148714 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4aea099-2032-4f41-82d3-ea199ab7679c admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:09:17.149145 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4aea099-2032-4f41-82d3-ea199ab7679c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.149857 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0055f48f-3a8c-41fa-b658-411944cfa638 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 1.4021029 Jul 15 23:09:17.150663 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c076c714-df5f-4572-80d0-b05fd7e9fde5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Made reservation on behalf of aa681c2530394e9186e319e0d5231351 for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:17.152938 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:09:17.152938 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:09:17.152938 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:09:17.152938 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:09:17.152938 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:09:17.152938 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:09:17.152938 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:09:17.152938 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:09:17.152938 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:09:17.152938 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:09:17.152938 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:09:17.152938 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:09:17.152938 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:09:17.152938 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:09:17.152938 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:09:17.152938 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:09:17.152938 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:09:17.152938 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:09:17.152938 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:09:17.152938 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:09:17.152938 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:09:17.152938 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:09:17.152938 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:09:17.152938 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:09:17.152938 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:09:17.152938 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:09:17.152938 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:09:17.152938 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:09:17.152938 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:09:17.152938 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:09:17.152938 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:09:17.152938 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:09:17.154687 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46124) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:17.154756 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c076c714-df5f-4572-80d0-b05fd7e9fde5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.238058 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4aea099-2032-4f41-82d3-ea199ab7679c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.256500 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4aea099-2032-4f41-82d3-ea199ab7679c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.261253 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c4aea099-2032-4f41-82d3-ea199ab7679c admin admin] 10.222.0.16 "DELETE /v2.0/networks/44527635-c361-4894-acd0-c52066cbd08c HTTP/1.1" status: 204 len: 168 time: 1.6813376 Jul 15 23:09:17.278537 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aea099-2032-4f41-82d3-ea199ab7679c admin admin] Pushing event deleted for resources: {'Network': ['ID=44527635-c361-4894-acd0-c52066cbd08c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:17.333002 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-dd91e746-e164-47b1-baf5-fa9386dded70 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/quotas/2a452b58336c47bc96f6d17c1c9a4e71 HTTP/1.1" status: 200 len: 375 time: 0.2412703 Jul 15 23:09:17.389699 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-256a42c1-bedb-46bd-8386-43495af1f540 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting port f432b1ee-1951-4782-9916-75cbc3dda3c3 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:17.390222 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-256a42c1-bedb-46bd-8386-43495af1f540 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.533253 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46128) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:17.549757 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2668751b-e2bd-49d4-9f43-aa743bb194ee None None] Provisioning for port f432b1ee-1951-4782-9916-75cbc3dda3c3 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:17.555946 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2668751b-e2bd-49d4-9f43-aa743bb194ee None None] Provisioning complete for port f432b1ee-1951-4782-9916-75cbc3dda3c3 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:17.556620 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2668751b-e2bd-49d4-9f43-aa743bb194ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.566219 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-256a42c1-bedb-46bd-8386-43495af1f540 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.584173 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-256a42c1-bedb-46bd-8386-43495af1f540 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Calling delete_port for f432b1ee-1951-4782-9916-75cbc3dda3c3 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:17.635198 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-2668751b-e2bd-49d4-9f43-aa743bb194ee None None] Port f432b1ee-1951-4782-9916-75cbc3dda3c3 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:09:17.678985 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b1b98ce2-d770-4b7d-b0a1-3d05a16d234e up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:17.783499 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port b1b98ce2-d770-4b7d-b0a1-3d05a16d234e completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:17.790091 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c5df26fd-cfd9-43df-8835-370672ee25c5 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:17.799935 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e92ab-7f70-4d60-9658-6186e75129f8 req-4dc21efd-318d-482e-887d-40c617775862 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:17.806533 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e92ab-7f70-4d60-9658-6186e75129f8 req-4dc21efd-318d-482e-887d-40c617775862 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:17.812817 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e92ab-7f70-4d60-9658-6186e75129f8 req-4dc21efd-318d-482e-887d-40c617775862 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:17.819385 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e92ab-7f70-4d60-9658-6186e75129f8 req-4dc21efd-318d-482e-887d-40c617775862 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:17.826096 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e92ab-7f70-4d60-9658-6186e75129f8 req-4dc21efd-318d-482e-887d-40c617775862 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:17.830049 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-256a42c1-bedb-46bd-8386-43495af1f540 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.838534 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e92ab-7f70-4d60-9658-6186e75129f8 req-4dc21efd-318d-482e-887d-40c617775862 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:17.839594 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae2c52a-26e3-43cd-a712-4dd512a49e78 None None] Network bf6fa1b7-2834-4d94-a68c-529495746472 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:17.847201 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e92ab-7f70-4d60-9658-6186e75129f8 req-4dc21efd-318d-482e-887d-40c617775862 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:17.849189 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-989e92ab-7f70-4d60-9658-6186e75129f8 req-4dc21efd-318d-482e-887d-40c617775862 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5420 time: 0.8493581 Jul 15 23:09:17.860627 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] For port 54ed7c92-7d96-4319-af0e-98c8d7d7ce91, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:17.872521 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-663d7dda-6336-4043-8558-27e454020400 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ae795b3d7734e50af60e647de284414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3306122 Jul 15 23:09:17.885439 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46130) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:17.889498 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a42c1-bedb-46bd-8386-43495af1f540 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Port': ['ID=f432b1ee-1951-4782-9916-75cbc3dda3c3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:17.917753 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-00729352-cbcd-435b-90d2-42e80dd76003 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.942121 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 1486830a-e37c-455d-983a-3305d04c64d4 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:09:17.946917 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8b4b27c0-ce30-47e9-a182-de21e1e7a747 None None] Provisioning for port b1b98ce2-d770-4b7d-b0a1-3d05a16d234e completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:17.952030 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] For port 54ed7c92-7d96-4319-af0e-98c8d7d7ce91, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=54ed7c92-7d96-4319-af0e-98c8d7d7ce91,segment=NetworkSegment(3bc9fa27-9cdf-411b-9b5d-1d95b85ed330),segment_id=3bc9fa27-9cdf-411b-9b5d-1d95b85ed330)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:17.960689 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-00729352-cbcd-435b-90d2-42e80dd76003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.982561 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8b4b27c0-ce30-47e9-a182-de21e1e7a747 None None] Provisioning complete for port b1b98ce2-d770-4b7d-b0a1-3d05a16d234e triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:17.990182 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-f5c0d59a-73f6-4d1c-950c-fe4a4fcf6315 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a452b58336c47bc96f6d17c1c9a4e71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6562095 Jul 15 23:09:17.991135 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b4b27c0-ce30-47e9-a182-de21e1e7a747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.036932 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.051308 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port c5df26fd-cfd9-43df-8835-370672ee25c5 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:18.051682 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.083692 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-989e92ab-7f70-4d60-9658-6186e75129f8 req-0713075c-8020-4400-97ea-c0bd782cdd3d tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2248342 Jul 15 23:09:18.148711 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-479deba7-306b-4aeb-912a-8d5c53ff9434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.166555 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-256a42c1-bedb-46bd-8386-43495af1f540 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.175110 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-256a42c1-bedb-46bd-8386-43495af1f540 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/f432b1ee-1951-4782-9916-75cbc3dda3c3 HTTP/1.1" status: 204 len: 168 time: 0.9461524 Jul 15 23:09:18.175794 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46132) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:18.224587 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-479deba7-306b-4aeb-912a-8d5c53ff9434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.252471 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8bc09-3750-44bc-a5a2-c0af723579b6 req-2769a16b-c972-4306-8140-ae451dfcecf6 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:18.254560 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a7f8bc09-3750-44bc-a5a2-c0af723579b6 req-2769a16b-c972-4306-8140-ae451dfcecf6 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c599ef5-3931-43b4-b7ae-152f0b2abdc9 HTTP/1.1" status: 200 len: 944 time: 0.2085166 Jul 15 23:09:18.292060 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505e39bd-cfdc-41ce-9b5a-1714dd88fc09 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:18.293575 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505e39bd-cfdc-41ce-9b5a-1714dd88fc09 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:18.295109 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505e39bd-cfdc-41ce-9b5a-1714dd88fc09 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:18.297854 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-505e39bd-cfdc-41ce-9b5a-1714dd88fc09 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0803342 Jul 15 23:09:18.308723 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7e7e2db6-91c1-4dbe-b787-a89825d16941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.317981 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:18.318606 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.320035 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] 10.222.0.43 "PUT /v2.0/ports/54ed7c92-7d96-4319-af0e-98c8d7d7ce91 HTTP/1.1" status: 200 len: 1091 time: 6.4101782 Jul 15 23:09:18.320468 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46134) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:18.352631 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c076c714-df5f-4572-80d0-b05fd7e9fde5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.355170 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'tag': '54ed7c92-7d96-4319-af0e-98c8d7d7ce91'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:18.357488 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb30745c-60b2-42c6-94a7-2b89e4a10da1" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "tag": "54ed7c92-7d96-4319-af0e-98c8d7d7ce91"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:18.364831 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b4b27c0-ce30-47e9-a182-de21e1e7a747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.441966 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 1486830a-e37c-455d-983a-3305d04c64d4, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=1486830a-e37c-455d-983a-3305d04c64d4,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:18.450377 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076c714-df5f-4572-80d0-b05fd7e9fde5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event updated for resources: {'Subnet': ['ID=9626b95a-30e1-44a0-98c6-0afc25197cca,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:18.454149 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-479deba7-306b-4aeb-912a-8d5c53ff9434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.457116 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-479deba7-306b-4aeb-912a-8d5c53ff9434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.461444 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-479deba7-306b-4aeb-912a-8d5c53ff9434 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/01c5956e-fcf7-49ce-bb81-e84d7993df3c HTTP/1.1" status: 204 len: 168 time: 0.5647409 Jul 15 23:09:18.476839 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479deba7-306b-4aeb-912a-8d5c53ff9434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c5956e-fcf7-49ce-bb81-e84d7993df3c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:18.486201 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-a7f8bc09-3750-44bc-a5a2-c0af723579b6 req-860a91c9-ed33-4343-b207-194722bf15b4 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Deleting port f7fdec2a-d553-43cd-a0ad-2970a52d813e {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:18.486682 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a7f8bc09-3750-44bc-a5a2-c0af723579b6 req-860a91c9-ed33-4343-b207-194722bf15b4 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.509377 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '1486830a-e37c-455d-983a-3305d04c64d4', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': '1486830a-e37c-455d-983a-3305d04c64d4', 'mac_address': 'fa:16:3e:3e:49:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:09:18.512057 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-8b4b27c0-ce30-47e9-a182-de21e1e7a747 None None] For port b1b98ce2-d770-4b7d-b0a1-3d05a16d234e, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b1b98ce2-d770-4b7d-b0a1-3d05a16d234e,segment=NetworkSegment(3a3c2bc7-5140-456e-8efe-f105575ac120),segment_id=3a3c2bc7-5140-456e-8efe-f105575ac120)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:18.514186 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Pushing event updated for resources: {'Port': ['ID=54ed7c92-7d96-4319-af0e-98c8d7d7ce91,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:18.530322 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b4b27c0-ce30-47e9-a182-de21e1e7a747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.585809 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:18.586084 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:18.586434 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:18.586905 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:18.587407 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:18.587542 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:18.589031 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:18.589031 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:18.589031 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:18.590958 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:18.590958 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:18.594719 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f00d356-7d88-4a09-9feb-87259adb0713 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:18.632210 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 04723c91-bb4d-4743-ba3b-afaed09f6856 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:18.634131 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076c714-df5f-4572-80d0-b05fd7e9fde5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:18.634481 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076c714-df5f-4572-80d0-b05fd7e9fde5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:18.634847 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076c714-df5f-4572-80d0-b05fd7e9fde5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:18.635326 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076c714-df5f-4572-80d0-b05fd7e9fde5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:18.635664 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076c714-df5f-4572-80d0-b05fd7e9fde5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:18.635998 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076c714-df5f-4572-80d0-b05fd7e9fde5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:18.636325 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076c714-df5f-4572-80d0-b05fd7e9fde5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:18.636651 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076c714-df5f-4572-80d0-b05fd7e9fde5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:18.637030 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076c714-df5f-4572-80d0-b05fd7e9fde5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:18.638233 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076c714-df5f-4572-80d0-b05fd7e9fde5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:18.638233 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076c714-df5f-4572-80d0-b05fd7e9fde5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:18.638233 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076c714-df5f-4572-80d0-b05fd7e9fde5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:18.679046 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a7f8bc09-3750-44bc-a5a2-c0af723579b6 req-860a91c9-ed33-4343-b207-194722bf15b4 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] For port f7fdec2a-d553-43cd-a0ad-2970a52d813e, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=f7fdec2a-d553-43cd-a0ad-2970a52d813e,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:18.679930 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a7f8bc09-3750-44bc-a5a2-c0af723579b6 req-860a91c9-ed33-4343-b207-194722bf15b4 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.688881 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 04723c91-bb4d-4743-ba3b-afaed09f6856 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:18.689476 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 04723c91-bb4d-4743-ba3b-afaed09f6856 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:18.699293 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.718604 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.725711 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-a7f8bc09-3750-44bc-a5a2-c0af723579b6 req-860a91c9-ed33-4343-b207-194722bf15b4 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Calling delete_port for f7fdec2a-d553-43cd-a0ad-2970a52d813e owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:18.735840 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1486830a-e37c-455d-983a-3305d04c64d4 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:18.754139 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b27c0-ce30-47e9-a182-de21e1e7a747 None None] Pushing event updated for resources: {'Port': ['ID=b1b98ce2-d770-4b7d-b0a1-3d05a16d234e,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:18.755291 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc24c81c-0d6c-4906-bb55-93b8fed3a8b8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting subnet 491414f4-d3e2-4923-b43c-8968ab32aef2 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:09:18.758723 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc24c81c-0d6c-4906-bb55-93b8fed3a8b8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.787658 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 1486830a-e37c-455d-983a-3305d04c64d4, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=1486830a-e37c-455d-983a-3305d04c64d4,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:18.796696 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.823569 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc24c81c-0d6c-4906-bb55-93b8fed3a8b8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.866210 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=1486830a-e37c-455d-983a-3305d04c64d4,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:18.885406 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-13bbb7b9-935e-497c-84d9-a6858f6a569f service neutron] 10.222.0.16 "GET /v2.0/networks/f31abbaf-85af-4828-a64a-6617d309ea62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8942471 Jul 15 23:09:18.916544 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a7f8bc09-3750-44bc-a5a2-c0af723579b6 req-860a91c9-ed33-4343-b207-194722bf15b4 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.921407 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de06d82-3191-450d-8320-ebf90e6e582d req-55e0dd2b-2cf3-4ca2-bb92-6f4a8680ea2a tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:18.923585 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9de06d82-3191-450d-8320-ebf90e6e582d req-55e0dd2b-2cf3-4ca2-bb92-6f4a8680ea2a tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.16 "GET /v2.0/ports?device_id=590ca4dc-f4de-4313-a4a3-b6ea774266d9 HTTP/1.1" status: 200 len: 947 time: 0.6422720 Jul 15 23:09:18.937059 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-00729352-cbcd-435b-90d2-42e80dd76003 admin admin] Allocated IP 172.25.4.53 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/69652dd0-9703-4c04-b865-a020c5ffd152) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:18.988643 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-6af2c0aa-33f9-40e3-9605-b076515a8b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:18.989059 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-6af2c0aa-33f9-40e3-9605-b076515a8b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:18.989537 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-6af2c0aa-33f9-40e3-9605-b076515a8b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:18.990165 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-6af2c0aa-33f9-40e3-9605-b076515a8b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:18.993808 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-6af2c0aa-33f9-40e3-9605-b076515a8b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:18.993808 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-6af2c0aa-33f9-40e3-9605-b076515a8b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:18.993808 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-6af2c0aa-33f9-40e3-9605-b076515a8b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:18.993808 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-6af2c0aa-33f9-40e3-9605-b076515a8b62 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe4ced19c3b40c2bc6e11100f9d5f1d&device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 6477 time: 0.5741808 Jul 15 23:09:18.995581 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a91c9-ed33-4343-b207-194722bf15b4 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Pushing event deleted for resources: {'Port': ['ID=f7fdec2a-d553-43cd-a0ad-2970a52d813e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:19.009980 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c076c714-df5f-4572-80d0-b05fd7e9fde5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Checking segment: {'id': '1627c388-4431-4dd5-86b5-c4792eebbc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e9e3f24c-7e29-4a09-8417-9d8bc248b3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:19.010360 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c076c714-df5f-4572-80d0-b05fd7e9fde5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Network hostable DHCP agents. Network: e9e3f24c-7e29-4a09-8417-9d8bc248b3f6, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:09:19.021329 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f8bc09-3750-44bc-a5a2-c0af723579b6 req-860a91c9-ed33-4343-b207-194722bf15b4 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] No DVR routers for this DVR port f7fdec2a-d553-43cd-a0ad-2970a52d813e on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:19.024292 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a7f8bc09-3750-44bc-a5a2-c0af723579b6 req-860a91c9-ed33-4343-b207-194722bf15b4 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.033851 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a7f8bc09-3750-44bc-a5a2-c0af723579b6 req-860a91c9-ed33-4343-b207-194722bf15b4 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.36 "DELETE /v2.0/ports/f7fdec2a-d553-43cd-a0ad-2970a52d813e HTTP/1.1" status: 204 len: 173 time: 0.7734387 Jul 15 23:09:19.034361 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c599ef5-3931-43b4-b7ae-152f0b2abdc9', 'name': 'network-vif-deleted', 'tag': 'f7fdec2a-d553-43cd-a0ad-2970a52d813e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:19.040469 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fde2a44-4a20-4608-abd5-afddef579103" -d '{"events": [{"server_uuid": "4c599ef5-3931-43b4-b7ae-152f0b2abdc9", "name": "network-vif-deleted", "tag": "f7fdec2a-d553-43cd-a0ad-2970a52d813e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:19.047064 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc016afb-ee52-41c4-9717-c9059e2dc6a1 None None] get_active_networks_info from n-d-787205-9 {{(pid=93800) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:09:19.077641 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['1486830a-e37c-455d-983a-3305d04c64d4'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:19.150564 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-88d25d68-b514-4661-af46-49c3fb3d7818 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=593c311f-e7e7-48e7-a565-db6f18498037 HTTP/1.1" status: 200 len: 217 time: 0.1165576 Jul 15 23:09:19.184356 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9de06d82-3191-450d-8320-ebf90e6e582d req-6d575edc-726f-45af-9ccc-ce44677f01f7 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d2a347d-6f24-41cb-ac1b-16102695d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421229 Jul 15 23:09:19.219410 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc24c81c-0d6c-4906-bb55-93b8fed3a8b8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.232157 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e81757d3-c4b5-46d7-912a-65d259e20c5b None None] Provisioning complete for port b1b98ce2-d770-4b7d-b0a1-3d05a16d234e triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:19.240131 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e81757d3-c4b5-46d7-912a-65d259e20c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.271323 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c076c714-df5f-4572-80d0-b05fd7e9fde5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Network e9e3f24c-7e29-4a09-8417-9d8bc248b3f6 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:09:19.313532 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-fb919856-4ee0-4a87-a900-3ff7ad961a01 service neutron] 10.222.0.16 "GET /v2.0/networks/f31abbaf-85af-4828-a64a-6617d309ea62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266241 Jul 15 23:09:19.341701 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-c076c714-df5f-4572-80d0-b05fd7e9fde5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, e9e3f24c-7e29-4a09-8417-9d8bc248b3f6) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:19.370681 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c076c714-df5f-4572-80d0-b05fd7e9fde5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:19.371278 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c076c714-df5f-4572-80d0-b05fd7e9fde5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.406855 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-32831e22-cd7c-4c55-b644-72a373f54844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:19.408442 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-32831e22-cd7c-4c55-b644-72a373f54844 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=366630ff-4a54-44a5-bcbd-e951b8384258 HTTP/1.1" status: 200 len: 851 time: 0.2426553 Jul 15 23:09:19.465566 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffaa6671-97f5-4e01-869e-92c5549f0774 x-openstack-request-id: req-ffaa6671-97f5-4e01-869e-92c5549f0774 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:19.465785 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "tag": "54ed7c92-7d96-4319-af0e-98c8d7d7ce91", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:19.466719 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ffaa6671-97f5-4e01-869e-92c5549f0774 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:19.466719 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'tag': '54ed7c92-7d96-4319-af0e-98c8d7d7ce91', 'status': 'completed', 'code': 200} Jul 15 23:09:19.543621 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed77fed-4fe3-4a52-80a8-bdeb37f5222f x-openstack-request-id: req-7ed77fed-4fe3-4a52-80a8-bdeb37f5222f {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:19.544697 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c599ef5-3931-43b4-b7ae-152f0b2abdc9", "name": "network-vif-deleted", "tag": "f7fdec2a-d553-43cd-a0ad-2970a52d813e", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:19.545618 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ed77fed-4fe3-4a52-80a8-bdeb37f5222f {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:19.545946 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c599ef5-3931-43b4-b7ae-152f0b2abdc9', 'name': 'network-vif-deleted', 'tag': 'f7fdec2a-d553-43cd-a0ad-2970a52d813e', 'status': 'completed', 'code': 200} Jul 15 23:09:19.553355 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c076c714-df5f-4572-80d0-b05fd7e9fde5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8088596 Jul 15 23:09:19.554048 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46166) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:19.554217 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-00729352-cbcd-435b-90d2-42e80dd76003 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.560843 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ac5ecf2b-2e59-4e0e-9d74-52bc9ea67359 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Request body: {'subnet': {'network_id': 'e9e3f24c-7e29-4a09-8417-9d8bc248b3f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:19.571824 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b1b98ce2-d770-4b7d-b0a1-3d05a16d234e up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:19.596642 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc24c81c-0d6c-4906-bb55-93b8fed3a8b8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.653955 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.709896 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46170) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:19.723827 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24c81c-0d6c-4906-bb55-93b8fed3a8b8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Subnet': ['ID=491414f4-d3e2-4923-b43c-8968ab32aef2,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:19.736687 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc24c81c-0d6c-4906-bb55-93b8fed3a8b8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.738708 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fc24c81c-0d6c-4906-bb55-93b8fed3a8b8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/491414f4-d3e2-4923-b43c-8968ab32aef2 HTTP/1.1" status: 204 len: 168 time: 1.3777523 Jul 15 23:09:19.744447 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46174) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:19.753687 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc016afb-ee52-41c4-9717-c9059e2dc6a1 None None] Unable to find a vacant binding_index for network e9e3f24c-7e29-4a09-8417-9d8bc248b3f6 and agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 15 23:09:19.783473 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc016afb-ee52-41c4-9717-c9059e2dc6a1 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, e9e3f24c-7e29-4a09-8417-9d8bc248b3f6) {{(pid=93800) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:09:19.790743 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port b1b98ce2-d770-4b7d-b0a1-3d05a16d234e triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:19.791123 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.866331 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3b03bd1-7558-4a93-8afa-52c33ddf7386 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting subnet 78d1e112-e3b0-4c3c-a1ca-a82879daa18c {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:09:19.886231 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3b03bd1-7558-4a93-8afa-52c33ddf7386 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.886396 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f16abb83-2f65-44fe-976f-ea72824d552f req-b5aa2ea6-b1da-493e-a6b1-fbd74ccd80b6 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bb01df-d89d-430e-a86b-d40ac768af15 HTTP/1.1" status: 200 len: 210 time: 0.1780133 Jul 15 23:09:19.919424 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-c987c724-435a-4c98-88ce-ac2f47c06cbd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-935926063-network', 'tenant_id': '2381bd17d73f44558de9b4e14229d648'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:19.935259 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5ecf2b-2e59-4e0e-9d74-52bc9ea67359 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Made reservation on behalf of aa681c2530394e9186e319e0d5231351 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:19.939250 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac5ecf2b-2e59-4e0e-9d74-52bc9ea67359 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.941334 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-795ab332-ca37-4a2d-873b-1e22bd7f5ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:19.943074 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-795ab332-ca37-4a2d-873b-1e22bd7f5ac2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e0802052-573e-4abc-b289-64f26dbf67e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5031219 Jul 15 23:09:19.978727 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3b03bd1-7558-4a93-8afa-52c33ddf7386 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.003947 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-00729352-cbcd-435b-90d2-42e80dd76003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.019533 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c987c724-435a-4c98-88ce-ac2f47c06cbd admin admin] Made reservation on behalf of 2381bd17d73f44558de9b4e14229d648 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:20.021924 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c987c724-435a-4c98-88ce-ac2f47c06cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.065634 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00729352-cbcd-435b-90d2-42e80dd76003 admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:20.105402 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-00729352-cbcd-435b-90d2-42e80dd76003 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:20.107526 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c987c724-435a-4c98-88ce-ac2f47c06cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.119163 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00729352-cbcd-435b-90d2-42e80dd76003 admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:09:20.150680 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3b03bd1-7558-4a93-8afa-52c33ddf7386 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.185886 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b5b19-000e-4ef6-8a27-65fb3c4ad761 req-e64e60a6-9895-4f8a-9371-e92fdf185e2b tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:20.192585 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b5b19-000e-4ef6-8a27-65fb3c4ad761 req-e64e60a6-9895-4f8a-9371-e92fdf185e2b tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:20.198812 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b5b19-000e-4ef6-8a27-65fb3c4ad761 req-e64e60a6-9895-4f8a-9371-e92fdf185e2b tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:20.205515 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b5b19-000e-4ef6-8a27-65fb3c4ad761 req-e64e60a6-9895-4f8a-9371-e92fdf185e2b tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:20.211488 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b5b19-000e-4ef6-8a27-65fb3c4ad761 req-e64e60a6-9895-4f8a-9371-e92fdf185e2b tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:20.217806 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b5b19-000e-4ef6-8a27-65fb3c4ad761 req-e64e60a6-9895-4f8a-9371-e92fdf185e2b tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:20.224380 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b5b19-000e-4ef6-8a27-65fb3c4ad761 req-e64e60a6-9895-4f8a-9371-e92fdf185e2b tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:20.232136 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5c8b5b19-000e-4ef6-8a27-65fb3c4ad761 req-e64e60a6-9895-4f8a-9371-e92fdf185e2b tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5420 time: 0.4483705 Jul 15 23:09:20.260496 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00729352-cbcd-435b-90d2-42e80dd76003 admin admin] Pushing event updated for resources: {'Port': ['ID=69652dd0-9703-4c04-b865-a020c5ffd152,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:20.329562 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3b03bd1-7558-4a93-8afa-52c33ddf7386 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.342914 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-c91f2e45-6c6d-4e3b-9ea2-c99b3896af6b service neutron] 10.222.0.43 "GET /v2.0/networks/e0802052-573e-4abc-b289-64f26dbf67e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913820 Jul 15 23:09:20.381348 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b03bd1-7558-4a93-8afa-52c33ddf7386 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Subnet': ['ID=78d1e112-e3b0-4c3c-a1ca-a82879daa18c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:20.385146 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3b03bd1-7558-4a93-8afa-52c33ddf7386 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.390674 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b3b03bd1-7558-4a93-8afa-52c33ddf7386 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/78d1e112-e3b0-4c3c-a1ca-a82879daa18c HTTP/1.1" status: 204 len: 168 time: 0.6406329 Jul 15 23:09:20.392291 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46186) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:20.468427 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4961f614-5dd0-42ff-822f-b0cb0a3722bb tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0749533 Jul 15 23:09:20.474389 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46188) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:20.483333 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b3ee4c6f-ea5b-424e-8624-98b9accfac57 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:20.521468 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381b7874-163d-4096-be53-7d966947f4ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-e9e3f24c-7e29-4a09-8417-9d8bc248b3f6', 'network_id': 'e9e3f24c-7e29-4a09-8417-9d8bc248b3f6', 'tenant_id': 'aa681c2530394e9186e319e0d5231351', 'fixed_ips': [{'subnet_id': '9626b95a-30e1-44a0-98c6-0afc25197cca'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:09:20.524618 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-381b7874-163d-4096-be53-7d966947f4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.573966 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac5ecf2b-2e59-4e0e-9d74-52bc9ea67359 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.632061 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5ecf2b-2e59-4e0e-9d74-52bc9ea67359 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Network e9e3f24c-7e29-4a09-8417-9d8bc248b3f6 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:20.640506 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-ac5ecf2b-2e59-4e0e-9d74-52bc9ea67359 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:20.642876 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ecf2b-2e59-4e0e-9d74-52bc9ea67359 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event updated for resources: {'Subnet': ['ID=00da3b76-3ca2-4bae-878c-32ab6eaaf1a4,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:20.645338 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5ecf2b-2e59-4e0e-9d74-52bc9ea67359 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:20.645924 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac5ecf2b-2e59-4e0e-9d74-52bc9ea67359 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.718787 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-381b7874-163d-4096-be53-7d966947f4ec None None] Allocated IP 2001:db8::2 (e9e3f24c-7e29-4a09-8417-9d8bc248b3f6/9626b95a-30e1-44a0-98c6-0afc25197cca/4bbda8f5-7253-4073-84b5-0de465d27fd2) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:20.732165 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5c8b5b19-000e-4ef6-8a27-65fb3c4ad761 req-968e0d1e-9f79-4788-8abf-f1759b64afcc tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4991701 Jul 15 23:09:20.865880 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-381b7874-163d-4096-be53-7d966947f4ec None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.876034 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-381b7874-163d-4096-be53-7d966947f4ec None None] Transition to ACTIVE for port object 4bbda8f5-7253-4073-84b5-0de465d27fd2 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:20.890209 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-381b7874-163d-4096-be53-7d966947f4ec None None] Transition to ACTIVE for port object 4bbda8f5-7253-4073-84b5-0de465d27fd2 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:20.895850 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-381b7874-163d-4096-be53-7d966947f4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.936555 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381b7874-163d-4096-be53-7d966947f4ec None None] Network e9e3f24c-7e29-4a09-8417-9d8bc248b3f6 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:20.937006 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-8914e39d-7091-45bb-baaf-b588c0891fa7 service neutron] 10.222.0.43 "GET /v2.0/networks/e0802052-573e-4abc-b289-64f26dbf67e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5844924 Jul 15 23:09:20.940811 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-381b7874-163d-4096-be53-7d966947f4ec None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:20.945429 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381b7874-163d-4096-be53-7d966947f4ec None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:09:20.959172 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c987c724-435a-4c98-88ce-ac2f47c06cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.985563 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ac5ecf2b-2e59-4e0e-9d74-52bc9ea67359 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4307213 Jul 15 23:09:20.988580 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b7874-163d-4096-be53-7d966947f4ec None None] Pushing event updated for resources: {'Port': ['ID=4bbda8f5-7253-4073-84b5-0de465d27fd2,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:20.993954 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c987c724-435a-4c98-88ce-ac2f47c06cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.997631 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46192) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:21.033545 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ee4c6f-ea5b-424e-8624-98b9accfac57 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:21.037121 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4c6f-ea5b-424e-8624-98b9accfac57 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.039393 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-19dd3204-6f10-4480-aef5-8dfbe28bbeed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=c451b609-46fa-4e93-a60a-10b38b3f6d50 HTTP/1.1" status: 200 len: 217 time: 0.0924361 Jul 15 23:09:21.041748 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-381b7874-163d-4096-be53-7d966947f4ec None None] Attempting to bind port 4bbda8f5-7253-4073-84b5-0de465d27fd2 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:21.041900 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-381b7874-163d-4096-be53-7d966947f4ec None None] Attempting to bind port 4bbda8f5-7253-4073-84b5-0de465d27fd2 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '1627c388-4431-4dd5-86b5-c4792eebbc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e9e3f24c-7e29-4a09-8417-9d8bc248b3f6'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:21.042279 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381b7874-163d-4096-be53-7d966947f4ec None None] Attempting to bind port 4bbda8f5-7253-4073-84b5-0de465d27fd2 on network e9e3f24c-7e29-4a09-8417-9d8bc248b3f6 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:21.049956 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381b7874-163d-4096-be53-7d966947f4ec None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:21.050682 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381b7874-163d-4096-be53-7d966947f4ec None None] Checking segment: {'id': '1627c388-4431-4dd5-86b5-c4792eebbc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e9e3f24c-7e29-4a09-8417-9d8bc248b3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:21.051164 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-381b7874-163d-4096-be53-7d966947f4ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.051620 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381b7874-163d-4096-be53-7d966947f4ec None None] Bound using segment: {'id': '1627c388-4431-4dd5-86b5-c4792eebbc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e9e3f24c-7e29-4a09-8417-9d8bc248b3f6'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:21.052153 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-381b7874-163d-4096-be53-7d966947f4ec None None] Bound port: 4bbda8f5-7253-4073-84b5-0de465d27fd2, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1627c388-4431-4dd5-86b5-c4792eebbc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e9e3f24c-7e29-4a09-8417-9d8bc248b3f6'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:21.052808 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-381b7874-163d-4096-be53-7d966947f4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.076923 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db8f23-2181-47d7-b893-b1248d79ac64 req-1ac50e47-fe74-43c7-bc49-08ee465de994 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:21.078760 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-21db8f23-2181-47d7-b893-b1248d79ac64 req-1ac50e47-fe74-43c7-bc49-08ee465de994 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.16 "GET /v2.0/ports?device_id=590ca4dc-f4de-4313-a4a3-b6ea774266d9 HTTP/1.1" status: 200 len: 948 time: 0.3768845 Jul 15 23:09:21.140246 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c987c724-435a-4c98-88ce-ac2f47c06cbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:09:21.140814 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-381b7874-163d-4096-be53-7d966947f4ec None None] For port 4bbda8f5-7253-4073-84b5-0de465d27fd2, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:21.144491 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-381b7874-163d-4096-be53-7d966947f4ec None None] For port 4bbda8f5-7253-4073-84b5-0de465d27fd2, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4bbda8f5-7253-4073-84b5-0de465d27fd2,segment=NetworkSegment(1627c388-4431-4dd5-86b5-c4792eebbc1a),segment_id=1627c388-4431-4dd5-86b5-c4792eebbc1a)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:21.163173 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-381b7874-163d-4096-be53-7d966947f4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.177309 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-700a6d2a-abdd-43d0-95fd-58336fc4e233 req-6a829323-e058-47df-ac81-ddbf472ba66a tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bb01df-d89d-430e-a86b-d40ac768af15 HTTP/1.1" status: 200 len: 210 time: 0.1423333 Jul 15 23:09:21.213147 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.247705 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b7874-163d-4096-be53-7d966947f4ec None None] Pushing event updated for resources: {'Port': ['ID=4bbda8f5-7253-4073-84b5-0de465d27fd2,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:21.248082 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-00729352-cbcd-435b-90d2-42e80dd76003 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.281352 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-21db8f23-2181-47d7-b893-b1248d79ac64 req-8e0f1cb6-5d13-4620-af61-b3326b32fb69 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d2a347d-6f24-41cb-ac1b-16102695d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675642 Jul 15 23:09:21.282903 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-1a64022d-3369-4e94-a931-974ba5558299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:21.284414 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-1a64022d-3369-4e94-a931-974ba5558299 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49248069-78f4-449a-8647-b57bc9f84d48 HTTP/1.1" status: 200 len: 797 time: 0.2275529 Jul 15 23:09:21.285467 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987c724-435a-4c98-88ce-ac2f47c06cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ce9e15-9ae8-40db-928c-c16f2953347e,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:21.346986 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c987c724-435a-4c98-88ce-ac2f47c06cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.347388 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-c987c724-435a-4c98-88ce-ac2f47c06cbd admin admin] Added segment 8678ade4-912f-44e5-91eb-340b3c0db4a7 of type vlan for network 3faa992e-3dcc-4c31-8999-249c7daf151a Jul 15 23:09:21.366297 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-8fe59ea7-db84-4e23-9198-c1249c139714 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:21.367809 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-8fe59ea7-db84-4e23-9198-c1249c139714 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.36 "GET /v2.0/networks?id=f31abbaf-85af-4828-a64a-6617d309ea62 HTTP/1.1" status: 200 len: 804 time: 0.2009184 Jul 15 23:09:21.395429 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-13c3973f-e26a-43c8-af8b-3f2e69667f71 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Request body: {'port': {'device_id': '56bb01df-d89d-430e-a86b-d40ac768af15', 'network_id': 'f31abbaf-85af-4828-a64a-6617d309ea62', 'admin_state_up': True, 'tenant_id': '2a452b58336c47bc96f6d17c1c9a4e71'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:21.459887 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21edf0f3-bbdf-4140-b3f6-ab7759e513e0 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:21.461815 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21edf0f3-bbdf-4140-b3f6-ab7759e513e0 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:21.463680 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21edf0f3-bbdf-4140-b3f6-ab7759e513e0 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:21.465370 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21edf0f3-bbdf-4140-b3f6-ab7759e513e0 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:21.473138 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21edf0f3-bbdf-4140-b3f6-ab7759e513e0 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:21.474957 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-21edf0f3-bbdf-4140-b3f6-ab7759e513e0 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4473147 Jul 15 23:09:21.524668 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46194) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:21.529518 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1e559556-5c00-40db-af01-339515fbf2cc tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-542505790'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:21.550756 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c987c724-435a-4c98-88ce-ac2f47c06cbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.622282 n-d-787205-9 neutron-server[93798]: DEBUG neutron.objects.ports [None req-b3ee4c6f-ea5b-424e-8624-98b9accfac57 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93798) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:09:21.624898 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e559556-5c00-40db-af01-339515fbf2cc tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Made reservation on behalf of aa681c2530394e9186e319e0d5231351 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:21.629065 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1e559556-5c00-40db-af01-339515fbf2cc tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.653659 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c987c724-435a-4c98-88ce-ac2f47c06cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.654672 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c987c724-435a-4c98-88ce-ac2f47c06cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:21.655242 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c987c724-435a-4c98-88ce-ac2f47c06cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.669495 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-1250d59e-6a0e-4941-b41a-4d58e63a5fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:21.671022 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-1250d59e-6a0e-4941-b41a-4d58e63a5fa9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c784f317-cf69-4499-8ee8-96a3a3714978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3212676 Jul 15 23:09:21.740872 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c987c724-435a-4c98-88ce-ac2f47c06cbd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0283344 Jul 15 23:09:21.748544 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46196) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:21.767461 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7f292f0b-7db7-4513-af2f-3b65d34b12d6 admin admin] Request body: {'subnet': {'network_id': '3faa992e-3dcc-4c31-8999-249c7daf151a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-935926063-subnet', 'tenant_id': '2381bd17d73f44558de9b4e14229d648', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:21.791402 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987c724-435a-4c98-88ce-ac2f47c06cbd admin admin] Pushing event updated for resources: {'Network': ['ID=3faa992e-3dcc-4c31-8999-249c7daf151a,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:21.801158 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e559556-5c00-40db-af01-339515fbf2cc tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:09:21.823262 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 3faa992e-3dcc-4c31-8999-249c7daf151a details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:09:21.837532 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-00729352-cbcd-435b-90d2-42e80dd76003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.840246 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1e559556-5c00-40db-af01-339515fbf2cc tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.841363 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-1e559556-5c00-40db-af01-339515fbf2cc tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Added segment 3d8528ee-d86a-474e-ac9d-0ef0bbd7265a of type vlan for network aa7aaddd-ae79-45ba-9109-ac1ce367ee82 Jul 15 23:09:21.931182 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-13c3973f-e26a-43c8-af8b-3f2e69667f71 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Made reservation on behalf of 2a452b58336c47bc96f6d17c1c9a4e71 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:21.933221 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-e9eb0bcc-f148-4ed2-a6eb-2f0f5410041c service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549841 Jul 15 23:09:21.934892 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-13c3973f-e26a-43c8-af8b-3f2e69667f71 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.965883 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 1486830a-e37c-455d-983a-3305d04c64d4 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:21.981957 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1e559556-5c00-40db-af01-339515fbf2cc tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:22.039120 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1e559556-5c00-40db-af01-339515fbf2cc tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:22.040488 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 1486830a-e37c-455d-983a-3305d04c64d4 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:22.045912 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 1486830a-e37c-455d-983a-3305d04c64d4 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:22.046056 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e559556-5c00-40db-af01-339515fbf2cc tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:22.046704 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:22.047078 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1e559556-5c00-40db-af01-339515fbf2cc tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:22.059265 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f292f0b-7db7-4513-af2f-3b65d34b12d6 admin admin] Made reservation on behalf of 2381bd17d73f44558de9b4e14229d648 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:22.061727 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f292f0b-7db7-4513-af2f-3b65d34b12d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:22.107340 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6cfae-f764-4594-b95b-f414f93f6831 req-d019cb8c-197e-4394-8e08-21aecc2b21be tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:22.114855 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6cfae-f764-4594-b95b-f414f93f6831 req-d019cb8c-197e-4394-8e08-21aecc2b21be tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:22.121095 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6cfae-f764-4594-b95b-f414f93f6831 req-d019cb8c-197e-4394-8e08-21aecc2b21be tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:22.127848 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6cfae-f764-4594-b95b-f414f93f6831 req-d019cb8c-197e-4394-8e08-21aecc2b21be tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:22.139691 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6cfae-f764-4594-b95b-f414f93f6831 req-d019cb8c-197e-4394-8e08-21aecc2b21be tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:22.145891 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6cfae-f764-4594-b95b-f414f93f6831 req-d019cb8c-197e-4394-8e08-21aecc2b21be tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:22.151931 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6cfae-f764-4594-b95b-f414f93f6831 req-d019cb8c-197e-4394-8e08-21aecc2b21be tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:22.153855 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6cb6cfae-f764-4594-b95b-f414f93f6831 req-d019cb8c-197e-4394-8e08-21aecc2b21be tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5420 time: 0.2624149 Jul 15 23:09:22.159743 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:22.177721 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-8b247e27-099a-48b4-ac92-aecd9c01321c service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378442 Jul 15 23:09:22.196533 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590ca4dc-f4de-4313-a4a3-b6ea774266d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1486830a-e37c-455d-983a-3305d04c64d4'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:22.201332 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6429e36-027a-43cf-9f52-08b0bbbf1ffe" -d '{"events": [{"server_uuid": "590ca4dc-f4de-4313-a4a3-b6ea774266d9", "name": "network-vif-plugged", "status": "completed", "tag": "1486830a-e37c-455d-983a-3305d04c64d4"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:22.207992 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 1486830a-e37c-455d-983a-3305d04c64d4, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=1486830a-e37c-455d-983a-3305d04c64d4,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:22.211964 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:22.212985 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device f7fdec2a-d553-43cd-a0ad-2970a52d813e no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:22.264526 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=1486830a-e37c-455d-983a-3305d04c64d4,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:22.289102 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: f7fdec2a-d553-43cd-a0ad-2970a52d813e {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:22.289448 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device f7fdec2a-d553-43cd-a0ad-2970a52d813e not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:22.303851 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6cb6cfae-f764-4594-b95b-f414f93f6831 req-4c05b0ed-0328-4d01-a9ee-f32048f7a499 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1381652 Jul 15 23:09:22.305708 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-f7649eb1-feaf-4cb7-bd3f-74c29b18d503 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=86bf6025-0368-4513-9e10-f8d406029119 HTTP/1.1" status: 200 len: 217 time: 0.1179471 Jul 15 23:09:22.306427 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00729352-cbcd-435b-90d2-42e80dd76003 admin admin] Router 9038e9d3-ec32-468b-85d8-6e0298f850de is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:09:22.324084 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f292f0b-7db7-4513-af2f-3b65d34b12d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:22.402905 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1e559556-5c00-40db-af01-339515fbf2cc tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8770289 Jul 15 23:09:22.407817 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0b3e0e-58de-4a06-ba04-9e98c839a6ed x-openstack-request-id: req-1c0b3e0e-58de-4a06-ba04-9e98c839a6ed {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:22.408244 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590ca4dc-f4de-4313-a4a3-b6ea774266d9", "name": "network-vif-plugged", "status": "completed", "tag": "1486830a-e37c-455d-983a-3305d04c64d4", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:22.408688 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c0b3e0e-58de-4a06-ba04-9e98c839a6ed {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:22.409270 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590ca4dc-f4de-4313-a4a3-b6ea774266d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1486830a-e37c-455d-983a-3305d04c64d4', 'code': 200} Jul 15 23:09:22.438491 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46208) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:22.518803 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecc843a-2610-43d3-8cd5-7118869ac4b1 None None] Network e9e3f24c-7e29-4a09-8417-9d8bc248b3f6 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:22.521178 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78929a7-044b-417e-9f18-0fdc230ef3c1 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:22.531425 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-d184a07f-5b4d-461a-92f1-a674c9c7c2ae tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:22.535836 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-7458b79a-3384-4b99-953f-6d3e49660921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:22.537166 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-7458b79a-3384-4b99-953f-6d3e49660921 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49248069-78f4-449a-8647-b57bc9f84d48 HTTP/1.1" status: 200 len: 797 time: 0.2252502 Jul 15 23:09:22.539112 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-640c8cdf-7391-446c-a778-9abae5680925 req-a0df2d84-eebe-4680-98a1-dbbfc08d20bb tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bb01df-d89d-430e-a86b-d40ac768af15 HTTP/1.1" status: 200 len: 210 time: 0.1019986 Jul 15 23:09:22.669175 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-42e9e573-41eb-4a34-b7cc-651c66119bfb None None] Provisioning for port 4bbda8f5-7253-4073-84b5-0de465d27fd2 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:22.725872 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00729352-cbcd-435b-90d2-42e80dd76003 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:09:22.742552 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e7684-241f-4898-be52-f986115879e7 None None] Sync routers for ids ['9038e9d3-ec32-468b-85d8-6e0298f850de'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:09:22.771031 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0e7684-241f-4898-be52-f986115879e7 None None] Routers {'9038e9d3-ec32-468b-85d8-6e0298f850de'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:22.771569 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9f0e7684-241f-4898-be52-f986115879e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:09:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['9038e9d3-ec32-468b-85d8-6e0298f850de'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:22.792464 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-00729352-cbcd-435b-90d2-42e80dd76003 admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:22.793682 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-00729352-cbcd-435b-90d2-42e80dd76003 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.1640809 Jul 15 23:09:22.794843 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e559556-5c00-40db-af01-339515fbf2cc tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event updated for resources: {'Network': ['ID=aa7aaddd-ae79-45ba-9109-ac1ce367ee82,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:22.802092 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46210) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:22.817412 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network aa7aaddd-ae79-45ba-9109-ac1ce367ee82 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:09:22.845426 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-2ee2e3b4-264b-42d9-a7c8-0c38e03c53e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:22.846951 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-2ee2e3b4-264b-42d9-a7c8-0c38e03c53e0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c784f317-cf69-4499-8ee8-96a3a3714978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2703979 Jul 15 23:09:22.850155 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f292f0b-7db7-4513-af2f-3b65d34b12d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eda53d8-eefb-4fdf-80f1-234aed1844af,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:22.884966 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4c6f-ea5b-424e-8624-98b9accfac57 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:22.891874 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfae7d-de38-4441-a503-a0a4480ba0b4 req-037b84f9-84ac-4568-88f3-130e5d2d09d5 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:22.895583 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-afcfae7d-de38-4441-a503-a0a4480ba0b4 req-037b84f9-84ac-4568-88f3-130e5d2d09d5 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.16 "GET /v2.0/ports?device_id=590ca4dc-f4de-4313-a4a3-b6ea774266d9 HTTP/1.1" status: 200 len: 949 time: 0.3198154 Jul 15 23:09:22.916701 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f292f0b-7db7-4513-af2f-3b65d34b12d6 admin admin] Checking segment: {'id': '8678ade4-912f-44e5-91eb-340b3c0db4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3faa992e-3dcc-4c31-8999-249c7daf151a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:22.917070 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f292f0b-7db7-4513-af2f-3b65d34b12d6 admin admin] Network hostable DHCP agents. Network: 3faa992e-3dcc-4c31-8999-249c7daf151a, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:09:22.953375 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-13c3973f-e26a-43c8-af8b-3f2e69667f71 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Allocated IP 172.20.0.10 (f31abbaf-85af-4828-a64a-6617d309ea62/4e4e4463-c0f1-483a-8548-ef2c0500a26e/920ea6e6-ed7a-4c28-a2fa-5f962690bd85) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:22.954420 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d184a07f-5b4d-461a-92f1-a674c9c7c2ae tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:23.018104 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9f0e7684-241f-4898-be52-f986115879e7 None None] Set router 9038e9d3-ec32-468b-85d8-6e0298f850de gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:23.038549 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baed2e9-378a-4fbf-8be0-45026accba09 req-aead909b-6921-4103-b7e3-509de77c3563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:23.040115 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4baed2e9-378a-4fbf-8be0-45026accba09 req-aead909b-6921-4103-b7e3-509de77c3563 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=590ca4dc-f4de-4313-a4a3-b6ea774266d9 HTTP/1.1" status: 200 len: 1100 time: 0.2898827 Jul 15 23:09:23.044997 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f292f0b-7db7-4513-af2f-3b65d34b12d6 admin admin] Network 3faa992e-3dcc-4c31-8999-249c7daf151a is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:09:23.178459 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-7f292f0b-7db7-4513-af2f-3b65d34b12d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 3faa992e-3dcc-4c31-8999-249c7daf151a) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:23.185998 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f292f0b-7db7-4513-af2f-3b65d34b12d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:23.187092 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f292f0b-7db7-4513-af2f-3b65d34b12d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:23.192002 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115d0679-6411-4018-ad40-374c16904288 None None] Network 3faa992e-3dcc-4c31-8999-249c7daf151a requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:23.251656 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4baed2e9-378a-4fbf-8be0-45026accba09 req-7b5fc6bf-a464-405c-940a-d89f00d9de44 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7d2a347d-6f24-41cb-ac1b-16102695d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035322 Jul 15 23:09:23.310410 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7f292f0b-7db7-4513-af2f-3b65d34b12d6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5581679 Jul 15 23:09:23.316174 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46214) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:23.321437 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-baf23f45-fee0-4466-ad82-41d449d072cc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-935926063-router', 'tenant_id': '2381bd17d73f44558de9b4e14229d648', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:23.370358 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-b3ee4c6f-ea5b-424e-8624-98b9accfac57 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] For port c5df26fd-cfd9-43df-8835-370672ee25c5, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c5df26fd-cfd9-43df-8835-370672ee25c5,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:23.398933 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-13c3973f-e26a-43c8-af8b-3f2e69667f71 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:23.405764 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-baf23f45-fee0-4466-ad82-41d449d072cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:23.407226 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-baf23f45-fee0-4466-ad82-41d449d072cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:23.432845 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d184a07f-5b4d-461a-92f1-a674c9c7c2ae tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:23.456737 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfcfc67-946c-4453-8a67-ac000bb99669 None None] Update dhcp port {'port': {'network_id': 'e9e3f24c-7e29-4a09-8417-9d8bc248b3f6', 'fixed_ips': [{'subnet_id': '9626b95a-30e1-44a0-98c6-0afc25197cca', 'ip_address': '2001:db8::2'}, {'subnet_id': '00da3b76-3ca2-4bae-878c-32ab6eaaf1a4'}], 'binding:host_id': 'n-d-787205-9'}, 'id': '4bbda8f5-7253-4073-84b5-0de465d27fd2'} from n-d-787205-9. {{(pid=93800) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:09:23.472741 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4c6f-ea5b-424e-8624-98b9accfac57 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:23.515085 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4c6f-ea5b-424e-8624-98b9accfac57 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:23.516196 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4c6f-ea5b-424e-8624-98b9accfac57 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:23.520686 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d184a07f-5b4d-461a-92f1-a674c9c7c2ae tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Network aa7aaddd-ae79-45ba-9109-ac1ce367ee82 is not hosted by any dhcp agent {{(pid=93799) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 23:09:23.527805 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d184a07f-5b4d-461a-92f1-a674c9c7c2ae tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:23.535207 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d184a07f-5b4d-461a-92f1-a674c9c7c2ae tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:23.536784 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d184a07f-5b4d-461a-92f1-a674c9c7c2ae tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "PUT /v2.0/networks/aa7aaddd-ae79-45ba-9109-ac1ce367ee82 HTTP/1.1" status: 200 len: 723 time: 1.0706053 Jul 15 23:09:23.556551 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-afcfae7d-de38-4441-a503-a0a4480ba0b4 req-60f1f3a8-d347-436b-9fe9-383815a28edb tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d2a347d-6f24-41cb-ac1b-16102695d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6336222 Jul 15 23:09:23.584973 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46218) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:23.603499 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7cfcfc67-946c-4453-8a67-ac000bb99669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:23.608061 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4bbda8f5-7253-4073-84b5-0de465d27fd2 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:23.617270 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-f12da0ec-923d-4450-87e3-5cf2d27f3a09 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Request body: {'subnet': {'network_id': 'aa7aaddd-ae79-45ba-9109-ac1ce367ee82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:23.695587 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee4c6f-ea5b-424e-8624-98b9accfac57 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Subnet': ['ID=8a84f075-3192-40dc-baa7-e477c0f873f8,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:23.717930 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-ed0aa6a7-bc2a-4cd8-b7a1-a1b61e60cf27 service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8344052 Jul 15 23:09:23.724384 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184a07f-5b4d-461a-92f1-a674c9c7c2ae tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event updated for resources: {'Network': ['ID=aa7aaddd-ae79-45ba-9109-ac1ce367ee82,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:23.782547 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee4c6f-ea5b-424e-8624-98b9accfac57 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Port': ['ID=c5df26fd-cfd9-43df-8835-370672ee25c5,revision_number=8']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:23.800908 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-baf23f45-fee0-4466-ad82-41d449d072cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:23.810727 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ee4c6f-ea5b-424e-8624-98b9accfac57 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:23.812910 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-13c3973f-e26a-43c8-af8b-3f2e69667f71 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:23.817665 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-b3ee4c6f-ea5b-424e-8624-98b9accfac57 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:23.827855 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ee4c6f-ea5b-424e-8624-98b9accfac57 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:23.828403 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4c6f-ea5b-424e-8624-98b9accfac57 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:23.902177 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afcd691-9762-40b6-87ec-c80e3512f0af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-3faa992e-3dcc-4c31-8999-249c7daf151a', 'network_id': '3faa992e-3dcc-4c31-8999-249c7daf151a', 'tenant_id': '2381bd17d73f44558de9b4e14229d648', 'fixed_ips': [{'subnet_id': '2eda53d8-eefb-4fdf-80f1-234aed1844af'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:09:23.903253 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6afcd691-9762-40b6-87ec-c80e3512f0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:23.905289 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network aa7aaddd-ae79-45ba-9109-ac1ce367ee82 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:09:23.907336 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c2ce4c-419f-461a-acec-056434c031ba None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:23.951499 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b3ee4c6f-ea5b-424e-8624-98b9accfac57 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4759409 Jul 15 23:09:23.960408 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46222) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:23.971528 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d541c6b0-6312-447b-9046-7cc7f9cc1aff tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:24.027428 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-13c3973f-e26a-43c8-af8b-3f2e69667f71 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Network f31abbaf-85af-4828-a64a-6617d309ea62 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:24.038868 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3973f-e26a-43c8-af8b-3f2e69667f71 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Pushing event updated for resources: {'Port': ['ID=920ea6e6-ed7a-4c28-a2fa-5f962690bd85,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:24.052244 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12da0ec-923d-4450-87e3-5cf2d27f3a09 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Made reservation on behalf of aa681c2530394e9186e319e0d5231351 for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:24.056732 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f12da0ec-923d-4450-87e3-5cf2d27f3a09 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:24.069483 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-13c3973f-e26a-43c8-af8b-3f2e69667f71 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:24.078027 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-13c3973f-e26a-43c8-af8b-3f2e69667f71 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:09:24.090209 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6bf0a-479b-4531-8fed-bc38eab146b6 req-a238a16a-80d8-4b13-82d5-99f12cd60f55 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:24.097179 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6bf0a-479b-4531-8fed-bc38eab146b6 req-a238a16a-80d8-4b13-82d5-99f12cd60f55 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:24.103494 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6bf0a-479b-4531-8fed-bc38eab146b6 req-a238a16a-80d8-4b13-82d5-99f12cd60f55 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:24.105041 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-baf23f45-fee0-4466-ad82-41d449d072cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:24.109197 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ff5abf0a-d975-4634-a6a8-2f34fb4c88cc None None] Provisioning complete for port c5df26fd-cfd9-43df-8835-370672ee25c5 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:24.109728 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ff5abf0a-d975-4634-a6a8-2f34fb4c88cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:24.111345 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:24.111941 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6bf0a-479b-4531-8fed-bc38eab146b6 req-a238a16a-80d8-4b13-82d5-99f12cd60f55 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:24.117971 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6bf0a-479b-4531-8fed-bc38eab146b6 req-a238a16a-80d8-4b13-82d5-99f12cd60f55 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:24.123801 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6bf0a-479b-4531-8fed-bc38eab146b6 req-a238a16a-80d8-4b13-82d5-99f12cd60f55 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:24.129633 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6bf0a-479b-4531-8fed-bc38eab146b6 req-a238a16a-80d8-4b13-82d5-99f12cd60f55 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:24.131645 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1d6bf0a-479b-4531-8fed-bc38eab146b6 req-a238a16a-80d8-4b13-82d5-99f12cd60f55 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5420 time: 0.5584142 Jul 15 23:09:24.143414 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-529e85de-743e-4193-b1e6-ce7b78967710 service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116020 Jul 15 23:09:24.194318 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-13c3973f-e26a-43c8-af8b-3f2e69667f71 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:24.195060 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-13c3973f-e26a-43c8-af8b-3f2e69667f71 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:24.235233 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-13c3973f-e26a-43c8-af8b-3f2e69667f71 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8443267 Jul 15 23:09:24.254938 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-aaf67a10-1b07-4591-a1d0-082d45a782be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=a33099a7-5b54-470d-a6fb-0182aa37b1ce HTTP/1.1" status: 200 len: 217 time: 0.1004784 Jul 15 23:09:24.279837 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d541c6b0-6312-447b-9046-7cc7f9cc1aff tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:24.284249 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d541c6b0-6312-447b-9046-7cc7f9cc1aff tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:24.291919 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-7ede2dbd-78c7-4192-841e-51fc58ea9f8b service neutron] Request body: {'port': {'device_id': '56bb01df-d89d-430e-a86b-d40ac768af15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:24.330887 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f8fa0-0d8a-4208-90fc-f950ec82f31e req-c7517e8a-34a0-4e71-b2a4-164e6d21897b tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:24.332408 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e0f8fa0-0d8a-4208-90fc-f950ec82f31e req-c7517e8a-34a0-4e71-b2a4-164e6d21897b tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bb01df-d89d-430e-a86b-d40ac768af15 HTTP/1.1" status: 200 len: 932 time: 0.5525966 Jul 15 23:09:24.343517 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 4bbda8f5-7253-4073-84b5-0de465d27fd2 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:24.356945 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9f0e7684-241f-4898-be52-f986115879e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'name': 'tempest-ServersTestManualDisk-1036584712-router', 'tenant_id': '77975343f0624335a695b571de060b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '69652dd0-9703-4c04-b865-a020c5ffd152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:14Z', 'updated_at': '2021-07-15T23:09:20Z', 'revision_number': 3, 'project_id': '77975343f0624335a695b571de060b09', 'gw_port': {'id': '69652dd0-9703-4c04-b865-a020c5ffd152', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:18Z', 'updated_at': '2021-07-15T23:09:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:24.375969 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 4bbda8f5-7253-4073-84b5-0de465d27fd2 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:24.376657 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:24.421238 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1d6bf0a-479b-4531-8fed-bc38eab146b6 req-df0f88d9-5a4f-4390-b628-95ad5b144576 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2751276 Jul 15 23:09:24.463267 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-f6b778b1-cd42-48a2-b314-740fa49f056b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:24.464747 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-f6b778b1-cd42-48a2-b314-740fa49f056b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49248069-78f4-449a-8647-b57bc9f84d48 HTTP/1.1" status: 200 len: 797 time: 0.1763248 Jul 15 23:09:24.470338 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e7684-241f-4898-be52-f986115879e7 None None] Checking router: 9038e9d3-ec32-468b-85d8-6e0298f850de for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:09:24.470813 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e7684-241f-4898-be52-f986115879e7 None None] Updating router 9038e9d3-ec32-468b-85d8-6e0298f850de port 69652dd0-9703-4c04-b865-a020c5ffd152 binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:09:24.473791 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-7cfcfc67-946c-4453-8a67-ac000bb99669 None None] Allocated IP 172.20.0.1 (e9e3f24c-7e29-4a09-8417-9d8bc248b3f6/00da3b76-3ca2-4bae-878c-32ab6eaaf1a4/4bbda8f5-7253-4073-84b5-0de465d27fd2) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:24.550818 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e0f8fa0-0d8a-4208-90fc-f950ec82f31e req-c1c8b4f0-9be9-4c50-bf3f-7b5f454958fc tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868021 Jul 15 23:09:24.557754 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-7ede2dbd-78c7-4192-841e-51fc58ea9f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:24.650127 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-6afcd691-9762-40b6-87ec-c80e3512f0af None None] Allocated IP 172.20.0.2 (3faa992e-3dcc-4c31-8999-249c7daf151a/2eda53d8-eefb-4fdf-80f1-234aed1844af/70d88035-e550-464a-bf7a-71f3afbf8f8e) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:24.653795 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7684-241f-4898-be52-f986115879e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:24.731516 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-baf23f45-fee0-4466-ad82-41d449d072cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:24.756577 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-baf23f45-fee0-4466-ad82-41d449d072cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:24.840145 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f0969f81-06e3-425a-a3d9-f009a55c07c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:24.876520 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-c1b011dd-4677-49dd-bf9c-0633527b8080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:24.877967 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-c1b011dd-4677-49dd-bf9c-0633527b8080 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c784f317-cf69-4499-8ee8-96a3a3714978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3913116 Jul 15 23:09:24.884035 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f12da0ec-923d-4450-87e3-5cf2d27f3a09 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:24.964491 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824bd5b-a038-470b-978b-c3b883e05c85 req-04e2c828-2895-42bf-a373-af7d66e66dbb tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:24.965999 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e824bd5b-a038-470b-978b-c3b883e05c85 req-04e2c828-2895-42bf-a373-af7d66e66dbb tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.16 "GET /v2.0/ports?device_id=590ca4dc-f4de-4313-a4a3-b6ea774266d9 HTTP/1.1" status: 200 len: 949 time: 0.2566218 Jul 15 23:09:24.980578 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-7cfcfc67-946c-4453-8a67-ac000bb99669 None None] For port 4bbda8f5-7253-4073-84b5-0de465d27fd2, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4bbda8f5-7253-4073-84b5-0de465d27fd2,segment=NetworkSegment(1627c388-4431-4dd5-86b5-c4792eebbc1a),segment_id=1627c388-4431-4dd5-86b5-c4792eebbc1a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:24.984788 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.051945 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-baf23f45-fee0-4466-ad82-41d449d072cc admin admin] Allocated IP 172.25.4.174 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/ea4b685d-e0a5-49ec-a483-734525f07a7f) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:25.054244 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d541c6b0-6312-447b-9046-7cc7f9cc1aff tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.062068 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7cfcfc67-946c-4453-8a67-ac000bb99669 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.070574 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12da0ec-923d-4450-87e3-5cf2d27f3a09 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event updated for resources: {'Subnet': ['ID=7d3bd7c0-7a3a-488b-a748-89c6bf2d70e2,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:25.102935 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7cfcfc67-946c-4453-8a67-ac000bb99669 None None] Transition to ACTIVE for port object 4bbda8f5-7253-4073-84b5-0de465d27fd2 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:25.111872 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7cfcfc67-946c-4453-8a67-ac000bb99669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.149313 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541c6b0-6312-447b-9046-7cc7f9cc1aff tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Subnet': ['ID=52039c9b-3790-47fb-84ed-383219fe6fb5,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:25.160369 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d541c6b0-6312-447b-9046-7cc7f9cc1aff tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:25.166255 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-d541c6b0-6312-447b-9046-7cc7f9cc1aff tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:25.166791 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e824bd5b-a038-470b-978b-c3b883e05c85 req-4eadad3c-158e-45fd-951b-57fe8b24c8c9 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d2a347d-6f24-41cb-ac1b-16102695d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755118 Jul 15 23:09:25.172117 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d541c6b0-6312-447b-9046-7cc7f9cc1aff tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:25.172918 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d541c6b0-6312-447b-9046-7cc7f9cc1aff tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.205989 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6afcd691-9762-40b6-87ec-c80e3512f0af None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.212930 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d541c6b0-6312-447b-9046-7cc7f9cc1aff tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2493939 Jul 15 23:09:25.213640 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46230) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:25.216708 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6afcd691-9762-40b6-87ec-c80e3512f0af None None] Transition to ACTIVE for port object 70d88035-e550-464a-bf7a-71f3afbf8f8e will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:25.234066 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6afcd691-9762-40b6-87ec-c80e3512f0af None None] Transition to ACTIVE for port object 70d88035-e550-464a-bf7a-71f3afbf8f8e will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:25.251725 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2bf923f5-8d9c-4a3d-88db-f3288dfd4679 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'port': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'mac_address': 'fa:16:3e:43:97:db', 'name': 'tempest-NetworksTestDHCPv6-1568548486'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:25.332777 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcfc67-946c-4453-8a67-ac000bb99669 None None] Pushing event updated for resources: {'Port': ['ID=4bbda8f5-7253-4073-84b5-0de465d27fd2,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:25.350602 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6afcd691-9762-40b6-87ec-c80e3512f0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.360753 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-0d085d61-ab12-4d7d-a275-4a8f9a65d221 service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740322 Jul 15 23:09:25.374938 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12da0ec-923d-4450-87e3-5cf2d27f3a09 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Checking segment: {'id': '3d8528ee-d86a-474e-ac9d-0ef0bbd7265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aa7aaddd-ae79-45ba-9109-ac1ce367ee82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:25.375613 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12da0ec-923d-4450-87e3-5cf2d27f3a09 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Network hostable DHCP agents. Network: aa7aaddd-ae79-45ba-9109-ac1ce367ee82, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:09:25.413285 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:09:25.413664 n-d-787205-9 neutron-server[93800]: DEBUG oslo_db.api [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:09:25.434756 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-f0969f81-06e3-425a-a3d9-f009a55c07c9 admin admin] Allocated IP 172.20.0.1 (bf6fa1b7-2834-4d94-a68c-529495746472/e9b8dc35-3b00-467c-ba33-51544e2c446c/d64983e5-8bd6-43a2-b9dc-b631d0581e6a) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:25.437117 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcd691-9762-40b6-87ec-c80e3512f0af None None] Pushing event updated for resources: {'Port': ['ID=70d88035-e550-464a-bf7a-71f3afbf8f8e,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:25.441410 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d75d4a-9b35-43aa-b270-ca5a7a845652 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:25.445870 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afcd691-9762-40b6-87ec-c80e3512f0af None None] Network 3faa992e-3dcc-4c31-8999-249c7daf151a is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:25.487831 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12da0ec-923d-4450-87e3-5cf2d27f3a09 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Network aa7aaddd-ae79-45ba-9109-ac1ce367ee82 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:09:25.488477 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-6afcd691-9762-40b6-87ec-c80e3512f0af None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:25.503915 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afcd691-9762-40b6-87ec-c80e3512f0af None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:09:25.513605 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-7ede2dbd-78c7-4192-841e-51fc58ea9f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 920ea6e6-ed7a-4c28-a2fa-5f962690bd85 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:25.518520 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-cc53e3aa-a267-41ae-9ac4-e0f00e35e6bb None None] Provisioning complete for port c5df26fd-cfd9-43df-8835-370672ee25c5 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:25.518944 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cc53e3aa-a267-41ae-9ac4-e0f00e35e6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.538084 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-baf23f45-fee0-4466-ad82-41d449d072cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.577872 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-f12da0ec-923d-4450-87e3-5cf2d27f3a09 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, aa7aaddd-ae79-45ba-9109-ac1ce367ee82) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:25.580588 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-7ede2dbd-78c7-4192-841e-51fc58ea9f8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.586226 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf923f5-8d9c-4a3d-88db-f3288dfd4679 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:25.599308 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12da0ec-923d-4450-87e3-5cf2d27f3a09 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:25.599801 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f12da0ec-923d-4450-87e3-5cf2d27f3a09 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.654768 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36467469-e3ac-4ce3-8c14-7f5f957670ae None None] Network aa7aaddd-ae79-45ba-9109-ac1ce367ee82 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:25.726357 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f12da0ec-923d-4450-87e3-5cf2d27f3a09 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1381130 Jul 15 23:09:25.730917 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46246) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:25.738953 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-33ce609d-3a5b-4780-b6ba-f9e3e9453b04 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:25.751328 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-8d899997-bb08-41d6-b972-ea37499f6802 service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777173 Jul 15 23:09:25.761000 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2bf923f5-8d9c-4a3d-88db-f3288dfd4679 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.763899 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-7ede2dbd-78c7-4192-841e-51fc58ea9f8b service neutron] Transition to ACTIVE for port object 920ea6e6-ed7a-4c28-a2fa-5f962690bd85 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:25.780597 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-7ede2dbd-78c7-4192-841e-51fc58ea9f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.844986 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-2bf923f5-8d9c-4a3d-88db-f3288dfd4679 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] device_id is not set on port ab984630-cab8-46f5-b05a-3aaa733e8240 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:09:25.865829 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-e8e19846-fb3b-47a3-bd65-b551c62347fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=6881fff5-28e4-43a6-9ddf-739b8456047b HTTP/1.1" status: 200 len: 217 time: 0.0646472 Jul 15 23:09:25.882468 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f0969f81-06e3-425a-a3d9-f009a55c07c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.010793 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f0969f81-06e3-425a-a3d9-f009a55c07c9 admin admin] Transition to ACTIVE for port object d64983e5-8bd6-43a2-b9dc-b631d0581e6a will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:26.134973 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39893d1a-4f9a-4838-bbe5-5474bebb63fb req-a5b0d4c8-e6b1-4b83-a902-1f97a041281f tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:26.140857 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39893d1a-4f9a-4838-bbe5-5474bebb63fb req-a5b0d4c8-e6b1-4b83-a902-1f97a041281f tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:26.146826 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39893d1a-4f9a-4838-bbe5-5474bebb63fb req-a5b0d4c8-e6b1-4b83-a902-1f97a041281f tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:26.152950 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39893d1a-4f9a-4838-bbe5-5474bebb63fb req-a5b0d4c8-e6b1-4b83-a902-1f97a041281f tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:26.159425 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39893d1a-4f9a-4838-bbe5-5474bebb63fb req-a5b0d4c8-e6b1-4b83-a902-1f97a041281f tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:26.165305 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39893d1a-4f9a-4838-bbe5-5474bebb63fb req-a5b0d4c8-e6b1-4b83-a902-1f97a041281f tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:26.166571 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.171200 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39893d1a-4f9a-4838-bbe5-5474bebb63fb req-a5b0d4c8-e6b1-4b83-a902-1f97a041281f tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:26.171955 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-6afcd691-9762-40b6-87ec-c80e3512f0af None None] Attempting to bind port 70d88035-e550-464a-bf7a-71f3afbf8f8e on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:26.172427 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-6afcd691-9762-40b6-87ec-c80e3512f0af None None] Attempting to bind port 70d88035-e550-464a-bf7a-71f3afbf8f8e by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '8678ade4-912f-44e5-91eb-340b3c0db4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3faa992e-3dcc-4c31-8999-249c7daf151a'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:26.172776 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afcd691-9762-40b6-87ec-c80e3512f0af None None] Attempting to bind port 70d88035-e550-464a-bf7a-71f3afbf8f8e on network 3faa992e-3dcc-4c31-8999-249c7daf151a {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:26.178754 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-39893d1a-4f9a-4838-bbe5-5474bebb63fb req-a5b0d4c8-e6b1-4b83-a902-1f97a041281f tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5420 time: 0.5178831 Jul 15 23:09:26.185267 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e6ca4a-5c95-4388-bb5a-ff64896a7a24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-aa7aaddd-ae79-45ba-9109-ac1ce367ee82', 'network_id': 'aa7aaddd-ae79-45ba-9109-ac1ce367ee82', 'tenant_id': 'aa681c2530394e9186e319e0d5231351', 'fixed_ips': [{'subnet_id': '7d3bd7c0-7a3a-488b-a748-89c6bf2d70e2'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:09:26.186104 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36e6ca4a-5c95-4388-bb5a-ff64896a7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.192403 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-2bf923f5-8d9c-4a3d-88db-f3288dfd4679 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Allocated IP 172.20.0.5 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/52039c9b-3790-47fb-84ed-383219fe6fb5/ab984630-cab8-46f5-b05a-3aaa733e8240) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:26.202587 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-2bf923f5-8d9c-4a3d-88db-f3288dfd4679 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Allocated IP 2001:db8::f816:3eff:fe43:97db (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/8a84f075-3192-40dc-baa7-e477c0f873f8/ab984630-cab8-46f5-b05a-3aaa733e8240) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:26.208441 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-77dff176-c54c-4eb2-a889-01f6ef010cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:26.209532 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-77dff176-c54c-4eb2-a889-01f6ef010cf8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49248069-78f4-449a-8647-b57bc9f84d48 HTTP/1.1" status: 200 len: 797 time: 0.3236842 Jul 15 23:09:26.281581 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afcd691-9762-40b6-87ec-c80e3512f0af None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:26.282028 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afcd691-9762-40b6-87ec-c80e3512f0af None None] Checking segment: {'id': '8678ade4-912f-44e5-91eb-340b3c0db4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3faa992e-3dcc-4c31-8999-249c7daf151a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:26.282443 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6afcd691-9762-40b6-87ec-c80e3512f0af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.282870 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afcd691-9762-40b6-87ec-c80e3512f0af None None] Bound using segment: {'id': '8678ade4-912f-44e5-91eb-340b3c0db4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3faa992e-3dcc-4c31-8999-249c7daf151a'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:26.283360 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-6afcd691-9762-40b6-87ec-c80e3512f0af None None] Bound port: 70d88035-e550-464a-bf7a-71f3afbf8f8e, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8678ade4-912f-44e5-91eb-340b3c0db4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3faa992e-3dcc-4c31-8999-249c7daf151a'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:26.283748 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6afcd691-9762-40b6-87ec-c80e3512f0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.347375 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-baf23f45-fee0-4466-ad82-41d449d072cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.349387 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede2dbd-78c7-4192-841e-51fc58ea9f8b service neutron] Pushing event updated for resources: {'Port': ['ID=920ea6e6-ed7a-4c28-a2fa-5f962690bd85,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:26.416398 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf23f45-fee0-4466-ad82-41d449d072cc admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:26.430949 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-baf23f45-fee0-4466-ad82-41d449d072cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:26.433213 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6a42f8-cbd6-4853-91af-2003f02648f8 None None] Network e9e3f24c-7e29-4a09-8417-9d8bc248b3f6 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:26.440934 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf23f45-fee0-4466-ad82-41d449d072cc admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:09:26.476144 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf23f45-fee0-4466-ad82-41d449d072cc admin admin] Pushing event updated for resources: {'Port': ['ID=ea4b685d-e0a5-49ec-a483-734525f07a7f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:26.503615 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-7ede2dbd-78c7-4192-841e-51fc58ea9f8b service neutron] Attempting to bind port 920ea6e6-ed7a-4c28-a2fa-5f962690bd85 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:26.503983 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-7ede2dbd-78c7-4192-841e-51fc58ea9f8b service neutron] Attempting to bind port 920ea6e6-ed7a-4c28-a2fa-5f962690bd85 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'e4123201-2be0-467e-9ef2-4cf1263c3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f31abbaf-85af-4828-a64a-6617d309ea62'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:26.504913 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-7ede2dbd-78c7-4192-841e-51fc58ea9f8b service neutron] Attempting to bind port 920ea6e6-ed7a-4c28-a2fa-5f962690bd85 on network f31abbaf-85af-4828-a64a-6617d309ea62 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:26.506047 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 4bbda8f5-7253-4073-84b5-0de465d27fd2, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4bbda8f5-7253-4073-84b5-0de465d27fd2,segment=NetworkSegment(1627c388-4431-4dd5-86b5-c4792eebbc1a),segment_id=1627c388-4431-4dd5-86b5-c4792eebbc1a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:26.508733 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2bf923f5-8d9c-4a3d-88db-f3288dfd4679 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.539643 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-7ede2dbd-78c7-4192-841e-51fc58ea9f8b service neutron] Port 920ea6e6-ed7a-4c28-a2fa-5f962690bd85 on network f31abbaf-85af-4828-a64a-6617d309ea62 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:09:26.540051 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-7ede2dbd-78c7-4192-841e-51fc58ea9f8b service neutron] Attempting to bind port 920ea6e6-ed7a-4c28-a2fa-5f962690bd85 on network f31abbaf-85af-4828-a64a-6617d309ea62 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:26.543307 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2bf923f5-8d9c-4a3d-88db-f3288dfd4679 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Transition to ACTIVE for port object ab984630-cab8-46f5-b05a-3aaa733e8240 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:26.567681 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.588485 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-7ede2dbd-78c7-4192-841e-51fc58ea9f8b service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:26.588760 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-7ede2dbd-78c7-4192-841e-51fc58ea9f8b service neutron] Checking segment: {'id': 'e4123201-2be0-467e-9ef2-4cf1263c3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f31abbaf-85af-4828-a64a-6617d309ea62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:26.589145 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-7ede2dbd-78c7-4192-841e-51fc58ea9f8b service neutron] Bound using segment: {'id': 'e4123201-2be0-467e-9ef2-4cf1263c3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f31abbaf-85af-4828-a64a-6617d309ea62'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:26.589774 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-7ede2dbd-78c7-4192-841e-51fc58ea9f8b service neutron] Bound port: 920ea6e6-ed7a-4c28-a2fa-5f962690bd85, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4123201-2be0-467e-9ef2-4cf1263c3bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f31abbaf-85af-4828-a64a-6617d309ea62'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:26.590082 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-7ede2dbd-78c7-4192-841e-51fc58ea9f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.590620 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-33ce609d-3a5b-4780-b6ba-f9e3e9453b04 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60526045'] for subnet, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.658356 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f0969f81-06e3-425a-a3d9-f009a55c07c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.680645 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-39893d1a-4f9a-4838-bbe5-5474bebb63fb req-51b7232b-a67e-4a92-b0b6-5632722c9797 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4665453 Jul 15 23:09:26.735509 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0969f81-06e3-425a-a3d9-f009a55c07c9 admin admin] Network bf6fa1b7-2834-4d94-a68c-529495746472 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:26.742791 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-f0969f81-06e3-425a-a3d9-f009a55c07c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:26.746459 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2bf923f5-8d9c-4a3d-88db-f3288dfd4679 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.747584 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0969f81-06e3-425a-a3d9-f009a55c07c9 admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:09:26.765805 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-6afcd691-9762-40b6-87ec-c80e3512f0af None None] For port 70d88035-e550-464a-bf7a-71f3afbf8f8e, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:26.790008 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ce9f8-c37b-4c25-9523-07f2a8f51d27 req-0806e113-d637-449d-8578-e0a9dd69adc1 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:26.797665 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-355ce9f8-c37b-4c25-9523-07f2a8f51d27 req-0806e113-d637-449d-8578-e0a9dd69adc1 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bb01df-d89d-430e-a86b-d40ac768af15 HTTP/1.1" status: 200 len: 944 time: 0.7087171 Jul 15 23:09:26.799686 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0969f81-06e3-425a-a3d9-f009a55c07c9 admin admin] Pushing event updated for resources: {'Port': ['ID=d64983e5-8bd6-43a2-b9dc-b631d0581e6a,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:26.800369 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c5df26fd-cfd9-43df-8835-370672ee25c5 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:26.827225 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-eaba6342-10c3-4ae3-bd51-949737faba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:26.830542 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-eaba6342-10c3-4ae3-bd51-949737faba2c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c784f317-cf69-4499-8ee8-96a3a3714978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6014338 Jul 15 23:09:26.852473 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf923f5-8d9c-4a3d-88db-f3288dfd4679 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Port': ['ID=ab984630-cab8-46f5-b05a-3aaa733e8240,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:26.855538 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-7ede2dbd-78c7-4192-841e-51fc58ea9f8b service neutron] For port 920ea6e6-ed7a-4c28-a2fa-5f962690bd85, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:26.883794 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-7ede2dbd-78c7-4192-841e-51fc58ea9f8b service neutron] For port 920ea6e6-ed7a-4c28-a2fa-5f962690bd85, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=920ea6e6-ed7a-4c28-a2fa-5f962690bd85,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:26.892615 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf923f5-8d9c-4a3d-88db-f3288dfd4679 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:26.895620 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-7ede2dbd-78c7-4192-841e-51fc58ea9f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.922193 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f0969f81-06e3-425a-a3d9-f009a55c07c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.927680 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-6afcd691-9762-40b6-87ec-c80e3512f0af None None] For port 70d88035-e550-464a-bf7a-71f3afbf8f8e, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=70d88035-e550-464a-bf7a-71f3afbf8f8e,segment=NetworkSegment(8678ade4-912f-44e5-91eb-340b3c0db4a7),segment_id=8678ade4-912f-44e5-91eb-340b3c0db4a7)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:26.972291 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6afcd691-9762-40b6-87ec-c80e3512f0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.015710 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-355ce9f8-c37b-4c25-9523-07f2a8f51d27 req-0d4064ad-dae9-4777-8f50-8f412cbe8d00 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168765 Jul 15 23:09:27.031952 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=4bbda8f5-7253-4073-84b5-0de465d27fd2,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:27.065763 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-36e6ca4a-5c95-4388-bb5a-ff64896a7a24 None None] Allocated IP 2001:db8::2 (aa7aaddd-ae79-45ba-9109-ac1ce367ee82/7d3bd7c0-7a3a-488b-a748-89c6bf2d70e2/086b7e5a-26f1-4f96-b1bb-9d5068ae073b) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:27.105394 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-9b955ff4-75b3-42a0-a79d-f807f9442e26 service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650642 Jul 15 23:09:27.122081 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-76d08c5f-b6d2-47e9-a68f-ec865725a458 None None] Provisioning for port 4bbda8f5-7253-4073-84b5-0de465d27fd2 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:27.215143 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-76d08c5f-b6d2-47e9-a68f-ec865725a458 None None] Provisioning complete for port 4bbda8f5-7253-4073-84b5-0de465d27fd2 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:27.215789 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-76d08c5f-b6d2-47e9-a68f-ec865725a458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.280909 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f0969f81-06e3-425a-a3d9-f009a55c07c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.285575 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-866ac88f-ba4c-463c-8520-4a17c7386191 service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692102 Jul 15 23:09:27.300393 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcd691-9762-40b6-87ec-c80e3512f0af None None] Pushing event updated for resources: {'Port': ['ID=70d88035-e550-464a-bf7a-71f3afbf8f8e,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:27.319016 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7684-241f-4898-be52-f986115879e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.342419 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-772c8103-85fc-4bb1-b2e2-c9fad2f82b01 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=abf079aa-7e1f-4fa4-8693-d71192c3cd5a HTTP/1.1" status: 200 len: 217 time: 0.0479748 Jul 15 23:09:27.435810 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-2bf923f5-8d9c-4a3d-88db-f3288dfd4679 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:27.442328 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf923f5-8d9c-4a3d-88db-f3288dfd4679 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:09:27.443559 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9f0e7684-241f-4898-be52-f986115879e7 None None] Transition to ACTIVE for port object 69652dd0-9703-4c04-b865-a020c5ffd152 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:27.447441 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port c5df26fd-cfd9-43df-8835-370672ee25c5 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:27.448080 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.487533 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7684-241f-4898-be52-f986115879e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.494512 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-08772a97-7d61-4731-89ec-d2ab2eeb7655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:27.496792 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-08772a97-7d61-4731-89ec-d2ab2eeb7655 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c8ed3032-070e-4ebf-984d-7ac57e6c8a26 HTTP/1.1" status: 200 len: 797 time: 0.1471016 Jul 15 23:09:27.558654 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-7ede2dbd-78c7-4192-841e-51fc58ea9f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:27.559295 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-7ede2dbd-78c7-4192-841e-51fc58ea9f8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.561068 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-7ede2dbd-78c7-4192-841e-51fc58ea9f8b service neutron] 10.222.0.36 "PUT /v2.0/ports/920ea6e6-ed7a-4c28-a2fa-5f962690bd85 HTTP/1.1" status: 200 len: 1092 time: 3.2830470 Jul 15 23:09:27.563315 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bb01df-d89d-430e-a86b-d40ac768af15', 'tag': '920ea6e6-ed7a-4c28-a2fa-5f962690bd85'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:27.565613 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3342cace-fbbd-47eb-9c29-bb29e2fbd8d0" -d '{"events": [{"name": "network-changed", "server_uuid": "56bb01df-d89d-430e-a86b-d40ac768af15", "tag": "920ea6e6-ed7a-4c28-a2fa-5f962690bd85"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:27.604575 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-baf23f45-fee0-4466-ad82-41d449d072cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.617506 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf923f5-8d9c-4a3d-88db-f3288dfd4679 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:27.619449 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2bf923f5-8d9c-4a3d-88db-f3288dfd4679 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.623272 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede2dbd-78c7-4192-841e-51fc58ea9f8b service neutron] Pushing event updated for resources: {'Port': ['ID=920ea6e6-ed7a-4c28-a2fa-5f962690bd85,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:27.642818 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-cc889334-e145-49b6-9d18-082236182347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:27.644344 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-cc889334-e145-49b6-9d18-082236182347 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=70df42a8-7f3a-4d1e-82b9-1354a40e98c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1366916 Jul 15 23:09:27.669703 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1eaa9f9-90ba-4dde-b681-202c96f0971e x-openstack-request-id: req-f1eaa9f9-90ba-4dde-b681-202c96f0971e {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:27.669970 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56bb01df-d89d-430e-a86b-d40ac768af15", "tag": "920ea6e6-ed7a-4c28-a2fa-5f962690bd85", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:27.670228 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f1eaa9f9-90ba-4dde-b681-202c96f0971e {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:27.670733 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56bb01df-d89d-430e-a86b-d40ac768af15', 'tag': '920ea6e6-ed7a-4c28-a2fa-5f962690bd85', 'status': 'completed', 'code': 200} Jul 15 23:09:27.695425 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f0969f81-06e3-425a-a3d9-f009a55c07c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.699942 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f0969f81-06e3-425a-a3d9-f009a55c07c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.718030 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2bf923f5-8d9c-4a3d-88db-f3288dfd4679 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4927480 Jul 15 23:09:27.724357 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46262) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:27.741989 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f251078b-350c-408b-830d-bb8f2900b41c None None] Update dhcp port {'port': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'fixed_ips': [{'subnet_id': '8a84f075-3192-40dc-baa7-e477c0f873f8', 'ip_address': '2001:db8::f816:3eff:fe5e:cafe'}, {'subnet_id': '52039c9b-3790-47fb-84ed-383219fe6fb5'}], 'binding:host_id': 'n-d-787205-9'}, 'id': 'c5df26fd-cfd9-43df-8835-370672ee25c5'} from n-d-787205-9. {{(pid=93800) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:09:27.763092 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0969f81-06e3-425a-a3d9-f009a55c07c9 admin admin] Pushing event updated for resources: {'Port': ['ID=d64983e5-8bd6-43a2-b9dc-b631d0581e6a,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:27.785440 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9f0e7684-241f-4898-be52-f986115879e7 None None] Attempting to bind port 69652dd0-9703-4c04-b865-a020c5ffd152 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:27.785835 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9f0e7684-241f-4898-be52-f986115879e7 None None] Attempting to bind port 69652dd0-9703-4c04-b865-a020c5ffd152 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:27.786193 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0e7684-241f-4898-be52-f986115879e7 None None] Attempting to bind port 69652dd0-9703-4c04-b865-a020c5ffd152 on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:27.788078 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78147118-cf74-4b4b-bb48-88e53b713677 None None] Pushing event updated for resources: {'Port': ['ID=69652dd0-9703-4c04-b865-a020c5ffd152,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:27.804804 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36e6ca4a-5c95-4388-bb5a-ff64896a7a24 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.823500 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f0969f81-06e3-425a-a3d9-f009a55c07c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.846816 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0e7684-241f-4898-be52-f986115879e7 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:27.847223 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0e7684-241f-4898-be52-f986115879e7 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:27.847470 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-5110b16b-3ee1-45ca-b4df-9962ce8824fc service neutron] 10.222.0.43 "GET /v2.0/networks/70df42a8-7f3a-4d1e-82b9-1354a40e98c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953099 Jul 15 23:09:27.847627 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7684-241f-4898-be52-f986115879e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.848025 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0e7684-241f-4898-be52-f986115879e7 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:27.848505 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9f0e7684-241f-4898-be52-f986115879e7 None None] Bound port: 69652dd0-9703-4c04-b865-a020c5ffd152, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:27.848883 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7684-241f-4898-be52-f986115879e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.890771 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-36e6ca4a-5c95-4388-bb5a-ff64896a7a24 None None] Transition to ACTIVE for port object 086b7e5a-26f1-4f96-b1bb-9d5068ae073b will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:27.909121 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f251078b-350c-408b-830d-bb8f2900b41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.981294 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9f0e7684-241f-4898-be52-f986115879e7 None None] For port 69652dd0-9703-4c04-b865-a020c5ffd152, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:27.990250 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9f0e7684-241f-4898-be52-f986115879e7 None None] For port 69652dd0-9703-4c04-b865-a020c5ffd152, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=69652dd0-9703-4c04-b865-a020c5ffd152,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:28.001733 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-40ca156e-ed54-453a-a721-fc434fec9fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:28.003305 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-40ca156e-ed54-453a-a721-fc434fec9fcb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2a452b58336c47bc96f6d17c1c9a4e71&device_id=56bb01df-d89d-430e-a86b-d40ac768af15 HTTP/1.1" status: 200 len: 1095 time: 0.3288467 Jul 15 23:09:28.014046 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-36e6ca4a-5c95-4388-bb5a-ff64896a7a24 None None] Transition to ACTIVE for port object 086b7e5a-26f1-4f96-b1bb-9d5068ae073b will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:28.039900 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e971269-dafa-4117-b54a-526cf2985ba6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:28.048348 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e971269-dafa-4117-b54a-526cf2985ba6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:28.050845 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7e971269-dafa-4117-b54a-526cf2985ba6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.3245265 Jul 15 23:09:28.054283 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4bbda8f5-7253-4073-84b5-0de465d27fd2 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:28.056406 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46270) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:28.114623 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 1486830a-e37c-455d-983a-3305d04c64d4 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:09:28.180606 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-46f850d0-1730-442c-b228-8584445c19b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=920ea6e6-ed7a-4c28-a2fa-5f962690bd85 HTTP/1.1" status: 200 len: 217 time: 0.1601837 Jul 15 23:09:28.198943 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-30ccb813-223b-45ce-ba85-bb78298577f7 service neutron] 10.222.0.43 "GET /v2.0/networks/70df42a8-7f3a-4d1e-82b9-1354a40e98c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409233 Jul 15 23:09:28.206820 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-baf23f45-fee0-4466-ad82-41d449d072cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:28.253260 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0969f81-06e3-425a-a3d9-f009a55c07c9 admin admin] Network bf6fa1b7-2834-4d94-a68c-529495746472 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:28.273154 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 1486830a-e37c-455d-983a-3305d04c64d4, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=1486830a-e37c-455d-983a-3305d04c64d4,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:28.292358 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7684-241f-4898-be52-f986115879e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:28.294487 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151310d-0996-44a6-b57e-76e426645f88 req-0ecc9f64-d557-4312-bc95-dcd21d94591d tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:28.301542 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151310d-0996-44a6-b57e-76e426645f88 req-0ecc9f64-d557-4312-bc95-dcd21d94591d tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:28.306129 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36e6ca4a-5c95-4388-bb5a-ff64896a7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:28.307648 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151310d-0996-44a6-b57e-76e426645f88 req-0ecc9f64-d557-4312-bc95-dcd21d94591d tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:28.313584 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151310d-0996-44a6-b57e-76e426645f88 req-0ecc9f64-d557-4312-bc95-dcd21d94591d tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:28.319879 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151310d-0996-44a6-b57e-76e426645f88 req-0ecc9f64-d557-4312-bc95-dcd21d94591d tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:28.320670 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '1486830a-e37c-455d-983a-3305d04c64d4', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': '1486830a-e37c-455d-983a-3305d04c64d4', 'mac_address': 'fa:16:3e:3e:49:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:09:28.325868 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151310d-0996-44a6-b57e-76e426645f88 req-0ecc9f64-d557-4312-bc95-dcd21d94591d tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:28.332036 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151310d-0996-44a6-b57e-76e426645f88 req-0ecc9f64-d557-4312-bc95-dcd21d94591d tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:28.339875 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b151310d-0996-44a6-b57e-76e426645f88 req-0ecc9f64-d557-4312-bc95-dcd21d94591d tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5420 time: 0.4459848 Jul 15 23:09:28.354862 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-f0969f81-06e3-425a-a3d9-f009a55c07c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:28.381451 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-d4b028ad-4f5a-4b8b-a3ff-c1378ea7ca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:28.383546 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-d4b028ad-4f5a-4b8b-a3ff-c1378ea7ca8a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e4e4463-c0f1-483a-8548-ef2c0500a26e HTTP/1.1" status: 200 len: 844 time: 0.1715696 Jul 15 23:09:28.416040 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288d866e-e1b9-41c3-952f-a02ac04af179 None None] Network e9e3f24c-7e29-4a09-8417-9d8bc248b3f6 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:28.425840 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-d7c19b50-ded2-4eff-b2f7-b54d86731fdd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=54ed7c92-7d96-4319-af0e-98c8d7d7ce91 HTTP/1.1" status: 200 len: 217 time: 0.1749387 Jul 15 23:09:28.447281 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78147118-cf74-4b4b-bb48-88e53b713677 None None] Pushing event updated for resources: {'Port': ['ID=69652dd0-9703-4c04-b865-a020c5ffd152,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:28.462384 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ec811fde-1fdb-4f3c-a32e-f93454262081 None None] Provisioning for port d64983e5-8bd6-43a2-b9dc-b631d0581e6a completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:28.468754 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-a5ddab3b-8235-4beb-b9d5-66497b33f707 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f31abbaf-85af-4828-a64a-6617d309ea62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476077 Jul 15 23:09:28.495463 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e6ca4a-5c95-4388-bb5a-ff64896a7a24 None None] Network aa7aaddd-ae79-45ba-9109-ac1ce367ee82 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:28.517508 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-721dab90-b74b-46c7-a54b-a5d330477a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:28.524581 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-721dab90-b74b-46c7-a54b-a5d330477a2e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c8ed3032-070e-4ebf-984d-7ac57e6c8a26 HTTP/1.1" status: 200 len: 797 time: 0.0715871 Jul 15 23:09:28.543154 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-36e6ca4a-5c95-4388-bb5a-ff64896a7a24 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:28.553950 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0e7684-241f-4898-be52-f986115879e7 None None] Routers {'9038e9d3-ec32-468b-85d8-6e0298f850de'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:28.554805 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9f0e7684-241f-4898-be52-f986115879e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:09:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['9038e9d3-ec32-468b-85d8-6e0298f850de'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:28.562194 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e6ca4a-5c95-4388-bb5a-ff64896a7a24 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:09:28.567296 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ec811fde-1fdb-4f3c-a32e-f93454262081 None None] Provisioning complete for port d64983e5-8bd6-43a2-b9dc-b631d0581e6a triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:28.567746 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ec811fde-1fdb-4f3c-a32e-f93454262081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:28.575141 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-33ce609d-3a5b-4780-b6ba-f9e3e9453b04 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738555488907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59904860'] for subnet, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:28.661772 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-d2a0f0c0-2bda-44a7-a9f8-88f6dc9610b9 service neutron] 10.222.0.36 "GET /v2.0/networks/f31abbaf-85af-4828-a64a-6617d309ea62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517184 Jul 15 23:09:28.670325 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce609d-3a5b-4780-b6ba-f9e3e9453b04 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event updated for resources: {'Subnet': ['ID=7d3bd7c0-7a3a-488b-a748-89c6bf2d70e2,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:28.702135 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-782f30ac-6493-4f86-a874-9cf9ab8911ed tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting port ab984630-cab8-46f5-b05a-3aaa733e8240 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:28.703244 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-782f30ac-6493-4f86-a874-9cf9ab8911ed tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:28.740370 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ce609d-3a5b-4780-b6ba-f9e3e9453b04 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:28.740977 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-33ce609d-3a5b-4780-b6ba-f9e3e9453b04 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:28.742316 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-33ce609d-3a5b-4780-b6ba-f9e3e9453b04 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "PUT /v2.0/subnets/7d3bd7c0-7a3a-488b-a748-89c6bf2d70e2 HTTP/1.1" status: 200 len: 826 time: 3.0090070 Jul 15 23:09:28.753780 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b151310d-0996-44a6-b57e-76e426645f88 req-e6495f1d-4db0-425a-9d4b-8ba59d507c50 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4130259 Jul 15 23:09:28.755978 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46280) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:28.807163 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4083fba-f6e4-48f3-a303-9f0377ae7e1d req-eaa2fd42-f23e-45a0-92d8-34bb22d5b47d tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:28.810453 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f4083fba-f6e4-48f3-a303-9f0377ae7e1d req-eaa2fd42-f23e-45a0-92d8-34bb22d5b47d tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bb01df-d89d-430e-a86b-d40ac768af15 HTTP/1.1" status: 200 len: 944 time: 0.4680369 Jul 15 23:09:28.876398 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d7e082-2d57-450a-96c4-4a2802566495 None None] Network 3faa992e-3dcc-4c31-8999-249c7daf151a requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:28.879696 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf23f45-fee0-4466-ad82-41d449d072cc admin admin] Router 87cfa2cb-6c04-4f41-b308-bd886373569b is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:09:28.904178 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-782f30ac-6493-4f86-a874-9cf9ab8911ed tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:28.908849 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4ccfabe0-1748-4ea5-b030-29912dd0b9d2 req-67f11d65-2f25-424b-9cca-84b5155b0f9a service neutron] 10.222.0.36 "GET /v2.0/networks/f31abbaf-85af-4828-a64a-6617d309ea62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244701 Jul 15 23:09:28.960723 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-782f30ac-6493-4f86-a874-9cf9ab8911ed tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Calling delete_port for ab984630-cab8-46f5-b05a-3aaa733e8240 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:28.962840 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-32d821f3-4e97-4863-ba5c-db0cd19f1eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:28.964968 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-32d821f3-4e97-4863-ba5c-db0cd19f1eb3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=70df42a8-7f3a-4d1e-82b9-1354a40e98c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4367423 Jul 15 23:09:28.976020 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f4083fba-f6e4-48f3-a303-9f0377ae7e1d req-1c28de8b-aa9a-4494-8827-a48a5241e397 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464498 Jul 15 23:09:29.001681 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:29.022644 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0969f81-06e3-425a-a3d9-f009a55c07c9 admin admin] Router 9038e9d3-ec32-468b-85d8-6e0298f850de has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:09:29.062601 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ec811fde-1fdb-4f3c-a32e-f93454262081 None None] Port d64983e5-8bd6-43a2-b9dc-b631d0581e6a cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:09:29.139919 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-595666cd-7e78-42f5-aef6-4c3e0bc1b6d6 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:29.249123 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-68358c8f-f600-4ca8-8eff-ca2b5ad8136c service neutron] 10.222.0.43 "GET /v2.0/networks/70df42a8-7f3a-4d1e-82b9-1354a40e98c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721002 Jul 15 23:09:29.282082 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 4bbda8f5-7253-4073-84b5-0de465d27fd2 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:29.282589 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:29.299545 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6ca4a-5c95-4388-bb5a-ff64896a7a24 None None] Pushing event updated for resources: {'Port': ['ID=086b7e5a-26f1-4f96-b1bb-9d5068ae073b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:29.315947 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-782f30ac-6493-4f86-a874-9cf9ab8911ed tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:29.362444 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf23f45-fee0-4466-ad82-41d449d072cc admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:09:29.364621 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f30ac-6493-4f86-a874-9cf9ab8911ed tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Port': ['ID=ab984630-cab8-46f5-b05a-3aaa733e8240,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:29.369894 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-df4c0143-d470-4316-b161-58ad44ca7b7c None None] Provisioning complete for port d64983e5-8bd6-43a2-b9dc-b631d0581e6a triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:29.370268 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-df4c0143-d470-4316-b161-58ad44ca7b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:29.373453 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae1519-ccae-461d-97be-28ab514ae4e4 None None] Sync routers for ids ['87cfa2cb-6c04-4f41-b308-bd886373569b'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:09:29.386797 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae1519-ccae-461d-97be-28ab514ae4e4 None None] Routers {'87cfa2cb-6c04-4f41-b308-bd886373569b'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:29.389081 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-d2ae1519-ccae-461d-97be-28ab514ae4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:09:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['87cfa2cb-6c04-4f41-b308-bd886373569b'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:29.444378 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-df4c0143-d470-4316-b161-58ad44ca7b7c None None] Port d64983e5-8bd6-43a2-b9dc-b631d0581e6a cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:09:29.448438 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1486830a-e37c-455d-983a-3305d04c64d4 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:29.459993 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-baf23f45-fee0-4466-ad82-41d449d072cc admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:29.464171 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-baf23f45-fee0-4466-ad82-41d449d072cc admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1440172 Jul 15 23:09:29.471642 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46310) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:29.472345 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 1486830a-e37c-455d-983a-3305d04c64d4, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=1486830a-e37c-455d-983a-3305d04c64d4,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:29.493836 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:29.567107 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-d2ae1519-ccae-461d-97be-28ab514ae4e4 None None] Set router 87cfa2cb-6c04-4f41-b308-bd886373569b gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:29.580129 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=1486830a-e37c-455d-983a-3305d04c64d4,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:29.635737 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-36e6ca4a-5c95-4388-bb5a-ff64896a7a24 None None] Attempting to bind port 086b7e5a-26f1-4f96-b1bb-9d5068ae073b on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:29.636133 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-36e6ca4a-5c95-4388-bb5a-ff64896a7a24 None None] Attempting to bind port 086b7e5a-26f1-4f96-b1bb-9d5068ae073b by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '3d8528ee-d86a-474e-ac9d-0ef0bbd7265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aa7aaddd-ae79-45ba-9109-ac1ce367ee82'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:29.636460 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e6ca4a-5c95-4388-bb5a-ff64896a7a24 None None] Attempting to bind port 086b7e5a-26f1-4f96-b1bb-9d5068ae073b on network aa7aaddd-ae79-45ba-9109-ac1ce367ee82 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:29.638518 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-df4c0143-d470-4316-b161-58ad44ca7b7c None None] Provisioning for port 70d88035-e550-464a-bf7a-71f3afbf8f8e completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:29.704767 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['1486830a-e37c-455d-983a-3305d04c64d4'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:29.782546 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9f0e7684-241f-4898-be52-f986115879e7 None None] Set router 9038e9d3-ec32-468b-85d8-6e0298f850de gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:29.791425 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-d2ae1519-ccae-461d-97be-28ab514ae4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cfa2cb-6c04-4f41-b308-bd886373569b', 'name': 'tempest-FloatingIPsNegativeTestJSON-935926063-router', 'tenant_id': '2381bd17d73f44558de9b4e14229d648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'ea4b685d-e0a5-49ec-a483-734525f07a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:23Z', 'updated_at': '2021-07-15T23:09:26Z', 'revision_number': 3, 'project_id': '2381bd17d73f44558de9b4e14229d648', 'gw_port': {'id': 'ea4b685d-e0a5-49ec-a483-734525f07a7f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cfa2cb-6c04-4f41-b308-bd886373569b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:24Z', 'updated_at': '2021-07-15T23:09:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:29.818490 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae1519-ccae-461d-97be-28ab514ae4e4 None None] Checking router: 87cfa2cb-6c04-4f41-b308-bd886373569b for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:09:29.818778 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae1519-ccae-461d-97be-28ab514ae4e4 None None] Updating router 87cfa2cb-6c04-4f41-b308-bd886373569b port ea4b685d-e0a5-49ec-a483-734525f07a7f binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:09:29.887753 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-782f30ac-6493-4f86-a874-9cf9ab8911ed tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:29.892527 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-782f30ac-6493-4f86-a874-9cf9ab8911ed tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/ab984630-cab8-46f5-b05a-3aaa733e8240 HTTP/1.1" status: 204 len: 168 time: 1.8312063 Jul 15 23:09:29.895736 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d2ae1519-ccae-461d-97be-28ab514ae4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:29.895884 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46322) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:29.995487 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e6ca4a-5c95-4388-bb5a-ff64896a7a24 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:29.995487 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e6ca4a-5c95-4388-bb5a-ff64896a7a24 None None] Checking segment: {'id': '3d8528ee-d86a-474e-ac9d-0ef0bbd7265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aa7aaddd-ae79-45ba-9109-ac1ce367ee82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:29.995487 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36e6ca4a-5c95-4388-bb5a-ff64896a7a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:29.995487 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e6ca4a-5c95-4388-bb5a-ff64896a7a24 None None] Bound using segment: {'id': '3d8528ee-d86a-474e-ac9d-0ef0bbd7265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aa7aaddd-ae79-45ba-9109-ac1ce367ee82'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:29.996138 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-36e6ca4a-5c95-4388-bb5a-ff64896a7a24 None None] Bound port: 086b7e5a-26f1-4f96-b1bb-9d5068ae073b, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8528ee-d86a-474e-ac9d-0ef0bbd7265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aa7aaddd-ae79-45ba-9109-ac1ce367ee82'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:29.996431 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36e6ca4a-5c95-4388-bb5a-ff64896a7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:30.180829 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342cace-fbbd-47eb-9c29-bb29e2fbd8d0 req-9ef5245a-90aa-4eb0-9b6e-bb65d026e3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:30.183628 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3342cace-fbbd-47eb-9c29-bb29e2fbd8d0 req-9ef5245a-90aa-4eb0-9b6e-bb65d026e3ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2a452b58336c47bc96f6d17c1c9a4e71&device_id=56bb01df-d89d-430e-a86b-d40ac768af15 HTTP/1.1" status: 200 len: 1095 time: 1.1389480 Jul 15 23:09:30.199621 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-f251078b-350c-408b-830d-bb8f2900b41c None None] Allocated IP 172.20.0.2 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/52039c9b-3790-47fb-84ed-383219fe6fb5/c5df26fd-cfd9-43df-8835-370672ee25c5) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:30.293176 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d2ae1519-ccae-461d-97be-28ab514ae4e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:30.305275 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-d2ae1519-ccae-461d-97be-28ab514ae4e4 None None] Transition to ACTIVE for port object ea4b685d-e0a5-49ec-a483-734525f07a7f will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:30.315939 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d2ae1519-ccae-461d-97be-28ab514ae4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:30.342746 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-df4c0143-d470-4316-b161-58ad44ca7b7c None None] Provisioning complete for port 4bbda8f5-7253-4073-84b5-0de465d27fd2 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:30.343308 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-df4c0143-d470-4316-b161-58ad44ca7b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:30.461913 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d2511-cb1c-4aee-9ab6-220c9a85e951 None None] Pushing event updated for resources: {'Port': ['ID=ea4b685d-e0a5-49ec-a483-734525f07a7f,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:30.496711 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-595666cd-7e78-42f5-aef6-4c3e0bc1b6d6 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Deleting port 086b7e5a-26f1-4f96-b1bb-9d5068ae073b {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:30.497278 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-595666cd-7e78-42f5-aef6-4c3e0bc1b6d6 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:30.510085 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d2511-cb1c-4aee-9ab6-220c9a85e951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:30.510429 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d2511-cb1c-4aee-9ab6-220c9a85e951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:30.510982 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d2511-cb1c-4aee-9ab6-220c9a85e951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:30.518861 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d2511-cb1c-4aee-9ab6-220c9a85e951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:30.519585 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d2511-cb1c-4aee-9ab6-220c9a85e951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:30.520024 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d2511-cb1c-4aee-9ab6-220c9a85e951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:30.520478 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d2511-cb1c-4aee-9ab6-220c9a85e951 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:30.520909 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d2511-cb1c-4aee-9ab6-220c9a85e951 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:30.521335 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d2511-cb1c-4aee-9ab6-220c9a85e951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:30.521762 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d2511-cb1c-4aee-9ab6-220c9a85e951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:30.522188 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d2511-cb1c-4aee-9ab6-220c9a85e951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:30.523214 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d2511-cb1c-4aee-9ab6-220c9a85e951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:30.530608 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-d2ae1519-ccae-461d-97be-28ab514ae4e4 None None] Attempting to bind port ea4b685d-e0a5-49ec-a483-734525f07a7f on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:30.533097 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-d2ae1519-ccae-461d-97be-28ab514ae4e4 None None] Attempting to bind port ea4b685d-e0a5-49ec-a483-734525f07a7f by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:30.533599 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ae1519-ccae-461d-97be-28ab514ae4e4 None None] Attempting to bind port ea4b685d-e0a5-49ec-a483-734525f07a7f on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:30.535524 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-f251078b-350c-408b-830d-bb8f2900b41c None None] For port c5df26fd-cfd9-43df-8835-370672ee25c5, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c5df26fd-cfd9-43df-8835-370672ee25c5,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:30.550911 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ae1519-ccae-461d-97be-28ab514ae4e4 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:30.551464 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ae1519-ccae-461d-97be-28ab514ae4e4 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:30.551973 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d2ae1519-ccae-461d-97be-28ab514ae4e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:30.552466 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ae1519-ccae-461d-97be-28ab514ae4e4 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:30.553047 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-d2ae1519-ccae-461d-97be-28ab514ae4e4 None None] Bound port: ea4b685d-e0a5-49ec-a483-734525f07a7f, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:30.553725 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d2ae1519-ccae-461d-97be-28ab514ae4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:30.587053 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f251078b-350c-408b-830d-bb8f2900b41c None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:30.603159 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f251078b-350c-408b-830d-bb8f2900b41c None None] Transition to ACTIVE for port object c5df26fd-cfd9-43df-8835-370672ee25c5 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:30.609532 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4bbda8f5-7253-4073-84b5-0de465d27fd2 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:30.632969 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-595666cd-7e78-42f5-aef6-4c3e0bc1b6d6 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] For port 086b7e5a-26f1-4f96-b1bb-9d5068ae073b, host n-d-787205-9, got binding levels [] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:30.637350 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-595666cd-7e78-42f5-aef6-4c3e0bc1b6d6 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:30.639144 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f251078b-350c-408b-830d-bb8f2900b41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:30.669229 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-595666cd-7e78-42f5-aef6-4c3e0bc1b6d6 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Calling delete_port for 086b7e5a-26f1-4f96-b1bb-9d5068ae073b owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:30.677601 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-d2ae1519-ccae-461d-97be-28ab514ae4e4 None None] For port ea4b685d-e0a5-49ec-a483-734525f07a7f, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:30.684986 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-d2ae1519-ccae-461d-97be-28ab514ae4e4 None None] For port ea4b685d-e0a5-49ec-a483-734525f07a7f, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ea4b685d-e0a5-49ec-a483-734525f07a7f,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:30.693709 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d2ae1519-ccae-461d-97be-28ab514ae4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:30.723627 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251078b-350c-408b-830d-bb8f2900b41c None None] Pushing event updated for resources: {'Port': ['ID=c5df26fd-cfd9-43df-8835-370672ee25c5,revision_number=9']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:30.819805 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d2511-cb1c-4aee-9ab6-220c9a85e951 None None] Pushing event updated for resources: {'Port': ['ID=ea4b685d-e0a5-49ec-a483-734525f07a7f,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:30.848375 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae1519-ccae-461d-97be-28ab514ae4e4 None None] Routers {'87cfa2cb-6c04-4f41-b308-bd886373569b'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:30.849254 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-d2ae1519-ccae-461d-97be-28ab514ae4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:09:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['87cfa2cb-6c04-4f41-b308-bd886373569b'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:30.963028 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0969f81-06e3-425a-a3d9-f009a55c07c9 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:09:30.966036 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-595666cd-7e78-42f5-aef6-4c3e0bc1b6d6 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.011578 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-36e6ca4a-5c95-4388-bb5a-ff64896a7a24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:09:31.011895 n-d-787205-9 neutron-server[93800]: DEBUG oslo_db.api [None req-36e6ca4a-5c95-4388-bb5a-ff64896a7a24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:09:31.018987 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f0969f81-06e3-425a-a3d9-f009a55c07c9 admin admin] 10.222.0.16 "PUT /v2.0/routers/9038e9d3-ec32-468b-85d8-6e0298f850de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2146564 Jul 15 23:09:31.019975 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d343cfbd-45f1-4a1c-829f-8a313c88703a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:31.025584 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d343cfbd-45f1-4a1c-829f-8a313c88703a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:31.028275 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d343cfbd-45f1-4a1c-829f-8a313c88703a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:31.034850 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d343cfbd-45f1-4a1c-829f-8a313c88703a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 1.1350644 Jul 15 23:09:31.042219 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46332) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:31.114747 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08764c6a-2cc1-467c-9964-b22798f7a8ed req-5d27791e-308b-43a3-9188-152872f2da35 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:31.122521 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08764c6a-2cc1-467c-9964-b22798f7a8ed req-5d27791e-308b-43a3-9188-152872f2da35 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:31.133955 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08764c6a-2cc1-467c-9964-b22798f7a8ed req-5d27791e-308b-43a3-9188-152872f2da35 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:31.144384 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08764c6a-2cc1-467c-9964-b22798f7a8ed req-5d27791e-308b-43a3-9188-152872f2da35 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:31.145119 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-d2ae1519-ccae-461d-97be-28ab514ae4e4 None None] Set router 87cfa2cb-6c04-4f41-b308-bd886373569b gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:31.150917 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08764c6a-2cc1-467c-9964-b22798f7a8ed req-5d27791e-308b-43a3-9188-152872f2da35 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:31.160118 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08764c6a-2cc1-467c-9964-b22798f7a8ed req-5d27791e-308b-43a3-9188-152872f2da35 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:31.165948 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08764c6a-2cc1-467c-9964-b22798f7a8ed req-5d27791e-308b-43a3-9188-152872f2da35 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:31.186312 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-08764c6a-2cc1-467c-9964-b22798f7a8ed req-5d27791e-308b-43a3-9188-152872f2da35 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5420 time: 0.8844326 Jul 15 23:09:31.189660 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595666cd-7e78-42f5-aef6-4c3e0bc1b6d6 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event deleted for resources: {'Port': ['ID=086b7e5a-26f1-4f96-b1bb-9d5068ae073b,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:31.243618 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 4bbda8f5-7253-4073-84b5-0de465d27fd2 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:31.244252 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.254474 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-102ba1d0-6522-46d5-8e2a-eb01c9818058 req-1e84d1fb-3aa2-4f14-bb29-7df3c36847d9 service neutron] 10.222.0.43 "GET /v2.0/networks/70df42a8-7f3a-4d1e-82b9-1354a40e98c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9972644 Jul 15 23:09:31.268695 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a214d-28cf-475b-91f7-b1739c5c3b08 req-abec530e-62b5-4731-b908-a275e8c96a6d tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:31.276172 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e0a214d-28cf-475b-91f7-b1739c5c3b08 req-abec530e-62b5-4731-b908-a275e8c96a6d tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bb01df-d89d-430e-a86b-d40ac768af15 HTTP/1.1" status: 200 len: 944 time: 0.9726992 Jul 15 23:09:31.312694 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595666cd-7e78-42f5-aef6-4c3e0bc1b6d6 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] No DVR routers for this DVR port 086b7e5a-26f1-4f96-b1bb-9d5068ae073b on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:31.369500 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342cace-fbbd-47eb-9c29-bb29e2fbd8d0 req-1a221528-8d5d-4af8-ad04-27ee1b56c883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:31.376955 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3342cace-fbbd-47eb-9c29-bb29e2fbd8d0 req-1a221528-8d5d-4af8-ad04-27ee1b56c883 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f31abbaf-85af-4828-a64a-6617d309ea62 HTTP/1.1" status: 200 len: 905 time: 1.1089942 Jul 15 23:09:31.409646 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-595666cd-7e78-42f5-aef6-4c3e0bc1b6d6 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.425010 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 70d88035-e550-464a-bf7a-71f3afbf8f8e up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:31.475354 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3342cace-fbbd-47eb-9c29-bb29e2fbd8d0 req-546e3ef4-04a1-485f-b0ed-b0dfcf4f3804 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=920ea6e6-ed7a-4c28-a2fa-5f962690bd85 HTTP/1.1" status: 200 len: 217 time: 0.0564873 Jul 15 23:09:31.482165 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c6120d-b95f-479b-b103-e5da72e9ad7c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting subnet 52039c9b-3790-47fb-84ed-383219fe6fb5 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:09:31.489092 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03c6120d-b95f-479b-b103-e5da72e9ad7c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.544940 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03c6120d-b95f-479b-b103-e5da72e9ad7c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.560389 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-595666cd-7e78-42f5-aef6-4c3e0bc1b6d6 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.571071 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-36e6ca4a-5c95-4388-bb5a-ff64896a7a24 None None] Attempting to bind port 086b7e5a-26f1-4f96-b1bb-9d5068ae073b on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:31.571541 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-36e6ca4a-5c95-4388-bb5a-ff64896a7a24 None None] Attempting to bind port 086b7e5a-26f1-4f96-b1bb-9d5068ae073b by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '3d8528ee-d86a-474e-ac9d-0ef0bbd7265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aa7aaddd-ae79-45ba-9109-ac1ce367ee82'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:31.571909 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e6ca4a-5c95-4388-bb5a-ff64896a7a24 None None] Attempting to bind port 086b7e5a-26f1-4f96-b1bb-9d5068ae073b on network aa7aaddd-ae79-45ba-9109-ac1ce367ee82 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:31.581736 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e6ca4a-5c95-4388-bb5a-ff64896a7a24 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:31.582104 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e6ca4a-5c95-4388-bb5a-ff64896a7a24 None None] Checking segment: {'id': '3d8528ee-d86a-474e-ac9d-0ef0bbd7265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aa7aaddd-ae79-45ba-9109-ac1ce367ee82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:31.582507 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36e6ca4a-5c95-4388-bb5a-ff64896a7a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.582925 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e6ca4a-5c95-4388-bb5a-ff64896a7a24 None None] Bound using segment: {'id': '3d8528ee-d86a-474e-ac9d-0ef0bbd7265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aa7aaddd-ae79-45ba-9109-ac1ce367ee82'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:31.583398 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-36e6ca4a-5c95-4388-bb5a-ff64896a7a24 None None] Bound port: 086b7e5a-26f1-4f96-b1bb-9d5068ae073b, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8528ee-d86a-474e-ac9d-0ef0bbd7265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aa7aaddd-ae79-45ba-9109-ac1ce367ee82'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:31.583777 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36e6ca4a-5c95-4388-bb5a-ff64896a7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.615384 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f80918a-9c67-4188-a48c-a7bea7d951a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.651856 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-dbebb75c-62d8-4274-a8bb-d05113040c39 None None] Provisioning complete for port 4bbda8f5-7253-4073-84b5-0de465d27fd2 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:31.653191 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e0a214d-28cf-475b-91f7-b1739c5c3b08 req-e893ff34-dc3e-43dd-9cf1-64b62f1eab05 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754838 Jul 15 23:09:31.653561 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbebb75c-62d8-4274-a8bb-d05113040c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.665802 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-08764c6a-2cc1-467c-9964-b22798f7a8ed req-fb5bb0d1-d04f-4ad3-ae20-4d0922ca20b6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4779770 Jul 15 23:09:31.667550 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9f0e7684-241f-4898-be52-f986115879e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'name': 'tempest-ServersTestManualDisk-1036584712-router', 'tenant_id': '77975343f0624335a695b571de060b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '69652dd0-9703-4c04-b865-a020c5ffd152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:14Z', 'updated_at': '2021-07-15T23:09:27Z', 'revision_number': 4, 'project_id': '77975343f0624335a695b571de060b09', 'gw_port': {'id': '69652dd0-9703-4c04-b865-a020c5ffd152', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:18Z', 'updated_at': '2021-07-15T23:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'd64983e5-8bd6-43a2-b9dc-b631d0581e6a', 'name': '', 'network_id': 'bf6fa1b7-2834-4d94-a68c-529495746472', 'tenant_id': '77975343f0624335a695b571de060b09', 'mac_address': 'fa:16:3e:cb:78:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e9b8dc35-3b00-467c-ba33-51544e2c446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:24Z', 'updated_at': '2021-07-15T23:09:27Z', 'revision_number': 2, 'project_id': '77975343f0624335a695b571de060b09', 'subnets': [{'id': 'e9b8dc35-3b00-467c-ba33-51544e2c446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:31.696057 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595666cd-7e78-42f5-aef6-4c3e0bc1b6d6 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event deleted for resources: {'Subnet': ['ID=7d3bd7c0-7a3a-488b-a748-89c6bf2d70e2,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:31.721449 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-36e6ca4a-5c95-4388-bb5a-ff64896a7a24 None None] Port 086b7e5a-26f1-4f96-b1bb-9d5068ae073b has been deleted concurrently {{(pid=93800) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 15 23:09:31.724708 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 70d88035-e550-464a-bf7a-71f3afbf8f8e completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:31.764297 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-d2ae1519-ccae-461d-97be-28ab514ae4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cfa2cb-6c04-4f41-b308-bd886373569b', 'name': 'tempest-FloatingIPsNegativeTestJSON-935926063-router', 'tenant_id': '2381bd17d73f44558de9b4e14229d648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'ea4b685d-e0a5-49ec-a483-734525f07a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:23Z', 'updated_at': '2021-07-15T23:09:26Z', 'revision_number': 3, 'project_id': '2381bd17d73f44558de9b4e14229d648', 'gw_port': {'id': 'ea4b685d-e0a5-49ec-a483-734525f07a7f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cfa2cb-6c04-4f41-b308-bd886373569b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:24Z', 'updated_at': '2021-07-15T23:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:31.805590 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-595666cd-7e78-42f5-aef6-4c3e0bc1b6d6 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.820953 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae1519-ccae-461d-97be-28ab514ae4e4 None None] The sync data for ids ['87cfa2cb-6c04-4f41-b308-bd886373569b'] in n-d-787205-9 is: [{'id': '87cfa2cb-6c04-4f41-b308-bd886373569b', 'name': 'tempest-FloatingIPsNegativeTestJSON-935926063-router', 'tenant_id': '2381bd17d73f44558de9b4e14229d648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'ea4b685d-e0a5-49ec-a483-734525f07a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:23Z', 'updated_at': '2021-07-15T23:09:26Z', 'revision_number': 3, 'project_id': '2381bd17d73f44558de9b4e14229d648', 'gw_port': {'id': 'ea4b685d-e0a5-49ec-a483-734525f07a7f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cfa2cb-6c04-4f41-b308-bd886373569b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:24Z', 'updated_at': '2021-07-15T23:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:09:31.843318 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342cace-fbbd-47eb-9c29-bb29e2fbd8d0 req-a1623004-87eb-44fe-99b7-9fb0b8093881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:31.845083 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3342cace-fbbd-47eb-9c29-bb29e2fbd8d0 req-a1623004-87eb-44fe-99b7-9fb0b8093881 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e4e4463-c0f1-483a-8548-ef2c0500a26e HTTP/1.1" status: 200 len: 844 time: 0.2474291 Jul 15 23:09:31.855093 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 70d88035-e550-464a-bf7a-71f3afbf8f8e triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:31.855660 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.895816 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-595666cd-7e78-42f5-aef6-4c3e0bc1b6d6 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa7aaddd-ae79-45ba-9109-ac1ce367ee82']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:31.914518 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-595666cd-7e78-42f5-aef6-4c3e0bc1b6d6 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d8528ee-d86a-474e-ac9d-0ef0bbd7265a') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:31.914908 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-595666cd-7e78-42f5-aef6-4c3e0bc1b6d6 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d8528ee-d86a-474e-ac9d-0ef0bbd7265a') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:31.938785 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-595666cd-7e78-42f5-aef6-4c3e0bc1b6d6 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.968127 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-595666cd-7e78-42f5-aef6-4c3e0bc1b6d6 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.988334 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595666cd-7e78-42f5-aef6-4c3e0bc1b6d6 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:09:31.988750 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-595666cd-7e78-42f5-aef6-4c3e0bc1b6d6 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:32.073884 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3342cace-fbbd-47eb-9c29-bb29e2fbd8d0 req-eb958ffa-30bd-4937-83cb-82d5da8990e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f31abbaf-85af-4828-a64a-6617d309ea62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1696467 Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:09:32.088824 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:09:32.096819 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-595666cd-7e78-42f5-aef6-4c3e0bc1b6d6 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:32.116753 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03c6120d-b95f-479b-b103-e5da72e9ad7c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:32.138062 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-595666cd-7e78-42f5-aef6-4c3e0bc1b6d6 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:32.158117 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-595666cd-7e78-42f5-aef6-4c3e0bc1b6d6 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "DELETE /v2.0/networks/aa7aaddd-ae79-45ba-9109-ac1ce367ee82 HTTP/1.1" status: 204 len: 168 time: 3.3985012 Jul 15 23:09:32.164497 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46346) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:32.236977 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595666cd-7e78-42f5-aef6-4c3e0bc1b6d6 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event deleted for resources: {'Network': ['ID=aa7aaddd-ae79-45ba-9109-ac1ce367ee82,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:32.240921 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36791de-ba56-4111-9009-698f416ea75c tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] DELETE failed (client error): The resource could not be found. Jul 15 23:09:32.247351 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a36791de-ba56-4111-9009-698f416ea75c tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:09:32.248844 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a36791de-ba56-4111-9009-698f416ea75c tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "DELETE /v2.0/networks/aa7aaddd-ae79-45ba-9109-ac1ce367ee82 HTTP/1.1" status: 404 len: 339 time: 0.0461068 Jul 15 23:09:32.262409 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30745c-60b2-42c6-94a7-2b89e4a10da1 req-e41582fe-c747-479d-9f27-64944c5a4fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:32.262917 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30745c-60b2-42c6-94a7-2b89e4a10da1 req-e41582fe-c747-479d-9f27-64944c5a4fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:32.263392 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30745c-60b2-42c6-94a7-2b89e4a10da1 req-e41582fe-c747-479d-9f27-64944c5a4fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:32.263857 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30745c-60b2-42c6-94a7-2b89e4a10da1 req-e41582fe-c747-479d-9f27-64944c5a4fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:32.264320 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30745c-60b2-42c6-94a7-2b89e4a10da1 req-e41582fe-c747-479d-9f27-64944c5a4fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:32.264779 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30745c-60b2-42c6-94a7-2b89e4a10da1 req-e41582fe-c747-479d-9f27-64944c5a4fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:32.265233 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30745c-60b2-42c6-94a7-2b89e4a10da1 req-e41582fe-c747-479d-9f27-64944c5a4fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:32.274023 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb30745c-60b2-42c6-94a7-2b89e4a10da1 req-e41582fe-c747-479d-9f27-64944c5a4fa8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe4ced19c3b40c2bc6e11100f9d5f1d&device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 6477 time: 0.7615380 Jul 15 23:09:32.300480 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46348) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:32.307733 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0978d320-79cd-440d-9d9a-d3d7917c0763 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1341224422', 'description': 'd1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:32.476446 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 920ea6e6-ed7a-4c28-a2fa-5f962690bd85 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:09:32.509316 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30745c-60b2-42c6-94a7-2b89e4a10da1 req-8b085123-2796-4269-b123-4b24c39b9a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:32.510861 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb30745c-60b2-42c6-94a7-2b89e4a10da1 req-8b085123-2796-4269-b123-4b24c39b9a67 service neutron] 10.222.0.43 "GET /v2.0/networks?id=70df42a8-7f3a-4d1e-82b9-1354a40e98c2 HTTP/1.1" status: 200 len: 903 time: 0.2359426 Jul 15 23:09:32.605138 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03c6120d-b95f-479b-b103-e5da72e9ad7c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:32.612553 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb30745c-60b2-42c6-94a7-2b89e4a10da1 req-a2f0382f-14f0-404d-a881-ff6d11ef54bd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=54ed7c92-7d96-4319-af0e-98c8d7d7ce91 HTTP/1.1" status: 200 len: 217 time: 0.0946584 Jul 15 23:09:32.676380 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0978d320-79cd-440d-9d9a-d3d7917c0763 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Made reservation on behalf of aa681c2530394e9186e319e0d5231351 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:32.689272 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0978d320-79cd-440d-9d9a-d3d7917c0763 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:32.754090 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 920ea6e6-ed7a-4c28-a2fa-5f962690bd85, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=920ea6e6-ed7a-4c28-a2fa-5f962690bd85,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:32.758260 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30745c-60b2-42c6-94a7-2b89e4a10da1 req-834a0bc6-d993-44f0-bd13-6700e63d9c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:32.760262 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb30745c-60b2-42c6-94a7-2b89e4a10da1 req-834a0bc6-d993-44f0-bd13-6700e63d9c81 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c8ed3032-070e-4ebf-984d-7ac57e6c8a26 HTTP/1.1" status: 200 len: 797 time: 0.1398418 Jul 15 23:09:32.789516 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03c6120d-b95f-479b-b103-e5da72e9ad7c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:32.794050 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-03c6120d-b95f-479b-b103-e5da72e9ad7c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/52039c9b-3790-47fb-84ed-383219fe6fb5 HTTP/1.1" status: 204 len: 168 time: 1.7456920 Jul 15 23:09:32.795512 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 1486830a-e37c-455d-983a-3305d04c64d4 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:32.821636 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3342cace-fbbd-47eb-9c29-bb29e2fbd8d0 req-0871259e-c62f-431a-8841-5c46475fe664 service neutron] 10.222.0.36 "GET /v2.0/networks/f31abbaf-85af-4828-a64a-6617d309ea62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7316532 Jul 15 23:09:32.822660 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46354) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:32.832235 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6120d-b95f-479b-b103-e5da72e9ad7c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Subnet': ['ID=52039c9b-3790-47fb-84ed-383219fe6fb5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:32.896828 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '920ea6e6-ed7a-4c28-a2fa-5f962690bd85', 'network_id': 'f31abbaf-85af-4828-a64a-6617d309ea62', 'port_id': '920ea6e6-ed7a-4c28-a2fa-5f962690bd85', 'mac_address': 'fa:16:3e:b8:df:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4e4463-c0f1-483a-8548-ef2c0500a26e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:09:32.900532 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e7684-241f-4898-be52-f986115879e7 None None] The sync data for ids ['9038e9d3-ec32-468b-85d8-6e0298f850de'] in n-d-787205-9 is: [{'id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'name': 'tempest-ServersTestManualDisk-1036584712-router', 'tenant_id': '77975343f0624335a695b571de060b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '69652dd0-9703-4c04-b865-a020c5ffd152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:14Z', 'updated_at': '2021-07-15T23:09:27Z', 'revision_number': 4, 'project_id': '77975343f0624335a695b571de060b09', 'gw_port': {'id': '69652dd0-9703-4c04-b865-a020c5ffd152', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:18Z', 'updated_at': '2021-07-15T23:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'd64983e5-8bd6-43a2-b9dc-b631d0581e6a', 'name': '', 'network_id': 'bf6fa1b7-2834-4d94-a68c-529495746472', 'tenant_id': '77975343f0624335a695b571de060b09', 'mac_address': 'fa:16:3e:cb:78:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e9b8dc35-3b00-467c-ba33-51544e2c446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:24Z', 'updated_at': '2021-07-15T23:09:27Z', 'revision_number': 2, 'project_id': '77975343f0624335a695b571de060b09', 'subnets': [{'id': 'e9b8dc35-3b00-467c-ba33-51544e2c446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:09:32.971416 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30745c-60b2-42c6-94a7-2b89e4a10da1 req-5efc3b3e-3d9f-42e7-b4d6-014c71ac35c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:32.973076 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb30745c-60b2-42c6-94a7-2b89e4a10da1 req-5efc3b3e-3d9f-42e7-b4d6-014c71ac35c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=70df42a8-7f3a-4d1e-82b9-1354a40e98c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2067294 Jul 15 23:09:33.046442 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f2efe7-4303-41fe-bf98-90914e963251 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting subnet 8a84f075-3192-40dc-baa7-e477c0f873f8 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:09:33.092486 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-1f80918a-9c67-4188-a48c-a7bea7d951a4 admin admin] Allocated IP 172.20.0.1 (3faa992e-3dcc-4c31-8999-249c7daf151a/2eda53d8-eefb-4fdf-80f1-234aed1844af/9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:33.112784 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67f2efe7-4303-41fe-bf98-90914e963251 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:33.173968 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:33.206082 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920ea6e6-ed7a-4c28-a2fa-5f962690bd85 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:33.253102 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb30745c-60b2-42c6-94a7-2b89e4a10da1 req-5b6aa538-02ee-4d1b-ac4f-1df00f0c7aa2 service neutron] 10.222.0.43 "GET /v2.0/networks/70df42a8-7f3a-4d1e-82b9-1354a40e98c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699625 Jul 15 23:09:33.292123 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 1486830a-e37c-455d-983a-3305d04c64d4 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:33.296642 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:33.345830 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0978d320-79cd-440d-9d9a-d3d7917c0763 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:09:33.346482 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dd494a-f316-4cb0-9f16-4a56a4110e2d None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:33.408717 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67f2efe7-4303-41fe-bf98-90914e963251 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:33.512108 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2baf1aa-c71c-438b-806e-d4d7f2367b68 req-8567c34f-34c7-4a1b-a832-34403f2a4572 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:33.513744 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2baf1aa-c71c-438b-806e-d4d7f2367b68 req-8567c34f-34c7-4a1b-a832-34403f2a4572 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bb01df-d89d-430e-a86b-d40ac768af15 HTTP/1.1" status: 200 len: 944 time: 0.2595499 Jul 15 23:09:33.586945 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb30745c-60b2-42c6-94a7-2b89e4a10da1 req-08188138-fe44-4b6b-9811-3aff7756e168 service neutron] 10.222.0.43 "GET /v2.0/networks/70df42a8-7f3a-4d1e-82b9-1354a40e98c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073893 Jul 15 23:09:33.662108 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2baf1aa-c71c-438b-806e-d4d7f2367b68 req-dd8118d8-3159-49bd-b925-ccae8081f40b tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299098 Jul 15 23:09:33.680192 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67f2efe7-4303-41fe-bf98-90914e963251 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:33.786058 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3342cace-fbbd-47eb-9c29-bb29e2fbd8d0 req-f5bc27dd-bcb4-4b56-b39b-ab18a60c6523 service neutron] 10.222.0.36 "GET /v2.0/networks/f31abbaf-85af-4828-a64a-6617d309ea62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9109573 Jul 15 23:09:33.787315 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0978d320-79cd-440d-9d9a-d3d7917c0763 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:33.787651 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-0978d320-79cd-440d-9d9a-d3d7917c0763 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Added segment 69bdb2bb-39e6-49ec-93b6-105c83d9f122 of type vlan for network 9f81ccc5-ad74-4c89-b971-1380c4d06aee Jul 15 23:09:33.795934 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67f2efe7-4303-41fe-bf98-90914e963251 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:33.811547 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-94db157d-d3c8-4802-b8e6-db848a5b38a0 None None] Could not find standard attr ID for object ab984630-cab8-46f5-b05a-3aaa733e8240. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:09:33.866888 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2efe7-4303-41fe-bf98-90914e963251 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Subnet': ['ID=8a84f075-3192-40dc-baa7-e477c0f873f8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:33.873272 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 920ea6e6-ed7a-4c28-a2fa-5f962690bd85, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=920ea6e6-ed7a-4c28-a2fa-5f962690bd85,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:33.931401 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:33.959956 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:33.971708 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67f2efe7-4303-41fe-bf98-90914e963251 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:33.978318 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46360) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:33.993949 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-67f2efe7-4303-41fe-bf98-90914e963251 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/8a84f075-3192-40dc-baa7-e477c0f873f8 HTTP/1.1" status: 204 len: 168 time: 1.1627414 Jul 15 23:09:34.066792 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0978d320-79cd-440d-9d9a-d3d7917c0763 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.103680 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1cf17160-969d-47c8-880d-30b64d477ff2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1229436 Jul 15 23:09:34.104335 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46362) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:34.104663 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46364) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:34.114489 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-5b4ee72a-a0f3-43a9-bcd2-d8688168b62e tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Request body: {'security_group': {'name': 'tempest-securitygroup--127091407', 'description': 'tempest-description--274123043'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:34.146118 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-a021ce88-a137-4bce-947c-a36ea88016e8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:34.160259 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-94db157d-d3c8-4802-b8e6-db848a5b38a0 None None] Provisioning for port c5df26fd-cfd9-43df-8835-370672ee25c5 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:34.177637 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-94db157d-d3c8-4802-b8e6-db848a5b38a0 None None] Provisioning complete for port c5df26fd-cfd9-43df-8835-370672ee25c5 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:34.178106 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94db157d-d3c8-4802-b8e6-db848a5b38a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.213740 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f80918a-9c67-4188-a48c-a7bea7d951a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.267028 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0978d320-79cd-440d-9d9a-d3d7917c0763 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.284835 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0978d320-79cd-440d-9d9a-d3d7917c0763 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:34.285571 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0978d320-79cd-440d-9d9a-d3d7917c0763 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.314757 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-1f80918a-9c67-4188-a48c-a7bea7d951a4 admin admin] Transition to ACTIVE for port object 9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:34.426701 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.429328 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['920ea6e6-ed7a-4c28-a2fa-5f962690bd85'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:34.435739 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978d320-79cd-440d-9d9a-d3d7917c0763 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event updated for resources: {'Network': ['ID=9f81ccc5-ad74-4c89-b971-1380c4d06aee,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:34.443326 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 70d88035-e550-464a-bf7a-71f3afbf8f8e, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=70d88035-e550-464a-bf7a-71f3afbf8f8e,segment=NetworkSegment(8678ade4-912f-44e5-91eb-340b3c0db4a7),segment_id=8678ade4-912f-44e5-91eb-340b3c0db4a7)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:34.504096 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0978d320-79cd-440d-9d9a-d3d7917c0763 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2024722 Jul 15 23:09:34.505793 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46374) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:34.508002 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee72a-a0f3-43a9-bcd2-d8688168b62e tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.523002 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f80918a-9c67-4188-a48c-a7bea7d951a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.613508 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-5b4ee72a-a0f3-43a9-bcd2-d8688168b62e tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:09:34.613508 n-d-787205-9 neutron-server[93799]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 23:09:34.613508 n-d-787205-9 neutron-server[93799]: [parameters: {'project_id_1': '77975343f0624335a695b571de060b09', 'expiration_1': datetime.datetime(2021, 7, 15, 23, 9, 34, 593047)}] Jul 15 23:09:34.613508 n-d-787205-9 neutron-server[93799]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:09:34.615339 n-d-787205-9 neutron-server[93799]: DEBUG oslo_db.api [None req-5b4ee72a-a0f3-43a9-bcd2-d8688168b62e tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:09:34.633167 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f80918a-9c67-4188-a48c-a7bea7d951a4 admin admin] Network 3faa992e-3dcc-4c31-8999-249c7daf151a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:34.642808 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-1f80918a-9c67-4188-a48c-a7bea7d951a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:34.647443 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a021ce88-a137-4bce-947c-a36ea88016e8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:34.651258 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 9f81ccc5-ad74-4c89-b971-1380c4d06aee details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:09:34.655953 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a021ce88-a137-4bce-947c-a36ea88016e8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.657491 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f80918a-9c67-4188-a48c-a7bea7d951a4 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:09:34.659361 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=920ea6e6-ed7a-4c28-a2fa-5f962690bd85,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:34.711356 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429175b5-ddf5-4bd6-ae4e-a2706a3cca05 None None] DHCP port deletion for aa7aaddd-ae79-45ba-9109-ac1ce367ee82 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:09:34.713213 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.792785 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd2585-ebc4-4389-a627-53eff77d15a0 req-bf6b564a-dc6c-4511-a35c-5b580cbb72de tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:34.815364 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd2585-ebc4-4389-a627-53eff77d15a0 req-bf6b564a-dc6c-4511-a35c-5b580cbb72de tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:34.822119 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd2585-ebc4-4389-a627-53eff77d15a0 req-bf6b564a-dc6c-4511-a35c-5b580cbb72de tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:34.856826 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033d4a18-d6ee-4624-8465-2be800d794d5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:34.859801 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd2585-ebc4-4389-a627-53eff77d15a0 req-bf6b564a-dc6c-4511-a35c-5b580cbb72de tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:34.862015 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-033d4a18-d6ee-4624-8465-2be800d794d5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "GET /v2.0/networks?id=9f81ccc5-ad74-4c89-b971-1380c4d06aee HTTP/1.1" status: 200 len: 765 time: 0.3546839 Jul 15 23:09:34.864632 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46378) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:34.865280 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80918a-9c67-4188-a48c-a7bea7d951a4 admin admin] Pushing event updated for resources: {'Port': ['ID=9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:34.874700 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a379347d-be22-49d5-82e8-a380b369724e tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Request body: {'network': {'description': 'd2'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:34.883802 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd2585-ebc4-4389-a627-53eff77d15a0 req-bf6b564a-dc6c-4511-a35c-5b580cbb72de tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:34.889777 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd2585-ebc4-4389-a627-53eff77d15a0 req-bf6b564a-dc6c-4511-a35c-5b580cbb72de tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:34.916215 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f80918a-9c67-4188-a48c-a7bea7d951a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.938627 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd2585-ebc4-4389-a627-53eff77d15a0 req-bf6b564a-dc6c-4511-a35c-5b580cbb72de tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:34.941092 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e2bd2585-ebc4-4389-a627-53eff77d15a0 req-bf6b564a-dc6c-4511-a35c-5b580cbb72de tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5420 time: 0.8352799 Jul 15 23:09:34.960294 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=70d88035-e550-464a-bf7a-71f3afbf8f8e,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:34.974339 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590ca4dc-f4de-4313-a4a3-b6ea774266d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1486830a-e37c-455d-983a-3305d04c64d4'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:34.976680 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38edd9cd-7a52-46bf-b319-8d6095aaa257" -d '{"events": [{"server_uuid": "590ca4dc-f4de-4313-a4a3-b6ea774266d9", "name": "network-vif-plugged", "status": "completed", "tag": "1486830a-e37c-455d-983a-3305d04c64d4"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:35.089798 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 1486830a-e37c-455d-983a-3305d04c64d4, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=1486830a-e37c-455d-983a-3305d04c64d4,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:35.133885 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee72a-a0f3-43a9-bcd2-d8688168b62e tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:35.158329 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6a8354-abf1-441c-a413-1b23334ca676 None None] Network aa7aaddd-ae79-45ba-9109-ac1ce367ee82 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:35.211979 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e2bd2585-ebc4-4389-a627-53eff77d15a0 req-f5c00b9b-f7b1-4ff2-ba37-fcbbd817fa2d tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2483008 Jul 15 23:09:35.234166 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:35.268257 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6a8354-abf1-441c-a413-1b23334ca676 None None] Network aa7aaddd-ae79-45ba-9109-ac1ce367ee82 could not be found, it might have been deleted concurrently. {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 23:09:35.374373 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c7a4e7-09c3-42a3-9445-865b9c7f790b None None] Network aa7aaddd-ae79-45ba-9109-ac1ce367ee82 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:35.407780 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6a2b09-f661-488f-894e-111f62a7e762 None None] DHCP port deletion for 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:09:35.415508 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ea4b685d-e0a5-49ec-a483-734525f07a7f up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:35.443302 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a021ce88-a137-4bce-947c-a36ea88016e8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:35.444887 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c7a4e7-09c3-42a3-9445-865b9c7f790b None None] Network aa7aaddd-ae79-45ba-9109-ac1ce367ee82 could not be found, it might have been deleted concurrently. {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 23:09:35.499276 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a021ce88-a137-4bce-947c-a36ea88016e8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:35.506362 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-a021ce88-a137-4bce-947c-a36ea88016e8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:35.509830 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a021ce88-a137-4bce-947c-a36ea88016e8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:35.510423 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a021ce88-a137-4bce-947c-a36ea88016e8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:35.565713 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f93a30-b409-4db8-a8db-9a10dff97a0c req-ea708932-a784-45dc-9cb8-9ae7fef58814 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:35.572737 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-28f93a30-b409-4db8-a8db-9a10dff97a0c req-ea708932-a784-45dc-9cb8-9ae7fef58814 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bb01df-d89d-430e-a86b-d40ac768af15 HTTP/1.1" status: 200 len: 945 time: 0.5892079 Jul 15 23:09:35.641861 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5bc314-2a8f-4cb8-a90a-910c5770359e x-openstack-request-id: req-6b5bc314-2a8f-4cb8-a90a-910c5770359e {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:35.642168 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590ca4dc-f4de-4313-a4a3-b6ea774266d9", "name": "network-vif-plugged", "status": "completed", "tag": "1486830a-e37c-455d-983a-3305d04c64d4", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:35.642423 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b5bc314-2a8f-4cb8-a90a-910c5770359e {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:35.642903 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590ca4dc-f4de-4313-a4a3-b6ea774266d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1486830a-e37c-455d-983a-3305d04c64d4', 'code': 200} Jul 15 23:09:35.665089 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-28f93a30-b409-4db8-a8db-9a10dff97a0c req-f23dcee5-ed7a-4642-8e1c-ddb96c6ad9b0 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913341 Jul 15 23:09:35.667302 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a021ce88-a137-4bce-947c-a36ea88016e8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Subnet': ['ID=f06c45ed-1ffc-47af-82e2-e7d275296bd8,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:35.679204 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a379347d-be22-49d5-82e8-a380b369724e tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:35.683654 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=1486830a-e37c-455d-983a-3305d04c64d4,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:35.700323 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f80918a-9c67-4188-a48c-a7bea7d951a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:35.741216 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a379347d-be22-49d5-82e8-a380b369724e tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:35.748400 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port ea4b685d-e0a5-49ec-a483-734525f07a7f completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:35.759294 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee72a-a0f3-43a9-bcd2-d8688168b62e tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:35.764126 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port ea4b685d-e0a5-49ec-a483-734525f07a7f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:35.764527 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:35.770341 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee72a-a0f3-43a9-bcd2-d8688168b62e tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:35.823592 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ee72a-a0f3-43a9-bcd2-d8688168b62e tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04fb3681-0ff9-4c35-91ee-f0c88b1c70bc,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:35.846564 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a021ce88-a137-4bce-947c-a36ea88016e8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7139788 Jul 15 23:09:35.847805 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee72a-a0f3-43a9-bcd2-d8688168b62e tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:35.849158 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5b4ee72a-a0f3-43a9-bcd2-d8688168b62e tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.7419364 Jul 15 23:09:35.850335 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46396) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:35.858364 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-214a8540-80b1-403d-8e98-c5bc31b6dd3c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:35.862136 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46398) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:35.904083 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a2f9143c-814b-4f4f-8cf5-10bce19046fe tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Request body: {'security_group_rule': {'security_group_id': '04fb3681-0ff9-4c35-91ee-f0c88b1c70bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:35.914120 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a379347d-be22-49d5-82e8-a380b369724e tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Network 9f81ccc5-ad74-4c89-b971-1380c4d06aee is not hosted by any dhcp agent {{(pid=93798) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 23:09:35.921151 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a379347d-be22-49d5-82e8-a380b369724e tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:35.922345 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a379347d-be22-49d5-82e8-a380b369724e tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:35.923995 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a379347d-be22-49d5-82e8-a380b369724e tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "PUT /v2.0/networks/9f81ccc5-ad74-4c89-b971-1380c4d06aee HTTP/1.1" status: 200 len: 762 time: 1.0549185 Jul 15 23:09:35.929745 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46400) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:35.932460 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:35.997262 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port ea4b685d-e0a5-49ec-a483-734525f07a7f, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ea4b685d-e0a5-49ec-a483-734525f07a7f,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:35.999684 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b03bf57c-bf65-478c-91f9-8b5552f97a46 None None] Could not find standard attr ID for object 086b7e5a-26f1-4f96-b1bb-9d5068ae073b. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:09:36.000008 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379347d-be22-49d5-82e8-a380b369724e tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event updated for resources: {'Network': ['ID=9f81ccc5-ad74-4c89-b971-1380c4d06aee,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:36.004441 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b03bf57c-bf65-478c-91f9-8b5552f97a46 None None] Could not find standard attr ID for object ab984630-cab8-46f5-b05a-3aaa733e8240. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:09:36.025405 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-da6a2b09-f661-488f-894e-111f62a7e762 None None] Deleting port c5df26fd-cfd9-43df-8835-370672ee25c5 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:36.026073 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-da6a2b09-f661-488f-894e-111f62a7e762 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:36.029425 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 9f81ccc5-ad74-4c89-b971-1380c4d06aee details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:09:36.077348 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a2f9143c-814b-4f4f-8cf5-10bce19046fe tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:36.104313 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:36.106071 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 69652dd0-9703-4c04-b865-a020c5ffd152 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:36.121252 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b03bf57c-bf65-478c-91f9-8b5552f97a46 None None] Provisioning for port 9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:36.127632 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4ce6a6-fea4-4bd7-bc07-fc0b519401a2 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:36.129280 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4f4ce6a6-fea4-4bd7-bc07-fc0b519401a2 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "GET /v2.0/networks?id=9f81ccc5-ad74-4c89-b971-1380c4d06aee HTTP/1.1" status: 200 len: 765 time: 0.1973181 Jul 15 23:09:36.134431 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46402) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:36.171354 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b03bf57c-bf65-478c-91f9-8b5552f97a46 None None] Provisioning complete for port 9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:36.172619 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b03bf57c-bf65-478c-91f9-8b5552f97a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:36.222265 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214a8540-80b1-403d-8e98-c5bc31b6dd3c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:36.227171 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-214a8540-80b1-403d-8e98-c5bc31b6dd3c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:36.237163 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:09:36.418119 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-da6a2b09-f661-488f-894e-111f62a7e762 None None] For port c5df26fd-cfd9-43df-8835-370672ee25c5, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c5df26fd-cfd9-43df-8835-370672ee25c5,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:36.418516 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-da6a2b09-f661-488f-894e-111f62a7e762 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:36.435466 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-da6a2b09-f661-488f-894e-111f62a7e762 None None] Calling delete_port for c5df26fd-cfd9-43df-8835-370672ee25c5 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:36.453586 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a2f9143c-814b-4f4f-8cf5-10bce19046fe tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:36.491943 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a2f9143c-814b-4f4f-8cf5-10bce19046fe tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:36.579872 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9143c-814b-4f4f-8cf5-10bce19046fe tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc94a5b-e7df-47da-be8a-394145406a03,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:36.606516 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-da6a2b09-f661-488f-894e-111f62a7e762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:36.607715 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f84cad2-e04c-49a0-b3e2-f865aaf6bc83 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:36.609473 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1f84cad2-e04c-49a0-b3e2-f865aaf6bc83 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4708705 Jul 15 23:09:36.613166 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46406) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:36.613404 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a2f9143c-814b-4f4f-8cf5-10bce19046fe tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:36.616010 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a2f9143c-814b-4f4f-8cf5-10bce19046fe tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7325630 Jul 15 23:09:36.618923 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46408) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:36.635184 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f80918a-9c67-4188-a48c-a7bea7d951a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:36.647484 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f80918a-9c67-4188-a48c-a7bea7d951a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:36.674289 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b03bf57c-bf65-478c-91f9-8b5552f97a46 None None] Port 9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:09:36.703091 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-03f7696c-b158-4aa1-bf0c-379666e77951 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "GET /v2.0/subnets?network_id=61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 207 time: 0.0822444 Jul 15 23:09:36.705280 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46422) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:36.720073 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-d5658551-c990-4040-aa32-22a87122ee4d tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Request body: {'security_group_rule': {'security_group_id': '04fb3681-0ff9-4c35-91ee-f0c88b1c70bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:36.768959 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=ea4b685d-e0a5-49ec-a483-734525f07a7f,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:36.801552 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f80918a-9c67-4188-a48c-a7bea7d951a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:36.825516 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a2b09-f661-488f-894e-111f62a7e762 None None] Pushing event deleted for resources: {'Port': ['ID=c5df26fd-cfd9-43df-8835-370672ee25c5,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:36.829455 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80918a-9c67-4188-a48c-a7bea7d951a4 admin admin] Pushing event updated for resources: {'Port': ['ID=9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:36.844190 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6a2b09-f661-488f-894e-111f62a7e762 None None] No DVR routers for this DVR port c5df26fd-cfd9-43df-8835-370672ee25c5 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:36.874349 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8cf061-94ac-4c71-a275-8766b4b6dfb0 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:36.941463 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645dd19-2b17-42e1-8c88-7e77f85843a8 req-1d133018-0eba-494c-83a3-23a380ecb9db tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:36.948028 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645dd19-2b17-42e1-8c88-7e77f85843a8 req-1d133018-0eba-494c-83a3-23a380ecb9db tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:36.955110 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645dd19-2b17-42e1-8c88-7e77f85843a8 req-1d133018-0eba-494c-83a3-23a380ecb9db tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:36.961931 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645dd19-2b17-42e1-8c88-7e77f85843a8 req-1d133018-0eba-494c-83a3-23a380ecb9db tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:36.972934 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645dd19-2b17-42e1-8c88-7e77f85843a8 req-1d133018-0eba-494c-83a3-23a380ecb9db tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:36.975365 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645dd19-2b17-42e1-8c88-7e77f85843a8 req-1d133018-0eba-494c-83a3-23a380ecb9db tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:36.982460 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645dd19-2b17-42e1-8c88-7e77f85843a8 req-1d133018-0eba-494c-83a3-23a380ecb9db tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:36.984685 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2645dd19-2b17-42e1-8c88-7e77f85843a8 req-1d133018-0eba-494c-83a3-23a380ecb9db tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5420 time: 0.4345946 Jul 15 23:09:36.986038 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d5658551-c990-4040-aa32-22a87122ee4d tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:37.069958 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f539bb76-b882-4720-b6dc-92dd53442247 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:37.076908 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f539bb76-b882-4720-b6dc-92dd53442247 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:37.088348 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f539bb76-b882-4720-b6dc-92dd53442247 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:37.095419 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f539bb76-b882-4720-b6dc-92dd53442247 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:37.102073 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f539bb76-b882-4720-b6dc-92dd53442247 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:37.108187 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f539bb76-b882-4720-b6dc-92dd53442247 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:37.111238 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f539bb76-b882-4720-b6dc-92dd53442247 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3981457 Jul 15 23:09:37.115971 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46426) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:37.186834 n-d-787205-9 neutron-server[93799]: DEBUG neutron.objects.ports [None req-214a8540-80b1-403d-8e98-c5bc31b6dd3c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93799) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:09:37.195767 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-214a8540-80b1-403d-8e98-c5bc31b6dd3c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:37.225763 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f80918a-9c67-4188-a48c-a7bea7d951a4 admin admin] Network 3faa992e-3dcc-4c31-8999-249c7daf151a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:37.232675 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-1f80918a-9c67-4188-a48c-a7bea7d951a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:37.235928 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214a8540-80b1-403d-8e98-c5bc31b6dd3c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:37.242613 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-214a8540-80b1-403d-8e98-c5bc31b6dd3c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:37.246360 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214a8540-80b1-403d-8e98-c5bc31b6dd3c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:37.251111 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-214a8540-80b1-403d-8e98-c5bc31b6dd3c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:37.252467 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6481bc-6419-4824-875e-4e48d4180b58 None None] Sync routers for ids ['9038e9d3-ec32-468b-85d8-6e0298f850de'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:09:37.300892 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 69652dd0-9703-4c04-b865-a020c5ffd152 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:37.313160 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 69652dd0-9703-4c04-b865-a020c5ffd152 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:37.313592 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:37.329098 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a8540-80b1-403d-8e98-c5bc31b6dd3c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Subnet': ['ID=131a4b9b-390c-4b8a-b9ec-7c7d0aa01da9,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:37.369787 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-57d725dc-505e-457c-822c-beb627218b9a tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2515984 Jul 15 23:09:37.372631 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46428) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:37.400905 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-214a8540-80b1-403d-8e98-c5bc31b6dd3c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5483329 Jul 15 23:09:37.405430 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6481bc-6419-4824-875e-4e48d4180b58 None None] Routers {'9038e9d3-ec32-468b-85d8-6e0298f850de'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:37.407351 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-cc6481bc-6419-4824-875e-4e48d4180b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:09:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['9038e9d3-ec32-468b-85d8-6e0298f850de'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:37.421726 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d5658551-c990-4040-aa32-22a87122ee4d tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:37.424969 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46430) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:37.440075 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-605f405a-7ccc-4535-984b-d4055d9db979 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'port': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'mac_address': 'fa:16:3e:5e:6d:ef', 'name': 'tempest-NetworksTestDHCPv6-1977637252'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:37.567515 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2645dd19-2b17-42e1-8c88-7e77f85843a8 req-7942ed8e-1fe6-426f-88b9-2836afe93b98 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4915545 Jul 15 23:09:37.569832 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d5658551-c990-4040-aa32-22a87122ee4d tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:37.581269 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-cc6481bc-6419-4824-875e-4e48d4180b58 None None] Set router 9038e9d3-ec32-468b-85d8-6e0298f850de gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:37.611049 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d5658551-c990-4040-aa32-22a87122ee4d tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:37.615167 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d5658551-c990-4040-aa32-22a87122ee4d tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9189301 Jul 15 23:09:37.624747 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46432) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:37.635477 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-bcb7a910-21dc-4e3a-8820-56293249d013 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:37.651123 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2228d6-00ed-44bc-b8b4-5ed0b42eb334 req-fe16fea3-f8ca-4cae-8e1d-b966db57c2bc tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:37.652771 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8a2228d6-00ed-44bc-b8b4-5ed0b42eb334 req-fe16fea3-f8ca-4cae-8e1d-b966db57c2bc tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bb01df-d89d-430e-a86b-d40ac768af15 HTTP/1.1" status: 200 len: 945 time: 0.5756037 Jul 15 23:09:37.662505 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5658551-c990-4040-aa32-22a87122ee4d tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=664466af-2052-498f-8c22-352b18aaa2e2,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:37.754119 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8a2228d6-00ed-44bc-b8b4-5ed0b42eb334 req-45f1ea19-04d7-49f4-b735-49ddd08ec875 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802288 Jul 15 23:09:37.754806 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bcb7a910-21dc-4e3a-8820-56293249d013 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:37.825471 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605f405a-7ccc-4535-984b-d4055d9db979 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:37.865115 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c812ab-a22f-4f00-a010-00e91ad65fd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'tenant_id': '63d2071bda354af48ba0ab40dec64d3d', 'fixed_ips': [{'subnet_id': '131a4b9b-390c-4b8a-b9ec-7c7d0aa01da9'}, {'subnet_id': 'f06c45ed-1ffc-47af-82e2-e7d275296bd8'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:09:37.867825 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-12c812ab-a22f-4f00-a010-00e91ad65fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:37.916612 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6b429e92-42e9-4fc1-a3cc-00f924edec35 None None] Provisioning complete for port 9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:37.917587 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6b429e92-42e9-4fc1-a3cc-00f924edec35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:37.970697 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f5f0ab-f082-4dbe-948e-90ff701244f7 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:37.972184 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f5f0ab-f082-4dbe-948e-90ff701244f7 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:37.973786 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f5f0ab-f082-4dbe-948e-90ff701244f7 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:37.976945 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f5f0ab-f082-4dbe-948e-90ff701244f7 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:37.978515 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f5f0ab-f082-4dbe-948e-90ff701244f7 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:37.980359 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-75f5f0ab-f082-4dbe-948e-90ff701244f7 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6066880 Jul 15 23:09:37.987745 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46444) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:38.019246 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:38.048197 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f80918a-9c67-4188-a48c-a7bea7d951a4 admin admin] Router 87cfa2cb-6c04-4f41-b308-bd886373569b has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:09:38.072036 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac408b00-89fd-4bd6-81c8-a2936a5c570b tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:38.073410 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac408b00-89fd-4bd6-81c8-a2936a5c570b tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:38.076744 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac408b00-89fd-4bd6-81c8-a2936a5c570b tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:38.079939 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac408b00-89fd-4bd6-81c8-a2936a5c570b tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:38.082755 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac408b00-89fd-4bd6-81c8-a2936a5c570b tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['shared'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:38.090967 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ac408b00-89fd-4bd6-81c8-a2936a5c570b tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1010346 Jul 15 23:09:38.091564 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46446) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:38.131396 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 920ea6e6-ed7a-4c28-a2fa-5f962690bd85 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:38.144020 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-6b429e92-42e9-4fc1-a3cc-00f924edec35 None None] Port 9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:09:38.189266 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 69652dd0-9703-4c04-b865-a020c5ffd152, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=69652dd0-9703-4c04-b865-a020c5ffd152,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:38.198929 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-605f405a-7ccc-4535-984b-d4055d9db979 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:38.212610 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:38.227322 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f80918a-9c67-4188-a48c-a7bea7d951a4 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:09:38.237365 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d5c159-96b9-4e8a-af57-cea99e0a2b95 None None] Sync routers for ids ['87cfa2cb-6c04-4f41-b308-bd886373569b'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:09:38.239861 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1f80918a-9c67-4188-a48c-a7bea7d951a4 admin admin] 10.222.0.16 "PUT /v2.0/routers/87cfa2cb-6c04-4f41-b308-bd886373569b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7619383 Jul 15 23:09:38.274463 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d5c159-96b9-4e8a-af57-cea99e0a2b95 None None] Routers {'87cfa2cb-6c04-4f41-b308-bd886373569b'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:38.275143 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-40d5c159-96b9-4e8a-af57-cea99e0a2b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:09:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['87cfa2cb-6c04-4f41-b308-bd886373569b'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:38.380335 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ea4b685d-e0a5-49ec-a483-734525f07a7f up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:38.492194 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 920ea6e6-ed7a-4c28-a2fa-5f962690bd85 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:38.499625 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=69652dd0-9703-4c04-b865-a020c5ffd152,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:38.510196 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port ea4b685d-e0a5-49ec-a483-734525f07a7f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:38.510935 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:38.546272 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-40d5c159-96b9-4e8a-af57-cea99e0a2b95 None None] Set router 87cfa2cb-6c04-4f41-b308-bd886373569b gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:38.598262 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-cc6481bc-6419-4824-875e-4e48d4180b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'name': 'tempest-ServersTestManualDisk-1036584712-router', 'tenant_id': '77975343f0624335a695b571de060b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '69652dd0-9703-4c04-b865-a020c5ffd152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:14Z', 'updated_at': '2021-07-15T23:09:27Z', 'revision_number': 4, 'project_id': '77975343f0624335a695b571de060b09', 'gw_port': {'id': '69652dd0-9703-4c04-b865-a020c5ffd152', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:18Z', 'updated_at': '2021-07-15T23:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'd64983e5-8bd6-43a2-b9dc-b631d0581e6a', 'name': '', 'network_id': 'bf6fa1b7-2834-4d94-a68c-529495746472', 'tenant_id': '77975343f0624335a695b571de060b09', 'mac_address': 'fa:16:3e:cb:78:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e9b8dc35-3b00-467c-ba33-51544e2c446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:24Z', 'updated_at': '2021-07-15T23:09:27Z', 'revision_number': 2, 'project_id': '77975343f0624335a695b571de060b09', 'subnets': [{'id': 'e9b8dc35-3b00-467c-ba33-51544e2c446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:38.670761 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6481bc-6419-4824-875e-4e48d4180b58 None None] Checking router: 9038e9d3-ec32-468b-85d8-6e0298f850de for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:09:38.672723 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6481bc-6419-4824-875e-4e48d4180b58 None None] Updating router 9038e9d3-ec32-468b-85d8-6e0298f850de port d64983e5-8bd6-43a2-b9dc-b631d0581e6a binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:09:38.680703 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 920ea6e6-ed7a-4c28-a2fa-5f962690bd85 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:38.680893 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:38.712590 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-160c00b5-bff4-4e62-8581-7c33c5f99557 req-78ecaab8-6a41-4bd1-8f5e-01a812c98a60 tempest-FloatingIPsNegativeTestJSON-600222088 tempest-FloatingIPsNegativeTestJSON-600222088-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=2381bd17d73f44558de9b4e14229d648 HTTP/1.1" status: 200 len: 217 time: 0.0455916 Jul 15 23:09:38.728484 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d508fca-eb92-4a2e-ac3e-1799fb162fe5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:38.729874 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7d508fca-eb92-4a2e-ac3e-1799fb162fe5 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "GET /v2.0/networks/91f88bd2-9b84-43d4-a053-2e4cf4b82e5c HTTP/1.1" status: 200 len: 804 time: 0.6339142 Jul 15 23:09:38.733591 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46458) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:38.738013 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-605f405a-7ccc-4535-984b-d4055d9db979 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] device_id is not set on port 66a87df1-61e4-406e-b615-ddcbb4d5376c yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:09:38.753030 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bcb7a910-21dc-4e3a-8820-56293249d013 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:38.759471 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:38.791225 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-12c812ab-a22f-4f00-a010-00e91ad65fd4 None None] Allocated IP 172.20.0.2 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/f06c45ed-1ffc-47af-82e2-e7d275296bd8/1153b98d-af79-4b62-a7f9-52f81cf5f879) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:38.807127 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cc6481bc-6419-4824-875e-4e48d4180b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:38.809569 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-12c812ab-a22f-4f00-a010-00e91ad65fd4 None None] Allocated IP 2001:db8::f816:3eff:feb4:73c3 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/131a4b9b-390c-4b8a-b9ec-7c7d0aa01da9/1153b98d-af79-4b62-a7f9-52f81cf5f879) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:38.934494 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-40d5c159-96b9-4e8a-af57-cea99e0a2b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cfa2cb-6c04-4f41-b308-bd886373569b', 'name': 'tempest-FloatingIPsNegativeTestJSON-935926063-router', 'tenant_id': '2381bd17d73f44558de9b4e14229d648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'ea4b685d-e0a5-49ec-a483-734525f07a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:23Z', 'updated_at': '2021-07-15T23:09:35Z', 'revision_number': 4, 'project_id': '2381bd17d73f44558de9b4e14229d648', 'gw_port': {'id': 'ea4b685d-e0a5-49ec-a483-734525f07a7f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cfa2cb-6c04-4f41-b308-bd886373569b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:24Z', 'updated_at': '2021-07-15T23:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90', 'name': '', 'network_id': '3faa992e-3dcc-4c31-8999-249c7daf151a', 'tenant_id': '2381bd17d73f44558de9b4e14229d648', 'mac_address': 'fa:16:3e:61:31:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cfa2cb-6c04-4f41-b308-bd886373569b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '2eda53d8-eefb-4fdf-80f1-234aed1844af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:31Z', 'updated_at': '2021-07-15T23:09:36Z', 'revision_number': 2, 'project_id': '2381bd17d73f44558de9b4e14229d648', 'subnets': [{'id': '2eda53d8-eefb-4fdf-80f1-234aed1844af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:38.992186 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-395559d6-6d2d-41c4-aa88-a61613dfa7cc req-7c76417e-3247-4f2e-9131-f0221c590171 tempest-FloatingIPsNegativeTestJSON-600222088 tempest-FloatingIPsNegativeTestJSON-600222088-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.2551620 Jul 15 23:09:39.006697 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d5c159-96b9-4e8a-af57-cea99e0a2b95 None None] Checking router: 87cfa2cb-6c04-4f41-b308-bd886373569b for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:09:39.007097 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d5c159-96b9-4e8a-af57-cea99e0a2b95 None None] Updating router 87cfa2cb-6c04-4f41-b308-bd886373569b port 9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:09:39.052993 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c97758b8-8127-4641-840a-344a5885cf01 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "GET /v2.0/networks/91f88bd2-9b84-43d4-a053-2e4cf4b82e5c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3170340 Jul 15 23:09:39.057550 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46470) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:39.080347 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-40d5c159-96b9-4e8a-af57-cea99e0a2b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.134291 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.190837 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 70d88035-e550-464a-bf7a-71f3afbf8f8e up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:39.207387 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f8cc71-569a-49a0-a180-8f2b9727ccb7 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:39.209081 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-53f8cc71-569a-49a0-a180-8f2b9727ccb7 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "GET /v2.0/subnets/50def1fc-0258-4cab-acc5-3067b280dec8 HTTP/1.1" status: 200 len: 843 time: 0.1504197 Jul 15 23:09:39.213572 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46476) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:39.344893 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4fe65-1d5e-405e-a5a5-4b89da2560df req-9d70f468-a80e-42fe-9372-bece044e7549 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:39.362248 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4fe65-1d5e-405e-a5a5-4b89da2560df req-9d70f468-a80e-42fe-9372-bece044e7549 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:39.374518 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4fe65-1d5e-405e-a5a5-4b89da2560df req-9d70f468-a80e-42fe-9372-bece044e7549 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:39.377737 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bb01df-d89d-430e-a86b-d40ac768af15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920ea6e6-ed7a-4c28-a2fa-5f962690bd85'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:39.380409 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d584cde4-0f4c-4a10-904a-97e17be03798" -d '{"events": [{"server_uuid": "56bb01df-d89d-430e-a86b-d40ac768af15", "name": "network-vif-plugged", "status": "completed", "tag": "920ea6e6-ed7a-4c28-a2fa-5f962690bd85"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:39.387929 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4fe65-1d5e-405e-a5a5-4b89da2560df req-9d70f468-a80e-42fe-9372-bece044e7549 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:39.392854 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0975b3-2c8d-45b6-a425-177c1463075a tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['shared'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:39.400794 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0e0975b3-2c8d-45b6-a425-177c1463075a tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "GET /v2.0/subnets/50def1fc-0258-4cab-acc5-3067b280dec8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1861413 Jul 15 23:09:39.403732 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4fe65-1d5e-405e-a5a5-4b89da2560df req-9d70f468-a80e-42fe-9372-bece044e7549 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:39.404530 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46480) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:39.416158 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3d6f424a-f237-4356-88c9-8a2cf8382645 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1521856835'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:39.417046 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4fe65-1d5e-405e-a5a5-4b89da2560df req-9d70f468-a80e-42fe-9372-bece044e7549 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:39.428161 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 920ea6e6-ed7a-4c28-a2fa-5f962690bd85, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=920ea6e6-ed7a-4c28-a2fa-5f962690bd85,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:39.432704 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-12c812ab-a22f-4f00-a010-00e91ad65fd4 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.435759 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4fe65-1d5e-405e-a5a5-4b89da2560df req-9d70f468-a80e-42fe-9372-bece044e7549 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:39.435946 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 70d88035-e550-464a-bf7a-71f3afbf8f8e triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:39.436043 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.444309 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.445275 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c6e4fe65-1d5e-405e-a5a5-4b89da2560df req-9d70f468-a80e-42fe-9372-bece044e7549 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5420 time: 0.5410118 Jul 15 23:09:39.452478 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-bcb7a910-21dc-4e3a-8820-56293249d013 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Allocated IP 172.25.4.93 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/dc51451f-0b26-42ac-a874-1f980d6b61a9) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:39.470824 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6f424a-f237-4356-88c9-8a2cf8382645 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Made reservation on behalf of aa681c2530394e9186e319e0d5231351 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:39.477407 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d6f424a-f237-4356-88c9-8a2cf8382645 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.536657 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d6f424a-f237-4356-88c9-8a2cf8382645 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:09:39.558868 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d6f424a-f237-4356-88c9-8a2cf8382645 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.559271 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-3d6f424a-f237-4356-88c9-8a2cf8382645 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Added segment 40f8f5c2-626e-4ebf-9afb-15e11fdc9b12 of type vlan for network 1699f77e-7de5-4678-a5f1-58b87384de4d Jul 15 23:09:39.562719 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-12c812ab-a22f-4f00-a010-00e91ad65fd4 None None] Transition to ACTIVE for port object 1153b98d-af79-4b62-a7f9-52f81cf5f879 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:39.591609 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-40d5c159-96b9-4e8a-af57-cea99e0a2b95 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.600159 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c6e4fe65-1d5e-405e-a5a5-4b89da2560df req-ea1c7e68-0ba3-45a6-84ee-991658b82b6c tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1538126 Jul 15 23:09:39.615650 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-40d5c159-96b9-4e8a-af57-cea99e0a2b95 None None] Transition to ACTIVE for port object 9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:39.621350 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-40d5c159-96b9-4e8a-af57-cea99e0a2b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.626207 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d6f424a-f237-4356-88c9-8a2cf8382645 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.676636 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-12c812ab-a22f-4f00-a010-00e91ad65fd4 None None] Transition to ACTIVE for port object 1153b98d-af79-4b62-a7f9-52f81cf5f879 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:39.709163 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d6f424a-f237-4356-88c9-8a2cf8382645 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.712154 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bcb7a910-21dc-4e3a-8820-56293249d013 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.718533 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6f424a-f237-4356-88c9-8a2cf8382645 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:39.719203 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d6f424a-f237-4356-88c9-8a2cf8382645 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.721669 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cb04d-dfc4-4844-b6d7-b433bdd9449e None None] Pushing event updated for resources: {'Port': ['ID=9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:39.792908 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-12c812ab-a22f-4f00-a010-00e91ad65fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.801807 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-40d5c159-96b9-4e8a-af57-cea99e0a2b95 None None] Attempting to bind port 9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:39.802213 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-40d5c159-96b9-4e8a-af57-cea99e0a2b95 None None] Attempting to bind port 9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '8678ade4-912f-44e5-91eb-340b3c0db4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3faa992e-3dcc-4c31-8999-249c7daf151a'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:39.802578 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d5c159-96b9-4e8a-af57-cea99e0a2b95 None None] Attempting to bind port 9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90 on network 3faa992e-3dcc-4c31-8999-249c7daf151a {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:39.808505 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3d6f424a-f237-4356-88c9-8a2cf8382645 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3965597 Jul 15 23:09:39.809157 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46482) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:39.809762 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=920ea6e6-ed7a-4c28-a2fa-5f962690bd85,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:39.822807 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d5c159-96b9-4e8a-af57-cea99e0a2b95 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:39.823231 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d5c159-96b9-4e8a-af57-cea99e0a2b95 None None] Checking segment: {'id': '8678ade4-912f-44e5-91eb-340b3c0db4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3faa992e-3dcc-4c31-8999-249c7daf151a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:39.823536 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-40d5c159-96b9-4e8a-af57-cea99e0a2b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.823922 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d5c159-96b9-4e8a-af57-cea99e0a2b95 None None] Bound using segment: {'id': '8678ade4-912f-44e5-91eb-340b3c0db4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3faa992e-3dcc-4c31-8999-249c7daf151a'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:39.824383 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-40d5c159-96b9-4e8a-af57-cea99e0a2b95 None None] Bound port: 9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8678ade4-912f-44e5-91eb-340b3c0db4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3faa992e-3dcc-4c31-8999-249c7daf151a'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:39.824762 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-40d5c159-96b9-4e8a-af57-cea99e0a2b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.825322 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-6edab300-be1b-4865-9e76-9b40ec98d7ae tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Request body: {'subnet': {'network_id': '1699f77e-7de5-4678-a5f1-58b87384de4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:39.852209 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bcb7a910-21dc-4e3a-8820-56293249d013 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.931530 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c812ab-a22f-4f00-a010-00e91ad65fd4 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:39.936299 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-40d5c159-96b9-4e8a-af57-cea99e0a2b95 None None] For port 9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:39.940815 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-40d5c159-96b9-4e8a-af57-cea99e0a2b95 None None] For port 9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90,segment=NetworkSegment(8678ade4-912f-44e5-91eb-340b3c0db4a7),segment_id=8678ade4-912f-44e5-91eb-340b3c0db4a7)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:39.949044 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-40d5c159-96b9-4e8a-af57-cea99e0a2b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.966108 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-12c812ab-a22f-4f00-a010-00e91ad65fd4 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:40.000571 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7a910-21dc-4e3a-8820-56293249d013 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Pushing event updated for resources: {'Port': ['ID=dc51451f-0b26-42ac-a874-1f980d6b61a9,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:40.008231 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f424a-f237-4356-88c9-8a2cf8382645 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event updated for resources: {'Network': ['ID=1699f77e-7de5-4678-a5f1-58b87384de4d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:40.064596 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c812ab-a22f-4f00-a010-00e91ad65fd4 None None] Pushing event updated for resources: {'Port': ['ID=1153b98d-af79-4b62-a7f9-52f81cf5f879,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:40.068010 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cb04d-dfc4-4844-b6d7-b433bdd9449e None None] Pushing event updated for resources: {'Port': ['ID=9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:40.071121 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c812ab-a22f-4f00-a010-00e91ad65fd4 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:09:40.102140 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d5c159-96b9-4e8a-af57-cea99e0a2b95 None None] Routers {'87cfa2cb-6c04-4f41-b308-bd886373569b'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:40.102875 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-40d5c159-96b9-4e8a-af57-cea99e0a2b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:09:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['87cfa2cb-6c04-4f41-b308-bd886373569b'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:40.154188 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb7a910-21dc-4e3a-8820-56293249d013 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:40.168174 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [req-f48ca187-7210-4c55-bf29-4f528cbb50c9 req-5a5c6732-d251-4dc2-9c0e-3543a8cac777 tempest-FloatingIPsNegativeTestJSON-600222088 tempest-FloatingIPsNegativeTestJSON-600222088-project] show failed (client error): The resource could not be found. Jul 15 23:09:40.177152 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f48ca187-7210-4c55-bf29-4f528cbb50c9 req-5a5c6732-d251-4dc2-9c0e-3543a8cac777 tempest-FloatingIPsNegativeTestJSON-600222088 tempest-FloatingIPsNegativeTestJSON-600222088-project] 10.222.0.16 "GET /v2.0/floatingips/27cf3714-0c7e-41e6-9b3b-3377beda830b HTTP/1.1" status: 404 len: 350 time: 0.1375120 Jul 15 23:09:40.179433 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46492) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:40.202123 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-bcb7a910-21dc-4e3a-8820-56293249d013 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:40.225976 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb7a910-21dc-4e3a-8820-56293249d013 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:09:40.284495 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edab300-be1b-4865-9e76-9b40ec98d7ae tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Made reservation on behalf of aa681c2530394e9186e319e0d5231351 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:40.297737 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6edab300-be1b-4865-9e76-9b40ec98d7ae tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.358371 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 1699f77e-7de5-4678-a5f1-58b87384de4d details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:09:40.370338 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-40d5c159-96b9-4e8a-af57-cea99e0a2b95 None None] Set router 87cfa2cb-6c04-4f41-b308-bd886373569b gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:40.377363 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85ab74-2257-4b7a-8190-483f750d04dc req-a6d1b178-cc8a-4d47-998e-4b246f04390c tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:40.378978 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2f85ab74-2257-4b7a-8190-483f750d04dc req-a6d1b178-cc8a-4d47-998e-4b246f04390c tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bb01df-d89d-430e-a86b-d40ac768af15 HTTP/1.1" status: 200 len: 946 time: 0.8123844 Jul 15 23:09:40.392714 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5487b0bb-6b4a-46a4-80fb-2291b2724c75 x-openstack-request-id: req-5487b0bb-6b4a-46a4-80fb-2291b2724c75 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:40.393309 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bb01df-d89d-430e-a86b-d40ac768af15", "name": "network-vif-plugged", "status": "completed", "tag": "920ea6e6-ed7a-4c28-a2fa-5f962690bd85", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:40.393405 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5487b0bb-6b4a-46a4-80fb-2291b2724c75 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:40.393922 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bb01df-d89d-430e-a86b-d40ac768af15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920ea6e6-ed7a-4c28-a2fa-5f962690bd85', 'code': 200} Jul 15 23:09:40.451962 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-605f405a-7ccc-4535-984b-d4055d9db979 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Allocated IP 172.20.0.11 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/f06c45ed-1ffc-47af-82e2-e7d275296bd8/66a87df1-61e4-406e-b615-ddcbb4d5376c) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:40.514306 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2f85ab74-2257-4b7a-8190-483f750d04dc req-2e638a9f-34ab-4774-8842-0092c05ec3e0 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177089 Jul 15 23:09:40.521677 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-605f405a-7ccc-4535-984b-d4055d9db979 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Allocated IP 2001:db8::f816:3eff:fe5e:6def (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/131a4b9b-390c-4b8a-b9ec-7c7d0aa01da9/66a87df1-61e4-406e-b615-ddcbb4d5376c) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:40.604649 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bcb7a910-21dc-4e3a-8820-56293249d013 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.608589 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.ipam_backend_mixin [None req-6edab300-be1b-4865-9e76-9b40ec98d7ae tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Performing IP validity checks on allocation pools {{(pid=93798) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 23:09:40.613768 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.ipam_backend_mixin [None req-6edab300-be1b-4865-9e76-9b40ec98d7ae tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93798) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 23:09:40.724744 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-40d5c159-96b9-4e8a-af57-cea99e0a2b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cfa2cb-6c04-4f41-b308-bd886373569b', 'name': 'tempest-FloatingIPsNegativeTestJSON-935926063-router', 'tenant_id': '2381bd17d73f44558de9b4e14229d648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'ea4b685d-e0a5-49ec-a483-734525f07a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:23Z', 'updated_at': '2021-07-15T23:09:35Z', 'revision_number': 4, 'project_id': '2381bd17d73f44558de9b4e14229d648', 'gw_port': {'id': 'ea4b685d-e0a5-49ec-a483-734525f07a7f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cfa2cb-6c04-4f41-b308-bd886373569b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:24Z', 'updated_at': '2021-07-15T23:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90', 'name': '', 'network_id': '3faa992e-3dcc-4c31-8999-249c7daf151a', 'tenant_id': '2381bd17d73f44558de9b4e14229d648', 'mac_address': 'fa:16:3e:61:31:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cfa2cb-6c04-4f41-b308-bd886373569b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '2eda53d8-eefb-4fdf-80f1-234aed1844af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:31Z', 'updated_at': '2021-07-15T23:09:39Z', 'revision_number': 4, 'project_id': '2381bd17d73f44558de9b4e14229d648', 'subnets': [{'id': '2eda53d8-eefb-4fdf-80f1-234aed1844af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:40.749015 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c5df26fd-cfd9-43df-8835-370672ee25c5 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:40.795966 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d5c159-96b9-4e8a-af57-cea99e0a2b95 None None] The sync data for ids ['87cfa2cb-6c04-4f41-b308-bd886373569b'] in n-d-787205-9 is: [{'id': '87cfa2cb-6c04-4f41-b308-bd886373569b', 'name': 'tempest-FloatingIPsNegativeTestJSON-935926063-router', 'tenant_id': '2381bd17d73f44558de9b4e14229d648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'ea4b685d-e0a5-49ec-a483-734525f07a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:23Z', 'updated_at': '2021-07-15T23:09:35Z', 'revision_number': 4, 'project_id': '2381bd17d73f44558de9b4e14229d648', 'gw_port': {'id': 'ea4b685d-e0a5-49ec-a483-734525f07a7f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cfa2cb-6c04-4f41-b308-bd886373569b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:24Z', 'updated_at': '2021-07-15T23:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90', 'name': '', 'network_id': '3faa992e-3dcc-4c31-8999-249c7daf151a', 'tenant_id': '2381bd17d73f44558de9b4e14229d648', 'mac_address': 'fa:16:3e:61:31:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cfa2cb-6c04-4f41-b308-bd886373569b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '2eda53d8-eefb-4fdf-80f1-234aed1844af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:31Z', 'updated_at': '2021-07-15T23:09:39Z', 'revision_number': 4, 'project_id': '2381bd17d73f44558de9b4e14229d648', 'subnets': [{'id': '2eda53d8-eefb-4fdf-80f1-234aed1844af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:09:40.852806 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4edcf9-d19b-4eb0-b901-134db84a386d req-eef73ab5-8d68-49f6-b02a-f5e0362ebd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:40.854246 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7e4edcf9-d19b-4eb0-b901-134db84a386d req-eef73ab5-8d68-49f6-b02a-f5e0362ebd93 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=56bb01df-d89d-430e-a86b-d40ac768af15 HTTP/1.1" status: 200 len: 1097 time: 0.4660349 Jul 15 23:09:40.899311 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: c5df26fd-cfd9-43df-8835-370672ee25c5 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:40.899747 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c5df26fd-cfd9-43df-8835-370672ee25c5 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:40.919435 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cc6481bc-6419-4824-875e-4e48d4180b58 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.964505 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-12c812ab-a22f-4f00-a010-00e91ad65fd4 None None] Attempting to bind port 1153b98d-af79-4b62-a7f9-52f81cf5f879 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:40.977348 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-12c812ab-a22f-4f00-a010-00e91ad65fd4 None None] Attempting to bind port 1153b98d-af79-4b62-a7f9-52f81cf5f879 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:40.977348 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c812ab-a22f-4f00-a010-00e91ad65fd4 None None] Attempting to bind port 1153b98d-af79-4b62-a7f9-52f81cf5f879 on network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:40.994978 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-cc6481bc-6419-4824-875e-4e48d4180b58 None None] Transition to ACTIVE for port object d64983e5-8bd6-43a2-b9dc-b631d0581e6a will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:41.008590 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c812ab-a22f-4f00-a010-00e91ad65fd4 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:41.009142 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c812ab-a22f-4f00-a010-00e91ad65fd4 None None] Checking segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:41.013124 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-12c812ab-a22f-4f00-a010-00e91ad65fd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:41.013124 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c812ab-a22f-4f00-a010-00e91ad65fd4 None None] Bound using segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:41.013124 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-12c812ab-a22f-4f00-a010-00e91ad65fd4 None None] Bound port: 1153b98d-af79-4b62-a7f9-52f81cf5f879, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:41.013124 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-12c812ab-a22f-4f00-a010-00e91ad65fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:41.022369 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cc6481bc-6419-4824-875e-4e48d4180b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:41.100995 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-605f405a-7ccc-4535-984b-d4055d9db979 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:41.145729 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-605f405a-7ccc-4535-984b-d4055d9db979 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Transition to ACTIVE for port object 66a87df1-61e4-406e-b615-ddcbb4d5376c will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:41.256813 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bcb7a910-21dc-4e3a-8820-56293249d013 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:41.264069 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7e4edcf9-d19b-4eb0-b901-134db84a386d req-565d121a-77e6-4822-ba39-3d35633d9609 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012437 Jul 15 23:09:41.348354 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-605f405a-7ccc-4535-984b-d4055d9db979 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:41.369037 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:41.390233 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e8aa3-a9a1-4f9b-898a-d390654d4688 None None] Pushing event updated for resources: {'Port': ['ID=d64983e5-8bd6-43a2-b9dc-b631d0581e6a,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:41.448414 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6edab300-be1b-4865-9e76-9b40ec98d7ae tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:41.464795 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605f405a-7ccc-4535-984b-d4055d9db979 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:41.483606 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-605f405a-7ccc-4535-984b-d4055d9db979 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:41.506187 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-cc6481bc-6419-4824-875e-4e48d4180b58 None None] Attempting to bind port d64983e5-8bd6-43a2-b9dc-b631d0581e6a on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:41.507348 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-cc6481bc-6419-4824-875e-4e48d4180b58 None None] Attempting to bind port d64983e5-8bd6-43a2-b9dc-b631d0581e6a by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '3a3c2bc7-5140-456e-8efe-f105575ac120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf6fa1b7-2834-4d94-a68c-529495746472'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:41.508440 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6481bc-6419-4824-875e-4e48d4180b58 None None] Attempting to bind port d64983e5-8bd6-43a2-b9dc-b631d0581e6a on network bf6fa1b7-2834-4d94-a68c-529495746472 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:41.513631 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605f405a-7ccc-4535-984b-d4055d9db979 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:09:41.522606 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6481bc-6419-4824-875e-4e48d4180b58 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:41.523014 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6481bc-6419-4824-875e-4e48d4180b58 None None] Checking segment: {'id': '3a3c2bc7-5140-456e-8efe-f105575ac120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf6fa1b7-2834-4d94-a68c-529495746472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:41.523422 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cc6481bc-6419-4824-875e-4e48d4180b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:41.524729 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6481bc-6419-4824-875e-4e48d4180b58 None None] Bound using segment: {'id': '3a3c2bc7-5140-456e-8efe-f105575ac120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf6fa1b7-2834-4d94-a68c-529495746472'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:41.525597 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-cc6481bc-6419-4824-875e-4e48d4180b58 None None] Bound port: d64983e5-8bd6-43a2-b9dc-b631d0581e6a, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a3c2bc7-5140-456e-8efe-f105575ac120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf6fa1b7-2834-4d94-a68c-529495746472'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:41.526007 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cc6481bc-6419-4824-875e-4e48d4180b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:41.536536 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194a10e-c14a-4411-8781-d63685d3fe15 req-7875c11e-849e-482e-852c-d4ac7c1b3c3c tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:41.546973 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194a10e-c14a-4411-8781-d63685d3fe15 req-7875c11e-849e-482e-852c-d4ac7c1b3c3c tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:41.565192 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194a10e-c14a-4411-8781-d63685d3fe15 req-7875c11e-849e-482e-852c-d4ac7c1b3c3c tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:41.568078 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:41.592590 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194a10e-c14a-4411-8781-d63685d3fe15 req-7875c11e-849e-482e-852c-d4ac7c1b3c3c tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:41.595177 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:41.595566 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:41.602626 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194a10e-c14a-4411-8781-d63685d3fe15 req-7875c11e-849e-482e-852c-d4ac7c1b3c3c tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:41.609920 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194a10e-c14a-4411-8781-d63685d3fe15 req-7875c11e-849e-482e-852c-d4ac7c1b3c3c tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:41.616724 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194a10e-c14a-4411-8781-d63685d3fe15 req-7875c11e-849e-482e-852c-d4ac7c1b3c3c tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:41.625496 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0194a10e-c14a-4411-8781-d63685d3fe15 req-7875c11e-849e-482e-852c-d4ac7c1b3c3c tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5420 time: 0.7718291 Jul 15 23:09:41.635940 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edab300-be1b-4865-9e76-9b40ec98d7ae tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event updated for resources: {'Subnet': ['ID=bad08d10-8e9d-4893-89a2-276d99cae2c6,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:41.676437 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-12c812ab-a22f-4f00-a010-00e91ad65fd4 None None] For port 1153b98d-af79-4b62-a7f9-52f81cf5f879, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:41.709016 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edab300-be1b-4865-9e76-9b40ec98d7ae tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Checking segment: {'id': '40f8f5c2-626e-4ebf-9afb-15e11fdc9b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1699f77e-7de5-4678-a5f1-58b87384de4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:41.709417 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edab300-be1b-4865-9e76-9b40ec98d7ae tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Network hostable DHCP agents. Network: 1699f77e-7de5-4678-a5f1-58b87384de4d, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:09:41.762383 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:41.781135 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-12c812ab-a22f-4f00-a010-00e91ad65fd4 None None] For port 1153b98d-af79-4b62-a7f9-52f81cf5f879, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1153b98d-af79-4b62-a7f9-52f81cf5f879,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:41.789501 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edab300-be1b-4865-9e76-9b40ec98d7ae tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Network 1699f77e-7de5-4678-a5f1-58b87384de4d is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:09:41.798574 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-12c812ab-a22f-4f00-a010-00e91ad65fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:41.799906 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f405a-7ccc-4535-984b-d4055d9db979 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Port': ['ID=66a87df1-61e4-406e-b615-ddcbb4d5376c,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:41.840371 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-6edab300-be1b-4865-9e76-9b40ec98d7ae tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 1699f77e-7de5-4678-a5f1-58b87384de4d) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:41.870486 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edab300-be1b-4865-9e76-9b40ec98d7ae tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:41.871502 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6edab300-be1b-4865-9e76-9b40ec98d7ae tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:41.907604 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6edab300-be1b-4865-9e76-9b40ec98d7ae tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0904484 Jul 15 23:09:41.908390 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46510) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:41.920805 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b52e69c8-76ae-4fee-9c23-79e395d50db0 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:41.948871 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90,segment=NetworkSegment(8678ade4-912f-44e5-91eb-340b3c0db4a7),segment_id=8678ade4-912f-44e5-91eb-340b3c0db4a7)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:41.959645 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c812ab-a22f-4f00-a010-00e91ad65fd4 None None] Pushing event updated for resources: {'Port': ['ID=1153b98d-af79-4b62-a7f9-52f81cf5f879,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:41.963964 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:41.971812 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 69652dd0-9703-4c04-b865-a020c5ffd152 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:41.972296 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0194a10e-c14a-4411-8781-d63685d3fe15 req-c89e70c5-6be6-457f-b744-8ea0b79b0227 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3456962 Jul 15 23:09:41.987894 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605f405a-7ccc-4535-984b-d4055d9db979 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:41.989398 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-605f405a-7ccc-4535-984b-d4055d9db979 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:42.038469 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4498b2d8-2daf-49e2-a666-921a21971be8 None None] Network 1699f77e-7de5-4678-a5f1-58b87384de4d requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:42.042742 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-cc6481bc-6419-4824-875e-4e48d4180b58 None None] For port d64983e5-8bd6-43a2-b9dc-b631d0581e6a, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:42.045685 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2b8c6391-702a-4f8f-b359-ce84d53f98f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:42.076101 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-605f405a-7ccc-4535-984b-d4055d9db979 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.6432548 Jul 15 23:09:42.088539 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46512) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:42.120358 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bcb7a910-21dc-4e3a-8820-56293249d013 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:42.131628 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:42.167320 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bcb7a910-21dc-4e3a-8820-56293249d013 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:42.200623 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-cc6481bc-6419-4824-875e-4e48d4180b58 None None] For port d64983e5-8bd6-43a2-b9dc-b631d0581e6a, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d64983e5-8bd6-43a2-b9dc-b631d0581e6a,segment=NetworkSegment(3a3c2bc7-5140-456e-8efe-f105575ac120),segment_id=3a3c2bc7-5140-456e-8efe-f105575ac120)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:42.202118 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 69652dd0-9703-4c04-b865-a020c5ffd152 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:42.202672 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:42.324914 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cc6481bc-6419-4824-875e-4e48d4180b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:42.329207 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7a910-21dc-4e3a-8820-56293249d013 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Pushing event updated for resources: {'Port': ['ID=dc51451f-0b26-42ac-a874-1f980d6b61a9,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:42.339191 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e915fc6-554a-43e4-b229-a4fe7ba70782 req-ea915afc-3641-43ee-9617-21046c09b1b7 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:42.341121 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1e915fc6-554a-43e4-b229-a4fe7ba70782 req-ea915afc-3641-43ee-9617-21046c09b1b7 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bb01df-d89d-430e-a86b-d40ac768af15 HTTP/1.1" status: 200 len: 946 time: 0.5344286 Jul 15 23:09:42.458910 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e8aa3-a9a1-4f9b-898a-d390654d4688 None None] Pushing event updated for resources: {'Port': ['ID=d64983e5-8bd6-43a2-b9dc-b631d0581e6a,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:42.593453 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6481bc-6419-4824-875e-4e48d4180b58 None None] Routers {'9038e9d3-ec32-468b-85d8-6e0298f850de'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:42.597382 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-cc6481bc-6419-4824-875e-4e48d4180b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:09:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['9038e9d3-ec32-468b-85d8-6e0298f850de'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:42.619820 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1e915fc6-554a-43e4-b229-a4fe7ba70782 req-351dc2ce-3a69-4d7e-83ef-f77e371c76b6 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610254 Jul 15 23:09:42.705537 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b6b363-4347-4b27-bdf0-d51e1f4ef419 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:42.708262 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b52e69c8-76ae-4fee-9c23-79e395d50db0 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3059994'] for subnet, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:42.722888 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b6b363-4347-4b27-bdf0-d51e1f4ef419 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:42.731576 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46526) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:42.735878 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-34b6b363-4347-4b27-bdf0-d51e1f4ef419 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.6403129 Jul 15 23:09:42.743105 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bcb7a910-21dc-4e3a-8820-56293249d013 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:42.766971 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bcb7a910-21dc-4e3a-8820-56293249d013 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:42.780803 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-bcb7a910-21dc-4e3a-8820-56293249d013 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1490223 Jul 15 23:09:42.916884 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-cc6481bc-6419-4824-875e-4e48d4180b58 None None] Set router 9038e9d3-ec32-468b-85d8-6e0298f850de gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:43.032527 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-1699f77e-7de5-4678-a5f1-58b87384de4d', 'network_id': '1699f77e-7de5-4678-a5f1-58b87384de4d', 'tenant_id': 'aa681c2530394e9186e319e0d5231351', 'fixed_ips': [{'subnet_id': 'bad08d10-8e9d-4893-89a2-276d99cae2c6'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:09:43.035982 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.099594 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-a9217a08-122d-463e-928d-e154e8492172 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--127091407&fields=id&tenant_id=77975343f0624335a695b571de060b09 HTTP/1.1" status: 200 len: 267 time: 0.0865724 Jul 15 23:09:43.361226 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f1f717ea-53d2-4687-a5ad-5691dece5431 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting port 66a87df1-61e4-406e-b615-ddcbb4d5376c {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:43.361566 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1f717ea-53d2-4687-a5ad-5691dece5431 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.414197 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-31a960ba-9204-4844-88b3-890e331780c6 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:43.419085 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:43.422655 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-31a960ba-9204-4844-88b3-890e331780c6 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/networks?id=bf6fa1b7-2834-4d94-a68c-529495746472 HTTP/1.1" status: 200 len: 812 time: 0.3206279 Jul 15 23:09:43.441020 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-99dffea8-d9a3-4b50-8542-71191d872199 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/quotas/77975343f0624335a695b571de060b09 HTTP/1.1" status: 200 len: 375 time: 0.0186713 Jul 15 23:09:43.481653 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1f717ea-53d2-4687-a5ad-5691dece5431 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.502572 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f1f717ea-53d2-4687-a5ad-5691dece5431 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Calling delete_port for 66a87df1-61e4-406e-b615-ddcbb4d5376c owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:43.580368 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531da17-5786-40e7-8f51-0dd9cdb4414d req-04d44eac-873c-476e-86e7-1d6397914be3 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:43.587319 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531da17-5786-40e7-8f51-0dd9cdb4414d req-04d44eac-873c-476e-86e7-1d6397914be3 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:43.593616 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531da17-5786-40e7-8f51-0dd9cdb4414d req-04d44eac-873c-476e-86e7-1d6397914be3 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:43.600489 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531da17-5786-40e7-8f51-0dd9cdb4414d req-04d44eac-873c-476e-86e7-1d6397914be3 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:43.607294 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531da17-5786-40e7-8f51-0dd9cdb4414d req-04d44eac-873c-476e-86e7-1d6397914be3 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:43.614116 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2b8c6391-702a-4f8f-b359-ce84d53f98f8 admin admin] Deleting port 9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:43.614306 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531da17-5786-40e7-8f51-0dd9cdb4414d req-04d44eac-873c-476e-86e7-1d6397914be3 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:43.614568 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2b8c6391-702a-4f8f-b359-ce84d53f98f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.622914 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531da17-5786-40e7-8f51-0dd9cdb4414d req-04d44eac-873c-476e-86e7-1d6397914be3 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:43.624890 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8531da17-5786-40e7-8f51-0dd9cdb4414d req-04d44eac-873c-476e-86e7-1d6397914be3 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5420 time: 0.3062186 Jul 15 23:09:43.683914 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-36b496de-99c2-4d33-af1c-6269e20bb543 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=77975343f0624335a695b571de060b09&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2419012 Jul 15 23:09:43.699834 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b52e69c8-76ae-4fee-9c23-79e395d50db0 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738555488907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2649287'] for subnet, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.705130 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8531da17-5786-40e7-8f51-0dd9cdb4414d req-67967b34-245c-4481-abec-69ff1a3ccd64 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671535 Jul 15 23:09:43.798530 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-093cdb14-9e48-43a3-82af-424d0883c743 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:09:43.799917 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-093cdb14-9e48-43a3-82af-424d0883c743 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0938916 Jul 15 23:09:43.817022 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Allocated IP 2001:db8::3 (1699f77e-7de5-4678-a5f1-58b87384de4d/bad08d10-8e9d-4893-89a2-276d99cae2c6/15445c6d-90c8-4a46-a347-3f2372dd3571) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:43.834860 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e69c8-76ae-4fee-9c23-79e395d50db0 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event updated for resources: {'Subnet': ['ID=bad08d10-8e9d-4893-89a2-276d99cae2c6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:43.845101 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:43.845482 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.960628 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52e69c8-76ae-4fee-9c23-79e395d50db0 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:43.961316 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b52e69c8-76ae-4fee-9c23-79e395d50db0 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.962987 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b52e69c8-76ae-4fee-9c23-79e395d50db0 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "PUT /v2.0/subnets/bad08d10-8e9d-4893-89a2-276d99cae2c6 HTTP/1.1" status: 200 len: 900 time: 2.0517714 Jul 15 23:09:43.974535 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46550) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:44.029714 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2b8c6391-702a-4f8f-b359-ce84d53f98f8 admin admin] For port 9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90,segment=NetworkSegment(8678ade4-912f-44e5-91eb-340b3c0db4a7),segment_id=8678ade4-912f-44e5-91eb-340b3c0db4a7)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:44.030090 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2b8c6391-702a-4f8f-b359-ce84d53f98f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:44.031301 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-c07e6b8e-3047-4f00-849c-007833c6ff6d service neutron] 10.222.0.16 "GET /v2.0/networks/bf6fa1b7-2834-4d94-a68c-529495746472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252357 Jul 15 23:09:44.132656 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6041786f-7f5e-4dad-a8f7-fa49099c5e9e None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:44.207673 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2b8c6391-702a-4f8f-b359-ce84d53f98f8 admin admin] Calling delete_port for 9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:44.217023 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-d103a97e-73ac-45c2-9778-65829379776e service neutron] 10.222.0.16 "GET /v2.0/networks/bf6fa1b7-2834-4d94-a68c-529495746472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720483 Jul 15 23:09:44.227234 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:44.270975 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-cc6481bc-6419-4824-875e-4e48d4180b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'name': 'tempest-ServersTestManualDisk-1036584712-router', 'tenant_id': '77975343f0624335a695b571de060b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '69652dd0-9703-4c04-b865-a020c5ffd152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:14Z', 'updated_at': '2021-07-15T23:09:27Z', 'revision_number': 4, 'project_id': '77975343f0624335a695b571de060b09', 'gw_port': {'id': '69652dd0-9703-4c04-b865-a020c5ffd152', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:18Z', 'updated_at': '2021-07-15T23:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'd64983e5-8bd6-43a2-b9dc-b631d0581e6a', 'name': '', 'network_id': 'bf6fa1b7-2834-4d94-a68c-529495746472', 'tenant_id': '77975343f0624335a695b571de060b09', 'mac_address': 'fa:16:3e:cb:78:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e9b8dc35-3b00-467c-ba33-51544e2c446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:24Z', 'updated_at': '2021-07-15T23:09:41Z', 'revision_number': 4, 'project_id': '77975343f0624335a695b571de060b09', 'subnets': [{'id': 'e9b8dc35-3b00-467c-ba33-51544e2c446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:44.378146 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850d689-524b-42a4-bf22-87dadb448812 req-0ab3792b-40c4-4a95-b1e3-a39679ea7e5e tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:44.380990 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8850d689-524b-42a4-bf22-87dadb448812 req-0ab3792b-40c4-4a95-b1e3-a39679ea7e5e tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bb01df-d89d-430e-a86b-d40ac768af15 HTTP/1.1" status: 200 len: 946 time: 0.1457207 Jul 15 23:09:44.400428 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6481bc-6419-4824-875e-4e48d4180b58 None None] The sync data for ids ['9038e9d3-ec32-468b-85d8-6e0298f850de'] in n-d-787205-9 is: [{'id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'name': 'tempest-ServersTestManualDisk-1036584712-router', 'tenant_id': '77975343f0624335a695b571de060b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '69652dd0-9703-4c04-b865-a020c5ffd152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:14Z', 'updated_at': '2021-07-15T23:09:27Z', 'revision_number': 4, 'project_id': '77975343f0624335a695b571de060b09', 'gw_port': {'id': '69652dd0-9703-4c04-b865-a020c5ffd152', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:18Z', 'updated_at': '2021-07-15T23:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'd64983e5-8bd6-43a2-b9dc-b631d0581e6a', 'name': '', 'network_id': 'bf6fa1b7-2834-4d94-a68c-529495746472', 'tenant_id': '77975343f0624335a695b571de060b09', 'mac_address': 'fa:16:3e:cb:78:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e9b8dc35-3b00-467c-ba33-51544e2c446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:24Z', 'updated_at': '2021-07-15T23:09:41Z', 'revision_number': 4, 'project_id': '77975343f0624335a695b571de060b09', 'subnets': [{'id': 'e9b8dc35-3b00-467c-ba33-51544e2c446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:09:44.491803 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:44.506538 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8850d689-524b-42a4-bf22-87dadb448812 req-ac019dad-153a-448e-b0d0-d843da5f1fbf tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970228 Jul 15 23:09:44.633167 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-bb176fbf-a876-4ecd-8f01-e5ea835545ce None None] Provisioning for port 1153b98d-af79-4b62-a7f9-52f81cf5f879 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:44.638266 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1153b98d-af79-4b62-a7f9-52f81cf5f879 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:44.657363 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:44.663491 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1f717ea-53d2-4687-a5ad-5691dece5431 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:44.671676 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-741afbd6-0047-4f72-876d-6422d5a7b4f1 req-b10ee874-968b-4967-be14-270dc4d19143 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/ports?device_id=d76fc786-7a78-4737-8141-6ee5de07e536 HTTP/1.1" status: 200 len: 210 time: 0.0863936 Jul 15 23:09:44.873575 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f717ea-53d2-4687-a5ad-5691dece5431 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Port': ['ID=66a87df1-61e4-406e-b615-ddcbb4d5376c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:45.035377 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2b8c6391-702a-4f8f-b359-ce84d53f98f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:45.038838 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Transition to ACTIVE for port object 15445c6d-90c8-4a46-a347-3f2372dd3571 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:45.086649 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Transition to ACTIVE for port object 15445c6d-90c8-4a46-a347-3f2372dd3571 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:45.100396 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 1153b98d-af79-4b62-a7f9-52f81cf5f879 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:45.108985 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:45.167436 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2f3db-f40f-4e74-b954-be73b6a15de1 req-e515e24a-3088-49c4-9b7c-a8787e2975c0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:45.184286 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:45.192572 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2f3db-f40f-4e74-b954-be73b6a15de1 req-e515e24a-3088-49c4-9b7c-a8787e2975c0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:45.213714 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Pushing event updated for resources: {'Port': ['ID=15445c6d-90c8-4a46-a347-3f2372dd3571,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:45.230132 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2f3db-f40f-4e74-b954-be73b6a15de1 req-e515e24a-3088-49c4-9b7c-a8787e2975c0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:45.235784 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 1153b98d-af79-4b62-a7f9-52f81cf5f879 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:45.236173 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:45.257473 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2f3db-f40f-4e74-b954-be73b6a15de1 req-e515e24a-3088-49c4-9b7c-a8787e2975c0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:45.286036 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2f3db-f40f-4e74-b954-be73b6a15de1 req-e515e24a-3088-49c4-9b7c-a8787e2975c0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:45.315789 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2f3db-f40f-4e74-b954-be73b6a15de1 req-e515e24a-3088-49c4-9b7c-a8787e2975c0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:45.321824 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:45.322183 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:45.322526 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:45.322895 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:45.323230 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:45.323565 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:45.323897 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:45.324227 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:45.324555 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:45.324941 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:45.325271 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:45.325597 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:45.335748 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2f3db-f40f-4e74-b954-be73b6a15de1 req-e515e24a-3088-49c4-9b7c-a8787e2975c0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:45.351222 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Network 1699f77e-7de5-4678-a5f1-58b87384de4d is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:45.353246 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:45.354422 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-29c2f3db-f40f-4e74-b954-be73b6a15de1 req-e515e24a-3088-49c4-9b7c-a8787e2975c0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5420 time: 0.3908420 Jul 15 23:09:45.355823 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:09:45.458999 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event deleted for resources: {'Subnet': ['ID=bad08d10-8e9d-4893-89a2-276d99cae2c6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:45.469744 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c6391-702a-4f8f-b359-ce84d53f98f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:45.520592 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-29c2f3db-f40f-4e74-b954-be73b6a15de1 req-7e2a6654-2949-4ff9-8a75-f5f0009bdb3c tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1648993 Jul 15 23:09:45.565559 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:45.593634 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Attempting to bind port 15445c6d-90c8-4a46-a347-3f2372dd3571 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:45.594248 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Attempting to bind port 15445c6d-90c8-4a46-a347-3f2372dd3571 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '40f8f5c2-626e-4ebf-9afb-15e11fdc9b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1699f77e-7de5-4678-a5f1-58b87384de4d'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:45.595342 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Attempting to bind port 15445c6d-90c8-4a46-a347-3f2372dd3571 on network 1699f77e-7de5-4678-a5f1-58b87384de4d {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:45.603018 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:45.607282 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Checking segment: {'id': '40f8f5c2-626e-4ebf-9afb-15e11fdc9b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1699f77e-7de5-4678-a5f1-58b87384de4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:45.607741 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:45.608140 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Bound using segment: {'id': '40f8f5c2-626e-4ebf-9afb-15e11fdc9b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1699f77e-7de5-4678-a5f1-58b87384de4d'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:45.608649 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Bound port: 15445c6d-90c8-4a46-a347-3f2372dd3571, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f8f5c2-626e-4ebf-9afb-15e11fdc9b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1699f77e-7de5-4678-a5f1-58b87384de4d'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:45.609043 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:45.725582 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 1153b98d-af79-4b62-a7f9-52f81cf5f879, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1153b98d-af79-4b62-a7f9-52f81cf5f879,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:45.738602 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:45.739450 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d64983e5-8bd6-43a2-b9dc-b631d0581e6a up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:46.018070 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b72f635d-71fe-45b0-94cc-f9f2bfbc3a8a req-0f080ece-0224-47dc-84e8-8d2a67055d89 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/ports?device_id=d76fc786-7a78-4737-8141-6ee5de07e536 HTTP/1.1" status: 200 len: 210 time: 0.1302166 Jul 15 23:09:46.126884 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-2b3233b2-a504-480f-830b-bba212834713 None None] For port 15445c6d-90c8-4a46-a347-3f2372dd3571, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:46.130282 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-2b3233b2-a504-480f-830b-bba212834713 None None] For port 15445c6d-90c8-4a46-a347-3f2372dd3571, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=15445c6d-90c8-4a46-a347-3f2372dd3571,segment=NetworkSegment(40f8f5c2-626e-4ebf-9afb-15e11fdc9b12),segment_id=40f8f5c2-626e-4ebf-9afb-15e11fdc9b12)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:46.132078 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=1153b98d-af79-4b62-a7f9-52f81cf5f879,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:46.165903 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:46.240351 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2b8c6391-702a-4f8f-b359-ce84d53f98f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:46.261380 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1f717ea-53d2-4687-a5ad-5691dece5431 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:46.261633 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c1a4c994-0602-441c-b2f9-9f88d863c035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:46.265435 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3233b2-a504-480f-830b-bba212834713 None None] Pushing event updated for resources: {'Port': ['ID=15445c6d-90c8-4a46-a347-3f2372dd3571,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:46.268070 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f1f717ea-53d2-4687-a5ad-5691dece5431 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/66a87df1-61e4-406e-b615-ddcbb4d5376c HTTP/1.1" status: 204 len: 168 time: 3.5355022 Jul 15 23:09:46.271276 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46628) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:46.303363 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-bd78cd9d-2311-4091-ae52-117a01a2bfc7 None None] Provisioning complete for port 1153b98d-af79-4b62-a7f9-52f81cf5f879 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:46.303745 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd78cd9d-2311-4091-ae52-117a01a2bfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:46.328149 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:46.425212 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3400a652-1ea3-4fd3-8f4b-8223cb00d3c5 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:46.427154 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3400a652-1ea3-4fd3-8f4b-8223cb00d3c5 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:46.427650 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1699f77e-7de5-4678-a5f1-58b87384de4d']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:46.429043 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3400a652-1ea3-4fd3-8f4b-8223cb00d3c5 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:46.435758 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3400a652-1ea3-4fd3-8f4b-8223cb00d3c5 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1619852 Jul 15 23:09:46.443903 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46636) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:46.475842 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port d64983e5-8bd6-43a2-b9dc-b631d0581e6a completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:46.483850 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port d64983e5-8bd6-43a2-b9dc-b631d0581e6a triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:46.484233 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:46.525255 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f8f5c2-626e-4ebf-9afb-15e11fdc9b12') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:46.525633 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f8f5c2-626e-4ebf-9afb-15e11fdc9b12') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:46.554922 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:46.597797 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:46.619377 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:09:46.620259 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:09:46.625746 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:09:46.692095 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4006e694-b799-49d6-a7a6-999580fa5604 None None] Network 1699f77e-7de5-4678-a5f1-58b87384de4d requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:46.716710 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63add7-ad72-4373-bbee-e30ad62782b6 req-cd17bf07-2160-417f-82c8-4dfb1eacf0a0 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:46.720273 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1e63add7-ad72-4373-bbee-e30ad62782b6 req-cd17bf07-2160-417f-82c8-4dfb1eacf0a0 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bb01df-d89d-430e-a86b-d40ac768af15 HTTP/1.1" status: 200 len: 946 time: 0.1754994 Jul 15 23:09:46.738225 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-bd78cd9d-2311-4091-ae52-117a01a2bfc7 None None] Could not find standard attr ID for object 66a87df1-61e4-406e-b615-ddcbb4d5376c. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:09:46.791402 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d2fd70-1f5e-4d1c-af8b-e1ed87b0d2f1 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting subnet 131a4b9b-390c-4b8a-b9ec-7c7d0aa01da9 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:09:46.803099 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85d2fd70-1f5e-4d1c-af8b-e1ed87b0d2f1 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:46.875098 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1e63add7-ad72-4373-bbee-e30ad62782b6 req-7347847a-8190-4d9a-9a5b-8fb536ac3527 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479232 Jul 15 23:09:46.896548 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1bb69e3e-4c48-417c-8d68-ac578db187b2 None None] Could not find standard attr ID for object 66a87df1-61e4-406e-b615-ddcbb4d5376c. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:09:46.932185 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85d2fd70-1f5e-4d1c-af8b-e1ed87b0d2f1 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:46.939080 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:46.947382 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476f6d7-445a-4d33-9588-14971536fbe6 req-f9fa2f35-af79-4aac-8dde-37e304bf59b4 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:46.978553 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476f6d7-445a-4d33-9588-14971536fbe6 req-f9fa2f35-af79-4aac-8dde-37e304bf59b4 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:46.986496 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476f6d7-445a-4d33-9588-14971536fbe6 req-f9fa2f35-af79-4aac-8dde-37e304bf59b4 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:46.995977 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476f6d7-445a-4d33-9588-14971536fbe6 req-f9fa2f35-af79-4aac-8dde-37e304bf59b4 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:47.005001 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476f6d7-445a-4d33-9588-14971536fbe6 req-f9fa2f35-af79-4aac-8dde-37e304bf59b4 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:47.012995 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476f6d7-445a-4d33-9588-14971536fbe6 req-f9fa2f35-af79-4aac-8dde-37e304bf59b4 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:47.020163 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476f6d7-445a-4d33-9588-14971536fbe6 req-f9fa2f35-af79-4aac-8dde-37e304bf59b4 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:47.028782 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5476f6d7-445a-4d33-9588-14971536fbe6 req-f9fa2f35-af79-4aac-8dde-37e304bf59b4 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5420 time: 0.2392282 Jul 15 23:09:47.050205 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port d64983e5-8bd6-43a2-b9dc-b631d0581e6a, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d64983e5-8bd6-43a2-b9dc-b631d0581e6a,segment=NetworkSegment(3a3c2bc7-5140-456e-8efe-f105575ac120),segment_id=3a3c2bc7-5140-456e-8efe-f105575ac120)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:47.065783 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:47.122614 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5476f6d7-445a-4d33-9588-14971536fbe6 req-e6bef487-375c-4a08-acd5-42b6e36e0f21 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0926170 Jul 15 23:09:47.215009 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed407b11-ddb7-436c-98a1-0ea2f261dbef None None] Network 1699f77e-7de5-4678-a5f1-58b87384de4d requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:47.256896 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=d64983e5-8bd6-43a2-b9dc-b631d0581e6a,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:47.386204 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-55e3e69f-132d-438a-a9e0-c66779fcd878 req-9ae45fa0-f0aa-4508-93a1-d21da7e1d075 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/ports?device_id=d76fc786-7a78-4737-8141-6ee5de07e536 HTTP/1.1" status: 200 len: 210 time: 0.0730307 Jul 15 23:09:47.392730 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1153b98d-af79-4b62-a7f9-52f81cf5f879 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:47.551112 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85d2fd70-1f5e-4d1c-af8b-e1ed87b0d2f1 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:47.632448 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 1153b98d-af79-4b62-a7f9-52f81cf5f879 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:47.634124 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:47.645869 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bce732-2290-4a23-8eb3-7ddf1d3859db None None] get_active_networks_info from n-d-787205-9 {{(pid=93800) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:09:47.654483 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-f5908d0a-0b7a-451f-899c-2547e0a044a2 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:47.656407 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-f5908d0a-0b7a-451f-899c-2547e0a044a2 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.43 "GET /v2.0/networks?id=bf6fa1b7-2834-4d94-a68c-529495746472 HTTP/1.1" status: 200 len: 812 time: 0.1824560 Jul 15 23:09:47.659957 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85d2fd70-1f5e-4d1c-af8b-e1ed87b0d2f1 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:47.695829 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.db.api [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 23:09:47.695829 n-d-787205-9 neutron-server[93798]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 23:09:47.695829 n-d-787205-9 neutron-server[93798]: [parameters: {'id': '1699f77e-7de5-4678-a5f1-58b87384de4d'}] Jul 15 23:09:47.695829 n-d-787205-9 neutron-server[93798]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:09:47.696316 n-d-787205-9 neutron-server[93798]: DEBUG oslo_db.api [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:09:47.699389 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2fd70-1f5e-4d1c-af8b-e1ed87b0d2f1 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Subnet': ['ID=131a4b9b-390c-4b8a-b9ec-7c7d0aa01da9,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:47.704735 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85d2fd70-1f5e-4d1c-af8b-e1ed87b0d2f1 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:47.709444 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-85d2fd70-1f5e-4d1c-af8b-e1ed87b0d2f1 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/131a4b9b-390c-4b8a-b9ec-7c7d0aa01da9 HTTP/1.1" status: 204 len: 168 time: 1.2615166 Jul 15 23:09:47.714954 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46654) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:47.744407 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-1b654d30-1675-4fd2-85bb-b9d6f9c86ac2 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77975343f0624335a695b571de060b09 HTTP/1.1" status: 200 len: 379 time: 0.0720463 Jul 15 23:09:47.801608 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-51eab37b-aa8e-49c8-8af8-f1a059cd53cc tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Request body: {'port': {'device_id': 'd76fc786-7a78-4737-8141-6ee5de07e536', 'network_id': 'bf6fa1b7-2834-4d94-a68c-529495746472', 'admin_state_up': True, 'tenant_id': '77975343f0624335a695b571de060b09', 'security_groups': ['04fb3681-0ff9-4c35-91ee-f0c88b1c70bc']}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:47.847242 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a6c8fee-2370-4b29-bb81-40623545763a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting subnet f06c45ed-1ffc-47af-82e2-e7d275296bd8 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:09:47.853363 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8fee-2370-4b29-bb81-40623545763a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:47.926843 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bce732-2290-4a23-8eb3-7ddf1d3859db None None] Resources bound (agent type, host, resource id): {{(pid=93800) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:09:47.975542 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8c6391-702a-4f8f-b359-ce84d53f98f8 admin admin] Router 87cfa2cb-6c04-4f41-b308-bd886373569b has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:09:47.981249 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8fee-2370-4b29-bb81-40623545763a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.018536 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-51eab37b-aa8e-49c8-8af8-f1a059cd53cc tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Made reservation on behalf of 77975343f0624335a695b571de060b09 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:48.031223 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-51eab37b-aa8e-49c8-8af8-f1a059cd53cc tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.187126 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8c6391-702a-4f8f-b359-ce84d53f98f8 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:09:48.197966 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.214730 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2b8c6391-702a-4f8f-b359-ce84d53f98f8 admin admin] 10.222.0.16 "PUT /v2.0/routers/87cfa2cb-6c04-4f41-b308-bd886373569b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0213666 Jul 15 23:09:48.222345 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 920ea6e6-ed7a-4c28-a2fa-5f962690bd85 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:09:48.248882 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46670) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:48.259550 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9470c1-79aa-465f-a54d-8f1619039917 None None] Sync routers for ids ['87cfa2cb-6c04-4f41-b308-bd886373569b'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:09:48.312689 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-03c1babf-0569-4bb9-ab20-73e9d66a93a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.395846 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9470c1-79aa-465f-a54d-8f1619039917 None None] Routers {'87cfa2cb-6c04-4f41-b308-bd886373569b'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:48.396485 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ba9470c1-79aa-465f-a54d-8f1619039917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:09:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['87cfa2cb-6c04-4f41-b308-bd886373569b'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:48.455937 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8fee-2370-4b29-bb81-40623545763a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.472734 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-51eab37b-aa8e-49c8-8af8-f1a059cd53cc tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Allocated IP 172.20.0.7 (bf6fa1b7-2834-4d94-a68c-529495746472/e9b8dc35-3b00-467c-ba33-51544e2c446c/ac1c1a85-6ef4-452b-9241-71e5d124ff58) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:48.536309 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-ba9470c1-79aa-465f-a54d-8f1619039917 None None] Set router 87cfa2cb-6c04-4f41-b308-bd886373569b gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:48.621571 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475c33a-dcd9-47dc-ae97-798a382e7369 req-c9e4a94f-3379-4274-9d56-c1d1f5bb3143 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:48.623188 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7475c33a-dcd9-47dc-ae97-798a382e7369 req-c9e4a94f-3379-4274-9d56-c1d1f5bb3143 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bb01df-d89d-430e-a86b-d40ac768af15 HTTP/1.1" status: 200 len: 946 time: 0.3244762 Jul 15 23:09:48.634468 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8fee-2370-4b29-bb81-40623545763a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.637187 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d6399b9-ee48-46dd-8e5f-b2a0f34d0a4c admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.665099 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Deleting port 15445c6d-90c8-4a46-a347-3f2372dd3571 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:48.665921 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.685131 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.695965 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b58811-2ba6-4e5b-9d5c-2346177d42c1 req-d0c7b63a-3134-4db4-be78-554b1fc3b38b tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:48.698127 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 920ea6e6-ed7a-4c28-a2fa-5f962690bd85, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=920ea6e6-ed7a-4c28-a2fa-5f962690bd85,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:48.701821 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b58811-2ba6-4e5b-9d5c-2346177d42c1 req-d0c7b63a-3134-4db4-be78-554b1fc3b38b tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:48.708011 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c8fee-2370-4b29-bb81-40623545763a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Subnet': ['ID=f06c45ed-1ffc-47af-82e2-e7d275296bd8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:48.713886 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b58811-2ba6-4e5b-9d5c-2346177d42c1 req-d0c7b63a-3134-4db4-be78-554b1fc3b38b tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:48.732959 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b58811-2ba6-4e5b-9d5c-2346177d42c1 req-d0c7b63a-3134-4db4-be78-554b1fc3b38b tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:48.740854 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b58811-2ba6-4e5b-9d5c-2346177d42c1 req-d0c7b63a-3134-4db4-be78-554b1fc3b38b tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:48.747426 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b58811-2ba6-4e5b-9d5c-2346177d42c1 req-d0c7b63a-3134-4db4-be78-554b1fc3b38b tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:48.753507 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b58811-2ba6-4e5b-9d5c-2346177d42c1 req-d0c7b63a-3134-4db4-be78-554b1fc3b38b tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:48.755473 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e6b58811-2ba6-4e5b-9d5c-2346177d42c1 req-d0c7b63a-3134-4db4-be78-554b1fc3b38b tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5420 time: 0.3784499 Jul 15 23:09:48.760049 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8fee-2370-4b29-bb81-40623545763a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.766032 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7a6c8fee-2370-4b29-bb81-40623545763a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/f06c45ed-1ffc-47af-82e2-e7d275296bd8 HTTP/1.1" status: 204 len: 168 time: 1.0455859 Jul 15 23:09:48.768993 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46682) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:48.841780 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-462efad6-b15d-419c-a4b2-0b75ecd04cd4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0700874 Jul 15 23:09:48.848738 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46684) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:48.885779 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-d14b7550-5e4e-4f78-94b5-b954d72297f1 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:48.904090 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] For port 15445c6d-90c8-4a46-a347-3f2372dd3571, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=15445c6d-90c8-4a46-a347-3f2372dd3571,segment=NetworkSegment(40f8f5c2-626e-4ebf-9afb-15e11fdc9b12),segment_id=40f8f5c2-626e-4ebf-9afb-15e11fdc9b12)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:48.904653 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.929466 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Calling delete_port for 15445c6d-90c8-4a46-a347-3f2372dd3571 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:48.948411 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d6399b9-ee48-46dd-8e5f-b2a0f34d0a4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:49.014197 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-51eab37b-aa8e-49c8-8af8-f1a059cd53cc tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:49.020185 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14b7550-5e4e-4f78-94b5-b954d72297f1 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:49.024074 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d14b7550-5e4e-4f78-94b5-b954d72297f1 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:49.127043 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9d6399b9-ee48-46dd-8e5f-b2a0f34d0a4c admin admin] Deleting port ea4b685d-e0a5-49ec-a483-734525f07a7f {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:49.127497 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d6399b9-ee48-46dd-8e5f-b2a0f34d0a4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:49.131029 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:49.146652 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7475c33a-dcd9-47dc-ae97-798a382e7369 req-f3007645-8368-4599-b624-15563724a129 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4887631 Jul 15 23:09:49.192231 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '920ea6e6-ed7a-4c28-a2fa-5f962690bd85', 'network_id': 'f31abbaf-85af-4828-a64a-6617d309ea62', 'port_id': '920ea6e6-ed7a-4c28-a2fa-5f962690bd85', 'mac_address': 'fa:16:3e:b8:df:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4e4463-c0f1-483a-8548-ef2c0500a26e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:09:49.206666 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event deleted for resources: {'Port': ['ID=15445c6d-90c8-4a46-a347-3f2372dd3571,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:49.206666 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] No DVR routers for this DVR port 15445c6d-90c8-4a46-a347-3f2372dd3571 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:49.239914 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e6b58811-2ba6-4e5b-9d5c-2346177d42c1 req-c3eee26a-fe17-4d19-b104-b1eeaaad2ec4 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4694543 Jul 15 23:09:49.282916 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d64983e5-8bd6-43a2-b9dc-b631d0581e6a up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:49.289011 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-51eab37b-aa8e-49c8-8af8-f1a059cd53cc tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Transition to ACTIVE for port object ac1c1a85-6ef4-452b-9241-71e5d124ff58 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:49.357978 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:49.373213 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-9d6399b9-ee48-46dd-8e5f-b2a0f34d0a4c admin admin] For port ea4b685d-e0a5-49ec-a483-734525f07a7f, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ea4b685d-e0a5-49ec-a483-734525f07a7f,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:49.373569 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d6399b9-ee48-46dd-8e5f-b2a0f34d0a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:49.376703 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1699f77e-7de5-4678-a5f1-58b87384de4d']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:49.394990 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f8f5c2-626e-4ebf-9afb-15e11fdc9b12') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:49.395282 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f8f5c2-626e-4ebf-9afb-15e11fdc9b12') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:49.397228 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9d6399b9-ee48-46dd-8e5f-b2a0f34d0a4c admin admin] Calling delete_port for ea4b685d-e0a5-49ec-a483-734525f07a7f owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:49.409786 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:49.412288 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:49.469102 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:49.480518 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:09:49.480849 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:49.485066 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:09:49.485066 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:09:49.485066 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:09:49.485066 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:09:49.485066 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:09:49.485066 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:09:49.485066 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:09:49.485066 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:09:49.485066 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:09:49.485066 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:09:49.485066 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:09:49.485066 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:09:49.485066 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:09:49.485066 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:09:49.485066 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:09:49.485066 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:09:49.485066 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:09:49.485066 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:09:49.485066 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:09:49.485066 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:09:49.485066 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:09:49.485066 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:09:49.485066 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:09:49.485066 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:09:49.485066 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:09:49.485066 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:09:49.485066 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:09:49.485066 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:09:49.485066 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:09:49.485066 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:09:49.485066 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:09:49.485066 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:09:49.493215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 920ea6e6-ed7a-4c28-a2fa-5f962690bd85 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:49.553366 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd9ea794-6d4f-486d-8885-fd7a86377a63 req-30c6a1da-5edc-4822-9057-6a87268e2c0e tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/ports?device_id=d76fc786-7a78-4737-8141-6ee5de07e536 HTTP/1.1" status: 200 len: 210 time: 0.0784464 Jul 15 23:09:49.562975 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 920ea6e6-ed7a-4c28-a2fa-5f962690bd85, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=920ea6e6-ed7a-4c28-a2fa-5f962690bd85,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:49.569583 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-51eab37b-aa8e-49c8-8af8-f1a059cd53cc tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:49.602347 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:49.690784 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-51eab37b-aa8e-49c8-8af8-f1a059cd53cc tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Network bf6fa1b7-2834-4d94-a68c-529495746472 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:49.695731 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:49.702481 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-51eab37b-aa8e-49c8-8af8-f1a059cd53cc tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:49.705766 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-51eab37b-aa8e-49c8-8af8-f1a059cd53cc tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:09:49.737569 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port d64983e5-8bd6-43a2-b9dc-b631d0581e6a triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:49.738328 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:49.787301 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eab37b-aa8e-49c8-8af8-f1a059cd53cc tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Pushing event updated for resources: {'Port': ['ID=ac1c1a85-6ef4-452b-9241-71e5d124ff58,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:49.800229 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d14b7550-5e4e-4f78-94b5-b954d72297f1 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:49.807777 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:49.808726 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db4f182-176e-4c91-b3e2-3ab8e6234635 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:49.810863 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['920ea6e6-ed7a-4c28-a2fa-5f962690bd85'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:49.827547 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:49.830848 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "DELETE /v2.0/networks/1699f77e-7de5-4678-a5f1-58b87384de4d HTTP/1.1" status: 204 len: 168 time: 5.8538001 Jul 15 23:09:49.838085 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46698) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:49.854802 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-51eab37b-aa8e-49c8-8af8-f1a059cd53cc tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:49.855468 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-51eab37b-aa8e-49c8-8af8-f1a059cd53cc tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:49.877656 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-51eab37b-aa8e-49c8-8af8-f1a059cd53cc tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1031809 Jul 15 23:09:49.881835 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f23fb-a893-46e7-a616-bf0973da9722 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event deleted for resources: {'Network': ['ID=1699f77e-7de5-4678-a5f1-58b87384de4d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:49.892360 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c29026-8253-4815-839a-4639b4bf2bce tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] DELETE failed (client error): The resource could not be found. Jul 15 23:09:49.893175 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c29026-8253-4815-839a-4639b4bf2bce tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:09:49.895380 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c1c29026-8253-4815-839a-4639b4bf2bce tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "DELETE /v2.0/subnets/bad08d10-8e9d-4893-89a2-276d99cae2c6 HTTP/1.1" status: 404 len: 337 time: 0.0454006 Jul 15 23:09:49.902775 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-2113000a-7b5a-4ede-a9a7-c497c5983fe9 service neutron] Request body: {'port': {'device_id': 'd76fc786-7a78-4737-8141-6ee5de07e536', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:49.912914 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46700) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:49.924605 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14b7550-5e4e-4f78-94b5-b954d72297f1 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:49.936570 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ba9470c1-79aa-465f-a54d-8f1619039917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cfa2cb-6c04-4f41-b308-bd886373569b', 'name': 'tempest-FloatingIPsNegativeTestJSON-935926063-router', 'tenant_id': '2381bd17d73f44558de9b4e14229d648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'ea4b685d-e0a5-49ec-a483-734525f07a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:23Z', 'updated_at': '2021-07-15T23:09:44Z', 'revision_number': 5, 'project_id': '2381bd17d73f44558de9b4e14229d648', 'gw_port': {'id': 'ea4b685d-e0a5-49ec-a483-734525f07a7f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cfa2cb-6c04-4f41-b308-bd886373569b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:24Z', 'updated_at': '2021-07-15T23:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:49.947905 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=920ea6e6-ed7a-4c28-a2fa-5f962690bd85,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:49.979690 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b497b3-4104-4b3a-9605-2f4fa01742ad tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] DELETE failed (client error): The resource could not be found. Jul 15 23:09:49.980627 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59b497b3-4104-4b3a-9605-2f4fa01742ad tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:09:49.982691 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-59b497b3-4104-4b3a-9605-2f4fa01742ad tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "DELETE /v2.0/networks/1699f77e-7de5-4678-a5f1-58b87384de4d HTTP/1.1" status: 404 len: 339 time: 0.0685503 Jul 15 23:09:49.985868 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46702) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:50.090531 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9470c1-79aa-465f-a54d-8f1619039917 None None] Checking router: 87cfa2cb-6c04-4f41-b308-bd886373569b for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:09:50.167784 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eef1b0c1-be16-4949-b6a2-919a64c3bc84 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:50.218581 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9470c1-79aa-465f-a54d-8f1619039917 None None] Routers {'87cfa2cb-6c04-4f41-b308-bd886373569b'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:50.222912 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ba9470c1-79aa-465f-a54d-8f1619039917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:09:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['87cfa2cb-6c04-4f41-b308-bd886373569b'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:50.224524 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d6399b9-ee48-46dd-8e5f-b2a0f34d0a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:50.291162 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6399b9-ee48-46dd-8e5f-b2a0f34d0a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=ea4b685d-e0a5-49ec-a483-734525f07a7f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:50.418753 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-d14b7550-5e4e-4f78-94b5-b954d72297f1 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:50.421051 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-ba9470c1-79aa-465f-a54d-8f1619039917 None None] Set router 87cfa2cb-6c04-4f41-b308-bd886373569b gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:50.429258 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e013d4d4-0f9b-4b1f-a0ff-0603c2562506 None None] Provisioning for port ac1c1a85-6ef4-452b-9241-71e5d124ff58 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:50.437611 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b7550-5e4e-4f78-94b5-b954d72297f1 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Subnet': ['ID=277b682d-0f74-49f6-a320-6024ded53192,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:50.447107 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14b7550-5e4e-4f78-94b5-b954d72297f1 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:50.447705 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d14b7550-5e4e-4f78-94b5-b954d72297f1 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:50.491953 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eef1b0c1-be16-4949-b6a2-919a64c3bc84 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:50.502437 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ba9470c1-79aa-465f-a54d-8f1619039917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cfa2cb-6c04-4f41-b308-bd886373569b', 'name': 'tempest-FloatingIPsNegativeTestJSON-935926063-router', 'tenant_id': '2381bd17d73f44558de9b4e14229d648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:23Z', 'updated_at': '2021-07-15T23:09:50Z', 'revision_number': 7, 'project_id': '2381bd17d73f44558de9b4e14229d648', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:50.504482 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e013d4d4-0f9b-4b1f-a0ff-0603c2562506 None None] Provisioning complete for port ac1c1a85-6ef4-452b-9241-71e5d124ff58 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:50.505066 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e013d4d4-0f9b-4b1f-a0ff-0603c2562506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:50.523883 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-eef1b0c1-be16-4949-b6a2-919a64c3bc84 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f81ccc5-ad74-4c89-b971-1380c4d06aee']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:50.543064 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-eef1b0c1-be16-4949-b6a2-919a64c3bc84 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69bdb2bb-39e6-49ec-93b6-105c83d9f122') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:50.543263 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-eef1b0c1-be16-4949-b6a2-919a64c3bc84 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69bdb2bb-39e6-49ec-93b6-105c83d9f122') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:50.561098 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-6b572880-7493-4a7c-8ee4-a3134ab9506a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3810112 Jul 15 23:09:50.565061 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d14b7550-5e4e-4f78-94b5-b954d72297f1 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6981566 Jul 15 23:09:50.565609 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46712) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:50.572737 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b3b71a56-cd67-45c6-b90f-39997067f7c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:50.576815 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d6399b9-ee48-46dd-8e5f-b2a0f34d0a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:50.580960 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eef1b0c1-be16-4949-b6a2-919a64c3bc84 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:50.595185 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9470c1-79aa-465f-a54d-8f1619039917 None None] The sync data for ids ['87cfa2cb-6c04-4f41-b308-bd886373569b'] in n-d-787205-9 is: [{'id': '87cfa2cb-6c04-4f41-b308-bd886373569b', 'name': 'tempest-FloatingIPsNegativeTestJSON-935926063-router', 'tenant_id': '2381bd17d73f44558de9b4e14229d648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:23Z', 'updated_at': '2021-07-15T23:09:50Z', 'revision_number': 7, 'project_id': '2381bd17d73f44558de9b4e14229d648', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:09:50.665661 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 6881fff5-28e4-43a6-9ddf-739b8456047b details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:09:50.721870 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-2113000a-7b5a-4ede-a9a7-c497c5983fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:50.722402 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e013d4d4-0f9b-4b1f-a0ff-0603c2562506 None None] Port ac1c1a85-6ef4-452b-9241-71e5d124ff58 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:09:50.762108 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08984b4c-0ff3-4f76-9be1-0aff5c372acf req-dc363b66-2b5d-4b9a-a6e2-3374fc4e10cc tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:50.770040 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-08984b4c-0ff3-4f76-9be1-0aff5c372acf req-dc363b66-2b5d-4b9a-a6e2-3374fc4e10cc tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bb01df-d89d-430e-a86b-d40ac768af15 HTTP/1.1" status: 200 len: 945 time: 0.3135409 Jul 15 23:09:50.833102 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-08984b4c-0ff3-4f76-9be1-0aff5c372acf req-3f893c98-48d5-45ad-8ba2-c3065c1e52d1 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614822 Jul 15 23:09:50.860504 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 6881fff5-28e4-43a6-9ddf-739b8456047b, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6881fff5-28e4-43a6-9ddf-739b8456047b,segment=NetworkSegment(bbc7705a-96df-4fb7-ae43-baa90387fdfe),segment_id=bbc7705a-96df-4fb7-ae43-baa90387fdfe)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:50.898175 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '6881fff5-28e4-43a6-9ddf-739b8456047b', 'network_id': 'c784f317-cf69-4499-8ee8-96a3a3714978', 'port_id': '6881fff5-28e4-43a6-9ddf-739b8456047b', 'mac_address': 'fa:16:3e:81:bb:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49248069-78f4-449a-8647-b57bc9f84d48', 'ip_address': '10.1.1.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:09:50.927685 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eef1b0c1-be16-4949-b6a2-919a64c3bc84 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:50.978314 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d6399b9-ee48-46dd-8e5f-b2a0f34d0a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:50.979918 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb176ac8-9d0f-4053-bc45-17a2240599d9 req-03612781-7fbc-452d-9846-ca8bef55641c tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:50.984454 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:50.994655 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb176ac8-9d0f-4053-bc45-17a2240599d9 req-03612781-7fbc-452d-9846-ca8bef55641c tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:51.019555 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb176ac8-9d0f-4053-bc45-17a2240599d9 req-03612781-7fbc-452d-9846-ca8bef55641c tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:51.037674 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6881fff5-28e4-43a6-9ddf-739b8456047b {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:51.044084 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb176ac8-9d0f-4053-bc45-17a2240599d9 req-03612781-7fbc-452d-9846-ca8bef55641c tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:51.078279 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb176ac8-9d0f-4053-bc45-17a2240599d9 req-03612781-7fbc-452d-9846-ca8bef55641c tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:51.104626 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb176ac8-9d0f-4053-bc45-17a2240599d9 req-03612781-7fbc-452d-9846-ca8bef55641c tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:51.116363 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d6399b9-ee48-46dd-8e5f-b2a0f34d0a4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:51.137929 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef1b0c1-be16-4949-b6a2-919a64c3bc84 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:09:51.139442 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb176ac8-9d0f-4053-bc45-17a2240599d9 req-03612781-7fbc-452d-9846-ca8bef55641c tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:51.140405 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eef1b0c1-be16-4949-b6a2-919a64c3bc84 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:51.146352 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:09:51.146352 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:09:51.146352 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:09:51.146352 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:09:51.146352 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:09:51.146352 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:09:51.146352 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:09:51.146352 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:09:51.146352 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:09:51.146352 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:09:51.146352 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:09:51.146352 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:09:51.146352 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:09:51.146352 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:09:51.146352 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:09:51.146352 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:09:51.146352 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:09:51.146352 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:09:51.146352 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:09:51.146352 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:09:51.146352 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:09:51.146352 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:09:51.146352 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:09:51.146352 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:09:51.146352 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:09:51.146352 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:09:51.146352 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:09:51.146352 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:09:51.146352 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:09:51.146352 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:09:51.146352 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:09:51.146352 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:09:51.149056 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb176ac8-9d0f-4053-bc45-17a2240599d9 req-03612781-7fbc-452d-9846-ca8bef55641c tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5420 time: 0.5907612 Jul 15 23:09:51.185481 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 6881fff5-28e4-43a6-9ddf-739b8456047b, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6881fff5-28e4-43a6-9ddf-739b8456047b,segment=NetworkSegment(bbc7705a-96df-4fb7-ae43-baa90387fdfe),segment_id=bbc7705a-96df-4fb7-ae43-baa90387fdfe)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:51.194369 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e87222-4a08-464e-aded-67914ce2d1b9 None None] Update dhcp port {'port': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'fixed_ips': [{'subnet_id': '277b682d-0f74-49f6-a320-6024ded53192'}], 'binding:host_id': 'n-d-787205-9'}, 'id': '1153b98d-af79-4b62-a7f9-52f81cf5f879'} from n-d-787205-9. {{(pid=93800) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:09:51.200843 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:51.202528 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device abf079aa-7e1f-4fa4-8693-d71192c3cd5a details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:09:51.234322 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:51.300693 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:51.341926 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:51.342352 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 9a189b5e-a52d-40c7-8dcf-cbfbf86b1e90 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:51.351378 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f7e87222-4a08-464e-aded-67914ce2d1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:51.445251 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=6881fff5-28e4-43a6-9ddf-739b8456047b,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:51.497286 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb176ac8-9d0f-4053-bc45-17a2240599d9 req-ca85f9d3-1ee2-4050-b508-51735b35bf2e tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3378515 Jul 15 23:09:51.526553 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d6399b9-ee48-46dd-8e5f-b2a0f34d0a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:51.527168 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6399b9-ee48-46dd-8e5f-b2a0f34d0a4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87cfa2cb-6c04-4f41-b308-bd886373569b {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:09:51.556080 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d6399b9-ee48-46dd-8e5f-b2a0f34d0a4c admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:51.558331 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9d6399b9-ee48-46dd-8e5f-b2a0f34d0a4c admin admin] 10.222.0.16 "DELETE /v2.0/routers/87cfa2cb-6c04-4f41-b308-bd886373569b HTTP/1.1" status: 204 len: 168 time: 3.3380034 Jul 15 23:09:51.559824 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eef1b0c1-be16-4949-b6a2-919a64c3bc84 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:51.562194 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46726) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:51.609090 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eef1b0c1-be16-4949-b6a2-919a64c3bc84 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:51.613540 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-eef1b0c1-be16-4949-b6a2-919a64c3bc84 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "DELETE /v2.0/networks/9f81ccc5-ad74-4c89-b971-1380c4d06aee HTTP/1.1" status: 204 len: 168 time: 1.6245270 Jul 15 23:09:51.613540 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1b0c1-be16-4949-b6a2-919a64c3bc84 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event deleted for resources: {'Network': ['ID=9f81ccc5-ad74-4c89-b971-1380c4d06aee,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:51.643495 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46728) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:51.713739 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-65bdafec-acf4-42a5-bb4b-cbe1ea387b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:51.714002 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-33eef56d-fd07-43ef-8239-c8bd1b6a6b7d tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] DELETE failed (client error): The resource could not be found. Jul 15 23:09:51.714193 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33eef56d-fd07-43ef-8239-c8bd1b6a6b7d tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:09:51.714297 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-65bdafec-acf4-42a5-bb4b-cbe1ea387b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:51.716610 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-65bdafec-acf4-42a5-bb4b-cbe1ea387b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:51.717366 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-65bdafec-acf4-42a5-bb4b-cbe1ea387b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:51.717855 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-65bdafec-acf4-42a5-bb4b-cbe1ea387b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:51.718475 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-65bdafec-acf4-42a5-bb4b-cbe1ea387b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:51.718999 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-65bdafec-acf4-42a5-bb4b-cbe1ea387b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:51.722228 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-33eef56d-fd07-43ef-8239-c8bd1b6a6b7d tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "DELETE /v2.0/subnets/7d3bd7c0-7a3a-488b-a748-89c6bf2d70e2 HTTP/1.1" status: 404 len: 337 time: 0.0755677 Jul 15 23:09:51.722366 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-65bdafec-acf4-42a5-bb4b-cbe1ea387b88 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c022d86cdc7f4fca8c9ab116c350a036&device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 6499 time: 1.0480831 Jul 15 23:09:51.722559 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46730) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:51.743701 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port abf079aa-7e1f-4fa4-8693-d71192c3cd5a, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=abf079aa-7e1f-4fa4-8693-d71192c3cd5a,segment=NetworkSegment(3bc9fa27-9cdf-411b-9b5d-1d95b85ed330),segment_id=3bc9fa27-9cdf-411b-9b5d-1d95b85ed330)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:51.791316 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'abf079aa-7e1f-4fa4-8693-d71192c3cd5a', 'network_id': '70df42a8-7f3a-4d1e-82b9-1354a40e98c2', 'port_id': 'abf079aa-7e1f-4fa4-8693-d71192c3cd5a', 'mac_address': 'fa:16:3e:3e:70:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8ed3032-070e-4ebf-984d-7ac57e6c8a26', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:09:51.794878 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-023a4d7a-7979-468b-a6b1-ed769c89259a tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] DELETE failed (client error): The resource could not be found. Jul 15 23:09:51.795651 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-023a4d7a-7979-468b-a6b1-ed769c89259a tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:09:51.800403 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-023a4d7a-7979-468b-a6b1-ed769c89259a tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "DELETE /v2.0/networks/aa7aaddd-ae79-45ba-9109-ac1ce367ee82 HTTP/1.1" status: 404 len: 339 time: 0.0722492 Jul 15 23:09:51.809011 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46732) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:51.916787 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b71a56-cd67-45c6-b90f-39997067f7c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:51.926369 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3b71a56-cd67-45c6-b90f-39997067f7c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:52.033684 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-187c721b-ae43-48d2-b808-e8a4a34b1b13 admin admin] Deleting subnet 2eda53d8-eefb-4fdf-80f1-234aed1844af {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:09:52.040642 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-187c721b-ae43-48d2-b808-e8a4a34b1b13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:52.059942 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-f7e87222-4a08-464e-aded-67914ce2d1b9 None None] Allocated IP 172.20.0.2 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/277b682d-0f74-49f6-a320-6024ded53192/1153b98d-af79-4b62-a7f9-52f81cf5f879) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:52.073672 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-28b04066-6c91-4d54-8b11-d42a7272b438 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Deleting subnet 00da3b76-3ca2-4bae-878c-32ab6eaaf1a4 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:09:52.115439 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28b04066-6c91-4d54-8b11-d42a7272b438 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:52.129348 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-0f8665b2-b4fa-4ce8-8845-171f8e46e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:52.129829 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-0f8665b2-b4fa-4ce8-8845-171f8e46e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:52.130289 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-0f8665b2-b4fa-4ce8-8845-171f8e46e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:52.131922 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-0f8665b2-b4fa-4ce8-8845-171f8e46e787 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f91dc6f9-c960-4d7e-bb47-47324cf074aa&id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&id=bbea9511-9599-4d61-bc5f-d2e279b3eb50&id=bbea9511-9599-4d61-bc5f-d2e279b3eb50 HTTP/1.1" status: 200 len: 2298 time: 0.3759992 Jul 15 23:09:52.161432 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:52.238694 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28b04066-6c91-4d54-8b11-d42a7272b438 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:52.274202 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 920ea6e6-ed7a-4c28-a2fa-5f962690bd85 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:52.315519 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701783b-e3f2-45c8-a555-2c02b664a108 req-aa1a668a-fc8c-443f-8d5f-e3bc10e0877f tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:52.327654 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c701783b-e3f2-45c8-a555-2c02b664a108 req-aa1a668a-fc8c-443f-8d5f-e3bc10e0877f tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/ports?device_id=d76fc786-7a78-4737-8141-6ee5de07e536 HTTP/1.1" status: 200 len: 931 time: 0.2598310 Jul 15 23:09:52.336411 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-2113000a-7b5a-4ede-a9a7-c497c5983fe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac1c1a85-6ef4-452b-9241-71e5d124ff58 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:52.349139 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abf079aa-7e1f-4fa4-8693-d71192c3cd5a {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:52.358777 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-2113000a-7b5a-4ede-a9a7-c497c5983fe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:52.401715 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-187c721b-ae43-48d2-b808-e8a4a34b1b13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:52.424435 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c701783b-e3f2-45c8-a555-2c02b664a108 req-b9332a0c-a9b6-4e09-b740-7138ff5de493 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/security-groups?id=04fb3681-0ff9-4c35-91ee-f0c88b1c70bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002529 Jul 15 23:09:52.447110 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-2113000a-7b5a-4ede-a9a7-c497c5983fe9 service neutron] Transition to ACTIVE for port object ac1c1a85-6ef4-452b-9241-71e5d124ff58 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:52.455013 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-1ef5ce84-eef2-4c6c-8506-de12fa37f45b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=073d8b7d-d632-404a-be5c-62a7e8ef0a1f HTTP/1.1" status: 200 len: 1000 time: 0.2153342 Jul 15 23:09:52.513898 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-2113000a-7b5a-4ede-a9a7-c497c5983fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:52.534028 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-78330432-7964-4e1a-b79a-dbbb1da788c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:52.535613 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-78330432-7964-4e1a-b79a-dbbb1da788c0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49 HTTP/1.1" status: 200 len: 855 time: 0.0720162 Jul 15 23:09:52.605055 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113000a-7b5a-4ede-a9a7-c497c5983fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1c1a85-6ef4-452b-9241-71e5d124ff58,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:52.628554 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28b04066-6c91-4d54-8b11-d42a7272b438 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:52.808594 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-2113000a-7b5a-4ede-a9a7-c497c5983fe9 service neutron] Attempting to bind port ac1c1a85-6ef4-452b-9241-71e5d124ff58 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:52.810399 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port abf079aa-7e1f-4fa4-8693-d71192c3cd5a, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=abf079aa-7e1f-4fa4-8693-d71192c3cd5a,segment=NetworkSegment(3bc9fa27-9cdf-411b-9b5d-1d95b85ed330),segment_id=3bc9fa27-9cdf-411b-9b5d-1d95b85ed330)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:52.810903 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-2113000a-7b5a-4ede-a9a7-c497c5983fe9 service neutron] Attempting to bind port ac1c1a85-6ef4-452b-9241-71e5d124ff58 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '3a3c2bc7-5140-456e-8efe-f105575ac120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf6fa1b7-2834-4d94-a68c-529495746472'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:52.811537 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-2113000a-7b5a-4ede-a9a7-c497c5983fe9 service neutron] Attempting to bind port ac1c1a85-6ef4-452b-9241-71e5d124ff58 on network bf6fa1b7-2834-4d94-a68c-529495746472 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:52.814999 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-f7e87222-4a08-464e-aded-67914ce2d1b9 None None] For port 1153b98d-af79-4b62-a7f9-52f81cf5f879, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1153b98d-af79-4b62-a7f9-52f81cf5f879,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:52.823750 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:52.824432 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device a33099a7-5b54-470d-a6fb-0182aa37b1ce details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:09:52.833710 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-2113000a-7b5a-4ede-a9a7-c497c5983fe9 service neutron] Port ac1c1a85-6ef4-452b-9241-71e5d124ff58 on network bf6fa1b7-2834-4d94-a68c-529495746472 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:09:52.833710 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-2113000a-7b5a-4ede-a9a7-c497c5983fe9 service neutron] Attempting to bind port ac1c1a85-6ef4-452b-9241-71e5d124ff58 on network bf6fa1b7-2834-4d94-a68c-529495746472 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:52.884861 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-2113000a-7b5a-4ede-a9a7-c497c5983fe9 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:52.884861 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-2113000a-7b5a-4ede-a9a7-c497c5983fe9 service neutron] Checking segment: {'id': '3a3c2bc7-5140-456e-8efe-f105575ac120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf6fa1b7-2834-4d94-a68c-529495746472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:52.885465 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-2113000a-7b5a-4ede-a9a7-c497c5983fe9 service neutron] Bound using segment: {'id': '3a3c2bc7-5140-456e-8efe-f105575ac120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf6fa1b7-2834-4d94-a68c-529495746472'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:52.886207 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-2113000a-7b5a-4ede-a9a7-c497c5983fe9 service neutron] Bound port: ac1c1a85-6ef4-452b-9241-71e5d124ff58, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a3c2bc7-5140-456e-8efe-f105575ac120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf6fa1b7-2834-4d94-a68c-529495746472'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:52.886583 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-2113000a-7b5a-4ede-a9a7-c497c5983fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:52.922279 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f7e87222-4a08-464e-aded-67914ce2d1b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:52.988409 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port a33099a7-5b54-470d-a6fb-0182aa37b1ce, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=a33099a7-5b54-470d-a6fb-0182aa37b1ce,segment=NetworkSegment(bbc7705a-96df-4fb7-ae43-baa90387fdfe),segment_id=bbc7705a-96df-4fb7-ae43-baa90387fdfe)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:52.992520 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-187c721b-ae43-48d2-b808-e8a4a34b1b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:52.996623 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f7e87222-4a08-464e-aded-67914ce2d1b9 None None] Transition to ACTIVE for port object 1153b98d-af79-4b62-a7f9-52f81cf5f879 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:53.000932 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28b04066-6c91-4d54-8b11-d42a7272b438 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:53.033228 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'a33099a7-5b54-470d-a6fb-0182aa37b1ce', 'network_id': 'c784f317-cf69-4499-8ee8-96a3a3714978', 'port_id': 'a33099a7-5b54-470d-a6fb-0182aa37b1ce', 'mac_address': 'fa:16:3e:bf:7f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49248069-78f4-449a-8647-b57bc9f84d48', 'ip_address': '10.1.1.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:09:53.035066 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f7e87222-4a08-464e-aded-67914ce2d1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:53.035342 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28b04066-6c91-4d54-8b11-d42a7272b438 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:53.039476 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-28b04066-6c91-4d54-8b11-d42a7272b438 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "DELETE /v2.0/subnets/00da3b76-3ca2-4bae-878c-32ab6eaaf1a4 HTTP/1.1" status: 204 len: 168 time: 1.2273688 Jul 15 23:09:53.053032 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=abf079aa-7e1f-4fa4-8693-d71192c3cd5a,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:53.072300 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46758) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:53.097346 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6e0dad-97c0-42b3-89f2-b4822c33530d None None] Network e9e3f24c-7e29-4a09-8417-9d8bc248b3f6 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:53.099801 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:53.114428 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-187c721b-ae43-48d2-b808-e8a4a34b1b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:53.135364 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d3bd5-73fc-48cd-8a3d-3a7afdf54b16 req-f237aaee-37f1-48d1-8794-cfe500336d85 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:53.136342 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-187c721b-ae43-48d2-b808-e8a4a34b1b13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:53.137720 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f43d3bd5-73fc-48cd-8a3d-3a7afdf54b16 req-f237aaee-37f1-48d1-8794-cfe500336d85 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bb01df-d89d-430e-a86b-d40ac768af15 HTTP/1.1" status: 200 len: 945 time: 0.3302691 Jul 15 23:09:53.138514 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-187c721b-ae43-48d2-b808-e8a4a34b1b13 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2eda53d8-eefb-4fdf-80f1-234aed1844af HTTP/1.1" status: 204 len: 168 time: 1.5727899 Jul 15 23:09:53.141235 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b04066-6c91-4d54-8b11-d42a7272b438 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event deleted for resources: {'Subnet': ['ID=00da3b76-3ca2-4bae-878c-32ab6eaaf1a4,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:53.143750 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46760) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:53.192116 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c721b-ae43-48d2-b808-e8a4a34b1b13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eda53d8-eefb-4fdf-80f1-234aed1844af,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:53.200074 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ea4b685d-e0a5-49ec-a483-734525f07a7f no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:53.202611 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252f1a0c-3bc9-4bd4-88b6-e3b915e8b20d None None] Network 3faa992e-3dcc-4c31-8999-249c7daf151a requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:53.237552 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-942b77b8-e04f-4ebb-85ff-c16c5db6cc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:53.239367 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-942b77b8-e04f-4ebb-85ff-c16c5db6cc02 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f91dc6f9-c960-4d7e-bb47-47324cf074aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6939802 Jul 15 23:09:53.289681 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 920ea6e6-ed7a-4c28-a2fa-5f962690bd85 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:53.312294 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ec3d3cb8-1c12-4a78-a720-7410d0f7371c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:53.333477 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: ea4b685d-e0a5-49ec-a483-734525f07a7f {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:53.334745 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ea4b685d-e0a5-49ec-a483-734525f07a7f not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:53.372364 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c6207-f4ee-438e-b1f4-4ae705eec755 req-0698427b-f1d1-4374-a802-1c913740bc48 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:53.380402 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c6207-f4ee-438e-b1f4-4ae705eec755 req-0698427b-f1d1-4374-a802-1c913740bc48 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:53.384710 n-d-787205-9 neutron-server[93798]: DEBUG neutron.objects.ports [None req-b3b71a56-cd67-45c6-b90f-39997067f7c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93798) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:09:53.392933 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c6207-f4ee-438e-b1f4-4ae705eec755 req-0698427b-f1d1-4374-a802-1c913740bc48 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:53.401464 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c6207-f4ee-438e-b1f4-4ae705eec755 req-0698427b-f1d1-4374-a802-1c913740bc48 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:53.413698 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c6207-f4ee-438e-b1f4-4ae705eec755 req-0698427b-f1d1-4374-a802-1c913740bc48 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:53.419929 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c6207-f4ee-438e-b1f4-4ae705eec755 req-0698427b-f1d1-4374-a802-1c913740bc48 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:53.429619 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c6207-f4ee-438e-b1f4-4ae705eec755 req-0698427b-f1d1-4374-a802-1c913740bc48 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:53.431854 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8f0c6207-f4ee-438e-b1f4-4ae705eec755 req-0698427b-f1d1-4374-a802-1c913740bc48 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5422 time: 0.5260735 Jul 15 23:09:53.459548 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-2113000a-7b5a-4ede-a9a7-c497c5983fe9 service neutron] For port ac1c1a85-6ef4-452b-9241-71e5d124ff58, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:53.502553 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 920ea6e6-ed7a-4c28-a2fa-5f962690bd85, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=920ea6e6-ed7a-4c28-a2fa-5f962690bd85,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:53.522902 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87222-4a08-464e-aded-67914ce2d1b9 None None] Pushing event updated for resources: {'Port': ['ID=1153b98d-af79-4b62-a7f9-52f81cf5f879,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:53.534157 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:53.535565 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-c1f00058-0e5a-44ea-815e-543edada5ab5 service neutron] 10.222.0.43 "GET /v2.0/networks/f91dc6f9-c960-4d7e-bb47-47324cf074aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598391 Jul 15 23:09:53.541416 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:53.550123 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8f0c6207-f4ee-438e-b1f4-4ae705eec755 req-9fc16c6b-0502-4afb-a116-fc6912a5f5cc tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975981 Jul 15 23:09:53.594281 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f43d3bd5-73fc-48cd-8a3d-3a7afdf54b16 req-a3749be8-46cc-4301-827e-565cb40ca9e6 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966728 Jul 15 23:09:53.597947 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-2113000a-7b5a-4ede-a9a7-c497c5983fe9 service neutron] For port ac1c1a85-6ef4-452b-9241-71e5d124ff58, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ac1c1a85-6ef4-452b-9241-71e5d124ff58,segment=NetworkSegment(3a3c2bc7-5140-456e-8efe-f105575ac120),segment_id=3a3c2bc7-5140-456e-8efe-f105575ac120)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:53.682754 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-274c2885-306e-4719-bee3-cc564ac54831 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Deleting subnet 9626b95a-30e1-44a0-98c6-0afc25197cca {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:09:53.686020 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33099a7-5b54-470d-a6fb-0182aa37b1ce {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:53.689046 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-274c2885-306e-4719-bee3-cc564ac54831 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:53.739391 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-2113000a-7b5a-4ede-a9a7-c497c5983fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:53.885705 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port a33099a7-5b54-470d-a6fb-0182aa37b1ce, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=a33099a7-5b54-470d-a6fb-0182aa37b1ce,segment=NetworkSegment(bbc7705a-96df-4fb7-ae43-baa90387fdfe),segment_id=bbc7705a-96df-4fb7-ae43-baa90387fdfe)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:53.933357 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:53.934188 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device c451b609-46fa-4e93-a60a-10b38b3f6d50 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:09:53.956802 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-2113000a-7b5a-4ede-a9a7-c497c5983fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:53.963683 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=920ea6e6-ed7a-4c28-a2fa-5f962690bd85,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:53.965568 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-2113000a-7b5a-4ede-a9a7-c497c5983fe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:53.977656 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-2113000a-7b5a-4ede-a9a7-c497c5983fe9 service neutron] 10.222.0.43 "PUT /v2.0/ports/ac1c1a85-6ef4-452b-9241-71e5d124ff58 HTTP/1.1" status: 200 len: 1091 time: 4.0875232 Jul 15 23:09:54.021365 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd76fc786-7a78-4737-8141-6ee5de07e536', 'tag': 'ac1c1a85-6ef4-452b-9241-71e5d124ff58'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:54.026778 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7b9be4-ecd1-4130-84a7-2edb8df288c9" -d '{"events": [{"name": "network-changed", "server_uuid": "d76fc786-7a78-4737-8141-6ee5de07e536", "tag": "ac1c1a85-6ef4-452b-9241-71e5d124ff58"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:54.071710 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-274c2885-306e-4719-bee3-cc564ac54831 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.134172 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.db.resource_extend [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:09:54.159585 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.168386 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31ff7b3-1d30-45d4-8fb2-853c22f0a197 x-openstack-request-id: req-d31ff7b3-1d30-45d4-8fb2-853c22f0a197 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:54.169930 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d76fc786-7a78-4737-8141-6ee5de07e536", "tag": "ac1c1a85-6ef4-452b-9241-71e5d124ff58", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:54.171592 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d31ff7b3-1d30-45d4-8fb2-853c22f0a197 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:54.172181 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd76fc786-7a78-4737-8141-6ee5de07e536', 'tag': 'ac1c1a85-6ef4-452b-9241-71e5d124ff58', 'status': 'completed', 'code': 200} Jul 15 23:09:54.209240 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port c451b609-46fa-4e93-a60a-10b38b3f6d50, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=c451b609-46fa-4e93-a60a-10b38b3f6d50,segment=NetworkSegment(bbc7705a-96df-4fb7-ae43-baa90387fdfe),segment_id=bbc7705a-96df-4fb7-ae43-baa90387fdfe)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:54.292740 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=a33099a7-5b54-470d-a6fb-0182aa37b1ce,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:54.300180 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ec3d3cb8-1c12-4a78-a720-7410d0f7371c admin admin] Deleting port 70d88035-e550-464a-bf7a-71f3afbf8f8e {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:54.300761 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ec3d3cb8-1c12-4a78-a720-7410d0f7371c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.305945 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'c451b609-46fa-4e93-a60a-10b38b3f6d50', 'network_id': 'c784f317-cf69-4499-8ee8-96a3a3714978', 'port_id': 'c451b609-46fa-4e93-a60a-10b38b3f6d50', 'mac_address': 'fa:16:3e:54:b4:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49248069-78f4-449a-8647-b57bc9f84d48', 'ip_address': '10.1.1.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:09:54.309627 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113000a-7b5a-4ede-a9a7-c497c5983fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1c1a85-6ef4-452b-9241-71e5d124ff58,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:54.440737 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.468027 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8a7ea2-dacf-4af8-92a8-e402f145b74f None None] DHCP port deletion for 3faa992e-3dcc-4c31-8999-249c7daf151a request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:09:54.497579 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76839a55-7e3e-48b7-98f8-bfc62bfe7944 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:54.513866 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ec3d3cb8-1c12-4a78-a720-7410d0f7371c admin admin] For port 70d88035-e550-464a-bf7a-71f3afbf8f8e, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=70d88035-e550-464a-bf7a-71f3afbf8f8e,segment=NetworkSegment(8678ade4-912f-44e5-91eb-340b3c0db4a7),segment_id=8678ade4-912f-44e5-91eb-340b3c0db4a7)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:54.514237 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ec3d3cb8-1c12-4a78-a720-7410d0f7371c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.532971 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457e5b2-3e3a-4447-87b4-ec3dab918519 req-00edf65b-ed09-43a2-9d25-6e94576df452 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:54.534566 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d457e5b2-3e3a-4447-87b4-ec3dab918519 req-00edf65b-ed09-43a2-9d25-6e94576df452 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/ports?device_id=d76fc786-7a78-4737-8141-6ee5de07e536 HTTP/1.1" status: 200 len: 943 time: 0.7112708 Jul 15 23:09:54.540561 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-274c2885-306e-4719-bee3-cc564ac54831 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.560261 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c451b609-46fa-4e93-a60a-10b38b3f6d50 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:54.573647 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ec3d3cb8-1c12-4a78-a720-7410d0f7371c admin admin] Calling delete_port for 70d88035-e550-464a-bf7a-71f3afbf8f8e owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:54.580118 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-b5cfbb73-8de5-44e3-9d8c-bd09446cda13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:54.581436 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-b5cfbb73-8de5-44e3-9d8c-bd09446cda13 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77975343f0624335a695b571de060b09&device_id=d76fc786-7a78-4737-8141-6ee5de07e536 HTTP/1.1" status: 200 len: 1094 time: 0.5013533 Jul 15 23:09:54.586439 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3b71a56-cd67-45c6-b90f-39997067f7c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.618445 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-17e2e1e6-2c5d-4de8-a396-15fa0171ac0b service neutron] 10.222.0.43 "GET /v2.0/networks/f91dc6f9-c960-4d7e-bb47-47324cf074aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0638561 Jul 15 23:09:54.665085 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-55fb8ae4-96a6-4830-8b0f-bab06055759d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac1c1a85-6ef4-452b-9241-71e5d124ff58 HTTP/1.1" status: 200 len: 217 time: 0.0716615 Jul 15 23:09:54.718114 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2bc8ad81-e1fe-43b5-b1e6-11284cab5e6b None None] Provisioning for port 1153b98d-af79-4b62-a7f9-52f81cf5f879 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:54.733845 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-b47aef66-58e1-4565-ab26-1b10a67dfa24 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=eb72faf0-e402-4e9c-937e-dc2238b8df3b HTTP/1.1" status: 200 len: 217 time: 0.0763240 Jul 15 23:09:54.762485 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d457e5b2-3e3a-4447-87b4-ec3dab918519 req-6d4fdcd8-b43b-403a-94f1-ca94b18b5d2a tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/security-groups?id=04fb3681-0ff9-4c35-91ee-f0c88b1c70bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159317 Jul 15 23:09:54.790390 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port c451b609-46fa-4e93-a60a-10b38b3f6d50, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=c451b609-46fa-4e93-a60a-10b38b3f6d50,segment=NetworkSegment(bbc7705a-96df-4fb7-ae43-baa90387fdfe),segment_id=bbc7705a-96df-4fb7-ae43-baa90387fdfe)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:54.829833 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.832410 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 54ed7c92-7d96-4319-af0e-98c8d7d7ce91 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:09:54.839484 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-274c2885-306e-4719-bee3-cc564ac54831 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.843896 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2bc8ad81-e1fe-43b5-b1e6-11284cab5e6b None None] Provisioning complete for port 1153b98d-af79-4b62-a7f9-52f81cf5f879 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:54.844335 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2bc8ad81-e1fe-43b5-b1e6-11284cab5e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.882482 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a4f5b-6f4d-4c60-b126-1b0b3bf2c704 req-4360401d-0bc4-4ccf-9612-644f37c3869c tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:54.884654 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-625a4f5b-6f4d-4c60-b126-1b0b3bf2c704 req-4360401d-0bc4-4ccf-9612-644f37c3869c tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.36 "GET /v2.0/ports?device_id=56bb01df-d89d-430e-a86b-d40ac768af15 HTTP/1.1" status: 200 len: 944 time: 0.4701273 Jul 15 23:09:54.930043 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-1b3dc5c3-3cc4-49d2-8f91-1e9a9160a10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:54.935104 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-1b3dc5c3-3cc4-49d2-8f91-1e9a9160a10b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9b8dc35-3b00-467c-ba33-51544e2c446c HTTP/1.1" status: 200 len: 851 time: 0.2032726 Jul 15 23:09:54.974915 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=c451b609-46fa-4e93-a60a-10b38b3f6d50,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:54.989650 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-274c2885-306e-4719-bee3-cc564ac54831 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.994334 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-274c2885-306e-4719-bee3-cc564ac54831 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "DELETE /v2.0/subnets/9626b95a-30e1-44a0-98c6-0afc25197cca HTTP/1.1" status: 204 len: 168 time: 1.9073608 Jul 15 23:09:55.018319 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c2885-306e-4719-bee3-cc564ac54831 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event deleted for resources: {'Subnet': ['ID=9626b95a-30e1-44a0-98c6-0afc25197cca,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:55.027291 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46786) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:55.041331 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a7ea2-dacf-4af8-92a8-e402f145b74f None None] Deleting port 70d88035-e550-464a-bf7a-71f3afbf8f8e {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:55.041764 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac8a7ea2-dacf-4af8-92a8-e402f145b74f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.082097 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ec3d3cb8-1c12-4a78-a720-7410d0f7371c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.106627 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-76baf4a2-7626-4f1b-ab1a-cf701c2225e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:55.108282 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-76baf4a2-7626-4f1b-ab1a-cf701c2225e7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8931c9f8-2423-4e8c-8612-ac64a9606a20 HTTP/1.1" status: 200 len: 797 time: 0.3643403 Jul 15 23:09:55.155881 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ac8a7ea2-dacf-4af8-92a8-e402f145b74f None None] For port 70d88035-e550-464a-bf7a-71f3afbf8f8e, host n-d-787205-9, got binding levels [] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:55.156271 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac8a7ea2-dacf-4af8-92a8-e402f145b74f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.189365 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d3cb8-1c12-4a78-a720-7410d0f7371c admin admin] Pushing event deleted for resources: {'Port': ['ID=70d88035-e550-464a-bf7a-71f3afbf8f8e,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:55.202295 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.db.resource_extend [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:09:55.214932 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3d3cb8-1c12-4a78-a720-7410d0f7371c admin admin] No DVR routers for this DVR port 70d88035-e550-464a-bf7a-71f3afbf8f8e on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:55.257182 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1153b98d-af79-4b62-a7f9-52f81cf5f879 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:55.268268 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-b3b71a56-cd67-45c6-b90f-39997067f7c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] For port 1153b98d-af79-4b62-a7f9-52f81cf5f879, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1153b98d-af79-4b62-a7f9-52f81cf5f879,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:55.295213 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a7ea2-dacf-4af8-92a8-e402f145b74f None None] Calling delete_port for 70d88035-e550-464a-bf7a-71f3afbf8f8e owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:55.305756 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3b71a56-cd67-45c6-b90f-39997067f7c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.317047 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 54ed7c92-7d96-4319-af0e-98c8d7d7ce91, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=54ed7c92-7d96-4319-af0e-98c8d7d7ce91,segment=NetworkSegment(3bc9fa27-9cdf-411b-9b5d-1d95b85ed330),segment_id=3bc9fa27-9cdf-411b-9b5d-1d95b85ed330)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:55.333287 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.ipam_backend_mixin [None req-ac8a7ea2-dacf-4af8-92a8-e402f145b74f None None] Port 70d88035-e550-464a-bf7a-71f3afbf8f8e was not found and therefore no delete operation was performed {{(pid=93800) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:09:55.356384 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac8a7ea2-dacf-4af8-92a8-e402f145b74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.371757 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3b71a56-cd67-45c6-b90f-39997067f7c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.372618 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3b71a56-cd67-45c6-b90f-39997067f7c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.391445 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a808c63-558f-4150-abdd-7156f1f7e2e5 req-3564eae8-6c54-480f-a1bb-768e45b61954 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:55.406879 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a808c63-558f-4150-abdd-7156f1f7e2e5 req-3564eae8-6c54-480f-a1bb-768e45b61954 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:55.413056 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a808c63-558f-4150-abdd-7156f1f7e2e5 req-3564eae8-6c54-480f-a1bb-768e45b61954 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:55.419052 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a808c63-558f-4150-abdd-7156f1f7e2e5 req-3564eae8-6c54-480f-a1bb-768e45b61954 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:55.441869 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a808c63-558f-4150-abdd-7156f1f7e2e5 req-3564eae8-6c54-480f-a1bb-768e45b61954 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:55.448048 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8a7ea2-dacf-4af8-92a8-e402f145b74f None None] No DVR routers for this DVR port 70d88035-e550-464a-bf7a-71f3afbf8f8e on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:55.451879 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '54ed7c92-7d96-4319-af0e-98c8d7d7ce91', 'network_id': '70df42a8-7f3a-4d1e-82b9-1354a40e98c2', 'port_id': '54ed7c92-7d96-4319-af0e-98c8d7d7ce91', 'mac_address': 'fa:16:3e:77:17:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8ed3032-070e-4ebf-984d-7ac57e6c8a26', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:09:55.459891 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a808c63-558f-4150-abdd-7156f1f7e2e5 req-3564eae8-6c54-480f-a1bb-768e45b61954 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:55.468493 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a7ea2-dacf-4af8-92a8-e402f145b74f None None] Pushing event deleted for resources: {'Port': ['ID=70d88035-e550-464a-bf7a-71f3afbf8f8e,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:55.476463 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a808c63-558f-4150-abdd-7156f1f7e2e5 req-3564eae8-6c54-480f-a1bb-768e45b61954 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:55.479053 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a808c63-558f-4150-abdd-7156f1f7e2e5 req-3564eae8-6c54-480f-a1bb-768e45b61954 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5424 time: 0.6412551 Jul 15 23:09:55.507971 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ec3d3cb8-1c12-4a78-a720-7410d0f7371c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.538934 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c670a9f-b758-45c8-bca7-3d63f759adcf req-6cee3bce-13c4-4cae-bbf0-07e347dcbcc9 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:55.546583 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3c670a9f-b758-45c8-bca7-3d63f759adcf req-6cee3bce-13c4-4cae-bbf0-07e347dcbcc9 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bb01df-d89d-430e-a86b-d40ac768af15 HTTP/1.1" status: 200 len: 944 time: 0.5186150 Jul 15 23:09:55.554495 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-4b983b29-8c9d-411b-8138-d8b29068b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:55.556046 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-4b983b29-8c9d-411b-8138-d8b29068b68e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf6fa1b7-2834-4d94-a68c-529495746472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5679238 Jul 15 23:09:55.557855 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-ec3d3cb8-1c12-4a78-a720-7410d0f7371c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3faa992e-3dcc-4c31-8999-249c7daf151a']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:55.560513 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf1fda0-529f-462c-90f1-9a57ca13c10b None None] Network e9e3f24c-7e29-4a09-8417-9d8bc248b3f6 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:55.604200 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b71a56-cd67-45c6-b90f-39997067f7c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:55.612256 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 1153b98d-af79-4b62-a7f9-52f81cf5f879 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:55.612630 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.638537 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-b3b71a56-cd67-45c6-b90f-39997067f7c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:55.640910 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b71a56-cd67-45c6-b90f-39997067f7c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Subnet': ['ID=4414eb5b-a3a9-4fbf-91d2-17126132a952,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:55.647279 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b71a56-cd67-45c6-b90f-39997067f7c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:55.648004 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3b71a56-cd67-45c6-b90f-39997067f7c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.683847 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b36206e3-4116-4b49-86ca-e147cae90277 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.695519 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-466d7bac-f4a5-461b-8548-f8603a0181e2 service neutron] 10.222.0.43 "GET /v2.0/networks/bf6fa1b7-2834-4d94-a68c-529495746472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034780 Jul 15 23:09:55.699179 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b3b71a56-cd67-45c6-b90f-39997067f7c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.1286321 Jul 15 23:09:55.702367 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-ec3d3cb8-1c12-4a78-a720-7410d0f7371c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8678ade4-912f-44e5-91eb-340b3c0db4a7') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:55.702691 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-ec3d3cb8-1c12-4a78-a720-7410d0f7371c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8678ade4-912f-44e5-91eb-340b3c0db4a7') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:55.705316 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46788) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:55.721634 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-623a9252-dfba-4ae7-a85b-d94f63380be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:55.723670 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-623a9252-dfba-4ae7-a85b-d94f63380be9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4033515 Jul 15 23:09:55.724665 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-74e07832-ea8a-416a-a662-172580146101 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'port': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'mac_address': 'fa:16:3e:5d:f8:d0', 'name': 'tempest-NetworksTestDHCPv6-1729469372'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:55.724972 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.730213 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d29565ce-8bd8-4be9-8fb9-4eb84cbf68bc None None] Provisioning complete for port 4bbda8f5-7253-4073-84b5-0de465d27fd2 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:55.730587 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d29565ce-8bd8-4be9-8fb9-4eb84cbf68bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.824010 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ed7c92-7d96-4319-af0e-98c8d7d7ce91 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:55.846615 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 54ed7c92-7d96-4319-af0e-98c8d7d7ce91, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=54ed7c92-7d96-4319-af0e-98c8d7d7ce91,segment=NetworkSegment(3bc9fa27-9cdf-411b-9b5d-1d95b85ed330),segment_id=3bc9fa27-9cdf-411b-9b5d-1d95b85ed330)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:55.856282 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-ad6f8261-a52d-4a0e-8833-6f70d81feff4 service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228883 Jul 15 23:09:55.858601 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.859301 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 86bf6025-0368-4513-9e10-f8d406029119 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:09:56.030010 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-5f76e780-11da-4c39-9444-7dcc4f429366 service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629519 Jul 15 23:09:56.050951 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b71a56-cd67-45c6-b90f-39997067f7c7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Port': ['ID=1153b98d-af79-4b62-a7f9-52f81cf5f879,revision_number=8']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:56.162174 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-b64a11ad-9262-4107-a566-df16c201fa05 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=3b0c43e3-ab51-4455-afee-2a76ff729069 HTTP/1.1" status: 200 len: 217 time: 0.0984454 Jul 15 23:09:56.166364 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-625a4f5b-6f4d-4c60-b126-1b0b3bf2c704 req-235dc187-2734-442e-be2c-51fc0532333b tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Deleting port 920ea6e6-ed7a-4c28-a2fa-5f962690bd85 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:56.167114 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-625a4f5b-6f4d-4c60-b126-1b0b3bf2c704 req-235dc187-2734-442e-be2c-51fc0532333b tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:56.281130 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 86bf6025-0368-4513-9e10-f8d406029119, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=86bf6025-0368-4513-9e10-f8d406029119,segment=NetworkSegment(bbc7705a-96df-4fb7-ae43-baa90387fdfe),segment_id=bbc7705a-96df-4fb7-ae43-baa90387fdfe)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:56.298116 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3c670a9f-b758-45c8-bca7-3d63f759adcf req-f01e78ff-a1d6-44c8-9d0d-39ba328242dc tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f565680-ca2d-4343-8e20-bae27d555e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7401776 Jul 15 23:09:56.307041 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=54ed7c92-7d96-4319-af0e-98c8d7d7ce91,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:56.313193 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '86bf6025-0368-4513-9e10-f8d406029119', 'network_id': 'c784f317-cf69-4499-8ee8-96a3a3714978', 'port_id': '86bf6025-0368-4513-9e10-f8d406029119', 'mac_address': 'fa:16:3e:be:95:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49248069-78f4-449a-8647-b57bc9f84d48', 'ip_address': '10.1.1.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:09:56.378391 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ec3d3cb8-1c12-4a78-a720-7410d0f7371c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:56.389717 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88da0eb3-01ed-4827-a710-1c19da9e8aa5 None None] DHCP port deletion for e9e3f24c-7e29-4a09-8417-9d8bc248b3f6 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:09:56.395036 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e07832-ea8a-416a-a662-172580146101 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:56.420895 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-2c568e4e-9aad-4399-b1b4-336af0f74f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:56.428692 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-2c568e4e-9aad-4399-b1b4-336af0f74f2e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8931c9f8-2423-4e8c-8612-ac64a9606a20 HTTP/1.1" status: 200 len: 797 time: 0.2568493 Jul 15 23:09:56.485868 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 70d88035-e550-464a-bf7a-71f3afbf8f8e no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:56.505377 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a808c63-558f-4150-abdd-7156f1f7e2e5 req-c44aa4af-9be7-4338-b675-fa147296c140 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9896054 Jul 15 23:09:56.532147 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:56.533663 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ec3d3cb8-1c12-4a78-a720-7410d0f7371c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:56.553220 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 70d88035-e550-464a-bf7a-71f3afbf8f8e {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:56.553644 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 70d88035-e550-464a-bf7a-71f3afbf8f8e not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:56.573998 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec3d3cb8-1c12-4a78-a720-7410d0f7371c admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:09:56.577508 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ec3d3cb8-1c12-4a78-a720-7410d0f7371c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:56.581102 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86bf6025-0368-4513-9e10-f8d406029119 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:56.611916 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-625a4f5b-6f4d-4c60-b126-1b0b3bf2c704 req-235dc187-2734-442e-be2c-51fc0532333b tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] For port 920ea6e6-ed7a-4c28-a2fa-5f962690bd85, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=920ea6e6-ed7a-4c28-a2fa-5f962690bd85,segment=NetworkSegment(e4123201-2be0-467e-9ef2-4cf1263c3bdf),segment_id=e4123201-2be0-467e-9ef2-4cf1263c3bdf)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:56.612423 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-625a4f5b-6f4d-4c60-b126-1b0b3bf2c704 req-235dc187-2734-442e-be2c-51fc0532333b tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:56.643358 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-625a4f5b-6f4d-4c60-b126-1b0b3bf2c704 req-235dc187-2734-442e-be2c-51fc0532333b tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Calling delete_port for 920ea6e6-ed7a-4c28-a2fa-5f962690bd85 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:56.667498 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 86bf6025-0368-4513-9e10-f8d406029119, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=86bf6025-0368-4513-9e10-f8d406029119,segment=NetworkSegment(bbc7705a-96df-4fb7-ae43-baa90387fdfe),segment_id=bbc7705a-96df-4fb7-ae43-baa90387fdfe)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:56.674439 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-88da0eb3-01ed-4827-a710-1c19da9e8aa5 None None] Deleting port 4bbda8f5-7253-4073-84b5-0de465d27fd2 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:56.674774 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-88da0eb3-01ed-4827-a710-1c19da9e8aa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:56.677886 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:56.678532 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 593c311f-e7e7-48e7-a565-db6f18498037 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:09:56.781315 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-88da0eb3-01ed-4827-a710-1c19da9e8aa5 None None] For port 4bbda8f5-7253-4073-84b5-0de465d27fd2, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4bbda8f5-7253-4073-84b5-0de465d27fd2,segment=NetworkSegment(1627c388-4431-4dd5-86b5-c4792eebbc1a),segment_id=1627c388-4431-4dd5-86b5-c4792eebbc1a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:56.782685 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-88da0eb3-01ed-4827-a710-1c19da9e8aa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:56.799883 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-88da0eb3-01ed-4827-a710-1c19da9e8aa5 None None] Calling delete_port for 4bbda8f5-7253-4073-84b5-0de465d27fd2 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:09:56.853828 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:09:56.858337 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b30f137-71e6-488a-b5d5-fb5bc156e497 req-5e2677b6-3b94-479a-9130-601d8d580f0b service neutron] 10.222.0.43 "GET /v2.0/networks/bf6fa1b7-2834-4d94-a68c-529495746472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1425588 Jul 15 23:09:56.864873 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-625a4f5b-6f4d-4c60-b126-1b0b3bf2c704 req-235dc187-2734-442e-be2c-51fc0532333b tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:56.908048 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ec3d3cb8-1c12-4a78-a720-7410d0f7371c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:56.913465 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ec3d3cb8-1c12-4a78-a720-7410d0f7371c admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:56.918716 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ec3d3cb8-1c12-4a78-a720-7410d0f7371c admin admin] 10.222.0.16 "DELETE /v2.0/networks/3faa992e-3dcc-4c31-8999-249c7daf151a HTTP/1.1" status: 204 len: 168 time: 3.7446957 Jul 15 23:09:57.011888 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d3cb8-1c12-4a78-a720-7410d0f7371c admin admin] Pushing event deleted for resources: {'Network': ['ID=3faa992e-3dcc-4c31-8999-249c7daf151a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:57.017089 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235dc187-2734-442e-be2c-51fc0532333b tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Pushing event deleted for resources: {'Port': ['ID=920ea6e6-ed7a-4c28-a2fa-5f962690bd85,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:57.078501 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-74e07832-ea8a-416a-a662-172580146101 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.154005 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 593c311f-e7e7-48e7-a565-db6f18498037, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=593c311f-e7e7-48e7-a565-db6f18498037,segment=NetworkSegment(2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c),segment_id=2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:57.166922 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b36206e3-4116-4b49-86ca-e147cae90277 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Deleting port 4bbda8f5-7253-4073-84b5-0de465d27fd2 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:57.167462 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b36206e3-4116-4b49-86ca-e147cae90277 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.176030 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-625a4f5b-6f4d-4c60-b126-1b0b3bf2c704 req-235dc187-2734-442e-be2c-51fc0532333b tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] No DVR routers for this DVR port 920ea6e6-ed7a-4c28-a2fa-5f962690bd85 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:57.178370 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46806) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:57.183334 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '593c311f-e7e7-48e7-a565-db6f18498037', 'network_id': 'e0802052-573e-4abc-b289-64f26dbf67e5', 'port_id': '593c311f-e7e7-48e7-a565-db6f18498037', 'mac_address': 'fa:16:3e:9e:9c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366630ff-4a54-44a5-bcbd-e951b8384258', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:09:57.189820 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-74e07832-ea8a-416a-a662-172580146101 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] device_id is not set on port 82d4fab5-5aa3-4d48-9612-6d0ae166c7c5 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:09:57.192910 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-625a4f5b-6f4d-4c60-b126-1b0b3bf2c704 req-235dc187-2734-442e-be2c-51fc0532333b tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.194994 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-625a4f5b-6f4d-4c60-b126-1b0b3bf2c704 req-235dc187-2734-442e-be2c-51fc0532333b tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.36 "DELETE /v2.0/ports/920ea6e6-ed7a-4c28-a2fa-5f962690bd85 HTTP/1.1" status: 204 len: 173 time: 2.2858660 Jul 15 23:09:57.215721 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bb01df-d89d-430e-a86b-d40ac768af15', 'name': 'network-vif-deleted', 'tag': '920ea6e6-ed7a-4c28-a2fa-5f962690bd85'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:57.219221 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b67bea1-81cf-42de-9bf0-b48f31f70ba6" -d '{"events": [{"server_uuid": "56bb01df-d89d-430e-a86b-d40ac768af15", "name": "network-vif-deleted", "tag": "920ea6e6-ed7a-4c28-a2fa-5f962690bd85"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:57.247976 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-88da0eb3-01ed-4827-a710-1c19da9e8aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.283490 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5887ffc-369f-4bd7-9f35-c65ae92d4137 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:57.318626 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-e12be5f1-3887-4ce7-87b8-a2b91c0e7b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:57.320563 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-e12be5f1-3887-4ce7-87b8-a2b91c0e7b11 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4746284 Jul 15 23:09:57.322670 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-b36206e3-4116-4b49-86ca-e147cae90277 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] For port 4bbda8f5-7253-4073-84b5-0de465d27fd2, host n-d-787205-9, got binding levels [] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:57.323256 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b36206e3-4116-4b49-86ca-e147cae90277 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.326857 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d025bee-9c3b-4ba4-9985-7bff9315ca93 x-openstack-request-id: req-2d025bee-9c3b-4ba4-9985-7bff9315ca93 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:57.327264 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bb01df-d89d-430e-a86b-d40ac768af15", "name": "network-vif-deleted", "tag": "920ea6e6-ed7a-4c28-a2fa-5f962690bd85", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:57.327617 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d025bee-9c3b-4ba4-9985-7bff9315ca93 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:57.328169 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bb01df-d89d-430e-a86b-d40ac768af15', 'name': 'network-vif-deleted', 'tag': '920ea6e6-ed7a-4c28-a2fa-5f962690bd85', 'status': 'completed', 'code': 200} Jul 15 23:09:57.344694 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-385f6efa-e1f2-420c-8fb8-72f72e134dcf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2381bd17d73f44558de9b4e14229d648&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1546707 Jul 15 23:09:57.347992 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46812) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:57.380759 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b36206e3-4116-4b49-86ca-e147cae90277 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Calling delete_port for 4bbda8f5-7253-4073-84b5-0de465d27fd2 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:57.390336 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.ipam_backend_mixin [None req-b36206e3-4116-4b49-86ca-e147cae90277 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Port 4bbda8f5-7253-4073-84b5-0de465d27fd2 was not found and therefore no delete operation was performed {{(pid=93798) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:09:57.404213 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b36206e3-4116-4b49-86ca-e147cae90277 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.431032 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-74e07832-ea8a-416a-a662-172580146101 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Allocated IP 172.20.0.4 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/277b682d-0f74-49f6-a320-6024ded53192/82d4fab5-5aa3-4d48-9612-6d0ae166c7c5) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:57.441698 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-74e07832-ea8a-416a-a662-172580146101 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Allocated IP 2001:db8::f816:3eff:fe5d:f8d0 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/4414eb5b-a3a9-4fbf-91d2-17126132a952/82d4fab5-5aa3-4d48-9612-6d0ae166c7c5) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:57.458108 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1153b98d-af79-4b62-a7f9-52f81cf5f879 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:57.522744 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36206e3-4116-4b49-86ca-e147cae90277 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event deleted for resources: {'Port': ['ID=4bbda8f5-7253-4073-84b5-0de465d27fd2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:57.583461 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36206e3-4116-4b49-86ca-e147cae90277 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] No DVR routers for this DVR port 4bbda8f5-7253-4073-84b5-0de465d27fd2 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:57.592538 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.596236 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b9be4-ecd1-4130-84a7-2edb8df288c9 req-55463b40-6900-4b18-a117-835f2cf7c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:57.597866 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7e7b9be4-ecd1-4130-84a7-2edb8df288c9 req-55463b40-6900-4b18-a117-835f2cf7c52d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77975343f0624335a695b571de060b09&device_id=d76fc786-7a78-4737-8141-6ee5de07e536 HTTP/1.1" status: 200 len: 1094 time: 0.6780989 Jul 15 23:09:57.634189 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88da0eb3-01ed-4827-a710-1c19da9e8aa5 None None] No DVR routers for this DVR port 4bbda8f5-7253-4073-84b5-0de465d27fd2 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:57.663695 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3cbd4e0-520f-4c4a-a8cd-c094b837cd7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.678408 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-74e07832-ea8a-416a-a662-172580146101 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.693789 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 593c311f-e7e7-48e7-a565-db6f18498037 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:57.694583 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-74e07832-ea8a-416a-a662-172580146101 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Transition to ACTIVE for port object 82d4fab5-5aa3-4d48-9612-6d0ae166c7c5 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:57.697828 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-024caa4f-8a57-4cb0-9c33-65803ac3fafb service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685682 Jul 15 23:09:57.704667 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 1153b98d-af79-4b62-a7f9-52f81cf5f879 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:57.705089 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.708694 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-81a3cbe6-1916-45a1-a8cc-094579af10e8 None None] Provisioning complete for port 1153b98d-af79-4b62-a7f9-52f81cf5f879 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:57.709062 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-81a3cbe6-1916-45a1-a8cc-094579af10e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.710653 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=86bf6025-0368-4513-9e10-f8d406029119,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:57.761405 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b36206e3-4116-4b49-86ca-e147cae90277 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.777483 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da0eb3-01ed-4827-a710-1c19da9e8aa5 None None] Pushing event deleted for resources: {'Port': ['ID=4bbda8f5-7253-4073-84b5-0de465d27fd2,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:57.778373 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158433ff-6b4b-4066-9100-2a326fa8793d req-68ec481d-3c35-4e6e-9012-80f1f1764ac1 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:57.778976 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3cbd4e0-520f-4c4a-a8cd-c094b837cd7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.779875 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-158433ff-6b4b-4066-9100-2a326fa8793d req-68ec481d-3c35-4e6e-9012-80f1f1764ac1 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/ports?device_id=d76fc786-7a78-4737-8141-6ee5de07e536 HTTP/1.1" status: 200 len: 943 time: 0.9133382 Jul 15 23:09:57.801817 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-b36206e3-4116-4b49-86ca-e147cae90277 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e3f24c-7e29-4a09-8417-9d8bc248b3f6']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:57.816604 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-b36206e3-4116-4b49-86ca-e147cae90277 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1627c388-4431-4dd5-86b5-c4792eebbc1a') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:57.816907 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-b36206e3-4116-4b49-86ca-e147cae90277 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1627c388-4431-4dd5-86b5-c4792eebbc1a') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:57.821918 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e4686494-77eb-44e7-b712-99d6e9c1dabb req-c873be0f-c1a3-4bac-a143-1e8668f01984 tempest-ImagesTestJSON-2006871907 tempest-ImagesTestJSON-2006871907-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bb01df-d89d-430e-a86b-d40ac768af15 HTTP/1.1" status: 200 len: 210 time: 0.0969625 Jul 15 23:09:57.826284 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 593c311f-e7e7-48e7-a565-db6f18498037, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=593c311f-e7e7-48e7-a565-db6f18498037,segment=NetworkSegment(2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c),segment_id=2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:57.840840 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b36206e3-4116-4b49-86ca-e147cae90277 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.865208 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.918894 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b36206e3-4116-4b49-86ca-e147cae90277 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.921488 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-158433ff-6b4b-4066-9100-2a326fa8793d req-a18b787b-b9e7-40f8-a660-008ae4d64db4 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/security-groups?id=04fb3681-0ff9-4c35-91ee-f0c88b1c70bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184990 Jul 15 23:09:57.922503 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-74e07832-ea8a-416a-a662-172580146101 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.947441 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b36206e3-4116-4b49-86ca-e147cae90277 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:09:57.947864 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b36206e3-4116-4b49-86ca-e147cae90277 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.951542 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=593c311f-e7e7-48e7-a565-db6f18498037,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:58.002029 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:09:58.002029 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:09:58.002029 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:09:58.002029 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:09:58.002029 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:09:58.002029 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:09:58.002029 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:09:58.002029 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:09:58.002029 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:09:58.002029 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:09:58.002029 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:09:58.002029 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:09:58.002029 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:09:58.002029 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:09:58.002029 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:09:58.002029 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:09:58.002029 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:09:58.002029 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:09:58.002029 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:09:58.002029 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:09:58.002029 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:09:58.002029 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:09:58.002029 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:09:58.002029 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:09:58.002029 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:09:58.002029 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:09:58.002029 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:09:58.002029 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:09:58.002029 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:09:58.002029 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:09:58.002029 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:09:58.002029 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:09:58.043312 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-e46c296c-f5a5-41ba-b5d8-8e56d49e389e service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355012 Jul 15 23:09:58.051510 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e07832-ea8a-416a-a662-172580146101 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:58.059952 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-74e07832-ea8a-416a-a662-172580146101 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:58.067075 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e07832-ea8a-416a-a662-172580146101 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Port': ['ID=82d4fab5-5aa3-4d48-9612-6d0ae166c7c5,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:58.075647 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e07832-ea8a-416a-a662-172580146101 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:09:58.128275 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-57169c33-1d8f-4ca1-a326-84d83dc1a817 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=d6cb89d5-6817-4bc8-b0e6-53e8aba786ef HTTP/1.1" status: 200 len: 217 time: 0.0670149 Jul 15 23:09:58.197786 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e07832-ea8a-416a-a662-172580146101 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:58.198477 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-74e07832-ea8a-416a-a662-172580146101 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:58.227510 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b9be4-ecd1-4130-84a7-2edb8df288c9 req-51606536-e8d5-4d8a-8230-bba411cd12b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:58.235684 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7e7b9be4-ecd1-4130-84a7-2edb8df288c9 req-51606536-e8d5-4d8a-8230-bba411cd12b6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bf6fa1b7-2834-4d94-a68c-529495746472 HTTP/1.1" status: 200 len: 913 time: 0.6141620 Jul 15 23:09:58.265457 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 920ea6e6-ed7a-4c28-a2fa-5f962690bd85 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:58.279284 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b36206e3-4116-4b49-86ca-e147cae90277 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:58.285052 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-57a40507-53c4-4cc3-a67a-a5ce9f132775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:58.286732 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-57a40507-53c4-4cc3-a67a-a5ce9f132775 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8931c9f8-2423-4e8c-8612-ac64a9606a20 HTTP/1.1" status: 200 len: 797 time: 0.0820789 Jul 15 23:09:58.288254 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b36206e3-4116-4b49-86ca-e147cae90277 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:58.291869 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4bbda8f5-7253-4073-84b5-0de465d27fd2 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:58.294578 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b36206e3-4116-4b49-86ca-e147cae90277 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "DELETE /v2.0/networks/e9e3f24c-7e29-4a09-8417-9d8bc248b3f6 HTTP/1.1" status: 204 len: 168 time: 3.2657123 Jul 15 23:09:58.299799 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3cbd4e0-520f-4c4a-a8cd-c094b837cd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:58.303857 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3cbd4e0-520f-4c4a-a8cd-c094b837cd7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:58.309553 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b3cbd4e0-520f-4c4a-a8cd-c094b837cd7f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/77ce9e15-9ae8-40db-928c-c16f2953347e HTTP/1.1" status: 204 len: 168 time: 0.9490631 Jul 15 23:09:58.313016 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46850) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:58.351957 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-74e07832-ea8a-416a-a662-172580146101 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6311052 Jul 15 23:09:58.361901 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7e7b9be4-ecd1-4130-84a7-2edb8df288c9 req-6a312d5e-0d48-49b4-9c65-595841cddfa1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac1c1a85-6ef4-452b-9241-71e5d124ff58 HTTP/1.1" status: 200 len: 217 time: 0.1126790 Jul 15 23:09:58.362418 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46854) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:58.363262 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbd4e0-520f-4c4a-a8cd-c094b837cd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ce9e15-9ae8-40db-928c-c16f2953347e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:58.366188 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 920ea6e6-ed7a-4c28-a2fa-5f962690bd85 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:58.366905 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 920ea6e6-ed7a-4c28-a2fa-5f962690bd85 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:58.405871 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 4bbda8f5-7253-4073-84b5-0de465d27fd2 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:58.406414 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4bbda8f5-7253-4073-84b5-0de465d27fd2 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:58.443483 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36206e3-4116-4b49-86ca-e147cae90277 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event deleted for resources: {'Network': ['ID=e9e3f24c-7e29-4a09-8417-9d8bc248b3f6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:58.458133 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c2c11c-c64e-43bd-94c2-32d48e68ade2 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] DELETE failed (client error): The resource could not be found. Jul 15 23:09:58.458720 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2c2c11c-c64e-43bd-94c2-32d48e68ade2 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:09:58.463876 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b2c2c11c-c64e-43bd-94c2-32d48e68ade2 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "DELETE /v2.0/subnets/5c43e294-16ba-4a1c-9473-c1ae6ba886d5 HTTP/1.1" status: 404 len: 337 time: 0.1386018 Jul 15 23:09:58.464573 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46856) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:58.487906 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-08cd6b7e-678c-4383-99ac-b49d6647de5e tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] DELETE failed (client error): The resource could not be found. Jul 15 23:09:58.488496 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08cd6b7e-678c-4383-99ac-b49d6647de5e tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:09:58.493698 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-08cd6b7e-678c-4383-99ac-b49d6647de5e tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "DELETE /v2.0/networks/e3908cb4-b496-4077-bbe4-746c4d043fb0 HTTP/1.1" status: 404 len: 339 time: 0.0260408 Jul 15 23:09:58.501764 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46858) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:58.553348 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe577a1-03f6-464d-8c17-dd3cf9a13036 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] DELETE failed (client error): The resource could not be found. Jul 15 23:09:58.553751 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe577a1-03f6-464d-8c17-dd3cf9a13036 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:09:58.559362 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-efe577a1-03f6-464d-8c17-dd3cf9a13036 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "DELETE /v2.0/subnets/8bbe097e-68d6-4a79-b097-6a7188efbaa9 HTTP/1.1" status: 404 len: 337 time: 0.0509980 Jul 15 23:09:58.560024 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46860) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:58.571093 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b9be4-ecd1-4130-84a7-2edb8df288c9 req-ef2ce556-df6b-4e50-a3c1-6f9c74c6b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:58.573139 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7e7b9be4-ecd1-4130-84a7-2edb8df288c9 req-ef2ce556-df6b-4e50-a3c1-6f9c74c6b67d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9b8dc35-3b00-467c-ba33-51544e2c446c HTTP/1.1" status: 200 len: 851 time: 0.1844549 Jul 15 23:09:58.588992 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a83195-09f9-4b7f-95b2-fe9373e7ee3b tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] DELETE failed (client error): The resource could not be found. Jul 15 23:09:58.589684 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20a83195-09f9-4b7f-95b2-fe9373e7ee3b tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:09:58.594658 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-20a83195-09f9-4b7f-95b2-fe9373e7ee3b tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "DELETE /v2.0/networks/a7c84ba5-556d-4cfa-ba19-ee362b243f1d HTTP/1.1" status: 404 len: 339 time: 0.0325255 Jul 15 23:09:58.595461 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46862) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:58.596073 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbdb27-6f39-4560-b2bc-46306b83419a req-2e30d017-39ad-4e71-8dbf-c2210257ac8c tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:58.602156 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbdb27-6f39-4560-b2bc-46306b83419a req-2e30d017-39ad-4e71-8dbf-c2210257ac8c tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:58.608102 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbdb27-6f39-4560-b2bc-46306b83419a req-2e30d017-39ad-4e71-8dbf-c2210257ac8c tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:58.613996 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbdb27-6f39-4560-b2bc-46306b83419a req-2e30d017-39ad-4e71-8dbf-c2210257ac8c tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:58.629100 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['86bf6025-0368-4513-9e10-f8d406029119'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:58.634339 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-b283fe86-e85c-4df6-8ee8-ae8c13634707 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] DELETE failed (client error): The resource could not be found. Jul 15 23:09:58.634825 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b283fe86-e85c-4df6-8ee8-ae8c13634707 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:09:58.639791 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b283fe86-e85c-4df6-8ee8-ae8c13634707 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "DELETE /v2.0/subnets/a4a3bb5d-f31b-4784-85d8-3edcbe4cc83f HTTP/1.1" status: 404 len: 337 time: 0.0425253 Jul 15 23:09:58.641367 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbdb27-6f39-4560-b2bc-46306b83419a req-2e30d017-39ad-4e71-8dbf-c2210257ac8c tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:58.642905 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46866) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:58.651598 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbdb27-6f39-4560-b2bc-46306b83419a req-2e30d017-39ad-4e71-8dbf-c2210257ac8c tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:58.660164 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['6881fff5-28e4-43a6-9ddf-739b8456047b'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:58.662540 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['abf079aa-7e1f-4fa4-8693-d71192c3cd5a'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:58.669427 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-831fb9b5-c3e6-4430-8131-3bf5813611ca tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] DELETE failed (client error): The resource could not be found. Jul 15 23:09:58.670030 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-831fb9b5-c3e6-4430-8131-3bf5813611ca tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:09:58.675528 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-831fb9b5-c3e6-4430-8131-3bf5813611ca tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "DELETE /v2.0/networks/49eca88d-a2d3-4281-8197-8b7b83dd6fb3 HTTP/1.1" status: 404 len: 339 time: 0.0294161 Jul 15 23:09:58.675855 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbdb27-6f39-4560-b2bc-46306b83419a req-2e30d017-39ad-4e71-8dbf-c2210257ac8c tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:58.676295 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46868) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:58.678198 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-2b38bad7-1d8e-45da-acb2-aac9a5e9c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:58.679148 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3bfbdb27-6f39-4560-b2bc-46306b83419a req-2e30d017-39ad-4e71-8dbf-c2210257ac8c tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5427 time: 0.4600022 Jul 15 23:09:58.679955 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-2b38bad7-1d8e-45da-acb2-aac9a5e9c9cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3688502 Jul 15 23:09:58.695994 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['593c311f-e7e7-48e7-a565-db6f18498037'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:58.698096 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['a33099a7-5b54-470d-a6fb-0182aa37b1ce'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:58.757207 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['54ed7c92-7d96-4319-af0e-98c8d7d7ce91'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:58.798668 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7618b0a-f798-4638-bcd3-9a2b9f88c8d8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:58.808660 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7618b0a-f798-4638-bcd3-9a2b9f88c8d8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:58.812579 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a7618b0a-f798-4638-bcd3-9a2b9f88c8d8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4393382 Jul 15 23:09:58.816229 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-abde11fd-14be-4768-9d60-a7b6618c909f tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Deleting subnet 11be05c5-2396-4395-b33e-a83d6c888f5c {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:09:58.821335 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46870) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:58.829828 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-abde11fd-14be-4768-9d60-a7b6618c909f tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:58.842988 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4f496-d048-4711-9990-36958c2d4493 req-19beba11-e6ef-4e3b-a7b4-5b4f7ea2e51c tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:58.845409 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-78b4f496-d048-4711-9990-36958c2d4493 req-19beba11-e6ef-4e3b-a7b4-5b4f7ea2e51c tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.16 "GET /v2.0/ports?device_id=590ca4dc-f4de-4313-a4a3-b6ea774266d9 HTTP/1.1" status: 200 len: 949 time: 0.3513587 Jul 15 23:09:58.883587 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3bfbdb27-6f39-4560-b2bc-46306b83419a req-a9744f77-6da0-45b6-a741-47f822a262c2 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1816921 Jul 15 23:09:58.892361 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-abde11fd-14be-4768-9d60-a7b6618c909f tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:58.959245 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-78b4f496-d048-4711-9990-36958c2d4493 req-36261786-ec00-4a88-a3fa-3bf51be41138 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d2a347d-6f24-41cb-ac1b-16102695d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052370 Jul 15 23:09:58.971907 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b9be4-ecd1-4130-84a7-2edb8df288c9 req-d94f65da-6deb-408c-ad94-9f3b957c481d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:58.973824 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7e7b9be4-ecd1-4130-84a7-2edb8df288c9 req-d94f65da-6deb-408c-ad94-9f3b957c481d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf6fa1b7-2834-4d94-a68c-529495746472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2937078 Jul 15 23:09:59.078663 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-abde11fd-14be-4768-9d60-a7b6618c909f tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:59.172360 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-430921ae-1c8a-4dad-ab13-9f12b52a411e None None] Provisioning complete for port 1153b98d-af79-4b62-a7f9-52f81cf5f879 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:59.173460 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-430921ae-1c8a-4dad-ab13-9f12b52a411e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:59.182181 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7e7b9be4-ecd1-4130-84a7-2edb8df288c9 req-f6aebebf-818d-4bf6-8a65-edba0e745f32 service neutron] 10.222.0.43 "GET /v2.0/networks/bf6fa1b7-2834-4d94-a68c-529495746472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001939 Jul 15 23:09:59.228621 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-abde11fd-14be-4768-9d60-a7b6618c909f tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:59.253435 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-abde11fd-14be-4768-9d60-a7b6618c909f tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:59.255554 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-abde11fd-14be-4768-9d60-a7b6618c909f tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "DELETE /v2.0/subnets/11be05c5-2396-4395-b33e-a83d6c888f5c HTTP/1.1" status: 204 len: 168 time: 0.5735371 Jul 15 23:09:59.262913 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46896) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:59.280964 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde11fd-14be-4768-9d60-a7b6618c909f tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event deleted for resources: {'Subnet': ['ID=11be05c5-2396-4395-b33e-a83d6c888f5c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:59.293212 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-00f86c1f-5e03-465a-aa87-a824eea0fbd7 service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5743978 Jul 15 23:09:59.399507 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2427922c-ccf8-4aed-bfc9-e20d9a4b4484 None None] Network 7bbf51d4-4661-44b5-9846-d23be14c4cc9 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:59.426733 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-77dd6169-4411-4f89-93e0-cf44ece6e0da tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:59.454970 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7e7b9be4-ecd1-4130-84a7-2edb8df288c9 req-f7fa1a94-cdc5-49aa-970a-0cfa46c0f95c service neutron] 10.222.0.43 "GET /v2.0/networks/bf6fa1b7-2834-4d94-a68c-529495746472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576079 Jul 15 23:09:59.466391 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a92f79-ad0c-4bbe-907e-f53a2f6fc97f req-52270cbc-1542-4d4d-9732-def8740a8c46 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:59.472826 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-013926bc-b8f2-48da-88fb-559895b85542 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting port 82d4fab5-5aa3-4d48-9612-6d0ae166c7c5 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:59.473171 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-013926bc-b8f2-48da-88fb-559895b85542 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:59.474644 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-51a92f79-ad0c-4bbe-907e-f53a2f6fc97f req-52270cbc-1542-4d4d-9732-def8740a8c46 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/ports?device_id=d76fc786-7a78-4737-8141-6ee5de07e536 HTTP/1.1" status: 200 len: 943 time: 0.2911546 Jul 15 23:09:59.566257 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-51a92f79-ad0c-4bbe-907e-f53a2f6fc97f req-0f3990a3-79c8-49e6-9c8f-13d57f05f4b3 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/security-groups?id=04fb3681-0ff9-4c35-91ee-f0c88b1c70bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906181 Jul 15 23:09:59.582266 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-77dd6169-4411-4f89-93e0-cf44ece6e0da tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Deleting port 0d5a76fd-7290-43aa-b37f-04f5e7d9728b {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:59.583302 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-77dd6169-4411-4f89-93e0-cf44ece6e0da tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:59.662169 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-013926bc-b8f2-48da-88fb-559895b85542 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:59.677185 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-77dd6169-4411-4f89-93e0-cf44ece6e0da tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] For port 0d5a76fd-7290-43aa-b37f-04f5e7d9728b, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=0d5a76fd-7290-43aa-b37f-04f5e7d9728b,segment=NetworkSegment(231c9bf0-2ea0-47e0-a9e5-9ee0427ac6a9),segment_id=231c9bf0-2ea0-47e0-a9e5-9ee0427ac6a9)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:59.677947 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-77dd6169-4411-4f89-93e0-cf44ece6e0da tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:59.680121 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-429c34b1-af64-41e1-8ffe-1211d89c1dac service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745658 Jul 15 23:09:59.681044 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-013926bc-b8f2-48da-88fb-559895b85542 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Calling delete_port for 82d4fab5-5aa3-4d48-9612-6d0ae166c7c5 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:59.700581 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-77dd6169-4411-4f89-93e0-cf44ece6e0da tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Calling delete_port for 0d5a76fd-7290-43aa-b37f-04f5e7d9728b owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:59.735059 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-2f28022b-6851-47fd-9bcf-9d0c5dd59f3c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=ff52bf25-9d08-4b27-9c20-9cfae7981d84 HTTP/1.1" status: 200 len: 217 time: 0.0481300 Jul 15 23:09:59.837274 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-febbb8f8-04ff-4499-9a37-f2b5273201b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:59.839291 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-febbb8f8-04ff-4499-9a37-f2b5273201b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8931c9f8-2423-4e8c-8612-ac64a9606a20 HTTP/1.1" status: 200 len: 797 time: 0.0736024 Jul 15 23:09:59.888551 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['c451b609-46fa-4e93-a60a-10b38b3f6d50'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:59.927761 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-77dd6169-4411-4f89-93e0-cf44ece6e0da tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:59.930430 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device ac1c1a85-6ef4-452b-9241-71e5d124ff58 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:09:59.965294 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd6169-4411-4f89-93e0-cf44ece6e0da tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event deleted for resources: {'Port': ['ID=0d5a76fd-7290-43aa-b37f-04f5e7d9728b,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:59.971041 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dd6169-4411-4f89-93e0-cf44ece6e0da tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] No DVR routers for this DVR port 0d5a76fd-7290-43aa-b37f-04f5e7d9728b on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:00.069657 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-013926bc-b8f2-48da-88fb-559895b85542 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:00.086064 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-77dd6169-4411-4f89-93e0-cf44ece6e0da tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:00.098578 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-77dd6169-4411-4f89-93e0-cf44ece6e0da tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bbf51d4-4661-44b5-9846-d23be14c4cc9']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:00.114361 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-77dd6169-4411-4f89-93e0-cf44ece6e0da tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '231c9bf0-2ea0-47e0-a9e5-9ee0427ac6a9') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:00.114742 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-77dd6169-4411-4f89-93e0-cf44ece6e0da tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '231c9bf0-2ea0-47e0-a9e5-9ee0427ac6a9') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:00.138062 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013926bc-b8f2-48da-88fb-559895b85542 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Port': ['ID=82d4fab5-5aa3-4d48-9612-6d0ae166c7c5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:00.156935 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-77dd6169-4411-4f89-93e0-cf44ece6e0da tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:00.194156 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-a39c46f7-e30e-4e5c-ad91-042defb76f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:00.195841 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-a39c46f7-e30e-4e5c-ad91-042defb76f90 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3457525 Jul 15 23:10:00.213053 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-77dd6169-4411-4f89-93e0-cf44ece6e0da tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:00.225751 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77dd6169-4411-4f89-93e0-cf44ece6e0da tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:10:00.226331 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-77dd6169-4411-4f89-93e0-cf44ece6e0da tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:10:00.229774 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:10:00.326943 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-013926bc-b8f2-48da-88fb-559895b85542 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:00.327193 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9573d-5609-43db-9e36-c6b450f5e36f req-3c52fba8-8514-45b9-a6e4-c3d5dba2bcb7 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:00.332852 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-013926bc-b8f2-48da-88fb-559895b85542 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/82d4fab5-5aa3-4d48-9612-6d0ae166c7c5 HTTP/1.1" status: 204 len: 168 time: 1.5066853 Jul 15 23:10:00.332852 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46958) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:00.334371 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9573d-5609-43db-9e36-c6b450f5e36f req-3c52fba8-8514-45b9-a6e4-c3d5dba2bcb7 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:00.340392 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9573d-5609-43db-9e36-c6b450f5e36f req-3c52fba8-8514-45b9-a6e4-c3d5dba2bcb7 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:00.347256 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9573d-5609-43db-9e36-c6b450f5e36f req-3c52fba8-8514-45b9-a6e4-c3d5dba2bcb7 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:00.353105 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9573d-5609-43db-9e36-c6b450f5e36f req-3c52fba8-8514-45b9-a6e4-c3d5dba2bcb7 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:00.359074 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9573d-5609-43db-9e36-c6b450f5e36f req-3c52fba8-8514-45b9-a6e4-c3d5dba2bcb7 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:00.365013 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9573d-5609-43db-9e36-c6b450f5e36f req-3c52fba8-8514-45b9-a6e4-c3d5dba2bcb7 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:00.371595 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port ac1c1a85-6ef4-452b-9241-71e5d124ff58, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ac1c1a85-6ef4-452b-9241-71e5d124ff58,segment=NetworkSegment(3a3c2bc7-5140-456e-8efe-f105575ac120),segment_id=3a3c2bc7-5140-456e-8efe-f105575ac120)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:00.372659 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-87e9573d-5609-43db-9e36-c6b450f5e36f req-3c52fba8-8514-45b9-a6e4-c3d5dba2bcb7 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5427 time: 0.2486510 Jul 15 23:10:00.417972 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-77dd6169-4411-4f89-93e0-cf44ece6e0da tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:00.431914 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-77dd6169-4411-4f89-93e0-cf44ece6e0da tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:00.433548 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-77dd6169-4411-4f89-93e0-cf44ece6e0da tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "DELETE /v2.0/networks/7bbf51d4-4661-44b5-9846-d23be14c4cc9 HTTP/1.1" status: 204 len: 168 time: 1.1693687 Jul 15 23:10:00.436257 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-430921ae-1c8a-4dad-ab13-9f12b52a411e None None] Could not find standard attr ID for object 82d4fab5-5aa3-4d48-9612-6d0ae166c7c5. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:10:00.439554 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46960) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:00.449160 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'ac1c1a85-6ef4-452b-9241-71e5d124ff58', 'network_id': 'bf6fa1b7-2834-4d94-a68c-529495746472', 'port_id': 'ac1c1a85-6ef4-452b-9241-71e5d124ff58', 'mac_address': 'fa:16:3e:90:a7:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b8dc35-3b00-467c-ba33-51544e2c446c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:10:00.454884 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8e3c26-6212-4600-ae2b-3de73e6a77ae tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:00.457058 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8e3c26-6212-4600-ae2b-3de73e6a77ae tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:00.459127 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8e3c26-6212-4600-ae2b-3de73e6a77ae tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:00.464296 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7e8e3c26-6212-4600-ae2b-3de73e6a77ae tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1287537 Jul 15 23:10:00.478889 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-87e9573d-5609-43db-9e36-c6b450f5e36f req-7c93e7e6-96a2-4a86-9d77-6a924193efe8 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1048892 Jul 15 23:10:00.480169 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd6169-4411-4f89-93e0-cf44ece6e0da tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event deleted for resources: {'Network': ['ID=7bbf51d4-4661-44b5-9846-d23be14c4cc9,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:00.489717 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46962) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:00.538886 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a84ec0-e916-4029-95bc-b7890d922e49 req-a7a5d3da-e7b3-4e70-9ca0-b0ef1f384d8a tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:00.544560 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1a84ec0-e916-4029-95bc-b7890d922e49 req-a7a5d3da-e7b3-4e70-9ca0-b0ef1f384d8a tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.16 "GET /v2.0/ports?device_id=590ca4dc-f4de-4313-a4a3-b6ea774266d9 HTTP/1.1" status: 200 len: 949 time: 0.2672267 Jul 15 23:10:00.549402 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0790b0f-13c1-43e4-abe3-cad7ec0bf900 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] DELETE failed (client error): The resource could not be found. Jul 15 23:10:00.550452 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0790b0f-13c1-43e4-abe3-cad7ec0bf900 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:10:00.552451 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b0790b0f-13c1-43e4-abe3-cad7ec0bf900 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "DELETE /v2.0/subnets/d90edee1-ecee-4f68-a08c-6bfdd66b707b HTTP/1.1" status: 404 len: 337 time: 0.1025815 Jul 15 23:10:00.555621 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1a9d78-2d17-4dfb-85a4-d3d7a5b17ba5 None None] DHCP port deletion for 7bbf51d4-4661-44b5-9846-d23be14c4cc9 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:10:00.579143 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46964) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:00.583411 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-85bb81d0-2116-4f56-b57f-4f60d54d760b None None] Could not find standard attr ID for object 82d4fab5-5aa3-4d48-9612-6d0ae166c7c5. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:10:00.593263 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:00.597912 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-1a857cf7-603a-4e99-a9c8-c336111e52d7 service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734653 Jul 15 23:10:00.612944 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff99dd4-0f95-4a38-a465-e01fbdeb5810 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] DELETE failed (client error): The resource could not be found. Jul 15 23:10:00.613529 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff99dd4-0f95-4a38-a465-e01fbdeb5810 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:10:00.616566 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4ff99dd4-0f95-4a38-a465-e01fbdeb5810 tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "DELETE /v2.0/networks/7be8fd28-ef50-4290-bc67-2662d95ba43b HTTP/1.1" status: 404 len: 339 time: 0.0362632 Jul 15 23:10:00.619678 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46968) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:00.631881 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1c1a85-6ef4-452b-9241-71e5d124ff58 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:00.633850 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1a84ec0-e916-4029-95bc-b7890d922e49 req-25d3583e-d1b6-4b11-8cd7-f34e83bc8a14 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d2a347d-6f24-41cb-ac1b-16102695d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870979 Jul 15 23:10:00.651915 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-67080d71-3a1e-4655-8818-881f144458d7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting subnet 277b682d-0f74-49f6-a320-6024ded53192 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:10:00.655357 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67080d71-3a1e-4655-8818-881f144458d7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:00.675776 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port ac1c1a85-6ef4-452b-9241-71e5d124ff58, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ac1c1a85-6ef4-452b-9241-71e5d124ff58,segment=NetworkSegment(3a3c2bc7-5140-456e-8efe-f105575ac120),segment_id=3a3c2bc7-5140-456e-8efe-f105575ac120)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:00.679480 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46972) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:00.684844 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:00.715082 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ffab0c-0bfc-47e7-a2f4-1ddf06d1fb9e tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Deleting subnet 50def1fc-0258-4cab-acc5-3067b280dec8 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:10:00.718366 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-59ffab0c-0bfc-47e7-a2f4-1ddf06d1fb9e tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:00.735720 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d1a3ba-0117-4536-ab6d-87719f8f0b70 admin admin] Deleting subnet 4e4e4463-c0f1-483a-8548-ef2c0500a26e {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:10:00.792429 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-59ffab0c-0bfc-47e7-a2f4-1ddf06d1fb9e tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:00.794535 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=ac1c1a85-6ef4-452b-9241-71e5d124ff58,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:01.005575 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-59ffab0c-0bfc-47e7-a2f4-1ddf06d1fb9e tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.093691 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5993a-31a3-4977-b87e-d68b8e7fe442 req-3f8ded2d-c1b4-44a8-b145-8e2a087ddf55 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:01.095875 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-59d5993a-31a3-4977-b87e-d68b8e7fe442 req-3f8ded2d-c1b4-44a8-b145-8e2a087ddf55 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/ports?device_id=d76fc786-7a78-4737-8141-6ee5de07e536 HTTP/1.1" status: 200 len: 944 time: 0.1781127 Jul 15 23:10:01.096394 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47006) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:01.144606 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-59ffab0c-0bfc-47e7-a2f4-1ddf06d1fb9e tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.192988 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0d5a76fd-7290-43aa-b37f-04f5e7d9728b no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:01.206932 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ffab0c-0bfc-47e7-a2f4-1ddf06d1fb9e tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event deleted for resources: {'Subnet': ['ID=50def1fc-0258-4cab-acc5-3067b280dec8,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:01.233488 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-59d5993a-31a3-4977-b87e-d68b8e7fe442 req-a9614faa-e3c8-457b-837c-0de352f09aed tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/security-groups?id=04fb3681-0ff9-4c35-91ee-f0c88b1c70bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203735 Jul 15 23:10:01.241390 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-59ffab0c-0bfc-47e7-a2f4-1ddf06d1fb9e tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.250233 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-59ffab0c-0bfc-47e7-a2f4-1ddf06d1fb9e tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "DELETE /v2.0/subnets/50def1fc-0258-4cab-acc5-3067b280dec8 HTTP/1.1" status: 204 len: 168 time: 0.6294475 Jul 15 23:10:01.251485 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47016) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:01.264507 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4efddcb-0740-478a-b72d-3b50295fce98 None None] Network 91f88bd2-9b84-43d4-a053-2e4cf4b82e5c requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:01.267816 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 0d5a76fd-7290-43aa-b37f-04f5e7d9728b {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:01.268236 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0d5a76fd-7290-43aa-b37f-04f5e7d9728b not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:01.316770 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67080d71-3a1e-4655-8818-881f144458d7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.401872 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a3ba-0117-4536-ab6d-87719f8f0b70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.430580 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-933870fb-7e28-4f61-a7fd-017db8e5508b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.437087 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae2e5969-13f4-4ff8-a807-c65dca23a1fa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.437469 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67080d71-3a1e-4655-8818-881f144458d7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.467211 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-773d11e6-ed45-4d5c-80eb-4321d483008f service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8592930 Jul 15 23:10:01.524335 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a3ba-0117-4536-ab6d-87719f8f0b70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.529308 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-8af35fd8-238f-4135-a70a-ecbf009329a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6889e42d-1a89-425a-a8c3-7396550b6084 HTTP/1.1" status: 200 len: 217 time: 0.0548151 Jul 15 23:10:01.593310 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe299f7-e42b-48e2-b102-f7347ac004f8 None None] DHCP port deletion for 91f88bd2-9b84-43d4-a053-2e4cf4b82e5c request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:10:01.627632 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67080d71-3a1e-4655-8818-881f144458d7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.630261 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a3ba-0117-4536-ab6d-87719f8f0b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.658867 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-2705ba5f-d2eb-4638-bbd5-35efb742c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:01.660324 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-2705ba5f-d2eb-4638-bbd5-35efb742c939 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2caf3549-18f8-4078-a5bd-a7ecd88c89df HTTP/1.1" status: 200 len: 797 time: 0.1040561 Jul 15 23:10:01.669326 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ae2e5969-13f4-4ff8-a807-c65dca23a1fa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Deleting port 3cf2ee25-16c6-439f-8ac2-df60d1e09af3 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:01.669918 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae2e5969-13f4-4ff8-a807-c65dca23a1fa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.673807 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['ac1c1a85-6ef4-452b-9241-71e5d124ff58'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:10:01.678736 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-933870fb-7e28-4f61-a7fd-017db8e5508b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.706475 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-933870fb-7e28-4f61-a7fd-017db8e5508b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.717483 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67080d71-3a1e-4655-8818-881f144458d7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Subnet': ['ID=277b682d-0f74-49f6-a320-6024ded53192,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:01.728032 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67080d71-3a1e-4655-8818-881f144458d7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.729988 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-67080d71-3a1e-4655-8818-881f144458d7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/277b682d-0f74-49f6-a320-6024ded53192 HTTP/1.1" status: 204 len: 168 time: 1.2385457 Jul 15 23:10:01.733874 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47050) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:01.753606 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c88dc57-9329-498d-a60e-6b6913dac5ca None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:01.769566 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-3f13e0b7-00fb-48d3-90e7-6ea50c168d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:01.771862 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-3f13e0b7-00fb-48d3-90e7-6ea50c168d53 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bbea9511-9599-4d61-bc5f-d2e279b3eb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0880489 Jul 15 23:10:01.773264 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a3ba-0117-4536-ab6d-87719f8f0b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.819214 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1a3ba-0117-4536-ab6d-87719f8f0b70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e4e4463-c0f1-483a-8548-ef2c0500a26e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:01.827962 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a3ba-0117-4536-ab6d-87719f8f0b70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.832986 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b7d1a3ba-0117-4536-ab6d-87719f8f0b70 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4e4e4463-c0f1-483a-8548-ef2c0500a26e HTTP/1.1" status: 204 len: 168 time: 1.1505184 Jul 15 23:10:01.835831 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47058) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:01.872763 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-bfe299f7-e42b-48e2-b102-f7347ac004f8 None None] Deleting port 3cf2ee25-16c6-439f-8ac2-df60d1e09af3 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:01.873395 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bfe299f7-e42b-48e2-b102-f7347ac004f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.936042 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47060) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:01.936533 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-933870fb-7e28-4f61-a7fd-017db8e5508b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f468fd7b2a64c8db7ebcc8506369e24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8266883 Jul 15 23:10:01.938821 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ae2e5969-13f4-4ff8-a807-c65dca23a1fa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] For port 3cf2ee25-16c6-439f-8ac2-df60d1e09af3, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=3cf2ee25-16c6-439f-8ac2-df60d1e09af3,segment=NetworkSegment(6e7139d4-5b79-43dc-81c1-7459f73e046e),segment_id=6e7139d4-5b79-43dc-81c1-7459f73e046e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:01.939522 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae2e5969-13f4-4ff8-a807-c65dca23a1fa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.954674 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-bfe299f7-e42b-48e2-b102-f7347ac004f8 None None] For port 3cf2ee25-16c6-439f-8ac2-df60d1e09af3, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=3cf2ee25-16c6-439f-8ac2-df60d1e09af3,segment=NetworkSegment(6e7139d4-5b79-43dc-81c1-7459f73e046e),segment_id=6e7139d4-5b79-43dc-81c1-7459f73e046e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:01.955383 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bfe299f7-e42b-48e2-b102-f7347ac004f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.963444 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933870fb-7e28-4f61-a7fd-017db8e5508b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d340e9ef-32a8-458b-be29-6de3139a863d,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:01.973393 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-bfe299f7-e42b-48e2-b102-f7347ac004f8 None None] Calling delete_port for 3cf2ee25-16c6-439f-8ac2-df60d1e09af3 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:01.982020 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-600b7ee6-df35-42a1-bb1e-3724523df7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.988980 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ae2e5969-13f4-4ff8-a807-c65dca23a1fa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Calling delete_port for 3cf2ee25-16c6-439f-8ac2-df60d1e09af3 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:01.997182 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea573b0-7cb9-4798-a66b-98039acede53 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting subnet 4414eb5b-a3a9-4fbf-91d2-17126132a952 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:10:02.008364 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-03a6be50-eb8f-414c-86e1-aaa0a438bbca service neutron] 10.222.0.43 "GET /v2.0/networks/bbea9511-9599-4d61-bc5f-d2e279b3eb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239974 Jul 15 23:10:02.013002 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aea573b0-7cb9-4798-a66b-98039acede53 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.077412 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4772fe5-50de-404b-8707-ce46b669e326 req-375d177d-a5f4-40c5-9bb5-3f9c55e27058 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:02.078442 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bfe299f7-e42b-48e2-b102-f7347ac004f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.085992 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4772fe5-50de-404b-8707-ce46b669e326 req-375d177d-a5f4-40c5-9bb5-3f9c55e27058 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:02.093629 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4772fe5-50de-404b-8707-ce46b669e326 req-375d177d-a5f4-40c5-9bb5-3f9c55e27058 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:02.100171 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4772fe5-50de-404b-8707-ce46b669e326 req-375d177d-a5f4-40c5-9bb5-3f9c55e27058 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:02.103224 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1e6d84d8-bace-48bb-b475-ef5a507e1bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.108787 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4772fe5-50de-404b-8707-ce46b669e326 req-375d177d-a5f4-40c5-9bb5-3f9c55e27058 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:02.116139 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4772fe5-50de-404b-8707-ce46b669e326 req-375d177d-a5f4-40c5-9bb5-3f9c55e27058 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:02.122739 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4772fe5-50de-404b-8707-ce46b669e326 req-375d177d-a5f4-40c5-9bb5-3f9c55e27058 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:02.128688 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe299f7-e42b-48e2-b102-f7347ac004f8 None None] Pushing event deleted for resources: {'Port': ['ID=3cf2ee25-16c6-439f-8ac2-df60d1e09af3,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:02.135643 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d4772fe5-50de-404b-8707-ce46b669e326 req-375d177d-a5f4-40c5-9bb5-3f9c55e27058 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5427 time: 0.3879948 Jul 15 23:10:02.154437 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe299f7-e42b-48e2-b102-f7347ac004f8 None None] No DVR routers for this DVR port 3cf2ee25-16c6-439f-8ac2-df60d1e09af3 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:02.202717 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-600b7ee6-df35-42a1-bb1e-3724523df7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.213055 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1e6d84d8-bace-48bb-b475-ef5a507e1bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.219675 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 1486830a-e37c-455d-983a-3305d04c64d4 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:02.233458 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-600b7ee6-df35-42a1-bb1e-3724523df7cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f31abbaf-85af-4828-a64a-6617d309ea62']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:02.241381 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aea573b0-7cb9-4798-a66b-98039acede53 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.259936 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-600b7ee6-df35-42a1-bb1e-3724523df7cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4123201-2be0-467e-9ef2-4cf1263c3bdf') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:02.260392 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-600b7ee6-df35-42a1-bb1e-3724523df7cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4123201-2be0-467e-9ef2-4cf1263c3bdf') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:02.269142 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-d7530b0e-95b3-4b01-b940-ed8d8d6011f8 service neutron] 10.222.0.43 "GET /v2.0/networks/bbea9511-9599-4d61-bc5f-d2e279b3eb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487209 Jul 15 23:10:02.294378 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-600b7ee6-df35-42a1-bb1e-3724523df7cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.341699 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-c9e2ebd8-8074-4d7f-b260-ee3b7e0af16d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d21b906d-5799-491b-a71e-1b415441bf9f HTTP/1.1" status: 200 len: 217 time: 0.0499794 Jul 15 23:10:02.342180 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d4772fe5-50de-404b-8707-ce46b669e326 req-fe14586b-9259-44dc-a886-19304c8dfdfe tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2037771 Jul 15 23:10:02.346663 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-600b7ee6-df35-42a1-bb1e-3724523df7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.380989 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600b7ee6-df35-42a1-bb1e-3724523df7cf admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:10:02.381372 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-600b7ee6-df35-42a1-bb1e-3724523df7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.384926 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:10:02.384926 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:10:02.384926 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:10:02.384926 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:10:02.384926 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:10:02.384926 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:10:02.384926 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:10:02.384926 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:10:02.384926 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:10:02.384926 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:10:02.384926 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:10:02.384926 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:10:02.384926 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:10:02.384926 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:10:02.384926 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:10:02.384926 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:10:02.384926 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:10:02.384926 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:10:02.384926 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:10:02.384926 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:10:02.384926 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:10:02.384926 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:10:02.384926 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:10:02.384926 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:10:02.384926 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:10:02.384926 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:10:02.384926 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:10:02.384926 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:10:02.384926 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:10:02.384926 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:10:02.384926 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:10:02.384926 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:10:02.433275 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae2e5969-13f4-4ff8-a807-c65dca23a1fa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.444310 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1e6d84d8-bace-48bb-b475-ef5a507e1bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.447071 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1e6d84d8-bace-48bb-b475-ef5a507e1bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.450508 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1e6d84d8-bace-48bb-b475-ef5a507e1bff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d340e9ef-32a8-458b-be29-6de3139a863d HTTP/1.1" status: 204 len: 168 time: 0.5068269 Jul 15 23:10:02.545417 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d84d8-bace-48bb-b475-ef5a507e1bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d340e9ef-32a8-458b-be29-6de3139a863d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:02.562086 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-69e47fdf-b403-45d8-96e2-44e3e78671cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:02.566315 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-69e47fdf-b403-45d8-96e2-44e3e78671cb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2caf3549-18f8-4078-a5bd-a7ecd88c89df HTTP/1.1" status: 200 len: 797 time: 0.2176528 Jul 15 23:10:02.567896 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-600b7ee6-df35-42a1-bb1e-3724523df7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.578041 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-600b7ee6-df35-42a1-bb1e-3724523df7cf admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.595740 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-600b7ee6-df35-42a1-bb1e-3724523df7cf admin admin] 10.222.0.16 "DELETE /v2.0/networks/f31abbaf-85af-4828-a64a-6617d309ea62 HTTP/1.1" status: 204 len: 168 time: 0.7582872 Jul 15 23:10:02.624435 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.659818 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b7ee6-df35-42a1-bb1e-3724523df7cf admin admin] Pushing event deleted for resources: {'Network': ['ID=f31abbaf-85af-4828-a64a-6617d309ea62,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:02.682021 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590ca4dc-f4de-4313-a4a3-b6ea774266d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1486830a-e37c-455d-983a-3305d04c64d4'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:02.687770 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d0bae4-0c31-4913-be16-0a36b4612fd4" -d '{"events": [{"server_uuid": "590ca4dc-f4de-4313-a4a3-b6ea774266d9", "name": "network-vif-unplugged", "status": "completed", "tag": "1486830a-e37c-455d-983a-3305d04c64d4"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:02.719995 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-b1eeae7c-533b-4439-8335-962faecdcbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:02.721273 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-b1eeae7c-533b-4439-8335-962faecdcbaf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bbea9511-9599-4d61-bc5f-d2e279b3eb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1449509 Jul 15 23:10:02.722624 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 1486830a-e37c-455d-983a-3305d04c64d4, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=1486830a-e37c-455d-983a-3305d04c64d4,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:02.727778 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.781946 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c207a1-605d-4546-ab24-d3dc8a2a8389 x-openstack-request-id: req-e2c207a1-605d-4546-ab24-d3dc8a2a8389 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:02.784640 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590ca4dc-f4de-4313-a4a3-b6ea774266d9", "name": "network-vif-unplugged", "status": "completed", "tag": "1486830a-e37c-455d-983a-3305d04c64d4", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:02.784910 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2c207a1-605d-4546-ab24-d3dc8a2a8389 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:02.786169 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590ca4dc-f4de-4313-a4a3-b6ea774266d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1486830a-e37c-455d-983a-3305d04c64d4', 'code': 200} Jul 15 23:10:02.840603 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=1486830a-e37c-455d-983a-3305d04c64d4,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:02.883990 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-742ecb70-84ce-469a-a535-86dc5ce1ef41 service neutron] 10.222.0.43 "GET /v2.0/networks/bbea9511-9599-4d61-bc5f-d2e279b3eb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536412 Jul 15 23:10:02.887246 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47090) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:02.922729 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e5969-13f4-4ff8-a807-c65dca23a1fa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event deleted for resources: {'Port': ['ID=3cf2ee25-16c6-439f-8ac2-df60d1e09af3,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:02.940046 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2e5969-13f4-4ff8-a807-c65dca23a1fa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] No DVR routers for this DVR port 3cf2ee25-16c6-439f-8ac2-df60d1e09af3 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:02.984218 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aea573b0-7cb9-4798-a66b-98039acede53 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:03.012977 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d1b6982b-1763-4007-b2e0-5ba58d93d320 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a452b58336c47bc96f6d17c1c9a4e71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1244166 Jul 15 23:10:03.015546 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47094) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:03.062296 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67a68f80-c0eb-41f3-bd66-f29f76c16c53 req-1162cc2c-16b0-448f-b399-5d974c8e2d92 service neutron] 10.222.0.43 "GET /v2.0/networks/bbea9511-9599-4d61-bc5f-d2e279b3eb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667261 Jul 15 23:10:03.096619 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aea573b0-7cb9-4798-a66b-98039acede53 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:03.123584 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-253e16e4-8ca3-4afa-9c40-4a2989a368aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:03.145307 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea573b0-7cb9-4798-a66b-98039acede53 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Subnet': ['ID=4414eb5b-a3a9-4fbf-91d2-17126132a952,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:03.154080 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aea573b0-7cb9-4798-a66b-98039acede53 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:03.158207 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-aea573b0-7cb9-4798-a66b-98039acede53 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/4414eb5b-a3a9-4fbf-91d2-17126132a952 HTTP/1.1" status: 204 len: 168 time: 1.4165289 Jul 15 23:10:03.162616 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47098) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:03.190281 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae2e5969-13f4-4ff8-a807-c65dca23a1fa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:03.206118 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-ae2e5969-13f4-4ff8-a807-c65dca23a1fa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f88bd2-9b84-43d4-a053-2e4cf4b82e5c']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:03.211477 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 3cf2ee25-16c6-439f-8ac2-df60d1e09af3 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:03.215040 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-91a53cf2-a7fe-441c-b35b-99c27a42db89 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492282 Jul 15 23:10:03.217578 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-253e16e4-8ca3-4afa-9c40-4a2989a368aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:03.219464 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47100) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:03.234534 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 3cf2ee25-16c6-439f-8ac2-df60d1e09af3 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:03.235901 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 3cf2ee25-16c6-439f-8ac2-df60d1e09af3 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:03.237145 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-ae2e5969-13f4-4ff8-a807-c65dca23a1fa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e7139d4-5b79-43dc-81c1-7459f73e046e') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:03.237451 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-ae2e5969-13f4-4ff8-a807-c65dca23a1fa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e7139d4-5b79-43dc-81c1-7459f73e046e') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:03.259420 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae2e5969-13f4-4ff8-a807-c65dca23a1fa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:03.279934 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac34ed-4f7f-46a6-9f06-6cd21952b669 req-3a76ee36-f5a8-47a3-abdc-15848f2a4d79 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:03.281523 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-10ac34ed-4f7f-46a6-9f06-6cd21952b669 req-3a76ee36-f5a8-47a3-abdc-15848f2a4d79 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/ports?device_id=d76fc786-7a78-4737-8141-6ee5de07e536 HTTP/1.1" status: 200 len: 944 time: 0.3626001 Jul 15 23:10:03.285452 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae2e5969-13f4-4ff8-a807-c65dca23a1fa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:03.300503 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2e5969-13f4-4ff8-a807-c65dca23a1fa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:10:03.301097 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae2e5969-13f4-4ff8-a807-c65dca23a1fa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: self.session.flush() Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: self.session.flush() Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: self.session.flush() Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: self.session.flush() Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:10:03.304018 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:10:03.363752 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6eddfb8-dc77-41ad-b2be-ea5013c9568a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:03.368407 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e6eddfb8-dc77-41ad-b2be-ea5013c9568a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1451473 Jul 15 23:10:03.368407 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47108) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:03.406135 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-10ac34ed-4f7f-46a6-9f06-6cd21952b669 req-66243807-bf23-4ebe-ae5a-4d954e1e12d1 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/security-groups?id=04fb3681-0ff9-4c35-91ee-f0c88b1c70bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179483 Jul 15 23:10:03.412420 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae2e5969-13f4-4ff8-a807-c65dca23a1fa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:03.420967 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae2e5969-13f4-4ff8-a807-c65dca23a1fa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:03.422352 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-253e16e4-8ca3-4afa-9c40-4a2989a368aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:03.424063 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ae2e5969-13f4-4ff8-a807-c65dca23a1fa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] 10.222.0.16 "DELETE /v2.0/networks/91f88bd2-9b84-43d4-a053-2e4cf4b82e5c HTTP/1.1" status: 204 len: 168 time: 2.1715505 Jul 15 23:10:03.430011 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-253e16e4-8ca3-4afa-9c40-4a2989a368aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:03.442920 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-253e16e4-8ca3-4afa-9c40-4a2989a368aa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f565680-ca2d-4343-8e20-bae27d555e34 HTTP/1.1" status: 204 len: 168 time: 0.4202700 Jul 15 23:10:03.443267 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e5969-13f4-4ff8-a807-c65dca23a1fa tempest-NetworksIpV6Test-163704010 tempest-NetworksIpV6Test-163704010-project] Pushing event deleted for resources: {'Network': ['ID=91f88bd2-9b84-43d4-a053-2e4cf4b82e5c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:03.480785 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e16e4-8ca3-4afa-9c40-4a2989a368aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f565680-ca2d-4343-8e20-bae27d555e34,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:03.523789 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8bd3af-a9b8-4038-bda9-ce1cc74c80ce tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:03.525457 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-de8bd3af-a9b8-4038-bda9-ce1cc74c80ce tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1558120 Jul 15 23:10:03.528132 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47122) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:03.582279 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-92f81abe-73a8-4143-894f-82f21a37044b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525560 Jul 15 23:10:03.587535 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47124) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:03.599633 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-74638c49-be1e-4954-bccd-cd5f239ace56 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:03.604768 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e373b1-a7dd-4439-869d-8c5edcccddcc None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:03.704472 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af799e1f-e45b-4e6a-8302-46606ce3d894 req-95c46c35-aece-488d-af73-95723b89f443 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:03.716961 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af799e1f-e45b-4e6a-8302-46606ce3d894 req-95c46c35-aece-488d-af73-95723b89f443 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:03.734399 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af799e1f-e45b-4e6a-8302-46606ce3d894 req-95c46c35-aece-488d-af73-95723b89f443 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:03.734538 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-952d823f-2ec3-492a-a351-5ab73b7daeb4 None None] Provisioning complete for port 1153b98d-af79-4b62-a7f9-52f81cf5f879 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:03.735022 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-952d823f-2ec3-492a-a351-5ab73b7daeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:03.742751 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af799e1f-e45b-4e6a-8302-46606ce3d894 req-95c46c35-aece-488d-af73-95723b89f443 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:03.749010 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af799e1f-e45b-4e6a-8302-46606ce3d894 req-95c46c35-aece-488d-af73-95723b89f443 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:03.755656 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af799e1f-e45b-4e6a-8302-46606ce3d894 req-95c46c35-aece-488d-af73-95723b89f443 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:03.762615 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af799e1f-e45b-4e6a-8302-46606ce3d894 req-95c46c35-aece-488d-af73-95723b89f443 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:03.771980 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-af799e1f-e45b-4e6a-8302-46606ce3d894 req-95c46c35-aece-488d-af73-95723b89f443 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5427 time: 0.1862092 Jul 15 23:10:03.791957 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74638c49-be1e-4954-bccd-cd5f239ace56 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:03.797305 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-74638c49-be1e-4954-bccd-cd5f239ace56 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:03.800696 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-74638c49-be1e-4954-bccd-cd5f239ace56 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:10:03.801205 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74638c49-be1e-4954-bccd-cd5f239ace56 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:10:03.826810 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-74638c49-be1e-4954-bccd-cd5f239ace56 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2381098 Jul 15 23:10:03.827541 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47138) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:03.830067 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-af799e1f-e45b-4e6a-8302-46606ce3d894 req-a84a9d7a-d3c1-414e-9cdd-1c50a06dcec7 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552216 Jul 15 23:10:03.834578 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4a309bfc-87bd-4951-9bdb-745d3e3a1794 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:03.928342 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 6881fff5-28e4-43a6-9ddf-739b8456047b up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:03.965288 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9a99b9-8d6e-4260-b096-e68e9eb6d204 None None] DHCP port deletion for 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:10:03.966964 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a309bfc-87bd-4951-9bdb-745d3e3a1794 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:03.972420 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4a309bfc-87bd-4951-9bdb-745d3e3a1794 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:03.975322 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a309bfc-87bd-4951-9bdb-745d3e3a1794 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:10:03.975464 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a309bfc-87bd-4951-9bdb-745d3e3a1794 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:10:03.997797 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4a309bfc-87bd-4951-9bdb-745d3e3a1794 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1691623 Jul 15 23:10:04.001875 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47146) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:04.007009 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-04cd5c8b-ca79-44d9-a714-036ac66d055f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:04.009864 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47148) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:04.047494 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 6881fff5-28e4-43a6-9ddf-739b8456047b completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:04.053782 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 6881fff5-28e4-43a6-9ddf-739b8456047b triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:04.054243 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:04.102935 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-4e9a99b9-8d6e-4260-b096-e68e9eb6d204 None None] Deleting port 1153b98d-af79-4b62-a7f9-52f81cf5f879 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:04.103320 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e9a99b9-8d6e-4260-b096-e68e9eb6d204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:04.126225 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04cd5c8b-ca79-44d9-a714-036ac66d055f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:04.131619 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-04cd5c8b-ca79-44d9-a714-036ac66d055f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:04.133702 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-04cd5c8b-ca79-44d9-a714-036ac66d055f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:10:04.134545 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04cd5c8b-ca79-44d9-a714-036ac66d055f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:10:04.178754 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-04cd5c8b-ca79-44d9-a714-036ac66d055f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1757205 Jul 15 23:10:04.181832 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47156) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:04.191718 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-41df16ed-f63a-4101-96fb-976469e51e01 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:04.212323 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4e9a99b9-8d6e-4260-b096-e68e9eb6d204 None None] For port 1153b98d-af79-4b62-a7f9-52f81cf5f879, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1153b98d-af79-4b62-a7f9-52f81cf5f879,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:04.212730 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e9a99b9-8d6e-4260-b096-e68e9eb6d204 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:04.219011 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-78dbdc67-16a0-4923-8415-1e79c8951880 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa681c2530394e9186e319e0d5231351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2066143 Jul 15 23:10:04.222397 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47160) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:04.227783 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:04.230558 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-4e9a99b9-8d6e-4260-b096-e68e9eb6d204 None None] Calling delete_port for 1153b98d-af79-4b62-a7f9-52f81cf5f879 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:04.246407 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 1486830a-e37c-455d-983a-3305d04c64d4 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:10:04.301222 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47ca3f51-c3d5-4092-9adf-f17d00520587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:04.337278 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47ca3f51-c3d5-4092-9adf-f17d00520587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:04.377910 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41df16ed-f63a-4101-96fb-976469e51e01 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:04.387413 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-41df16ed-f63a-4101-96fb-976469e51e01 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:04.389130 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-41df16ed-f63a-4101-96fb-976469e51e01 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:10:04.390040 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41df16ed-f63a-4101-96fb-976469e51e01 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:10:04.401813 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47ca3f51-c3d5-4092-9adf-f17d00520587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:04.404633 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47ca3f51-c3d5-4092-9adf-f17d00520587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:04.409174 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-47ca3f51-c3d5-4092-9adf-f17d00520587 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b88e4bb8-1d1b-40e4-87a8-fe972cbd5b9f HTTP/1.1" status: 204 len: 168 time: 0.1854188 Jul 15 23:10:04.420908 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca3f51-c3d5-4092-9adf-f17d00520587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88e4bb8-1d1b-40e4-87a8-fe972cbd5b9f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:04.430488 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-41df16ed-f63a-4101-96fb-976469e51e01 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2469306 Jul 15 23:10:04.434847 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47168) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:04.441710 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d65fa581-fbff-4e75-a331-886285704295 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:04.489617 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.db.resource_extend [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:10:04.514592 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 6881fff5-28e4-43a6-9ddf-739b8456047b, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6881fff5-28e4-43a6-9ddf-739b8456047b,segment=NetworkSegment(bbc7705a-96df-4fb7-ae43-baa90387fdfe),segment_id=bbc7705a-96df-4fb7-ae43-baa90387fdfe)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:04.527951 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:04.529005 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device abf079aa-7e1f-4fa4-8693-d71192c3cd5a up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:04.549878 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65fa581-fbff-4e75-a331-886285704295 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:04.553686 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d65fa581-fbff-4e75-a331-886285704295 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:04.555557 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65fa581-fbff-4e75-a331-886285704295 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:10:04.556056 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d65fa581-fbff-4e75-a331-886285704295 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:10:04.576666 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47174) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:04.582781 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-ac35e435-72f9-4bd1-866a-fa45da7a7f67 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:04.588516 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d65fa581-fbff-4e75-a331-886285704295 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1507237 Jul 15 23:10:04.683128 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=6881fff5-28e4-43a6-9ddf-739b8456047b,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:04.707400 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e9a99b9-8d6e-4260-b096-e68e9eb6d204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:04.720239 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port abf079aa-7e1f-4fa4-8693-d71192c3cd5a completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:04.748618 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port abf079aa-7e1f-4fa4-8693-d71192c3cd5a triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:04.749280 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:04.752881 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a99b9-8d6e-4260-b096-e68e9eb6d204 None None] Pushing event deleted for resources: {'Port': ['ID=1153b98d-af79-4b62-a7f9-52f81cf5f879,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:04.758125 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac35e435-72f9-4bd1-866a-fa45da7a7f67 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:04.764454 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9a99b9-8d6e-4260-b096-e68e9eb6d204 None None] No DVR routers for this DVR port 1153b98d-af79-4b62-a7f9-52f81cf5f879 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:04.769197 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 1486830a-e37c-455d-983a-3305d04c64d4, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=1486830a-e37c-455d-983a-3305d04c64d4,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:04.781566 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ac35e435-72f9-4bd1-866a-fa45da7a7f67 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:04.785736 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac35e435-72f9-4bd1-866a-fa45da7a7f67 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:10:04.786365 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac35e435-72f9-4bd1-866a-fa45da7a7f67 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:10:04.794127 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6881fff5-28e4-43a6-9ddf-739b8456047b'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:04.796582 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d948fed6-20c4-433a-b67b-610194789409" -d '{"events": [{"server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "name": "network-vif-plugged", "status": "completed", "tag": "6881fff5-28e4-43a6-9ddf-739b8456047b"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:04.816028 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '1486830a-e37c-455d-983a-3305d04c64d4', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': '1486830a-e37c-455d-983a-3305d04c64d4', 'mac_address': 'fa:16:3e:3e:49:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:10:04.825096 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ac35e435-72f9-4bd1-866a-fa45da7a7f67 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2446828 Jul 15 23:10:04.826464 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47188) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:04.856198 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b15da5-8dd1-44d6-9b4e-796201c20634 req-31ad1ec2-a09d-4ba3-ab7b-93c140a27afc tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:04.869367 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:04.869897 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-21b15da5-8dd1-44d6-9b4e-796201c20634 req-31ad1ec2-a09d-4ba3-ab7b-93c140a27afc tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/ports?device_id=d76fc786-7a78-4737-8141-6ee5de07e536 HTTP/1.1" status: 200 len: 944 time: 0.1855779 Jul 15 23:10:04.871052 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-13d02a63-def1-44cc-80cd-3d6c74973bea tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0428948 Jul 15 23:10:04.871987 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47194) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:04.892918 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1486830a-e37c-455d-983a-3305d04c64d4 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:04.939924 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb5463d-0f22-4421-8b15-992db251a002 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:04.944095 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 1486830a-e37c-455d-983a-3305d04c64d4, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=1486830a-e37c-455d-983a-3305d04c64d4,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:04.945258 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bdb5463d-0f22-4421-8b15-992db251a002 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0718725 Jul 15 23:10:04.948550 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47196) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:04.952885 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:04.956961 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:05.019643 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-21b15da5-8dd1-44d6-9b4e-796201c20634 req-e7111157-7702-45a0-acd2-9ee38696a3fc tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/security-groups?id=04fb3681-0ff9-4c35-91ee-f0c88b1c70bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486502 Jul 15 23:10:05.025144 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6e675c6c-81b6-450d-b1b0-fb0f05cb3a42 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657041 Jul 15 23:10:05.026213 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47202) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:05.037761 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-d8db151c-6fa5-4195-adbb-4029522d38a6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:05.050381 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port abf079aa-7e1f-4fa4-8693-d71192c3cd5a, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=abf079aa-7e1f-4fa4-8693-d71192c3cd5a,segment=NetworkSegment(3bc9fa27-9cdf-411b-9b5d-1d95b85ed330),segment_id=3bc9fa27-9cdf-411b-9b5d-1d95b85ed330)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:05.051365 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=1486830a-e37c-455d-983a-3305d04c64d4,revision_number=9']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:05.062899 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:05.064387 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 86bf6025-0368-4513-9e10-f8d406029119 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:05.148107 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8db151c-6fa5-4195-adbb-4029522d38a6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:05.161415 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['1486830a-e37c-455d-983a-3305d04c64d4'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:10:05.162682 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8db151c-6fa5-4195-adbb-4029522d38a6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:05.211729 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1153b98d-af79-4b62-a7f9-52f81cf5f879 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:05.256385 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f8a7b6-7641-425b-bdeb-4615522e790b x-openstack-request-id: req-c8f8a7b6-7641-425b-bdeb-4615522e790b {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:05.256689 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "name": "network-vif-plugged", "status": "completed", "tag": "6881fff5-28e4-43a6-9ddf-739b8456047b", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:05.256950 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8f8a7b6-7641-425b-bdeb-4615522e790b {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:05.257350 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6881fff5-28e4-43a6-9ddf-739b8456047b', 'code': 200} Jul 15 23:10:05.263094 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 1153b98d-af79-4b62-a7f9-52f81cf5f879 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:05.263447 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1153b98d-af79-4b62-a7f9-52f81cf5f879 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:05.300460 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=abf079aa-7e1f-4fa4-8693-d71192c3cd5a,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:05.337920 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 86bf6025-0368-4513-9e10-f8d406029119 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:05.351597 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 86bf6025-0368-4513-9e10-f8d406029119 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:05.352398 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:05.562598 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261e181-355e-44d8-8acf-0f875138fd58 req-f3b7b709-12d6-4ce7-b7e8-8153a6927157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:05.564854 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4261e181-355e-44d8-8acf-0f875138fd58 req-f3b7b709-12d6-4ce7-b7e8-8153a6927157 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba2d4a8e1b574f8c9c45e0fcbc0c774e&device_id=590ca4dc-f4de-4313-a4a3-b6ea774266d9 HTTP/1.1" status: 200 len: 1099 time: 0.0726359 Jul 15 23:10:05.567984 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:05.631179 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 86bf6025-0368-4513-9e10-f8d406029119, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=86bf6025-0368-4513-9e10-f8d406029119,segment=NetworkSegment(bbc7705a-96df-4fb7-ae43-baa90387fdfe),segment_id=bbc7705a-96df-4fb7-ae43-baa90387fdfe)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:05.640452 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:05.641689 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device a33099a7-5b54-470d-a6fb-0182aa37b1ce up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:05.720749 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b7227-9527-45d5-b8dd-52927d094e73 req-f25b0d63-7acd-4f92-9f88-d726c00bc576 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:05.727122 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b7227-9527-45d5-b8dd-52927d094e73 req-f25b0d63-7acd-4f92-9f88-d726c00bc576 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:05.735791 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b7227-9527-45d5-b8dd-52927d094e73 req-f25b0d63-7acd-4f92-9f88-d726c00bc576 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:05.744879 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b7227-9527-45d5-b8dd-52927d094e73 req-f25b0d63-7acd-4f92-9f88-d726c00bc576 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:05.753694 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b7227-9527-45d5-b8dd-52927d094e73 req-f25b0d63-7acd-4f92-9f88-d726c00bc576 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:05.765687 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b7227-9527-45d5-b8dd-52927d094e73 req-f25b0d63-7acd-4f92-9f88-d726c00bc576 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:05.777059 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b7227-9527-45d5-b8dd-52927d094e73 req-f25b0d63-7acd-4f92-9f88-d726c00bc576 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:05.786056 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261e181-355e-44d8-8acf-0f875138fd58 req-44e6fca1-c654-477b-bcbf-3fe81fa62ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:05.786916 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a37b7227-9527-45d5-b8dd-52927d094e73 req-f25b0d63-7acd-4f92-9f88-d726c00bc576 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5429 time: 0.3588512 Jul 15 23:10:05.790162 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4261e181-355e-44d8-8acf-0f875138fd58 req-44e6fca1-c654-477b-bcbf-3fe81fa62ae8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.1999900 Jul 15 23:10:05.809955 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=86bf6025-0368-4513-9e10-f8d406029119,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:05.810532 n-d-787205-9 neutron-server[93799]: DEBUG neutron.objects.ports [None req-d8db151c-6fa5-4195-adbb-4029522d38a6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93799) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:10:05.830791 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port a33099a7-5b54-470d-a6fb-0182aa37b1ce completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:05.837497 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port a33099a7-5b54-470d-a6fb-0182aa37b1ce triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:05.838124 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:05.841349 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8db151c-6fa5-4195-adbb-4029522d38a6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:05.856744 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4261e181-355e-44d8-8acf-0f875138fd58 req-2bbc8e3e-51e8-426e-b82d-ff2c803aee9d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=1486830a-e37c-455d-983a-3305d04c64d4 HTTP/1.1" status: 200 len: 217 time: 0.0487032 Jul 15 23:10:05.911019 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47244) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:05.929412 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261e181-355e-44d8-8acf-0f875138fd58 req-8a9a7da5-3094-487f-8d8f-62023afc5e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:05.931061 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4261e181-355e-44d8-8acf-0f875138fd58 req-8a9a7da5-3094-487f-8d8f-62023afc5e1e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0611453 Jul 15 23:10:05.931600 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:05.941696 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a37b7227-9527-45d5-b8dd-52927d094e73 req-348adf2e-1871-4042-a283-145df2adb471 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1536684 Jul 15 23:10:05.950296 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8db151c-6fa5-4195-adbb-4029522d38a6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:05.955173 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-d8db151c-6fa5-4195-adbb-4029522d38a6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:05.964163 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8db151c-6fa5-4195-adbb-4029522d38a6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:05.964925 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8db151c-6fa5-4195-adbb-4029522d38a6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:05.979089 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8a3fa5-789c-423f-81ca-218724b2f915 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:05.986438 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d8db151c-6fa5-4195-adbb-4029522d38a6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9591143 Jul 15 23:10:05.991197 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47250) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:05.998025 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-4ec08bd9-6a23-4a69-bc77-ca1bc029f9ee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'port': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'mac_address': 'fa:16:3e:b9:21:34', 'name': 'tempest-NetworksTestDHCPv6-1202313885'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:06.017153 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port a33099a7-5b54-470d-a6fb-0182aa37b1ce, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=a33099a7-5b54-470d-a6fb-0182aa37b1ce,segment=NetworkSegment(bbc7705a-96df-4fb7-ae43-baa90387fdfe),segment_id=bbc7705a-96df-4fb7-ae43-baa90387fdfe)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:06.023995 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.024917 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device c451b609-46fa-4e93-a60a-10b38b3f6d50 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:06.072334 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261e181-355e-44d8-8acf-0f875138fd58 req-b1b41358-e858-4a60-a063-6042faf14135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:06.074268 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4261e181-355e-44d8-8acf-0f875138fd58 req-b1b41358-e858-4a60-a063-6042faf14135 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1306288 Jul 15 23:10:06.133389 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db151c-6fa5-4195-adbb-4029522d38a6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Subnet': ['ID=b8526b01-7d51-4cb8-a2a5-6821efe0e98f,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:06.164139 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-16ba07b7-e89c-40d3-b95b-362c26d38e52 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-225046742', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:06.175868 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec08bd9-6a23-4a69-bc77-ca1bc029f9ee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:06.243098 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=a33099a7-5b54-470d-a6fb-0182aa37b1ce,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:06.307385 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4ec08bd9-6a23-4a69-bc77-ca1bc029f9ee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.313001 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 1486830a-e37c-455d-983a-3305d04c64d4 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:06.344610 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16ba07b7-e89c-40d3-b95b-362c26d38e52 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.347419 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16ba07b7-e89c-40d3-b95b-362c26d38e52 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.370259 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-4ec08bd9-6a23-4a69-bc77-ca1bc029f9ee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] device_id is not set on port ae2dd297-ec0a-435c-b5b2-c66828722250 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:10:06.387032 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port c451b609-46fa-4e93-a60a-10b38b3f6d50 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:06.399685 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port c451b609-46fa-4e93-a60a-10b38b3f6d50 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:06.400406 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.429511 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16ba07b7-e89c-40d3-b95b-362c26d38e52 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.441046 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16ba07b7-e89c-40d3-b95b-362c26d38e52 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.474202 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47278) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:06.482108 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16ba07b7-e89c-40d3-b95b-362c26d38e52 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.485799 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-16ba07b7-e89c-40d3-b95b-362c26d38e52 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5712919 Jul 15 23:10:06.485988 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47282) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:06.492029 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b46b1dc8-c94e-44f2-a2c7-c3a0aae9f1c5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1308916331'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:06.499558 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4261e181-355e-44d8-8acf-0f875138fd58 req-599986a1-da48-437e-a815-2dac6fb18618 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172859 Jul 15 23:10:06.514269 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-4ec08bd9-6a23-4a69-bc77-ca1bc029f9ee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Allocated IP 2001:db8::f816:3eff:feb9:2134 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/b8526b01-7d51-4cb8-a2a5-6821efe0e98f/ae2dd297-ec0a-435c-b5b2-c66828722250) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:06.524459 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7050a919-f7bc-42ca-a594-e1878b50ccb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'tenant_id': '63d2071bda354af48ba0ab40dec64d3d', 'fixed_ips': [{'subnet_id': 'b8526b01-7d51-4cb8-a2a5-6821efe0e98f'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:10:06.525416 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7050a919-f7bc-42ca-a594-e1878b50ccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.539852 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 1486830a-e37c-455d-983a-3305d04c64d4 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:06.539852 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.582514 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.590363 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46b1dc8-c94e-44f2-a2c7-c3a0aae9f1c5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Made reservation on behalf of 103199eeddac45ceb2984bcee04d8ddd for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:06.593918 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b46b1dc8-c94e-44f2-a2c7-c3a0aae9f1c5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.635316 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b46b1dc8-c94e-44f2-a2c7-c3a0aae9f1c5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.696471 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port c451b609-46fa-4e93-a60a-10b38b3f6d50, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=c451b609-46fa-4e93-a60a-10b38b3f6d50,segment=NetworkSegment(bbc7705a-96df-4fb7-ae43-baa90387fdfe),segment_id=bbc7705a-96df-4fb7-ae43-baa90387fdfe)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:06.704288 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4261e181-355e-44d8-8acf-0f875138fd58 req-6e0c3eb1-7100-4820-a6e4-60045cf6cc76 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734495 Jul 15 23:10:06.705177 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d59031bf-60b9-40be-8db3-c0d784e16644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.720647 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.721392 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 593c311f-e7e7-48e7-a565-db6f18498037 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:06.800288 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.809089 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4ec08bd9-6a23-4a69-bc77-ca1bc029f9ee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.826431 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4ec08bd9-6a23-4a69-bc77-ca1bc029f9ee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Transition to ACTIVE for port object ae2dd297-ec0a-435c-b5b2-c66828722250 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:06.828777 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=c451b609-46fa-4e93-a60a-10b38b3f6d50,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:06.869991 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b46b1dc8-c94e-44f2-a2c7-c3a0aae9f1c5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.877170 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b46b1dc8-c94e-44f2-a2c7-c3a0aae9f1c5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.894327 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 1486830a-e37c-455d-983a-3305d04c64d4, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=1486830a-e37c-455d-983a-3305d04c64d4,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:06.900465 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.950724 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 593c311f-e7e7-48e7-a565-db6f18498037 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:06.953049 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4ec08bd9-6a23-4a69-bc77-ca1bc029f9ee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.965880 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46b1dc8-c94e-44f2-a2c7-c3a0aae9f1c5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:10:06.982816 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 593c311f-e7e7-48e7-a565-db6f18498037 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:06.983194 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.986017 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b1dc8-c94e-44f2-a2c7-c3a0aae9f1c5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad862f97-f07e-47d7-9fe8-92feb07d4284,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:07.000749 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b46b1dc8-c94e-44f2-a2c7-c3a0aae9f1c5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.001753 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-b46b1dc8-c94e-44f2-a2c7-c3a0aae9f1c5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Added segment 6b922a5d-67f9-4e40-bd15-d5ad9dd2e361 of type vlan for network 03472f0d-62e2-401b-a1ce-7175849469d3 Jul 15 23:10:07.046387 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=1486830a-e37c-455d-983a-3305d04c64d4,revision_number=10']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:07.065023 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-7050a919-f7bc-42ca-a594-e1878b50ccb0 None None] Allocated IP 2001:db8::f816:3eff:fe5a:249b (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/b8526b01-7d51-4cb8-a2a5-6821efe0e98f/75cbbb3b-0452-413e-8816-7e424069f182) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:07.075567 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b46b1dc8-c94e-44f2-a2c7-c3a0aae9f1c5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.104020 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0192a1-b3b5-4da1-92a9-ac5dda9b554c req-84939911-a25c-4a98-a6b0-b1e136dfd3ee tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:07.112450 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce0192a1-b3b5-4da1-92a9-ac5dda9b554c req-84939911-a25c-4a98-a6b0-b1e136dfd3ee tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/ports?device_id=d76fc786-7a78-4737-8141-6ee5de07e536 HTTP/1.1" status: 200 len: 944 time: 0.7693183 Jul 15 23:10:07.127471 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec08bd9-6a23-4a69-bc77-ca1bc029f9ee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:07.138145 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.147769 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b46b1dc8-c94e-44f2-a2c7-c3a0aae9f1c5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.154764 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46b1dc8-c94e-44f2-a2c7-c3a0aae9f1c5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:07.155480 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b46b1dc8-c94e-44f2-a2c7-c3a0aae9f1c5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.216223 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-4ec08bd9-6a23-4a69-bc77-ca1bc029f9ee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:07.248188 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec08bd9-6a23-4a69-bc77-ca1bc029f9ee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:07.272673 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf079aa-7e1f-4fa4-8693-d71192c3cd5a'}, {'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86bf6025-0368-4513-9e10-f8d406029119'}, {'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33099a7-5b54-470d-a6fb-0182aa37b1ce'}, {'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c451b609-46fa-4e93-a60a-10b38b3f6d50'}, {'server_uuid': '590ca4dc-f4de-4313-a4a3-b6ea774266d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1486830a-e37c-455d-983a-3305d04c64d4'}, {'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593c311f-e7e7-48e7-a565-db6f18498037'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:07.279279 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7d2230-92ca-4082-9f95-4a7abe2df41c" -d '{"events": [{"server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "name": "network-vif-plugged", "status": "completed", "tag": "abf079aa-7e1f-4fa4-8693-d71192c3cd5a"}, {"server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "name": "network-vif-plugged", "status": "completed", "tag": "86bf6025-0368-4513-9e10-f8d406029119"}, {"server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "name": "network-vif-plugged", "status": "completed", "tag": "a33099a7-5b54-470d-a6fb-0182aa37b1ce"}, {"server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "name": "network-vif-plugged", "status": "completed", "tag": "c451b609-46fa-4e93-a60a-10b38b3f6d50"}, {"server_uuid": "590ca4dc-f4de-4313-a4a3-b6ea774266d9", "name": "network-vif-plugged", "status": "completed", "tag": "1486830a-e37c-455d-983a-3305d04c64d4"}, {"server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "name": "network-vif-plugged", "status": "completed", "tag": "593c311f-e7e7-48e7-a565-db6f18498037"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:07.281577 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec08bd9-6a23-4a69-bc77-ca1bc029f9ee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:07.283482 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4ec08bd9-6a23-4a69-bc77-ca1bc029f9ee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.286963 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b1dc8-c94e-44f2-a2c7-c3a0aae9f1c5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Pushing event updated for resources: {'Network': ['ID=03472f0d-62e2-401b-a1ce-7175849469d3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:07.300919 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b1dc8-c94e-44f2-a2c7-c3a0aae9f1c5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:07.301290 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b1dc8-c94e-44f2-a2c7-c3a0aae9f1c5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:07.301638 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b1dc8-c94e-44f2-a2c7-c3a0aae9f1c5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:07.301979 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b1dc8-c94e-44f2-a2c7-c3a0aae9f1c5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:07.302622 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b1dc8-c94e-44f2-a2c7-c3a0aae9f1c5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:07.303519 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b1dc8-c94e-44f2-a2c7-c3a0aae9f1c5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:07.304100 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b1dc8-c94e-44f2-a2c7-c3a0aae9f1c5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:07.304790 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b1dc8-c94e-44f2-a2c7-c3a0aae9f1c5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:07.305243 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b1dc8-c94e-44f2-a2c7-c3a0aae9f1c5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:07.305885 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b1dc8-c94e-44f2-a2c7-c3a0aae9f1c5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:07.306741 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b1dc8-c94e-44f2-a2c7-c3a0aae9f1c5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:07.306741 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b1dc8-c94e-44f2-a2c7-c3a0aae9f1c5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:07.337224 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 593c311f-e7e7-48e7-a565-db6f18498037, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=593c311f-e7e7-48e7-a565-db6f18498037,segment=NetworkSegment(2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c),segment_id=2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:07.343911 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 03472f0d-62e2-401b-a1ce-7175849469d3 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:10:07.352184 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d59031bf-60b9-40be-8db3-c0d784e16644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.358003 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d59031bf-60b9-40be-8db3-c0d784e16644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.359485 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.360894 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 54ed7c92-7d96-4319-af0e-98c8d7d7ce91 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:07.406660 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec08bd9-6a23-4a69-bc77-ca1bc029f9ee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Port': ['ID=ae2dd297-ec0a-435c-b5b2-c66828722250,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:07.417526 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b46b1dc8-c94e-44f2-a2c7-c3a0aae9f1c5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9297833 Jul 15 23:10:07.417855 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce0192a1-b3b5-4da1-92a9-ac5dda9b554c req-71b43ef3-a6b5-4ff7-965a-d8a55fc6c608 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/security-groups?id=04fb3681-0ff9-4c35-91ee-f0c88b1c70bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3034039 Jul 15 23:10:07.418317 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47318) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:07.424779 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59031bf-60b9-40be-8db3-c0d784e16644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfe3a9d-8922-4838-8556-2179e7b53aee,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:07.438291 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-238f49e1-3d5e-46e6-af65-8100c499c6a5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Request body: {'subnet': {'network_id': '03472f0d-62e2-401b-a1ce-7175849469d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:07.440807 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4ec08bd9-6a23-4a69-bc77-ca1bc029f9ee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4474607 Jul 15 23:10:07.456024 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47320) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:07.545675 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d59031bf-60b9-40be-8db3-c0d784e16644 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db340236a56a47c4bad9713af0bf1655&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0702872 Jul 15 23:10:07.550473 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47326) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:07.587400 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9ac98-0a7e-4ce8-92a6-005548656f8d req-a04ba5a6-48b1-4b40-bb86-3380caba7689 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:07.608798 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9ac98-0a7e-4ce8-92a6-005548656f8d req-a04ba5a6-48b1-4b40-bb86-3380caba7689 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:07.618355 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9ac98-0a7e-4ce8-92a6-005548656f8d req-a04ba5a6-48b1-4b40-bb86-3380caba7689 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:07.643419 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238f49e1-3d5e-46e6-af65-8100c499c6a5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Made reservation on behalf of 103199eeddac45ceb2984bcee04d8ddd for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:07.644170 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9ac98-0a7e-4ce8-92a6-005548656f8d req-a04ba5a6-48b1-4b40-bb86-3380caba7689 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:07.646932 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-238f49e1-3d5e-46e6-af65-8100c499c6a5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.656143 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9ac98-0a7e-4ce8-92a6-005548656f8d req-a04ba5a6-48b1-4b40-bb86-3380caba7689 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:07.679654 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f4e580-4a32-45d6-9ed3-d7663ddefb53 x-openstack-request-id: req-14f4e580-4a32-45d6-9ed3-d7663ddefb53 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:07.679966 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "name": "network-vif-plugged", "status": "completed", "tag": "abf079aa-7e1f-4fa4-8693-d71192c3cd5a", "code": 200}, {"server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "name": "network-vif-plugged", "status": "completed", "tag": "86bf6025-0368-4513-9e10-f8d406029119", "code": 200}, {"server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "name": "network-vif-plugged", "status": "completed", "tag": "a33099a7-5b54-470d-a6fb-0182aa37b1ce", "code": 200}, {"server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "name": "network-vif-plugged", "status": "completed", "tag": "c451b609-46fa-4e93-a60a-10b38b3f6d50", "code": 200}, {"server_uuid": "590ca4dc-f4de-4313-a4a3-b6ea774266d9", "name": "network-vif-plugged", "status": "completed", "tag": "1486830a-e37c-455d-983a-3305d04c64d4", "code": 200}, {"server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "name": "network-vif-plugged", "status": "completed", "tag": "593c311f-e7e7-48e7-a565-db6f18498037", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:07.680966 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14f4e580-4a32-45d6-9ed3-d7663ddefb53 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:07.680966 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf079aa-7e1f-4fa4-8693-d71192c3cd5a', 'code': 200} Jul 15 23:10:07.680966 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86bf6025-0368-4513-9e10-f8d406029119', 'code': 200} Jul 15 23:10:07.681225 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33099a7-5b54-470d-a6fb-0182aa37b1ce', 'code': 200} Jul 15 23:10:07.681397 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c451b609-46fa-4e93-a60a-10b38b3f6d50', 'code': 200} Jul 15 23:10:07.681494 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9ac98-0a7e-4ce8-92a6-005548656f8d req-a04ba5a6-48b1-4b40-bb86-3380caba7689 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:07.681577 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590ca4dc-f4de-4313-a4a3-b6ea774266d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1486830a-e37c-455d-983a-3305d04c64d4', 'code': 200} Jul 15 23:10:07.681790 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593c311f-e7e7-48e7-a565-db6f18498037', 'code': 200} Jul 15 23:10:07.688788 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9ac98-0a7e-4ce8-92a6-005548656f8d req-a04ba5a6-48b1-4b40-bb86-3380caba7689 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:07.694099 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3950393f-81eb-4259-a04b-e9cf8c4c806c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.699703 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fae9ac98-0a7e-4ce8-92a6-005548656f8d req-a04ba5a6-48b1-4b40-bb86-3380caba7689 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5433 time: 0.4017963 Jul 15 23:10:07.727281 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3950393f-81eb-4259-a04b-e9cf8c4c806c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.781962 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fae9ac98-0a7e-4ce8-92a6-005548656f8d req-28610e9c-31e4-4273-94e6-396421f93921 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0816102 Jul 15 23:10:07.834496 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3950393f-81eb-4259-a04b-e9cf8c4c806c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.837836 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3950393f-81eb-4259-a04b-e9cf8c4c806c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.842278 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3950393f-81eb-4259-a04b-e9cf8c4c806c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ebfe3a9d-8922-4838-8556-2179e7b53aee HTTP/1.1" status: 204 len: 168 time: 0.2907767 Jul 15 23:10:07.846428 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc7669e-e17f-47f9-9384-c0ef4b95712f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:07.849610 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6fc7669e-e17f-47f9-9384-c0ef4b95712f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3665550 Jul 15 23:10:07.852652 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47342) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:07.865890 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3950393f-81eb-4259-a04b-e9cf8c4c806c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfe3a9d-8922-4838-8556-2179e7b53aee,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:07.953307 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=593c311f-e7e7-48e7-a565-db6f18498037,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:08.018374 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7050a919-f7bc-42ca-a594-e1878b50ccb0 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:08.030664 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 54ed7c92-7d96-4319-af0e-98c8d7d7ce91 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:08.052398 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 54ed7c92-7d96-4319-af0e-98c8d7d7ce91 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:08.057047 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:08.060999 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7050a919-f7bc-42ca-a594-e1878b50ccb0 None None] Transition to ACTIVE for port object 75cbbb3b-0452-413e-8816-7e424069f182 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:08.082865 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-95ae1239-eb85-4166-a70a-962a315e97b3 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting port ae2dd297-ec0a-435c-b5b2-c66828722250 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:08.083221 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95ae1239-eb85-4166-a70a-962a315e97b3 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:08.145563 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-238f49e1-3d5e-46e6-af65-8100c499c6a5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:08.152122 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7050a919-f7bc-42ca-a594-e1878b50ccb0 None None] Transition to ACTIVE for port object 75cbbb3b-0452-413e-8816-7e424069f182 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:08.161212 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7050a919-f7bc-42ca-a594-e1878b50ccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:08.219761 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95ae1239-eb85-4166-a70a-962a315e97b3 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:08.225995 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f49e1-3d5e-46e6-af65-8100c499c6a5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Pushing event updated for resources: {'Subnet': ['ID=3ba1091b-c748-40dc-b695-2138353a6fd4,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:08.237601 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238f49e1-3d5e-46e6-af65-8100c499c6a5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Checking segment: {'id': '6b922a5d-67f9-4e40-bd15-d5ad9dd2e361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '03472f0d-62e2-401b-a1ce-7175849469d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:08.237960 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238f49e1-3d5e-46e6-af65-8100c499c6a5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Network hostable DHCP agents. Network: 03472f0d-62e2-401b-a1ce-7175849469d3, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:10:08.247242 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7050a919-f7bc-42ca-a594-e1878b50ccb0 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:08.251918 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-7050a919-f7bc-42ca-a594-e1878b50ccb0 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:08.260622 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-95ae1239-eb85-4166-a70a-962a315e97b3 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Calling delete_port for ae2dd297-ec0a-435c-b5b2-c66828722250 owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:08.260917 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238f49e1-3d5e-46e6-af65-8100c499c6a5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Network 03472f0d-62e2-401b-a1ce-7175849469d3 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:10:08.265175 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7050a919-f7bc-42ca-a594-e1878b50ccb0 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:08.278766 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-238f49e1-3d5e-46e6-af65-8100c499c6a5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 03472f0d-62e2-401b-a1ce-7175849469d3) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:08.290325 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238f49e1-3d5e-46e6-af65-8100c499c6a5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:08.292605 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-238f49e1-3d5e-46e6-af65-8100c499c6a5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:08.293295 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141842b0-0036-4e4e-b77e-70fe970d32e1 None None] Network 03472f0d-62e2-401b-a1ce-7175849469d3 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:08.322105 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-238f49e1-3d5e-46e6-af65-8100c499c6a5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8917425 Jul 15 23:10:08.322335 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050a919-f7bc-42ca-a594-e1878b50ccb0 None None] Pushing event updated for resources: {'Port': ['ID=75cbbb3b-0452-413e-8816-7e424069f182,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:08.325038 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47368) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:08.338185 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-404bc141-04b7-4081-a1b6-d08fb1386075 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Request body: {'network': {'name': 'tempest-router-network01--1945811166'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:08.373187 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404bc141-04b7-4081-a1b6-d08fb1386075 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Made reservation on behalf of 103199eeddac45ceb2984bcee04d8ddd for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:08.378717 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-404bc141-04b7-4081-a1b6-d08fb1386075 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:08.449347 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-404bc141-04b7-4081-a1b6-d08fb1386075 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:10:08.476875 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-404bc141-04b7-4081-a1b6-d08fb1386075 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:08.479470 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-404bc141-04b7-4081-a1b6-d08fb1386075 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Added segment 2fb9c6db-f02e-44dd-a352-aebe8c6cceaa of type vlan for network 5f397e16-4159-4a9e-be4c-cbb865fb3bbb Jul 15 23:10:08.496565 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-7050a919-f7bc-42ca-a594-e1878b50ccb0 None None] Attempting to bind port 75cbbb3b-0452-413e-8816-7e424069f182 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:08.496964 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-7050a919-f7bc-42ca-a594-e1878b50ccb0 None None] Attempting to bind port 75cbbb3b-0452-413e-8816-7e424069f182 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:08.497415 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7050a919-f7bc-42ca-a594-e1878b50ccb0 None None] Attempting to bind port 75cbbb3b-0452-413e-8816-7e424069f182 on network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:08.506325 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:08.521697 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7050a919-f7bc-42ca-a594-e1878b50ccb0 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:08.522081 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7050a919-f7bc-42ca-a594-e1878b50ccb0 None None] Checking segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:08.522492 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7050a919-f7bc-42ca-a594-e1878b50ccb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:08.522931 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7050a919-f7bc-42ca-a594-e1878b50ccb0 None None] Bound using segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:08.523750 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-7050a919-f7bc-42ca-a594-e1878b50ccb0 None None] Bound port: 75cbbb3b-0452-413e-8816-7e424069f182, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:08.523876 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7050a919-f7bc-42ca-a594-e1878b50ccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:08.553884 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95ae1239-eb85-4166-a70a-962a315e97b3 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:08.588923 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 54ed7c92-7d96-4319-af0e-98c8d7d7ce91, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=54ed7c92-7d96-4319-af0e-98c8d7d7ce91,segment=NetworkSegment(3bc9fa27-9cdf-411b-9b5d-1d95b85ed330),segment_id=3bc9fa27-9cdf-411b-9b5d-1d95b85ed330)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:08.589334 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae1239-eb85-4166-a70a-962a315e97b3 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Port': ['ID=ae2dd297-ec0a-435c-b5b2-c66828722250,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:08.605519 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:08.620567 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95ae1239-eb85-4166-a70a-962a315e97b3 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:08.624810 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-95ae1239-eb85-4166-a70a-962a315e97b3 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/ae2dd297-ec0a-435c-b5b2-c66828722250 HTTP/1.1" status: 204 len: 168 time: 0.7679698 Jul 15 23:10:08.626257 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47376) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:08.630700 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device ac1c1a85-6ef4-452b-9241-71e5d124ff58 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:08.691508 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-404bc141-04b7-4081-a1b6-d08fb1386075 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:08.734546 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46061ff4-601e-45de-92a3-a299ffa19091 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:08.736981 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46061ff4-601e-45de-92a3-a299ffa19091 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:08.743902 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47380) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:08.744377 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-46061ff4-601e-45de-92a3-a299ffa19091 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1171916 Jul 15 23:10:08.805400 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-404bc141-04b7-4081-a1b6-d08fb1386075 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:08.811882 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404bc141-04b7-4081-a1b6-d08fb1386075 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:08.812811 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-404bc141-04b7-4081-a1b6-d08fb1386075 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:08.918305 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd64613-a8db-41c4-b707-3d864ef36f55 req-cddd6574-2c0c-4a25-bd32-5febf42ebd73 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:08.919894 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:08.926672 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5bd64613-a8db-41c4-b707-3d864ef36f55 req-cddd6574-2c0c-4a25-bd32-5febf42ebd73 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/ports?device_id=d76fc786-7a78-4737-8141-6ee5de07e536 HTTP/1.1" status: 200 len: 944 time: 0.1504636 Jul 15 23:10:08.993278 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5bd64613-a8db-41c4-b707-3d864ef36f55 req-a18fc91c-2853-4bb1-a388-35afe83d100b tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/security-groups?id=04fb3681-0ff9-4c35-91ee-f0c88b1c70bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649464 Jul 15 23:10:09.014736 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=54ed7c92-7d96-4319-af0e-98c8d7d7ce91,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:09.021509 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5fc824a-1002-4da0-862d-30f25efb4e2d tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting subnet b8526b01-7d51-4cb8-a2a5-6821efe0e98f {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:10:09.031633 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-7050a919-f7bc-42ca-a594-e1878b50ccb0 None None] For port 75cbbb3b-0452-413e-8816-7e424069f182, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:09.035983 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47400) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:09.036621 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-404bc141-04b7-4081-a1b6-d08fb1386075 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7102799 Jul 15 23:10:09.043457 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-438c6322-54a7-4a13-a7e5-a18d4eabea77 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Request body: {'network': {'name': 'tempest-router-network02--2080644195'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:09.053424 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5fc824a-1002-4da0-862d-30f25efb4e2d tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:09.091725 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438c6322-54a7-4a13-a7e5-a18d4eabea77 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Made reservation on behalf of 103199eeddac45ceb2984bcee04d8ddd for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:09.100058 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-438c6322-54a7-4a13-a7e5-a18d4eabea77 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:09.159682 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port ac1c1a85-6ef4-452b-9241-71e5d124ff58 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:09.165139 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-438c6322-54a7-4a13-a7e5-a18d4eabea77 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:10:09.169941 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404bc141-04b7-4081-a1b6-d08fb1386075 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Pushing event updated for resources: {'Network': ['ID=5f397e16-4159-4a9e-be4c-cbb865fb3bbb,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:09.191928 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-438c6322-54a7-4a13-a7e5-a18d4eabea77 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:09.194405 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-438c6322-54a7-4a13-a7e5-a18d4eabea77 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Added segment 164bb7a8-9ebd-42ad-a4ab-462f65128b1c of type vlan for network b9f12bab-c8d5-4e95-917c-90e82cb86d27 Jul 15 23:10:09.203209 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port ac1c1a85-6ef4-452b-9241-71e5d124ff58 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:09.210199 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:09.220992 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927ebfa3-5918-450d-91c1-528dc99cbc87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-03472f0d-62e2-401b-a1ce-7175849469d3', 'network_id': '03472f0d-62e2-401b-a1ce-7175849469d3', 'tenant_id': '103199eeddac45ceb2984bcee04d8ddd', 'fixed_ips': [{'subnet_id': '3ba1091b-c748-40dc-b695-2138353a6fd4'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:10:09.223972 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-927ebfa3-5918-450d-91c1-528dc99cbc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:09.226448 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5fc824a-1002-4da0-862d-30f25efb4e2d tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:09.233835 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 5f397e16-4159-4a9e-be4c-cbb865fb3bbb details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:10:09.308741 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-7050a919-f7bc-42ca-a594-e1878b50ccb0 None None] For port 75cbbb3b-0452-413e-8816-7e424069f182, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=75cbbb3b-0452-413e-8816-7e424069f182,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:09.341647 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-438c6322-54a7-4a13-a7e5-a18d4eabea77 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:09.344358 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7050a919-f7bc-42ca-a594-e1878b50ccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:09.428482 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42158d9a-85a0-4c04-aed3-28c9a3ee4239 req-0a9188d9-f9ac-44cb-8e3e-aaaaee516b59 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:09.435164 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42158d9a-85a0-4c04-aed3-28c9a3ee4239 req-0a9188d9-f9ac-44cb-8e3e-aaaaee516b59 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:09.442560 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42158d9a-85a0-4c04-aed3-28c9a3ee4239 req-0a9188d9-f9ac-44cb-8e3e-aaaaee516b59 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:09.454190 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5fc824a-1002-4da0-862d-30f25efb4e2d tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:09.459447 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42158d9a-85a0-4c04-aed3-28c9a3ee4239 req-0a9188d9-f9ac-44cb-8e3e-aaaaee516b59 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:09.467501 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42158d9a-85a0-4c04-aed3-28c9a3ee4239 req-0a9188d9-f9ac-44cb-8e3e-aaaaee516b59 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:09.473568 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42158d9a-85a0-4c04-aed3-28c9a3ee4239 req-0a9188d9-f9ac-44cb-8e3e-aaaaee516b59 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:09.493516 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42158d9a-85a0-4c04-aed3-28c9a3ee4239 req-0a9188d9-f9ac-44cb-8e3e-aaaaee516b59 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:09.496820 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-42158d9a-85a0-4c04-aed3-28c9a3ee4239 req-0a9188d9-f9ac-44cb-8e3e-aaaaee516b59 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5434 time: 0.2409811 Jul 15 23:10:09.497736 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-438c6322-54a7-4a13-a7e5-a18d4eabea77 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:09.514013 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438c6322-54a7-4a13-a7e5-a18d4eabea77 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:09.514379 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-438c6322-54a7-4a13-a7e5-a18d4eabea77 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:09.613049 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5fc824a-1002-4da0-862d-30f25efb4e2d tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:09.644703 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f5fc824a-1002-4da0-862d-30f25efb4e2d tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:09.650378 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47422) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:09.652683 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f5fc824a-1002-4da0-862d-30f25efb4e2d tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/b8526b01-7d51-4cb8-a2a5-6821efe0e98f HTTP/1.1" status: 204 len: 168 time: 0.9072771 Jul 15 23:10:09.659559 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c6322-54a7-4a13-a7e5-a18d4eabea77 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Pushing event updated for resources: {'Network': ['ID=b9f12bab-c8d5-4e95-917c-90e82cb86d27,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:09.714575 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ed7c92-7d96-4319-af0e-98c8d7d7ce91'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:09.720650 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b467962f-d093-41a1-88b0-fda481b5b9ca" -d '{"events": [{"server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "name": "network-vif-plugged", "status": "completed", "tag": "54ed7c92-7d96-4319-af0e-98c8d7d7ce91"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:09.728026 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network b9f12bab-c8d5-4e95-917c-90e82cb86d27 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:10:09.736649 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc824a-1002-4da0-862d-30f25efb4e2d tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Subnet': ['ID=b8526b01-7d51-4cb8-a2a5-6821efe0e98f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:09.766403 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-34b42de4-f516-468b-9be1-47b3013b626f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1016750 Jul 15 23:10:09.768181 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47428) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:09.769525 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-438c6322-54a7-4a13-a7e5-a18d4eabea77 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7318289 Jul 15 23:10:09.770250 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47430) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:09.774481 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-eb025c51-ed57-4375-8277-97e3ee8e194c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:09.779233 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-232d29a7-5091-4784-9580-831ec27e83ef tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Request body: {'subnet': {'network_id': '5f397e16-4159-4a9e-be4c-cbb865fb3bbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:09.926962 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232d29a7-5091-4784-9580-831ec27e83ef tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Made reservation on behalf of 103199eeddac45ceb2984bcee04d8ddd for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:09.931708 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-232d29a7-5091-4784-9580-831ec27e83ef tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:10.003555 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-42158d9a-85a0-4c04-aed3-28c9a3ee4239 req-d52d16d4-8610-4fbe-ba21-867aa6409524 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4769030 Jul 15 23:10:10.010664 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e488b81-d97d-420a-b541-d410c14c1e9b x-openstack-request-id: req-7e488b81-d97d-420a-b541-d410c14c1e9b {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:10.014213 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "name": "network-vif-plugged", "status": "completed", "tag": "54ed7c92-7d96-4319-af0e-98c8d7d7ce91", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:10.014726 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e488b81-d97d-420a-b541-d410c14c1e9b {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:10.015385 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ed7c92-7d96-4319-af0e-98c8d7d7ce91', 'code': 200} Jul 15 23:10:10.053670 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47446) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:10.098480 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050a919-f7bc-42ca-a594-e1878b50ccb0 None None] Pushing event updated for resources: {'Port': ['ID=75cbbb3b-0452-413e-8816-7e424069f182,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:10.265564 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb025c51-ed57-4375-8277-97e3ee8e194c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:10.276153 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb025c51-ed57-4375-8277-97e3ee8e194c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:10.407109 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-232d29a7-5091-4784-9580-831ec27e83ef tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:10.427252 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-927ebfa3-5918-450d-91c1-528dc99cbc87 None None] Allocated IP 172.20.0.2 (03472f0d-62e2-401b-a1ce-7175849469d3/3ba1091b-c748-40dc-b695-2138353a6fd4/910b4941-ea74-4339-b024-f1192d567b32) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:10.436028 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12f1bd-64b9-4f82-9175-3779bbfa6f5d req-9759f668-b5e3-4f60-85bf-c4a537ecf1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:10.437677 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12f1bd-64b9-4f82-9175-3779bbfa6f5d req-9759f668-b5e3-4f60-85bf-c4a537ecf1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:10.442523 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12f1bd-64b9-4f82-9175-3779bbfa6f5d req-9759f668-b5e3-4f60-85bf-c4a537ecf1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:10.443665 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12f1bd-64b9-4f82-9175-3779bbfa6f5d req-9759f668-b5e3-4f60-85bf-c4a537ecf1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:10.444315 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12f1bd-64b9-4f82-9175-3779bbfa6f5d req-9759f668-b5e3-4f60-85bf-c4a537ecf1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:10.444953 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12f1bd-64b9-4f82-9175-3779bbfa6f5d req-9759f668-b5e3-4f60-85bf-c4a537ecf1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:10.445592 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12f1bd-64b9-4f82-9175-3779bbfa6f5d req-9759f668-b5e3-4f60-85bf-c4a537ecf1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:10.448487 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-be12f1bd-64b9-4f82-9175-3779bbfa6f5d req-9759f668-b5e3-4f60-85bf-c4a537ecf1dd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 6491 time: 0.3879077 Jul 15 23:10:10.505539 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d29a7-5091-4784-9580-831ec27e83ef tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Pushing event updated for resources: {'Subnet': ['ID=d6b5429b-1f1c-4145-a18c-1824f4395ea3,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:10.512798 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232d29a7-5091-4784-9580-831ec27e83ef tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Checking segment: {'id': '2fb9c6db-f02e-44dd-a352-aebe8c6cceaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5f397e16-4159-4a9e-be4c-cbb865fb3bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:10.513170 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232d29a7-5091-4784-9580-831ec27e83ef tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Network hostable DHCP agents. Network: 5f397e16-4159-4a9e-be4c-cbb865fb3bbb, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:10:10.544191 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232d29a7-5091-4784-9580-831ec27e83ef tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Network 5f397e16-4159-4a9e-be4c-cbb865fb3bbb is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:10:10.605162 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-232d29a7-5091-4784-9580-831ec27e83ef tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 5f397e16-4159-4a9e-be4c-cbb865fb3bbb) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:10.606758 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19f99f91-6bf0-49ce-8df8-863ba11ff872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:10.613037 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232d29a7-5091-4784-9580-831ec27e83ef tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:10.613645 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-232d29a7-5091-4784-9580-831ec27e83ef tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:10.638078 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-927ebfa3-5918-450d-91c1-528dc99cbc87 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:10.646985 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-232d29a7-5091-4784-9580-831ec27e83ef tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8698151 Jul 15 23:10:10.648059 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-927ebfa3-5918-450d-91c1-528dc99cbc87 None None] Transition to ACTIVE for port object 910b4941-ea74-4339-b024-f1192d567b32 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:10.648845 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47480) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:10.656589 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-be12f1bd-64b9-4f82-9175-3779bbfa6f5d req-47674094-ebd3-41b2-b409-93658e3670cb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1745555 Jul 15 23:10:10.657560 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-680d0723-90e8-4ecb-ae9e-523d6bcf32b8 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Request body: {'subnet': {'network_id': 'b9f12bab-c8d5-4e95-917c-90e82cb86d27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:10.673794 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-927ebfa3-5918-450d-91c1-528dc99cbc87 None None] Transition to ACTIVE for port object 910b4941-ea74-4339-b024-f1192d567b32 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:10.696626 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbc1b03-bb65-4909-a6f7-ee004d2fc8e6 None None] Network 5f397e16-4159-4a9e-be4c-cbb865fb3bbb requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:10.699670 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:10.740892 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-927ebfa3-5918-450d-91c1-528dc99cbc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:10.781413 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e2e3e-d483-454c-8389-1d1311ee8615 req-6ac7403b-c3ed-4899-bb41-851571253b4e tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:10.785463 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-428e2e3e-d483-454c-8389-1d1311ee8615 req-6ac7403b-c3ed-4899-bb41-851571253b4e tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/ports?device_id=d76fc786-7a78-4737-8141-6ee5de07e536 HTTP/1.1" status: 200 len: 944 time: 0.2272463 Jul 15 23:10:10.840326 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-428e2e3e-d483-454c-8389-1d1311ee8615 req-977708fb-4f3f-403a-93dc-5ff536273321 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/security-groups?id=04fb3681-0ff9-4c35-91ee-f0c88b1c70bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490441 Jul 15 23:10:10.871438 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927ebfa3-5918-450d-91c1-528dc99cbc87 None None] Network 03472f0d-62e2-401b-a1ce-7175849469d3 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:10.873674 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port ac1c1a85-6ef4-452b-9241-71e5d124ff58, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ac1c1a85-6ef4-452b-9241-71e5d124ff58,segment=NetworkSegment(3a3c2bc7-5140-456e-8efe-f105575ac120),segment_id=3a3c2bc7-5140-456e-8efe-f105575ac120)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:10.888079 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-927ebfa3-5918-450d-91c1-528dc99cbc87 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:10.919968 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:10.926447 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927ebfa3-5918-450d-91c1-528dc99cbc87 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:10.936310 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ebfa3-5918-450d-91c1-528dc99cbc87 None None] Pushing event updated for resources: {'Port': ['ID=910b4941-ea74-4339-b024-f1192d567b32,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:11.000742 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=ac1c1a85-6ef4-452b-9241-71e5d124ff58,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:11.109940 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-927ebfa3-5918-450d-91c1-528dc99cbc87 None None] Attempting to bind port 910b4941-ea74-4339-b024-f1192d567b32 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:11.110694 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-927ebfa3-5918-450d-91c1-528dc99cbc87 None None] Attempting to bind port 910b4941-ea74-4339-b024-f1192d567b32 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '6b922a5d-67f9-4e40-bd15-d5ad9dd2e361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '03472f0d-62e2-401b-a1ce-7175849469d3'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:11.110822 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927ebfa3-5918-450d-91c1-528dc99cbc87 None None] Attempting to bind port 910b4941-ea74-4339-b024-f1192d567b32 on network 03472f0d-62e2-401b-a1ce-7175849469d3 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:11.126735 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927ebfa3-5918-450d-91c1-528dc99cbc87 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:11.127202 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927ebfa3-5918-450d-91c1-528dc99cbc87 None None] Checking segment: {'id': '6b922a5d-67f9-4e40-bd15-d5ad9dd2e361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '03472f0d-62e2-401b-a1ce-7175849469d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:11.127621 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-927ebfa3-5918-450d-91c1-528dc99cbc87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.128026 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927ebfa3-5918-450d-91c1-528dc99cbc87 None None] Bound using segment: {'id': '6b922a5d-67f9-4e40-bd15-d5ad9dd2e361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '03472f0d-62e2-401b-a1ce-7175849469d3'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:11.128519 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-927ebfa3-5918-450d-91c1-528dc99cbc87 None None] Bound port: 910b4941-ea74-4339-b024-f1192d567b32, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b922a5d-67f9-4e40-bd15-d5ad9dd2e361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '03472f0d-62e2-401b-a1ce-7175849469d3'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:11.128906 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-927ebfa3-5918-450d-91c1-528dc99cbc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.318535 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 75cbbb3b-0452-413e-8816-7e424069f182 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:11.358235 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf0430e-8a14-4658-8ce3-32ea0d53d8d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-5f397e16-4159-4a9e-be4c-cbb865fb3bbb', 'network_id': '5f397e16-4159-4a9e-be4c-cbb865fb3bbb', 'tenant_id': '103199eeddac45ceb2984bcee04d8ddd', 'fixed_ips': [{'subnet_id': 'd6b5429b-1f1c-4145-a18c-1824f4395ea3'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:10:11.359153 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aaf0430e-8a14-4658-8ce3-32ea0d53d8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.396581 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4214f0-f44a-443a-88e5-38ce4d83f082 req-41715f38-3670-49ff-af75-0ece036dadf5 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:11.403275 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4214f0-f44a-443a-88e5-38ce4d83f082 req-41715f38-3670-49ff-af75-0ece036dadf5 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:11.409932 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4214f0-f44a-443a-88e5-38ce4d83f082 req-41715f38-3670-49ff-af75-0ece036dadf5 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:11.412504 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19f99f91-6bf0-49ce-8df8-863ba11ff872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.416462 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4214f0-f44a-443a-88e5-38ce4d83f082 req-41715f38-3670-49ff-af75-0ece036dadf5 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:11.420959 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19f99f91-6bf0-49ce-8df8-863ba11ff872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.424626 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4214f0-f44a-443a-88e5-38ce4d83f082 req-41715f38-3670-49ff-af75-0ece036dadf5 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:11.428771 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb21517d-b3e1-43ab-a190-1b9af531f5ab None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:11.431284 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4214f0-f44a-443a-88e5-38ce4d83f082 req-41715f38-3670-49ff-af75-0ece036dadf5 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:11.437479 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4214f0-f44a-443a-88e5-38ce4d83f082 req-41715f38-3670-49ff-af75-0ece036dadf5 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:11.439786 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4f4214f0-f44a-443a-88e5-38ce4d83f082 req-41715f38-3670-49ff-af75-0ece036dadf5 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5434 time: 0.1887321 Jul 15 23:10:11.463943 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680d0723-90e8-4ecb-ae9e-523d6bcf32b8 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Made reservation on behalf of 103199eeddac45ceb2984bcee04d8ddd for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:11.467625 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-680d0723-90e8-4ecb-ae9e-523d6bcf32b8 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.518674 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-19f99f91-6bf0-49ce-8df8-863ba11ff872 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4567d72af7dd42da9a7c24b8932513dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4429295 Jul 15 23:10:11.525352 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47488) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:11.533214 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f99f91-6bf0-49ce-8df8-863ba11ff872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f714c3a-8c73-4832-9e8e-71d437fcb412,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:11.541835 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4f4214f0-f44a-443a-88e5-38ce4d83f082 req-17b8de6e-1d30-498d-a348-ea59e3d38f24 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0877323 Jul 15 23:10:11.551312 n-d-787205-9 neutron-server[93798]: DEBUG neutron.objects.ports [None req-eb025c51-ed57-4375-8277-97e3ee8e194c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93798) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:10:11.691670 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-56a2dc11-8d6b-4386-954d-77aa6641818a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.748970 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-56a2dc11-8d6b-4386-954d-77aa6641818a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.852050 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb025c51-ed57-4375-8277-97e3ee8e194c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.869503 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-680d0723-90e8-4ecb-ae9e-523d6bcf32b8 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.884595 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-56a2dc11-8d6b-4386-954d-77aa6641818a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.889549 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-56a2dc11-8d6b-4386-954d-77aa6641818a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.893493 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-56a2dc11-8d6b-4386-954d-77aa6641818a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2f714c3a-8c73-4832-9e8e-71d437fcb412 HTTP/1.1" status: 204 len: 168 time: 0.3506553 Jul 15 23:10:12.026842 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2dc11-8d6b-4386-954d-77aa6641818a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f714c3a-8c73-4832-9e8e-71d437fcb412,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:12.030876 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76fc786-7a78-4737-8141-6ee5de07e536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1c1a85-6ef4-452b-9241-71e5d124ff58'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:12.044152 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05210597-67f0-47cb-ba87-266bcf21bb2a" -d '{"events": [{"server_uuid": "d76fc786-7a78-4737-8141-6ee5de07e536", "name": "network-vif-plugged", "status": "completed", "tag": "ac1c1a85-6ef4-452b-9241-71e5d124ff58"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:12.111564 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d0723-90e8-4ecb-ae9e-523d6bcf32b8 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Pushing event updated for resources: {'Subnet': ['ID=b7fc84eb-310e-46ff-8d85-4f163d48f995,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:12.124124 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680d0723-90e8-4ecb-ae9e-523d6bcf32b8 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Checking segment: {'id': '164bb7a8-9ebd-42ad-a4ab-462f65128b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b9f12bab-c8d5-4e95-917c-90e82cb86d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:12.124577 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680d0723-90e8-4ecb-ae9e-523d6bcf32b8 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Network hostable DHCP agents. Network: b9f12bab-c8d5-4e95-917c-90e82cb86d27, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:10:12.212246 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680d0723-90e8-4ecb-ae9e-523d6bcf32b8 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Network b9f12bab-c8d5-4e95-917c-90e82cb86d27 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:10:12.215342 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-35a53f3d-1ff9-4e11-b8de-b7c71aaa6948 None None] Provisioning for port 75cbbb3b-0452-413e-8816-7e424069f182 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:12.233567 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-eb025c51-ed57-4375-8277-97e3ee8e194c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] For port 75cbbb3b-0452-413e-8816-7e424069f182, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=75cbbb3b-0452-413e-8816-7e424069f182,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:12.235867 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-680d0723-90e8-4ecb-ae9e-523d6bcf32b8 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, b9f12bab-c8d5-4e95-917c-90e82cb86d27) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:12.255300 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-927ebfa3-5918-450d-91c1-528dc99cbc87 None None] For port 910b4941-ea74-4339-b024-f1192d567b32, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:12.258278 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9421dd2-1c61-4573-8c95-a81725867349 None None] Network b9f12bab-c8d5-4e95-917c-90e82cb86d27 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:12.269409 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680d0723-90e8-4ecb-ae9e-523d6bcf32b8 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:12.272637 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-680d0723-90e8-4ecb-ae9e-523d6bcf32b8 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:12.311172 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d826d-eb74-436f-8aea-06f40b143460 req-ba38c4f8-b3fe-47c7-b843-6a58818060b1 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:12.313192 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-017d826d-eb74-436f-8aea-06f40b143460 req-ba38c4f8-b3fe-47c7-b843-6a58818060b1 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/ports?device_id=d76fc786-7a78-4737-8141-6ee5de07e536 HTTP/1.1" status: 200 len: 945 time: 0.2597933 Jul 15 23:10:12.320422 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb025c51-ed57-4375-8277-97e3ee8e194c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:12.328254 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb025c51-ed57-4375-8277-97e3ee8e194c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:12.331163 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb025c51-ed57-4375-8277-97e3ee8e194c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:12.368829 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-680d0723-90e8-4ecb-ae9e-523d6bcf32b8 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7188048 Jul 15 23:10:12.372132 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47516) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:12.402536 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-927ebfa3-5918-450d-91c1-528dc99cbc87 None None] For port 910b4941-ea74-4339-b024-f1192d567b32, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=910b4941-ea74-4339-b024-f1192d567b32,segment=NetworkSegment(6b922a5d-67f9-4e40-bd15-d5ad9dd2e361),segment_id=6b922a5d-67f9-4e40-bd15-d5ad9dd2e361)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:12.432480 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-927ebfa3-5918-450d-91c1-528dc99cbc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:12.476266 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb025c51-ed57-4375-8277-97e3ee8e194c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:12.494254 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-eb025c51-ed57-4375-8277-97e3ee8e194c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:12.510133 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb025c51-ed57-4375-8277-97e3ee8e194c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:12.511005 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb025c51-ed57-4375-8277-97e3ee8e194c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:12.559016 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 75cbbb3b-0452-413e-8816-7e424069f182 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:12.583554 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-017d826d-eb74-436f-8aea-06f40b143460 req-493ae2ad-a269-4926-b720-77afe515faab tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/security-groups?id=04fb3681-0ff9-4c35-91ee-f0c88b1c70bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2576103 Jul 15 23:10:12.632400 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb025c51-ed57-4375-8277-97e3ee8e194c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Subnet': ['ID=28061137-380f-4b71-940a-78a73b0990da,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:12.638717 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 75cbbb3b-0452-413e-8816-7e424069f182 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:12.639196 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:12.650355 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-eb025c51-ed57-4375-8277-97e3ee8e194c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8808744 Jul 15 23:10:12.655199 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47536) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:12.673811 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ba72ba85-d77b-4285-a245-9d55db9782b0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'port': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'mac_address': 'fa:16:3e:2e:96:ca', 'name': 'tempest-NetworksTestDHCPv6-1821290038'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:12.677322 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb025c51-ed57-4375-8277-97e3ee8e194c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Port': ['ID=75cbbb3b-0452-413e-8816-7e424069f182,revision_number=5']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:12.736831 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4196ecc-e99b-4853-8e1e-11e4d58dc6db x-openstack-request-id: req-e4196ecc-e99b-4853-8e1e-11e4d58dc6db {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:12.737391 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76fc786-7a78-4737-8141-6ee5de07e536", "name": "network-vif-plugged", "status": "completed", "tag": "ac1c1a85-6ef4-452b-9241-71e5d124ff58", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:12.737805 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e4196ecc-e99b-4853-8e1e-11e4d58dc6db {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:12.738613 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76fc786-7a78-4737-8141-6ee5de07e536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1c1a85-6ef4-452b-9241-71e5d124ff58', 'code': 200} Jul 15 23:10:12.969180 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ebfa3-5918-450d-91c1-528dc99cbc87 None None] Pushing event updated for resources: {'Port': ['ID=910b4941-ea74-4339-b024-f1192d567b32,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:13.059459 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-aaf0430e-8a14-4658-8ce3-32ea0d53d8d8 None None] Allocated IP 172.20.0.2 (5f397e16-4159-4a9e-be4c-cbb865fb3bbb/d6b5429b-1f1c-4145-a18c-1824f4395ea3/dca6840f-f1ce-4088-9c85-9b68a717bcb2) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:13.094504 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba72ba85-d77b-4285-a245-9d55db9782b0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:13.099541 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985db25c-c1c7-4104-95ec-abd32ef217f1 req-311d6847-0ad0-4e00-ad96-03e2bde43142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:13.101374 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-985db25c-c1c7-4104-95ec-abd32ef217f1 req-311d6847-0ad0-4e00-ad96-03e2bde43142 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d76fc786-7a78-4737-8141-6ee5de07e536 HTTP/1.1" status: 200 len: 1096 time: 0.3139620 Jul 15 23:10:13.225714 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:10:13.275608 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8fff66-6ed8-43a5-b720-ec4c46909c1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-b9f12bab-c8d5-4e95-917c-90e82cb86d27', 'network_id': 'b9f12bab-c8d5-4e95-917c-90e82cb86d27', 'tenant_id': '103199eeddac45ceb2984bcee04d8ddd', 'fixed_ips': [{'subnet_id': 'b7fc84eb-310e-46ff-8d85-4f163d48f995'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:10:13.277408 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f8fff66-6ed8-43a5-b720-ec4c46909c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:13.346142 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-985db25c-c1c7-4104-95ec-abd32ef217f1 req-267eb363-8f5b-4406-96e8-41e97aa4b09b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=04fb3681-0ff9-4c35-91ee-f0c88b1c70bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216146 Jul 15 23:10:13.376495 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:13.402981 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba72ba85-d77b-4285-a245-9d55db9782b0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:13.428056 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47568) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:13.462833 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-ba72ba85-d77b-4285-a245-9d55db9782b0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] device_id is not set on port 58f1aec0-9b9b-4ec1-ad78-8f5478853a5d yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:10:13.568477 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 75cbbb3b-0452-413e-8816-7e424069f182, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=75cbbb3b-0452-413e-8816-7e424069f182,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:13.594423 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:13.740914 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=75cbbb3b-0452-413e-8816-7e424069f182,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:13.753722 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aaf0430e-8a14-4658-8ce3-32ea0d53d8d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:13.777377 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-aaf0430e-8a14-4658-8ce3-32ea0d53d8d8 None None] Transition to ACTIVE for port object dca6840f-f1ce-4088-9c85-9b68a717bcb2 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:13.782187 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-7f8fff66-6ed8-43a5-b720-ec4c46909c1f None None] Allocated IP 172.20.0.2 (b9f12bab-c8d5-4e95-917c-90e82cb86d27/b7fc84eb-310e-46ff-8d85-4f163d48f995/151df23a-9ff5-44ed-accf-7cadb4432487) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:13.800817 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-ba72ba85-d77b-4285-a245-9d55db9782b0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Allocated IP 2001:db8::f816:3eff:fe2e:96ca (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/28061137-380f-4b71-940a-78a73b0990da/58f1aec0-9b9b-4ec1-ad78-8f5478853a5d) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:13.837242 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-aaf0430e-8a14-4658-8ce3-32ea0d53d8d8 None None] Transition to ACTIVE for port object dca6840f-f1ce-4088-9c85-9b68a717bcb2 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:13.866440 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aaf0430e-8a14-4658-8ce3-32ea0d53d8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:13.945261 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e04bc4-5591-4b53-9d7f-25f8eca07137 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:13.963780 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-206d3b60-a3b9-49b1-8a80-19668307d2c9 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f9f9f1d5d7fb466f8fa2d8057e5a08c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1105382 Jul 15 23:10:14.030539 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0430e-8a14-4658-8ce3-32ea0d53d8d8 None None] Pushing event updated for resources: {'Port': ['ID=dca6840f-f1ce-4088-9c85-9b68a717bcb2,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:14.043332 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 910b4941-ea74-4339-b024-f1192d567b32 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:14.079357 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba72ba85-d77b-4285-a245-9d55db9782b0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:14.098073 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-ba72ba85-d77b-4285-a245-9d55db9782b0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Transition to ACTIVE for port object 58f1aec0-9b9b-4ec1-ad78-8f5478853a5d will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:14.148845 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf0430e-8a14-4658-8ce3-32ea0d53d8d8 None None] Network 5f397e16-4159-4a9e-be4c-cbb865fb3bbb is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:14.161267 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d80a2ff7-88d1-4544-bc9e-4ddc7d705840 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-532089625-network', 'tenant_id': 'c94a1f7515fc403ca722dddef8f6ba46'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:14.165775 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-aaf0430e-8a14-4658-8ce3-32ea0d53d8d8 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:14.185859 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba72ba85-d77b-4285-a245-9d55db9782b0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:14.191156 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80a2ff7-88d1-4544-bc9e-4ddc7d705840 admin admin] Made reservation on behalf of c94a1f7515fc403ca722dddef8f6ba46 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:14.195428 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d80a2ff7-88d1-4544-bc9e-4ddc7d705840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:14.238671 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-02d111ef-64bf-4b68-9ee2-aea1eaf53add tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:14.250398 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf0430e-8a14-4658-8ce3-32ea0d53d8d8 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:14.251423 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-02d111ef-64bf-4b68-9ee2-aea1eaf53add tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2866654 Jul 15 23:10:14.263072 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72ba85-d77b-4285-a245-9d55db9782b0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Port': ['ID=58f1aec0-9b9b-4ec1-ad78-8f5478853a5d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:14.274253 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d80a2ff7-88d1-4544-bc9e-4ddc7d705840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:14.297444 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8a863d65-8bd4-4668-8cfa-49330aada46c None None] Provisioning complete for port 75cbbb3b-0452-413e-8816-7e424069f182 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:14.299679 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8a863d65-8bd4-4668-8cfa-49330aada46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:14.308389 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba72ba85-d77b-4285-a245-9d55db9782b0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:14.308602 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-67898c10-6fa1-4b0c-b27f-53a4fc562215 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/quotas/f9f9f1d5d7fb466f8fa2d8057e5a08c2 HTTP/1.1" status: 200 len: 375 time: 0.0561924 Jul 15 23:10:14.324828 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-ba72ba85-d77b-4285-a245-9d55db9782b0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:14.334066 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba72ba85-d77b-4285-a245-9d55db9782b0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:14.346865 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba72ba85-d77b-4285-a245-9d55db9782b0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:14.351580 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba72ba85-d77b-4285-a245-9d55db9782b0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:14.432419 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-257b9c5e-3555-4a67-8ea1-d137b9745beb tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f9f9f1d5d7fb466f8fa2d8057e5a08c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1228540 Jul 15 23:10:14.486502 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff23ee-9c49-46de-95dd-06bd4ba606c0 req-94496267-3a70-439d-8317-c3c6a61bca2b tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:14.513631 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff23ee-9c49-46de-95dd-06bd4ba606c0 req-94496267-3a70-439d-8317-c3c6a61bca2b tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:14.533493 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff23ee-9c49-46de-95dd-06bd4ba606c0 req-94496267-3a70-439d-8317-c3c6a61bca2b tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:14.551560 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff23ee-9c49-46de-95dd-06bd4ba606c0 req-94496267-3a70-439d-8317-c3c6a61bca2b tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:14.560979 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-aaf0430e-8a14-4658-8ce3-32ea0d53d8d8 None None] Attempting to bind port dca6840f-f1ce-4088-9c85-9b68a717bcb2 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:14.562917 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-aaf0430e-8a14-4658-8ce3-32ea0d53d8d8 None None] Attempting to bind port dca6840f-f1ce-4088-9c85-9b68a717bcb2 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '2fb9c6db-f02e-44dd-a352-aebe8c6cceaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5f397e16-4159-4a9e-be4c-cbb865fb3bbb'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:14.563578 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf0430e-8a14-4658-8ce3-32ea0d53d8d8 None None] Attempting to bind port dca6840f-f1ce-4088-9c85-9b68a717bcb2 on network 5f397e16-4159-4a9e-be4c-cbb865fb3bbb {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:14.568809 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff23ee-9c49-46de-95dd-06bd4ba606c0 req-94496267-3a70-439d-8317-c3c6a61bca2b tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:14.588336 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff23ee-9c49-46de-95dd-06bd4ba606c0 req-94496267-3a70-439d-8317-c3c6a61bca2b tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:14.591892 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d80a2ff7-88d1-4544-bc9e-4ddc7d705840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:14.604890 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d80a2ff7-88d1-4544-bc9e-4ddc7d705840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:14.610016 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff23ee-9c49-46de-95dd-06bd4ba606c0 req-94496267-3a70-439d-8317-c3c6a61bca2b tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:14.618153 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ba72ba85-d77b-4285-a245-9d55db9782b0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9597604 Jul 15 23:10:14.620168 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47588) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:14.626824 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d6ff23ee-9c49-46de-95dd-06bd4ba606c0 req-94496267-3a70-439d-8317-c3c6a61bca2b tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5434 time: 1.0788443 Jul 15 23:10:14.640188 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf0430e-8a14-4658-8ce3-32ea0d53d8d8 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:14.640559 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf0430e-8a14-4658-8ce3-32ea0d53d8d8 None None] Checking segment: {'id': '2fb9c6db-f02e-44dd-a352-aebe8c6cceaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5f397e16-4159-4a9e-be4c-cbb865fb3bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:14.640970 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aaf0430e-8a14-4658-8ce3-32ea0d53d8d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:14.641371 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf0430e-8a14-4658-8ce3-32ea0d53d8d8 None None] Bound using segment: {'id': '2fb9c6db-f02e-44dd-a352-aebe8c6cceaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5f397e16-4159-4a9e-be4c-cbb865fb3bbb'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:14.644302 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-aaf0430e-8a14-4658-8ce3-32ea0d53d8d8 None None] Bound port: dca6840f-f1ce-4088-9c85-9b68a717bcb2, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb9c6db-f02e-44dd-a352-aebe8c6cceaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5f397e16-4159-4a9e-be4c-cbb865fb3bbb'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:14.644702 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aaf0430e-8a14-4658-8ce3-32ea0d53d8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:14.732517 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-471e523d-52e7-4f5d-a338-01606b044f51 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:14.764139 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80a2ff7-88d1-4544-bc9e-4ddc7d705840 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:10:14.777901 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 910b4941-ea74-4339-b024-f1192d567b32 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:14.834436 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 75cbbb3b-0452-413e-8816-7e424069f182 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:14.835801 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a2ff7-88d1-4544-bc9e-4ddc7d705840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:14.842374 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dfab18-31ca-4060-b4b2-770c6825af68 None None] Network 03472f0d-62e2-401b-a1ce-7175849469d3 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:14.853385 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f8fff66-6ed8-43a5-b720-ec4c46909c1f None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:14.866869 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d80a2ff7-88d1-4544-bc9e-4ddc7d705840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:14.867223 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-d80a2ff7-88d1-4544-bc9e-4ddc7d705840 admin admin] Added segment 8c1cbd9c-451c-4ff5-9afa-9899869dfbd9 of type vlan for network 06e80cc8-6c99-4e93-b9ec-9a2e84049a5a Jul 15 23:10:15.054390 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7d6f1d-32e8-4bd8-91cd-6bd41a8fe304 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:15.064882 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7f8fff66-6ed8-43a5-b720-ec4c46909c1f None None] Transition to ACTIVE for port object 151df23a-9ff5-44ed-accf-7cadb4432487 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:15.068003 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7d6f1d-32e8-4bd8-91cd-6bd41a8fe304 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:15.070357 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ff7d6f1d-32e8-4bd8-91cd-6bd41a8fe304 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.4435117 Jul 15 23:10:15.072505 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d80a2ff7-88d1-4544-bc9e-4ddc7d705840 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:15.083226 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47600) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:15.147040 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-35a5ae3c-695d-44bb-98a7-f3bdbc90e49f None None] Provisioning for port 910b4941-ea74-4339-b024-f1192d567b32 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:15.189866 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d80a2ff7-88d1-4544-bc9e-4ddc7d705840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:15.190892 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80a2ff7-88d1-4544-bc9e-4ddc7d705840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:15.191674 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d80a2ff7-88d1-4544-bc9e-4ddc7d705840 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:15.192251 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-aaf0430e-8a14-4658-8ce3-32ea0d53d8d8 None None] For port dca6840f-f1ce-4088-9c85-9b68a717bcb2, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:15.195702 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-aaf0430e-8a14-4658-8ce3-32ea0d53d8d8 None None] For port dca6840f-f1ce-4088-9c85-9b68a717bcb2, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=dca6840f-f1ce-4088-9c85-9b68a717bcb2,segment=NetworkSegment(2fb9c6db-f02e-44dd-a352-aebe8c6cceaa),segment_id=2fb9c6db-f02e-44dd-a352-aebe8c6cceaa)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:15.212662 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-471e523d-52e7-4f5d-a338-01606b044f51 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Allocated IP 172.20.0.1 (5f397e16-4159-4a9e-be4c-cbb865fb3bbb/d6b5429b-1f1c-4145-a18c-1824f4395ea3/3cc62ee4-d8b3-48a1-afd0-20fe816684d7) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:15.264881 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a2ff7-88d1-4544-bc9e-4ddc7d705840 admin admin] Pushing event updated for resources: {'Network': ['ID=06e80cc8-6c99-4e93-b9ec-9a2e84049a5a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:15.271388 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d80a2ff7-88d1-4544-bc9e-4ddc7d705840 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8394966 Jul 15 23:10:15.273677 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47602) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:15.279038 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-35a5ae3c-695d-44bb-98a7-f3bdbc90e49f None None] Provisioning complete for port 910b4941-ea74-4339-b024-f1192d567b32 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:15.279632 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-35a5ae3c-695d-44bb-98a7-f3bdbc90e49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:15.280112 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ed830288-0bc6-49bc-a108-f077cc784524 admin admin] Request body: {'subnet': {'network_id': '06e80cc8-6c99-4e93-b9ec-9a2e84049a5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-532089625-subnet', 'tenant_id': 'c94a1f7515fc403ca722dddef8f6ba46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:15.319922 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-4afe4c20-f52a-4bcd-b392-2dc157affb17 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting port 58f1aec0-9b9b-4ec1-ad78-8f5478853a5d {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:15.320411 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4afe4c20-f52a-4bcd-b392-2dc157affb17 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:15.346703 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d6ff23ee-9c49-46de-95dd-06bd4ba606c0 req-19b5504b-0b05-43e8-b6cc-b3d74cf56e2f tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7189395 Jul 15 23:10:15.359255 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 06e80cc8-6c99-4e93-b9ec-9a2e84049a5a details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:10:15.479178 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4afe4c20-f52a-4bcd-b392-2dc157affb17 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:15.514564 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aaf0430e-8a14-4658-8ce3-32ea0d53d8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:15.519050 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed830288-0bc6-49bc-a108-f077cc784524 admin admin] Made reservation on behalf of c94a1f7515fc403ca722dddef8f6ba46 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:15.521560 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed830288-0bc6-49bc-a108-f077cc784524 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:15.524582 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-4afe4c20-f52a-4bcd-b392-2dc157affb17 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Calling delete_port for 58f1aec0-9b9b-4ec1-ad78-8f5478853a5d owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:15.539220 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a35383-fe70-4040-a86d-ecdca817d768 req-45f29f22-9fac-4cec-9488-b6963e2ed562 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:15.551653 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15a35383-fe70-4040-a86d-ecdca817d768 req-45f29f22-9fac-4cec-9488-b6963e2ed562 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/ports?device_id=d76fc786-7a78-4737-8141-6ee5de07e536 HTTP/1.1" status: 200 len: 945 time: 0.4689400 Jul 15 23:10:15.564852 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-471e523d-52e7-4f5d-a338-01606b044f51 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:15.617492 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-471e523d-52e7-4f5d-a338-01606b044f51 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Transition to ACTIVE for port object 3cc62ee4-d8b3-48a1-afd0-20fe816684d7 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:15.641819 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15a35383-fe70-4040-a86d-ecdca817d768 req-d5bec0d2-8317-43a6-8258-0c415c779c3a tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/security-groups?id=04fb3681-0ff9-4c35-91ee-f0c88b1c70bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781069 Jul 15 23:10:15.751295 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-471e523d-52e7-4f5d-a338-01606b044f51 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:15.873161 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471e523d-52e7-4f5d-a338-01606b044f51 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Network 5f397e16-4159-4a9e-be4c-cbb865fb3bbb is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:15.909423 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-471e523d-52e7-4f5d-a338-01606b044f51 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:15.915997 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471e523d-52e7-4f5d-a338-01606b044f51 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:16.017097 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-e3baf6fd-dec0-4bbf-bf3b-d8f176285553 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f9f9f1d5d7fb466f8fa2d8057e5a08c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1909244 Jul 15 23:10:16.029892 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed830288-0bc6-49bc-a108-f077cc784524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:16.049941 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7f8fff66-6ed8-43a5-b720-ec4c46909c1f None None] Transition to ACTIVE for port object 151df23a-9ff5-44ed-accf-7cadb4432487 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:16.070414 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0430e-8a14-4658-8ce3-32ea0d53d8d8 None None] Pushing event updated for resources: {'Port': ['ID=dca6840f-f1ce-4088-9c85-9b68a717bcb2,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:16.126251 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-73488004-a1de-4b75-833e-0ef701f81d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:16.130248 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f8fff66-6ed8-43a5-b720-ec4c46909c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:16.181871 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed830288-0bc6-49bc-a108-f077cc784524 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4855a5f1-8b72-4f27-b61b-98876d40980b,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:16.195369 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-1d83429b-0182-4e9d-b8c6-4a90b7ca14da tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:16.202972 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-1d83429b-0182-4e9d-b8c6-4a90b7ca14da tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1287854 Jul 15 23:10:16.211096 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed830288-0bc6-49bc-a108-f077cc784524 admin admin] Checking segment: {'id': '8c1cbd9c-451c-4ff5-9afa-9899869dfbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '06e80cc8-6c99-4e93-b9ec-9a2e84049a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:16.211557 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed830288-0bc6-49bc-a108-f077cc784524 admin admin] Network hostable DHCP agents. Network: 06e80cc8-6c99-4e93-b9ec-9a2e84049a5a, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:10:16.213441 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8fff66-6ed8-43a5-b720-ec4c46909c1f None None] Pushing event updated for resources: {'Port': ['ID=151df23a-9ff5-44ed-accf-7cadb4432487,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:16.231496 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e523d-52e7-4f5d-a338-01606b044f51 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Pushing event updated for resources: {'Port': ['ID=3cc62ee4-d8b3-48a1-afd0-20fe816684d7,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:16.245029 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-b68ba46a-ac54-430b-afc4-7fbd49432e46 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/quotas/f9f9f1d5d7fb466f8fa2d8057e5a08c2 HTTP/1.1" status: 200 len: 375 time: 0.0409162 Jul 15 23:10:16.261599 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4afe4c20-f52a-4bcd-b392-2dc157affb17 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:16.266875 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed830288-0bc6-49bc-a108-f077cc784524 admin admin] Network 06e80cc8-6c99-4e93-b9ec-9a2e84049a5a is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:10:16.302490 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-40fa42a3-10f1-4ec7-9e63-d4bfe89846d6 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f9f9f1d5d7fb466f8fa2d8057e5a08c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562351 Jul 15 23:10:16.311764 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe4c20-f52a-4bcd-b392-2dc157affb17 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Port': ['ID=58f1aec0-9b9b-4ec1-ad78-8f5478853a5d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:16.321628 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-471e523d-52e7-4f5d-a338-01606b044f51 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:16.332957 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-ed830288-0bc6-49bc-a108-f077cc784524 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 06e80cc8-6c99-4e93-b9ec-9a2e84049a5a) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:16.357845 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed830288-0bc6-49bc-a108-f077cc784524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:16.358446 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed830288-0bc6-49bc-a108-f077cc784524 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:16.363999 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4afe4c20-f52a-4bcd-b392-2dc157affb17 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:16.366130 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4afe4c20-f52a-4bcd-b392-2dc157affb17 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/58f1aec0-9b9b-4ec1-ad78-8f5478853a5d HTTP/1.1" status: 204 len: 168 time: 1.2818801 Jul 15 23:10:16.368735 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47630) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:16.395548 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 75cbbb3b-0452-413e-8816-7e424069f182 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:16.396087 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:16.402154 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcc29b1-28e0-4c1b-b3b7-8cc94e8925ca None None] Network 06e80cc8-6c99-4e93-b9ec-9a2e84049a5a requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:16.439498 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ed830288-0bc6-49bc-a108-f077cc784524 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1605983 Jul 15 23:10:16.439679 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47632) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:16.440657 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8fff66-6ed8-43a5-b720-ec4c46909c1f None None] Network b9f12bab-c8d5-4e95-917c-90e82cb86d27 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:16.444121 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-91343167-4d4d-418b-b265-36b7dce994b3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-532089625-router', 'tenant_id': 'c94a1f7515fc403ca722dddef8f6ba46', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:16.480846 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91343167-4d4d-418b-b265-36b7dce994b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:16.483197 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91343167-4d4d-418b-b265-36b7dce994b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:16.485955 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-7f8fff66-6ed8-43a5-b720-ec4c46909c1f None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:16.500027 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8fff66-6ed8-43a5-b720-ec4c46909c1f None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:16.619612 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ee763c-bdea-456c-9d5a-9e07580202b0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:16.626598 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ee763c-bdea-456c-9d5a-9e07580202b0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:16.637576 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-82ee763c-bdea-456c-9d5a-9e07580202b0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2672143 Jul 15 23:10:16.648029 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47638) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:16.719542 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91343167-4d4d-418b-b265-36b7dce994b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:16.729492 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622d301-cdc1-44b4-a73e-b0083e8b97c0 req-5823a2c1-0281-48a7-b1f2-4aa861ebf622 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:16.745587 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622d301-cdc1-44b4-a73e-b0083e8b97c0 req-5823a2c1-0281-48a7-b1f2-4aa861ebf622 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:16.760535 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622d301-cdc1-44b4-a73e-b0083e8b97c0 req-5823a2c1-0281-48a7-b1f2-4aa861ebf622 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:16.779333 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622d301-cdc1-44b4-a73e-b0083e8b97c0 req-5823a2c1-0281-48a7-b1f2-4aa861ebf622 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:16.788850 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622d301-cdc1-44b4-a73e-b0083e8b97c0 req-5823a2c1-0281-48a7-b1f2-4aa861ebf622 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:16.807980 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622d301-cdc1-44b4-a73e-b0083e8b97c0 req-5823a2c1-0281-48a7-b1f2-4aa861ebf622 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:16.814002 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622d301-cdc1-44b4-a73e-b0083e8b97c0 req-5823a2c1-0281-48a7-b1f2-4aa861ebf622 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:16.816054 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8622d301-cdc1-44b4-a73e-b0083e8b97c0 req-5823a2c1-0281-48a7-b1f2-4aa861ebf622 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5434 time: 0.8190954 Jul 15 23:10:16.831316 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47644) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:16.961315 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-a0ea62ec-345e-436d-85e8-37b304c7fcae tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Request body: {'floatingip': {'port_id': '593c311f-e7e7-48e7-a565-db6f18498037'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:17.161567 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-9c99765a-6942-4061-a1fa-c015aa76fea0 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f9f9f1d5d7fb466f8fa2d8057e5a08c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2145882 Jul 15 23:10:17.237674 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a0ea62ec-345e-436d-85e8-37b304c7fcae tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for floatingip, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:17.305053 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-35a5ae3c-695d-44bb-98a7-f3bdbc90e49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:17.460924 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-7f8fff66-6ed8-43a5-b720-ec4c46909c1f None None] Attempting to bind port 151df23a-9ff5-44ed-accf-7cadb4432487 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:17.468922 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-7f8fff66-6ed8-43a5-b720-ec4c46909c1f None None] Attempting to bind port 151df23a-9ff5-44ed-accf-7cadb4432487 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '164bb7a8-9ebd-42ad-a4ab-462f65128b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b9f12bab-c8d5-4e95-917c-90e82cb86d27'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:17.469322 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8fff66-6ed8-43a5-b720-ec4c46909c1f None None] Attempting to bind port 151df23a-9ff5-44ed-accf-7cadb4432487 on network b9f12bab-c8d5-4e95-917c-90e82cb86d27 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:17.496628 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d76a38-7885-450a-a0d9-29c1c73d30a8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting subnet 28061137-380f-4b71-940a-78a73b0990da {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:10:17.511747 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-39e55c49-9efb-4725-b0d0-42ecc27dfffb req-ea6d24f4-1a81-449c-a0fa-c465b2728da4 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/ports?device_id=702bed7c-51d7-4a6e-804b-7eb9f8ffa021 HTTP/1.1" status: 200 len: 210 time: 0.3188436 Jul 15 23:10:17.523401 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8fff66-6ed8-43a5-b720-ec4c46909c1f None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:17.524292 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8fff66-6ed8-43a5-b720-ec4c46909c1f None None] Checking segment: {'id': '164bb7a8-9ebd-42ad-a4ab-462f65128b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b9f12bab-c8d5-4e95-917c-90e82cb86d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:17.526485 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91343167-4d4d-418b-b265-36b7dce994b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:17.527027 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f8fff66-6ed8-43a5-b720-ec4c46909c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:17.527542 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8fff66-6ed8-43a5-b720-ec4c46909c1f None None] Bound using segment: {'id': '164bb7a8-9ebd-42ad-a4ab-462f65128b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b9f12bab-c8d5-4e95-917c-90e82cb86d27'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:17.531978 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-7f8fff66-6ed8-43a5-b720-ec4c46909c1f None None] Bound port: 151df23a-9ff5-44ed-accf-7cadb4432487, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '164bb7a8-9ebd-42ad-a4ab-462f65128b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b9f12bab-c8d5-4e95-917c-90e82cb86d27'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:17.533425 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f8fff66-6ed8-43a5-b720-ec4c46909c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:17.643452 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-21d76a38-7885-450a-a0d9-29c1c73d30a8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:17.797233 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-35a5ae3c-695d-44bb-98a7-f3bdbc90e49f None None] For port 910b4941-ea74-4339-b024-f1192d567b32, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=910b4941-ea74-4339-b024-f1192d567b32,segment=NetworkSegment(6b922a5d-67f9-4e40-bd15-d5ad9dd2e361),segment_id=6b922a5d-67f9-4e40-bd15-d5ad9dd2e361)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:17.828731 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-471e523d-52e7-4f5d-a338-01606b044f51 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:17.919810 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-7f8fff66-6ed8-43a5-b720-ec4c46909c1f None None] For port 151df23a-9ff5-44ed-accf-7cadb4432487, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:17.924825 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-68a9dfd8-fcbc-46f3-ac9d-e0d447b033ac tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:17.928085 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-7f8fff66-6ed8-43a5-b720-ec4c46909c1f None None] For port 151df23a-9ff5-44ed-accf-7cadb4432487, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=151df23a-9ff5-44ed-accf-7cadb4432487,segment=NetworkSegment(164bb7a8-9ebd-42ad-a4ab-462f65128b1c),segment_id=164bb7a8-9ebd-42ad-a4ab-462f65128b1c)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:17.928881 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-68a9dfd8-fcbc-46f3-ac9d-e0d447b033ac tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7509956 Jul 15 23:10:17.973834 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-35cdc56f-d2cc-45b8-b507-78f31e565aa6 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Request body: {'port': {'device_id': '836ea51d-ce98-4605-bd1d-b1dda80e541c', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'admin_state_up': True, 'tenant_id': 'f9f9f1d5d7fb466f8fa2d8057e5a08c2'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:17.997631 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f8fff66-6ed8-43a5-b720-ec4c46909c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:18.004631 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-35a5ae3c-695d-44bb-98a7-f3bdbc90e49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:18.165801 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-21d76a38-7885-450a-a0d9-29c1c73d30a8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:18.207397 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd189e11-2e1b-4d90-9823-64ab06a82b8f None None] Network 06e80cc8-6c99-4e93-b9ec-9a2e84049a5a requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:18.332960 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-35cdc56f-d2cc-45b8-b507-78f31e565aa6 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Made reservation on behalf of f9f9f1d5d7fb466f8fa2d8057e5a08c2 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:18.346663 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-35cdc56f-d2cc-45b8-b507-78f31e565aa6 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:18.352888 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-94e6b88f-cf82-4329-ab46-1c4d35d28fac None None] Could not find standard attr ID for object 58f1aec0-9b9b-4ec1-ad78-8f5478853a5d. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:10:18.393805 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 75cbbb3b-0452-413e-8816-7e424069f182 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:18.448076 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-35cdc56f-d2cc-45b8-b507-78f31e565aa6 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:18.468417 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6a933d-0479-4e94-80a7-67dc854423ce None None] Network 5f397e16-4159-4a9e-be4c-cbb865fb3bbb requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:18.748948 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe0071e6-76f7-484b-84e1-4833f1086a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:18.786495 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8fff66-6ed8-43a5-b720-ec4c46909c1f None None] Pushing event updated for resources: {'Port': ['ID=151df23a-9ff5-44ed-accf-7cadb4432487,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:18.857725 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a4b42-248d-4a27-b677-911ba7b4c6fd req-f4c7bfbe-9bab-48e0-bd26-2e915866bbb8 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:18.871719 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb3a4b42-248d-4a27-b677-911ba7b4c6fd req-f4c7bfbe-9bab-48e0-bd26-2e915866bbb8 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/ports?device_id=d76fc786-7a78-4737-8141-6ee5de07e536 HTTP/1.1" status: 200 len: 945 time: 1.9281950 Jul 15 23:10:18.872526 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47672) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:18.930094 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-21d76a38-7885-450a-a0d9-29c1c73d30a8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:19.057537 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-75f1806a-f40a-4d59-9ef2-0c27437ad8cc tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Request body: {'floatingip': {'port_id': 'ac1c1a85-6ef4-452b-9241-71e5d124ff58'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:19.072113 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-94e6b88f-cf82-4329-ab46-1c4d35d28fac None None] Provisioning complete for port 910b4941-ea74-4339-b024-f1192d567b32 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:19.072614 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94e6b88f-cf82-4329-ab46-1c4d35d28fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:19.084139 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:19.124663 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-35cdc56f-d2cc-45b8-b507-78f31e565aa6 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:19.135888 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-35cdc56f-d2cc-45b8-b507-78f31e565aa6 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:19.142405 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91343167-4d4d-418b-b265-36b7dce994b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:19.264249 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91343167-4d4d-418b-b265-36b7dce994b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:19.270556 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cdc56f-d2cc-45b8-b507-78f31e565aa6 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99fbdf85-26fc-4d67-8eed-30775fbd9a9a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:19.311289 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5ae3c-695d-44bb-98a7-f3bdbc90e49f None None] Pushing event updated for resources: {'Port': ['ID=910b4941-ea74-4339-b024-f1192d567b32,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:19.338825 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 75cbbb3b-0452-413e-8816-7e424069f182 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:19.339352 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:19.352111 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-75f1806a-f40a-4d59-9ef2-0c27437ad8cc tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks [] for floatingip, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:19.436317 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-1709f8ae-ab16-41c0-8950-f3b7fb868f9d tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f9f9f1d5d7fb466f8fa2d8057e5a08c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467770 Jul 15 23:10:19.762579 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:19.814505 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-35cdc56f-d2cc-45b8-b507-78f31e565aa6 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Allocated IP 192.168.233.51 (8d403abe-cee8-4863-bddd-464e9e566e9c/190ae4ce-d44c-4c9c-9241-47db78422478/c22d8176-a458-40b5-91ed-f89cac5baca1) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:19.861344 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-94e6b88f-cf82-4329-ab46-1c4d35d28fac None None] Could not find standard attr ID for object ae2dd297-ec0a-435c-b5b2-c66828722250. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:10:19.898519 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-08596ebe-f107-4654-a81c-5f281539c96d tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:19.900187 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-08596ebe-f107-4654-a81c-5f281539c96d tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3820374 Jul 15 23:10:19.923390 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-079d155d-2b47-4779-8a8b-c6d5ba64e805 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Request body: {'port': {'device_id': '702bed7c-51d7-4a6e-804b-7eb9f8ffa021', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'admin_state_up': True, 'tenant_id': 'f9f9f1d5d7fb466f8fa2d8057e5a08c2'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:19.931580 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device dca6840f-f1ce-4088-9c85-9b68a717bcb2 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:19.938234 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-94e6b88f-cf82-4329-ab46-1c4d35d28fac None None] Provisioning complete for port 75cbbb3b-0452-413e-8816-7e424069f182 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:19.939451 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94e6b88f-cf82-4329-ab46-1c4d35d28fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:19.969427 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-91343167-4d4d-418b-b265-36b7dce994b3 admin admin] Allocated IP 172.25.4.62 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/ea52c55c-5ca6-4054-b239-524142c31865) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:20.120787 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-21d76a38-7885-450a-a0d9-29c1c73d30a8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:20.162920 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port dca6840f-f1ce-4088-9c85-9b68a717bcb2 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:20.261151 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91343167-4d4d-418b-b265-36b7dce994b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:20.336336 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6afcf761-eb6d-413e-a7b7-bec4318ba11d None None] Provisioning for port dca6840f-f1ce-4088-9c85-9b68a717bcb2 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:20.341209 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6afcf761-eb6d-413e-a7b7-bec4318ba11d None None] Provisioning complete for port dca6840f-f1ce-4088-9c85-9b68a717bcb2 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:20.343129 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6afcf761-eb6d-413e-a7b7-bec4318ba11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:20.408456 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef49ed83-27b9-48c0-a1ca-6d5d27765c8b None None] Network b9f12bab-c8d5-4e95-917c-90e82cb86d27 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:20.450509 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91343167-4d4d-418b-b265-36b7dce994b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:20.556679 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 910b4941-ea74-4339-b024-f1192d567b32 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:20.745034 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6afcf761-eb6d-413e-a7b7-bec4318ba11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:20.772227 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4eb9687c-c551-4226-8fdc-2985dc6bdcc3 req-59a07129-40d4-4329-9d3a-775705562f11 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/ports?device_id=702bed7c-51d7-4a6e-804b-7eb9f8ffa021 HTTP/1.1" status: 200 len: 210 time: 1.7059422 Jul 15 23:10:20.775107 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91343167-4d4d-418b-b265-36b7dce994b3 admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:20.781582 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-21d76a38-7885-450a-a0d9-29c1c73d30a8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:20.787114 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-91343167-4d4d-418b-b265-36b7dce994b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:20.789154 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-21d76a38-7885-450a-a0d9-29c1c73d30a8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/28061137-380f-4b71-940a-78a73b0990da HTTP/1.1" status: 204 len: 168 time: 4.1346228 Jul 15 23:10:20.796180 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91343167-4d4d-418b-b265-36b7dce994b3 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:20.799139 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47698) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:20.803771 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-6afcf761-eb6d-413e-a7b7-bec4318ba11d None None] For port dca6840f-f1ce-4088-9c85-9b68a717bcb2, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=dca6840f-f1ce-4088-9c85-9b68a717bcb2,segment=NetworkSegment(2fb9c6db-f02e-44dd-a352-aebe8c6cceaa),segment_id=2fb9c6db-f02e-44dd-a352-aebe8c6cceaa)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:20.809462 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91343167-4d4d-418b-b265-36b7dce994b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ea52c55c-5ca6-4054-b239-524142c31865,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:20.810330 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb316ac-6d0a-4a90-8314-df7cc17b144b None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:20.818005 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6afcf761-eb6d-413e-a7b7-bec4318ba11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:20.849371 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d76a38-7885-450a-a0d9-29c1c73d30a8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Subnet': ['ID=28061137-380f-4b71-940a-78a73b0990da,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:20.890108 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-079d155d-2b47-4779-8a8b-c6d5ba64e805 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Made reservation on behalf of f9f9f1d5d7fb466f8fa2d8057e5a08c2 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:20.894430 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcf761-eb6d-413e-a7b7-bec4318ba11d None None] Pushing event updated for resources: {'Port': ['ID=dca6840f-f1ce-4088-9c85-9b68a717bcb2,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:20.895530 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-079d155d-2b47-4779-8a8b-c6d5ba64e805 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:20.897043 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 910b4941-ea74-4339-b024-f1192d567b32 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:20.897419 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:20.903737 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6afcf761-eb6d-413e-a7b7-bec4318ba11d None None] Could not find standard attr ID for object 58f1aec0-9b9b-4ec1-ad78-8f5478853a5d. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:10:20.914984 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-abacb12e-0b16-4627-814c-c45876a8e198 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1147027 Jul 15 23:10:20.925605 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47700) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:20.964390 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-35cdc56f-d2cc-45b8-b507-78f31e565aa6 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:21.024490 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-35cdc56f-d2cc-45b8-b507-78f31e565aa6 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Transition to ACTIVE for port object c22d8176-a458-40b5-91ed-f89cac5baca1 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:21.164928 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6afcf761-eb6d-413e-a7b7-bec4318ba11d None None] Provisioning for port 3cc62ee4-d8b3-48a1-afd0-20fe816684d7 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:21.189608 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6afcf761-eb6d-413e-a7b7-bec4318ba11d None None] Provisioning complete for port 3cc62ee4-d8b3-48a1-afd0-20fe816684d7 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:21.189984 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6afcf761-eb6d-413e-a7b7-bec4318ba11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:21.212892 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-75f1806a-f40a-4d59-9ef2-0c27437ad8cc tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:21.223535 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d76a38-7885-450a-a0d9-29c1c73d30a8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:21.224052 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d76a38-7885-450a-a0d9-29c1c73d30a8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:21.224554 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d76a38-7885-450a-a0d9-29c1c73d30a8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:21.225141 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d76a38-7885-450a-a0d9-29c1c73d30a8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:21.225589 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d76a38-7885-450a-a0d9-29c1c73d30a8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:21.228670 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d76a38-7885-450a-a0d9-29c1c73d30a8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:21.229221 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d76a38-7885-450a-a0d9-29c1c73d30a8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:21.229687 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d76a38-7885-450a-a0d9-29c1c73d30a8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:21.230181 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d76a38-7885-450a-a0d9-29c1c73d30a8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:21.230727 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d76a38-7885-450a-a0d9-29c1c73d30a8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:21.231337 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d76a38-7885-450a-a0d9-29c1c73d30a8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:21.231776 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d76a38-7885-450a-a0d9-29c1c73d30a8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:21.266292 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-75f1806a-f40a-4d59-9ef2-0c27437ad8cc tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:21.355603 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:21.392530 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-75f1806a-f40a-4d59-9ef2-0c27437ad8cc tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Floating IP af9f4e5d-0d67-402d-85fb-ed0517048ab7 associated. External IP: 172.25.4.93, port: ac1c1a85-6ef4-452b-9241-71e5d124ff58. Jul 15 23:10:21.423379 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-6afcf761-eb6d-413e-a7b7-bec4318ba11d None None] Port 3cc62ee4-d8b3-48a1-afd0-20fe816684d7 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:10:21.455336 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 151df23a-9ff5-44ed-accf-7cadb4432487 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:21.566742 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1a98fe08-7c76-4878-9edd-55f0c75391a3 None None] Provisioning for port 151df23a-9ff5-44ed-accf-7cadb4432487 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:21.576760 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa1bd99-535e-4dcb-99b7-ef192c9c10bf None None] DHCP port deletion for 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:10:21.626431 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1a98fe08-7c76-4878-9edd-55f0c75391a3 None None] Provisioning complete for port 3cc62ee4-d8b3-48a1-afd0-20fe816684d7 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:21.626984 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1a98fe08-7c76-4878-9edd-55f0c75391a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:21.670214 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-1a98fe08-7c76-4878-9edd-55f0c75391a3 None None] Port 3cc62ee4-d8b3-48a1-afd0-20fe816684d7 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:10:21.675524 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 151df23a-9ff5-44ed-accf-7cadb4432487 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:21.681084 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 151df23a-9ff5-44ed-accf-7cadb4432487 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:21.681434 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:21.731227 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-4aa1bd99-535e-4dcb-99b7-ef192c9c10bf None None] Deleting port 75cbbb3b-0452-413e-8816-7e424069f182 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:21.731494 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4aa1bd99-535e-4dcb-99b7-ef192c9c10bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:21.809872 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4aa1bd99-535e-4dcb-99b7-ef192c9c10bf None None] For port 75cbbb3b-0452-413e-8816-7e424069f182, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=75cbbb3b-0452-413e-8816-7e424069f182,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:21.810467 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4aa1bd99-535e-4dcb-99b7-ef192c9c10bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:21.810879 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-35cdc56f-d2cc-45b8-b507-78f31e565aa6 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:21.826097 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-4aa1bd99-535e-4dcb-99b7-ef192c9c10bf None None] Calling delete_port for 75cbbb3b-0452-413e-8816-7e424069f182 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:21.840330 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0a16d9-287d-44ea-84f9-7777757a3c40 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:21.842448 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fe0a16d9-287d-44ea-84f9-7777757a3c40 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9069471 Jul 15 23:10:21.893837 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47716) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:21.908894 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-35cdc56f-d2cc-45b8-b507-78f31e565aa6 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:21.926226 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4aa1bd99-535e-4dcb-99b7-ef192c9c10bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:21.933581 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-35cdc56f-d2cc-45b8-b507-78f31e565aa6 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:21.975698 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91343167-4d4d-418b-b265-36b7dce994b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:21.976273 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1bd99-535e-4dcb-99b7-ef192c9c10bf None None] Pushing event deleted for resources: {'Port': ['ID=75cbbb3b-0452-413e-8816-7e424069f182,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:21.987869 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-35cdc56f-d2cc-45b8-b507-78f31e565aa6 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:22.001582 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa1bd99-535e-4dcb-99b7-ef192c9c10bf None None] No DVR routers for this DVR port 75cbbb3b-0452-413e-8816-7e424069f182 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:22.031012 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.db.resource_extend [None req-a0ea62ec-345e-436d-85e8-37b304c7fcae tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:10:22.089010 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cdc56f-d2cc-45b8-b507-78f31e565aa6 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Pushing event updated for resources: {'Port': ['ID=c22d8176-a458-40b5-91ed-f89cac5baca1,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:22.103282 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-faf20308-6590-4f39-8aad-41c5f314a741 None None] Provisioning complete for port 151df23a-9ff5-44ed-accf-7cadb4432487 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:22.108323 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-faf20308-6590-4f39-8aad-41c5f314a741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.119569 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-079d155d-2b47-4779-8a8b-c6d5ba64e805 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Allocated IP 192.168.233.8 (8d403abe-cee8-4863-bddd-464e9e566e9c/190ae4ce-d44c-4c9c-9241-47db78422478/c3b3f70b-0d43-4e38-b32f-101164ecb70c) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:22.184024 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.203747 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-edc9c37a-da43-49b2-aebb-a57aaf5ccefe req-46fb561d-bbad-4dab-a643-a1856d40bd70 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/ports?device_id=702bed7c-51d7-4a6e-804b-7eb9f8ffa021 HTTP/1.1" status: 200 len: 210 time: 0.0654192 Jul 15 23:10:22.218179 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-35cdc56f-d2cc-45b8-b507-78f31e565aa6 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:22.221823 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-35cdc56f-d2cc-45b8-b507-78f31e565aa6 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.225311 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122ce5b7-88fc-47bd-9e47-ac96b06fdcb3 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:22.227966 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-122ce5b7-88fc-47bd-9e47-ac96b06fdcb3 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3270271 Jul 15 23:10:22.236696 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47718) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:22.296328 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a4b4703c-2570-4fba-8ed8-613180aa5e94 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542400 Jul 15 23:10:22.302824 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47720) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:22.306542 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a0ea62ec-345e-436d-85e8-37b304c7fcae tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.312283 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-765e55ca-9025-429e-bee7-a44e40ee0d6b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:22.312995 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-471e523d-52e7-4f5d-a338-01606b044f51 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.320825 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a0ea62ec-345e-436d-85e8-37b304c7fcae tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.335719 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-faf20308-6590-4f39-8aad-41c5f314a741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.350705 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-35cdc56f-d2cc-45b8-b507-78f31e565aa6 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4008589 Jul 15 23:10:22.371975 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-19461515-1574-4f9c-b722-002a61713072 service neutron] Request body: {'port': {'device_id': '836ea51d-ce98-4605-bd1d-b1dda80e541c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:22.376996 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 151df23a-9ff5-44ed-accf-7cadb4432487, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=151df23a-9ff5-44ed-accf-7cadb4432487,segment=NetworkSegment(164bb7a8-9ebd-42ad-a4ab-462f65128b1c),segment_id=164bb7a8-9ebd-42ad-a4ab-462f65128b1c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:22.381118 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-471e523d-52e7-4f5d-a338-01606b044f51 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.384222 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.437421 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-471e523d-52e7-4f5d-a338-01606b044f51 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.471551 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-faf20308-6590-4f39-8aad-41c5f314a741 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:10:22.471933 n-d-787205-9 neutron-server[93800]: DEBUG oslo_db.api [None req-faf20308-6590-4f39-8aad-41c5f314a741 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:10:22.487445 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=151df23a-9ff5-44ed-accf-7cadb4432487,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:22.565072 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f1806a-f40a-4d59-9ef2-0c27437ad8cc tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Router 9038e9d3-ec32-468b-85d8-6e0298f850de has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:10:22.585236 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e523d-52e7-4f5d-a338-01606b044f51 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Pushing event updated for resources: {'Port': ['ID=3cc62ee4-d8b3-48a1-afd0-20fe816684d7,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:22.591338 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device dca6840f-f1ce-4088-9c85-9b68a717bcb2 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:22.626692 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-a0ea62ec-345e-436d-85e8-37b304c7fcae tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Floating IP 4897ea58-3762-4435-9dee-529b97b09fbb associated. External IP: 172.25.4.150, port: 593c311f-e7e7-48e7-a565-db6f18498037. Jul 15 23:10:22.669038 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port dca6840f-f1ce-4088-9c85-9b68a717bcb2 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:22.669763 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.703536 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-19461515-1574-4f9c-b722-002a61713072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.793405 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765e55ca-9025-429e-bee7-a44e40ee0d6b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:22.801103 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-765e55ca-9025-429e-bee7-a44e40ee0d6b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.864885 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91343167-4d4d-418b-b265-36b7dce994b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.907628 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 75cbbb3b-0452-413e-8816-7e424069f182 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:22.963796 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 75cbbb3b-0452-413e-8816-7e424069f182 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:22.965524 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 75cbbb3b-0452-413e-8816-7e424069f182 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:23.130953 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-079d155d-2b47-4779-8a8b-c6d5ba64e805 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:23.202982 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-09ee4975-9033-4a82-a208-11f3790b2e40 None None] Provisioning for port c22d8176-a458-40b5-91ed-f89cac5baca1 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:23.208712 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-09ee4975-9033-4a82-a208-11f3790b2e40 None None] Provisioning complete for port c22d8176-a458-40b5-91ed-f89cac5baca1 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:23.209828 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-09ee4975-9033-4a82-a208-11f3790b2e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:23.218901 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-079d155d-2b47-4779-8a8b-c6d5ba64e805 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Transition to ACTIVE for port object c3b3f70b-0d43-4e38-b32f-101164ecb70c will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:23.287725 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-09ee4975-9033-4a82-a208-11f3790b2e40 None None] Port c22d8176-a458-40b5-91ed-f89cac5baca1 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:10:23.334556 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471e523d-52e7-4f5d-a338-01606b044f51 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Network 5f397e16-4159-4a9e-be4c-cbb865fb3bbb is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:23.348599 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-471e523d-52e7-4f5d-a338-01606b044f51 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:23.396068 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-079d155d-2b47-4779-8a8b-c6d5ba64e805 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:23.421414 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91343167-4d4d-418b-b265-36b7dce994b3 admin admin] Router 8983b03d-b14c-4aa1-a686-8bb6c5323e3d is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:10:23.457559 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f1806a-f40a-4d59-9ef2-0c27437ad8cc tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:10:23.470156 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaa5355-d0e7-44bd-91f8-79537c4852ef None None] Sync routers for ids ['9038e9d3-ec32-468b-85d8-6e0298f850de'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:10:23.489105 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaa5355-d0e7-44bd-91f8-79537c4852ef None None] Routers {'9038e9d3-ec32-468b-85d8-6e0298f850de'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:23.492000 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-deaa5355-d0e7-44bd-91f8-79537c4852ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:10:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['9038e9d3-ec32-468b-85d8-6e0298f850de'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:23.496872 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-75f1806a-f40a-4d59-9ef2-0c27437ad8cc tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:23.689203 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-079d155d-2b47-4779-8a8b-c6d5ba64e805 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:23.691564 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d155d-2b47-4779-8a8b-c6d5ba64e805 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Pushing event updated for resources: {'Port': ['ID=c3b3f70b-0d43-4e38-b32f-101164ecb70c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:23.703545 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-079d155d-2b47-4779-8a8b-c6d5ba64e805 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:23.730326 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c2ca21e8-e261-4024-9826-8f0655fe3111 None None] Provisioning complete for port 3cc62ee4-d8b3-48a1-afd0-20fe816684d7 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:23.732603 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c2ca21e8-e261-4024-9826-8f0655fe3111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:23.743621 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-079d155d-2b47-4779-8a8b-c6d5ba64e805 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:23.769511 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-deaa5355-d0e7-44bd-91f8-79537c4852ef None None] Set router 9038e9d3-ec32-468b-85d8-6e0298f850de gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:23.880250 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7602d73-4dc9-4b8a-ae47-2a0f9dc8db04 req-562b78ec-3b80-4ed9-a933-fceaaec9eac0 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:23.888506 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f7602d73-4dc9-4b8a-ae47-2a0f9dc8db04 req-562b78ec-3b80-4ed9-a933-fceaaec9eac0 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/ports?device_id=702bed7c-51d7-4a6e-804b-7eb9f8ffa021 HTTP/1.1" status: 200 len: 934 time: 0.5166399 Jul 15 23:10:23.896896 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471e523d-52e7-4f5d-a338-01606b044f51 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Router c6e9b9e8-6b1d-40ce-9543-db60440e68fb is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:10:23.910494 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-75f1806a-f40a-4d59-9ef2-0c27437ad8cc tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "PUT /v2.0/floatingips/af9f4e5d-0d67-402d-85fb-ed0517048ab7 HTTP/1.1" status: 200 len: 990 time: 4.8613327 Jul 15 23:10:23.924718 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd76fc786-7a78-4737-8141-6ee5de07e536', 'tag': 'ac1c1a85-6ef4-452b-9241-71e5d124ff58'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:23.929059 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a62f076-a45f-47f0-9bda-2e93c41239a9" -d '{"events": [{"name": "network-changed", "server_uuid": "d76fc786-7a78-4737-8141-6ee5de07e536", "tag": "ac1c1a85-6ef4-452b-9241-71e5d124ff58"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:23.930563 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-c2ca21e8-e261-4024-9826-8f0655fe3111 None None] Port 3cc62ee4-d8b3-48a1-afd0-20fe816684d7 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:10:24.014217 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-079d155d-2b47-4779-8a8b-c6d5ba64e805 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:24.018349 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-079d155d-2b47-4779-8a8b-c6d5ba64e805 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.028504 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.097769 n-d-787205-9 neutron-server[93798]: DEBUG neutron.objects.ports [None req-765e55ca-9025-429e-bee7-a44e40ee0d6b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93798) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:10:24.164090 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b6853321-82e0-44cf-9962-552e6861b9fc None None] Provisioning for port c3b3f70b-0d43-4e38-b32f-101164ecb70c completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:24.166135 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-765e55ca-9025-429e-bee7-a44e40ee0d6b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.181239 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b6853321-82e0-44cf-9962-552e6861b9fc None None] Provisioning complete for port c3b3f70b-0d43-4e38-b32f-101164ecb70c triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:24.181692 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b6853321-82e0-44cf-9962-552e6861b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.214562 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-079d155d-2b47-4779-8a8b-c6d5ba64e805 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.2976537 Jul 15 23:10:24.216735 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-deaa5355-d0e7-44bd-91f8-79537c4852ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'name': 'tempest-ServersTestManualDisk-1036584712-router', 'tenant_id': '77975343f0624335a695b571de060b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '69652dd0-9703-4c04-b865-a020c5ffd152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:14Z', 'updated_at': '2021-07-15T23:09:27Z', 'revision_number': 4, 'project_id': '77975343f0624335a695b571de060b09', 'gw_port': {'id': '69652dd0-9703-4c04-b865-a020c5ffd152', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:18Z', 'updated_at': '2021-07-15T23:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'af9f4e5d-0d67-402d-85fb-ed0517048ab7', 'tenant_id': '77975343f0624335a695b571de060b09', 'floating_ip_address': '172.25.4.93', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'port_id': 'ac1c1a85-6ef4-452b-9241-71e5d124ff58', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf6fa1b7-2834-4d94-a68c-529495746472', 'mac_address': 'fa:16:3e:90:a7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76fc786-7a78-4737-8141-6ee5de07e536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:09:40Z', 'updated_at': '2021-07-15T23:10:21Z', 'revision_number': 1, 'project_id': '77975343f0624335a695b571de060b09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd64983e5-8bd6-43a2-b9dc-b631d0581e6a', 'name': '', 'network_id': 'bf6fa1b7-2834-4d94-a68c-529495746472', 'tenant_id': '77975343f0624335a695b571de060b09', 'mac_address': 'fa:16:3e:cb:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e9b8dc35-3b00-467c-ba33-51544e2c446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:24Z', 'updated_at': '2021-07-15T23:09:46Z', 'revision_number': 5, 'project_id': '77975343f0624335a695b571de060b09', 'subnets': [{'id': 'e9b8dc35-3b00-467c-ba33-51544e2c446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:24.241734 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f7602d73-4dc9-4b8a-ae47-2a0f9dc8db04 req-3da39fb6-b4cc-4c85-952b-bee55b216fa6 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/security-groups?id=99fbdf85-26fc-4d67-8eed-30775fbd9a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519392 Jul 15 23:10:24.241934 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91343167-4d4d-418b-b265-36b7dce994b3 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:10:24.253284 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ea62ec-345e-436d-85e8-37b304c7fcae tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Router 80a8f78f-0ac9-4756-93f5-ec16483eb5ee has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:10:24.271540 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaa5355-d0e7-44bd-91f8-79537c4852ef None None] Checking router: 9038e9d3-ec32-468b-85d8-6e0298f850de for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:10:24.292613 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaa5355-d0e7-44bd-91f8-79537c4852ef None None] Routers {'9038e9d3-ec32-468b-85d8-6e0298f850de'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:24.294746 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-deaa5355-d0e7-44bd-91f8-79537c4852ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:10:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['9038e9d3-ec32-468b-85d8-6e0298f850de'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:24.296856 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471e523d-52e7-4f5d-a338-01606b044f51 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:10:24.303109 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b6853321-82e0-44cf-9962-552e6861b9fc None None] Port c3b3f70b-0d43-4e38-b32f-101164ecb70c cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:10:24.310958 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-a2234f7d-77a0-403a-b90f-b871b355f160 service neutron] Request body: {'port': {'device_id': '702bed7c-51d7-4a6e-804b-7eb9f8ffa021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:24.317858 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a88204d-617d-4698-9c40-239b6f0077fe None None] Sync routers for ids ['8983b03d-b14c-4aa1-a686-8bb6c5323e3d'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:10:24.329151 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a88204d-617d-4698-9c40-239b6f0077fe None None] Routers {'8983b03d-b14c-4aa1-a686-8bb6c5323e3d'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:24.330339 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8a88204d-617d-4698-9c40-239b6f0077fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:10:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['8983b03d-b14c-4aa1-a686-8bb6c5323e3d'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:24.372784 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765e55ca-9025-429e-bee7-a44e40ee0d6b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:24.381570 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023d75fa-6daf-4249-846c-35d2500c27fb None None] Sync routers for ids ['c6e9b9e8-6b1d-40ce-9543-db60440e68fb'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:10:24.434186 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-471e523d-52e7-4f5d-a338-01606b044f51 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] 10.222.0.16 "PUT /v2.0/routers/c6e9b9e8-6b1d-40ce-9543-db60440e68fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0586550 Jul 15 23:10:24.440037 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47752) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:24.449065 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-8a88204d-617d-4698-9c40-239b6f0077fe None None] Set router 8983b03d-b14c-4aa1-a686-8bb6c5323e3d gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:24.449782 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-765e55ca-9025-429e-bee7-a44e40ee0d6b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:24.453150 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023d75fa-6daf-4249-846c-35d2500c27fb None None] Routers {'c6e9b9e8-6b1d-40ce-9543-db60440e68fb'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:24.454486 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-023d75fa-6daf-4249-846c-35d2500c27fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:10:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c6e9b9e8-6b1d-40ce-9543-db60440e68fb'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:24.500218 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86899a1-78e6-4149-a9d3-c35d130bb357 x-openstack-request-id: req-d86899a1-78e6-4149-a9d3-c35d130bb357 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:24.503566 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d76fc786-7a78-4737-8141-6ee5de07e536", "tag": "ac1c1a85-6ef4-452b-9241-71e5d124ff58", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:24.505022 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d86899a1-78e6-4149-a9d3-c35d130bb357 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:24.506269 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd76fc786-7a78-4737-8141-6ee5de07e536', 'tag': 'ac1c1a85-6ef4-452b-9241-71e5d124ff58', 'status': 'completed', 'code': 200} Jul 15 23:10:24.521197 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac58023c-334c-42d3-bf3f-1770c86301d1 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:24.557415 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-deaa5355-d0e7-44bd-91f8-79537c4852ef None None] Set router 9038e9d3-ec32-468b-85d8-6e0298f850de gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:24.609433 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-19461515-1574-4f9c-b722-002a61713072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c22d8176-a458-40b5-91ed-f89cac5baca1 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:24.630684 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e55ca-9025-429e-bee7-a44e40ee0d6b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Subnet': ['ID=87ad41d4-3807-444a-ab82-a498dfa103f6,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:24.639159 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-023d75fa-6daf-4249-846c-35d2500c27fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:24.660938 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023d75fa-6daf-4249-846c-35d2500c27fb None None] Routers {'c6e9b9e8-6b1d-40ce-9543-db60440e68fb'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:24.661160 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-023d75fa-6daf-4249-846c-35d2500c27fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:10:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c6e9b9e8-6b1d-40ce-9543-db60440e68fb'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:24.661272 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 151df23a-9ff5-44ed-accf-7cadb4432487 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:24.671207 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-19461515-1574-4f9c-b722-002a61713072 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.682609 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765e55ca-9025-429e-bee7-a44e40ee0d6b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:24.691966 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-765e55ca-9025-429e-bee7-a44e40ee0d6b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.699212 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-023d75fa-6daf-4249-846c-35d2500c27fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:24.700068 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023d75fa-6daf-4249-846c-35d2500c27fb None None] The sync data for ids ['c6e9b9e8-6b1d-40ce-9543-db60440e68fb'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:10:24.803067 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91343167-4d4d-418b-b265-36b7dce994b3 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.804257 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-91343167-4d4d-418b-b265-36b7dce994b3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.3636587 Jul 15 23:10:24.811970 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47758) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:24.815158 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-19461515-1574-4f9c-b722-002a61713072 service neutron] Transition to ACTIVE for port object c22d8176-a458-40b5-91ed-f89cac5baca1 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:24.818883 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-765e55ca-9025-429e-bee7-a44e40ee0d6b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.5119896 Jul 15 23:10:24.823201 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47760) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:24.829858 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8f1351c7-e19a-47fd-8093-0f8892e2da87 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'port': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'mac_address': 'fa:16:3e:1e:29:9d', 'name': 'tempest-NetworksTestDHCPv6-2073329341'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:24.835019 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-a2234f7d-77a0-403a-b90f-b871b355f160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.955720 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-19461515-1574-4f9c-b722-002a61713072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.994528 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ea62ec-345e-436d-85e8-37b304c7fcae tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:10:25.000060 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a0ea62ec-345e-436d-85e8-37b304c7fcae tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:25.005205 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 151df23a-9ff5-44ed-accf-7cadb4432487 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:25.005723 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:25.076794 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-deaa5355-d0e7-44bd-91f8-79537c4852ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'name': 'tempest-ServersTestManualDisk-1036584712-router', 'tenant_id': '77975343f0624335a695b571de060b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '69652dd0-9703-4c04-b865-a020c5ffd152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:14Z', 'updated_at': '2021-07-15T23:09:27Z', 'revision_number': 4, 'project_id': '77975343f0624335a695b571de060b09', 'gw_port': {'id': '69652dd0-9703-4c04-b865-a020c5ffd152', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:18Z', 'updated_at': '2021-07-15T23:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'af9f4e5d-0d67-402d-85fb-ed0517048ab7', 'tenant_id': '77975343f0624335a695b571de060b09', 'floating_ip_address': '172.25.4.93', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'port_id': 'ac1c1a85-6ef4-452b-9241-71e5d124ff58', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf6fa1b7-2834-4d94-a68c-529495746472', 'mac_address': 'fa:16:3e:90:a7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76fc786-7a78-4737-8141-6ee5de07e536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:09:40Z', 'updated_at': '2021-07-15T23:10:21Z', 'revision_number': 1, 'project_id': '77975343f0624335a695b571de060b09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd64983e5-8bd6-43a2-b9dc-b631d0581e6a', 'name': '', 'network_id': 'bf6fa1b7-2834-4d94-a68c-529495746472', 'tenant_id': '77975343f0624335a695b571de060b09', 'mac_address': 'fa:16:3e:cb:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e9b8dc35-3b00-467c-ba33-51544e2c446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:24Z', 'updated_at': '2021-07-15T23:09:46Z', 'revision_number': 5, 'project_id': '77975343f0624335a695b571de060b09', 'subnets': [{'id': 'e9b8dc35-3b00-467c-ba33-51544e2c446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:25.098584 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a47aa5-19d6-404f-afeb-702635669fc8 None None] Sync routers for ids ['80a8f78f-0ac9-4756-93f5-ec16483eb5ee'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:10:25.159719 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaa5355-d0e7-44bd-91f8-79537c4852ef None None] The sync data for ids ['9038e9d3-ec32-468b-85d8-6e0298f850de'] in n-d-787205-9 is: [{'id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'name': 'tempest-ServersTestManualDisk-1036584712-router', 'tenant_id': '77975343f0624335a695b571de060b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '69652dd0-9703-4c04-b865-a020c5ffd152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:14Z', 'updated_at': '2021-07-15T23:09:27Z', 'revision_number': 4, 'project_id': '77975343f0624335a695b571de060b09', 'gw_port': {'id': '69652dd0-9703-4c04-b865-a020c5ffd152', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:18Z', 'updated_at': '2021-07-15T23:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'af9f4e5d-0d67-402d-85fb-ed0517048ab7', 'tenant_id': '77975343f0624335a695b571de060b09', 'floating_ip_address': '172.25.4.93', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'port_id': 'ac1c1a85-6ef4-452b-9241-71e5d124ff58', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf6fa1b7-2834-4d94-a68c-529495746472', 'mac_address': 'fa:16:3e:90:a7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76fc786-7a78-4737-8141-6ee5de07e536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:09:40Z', 'updated_at': '2021-07-15T23:10:21Z', 'revision_number': 1, 'project_id': '77975343f0624335a695b571de060b09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd64983e5-8bd6-43a2-b9dc-b631d0581e6a', 'name': '', 'network_id': 'bf6fa1b7-2834-4d94-a68c-529495746472', 'tenant_id': '77975343f0624335a695b571de060b09', 'mac_address': 'fa:16:3e:cb:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e9b8dc35-3b00-467c-ba33-51544e2c446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:24Z', 'updated_at': '2021-07-15T23:09:46Z', 'revision_number': 5, 'project_id': '77975343f0624335a695b571de060b09', 'subnets': [{'id': 'e9b8dc35-3b00-467c-ba33-51544e2c446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:10:25.164948 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8a88204d-617d-4698-9c40-239b6f0077fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8983b03d-b14c-4aa1-a686-8bb6c5323e3d', 'name': 'tempest-ServerRescueNegativeTestJSON-532089625-router', 'tenant_id': 'c94a1f7515fc403ca722dddef8f6ba46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'ea52c55c-5ca6-4054-b239-524142c31865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:16Z', 'updated_at': '2021-07-15T23:10:21Z', 'revision_number': 3, 'project_id': 'c94a1f7515fc403ca722dddef8f6ba46', 'gw_port': {'id': 'ea52c55c-5ca6-4054-b239-524142c31865', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8983b03d-b14c-4aa1-a686-8bb6c5323e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:19Z', 'updated_at': '2021-07-15T23:10:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:25.171124 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ed79ea-bff9-414f-95d8-34b79b2dcba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'tenant_id': '63d2071bda354af48ba0ab40dec64d3d', 'fixed_ips': [{'subnet_id': '87ad41d4-3807-444a-ab82-a498dfa103f6'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:10:25.172133 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-87ed79ea-bff9-414f-95d8-34b79b2dcba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:25.235356 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a47aa5-19d6-404f-afeb-702635669fc8 None None] Routers {'80a8f78f-0ac9-4756-93f5-ec16483eb5ee'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:25.236235 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e8a47aa5-19d6-404f-afeb-702635669fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:10:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['80a8f78f-0ac9-4756-93f5-ec16483eb5ee'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:25.237637 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a0ea62ec-345e-436d-85e8-37b304c7fcae tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "PUT /v2.0/floatingips/4897ea58-3762-4435-9dee-529b97b09fbb HTTP/1.1" status: 200 len: 992 time: 8.3108664 Jul 15 23:10:25.359982 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1351c7-e19a-47fd-8093-0f8892e2da87 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:25.368313 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19461515-1574-4f9c-b722-002a61713072 service neutron] Pushing event updated for resources: {'Port': ['ID=c22d8176-a458-40b5-91ed-f89cac5baca1,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:25.407826 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a88204d-617d-4698-9c40-239b6f0077fe None None] Checking router: 8983b03d-b14c-4aa1-a686-8bb6c5323e3d for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:10:25.408207 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a88204d-617d-4698-9c40-239b6f0077fe None None] Updating router 8983b03d-b14c-4aa1-a686-8bb6c5323e3d port ea52c55c-5ca6-4054-b239-524142c31865 binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:10:25.612850 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4f5ec8-7a50-4437-ad9c-87a871ccb2c9 None None] New status for floating IP af9f4e5d-0d67-402d-85fb-ed0517048ab7: ACTIVE {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:10:25.842427 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-87ed79ea-bff9-414f-95d8-34b79b2dcba6 None None] Allocated IP 2001:db8::f816:3eff:fe7a:dad3 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/87ad41d4-3807-444a-ab82-a498dfa103f6/268f616d-5394-4006-ab30-569ec2113afc) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:25.923826 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556dec2-310e-4557-8f4e-c92287978934 req-65f71aae-9446-4c73-8f25-c39aa30cabb6 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:25.931835 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e556dec2-310e-4557-8f4e-c92287978934 req-65f71aae-9446-4c73-8f25-c39aa30cabb6 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/ports?device_id=702bed7c-51d7-4a6e-804b-7eb9f8ffa021 HTTP/1.1" status: 200 len: 934 time: 0.2957737 Jul 15 23:10:26.054912 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-87ed79ea-bff9-414f-95d8-34b79b2dcba6 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:26.059963 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-a2234f7d-77a0-403a-b90f-b871b355f160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b3f70b-0d43-4e38-b32f-101164ecb70c {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:26.064909 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-87ed79ea-bff9-414f-95d8-34b79b2dcba6 None None] Transition to ACTIVE for port object 268f616d-5394-4006-ab30-569ec2113afc will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:26.071449 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-a2234f7d-77a0-403a-b90f-b871b355f160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:26.071607 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e556dec2-310e-4557-8f4e-c92287978934 req-c8dec85f-9625-46f0-83f7-fb8db0872b11 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/security-groups?id=99fbdf85-26fc-4d67-8eed-30775fbd9a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386211 Jul 15 23:10:26.078913 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-19461515-1574-4f9c-b722-002a61713072 service neutron] Attempting to bind port c22d8176-a458-40b5-91ed-f89cac5baca1 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:26.080379 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-19461515-1574-4f9c-b722-002a61713072 service neutron] Attempting to bind port c22d8176-a458-40b5-91ed-f89cac5baca1 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:26.080937 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-19461515-1574-4f9c-b722-002a61713072 service neutron] Attempting to bind port c22d8176-a458-40b5-91ed-f89cac5baca1 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:26.085390 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-87ed79ea-bff9-414f-95d8-34b79b2dcba6 None None] Transition to ACTIVE for port object 268f616d-5394-4006-ab30-569ec2113afc will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:26.088689 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62f076-a45f-47f0-9bda-2e93c41239a9 req-c2ca24f1-268c-485b-8800-988af538083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:26.091087 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6a62f076-a45f-47f0-9bda-2e93c41239a9 req-c2ca24f1-268c-485b-8800-988af538083e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77975343f0624335a695b571de060b09&device_id=d76fc786-7a78-4737-8141-6ee5de07e536 HTTP/1.1" status: 200 len: 1096 time: 1.4102709 Jul 15 23:10:26.111182 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e7bbd275-3b96-4d94-939e-bad70f0b85d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:26.117516 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-87ed79ea-bff9-414f-95d8-34b79b2dcba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:26.156097 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-a2234f7d-77a0-403a-b90f-b871b355f160 service neutron] Transition to ACTIVE for port object c3b3f70b-0d43-4e38-b32f-101164ecb70c will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:26.164626 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-19461515-1574-4f9c-b722-002a61713072 service neutron] Port c22d8176-a458-40b5-91ed-f89cac5baca1 on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:10:26.165048 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-19461515-1574-4f9c-b722-002a61713072 service neutron] Attempting to bind port c22d8176-a458-40b5-91ed-f89cac5baca1 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:26.218968 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-a2234f7d-77a0-403a-b90f-b871b355f160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:26.244072 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-19461515-1574-4f9c-b722-002a61713072 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:26.244621 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-19461515-1574-4f9c-b722-002a61713072 service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:26.245267 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-19461515-1574-4f9c-b722-002a61713072 service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:26.245943 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-19461515-1574-4f9c-b722-002a61713072 service neutron] Bound port: c22d8176-a458-40b5-91ed-f89cac5baca1, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:26.246499 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-19461515-1574-4f9c-b722-002a61713072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:26.261487 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-e4a0dddf-53e7-4ca0-a3c0-77ae00b2e237 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:10:26.265727 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e4a0dddf-53e7-4ca0-a3c0-77ae00b2e237 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] 10.222.0.16 "PUT /v2.0/routers/c6e9b9e8-6b1d-40ce-9543-db60440e68fb/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8220339 Jul 15 23:10:26.269048 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47790) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:26.368064 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f1351c7-e19a-47fd-8093-0f8892e2da87 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:26.418751 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8a88204d-617d-4698-9c40-239b6f0077fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:26.439772 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2234f7d-77a0-403a-b90f-b871b355f160 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b3f70b-0d43-4e38-b32f-101164ecb70c,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:26.524013 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62f076-a45f-47f0-9bda-2e93c41239a9 req-d2332320-b6f1-4249-975b-7371ae96cf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:26.525683 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6a62f076-a45f-47f0-9bda-2e93c41239a9 req-d2332320-b6f1-4249-975b-7371ae96cf50 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bf6fa1b7-2834-4d94-a68c-529495746472 HTTP/1.1" status: 200 len: 913 time: 0.4261041 Jul 15 23:10:26.577014 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-8f1351c7-e19a-47fd-8093-0f8892e2da87 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] device_id is not set on port bc231a87-0053-4cfa-9aa9-49a135e0b0d0 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:10:26.636965 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-19461515-1574-4f9c-b722-002a61713072 service neutron] For port c22d8176-a458-40b5-91ed-f89cac5baca1, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:26.822465 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'tag': '593c311f-e7e7-48e7-a565-db6f18498037'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:26.828715 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdf51b4-71fb-441c-a9a9-c845655b24e2" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "tag": "593c311f-e7e7-48e7-a565-db6f18498037"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:26.888023 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8a88204d-617d-4698-9c40-239b6f0077fe None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:26.920128 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8a88204d-617d-4698-9c40-239b6f0077fe None None] Transition to ACTIVE for port object ea52c55c-5ca6-4054-b239-524142c31865 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:26.923899 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17585a06-fc9e-40df-b3a6-92de2aa3d90e x-openstack-request-id: req-17585a06-fc9e-40df-b3a6-92de2aa3d90e {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:26.926582 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "tag": "593c311f-e7e7-48e7-a565-db6f18498037", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:26.926832 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17585a06-fc9e-40df-b3a6-92de2aa3d90e {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:26.927234 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'tag': '593c311f-e7e7-48e7-a565-db6f18498037', 'status': 'completed', 'code': 200} Jul 15 23:10:26.981875 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8a88204d-617d-4698-9c40-239b6f0077fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:27.024510 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ed79ea-bff9-414f-95d8-34b79b2dcba6 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:27.066221 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-87ed79ea-bff9-414f-95d8-34b79b2dcba6 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:27.103440 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ed79ea-bff9-414f-95d8-34b79b2dcba6 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:27.114512 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed79ea-bff9-414f-95d8-34b79b2dcba6 None None] Pushing event updated for resources: {'Port': ['ID=268f616d-5394-4006-ab30-569ec2113afc,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:27.158227 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6a62f076-a45f-47f0-9bda-2e93c41239a9 req-52dedfc5-ac15-4e4f-af72-3ba2920093a3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac1c1a85-6ef4-452b-9241-71e5d124ff58 HTTP/1.1" status: 200 len: 1000 time: 0.5994446 Jul 15 23:10:27.218934 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e8a47aa5-19d6-404f-afeb-702635669fc8 None None] Set router 80a8f78f-0ac9-4756-93f5-ec16483eb5ee gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:27.234793 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-e7bbd275-3b96-4d94-939e-bad70f0b85d3 admin admin] Allocated IP 172.20.0.1 (06e80cc8-6c99-4e93-b9ec-9a2e84049a5a/4855a5f1-8b72-4f27-b61b-98876d40980b/63dd6455-da87-4e03-a9d0-9edd9800d729) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:27.286125 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-8f1351c7-e19a-47fd-8093-0f8892e2da87 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Allocated IP 2001:db8::f816:3eff:fe1e:299d (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/87ad41d4-3807-444a-ab82-a498dfa103f6/bc231a87-0053-4cfa-9aa9-49a135e0b0d0) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:27.309790 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf51b4-71fb-441c-a9a9-c845655b24e2 req-8d0c0987-3637-4334-af1f-bd2c020139c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:27.310280 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf51b4-71fb-441c-a9a9-c845655b24e2 req-8d0c0987-3637-4334-af1f-bd2c020139c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:27.310803 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf51b4-71fb-441c-a9a9-c845655b24e2 req-8d0c0987-3637-4334-af1f-bd2c020139c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:27.311325 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf51b4-71fb-441c-a9a9-c845655b24e2 req-8d0c0987-3637-4334-af1f-bd2c020139c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:27.311796 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf51b4-71fb-441c-a9a9-c845655b24e2 req-8d0c0987-3637-4334-af1f-bd2c020139c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:27.312671 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf51b4-71fb-441c-a9a9-c845655b24e2 req-8d0c0987-3637-4334-af1f-bd2c020139c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:27.313142 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf51b4-71fb-441c-a9a9-c845655b24e2 req-8d0c0987-3637-4334-af1f-bd2c020139c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:27.315966 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-afdf51b4-71fb-441c-a9a9-c845655b24e2 req-8d0c0987-3637-4334-af1f-bd2c020139c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe4ced19c3b40c2bc6e11100f9d5f1d&device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 6491 time: 0.3385875 Jul 15 23:10:27.343642 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-8a88204d-617d-4698-9c40-239b6f0077fe None None] Attempting to bind port ea52c55c-5ca6-4054-b239-524142c31865 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:27.343642 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-8a88204d-617d-4698-9c40-239b6f0077fe None None] Attempting to bind port ea52c55c-5ca6-4054-b239-524142c31865 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:27.344056 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a88204d-617d-4698-9c40-239b6f0077fe None None] Attempting to bind port ea52c55c-5ca6-4054-b239-524142c31865 on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:27.401793 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a88204d-617d-4698-9c40-239b6f0077fe None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:27.402527 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a88204d-617d-4698-9c40-239b6f0077fe None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:27.403156 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8a88204d-617d-4698-9c40-239b6f0077fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:27.403707 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a88204d-617d-4698-9c40-239b6f0077fe None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:27.404516 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-8a88204d-617d-4698-9c40-239b6f0077fe None None] Bound port: ea52c55c-5ca6-4054-b239-524142c31865, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:27.405068 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8a88204d-617d-4698-9c40-239b6f0077fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:27.468380 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f1351c7-e19a-47fd-8093-0f8892e2da87 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:27.472404 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-87ed79ea-bff9-414f-95d8-34b79b2dcba6 None None] Attempting to bind port 268f616d-5394-4006-ab30-569ec2113afc on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:27.472962 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-87ed79ea-bff9-414f-95d8-34b79b2dcba6 None None] Attempting to bind port 268f616d-5394-4006-ab30-569ec2113afc by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:27.473527 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ed79ea-bff9-414f-95d8-34b79b2dcba6 None None] Attempting to bind port 268f616d-5394-4006-ab30-569ec2113afc on network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:27.488812 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-8f1351c7-e19a-47fd-8093-0f8892e2da87 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Transition to ACTIVE for port object bc231a87-0053-4cfa-9aa9-49a135e0b0d0 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:27.517999 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ed79ea-bff9-414f-95d8-34b79b2dcba6 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:27.518726 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ed79ea-bff9-414f-95d8-34b79b2dcba6 None None] Checking segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:27.519307 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-87ed79ea-bff9-414f-95d8-34b79b2dcba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:27.519932 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ed79ea-bff9-414f-95d8-34b79b2dcba6 None None] Bound using segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:27.520619 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-87ed79ea-bff9-414f-95d8-34b79b2dcba6 None None] Bound port: 268f616d-5394-4006-ab30-569ec2113afc, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:27.521155 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-87ed79ea-bff9-414f-95d8-34b79b2dcba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:27.528504 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c84d9-9a0c-4730-9cb5-f685a24d6974 None None] Pushing event updated for resources: {'Port': ['ID=ea52c55c-5ca6-4054-b239-524142c31865,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:27.540375 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-19461515-1574-4f9c-b722-002a61713072 service neutron] For port c22d8176-a458-40b5-91ed-f89cac5baca1, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c22d8176-a458-40b5-91ed-f89cac5baca1,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:27.563507 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-19461515-1574-4f9c-b722-002a61713072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:27.574958 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf51b4-71fb-441c-a9a9-c845655b24e2 req-2a2dfc10-b70a-4f6a-9c1c-e5c3ecc03db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:27.578676 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-afdf51b4-71fb-441c-a9a9-c845655b24e2 req-2a2dfc10-b70a-4f6a-9c1c-e5c3ecc03db5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e0802052-573e-4abc-b289-64f26dbf67e5 HTTP/1.1" status: 200 len: 913 time: 0.2438118 Jul 15 23:10:27.631491 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62f076-a45f-47f0-9bda-2e93c41239a9 req-91ca1515-6209-44f3-855b-2adaaf0d61aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:27.633170 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6a62f076-a45f-47f0-9bda-2e93c41239a9 req-91ca1515-6209-44f3-855b-2adaaf0d61aa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9b8dc35-3b00-467c-ba33-51544e2c446c HTTP/1.1" status: 200 len: 851 time: 0.1380398 Jul 15 23:10:27.659493 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-a2234f7d-77a0-403a-b90f-b871b355f160 service neutron] Attempting to bind port c3b3f70b-0d43-4e38-b32f-101164ecb70c on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:27.660112 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-a2234f7d-77a0-403a-b90f-b871b355f160 service neutron] Attempting to bind port c3b3f70b-0d43-4e38-b32f-101164ecb70c by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:27.660454 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-a2234f7d-77a0-403a-b90f-b871b355f160 service neutron] Attempting to bind port c3b3f70b-0d43-4e38-b32f-101164ecb70c on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:27.680660 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-87ed79ea-bff9-414f-95d8-34b79b2dcba6 None None] For port 268f616d-5394-4006-ab30-569ec2113afc, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:27.685055 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-87ed79ea-bff9-414f-95d8-34b79b2dcba6 None None] For port 268f616d-5394-4006-ab30-569ec2113afc, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=268f616d-5394-4006-ab30-569ec2113afc,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:27.697648 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-87ed79ea-bff9-414f-95d8-34b79b2dcba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:27.698125 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-19461515-1574-4f9c-b722-002a61713072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:27.699034 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-19461515-1574-4f9c-b722-002a61713072 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:27.700938 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-19461515-1574-4f9c-b722-002a61713072 service neutron] 10.222.0.36 "PUT /v2.0/ports/c22d8176-a458-40b5-91ed-f89cac5baca1 HTTP/1.1" status: 200 len: 1095 time: 5.3330729 Jul 15 23:10:27.713421 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836ea51d-ce98-4605-bd1d-b1dda80e541c', 'tag': 'c22d8176-a458-40b5-91ed-f89cac5baca1'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:27.715222 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-8a88204d-617d-4698-9c40-239b6f0077fe None None] For port ea52c55c-5ca6-4054-b239-524142c31865, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:27.718019 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f632de16-18c8-468d-8699-8e74ea7738a2" -d '{"events": [{"name": "network-changed", "server_uuid": "836ea51d-ce98-4605-bd1d-b1dda80e541c", "tag": "c22d8176-a458-40b5-91ed-f89cac5baca1"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:27.749701 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-a2234f7d-77a0-403a-b90f-b871b355f160 service neutron] Port c3b3f70b-0d43-4e38-b32f-101164ecb70c on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:10:27.757314 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-a2234f7d-77a0-403a-b90f-b871b355f160 service neutron] Attempting to bind port c3b3f70b-0d43-4e38-b32f-101164ecb70c on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:27.760873 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f1351c7-e19a-47fd-8093-0f8892e2da87 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:27.819894 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-a2234f7d-77a0-403a-b90f-b871b355f160 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:27.820239 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-a2234f7d-77a0-403a-b90f-b871b355f160 service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:27.820635 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-a2234f7d-77a0-403a-b90f-b871b355f160 service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:27.821064 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-a2234f7d-77a0-403a-b90f-b871b355f160 service neutron] Bound port: c3b3f70b-0d43-4e38-b32f-101164ecb70c, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:27.821424 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-a2234f7d-77a0-403a-b90f-b871b355f160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:27.824540 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a99bfd5-66e4-440d-b177-4681952cec42 x-openstack-request-id: req-0a99bfd5-66e4-440d-b177-4681952cec42 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:27.824814 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "836ea51d-ce98-4605-bd1d-b1dda80e541c", "tag": "c22d8176-a458-40b5-91ed-f89cac5baca1", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:27.825080 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a99bfd5-66e4-440d-b177-4681952cec42 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:27.825451 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '836ea51d-ce98-4605-bd1d-b1dda80e541c', 'tag': 'c22d8176-a458-40b5-91ed-f89cac5baca1', 'status': 'completed', 'code': 200} Jul 15 23:10:27.832047 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d2167-c52f-4b62-a1b2-28e6cf867020 req-cd2785aa-1685-409e-95dd-f3a7dfcb65c6 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:27.836563 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19461515-1574-4f9c-b722-002a61713072 service neutron] Pushing event updated for resources: {'Port': ['ID=c22d8176-a458-40b5-91ed-f89cac5baca1,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:27.840973 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-851d2167-c52f-4b62-a1b2-28e6cf867020 req-cd2785aa-1685-409e-95dd-f3a7dfcb65c6 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/ports?device_id=702bed7c-51d7-4a6e-804b-7eb9f8ffa021 HTTP/1.1" status: 200 len: 946 time: 0.4966991 Jul 15 23:10:27.866004 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-8a88204d-617d-4698-9c40-239b6f0077fe None None] For port ea52c55c-5ca6-4054-b239-524142c31865, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ea52c55c-5ca6-4054-b239-524142c31865,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:27.914888 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8a88204d-617d-4698-9c40-239b6f0077fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:27.928066 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e7bbd275-3b96-4d94-939e-bad70f0b85d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:27.947755 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1351c7-e19a-47fd-8093-0f8892e2da87 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:27.974019 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-afdf51b4-71fb-441c-a9a9-c845655b24e2 req-0c6ea26c-36e0-4369-936e-60bbb7c6ef10 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=593c311f-e7e7-48e7-a565-db6f18498037 HTTP/1.1" status: 200 len: 1000 time: 0.3720138 Jul 15 23:10:28.042586 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-8f1351c7-e19a-47fd-8093-0f8892e2da87 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:28.064772 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1351c7-e19a-47fd-8093-0f8892e2da87 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:28.073666 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed79ea-bff9-414f-95d8-34b79b2dcba6 None None] Pushing event updated for resources: {'Port': ['ID=268f616d-5394-4006-ab30-569ec2113afc,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:28.081716 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1351c7-e19a-47fd-8093-0f8892e2da87 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:28.082480 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f1351c7-e19a-47fd-8093-0f8892e2da87 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.129167 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a88204d-617d-4698-9c40-239b6f0077fe None None] Routers {'8983b03d-b14c-4aa1-a686-8bb6c5323e3d'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:28.129949 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8a88204d-617d-4698-9c40-239b6f0077fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:10:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['8983b03d-b14c-4aa1-a686-8bb6c5323e3d'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:28.145490 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-851d2167-c52f-4b62-a1b2-28e6cf867020 req-ac99a642-6533-4927-b4cd-fcaec39fd10e tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/security-groups?id=99fbdf85-26fc-4d67-8eed-30775fbd9a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035624 Jul 15 23:10:28.205307 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1351c7-e19a-47fd-8093-0f8892e2da87 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Port': ['ID=bc231a87-0053-4cfa-9aa9-49a135e0b0d0,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:28.274338 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62f076-a45f-47f0-9bda-2e93c41239a9 req-253ba624-74c2-45d2-89d9-5186ff5e0303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:28.280739 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-42d30a04-cb2a-46c7-8d90-3e5be9b962cb tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.281830 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6a62f076-a45f-47f0-9bda-2e93c41239a9 req-253ba624-74c2-45d2-89d9-5186ff5e0303 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf6fa1b7-2834-4d94-a68c-529495746472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6375868 Jul 15 23:10:28.295454 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8f1351c7-e19a-47fd-8093-0f8892e2da87 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4704993 Jul 15 23:10:28.328986 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47820) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:28.362336 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-a2234f7d-77a0-403a-b90f-b871b355f160 service neutron] For port c3b3f70b-0d43-4e38-b32f-101164ecb70c, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:28.371496 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-8a88204d-617d-4698-9c40-239b6f0077fe None None] Set router 8983b03d-b14c-4aa1-a686-8bb6c5323e3d gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:28.437026 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-4582d41f-21c3-45d2-bc89-800991a7015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:28.458902 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-4582d41f-21c3-45d2-bc89-800991a7015b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9f9f1d5d7fb466f8fa2d8057e5a08c2&device_id=836ea51d-ce98-4605-bd1d-b1dda80e541c HTTP/1.1" status: 200 len: 1098 time: 0.6759746 Jul 15 23:10:28.519581 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf51b4-71fb-441c-a9a9-c845655b24e2 req-70a69b7c-8c10-4847-acff-147a45b0e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:28.521764 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-afdf51b4-71fb-441c-a9a9-c845655b24e2 req-70a69b7c-8c10-4847-acff-147a45b0e602 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=366630ff-4a54-44a5-bcbd-e951b8384258 HTTP/1.1" status: 200 len: 851 time: 0.5203888 Jul 15 23:10:28.593752 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-a2234f7d-77a0-403a-b90f-b871b355f160 service neutron] For port c3b3f70b-0d43-4e38-b32f-101164ecb70c, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c3b3f70b-0d43-4e38-b32f-101164ecb70c,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:28.605568 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e7bbd275-3b96-4d94-939e-bad70f0b85d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.650197 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c84d9-9a0c-4730-9cb5-f685a24d6974 None None] Pushing event updated for resources: {'Port': ['ID=ea52c55c-5ca6-4054-b239-524142c31865,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:28.701494 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 268f616d-5394-4006-ab30-569ec2113afc up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:28.745115 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-a2234f7d-77a0-403a-b90f-b871b355f160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.746857 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bbd275-3b96-4d94-939e-bad70f0b85d3 admin admin] Network 06e80cc8-6c99-4e93-b9ec-9a2e84049a5a is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:28.763435 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-e7bbd275-3b96-4d94-939e-bad70f0b85d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:28.774146 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bbd275-3b96-4d94-939e-bad70f0b85d3 admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:28.781806 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e8a47aa5-19d6-404f-afeb-702635669fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'name': 'tempest-TaggedBootDevicesTest-1040570057-router', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'e9911a31-bf58-4547-9837-32e65cb5a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:16Z', 'updated_at': '2021-07-15T23:07:21Z', 'revision_number': 4, 'project_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'gw_port': {'id': 'e9911a31-bf58-4547-9837-32e65cb5a2fe', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:30:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:17Z', 'updated_at': '2021-07-15T23:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '4897ea58-3762-4435-9dee-529b97b09fbb', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'port_id': '593c311f-e7e7-48e7-a565-db6f18498037', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0802052-573e-4abc-b289-64f26dbf67e5', 'mac_address': 'fa:16:3e:9e:9c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:08:22Z', 'updated_at': '2021-07-15T23:10:21Z', 'revision_number': 1, 'project_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac1f85b-30b4-4b12-b9de-4734129e563c', 'name': '', 'network_id': 'e0802052-573e-4abc-b289-64f26dbf67e5', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'mac_address': 'fa:16:3e:53:8e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '366630ff-4a54-44a5-bcbd-e951b8384258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:20Z', 'updated_at': '2021-07-15T23:07:30Z', 'revision_number': 5, 'project_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'subnets': [{'id': '366630ff-4a54-44a5-bcbd-e951b8384258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:28.832720 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bbd275-3b96-4d94-939e-bad70f0b85d3 admin admin] Pushing event updated for resources: {'Port': ['ID=63dd6455-da87-4e03-a9d0-9edd9800d729,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:28.843244 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-3605f87a-6c0d-421c-bd0d-e58a865907d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=c22d8176-a458-40b5-91ed-f89cac5baca1 HTTP/1.1" status: 200 len: 217 time: 0.3107240 Jul 15 23:10:28.846310 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 268f616d-5394-4006-ab30-569ec2113afc completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:28.848337 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e7bbd275-3b96-4d94-939e-bad70f0b85d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.849076 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2234f7d-77a0-403a-b90f-b871b355f160 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b3f70b-0d43-4e38-b32f-101164ecb70c,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:28.856064 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-a2234f7d-77a0-403a-b90f-b871b355f160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:28.856697 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-a2234f7d-77a0-403a-b90f-b871b355f160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.858113 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-a2234f7d-77a0-403a-b90f-b871b355f160 service neutron] 10.222.0.36 "PUT /v2.0/ports/c3b3f70b-0d43-4e38-b32f-101164ecb70c HTTP/1.1" status: 200 len: 1094 time: 4.6176078 Jul 15 23:10:28.859387 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a47aa5-19d6-404f-afeb-702635669fc8 None None] Checking router: 80a8f78f-0ac9-4756-93f5-ec16483eb5ee for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:10:28.885015 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a47aa5-19d6-404f-afeb-702635669fc8 None None] Routers {'80a8f78f-0ac9-4756-93f5-ec16483eb5ee'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:28.885811 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e8a47aa5-19d6-404f-afeb-702635669fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:10:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['80a8f78f-0ac9-4756-93f5-ec16483eb5ee'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:28.965739 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6a62f076-a45f-47f0-9bda-2e93c41239a9 req-3c17bb12-1399-4282-b892-08631274002d service neutron] 10.222.0.43 "GET /v2.0/networks/bf6fa1b7-2834-4d94-a68c-529495746472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6679828 Jul 15 23:10:29.035431 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-f12d1d9e-936a-436c-8e5d-58ff95427c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:29.037227 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-f12d1d9e-936a-436c-8e5d-58ff95427c42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1780941 Jul 15 23:10:29.090427 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e8a47aa5-19d6-404f-afeb-702635669fc8 None None] Set router 80a8f78f-0ac9-4756-93f5-ec16483eb5ee gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:29.227680 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf51b4-71fb-441c-a9a9-c845655b24e2 req-965b69ef-fd23-45fd-af28-90dc11c22a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:29.229380 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-afdf51b4-71fb-441c-a9a9-c845655b24e2 req-965b69ef-fd23-45fd-af28-90dc11c22a16 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e0802052-573e-4abc-b289-64f26dbf67e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6731205 Jul 15 23:10:29.236760 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e7bbd275-3b96-4d94-939e-bad70f0b85d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:29.281432 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8a88204d-617d-4698-9c40-239b6f0077fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8983b03d-b14c-4aa1-a686-8bb6c5323e3d', 'name': 'tempest-ServerRescueNegativeTestJSON-532089625-router', 'tenant_id': 'c94a1f7515fc403ca722dddef8f6ba46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'ea52c55c-5ca6-4054-b239-524142c31865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:16Z', 'updated_at': '2021-07-15T23:10:21Z', 'revision_number': 3, 'project_id': 'c94a1f7515fc403ca722dddef8f6ba46', 'gw_port': {'id': 'ea52c55c-5ca6-4054-b239-524142c31865', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8983b03d-b14c-4aa1-a686-8bb6c5323e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:19Z', 'updated_at': '2021-07-15T23:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:29.349363 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a88204d-617d-4698-9c40-239b6f0077fe None None] The sync data for ids ['8983b03d-b14c-4aa1-a686-8bb6c5323e3d'] in n-d-787205-9 is: [{'id': '8983b03d-b14c-4aa1-a686-8bb6c5323e3d', 'name': 'tempest-ServerRescueNegativeTestJSON-532089625-router', 'tenant_id': 'c94a1f7515fc403ca722dddef8f6ba46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'ea52c55c-5ca6-4054-b239-524142c31865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:16Z', 'updated_at': '2021-07-15T23:10:21Z', 'revision_number': 3, 'project_id': 'c94a1f7515fc403ca722dddef8f6ba46', 'gw_port': {'id': 'ea52c55c-5ca6-4054-b239-524142c31865', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8983b03d-b14c-4aa1-a686-8bb6c5323e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:19Z', 'updated_at': '2021-07-15T23:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:10:29.412981 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-afdf51b4-71fb-441c-a9a9-c845655b24e2 req-9a45c925-fcb5-4dd2-b6ed-6a5a8490ba6c service neutron] 10.222.0.43 "GET /v2.0/networks/e0802052-573e-4abc-b289-64f26dbf67e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673629 Jul 15 23:10:29.422175 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488b3efa-e720-4b20-8d1c-27a08e3440b8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:29.440561 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488b3efa-e720-4b20-8d1c-27a08e3440b8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:29.444075 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-488b3efa-e720-4b20-8d1c-27a08e3440b8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.1121292 Jul 15 23:10:29.463888 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47838) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:29.769600 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-a1cf5d9d-bb3d-48ec-ba03-89c91ddd48e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:29.772386 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-a1cf5d9d-bb3d-48ec-ba03-89c91ddd48e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5927796 Jul 15 23:10:29.797730 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6a62f076-a45f-47f0-9bda-2e93c41239a9 req-3cd64999-2075-4e16-94ab-f1acc2b8f432 service neutron] 10.222.0.43 "GET /v2.0/networks/bf6fa1b7-2834-4d94-a68c-529495746472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7529540 Jul 15 23:10:29.809583 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-7e40cf1a-37b4-4cf6-8b6c-ee48c82769bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:29.820767 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-7e40cf1a-37b4-4cf6-8b6c-ee48c82769bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9f9f1d5d7fb466f8fa2d8057e5a08c2&device_id=702bed7c-51d7-4a6e-804b-7eb9f8ffa021 HTTP/1.1" status: 200 len: 1097 time: 0.8509655 Jul 15 23:10:29.890246 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '702bed7c-51d7-4a6e-804b-7eb9f8ffa021', 'tag': 'c3b3f70b-0d43-4e38-b32f-101164ecb70c'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:29.896856 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806b682a-95ae-4944-bb7d-a2b3657ea7fb" -d '{"events": [{"name": "network-changed", "server_uuid": "702bed7c-51d7-4a6e-804b-7eb9f8ffa021", "tag": "c3b3f70b-0d43-4e38-b32f-101164ecb70c"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:29.957749 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e7bbd275-3b96-4d94-939e-bad70f0b85d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:29.989631 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e7bbd275-3b96-4d94-939e-bad70f0b85d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:30.060775 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b08d4-39d9-4b32-bfb9-59e58c7330b1 req-d4258747-a341-41ab-bc35-e9044fa6338e tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:30.068731 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-604b08d4-39d9-4b32-bfb9-59e58c7330b1 req-d4258747-a341-41ab-bc35-e9044fa6338e tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/ports?device_id=702bed7c-51d7-4a6e-804b-7eb9f8ffa021 HTTP/1.1" status: 200 len: 946 time: 0.6543167 Jul 15 23:10:30.098138 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-617dae08-b0b2-4a0a-a8b3-bc8aa44bbea5 None None] Provisioning for port 268f616d-5394-4006-ab30-569ec2113afc completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:30.112764 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-617dae08-b0b2-4a0a-a8b3-bc8aa44bbea5 None None] Provisioning complete for port 268f616d-5394-4006-ab30-569ec2113afc triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:30.113133 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-617dae08-b0b2-4a0a-a8b3-bc8aa44bbea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:30.124353 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-42d30a04-cb2a-46c7-8d90-3e5be9b962cb tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Deleting port 3cc62ee4-d8b3-48a1-afd0-20fe816684d7 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:30.124700 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-42d30a04-cb2a-46c7-8d90-3e5be9b962cb tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:30.183159 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87b0c93-5a89-47e0-b9ea-f74fb7ba80e6 x-openstack-request-id: req-d87b0c93-5a89-47e0-b9ea-f74fb7ba80e6 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:30.183446 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "702bed7c-51d7-4a6e-804b-7eb9f8ffa021", "tag": "c3b3f70b-0d43-4e38-b32f-101164ecb70c", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:30.183706 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d87b0c93-5a89-47e0-b9ea-f74fb7ba80e6 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:30.184120 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '702bed7c-51d7-4a6e-804b-7eb9f8ffa021', 'tag': 'c3b3f70b-0d43-4e38-b32f-101164ecb70c', 'status': 'completed', 'code': 200} Jul 15 23:10:30.195238 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-0e53724c-8305-478e-bd13-54f98b30ce9d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=c3b3f70b-0d43-4e38-b32f-101164ecb70c HTTP/1.1" status: 200 len: 217 time: 0.2900524 Jul 15 23:10:30.285684 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-42d30a04-cb2a-46c7-8d90-3e5be9b962cb tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:30.312288 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-42d30a04-cb2a-46c7-8d90-3e5be9b962cb tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Calling delete_port for 3cc62ee4-d8b3-48a1-afd0-20fe816684d7 owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:30.396004 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-610cfb2c-f5b1-4342-881e-21c72d26c24c service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5340452 Jul 15 23:10:30.397435 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-fd0a5cc6-901a-4367-8643-27d19e67026a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:30.410383 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-fd0a5cc6-901a-4367-8643-27d19e67026a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1985962 Jul 15 23:10:30.482087 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-afdf51b4-71fb-441c-a9a9-c845655b24e2 req-25d4abd0-18ed-40b3-b3b3-30dee2be9b87 service neutron] 10.222.0.43 "GET /v2.0/networks/e0802052-573e-4abc-b289-64f26dbf67e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0280359 Jul 15 23:10:30.504431 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-617dae08-b0b2-4a0a-a8b3-bc8aa44bbea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:30.611991 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8fc144b3-1d02-4f2c-a9a4-0f6edf3b66c0 req-9183b4ce-1754-44d4-b3e3-30afc1964da5 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997628 Jul 15 23:10:30.616893 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e8a47aa5-19d6-404f-afeb-702635669fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'name': 'tempest-TaggedBootDevicesTest-1040570057-router', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'e9911a31-bf58-4547-9837-32e65cb5a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:16Z', 'updated_at': '2021-07-15T23:07:21Z', 'revision_number': 4, 'project_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'gw_port': {'id': 'e9911a31-bf58-4547-9837-32e65cb5a2fe', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:30:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:17Z', 'updated_at': '2021-07-15T23:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '4897ea58-3762-4435-9dee-529b97b09fbb', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'port_id': '593c311f-e7e7-48e7-a565-db6f18498037', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0802052-573e-4abc-b289-64f26dbf67e5', 'mac_address': 'fa:16:3e:9e:9c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:08:22Z', 'updated_at': '2021-07-15T23:10:21Z', 'revision_number': 1, 'project_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac1f85b-30b4-4b12-b9de-4734129e563c', 'name': '', 'network_id': 'e0802052-573e-4abc-b289-64f26dbf67e5', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'mac_address': 'fa:16:3e:53:8e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '366630ff-4a54-44a5-bcbd-e951b8384258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:20Z', 'updated_at': '2021-07-15T23:07:30Z', 'revision_number': 5, 'project_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'subnets': [{'id': '366630ff-4a54-44a5-bcbd-e951b8384258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:30.630332 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-617dae08-b0b2-4a0a-a8b3-bc8aa44bbea5 None None] For port 268f616d-5394-4006-ab30-569ec2113afc, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=268f616d-5394-4006-ab30-569ec2113afc,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:30.632083 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e7bbd275-3b96-4d94-939e-bad70f0b85d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:30.659889 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bbd275-3b96-4d94-939e-bad70f0b85d3 admin admin] Pushing event updated for resources: {'Port': ['ID=63dd6455-da87-4e03-a9d0-9edd9800d729,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:30.706377 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-604b08d4-39d9-4b32-bfb9-59e58c7330b1 req-d0691164-6834-4c08-a4ba-c2e7b515a9b8 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/security-groups?id=99fbdf85-26fc-4d67-8eed-30775fbd9a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6366863 Jul 15 23:10:30.733767 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a47aa5-19d6-404f-afeb-702635669fc8 None None] The sync data for ids ['80a8f78f-0ac9-4756-93f5-ec16483eb5ee'] in n-d-787205-9 is: [{'id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'name': 'tempest-TaggedBootDevicesTest-1040570057-router', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'e9911a31-bf58-4547-9837-32e65cb5a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:16Z', 'updated_at': '2021-07-15T23:07:21Z', 'revision_number': 4, 'project_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'gw_port': {'id': 'e9911a31-bf58-4547-9837-32e65cb5a2fe', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:30:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:17Z', 'updated_at': '2021-07-15T23:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '4897ea58-3762-4435-9dee-529b97b09fbb', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'port_id': '593c311f-e7e7-48e7-a565-db6f18498037', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0802052-573e-4abc-b289-64f26dbf67e5', 'mac_address': 'fa:16:3e:9e:9c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:08:22Z', 'updated_at': '2021-07-15T23:10:21Z', 'revision_number': 1, 'project_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac1f85b-30b4-4b12-b9de-4734129e563c', 'name': '', 'network_id': 'e0802052-573e-4abc-b289-64f26dbf67e5', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'mac_address': 'fa:16:3e:53:8e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '366630ff-4a54-44a5-bcbd-e951b8384258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:20Z', 'updated_at': '2021-07-15T23:07:30Z', 'revision_number': 5, 'project_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'subnets': [{'id': '366630ff-4a54-44a5-bcbd-e951b8384258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:10:30.736024 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ea52c55c-5ca6-4054-b239-524142c31865 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:30.753489 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-617dae08-b0b2-4a0a-a8b3-bc8aa44bbea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:30.825938 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-fe6e7ba5-0133-4006-8939-3e780f2a8fdb tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting port bc231a87-0053-4cfa-9aa9-49a135e0b0d0 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:30.827222 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fe6e7ba5-0133-4006-8939-3e780f2a8fdb tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:31.034670 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-fef09e85-1864-4db2-960e-bb42f13df1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:31.036316 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-fef09e85-1864-4db2-960e-bb42f13df1e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4234333 Jul 15 23:10:31.059758 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-155e90e7-edce-4bf2-90e7-56960dd276cd None None] Provisioning for port bc231a87-0053-4cfa-9aa9-49a135e0b0d0 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:31.063060 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617dae08-b0b2-4a0a-a8b3-bc8aa44bbea5 None None] Pushing event updated for resources: {'Port': ['ID=268f616d-5394-4006-ab30-569ec2113afc,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:31.073884 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-155e90e7-edce-4bf2-90e7-56960dd276cd None None] Provisioning complete for port bc231a87-0053-4cfa-9aa9-49a135e0b0d0 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:31.074979 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-155e90e7-edce-4bf2-90e7-56960dd276cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:31.111847 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632de16-18c8-468d-8699-8e74ea7738a2 req-9888c22d-a17f-4f13-a2a6-ea5462da2280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:31.116229 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f632de16-18c8-468d-8699-8e74ea7738a2 req-9888c22d-a17f-4f13-a2a6-ea5462da2280 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9f9f1d5d7fb466f8fa2d8057e5a08c2&device_id=836ea51d-ce98-4605-bd1d-b1dda80e541c HTTP/1.1" status: 200 len: 1098 time: 0.3769722 Jul 15 23:10:31.133204 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bbd275-3b96-4d94-939e-bad70f0b85d3 admin admin] Network 06e80cc8-6c99-4e93-b9ec-9a2e84049a5a is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:31.144679 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port ea52c55c-5ca6-4054-b239-524142c31865 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:31.154675 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-e7bbd275-3b96-4d94-939e-bad70f0b85d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:31.163557 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fe6e7ba5-0133-4006-8939-3e780f2a8fdb tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:31.168498 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port ea52c55c-5ca6-4054-b239-524142c31865 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:31.169051 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:31.228375 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-155e90e7-edce-4bf2-90e7-56960dd276cd None None] Port bc231a87-0053-4cfa-9aa9-49a135e0b0d0 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:10:31.254344 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-fe6e7ba5-0133-4006-8939-3e780f2a8fdb tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Calling delete_port for bc231a87-0053-4cfa-9aa9-49a135e0b0d0 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:31.303441 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-42d30a04-cb2a-46c7-8d90-3e5be9b962cb tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:31.323358 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacdc1ca-d29f-451c-990a-80ff534dd129 None None] New status for floating IP 4897ea58-3762-4435-9dee-529b97b09fbb: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:10:31.440869 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:31.563742 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632de16-18c8-468d-8699-8e74ea7738a2 req-8305ef08-e6fb-4f19-8198-292e8aea1c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:31.565872 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f632de16-18c8-468d-8699-8e74ea7738a2 req-8305ef08-e6fb-4f19-8198-292e8aea1c4d service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.3926501 Jul 15 23:10:31.574666 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-bbe72d62-5d33-4516-bc93-87c3e0ff6bda service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4911959 Jul 15 23:10:31.657932 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port ea52c55c-5ca6-4054-b239-524142c31865, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ea52c55c-5ca6-4054-b239-524142c31865,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:31.668831 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:31.673788 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f632de16-18c8-468d-8699-8e74ea7738a2 req-72f02558-a4f6-41d8-949d-f8d5d9baa960 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=c22d8176-a458-40b5-91ed-f89cac5baca1 HTTP/1.1" status: 200 len: 217 time: 0.0958409 Jul 15 23:10:31.780271 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=ea52c55c-5ca6-4054-b239-524142c31865,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:31.849364 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632de16-18c8-468d-8699-8e74ea7738a2 req-d4e69a79-fc66-496f-816f-d89fb0aaf3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:31.851058 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f632de16-18c8-468d-8699-8e74ea7738a2 req-d4e69a79-fc66-496f-816f-d89fb0aaf3e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1698532 Jul 15 23:10:31.856053 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ebc2726a-7410-47eb-aa16-39e2b0a67d5b req-9cb1d29b-e5ce-4f02-812f-375341e2efc2 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686813 Jul 15 23:10:31.931933 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fe6e7ba5-0133-4006-8939-3e780f2a8fdb tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:32.071039 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e7ba5-0133-4006-8939-3e780f2a8fdb tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Port': ['ID=bc231a87-0053-4cfa-9aa9-49a135e0b0d0,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:32.166012 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fe6e7ba5-0133-4006-8939-3e780f2a8fdb tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:32.171975 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fe6e7ba5-0133-4006-8939-3e780f2a8fdb tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/bc231a87-0053-4cfa-9aa9-49a135e0b0d0 HTTP/1.1" status: 204 len: 168 time: 2.7061388 Jul 15 23:10:32.174499 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47888) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:32.267312 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d30a04-cb2a-46c7-8d90-3e5be9b962cb tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Pushing event deleted for resources: {'Port': ['ID=3cc62ee4-d8b3-48a1-afd0-20fe816684d7,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:32.285563 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632de16-18c8-468d-8699-8e74ea7738a2 req-5ba41fc9-d4e1-49b4-8858-b3b9d4294685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:32.287360 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f632de16-18c8-468d-8699-8e74ea7738a2 req-5ba41fc9-d4e1-49b4-8858-b3b9d4294685 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4249058 Jul 15 23:10:32.339321 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bbd275-3b96-4d94-939e-bad70f0b85d3 admin admin] Router 8983b03d-b14c-4aa1-a686-8bb6c5323e3d has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:10:32.355694 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e96fe4-c907-4ef5-ab4a-35dca73a0f06 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:32.355904 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048fd5fe-9e2d-417d-8856-e33f910d8518 req-23d3779a-2203-42d0-8873-40272dca942e tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:32.357341 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-048fd5fe-9e2d-417d-8856-e33f910d8518 req-23d3779a-2203-42d0-8873-40272dca942e tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/ports?device_id=702bed7c-51d7-4a6e-804b-7eb9f8ffa021 HTTP/1.1" status: 200 len: 946 time: 0.2386422 Jul 15 23:10:32.357795 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e96fe4-c907-4ef5-ab4a-35dca73a0f06 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:32.364687 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-11e96fe4-c907-4ef5-ab4a-35dca73a0f06 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1888137 Jul 15 23:10:32.367997 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47890) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:32.383524 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b682a-95ae-4944-bb7d-a2b3657ea7fb req-e079e4cf-fdfb-49a8-b7de-561cf093b948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:32.385026 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-806b682a-95ae-4944-bb7d-a2b3657ea7fb req-e079e4cf-fdfb-49a8-b7de-561cf093b948 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9f9f1d5d7fb466f8fa2d8057e5a08c2&device_id=702bed7c-51d7-4a6e-804b-7eb9f8ffa021 HTTP/1.1" status: 200 len: 1097 time: 0.4249821 Jul 15 23:10:32.414126 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c22d8176-a458-40b5-91ed-f89cac5baca1 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:10:32.488592 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-42d30a04-cb2a-46c7-8d90-3e5be9b962cb tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:32.544215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c22d8176-a458-40b5-91ed-f89cac5baca1, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c22d8176-a458-40b5-91ed-f89cac5baca1,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:32.559125 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'c22d8176-a458-40b5-91ed-f89cac5baca1', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': 'c22d8176-a458-40b5-91ed-f89cac5baca1', 'mac_address': 'fa:16:3e:44:11:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:10:32.601355 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:32.608483 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e6a3d2-dca6-44ad-b6c4-3ad2ac535436 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting subnet 87ad41d4-3807-444a-ab82-a498dfa103f6 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:10:32.612657 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4e6a3d2-dca6-44ad-b6c4-3ad2ac535436 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:32.616204 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c22d8176-a458-40b5-91ed-f89cac5baca1 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:32.637685 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c22d8176-a458-40b5-91ed-f89cac5baca1, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c22d8176-a458-40b5-91ed-f89cac5baca1,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:32.642933 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:32.662283 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4e6a3d2-dca6-44ad-b6c4-3ad2ac535436 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:32.677216 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 268f616d-5394-4006-ab30-569ec2113afc up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:32.729047 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-048fd5fe-9e2d-417d-8856-e33f910d8518 req-e4ceedc7-7f5d-4abf-a9af-fe04e65cbd49 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/security-groups?id=99fbdf85-26fc-4d67-8eed-30775fbd9a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870553 Jul 15 23:10:32.739150 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d30a04-cb2a-46c7-8d90-3e5be9b962cb tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Router c6e9b9e8-6b1d-40ce-9543-db60440e68fb has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:10:32.744425 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f632de16-18c8-468d-8699-8e74ea7738a2 req-256e254a-7eb4-4ac1-9276-2d02cd8bf521 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4354553 Jul 15 23:10:32.797904 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=c22d8176-a458-40b5-91ed-f89cac5baca1,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:32.806715 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b682a-95ae-4944-bb7d-a2b3657ea7fb req-d3dc669a-8524-4b72-8498-6a59835ba9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:32.808312 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-806b682a-95ae-4944-bb7d-a2b3657ea7fb req-d3dc669a-8524-4b72-8498-6a59835ba9be service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.4025416 Jul 15 23:10:32.850364 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 268f616d-5394-4006-ab30-569ec2113afc triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:32.851465 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:32.906982 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d30a04-cb2a-46c7-8d90-3e5be9b962cb tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:10:32.916835 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-42d30a04-cb2a-46c7-8d90-3e5be9b962cb tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] 10.222.0.16 "PUT /v2.0/routers/c6e9b9e8-6b1d-40ce-9543-db60440e68fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6465580 Jul 15 23:10:32.918627 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bbd275-3b96-4d94-939e-bad70f0b85d3 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:10:32.920510 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47894) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:32.923703 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce105574-d1f8-4a16-bd48-d6ed6ec019ca None None] Sync routers for ids ['c6e9b9e8-6b1d-40ce-9543-db60440e68fb'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:10:32.939998 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce105574-d1f8-4a16-bd48-d6ed6ec019ca None None] Routers {'c6e9b9e8-6b1d-40ce-9543-db60440e68fb'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:32.943325 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ce105574-d1f8-4a16-bd48-d6ed6ec019ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:10:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c6e9b9e8-6b1d-40ce-9543-db60440e68fb'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:32.948710 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['c22d8176-a458-40b5-91ed-f89cac5baca1'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:10:32.991367 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e7bbd275-3b96-4d94-939e-bad70f0b85d3 admin admin] 10.222.0.16 "PUT /v2.0/routers/8983b03d-b14c-4aa1-a686-8bb6c5323e3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1657574 Jul 15 23:10:32.992577 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-8be3602c-b657-45eb-b516-b4bc844be244 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] delete failed (client error): The resource could not be found. Jul 15 23:10:32.994237 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8be3602c-b657-45eb-b516-b4bc844be244 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-123369495 HTTP/1.1" status: 404 len: 334 time: 0.0707204 Jul 15 23:10:33.001939 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47896) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:33.009543 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-157ce9d0-a878-44df-80a8-d4137cb0a28b tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c6e9b9e8-6b1d-40ce-9543-db60440e68fb'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:33.015640 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae425d32-f2b7-4fcf-833a-a3dd40f7bf66 None None] Sync routers for ids ['8983b03d-b14c-4aa1-a686-8bb6c5323e3d'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:10:33.080593 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ce105574-d1f8-4a16-bd48-d6ed6ec019ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:33.110930 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce105574-d1f8-4a16-bd48-d6ed6ec019ca None None] Routers {'c6e9b9e8-6b1d-40ce-9543-db60440e68fb'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:33.110930 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ce105574-d1f8-4a16-bd48-d6ed6ec019ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:10:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c6e9b9e8-6b1d-40ce-9543-db60440e68fb'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:33.129953 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae425d32-f2b7-4fcf-833a-a3dd40f7bf66 None None] Routers {'8983b03d-b14c-4aa1-a686-8bb6c5323e3d'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:33.129953 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ae425d32-f2b7-4fcf-833a-a3dd40f7bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:10:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['8983b03d-b14c-4aa1-a686-8bb6c5323e3d'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:33.220803 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ce105574-d1f8-4a16-bd48-d6ed6ec019ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:33.231401 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce105574-d1f8-4a16-bd48-d6ed6ec019ca None None] The sync data for ids ['c6e9b9e8-6b1d-40ce-9543-db60440e68fb'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:10:33.410352 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-157ce9d0-a878-44df-80a8-d4137cb0a28b tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:33.473397 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-157ce9d0-a878-44df-80a8-d4137cb0a28b tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] update failed (client error): The resource could not be found. Jul 15 23:10:33.477303 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-157ce9d0-a878-44df-80a8-d4137cb0a28b tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] 10.222.0.16 "PUT /v2.0/routers/c6e9b9e8-6b1d-40ce-9543-db60440e68fb HTTP/1.1" status: 404 len: 339 time: 0.4717224 Jul 15 23:10:33.480208 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47924) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:33.514153 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-ae425d32-f2b7-4fcf-833a-a3dd40f7bf66 None None] Set router 8983b03d-b14c-4aa1-a686-8bb6c5323e3d gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:33.618134 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ea52c55c-5ca6-4054-b239-524142c31865 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:33.622284 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-806b682a-95ae-4944-bb7d-a2b3657ea7fb req-c688522f-0b8c-49b2-88a4-f7dcef37f168 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=c3b3f70b-0d43-4e38-b32f-101164ecb70c HTTP/1.1" status: 200 len: 217 time: 0.7887511 Jul 15 23:10:33.745335 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4e6a3d2-dca6-44ad-b6c4-3ad2ac535436 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:33.824895 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4e6a3d2-dca6-44ad-b6c4-3ad2ac535436 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:33.852016 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port ea52c55c-5ca6-4054-b239-524142c31865 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:33.852765 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:33.876843 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4e6a3d2-dca6-44ad-b6c4-3ad2ac535436 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:33.882416 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a4e6a3d2-dca6-44ad-b6c4-3ad2ac535436 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/87ad41d4-3807-444a-ab82-a498dfa103f6 HTTP/1.1" status: 204 len: 168 time: 1.5111310 Jul 15 23:10:33.883663 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e6a3d2-dca6-44ad-b6c4-3ad2ac535436 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Subnet': ['ID=87ad41d4-3807-444a-ab82-a498dfa103f6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:33.890749 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47936) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:33.898673 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b682a-95ae-4944-bb7d-a2b3657ea7fb req-cf9bb14f-eeea-4b3b-9332-2b27d39a3231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:33.900315 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-806b682a-95ae-4944-bb7d-a2b3657ea7fb req-cf9bb14f-eeea-4b3b-9332-2b27d39a3231 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.2218795 Jul 15 23:10:33.932340 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57176a28-4d33-4033-a06d-3b88d130ffb3 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:34.002906 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f632de16-18c8-468d-8699-8e74ea7738a2 req-36ae57b6-3c8a-409f-bab1-a79514e78515 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2426717 Jul 15 23:10:34.009233 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c95f22ab-7f31-4eab-b0bc-9b9dbaf82866 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1078153 Jul 15 23:10:34.011270 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47938) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:34.031855 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7962d62b-1ab0-41f2-b185-12a0f90fd064 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:34.145242 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b682a-95ae-4944-bb7d-a2b3657ea7fb req-a67e2197-4291-46d4-9b48-454655a051fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:34.147175 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-806b682a-95ae-4944-bb7d-a2b3657ea7fb req-a67e2197-4291-46d4-9b48-454655a051fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2378969 Jul 15 23:10:34.153573 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ae425d32-f2b7-4fcf-833a-a3dd40f7bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8983b03d-b14c-4aa1-a686-8bb6c5323e3d', 'name': 'tempest-ServerRescueNegativeTestJSON-532089625-router', 'tenant_id': 'c94a1f7515fc403ca722dddef8f6ba46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'ea52c55c-5ca6-4054-b239-524142c31865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:16Z', 'updated_at': '2021-07-15T23:10:29Z', 'revision_number': 4, 'project_id': 'c94a1f7515fc403ca722dddef8f6ba46', 'gw_port': {'id': 'ea52c55c-5ca6-4054-b239-524142c31865', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8983b03d-b14c-4aa1-a686-8bb6c5323e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:19Z', 'updated_at': '2021-07-15T23:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '63dd6455-da87-4e03-a9d0-9edd9800d729', 'name': '', 'network_id': '06e80cc8-6c99-4e93-b9ec-9a2e84049a5a', 'tenant_id': 'c94a1f7515fc403ca722dddef8f6ba46', 'mac_address': 'fa:16:3e:cf:cd:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8983b03d-b14c-4aa1-a686-8bb6c5323e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '4855a5f1-8b72-4f27-b61b-98876d40980b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:26Z', 'updated_at': '2021-07-15T23:10:29Z', 'revision_number': 2, 'project_id': 'c94a1f7515fc403ca722dddef8f6ba46', 'subnets': [{'id': '4855a5f1-8b72-4f27-b61b-98876d40980b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:34.169013 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7962d62b-1ab0-41f2-b185-12a0f90fd064 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:34.172455 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7962d62b-1ab0-41f2-b185-12a0f90fd064 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:34.197759 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae425d32-f2b7-4fcf-833a-a3dd40f7bf66 None None] Checking router: 8983b03d-b14c-4aa1-a686-8bb6c5323e3d for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:10:34.198479 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae425d32-f2b7-4fcf-833a-a3dd40f7bf66 None None] Updating router 8983b03d-b14c-4aa1-a686-8bb6c5323e3d port 63dd6455-da87-4e03-a9d0-9edd9800d729 binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:10:34.252237 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf754fc4-1ace-41eb-904a-6e03fd97393b req-5cbbce16-18b9-4218-b1b0-011b8632c7ef tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:34.253790 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bf754fc4-1ace-41eb-904a-6e03fd97393b req-5cbbce16-18b9-4218-b1b0-011b8632c7ef tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/ports?device_id=702bed7c-51d7-4a6e-804b-7eb9f8ffa021 HTTP/1.1" status: 200 len: 946 time: 0.2421532 Jul 15 23:10:34.255274 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ae425d32-f2b7-4fcf-833a-a3dd40f7bf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:34.260496 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-39df68f2-8a6e-42dc-8f9c-909a95649e33 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:34.324030 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-8008c805-54b1-4876-9a5d-fddd483af233 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:34.326565 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-8008c805-54b1-4876-9a5d-fddd483af233 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/networks?id=06e80cc8-6c99-4e93-b9ec-9a2e84049a5a HTTP/1.1" status: 200 len: 818 time: 0.3670082 Jul 15 23:10:34.418704 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fb132f-90f4-4f69-a302-f6f64e1ef6eb None None] DHCP port deletion for 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:10:34.439889 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c3b3f70b-0d43-4e38-b32f-101164ecb70c details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:10:34.562362 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c3b3f70b-0d43-4e38-b32f-101164ecb70c, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c3b3f70b-0d43-4e38-b32f-101164ecb70c,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:34.600809 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-806b682a-95ae-4944-bb7d-a2b3657ea7fb req-5133e783-68f1-4557-a7c1-7ab6051375bb service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440002 Jul 15 23:10:34.635915 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-39df68f2-8a6e-42dc-8f9c-909a95649e33 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Allocated IP 172.20.0.1 (03472f0d-62e2-401b-a1ce-7175849469d3/3ba1091b-c748-40dc-b695-2138353a6fd4/c9ee6e20-499f-4156-a0c5-a066d8e75ace) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:34.698582 n-d-787205-9 neutron-server[93798]: DEBUG neutron.objects.ports [None req-7962d62b-1ab0-41f2-b185-12a0f90fd064 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93798) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:10:34.746165 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c22d8176-a458-40b5-91ed-f89cac5baca1 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:34.753667 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'c3b3f70b-0d43-4e38-b32f-101164ecb70c', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': 'c3b3f70b-0d43-4e38-b32f-101164ecb70c', 'mac_address': 'fa:16:3e:92:87:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:10:34.756058 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 268f616d-5394-4006-ab30-569ec2113afc no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:34.772089 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bf754fc4-1ace-41eb-904a-6e03fd97393b req-04b7e47f-08f8-4694-8b71-108f35d32517 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/security-groups?id=99fbdf85-26fc-4d67-8eed-30775fbd9a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5082846 Jul 15 23:10:34.775765 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-048e2232-3710-4a17-a6da-b31d1d85444a tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/quotas/c94a1f7515fc403ca722dddef8f6ba46 HTTP/1.1" status: 200 len: 375 time: 0.0320745 Jul 15 23:10:34.860274 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-806b682a-95ae-4944-bb7d-a2b3657ea7fb req-bcc0b4fa-da80-4fd1-b250-588567855b95 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318490 Jul 15 23:10:34.878217 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-39df68f2-8a6e-42dc-8f9c-909a95649e33 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:34.906679 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-39df68f2-8a6e-42dc-8f9c-909a95649e33 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Transition to ACTIVE for port object c9ee6e20-499f-4156-a0c5-a066d8e75ace will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:34.977164 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-547f1a0b-9456-4819-8685-0a01cc981352 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c94a1f7515fc403ca722dddef8f6ba46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1831458 Jul 15 23:10:34.998995 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-17b23298-4a28-440c-8c28-251524919339 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:10:35.007706 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-17b23298-4a28-440c-8c28-251524919339 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131783 Jul 15 23:10:35.010267 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7962d62b-1ab0-41f2-b185-12a0f90fd064 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.067735 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.134335 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b3f70b-0d43-4e38-b32f-101164ecb70c {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:35.141517 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-b7eb586a-6dd1-49bd-895e-30889ac1544b service neutron] 10.222.0.16 "GET /v2.0/networks/06e80cc8-6c99-4e93-b9ec-9a2e84049a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325026 Jul 15 23:10:35.165750 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.193766 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c3b3f70b-0d43-4e38-b32f-101164ecb70c, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c3b3f70b-0d43-4e38-b32f-101164ecb70c,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:35.201294 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port c22d8176-a458-40b5-91ed-f89cac5baca1 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:35.213323 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.222303 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-39df68f2-8a6e-42dc-8f9c-909a95649e33 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.256087 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39df68f2-8a6e-42dc-8f9c-909a95649e33 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Network 03472f0d-62e2-401b-a1ce-7175849469d3 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:35.257537 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port c22d8176-a458-40b5-91ed-f89cac5baca1 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:35.257964 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.287272 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-39df68f2-8a6e-42dc-8f9c-909a95649e33 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:35.302182 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39df68f2-8a6e-42dc-8f9c-909a95649e33 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:35.353974 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-85fb132f-90f4-4f69-a302-f6f64e1ef6eb None None] Deleting port 268f616d-5394-4006-ab30-569ec2113afc {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:35.354342 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-85fb132f-90f4-4f69-a302-f6f64e1ef6eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.360860 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-b5b25bd1-eab4-4ed6-87dc-7d9834b9ce81 service neutron] 10.222.0.16 "GET /v2.0/networks/06e80cc8-6c99-4e93-b9ec-9a2e84049a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177474 Jul 15 23:10:35.381905 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-7962d62b-1ab0-41f2-b185-12a0f90fd064 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] For port 268f616d-5394-4006-ab30-569ec2113afc, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=268f616d-5394-4006-ab30-569ec2113afc,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:35.400684 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=c3b3f70b-0d43-4e38-b32f-101164ecb70c,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:35.409071 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df68f2-8a6e-42dc-8f9c-909a95649e33 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Pushing event updated for resources: {'Port': ['ID=c9ee6e20-499f-4156-a0c5-a066d8e75ace,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:35.435767 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7962d62b-1ab0-41f2-b185-12a0f90fd064 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.449675 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7962d62b-1ab0-41f2-b185-12a0f90fd064 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.450678 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-39df68f2-8a6e-42dc-8f9c-909a95649e33 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.450797 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7962d62b-1ab0-41f2-b185-12a0f90fd064 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.586276 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ae425d32-f2b7-4fcf-833a-a3dd40f7bf66 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.602079 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7962d62b-1ab0-41f2-b185-12a0f90fd064 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:35.604229 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ae425d32-f2b7-4fcf-833a-a3dd40f7bf66 None None] Transition to ACTIVE for port object 63dd6455-da87-4e03-a9d0-9edd9800d729 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:35.612034 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['c3b3f70b-0d43-4e38-b32f-101164ecb70c'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:10:35.634472 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-7962d62b-1ab0-41f2-b185-12a0f90fd064 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:35.638854 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962d62b-1ab0-41f2-b185-12a0f90fd064 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Subnet': ['ID=e53feefa-fef0-44d3-87d1-7707d1ba0bc5,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:35.652261 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7962d62b-1ab0-41f2-b185-12a0f90fd064 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:35.652976 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7962d62b-1ab0-41f2-b185-12a0f90fd064 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.656025 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ae425d32-f2b7-4fcf-833a-a3dd40f7bf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.662155 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962d62b-1ab0-41f2-b185-12a0f90fd064 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Port': ['ID=268f616d-5394-4006-ab30-569ec2113afc,revision_number=6']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:35.686374 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7962d62b-1ab0-41f2-b185-12a0f90fd064 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6732686 Jul 15 23:10:35.688270 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47970) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:35.696588 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b49d536c-ad75-4184-978d-ad237fc62e5a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'port': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'mac_address': 'fa:16:3e:21:1e:13', 'name': 'tempest-NetworksTestDHCPv6-1285477022'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:35.736436 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51eeec3-8a21-432d-bd2b-2869bb126164 None None] Pushing event updated for resources: {'Port': ['ID=63dd6455-da87-4e03-a9d0-9edd9800d729,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:35.766384 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3d491bac-1070-4246-b50f-8c46edffb703 req-5567c8fc-779a-4330-9bdb-4433cb2e169a tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 210 time: 0.1511552 Jul 15 23:10:35.776658 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:10:35.777021 n-d-787205-9 neutron-server[93800]: DEBUG oslo_db.api [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:10:35.802654 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-39df68f2-8a6e-42dc-8f9c-909a95649e33 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.818762 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-85fb132f-90f4-4f69-a302-f6f64e1ef6eb None None] For port 268f616d-5394-4006-ab30-569ec2113afc, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=268f616d-5394-4006-ab30-569ec2113afc,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:35.819235 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-85fb132f-90f4-4f69-a302-f6f64e1ef6eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.833157 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-25788e22-1c6c-41b1-9b8f-7a22519047ac None None] Provisioning for port c9ee6e20-499f-4156-a0c5-a066d8e75ace completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:35.840143 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.862354 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-85fb132f-90f4-4f69-a302-f6f64e1ef6eb None None] Calling delete_port for 268f616d-5394-4006-ab30-569ec2113afc owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:35.870108 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-25788e22-1c6c-41b1-9b8f-7a22519047ac None None] Provisioning complete for port c9ee6e20-499f-4156-a0c5-a066d8e75ace triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:35.870623 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-25788e22-1c6c-41b1-9b8f-7a22519047ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.941482 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49d536c-ad75-4184-978d-ad237fc62e5a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:36.054920 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836ea51d-ce98-4605-bd1d-b1dda80e541c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22d8176-a458-40b5-91ed-f89cac5baca1'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:36.057530 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0c0237-e667-4565-959f-d3fe9570afaa" -d '{"events": [{"server_uuid": "836ea51d-ce98-4605-bd1d-b1dda80e541c", "name": "network-vif-plugged", "status": "completed", "tag": "c22d8176-a458-40b5-91ed-f89cac5baca1"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:36.080460 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-25788e22-1c6c-41b1-9b8f-7a22519047ac None None] Port c9ee6e20-499f-4156-a0c5-a066d8e75ace cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:10:36.098446 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ae425d32-f2b7-4fcf-833a-a3dd40f7bf66 None None] Attempting to bind port 63dd6455-da87-4e03-a9d0-9edd9800d729 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:36.099008 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ae425d32-f2b7-4fcf-833a-a3dd40f7bf66 None None] Attempting to bind port 63dd6455-da87-4e03-a9d0-9edd9800d729 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '8c1cbd9c-451c-4ff5-9afa-9899869dfbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '06e80cc8-6c99-4e93-b9ec-9a2e84049a5a'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:36.099617 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae425d32-f2b7-4fcf-833a-a3dd40f7bf66 None None] Attempting to bind port 63dd6455-da87-4e03-a9d0-9edd9800d729 on network 06e80cc8-6c99-4e93-b9ec-9a2e84049a5a {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:36.102711 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b49d536c-ad75-4184-978d-ad237fc62e5a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.103696 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c22d8176-a458-40b5-91ed-f89cac5baca1, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c22d8176-a458-40b5-91ed-f89cac5baca1,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:36.128824 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.138249 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae425d32-f2b7-4fcf-833a-a3dd40f7bf66 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:36.138844 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae425d32-f2b7-4fcf-833a-a3dd40f7bf66 None None] Checking segment: {'id': '8c1cbd9c-451c-4ff5-9afa-9899869dfbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '06e80cc8-6c99-4e93-b9ec-9a2e84049a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:36.139355 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ae425d32-f2b7-4fcf-833a-a3dd40f7bf66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.140458 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae425d32-f2b7-4fcf-833a-a3dd40f7bf66 None None] Bound using segment: {'id': '8c1cbd9c-451c-4ff5-9afa-9899869dfbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '06e80cc8-6c99-4e93-b9ec-9a2e84049a5a'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:36.140458 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ae425d32-f2b7-4fcf-833a-a3dd40f7bf66 None None] Bound port: 63dd6455-da87-4e03-a9d0-9edd9800d729, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c1cbd9c-451c-4ff5-9afa-9899869dfbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '06e80cc8-6c99-4e93-b9ec-9a2e84049a5a'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:36.140993 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ae425d32-f2b7-4fcf-833a-a3dd40f7bf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.144762 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-b49d536c-ad75-4184-978d-ad237fc62e5a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] device_id is not set on port d567bdb2-8f8b-4ee6-9460-8378ce66ef0d yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:10:36.267457 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa53334-c2b7-42cb-9cea-336455d6ec47 req-4abf3a0e-7697-45ef-aa9a-986a80b6e4f7 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:36.269377 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7aa53334-c2b7-42cb-9cea-336455d6ec47 req-4abf3a0e-7697-45ef-aa9a-986a80b6e4f7 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/ports?device_id=702bed7c-51d7-4a6e-804b-7eb9f8ffa021 HTTP/1.1" status: 200 len: 947 time: 0.2673242 Jul 15 23:10:36.274397 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=c22d8176-a458-40b5-91ed-f89cac5baca1,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:36.314497 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-b49d536c-ad75-4184-978d-ad237fc62e5a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Allocated IP 2001:db8::f816:3eff:fe21:1e13 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/e53feefa-fef0-44d3-87d1-7707d1ba0bc5/d567bdb2-8f8b-4ee6-9460-8378ce66ef0d) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:36.337777 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-896d12f6-22b6-4792-b59b-898ab406098d tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:36.345206 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-896d12f6-22b6-4792-b59b-898ab406098d tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/networks?id=06e80cc8-6c99-4e93-b9ec-9a2e84049a5a HTTP/1.1" status: 200 len: 818 time: 0.2933445 Jul 15 23:10:36.375708 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-b5171004-ed85-4b36-89f2-d7e6c977d3f3 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/quotas/c94a1f7515fc403ca722dddef8f6ba46 HTTP/1.1" status: 200 len: 375 time: 0.0294855 Jul 15 23:10:36.386012 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ae425d32-f2b7-4fcf-833a-a3dd40f7bf66 None None] For port 63dd6455-da87-4e03-a9d0-9edd9800d729, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:36.408170 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7aa53334-c2b7-42cb-9cea-336455d6ec47 req-873782ed-e627-495f-a6fb-ec87ac2d42f4 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/security-groups?id=99fbdf85-26fc-4d67-8eed-30775fbd9a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004574 Jul 15 23:10:36.417665 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ae425d32-f2b7-4fcf-833a-a3dd40f7bf66 None None] For port 63dd6455-da87-4e03-a9d0-9edd9800d729, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=63dd6455-da87-4e03-a9d0-9edd9800d729,segment=NetworkSegment(8c1cbd9c-451c-4ff5-9afa-9899869dfbd9),segment_id=8c1cbd9c-451c-4ff5-9afa-9899869dfbd9)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:36.422086 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.426358 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-85fb132f-90f4-4f69-a302-f6f64e1ef6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.431092 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ae425d32-f2b7-4fcf-833a-a3dd40f7bf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.472333 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb132f-90f4-4f69-a302-f6f64e1ef6eb None None] Pushing event deleted for resources: {'Port': ['ID=268f616d-5394-4006-ab30-569ec2113afc,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:36.520147 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-2153bb60-0a85-4342-9625-9666f11b7c61 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c94a1f7515fc403ca722dddef8f6ba46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1419952 Jul 15 23:10:36.543972 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-39df68f2-8a6e-42dc-8f9c-909a95649e33 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.555836 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-39df68f2-8a6e-42dc-8f9c-909a95649e33 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.605261 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b49d536c-ad75-4184-978d-ad237fc62e5a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.612574 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-39df68f2-8a6e-42dc-8f9c-909a95649e33 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.624774 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-b49d536c-ad75-4184-978d-ad237fc62e5a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Transition to ACTIVE for port object d567bdb2-8f8b-4ee6-9460-8378ce66ef0d will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:36.633850 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fb132f-90f4-4f69-a302-f6f64e1ef6eb None None] No DVR routers for this DVR port 268f616d-5394-4006-ab30-569ec2113afc on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:36.643521 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae425d32-f2b7-4fcf-833a-a3dd40f7bf66 None None] Routers {'8983b03d-b14c-4aa1-a686-8bb6c5323e3d'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:36.648762 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ae425d32-f2b7-4fcf-833a-a3dd40f7bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:10:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['8983b03d-b14c-4aa1-a686-8bb6c5323e3d'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:36.686942 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b49d536c-ad75-4184-978d-ad237fc62e5a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.728259 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df68f2-8a6e-42dc-8f9c-909a95649e33 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Pushing event updated for resources: {'Port': ['ID=c9ee6e20-499f-4156-a0c5-a066d8e75ace,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:36.744927 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1972e8b4-c125-44c1-9cfc-9c194768d78a x-openstack-request-id: req-1972e8b4-c125-44c1-9cfc-9c194768d78a {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:36.745269 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836ea51d-ce98-4605-bd1d-b1dda80e541c", "name": "network-vif-plugged", "status": "completed", "tag": "c22d8176-a458-40b5-91ed-f89cac5baca1", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:36.745487 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1972e8b4-c125-44c1-9cfc-9c194768d78a {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:36.746015 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836ea51d-ce98-4605-bd1d-b1dda80e541c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22d8176-a458-40b5-91ed-f89cac5baca1', 'code': 200} Jul 15 23:10:36.793182 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-e7bc0a66-ff3b-4195-b42c-136db2384959 service neutron] 10.222.0.16 "GET /v2.0/networks/06e80cc8-6c99-4e93-b9ec-9a2e84049a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720683 Jul 15 23:10:36.817653 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75c6639-7f12-4ff4-8d0b-bd4d7089332c None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:36.818659 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49d536c-ad75-4184-978d-ad237fc62e5a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:36.826141 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-b49d536c-ad75-4184-978d-ad237fc62e5a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:36.833409 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d536c-ad75-4184-978d-ad237fc62e5a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Port': ['ID=d567bdb2-8f8b-4ee6-9460-8378ce66ef0d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:36.848593 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49d536c-ad75-4184-978d-ad237fc62e5a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:36.856681 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49d536c-ad75-4184-978d-ad237fc62e5a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:36.857549 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b49d536c-ad75-4184-978d-ad237fc62e5a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.875200 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51eeec3-8a21-432d-bd2b-2869bb126164 None None] Pushing event updated for resources: {'Port': ['ID=63dd6455-da87-4e03-a9d0-9edd9800d729,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:36.887963 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39df68f2-8a6e-42dc-8f9c-909a95649e33 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Network 03472f0d-62e2-401b-a1ce-7175849469d3 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:36.893541 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-39df68f2-8a6e-42dc-8f9c-909a95649e33 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:36.894730 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b49d536c-ad75-4184-978d-ad237fc62e5a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2036760 Jul 15 23:10:36.902302 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48012) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:36.988637 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6041d9-e878-465a-aac8-19976a4517c0 req-d49ff1d9-c2b7-45fa-a6fa-897ef51291ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:36.990323 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5d6041d9-e878-465a-aac8-19976a4517c0 req-d49ff1d9-c2b7-45fa-a6fa-897ef51291ff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=836ea51d-ce98-4605-bd1d-b1dda80e541c HTTP/1.1" status: 200 len: 1100 time: 0.1187770 Jul 15 23:10:37.069121 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5d6041d9-e878-465a-aac8-19976a4517c0 req-34331b15-f6e4-4431-a820-ecc069db615e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=99fbdf85-26fc-4d67-8eed-30775fbd9a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694406 Jul 15 23:10:37.295287 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-ae425d32-f2b7-4fcf-833a-a3dd40f7bf66 None None] Set router 8983b03d-b14c-4aa1-a686-8bb6c5323e3d gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:37.403364 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-89887542-dd6b-4ef0-8914-736995e7d4ee None None] Provisioning complete for port c9ee6e20-499f-4156-a0c5-a066d8e75ace triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:37.403742 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-89887542-dd6b-4ef0-8914-736995e7d4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.504551 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-8df17270-f079-4996-88bf-c31e8d0b0dcd service neutron] 10.222.0.16 "GET /v2.0/networks/06e80cc8-6c99-4e93-b9ec-9a2e84049a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7104599 Jul 15 23:10:37.507365 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-89887542-dd6b-4ef0-8914-736995e7d4ee None None] Port c9ee6e20-499f-4156-a0c5-a066d8e75ace cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:10:37.556726 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883583e3-8feb-4b56-b40a-a2c90ec16ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'tenant_id': '63d2071bda354af48ba0ab40dec64d3d', 'fixed_ips': [{'subnet_id': 'e53feefa-fef0-44d3-87d1-7707d1ba0bc5'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:10:37.557694 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-883583e3-8feb-4b56-b40a-a2c90ec16ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.631642 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75d13e-3d8c-4f46-abaf-c9ad1fb3b1db req-6a4fea33-0a54-4eec-ab63-37795ea51a34 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:37.633309 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb75d13e-3d8c-4f46-abaf-c9ad1fb3b1db req-6a4fea33-0a54-4eec-ab63-37795ea51a34 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.16 "GET /v2.0/ports?device_id=590ca4dc-f4de-4313-a4a3-b6ea774266d9 HTTP/1.1" status: 200 len: 950 time: 0.2754946 Jul 15 23:10:37.641118 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63fb431-bad9-4813-8b75-a6249591a19f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:37.645169 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b63fb431-bad9-4813-8b75-a6249591a19f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.7395582 Jul 15 23:10:37.645971 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48026) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:37.654979 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39df68f2-8a6e-42dc-8f9c-909a95649e33 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Router c6e9b9e8-6b1d-40ce-9543-db60440e68fb has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:10:37.671461 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ae425d32-f2b7-4fcf-833a-a3dd40f7bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8983b03d-b14c-4aa1-a686-8bb6c5323e3d', 'name': 'tempest-ServerRescueNegativeTestJSON-532089625-router', 'tenant_id': 'c94a1f7515fc403ca722dddef8f6ba46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'ea52c55c-5ca6-4054-b239-524142c31865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:16Z', 'updated_at': '2021-07-15T23:10:29Z', 'revision_number': 4, 'project_id': 'c94a1f7515fc403ca722dddef8f6ba46', 'gw_port': {'id': 'ea52c55c-5ca6-4054-b239-524142c31865', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8983b03d-b14c-4aa1-a686-8bb6c5323e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:19Z', 'updated_at': '2021-07-15T23:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '63dd6455-da87-4e03-a9d0-9edd9800d729', 'name': '', 'network_id': '06e80cc8-6c99-4e93-b9ec-9a2e84049a5a', 'tenant_id': 'c94a1f7515fc403ca722dddef8f6ba46', 'mac_address': 'fa:16:3e:cf:cd:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8983b03d-b14c-4aa1-a686-8bb6c5323e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '4855a5f1-8b72-4f27-b61b-98876d40980b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:26Z', 'updated_at': '2021-07-15T23:10:36Z', 'revision_number': 4, 'project_id': 'c94a1f7515fc403ca722dddef8f6ba46', 'subnets': [{'id': '4855a5f1-8b72-4f27-b61b-98876d40980b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:37.683308 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-8d25bf61-dfb9-4146-b630-c6fce1184c32 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:37.685653 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-8d25bf61-dfb9-4146-b630-c6fce1184c32 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.43 "GET /v2.0/networks?id=06e80cc8-6c99-4e93-b9ec-9a2e84049a5a HTTP/1.1" status: 200 len: 818 time: 0.3287373 Jul 15 23:10:37.739206 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb75d13e-3d8c-4f46-abaf-c9ad1fb3b1db req-cbfcec87-9fc5-41bb-a718-0529b0f31c64 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d2a347d-6f24-41cb-ac1b-16102695d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862582 Jul 15 23:10:37.743042 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae425d32-f2b7-4fcf-833a-a3dd40f7bf66 None None] The sync data for ids ['8983b03d-b14c-4aa1-a686-8bb6c5323e3d'] in n-d-787205-9 is: [{'id': '8983b03d-b14c-4aa1-a686-8bb6c5323e3d', 'name': 'tempest-ServerRescueNegativeTestJSON-532089625-router', 'tenant_id': 'c94a1f7515fc403ca722dddef8f6ba46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'ea52c55c-5ca6-4054-b239-524142c31865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:16Z', 'updated_at': '2021-07-15T23:10:29Z', 'revision_number': 4, 'project_id': 'c94a1f7515fc403ca722dddef8f6ba46', 'gw_port': {'id': 'ea52c55c-5ca6-4054-b239-524142c31865', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8983b03d-b14c-4aa1-a686-8bb6c5323e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:19Z', 'updated_at': '2021-07-15T23:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '63dd6455-da87-4e03-a9d0-9edd9800d729', 'name': '', 'network_id': '06e80cc8-6c99-4e93-b9ec-9a2e84049a5a', 'tenant_id': 'c94a1f7515fc403ca722dddef8f6ba46', 'mac_address': 'fa:16:3e:cf:cd:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8983b03d-b14c-4aa1-a686-8bb6c5323e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '4855a5f1-8b72-4f27-b61b-98876d40980b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:26Z', 'updated_at': '2021-07-15T23:10:36Z', 'revision_number': 4, 'project_id': 'c94a1f7515fc403ca722dddef8f6ba46', 'subnets': [{'id': '4855a5f1-8b72-4f27-b61b-98876d40980b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:10:37.751703 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-ffbe130f-b7f1-4494-8bec-dd1c2a7cd067 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Request body: {'port': {'device_id': '095c107f-6dcb-49db-9ecd-0d3c88b52f2d', 'network_id': '06e80cc8-6c99-4e93-b9ec-9a2e84049a5a', 'admin_state_up': True, 'tenant_id': 'c94a1f7515fc403ca722dddef8f6ba46'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:37.780027 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-883583e3-8feb-4b56-b40a-a2c90ec16ae4 None None] Allocated IP 2001:db8::f816:3eff:fe50:a49e (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/e53feefa-fef0-44d3-87d1-7707d1ba0bc5/0d1a0234-bb04-4cb4-b8c5-bde5628c71a6) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:37.885813 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-42c46c12-a05b-4c56-83f7-987f27a60cdf tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting port d567bdb2-8f8b-4ee6-9460-8378ce66ef0d {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:37.886393 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-42c46c12-a05b-4c56-83f7-987f27a60cdf tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.071310 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-883583e3-8feb-4b56-b40a-a2c90ec16ae4 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.083343 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-883583e3-8feb-4b56-b40a-a2c90ec16ae4 None None] Transition to ACTIVE for port object 0d1a0234-bb04-4cb4-b8c5-bde5628c71a6 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:38.101089 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-883583e3-8feb-4b56-b40a-a2c90ec16ae4 None None] Transition to ACTIVE for port object 0d1a0234-bb04-4cb4-b8c5-bde5628c71a6 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:38.111232 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-883583e3-8feb-4b56-b40a-a2c90ec16ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.121681 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-42c46c12-a05b-4c56-83f7-987f27a60cdf tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.165551 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-46379284-c97d-4c03-b927-7ea5299c6ef8 req-f5c3c706-1c16-4ad9-b826-ca3f168f9b64 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 210 time: 0.0832567 Jul 15 23:10:38.175192 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-42c46c12-a05b-4c56-83f7-987f27a60cdf tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Calling delete_port for d567bdb2-8f8b-4ee6-9460-8378ce66ef0d owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:38.183122 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883583e3-8feb-4b56-b40a-a2c90ec16ae4 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:38.194114 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-883583e3-8feb-4b56-b40a-a2c90ec16ae4 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:38.211767 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883583e3-8feb-4b56-b40a-a2c90ec16ae4 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:38.224974 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883583e3-8feb-4b56-b40a-a2c90ec16ae4 None None] Pushing event updated for resources: {'Port': ['ID=0d1a0234-bb04-4cb4-b8c5-bde5628c71a6,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:38.281898 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39df68f2-8a6e-42dc-8f9c-909a95649e33 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:10:38.289170 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-39df68f2-8a6e-42dc-8f9c-909a95649e33 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] 10.222.0.16 "PUT /v2.0/routers/c6e9b9e8-6b1d-40ce-9543-db60440e68fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8076601 Jul 15 23:10:38.293475 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0634178d-c1b9-4cf6-9174-669d9b29ab0f None None] Sync routers for ids ['c6e9b9e8-6b1d-40ce-9543-db60440e68fb'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:10:38.309044 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0634178d-c1b9-4cf6-9174-669d9b29ab0f None None] Routers {'c6e9b9e8-6b1d-40ce-9543-db60440e68fb'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:38.309682 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-0634178d-c1b9-4cf6-9174-669d9b29ab0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:10:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c6e9b9e8-6b1d-40ce-9543-db60440e68fb'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:38.311670 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48048) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:38.336770 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8a61f-3ab6-42ba-aca5-1ffc81778ed2 req-da936d0a-42d3-4a32-b82b-0a51a9476364 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:38.356303 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2b8a61f-3ab6-42ba-aca5-1ffc81778ed2 req-da936d0a-42d3-4a32-b82b-0a51a9476364 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/ports?device_id=702bed7c-51d7-4a6e-804b-7eb9f8ffa021 HTTP/1.1" status: 200 len: 947 time: 0.4117846 Jul 15 23:10:38.397614 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-0634178d-c1b9-4cf6-9174-669d9b29ab0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:38.420070 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0634178d-c1b9-4cf6-9174-669d9b29ab0f None None] Routers {'c6e9b9e8-6b1d-40ce-9543-db60440e68fb'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:38.421321 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-0634178d-c1b9-4cf6-9174-669d9b29ab0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:10:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c6e9b9e8-6b1d-40ce-9543-db60440e68fb'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:38.461876 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c3b3f70b-0d43-4e38-b32f-101164ecb70c up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:38.469899 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-883583e3-8feb-4b56-b40a-a2c90ec16ae4 None None] Attempting to bind port 0d1a0234-bb04-4cb4-b8c5-bde5628c71a6 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:38.470363 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-883583e3-8feb-4b56-b40a-a2c90ec16ae4 None None] Attempting to bind port 0d1a0234-bb04-4cb4-b8c5-bde5628c71a6 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:38.470691 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883583e3-8feb-4b56-b40a-a2c90ec16ae4 None None] Attempting to bind port 0d1a0234-bb04-4cb4-b8c5-bde5628c71a6 on network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:38.514591 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-0634178d-c1b9-4cf6-9174-669d9b29ab0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:38.521794 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0634178d-c1b9-4cf6-9174-669d9b29ab0f None None] The sync data for ids ['c6e9b9e8-6b1d-40ce-9543-db60440e68fb'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:10:38.577128 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-42c46c12-a05b-4c56-83f7-987f27a60cdf tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.584958 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883583e3-8feb-4b56-b40a-a2c90ec16ae4 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:38.585432 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883583e3-8feb-4b56-b40a-a2c90ec16ae4 None None] Checking segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:38.586217 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-883583e3-8feb-4b56-b40a-a2c90ec16ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.586916 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883583e3-8feb-4b56-b40a-a2c90ec16ae4 None None] Bound using segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:38.587846 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-883583e3-8feb-4b56-b40a-a2c90ec16ae4 None None] Bound port: 0d1a0234-bb04-4cb4-b8c5-bde5628c71a6, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:38.588091 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-883583e3-8feb-4b56-b40a-a2c90ec16ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.589601 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5a348928-c665-462a-9615-0339c9638557 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.636873 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c46c12-a05b-4c56-83f7-987f27a60cdf tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Port': ['ID=d567bdb2-8f8b-4ee6-9460-8378ce66ef0d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:38.641021 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-ffbe130f-b7f1-4494-8bec-dd1c2a7cd067 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Made reservation on behalf of c94a1f7515fc403ca722dddef8f6ba46 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:38.646876 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.653699 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-ffbe130f-b7f1-4494-8bec-dd1c2a7cd067 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.677324 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-42c46c12-a05b-4c56-83f7-987f27a60cdf tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.679486 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-42c46c12-a05b-4c56-83f7-987f27a60cdf tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/d567bdb2-8f8b-4ee6-9460-8378ce66ef0d HTTP/1.1" status: 204 len: 168 time: 1.0325491 Jul 15 23:10:38.683874 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48058) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:38.696822 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port c3b3f70b-0d43-4e38-b32f-101164ecb70c completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:38.757609 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port c3b3f70b-0d43-4e38-b32f-101164ecb70c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:38.757984 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.764675 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9aa52f-9000-4b13-9a90-7403c1c6103b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:38.766238 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9aa52f-9000-4b13-9a90-7403c1c6103b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:38.771796 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ae9aa52f-9000-4b13-9a90-7403c1c6103b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0839682 Jul 15 23:10:38.783597 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48064) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:38.881983 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2b8a61f-3ab6-42ba-aca5-1ffc81778ed2 req-38b870f4-d5f8-4fa5-8f9d-9619d53aa7a6 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/security-groups?id=99fbdf85-26fc-4d67-8eed-30775fbd9a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5186393 Jul 15 23:10:38.905717 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-883583e3-8feb-4b56-b40a-a2c90ec16ae4 None None] For port 0d1a0234-bb04-4cb4-b8c5-bde5628c71a6, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:38.915422 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b430da6-5127-4349-bfd5-c1e9a47f4f68 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting subnet e53feefa-fef0-44d3-87d1-7707d1ba0bc5 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:10:38.920217 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b430da6-5127-4349-bfd5-c1e9a47f4f68 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.951018 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-883583e3-8feb-4b56-b40a-a2c90ec16ae4 None None] For port 0d1a0234-bb04-4cb4-b8c5-bde5628c71a6, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=0d1a0234-bb04-4cb4-b8c5-bde5628c71a6,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:38.980225 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-883583e3-8feb-4b56-b40a-a2c90ec16ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.986895 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b430da6-5127-4349-bfd5-c1e9a47f4f68 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.032863 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 63dd6455-da87-4e03-a9d0-9edd9800d729 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:39.103826 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b430da6-5127-4349-bfd5-c1e9a47f4f68 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.203416 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-5a348928-c665-462a-9615-0339c9638557 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 23:10:39.208107 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48092) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:39.208748 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5a348928-c665-462a-9615-0339c9638557 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] 10.222.0.16 "DELETE /v2.0/routers/c6e9b9e8-6b1d-40ce-9543-db60440e68fb HTTP/1.1" status: 409 len: 329 time: 0.8502760 Jul 15 23:10:39.309031 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883583e3-8feb-4b56-b40a-a2c90ec16ae4 None None] Pushing event updated for resources: {'Port': ['ID=0d1a0234-bb04-4cb4-b8c5-bde5628c71a6,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:39.326249 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b430da6-5127-4349-bfd5-c1e9a47f4f68 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.352730 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.371964 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b430da6-5127-4349-bfd5-c1e9a47f4f68 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Subnet': ['ID=e53feefa-fef0-44d3-87d1-7707d1ba0bc5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:39.387826 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b430da6-5127-4349-bfd5-c1e9a47f4f68 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.390010 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3b430da6-5127-4349-bfd5-c1e9a47f4f68 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/e53feefa-fef0-44d3-87d1-7707d1ba0bc5 HTTP/1.1" status: 204 len: 168 time: 0.6053417 Jul 15 23:10:39.394271 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48096) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:39.405676 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-ffbe130f-b7f1-4494-8bec-dd1c2a7cd067 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Allocated IP 172.20.0.12 (06e80cc8-6c99-4e93-b9ec-9a2e84049a5a/4855a5f1-8b72-4f27-b61b-98876d40980b/90f78b53-65f5-4c56-83f7-658649dbbb11) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:39.425295 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 63dd6455-da87-4e03-a9d0-9edd9800d729 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:39.440805 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702bed7c-51d7-4a6e-804b-7eb9f8ffa021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b3f70b-0d43-4e38-b32f-101164ecb70c'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:39.451844 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-567bde60-d57c-438d-ad7a-bcee5bc465f3 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562282 Jul 15 23:10:39.453810 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa82777c-0cff-4afc-9408-0ceb6450f7ea" -d '{"events": [{"server_uuid": "702bed7c-51d7-4a6e-804b-7eb9f8ffa021", "name": "network-vif-plugged", "status": "completed", "tag": "c3b3f70b-0d43-4e38-b32f-101164ecb70c"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:39.455393 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48100) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:39.484010 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 63dd6455-da87-4e03-a9d0-9edd9800d729 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:39.484388 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.499460 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c3b3f70b-0d43-4e38-b32f-101164ecb70c, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c3b3f70b-0d43-4e38-b32f-101164ecb70c,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:39.527173 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.528027 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 1486830a-e37c-455d-983a-3305d04c64d4 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:39.818210 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=c3b3f70b-0d43-4e38-b32f-101164ecb70c,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:39.843921 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.850799 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb7a7e0-3913-4064-9604-7fe1683b6d66 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:39.852538 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fbb7a7e0-3913-4064-9604-7fe1683b6d66 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3957214 Jul 15 23:10:39.852683 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6c3128-4f40-40d2-a1b3-cc021206879e x-openstack-request-id: req-0c6c3128-4f40-40d2-a1b3-cc021206879e {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:39.852889 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "702bed7c-51d7-4a6e-804b-7eb9f8ffa021", "name": "network-vif-plugged", "status": "completed", "tag": "c3b3f70b-0d43-4e38-b32f-101164ecb70c", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:39.853141 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c6c3128-4f40-40d2-a1b3-cc021206879e {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:39.853535 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '702bed7c-51d7-4a6e-804b-7eb9f8ffa021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b3f70b-0d43-4e38-b32f-101164ecb70c', 'code': 200} Jul 15 23:10:39.902216 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48110) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:39.904873 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8a436e37-06a2-4038-9974-71b5f3bfd581 req-277b807f-1c50-4c1b-b452-838d4215dcfe tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 210 time: 0.1156099 Jul 15 23:10:39.965853 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-ffbe130f-b7f1-4494-8bec-dd1c2a7cd067 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.980629 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.040998 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 1486830a-e37c-455d-983a-3305d04c64d4, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=1486830a-e37c-455d-983a-3305d04c64d4,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:40.045271 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-ffbe130f-b7f1-4494-8bec-dd1c2a7cd067 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.059444 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 63dd6455-da87-4e03-a9d0-9edd9800d729, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=63dd6455-da87-4e03-a9d0-9edd9800d729,segment=NetworkSegment(8c1cbd9c-451c-4ff5-9afa-9899869dfbd9),segment_id=8c1cbd9c-451c-4ff5-9afa-9899869dfbd9)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:40.060675 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.100019 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-ffbe130f-b7f1-4494-8bec-dd1c2a7cd067 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Network 06e80cc8-6c99-4e93-b9ec-9a2e84049a5a is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:40.103746 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-ffbe130f-b7f1-4494-8bec-dd1c2a7cd067 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:40.131223 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=1486830a-e37c-455d-983a-3305d04c64d4,revision_number=11']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:40.135913 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.160070 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-ffbe130f-b7f1-4494-8bec-dd1c2a7cd067 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:40.208056 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=63dd6455-da87-4e03-a9d0-9edd9800d729,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:40.216902 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aec9b3e-9299-4567-ad08-eec3332edb72 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:40.218452 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1aec9b3e-9299-4567-ad08-eec3332edb72 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3129058 Jul 15 23:10:40.222964 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48116) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:40.292672 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5e0024e4-d4d9-4421-96ec-adc55a7eaff0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0619764 Jul 15 23:10:40.297652 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919e0e9-fdd7-48ed-9d0c-592de31dd796 req-5887350f-9b89-4ce9-bf6d-b9f4cfb94c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:40.300021 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6919e0e9-fdd7-48ed-9d0c-592de31dd796 req-5887350f-9b89-4ce9-bf6d-b9f4cfb94c03 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=702bed7c-51d7-4a6e-804b-7eb9f8ffa021 HTTP/1.1" status: 200 len: 1099 time: 0.2862148 Jul 15 23:10:40.300505 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48120) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:40.327105 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-de7709dd-c3aa-4c89-a73f-8dc80dae87f4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:40.331619 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-ffbe130f-b7f1-4494-8bec-dd1c2a7cd067 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:40.332255 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-ffbe130f-b7f1-4494-8bec-dd1c2a7cd067 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.338380 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe130f-b7f1-4494-8bec-dd1c2a7cd067 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Pushing event updated for resources: {'Port': ['ID=90f78b53-65f5-4c56-83f7-658649dbbb11,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:40.371203 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-ffbe130f-b7f1-4494-8bec-dd1c2a7cd067 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6597755 Jul 15 23:10:40.388001 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-53a9e91f-ba98-4166-9c5b-02491d06c0d1 service neutron] Request body: {'port': {'device_id': '095c107f-6dcb-49db-9ecd-0d3c88b52f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:40.418022 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-aea5e465-288c-4fa0-9086-d1e6e1441812 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:40.423689 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-aea5e465-288c-4fa0-9086-d1e6e1441812 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.36 "GET /v2.0/networks?id=06e80cc8-6c99-4e93-b9ec-9a2e84049a5a HTTP/1.1" status: 200 len: 818 time: 0.4404650 Jul 15 23:10:40.469072 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-3aac90b1-62cf-4ccf-8cc2-7ae7ed621938 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Request body: {'port': {'device_id': 'b3b5538e-3f8d-45bd-8e3b-9c07c16587a6', 'network_id': '06e80cc8-6c99-4e93-b9ec-9a2e84049a5a', 'admin_state_up': True, 'tenant_id': 'c94a1f7515fc403ca722dddef8f6ba46'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:40.483477 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5eb9c-b376-4b2a-a639-ef50cfd2b3f3 req-5cdbc0aa-c9f8-4e5a-b3d2-a19705266a05 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:40.485201 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4bb5eb9c-b376-4b2a-a639-ef50cfd2b3f3 req-5cdbc0aa-c9f8-4e5a-b3d2-a19705266a05 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/ports?device_id=702bed7c-51d7-4a6e-804b-7eb9f8ffa021 HTTP/1.1" status: 200 len: 948 time: 0.3178091 Jul 15 23:10:40.521907 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6919e0e9-fdd7-48ed-9d0c-592de31dd796 req-826e4e19-1f0b-4247-beb7-9fff03d8d939 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=99fbdf85-26fc-4d67-8eed-30775fbd9a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865048 Jul 15 23:10:40.530531 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-53a9e91f-ba98-4166-9c5b-02491d06c0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.641225 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4bb5eb9c-b376-4b2a-a639-ef50cfd2b3f3 req-938d0f19-d13a-4bc5-a157-0d4075498d3b tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/security-groups?id=99fbdf85-26fc-4d67-8eed-30775fbd9a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485882 Jul 15 23:10:40.677285 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cf718907-b3ef-4beb-b059-d5bd961f8221 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.796590 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7709dd-c3aa-4c89-a73f-8dc80dae87f4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:40.797444 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d353af-d2a3-4625-be83-4fcaec07d569 req-eb5ccfc7-304e-4119-b761-aeafdba5440c tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:40.801154 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de7709dd-c3aa-4c89-a73f-8dc80dae87f4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.805378 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-41d353af-d2a3-4625-be83-4fcaec07d569 req-eb5ccfc7-304e-4119-b761-aeafdba5440c tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.16 "GET /v2.0/ports?device_id=590ca4dc-f4de-4313-a4a3-b6ea774266d9 HTTP/1.1" status: 200 len: 948 time: 0.2141843 Jul 15 23:10:40.906872 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-41d353af-d2a3-4625-be83-4fcaec07d569 req-e4fb3332-0fba-4ea9-9d07-6f1ea9d58135 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d2a347d-6f24-41cb-ac1b-16102695d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963314 Jul 15 23:10:41.019853 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a742c38-7396-4888-900b-a4a842e9214f None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:41.047161 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-53a9e91f-ba98-4166-9c5b-02491d06c0d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90f78b53-65f5-4c56-83f7-658649dbbb11 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:41.059627 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-53a9e91f-ba98-4166-9c5b-02491d06c0d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:41.087226 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-53a9e91f-ba98-4166-9c5b-02491d06c0d1 service neutron] Transition to ACTIVE for port object 90f78b53-65f5-4c56-83f7-658649dbbb11 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:41.103212 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-53a9e91f-ba98-4166-9c5b-02491d06c0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:41.109183 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0d1a0234-bb04-4cb4-b8c5-bde5628c71a6 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:41.119601 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de7709dd-c3aa-4c89-a73f-8dc80dae87f4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:41.133498 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-3aac90b1-62cf-4ccf-8cc2-7ae7ed621938 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Made reservation on behalf of c94a1f7515fc403ca722dddef8f6ba46 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:41.137155 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-3aac90b1-62cf-4ccf-8cc2-7ae7ed621938 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:41.184754 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8c0c1b4d-33fe-47ea-b0ab-20849313953b None None] Provisioning for port 0d1a0234-bb04-4cb4-b8c5-bde5628c71a6 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:41.215443 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8c0c1b4d-33fe-47ea-b0ab-20849313953b None None] Could not find standard attr ID for object d567bdb2-8f8b-4ee6-9460-8378ce66ef0d. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:10:41.223168 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab45c3d2-436e-45ea-acf4-1b2dc3e699d8 req-71dfba1b-f049-4ee8-bd60-d312d1fd23b8 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 210 time: 0.0596187 Jul 15 23:10:41.276700 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9e91f-ba98-4166-9c5b-02491d06c0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=90f78b53-65f5-4c56-83f7-658649dbbb11,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:41.312780 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 0d1a0234-bb04-4cb4-b8c5-bde5628c71a6 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:41.342261 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 0d1a0234-bb04-4cb4-b8c5-bde5628c71a6 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:41.342940 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:41.349901 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-53a9e91f-ba98-4166-9c5b-02491d06c0d1 service neutron] Attempting to bind port 90f78b53-65f5-4c56-83f7-658649dbbb11 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:41.351284 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-53a9e91f-ba98-4166-9c5b-02491d06c0d1 service neutron] Attempting to bind port 90f78b53-65f5-4c56-83f7-658649dbbb11 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '8c1cbd9c-451c-4ff5-9afa-9899869dfbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '06e80cc8-6c99-4e93-b9ec-9a2e84049a5a'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:41.351639 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-53a9e91f-ba98-4166-9c5b-02491d06c0d1 service neutron] Attempting to bind port 90f78b53-65f5-4c56-83f7-658649dbbb11 on network 06e80cc8-6c99-4e93-b9ec-9a2e84049a5a {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:41.357294 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-53a9e91f-ba98-4166-9c5b-02491d06c0d1 service neutron] Port 90f78b53-65f5-4c56-83f7-658649dbbb11 on network 06e80cc8-6c99-4e93-b9ec-9a2e84049a5a not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:10:41.357628 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-53a9e91f-ba98-4166-9c5b-02491d06c0d1 service neutron] Attempting to bind port 90f78b53-65f5-4c56-83f7-658649dbbb11 on network 06e80cc8-6c99-4e93-b9ec-9a2e84049a5a {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:41.364616 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-53a9e91f-ba98-4166-9c5b-02491d06c0d1 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:41.364973 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-53a9e91f-ba98-4166-9c5b-02491d06c0d1 service neutron] Checking segment: {'id': '8c1cbd9c-451c-4ff5-9afa-9899869dfbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '06e80cc8-6c99-4e93-b9ec-9a2e84049a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:41.365336 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-53a9e91f-ba98-4166-9c5b-02491d06c0d1 service neutron] Bound using segment: {'id': '8c1cbd9c-451c-4ff5-9afa-9899869dfbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '06e80cc8-6c99-4e93-b9ec-9a2e84049a5a'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:41.365775 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-53a9e91f-ba98-4166-9c5b-02491d06c0d1 service neutron] Bound port: 90f78b53-65f5-4c56-83f7-658649dbbb11, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c1cbd9c-451c-4ff5-9afa-9899869dfbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '06e80cc8-6c99-4e93-b9ec-9a2e84049a5a'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:41.366199 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-53a9e91f-ba98-4166-9c5b-02491d06c0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:41.459725 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-53a9e91f-ba98-4166-9c5b-02491d06c0d1 service neutron] For port 90f78b53-65f5-4c56-83f7-658649dbbb11, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:41.478525 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-53a9e91f-ba98-4166-9c5b-02491d06c0d1 service neutron] For port 90f78b53-65f5-4c56-83f7-658649dbbb11, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=90f78b53-65f5-4c56-83f7-658649dbbb11,segment=NetworkSegment(8c1cbd9c-451c-4ff5-9afa-9899869dfbd9),segment_id=8c1cbd9c-451c-4ff5-9afa-9899869dfbd9)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:41.484820 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-53a9e91f-ba98-4166-9c5b-02491d06c0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:41.512711 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:41.572006 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 0d1a0234-bb04-4cb4-b8c5-bde5628c71a6, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=0d1a0234-bb04-4cb4-b8c5-bde5628c71a6,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:41.578810 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-53a9e91f-ba98-4166-9c5b-02491d06c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:41.580540 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-53a9e91f-ba98-4166-9c5b-02491d06c0d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:41.580782 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:41.581876 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 63dd6455-da87-4e03-a9d0-9edd9800d729 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:41.582610 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-53a9e91f-ba98-4166-9c5b-02491d06c0d1 service neutron] 10.222.0.43 "PUT /v2.0/ports/90f78b53-65f5-4c56-83f7-658649dbbb11 HTTP/1.1" status: 200 len: 1092 time: 1.2005720 Jul 15 23:10:41.583186 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095c107f-6dcb-49db-9ecd-0d3c88b52f2d', 'tag': '90f78b53-65f5-4c56-83f7-658649dbbb11'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:41.587086 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984f3484-8958-4316-86c1-9c551f5de5ea" -d '{"events": [{"name": "network-changed", "server_uuid": "095c107f-6dcb-49db-9ecd-0d3c88b52f2d", "tag": "90f78b53-65f5-4c56-83f7-658649dbbb11"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:41.591805 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7709dd-c3aa-4c89-a73f-8dc80dae87f4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:41.602646 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-de7709dd-c3aa-4c89-a73f-8dc80dae87f4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:41.613531 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7709dd-c3aa-4c89-a73f-8dc80dae87f4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:41.614558 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de7709dd-c3aa-4c89-a73f-8dc80dae87f4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:41.637891 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7709dd-c3aa-4c89-a73f-8dc80dae87f4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Subnet': ['ID=e55580e8-c60e-4d82-9eb3-d109065043a2,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:41.677349 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9e91f-ba98-4166-9c5b-02491d06c0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=90f78b53-65f5-4c56-83f7-658649dbbb11,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:41.710487 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bafcc5-69ce-4bfb-8efd-cb589788ae43 x-openstack-request-id: req-73bafcc5-69ce-4bfb-8efd-cb589788ae43 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:41.711043 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "095c107f-6dcb-49db-9ecd-0d3c88b52f2d", "tag": "90f78b53-65f5-4c56-83f7-658649dbbb11", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:41.711500 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73bafcc5-69ce-4bfb-8efd-cb589788ae43 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:41.712125 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '095c107f-6dcb-49db-9ecd-0d3c88b52f2d', 'tag': '90f78b53-65f5-4c56-83f7-658649dbbb11', 'status': 'completed', 'code': 200} Jul 15 23:10:41.722031 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-de7709dd-c3aa-4c89-a73f-8dc80dae87f4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4138830 Jul 15 23:10:41.722793 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48134) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:41.728464 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-54b80b37-d815-4981-9fe4-f186fbd02ffa tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'port': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'mac_address': 'fa:16:3e:7a:b9:a0', 'name': 'tempest-NetworksTestDHCPv6-19620208'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:41.750327 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=0d1a0234-bb04-4cb4-b8c5-bde5628c71a6,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:41.758065 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 63dd6455-da87-4e03-a9d0-9edd9800d729 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:41.762012 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:41.926561 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-3aac90b1-62cf-4ccf-8cc2-7ae7ed621938 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Allocated IP 172.20.0.5 (06e80cc8-6c99-4e93-b9ec-9a2e84049a5a/4855a5f1-8b72-4f27-b61b-98876d40980b/65d7ce8f-f4cf-4b8a-9656-441afeafb634) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:41.984504 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-cf718907-b3ef-4beb-b059-d5bd961f8221 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Deleting port c9ee6e20-499f-4156-a0c5-a066d8e75ace {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:41.984857 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cf718907-b3ef-4beb-b059-d5bd961f8221 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:42.021936 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590ca4dc-f4de-4313-a4a3-b6ea774266d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1486830a-e37c-455d-983a-3305d04c64d4'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:42.024234 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1da2abb-57c9-4903-aa61-8628b70101bd" -d '{"events": [{"server_uuid": "590ca4dc-f4de-4313-a4a3-b6ea774266d9", "name": "network-vif-unplugged", "status": "completed", "tag": "1486830a-e37c-455d-983a-3305d04c64d4"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:42.032859 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da5e1f0-0d35-4014-b4d3-364ff00a840c None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:42.038555 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f3484-8958-4316-86c1-9c551f5de5ea req-69cb12ee-4187-45da-806c-1384a9813c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:42.040852 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-984f3484-8958-4316-86c1-9c551f5de5ea req-69cb12ee-4187-45da-806c-1384a9813c18 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c94a1f7515fc403ca722dddef8f6ba46&device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 1095 time: 0.1660428 Jul 15 23:10:42.047822 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d65e4-b1ee-451f-af38-1e35c7726e5c req-8e5838ae-6ee4-45af-9a01-715136d3c82b tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:42.050171 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-827d65e4-b1ee-451f-af38-1e35c7726e5c req-8e5838ae-6ee4-45af-9a01-715136d3c82b tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/ports?device_id=702bed7c-51d7-4a6e-804b-7eb9f8ffa021 HTTP/1.1" status: 200 len: 948 time: 0.1938035 Jul 15 23:10:42.051602 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b80b37-d815-4981-9fe4-f186fbd02ffa tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:42.101460 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-bc21b92c-2583-40e2-a004-35daa94ad7c2 None None] Provisioning complete for port 0d1a0234-bb04-4cb4-b8c5-bde5628c71a6 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:42.102332 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bc21b92c-2583-40e2-a004-35daa94ad7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:42.146817 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cf718907-b3ef-4beb-b059-d5bd961f8221 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:42.170484 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-cf718907-b3ef-4beb-b059-d5bd961f8221 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Calling delete_port for c9ee6e20-499f-4156-a0c5-a066d8e75ace owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:42.190333 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-3aac90b1-62cf-4ccf-8cc2-7ae7ed621938 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:42.328491 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-3aac90b1-62cf-4ccf-8cc2-7ae7ed621938 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:42.333835 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-827d65e4-b1ee-451f-af38-1e35c7726e5c req-c4d307d5-bf29-4217-beb9-be051e43ccdd tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/security-groups?id=99fbdf85-26fc-4d67-8eed-30775fbd9a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404866 Jul 15 23:10:42.382217 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-3aac90b1-62cf-4ccf-8cc2-7ae7ed621938 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Network 06e80cc8-6c99-4e93-b9ec-9a2e84049a5a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:42.386951 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-3aac90b1-62cf-4ccf-8cc2-7ae7ed621938 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:42.391191 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-54b80b37-d815-4981-9fe4-f186fbd02ffa tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:42.393796 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-3aac90b1-62cf-4ccf-8cc2-7ae7ed621938 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:42.402897 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f3484-8958-4316-86c1-9c551f5de5ea req-b195fce6-4559-46a8-a2ca-bf4a2b8d872d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:42.404367 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-984f3484-8958-4316-86c1-9c551f5de5ea req-b195fce6-4559-46a8-a2ca-bf4a2b8d872d service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=c94a1f7515fc403ca722dddef8f6ba46&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3474979 Jul 15 23:10:42.427501 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6672cf1c-21d6-45b0-8f2f-08b8797456cc x-openstack-request-id: req-6672cf1c-21d6-45b0-8f2f-08b8797456cc {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:42.430151 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590ca4dc-f4de-4313-a4a3-b6ea774266d9", "name": "network-vif-unplugged", "status": "completed", "tag": "1486830a-e37c-455d-983a-3305d04c64d4", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:42.430469 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6672cf1c-21d6-45b0-8f2f-08b8797456cc {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:42.430925 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590ca4dc-f4de-4313-a4a3-b6ea774266d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1486830a-e37c-455d-983a-3305d04c64d4', 'code': 200} Jul 15 23:10:42.459266 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-54b80b37-d815-4981-9fe4-f186fbd02ffa tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] device_id is not set on port 0ddcf6ab-c6e7-4560-ae3a-68295c8d45a1 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:10:42.482470 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac90b1-62cf-4ccf-8cc2-7ae7ed621938 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Pushing event updated for resources: {'Port': ['ID=65d7ce8f-f4cf-4b8a-9656-441afeafb634,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:42.522462 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-3aac90b1-62cf-4ccf-8cc2-7ae7ed621938 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:42.532154 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-3aac90b1-62cf-4ccf-8cc2-7ae7ed621938 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:42.565817 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-3aac90b1-62cf-4ccf-8cc2-7ae7ed621938 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1206858 Jul 15 23:10:42.575640 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cf718907-b3ef-4beb-b059-d5bd961f8221 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:42.591945 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-be4a6b3d-4dea-4344-a7c3-52b87ce8167a service neutron] Request body: {'port': {'device_id': 'b3b5538e-3f8d-45bd-8e3b-9c07c16587a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:42.594933 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf33e7-3578-4e43-b45b-a377845e0ab2 req-2f8ae303-bc70-4b45-9fd4-3e64db576ad4 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:42.596501 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1aaf33e7-3578-4e43-b45b-a377845e0ab2 req-2f8ae303-bc70-4b45-9fd4-3e64db576ad4 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.16 "GET /v2.0/ports?device_id=590ca4dc-f4de-4313-a4a3-b6ea774266d9 HTTP/1.1" status: 200 len: 948 time: 0.3466480 Jul 15 23:10:42.641542 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf718907-b3ef-4beb-b059-d5bd961f8221 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Pushing event deleted for resources: {'Port': ['ID=c9ee6e20-499f-4156-a0c5-a066d8e75ace,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:42.808811 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-079a56bf-b656-4005-bb2b-0161cbf56a19 None None] Provisioning complete for port 0d1a0234-bb04-4cb4-b8c5-bde5628c71a6 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:42.809192 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-079a56bf-b656-4005-bb2b-0161cbf56a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:42.889555 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0d1a0234-bb04-4cb4-b8c5-bde5628c71a6 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:42.918400 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cf718907-b3ef-4beb-b059-d5bd961f8221 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:42.919814 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-be4a6b3d-4dea-4344-a7c3-52b87ce8167a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:43.010565 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 0d1a0234-bb04-4cb4-b8c5-bde5628c71a6 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:43.011257 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:43.106856 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ff225311-75b5-4212-a5e3-a8c7b572d96d None None] Could not find standard attr ID for object d567bdb2-8f8b-4ee6-9460-8378ce66ef0d. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:10:43.189858 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb8b2b-353c-428e-b5b6-48bf4511e987 req-b9ccd67b-1608-4264-b8f5-ebe6aa507534 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:43.191493 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-50cb8b2b-353c-428e-b5b6-48bf4511e987 req-b9ccd67b-1608-4264-b8f5-ebe6aa507534 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.36 "GET /v2.0/ports?device_id=590ca4dc-f4de-4313-a4a3-b6ea774266d9 HTTP/1.1" status: 200 len: 948 time: 0.4521151 Jul 15 23:10:43.210950 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f3484-8958-4316-86c1-9c551f5de5ea req-b3b33f9d-c125-41c8-8929-54c87e640f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:43.212504 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-984f3484-8958-4316-86c1-9c551f5de5ea req-b3b33f9d-c125-41c8-8929-54c87e640f33 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7995653 Jul 15 23:10:43.245198 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf718907-b3ef-4beb-b059-d5bd961f8221 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Router c6e9b9e8-6b1d-40ce-9543-db60440e68fb has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:10:43.286498 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-54b80b37-d815-4981-9fe4-f186fbd02ffa tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Allocated IP 2001:db8::16 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/e55580e8-c60e-4d82-9eb3-d109065043a2/0ddcf6ab-c6e7-4560-ae3a-68295c8d45a1) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:43.294454 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1aaf33e7-3578-4e43-b45b-a377845e0ab2 req-9a490026-909d-450a-83a4-93e4de768145 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d2a347d-6f24-41cb-ac1b-16102695d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766915 Jul 15 23:10:43.385000 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe07cb5-1e37-441d-9dc4-70373ee1f70a req-5bd01ab4-391a-4d81-9ea6-883dcd629cf0 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:43.386432 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2fe07cb5-1e37-441d-9dc4-70373ee1f70a req-5bd01ab4-391a-4d81-9ea6-883dcd629cf0 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 931 time: 0.2699568 Jul 15 23:10:43.444345 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-3d8b332f-ede9-465c-9589-0f8f73a5c54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:43.445866 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-3d8b332f-ede9-465c-9589-0f8f73a5c54a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c94a1f7515fc403ca722dddef8f6ba46&device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 1095 time: 0.1821527 Jul 15 23:10:43.499024 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf718907-b3ef-4beb-b059-d5bd961f8221 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:10:43.516115 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cf718907-b3ef-4beb-b059-d5bd961f8221 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] 10.222.0.16 "PUT /v2.0/routers/c6e9b9e8-6b1d-40ce-9543-db60440e68fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3070035 Jul 15 23:10:43.516269 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c8bb15-1f1f-421b-95f1-9d4c64fa09e3 None None] Sync routers for ids ['c6e9b9e8-6b1d-40ce-9543-db60440e68fb'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:10:43.517035 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48152) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:43.526116 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c8bb15-1f1f-421b-95f1-9d4c64fa09e3 None None] Routers {'c6e9b9e8-6b1d-40ce-9543-db60440e68fb'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:43.526706 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-39c8bb15-1f1f-421b-95f1-9d4c64fa09e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:10:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c6e9b9e8-6b1d-40ce-9543-db60440e68fb'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:43.539884 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-095eb188-d24f-4745-9907-923c7f455eb3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90f78b53-65f5-4c56-83f7-658649dbbb11 HTTP/1.1" status: 200 len: 217 time: 0.0828507 Jul 15 23:10:43.552217 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2fe07cb5-1e37-441d-9dc4-70373ee1f70a req-12ed3996-d73f-40fe-b28e-5bc34c464e9f tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583662 Jul 15 23:10:43.565353 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-39c8bb15-1f1f-421b-95f1-9d4c64fa09e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:43.575847 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-6decf643-c145-475d-b440-abd4ac9dc73c tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] show failed (client error): The resource could not be found. Jul 15 23:10:43.576898 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6decf643-c145-475d-b440-abd4ac9dc73c tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-2099531853 HTTP/1.1" status: 404 len: 335 time: 0.0545795 Jul 15 23:10:43.582831 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48156) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:43.583089 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c8bb15-1f1f-421b-95f1-9d4c64fa09e3 None None] Routers {'c6e9b9e8-6b1d-40ce-9543-db60440e68fb'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:43.583727 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-39c8bb15-1f1f-421b-95f1-9d4c64fa09e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:10:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c6e9b9e8-6b1d-40ce-9543-db60440e68fb'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:43.604924 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-fb16f858-82d9-43ef-acd9-2c71a3d91d22 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:43.615793 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-50cb8b2b-353c-428e-b5b6-48bf4511e987 req-9a970854-7236-461d-b404-98c3cfd7cbe8 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Deleting port 1486830a-e37c-455d-983a-3305d04c64d4 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:43.619303 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-50cb8b2b-353c-428e-b5b6-48bf4511e987 req-9a970854-7236-461d-b404-98c3cfd7cbe8 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:43.659403 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-fb16f858-82d9-43ef-acd9-2c71a3d91d22 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] update failed (client error): The resource could not be found. Jul 15 23:10:43.660720 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fb16f858-82d9-43ef-acd9-2c71a3d91d22 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-2006618583 HTTP/1.1" status: 404 len: 335 time: 0.0763893 Jul 15 23:10:43.664158 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48158) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:43.670970 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-39c8bb15-1f1f-421b-95f1-9d4c64fa09e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:43.671650 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c8bb15-1f1f-421b-95f1-9d4c64fa09e3 None None] The sync data for ids ['c6e9b9e8-6b1d-40ce-9543-db60440e68fb'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:10:43.680469 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-54b80b37-d815-4981-9fe4-f186fbd02ffa tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:43.683603 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-827cb74f-67da-44ec-909b-38e6b88bc4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:43.685236 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-827cb74f-67da-44ec-909b-38e6b88bc4d7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4855a5f1-8b72-4f27-b61b-98876d40980b HTTP/1.1" status: 200 len: 858 time: 0.1300719 Jul 15 23:10:43.717591 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-54b80b37-d815-4981-9fe4-f186fbd02ffa tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Transition to ACTIVE for port object 0ddcf6ab-c6e7-4560-ae3a-68295c8d45a1 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:43.758279 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-d00301db-63ce-4d9c-873e-124b4d284195 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=06e80cc8-6c99-4e93-b9ec-9a2e84049a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611415 Jul 15 23:10:43.800475 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad1f3bf-7c79-4294-a555-0d1c2b774400 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Deleting subnet b7fc84eb-310e-46ff-8d85-4f163d48f995 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:10:43.824738 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ad1f3bf-7c79-4294-a555-0d1c2b774400 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:43.868610 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-50cb8b2b-353c-428e-b5b6-48bf4511e987 req-9a970854-7236-461d-b404-98c3cfd7cbe8 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] For port 1486830a-e37c-455d-983a-3305d04c64d4, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=1486830a-e37c-455d-983a-3305d04c64d4,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:43.868971 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-50cb8b2b-353c-428e-b5b6-48bf4511e987 req-9a970854-7236-461d-b404-98c3cfd7cbe8 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:43.879907 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef93241-8e22-4be1-8746-b5aa3dc918ce req-8cc9a9ab-c0c7-4394-ae5c-f7d6d4581950 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:43.881398 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fef93241-8e22-4be1-8746-b5aa3dc918ce req-8cc9a9ab-c0c7-4394-ae5c-f7d6d4581950 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/ports?device_id=702bed7c-51d7-4a6e-804b-7eb9f8ffa021 HTTP/1.1" status: 200 len: 948 time: 0.1854808 Jul 15 23:10:43.882408 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-54b80b37-d815-4981-9fe4-f186fbd02ffa tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:43.895999 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-be4a6b3d-4dea-4344-a7c3-52b87ce8167a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d7ce8f-f4cf-4b8a-9656-441afeafb634 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:43.900532 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-50cb8b2b-353c-428e-b5b6-48bf4511e987 req-9a970854-7236-461d-b404-98c3cfd7cbe8 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Calling delete_port for 1486830a-e37c-455d-983a-3305d04c64d4 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:43.903537 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ad1f3bf-7c79-4294-a555-0d1c2b774400 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:43.910688 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-be4a6b3d-4dea-4344-a7c3-52b87ce8167a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:43.956477 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b80b37-d815-4981-9fe4-f186fbd02ffa tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:43.959706 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-7fb16b87-22bb-4dc3-b4eb-64358505ee41 service neutron] 10.222.0.43 "GET /v2.0/networks/06e80cc8-6c99-4e93-b9ec-9a2e84049a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901393 Jul 15 23:10:43.961795 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-be4a6b3d-4dea-4344-a7c3-52b87ce8167a service neutron] Transition to ACTIVE for port object 65d7ce8f-f4cf-4b8a-9656-441afeafb634 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:43.965500 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-54b80b37-d815-4981-9fe4-f186fbd02ffa tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:43.984181 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b80b37-d815-4981-9fe4-f186fbd02ffa tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:43.989685 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b80b37-d815-4981-9fe4-f186fbd02ffa tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:43.990300 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-54b80b37-d815-4981-9fe4-f186fbd02ffa tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:43.997128 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-be4a6b3d-4dea-4344-a7c3-52b87ce8167a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:44.022208 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b80b37-d815-4981-9fe4-f186fbd02ffa tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Port': ['ID=0ddcf6ab-c6e7-4560-ae3a-68295c8d45a1,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:44.031029 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fef93241-8e22-4be1-8746-b5aa3dc918ce req-f900a3fc-fb3d-4e6e-8e25-b8ff117c3605 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/security-groups?id=99fbdf85-26fc-4d67-8eed-30775fbd9a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370068 Jul 15 23:10:44.047110 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-54b80b37-d815-4981-9fe4-f186fbd02ffa tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3228285 Jul 15 23:10:44.060463 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48160) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:44.141960 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8fd1ed84-a614-4e65-8e29-6ac27de9cb61 req-ea933bfd-b1f0-499e-82e6-5de83fee8e41 service neutron] 10.222.0.43 "GET /v2.0/networks/06e80cc8-6c99-4e93-b9ec-9a2e84049a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727278 Jul 15 23:10:44.176497 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a6b3d-4dea-4344-a7c3-52b87ce8167a service neutron] Pushing event updated for resources: {'Port': ['ID=65d7ce8f-f4cf-4b8a-9656-441afeafb634,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:44.227667 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ad1f3bf-7c79-4294-a555-0d1c2b774400 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:44.271994 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fdedc-388a-4b1e-8705-210d2a1721f1 req-f30ca26c-c82d-4040-bda8-640c53445ecc tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:44.273779 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c94fdedc-388a-4b1e-8705-210d2a1721f1 req-f30ca26c-c82d-4040-bda8-640c53445ecc tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/ports?device_id=836ea51d-ce98-4605-bd1d-b1dda80e541c HTTP/1.1" status: 200 len: 949 time: 0.0683279 Jul 15 23:10:44.312811 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c94fdedc-388a-4b1e-8705-210d2a1721f1 req-3527e670-8893-482d-8868-8c0e2c62361a tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/security-groups?id=99fbdf85-26fc-4d67-8eed-30775fbd9a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331938 Jul 15 23:10:44.346682 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b1ea36-2510-4af2-ad2f-27440d3a7195 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:44.354544 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b1ea36-2510-4af2-ad2f-27440d3a7195 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:44.355608 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1dfbcad2-a7c7-4028-a2f2-264a03df0419 None None] Provisioning for port 0ddcf6ab-c6e7-4560-ae3a-68295c8d45a1 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:44.356186 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-35b1ea36-2510-4af2-ad2f-27440d3a7195 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.3019860 Jul 15 23:10:44.359129 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48168) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:44.364563 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-be4a6b3d-4dea-4344-a7c3-52b87ce8167a service neutron] Attempting to bind port 65d7ce8f-f4cf-4b8a-9656-441afeafb634 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:44.364946 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-be4a6b3d-4dea-4344-a7c3-52b87ce8167a service neutron] Attempting to bind port 65d7ce8f-f4cf-4b8a-9656-441afeafb634 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '8c1cbd9c-451c-4ff5-9afa-9899869dfbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '06e80cc8-6c99-4e93-b9ec-9a2e84049a5a'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:44.365412 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-be4a6b3d-4dea-4344-a7c3-52b87ce8167a service neutron] Attempting to bind port 65d7ce8f-f4cf-4b8a-9656-441afeafb634 on network 06e80cc8-6c99-4e93-b9ec-9a2e84049a5a {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:44.377702 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1dfbcad2-a7c7-4028-a2f2-264a03df0419 None None] Provisioning complete for port 0ddcf6ab-c6e7-4560-ae3a-68295c8d45a1 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:44.378170 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1dfbcad2-a7c7-4028-a2f2-264a03df0419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:44.384093 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-be4a6b3d-4dea-4344-a7c3-52b87ce8167a service neutron] Port 65d7ce8f-f4cf-4b8a-9656-441afeafb634 on network 06e80cc8-6c99-4e93-b9ec-9a2e84049a5a not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:10:44.384440 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-be4a6b3d-4dea-4344-a7c3-52b87ce8167a service neutron] Attempting to bind port 65d7ce8f-f4cf-4b8a-9656-441afeafb634 on network 06e80cc8-6c99-4e93-b9ec-9a2e84049a5a {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:44.390604 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-50cb8b2b-353c-428e-b5b6-48bf4511e987 req-9a970854-7236-461d-b404-98c3cfd7cbe8 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:44.404591 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ad1f3bf-7c79-4294-a555-0d1c2b774400 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:44.406560 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-be4a6b3d-4dea-4344-a7c3-52b87ce8167a service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:44.406932 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-be4a6b3d-4dea-4344-a7c3-52b87ce8167a service neutron] Checking segment: {'id': '8c1cbd9c-451c-4ff5-9afa-9899869dfbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '06e80cc8-6c99-4e93-b9ec-9a2e84049a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:44.407872 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-be4a6b3d-4dea-4344-a7c3-52b87ce8167a service neutron] Bound using segment: {'id': '8c1cbd9c-451c-4ff5-9afa-9899869dfbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '06e80cc8-6c99-4e93-b9ec-9a2e84049a5a'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:44.408294 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-be4a6b3d-4dea-4344-a7c3-52b87ce8167a service neutron] Bound port: 65d7ce8f-f4cf-4b8a-9656-441afeafb634, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c1cbd9c-451c-4ff5-9afa-9899869dfbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '06e80cc8-6c99-4e93-b9ec-9a2e84049a5a'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:44.408651 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-be4a6b3d-4dea-4344-a7c3-52b87ce8167a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:44.448820 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-1dfbcad2-a7c7-4028-a2f2-264a03df0419 None None] Port 0ddcf6ab-c6e7-4560-ae3a-68295c8d45a1 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:10:44.471282 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a970854-7236-461d-b404-98c3cfd7cbe8 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Pushing event deleted for resources: {'Port': ['ID=1486830a-e37c-455d-983a-3305d04c64d4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:44.480224 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1f3bf-7c79-4294-a555-0d1c2b774400 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Pushing event deleted for resources: {'Subnet': ['ID=b7fc84eb-310e-46ff-8d85-4f163d48f995,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:44.490877 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ad1f3bf-7c79-4294-a555-0d1c2b774400 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:44.495301 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ba2248ff-9ad0-42bc-bb93-68ba754ff55e req-95ead178-af12-4b8f-ad58-a05191d9ec20 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.16 "GET /v2.0/ports?device_id=590ca4dc-f4de-4313-a4a3-b6ea774266d9 HTTP/1.1" status: 200 len: 210 time: 0.0487626 Jul 15 23:10:44.496142 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4ad1f3bf-7c79-4294-a555-0d1c2b774400 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] 10.222.0.16 "DELETE /v2.0/subnets/b7fc84eb-310e-46ff-8d85-4f163d48f995 HTTP/1.1" status: 204 len: 168 time: 0.8309853 Jul 15 23:10:44.498199 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48176) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:44.503576 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4f0e5b-50d6-493d-9748-367c8662393f None None] Network b9f12bab-c8d5-4e95-917c-90e82cb86d27 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:44.595521 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-45317418-0605-4c1b-a772-7a7ec1df5fe1 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting port 0ddcf6ab-c6e7-4560-ae3a-68295c8d45a1 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:44.595871 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-45317418-0605-4c1b-a772-7a7ec1df5fe1 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:44.617720 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-50cb8b2b-353c-428e-b5b6-48bf4511e987 req-9a970854-7236-461d-b404-98c3cfd7cbe8 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] No DVR routers for this DVR port 1486830a-e37c-455d-983a-3305d04c64d4 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:44.640228 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-50cb8b2b-353c-428e-b5b6-48bf4511e987 req-9a970854-7236-461d-b404-98c3cfd7cbe8 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:44.643094 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-50cb8b2b-353c-428e-b5b6-48bf4511e987 req-9a970854-7236-461d-b404-98c3cfd7cbe8 tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.36 "DELETE /v2.0/ports/1486830a-e37c-455d-983a-3305d04c64d4 HTTP/1.1" status: 204 len: 173 time: 1.4433854 Jul 15 23:10:44.658075 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590ca4dc-f4de-4313-a4a3-b6ea774266d9', 'name': 'network-vif-deleted', 'tag': '1486830a-e37c-455d-983a-3305d04c64d4'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:44.661393 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5fce36-4935-4653-9aad-83266b395b17" -d '{"events": [{"server_uuid": "590ca4dc-f4de-4313-a4a3-b6ea774266d9", "name": "network-vif-deleted", "tag": "1486830a-e37c-455d-983a-3305d04c64d4"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:44.704285 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-45317418-0605-4c1b-a772-7a7ec1df5fe1 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:44.718570 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-45317418-0605-4c1b-a772-7a7ec1df5fe1 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Calling delete_port for 0ddcf6ab-c6e7-4560-ae3a-68295c8d45a1 owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:44.751524 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-f850fe39-e3ec-445e-a59c-41ffe5f51eab tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Deleting subnet d6b5429b-1f1c-4145-a18c-1824f4395ea3 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:10:44.763655 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed49864-4d08-41cd-9796-63062a3e532c None None] DHCP port deletion for b9f12bab-c8d5-4e95-917c-90e82cb86d27 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:10:44.781136 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f850fe39-e3ec-445e-a59c-41ffe5f51eab tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:44.862621 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-be4a6b3d-4dea-4344-a7c3-52b87ce8167a service neutron] For port 65d7ce8f-f4cf-4b8a-9656-441afeafb634, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:44.889180 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-be4a6b3d-4dea-4344-a7c3-52b87ce8167a service neutron] For port 65d7ce8f-f4cf-4b8a-9656-441afeafb634, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=65d7ce8f-f4cf-4b8a-9656-441afeafb634,segment=NetworkSegment(8c1cbd9c-451c-4ff5-9afa-9899869dfbd9),segment_id=8c1cbd9c-451c-4ff5-9afa-9899869dfbd9)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:44.896607 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f850fe39-e3ec-445e-a59c-41ffe5f51eab tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:44.901076 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-be4a6b3d-4dea-4344-a7c3-52b87ce8167a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:44.957125 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5ed49864-4d08-41cd-9796-63062a3e532c None None] Deleting port 151df23a-9ff5-44ed-accf-7cadb4432487 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:44.957903 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-45317418-0605-4c1b-a772-7a7ec1df5fe1 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:44.960990 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5ed49864-4d08-41cd-9796-63062a3e532c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:44.980583 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 151df23a-9ff5-44ed-accf-7cadb4432487 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:45.004628 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a6b3d-4dea-4344-a7c3-52b87ce8167a service neutron] Pushing event updated for resources: {'Port': ['ID=65d7ce8f-f4cf-4b8a-9656-441afeafb634,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:45.035079 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-be4a6b3d-4dea-4344-a7c3-52b87ce8167a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:45.035694 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-be4a6b3d-4dea-4344-a7c3-52b87ce8167a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:45.042519 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-be4a6b3d-4dea-4344-a7c3-52b87ce8167a service neutron] 10.222.0.36 "PUT /v2.0/ports/65d7ce8f-f4cf-4b8a-9656-441afeafb634 HTTP/1.1" status: 200 len: 1091 time: 2.4632831 Jul 15 23:10:45.116952 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4683988-f7f1-445c-a458-33990324dcd8 x-openstack-request-id: req-e4683988-f7f1-445c-a458-33990324dcd8 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:45.117259 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590ca4dc-f4de-4313-a4a3-b6ea774266d9", "name": "network-vif-deleted", "tag": "1486830a-e37c-455d-983a-3305d04c64d4", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:45.117517 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e4683988-f7f1-445c-a458-33990324dcd8 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:45.117929 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590ca4dc-f4de-4313-a4a3-b6ea774266d9', 'name': 'network-vif-deleted', 'tag': '1486830a-e37c-455d-983a-3305d04c64d4', 'status': 'completed', 'code': 200} Jul 15 23:10:45.129084 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45317418-0605-4c1b-a772-7a7ec1df5fe1 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Port': ['ID=0ddcf6ab-c6e7-4560-ae3a-68295c8d45a1,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:45.149085 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-45317418-0605-4c1b-a772-7a7ec1df5fe1 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:45.154478 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-45317418-0605-4c1b-a772-7a7ec1df5fe1 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/0ddcf6ab-c6e7-4560-ae3a-68295c8d45a1 HTTP/1.1" status: 204 len: 168 time: 0.7939274 Jul 15 23:10:45.155467 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48192) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:45.252081 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f850fe39-e3ec-445e-a59c-41ffe5f51eab tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:45.343069 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-5ed49864-4d08-41cd-9796-63062a3e532c None None] For port 151df23a-9ff5-44ed-accf-7cadb4432487, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=151df23a-9ff5-44ed-accf-7cadb4432487,segment=NetworkSegment(164bb7a8-9ebd-42ad-a4ab-462f65128b1c),segment_id=164bb7a8-9ebd-42ad-a4ab-462f65128b1c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:45.343733 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5ed49864-4d08-41cd-9796-63062a3e532c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:45.357010 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5ed49864-4d08-41cd-9796-63062a3e532c None None] Calling delete_port for 151df23a-9ff5-44ed-accf-7cadb4432487 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:45.361412 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e66305-f8c7-4a3c-8371-f865c5871273 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:45.362951 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e66305-f8c7-4a3c-8371-f865c5871273 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:45.367154 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f0e66305-f8c7-4a3c-8371-f865c5871273 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2059443 Jul 15 23:10:45.368681 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48198) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:45.394617 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:45.399972 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-946e02c9-0004-46ec-b440-6908d6affbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:45.402096 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-946e02c9-0004-46ec-b440-6908d6affbf8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c94a1f7515fc403ca722dddef8f6ba46&device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 1094 time: 0.2475233 Jul 15 23:10:45.419151 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f850fe39-e3ec-445e-a59c-41ffe5f51eab tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:45.444001 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f850fe39-e3ec-445e-a59c-41ffe5f51eab tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:45.450548 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f850fe39-e3ec-445e-a59c-41ffe5f51eab tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] 10.222.0.16 "DELETE /v2.0/subnets/d6b5429b-1f1c-4145-a18c-1824f4395ea3 HTTP/1.1" status: 204 len: 168 time: 0.9266303 Jul 15 23:10:45.451450 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48204) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:45.473745 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33690aff-fdfd-4216-8b2a-6cc426d52033 req-c8acfbdd-8bc2-4d41-baa6-7f7c23bfb12b tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:45.475333 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 151df23a-9ff5-44ed-accf-7cadb4432487, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=151df23a-9ff5-44ed-accf-7cadb4432487,segment=NetworkSegment(164bb7a8-9ebd-42ad-a4ab-462f65128b1c),segment_id=164bb7a8-9ebd-42ad-a4ab-462f65128b1c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:45.480442 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968d92d7-0140-4837-8344-ce6da7bad943 None None] Network 5f397e16-4159-4a9e-be4c-cbb865fb3bbb requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:45.481725 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33690aff-fdfd-4216-8b2a-6cc426d52033 req-c8acfbdd-8bc2-4d41-baa6-7f7c23bfb12b tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 943 time: 0.2530324 Jul 15 23:10:45.484879 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:45.530271 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-434d4c4b-838e-4aaa-bf2d-084d005395ab tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting subnet e55580e8-c60e-4d82-9eb3-d109065043a2 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:10:45.533754 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-434d4c4b-838e-4aaa-bf2d-084d005395ab tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:45.577062 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-434d4c4b-838e-4aaa-bf2d-084d005395ab tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:45.592259 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbca3b9a-c353-4401-9325-9e617df303ce tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:45.599989 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=151df23a-9ff5-44ed-accf-7cadb4432487,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:45.624786 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:45.625391 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:45.626649 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:45.626965 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:45.627343 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:45.628076 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:45.628675 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:45.629482 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:45.630018 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:45.630821 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:45.630968 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-434d4c4b-838e-4aaa-bf2d-084d005395ab tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:45.631590 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:45.632638 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:45.665959 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850fe39-e3ec-445e-a59c-41ffe5f51eab tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Pushing event deleted for resources: {'Subnet': ['ID=d6b5429b-1f1c-4145-a18c-1824f4395ea3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:45.669158 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-6fc0992a-de0b-4094-884d-2a0c586405bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65d7ce8f-f4cf-4b8a-9656-441afeafb634 HTTP/1.1" status: 200 len: 217 time: 0.2333305 Jul 15 23:10:45.677433 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33690aff-fdfd-4216-8b2a-6cc426d52033 req-e7f3a44a-4e98-4e4f-bd96-ec5a70882247 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946640 Jul 15 23:10:45.740536 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-897fd577-4ef0-4ee6-aac5-b2247a8b88a2 req-44cf4f70-3b1d-40c9-8c6d-a27d6b85296b tempest-ImagesOneServerTestJSON-1584040047 tempest-ImagesOneServerTestJSON-1584040047-project] 10.222.0.16 "GET /v2.0/ports?device_id=590ca4dc-f4de-4313-a4a3-b6ea774266d9 HTTP/1.1" status: 200 len: 210 time: 0.0763876 Jul 15 23:10:45.747317 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5ed49864-4d08-41cd-9796-63062a3e532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:45.754246 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-434d4c4b-838e-4aaa-bf2d-084d005395ab tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:45.755537 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-55aa3118-ee6d-4e97-b37a-791d425e57d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:45.771037 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-55aa3118-ee6d-4e97-b37a-791d425e57d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4855a5f1-8b72-4f27-b61b-98876d40980b HTTP/1.1" status: 200 len: 858 time: 0.0831792 Jul 15 23:10:45.785733 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed49864-4d08-41cd-9796-63062a3e532c None None] Pushing event deleted for resources: {'Port': ['ID=151df23a-9ff5-44ed-accf-7cadb4432487,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:45.792137 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed49864-4d08-41cd-9796-63062a3e532c None None] No DVR routers for this DVR port 151df23a-9ff5-44ed-accf-7cadb4432487 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:45.807820 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-62eb38c1-4b78-4735-9ac7-039e1004b65a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=06e80cc8-6c99-4e93-b9ec-9a2e84049a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370252 Jul 15 23:10:45.810210 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-fbca3b9a-c353-4401-9325-9e617df303ce tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Deleting port 151df23a-9ff5-44ed-accf-7cadb4432487 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:45.810555 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbca3b9a-c353-4401-9325-9e617df303ce tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:45.818760 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d4c4b-838e-4aaa-bf2d-084d005395ab tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Subnet': ['ID=e55580e8-c60e-4d82-9eb3-d109065043a2,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:45.822176 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-434d4c4b-838e-4aaa-bf2d-084d005395ab tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:45.826684 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-434d4c4b-838e-4aaa-bf2d-084d005395ab tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/e55580e8-c60e-4d82-9eb3-d109065043a2 HTTP/1.1" status: 204 len: 168 time: 0.4554057 Jul 15 23:10:45.827808 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48210) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:45.839133 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f9243a-ae0a-4a81-a530-a572670a6e96 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:45.895591 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d2b76575-67b5-43c9-aa68-e895964473b4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0666733 Jul 15 23:10:45.896356 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48212) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:45.904909 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eac55c63-fbf5-489f-8f45-05fcb5235246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:45.941481 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-fbca3b9a-c353-4401-9325-9e617df303ce tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] For port 151df23a-9ff5-44ed-accf-7cadb4432487, host n-d-787205-9, got binding levels [] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:45.941981 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbca3b9a-c353-4401-9325-9e617df303ce tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:45.942618 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7e6d4b-c81f-46c0-87b1-48eb40d26880 None None] DHCP port deletion for 5f397e16-4159-4a9e-be4c-cbb865fb3bbb request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:10:45.968606 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df81e35-27bb-40af-b0d8-c97c2730e445 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:45.968606 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4df81e35-27bb-40af-b0d8-c97c2730e445 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0708756 Jul 15 23:10:45.974537 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48216) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:45.978998 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-fbca3b9a-c353-4401-9325-9e617df303ce tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Calling delete_port for 151df23a-9ff5-44ed-accf-7cadb4432487 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:45.984046 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.ipam_backend_mixin [None req-fbca3b9a-c353-4401-9325-9e617df303ce tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Port 151df23a-9ff5-44ed-accf-7cadb4432487 was not found and therefore no delete operation was performed {{(pid=93798) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:10:45.994045 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbca3b9a-c353-4401-9325-9e617df303ce tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.028429 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-75ba53df-0e0f-4afc-9f9f-835de052b563 service neutron] 10.222.0.36 "GET /v2.0/networks/06e80cc8-6c99-4e93-b9ec-9a2e84049a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972373 Jul 15 23:10:46.031352 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca3b9a-c353-4401-9325-9e617df303ce tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Pushing event deleted for resources: {'Port': ['ID=151df23a-9ff5-44ed-accf-7cadb4432487,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:46.034188 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbca3b9a-c353-4401-9325-9e617df303ce tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] No DVR routers for this DVR port 151df23a-9ff5-44ed-accf-7cadb4432487 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:46.044783 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e670d69b-167c-4bab-a0d2-1a43988f7ac6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:46.046278 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e670d69b-167c-4bab-a0d2-1a43988f7ac6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0707579 Jul 15 23:10:46.048885 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48218) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:46.070422 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e6d4b-c81f-46c0-87b1-48eb40d26880 None None] Deleting port dca6840f-f1ce-4088-9c85-9b68a717bcb2 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:46.070848 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ff7e6d4b-c81f-46c0-87b1-48eb40d26880 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.090172 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 90f78b53-65f5-4c56-83f7-658649dbbb11 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:10:46.102802 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-002f9d73-e881-494d-b3ee-f46138c6881c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491292 Jul 15 23:10:46.103570 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48220) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:46.108880 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-8ae9e18a-b0a2-4e86-91a9-3f1b0f5b0465 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:46.182780 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b431d52-72d5-409f-a56b-ee5767daa943 None None] DHCP port deletion for 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:10:46.184832 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbca3b9a-c353-4401-9325-9e617df303ce tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.200997 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-fbca3b9a-c353-4401-9325-9e617df303ce tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9f12bab-c8d5-4e95-917c-90e82cb86d27']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:46.216412 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-fbca3b9a-c353-4401-9325-9e617df303ce tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '164bb7a8-9ebd-42ad-a4ab-462f65128b1c') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:46.216709 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-fbca3b9a-c353-4401-9325-9e617df303ce tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '164bb7a8-9ebd-42ad-a4ab-462f65128b1c') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:46.235048 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbca3b9a-c353-4401-9325-9e617df303ce tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.238462 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ff7e6d4b-c81f-46c0-87b1-48eb40d26880 None None] For port dca6840f-f1ce-4088-9c85-9b68a717bcb2, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=dca6840f-f1ce-4088-9c85-9b68a717bcb2,segment=NetworkSegment(2fb9c6db-f02e-44dd-a352-aebe8c6cceaa),segment_id=2fb9c6db-f02e-44dd-a352-aebe8c6cceaa)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:46.238901 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ff7e6d4b-c81f-46c0-87b1-48eb40d26880 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.245619 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6e8dcf97-c260-4d0a-a550-f46ac6edafd0 req-bc41d251-1fa0-472d-b94b-60d623f5f38b service neutron] 10.222.0.36 "GET /v2.0/networks/06e80cc8-6c99-4e93-b9ec-9a2e84049a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042394 Jul 15 23:10:46.253390 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae9e18a-b0a2-4e86-91a9-3f1b0f5b0465 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:46.256453 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbca3b9a-c353-4401-9325-9e617df303ce tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.256688 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8ae9e18a-b0a2-4e86-91a9-3f1b0f5b0465 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.262764 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbca3b9a-c353-4401-9325-9e617df303ce tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:10:46.263162 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbca3b9a-c353-4401-9325-9e617df303ce tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:10:46.266592 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:10:46.288331 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e6d4b-c81f-46c0-87b1-48eb40d26880 None None] Calling delete_port for dca6840f-f1ce-4088-9c85-9b68a717bcb2 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:46.351904 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbca3b9a-c353-4401-9325-9e617df303ce tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.359533 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbca3b9a-c353-4401-9325-9e617df303ce tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.366256 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 90f78b53-65f5-4c56-83f7-658649dbbb11, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=90f78b53-65f5-4c56-83f7-658649dbbb11,segment=NetworkSegment(8c1cbd9c-451c-4ff5-9afa-9899869dfbd9),segment_id=8c1cbd9c-451c-4ff5-9afa-9899869dfbd9)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:46.367436 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48224) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:46.369500 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fbca3b9a-c353-4401-9325-9e617df303ce tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] 10.222.0.16 "DELETE /v2.0/networks/b9f12bab-c8d5-4e95-917c-90e82cb86d27 HTTP/1.1" status: 204 len: 168 time: 0.9097235 Jul 15 23:10:46.386309 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '90f78b53-65f5-4c56-83f7-658649dbbb11', 'network_id': '06e80cc8-6c99-4e93-b9ec-9a2e84049a5a', 'port_id': '90f78b53-65f5-4c56-83f7-658649dbbb11', 'mac_address': 'fa:16:3e:90:39:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4855a5f1-8b72-4f27-b61b-98876d40980b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:10:46.392318 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-8b431d52-72d5-409f-a56b-ee5767daa943 None None] Deleting port 0d1a0234-bb04-4cb4-b8c5-bde5628c71a6 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:46.392694 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b431d52-72d5-409f-a56b-ee5767daa943 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.515582 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 1486830a-e37c-455d-983a-3305d04c64d4 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:46.517737 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-79390663-a8dc-4e55-9578-e66e296f680f tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.555173 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-8b431d52-72d5-409f-a56b-ee5767daa943 None None] For port 0d1a0234-bb04-4cb4-b8c5-bde5628c71a6, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=0d1a0234-bb04-4cb4-b8c5-bde5628c71a6,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:46.555710 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b431d52-72d5-409f-a56b-ee5767daa943 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.572596 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-8b431d52-72d5-409f-a56b-ee5767daa943 None None] Calling delete_port for 0d1a0234-bb04-4cb4-b8c5-bde5628c71a6 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:46.575396 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.582188 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 1486830a-e37c-455d-983a-3305d04c64d4 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:46.582677 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 1486830a-e37c-455d-983a-3305d04c64d4 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:46.592033 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ff7e6d4b-c81f-46c0-87b1-48eb40d26880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.664096 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-79390663-a8dc-4e55-9578-e66e296f680f tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Deleting port dca6840f-f1ce-4088-9c85-9b68a717bcb2 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:46.664782 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-79390663-a8dc-4e55-9578-e66e296f680f tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.665525 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90f78b53-65f5-4c56-83f7-658649dbbb11 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:46.672476 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e6d4b-c81f-46c0-87b1-48eb40d26880 None None] Pushing event deleted for resources: {'Port': ['ID=dca6840f-f1ce-4088-9c85-9b68a717bcb2,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:46.683951 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7e6d4b-c81f-46c0-87b1-48eb40d26880 None None] No DVR routers for this DVR port dca6840f-f1ce-4088-9c85-9b68a717bcb2 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:46.724138 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 90f78b53-65f5-4c56-83f7-658649dbbb11, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=90f78b53-65f5-4c56-83f7-658649dbbb11,segment=NetworkSegment(8c1cbd9c-451c-4ff5-9afa-9899869dfbd9),segment_id=8c1cbd9c-451c-4ff5-9afa-9899869dfbd9)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:46.732403 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.802155 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b431d52-72d5-409f-a56b-ee5767daa943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.805080 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=90f78b53-65f5-4c56-83f7-658649dbbb11,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:46.833202 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-79390663-a8dc-4e55-9578-e66e296f680f tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] For port dca6840f-f1ce-4088-9c85-9b68a717bcb2, host n-d-787205-9, got binding levels [] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:46.833562 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-79390663-a8dc-4e55-9578-e66e296f680f tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.838323 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b431d52-72d5-409f-a56b-ee5767daa943 None None] Pushing event deleted for resources: {'Port': ['ID=0d1a0234-bb04-4cb4-b8c5-bde5628c71a6,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:46.851348 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b431d52-72d5-409f-a56b-ee5767daa943 None None] No DVR routers for this DVR port 0d1a0234-bb04-4cb4-b8c5-bde5628c71a6 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:46.873799 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca3b9a-c353-4401-9325-9e617df303ce tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Pushing event deleted for resources: {'Network': ['ID=b9f12bab-c8d5-4e95-917c-90e82cb86d27,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:46.900727 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0d1a0234-bb04-4cb4-b8c5-bde5628c71a6 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:46.906460 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-79390663-a8dc-4e55-9578-e66e296f680f tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Calling delete_port for dca6840f-f1ce-4088-9c85-9b68a717bcb2 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:46.913829 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.ipam_backend_mixin [None req-79390663-a8dc-4e55-9578-e66e296f680f tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Port dca6840f-f1ce-4088-9c85-9b68a717bcb2 was not found and therefore no delete operation was performed {{(pid=93799) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:10:46.923626 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-79390663-a8dc-4e55-9578-e66e296f680f tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.927653 n-d-787205-9 neutron-server[93799]: DEBUG neutron.objects.ports [None req-8ae9e18a-b0a2-4e86-91a9-3f1b0f5b0465 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93799) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:10:46.932165 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 0d1a0234-bb04-4cb4-b8c5-bde5628c71a6 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:46.933520 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0d1a0234-bb04-4cb4-b8c5-bde5628c71a6 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:46.934091 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device dca6840f-f1ce-4088-9c85-9b68a717bcb2 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:46.959547 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: dca6840f-f1ce-4088-9c85-9b68a717bcb2 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:46.960005 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device dca6840f-f1ce-4088-9c85-9b68a717bcb2 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:46.985689 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79390663-a8dc-4e55-9578-e66e296f680f tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Pushing event deleted for resources: {'Port': ['ID=dca6840f-f1ce-4088-9c85-9b68a717bcb2,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:47.039496 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79390663-a8dc-4e55-9578-e66e296f680f tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] No DVR routers for this DVR port dca6840f-f1ce-4088-9c85-9b68a717bcb2 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:47.088657 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['90f78b53-65f5-4c56-83f7-658649dbbb11'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:10:47.119938 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b5538e-3f8d-45bd-8e3b-9c07c16587a6', 'tag': '65d7ce8f-f4cf-4b8a-9656-441afeafb634'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:47.122360 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225729df-48af-4bce-b33d-155fa2ec1dac" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b5538e-3f8d-45bd-8e3b-9c07c16587a6", "tag": "65d7ce8f-f4cf-4b8a-9656-441afeafb634"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:47.166669 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48250) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:47.200199 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-79390663-a8dc-4e55-9578-e66e296f680f tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.238008 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e0ca2-50e7-4fa1-b77f-472e031c5a6c req-7cc2511a-f174-4ad7-9d73-e0c8b9c77b3d tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:47.244934 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-188e0ca2-50e7-4fa1-b77f-472e031c5a6c req-7cc2511a-f174-4ad7-9d73-e0c8b9c77b3d tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 943 time: 0.4134068 Jul 15 23:10:47.263446 n-d-787205-9 neutron-server[93799]: WARNING neutron.services.revisions.revision_plugin [None req-8ae9e18a-b0a2-4e86-91a9-3f1b0f5b0465 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Could not find related port for resource to bump revision. Jul 15 23:10:47.266664 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-79390663-a8dc-4e55-9578-e66e296f680f tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f397e16-4159-4a9e-be4c-cbb865fb3bbb']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:47.275033 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765a0635-f642-4602-806f-aba795dbfee4 x-openstack-request-id: req-765a0635-f642-4602-806f-aba795dbfee4 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:47.275426 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b5538e-3f8d-45bd-8e3b-9c07c16587a6", "tag": "65d7ce8f-f4cf-4b8a-9656-441afeafb634", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:47.275744 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-765a0635-f642-4602-806f-aba795dbfee4 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:47.276420 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b5538e-3f8d-45bd-8e3b-9c07c16587a6', 'tag': '65d7ce8f-f4cf-4b8a-9656-441afeafb634', 'status': 'completed', 'code': 200} Jul 15 23:10:47.287091 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.ipam_pluggable_backend [None req-8ae9e18a-b0a2-4e86-91a9-3f1b0f5b0465 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Port 0d1a0234-bb04-4cb4-b8c5-bde5628c71a6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93799) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 15 23:10:47.287469 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.ipam_pluggable_backend [None req-8ae9e18a-b0a2-4e86-91a9-3f1b0f5b0465 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Reverting IP allocation for 2001:db8::f816:3eff:fe50:a49e {{(pid=93799) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 15 23:10:47.301103 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-79390663-a8dc-4e55-9578-e66e296f680f tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb9c6db-f02e-44dd-a352-aebe8c6cceaa') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:47.301418 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-79390663-a8dc-4e55-9578-e66e296f680f tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb9c6db-f02e-44dd-a352-aebe8c6cceaa') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:47.303475 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.ipam_pluggable_backend [None req-8ae9e18a-b0a2-4e86-91a9-3f1b0f5b0465 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe50:a49e {{(pid=93799) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 15 23:10:47.311743 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8ae9e18a-b0a2-4e86-91a9-3f1b0f5b0465 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.322244 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-79390663-a8dc-4e55-9578-e66e296f680f tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.353862 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7f39b43c-0dc9-4152-8487-391112d36002 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba2d4a8e1b574f8c9c45e0fcbc0c774e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1861658 Jul 15 23:10:47.362684 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48254) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:47.380493 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-188e0ca2-50e7-4fa1-b77f-472e031c5a6c req-c368e69c-3ede-46e8-ae19-26814fb3ba3c tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347036 Jul 15 23:10:47.383480 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-79390663-a8dc-4e55-9578-e66e296f680f tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.399786 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225729df-48af-4bce-b33d-155fa2ec1dac req-8312925b-0120-4ee6-940a-12b10afeef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:47.401783 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-225729df-48af-4bce-b33d-155fa2ec1dac req-8312925b-0120-4ee6-940a-12b10afeef09 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c94a1f7515fc403ca722dddef8f6ba46&device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 1094 time: 0.0615101 Jul 15 23:10:47.402789 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae9e18a-b0a2-4e86-91a9-3f1b0f5b0465 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:47.403844 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79390663-a8dc-4e55-9578-e66e296f680f tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:10:47.404235 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-79390663-a8dc-4e55-9578-e66e296f680f tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:10:47.409597 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:10:47.428264 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-8ae9e18a-b0a2-4e86-91a9-3f1b0f5b0465 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:47.430990 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae9e18a-b0a2-4e86-91a9-3f1b0f5b0465 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:47.431572 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8ae9e18a-b0a2-4e86-91a9-3f1b0f5b0465 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.442034 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00124bc3-c10f-49f2-9ad0-b5c229fdfde5 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:47.444313 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9e18a-b0a2-4e86-91a9-3f1b0f5b0465 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Subnet': ['ID=cd0d75ea-9adc-46ed-a33f-0a0c9f1271de,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:47.515058 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8ae9e18a-b0a2-4e86-91a9-3f1b0f5b0465 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4104092 Jul 15 23:10:47.515749 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48264) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:47.522909 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-c5d95d25-60d1-4619-ab6f-e080bfd9895a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:47.531974 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-79390663-a8dc-4e55-9578-e66e296f680f tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.537194 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-79390663-a8dc-4e55-9578-e66e296f680f tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.537886 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225729df-48af-4bce-b33d-155fa2ec1dac req-5032d823-2785-45d4-88a1-0f249c38c710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:47.539523 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-79390663-a8dc-4e55-9578-e66e296f680f tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] 10.222.0.16 "DELETE /v2.0/networks/5f397e16-4159-4a9e-be4c-cbb865fb3bbb HTTP/1.1" status: 204 len: 168 time: 1.1709337 Jul 15 23:10:47.544046 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-225729df-48af-4bce-b33d-155fa2ec1dac req-5032d823-2785-45d4-88a1-0f249c38c710 service neutron] 10.222.0.36 "GET /v2.0/networks?id=06e80cc8-6c99-4e93-b9ec-9a2e84049a5a HTTP/1.1" status: 200 len: 919 time: 0.1349561 Jul 15 23:10:47.545006 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48266) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:47.553339 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dca01c90-be95-47c5-99e9-b979b34a840f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.581076 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79390663-a8dc-4e55-9578-e66e296f680f tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Pushing event deleted for resources: {'Network': ['ID=5f397e16-4159-4a9e-be4c-cbb865fb3bbb,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:47.629540 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-225729df-48af-4bce-b33d-155fa2ec1dac req-c0d6b090-6039-41fd-891f-ddd88f3b3c42 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65d7ce8f-f4cf-4b8a-9656-441afeafb634 HTTP/1.1" status: 200 len: 217 time: 0.0719113 Jul 15 23:10:47.633970 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dca01c90-be95-47c5-99e9-b979b34a840f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.647285 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1a9a24-eab4-48dc-b7fa-bf5d0083322d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'tenant_id': '63d2071bda354af48ba0ab40dec64d3d', 'fixed_ips': [{'subnet_id': 'cd0d75ea-9adc-46ed-a33f-0a0c9f1271de'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:10:47.648491 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cf1a9a24-eab4-48dc-b7fa-bf5d0083322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.674379 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef7a5337-142e-4018-8c15-96c54ccf8f77 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Deleting subnet 3ba1091b-c748-40dc-b695-2138353a6fd4 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:10:47.680533 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef7a5337-142e-4018-8c15-96c54ccf8f77 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.713503 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d95d25-60d1-4619-ab6f-e080bfd9895a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:47.717445 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5d95d25-60d1-4619-ab6f-e080bfd9895a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.724252 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225729df-48af-4bce-b33d-155fa2ec1dac req-c7672f82-709c-4a15-ba45-b3a417c13835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:47.725916 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-225729df-48af-4bce-b33d-155fa2ec1dac req-c7672f82-709c-4a15-ba45-b3a417c13835 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4855a5f1-8b72-4f27-b61b-98876d40980b HTTP/1.1" status: 200 len: 858 time: 0.0889432 Jul 15 23:10:47.732639 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef7a5337-142e-4018-8c15-96c54ccf8f77 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.743173 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dca01c90-be95-47c5-99e9-b979b34a840f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.745688 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dca01c90-be95-47c5-99e9-b979b34a840f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.749313 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-dca01c90-be95-47c5-99e9-b979b34a840f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d2a347d-6f24-41cb-ac1b-16102695d47f HTTP/1.1" status: 204 len: 168 time: 0.3832829 Jul 15 23:10:47.770676 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca01c90-be95-47c5-99e9-b979b34a840f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2a347d-6f24-41cb-ac1b-16102695d47f,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:47.786105 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-225729df-48af-4bce-b33d-155fa2ec1dac req-6664ffc2-e893-4b75-b44f-9cfb1a4a82a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=06e80cc8-6c99-4e93-b9ec-9a2e84049a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506375 Jul 15 23:10:47.844444 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-cf1a9a24-eab4-48dc-b7fa-bf5d0083322d None None] Allocated IP 2001:db8::f816:3eff:feb4:dd81 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/cd0d75ea-9adc-46ed-a33f-0a0c9f1271de/ad16f47e-1021-4072-b331-5c5bce78d93b) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:47.847012 n-d-787205-9 neutron-server[93799]: INFO neutron.db.ipam_backend_mixin [None req-c5d95d25-60d1-4619-ab6f-e080bfd9895a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cd0d75ea-9adc-46ed-a33f-0a0c9f1271de (CIDR: 2001:db8::/64) Jul 15 23:10:47.851347 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d95d25-60d1-4619-ab6f-e080bfd9895a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:10:47.851914 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5d95d25-60d1-4619-ab6f-e080bfd9895a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:10:47.875248 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c5d95d25-60d1-4619-ab6f-e080bfd9895a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3561912 Jul 15 23:10:47.875837 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48274) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:47.882610 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-00b6e3fc-4ce4-4407-9bc2-0d6783048e6c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:47.918526 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef7a5337-142e-4018-8c15-96c54ccf8f77 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.036631 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b6e3fc-4ce4-4407-9bc2-0d6783048e6c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:48.042501 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-00b6e3fc-4ce4-4407-9bc2-0d6783048e6c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.042838 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-225729df-48af-4bce-b33d-155fa2ec1dac req-4ed1783d-fdd0-4c04-95ea-988c788eb930 service neutron] 10.222.0.36 "GET /v2.0/networks/06e80cc8-6c99-4e93-b9ec-9a2e84049a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495394 Jul 15 23:10:48.048561 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef7a5337-142e-4018-8c15-96c54ccf8f77 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.100861 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a5337-142e-4018-8c15-96c54ccf8f77 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Pushing event deleted for resources: {'Subnet': ['ID=3ba1091b-c748-40dc-b695-2138353a6fd4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:48.103597 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef7a5337-142e-4018-8c15-96c54ccf8f77 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.105657 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ef7a5337-142e-4018-8c15-96c54ccf8f77 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] 10.222.0.16 "DELETE /v2.0/subnets/3ba1091b-c748-40dc-b695-2138353a6fd4 HTTP/1.1" status: 204 len: 168 time: 0.5593889 Jul 15 23:10:48.122256 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48284) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:48.197325 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2ee6a3-26aa-4db6-8f1f-7c9df9335570 None None] Network 03472f0d-62e2-401b-a1ce-7175849469d3 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:48.268231 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd95d46d-c94e-4d52-857d-699e0e4f4242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.287141 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cf1a9a24-eab4-48dc-b7fa-bf5d0083322d None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.296746 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-225729df-48af-4bce-b33d-155fa2ec1dac req-848cc225-9dc8-43d9-a25e-01b68a7febd8 service neutron] 10.222.0.36 "GET /v2.0/networks/06e80cc8-6c99-4e93-b9ec-9a2e84049a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361183 Jul 15 23:10:48.301394 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28c2fad4-ed93-4efa-9564-c8ccaffd19e7 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.333537 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-cf1a9a24-eab4-48dc-b7fa-bf5d0083322d None None] Transition to ACTIVE for port object ad16f47e-1021-4072-b331-5c5bce78d93b will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:48.397179 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-cf1a9a24-eab4-48dc-b7fa-bf5d0083322d None None] Transition to ACTIVE for port object ad16f47e-1021-4072-b331-5c5bce78d93b will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:48.410416 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cf1a9a24-eab4-48dc-b7fa-bf5d0083322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.455814 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-28c2fad4-ed93-4efa-9564-c8ccaffd19e7 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Deleting port 910b4941-ea74-4339-b024-f1192d567b32 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:48.456147 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28c2fad4-ed93-4efa-9564-c8ccaffd19e7 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.460921 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1a9a24-eab4-48dc-b7fa-bf5d0083322d None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:48.468003 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-cf1a9a24-eab4-48dc-b7fa-bf5d0083322d None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:48.474518 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1a9a24-eab4-48dc-b7fa-bf5d0083322d None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:48.509047 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a9a24-eab4-48dc-b7fa-bf5d0083322d None None] Pushing event updated for resources: {'Port': ['ID=ad16f47e-1021-4072-b331-5c5bce78d93b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:48.538950 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c22d8176-a458-40b5-91ed-f89cac5baca1 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:10:48.581459 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-28c2fad4-ed93-4efa-9564-c8ccaffd19e7 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] For port 910b4941-ea74-4339-b024-f1192d567b32, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=910b4941-ea74-4339-b024-f1192d567b32,segment=NetworkSegment(6b922a5d-67f9-4e40-bd15-d5ad9dd2e361),segment_id=6b922a5d-67f9-4e40-bd15-d5ad9dd2e361)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:48.582344 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28c2fad4-ed93-4efa-9564-c8ccaffd19e7 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.589748 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-cf1a9a24-eab4-48dc-b7fa-bf5d0083322d None None] Attempting to bind port ad16f47e-1021-4072-b331-5c5bce78d93b on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:48.590132 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-cf1a9a24-eab4-48dc-b7fa-bf5d0083322d None None] Attempting to bind port ad16f47e-1021-4072-b331-5c5bce78d93b by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:48.590511 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1a9a24-eab4-48dc-b7fa-bf5d0083322d None None] Attempting to bind port ad16f47e-1021-4072-b331-5c5bce78d93b on network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:48.611868 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-00b6e3fc-4ce4-4407-9bc2-0d6783048e6c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.614541 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d83db9b-dcbc-4d59-b403-6b9e3f4efd72 None None] DHCP port deletion for 03472f0d-62e2-401b-a1ce-7175849469d3 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:10:48.614717 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-28c2fad4-ed93-4efa-9564-c8ccaffd19e7 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Calling delete_port for 910b4941-ea74-4339-b024-f1192d567b32 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:48.648178 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1a9a24-eab4-48dc-b7fa-bf5d0083322d None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:48.648576 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1a9a24-eab4-48dc-b7fa-bf5d0083322d None None] Checking segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:48.648993 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cf1a9a24-eab4-48dc-b7fa-bf5d0083322d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.649422 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1a9a24-eab4-48dc-b7fa-bf5d0083322d None None] Bound using segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:48.649864 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-cf1a9a24-eab4-48dc-b7fa-bf5d0083322d None None] Bound port: ad16f47e-1021-4072-b331-5c5bce78d93b, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:48.650247 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cf1a9a24-eab4-48dc-b7fa-bf5d0083322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.694128 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b6e3fc-4ce4-4407-9bc2-0d6783048e6c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:48.744806 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.754331 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-00b6e3fc-4ce4-4407-9bc2-0d6783048e6c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:48.765543 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b6e3fc-4ce4-4407-9bc2-0d6783048e6c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:48.766140 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-00b6e3fc-4ce4-4407-9bc2-0d6783048e6c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.803363 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6e3fc-4ce4-4407-9bc2-0d6783048e6c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Subnet': ['ID=4e464505-94b6-46a0-a515-9e12aa9b227b,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:48.846496 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-00b6e3fc-4ce4-4407-9bc2-0d6783048e6c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9695265 Jul 15 23:10:48.849314 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48322) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:48.855224 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-60e19fcd-b6c1-41f5-8847-255fa2db4216 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'port': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'mac_address': 'fa:16:3e:3b:9c:85', 'name': 'tempest-NetworksTestDHCPv6-1734995438'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:48.894060 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c22d8176-a458-40b5-91ed-f89cac5baca1, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c22d8176-a458-40b5-91ed-f89cac5baca1,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:48.904203 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-cf1a9a24-eab4-48dc-b7fa-bf5d0083322d None None] For port ad16f47e-1021-4072-b331-5c5bce78d93b, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:48.913895 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48330) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:48.916809 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 910b4941-ea74-4339-b024-f1192d567b32 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:48.928468 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-4d83db9b-dcbc-4d59-b403-6b9e3f4efd72 None None] Deleting port 910b4941-ea74-4339-b024-f1192d567b32 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:48.929216 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d83db9b-dcbc-4d59-b403-6b9e3f4efd72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.939802 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efe90f-f9f3-430b-8c43-de5212a6ea31 req-45b2e5a9-478d-4277-9b86-33ab2de19ca6 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:48.941773 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b1efe90f-f9f3-430b-8c43-de5212a6ea31 req-45b2e5a9-478d-4277-9b86-33ab2de19ca6 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 943 time: 0.2832301 Jul 15 23:10:49.025562 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4d83db9b-dcbc-4d59-b403-6b9e3f4efd72 None None] For port 910b4941-ea74-4339-b024-f1192d567b32, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=910b4941-ea74-4339-b024-f1192d567b32,segment=NetworkSegment(6b922a5d-67f9-4e40-bd15-d5ad9dd2e361),segment_id=6b922a5d-67f9-4e40-bd15-d5ad9dd2e361)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:49.026051 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d83db9b-dcbc-4d59-b403-6b9e3f4efd72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.033685 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e19fcd-b6c1-41f5-8847-255fa2db4216 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:49.042737 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-4d83db9b-dcbc-4d59-b403-6b9e3f4efd72 None None] Calling delete_port for 910b4941-ea74-4339-b024-f1192d567b32 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:49.157136 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-60e19fcd-b6c1-41f5-8847-255fa2db4216 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.165235 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1309cfdc-7b17-4045-b3d5-a71f1de3c880 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1699570786-network', 'tenant_id': '16cedf52dfc64c3eaea42827f57f9bbc'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:49.196179 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-60e19fcd-b6c1-41f5-8847-255fa2db4216 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] device_id is not set on port 0c9ae45f-4f28-4cff-b0a4-040bfd1f2b0a yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:10:49.205395 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'c22d8176-a458-40b5-91ed-f89cac5baca1', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': 'c22d8176-a458-40b5-91ed-f89cac5baca1', 'mac_address': 'fa:16:3e:44:11:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:10:49.210429 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-cf1a9a24-eab4-48dc-b7fa-bf5d0083322d None None] For port ad16f47e-1021-4072-b331-5c5bce78d93b, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ad16f47e-1021-4072-b331-5c5bce78d93b,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:49.217379 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cf1a9a24-eab4-48dc-b7fa-bf5d0083322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.327218 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.405534 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28c2fad4-ed93-4efa-9564-c8ccaffd19e7 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.418540 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-60e19fcd-b6c1-41f5-8847-255fa2db4216 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Allocated IP 2001:db8:0:1::de (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/4e464505-94b6-46a0-a515-9e12aa9b227b/0c9ae45f-4f28-4cff-b0a4-040bfd1f2b0a) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:49.437044 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-60e19fcd-b6c1-41f5-8847-255fa2db4216 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Allocated IP 2001:db8::f816:3eff:fe3b:9c85 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/cd0d75ea-9adc-46ed-a33f-0a0c9f1271de/0c9ae45f-4f28-4cff-b0a4-040bfd1f2b0a) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:49.447851 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1309cfdc-7b17-4045-b3d5-a71f1de3c880 admin admin] Made reservation on behalf of 16cedf52dfc64c3eaea42827f57f9bbc for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:49.449114 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: from cryptography.utils import int_from_bytes Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: from cryptography.utils import int_from_bytes Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:49.457006 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:10:49.462804 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:49.462804 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:10:49.462804 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:49.462804 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:10:49.462804 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:49.462804 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:10:49.462804 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:49.462804 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:10:49.462804 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:49.462804 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:10:49.462804 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:49.462804 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:10:49.462804 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:49.462804 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:10:49.463973 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2fad4-ed93-4efa-9564-c8ccaffd19e7 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Pushing event deleted for resources: {'Port': ['ID=910b4941-ea74-4339-b024-f1192d567b32,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:49.466290 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1309cfdc-7b17-4045-b3d5-a71f1de3c880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.499777 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c2fad4-ed93-4efa-9564-c8ccaffd19e7 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] No DVR routers for this DVR port 910b4941-ea74-4339-b024-f1192d567b32 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:49.517902 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1309cfdc-7b17-4045-b3d5-a71f1de3c880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.520222 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b1efe90f-f9f3-430b-8c43-de5212a6ea31 req-d99917c4-4690-4fcd-af09-b5a09df425ce tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5674348 Jul 15 23:10:49.521741 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c22d8176-a458-40b5-91ed-f89cac5baca1 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:49.533954 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d83db9b-dcbc-4d59-b403-6b9e3f4efd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.608141 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a9a24-eab4-48dc-b7fa-bf5d0083322d None None] Pushing event updated for resources: {'Port': ['ID=ad16f47e-1021-4072-b331-5c5bce78d93b,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:49.645766 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c22d8176-a458-40b5-91ed-f89cac5baca1, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c22d8176-a458-40b5-91ed-f89cac5baca1,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:49.650172 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d83db9b-dcbc-4d59-b403-6b9e3f4efd72 None None] No DVR routers for this DVR port 910b4941-ea74-4339-b024-f1192d567b32 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:49.685589 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83db9b-dcbc-4d59-b403-6b9e3f4efd72 None None] Pushing event deleted for resources: {'Port': ['ID=910b4941-ea74-4339-b024-f1192d567b32,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:49.691648 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28c2fad4-ed93-4efa-9564-c8ccaffd19e7 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.712566 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.713994 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 65d7ce8f-f4cf-4b8a-9656-441afeafb634 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:10:49.725788 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-28c2fad4-ed93-4efa-9564-c8ccaffd19e7 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03472f0d-62e2-401b-a1ce-7175849469d3']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:49.727615 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.757409 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-28c2fad4-ed93-4efa-9564-c8ccaffd19e7 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b922a5d-67f9-4e40-bd15-d5ad9dd2e361') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:49.758613 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-28c2fad4-ed93-4efa-9564-c8ccaffd19e7 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b922a5d-67f9-4e40-bd15-d5ad9dd2e361') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:49.775531 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28c2fad4-ed93-4efa-9564-c8ccaffd19e7 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.852096 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28c2fad4-ed93-4efa-9564-c8ccaffd19e7 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.860134 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c2fad4-ed93-4efa-9564-c8ccaffd19e7 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:10:49.861065 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28c2fad4-ed93-4efa-9564-c8ccaffd19e7 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.864354 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:10:49.864354 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:10:49.864354 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:10:49.864354 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:10:49.864354 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:10:49.864354 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:10:49.864354 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:10:49.864354 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:10:49.864354 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:10:49.864354 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:10:49.864354 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:10:49.864354 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:10:49.864354 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:10:49.864354 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:10:49.864354 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:10:49.864354 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:10:49.864354 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:10:49.864354 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:10:49.864354 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:10:49.864354 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:10:49.864354 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:10:49.864354 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:10:49.864354 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:10:49.864354 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:10:49.864354 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:10:49.864354 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:10:49.864354 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:10:49.864354 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:10:49.864354 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:10:49.864354 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:10:49.864354 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:10:49.864354 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:10:50.004459 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-60e19fcd-b6c1-41f5-8847-255fa2db4216 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.077864 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1309cfdc-7b17-4045-b3d5-a71f1de3c880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.083217 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 90f78b53-65f5-4c56-83f7-658649dbbb11 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:50.083612 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1309cfdc-7b17-4045-b3d5-a71f1de3c880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.088864 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 65d7ce8f-f4cf-4b8a-9656-441afeafb634, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=65d7ce8f-f4cf-4b8a-9656-441afeafb634,segment=NetworkSegment(8c1cbd9c-451c-4ff5-9afa-9899869dfbd9),segment_id=8c1cbd9c-451c-4ff5-9afa-9899869dfbd9)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:50.096797 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-60e19fcd-b6c1-41f5-8847-255fa2db4216 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Transition to ACTIVE for port object 0c9ae45f-4f28-4cff-b0a4-040bfd1f2b0a will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:50.137265 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1309cfdc-7b17-4045-b3d5-a71f1de3c880 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:10:50.138383 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28c2fad4-ed93-4efa-9564-c8ccaffd19e7 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.150094 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28c2fad4-ed93-4efa-9564-c8ccaffd19e7 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.154112 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-28c2fad4-ed93-4efa-9564-c8ccaffd19e7 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] 10.222.0.16 "DELETE /v2.0/networks/03472f0d-62e2-401b-a1ce-7175849469d3 HTTP/1.1" status: 204 len: 168 time: 2.0300663 Jul 15 23:10:50.156711 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48360) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:50.167968 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=c22d8176-a458-40b5-91ed-f89cac5baca1,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:50.174445 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309cfdc-7b17-4045-b3d5-a71f1de3c880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f83a812-1db4-4c6f-9ddb-254199624eed,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:50.178365 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '65d7ce8f-f4cf-4b8a-9656-441afeafb634', 'network_id': '06e80cc8-6c99-4e93-b9ec-9a2e84049a5a', 'port_id': '65d7ce8f-f4cf-4b8a-9656-441afeafb634', 'mac_address': 'fa:16:3e:05:93:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4855a5f1-8b72-4f27-b61b-98876d40980b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:10:50.180807 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1309cfdc-7b17-4045-b3d5-a71f1de3c880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.182462 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-1309cfdc-7b17-4045-b3d5-a71f1de3c880 admin admin] Added segment 41ccfaaf-e6db-4ea5-b675-eb113697ccdc of type vlan for network 6ef34b23-2692-4408-8c9a-a7fd28ce5fb7 Jul 15 23:10:50.227980 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:10:50.237871 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.252885 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-74de8a7d-57a8-4c5c-a481-c7ea3ea0b7f5 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e9b9e8-6b1d-40ce-9543-db60440e68fb HTTP/1.1" status: 200 len: 205 time: 0.0938940 Jul 15 23:10:50.255106 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48362) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:50.259501 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d7ce8f-f4cf-4b8a-9656-441afeafb634 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:50.264702 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1309cfdc-7b17-4045-b3d5-a71f1de3c880 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.270478 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 90f78b53-65f5-4c56-83f7-658649dbbb11 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:50.290026 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 90f78b53-65f5-4c56-83f7-658649dbbb11 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:50.290723 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.309715 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1309cfdc-7b17-4045-b3d5-a71f1de3c880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.311814 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1309cfdc-7b17-4045-b3d5-a71f1de3c880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:50.313020 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1309cfdc-7b17-4045-b3d5-a71f1de3c880 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.331377 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-60e19fcd-b6c1-41f5-8847-255fa2db4216 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.335984 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1309cfdc-7b17-4045-b3d5-a71f1de3c880 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4205570 Jul 15 23:10:50.347854 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 65d7ce8f-f4cf-4b8a-9656-441afeafb634, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=65d7ce8f-f4cf-4b8a-9656-441afeafb634,segment=NetworkSegment(8c1cbd9c-451c-4ff5-9afa-9899869dfbd9),segment_id=8c1cbd9c-451c-4ff5-9afa-9899869dfbd9)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:50.360271 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.363778 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48364) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:50.379268 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2fad4-ed93-4efa-9564-c8ccaffd19e7 tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Pushing event deleted for resources: {'Network': ['ID=03472f0d-62e2-401b-a1ce-7175849469d3,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:50.396184 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3e006ab7-13a3-44d6-9cc9-aa176f99f0ee tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.411537 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9be98ed0-8dcc-4ceb-919a-70bec00d6e8c admin admin] Request body: {'subnet': {'network_id': '6ef34b23-2692-4408-8c9a-a7fd28ce5fb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1699570786-subnet', 'tenant_id': '16cedf52dfc64c3eaea42827f57f9bbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:50.486743 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e19fcd-b6c1-41f5-8847-255fa2db4216 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:50.500948 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309cfdc-7b17-4045-b3d5-a71f1de3c880 admin admin] Pushing event updated for resources: {'Network': ['ID=6ef34b23-2692-4408-8c9a-a7fd28ce5fb7,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:50.512248 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-60e19fcd-b6c1-41f5-8847-255fa2db4216 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:50.521262 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e19fcd-b6c1-41f5-8847-255fa2db4216 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:50.538107 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e19fcd-b6c1-41f5-8847-255fa2db4216 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:50.538828 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-60e19fcd-b6c1-41f5-8847-255fa2db4216 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.562940 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=65d7ce8f-f4cf-4b8a-9656-441afeafb634,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:50.567864 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e19fcd-b6c1-41f5-8847-255fa2db4216 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Port': ['ID=0c9ae45f-4f28-4cff-b0a4-040bfd1f2b0a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:50.581498 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be98ed0-8dcc-4ceb-919a-70bec00d6e8c admin admin] Made reservation on behalf of 16cedf52dfc64c3eaea42827f57f9bbc for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:50.585823 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 6ef34b23-2692-4408-8c9a-a7fd28ce5fb7 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:10:50.588436 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9be98ed0-8dcc-4ceb-919a-70bec00d6e8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.641553 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-60e19fcd-b6c1-41f5-8847-255fa2db4216 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7906356 Jul 15 23:10:50.642680 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48370) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:50.692302 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['c22d8176-a458-40b5-91ed-f89cac5baca1'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:10:50.742729 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.744709 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3e006ab7-13a3-44d6-9cc9-aa176f99f0ee tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.748190 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3e006ab7-13a3-44d6-9cc9-aa176f99f0ee tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.777733 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['65d7ce8f-f4cf-4b8a-9656-441afeafb634'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:10:50.881276 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 90f78b53-65f5-4c56-83f7-658649dbbb11, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=90f78b53-65f5-4c56-83f7-658649dbbb11,segment=NetworkSegment(8c1cbd9c-451c-4ff5-9afa-9899869dfbd9),segment_id=8c1cbd9c-451c-4ff5-9afa-9899869dfbd9)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:50.908619 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095c107f-6dcb-49db-9ecd-0d3c88b52f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f78b53-65f5-4c56-83f7-658649dbbb11'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:50.910930 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd56f9f-3d10-4026-b3f7-e8bfd0abd076" -d '{"events": [{"server_uuid": "095c107f-6dcb-49db-9ecd-0d3c88b52f2d", "name": "network-vif-plugged", "status": "completed", "tag": "90f78b53-65f5-4c56-83f7-658649dbbb11"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:50.935290 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.963922 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3e006ab7-13a3-44d6-9cc9-aa176f99f0ee tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.965255 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e006ab7-13a3-44d6-9cc9-aa176f99f0ee tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Fanout notify agent at l3_agent the message router_deleted on router c6e9b9e8-6b1d-40ce-9543-db60440e68fb {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:10:51.013798 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3e006ab7-13a3-44d6-9cc9-aa176f99f0ee tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:51.016144 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3e006ab7-13a3-44d6-9cc9-aa176f99f0ee tempest-RoutersNegativeTest-157498304 tempest-RoutersNegativeTest-157498304-project] 10.222.0.16 "DELETE /v2.0/routers/c6e9b9e8-6b1d-40ce-9543-db60440e68fb HTTP/1.1" status: 204 len: 168 time: 0.7598648 Jul 15 23:10:51.110902 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8415012-3724-4d3d-bd02-87b03bd3fc5b x-openstack-request-id: req-b8415012-3724-4d3d-bd02-87b03bd3fc5b {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:51.129465 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095c107f-6dcb-49db-9ecd-0d3c88b52f2d", "name": "network-vif-plugged", "status": "completed", "tag": "90f78b53-65f5-4c56-83f7-658649dbbb11", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:51.129742 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8415012-3724-4d3d-bd02-87b03bd3fc5b {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:51.130174 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095c107f-6dcb-49db-9ecd-0d3c88b52f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f78b53-65f5-4c56-83f7-658649dbbb11', 'code': 200} Jul 15 23:10:51.191863 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ad16f47e-1021-4072-b331-5c5bce78d93b up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:51.335295 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63899c-3eab-41ce-82e1-b12e182208a8 req-56e2f49b-b3ba-4695-8c0c-dbd80c5ccf72 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:51.342047 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8b63899c-3eab-41ce-82e1-b12e182208a8 req-56e2f49b-b3ba-4695-8c0c-dbd80c5ccf72 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 944 time: 0.3238463 Jul 15 23:10:51.347872 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-8b83c72d-92a6-4894-8896-ecc6773f8ae4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting port 0c9ae45f-4f28-4cff-b0a4-040bfd1f2b0a {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:51.348459 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8b83c72d-92a6-4894-8896-ecc6773f8ae4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:51.445505 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ab20f-bd6f-4056-a492-1a47ce234926 req-dea59c42-d367-4fd2-a6aa-877eae4620a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:51.447856 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-116ab20f-bd6f-4056-a492-1a47ce234926 req-dea59c42-d367-4fd2-a6aa-877eae4620a7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 1097 time: 0.2721689 Jul 15 23:10:51.476511 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8b63899c-3eab-41ce-82e1-b12e182208a8 req-f50e836f-7036-47f7-a7fe-db93d678b240 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115763 Jul 15 23:10:51.487414 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c55a6f-658c-4bf5-aad2-694b3669d57a None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:51.562189 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48386) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:51.626281 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8b83c72d-92a6-4894-8896-ecc6773f8ae4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:51.641028 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-8b83c72d-92a6-4894-8896-ecc6773f8ae4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Calling delete_port for 0c9ae45f-4f28-4cff-b0a4-040bfd1f2b0a owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:51.674809 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:51.675659 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-116ab20f-bd6f-4056-a492-1a47ce234926 req-4cc8d24a-9602-4e9f-b417-b3336d492257 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130179 Jul 15 23:10:51.717040 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=90f78b53-65f5-4c56-83f7-658649dbbb11,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:51.760857 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-20b0f0cf-b784-4a21-aad8-aa7b19ac0406 None None] Provisioning for port ad16f47e-1021-4072-b331-5c5bce78d93b completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:51.770178 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ada4f-9b43-4b34-a0e9-62754e37ba09 req-2fb27a43-d985-4922-bce3-8b30d550a634 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:51.789077 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ada4f-9b43-4b34-a0e9-62754e37ba09 req-2fb27a43-d985-4922-bce3-8b30d550a634 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:51.807273 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ada4f-9b43-4b34-a0e9-62754e37ba09 req-2fb27a43-d985-4922-bce3-8b30d550a634 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:51.823175 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ada4f-9b43-4b34-a0e9-62754e37ba09 req-2fb27a43-d985-4922-bce3-8b30d550a634 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:51.853751 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ada4f-9b43-4b34-a0e9-62754e37ba09 req-2fb27a43-d985-4922-bce3-8b30d550a634 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:51.868418 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ada4f-9b43-4b34-a0e9-62754e37ba09 req-2fb27a43-d985-4922-bce3-8b30d550a634 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:51.888264 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port ad16f47e-1021-4072-b331-5c5bce78d93b completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:51.888515 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ada4f-9b43-4b34-a0e9-62754e37ba09 req-2fb27a43-d985-4922-bce3-8b30d550a634 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:51.890848 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9be98ed0-8dcc-4ceb-919a-70bec00d6e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:51.902620 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c34ada4f-9b43-4b34-a0e9-62754e37ba09 req-2fb27a43-d985-4922-bce3-8b30d550a634 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 5442 time: 0.4444518 Jul 15 23:10:51.908437 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port ad16f47e-1021-4072-b331-5c5bce78d93b triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:51.908819 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:51.964575 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be98ed0-8dcc-4ceb-919a-70bec00d6e8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b530287e-6081-48c2-b8fa-31672df1dcea,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:52.045965 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be98ed0-8dcc-4ceb-919a-70bec00d6e8c admin admin] Checking segment: {'id': '41ccfaaf-e6db-4ea5-b675-eb113697ccdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6ef34b23-2692-4408-8c9a-a7fd28ce5fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:52.046348 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be98ed0-8dcc-4ceb-919a-70bec00d6e8c admin admin] Network hostable DHCP agents. Network: 6ef34b23-2692-4408-8c9a-a7fd28ce5fb7, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:10:52.098938 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b1b65316-b996-4bc1-b81a-21ac5f4da288 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=103199eeddac45ceb2984bcee04d8ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5342128 Jul 15 23:10:52.100162 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48400) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:52.106104 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be98ed0-8dcc-4ceb-919a-70bec00d6e8c admin admin] Network 6ef34b23-2692-4408-8c9a-a7fd28ce5fb7 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:10:52.117155 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c34ada4f-9b43-4b34-a0e9-62754e37ba09 req-883d5dc1-519a-4096-991b-0b449f2ef301 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64c486d-daa9-4031-a834-d15c94ff1017&id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2134922 Jul 15 23:10:52.129604 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-9be98ed0-8dcc-4ceb-919a-70bec00d6e8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 6ef34b23-2692-4408-8c9a-a7fd28ce5fb7) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:52.137879 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8b83c72d-92a6-4894-8896-ecc6773f8ae4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:52.145422 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdb97eb-745d-47ca-8874-6796325af292 None None] Network 6ef34b23-2692-4408-8c9a-a7fd28ce5fb7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:52.172221 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be98ed0-8dcc-4ceb-919a-70bec00d6e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:52.172826 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9be98ed0-8dcc-4ceb-919a-70bec00d6e8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:52.176847 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83c72d-92a6-4894-8896-ecc6773f8ae4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Port': ['ID=0c9ae45f-4f28-4cff-b0a4-040bfd1f2b0a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:52.241708 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9be98ed0-8dcc-4ceb-919a-70bec00d6e8c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8674610 Jul 15 23:10:52.310400 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8b83c72d-92a6-4894-8896-ecc6773f8ae4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:52.314945 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8b83c72d-92a6-4894-8896-ecc6773f8ae4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/0c9ae45f-4f28-4cff-b0a4-040bfd1f2b0a HTTP/1.1" status: 204 len: 168 time: 1.6639850 Jul 15 23:10:52.317302 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48406) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:52.330140 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5df35c90-0653-4b4d-bdb2-dda141c91d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:52.386519 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5df35c90-0653-4b4d-bdb2-dda141c91d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:52.465455 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7893de1d-3623-4a86-876b-677ed3c63089 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:52.477483 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7893de1d-3623-4a86-876b-677ed3c63089 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1549542 Jul 15 23:10:52.481570 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48408) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:52.630759 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5df35c90-0653-4b4d-bdb2-dda141c91d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:52.633347 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5df35c90-0653-4b4d-bdb2-dda141c91d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:52.641232 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5df35c90-0653-4b4d-bdb2-dda141c91d0e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ad862f97-f07e-47d7-9fe8-92feb07d4284 HTTP/1.1" status: 204 len: 168 time: 0.5189760 Jul 15 23:10:52.660235 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cfd85f-8006-40fc-a0d2-d585826aabf4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:52.674029 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-40cfd85f-8006-40fc-a0d2-d585826aabf4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1909168 Jul 15 23:10:52.674728 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48420) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:52.764549 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-3c6d9778-de44-4920-adb1-f4828f624334 req-691deb31-5bc1-495a-88f2-933c5826358a tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1851276890', 'description': 'tempest-description-1075965717'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:52.796887 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c22d8176-a458-40b5-91ed-f89cac5baca1 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:52.804743 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df35c90-0653-4b4d-bdb2-dda141c91d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad862f97-f07e-47d7-9fe8-92feb07d4284,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:52.827991 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3c6d9778-de44-4920-adb1-f4828f624334 req-691deb31-5bc1-495a-88f2-933c5826358a tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:52.856269 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a35d18c-9363-4ac8-8c6c-71a3dc3cd969 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:52.859278 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a35d18c-9363-4ac8-8c6c-71a3dc3cd969 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:52.868343 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a35d18c-9363-4ac8-8c6c-71a3dc3cd969 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:52.884812 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0a35d18c-9363-4ac8-8c6c-71a3dc3cd969 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2086060 Jul 15 23:10:52.887317 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48426) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:52.938099 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-e4881010-dc47-4551-8248-d5db23e22e55 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4309294 Jul 15 23:10:52.956189 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ed39e-b749-43ae-bb47-a839c56d25f9 req-95963215-fe84-46ec-b5cc-5a596cd5151f tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:52.962534 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ed39e-b749-43ae-bb47-a839c56d25f9 req-95963215-fe84-46ec-b5cc-5a596cd5151f tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:52.968961 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ed39e-b749-43ae-bb47-a839c56d25f9 req-95963215-fe84-46ec-b5cc-5a596cd5151f tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:52.976275 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ed39e-b749-43ae-bb47-a839c56d25f9 req-95963215-fe84-46ec-b5cc-5a596cd5151f tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:52.991519 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ed39e-b749-43ae-bb47-a839c56d25f9 req-95963215-fe84-46ec-b5cc-5a596cd5151f tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:52.994222 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6c55d54-fdf1-4527-9c77-be9d542464e4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting subnet 4e464505-94b6-46a0-a515-9e12aa9b227b {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:10:52.998050 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ed39e-b749-43ae-bb47-a839c56d25f9 req-95963215-fe84-46ec-b5cc-5a596cd5151f tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:53.002383 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6c55d54-fdf1-4527-9c77-be9d542464e4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.004222 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ed39e-b749-43ae-bb47-a839c56d25f9 req-95963215-fe84-46ec-b5cc-5a596cd5151f tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:53.019242 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f20ed39e-b749-43ae-bb47-a839c56d25f9 req-95963215-fe84-46ec-b5cc-5a596cd5151f tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 5442 time: 0.5241904 Jul 15 23:10:53.056571 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.114974 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6c55d54-fdf1-4527-9c77-be9d542464e4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.178472 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990fd9a8-ad84-4039-9f0a-a1ec26357d2b None None] Update dhcp port {'port': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'fixed_ips': [{'subnet_id': 'cd0d75ea-9adc-46ed-a33f-0a0c9f1271de', 'ip_address': '2001:db8::f816:3eff:feb4:dd81'}, {'subnet_id': '4e464505-94b6-46a0-a515-9e12aa9b227b'}], 'binding:host_id': 'n-d-787205-9'}, 'id': 'ad16f47e-1021-4072-b331-5c5bce78d93b'} from n-d-787205-9. {{(pid=93800) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:10:53.204904 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6c55d54-fdf1-4527-9c77-be9d542464e4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.274952 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3c6d9778-de44-4920-adb1-f4828f624334 req-691deb31-5bc1-495a-88f2-933c5826358a tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.309573 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3c6d9778-de44-4920-adb1-f4828f624334 req-691deb31-5bc1-495a-88f2-933c5826358a tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.341357 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32a7b0b-973f-4358-b884-74e90670fbdf None None] Network 6ef34b23-2692-4408-8c9a-a7fd28ce5fb7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:53.345215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port ad16f47e-1021-4072-b331-5c5bce78d93b, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ad16f47e-1021-4072-b331-5c5bce78d93b,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:53.346164 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6c55d54-fdf1-4527-9c77-be9d542464e4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.377925 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.388230 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c55d54-fdf1-4527-9c77-be9d542464e4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Subnet': ['ID=4e464505-94b6-46a0-a515-9e12aa9b227b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:53.390318 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6c55d54-fdf1-4527-9c77-be9d542464e4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.392576 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a6c55d54-fdf1-4527-9c77-be9d542464e4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/4e464505-94b6-46a0-a515-9e12aa9b227b HTTP/1.1" status: 204 len: 168 time: 0.5014439 Jul 15 23:10:53.400862 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48440) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:53.405576 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-990fd9a8-ad84-4039-9f0a-a1ec26357d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.462793 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3353935-7235-4499-bf71-43f9ed771cda tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting subnet cd0d75ea-9adc-46ed-a33f-0a0c9f1271de {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:10:53.466971 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3353935-7235-4499-bf71-43f9ed771cda tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.468416 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691deb31-5bc1-495a-88f2-933c5826358a tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ce42bd-08dc-49c3-84e9-f9ce6c614023,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:53.507573 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3c6d9778-de44-4920-adb1-f4828f624334 req-691deb31-5bc1-495a-88f2-933c5826358a tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.525426 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3c6d9778-de44-4920-adb1-f4828f624334 req-691deb31-5bc1-495a-88f2-933c5826358a tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.8010137 Jul 15 23:10:53.528340 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port c22d8176-a458-40b5-91ed-f89cac5baca1 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:53.528716 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.533926 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3353935-7235-4499-bf71-43f9ed771cda tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.567580 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-52a442c7-eb4e-4daf-8102-6a8face6f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:53.568574 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-52a442c7-eb4e-4daf-8102-6a8face6f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:53.569273 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-52a442c7-eb4e-4daf-8102-6a8face6f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:53.570084 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-52a442c7-eb4e-4daf-8102-6a8face6f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:53.571236 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-52a442c7-eb4e-4daf-8102-6a8face6f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:53.572175 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-52a442c7-eb4e-4daf-8102-6a8face6f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:53.572876 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-52a442c7-eb4e-4daf-8102-6a8face6f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:53.575788 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-52a442c7-eb4e-4daf-8102-6a8face6f240 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c022d86cdc7f4fca8c9ab116c350a036&device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 6499 time: 0.5310385 Jul 15 23:10:53.720175 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=ad16f47e-1021-4072-b331-5c5bce78d93b,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:53.829472 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3353935-7235-4499-bf71-43f9ed771cda tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.843570 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-858e3d91-9bb7-40a5-b8a6-cafce991f621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:53.847116 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-858e3d91-9bb7-40a5-b8a6-cafce991f621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:53.847667 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-858e3d91-9bb7-40a5-b8a6-cafce991f621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:53.853027 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-858e3d91-9bb7-40a5-b8a6-cafce991f621 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f91dc6f9-c960-4d7e-bb47-47324cf074aa&id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&id=bbea9511-9599-4d61-bc5f-d2e279b3eb50&id=bbea9511-9599-4d61-bc5f-d2e279b3eb50 HTTP/1.1" status: 200 len: 2298 time: 0.2345665 Jul 15 23:10:53.893209 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48460) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:53.947183 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3353935-7235-4499-bf71-43f9ed771cda tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.988213 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3353935-7235-4499-bf71-43f9ed771cda tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Subnet': ['ID=cd0d75ea-9adc-46ed-a33f-0a0c9f1271de,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:54.008225 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ae8a4-1e6a-47c7-baa1-8cd81bd0904e req-da6e26cc-aa87-45ab-8243-d4e11be5ae80 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:54.009881 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3353935-7235-4499-bf71-43f9ed771cda tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.010772 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-385ae8a4-1e6a-47c7-baa1-8cd81bd0904e req-da6e26cc-aa87-45ab-8243-d4e11be5ae80 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 944 time: 0.7593479 Jul 15 23:10:54.015792 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a3353935-7235-4499-bf71-43f9ed771cda tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/cd0d75ea-9adc-46ed-a33f-0a0c9f1271de HTTP/1.1" status: 204 len: 168 time: 0.6132548 Jul 15 23:10:54.018617 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48464) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server [None req-990fd9a8-ad84-4039-9f0a-a1ec26357d2b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd0d75ea-9adc-46ed-a33f-0a0c9f1271de: This subnet is being modified by another concurrent operation. Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:10:54.081889 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:10:54.087025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:10:54.087025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:10:54.087025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:10:54.087025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:10:54.087025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:10:54.087025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:10:54.087025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:10:54.087025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:10:54.087025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:10:54.087025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:10:54.087025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:10:54.087025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:10:54.087025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:10:54.087025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:10:54.087025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 15 23:10:54.087025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 15 23:10:54.087025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 23:10:54.087025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 23:10:54.087025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 15 23:10:54.087025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 15 23:10:54.087025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 15 23:10:54.087025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 15 23:10:54.087025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 15 23:10:54.087025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 15 23:10:54.087025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 15 23:10:54.087025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 23:10:54.087025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 23:10:54.087025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 23:10:54.087025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 23:10:54.087025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise exception Jul 15 23:10:54.087025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd0d75ea-9adc-46ed-a33f-0a0c9f1271de: This subnet is being modified by another concurrent operation. Jul 15 23:10:54.087025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server Jul 15 23:10:54.117082 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.119812 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f1613043-ade4-4e29-925a-0b0a18859029 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0994215 Jul 15 23:10:54.122602 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48466) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:54.129657 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-de78ed50-1605-44d8-b0ae-4770c209c828 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:54.143216 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.179406 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-a01d0d06-e8e5-4cef-a8e7-f70270055c3c tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:54.180189 n-d-787205-9 neutron-server[93799]: WARNING neutron.api.v2.base [None req-a01d0d06-e8e5-4cef-a8e7-f70270055c3c tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 23:10:54.180766 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-a01d0d06-e8e5-4cef-a8e7-f70270055c3c tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 23:10:54.185229 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a01d0d06-e8e5-4cef-a8e7-f70270055c3c tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2887790 Jul 15 23:10:54.192613 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836ea51d-ce98-4605-bd1d-b1dda80e541c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22d8176-a458-40b5-91ed-f89cac5baca1'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:54.198208 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec4ef4e-7a39-4df9-802a-83f046d2c178" -d '{"events": [{"server_uuid": "836ea51d-ce98-4605-bd1d-b1dda80e541c", "name": "network-vif-plugged", "status": "completed", "tag": "c22d8176-a458-40b5-91ed-f89cac5baca1"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:54.204673 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48468) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:54.211655 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ef820429-b9a3-4e55-9d75-b6a932ac8aaa tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group': {'name': 'tempest-secgroup--2009135775'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:54.226441 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-6e25094c-c71f-49f3-87d0-35bf887971bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=073d8b7d-d632-404a-be5c-62a7e8ef0a1f HTTP/1.1" status: 200 len: 1000 time: 0.3478727 Jul 15 23:10:54.230997 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336c5e43-c41b-4be0-94db-b48e45cd2aa7 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:54.236605 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c22d8176-a458-40b5-91ed-f89cac5baca1, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c22d8176-a458-40b5-91ed-f89cac5baca1,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:54.257076 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-385ae8a4-1e6a-47c7-baa1-8cd81bd0904e req-1b195c6b-8b9a-4aae-bd5d-995b94b8e703 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257597 Jul 15 23:10:54.257474 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.325435 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-03b77f3f-2469-4820-8c6c-47d3024ef6a1 req-236b7940-60f7-4fbc-80e5-3e8684e39644 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] 10.222.0.16 "GET /v2.0/security-groups/d0ce42bd-08dc-49c3-84e9-f9ce6c614023 HTTP/1.1" status: 200 len: 1815 time: 0.1978436 Jul 15 23:10:54.338794 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-03b77f3f-2469-4820-8c6c-47d3024ef6a1 req-675576fb-9b3e-4b75-bbf9-c924b5b8cbfa tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd0ce42bd-08dc-49c3-84e9-f9ce6c614023', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:54.339188 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-03b77f3f-2469-4820-8c6c-47d3024ef6a1 req-675576fb-9b3e-4b75-bbf9-c924b5b8cbfa tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd0ce42bd-08dc-49c3-84e9-f9ce6c614023', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:54.346249 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef820429-b9a3-4e55-9d75-b6a932ac8aaa tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.351573 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-5b53e7fd-e18a-4b14-b421-a1b20932c7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:54.353192 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-5b53e7fd-e18a-4b14-b421-a1b20932c7eb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49 HTTP/1.1" status: 200 len: 855 time: 0.0934198 Jul 15 23:10:54.375539 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef820429-b9a3-4e55-9d75-b6a932ac8aaa tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.388127 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=c22d8176-a458-40b5-91ed-f89cac5baca1,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:54.402378 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3926a2-2ed8-4d77-bd02-11eecef70b46 x-openstack-request-id: req-0e3926a2-2ed8-4d77-bd02-11eecef70b46 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:54.403023 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836ea51d-ce98-4605-bd1d-b1dda80e541c", "name": "network-vif-plugged", "status": "completed", "tag": "c22d8176-a458-40b5-91ed-f89cac5baca1", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:54.403755 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e3926a2-2ed8-4d77-bd02-11eecef70b46 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:54.404813 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836ea51d-ce98-4605-bd1d-b1dda80e541c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22d8176-a458-40b5-91ed-f89cac5baca1', 'code': 200} Jul 15 23:10:54.415903 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de78ed50-1605-44d8-b0ae-4770c209c828 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:54.420331 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de78ed50-1605-44d8-b0ae-4770c209c828 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.435340 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-544da4b1-e634-4154-8bd2-959969f31e1b None None] Provisioning complete for port ad16f47e-1021-4072-b331-5c5bce78d93b triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:54.436552 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-544da4b1-e634-4154-8bd2-959969f31e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.474897 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-03b77f3f-2469-4820-8c6c-47d3024ef6a1 req-675576fb-9b3e-4b75-bbf9-c924b5b8cbfa tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.522727 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-42e39e24-8370-43ad-aabf-56c270d5fa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:54.526574 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-42e39e24-8370-43ad-aabf-56c270d5fa93 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f91dc6f9-c960-4d7e-bb47-47324cf074aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1555009 Jul 15 23:10:54.530276 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-03b77f3f-2469-4820-8c6c-47d3024ef6a1 req-675576fb-9b3e-4b75-bbf9-c924b5b8cbfa tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.645725 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 65d7ce8f-f4cf-4b8a-9656-441afeafb634 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:54.685998 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-0bdef091-fa07-45ef-80a9-024c39884db8 service neutron] 10.222.0.43 "GET /v2.0/networks/f91dc6f9-c960-4d7e-bb47-47324cf074aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503515 Jul 15 23:10:54.688216 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-03b77f3f-2469-4820-8c6c-47d3024ef6a1 req-675576fb-9b3e-4b75-bbf9-c924b5b8cbfa tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.739574 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675576fb-9b3e-4b75-bbf9-c924b5b8cbfa tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08c1dd4f-9172-4b53-8f80-643f5a117912,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:54.744176 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-544da4b1-e634-4154-8bd2-959969f31e1b None None] Could not find standard attr ID for object 0c9ae45f-4f28-4cff-b0a4-040bfd1f2b0a. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:10:54.788721 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 65d7ce8f-f4cf-4b8a-9656-441afeafb634 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:54.791305 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef820429-b9a3-4e55-9d75-b6a932ac8aaa tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.800596 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 65d7ce8f-f4cf-4b8a-9656-441afeafb634 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:54.800974 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.814763 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-03b77f3f-2469-4820-8c6c-47d3024ef6a1 req-675576fb-9b3e-4b75-bbf9-c924b5b8cbfa tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.816837 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-03b77f3f-2469-4820-8c6c-47d3024ef6a1 req-675576fb-9b3e-4b75-bbf9-c924b5b8cbfa tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4848607 Jul 15 23:10:54.828754 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef820429-b9a3-4e55-9d75-b6a932ac8aaa tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.882875 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-d61f568b-6f6c-4466-934e-9fd5fbce1a92 service neutron] 10.222.0.43 "GET /v2.0/networks/f91dc6f9-c960-4d7e-bb47-47324cf074aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906338 Jul 15 23:10:54.905061 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c105c29-9eb9-4410-8611-cfb9f1593a68 None None] DHCP port deletion for 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:10:54.997192 n-d-787205-9 neutron-server[93798]: DEBUG neutron.objects.ports [None req-de78ed50-1605-44d8-b0ae-4770c209c828 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93798) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:10:55.011186 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef820429-b9a3-4e55-9d75-b6a932ac8aaa tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a30c06a6-6369-4e05-aebd-8da8a819b854,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:55.013970 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-85955ef8-3515-4680-a75c-9e19f4aa0244 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=eb72faf0-e402-4e9c-937e-dc2238b8df3b HTTP/1.1" status: 200 len: 217 time: 0.1097443 Jul 15 23:10:55.097578 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.110820 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5a2801e8-9ae7-4afa-931d-5b910e2beb76 req-cb3d2e20-4866-4686-9daa-d75887134223 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] 10.222.0.16 "GET /v2.0/security-groups/d0ce42bd-08dc-49c3-84e9-f9ce6c614023 HTTP/1.1" status: 200 len: 2409 time: 0.2359145 Jul 15 23:10:55.118199 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-8cca27f8-7cc1-4a09-9450-d065a6e52622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:55.120432 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-8cca27f8-7cc1-4a09-9450-d065a6e52622 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8931c9f8-2423-4e8c-8612-ac64a9606a20 HTTP/1.1" status: 200 len: 797 time: 0.0948751 Jul 15 23:10:55.223934 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a26a1486-ec8f-44be-b650-ae79f8c8be35 req-15f7d5ef-4442-4717-8ea7-f12719a28671 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] 10.222.0.16 "GET /v2.0/security-group-rules/08c1dd4f-9172-4b53-8f80-643f5a117912 HTTP/1.1" status: 200 len: 778 time: 0.0662923 Jul 15 23:10:55.266266 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef820429-b9a3-4e55-9d75-b6a932ac8aaa tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.272836 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef820429-b9a3-4e55-9d75-b6a932ac8aaa tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.309875 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de78ed50-1605-44d8-b0ae-4770c209c828 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.335453 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a26a1486-ec8f-44be-b650-ae79f8c8be35 req-f9b1a96d-4039-41cc-a719-2b2d05dd2fe1 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] 10.222.0.16 "GET /v2.0/security-groups/d0ce42bd-08dc-49c3-84e9-f9ce6c614023 HTTP/1.1" status: 200 len: 2409 time: 0.1007292 Jul 15 23:10:55.336214 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef820429-b9a3-4e55-9d75-b6a932ac8aaa tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.341052 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48504) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:55.341200 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ef820429-b9a3-4e55-9d75-b6a932ac8aaa tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1351037 Jul 15 23:10:55.344045 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef820429-b9a3-4e55-9d75-b6a932ac8aaa tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa577acf-fd71-4999-bc44-8ace4a382f31,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:55.348256 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-a2480c99-572d-472c-b31a-dc43856cde60 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group_rule': {'security_group_id': 'aa577acf-fd71-4999-bc44-8ace4a382f31', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:55.382353 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-0c32d47e-d3b7-4299-b0cc-25c3363bcdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:55.385127 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-0c32d47e-d3b7-4299-b0cc-25c3363bcdda service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2521377 Jul 15 23:10:55.399090 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 65d7ce8f-f4cf-4b8a-9656-441afeafb634, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=65d7ce8f-f4cf-4b8a-9656-441afeafb634,segment=NetworkSegment(8c1cbd9c-451c-4ff5-9afa-9899869dfbd9),segment_id=8c1cbd9c-451c-4ff5-9afa-9899869dfbd9)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:55.420309 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.442751 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-8c105c29-9eb9-4410-8611-cfb9f1593a68 None None] Deleting port ad16f47e-1021-4072-b331-5c5bce78d93b {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:55.448144 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8c105c29-9eb9-4410-8611-cfb9f1593a68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.486438 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a26a1486-ec8f-44be-b650-ae79f8c8be35 req-1b9bc579-bd20-4550-8e00-085ce6ceed99 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.541180 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a26a1486-ec8f-44be-b650-ae79f8c8be35 req-1b9bc579-bd20-4550-8e00-085ce6ceed99 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.570486 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2480c99-572d-472c-b31a-dc43856cde60 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.579335 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ad16f47e-1021-4072-b331-5c5bce78d93b no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:55.605059 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-de78ed50-1605-44d8-b0ae-4770c209c828 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] For port ad16f47e-1021-4072-b331-5c5bce78d93b, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ad16f47e-1021-4072-b331-5c5bce78d93b,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:55.672585 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de78ed50-1605-44d8-b0ae-4770c209c828 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.682302 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a26a1486-ec8f-44be-b650-ae79f8c8be35 req-1b9bc579-bd20-4550-8e00-085ce6ceed99 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.682534 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de78ed50-1605-44d8-b0ae-4770c209c828 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.683430 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de78ed50-1605-44d8-b0ae-4770c209c828 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.698650 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a26a1486-ec8f-44be-b650-ae79f8c8be35 req-1b9bc579-bd20-4550-8e00-085ce6ceed99 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.699916 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a26a1486-ec8f-44be-b650-ae79f8c8be35 req-1b9bc579-bd20-4550-8e00-085ce6ceed99 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/08c1dd4f-9172-4b53-8f80-643f5a117912 HTTP/1.1" status: 204 len: 173 time: 0.3574929 Jul 15 23:10:55.709970 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9bc579-bd20-4550-8e00-085ce6ceed99 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08c1dd4f-9172-4b53-8f80-643f5a117912,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:55.725314 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-6434c9d6-26b2-41a3-9a29-64f9d441dbef service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320365 Jul 15 23:10:55.752480 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-30c636ed-e4b9-4cf2-8878-c4a4939b8a3a req-8d347548-4d39-4207-b535-884d3c7dfcc0 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-791772124', 'description': 'tempest-description-1854110006'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:55.754697 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=65d7ce8f-f4cf-4b8a-9656-441afeafb634,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:55.810777 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2480c99-572d-472c-b31a-dc43856cde60 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.834061 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-30c636ed-e4b9-4cf2-8878-c4a4939b8a3a req-8d347548-4d39-4207-b535-884d3c7dfcc0 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.841483 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.859493 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-8c105c29-9eb9-4410-8611-cfb9f1593a68 None None] For port ad16f47e-1021-4072-b331-5c5bce78d93b, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ad16f47e-1021-4072-b331-5c5bce78d93b,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:55.860154 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8c105c29-9eb9-4410-8611-cfb9f1593a68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.871020 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2480c99-572d-472c-b31a-dc43856cde60 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.877413 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78ed50-1605-44d8-b0ae-4770c209c828 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Subnet': ['ID=519e48d4-0d6b-42fe-b95b-929e9e3564e1,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:55.884413 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-8c105c29-9eb9-4410-8611-cfb9f1593a68 None None] Calling delete_port for ad16f47e-1021-4072-b331-5c5bce78d93b owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:55.895906 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de78ed50-1605-44d8-b0ae-4770c209c828 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:55.898471 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48516) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:55.918909 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-de78ed50-1605-44d8-b0ae-4770c209c828 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:55.919924 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port ad16f47e-1021-4072-b331-5c5bce78d93b, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ad16f47e-1021-4072-b331-5c5bce78d93b,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:55.926316 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de78ed50-1605-44d8-b0ae-4770c209c828 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:55.928451 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de78ed50-1605-44d8-b0ae-4770c209c828 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.928584 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.963801 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78ed50-1605-44d8-b0ae-4770c209c828 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Port': ['ID=ad16f47e-1021-4072-b331-5c5bce78d93b,revision_number=6']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:55.985694 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-de78ed50-1605-44d8-b0ae-4770c209c828 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8615992 Jul 15 23:10:55.988488 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48520) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:55.993459 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0ac73a2d-a865-4b8f-ad79-9ecc65072a3c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:56.087313 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220dbd9-81e9-4764-8bc3-9e99754690fa req-9bf68f30-7b53-409f-8134-6e666da310f1 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:56.097488 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b220dbd9-81e9-4764-8bc3-9e99754690fa req-9bf68f30-7b53-409f-8134-6e666da310f1 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 945 time: 0.4820967 Jul 15 23:10:56.102002 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-fe14c457-76ad-4726-bbb6-28a1c0ecf933 service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637109 Jul 15 23:10:56.106281 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=ad16f47e-1021-4072-b331-5c5bce78d93b,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:56.116959 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2480c99-572d-472c-b31a-dc43856cde60 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec30ae8-0914-484b-8e3e-d285be6827fc,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:56.134245 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac73a2d-a865-4b8f-ad79-9ecc65072a3c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:56.139111 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ac73a2d-a865-4b8f-ad79-9ecc65072a3c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:56.217094 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b220dbd9-81e9-4764-8bc3-9e99754690fa req-1d49c002-9ab0-4669-bbbd-89db44e31e39 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164861 Jul 15 23:10:56.219148 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2480c99-572d-472c-b31a-dc43856cde60 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:56.224570 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a2480c99-572d-472c-b31a-dc43856cde60 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8803911 Jul 15 23:10:56.225509 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48524) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:56.226336 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-6ca4f65c-6399-4d00-b2bf-646d306cea6d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=3b0c43e3-ab51-4455-afee-2a76ff729069 HTTP/1.1" status: 200 len: 217 time: 0.0769343 Jul 15 23:10:56.226753 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8c105c29-9eb9-4410-8611-cfb9f1593a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:56.243735 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-233391e8-84e2-455c-ae1e-e594cdd35b80 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group_rule': {'security_group_id': 'aa577acf-fd71-4999-bc44-8ace4a382f31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:56.285526 n-d-787205-9 neutron-server[93798]: INFO neutron.db.ipam_backend_mixin [None req-0ac73a2d-a865-4b8f-ad79-9ecc65072a3c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 519e48d4-0d6b-42fe-b95b-929e9e3564e1 (CIDR: 2001:db8::/64) Jul 15 23:10:56.293224 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac73a2d-a865-4b8f-ad79-9ecc65072a3c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:10:56.293767 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ac73a2d-a865-4b8f-ad79-9ecc65072a3c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:10:56.328086 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c105c29-9eb9-4410-8611-cfb9f1593a68 None None] Pushing event deleted for resources: {'Port': ['ID=ad16f47e-1021-4072-b331-5c5bce78d93b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:56.368588 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-a02567e9-d98c-472a-976f-ae8d166b0d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:56.370071 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-a02567e9-d98c-472a-976f-ae8d166b0d6b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8931c9f8-2423-4e8c-8612-ac64a9606a20 HTTP/1.1" status: 200 len: 797 time: 0.1196461 Jul 15 23:10:56.375634 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c105c29-9eb9-4410-8611-cfb9f1593a68 None None] No DVR routers for this DVR port ad16f47e-1021-4072-b331-5c5bce78d93b on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:56.386530 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0149ef-e8d5-4c72-ba72-b170a2dd0ae2 req-b42525da-bea9-46ba-8973-bec4f28956a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:56.386530 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0149ef-e8d5-4c72-ba72-b170a2dd0ae2 req-b42525da-bea9-46ba-8973-bec4f28956a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:56.386530 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0149ef-e8d5-4c72-ba72-b170a2dd0ae2 req-b42525da-bea9-46ba-8973-bec4f28956a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:56.386530 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0149ef-e8d5-4c72-ba72-b170a2dd0ae2 req-b42525da-bea9-46ba-8973-bec4f28956a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:56.386530 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0149ef-e8d5-4c72-ba72-b170a2dd0ae2 req-b42525da-bea9-46ba-8973-bec4f28956a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:56.386530 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0149ef-e8d5-4c72-ba72-b170a2dd0ae2 req-b42525da-bea9-46ba-8973-bec4f28956a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:56.386530 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0149ef-e8d5-4c72-ba72-b170a2dd0ae2 req-b42525da-bea9-46ba-8973-bec4f28956a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:56.394087 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b0149ef-e8d5-4c72-ba72-b170a2dd0ae2 req-b42525da-bea9-46ba-8973-bec4f28956a1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 6499 time: 0.4871137 Jul 15 23:10:56.401253 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8865c6-4516-4905-8dc4-c99934a6010b None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:56.405919 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b5538e-3f8d-45bd-8e3b-9c07c16587a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d7ce8f-f4cf-4b8a-9656-441afeafb634'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:56.409327 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b67bfd-99e7-43c6-83bc-7a2d7282023a" -d '{"events": [{"server_uuid": "b3b5538e-3f8d-45bd-8e3b-9c07c16587a6", "name": "network-vif-plugged", "status": "completed", "tag": "65d7ce8f-f4cf-4b8a-9656-441afeafb634"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:56.472383 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-30c636ed-e4b9-4cf2-8878-c4a4939b8a3a req-8d347548-4d39-4207-b535-884d3c7dfcc0 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:56.479846 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b0149ef-e8d5-4c72-ba72-b170a2dd0ae2 req-4292244f-9bd6-46d9-b8d9-021672ced483 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a64c486d-daa9-4031-a834-d15c94ff1017&id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847037 Jul 15 23:10:56.486040 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0ac73a2d-a865-4b8f-ad79-9ecc65072a3c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4961727 Jul 15 23:10:56.499437 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48538) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:56.502548 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-30c636ed-e4b9-4cf2-8878-c4a4939b8a3a req-8d347548-4d39-4207-b535-884d3c7dfcc0 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:56.505246 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-363fbb34-7856-4cd5-b917-f5833e9362fd tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:56.591472 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d347548-4d39-4207-b535-884d3c7dfcc0 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=361f361e-530a-4b2c-a124-06d7afcf31c0,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:56.612203 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-b2fd3cfb-8e8e-463d-a9f8-5885ae15bf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:56.615174 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-b2fd3cfb-8e8e-463d-a9f8-5885ae15bf5f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2140236 Jul 15 23:10:56.678937 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-30c636ed-e4b9-4cf2-8878-c4a4939b8a3a req-8d347548-4d39-4207-b535-884d3c7dfcc0 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:56.680402 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-30c636ed-e4b9-4cf2-8878-c4a4939b8a3a req-8d347548-4d39-4207-b535-884d3c7dfcc0 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.9454668 Jul 15 23:10:56.713251 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9a0b5f-9f68-490c-8be2-4e65bd7ff14f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'tenant_id': '63d2071bda354af48ba0ab40dec64d3d', 'fixed_ips': [{'subnet_id': '519e48d4-0d6b-42fe-b95b-929e9e3564e1'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:10:56.714137 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fa9a0b5f-9f68-490c-8be2-4e65bd7ff14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:56.717144 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-233391e8-84e2-455c-ae1e-e594cdd35b80 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:56.789141 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-1511d329-1c35-4593-8635-5ee66867e17f service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632385 Jul 15 23:10:56.792407 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f69a0e47-bdc3-4604-88ee-59a46c622af0 req-6fea0ff2-26c2-41dc-b172-ca3e33faa72b tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] 10.222.0.16 "GET /v2.0/security-groups/361f361e-530a-4b2c-a124-06d7afcf31c0 HTTP/1.1" status: 200 len: 1814 time: 0.0742717 Jul 15 23:10:56.865807 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-89234f1f-185f-48ba-a788-d6d4ccff20dd req-a68a780e-a0b6-4e49-af81-7646eae71a86 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1193978024', 'description': 'tempest-description-2955360'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:56.877338 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363fbb34-7856-4cd5-b917-f5833e9362fd tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:56.881186 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-363fbb34-7856-4cd5-b917-f5833e9362fd tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:56.897723 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7042d0-b3ae-4a91-8457-630af904319a x-openstack-request-id: req-ce7042d0-b3ae-4a91-8457-630af904319a {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:56.898008 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b5538e-3f8d-45bd-8e3b-9c07c16587a6", "name": "network-vif-plugged", "status": "completed", "tag": "65d7ce8f-f4cf-4b8a-9656-441afeafb634", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:56.898259 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ce7042d0-b3ae-4a91-8457-630af904319a {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:56.898664 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b5538e-3f8d-45bd-8e3b-9c07c16587a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d7ce8f-f4cf-4b8a-9656-441afeafb634', 'code': 200} Jul 15 23:10:56.912269 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-fa9a0b5f-9f68-490c-8be2-4e65bd7ff14f None None] Allocated IP 2001:db8::f816:3eff:fed2:6262 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/519e48d4-0d6b-42fe-b95b-929e9e3564e1/126992a8-9dea-4080-a087-afc4a2b7ffc6) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:57.002115 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-233391e8-84e2-455c-ae1e-e594cdd35b80 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 23:10:57.006254 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-233391e8-84e2-455c-ae1e-e594cdd35b80 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7782147 Jul 15 23:10:57.007049 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48550) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:57.008011 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-62373a30-1aac-4e70-b1c5-2b21e3738cfc service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059166 Jul 15 23:10:57.009927 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-89234f1f-185f-48ba-a788-d6d4ccff20dd req-a68a780e-a0b6-4e49-af81-7646eae71a86 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.096206 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-c4ec9d4a-96d5-4753-a1a7-0993d7e37998 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=d6cb89d5-6817-4bc8-b0e6-53e8aba786ef HTTP/1.1" status: 200 len: 217 time: 0.0731580 Jul 15 23:10:57.190216 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-dffc34f4-abbc-4e45-8b76-c878f81b32d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:57.192214 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-dffc34f4-abbc-4e45-8b76-c878f81b32d5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8931c9f8-2423-4e8c-8612-ac64a9606a20 HTTP/1.1" status: 200 len: 797 time: 0.0897496 Jul 15 23:10:57.200600 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f97ae-1d35-4d38-b5ad-533456ee2753 req-bd16a263-3faa-4e93-8f91-d758742e5497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:57.201826 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3f1f97ae-1d35-4d38-b5ad-533456ee2753 req-bd16a263-3faa-4e93-8f91-d758742e5497 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 1096 time: 0.2825978 Jul 15 23:10:57.242675 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8f0c7ea-30b8-49ca-b73f-b8939659f85b tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.369956 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-89234f1f-185f-48ba-a788-d6d4ccff20dd req-a68a780e-a0b6-4e49-af81-7646eae71a86 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.375735 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8f0c7ea-30b8-49ca-b73f-b8939659f85b tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.378340 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-89234f1f-185f-48ba-a788-d6d4ccff20dd req-a68a780e-a0b6-4e49-af81-7646eae71a86 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.384042 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3f1f97ae-1d35-4d38-b5ad-533456ee2753 req-ed9b837f-6384-4338-8965-9b05a957fde2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459301 Jul 15 23:10:57.402910 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fa9a0b5f-9f68-490c-8be2-4e65bd7ff14f None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.414846 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-fa9a0b5f-9f68-490c-8be2-4e65bd7ff14f None None] Transition to ACTIVE for port object 126992a8-9dea-4080-a087-afc4a2b7ffc6 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:57.440719 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-b71c7cb2-853e-42f2-a8ff-cfad5c1555c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:57.440961 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-fa9a0b5f-9f68-490c-8be2-4e65bd7ff14f None None] Transition to ACTIVE for port object 126992a8-9dea-4080-a087-afc4a2b7ffc6 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:57.443413 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-b71c7cb2-853e-42f2-a8ff-cfad5c1555c6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2432246 Jul 15 23:10:57.448426 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a780e-a0b6-4e49-af81-7646eae71a86 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42483163-7477-4280-94b4-0627e4759325,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:57.455452 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fa9a0b5f-9f68-490c-8be2-4e65bd7ff14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.507243 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8f0c7ea-30b8-49ca-b73f-b8939659f85b tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.511236 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8f0c7ea-30b8-49ca-b73f-b8939659f85b tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.515897 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f8f0c7ea-30b8-49ca-b73f-b8939659f85b tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "DELETE /v2.0/security-groups/aa577acf-fd71-4999-bc44-8ace4a382f31 HTTP/1.1" status: 204 len: 168 time: 0.5041933 Jul 15 23:10:57.516586 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48560) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:57.527959 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-89234f1f-185f-48ba-a788-d6d4ccff20dd req-a68a780e-a0b6-4e49-af81-7646eae71a86 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.529720 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-89234f1f-185f-48ba-a788-d6d4ccff20dd req-a68a780e-a0b6-4e49-af81-7646eae71a86 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6798913 Jul 15 23:10:57.562892 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9a0b5f-9f68-490c-8be2-4e65bd7ff14f None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:57.571142 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-fa9a0b5f-9f68-490c-8be2-4e65bd7ff14f None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:57.574050 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9a0b5f-9f68-490c-8be2-4e65bd7ff14f None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:57.589455 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a0b5f-9f68-490c-8be2-4e65bd7ff14f None None] Pushing event updated for resources: {'Port': ['ID=126992a8-9dea-4080-a087-afc4a2b7ffc6,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:57.624427 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48574) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:57.627747 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-011d37e1-3a9f-4af5-9687-9113544a5435 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1008062 Jul 15 23:10:57.629061 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-363fbb34-7856-4cd5-b917-f5833e9362fd tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.638585 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-3b94eb17-7e83-42ac-8216-ecd92b6737d5 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group': {'name': 'tempest-secgroup--135291919'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:57.641374 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f0c7ea-30b8-49ca-b73f-b8939659f85b tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa577acf-fd71-4999-bc44-8ace4a382f31,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:57.693625 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363fbb34-7856-4cd5-b917-f5833e9362fd tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:57.698329 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-363fbb34-7856-4cd5-b917-f5833e9362fd tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:57.707014 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363fbb34-7856-4cd5-b917-f5833e9362fd tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:57.707921 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-363fbb34-7856-4cd5-b917-f5833e9362fd tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.709433 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f80dc9-3c35-4d86-bfe8-fb56d66faa8d req-d47c79e0-aeb7-4160-87ba-61568ed60fe0 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:57.711173 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c8f80dc9-3c35-4d86-bfe8-fb56d66faa8d req-d47c79e0-aeb7-4160-87ba-61568ed60fe0 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 945 time: 0.2638795 Jul 15 23:10:57.722906 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363fbb34-7856-4cd5-b917-f5833e9362fd tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Subnet': ['ID=766f3280-56e9-4ebf-b6e4-b141e6a03bc8,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:57.745364 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-6cf2bee5-3d7d-484b-bb63-54e6a8fab7bb service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817881 Jul 15 23:10:57.769005 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-363fbb34-7856-4cd5-b917-f5833e9362fd tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2785616 Jul 15 23:10:57.770845 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-fa9a0b5f-9f68-490c-8be2-4e65bd7ff14f None None] Attempting to bind port 126992a8-9dea-4080-a087-afc4a2b7ffc6 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:57.771240 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-fa9a0b5f-9f68-490c-8be2-4e65bd7ff14f None None] Attempting to bind port 126992a8-9dea-4080-a087-afc4a2b7ffc6 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:57.771609 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a0b5f-9f68-490c-8be2-4e65bd7ff14f None None] Attempting to bind port 126992a8-9dea-4080-a087-afc4a2b7ffc6 on network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:57.772315 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48578) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:57.778235 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-da2946b8-018d-4b91-be9c-ca01f9926cee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'port': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'mac_address': 'fa:16:3e:51:78:b8', 'name': 'tempest-NetworksTestDHCPv6-1078803997'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:57.781640 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a0b5f-9f68-490c-8be2-4e65bd7ff14f None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:57.782027 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a0b5f-9f68-490c-8be2-4e65bd7ff14f None None] Checking segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:57.783024 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fa9a0b5f-9f68-490c-8be2-4e65bd7ff14f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.783428 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a0b5f-9f68-490c-8be2-4e65bd7ff14f None None] Bound using segment: {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:57.783898 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-fa9a0b5f-9f68-490c-8be2-4e65bd7ff14f None None] Bound port: 126992a8-9dea-4080-a087-afc4a2b7ffc6, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85efdd07-d5b3-4689-a787-04bf6c70a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:57.784297 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fa9a0b5f-9f68-490c-8be2-4e65bd7ff14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.788890 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3b94eb17-7e83-42ac-8216-ecd92b6737d5 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.876862 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-fa9a0b5f-9f68-490c-8be2-4e65bd7ff14f None None] For port 126992a8-9dea-4080-a087-afc4a2b7ffc6, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:57.881394 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-fa9a0b5f-9f68-490c-8be2-4e65bd7ff14f None None] For port 126992a8-9dea-4080-a087-afc4a2b7ffc6, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=126992a8-9dea-4080-a087-afc4a2b7ffc6,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:57.887021 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fa9a0b5f-9f68-490c-8be2-4e65bd7ff14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.908421 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c8f80dc9-3c35-4d86-bfe8-fb56d66faa8d req-af76376a-8dc1-48d5-94e5-f30bd52b6ec5 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828735 Jul 15 23:10:57.929761 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2946b8-018d-4b91-be9c-ca01f9926cee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:57.970233 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a0b5f-9f68-490c-8be2-4e65bd7ff14f None None] Pushing event updated for resources: {'Port': ['ID=126992a8-9dea-4080-a087-afc4a2b7ffc6,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:57.997252 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f2a8776f-7446-48a2-8553-56968f0d81e1 req-00312cd6-6d79-4c40-b1df-73b9341f738e tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] 10.222.0.16 "GET /v2.0/security-groups/42483163-7477-4280-94b4-0627e4759325 HTTP/1.1" status: 200 len: 1812 time: 0.1376293 Jul 15 23:10:58.052521 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-1535d18d-df48-41e0-907c-40bca550c90d req-3301d9fd-7c01-414c-bbff-cf0e8dffa11e tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-958595800', 'description': 'tempest-description-950710631'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:58.070971 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-9b9f0df7-8a14-448b-9503-44a79b4d73e8 service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139892 Jul 15 23:10:58.112075 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da2946b8-018d-4b91-be9c-ca01f9926cee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:58.134929 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-181b1cee-fe65-4662-8990-a126c575f912 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=ff52bf25-9d08-4b27-9c20-9cfae7981d84 HTTP/1.1" status: 200 len: 217 time: 0.0553007 Jul 15 23:10:58.152879 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-da2946b8-018d-4b91-be9c-ca01f9926cee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] device_id is not set on port 9f129191-ee89-41f2-9a30-6f48bb99fca7 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:10:58.219401 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3b94eb17-7e83-42ac-8216-ecd92b6737d5 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:58.234152 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3b94eb17-7e83-42ac-8216-ecd92b6737d5 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:58.309044 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-a45130a9-082e-473e-8949-96fc0ec59d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:58.310713 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-a45130a9-082e-473e-8949-96fc0ec59d29 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8931c9f8-2423-4e8c-8612-ac64a9606a20 HTTP/1.1" status: 200 len: 797 time: 0.1596668 Jul 15 23:10:58.402714 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94eb17-7e83-42ac-8216-ecd92b6737d5 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=626dc7cb-bb31-4d50-a345-26b0aaf3685d,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:58.408610 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-1535d18d-df48-41e0-907c-40bca550c90d req-3301d9fd-7c01-414c-bbff-cf0e8dffa11e tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:58.413771 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3b94eb17-7e83-42ac-8216-ecd92b6737d5 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:58.415364 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3b94eb17-7e83-42ac-8216-ecd92b6737d5 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7863252 Jul 15 23:10:58.424327 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48582) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:58.429324 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-47ee39d8-61a2-4f6b-80d8-bb3f0cb02058 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group_rule': {'security_group_id': '626dc7cb-bb31-4d50-a345-26b0aaf3685d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:58.430171 n-d-787205-9 neutron-server[93799]: WARNING neutron.api.v2.base [None req-47ee39d8-61a2-4f6b-80d8-bb3f0cb02058 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 15 23:10:58.430877 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-47ee39d8-61a2-4f6b-80d8-bb3f0cb02058 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:10:58.431969 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-47ee39d8-61a2-4f6b-80d8-bb3f0cb02058 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064650 Jul 15 23:10:58.437904 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48584) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:58.507574 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-da2946b8-018d-4b91-be9c-ca01f9926cee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Allocated IP 2001:db8:0:1::217 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/766f3280-56e9-4ebf-b6e4-b141e6a03bc8/9f129191-ee89-41f2-9a30-6f48bb99fca7) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:58.521292 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-da2946b8-018d-4b91-be9c-ca01f9926cee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Allocated IP 2001:db8::f816:3eff:fe51:78b8 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/519e48d4-0d6b-42fe-b95b-929e9e3564e1/9f129191-ee89-41f2-9a30-6f48bb99fca7) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:58.529348 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-40bfbf70-7a37-4b25-b0a8-71d2f47032f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:58.531141 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-40bfbf70-7a37-4b25-b0a8-71d2f47032f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=31b3dd95-5845-4ba7-8163-7532c80b8fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1897616 Jul 15 23:10:58.581225 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-166ecebe-b6b3-4eac-9dba-5e820b42d16a tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:58.667775 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-166ecebe-b6b3-4eac-9dba-5e820b42d16a tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:58.683082 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-1535d18d-df48-41e0-907c-40bca550c90d req-3301d9fd-7c01-414c-bbff-cf0e8dffa11e tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:58.696027 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-1535d18d-df48-41e0-907c-40bca550c90d req-3301d9fd-7c01-414c-bbff-cf0e8dffa11e tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:58.763963 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-927b27a1-76db-4fab-96e6-1688718048c7 service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226312 Jul 15 23:10:58.769517 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-1535d18d-df48-41e0-907c-40bca550c90d req-3301d9fd-7c01-414c-bbff-cf0e8dffa11e tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:58.780503 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1535d18d-df48-41e0-907c-40bca550c90d req-3301d9fd-7c01-414c-bbff-cf0e8dffa11e tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7377801 Jul 15 23:10:58.793661 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301d9fd-7c01-414c-bbff-cf0e8dffa11e tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d74dda0d-774e-4909-b61a-1141faf67710,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:58.874723 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-166ecebe-b6b3-4eac-9dba-5e820b42d16a tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:58.882029 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-166ecebe-b6b3-4eac-9dba-5e820b42d16a tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:58.888183 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-166ecebe-b6b3-4eac-9dba-5e820b42d16a tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "DELETE /v2.0/security-groups/626dc7cb-bb31-4d50-a345-26b0aaf3685d HTTP/1.1" status: 204 len: 168 time: 0.4492478 Jul 15 23:10:58.888968 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48600) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:58.930754 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da2946b8-018d-4b91-be9c-ca01f9926cee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:58.998693 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-da2946b8-018d-4b91-be9c-ca01f9926cee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Transition to ACTIVE for port object 9f129191-ee89-41f2-9a30-6f48bb99fca7 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:59.023662 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ecebe-b6b3-4eac-9dba-5e820b42d16a tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=626dc7cb-bb31-4d50-a345-26b0aaf3685d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:59.043562 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-276106b2-7eeb-460d-aba0-d6a9baebbb65 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1534235 Jul 15 23:10:59.051135 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48604) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:59.057288 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-cd202b5d-5c4c-4114-83f1-6459698ebe93 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group': {'name': 'tempest-secgroup--411159704'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:59.089854 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-995e78bc-6e38-4cd0-a56f-1a1552765970 req-0095a9fb-2ba4-43ff-8e84-f23283526a4a tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] 10.222.0.16 "GET /v2.0/security-groups/d74dda0d-774e-4909-b61a-1141faf67710 HTTP/1.1" status: 200 len: 1813 time: 0.2597549 Jul 15 23:10:59.114104 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd202b5d-5c4c-4114-83f1-6459698ebe93 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:59.121715 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-44a61d0d-f186-4625-864b-5c062b5a8b75 req-911dad24-18a4-4e60-8b07-dcffe2587364 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-109784681', 'description': 'tempest-description-1501579149'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:59.134173 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da2946b8-018d-4b91-be9c-ca01f9926cee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:59.135598 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-45195915-ed3d-47f1-86d9-fcc7be3a4fce service neutron] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522289 Jul 15 23:10:59.205714 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-91365701-5dfa-40b4-83a3-3996c98ac8a8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6889e42d-1a89-425a-a8c3-7396550b6084 HTTP/1.1" status: 200 len: 217 time: 0.0618918 Jul 15 23:10:59.217220 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2946b8-018d-4b91-be9c-ca01f9926cee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:59.221418 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-da2946b8-018d-4b91-be9c-ca01f9926cee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:59.231655 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2946b8-018d-4b91-be9c-ca01f9926cee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:59.238934 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2946b8-018d-4b91-be9c-ca01f9926cee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:59.239616 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da2946b8-018d-4b91-be9c-ca01f9926cee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:59.253821 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-44a61d0d-f186-4625-864b-5c062b5a8b75 req-911dad24-18a4-4e60-8b07-dcffe2587364 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:59.258386 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2946b8-018d-4b91-be9c-ca01f9926cee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Port': ['ID=9f129191-ee89-41f2-9a30-6f48bb99fca7,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:59.324857 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-5206da6d-64a8-4a99-8212-af77150fcb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:59.327038 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-5206da6d-64a8-4a99-8212-af77150fcb1a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2caf3549-18f8-4078-a5bd-a7ecd88c89df HTTP/1.1" status: 200 len: 797 time: 0.1107750 Jul 15 23:10:59.364368 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd202b5d-5c4c-4114-83f1-6459698ebe93 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:59.371934 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd202b5d-5c4c-4114-83f1-6459698ebe93 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:59.382420 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-da2946b8-018d-4b91-be9c-ca01f9926cee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6081450 Jul 15 23:10:59.392820 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48610) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:59.439769 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e247d034-04e2-4ee7-b021-ae0dab676f6b None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:59.454002 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd202b5d-5c4c-4114-83f1-6459698ebe93 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75596f80-650c-4143-a1ae-eea54fb8110d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:59.455859 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60760a10-1fca-436e-a12c-5eb0165eb39c req-6f67eaef-5130-4f5a-a006-c8dc8257433e tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:59.463246 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-60760a10-1fca-436e-a12c-5eb0165eb39c req-6f67eaef-5130-4f5a-a006-c8dc8257433e tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 945 time: 0.2628918 Jul 15 23:10:59.589081 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-60760a10-1fca-436e-a12c-5eb0165eb39c req-4af637de-9763-430f-ab01-8039b81b391b tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248693 Jul 15 23:10:59.637688 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-36dbe362-9fcb-41e5-bbc2-4f468aa70321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:59.650206 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-36dbe362-9fcb-41e5-bbc2-4f468aa70321 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bbea9511-9599-4d61-bc5f-d2e279b3eb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3157387 Jul 15 23:10:59.657384 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 126992a8-9dea-4080-a087-afc4a2b7ffc6 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:59.663327 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-80f9bfeb-6657-4948-81e6-07cb2eb3f166 None None] Provisioning for port 126992a8-9dea-4080-a087-afc4a2b7ffc6 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:59.682063 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-44a61d0d-f186-4625-864b-5c062b5a8b75 req-911dad24-18a4-4e60-8b07-dcffe2587364 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:59.692415 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd202b5d-5c4c-4114-83f1-6459698ebe93 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:59.696449 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cd202b5d-5c4c-4114-83f1-6459698ebe93 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6415713 Jul 15 23:10:59.697186 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48614) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:59.706774 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b7354ab9-24fd-4ff2-b24f-88388b697c4c tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group_rule': {'security_group_id': '75596f80-650c-4143-a1ae-eea54fb8110d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:59.707666 n-d-787205-9 neutron-server[93798]: WARNING neutron.api.v2.base [None req-b7354ab9-24fd-4ff2-b24f-88388b697c4c tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 15 23:10:59.708180 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-b7354ab9-24fd-4ff2-b24f-88388b697c4c tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:10:59.713308 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b7354ab9-24fd-4ff2-b24f-88388b697c4c tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0123863 Jul 15 23:10:59.713636 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48616) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:59.770383 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 126992a8-9dea-4080-a087-afc4a2b7ffc6 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:59.789187 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 126992a8-9dea-4080-a087-afc4a2b7ffc6 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:59.789841 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:59.793891 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-44a61d0d-f186-4625-864b-5c062b5a8b75 req-911dad24-18a4-4e60-8b07-dcffe2587364 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:59.836481 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2501bafd-4674-4565-b0dd-e65c0829d079 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:59.874033 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2501bafd-4674-4565-b0dd-e65c0829d079 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:59.907902 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-fde44f0e-ec5c-41b0-b424-17aac65a19dc tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting port 9f129191-ee89-41f2-9a30-6f48bb99fca7 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:59.908463 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fde44f0e-ec5c-41b0-b424-17aac65a19dc tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:59.939689 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2501bafd-4674-4565-b0dd-e65c0829d079 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:59.948110 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2501bafd-4674-4565-b0dd-e65c0829d079 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:59.949561 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2501bafd-4674-4565-b0dd-e65c0829d079 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "DELETE /v2.0/security-groups/75596f80-650c-4143-a1ae-eea54fb8110d HTTP/1.1" status: 204 len: 168 time: 0.2350039 Jul 15 23:10:59.960935 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:59.961598 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48620) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:59.999453 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501bafd-4674-4565-b0dd-e65c0829d079 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75596f80-650c-4143-a1ae-eea54fb8110d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:00.010340 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 126992a8-9dea-4080-a087-afc4a2b7ffc6, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=126992a8-9dea-4080-a087-afc4a2b7ffc6,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:00.016056 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:00.077264 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=126992a8-9dea-4080-a087-afc4a2b7ffc6,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:00.083471 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68394c14-38ab-4833-bc7a-2dd310c2c2ee None None] Update dhcp port {'port': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'fixed_ips': [{'subnet_id': '519e48d4-0d6b-42fe-b95b-929e9e3564e1', 'ip_address': '2001:db8::f816:3eff:fed2:6262'}, {'subnet_id': '766f3280-56e9-4ebf-b6e4-b141e6a03bc8'}], 'binding:host_id': 'n-d-787205-9'}, 'id': '126992a8-9dea-4080-a087-afc4a2b7ffc6'} from n-d-787205-9. {{(pid=93800) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:11:00.133020 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c1da4a72-0181-40d1-9ac7-ed4bc9f1c291 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1500599 Jul 15 23:11:00.136289 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48624) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:00.142551 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-dbe42c4b-6e4c-4a05-8b1d-cb8ccbd6e6b4 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group': {'name': 'tempest-secgroup--324361693'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:00.146332 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-68394c14-38ab-4833-bc7a-2dd310c2c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:00.176676 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dbe42c4b-6e4c-4a05-8b1d-cb8ccbd6e6b4 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:00.470973 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-44a61d0d-f186-4625-864b-5c062b5a8b75 req-911dad24-18a4-4e60-8b07-dcffe2587364 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:00.472150 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-44a61d0d-f186-4625-864b-5c062b5a8b75 req-911dad24-18a4-4e60-8b07-dcffe2587364 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.3615544 Jul 15 23:11:00.486004 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-535998fa-0e83-4375-b7be-b5c2cc2fb947 service neutron] 10.222.0.43 "GET /v2.0/networks/bbea9511-9599-4d61-bc5f-d2e279b3eb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8018947 Jul 15 23:11:00.486694 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911dad24-18a4-4e60-8b07-dcffe2587364 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d14f450a-2ea6-4ba3-b160-3f0938d8901a,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:00.526144 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dbe42c4b-6e4c-4a05-8b1d-cb8ccbd6e6b4 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:00.528442 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597e48f-6cbc-4e8e-b727-95ede629970e req-4e943c9d-aa3b-49db-bd01-2246b98cb0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:00.529966 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0597e48f-6cbc-4e8e-b727-95ede629970e req-4e943c9d-aa3b-49db-bd01-2246b98cb0f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c94a1f7515fc403ca722dddef8f6ba46&device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 1096 time: 0.2427075 Jul 15 23:11:00.531033 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dbe42c4b-6e4c-4a05-8b1d-cb8ccbd6e6b4 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:00.587224 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dbe42c4b-6e4c-4a05-8b1d-cb8ccbd6e6b4 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:00.588485 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-dbe42c4b-6e4c-4a05-8b1d-cb8ccbd6e6b4 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4504616 Jul 15 23:11:00.591194 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe42c4b-6e4c-4a05-8b1d-cb8ccbd6e6b4 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaaff405-1633-4179-9c7a-36034af2043a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:00.595556 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48638) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:00.602579 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7ee07a17-5395-4d33-8a3d-a19839f7e942 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group_rule': {'security_group_id': 'aaaff405-1633-4179-9c7a-36034af2043a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:00.617304 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-68394c14-38ab-4833-bc7a-2dd310c2c2ee None None] Allocated IP 2001:db8:0:1::2 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/766f3280-56e9-4ebf-b6e4-b141e6a03bc8/126992a8-9dea-4080-a087-afc4a2b7ffc6) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:00.619136 n-d-787205-9 neutron-server[93798]: WARNING neutron.api.v2.base [None req-7ee07a17-5395-4d33-8a3d-a19839f7e942 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 15 23:11:00.619784 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-ad7958e0-8a60-4d23-9990-61fd411cc276 service neutron] 10.222.0.43 "GET /v2.0/networks/bbea9511-9599-4d61-bc5f-d2e279b3eb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258042 Jul 15 23:11:00.619923 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-7ee07a17-5395-4d33-8a3d-a19839f7e942 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:00.620900 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7ee07a17-5395-4d33-8a3d-a19839f7e942 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0244148 Jul 15 23:11:00.628007 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48640) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:00.663463 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-16ee1a9e-b6cf-4838-a0b7-2662641531cd tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group_rule': {'security_group_id': 'aaaff405-1633-4179-9c7a-36034af2043a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:00.664273 n-d-787205-9 neutron-server[93798]: WARNING neutron.api.v2.base [None req-16ee1a9e-b6cf-4838-a0b7-2662641531cd tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 15 23:11:00.664764 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-16ee1a9e-b6cf-4838-a0b7-2662641531cd tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:00.665715 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-16ee1a9e-b6cf-4838-a0b7-2662641531cd tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0085714 Jul 15 23:11:00.668887 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48642) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:00.675975 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-485c4e32-7bb3-4637-a093-a7e1133a1f75 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group_rule': {'security_group_id': 'aaaff405-1633-4179-9c7a-36034af2043a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:00.677658 n-d-787205-9 neutron-server[93798]: WARNING neutron.api.v2.base [None req-485c4e32-7bb3-4637-a093-a7e1133a1f75 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 15 23:11:00.677805 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fde44f0e-ec5c-41b0-b424-17aac65a19dc tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:00.678152 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-485c4e32-7bb3-4637-a093-a7e1133a1f75 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:00.680162 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-485c4e32-7bb3-4637-a093-a7e1133a1f75 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0097585 Jul 15 23:11:00.687366 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48644) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:00.691858 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f56cafaa-a392-4678-a93d-0f0f0e899fd9 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group_rule': {'security_group_id': 'aaaff405-1633-4179-9c7a-36034af2043a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:00.692956 n-d-787205-9 neutron-server[93798]: WARNING neutron.api.v2.base [None req-f56cafaa-a392-4678-a93d-0f0f0e899fd9 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 15 23:11:00.693544 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-f56cafaa-a392-4678-a93d-0f0f0e899fd9 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:00.696863 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-fde44f0e-ec5c-41b0-b424-17aac65a19dc tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Calling delete_port for 9f129191-ee89-41f2-9a30-6f48bb99fca7 owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:11:00.698689 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f56cafaa-a392-4678-a93d-0f0f0e899fd9 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0102336 Jul 15 23:11:00.701521 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48646) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:00.829836 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-68394c14-38ab-4833-bc7a-2dd310c2c2ee None None] For port 126992a8-9dea-4080-a087-afc4a2b7ffc6, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=126992a8-9dea-4080-a087-afc4a2b7ffc6,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:00.891574 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-68394c14-38ab-4833-bc7a-2dd310c2c2ee None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:00.931974 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-68394c14-38ab-4833-bc7a-2dd310c2c2ee None None] Transition to ACTIVE for port object 126992a8-9dea-4080-a087-afc4a2b7ffc6 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:00.938137 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-68394c14-38ab-4833-bc7a-2dd310c2c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:01.029273 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fde44f0e-ec5c-41b0-b424-17aac65a19dc tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:01.046502 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-dfe6442f-2285-4396-adfe-9b0612ced89f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d21b906d-5799-491b-a71e-1b415441bf9f HTTP/1.1" status: 200 len: 217 time: 0.1357267 Jul 15 23:11:01.074287 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68394c14-38ab-4833-bc7a-2dd310c2c2ee None None] Pushing event updated for resources: {'Port': ['ID=126992a8-9dea-4080-a087-afc4a2b7ffc6,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:01.101179 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde44f0e-ec5c-41b0-b424-17aac65a19dc tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Port': ['ID=9f129191-ee89-41f2-9a30-6f48bb99fca7,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:01.135836 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-901183a4-d0b6-4d86-ab1e-3591f71c5491 req-81a554da-b1fa-456a-a5a8-e3f2609cd8e2 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] 10.222.0.16 "GET /v2.0/security-groups/d14f450a-2ea6-4ba3-b160-3f0938d8901a HTTP/1.1" status: 200 len: 1814 time: 0.5096154 Jul 15 23:11:01.186730 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597e48f-6cbc-4e8e-b727-95ede629970e req-c6526970-59b0-4ebf-ba5e-958606afe6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:01.188272 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0597e48f-6cbc-4e8e-b727-95ede629970e req-c6526970-59b0-4ebf-ba5e-958606afe6e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=06e80cc8-6c99-4e93-b9ec-9a2e84049a5a HTTP/1.1" status: 200 len: 919 time: 0.6497402 Jul 15 23:11:01.214014 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fde44f0e-ec5c-41b0-b424-17aac65a19dc tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:01.218462 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fde44f0e-ec5c-41b0-b424-17aac65a19dc tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/9f129191-ee89-41f2-9a30-6f48bb99fca7 HTTP/1.1" status: 204 len: 168 time: 1.8238454 Jul 15 23:11:01.221000 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48652) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:01.240173 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-6d9bfd7a-17a1-4396-a3be-cb2e3d4dd9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:01.241899 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-6d9bfd7a-17a1-4396-a3be-cb2e3d4dd9f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2caf3549-18f8-4078-a5bd-a7ecd88c89df HTTP/1.1" status: 200 len: 797 time: 0.1622987 Jul 15 23:11:01.252385 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0597e48f-6cbc-4e8e-b727-95ede629970e req-71b4abde-2624-48da-b503-76d199d61e69 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65d7ce8f-f4cf-4b8a-9656-441afeafb634 HTTP/1.1" status: 200 len: 217 time: 0.0528419 Jul 15 23:11:01.255749 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0682cc95-1506-42c2-9e29-cfda290c4f4e tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:01.328533 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0682cc95-1506-42c2-9e29-cfda290c4f4e tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:01.335992 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca7ec2-d5df-4600-8f3f-dcfd93da8c9a req-31c15cb3-8d7c-419f-92ed-95af7e62a421 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:01.337585 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-05ca7ec2-d5df-4600-8f3f-dcfd93da8c9a req-31c15cb3-8d7c-419f-92ed-95af7e62a421 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 945 time: 0.4220991 Jul 15 23:11:01.369604 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597e48f-6cbc-4e8e-b727-95ede629970e req-78807e61-0035-4f53-83d6-e8db3cf24632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:01.373445 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0597e48f-6cbc-4e8e-b727-95ede629970e req-78807e61-0035-4f53-83d6-e8db3cf24632 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4855a5f1-8b72-4f27-b61b-98876d40980b HTTP/1.1" status: 200 len: 858 time: 0.1094708 Jul 15 23:11:01.390918 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [req-dc738cae-5f2f-4564-8b56-07300a7b96bb req-83c198f0-f648-4d97-a20d-7d0790e7379b tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] show failed (client error): The resource could not be found. Jul 15 23:11:01.391989 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dc738cae-5f2f-4564-8b56-07300a7b96bb req-83c198f0-f648-4d97-a20d-7d0790e7379b tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] 10.222.0.16 "GET /v2.0/security-groups/d16b6d88-32a9-4a58-a606-674fabcb5b34 HTTP/1.1" status: 404 len: 352 time: 0.0348754 Jul 15 23:11:01.434920 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-05ca7ec2-d5df-4600-8f3f-dcfd93da8c9a req-b932d772-3bc0-49bd-bc35-20d40becea88 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863543 Jul 15 23:11:01.455761 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4f5f57-2429-4578-8a4b-777a9ccfb3c4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:01.460169 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6f4f5f57-2429-4578-8a4b-777a9ccfb3c4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2349944 Jul 15 23:11:01.460936 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48664) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:01.474506 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-4175ae1e-9ef6-47ba-b803-e92b7726481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:01.476582 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-4175ae1e-9ef6-47ba-b803-e92b7726481e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bbea9511-9599-4d61-bc5f-d2e279b3eb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2077587 Jul 15 23:11:01.518777 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0597e48f-6cbc-4e8e-b727-95ede629970e req-550216e5-17f5-496a-8e42-ad87d58fa217 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=06e80cc8-6c99-4e93-b9ec-9a2e84049a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1368361 Jul 15 23:11:01.554111 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [req-77b21696-6e7a-43b8-91fa-8435f4ada8bc req-f81ca6a0-09ad-4a8f-a360-330584edfeaa tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] show failed (client error): The resource could not be found. Jul 15 23:11:01.555293 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-77b21696-6e7a-43b8-91fa-8435f4ada8bc req-f81ca6a0-09ad-4a8f-a360-330584edfeaa tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] 10.222.0.16 "GET /v2.0/security-group-rules/88f82437-300d-47e7-83bc-10d6f3c19874 HTTP/1.1" status: 404 len: 361 time: 0.0393393 Jul 15 23:11:01.559380 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 126992a8-9dea-4080-a087-afc4a2b7ffc6 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:01.596280 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0682cc95-1506-42c2-9e29-cfda290c4f4e tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:01.601919 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0682cc95-1506-42c2-9e29-cfda290c4f4e tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:01.605967 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0682cc95-1506-42c2-9e29-cfda290c4f4e tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "DELETE /v2.0/security-groups/aaaff405-1633-4179-9c7a-36034af2043a HTTP/1.1" status: 204 len: 168 time: 0.9010589 Jul 15 23:11:01.609519 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48672) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:01.668466 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682cc95-1506-42c2-9e29-cfda290c4f4e tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaaff405-1633-4179-9c7a-36034af2043a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:01.769259 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13ecb07-3844-434d-adc2-28d814ce9329 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:01.770864 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a13ecb07-3844-434d-adc2-28d814ce9329 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2747808 Jul 15 23:11:01.773404 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48674) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:01.819148 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-4de2bf96-1a5b-4edb-a804-3e3a555e9dc4 service neutron] 10.222.0.43 "GET /v2.0/networks/bbea9511-9599-4d61-bc5f-d2e279b3eb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321290 Jul 15 23:11:01.827191 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5580ef14-d425-4ccf-8e87-504f150ce872 req-1613a62e-64f1-40e9-bcdb-33e0b78943a6 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] 10.222.0.16 "GET /v2.0/security-groups/d14f450a-2ea6-4ba3-b160-3f0938d8901a HTTP/1.1" status: 200 len: 1814 time: 0.1832981 Jul 15 23:11:01.839612 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0597e48f-6cbc-4e8e-b727-95ede629970e req-611a1e62-c3bf-4bde-951e-c76d5b006cca service neutron] 10.222.0.36 "GET /v2.0/networks/06e80cc8-6c99-4e93-b9ec-9a2e84049a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616472 Jul 15 23:11:01.868573 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d395722-82ca-4ffc-8423-9427dbebcc83 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:01.870202 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d395722-82ca-4ffc-8423-9427dbebcc83 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:01.871744 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d395722-82ca-4ffc-8423-9427dbebcc83 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:01.873687 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0d395722-82ca-4ffc-8423-9427dbebcc83 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0993564 Jul 15 23:11:01.884729 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48676) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:01.890599 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9f0be3eb-2e39-485b-b93f-3c7a5de750ab tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2800128 Jul 15 23:11:01.895403 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48678) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:01.901901 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-37ee4099-54d7-41dc-887b-e5ff85907790 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group': {'name': 'tempest-secgroup--1223006881'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:01.990980 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37ee4099-54d7-41dc-887b-e5ff85907790 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.037881 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff66fa0-d536-41a8-8e41-0befcd5d6126 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting subnet 519e48d4-0d6b-42fe-b95b-929e9e3564e1 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:11:02.049173 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5ff66fa0-d536-41a8-8e41-0befcd5d6126 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.068928 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0597e48f-6cbc-4e8e-b727-95ede629970e req-7f802303-3bba-438a-9020-a29f17e26fef service neutron] 10.222.0.36 "GET /v2.0/networks/06e80cc8-6c99-4e93-b9ec-9a2e84049a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133923 Jul 15 23:11:02.087385 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5580ef14-d425-4ccf-8e87-504f150ce872 req-742476a2-0271-4eb5-b2d8-85e961c5c380 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.115908 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0935ac18-faac-4a74-a3f9-cd675c42c2d9 req-716409a5-df13-4c38-bc75-a488dcf22466 service neutron] 10.222.0.43 "GET /v2.0/networks/bbea9511-9599-4d61-bc5f-d2e279b3eb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805021 Jul 15 23:11:02.137595 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5ff66fa0-d536-41a8-8e41-0befcd5d6126 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.163336 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5580ef14-d425-4ccf-8e87-504f150ce872 req-742476a2-0271-4eb5-b2d8-85e961c5c380 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.193322 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37ee4099-54d7-41dc-887b-e5ff85907790 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.210245 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-931dbece-1456-4e66-a111-b925fb08b335 None None] Could not find standard attr ID for object 9f129191-ee89-41f2-9a30-6f48bb99fca7. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:11:02.221273 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37ee4099-54d7-41dc-887b-e5ff85907790 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.232738 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-931dbece-1456-4e66-a111-b925fb08b335 None None] Provisioning for port 126992a8-9dea-4080-a087-afc4a2b7ffc6 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:02.245102 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-931dbece-1456-4e66-a111-b925fb08b335 None None] Provisioning complete for port 126992a8-9dea-4080-a087-afc4a2b7ffc6 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:02.245473 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-931dbece-1456-4e66-a111-b925fb08b335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.287490 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37ee4099-54d7-41dc-887b-e5ff85907790 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.288771 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-37ee4099-54d7-41dc-887b-e5ff85907790 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3925276 Jul 15 23:11:02.296426 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48684) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:02.300958 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee4099-54d7-41dc-887b-e5ff85907790 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3fa369-7039-437f-bf28-b20fd5de9802,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:02.318095 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-30365370-4742-4fac-91ef-5cf7ddf68c25 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group_rule': {'security_group_id': '8d3fa369-7039-437f-bf28-b20fd5de9802', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:02.319871 n-d-787205-9 neutron-server[93799]: WARNING neutron.api.v2.base [None req-30365370-4742-4fac-91ef-5cf7ddf68c25 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 23:11:02.320614 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-30365370-4742-4fac-91ef-5cf7ddf68c25 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:02.322198 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-30365370-4742-4fac-91ef-5cf7ddf68c25 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0247917 Jul 15 23:11:02.325390 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48686) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:02.331918 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8e06434a-fa30-4041-85da-5499f569b3fb tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group_rule': {'security_group_id': '8d3fa369-7039-437f-bf28-b20fd5de9802', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:02.354289 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5580ef14-d425-4ccf-8e87-504f150ce872 req-742476a2-0271-4eb5-b2d8-85e961c5c380 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.364263 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5580ef14-d425-4ccf-8e87-504f150ce872 req-742476a2-0271-4eb5-b2d8-85e961c5c380 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.386421 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5580ef14-d425-4ccf-8e87-504f150ce872 req-742476a2-0271-4eb5-b2d8-85e961c5c380 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] 10.222.0.16 "DELETE /v2.0/security-groups/d14f450a-2ea6-4ba3-b160-3f0938d8901a HTTP/1.1" status: 204 len: 173 time: 0.5442076 Jul 15 23:11:02.396317 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-8e06434a-fa30-4041-85da-5499f569b3fb tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:02.397843 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8e06434a-fa30-4041-85da-5499f569b3fb tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0712955 Jul 15 23:11:02.400837 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48692) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:02.410226 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a40c89fe-280f-4f1b-a2a7-6d1537e2c2a2 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group_rule': {'security_group_id': '8d3fa369-7039-437f-bf28-b20fd5de9802', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:02.411240 n-d-787205-9 neutron-server[93798]: WARNING neutron.api.v2.base [None req-a40c89fe-280f-4f1b-a2a7-6d1537e2c2a2 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 15 23:11:02.411903 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-a40c89fe-280f-4f1b-a2a7-6d1537e2c2a2 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:02.413151 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a40c89fe-280f-4f1b-a2a7-6d1537e2c2a2 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0111029 Jul 15 23:11:02.416560 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48694) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:02.422443 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0786f3b5-c2f0-470a-8abd-a1e14191d501 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group_rule': {'security_group_id': '8d3fa369-7039-437f-bf28-b20fd5de9802', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:02.458949 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5ff66fa0-d536-41a8-8e41-0befcd5d6126 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.493938 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-0786f3b5-c2f0-470a-8abd-a1e14191d501 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:02.499611 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0786f3b5-c2f0-470a-8abd-a1e14191d501 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0816834 Jul 15 23:11:02.500355 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48698) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:02.506349 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742476a2-0271-4eb5-b2d8-85e961c5c380 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14f450a-2ea6-4ba3-b160-3f0938d8901a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:02.509174 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1f94a9bb-d8ba-47e6-b111-8b7314d03719 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group_rule': {'security_group_id': '8d3fa369-7039-437f-bf28-b20fd5de9802', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:02.509808 n-d-787205-9 neutron-server[93798]: WARNING neutron.api.v2.base [None req-1f94a9bb-d8ba-47e6-b111-8b7314d03719 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 23:11:02.510669 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-1f94a9bb-d8ba-47e6-b111-8b7314d03719 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:02.515677 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1f94a9bb-d8ba-47e6-b111-8b7314d03719 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0118086 Jul 15 23:11:02.516378 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48700) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:02.522431 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-6169a387-3b5e-492a-b916-15d6cac15a14 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group_rule': {'security_group_id': '8d3fa369-7039-437f-bf28-b20fd5de9802', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:02.551299 n-d-787205-9 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-6169a387-3b5e-492a-b916-15d6cac15a14 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Project dece7af499ce487d9753f53265ac68c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:11:02.582849 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-6169a387-3b5e-492a-b916-15d6cac15a14 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:02.586400 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6169a387-3b5e-492a-b916-15d6cac15a14 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0681531 Jul 15 23:11:02.589462 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48704) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:02.598555 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9ca47de9-b4e0-454f-a804-be2ac4356add tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group_rule': {'security_group_id': '8d3fa369-7039-437f-bf28-b20fd5de9802', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:02.599080 n-d-787205-9 neutron-server[93798]: WARNING neutron.api.v2.base [None req-9ca47de9-b4e0-454f-a804-be2ac4356add tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 15 23:11:02.599606 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-9ca47de9-b4e0-454f-a804-be2ac4356add tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:02.601013 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9ca47de9-b4e0-454f-a804-be2ac4356add tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0103657 Jul 15 23:11:02.604374 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48706) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:02.612440 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-20f3180f-4c6d-412d-a783-92dd2797bd5e tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group_rule': {'security_group_id': '8d3fa369-7039-437f-bf28-b20fd5de9802', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:02.622984 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0db78cf3-e936-4fb0-861f-9b41ffc72071 None None] Could not find standard attr ID for object 0c9ae45f-4f28-4cff-b0a4-040bfd1f2b0a. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:11:02.623764 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f8aeecd1-e63e-4a24-a58a-e9c746900f1b req-d050b148-249e-442d-9439-fdb14180ff9c tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] 10.222.0.16 "GET /v2.0/security-groups/d74dda0d-774e-4909-b61a-1141faf67710 HTTP/1.1" status: 200 len: 1813 time: 0.2360532 Jul 15 23:11:02.734079 n-d-787205-9 neutron-server[93799]: INFO neutron.db.securitygroups_db [None req-20f3180f-4c6d-412d-a783-92dd2797bd5e tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Project dece7af499ce487d9753f53265ac68c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:11:02.737594 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5ff66fa0-d536-41a8-8e41-0befcd5d6126 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.793252 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff66fa0-d536-41a8-8e41-0befcd5d6126 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Subnet': ['ID=519e48d4-0d6b-42fe-b95b-929e9e3564e1,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:02.841838 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5ff66fa0-d536-41a8-8e41-0befcd5d6126 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.847525 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48710) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:02.852559 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5ff66fa0-d536-41a8-8e41-0befcd5d6126 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/519e48d4-0d6b-42fe-b95b-929e9e3564e1 HTTP/1.1" status: 204 len: 168 time: 0.9627576 Jul 15 23:11:02.857727 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-20f3180f-4c6d-412d-a783-92dd2797bd5e tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:02.862783 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-20f3180f-4c6d-412d-a783-92dd2797bd5e tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2507987 Jul 15 23:11:02.866472 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48712) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:02.876476 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-f6f3626f-6177-4101-8db3-d429d01294ce tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group_rule': {'security_group_id': '8d3fa369-7039-437f-bf28-b20fd5de9802', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:02.884160 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f8aeecd1-e63e-4a24-a58a-e9c746900f1b req-dec97d52-4cb2-4ef2-aeb0-42d21adc83f7 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.920041 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f8aeecd1-e63e-4a24-a58a-e9c746900f1b req-dec97d52-4cb2-4ef2-aeb0-42d21adc83f7 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.942685 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c6d8e28-edb7-4a2b-bde6-5b9bf0debea8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting subnet 766f3280-56e9-4ebf-b6e4-b141e6a03bc8 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:11:02.947707 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c6d8e28-edb7-4a2b-bde6-5b9bf0debea8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.989895 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24afcd97-6436-4b38-8d2a-06fd150a0163 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:02.997864 n-d-787205-9 neutron-server[93799]: INFO neutron.db.securitygroups_db [None req-f6f3626f-6177-4101-8db3-d429d01294ce tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Project dece7af499ce487d9753f53265ac68c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:11:03.024888 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa13dfb-96ea-435d-b199-8e4810c007fa req-3a95840c-5ca5-4136-bfab-46a8dbf4ea3e tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:03.031895 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dfa13dfb-96ea-435d-b199-8e4810c007fa req-3a95840c-5ca5-4136-bfab-46a8dbf4ea3e tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 945 time: 0.3018346 Jul 15 23:11:03.059306 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c6d8e28-edb7-4a2b-bde6-5b9bf0debea8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:03.067948 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-f6f3626f-6177-4101-8db3-d429d01294ce tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:03.068272 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-bc31f8d1-7172-4d15-b97a-0ee7f8e53d11 None None] Could not find standard attr ID for object 9f129191-ee89-41f2-9a30-6f48bb99fca7. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:11:03.069013 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f6f3626f-6177-4101-8db3-d429d01294ce tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1994469 Jul 15 23:11:03.086160 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48714) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:03.091453 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f8aeecd1-e63e-4a24-a58a-e9c746900f1b req-dec97d52-4cb2-4ef2-aeb0-42d21adc83f7 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:03.094066 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f8aeecd1-e63e-4a24-a58a-e9c746900f1b req-dec97d52-4cb2-4ef2-aeb0-42d21adc83f7 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:03.108943 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f8aeecd1-e63e-4a24-a58a-e9c746900f1b req-dec97d52-4cb2-4ef2-aeb0-42d21adc83f7 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] 10.222.0.16 "DELETE /v2.0/security-groups/d74dda0d-774e-4909-b61a-1141faf67710 HTTP/1.1" status: 204 len: 173 time: 0.4736338 Jul 15 23:11:03.151652 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec97d52-4cb2-4ef2-aeb0-42d21adc83f7 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74dda0d-774e-4909-b61a-1141faf67710,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:03.179341 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dfa13dfb-96ea-435d-b199-8e4810c007fa req-699d7aca-8288-4195-aad6-d3cf0b220ecc tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444104 Jul 15 23:11:03.253246 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fd2318f6-cca4-4913-b249-5fc6763f0641 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:03.314083 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fd2318f6-cca4-4913-b249-5fc6763f0641 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:03.354352 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c6d8e28-edb7-4a2b-bde6-5b9bf0debea8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:03.414116 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ba493e22-5b0f-49f9-9115-f8aba19613b8 req-2b2340f0-f224-46ca-972b-76f2a1e743db tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] 10.222.0.16 "GET /v2.0/security-groups/42483163-7477-4280-94b4-0627e4759325 HTTP/1.1" status: 200 len: 1812 time: 0.1249256 Jul 15 23:11:03.455217 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fd2318f6-cca4-4913-b249-5fc6763f0641 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:03.459570 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fd2318f6-cca4-4913-b249-5fc6763f0641 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:03.463539 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fd2318f6-cca4-4913-b249-5fc6763f0641 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "DELETE /v2.0/security-groups/8d3fa369-7039-437f-bf28-b20fd5de9802 HTTP/1.1" status: 204 len: 168 time: 0.3741887 Jul 15 23:11:03.464479 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48730) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:03.476018 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c6d8e28-edb7-4a2b-bde6-5b9bf0debea8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:03.487573 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2318f6-cca4-4913-b249-5fc6763f0641 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3fa369-7039-437f-bf28-b20fd5de9802,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:03.516273 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d8e28-edb7-4a2b-bde6-5b9bf0debea8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Subnet': ['ID=766f3280-56e9-4ebf-b6e4-b141e6a03bc8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:03.537503 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c6d8e28-edb7-4a2b-bde6-5b9bf0debea8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:03.541618 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3c6d8e28-edb7-4a2b-bde6-5b9bf0debea8 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/766f3280-56e9-4ebf-b6e4-b141e6a03bc8 HTTP/1.1" status: 204 len: 168 time: 0.6904030 Jul 15 23:11:03.545040 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48732) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:03.562783 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5a939709-43af-4ef7-88d3-f27ab238271d tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0964851 Jul 15 23:11:03.563777 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48734) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:03.568800 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-da8dfaf5-677b-44d3-b7fc-94791672c8a3 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group': {'name': 'tempest-secgroup--882676380'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:03.597682 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da8dfaf5-677b-44d3-b7fc-94791672c8a3 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:03.629782 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4961e48e-98da-4ee1-b6b0-2c2dc5dd2dbd tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828207 Jul 15 23:11:03.630552 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-ba493e22-5b0f-49f9-9115-f8aba19613b8 req-7b1489df-a685-43a4-96a9-1aafaea37340 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:03.632949 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48738) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:03.648270 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-042154df-b373-4f49-b5f4-0db95a68e953 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:03.712074 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da8dfaf5-677b-44d3-b7fc-94791672c8a3 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:03.728632 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da8dfaf5-677b-44d3-b7fc-94791672c8a3 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:03.764244 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-ba493e22-5b0f-49f9-9115-f8aba19613b8 req-7b1489df-a685-43a4-96a9-1aafaea37340 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:03.787457 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8dfaf5-677b-44d3-b7fc-94791672c8a3 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=781e5866-f42f-4612-a846-79bc29ada750,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:03.791933 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da8dfaf5-677b-44d3-b7fc-94791672c8a3 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:03.793109 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-da8dfaf5-677b-44d3-b7fc-94791672c8a3 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2281380 Jul 15 23:11:03.796144 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48740) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:03.802864 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b3606228-4fce-4d0a-b7fe-72ae80c07381 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group_rule': {'security_group_id': '781e5866-f42f-4612-a846-79bc29ada750', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:03.826549 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-ba493e22-5b0f-49f9-9115-f8aba19613b8 req-7b1489df-a685-43a4-96a9-1aafaea37340 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:03.830880 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-ba493e22-5b0f-49f9-9115-f8aba19613b8 req-7b1489df-a685-43a4-96a9-1aafaea37340 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:03.832274 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ba493e22-5b0f-49f9-9115-f8aba19613b8 req-7b1489df-a685-43a4-96a9-1aafaea37340 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] 10.222.0.16 "DELETE /v2.0/security-groups/42483163-7477-4280-94b4-0627e4759325 HTTP/1.1" status: 204 len: 173 time: 0.4118056 Jul 15 23:11:03.870683 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-b3606228-4fce-4d0a-b7fe-72ae80c07381 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] create failed (client error): The resource could not be found. Jul 15 23:11:03.872360 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b3606228-4fce-4d0a-b7fe-72ae80c07381 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0742598 Jul 15 23:11:03.877275 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48744) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:03.886626 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a3c5fd25-fa51-4527-92f8-56e1b3ba28fa tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group_rule': {'security_group_id': '781e5866-f42f-4612-a846-79bc29ada750', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bc6d89bf-1a0b-4232-a797-72eace1a0b86'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:03.889415 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1489df-a685-43a4-96a9-1aafaea37340 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42483163-7477-4280-94b4-0627e4759325,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:03.978324 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c83d818-e953-4fa3-8212-68ebcb843ddb req-be86f039-f092-4c50-ac68-3ca3e40bae5a tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] 10.222.0.16 "GET /v2.0/security-groups/361f361e-530a-4b2c-a124-06d7afcf31c0 HTTP/1.1" status: 200 len: 1814 time: 0.1134696 Jul 15 23:11:03.986717 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042154df-b373-4f49-b5f4-0db95a68e953 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:03.988003 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-a3c5fd25-fa51-4527-92f8-56e1b3ba28fa tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] create failed (client error): The resource could not be found. Jul 15 23:11:03.989163 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a3c5fd25-fa51-4527-92f8-56e1b3ba28fa tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1103606 Jul 15 23:11:03.991491 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-042154df-b373-4f49-b5f4-0db95a68e953 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:03.992425 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48746) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:04.080158 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4a58682-62ea-49d6-86d3-72ea150e402f tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:04.133592 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4a58682-62ea-49d6-86d3-72ea150e402f tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:04.204348 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4a58682-62ea-49d6-86d3-72ea150e402f tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:04.209344 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4a58682-62ea-49d6-86d3-72ea150e402f tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:04.209497 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a4a58682-62ea-49d6-86d3-72ea150e402f tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "DELETE /v2.0/security-groups/781e5866-f42f-4612-a846-79bc29ada750 HTTP/1.1" status: 204 len: 168 time: 0.2159917 Jul 15 23:11:04.215011 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48748) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:04.247817 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2c83d818-e953-4fa3-8212-68ebcb843ddb req-2aa2fdfd-5668-4c87-813e-19f72cc301ca tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:04.273871 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a58682-62ea-49d6-86d3-72ea150e402f tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=781e5866-f42f-4612-a846-79bc29ada750,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:04.341233 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b96d85-e1c2-4b90-b310-a9411a1d5722 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:04.344774 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a0ee2883-29a8-4693-b2a5-5583b3f95695 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1286120 Jul 15 23:11:04.345436 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48754) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:04.357665 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2c83d818-e953-4fa3-8212-68ebcb843ddb req-2aa2fdfd-5668-4c87-813e-19f72cc301ca tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:04.362778 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e8b48c12-3c28-4268-866e-e8179abe6b7c tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group_rule': {'security_group_id': 'd8f3bd3a-86fe-4ed7-b0a5-c3d571a190cb', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:04.389492 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-042154df-b373-4f49-b5f4-0db95a68e953 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:04.441367 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-e8b48c12-3c28-4268-866e-e8179abe6b7c tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] create failed (client error): The resource could not be found. Jul 15 23:11:04.446569 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e8b48c12-3c28-4268-866e-e8179abe6b7c tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0999970 Jul 15 23:11:04.447216 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48758) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:04.451747 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c0d77473-d2df-4a5b-beb9-e5ad7d6248c4 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group': {'name': 'tempest-secgroup--1750787705'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:04.499540 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e1aa215f-995b-48e1-9ce9-b9e6aaa344de None None] Provisioning complete for port 126992a8-9dea-4080-a087-afc4a2b7ffc6 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:04.499540 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e1aa215f-995b-48e1-9ce9-b9e6aaa344de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:04.502475 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0d77473-d2df-4a5b-beb9-e5ad7d6248c4 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:04.546367 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042154df-b373-4f49-b5f4-0db95a68e953 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:04.556631 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-042154df-b373-4f49-b5f4-0db95a68e953 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:04.565262 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042154df-b373-4f49-b5f4-0db95a68e953 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:04.565865 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-042154df-b373-4f49-b5f4-0db95a68e953 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:04.599887 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042154df-b373-4f49-b5f4-0db95a68e953 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Subnet': ['ID=f40edcf0-c8c4-445c-8233-2ec2ea647783,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:04.602917 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2c83d818-e953-4fa3-8212-68ebcb843ddb req-2aa2fdfd-5668-4c87-813e-19f72cc301ca tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:04.606713 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2c83d818-e953-4fa3-8212-68ebcb843ddb req-2aa2fdfd-5668-4c87-813e-19f72cc301ca tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:04.608436 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c83d818-e953-4fa3-8212-68ebcb843ddb req-2aa2fdfd-5668-4c87-813e-19f72cc301ca tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] 10.222.0.16 "DELETE /v2.0/security-groups/361f361e-530a-4b2c-a124-06d7afcf31c0 HTTP/1.1" status: 204 len: 173 time: 0.6112792 Jul 15 23:11:04.631762 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804e52d-41c7-4395-bb38-d3513deaca36 req-0ff35626-8c06-41c4-b02f-9e2951362975 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:04.633582 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b804e52d-41c7-4395-bb38-d3513deaca36 req-0ff35626-8c06-41c4-b02f-9e2951362975 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 945 time: 0.2352350 Jul 15 23:11:04.640358 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2fdfd-5668-4c87-813e-19f72cc301ca tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=361f361e-530a-4b2c-a124-06d7afcf31c0,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:04.659517 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0d77473-d2df-4a5b-beb9-e5ad7d6248c4 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:04.670357 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0d77473-d2df-4a5b-beb9-e5ad7d6248c4 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:04.692530 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-042154df-b373-4f49-b5f4-0db95a68e953 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0575290 Jul 15 23:11:04.693287 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48766) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:04.702175 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-78cbf7eb-ac40-4fe6-8c2b-e665879ddeb2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:04.714882 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d77473-d2df-4a5b-beb9-e5ad7d6248c4 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=601eec15-a634-4c86-9d3d-ca7616c55487,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:04.730864 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0d77473-d2df-4a5b-beb9-e5ad7d6248c4 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:04.733048 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c0d77473-d2df-4a5b-beb9-e5ad7d6248c4 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2846377 Jul 15 23:11:04.736877 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48772) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:04.738432 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b804e52d-41c7-4395-bb38-d3513deaca36 req-b295c01d-efc6-4af8-a048-606413dadcb9 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954342 Jul 15 23:11:04.764184 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1822770c-48ec-47f4-a09b-3e754b145a69 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group': {'name': 'tempest-secgroup--264819305'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:04.839283 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1822770c-48ec-47f4-a09b-3e754b145a69 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:04.871886 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b2224a6-7fa0-4775-bf09-37fedf167227 req-67a71506-83ec-4253-ab5f-2248debd3890 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] 10.222.0.16 "GET /v2.0/security-groups/d0ce42bd-08dc-49c3-84e9-f9ce6c614023 HTTP/1.1" status: 200 len: 1815 time: 0.0589123 Jul 15 23:11:04.934296 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daa52e2-eee0-4505-b27a-62416639afe7 None None] Update dhcp port {'port': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'fixed_ips': [{'subnet_id': 'f40edcf0-c8c4-445c-8233-2ec2ea647783'}], 'binding:host_id': 'n-d-787205-9'}, 'id': '126992a8-9dea-4080-a087-afc4a2b7ffc6'} from n-d-787205-9. {{(pid=93800) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:11:04.981127 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1822770c-48ec-47f4-a09b-3e754b145a69 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:04.989421 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9b2224a6-7fa0-4775-bf09-37fedf167227 req-ff8200c0-4642-460d-a04a-20317d82e8a4 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:04.995993 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1822770c-48ec-47f4-a09b-3e754b145a69 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.022343 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0daa52e2-eee0-4505-b27a-62416639afe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.038697 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9b2224a6-7fa0-4775-bf09-37fedf167227 req-ff8200c0-4642-460d-a04a-20317d82e8a4 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.053841 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1822770c-48ec-47f4-a09b-3e754b145a69 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=917edd11-edc4-495a-bf93-fce0401bb0b4,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:05.059523 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cbf7eb-ac40-4fe6-8c2b-e665879ddeb2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:05.070395 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-78cbf7eb-ac40-4fe6-8c2b-e665879ddeb2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.092706 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1822770c-48ec-47f4-a09b-3e754b145a69 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.094659 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1822770c-48ec-47f4-a09b-3e754b145a69 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3545861 Jul 15 23:11:05.097342 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48776) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:05.103020 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f156fbbe-4738-4717-a331-2563bd5162bc tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group_rule': {'security_group_id': '601eec15-a634-4c86-9d3d-ca7616c55487', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '917edd11-edc4-495a-bf93-fce0401bb0b4'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:05.172774 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-f156fbbe-4738-4717-a331-2563bd5162bc tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:05.174456 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f156fbbe-4738-4717-a331-2563bd5162bc tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0753899 Jul 15 23:11:05.176814 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48778) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:05.249575 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9b2224a6-7fa0-4775-bf09-37fedf167227 req-ff8200c0-4642-460d-a04a-20317d82e8a4 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.257746 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9b2224a6-7fa0-4775-bf09-37fedf167227 req-ff8200c0-4642-460d-a04a-20317d82e8a4 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.259803 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-0daa52e2-eee0-4505-b27a-62416639afe7 None None] Allocated IP 2001:db8::2 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/f40edcf0-c8c4-445c-8233-2ec2ea647783/126992a8-9dea-4080-a087-afc4a2b7ffc6) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:05.263952 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b2224a6-7fa0-4775-bf09-37fedf167227 req-ff8200c0-4642-460d-a04a-20317d82e8a4 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] 10.222.0.16 "DELETE /v2.0/security-groups/d0ce42bd-08dc-49c3-84e9-f9ce6c614023 HTTP/1.1" status: 204 len: 173 time: 0.3762474 Jul 15 23:11:05.269437 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48780) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:05.283918 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8200c0-4642-460d-a04a-20317d82e8a4 tempest-SecurityGroupRulesNegativeTestJSON-1437527099 tempest-SecurityGroupRulesNegativeTestJSON-1437527099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ce42bd-08dc-49c3-84e9-f9ce6c614023,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:05.320067 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-64951db6-a089-445a-bc62-e3f779961a33 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.332701 n-d-787205-9 neutron-server[93799]: INFO neutron.db.ipam_backend_mixin [None req-78cbf7eb-ac40-4fe6-8c2b-e665879ddeb2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f40edcf0-c8c4-445c-8233-2ec2ea647783 (CIDR: 2001:db8::/64) Jul 15 23:11:05.340995 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-78cbf7eb-ac40-4fe6-8c2b-e665879ddeb2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:05.341944 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78cbf7eb-ac40-4fe6-8c2b-e665879ddeb2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:05.361344 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-64951db6-a089-445a-bc62-e3f779961a33 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.374247 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-0daa52e2-eee0-4505-b27a-62416639afe7 None None] For port 126992a8-9dea-4080-a087-afc4a2b7ffc6, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=126992a8-9dea-4080-a087-afc4a2b7ffc6,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:05.377062 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-78cbf7eb-ac40-4fe6-8c2b-e665879ddeb2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6805029 Jul 15 23:11:05.377643 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48782) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:05.405518 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-aed9fb49-fd27-49a4-858e-932a076f0f4a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:05.409368 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0daa52e2-eee0-4505-b27a-62416639afe7 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.424184 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0daa52e2-eee0-4505-b27a-62416639afe7 None None] Transition to ACTIVE for port object 126992a8-9dea-4080-a087-afc4a2b7ffc6 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:05.435240 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0daa52e2-eee0-4505-b27a-62416639afe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.456702 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f1d373-2828-4801-8d3c-9504c30c9128 admin admin] Deleting subnet b530287e-6081-48c2-b8fa-31672df1dcea {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:11:05.467208 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85f1d373-2828-4801-8d3c-9504c30c9128 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.530732 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa52e2-eee0-4505-b27a-62416639afe7 None None] Pushing event updated for resources: {'Port': ['ID=126992a8-9dea-4080-a087-afc4a2b7ffc6,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:05.547716 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-64951db6-a089-445a-bc62-e3f779961a33 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.551490 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-64951db6-a089-445a-bc62-e3f779961a33 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.552747 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-64951db6-a089-445a-bc62-e3f779961a33 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "DELETE /v2.0/security-groups/917edd11-edc4-495a-bf93-fce0401bb0b4 HTTP/1.1" status: 204 len: 168 time: 0.3749254 Jul 15 23:11:05.557486 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48784) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:05.561658 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85f1d373-2828-4801-8d3c-9504c30c9128 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.602679 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64951db6-a089-445a-bc62-e3f779961a33 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=917edd11-edc4-495a-bf93-fce0401bb0b4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:05.633998 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85f1d373-2828-4801-8d3c-9504c30c9128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.667617 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fd8aef8f-6457-4304-a3a0-c4138edc7226 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1082749 Jul 15 23:11:05.670309 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48786) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:05.689169 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed9fb49-fd27-49a4-858e-932a076f0f4a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:05.693642 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aed9fb49-fd27-49a4-858e-932a076f0f4a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.739233 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d3e7f42-419f-46e1-9290-ee969732f0dc tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.776408 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d3e7f42-419f-46e1-9290-ee969732f0dc tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.849265 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d3e7f42-419f-46e1-9290-ee969732f0dc tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.853851 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d3e7f42-419f-46e1-9290-ee969732f0dc tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.855869 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5d3e7f42-419f-46e1-9290-ee969732f0dc tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "DELETE /v2.0/security-groups/601eec15-a634-4c86-9d3d-ca7616c55487 HTTP/1.1" status: 204 len: 168 time: 0.1841171 Jul 15 23:11:05.859660 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48800) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:05.875491 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e7f42-419f-46e1-9290-ee969732f0dc tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=601eec15-a634-4c86-9d3d-ca7616c55487,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:05.921835 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85f1d373-2828-4801-8d3c-9504c30c9128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.023894 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1d373-2828-4801-8d3c-9504c30c9128 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b530287e-6081-48c2-b8fa-31672df1dcea,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:06.028430 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85f1d373-2828-4801-8d3c-9504c30c9128 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.031107 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-85f1d373-2828-4801-8d3c-9504c30c9128 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b530287e-6081-48c2-b8fa-31672df1dcea HTTP/1.1" status: 204 len: 168 time: 0.7604947 Jul 15 23:11:06.035665 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48804) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:06.108175 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-63efca9e-e173-412a-ac73-a61ff82fa6d6 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2374659 Jul 15 23:11:06.112579 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48806) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:06.120995 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-7976587a-a2b7-412c-b338-ced9b464a1cc tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group': {'name': 'tempest-secgroup--609309000'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:06.167136 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b2a9b-daee-4103-85e5-e6351a5ee7e8 req-6d609cf6-e317-450c-9c7a-978be228b99c tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:06.172455 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-538b2a9b-daee-4103-85e5-e6351a5ee7e8 req-6d609cf6-e317-450c-9c7a-978be228b99c tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 945 time: 0.1996069 Jul 15 23:11:06.176341 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7976587a-a2b7-412c-b338-ced9b464a1cc tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.289188 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-538b2a9b-daee-4103-85e5-e6351a5ee7e8 req-16f74db4-9021-49b9-b9ad-3a6ee4b1388c tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718215 Jul 15 23:11:06.297430 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-401c5d9f-4e97-4be9-b0e0-411cfe5a7a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.365675 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f456df6-7bbf-4d76-8b88-121a39cda333 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:06.425932 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-401c5d9f-4e97-4be9-b0e0-411cfe5a7a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.446879 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-401c5d9f-4e97-4be9-b0e0-411cfe5a7a40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef34b23-2692-4408-8c9a-a7fd28ce5fb7']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:06.458299 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-401c5d9f-4e97-4be9-b0e0-411cfe5a7a40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41ccfaaf-e6db-4ea5-b675-eb113697ccdc') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:06.459276 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-401c5d9f-4e97-4be9-b0e0-411cfe5a7a40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41ccfaaf-e6db-4ea5-b675-eb113697ccdc') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:06.473623 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-401c5d9f-4e97-4be9-b0e0-411cfe5a7a40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.515430 n-d-787205-9 neutron-server[93798]: DEBUG neutron.objects.ports [None req-aed9fb49-fd27-49a4-858e-932a076f0f4a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93798) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:11:06.525530 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-401c5d9f-4e97-4be9-b0e0-411cfe5a7a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.537390 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401c5d9f-4e97-4be9-b0e0-411cfe5a7a40 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:11:06.538147 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-401c5d9f-4e97-4be9-b0e0-411cfe5a7a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.541734 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b4252710-9854-4bff-89b3-bde68d167f9e None None] Provisioning for port 126992a8-9dea-4080-a087-afc4a2b7ffc6 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:06.543027 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:11:06.543027 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:11:06.543027 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:11:06.543027 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:11:06.543027 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:11:06.543027 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:11:06.543027 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:11:06.543027 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:11:06.543027 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:11:06.543027 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:11:06.543027 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:11:06.543027 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:11:06.543027 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:11:06.543027 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:11:06.543027 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:11:06.543027 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:11:06.543027 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:11:06.543027 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:11:06.543027 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:11:06.543027 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:11:06.543027 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:11:06.543027 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:11:06.543027 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:11:06.543027 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:11:06.543027 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:11:06.543027 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:11:06.543027 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:11:06.543027 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:11:06.543027 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:11:06.543027 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:11:06.543027 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:11:06.543027 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:11:06.558811 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b4252710-9854-4bff-89b3-bde68d167f9e None None] Provisioning complete for port 126992a8-9dea-4080-a087-afc4a2b7ffc6 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:06.559460 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b4252710-9854-4bff-89b3-bde68d167f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.579825 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7976587a-a2b7-412c-b338-ced9b464a1cc tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.620773 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7976587a-a2b7-412c-b338-ced9b464a1cc tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.647031 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-401c5d9f-4e97-4be9-b0e0-411cfe5a7a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.652289 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-401c5d9f-4e97-4be9-b0e0-411cfe5a7a40 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.657455 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-401c5d9f-4e97-4be9-b0e0-411cfe5a7a40 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6ef34b23-2692-4408-8c9a-a7fd28ce5fb7 HTTP/1.1" status: 204 len: 168 time: 0.6116273 Jul 15 23:11:06.682950 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7976587a-a2b7-412c-b338-ced9b464a1cc tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.688431 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7976587a-a2b7-412c-b338-ced9b464a1cc tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5728524 Jul 15 23:11:06.689744 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48812) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:06.690585 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c5d9f-4e97-4be9-b0e0-411cfe5a7a40 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ef34b23-2692-4408-8c9a-a7fd28ce5fb7,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:06.698108 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-8f4e5827-e671-4ea3-90d0-21fec755bc24 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group_rule': {'security_group_id': '5aee407c-dee2-4247-b197-f9f1ac4edd21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:06.703148 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976587a-a2b7-412c-b338-ced9b464a1cc tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aee407c-dee2-4247-b197-f9f1ac4edd21,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:06.784639 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-8f4e5827-e671-4ea3-90d0-21fec755bc24 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:06.791168 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8f4e5827-e671-4ea3-90d0-21fec755bc24 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0974150 Jul 15 23:11:06.791867 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48814) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:06.796409 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-e6ec9638-fa27-4020-8a7a-b76115477de6 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group_rule': {'security_group_id': '5aee407c-dee2-4247-b197-f9f1ac4edd21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:06.836611 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aed9fb49-fd27-49a4-858e-932a076f0f4a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.839741 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f85fa96-0361-4b9e-b75a-0fe4764ac305 None None] Update dhcp port {'port': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'fixed_ips': [{'subnet_id': 'f40edcf0-c8c4-445c-8233-2ec2ea647783', 'ip_address': '2001:db8::2'}, {'subnet_id': '39ac7de9-9eac-43df-b235-ba5285b8c625'}], 'binding:host_id': 'n-d-787205-9'}, 'id': '126992a8-9dea-4080-a087-afc4a2b7ffc6'} from n-d-787205-9. {{(pid=93800) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:11:06.902232 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1f85fa96-0361-4b9e-b75a-0fe4764ac305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.927190 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-e6ec9638-fa27-4020-8a7a-b76115477de6 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:06.938163 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e6ec9638-fa27-4020-8a7a-b76115477de6 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1451130 Jul 15 23:11:06.949256 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48822) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:06.989652 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48828) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:07.068986 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-50076479-71e3-450a-a928-2b157aec12ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=16cedf52dfc64c3eaea42827f57f9bbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0742285 Jul 15 23:11:07.068986 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-836b6ffb-980c-4f74-a1cc-acc16206cc17 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.069261 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48830) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:07.079036 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-aed9fb49-fd27-49a4-858e-932a076f0f4a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] For port 126992a8-9dea-4080-a087-afc4a2b7ffc6, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=126992a8-9dea-4080-a087-afc4a2b7ffc6,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:07.114127 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-836b6ffb-980c-4f74-a1cc-acc16206cc17 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.123000 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aed9fb49-fd27-49a4-858e-932a076f0f4a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.131187 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aed9fb49-fd27-49a4-858e-932a076f0f4a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.132451 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aed9fb49-fd27-49a4-858e-932a076f0f4a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.249805 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-836b6ffb-980c-4f74-a1cc-acc16206cc17 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.253318 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-836b6ffb-980c-4f74-a1cc-acc16206cc17 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.255160 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-836b6ffb-980c-4f74-a1cc-acc16206cc17 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "DELETE /v2.0/security-groups/5aee407c-dee2-4247-b197-f9f1ac4edd21 HTTP/1.1" status: 204 len: 168 time: 0.3098950 Jul 15 23:11:07.259530 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a814658f-5427-44a9-8c75-34427123d3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.261545 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48834) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:07.262266 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-1f85fa96-0361-4b9e-b75a-0fe4764ac305 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:11:07.262581 n-d-787205-9 neutron-server[93800]: DEBUG oslo_db.api [None req-1f85fa96-0361-4b9e-b75a-0fe4764ac305 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:11:07.268082 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9fb49-fd27-49a4-858e-932a076f0f4a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Port': ['ID=126992a8-9dea-4080-a087-afc4a2b7ffc6,revision_number=9']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:07.272541 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9fb49-fd27-49a4-858e-932a076f0f4a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Subnet': ['ID=39ac7de9-9eac-43df-b235-ba5285b8c625,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:07.298616 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed9fb49-fd27-49a4-858e-932a076f0f4a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:07.302314 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-aed9fb49-fd27-49a4-858e-932a076f0f4a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:07.306677 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed9fb49-fd27-49a4-858e-932a076f0f4a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:07.307367 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aed9fb49-fd27-49a4-858e-932a076f0f4a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.318749 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a814658f-5427-44a9-8c75-34427123d3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.348924 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-aed9fb49-fd27-49a4-858e-932a076f0f4a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9665639 Jul 15 23:11:07.349546 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48838) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:07.355302 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d2f9be5b-e2e6-4d8b-aa13-0b677ec0e023 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'port': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'mac_address': 'fa:16:3e:c7:7b:6e', 'name': 'tempest-NetworksTestDHCPv6-491010863'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:07.366019 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-91ab8c09-2444-444a-a47e-c9b659120683 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0873775 Jul 15 23:11:07.367125 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48840) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:07.371183 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-03c2cf52-2e92-4e92-ab64-840cc582ddd1 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group': {'name': 'tempest-secgroup--776679569'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:07.375357 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b6ffb-980c-4f74-a1cc-acc16206cc17 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aee407c-dee2-4247-b197-f9f1ac4edd21,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:07.386203 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a814658f-5427-44a9-8c75-34427123d3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.390589 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a814658f-5427-44a9-8c75-34427123d3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.397303 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a814658f-5427-44a9-8c75-34427123d3b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f83a812-1db4-4c6f-9ddb-254199624eed HTTP/1.1" status: 204 len: 168 time: 0.3240752 Jul 15 23:11:07.409237 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814658f-5427-44a9-8c75-34427123d3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f83a812-1db4-4c6f-9ddb-254199624eed,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:07.433788 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03c2cf52-2e92-4e92-ab64-840cc582ddd1 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.527771 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03c2cf52-2e92-4e92-ab64-840cc582ddd1 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.537138 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03c2cf52-2e92-4e92-ab64-840cc582ddd1 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.576048 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2cf52-2e92-4e92-ab64-840cc582ddd1 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2135ab9-ab79-4801-bbda-2b12a32aebd1,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:07.623544 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2cf52-2e92-4e92-ab64-840cc582ddd1 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:07.624033 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2cf52-2e92-4e92-ab64-840cc582ddd1 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:07.624466 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2cf52-2e92-4e92-ab64-840cc582ddd1 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:07.624872 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2cf52-2e92-4e92-ab64-840cc582ddd1 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:07.625275 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2cf52-2e92-4e92-ab64-840cc582ddd1 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:07.625754 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2cf52-2e92-4e92-ab64-840cc582ddd1 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:07.626211 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2cf52-2e92-4e92-ab64-840cc582ddd1 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:07.626754 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2cf52-2e92-4e92-ab64-840cc582ddd1 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:07.627063 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2cf52-2e92-4e92-ab64-840cc582ddd1 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:07.627597 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2cf52-2e92-4e92-ab64-840cc582ddd1 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:07.627997 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2cf52-2e92-4e92-ab64-840cc582ddd1 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:07.628393 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2cf52-2e92-4e92-ab64-840cc582ddd1 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:07.634086 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 126992a8-9dea-4080-a087-afc4a2b7ffc6 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:07.637078 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03c2cf52-2e92-4e92-ab64-840cc582ddd1 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.638412 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-03c2cf52-2e92-4e92-ab64-840cc582ddd1 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2706687 Jul 15 23:11:07.641256 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48846) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:07.648507 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c6e9a258-1bfc-4377-b25b-7485028d472a tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:07.649294 n-d-787205-9 neutron-server[93798]: WARNING neutron.api.v2.base [None req-c6e9a258-1bfc-4377-b25b-7485028d472a tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 23:11:07.649868 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-c6e9a258-1bfc-4377-b25b-7485028d472a tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] update failed (client error): There was a conflict when trying to complete your request. Jul 15 23:11:07.651034 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c6e9a258-1bfc-4377-b25b-7485028d472a tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "PUT /v2.0/security-groups/e2135ab9-ab79-4801-bbda-2b12a32aebd1 HTTP/1.1" status: 409 len: 330 time: 0.0080993 Jul 15 23:11:07.653858 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48848) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:07.686706 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc7f9e-dd44-4cc6-95de-da706344ed09 req-08126790-f14a-4200-b87f-05837813afc0 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:07.690119 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9edc7f9e-dd44-4cc6-95de-da706344ed09 req-08126790-f14a-4200-b87f-05837813afc0 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 945 time: 0.1382937 Jul 15 23:11:07.741837 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fafd896c-86d3-4c26-bda6-2ae02da28218 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.767258 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fafd896c-86d3-4c26-bda6-2ae02da28218 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.788271 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9edc7f9e-dd44-4cc6-95de-da706344ed09 req-9dd11b66-fb00-494d-a943-0118bce1a22c tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828097 Jul 15 23:11:07.804118 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 126992a8-9dea-4080-a087-afc4a2b7ffc6 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:07.804118 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.843642 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f9be5b-e2e6-4d8b-aa13-0b677ec0e023 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:07.845727 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1f85fa96-0361-4b9e-b75a-0fe4764ac305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.878129 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fafd896c-86d3-4c26-bda6-2ae02da28218 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.880872 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fafd896c-86d3-4c26-bda6-2ae02da28218 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.882116 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fafd896c-86d3-4c26-bda6-2ae02da28218 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "DELETE /v2.0/security-groups/e2135ab9-ab79-4801-bbda-2b12a32aebd1 HTTP/1.1" status: 204 len: 168 time: 0.2272508 Jul 15 23:11:07.885402 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48852) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:07.921013 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd896c-86d3-4c26-bda6-2ae02da28218 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2135ab9-ab79-4801-bbda-2b12a32aebd1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:07.982716 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d2f9be5b-e2e6-4d8b-aa13-0b677ec0e023 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:08.003312 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e433b437-7a36-4f9d-9f25-a963a9b9aca4 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1125896 Jul 15 23:11:08.004136 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48862) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:08.033526 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-d2f9be5b-e2e6-4d8b-aa13-0b677ec0e023 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] device_id is not set on port c51dc60a-b447-4249-8b6d-a0eac7974492 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:11:08.036347 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-8899e113-08d9-46af-aa06-89c0ca24bf49 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] delete failed (client error): The resource could not be found. Jul 15 23:11:08.037029 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8899e113-08d9-46af-aa06-89c0ca24bf49 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "DELETE /v2.0/security-groups/8e5dc424-2843-48ba-8bf3-706f9da0c777 HTTP/1.1" status: 404 len: 347 time: 0.0319340 Jul 15 23:11:08.040774 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48864) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:08.092998 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-1227c740-19f3-4d82-81bd-803fb8e73602 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] show failed (client error): The resource could not be found. Jul 15 23:11:08.098233 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1227c740-19f3-4d82-81bd-803fb8e73602 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "GET /v2.0/security-groups/8f1ae6a7-8b19-4bc8-93ea-80dd53fb0a10 HTTP/1.1" status: 404 len: 347 time: 0.0516508 Jul 15 23:11:08.100925 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48872) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:08.131670 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-4d66dd4f-036b-460d-8f2f-7a07b4dec8e3 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] show failed (client error): The resource could not be found. Jul 15 23:11:08.132796 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4d66dd4f-036b-460d-8f2f-7a07b4dec8e3 tempest-NegativeSecGroupIPv6Test-983845111 tempest-NegativeSecGroupIPv6Test-983845111-project] 10.222.0.16 "GET /v2.0/security-group-rules/6a9836a9-d1f0-451b-bba5-87303e7a6c8f HTTP/1.1" status: 404 len: 356 time: 0.0309205 Jul 15 23:11:08.298481 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-1f85fa96-0361-4b9e-b75a-0fe4764ac305 None None] For port 126992a8-9dea-4080-a087-afc4a2b7ffc6, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=126992a8-9dea-4080-a087-afc4a2b7ffc6,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:08.341149 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1f85fa96-0361-4b9e-b75a-0fe4764ac305 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:08.349179 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1f85fa96-0361-4b9e-b75a-0fe4764ac305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:08.549107 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85fa96-0361-4b9e-b75a-0fe4764ac305 None None] Pushing event updated for resources: {'Port': ['ID=126992a8-9dea-4080-a087-afc4a2b7ffc6,revision_number=10']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:08.597420 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:08.604909 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48884) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:08.703969 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-d2f9be5b-e2e6-4d8b-aa13-0b677ec0e023 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Allocated IP 2001:db8::212 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/f40edcf0-c8c4-445c-8233-2ec2ea647783/c51dc60a-b447-4249-8b6d-a0eac7974492) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:08.715008 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-d2f9be5b-e2e6-4d8b-aa13-0b677ec0e023 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Allocated IP 2001:db8:0:1:f816:3eff:fec7:7b6e (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/39ac7de9-9eac-43df-b235-ba5285b8c625/c51dc60a-b447-4249-8b6d-a0eac7974492) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:08.962162 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c323390a-4515-435a-9035-65aa94853fa4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dece7af499ce487d9753f53265ac68c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3556566 Jul 15 23:11:08.977374 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48900) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:09.034953 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48902) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:09.051289 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d84ea-7a6b-4cbc-9b6d-e1af7ecdbe9e req-3bb6ccc9-5f58-4d48-871d-cf4ef3de6adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:09.052998 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-182d84ea-7a6b-4cbc-9b6d-e1af7ecdbe9e req-3bb6ccc9-5f58-4d48-871d-cf4ef3de6adc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9f9f1d5d7fb466f8fa2d8057e5a08c2&device_id=836ea51d-ce98-4605-bd1d-b1dda80e541c HTTP/1.1" status: 200 len: 1100 time: 0.5855083 Jul 15 23:11:09.078005 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2fa36e0a-b224-4353-9af8-c264c691c6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:09.150971 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d2f9be5b-e2e6-4d8b-aa13-0b677ec0e023 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:09.161157 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2fa36e0a-b224-4353-9af8-c264c691c6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:09.205822 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-d2f9be5b-e2e6-4d8b-aa13-0b677ec0e023 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Transition to ACTIVE for port object c51dc60a-b447-4249-8b6d-a0eac7974492 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:09.273895 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-43470252-07d8-4bce-9f26-d366d3ffea72 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1791217940-network', 'tenant_id': 'dd7ce8a707994c488c5570fcc34a8dcd'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:09.299883 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb136302-13a2-4167-85d0-126fcd0cec6f req-3c39aaed-50b2-4780-be88-a0bc1995dc35 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:09.301797 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb136302-13a2-4167-85d0-126fcd0cec6f req-3c39aaed-50b2-4780-be88-a0bc1995dc35 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 945 time: 0.2249959 Jul 15 23:11:09.303809 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d84ea-7a6b-4cbc-9b6d-e1af7ecdbe9e req-77dfeea6-5fcd-419a-801b-e2066529d925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:09.305926 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-182d84ea-7a6b-4cbc-9b6d-e1af7ecdbe9e req-77dfeea6-5fcd-419a-801b-e2066529d925 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.2147853 Jul 15 23:11:09.337932 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2fa36e0a-b224-4353-9af8-c264c691c6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:09.346737 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2fa36e0a-b224-4353-9af8-c264c691c6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:09.350345 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2fa36e0a-b224-4353-9af8-c264c691c6ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a30c06a6-6369-4e05-aebd-8da8a819b854 HTTP/1.1" status: 204 len: 168 time: 0.3696606 Jul 15 23:11:09.370816 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d2f9be5b-e2e6-4d8b-aa13-0b677ec0e023 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:09.381280 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43470252-07d8-4bce-9f26-d366d3ffea72 admin admin] Made reservation on behalf of dd7ce8a707994c488c5570fcc34a8dcd for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:09.384595 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-43470252-07d8-4bce-9f26-d366d3ffea72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:09.387743 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-182d84ea-7a6b-4cbc-9b6d-e1af7ecdbe9e req-5c3c1091-d1ef-46fc-9885-17720aa12f8c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=c22d8176-a458-40b5-91ed-f89cac5baca1 HTTP/1.1" status: 200 len: 217 time: 0.0714564 Jul 15 23:11:09.392226 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa36e0a-b224-4353-9af8-c264c691c6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30c06a6-6369-4e05-aebd-8da8a819b854,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:09.427577 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb136302-13a2-4167-85d0-126fcd0cec6f req-a315914b-5e21-4779-b6d6-fba00eb5152d tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708439 Jul 15 23:11:09.479696 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66951802-dd8d-499c-8ff1-676fec68077c None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:09.519322 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-43470252-07d8-4bce-9f26-d366d3ffea72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:09.549717 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f9be5b-e2e6-4d8b-aa13-0b677ec0e023 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:09.565137 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-d2f9be5b-e2e6-4d8b-aa13-0b677ec0e023 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:09.572564 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f9be5b-e2e6-4d8b-aa13-0b677ec0e023 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:09.578572 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f9be5b-e2e6-4d8b-aa13-0b677ec0e023 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:09.579771 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d2f9be5b-e2e6-4d8b-aa13-0b677ec0e023 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:09.594926 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d84ea-7a6b-4cbc-9b6d-e1af7ecdbe9e req-d0cba57f-6d14-4a1c-90e9-e1b9abda2d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:09.596664 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-182d84ea-7a6b-4cbc-9b6d-e1af7ecdbe9e req-d0cba57f-6d14-4a1c-90e9-e1b9abda2d6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1661754 Jul 15 23:11:09.606488 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9be5b-e2e6-4d8b-aa13-0b677ec0e023 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Port': ['ID=c51dc60a-b447-4249-8b6d-a0eac7974492,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:09.607675 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-db85e1ee-03c2-4098-908e-4b1752d887bc None None] Provisioning complete for port 126992a8-9dea-4080-a087-afc4a2b7ffc6 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:09.608000 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-db85e1ee-03c2-4098-908e-4b1752d887bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:09.875913 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-43470252-07d8-4bce-9f26-d366d3ffea72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:09.879416 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d84ea-7a6b-4cbc-9b6d-e1af7ecdbe9e req-53a987b4-1cd1-4298-9651-757c958f37fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:09.882035 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-182d84ea-7a6b-4cbc-9b6d-e1af7ecdbe9e req-53a987b4-1cd1-4298-9651-757c958f37fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2606719 Jul 15 23:11:09.889662 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-43470252-07d8-4bce-9f26-d366d3ffea72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:09.903934 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d2f9be5b-e2e6-4d8b-aa13-0b677ec0e023 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5508845 Jul 15 23:11:09.904335 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48938) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:09.949165 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43470252-07d8-4bce-9f26-d366d3ffea72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:11:09.965177 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43470252-07d8-4bce-9f26-d366d3ffea72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a773f949-3b4c-40ad-ae5e-5e768d93bca8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:10.016226 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-43470252-07d8-4bce-9f26-d366d3ffea72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:10.017493 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-43470252-07d8-4bce-9f26-d366d3ffea72 admin admin] Added segment c57252a7-d501-46cc-b05a-0a67e8273926 of type vlan for network d46459bf-69b4-4e8d-8a06-951b2319409b Jul 15 23:11:10.086993 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-369c4095-f9fd-44a3-acb2-23f16e286924 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting port c51dc60a-b447-4249-8b6d-a0eac7974492 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:11:10.087554 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-369c4095-f9fd-44a3-acb2-23f16e286924 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:10.101428 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-43470252-07d8-4bce-9f26-d366d3ffea72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:10.124383 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-182d84ea-7a6b-4cbc-9b6d-e1af7ecdbe9e req-a5ae1d85-e216-4b77-b216-5b33650c0cb8 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262444 Jul 15 23:11:10.165317 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-43470252-07d8-4bce-9f26-d366d3ffea72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:10.166597 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43470252-07d8-4bce-9f26-d366d3ffea72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:10.167531 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-43470252-07d8-4bce-9f26-d366d3ffea72 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:10.217258 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-43470252-07d8-4bce-9f26-d366d3ffea72 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1812098 Jul 15 23:11:10.221587 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48952) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:10.245266 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-23f00c2f-f756-4ae0-86e1-62c6ea10a696 admin admin] Request body: {'subnet': {'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1791217940-subnet', 'tenant_id': 'dd7ce8a707994c488c5570fcc34a8dcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:10.254681 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-369c4095-f9fd-44a3-acb2-23f16e286924 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:10.274055 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-369c4095-f9fd-44a3-acb2-23f16e286924 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Calling delete_port for c51dc60a-b447-4249-8b6d-a0eac7974492 owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:11:10.293466 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f00c2f-f756-4ae0-86e1-62c6ea10a696 admin admin] Made reservation on behalf of dd7ce8a707994c488c5570fcc34a8dcd for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:10.294722 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43470252-07d8-4bce-9f26-d366d3ffea72 admin admin] Pushing event updated for resources: {'Network': ['ID=d46459bf-69b4-4e8d-8a06-951b2319409b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:10.305906 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-23f00c2f-f756-4ae0-86e1-62c6ea10a696 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:10.306538 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network d46459bf-69b4-4e8d-8a06-951b2319409b details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:11:10.346903 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-182d84ea-7a6b-4cbc-9b6d-e1af7ecdbe9e req-929ef5b9-89ed-4457-9b8a-2b447e8704a2 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072673 Jul 15 23:11:10.510835 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b659e52c-5721-421a-9e6a-e45c12bc09e6 None None] Provisioning complete for port 126992a8-9dea-4080-a087-afc4a2b7ffc6 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:10.514679 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b659e52c-5721-421a-9e6a-e45c12bc09e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:10.641360 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48982) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:10.763903 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-170427c1-83ea-48e0-a9f0-7a5ab9d03eb2 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:10.764147 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b4d3f8-4934-49ef-aee0-46a39046c6b4 None None] get_active_networks_info from n-d-787205-9 {{(pid=93800) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:11:10.764347 n-d-787205-9 neutron-server[93798]: WARNING neutron.api.v2.base [None req-170427c1-83ea-48e0-a9f0-7a5ab9d03eb2 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 23:11:10.764844 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-170427c1-83ea-48e0-a9f0-7a5ab9d03eb2 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 23:11:10.766730 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-170427c1-83ea-48e0-a9f0-7a5ab9d03eb2 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1226490 Jul 15 23:11:10.770364 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48986) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:10.774769 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c2fb9df1-e65e-4c0d-875a-624715fd0529 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Request body: {'security_group': {'name': 'tempest-secgroup--765492188'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:10.781433 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-23f00c2f-f756-4ae0-86e1-62c6ea10a696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:10.799816 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2fb9df1-e65e-4c0d-875a-624715fd0529 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:10.809459 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2fb9df1-e65e-4c0d-875a-624715fd0529 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:10.866092 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b659e52c-5721-421a-9e6a-e45c12bc09e6 None None] Provisioning for port c51dc60a-b447-4249-8b6d-a0eac7974492 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:10.870068 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-369c4095-f9fd-44a3-acb2-23f16e286924 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:10.874546 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b659e52c-5721-421a-9e6a-e45c12bc09e6 None None] Provisioning complete for port c51dc60a-b447-4249-8b6d-a0eac7974492 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:10.875332 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b659e52c-5721-421a-9e6a-e45c12bc09e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:10.898521 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f00c2f-f756-4ae0-86e1-62c6ea10a696 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d361722a-d157-4a1f-9b02-624ca94298eb,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:10.899526 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b659e52c-5721-421a-9e6a-e45c12bc09e6 None None] Port c51dc60a-b447-4249-8b6d-a0eac7974492 was deleted so its status cannot be updated. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 15 23:11:10.920331 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b4d3f8-4934-49ef-aee0-46a39046c6b4 None None] Resources bound (agent type, host, resource id): {{(pid=93800) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:11:10.925003 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2fb9df1-e65e-4c0d-875a-624715fd0529 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:10.930170 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2fb9df1-e65e-4c0d-875a-624715fd0529 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:10.945829 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c4095-f9fd-44a3-acb2-23f16e286924 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Port': ['ID=c51dc60a-b447-4249-8b6d-a0eac7974492,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:10.975227 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb9df1-e65e-4c0d-875a-624715fd0529 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=467a093b-86b5-44dc-8678-925176837434,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:10.987050 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd4789-596e-4397-9c21-3a8a593140d2 req-ae041902-ae16-4439-90ec-c4d75861745f tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:10.988561 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dfcd4789-596e-4397-9c21-3a8a593140d2 req-ae041902-ae16-4439-90ec-c4d75861745f tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/ports?device_id=836ea51d-ce98-4605-bd1d-b1dda80e541c HTTP/1.1" status: 200 len: 949 time: 0.3160536 Jul 15 23:11:11.004597 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4dfda-885d-4656-9090-dfaf912267eb req-52774327-069c-474b-8532-4e886ede34c5 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:11.013137 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fad4dfda-885d-4656-9090-dfaf912267eb req-52774327-069c-474b-8532-4e886ede34c5 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 945 time: 0.3477998 Jul 15 23:11:11.028925 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-54eecb08-0956-49e5-92fd-5872f34e4d9f None None] Could not find standard attr ID for object c51dc60a-b447-4249-8b6d-a0eac7974492. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:11:11.034314 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2fb9df1-e65e-4c0d-875a-624715fd0529 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:11.040388 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2fb9df1-e65e-4c0d-875a-624715fd0529 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:11.051610 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-369c4095-f9fd-44a3-acb2-23f16e286924 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:11.053920 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-369c4095-f9fd-44a3-acb2-23f16e286924 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/c51dc60a-b447-4249-8b6d-a0eac7974492 HTTP/1.1" status: 204 len: 168 time: 1.1484025 Jul 15 23:11:11.060294 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48990) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:11.069433 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f00c2f-f756-4ae0-86e1-62c6ea10a696 admin admin] Checking segment: {'id': 'c57252a7-d501-46cc-b05a-0a67e8273926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:11.069968 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f00c2f-f756-4ae0-86e1-62c6ea10a696 admin admin] Network hostable DHCP agents. Network: d46459bf-69b4-4e8d-8a06-951b2319409b, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:11:11.075835 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2fb9df1-e65e-4c0d-875a-624715fd0529 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:11.077297 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c2fb9df1-e65e-4c0d-875a-624715fd0529 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3059959 Jul 15 23:11:11.080003 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb9df1-e65e-4c0d-875a-624715fd0529 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e000265-81e8-4c33-abef-facaac7c9193,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:11.082133 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48992) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:11.086707 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a005b6f2-5c95-4c6f-8c43-498f14af1c75 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Request body: {'security_group_rule': {'security_group_id': '5e000265-81e8-4c33-abef-facaac7c9193', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:11.116961 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a005b6f2-5c95-4c6f-8c43-498f14af1c75 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:11.152640 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fad4dfda-885d-4656-9090-dfaf912267eb req-6c82dc35-1a00-4568-99d1-cb2c48e4c27f tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380236 Jul 15 23:11:11.158501 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dfcd4789-596e-4397-9c21-3a8a593140d2 req-f5a41a94-00a5-46a4-bcd6-4f2b3c4bd8a3 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/security-groups?id=99fbdf85-26fc-4d67-8eed-30775fbd9a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420083 Jul 15 23:11:11.162460 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f00c2f-f756-4ae0-86e1-62c6ea10a696 admin admin] Network d46459bf-69b4-4e8d-8a06-951b2319409b is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:11:11.179481 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-23f00c2f-f756-4ae0-86e1-62c6ea10a696 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, d46459bf-69b4-4e8d-8a06-951b2319409b) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:11.186460 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f00c2f-f756-4ae0-86e1-62c6ea10a696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:11.187073 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-23f00c2f-f756-4ae0-86e1-62c6ea10a696 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:11.198813 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a005b6f2-5c95-4c6f-8c43-498f14af1c75 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:11.206458 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a005b6f2-5c95-4c6f-8c43-498f14af1c75 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:11.214013 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61dbf78-54c4-4e53-b54c-0a20c4dfd08a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:11.218488 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c61dbf78-54c4-4e53-b54c-0a20c4dfd08a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1458795 Jul 15 23:11:11.222068 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-23f00c2f-f756-4ae0-86e1-62c6ea10a696 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9995303 Jul 15 23:11:11.222608 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48996) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:11.257977 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005b6f2-5c95-4c6f-8c43-498f14af1c75 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=325615f3-a70e-4cb2-bbee-519ea78b14c6,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:11.287164 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a005b6f2-5c95-4c6f-8c43-498f14af1c75 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:11.291262 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a005b6f2-5c95-4c6f-8c43-498f14af1c75 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2054253 Jul 15 23:11:11.291597 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49000) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:11.298189 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d096dd26-0ffe-469b-9086-2fecb14c245b tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Request body: {'security_group_rule': {'security_group_id': '5e000265-81e8-4c33-abef-facaac7c9193', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:11.315677 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a679fad-f538-4145-8097-eb6dea9e40f9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:11.317232 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8a679fad-f538-4145-8097-eb6dea9e40f9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0936816 Jul 15 23:11:11.320330 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49002) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:11.337436 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d096dd26-0ffe-469b-9086-2fecb14c245b tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:11.412453 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-d096dd26-0ffe-469b-9086-2fecb14c245b tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 23:11:11.415648 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d096dd26-0ffe-469b-9086-2fecb14c245b tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1217260 Jul 15 23:11:11.417960 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49006) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:11.444771 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e314da0-cb00-4c72-9902-d89b7253e480 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:11.446376 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e314da0-cb00-4c72-9902-d89b7253e480 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:11.447906 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e314da0-cb00-4c72-9902-d89b7253e480 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:11.449511 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6e314da0-cb00-4c72-9902-d89b7253e480 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1283622 Jul 15 23:11:11.452255 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49010) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:11.513150 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b82b72-2667-4c1f-963d-6d20c792ea97 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting subnet 39ac7de9-9eac-43df-b235-ba5285b8c625 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:11:11.517151 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-63b82b72-2667-4c1f-963d-6d20c792ea97 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:11.525777 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-450abf66-2fce-4758-afed-d56351b68109 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:11.557431 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-450abf66-2fce-4758-afed-d56351b68109 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:11.562007 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-63b82b72-2667-4c1f-963d-6d20c792ea97 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:11.613361 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-450abf66-2fce-4758-afed-d56351b68109 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:11.616307 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-450abf66-2fce-4758-afed-d56351b68109 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:11.620332 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-450abf66-2fce-4758-afed-d56351b68109 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "DELETE /v2.0/security-groups/5e000265-81e8-4c33-abef-facaac7c9193 HTTP/1.1" status: 204 len: 168 time: 0.1932266 Jul 15 23:11:11.623636 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49014) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:11.632454 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450abf66-2fce-4758-afed-d56351b68109 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e000265-81e8-4c33-abef-facaac7c9193,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:11.700301 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-63b82b72-2667-4c1f-963d-6d20c792ea97 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:11.739786 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-28a74b14-8865-43b6-bb2b-8d9ec97bceb0 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1157477 Jul 15 23:11:11.744326 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49024) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:11.750209 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-fcaeb893-3eb6-40ec-98bb-009488797e61 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Request body: {'security_group': {'name': 'tempest-secgroup--872873115'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:11.787962 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fcaeb893-3eb6-40ec-98bb-009488797e61 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:11.799269 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-63b82b72-2667-4c1f-963d-6d20c792ea97 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:11.833175 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b82b72-2667-4c1f-963d-6d20c792ea97 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Subnet': ['ID=39ac7de9-9eac-43df-b235-ba5285b8c625,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:11.841790 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-63b82b72-2667-4c1f-963d-6d20c792ea97 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:11.843986 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-63b82b72-2667-4c1f-963d-6d20c792ea97 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/39ac7de9-9eac-43df-b235-ba5285b8c625 HTTP/1.1" status: 204 len: 168 time: 0.3905771 Jul 15 23:11:11.847719 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49026) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:11.920588 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-8718b4e4-7990-4b68-870e-ceb5f2dd5f86 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting subnet f40edcf0-c8c4-445c-8233-2ec2ea647783 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:11:11.927696 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8718b4e4-7990-4b68-870e-ceb5f2dd5f86 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:11.958110 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca7a14e-9f10-435a-a6c6-8277b1ef32c6 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:11.961490 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385ff90c-2b5d-4e75-9854-196f0c344a8a None None] Network d46459bf-69b4-4e8d-8a06-951b2319409b requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:11.990151 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8718b4e4-7990-4b68-870e-ceb5f2dd5f86 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.023545 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fcaeb893-3eb6-40ec-98bb-009488797e61 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.033716 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fcaeb893-3eb6-40ec-98bb-009488797e61 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.093640 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fcaeb893-3eb6-40ec-98bb-009488797e61 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.095831 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fcaeb893-3eb6-40ec-98bb-009488797e61 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3508615 Jul 15 23:11:12.098686 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49028) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:12.105108 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-71ebd60f-6c62-4c03-bb25-f6d90ddc18e4 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Request body: {'security_group_rule': {'security_group_id': '178ca4bf-cedb-42dc-8998-fb97d42e4cd1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:12.106505 n-d-787205-9 neutron-server[93798]: WARNING neutron.api.v2.base [None req-71ebd60f-6c62-4c03-bb25-f6d90ddc18e4 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 15 23:11:12.107010 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-71ebd60f-6c62-4c03-bb25-f6d90ddc18e4 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:12.110622 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-71ebd60f-6c62-4c03-bb25-f6d90ddc18e4 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0082026 Jul 15 23:11:12.110622 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaeb893-3eb6-40ec-98bb-009488797e61 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=178ca4bf-cedb-42dc-8998-fb97d42e4cd1,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:12.114961 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49030) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:12.120396 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-747152b7-ef53-4c27-91c9-45f3b9cfc61e None None] Provisioning complete for port 126992a8-9dea-4080-a087-afc4a2b7ffc6 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:12.120767 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-747152b7-ef53-4c27-91c9-45f3b9cfc61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.137942 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8718b4e4-7990-4b68-870e-ceb5f2dd5f86 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.191428 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-38dcc1a1-f221-427f-a4d6-7253bdb53aae tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:12.198448 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-38dcc1a1-f221-427f-a4d6-7253bdb53aae tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/networks?id=d46459bf-69b4-4e8d-8a06-951b2319409b HTTP/1.1" status: 200 len: 812 time: 0.5029216 Jul 15 23:11:12.215141 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-99aee517-1856-49ce-91c5-4c60159c018a tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/quotas/dd7ce8a707994c488c5570fcc34a8dcd HTTP/1.1" status: 200 len: 375 time: 0.0159163 Jul 15 23:11:12.217318 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7209f770-8b5c-45c2-aaab-6fea4d4e597a tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.246001 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8718b4e4-7990-4b68-870e-ceb5f2dd5f86 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.255403 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7209f770-8b5c-45c2-aaab-6fea4d4e597a tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.284216 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeea7e78-a758-491b-9177-ffc2187255ea None None] Network d46459bf-69b4-4e8d-8a06-951b2319409b requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:12.285652 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-a905134b-fc1e-467c-b5ac-3a1d75390082 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd7ce8a707994c488c5570fcc34a8dcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695183 Jul 15 23:11:12.289287 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718b4e4-7990-4b68-870e-ceb5f2dd5f86 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Subnet': ['ID=f40edcf0-c8c4-445c-8233-2ec2ea647783,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:12.296604 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8718b4e4-7990-4b68-870e-ceb5f2dd5f86 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.298500 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8718b4e4-7990-4b68-870e-ceb5f2dd5f86 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/f40edcf0-c8c4-445c-8233-2ec2ea647783 HTTP/1.1" status: 204 len: 168 time: 0.4498496 Jul 15 23:11:12.301242 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49036) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:12.356504 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4214ea42-b590-4d82-bcaf-25726ac73c05 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0539997 Jul 15 23:11:12.359048 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49038) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:12.365059 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a052e6c9-9d6e-41b3-a0cb-206bc16c3aee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:12.400017 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7209f770-8b5c-45c2-aaab-6fea4d4e597a tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.403181 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7209f770-8b5c-45c2-aaab-6fea4d4e597a tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.404620 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7209f770-8b5c-45c2-aaab-6fea4d4e597a tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "DELETE /v2.0/security-groups/178ca4bf-cedb-42dc-8998-fb97d42e4cd1 HTTP/1.1" status: 204 len: 168 time: 0.2887170 Jul 15 23:11:12.409055 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49040) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:12.449492 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209f770-8b5c-45c2-aaab-6fea4d4e597a tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=178ca4bf-cedb-42dc-8998-fb97d42e4cd1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:12.480551 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a052e6c9-9d6e-41b3-a0cb-206bc16c3aee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:12.484326 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a052e6c9-9d6e-41b3-a0cb-206bc16c3aee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.507994 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ce307528-ce70-49b9-99be-37ff6b9740bc tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0879564 Jul 15 23:11:12.509614 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49046) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:12.511856 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-fe40d0c6-7988-4aac-9d9c-6c47a1bb09ae service neutron] 10.222.0.16 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069325 Jul 15 23:11:12.516335 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-922a35b1-da6f-4af4-9213-cb5df236b500 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Request body: {'security_group': {'name': 'tempest-secgroup--247466839'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:12.539077 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec870c3-e404-4b51-897d-82e33153928c None None] Update dhcp port {'port': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'fixed_ips': [{'subnet_id': 'f40edcf0-c8c4-445c-8233-2ec2ea647783'}], 'binding:host_id': 'n-d-787205-9'}, 'id': '126992a8-9dea-4080-a087-afc4a2b7ffc6'} from n-d-787205-9. {{(pid=93800) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:11:12.566494 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33bb0e-3104-43dc-a6d0-e14a504e5dbc req-f7592b5f-8269-4929-9543-b0fba0ba7a28 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:12.568404 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4e33bb0e-3104-43dc-a6d0-e14a504e5dbc req-f7592b5f-8269-4929-9543-b0fba0ba7a28 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 945 time: 0.1958675 Jul 15 23:11:12.577750 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ec870c3-e404-4b51-897d-82e33153928c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.589094 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-922a35b1-da6f-4af4-9213-cb5df236b500 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.658925 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4e33bb0e-3104-43dc-a6d0-e14a504e5dbc req-9edcaed1-b9c7-4258-acc4-1f4d2e2b37df tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525951 Jul 15 23:11:12.661046 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-180ded5b-2a54-4e94-968e-3773f56034cf service neutron] 10.222.0.16 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294568 Jul 15 23:11:12.678011 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c22d8176-a458-40b5-91ed-f89cac5baca1 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:11:12.767165 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a052e6c9-9d6e-41b3-a0cb-206bc16c3aee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.772099 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.820537 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a2bd24-663d-4f26-b3b1-f88d71fbf2b6 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:12.839645 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-922a35b1-da6f-4af4-9213-cb5df236b500 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.842154 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052e6c9-9d6e-41b3-a0cb-206bc16c3aee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Subnet': ['ID=a97a0256-f682-4183-8d74-c9b00f028582,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:12.849955 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-922a35b1-da6f-4af4-9213-cb5df236b500 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.854185 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a052e6c9-9d6e-41b3-a0cb-206bc16c3aee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:12.864432 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836ea51d-ce98-4605-bd1d-b1dda80e541c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c22d8176-a458-40b5-91ed-f89cac5baca1'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:12.864822 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-a052e6c9-9d6e-41b3-a0cb-206bc16c3aee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:12.868178 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a052e6c9-9d6e-41b3-a0cb-206bc16c3aee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:12.868773 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a052e6c9-9d6e-41b3-a0cb-206bc16c3aee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.871585 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9763a27-cc3f-4c15-94c4-3d0975cd9df9" -d '{"events": [{"server_uuid": "836ea51d-ce98-4605-bd1d-b1dda80e541c", "name": "network-vif-unplugged", "status": "completed", "tag": "c22d8176-a458-40b5-91ed-f89cac5baca1"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:12.889592 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-922a35b1-da6f-4af4-9213-cb5df236b500 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.893814 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-922a35b1-da6f-4af4-9213-cb5df236b500 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3797722 Jul 15 23:11:12.895296 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49052) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:12.906188 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4c058c0b-a3ba-4dcc-bc2f-17869e8ae163 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Request body: {'security_group_rule': {'security_group_id': '3d747c55-0cf4-40be-a34d-6ff203737b1e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:12.906789 n-d-787205-9 neutron-server[93798]: WARNING neutron.api.v2.base [None req-4c058c0b-a3ba-4dcc-bc2f-17869e8ae163 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 15 23:11:12.907290 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-4c058c0b-a3ba-4dcc-bc2f-17869e8ae163 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:12.908878 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4c058c0b-a3ba-4dcc-bc2f-17869e8ae163 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0130134 Jul 15 23:11:12.912013 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49056) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:12.912137 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f32c3ac6-73d5-4c74-837a-600491012fcf None None] Provisioning complete for port 126992a8-9dea-4080-a087-afc4a2b7ffc6 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:12.912477 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f32c3ac6-73d5-4c74-837a-600491012fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.920956 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a052e6c9-9d6e-41b3-a0cb-206bc16c3aee tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5606594 Jul 15 23:11:12.924570 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49058) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:12.934488 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a35b1-da6f-4af4-9213-cb5df236b500 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d747c55-0cf4-40be-a34d-6ff203737b1e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:12.935056 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-394705ac-05a2-4341-b8cf-7503086f8210 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:12.975500 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c22d8176-a458-40b5-91ed-f89cac5baca1, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c22d8176-a458-40b5-91ed-f89cac5baca1,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:13.007020 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb60a050-33ad-4c29-abdb-67d68b725064 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:13.032047 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4bd2b-2cef-4b7b-b34a-fbc89a379d5f req-f36f0042-6606-412c-afe4-44a260a00d6a tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:13.039785 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5cc4bd2b-2cef-4b7b-b34a-fbc89a379d5f req-f36f0042-6606-412c-afe4-44a260a00d6a tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/ports?device_id=836ea51d-ce98-4605-bd1d-b1dda80e541c HTTP/1.1" status: 200 len: 949 time: 0.1877007 Jul 15 23:11:13.052525 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:13.079918 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb60a050-33ad-4c29-abdb-67d68b725064 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:13.112374 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5cc4bd2b-2cef-4b7b-b34a-fbc89a379d5f req-99edc40a-a735-41da-bed3-8b38bdfd0e5e tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/security-groups?id=99fbdf85-26fc-4d67-8eed-30775fbd9a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715415 Jul 15 23:11:13.155889 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394705ac-05a2-4341-b8cf-7503086f8210 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:13.162335 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb60a050-33ad-4c29-abdb-67d68b725064 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:13.165632 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-394705ac-05a2-4341-b8cf-7503086f8210 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:13.166132 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb60a050-33ad-4c29-abdb-67d68b725064 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:13.170909 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fb60a050-33ad-4c29-abdb-67d68b725064 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "DELETE /v2.0/security-groups/3d747c55-0cf4-40be-a34d-6ff203737b1e HTTP/1.1" status: 204 len: 168 time: 0.2578330 Jul 15 23:11:13.171658 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49066) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:13.232893 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=c22d8176-a458-40b5-91ed-f89cac5baca1,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:13.243137 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b2084a71-854a-4634-a554-1c4145c1572a tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0646214 Jul 15 23:11:13.243762 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49068) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:13.250589 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-df85efdf-2587-49d5-b5dd-1489f0249acd tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Request body: {'security_group': {'name': 'tempest-secgroup--570145688'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:13.263953 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ed55f510-667d-4896-83ab-4dc8a852b51f req-1defbe64-60f8-4173-9613-d7e8f6a0d5d6 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f2f22ec-715f-42f8-8750-e84dff3767ac HTTP/1.1" status: 200 len: 210 time: 0.0622764 Jul 15 23:11:13.291050 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60a050-33ad-4c29-abdb-67d68b725064 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d747c55-0cf4-40be-a34d-6ff203737b1e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:13.309658 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-df85efdf-2587-49d5-b5dd-1489f0249acd tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:13.351840 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1585ddad-ead4-4cba-a8bb-70c57e3137f9 x-openstack-request-id: req-1585ddad-ead4-4cba-a8bb-70c57e3137f9 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:13.352516 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836ea51d-ce98-4605-bd1d-b1dda80e541c", "name": "network-vif-unplugged", "status": "completed", "tag": "c22d8176-a458-40b5-91ed-f89cac5baca1", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:13.352818 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1585ddad-ead4-4cba-a8bb-70c57e3137f9 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:13.353233 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836ea51d-ce98-4605-bd1d-b1dda80e541c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c22d8176-a458-40b5-91ed-f89cac5baca1', 'code': 200} Jul 15 23:11:13.371269 n-d-787205-9 neutron-server[93799]: INFO neutron.db.ipam_backend_mixin [None req-394705ac-05a2-4341-b8cf-7503086f8210 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a97a0256-f682-4183-8d74-c9b00f028582 (CIDR: 2001:db8::/64) Jul 15 23:11:13.375773 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-394705ac-05a2-4341-b8cf-7503086f8210 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:13.378191 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-394705ac-05a2-4341-b8cf-7503086f8210 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:13.417078 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1798e4c5-5ceb-43e0-88ce-f680f79f8242 None None] Update dhcp port {'port': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'fixed_ips': [{'subnet_id': 'a97a0256-f682-4183-8d74-c9b00f028582'}], 'binding:host_id': 'n-d-787205-9'}, 'id': '126992a8-9dea-4080-a087-afc4a2b7ffc6'} from n-d-787205-9. {{(pid=93800) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:11:13.447596 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-df85efdf-2587-49d5-b5dd-1489f0249acd tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:13.456096 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-df85efdf-2587-49d5-b5dd-1489f0249acd tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:13.461295 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-394705ac-05a2-4341-b8cf-7503086f8210 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5290420 Jul 15 23:11:13.461591 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49074) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:13.466624 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1798e4c5-5ceb-43e0-88ce-f680f79f8242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:13.468562 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-dfe37582-8741-4dbe-a476-e10459f0f308 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'subnet': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:13.523980 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 126992a8-9dea-4080-a087-afc4a2b7ffc6 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:11:13.545154 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df85efdf-2587-49d5-b5dd-1489f0249acd tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b52ea1d7-cdfd-4e68-ba44-c995976fba1f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:13.549362 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-df85efdf-2587-49d5-b5dd-1489f0249acd tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:13.553439 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-df85efdf-2587-49d5-b5dd-1489f0249acd tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3054185 Jul 15 23:11:13.553678 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49078) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:13.558321 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-90a4bc3d-5df7-4677-887e-a8861f78cc75 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Request body: {'security_group_rule': {'security_group_id': 'b52ea1d7-cdfd-4e68-ba44-c995976fba1f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:13.559192 n-d-787205-9 neutron-server[93798]: WARNING neutron.api.v2.base [None req-90a4bc3d-5df7-4677-887e-a8861f78cc75 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 15 23:11:13.559794 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-90a4bc3d-5df7-4677-887e-a8861f78cc75 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:13.562717 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-90a4bc3d-5df7-4677-887e-a8861f78cc75 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060360 Jul 15 23:11:13.567684 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49080) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:13.573685 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f798e9dc-9ad0-4c81-a909-80d665b28b83 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Request body: {'security_group_rule': {'security_group_id': 'b52ea1d7-cdfd-4e68-ba44-c995976fba1f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:13.574610 n-d-787205-9 neutron-server[93798]: WARNING neutron.api.v2.base [None req-f798e9dc-9ad0-4c81-a909-80d665b28b83 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 15 23:11:13.575108 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-f798e9dc-9ad0-4c81-a909-80d665b28b83 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:13.578597 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f798e9dc-9ad0-4c81-a909-80d665b28b83 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067558 Jul 15 23:11:13.578918 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49082) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:13.583779 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-178dec4e-986c-45cb-97f1-1cd7a12920cd tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Request body: {'security_group_rule': {'security_group_id': 'b52ea1d7-cdfd-4e68-ba44-c995976fba1f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:13.585614 n-d-787205-9 neutron-server[93798]: WARNING neutron.api.v2.base [None req-178dec4e-986c-45cb-97f1-1cd7a12920cd tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 15 23:11:13.586650 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-178dec4e-986c-45cb-97f1-1cd7a12920cd tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:13.589998 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-178dec4e-986c-45cb-97f1-1cd7a12920cd tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079792 Jul 15 23:11:13.590202 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49084) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:13.595964 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-21df6803-2811-4589-8a94-e33e030f5ed1 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Request body: {'security_group_rule': {'security_group_id': 'b52ea1d7-cdfd-4e68-ba44-c995976fba1f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:13.596770 n-d-787205-9 neutron-server[93798]: WARNING neutron.api.v2.base [None req-21df6803-2811-4589-8a94-e33e030f5ed1 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 15 23:11:13.598046 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-21df6803-2811-4589-8a94-e33e030f5ed1 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:13.601423 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-21df6803-2811-4589-8a94-e33e030f5ed1 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0080128 Jul 15 23:11:13.601999 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49086) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:13.670756 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe37582-8741-4dbe-a476-e10459f0f308 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:13.675088 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dfe37582-8741-4dbe-a476-e10459f0f308 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:13.758260 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1df64cc8-03c4-407f-8855-3f2e5c21513e tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:13.767725 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-1798e4c5-5ceb-43e0-88ce-f680f79f8242 None None] Allocated IP 2001:db8::2 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/a97a0256-f682-4183-8d74-c9b00f028582/126992a8-9dea-4080-a087-afc4a2b7ffc6) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:13.781225 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1df64cc8-03c4-407f-8855-3f2e5c21513e tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:13.869502 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1df64cc8-03c4-407f-8855-3f2e5c21513e tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:13.872732 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1df64cc8-03c4-407f-8855-3f2e5c21513e tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:13.875005 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1df64cc8-03c4-407f-8855-3f2e5c21513e tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "DELETE /v2.0/security-groups/b52ea1d7-cdfd-4e68-ba44-c995976fba1f HTTP/1.1" status: 204 len: 168 time: 0.2718990 Jul 15 23:11:13.875179 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:13.879549 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49096) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:13.899602 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df64cc8-03c4-407f-8855-3f2e5c21513e tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52ea1d7-cdfd-4e68-ba44-c995976fba1f,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:13.959791 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-1798e4c5-5ceb-43e0-88ce-f680f79f8242 None None] For port 126992a8-9dea-4080-a087-afc4a2b7ffc6, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=126992a8-9dea-4080-a087-afc4a2b7ffc6,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:13.982320 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-917ebe1a-903c-4c37-bf9c-dd55cc85320f tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1010642 Jul 15 23:11:13.988973 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49106) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:13.995385 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e14bab98-1663-4c5c-b263-5329240d74f8 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Request body: {'security_group': {'name': 'tempest-secgroup--605391990'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:14.002068 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1798e4c5-5ceb-43e0-88ce-f680f79f8242 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:14.025922 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e14bab98-1663-4c5c-b263-5329240d74f8 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:14.043114 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1798e4c5-5ceb-43e0-88ce-f680f79f8242 None None] Transition to ACTIVE for port object 126992a8-9dea-4080-a087-afc4a2b7ffc6 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:14.051481 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1798e4c5-5ceb-43e0-88ce-f680f79f8242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:14.071711 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216708c-fe6d-45dd-b58f-8a567f9f636d req-d498c37e-8a45-42fe-8aa4-a48d312e1aa4 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:14.073719 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b216708c-fe6d-45dd-b58f-8a567f9f636d req-d498c37e-8a45-42fe-8aa4-a48d312e1aa4 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 945 time: 0.1603870 Jul 15 23:11:14.178757 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e14bab98-1663-4c5c-b263-5329240d74f8 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:14.184973 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e14bab98-1663-4c5c-b263-5329240d74f8 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:14.202984 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:11:14.203393 n-d-787205-9 neutron-server[93800]: DEBUG oslo_db.api [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:11:14.205801 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798e4c5-5ceb-43e0-88ce-f680f79f8242 None None] Pushing event updated for resources: {'Port': ['ID=126992a8-9dea-4080-a087-afc4a2b7ffc6,revision_number=13']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:14.221234 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b216708c-fe6d-45dd-b58f-8a567f9f636d req-d169b3dc-7625-41ce-8b1b-2d523fa43ad7 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371069 Jul 15 23:11:14.232798 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14bab98-1663-4c5c-b263-5329240d74f8 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ed4c9b-3ace-426d-9c65-68b0d9a51db3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:14.261362 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e14bab98-1663-4c5c-b263-5329240d74f8 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:14.266439 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49110) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:14.267090 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e14bab98-1663-4c5c-b263-5329240d74f8 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2767348 Jul 15 23:11:14.276044 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-e93277ec-1dc4-416d-9d27-cb6874541d38 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Request body: {'security_group_rule': {'security_group_id': 'a9ed4c9b-3ace-426d-9c65-68b0d9a51db3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:14.276528 n-d-787205-9 neutron-server[93799]: WARNING neutron.api.v2.base [None req-e93277ec-1dc4-416d-9d27-cb6874541d38 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 23:11:14.277024 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-e93277ec-1dc4-416d-9d27-cb6874541d38 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:14.277980 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e93277ec-1dc4-416d-9d27-cb6874541d38 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0105925 Jul 15 23:11:14.281065 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49114) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:14.294557 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9e944b92-c0a3-4383-b6c1-63fea2dbfd7e tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Request body: {'security_group_rule': {'security_group_id': 'a9ed4c9b-3ace-426d-9c65-68b0d9a51db3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:14.393328 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-9e944b92-c0a3-4383-b6c1-63fea2dbfd7e tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:14.398979 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9e944b92-c0a3-4383-b6c1-63fea2dbfd7e tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1123397 Jul 15 23:11:14.399817 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49118) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:14.405743 n-d-787205-9 neutron-server[93799]: DEBUG neutron.objects.ports [None req-dfe37582-8741-4dbe-a476-e10459f0f308 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93799) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:11:14.409617 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-79b56a1e-35a3-41e6-b67d-67e182f9f762 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Request body: {'security_group_rule': {'security_group_id': 'a9ed4c9b-3ace-426d-9c65-68b0d9a51db3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:14.410267 n-d-787205-9 neutron-server[93798]: WARNING neutron.api.v2.base [None req-79b56a1e-35a3-41e6-b67d-67e182f9f762 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 15 23:11:14.413613 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-79b56a1e-35a3-41e6-b67d-67e182f9f762 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:14.413613 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-79b56a1e-35a3-41e6-b67d-67e182f9f762 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0127988 Jul 15 23:11:14.417067 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49120) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:14.426930 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-cb259ea1-3b82-4275-ad51-27a24c54f794 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Request body: {'security_group_rule': {'security_group_id': 'a9ed4c9b-3ace-426d-9c65-68b0d9a51db3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:14.478559 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-cb259ea1-3b82-4275-ad51-27a24c54f794 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:14.485832 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cb259ea1-3b82-4275-ad51-27a24c54f794 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0644608 Jul 15 23:11:14.485832 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49122) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:14.493606 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-097e4cb3-f8a1-4d0a-81ae-5669365e4add tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Request body: {'security_group_rule': {'security_group_id': 'a9ed4c9b-3ace-426d-9c65-68b0d9a51db3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:14.494219 n-d-787205-9 neutron-server[93798]: WARNING neutron.api.v2.base [None req-097e4cb3-f8a1-4d0a-81ae-5669365e4add tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 23:11:14.494925 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-097e4cb3-f8a1-4d0a-81ae-5669365e4add tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:14.496007 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-097e4cb3-f8a1-4d0a-81ae-5669365e4add tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0093391 Jul 15 23:11:14.499886 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49124) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:14.506405 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b5b3ac88-2fd3-4fee-a0eb-c565f215f30c tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Request body: {'security_group_rule': {'security_group_id': 'a9ed4c9b-3ace-426d-9c65-68b0d9a51db3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:14.534837 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b2d299b2-7263-4dcf-ab23-4740c7bb2e6e req-71c4b661-7e93-45d1-9439-3e22567fafec tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f2f22ec-715f-42f8-8750-e84dff3767ac HTTP/1.1" status: 200 len: 210 time: 0.0549407 Jul 15 23:11:14.558562 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-b5b3ac88-2fd3-4fee-a0eb-c565f215f30c tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:14.569856 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b5b3ac88-2fd3-4fee-a0eb-c565f215f30c tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0620682 Jul 15 23:11:14.569856 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49126) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:14.569856 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-433af68e-7638-4e67-ade3-7def00f6e3a9 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Request body: {'security_group_rule': {'security_group_id': 'a9ed4c9b-3ace-426d-9c65-68b0d9a51db3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:14.570193 n-d-787205-9 neutron-server[93798]: WARNING neutron.api.v2.base [None req-433af68e-7638-4e67-ade3-7def00f6e3a9 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 15 23:11:14.570576 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-433af68e-7638-4e67-ade3-7def00f6e3a9 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:14.575043 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-433af68e-7638-4e67-ade3-7def00f6e3a9 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0096836 Jul 15 23:11:14.575675 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49128) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:14.581690 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-54ec2c81-7a14-417a-abaf-af0afe9b38da tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Request body: {'security_group_rule': {'security_group_id': 'a9ed4c9b-3ace-426d-9c65-68b0d9a51db3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:14.641073 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-54ec2c81-7a14-417a-abaf-af0afe9b38da tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:14.643662 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-54ec2c81-7a14-417a-abaf-af0afe9b38da tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0664985 Jul 15 23:11:14.646148 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49130) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:14.652251 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e6f96a5c-2858-4e7c-9de5-c9b85445a6eb tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Request body: {'security_group_rule': {'security_group_id': 'a9ed4c9b-3ace-426d-9c65-68b0d9a51db3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:14.667779 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dfe37582-8741-4dbe-a476-e10459f0f308 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:14.766119 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-e6f96a5c-2858-4e7c-9de5-c9b85445a6eb tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:14.767790 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e6f96a5c-2858-4e7c-9de5-c9b85445a6eb tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1206441 Jul 15 23:11:14.775118 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:14.776503 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49132) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:14.811573 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-5a906c9b-85be-43d7-bd6a-83ba255b0d8e tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:14.813101 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-5a906c9b-85be-43d7-bd6a-83ba255b0d8e tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.36 "GET /v2.0/networks?id=d46459bf-69b4-4e8d-8a06-951b2319409b HTTP/1.1" status: 200 len: 812 time: 0.1473713 Jul 15 23:11:14.839883 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-5e9ea426-d70c-4bbd-8c81-937026aa6dcc tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Request body: {'port': {'device_id': '0f2f22ec-715f-42f8-8750-e84dff3767ac', 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b', 'admin_state_up': True, 'tenant_id': 'dd7ce8a707994c488c5570fcc34a8dcd'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:14.907057 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1ba5bf22-79d2-4c3d-885e-00c3df2fd8b3 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:14.949220 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1ba5bf22-79d2-4c3d-885e-00c3df2fd8b3 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:14.959664 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-dfe37582-8741-4dbe-a476-e10459f0f308 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] For port 126992a8-9dea-4080-a087-afc4a2b7ffc6, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=126992a8-9dea-4080-a087-afc4a2b7ffc6,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:15.011407 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf681f6a-c6ad-436b-a934-f4e31b399c4a None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:15.035394 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dfe37582-8741-4dbe-a476-e10459f0f308 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.046336 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dfe37582-8741-4dbe-a476-e10459f0f308 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.047779 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dfe37582-8741-4dbe-a476-e10459f0f308 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.067293 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1ba5bf22-79d2-4c3d-885e-00c3df2fd8b3 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.069978 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1ba5bf22-79d2-4c3d-885e-00c3df2fd8b3 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.071200 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1ba5bf22-79d2-4c3d-885e-00c3df2fd8b3 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "DELETE /v2.0/security-groups/a9ed4c9b-3ace-426d-9c65-68b0d9a51db3 HTTP/1.1" status: 204 len: 168 time: 0.2926483 Jul 15 23:11:15.129493 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49144) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:15.130612 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5bf22-79d2-4c3d-885e-00c3df2fd8b3 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ed4c9b-3ace-426d-9c65-68b0d9a51db3,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:15.174909 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe37582-8741-4dbe-a476-e10459f0f308 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:15.186344 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-dfe37582-8741-4dbe-a476-e10459f0f308 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:15.204104 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe37582-8741-4dbe-a476-e10459f0f308 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:15.205283 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dfe37582-8741-4dbe-a476-e10459f0f308 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.231124 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe37582-8741-4dbe-a476-e10459f0f308 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Subnet': ['ID=f466d432-be19-4b3e-b24f-eeae5bebf8e3,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:15.236708 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-dfe37582-8741-4dbe-a476-e10459f0f308 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7713134 Jul 15 23:11:15.275934 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a809963c-9b96-4f6d-bdef-86785219c2b8 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1423790 Jul 15 23:11:15.276711 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49146) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:15.276973 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49152) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:15.290975 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-b18985ca-ec9a-4d5c-9302-d8e01cf8ac19 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Request body: {'port': {'network_id': '7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7', 'mac_address': 'fa:16:3e:ab:cc:37', 'name': 'tempest-NetworksTestDHCPv6-2126919031'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:15.319941 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:11:15.320297 n-d-787205-9 neutron-server[93800]: DEBUG oslo_db.api [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:11:15.333158 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-938970ff-6dc9-4d40-8029-0aeaa1d3276a None None] Provisioning for port 126992a8-9dea-4080-a087-afc4a2b7ffc6 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:15.338459 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-938970ff-6dc9-4d40-8029-0aeaa1d3276a None None] Provisioning complete for port 126992a8-9dea-4080-a087-afc4a2b7ffc6 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:15.338865 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-938970ff-6dc9-4d40-8029-0aeaa1d3276a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.341277 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe37582-8741-4dbe-a476-e10459f0f308 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Port': ['ID=126992a8-9dea-4080-a087-afc4a2b7ffc6,revision_number=15']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:15.375653 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-5e9ea426-d70c-4bbd-8c81-937026aa6dcc tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Made reservation on behalf of dd7ce8a707994c488c5570fcc34a8dcd for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:15.395340 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-cb6ff7eb-10ce-465e-bdd7-ca1d602da38b tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Request body: {'security_group': {'name': 'tempest-secgroup--2017481266'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:15.406001 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-5e9ea426-d70c-4bbd-8c81-937026aa6dcc tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.453109 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cb6ff7eb-10ce-465e-bdd7-ca1d602da38b tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.568287 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18985ca-ec9a-4d5c-9302-d8e01cf8ac19 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Made reservation on behalf of 63d2071bda354af48ba0ab40dec64d3d for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:15.612285 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71826fa-67d0-4e2a-a2f5-05ec5ae5f5a4 req-a9a4d3fa-343a-47cd-93ba-fcf6a8541afe tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:15.613875 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c71826fa-67d0-4e2a-a2f5-05ec5ae5f5a4 req-a9a4d3fa-343a-47cd-93ba-fcf6a8541afe tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 945 time: 0.1655495 Jul 15 23:11:15.635824 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-5e9ea426-d70c-4bbd-8c81-937026aa6dcc tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Allocated IP 172.20.0.7 (d46459bf-69b4-4e8d-8a06-951b2319409b/d361722a-d157-4a1f-9b02-624ca94298eb/16281190-656d-4d6c-b37d-c172faf8ce44) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:15.737016 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-183c8768-42c6-44db-9d1a-0509d6d1bca3 req-635523d1-fe00-441f-9916-27fd0799fb62 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f2f22ec-715f-42f8-8750-e84dff3767ac HTTP/1.1" status: 200 len: 210 time: 0.0494475 Jul 15 23:11:15.768204 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c71826fa-67d0-4e2a-a2f5-05ec5ae5f5a4 req-43629083-c2fc-4620-966d-a592a91a1b67 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456580 Jul 15 23:11:15.790014 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b18985ca-ec9a-4d5c-9302-d8e01cf8ac19 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.811178 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cb6ff7eb-10ce-465e-bdd7-ca1d602da38b tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.814300 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-5e9ea426-d70c-4bbd-8c81-937026aa6dcc tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.821149 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cb6ff7eb-10ce-465e-bdd7-ca1d602da38b tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.824590 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-b18985ca-ec9a-4d5c-9302-d8e01cf8ac19 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] device_id is not set on port c3343a31-d689-4580-a4d2-97cec160727d yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:11:15.863560 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-5e9ea426-d70c-4bbd-8c81-937026aa6dcc tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.865090 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8ca205f8-cb5c-47aa-9bcf-db60680aaebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.904246 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cb6ff7eb-10ce-465e-bdd7-ca1d602da38b tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.905512 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-cb6ff7eb-10ce-465e-bdd7-ca1d602da38b tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5653379 Jul 15 23:11:15.911974 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49158) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:15.917136 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-fd375038-0689-4094-bceb-09bdde1c130a tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Request body: {'security_group_rule': {'security_group_id': '45903345-8294-44ba-98b6-749e1a7936f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:15.919158 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-5e9ea426-d70c-4bbd-8c81-937026aa6dcc tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Network d46459bf-69b4-4e8d-8a06-951b2319409b is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:15.922527 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-5e9ea426-d70c-4bbd-8c81-937026aa6dcc tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:15.927734 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-5e9ea426-d70c-4bbd-8c81-937026aa6dcc tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:15.927928 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ff7eb-10ce-465e-bdd7-ca1d602da38b tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45903345-8294-44ba-98b6-749e1a7936f4,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:15.955561 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ea426-d70c-4bbd-8c81-937026aa6dcc tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Pushing event updated for resources: {'Port': ['ID=16281190-656d-4d6c-b37d-c172faf8ce44,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:15.988922 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-5e9ea426-d70c-4bbd-8c81-937026aa6dcc tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:15.989718 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-5e9ea426-d70c-4bbd-8c81-937026aa6dcc tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.006162 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-5e9ea426-d70c-4bbd-8c81-937026aa6dcc tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1708348 Jul 15 23:11:16.028044 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-a9c6e046-3bed-4e97-9967-466d0b44471f service neutron] Request body: {'port': {'device_id': '0f2f22ec-715f-42f8-8750-e84dff3767ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:16.030893 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-fd375038-0689-4094-bceb-09bdde1c130a tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] create failed (client error): The resource could not be found. Jul 15 23:11:16.036894 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fd375038-0689-4094-bceb-09bdde1c130a tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1212025 Jul 15 23:11:16.037064 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49160) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:16.041978 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-19f354f8-3837-4e0e-b55e-44945647a37b tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Request body: {'security_group_rule': {'security_group_id': '45903345-8294-44ba-98b6-749e1a7936f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'dd7160b7-0320-4242-9efa-b0f94af0ff48'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:16.110399 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-b18985ca-ec9a-4d5c-9302-d8e01cf8ac19 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Allocated IP 2001:db8::1f6 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/a97a0256-f682-4183-8d74-c9b00f028582/c3343a31-d689-4580-a4d2-97cec160727d) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:16.121896 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-b18985ca-ec9a-4d5c-9302-d8e01cf8ac19 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Allocated IP 2001:db8:0:1:f816:3eff:feab:cc37 (7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7/f466d432-be19-4b3e-b24f-eeae5bebf8e3/c3343a31-d689-4580-a4d2-97cec160727d) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:16.129195 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-a9c6e046-3bed-4e97-9967-466d0b44471f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.145210 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-19f354f8-3837-4e0e-b55e-44945647a37b tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] create failed (client error): The resource could not be found. Jul 15 23:11:16.149557 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-19f354f8-3837-4e0e-b55e-44945647a37b tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1088018 Jul 15 23:11:16.155249 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49172) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:16.185057 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.220950 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 126992a8-9dea-4080-a087-afc4a2b7ffc6, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=126992a8-9dea-4080-a087-afc4a2b7ffc6,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:16.227598 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.271783 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40e6f45-9878-49c9-99b6-1ca6b192fc15 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:16.319819 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b18985ca-ec9a-4d5c-9302-d8e01cf8ac19 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.329806 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-98119c9a-08f7-49e7-b793-2d854d1e1d92 None None] Provisioning complete for port 126992a8-9dea-4080-a087-afc4a2b7ffc6 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:16.329806 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-98119c9a-08f7-49e7-b793-2d854d1e1d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.336119 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0fc3644-c919-4a69-a88f-6e408dd5c35b tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.336728 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b18985ca-ec9a-4d5c-9302-d8e01cf8ac19 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Transition to ACTIVE for port object c3343a31-d689-4580-a4d2-97cec160727d will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:16.353645 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=126992a8-9dea-4080-a087-afc4a2b7ffc6,revision_number=16']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:16.375299 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0fc3644-c919-4a69-a88f-6e408dd5c35b tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.402306 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b18985ca-ec9a-4d5c-9302-d8e01cf8ac19 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.425599 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 126992a8-9dea-4080-a087-afc4a2b7ffc6 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:16.463561 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18985ca-ec9a-4d5c-9302-d8e01cf8ac19 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:16.466807 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-b18985ca-ec9a-4d5c-9302-d8e01cf8ac19 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:16.473486 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18985ca-ec9a-4d5c-9302-d8e01cf8ac19 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:16.479338 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18985ca-ec9a-4d5c-9302-d8e01cf8ac19 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:16.479977 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b18985ca-ec9a-4d5c-9302-d8e01cf8ac19 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.494755 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18985ca-ec9a-4d5c-9302-d8e01cf8ac19 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event updated for resources: {'Port': ['ID=c3343a31-d689-4580-a4d2-97cec160727d,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:16.512587 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b18985ca-ec9a-4d5c-9302-d8e01cf8ac19 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2310038 Jul 15 23:11:16.513073 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49176) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:16.530466 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-98119c9a-08f7-49e7-b793-2d854d1e1d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.560728 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0fc3644-c919-4a69-a88f-6e408dd5c35b tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.564612 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0fc3644-c919-4a69-a88f-6e408dd5c35b tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.569758 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49178) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:16.570237 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c0fc3644-c919-4a69-a88f-6e408dd5c35b tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "DELETE /v2.0/security-groups/45903345-8294-44ba-98b6-749e1a7936f4 HTTP/1.1" status: 204 len: 168 time: 0.4013968 Jul 15 23:11:16.582469 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-a9c6e046-3bed-4e97-9967-466d0b44471f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16281190-656d-4d6c-b37d-c172faf8ce44 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:16.583506 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-98119c9a-08f7-49e7-b793-2d854d1e1d92 None None] For port 126992a8-9dea-4080-a087-afc4a2b7ffc6, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=126992a8-9dea-4080-a087-afc4a2b7ffc6,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:16.596355 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-98119c9a-08f7-49e7-b793-2d854d1e1d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.604411 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-a9c6e046-3bed-4e97-9967-466d0b44471f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.609234 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc3644-c919-4a69-a88f-6e408dd5c35b tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45903345-8294-44ba-98b6-749e1a7936f4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:16.632270 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-a9c6e046-3bed-4e97-9967-466d0b44471f service neutron] Transition to ACTIVE for port object 16281190-656d-4d6c-b37d-c172faf8ce44 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:16.637462 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-a9c6e046-3bed-4e97-9967-466d0b44471f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.671319 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 126992a8-9dea-4080-a087-afc4a2b7ffc6 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:16.671703 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.673977 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c3b3f70b-0d43-4e38-b32f-101164ecb70c details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:11:16.690794 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-624615ca-c07b-40a4-aeff-0cb6ae889e9a tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1143563 Jul 15 23:11:16.695254 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49182) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:16.702109 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-71552350-15a5-4fab-92af-e1af6aacd4e1 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Request body: {'security_group_rule': {'security_group_id': 'de4f16e6-2913-4f2f-aa1d-4d96c647707f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:16.718583 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-98daaf07-dd77-4288-b7b9-4e5f949043df tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting port c3343a31-d689-4580-a4d2-97cec160727d {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:11:16.719038 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-98daaf07-dd77-4288-b7b9-4e5f949043df tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.752088 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6e046-3bed-4e97-9967-466d0b44471f service neutron] Pushing event updated for resources: {'Port': ['ID=16281190-656d-4d6c-b37d-c172faf8ce44,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:16.778184 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98119c9a-08f7-49e7-b793-2d854d1e1d92 None None] Pushing event updated for resources: {'Port': ['ID=126992a8-9dea-4080-a087-afc4a2b7ffc6,revision_number=17']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:16.827183 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-71552350-15a5-4fab-92af-e1af6aacd4e1 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] create failed (client error): The resource could not be found. Jul 15 23:11:16.832025 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-71552350-15a5-4fab-92af-e1af6aacd4e1 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1320443 Jul 15 23:11:16.832662 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49188) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:16.839213 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-5566d50c-60e4-4b13-b680-890ee2fe5c9b tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Request body: {'security_group': {'name': 'tempest-secgroup--746423564'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:16.849747 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-a9c6e046-3bed-4e97-9967-466d0b44471f service neutron] Attempting to bind port 16281190-656d-4d6c-b37d-c172faf8ce44 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:11:16.850218 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-a9c6e046-3bed-4e97-9967-466d0b44471f service neutron] Attempting to bind port 16281190-656d-4d6c-b37d-c172faf8ce44 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'c57252a7-d501-46cc-b05a-0a67e8273926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:11:16.850677 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-a9c6e046-3bed-4e97-9967-466d0b44471f service neutron] Attempting to bind port 16281190-656d-4d6c-b37d-c172faf8ce44 on network d46459bf-69b4-4e8d-8a06-951b2319409b {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:16.856344 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-a9c6e046-3bed-4e97-9967-466d0b44471f service neutron] Port 16281190-656d-4d6c-b37d-c172faf8ce44 on network d46459bf-69b4-4e8d-8a06-951b2319409b not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:11:16.856344 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-a9c6e046-3bed-4e97-9967-466d0b44471f service neutron] Attempting to bind port 16281190-656d-4d6c-b37d-c172faf8ce44 on network d46459bf-69b4-4e8d-8a06-951b2319409b {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:16.862450 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-a9c6e046-3bed-4e97-9967-466d0b44471f service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:11:16.863219 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-a9c6e046-3bed-4e97-9967-466d0b44471f service neutron] Checking segment: {'id': 'c57252a7-d501-46cc-b05a-0a67e8273926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:16.864061 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-a9c6e046-3bed-4e97-9967-466d0b44471f service neutron] Bound using segment: {'id': 'c57252a7-d501-46cc-b05a-0a67e8273926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:11:16.864627 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-a9c6e046-3bed-4e97-9967-466d0b44471f service neutron] Bound port: 16281190-656d-4d6c-b37d-c172faf8ce44, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c57252a7-d501-46cc-b05a-0a67e8273926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:11:16.865046 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-a9c6e046-3bed-4e97-9967-466d0b44471f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.877458 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5566d50c-60e4-4b13-b680-890ee2fe5c9b tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.897227 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-98daaf07-dd77-4288-b7b9-4e5f949043df tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.915793 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-98daaf07-dd77-4288-b7b9-4e5f949043df tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Calling delete_port for c3343a31-d689-4580-a4d2-97cec160727d owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:11:16.993460 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-a9c6e046-3bed-4e97-9967-466d0b44471f service neutron] For port 16281190-656d-4d6c-b37d-c172faf8ce44, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:16.999328 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-a9c6e046-3bed-4e97-9967-466d0b44471f service neutron] For port 16281190-656d-4d6c-b37d-c172faf8ce44, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=16281190-656d-4d6c-b37d-c172faf8ce44,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:11:17.008149 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-a9c6e046-3bed-4e97-9967-466d0b44471f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:17.111892 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-a9c6e046-3bed-4e97-9967-466d0b44471f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:17.113243 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-a9c6e046-3bed-4e97-9967-466d0b44471f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:17.114864 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-a9c6e046-3bed-4e97-9967-466d0b44471f service neutron] 10.222.0.36 "PUT /v2.0/ports/16281190-656d-4d6c-b37d-c172faf8ce44 HTTP/1.1" status: 200 len: 1091 time: 1.0911684 Jul 15 23:11:17.115328 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2f22ec-715f-42f8-8750-e84dff3767ac', 'tag': '16281190-656d-4d6c-b37d-c172faf8ce44'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:17.118079 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bd9c0a-e1eb-4557-b75c-5f92fc477b64" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2f22ec-715f-42f8-8750-e84dff3767ac", "tag": "16281190-656d-4d6c-b37d-c172faf8ce44"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:17.137825 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6e046-3bed-4e97-9967-466d0b44471f service neutron] Pushing event updated for resources: {'Port': ['ID=16281190-656d-4d6c-b37d-c172faf8ce44,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:17.165079 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c3b3f70b-0d43-4e38-b32f-101164ecb70c, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c3b3f70b-0d43-4e38-b32f-101164ecb70c,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:17.190753 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'c3b3f70b-0d43-4e38-b32f-101164ecb70c', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': 'c3b3f70b-0d43-4e38-b32f-101164ecb70c', 'mac_address': 'fa:16:3e:92:87:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:11:17.197291 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767b015-1064-4828-9fbc-25b757653beb req-2221735f-56cd-4434-937b-15f04d1dde26 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:17.198959 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b767b015-1064-4828-9fbc-25b757653beb req-2221735f-56cd-4434-937b-15f04d1dde26 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f2f22ec-715f-42f8-8750-e84dff3767ac HTTP/1.1" status: 200 len: 943 time: 0.2002847 Jul 15 23:11:17.231760 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb690e-fbb1-4dbd-9dfc-28809fa06e8b req-c7dc3159-c57d-40fd-906a-4e8577b89c60 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:17.239170 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7deb690e-fbb1-4dbd-9dfc-28809fa06e8b req-c7dc3159-c57d-40fd-906a-4e8577b89c60 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 945 time: 0.2416255 Jul 15 23:11:17.249572 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:17.267035 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3b3f70b-0d43-4e38-b32f-101164ecb70c {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:17.274699 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-a2845a08-73f8-4dbd-b204-6b1c1f94decf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:17.276245 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-a2845a08-73f8-4dbd-b204-6b1c1f94decf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd7ce8a707994c488c5570fcc34a8dcd&device_id=0f2f22ec-715f-42f8-8750-e84dff3767ac HTTP/1.1" status: 200 len: 1094 time: 0.0720165 Jul 15 23:11:17.288160 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c3b3f70b-0d43-4e38-b32f-101164ecb70c, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c3b3f70b-0d43-4e38-b32f-101164ecb70c,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:17.293861 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:17.329253 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5566d50c-60e4-4b13-b680-890ee2fe5c9b tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:17.348595 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5566d50c-60e4-4b13-b680-890ee2fe5c9b tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:17.361805 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-19874477-2e2d-40d7-a974-95c724fc6f23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16281190-656d-4d6c-b37d-c172faf8ce44 HTTP/1.1" status: 200 len: 217 time: 0.0657730 Jul 15 23:11:17.371849 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=c3b3f70b-0d43-4e38-b32f-101164ecb70c,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:17.427251 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7deb690e-fbb1-4dbd-9dfc-28809fa06e8b req-568cba3d-a26f-4e16-8f4d-11c0ecce137f tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325550 Jul 15 23:11:17.432182 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566d50c-60e4-4b13-b680-890ee2fe5c9b tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ce2343-4aea-40b1-b3e6-784ba225ac08,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:17.457240 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-e43d8184-30c3-4900-b7cb-41d1a12d5a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:17.459196 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-e43d8184-30c3-4900-b7cb-41d1a12d5a44 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d361722a-d157-4a1f-9b02-624ca94298eb HTTP/1.1" status: 200 len: 852 time: 0.0786388 Jul 15 23:11:17.503118 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b767b015-1064-4828-9fbc-25b757653beb req-07c90080-61d7-430f-9c8c-1fc38ea11ace tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625594 Jul 15 23:11:17.504401 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5566d50c-60e4-4b13-b680-890ee2fe5c9b tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:17.507446 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5566d50c-60e4-4b13-b680-890ee2fe5c9b tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6721904 Jul 15 23:11:17.510559 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49194) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:17.516116 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['c3b3f70b-0d43-4e38-b32f-101164ecb70c'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:17.516466 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-436a9fce-4feb-4580-b161-5f72e5e38d85 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Request body: {'security_group': {'name': 'tempest-secgroup--386248048'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:17.522761 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-43a267e7-d374-4515-aff8-983b38395bd8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d46459bf-69b4-4e8d-8a06-951b2319409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343659 Jul 15 23:11:17.522938 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-98daaf07-dd77-4288-b7b9-4e5f949043df tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:17.544798 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2c7a62-0129-4f14-8ad9-b3a3fa7dec1f x-openstack-request-id: req-8a2c7a62-0129-4f14-8ad9-b3a3fa7dec1f {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:17.545591 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2f22ec-715f-42f8-8750-e84dff3767ac", "tag": "16281190-656d-4d6c-b37d-c172faf8ce44", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:17.545861 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a2c7a62-0129-4f14-8ad9-b3a3fa7dec1f {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:17.546424 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2f22ec-715f-42f8-8750-e84dff3767ac', 'tag': '16281190-656d-4d6c-b37d-c172faf8ce44', 'status': 'completed', 'code': 200} Jul 15 23:11:17.589327 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-eee04dfb-ea76-4a2a-8055-165be9a2068c None None] Provisioning for port c3343a31-d689-4580-a4d2-97cec160727d completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:17.603675 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98daaf07-dd77-4288-b7b9-4e5f949043df tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Port': ['ID=c3343a31-d689-4580-a4d2-97cec160727d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:17.633322 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-eee04dfb-ea76-4a2a-8055-165be9a2068c None None] Provisioning complete for port c3343a31-d689-4580-a4d2-97cec160727d triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:17.633959 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eee04dfb-ea76-4a2a-8055-165be9a2068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:17.678050 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-eee04dfb-ea76-4a2a-8055-165be9a2068c None None] Port c3343a31-d689-4580-a4d2-97cec160727d was deleted so its status cannot be updated. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 15 23:11:17.706419 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-eee04dfb-ea76-4a2a-8055-165be9a2068c None None] Provisioning complete for port 126992a8-9dea-4080-a087-afc4a2b7ffc6 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:17.706825 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eee04dfb-ea76-4a2a-8055-165be9a2068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:17.731898 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-de84676c-bce6-4291-b810-404c25253f4d service neutron] 10.222.0.36 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069218 Jul 15 23:11:17.732571 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-98daaf07-dd77-4288-b7b9-4e5f949043df tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:17.737106 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-98daaf07-dd77-4288-b7b9-4e5f949043df tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/c3343a31-d689-4580-a4d2-97cec160727d HTTP/1.1" status: 204 len: 168 time: 1.2196753 Jul 15 23:11:17.737386 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49208) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:17.750211 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-436a9fce-4feb-4580-b161-5f72e5e38d85 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:17.933660 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d8b1dadc-a895-4072-b3bb-56cb653c103c req-34359026-5be2-4540-8aa2-44965221c003 service neutron] 10.222.0.36 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774983 Jul 15 23:11:17.982608 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-436a9fce-4feb-4580-b161-5f72e5e38d85 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:17.990110 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-436a9fce-4feb-4580-b161-5f72e5e38d85 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.023204 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-436a9fce-4feb-4580-b161-5f72e5e38d85 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.023602 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e5895b-3e3f-4aa9-856f-a37911d44336 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:18.027507 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-436a9fce-4feb-4580-b161-5f72e5e38d85 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5125840 Jul 15 23:11:18.027661 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-61e5895b-3e3f-4aa9-856f-a37911d44336 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2868805 Jul 15 23:11:18.027661 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49212) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:18.028167 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49214) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:18.033843 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-dfb5bb89-0c77-4f9b-ac60-3d2d962cd36c tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Request body: {'security_group_rule': {'security_group_id': 'b4ce2343-4aea-40b1-b3e6-784ba225ac08', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f07034e3-918f-488b-947a-fe858cdc5e07'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:18.047371 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a9fce-4feb-4580-b161-5f72e5e38d85 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f07034e3-918f-488b-947a-fe858cdc5e07,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:18.119811 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-df26ed3a-b353-4208-b042-1f3ddd395a0f None None] Could not find standard attr ID for object c3343a31-d689-4580-a4d2-97cec160727d. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:11:18.160535 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-dfb5bb89-0c77-4f9b-ac60-3d2d962cd36c tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:11:18.161693 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-dfb5bb89-0c77-4f9b-ac60-3d2d962cd36c tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1316509 Jul 15 23:11:18.164985 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49222) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:18.172287 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b071af4b-7ff8-457c-b193-f093f6e909b0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:18.174411 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b071af4b-7ff8-457c-b193-f093f6e909b0 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1455142 Jul 15 23:11:18.176860 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd9c0a-e1eb-4557-b75c-5f92fc477b64 req-b07e5e2a-8ebf-4fec-a273-780bdd95c7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:18.178198 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49224) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:18.178330 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1bd9c0a-e1eb-4557-b75c-5f92fc477b64 req-b07e5e2a-8ebf-4fec-a273-780bdd95c7ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd7ce8a707994c488c5570fcc34a8dcd&device_id=0f2f22ec-715f-42f8-8750-e84dff3767ac HTTP/1.1" status: 200 len: 1094 time: 0.1095829 Jul 15 23:11:18.220693 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8e3a5cbd-1184-4009-8442-752c9652d76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.262496 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f41577-4436-4293-8f15-19d5f35627ea tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:18.264049 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f41577-4436-4293-8f15-19d5f35627ea tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:18.265555 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f41577-4436-4293-8f15-19d5f35627ea tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:18.269687 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-61f41577-4436-4293-8f15-19d5f35627ea tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0879705 Jul 15 23:11:18.270240 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49230) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:18.303862 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd9c0a-e1eb-4557-b75c-5f92fc477b64 req-db763bec-eeec-4cbd-bf26-a77a946c97e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:18.305359 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1bd9c0a-e1eb-4557-b75c-5f92fc477b64 req-db763bec-eeec-4cbd-bf26-a77a946c97e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d46459bf-69b4-4e8d-8a06-951b2319409b HTTP/1.1" status: 200 len: 913 time: 0.1184087 Jul 15 23:11:18.322483 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-68f7c433-27c1-4e9f-b2b8-598b7546fff2 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.346002 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 126992a8-9dea-4080-a087-afc4a2b7ffc6 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:18.359336 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-68f7c433-27c1-4e9f-b2b8-598b7546fff2 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.367151 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1bd9c0a-e1eb-4557-b75c-5f92fc477b64 req-f59c1696-01fc-4dad-ab31-8e8b7b497cd7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16281190-656d-4d6c-b37d-c172faf8ce44 HTTP/1.1" status: 200 len: 217 time: 0.0540102 Jul 15 23:11:18.373422 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-099f9bd1-315b-4bee-9b54-6ce8dee8f06c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting subnet a97a0256-f682-4183-8d74-c9b00f028582 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:11:18.377112 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-099f9bd1-315b-4bee-9b54-6ce8dee8f06c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.403613 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 126992a8-9dea-4080-a087-afc4a2b7ffc6 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:18.404243 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.419438 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd9c0a-e1eb-4557-b75c-5f92fc477b64 req-a0ebad19-cd45-481f-ad3d-ab95f3e202d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:18.420929 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1bd9c0a-e1eb-4557-b75c-5f92fc477b64 req-a0ebad19-cd45-481f-ad3d-ab95f3e202d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d361722a-d157-4a1f-9b02-624ca94298eb HTTP/1.1" status: 200 len: 852 time: 0.0467193 Jul 15 23:11:18.432766 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-099f9bd1-315b-4bee-9b54-6ce8dee8f06c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.475765 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1bd9c0a-e1eb-4557-b75c-5f92fc477b64 req-ecf10c30-d2a1-4c42-ae86-053478aac5d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d46459bf-69b4-4e8d-8a06-951b2319409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361204 Jul 15 23:11:18.488072 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-68f7c433-27c1-4e9f-b2b8-598b7546fff2 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.490888 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-68f7c433-27c1-4e9f-b2b8-598b7546fff2 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.492206 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-68f7c433-27c1-4e9f-b2b8-598b7546fff2 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "DELETE /v2.0/security-groups/f07034e3-918f-488b-947a-fe858cdc5e07 HTTP/1.1" status: 204 len: 168 time: 0.3260384 Jul 15 23:11:18.499983 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49240) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:18.541762 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7c433-27c1-4e9f-b2b8-598b7546fff2 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07034e3-918f-488b-947a-fe858cdc5e07,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:18.567944 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-099f9bd1-315b-4bee-9b54-6ce8dee8f06c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.632270 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.675795 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-099f9bd1-315b-4bee-9b54-6ce8dee8f06c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.683913 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c3b3f70b-0d43-4e38-b32f-101164ecb70c up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:18.692930 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f1d27f3d-1cc9-4a69-815c-a9abf7530cba tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1909714 Jul 15 23:11:18.696670 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49250) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:18.712013 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1bd9c0a-e1eb-4557-b75c-5f92fc477b64 req-fc3c7f3b-881d-4c8a-acbb-a6ff4f495846 service neutron] 10.222.0.36 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350557 Jul 15 23:11:18.759292 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f9bd1-315b-4bee-9b54-6ce8dee8f06c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Subnet': ['ID=a97a0256-f682-4183-8d74-c9b00f028582,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:18.759590 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9ebbe9-a8bd-4ac3-8479-cba13baebd77 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:18.761537 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-099f9bd1-315b-4bee-9b54-6ce8dee8f06c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.767693 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-099f9bd1-315b-4bee-9b54-6ce8dee8f06c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/a97a0256-f682-4183-8d74-c9b00f028582 HTTP/1.1" status: 204 len: 168 time: 0.4965744 Jul 15 23:11:18.771395 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49252) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:18.839016 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-06821945-30e1-41ab-bdf8-cef7b1f2c6f9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Deleting subnet f466d432-be19-4b3e-b24f-eeae5bebf8e3 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:11:18.858913 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-06821945-30e1-41ab-bdf8-cef7b1f2c6f9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.888635 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32470ce2-3e81-402d-bc49-068aef03059c tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.903759 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1bd9c0a-e1eb-4557-b75c-5f92fc477b64 req-5a62a28a-0be6-435f-b6d9-62aab486a8d5 service neutron] 10.222.0.36 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848056 Jul 15 23:11:18.921487 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32470ce2-3e81-402d-bc49-068aef03059c tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.932009 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port c3b3f70b-0d43-4e38-b32f-101164ecb70c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:18.932918 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.978219 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-06821945-30e1-41ab-bdf8-cef7b1f2c6f9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.009005 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32470ce2-3e81-402d-bc49-068aef03059c tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.014927 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-32470ce2-3e81-402d-bc49-068aef03059c tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.016104 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-32470ce2-3e81-402d-bc49-068aef03059c tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "DELETE /v2.0/security-groups/b4ce2343-4aea-40b1-b3e6-784ba225ac08 HTTP/1.1" status: 204 len: 168 time: 0.3179929 Jul 15 23:11:19.023117 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49258) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:19.075579 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32470ce2-3e81-402d-bc49-068aef03059c tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ce2343-4aea-40b1-b3e6-784ba225ac08,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:19.102998 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-06821945-30e1-41ab-bdf8-cef7b1f2c6f9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.106907 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9b24bbbb-8b2c-4f91-821e-e37e1f005a3f tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0804648 Jul 15 23:11:19.120915 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.123652 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49260) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:19.129370 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7296f4fc-304f-46ee-8cd3-d74aba82b373 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Request body: {'security_group': {'name': 'tempest-secgroup--986627857'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:19.163685 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702bed7c-51d7-4a6e-804b-7eb9f8ffa021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b3f70b-0d43-4e38-b32f-101164ecb70c'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:19.167636 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231a9970-a3ac-4931-a3b6-5d53cd582c8b" -d '{"events": [{"server_uuid": "702bed7c-51d7-4a6e-804b-7eb9f8ffa021", "name": "network-vif-plugged", "status": "completed", "tag": "c3b3f70b-0d43-4e38-b32f-101164ecb70c"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:19.172918 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7296f4fc-304f-46ee-8cd3-d74aba82b373 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.185708 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-06821945-30e1-41ab-bdf8-cef7b1f2c6f9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.189630 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c3b3f70b-0d43-4e38-b32f-101164ecb70c, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c3b3f70b-0d43-4e38-b32f-101164ecb70c,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:19.200819 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a3f16-ae49-4997-8ba8-2bbf6402f36c req-7d1d28f9-8906-4d7d-a5b6-75ba032bf477 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:19.202645 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.203220 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d49a3f16-ae49-4997-8ba8-2bbf6402f36c req-7d1d28f9-8906-4d7d-a5b6-75ba032bf477 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 945 time: 0.5313544 Jul 15 23:11:19.240493 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06821945-30e1-41ab-bdf8-cef7b1f2c6f9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Subnet': ['ID=f466d432-be19-4b3e-b24f-eeae5bebf8e3,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:19.268522 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-06821945-30e1-41ab-bdf8-cef7b1f2c6f9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.271411 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-06821945-30e1-41ab-bdf8-cef7b1f2c6f9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/f466d432-be19-4b3e-b24f-eeae5bebf8e3 HTTP/1.1" status: 204 len: 168 time: 0.4989271 Jul 15 23:11:19.275200 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49264) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:19.306568 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=c3b3f70b-0d43-4e38-b32f-101164ecb70c,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:19.311776 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d49a3f16-ae49-4997-8ba8-2bbf6402f36c req-ef11dc16-0cb6-402b-9f6f-e88930d1fbd1 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720367 Jul 15 23:11:19.320930 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b749b5-9857-4048-9a05-1f7d2dfcbefe req-b6803371-bdb4-4c9e-a74c-e4bad847d4c7 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:19.328975 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-17b749b5-9857-4048-9a05-1f7d2dfcbefe req-b6803371-bdb4-4c9e-a74c-e4bad847d4c7 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f2f22ec-715f-42f8-8750-e84dff3767ac HTTP/1.1" status: 200 len: 943 time: 0.5590401 Jul 15 23:11:19.365923 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-14fec6a2-4284-4e50-baa1-203bce04940a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0893261 Jul 15 23:11:19.370288 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49268) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:19.417395 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-17b749b5-9857-4048-9a05-1f7d2dfcbefe req-2e94c857-0ade-48ee-a214-ff1831aef6b1 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874288 Jul 15 23:11:19.426807 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7296f4fc-304f-46ee-8cd3-d74aba82b373 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.433933 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7296f4fc-304f-46ee-8cd3-d74aba82b373 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.504878 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fe02cf-c836-420d-b6a0-b0e95e24c7de tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:19.513203 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-07fe02cf-c836-420d-b6a0-b0e95e24c7de tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1411777 Jul 15 23:11:19.514288 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49276) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:19.515480 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7296f4fc-304f-46ee-8cd3-d74aba82b373 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.516750 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7296f4fc-304f-46ee-8cd3-d74aba82b373 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3920658 Jul 15 23:11:19.526611 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49278) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:19.531939 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-6754aa32-7cfe-49b4-a6a1-4a7239509530 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:19.532464 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296f4fc-304f-46ee-8cd3-d74aba82b373 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9dce83-116e-4a4f-8d3b-b137dfd3d920,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:19.532908 n-d-787205-9 neutron-server[93799]: WARNING neutron.api.v2.base [None req-6754aa32-7cfe-49b4-a6a1-4a7239509530 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 23:11:19.533516 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-6754aa32-7cfe-49b4-a6a1-4a7239509530 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] update failed (client error): There was a conflict when trying to complete your request. Jul 15 23:11:19.534588 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6754aa32-7cfe-49b4-a6a1-4a7239509530 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "PUT /v2.0/security-groups/6e9dce83-116e-4a4f-8d3b-b137dfd3d920 HTTP/1.1" status: 409 len: 330 time: 0.0074661 Jul 15 23:11:19.537520 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49280) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:19.569697 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.610115 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b919d6ce-2493-4c45-9194-7d67aa6fb316 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:19.615178 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b919d6ce-2493-4c45-9194-7d67aa6fb316 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0994492 Jul 15 23:11:19.615981 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49282) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:19.645177 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ae9d60f-2299-4628-8ef2-a51635c34e8a tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.672155 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9a91c4b9-0d56-4cb1-b4f6-c5623dacbd93 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534008 Jul 15 23:11:19.674111 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49284) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:19.693061 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5395753c-9a38-44e5-8c32-ce56bdd4cfa4 x-openstack-request-id: req-5395753c-9a38-44e5-8c32-ce56bdd4cfa4 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:19.693355 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "702bed7c-51d7-4a6e-804b-7eb9f8ffa021", "name": "network-vif-plugged", "status": "completed", "tag": "c3b3f70b-0d43-4e38-b32f-101164ecb70c", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:19.693609 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5395753c-9a38-44e5-8c32-ce56bdd4cfa4 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:19.694006 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '702bed7c-51d7-4a6e-804b-7eb9f8ffa021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b3f70b-0d43-4e38-b32f-101164ecb70c', 'code': 200} Jul 15 23:11:19.705433 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ae9d60f-2299-4628-8ef2-a51635c34e8a tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.712853 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ba4dec-6491-494e-8b93-0405d31bd7d6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:19.713737 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51ba4dec-6491-494e-8b93-0405d31bd7d6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:19.718843 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49286) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:19.720988 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-51ba4dec-6491-494e-8b93-0405d31bd7d6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/c3343a31-d689-4580-a4d2-97cec160727d HTTP/1.1" status: 404 len: 333 time: 0.0442052 Jul 15 23:11:19.753229 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-4474e561-120e-41fd-a4dd-78b48abbb459 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:19.753691 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4474e561-120e-41fd-a4dd-78b48abbb459 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:19.755650 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4474e561-120e-41fd-a4dd-78b48abbb459 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/f466d432-be19-4b3e-b24f-eeae5bebf8e3 HTTP/1.1" status: 404 len: 337 time: 0.0356791 Jul 15 23:11:19.758079 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49288) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:19.794858 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-b95f3da6-6cae-4b4e-a07c-71b7f51eab5c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:19.795319 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b95f3da6-6cae-4b4e-a07c-71b7f51eab5c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:19.797291 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b95f3da6-6cae-4b4e-a07c-71b7f51eab5c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/a97a0256-f682-4183-8d74-c9b00f028582 HTTP/1.1" status: 404 len: 337 time: 0.0381129 Jul 15 23:11:19.800528 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49290) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:19.816972 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ae9d60f-2299-4628-8ef2-a51635c34e8a tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.820153 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ae9d60f-2299-4628-8ef2-a51635c34e8a tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.821638 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2ae9d60f-2299-4628-8ef2-a51635c34e8a tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "DELETE /v2.0/security-groups/6e9dce83-116e-4a4f-8d3b-b137dfd3d920 HTTP/1.1" status: 204 len: 168 time: 0.2747474 Jul 15 23:11:19.825060 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49292) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:19.844628 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9d60f-2299-4628-8ef2-a51635c34e8a tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9dce83-116e-4a4f-8d3b-b137dfd3d920,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:19.854040 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-f50963cd-684c-4030-9b86-7a3ef36370aa tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:19.854857 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f50963cd-684c-4030-9b86-7a3ef36370aa tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:19.871594 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f50963cd-684c-4030-9b86-7a3ef36370aa tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/c51dc60a-b447-4249-8b6d-a0eac7974492 HTTP/1.1" status: 404 len: 333 time: 0.0691848 Jul 15 23:11:19.872067 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49294) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:19.922713 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0b13e7-0219-49bb-87d2-cecdd85ef818 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:19.923934 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc0b13e7-0219-49bb-87d2-cecdd85ef818 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:19.929380 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fc0b13e7-0219-49bb-87d2-cecdd85ef818 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/39ac7de9-9eac-43df-b235-ba5285b8c625 HTTP/1.1" status: 404 len: 337 time: 0.0561254 Jul 15 23:11:19.930227 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49296) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:19.930348 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49298) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:19.931164 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-85fbe89b-73ec-49a3-bd3f-68a03b67c294 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0835457 Jul 15 23:11:19.972307 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-ecf1df1e-cd78-4a0b-b603-e704542fbe1d tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] delete failed (client error): The resource could not be found. Jul 15 23:11:19.973372 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ecf1df1e-cd78-4a0b-b603-e704542fbe1d tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "DELETE /v2.0/security-groups/add74dd2-d857-4f3b-9da5-3a6d04b47fc0 HTTP/1.1" status: 404 len: 347 time: 0.0409315 Jul 15 23:11:19.974232 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec611872-240a-44f0-9203-b2053a8ecb8c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:19.974712 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec611872-240a-44f0-9203-b2053a8ecb8c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:19.978549 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49300) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:19.979007 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49302) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:19.979170 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ec611872-240a-44f0-9203-b2053a8ecb8c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/f40edcf0-c8c4-445c-8233-2ec2ea647783 HTTP/1.1" status: 404 len: 337 time: 0.0478413 Jul 15 23:11:20.026450 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae07e75-2d96-48a7-9d12-15877b1e1bda tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:20.028008 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae07e75-2d96-48a7-9d12-15877b1e1bda tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:20.029922 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1ae07e75-2d96-48a7-9d12-15877b1e1bda tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/9f129191-ee89-41f2-9a30-6f48bb99fca7 HTTP/1.1" status: 404 len: 333 time: 0.0400691 Jul 15 23:11:20.032652 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49304) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:20.033997 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d91fdd1-e1d5-48e3-a5d3-2a1d32c9e2a1 None None] Network 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:20.036496 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-eb47c28c-9100-4cd5-8dad-44e70eb0a355 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] show failed (client error): The resource could not be found. Jul 15 23:11:20.041191 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-eb47c28c-9100-4cd5-8dad-44e70eb0a355 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "GET /v2.0/security-groups/8aa3227b-31e4-4533-aa86-0c98eb8e0254 HTTP/1.1" status: 404 len: 347 time: 0.0573683 Jul 15 23:11:20.041856 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49306) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:20.064556 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f382c9-7d28-47b0-b5fe-9dc0d40c9a8a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:20.065062 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f382c9-7d28-47b0-b5fe-9dc0d40c9a8a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:20.069843 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-75f382c9-7d28-47b0-b5fe-9dc0d40c9a8a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/766f3280-56e9-4ebf-b6e4-b141e6a03bc8 HTTP/1.1" status: 404 len: 337 time: 0.0337496 Jul 15 23:11:20.070063 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49308) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:20.073023 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-25c5c179-682d-4ae0-986f-15183d251c50 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] show failed (client error): The resource could not be found. Jul 15 23:11:20.074841 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-25c5c179-682d-4ae0-986f-15183d251c50 tempest-NegativeSecGroupTest-1861821351 tempest-NegativeSecGroupTest-1861821351-project] 10.222.0.16 "GET /v2.0/security-group-rules/36ada8f1-424c-4b7d-8bd9-681c1338dc55 HTTP/1.1" status: 404 len: 356 time: 0.0312803 Jul 15 23:11:20.098023 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd51153-3f36-4b5d-a23f-0262b1fb4081 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:20.098483 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd51153-3f36-4b5d-a23f-0262b1fb4081 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:20.100276 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9dd51153-3f36-4b5d-a23f-0262b1fb4081 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/519e48d4-0d6b-42fe-b95b-929e9e3564e1 HTTP/1.1" status: 404 len: 337 time: 0.0292523 Jul 15 23:11:20.103138 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49312) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:20.125238 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-cf3b3099-e61c-41de-b06e-4888c4edc143 None None] Provisioning complete for port 126992a8-9dea-4080-a087-afc4a2b7ffc6 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:20.125616 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cf3b3099-e61c-41de-b06e-4888c4edc143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:20.136011 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a7ab83-c167-45b0-9661-be397588ca45 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:20.136841 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a7ab83-c167-45b0-9661-be397588ca45 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:20.138693 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-86a7ab83-c167-45b0-9661-be397588ca45 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/0c9ae45f-4f28-4cff-b0a4-040bfd1f2b0a HTTP/1.1" status: 404 len: 333 time: 0.0343926 Jul 15 23:11:20.141145 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49314) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:20.173822 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac95e643-3dc4-435d-b99e-bcd928d80d4b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:20.174501 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac95e643-3dc4-435d-b99e-bcd928d80d4b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:20.178878 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ac95e643-3dc4-435d-b99e-bcd928d80d4b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/4e464505-94b6-46a0-a515-9e12aa9b227b HTTP/1.1" status: 404 len: 337 time: 0.0343857 Jul 15 23:11:20.179392 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49316) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:20.221686 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-97a11be6-30ca-4f8a-8b09-aadf20f98cf4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:20.222198 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97a11be6-30ca-4f8a-8b09-aadf20f98cf4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:20.226641 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-97a11be6-30ca-4f8a-8b09-aadf20f98cf4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/cd0d75ea-9adc-46ed-a33f-0a0c9f1271de HTTP/1.1" status: 404 len: 337 time: 0.0428295 Jul 15 23:11:20.227041 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49318) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:20.259991 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-25a85fb6-6891-4d61-b216-ccc2cc8f97c6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:20.261411 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25a85fb6-6891-4d61-b216-ccc2cc8f97c6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:20.266224 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-25a85fb6-6891-4d61-b216-ccc2cc8f97c6 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/0ddcf6ab-c6e7-4560-ae3a-68295c8d45a1 HTTP/1.1" status: 404 len: 333 time: 0.0349929 Jul 15 23:11:20.267184 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49320) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:20.311024 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b845ded-3494-4a4b-8801-c971aacb0db1 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:20.311583 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b845ded-3494-4a4b-8801-c971aacb0db1 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:20.317938 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49322) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:20.318885 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4b845ded-3494-4a4b-8801-c971aacb0db1 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/e55580e8-c60e-4d82-9eb3-d109065043a2 HTTP/1.1" status: 404 len: 337 time: 0.0505950 Jul 15 23:11:20.348147 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbbe74be-1a72-4d52-bcca-daa1044fbd03 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:20.348888 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbbe74be-1a72-4d52-bcca-daa1044fbd03 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:20.350682 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fbbe74be-1a72-4d52-bcca-daa1044fbd03 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/d567bdb2-8f8b-4ee6-9460-8378ce66ef0d HTTP/1.1" status: 404 len: 333 time: 0.0308001 Jul 15 23:11:20.353289 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49328) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:20.386600 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-e206568c-ea26-478c-a25f-3981c7824628 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:20.389225 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e206568c-ea26-478c-a25f-3981c7824628 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:20.391217 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e206568c-ea26-478c-a25f-3981c7824628 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/e53feefa-fef0-44d3-87d1-7707d1ba0bc5 HTTP/1.1" status: 404 len: 337 time: 0.0365326 Jul 15 23:11:20.393903 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49330) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:20.402352 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867bd9fd-f785-413b-ab3e-061b52b07293 None None] DHCP port deletion for 7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:11:20.432084 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb533761-d072-49d9-a67e-fe581888fa2c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:20.432773 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb533761-d072-49d9-a67e-fe581888fa2c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:20.434512 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fb533761-d072-49d9-a67e-fe581888fa2c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/bc231a87-0053-4cfa-9aa9-49a135e0b0d0 HTTP/1.1" status: 404 len: 333 time: 0.0396407 Jul 15 23:11:20.437404 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49332) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:20.470881 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49334) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:20.479504 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-867bd9fd-f785-413b-ab3e-061b52b07293 None None] Deleting port 126992a8-9dea-4080-a087-afc4a2b7ffc6 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:11:20.480033 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-867bd9fd-f785-413b-ab3e-061b52b07293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:20.493919 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1890633-bf1c-4fde-ba2d-7877c2ee1eb5 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:20.494353 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1890633-bf1c-4fde-ba2d-7877c2ee1eb5 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:20.498310 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b1890633-bf1c-4fde-ba2d-7877c2ee1eb5 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/87ad41d4-3807-444a-ab82-a498dfa103f6 HTTP/1.1" status: 404 len: 337 time: 0.0577407 Jul 15 23:11:20.499071 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49342) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:20.577195 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-354083f6-c261-4dea-bdc0-c4256bbdc226 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:20.582407 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-867bd9fd-f785-413b-ab3e-061b52b07293 None None] For port 126992a8-9dea-4080-a087-afc4a2b7ffc6, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=126992a8-9dea-4080-a087-afc4a2b7ffc6,segment=NetworkSegment(85efdd07-d5b3-4689-a787-04bf6c70a6a0),segment_id=85efdd07-d5b3-4689-a787-04bf6c70a6a0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:20.582578 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-354083f6-c261-4dea-bdc0-c4256bbdc226 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:20.583247 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-867bd9fd-f785-413b-ab3e-061b52b07293 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:20.590764 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49344) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:20.590961 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-354083f6-c261-4dea-bdc0-c4256bbdc226 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/58f1aec0-9b9b-4ec1-ad78-8f5478853a5d HTTP/1.1" status: 404 len: 333 time: 0.0842595 Jul 15 23:11:20.609446 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-867bd9fd-f785-413b-ab3e-061b52b07293 None None] Calling delete_port for 126992a8-9dea-4080-a087-afc4a2b7ffc6 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:11:20.643335 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-2060dc21-6e6a-457a-ac4d-ea0e8a805477 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:20.643704 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2060dc21-6e6a-457a-ac4d-ea0e8a805477 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:20.645459 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2060dc21-6e6a-457a-ac4d-ea0e8a805477 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/28061137-380f-4b71-940a-78a73b0990da HTTP/1.1" status: 404 len: 337 time: 0.0509226 Jul 15 23:11:20.648822 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49348) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:20.689974 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bbadb56-80de-460d-b63c-2dfd26085681 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:20.691156 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bbadb56-80de-460d-b63c-2dfd26085681 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:20.693123 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6bbadb56-80de-460d-b63c-2dfd26085681 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/ae2dd297-ec0a-435c-b5b2-c66828722250 HTTP/1.1" status: 404 len: 333 time: 0.0431426 Jul 15 23:11:20.696857 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49350) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:20.709625 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3163d8ad-83dd-4824-87b4-8b92a982c87a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a67a3d82e1749b0889a1ab7e08fb971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2376714 Jul 15 23:11:20.716448 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d948ce-3f2f-4637-9277-cba0dce4a099 req-de9eeae6-bf22-4806-ab39-3ff2ddf4486b tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:20.718008 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-01d948ce-3f2f-4637-9277-cba0dce4a099 req-de9eeae6-bf22-4806-ab39-3ff2ddf4486b tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 945 time: 0.2261753 Jul 15 23:11:20.718568 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49352) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:20.719643 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 16281190-656d-4d6c-b37d-c172faf8ce44 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:11:20.732460 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-867bd9fd-f785-413b-ab3e-061b52b07293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:20.734707 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-f32803dd-81b6-42f9-ba47-283245362d5b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:20.735544 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f32803dd-81b6-42f9-ba47-283245362d5b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:20.737497 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f32803dd-81b6-42f9-ba47-283245362d5b tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/b8526b01-7d51-4cb8-a2a5-6821efe0e98f HTTP/1.1" status: 404 len: 337 time: 0.0394769 Jul 15 23:11:20.740557 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49356) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:20.775298 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-857898cb-509d-4d24-8e5c-bbd41e60a65d tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:20.776043 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-857898cb-509d-4d24-8e5c-bbd41e60a65d tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:20.780465 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867bd9fd-f785-413b-ab3e-061b52b07293 None None] No DVR routers for this DVR port 126992a8-9dea-4080-a087-afc4a2b7ffc6 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:11:20.782985 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-857898cb-509d-4d24-8e5c-bbd41e60a65d tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/82d4fab5-5aa3-4d48-9612-6d0ae166c7c5 HTTP/1.1" status: 404 len: 333 time: 0.0411074 Jul 15 23:11:20.784090 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49358) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:20.788548 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867bd9fd-f785-413b-ab3e-061b52b07293 None None] Pushing event deleted for resources: {'Port': ['ID=126992a8-9dea-4080-a087-afc4a2b7ffc6,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:20.804865 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f423e4-f117-4e44-a2bb-ce46249c250f req-5ff54878-ab6d-40bd-8d3e-3f288ced83f5 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:20.811803 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b3f423e4-f117-4e44-a2bb-ce46249c250f req-5ff54878-ab6d-40bd-8d3e-3f288ced83f5 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f2f22ec-715f-42f8-8750-e84dff3767ac HTTP/1.1" status: 200 len: 943 time: 0.1651900 Jul 15 23:11:20.827925 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b168cd-7598-4e07-b783-c03049e48c10 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:20.828391 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b168cd-7598-4e07-b783-c03049e48c10 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:20.833573 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-62b168cd-7598-4e07-b783-c03049e48c10 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/4414eb5b-a3a9-4fbf-91d2-17126132a952 HTTP/1.1" status: 404 len: 337 time: 0.0353804 Jul 15 23:11:20.834253 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49360) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:20.865949 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-11d5b884-7d86-48af-b985-2850eb118484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:20.869827 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-01d948ce-3f2f-4637-9277-cba0dce4a099 req-f1590d70-453b-44b7-92dc-ba1281f3a86c tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452289 Jul 15 23:11:20.898899 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-899357e2-a78b-4dc4-8875-8600569803a4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:20.899163 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b3f423e4-f117-4e44-a2bb-ce46249c250f req-96af83dd-3a47-4433-a9d5-493a935fbd0a tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862694 Jul 15 23:11:20.901318 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-899357e2-a78b-4dc4-8875-8600569803a4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:20.906657 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-899357e2-a78b-4dc4-8875-8600569803a4 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/277b682d-0f74-49f6-a320-6024ded53192 HTTP/1.1" status: 404 len: 337 time: 0.0713472 Jul 15 23:11:20.907289 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49362) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:20.928677 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 16281190-656d-4d6c-b37d-c172faf8ce44, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=16281190-656d-4d6c-b37d-c172faf8ce44,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:20.944714 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-11d5b884-7d86-48af-b985-2850eb118484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:20.953547 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb8b04f-f0a5-4e2c-b4d4-4a101f31e570 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:20.955145 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '16281190-656d-4d6c-b37d-c172faf8ce44', 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b', 'port_id': '16281190-656d-4d6c-b37d-c172faf8ce44', 'mac_address': 'fa:16:3e:31:a3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd361722a-d157-4a1f-9b02-624ca94298eb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:11:20.959261 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeb8b04f-f0a5-4e2c-b4d4-4a101f31e570 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:20.963967 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-eeb8b04f-f0a5-4e2c-b4d4-4a101f31e570 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/66a87df1-61e4-406e-b615-ddcbb4d5376c HTTP/1.1" status: 404 len: 333 time: 0.0556533 Jul 15 23:11:20.964577 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49368) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:21.042365 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:21.052085 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-0efd8a31-5ffc-4c30-a4fb-2b13996cf423 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:21.052548 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0efd8a31-5ffc-4c30-a4fb-2b13996cf423 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:21.054338 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0efd8a31-5ffc-4c30-a4fb-2b13996cf423 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/131a4b9b-390c-4b8a-b9ec-7c7d0aa01da9 HTTP/1.1" status: 404 len: 337 time: 0.0888443 Jul 15 23:11:21.056981 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49374) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:21.068511 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16281190-656d-4d6c-b37d-c172faf8ce44 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:21.098969 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9229e8b-d578-433a-998c-bd0adf5afe79 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:21.099458 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9229e8b-d578-433a-998c-bd0adf5afe79 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:21.100975 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 16281190-656d-4d6c-b37d-c172faf8ce44, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=16281190-656d-4d6c-b37d-c172faf8ce44,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:21.101206 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e9229e8b-d578-433a-998c-bd0adf5afe79 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/f06c45ed-1ffc-47af-82e2-e7d275296bd8 HTTP/1.1" status: 404 len: 337 time: 0.0432360 Jul 15 23:11:21.102139 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-11d5b884-7d86-48af-b985-2850eb118484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:21.103799 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49376) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:21.114088 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-11d5b884-7d86-48af-b985-2850eb118484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:21.115249 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-11d5b884-7d86-48af-b985-2850eb118484 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/467a093b-86b5-44dc-8678-925176837434 HTTP/1.1" status: 204 len: 168 time: 0.3924499 Jul 15 23:11:21.132670 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:21.136766 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5b884-7d86-48af-b985-2850eb118484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467a093b-86b5-44dc-8678-925176837434,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:21.143607 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b49ed0-dfcd-4443-a230-18c5f9e85e2a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:21.144348 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1b49ed0-dfcd-4443-a230-18c5f9e85e2a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:21.148316 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e1b49ed0-dfcd-4443-a230-18c5f9e85e2a tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/ab984630-cab8-46f5-b05a-3aaa733e8240 HTTP/1.1" status: 404 len: 333 time: 0.0413291 Jul 15 23:11:21.148691 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49380) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:21.198444 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:21.199407 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b1c5d75-1f5c-4a81-aa5f-61c2bda591ae tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:21.200212 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b1c5d75-1f5c-4a81-aa5f-61c2bda591ae tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:21.215749 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49382) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:21.215934 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2b1c5d75-1f5c-4a81-aa5f-61c2bda591ae tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/52039c9b-3790-47fb-84ed-383219fe6fb5 HTTP/1.1" status: 404 len: 337 time: 0.0660446 Jul 15 23:11:21.225527 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=16281190-656d-4d6c-b37d-c172faf8ce44,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:21.251611 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bfbe90e-1b51-4e1d-88d0-d1aba820385d tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:21.253423 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bfbe90e-1b51-4e1d-88d0-d1aba820385d tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:21.255769 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5bfbe90e-1b51-4e1d-88d0-d1aba820385d tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/8a84f075-3192-40dc-baa7-e477c0f873f8 HTTP/1.1" status: 404 len: 337 time: 0.0386455 Jul 15 23:11:21.258227 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49384) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:21.290360 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5ca574-2424-4630-a0b0-1a4900abe4a5 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:21.291541 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a5ca574-2424-4630-a0b0-1a4900abe4a5 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:21.293126 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0a5ca574-2424-4630-a0b0-1a4900abe4a5 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/f432b1ee-1951-4782-9916-75cbc3dda3c3 HTTP/1.1" status: 404 len: 333 time: 0.0335081 Jul 15 23:11:21.296530 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49386) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:21.328100 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-779b5a16-be9f-40f9-a01b-f09ecde0470e tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:21.328593 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-779b5a16-be9f-40f9-a01b-f09ecde0470e tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:21.333607 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49390) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:21.333775 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-779b5a16-be9f-40f9-a01b-f09ecde0470e tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/491414f4-d3e2-4923-b43c-8968ab32aef2 HTTP/1.1" status: 404 len: 337 time: 0.0369322 Jul 15 23:11:21.362571 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04673b4-403e-4c8d-8ace-283949e46d15 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:21.363099 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a04673b4-403e-4c8d-8ace-283949e46d15 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:21.367488 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a04673b4-403e-4c8d-8ace-283949e46d15 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/78d1e112-e3b0-4c3c-a1ca-a82879daa18c HTTP/1.1" status: 404 len: 337 time: 0.0303459 Jul 15 23:11:21.367836 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49392) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:21.405023 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-899a3e05-e0d0-4c1e-b5c3-eea59d5aabde tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports?device_id=951e18c5-9a75-43f9-8a54-1a384b51b5f5 HTTP/1.1" status: 200 len: 205 time: 0.0337570 Jul 15 23:11:21.405713 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49394) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:21.443977 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-d45c2b14-14b3-435d-8ead-2cacacb8233d tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] delete failed (client error): The resource could not be found. Jul 15 23:11:21.447827 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d45c2b14-14b3-435d-8ead-2cacacb8233d tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/routers/951e18c5-9a75-43f9-8a54-1a384b51b5f5 HTTP/1.1" status: 404 len: 336 time: 0.0388958 Jul 15 23:11:21.448121 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49398) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:21.483879 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b910338-c5d8-40fd-835b-7ce5c2d40ecb tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:21.484333 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b910338-c5d8-40fd-835b-7ce5c2d40ecb tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:21.487012 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3b910338-c5d8-40fd-835b-7ce5c2d40ecb tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/9493acac-3ab9-427e-9559-11d5128f9643 HTTP/1.1" status: 404 len: 337 time: 0.0379322 Jul 15 23:11:21.489568 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49402) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:21.496031 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['16281190-656d-4d6c-b37d-c172faf8ce44'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:21.531245 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e5f1a225-9479-4426-917e-c99fa8e09141 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e7be901-8331-450d-890c-b54610782d7e HTTP/1.1" status: 200 len: 205 time: 0.0399461 Jul 15 23:11:21.535986 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49404) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:21.574552 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-35983e7a-0ba2-49c7-8c3c-df86e31a4837 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] delete failed (client error): The resource could not be found. Jul 15 23:11:21.577873 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-35983e7a-0ba2-49c7-8c3c-df86e31a4837 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/routers/2e7be901-8331-450d-890c-b54610782d7e HTTP/1.1" status: 404 len: 336 time: 0.0406430 Jul 15 23:11:21.578618 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49408) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:21.615143 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ad6cbc-f1b7-49fa-af73-5f05f01595b7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:21.615143 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34ad6cbc-f1b7-49fa-af73-5f05f01595b7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:21.617996 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49412) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:21.618212 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-34ad6cbc-f1b7-49fa-af73-5f05f01595b7 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/abce9821-7f93-4c00-84ba-df5a130be577 HTTP/1.1" status: 404 len: 337 time: 0.0389528 Jul 15 23:11:21.678859 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-61485971-279f-4ba8-8784-6ae6a117c494 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:21.681444 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61485971-279f-4ba8-8784-6ae6a117c494 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:21.682138 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-61485971-279f-4ba8-8784-6ae6a117c494 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/70dfa63e-d86c-42df-960b-06916ac29484 HTTP/1.1" status: 404 len: 337 time: 0.0630872 Jul 15 23:11:21.685093 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49414) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:21.730234 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d08b83-47bd-4081-9c1f-7441ccc6a359 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:21.731021 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2d08b83-47bd-4081-9c1f-7441ccc6a359 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:21.735951 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b2d08b83-47bd-4081-9c1f-7441ccc6a359 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/6183025f-bc96-4faa-ad87-16e698305420 HTTP/1.1" status: 404 len: 333 time: 0.0496135 Jul 15 23:11:21.736247 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49416) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:21.764012 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ce3b67-d351-4842-85e1-9158406051f9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:21.764476 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61ce3b67-d351-4842-85e1-9158406051f9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:21.766276 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-61ce3b67-d351-4842-85e1-9158406051f9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/5109e542-e7ac-4d7d-830e-563ca7167e7a HTTP/1.1" status: 404 len: 337 time: 0.0290406 Jul 15 23:11:21.769519 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49420) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:21.800947 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b96316a-dee6-4ed2-9ff1-5ce524b86ea3 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:21.801894 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b96316a-dee6-4ed2-9ff1-5ce524b86ea3 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:21.803659 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0b96316a-dee6-4ed2-9ff1-5ce524b86ea3 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/60613cc8-ca78-40f6-a7ae-3e3e2939afed HTTP/1.1" status: 404 len: 333 time: 0.0332284 Jul 15 23:11:21.806398 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49424) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:21.835215 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-814195ea-dad6-41cb-830e-902383e8da4c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:21.835679 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-814195ea-dad6-41cb-830e-902383e8da4c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:21.837694 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-814195ea-dad6-41cb-830e-902383e8da4c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/72abd46e-222a-4bba-90ef-b20112ddde14 HTTP/1.1" status: 404 len: 337 time: 0.0303345 Jul 15 23:11:21.840307 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49428) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:21.868550 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-a39d0fb9-f851-48de-8797-73604d25a7f9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:21.869227 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a39d0fb9-f851-48de-8797-73604d25a7f9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:21.873626 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a39d0fb9-f851-48de-8797-73604d25a7f9 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/d8f122a3-7677-4061-942d-1e1343538ec5 HTTP/1.1" status: 404 len: 333 time: 0.0297463 Jul 15 23:11:21.873626 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49430) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:21.903047 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b073315-7ff3-4502-9d7d-e5ae8d749a6f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:21.903580 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b073315-7ff3-4502-9d7d-e5ae8d749a6f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:21.908054 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0b073315-7ff3-4502-9d7d-e5ae8d749a6f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/f5e9ad86-2d68-41cb-afb4-16469356590c HTTP/1.1" status: 404 len: 337 time: 0.0308070 Jul 15 23:11:21.908296 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49434) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:21.963859 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ba08c8-e1c8-458e-a51f-793f49568cfc tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:21.964698 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ba08c8-e1c8-458e-a51f-793f49568cfc tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:21.977200 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49440) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:21.991589 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-59ba08c8-e1c8-458e-a51f-793f49568cfc tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/95028002-4a06-43e6-9d08-55f1ff178f73 HTTP/1.1" status: 404 len: 333 time: 0.0822248 Jul 15 23:11:22.014417 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-e15ff304-0177-441f-8ba3-7fe06ff3b55f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:22.016178 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e15ff304-0177-441f-8ba3-7fe06ff3b55f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:22.023039 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49444) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:22.034505 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e15ff304-0177-441f-8ba3-7fe06ff3b55f tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/1f9543fa-e8cc-4d4d-891c-075dcda09695 HTTP/1.1" status: 404 len: 337 time: 0.0560882 Jul 15 23:11:22.078377 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-28aca2a9-7b1c-4687-972e-25ab69be3d18 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:22.079079 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28aca2a9-7b1c-4687-972e-25ab69be3d18 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:22.084429 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49446) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:22.087123 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-28aca2a9-7b1c-4687-972e-25ab69be3d18 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/196e9572-842c-4e26-9b9d-35adb93191c8 HTTP/1.1" status: 404 len: 333 time: 0.0622606 Jul 15 23:11:22.117243 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f9efadc-1de0-40ea-8d44-72022471ff75 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:22.118149 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f9efadc-1de0-40ea-8d44-72022471ff75 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:22.120448 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5f9efadc-1de0-40ea-8d44-72022471ff75 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/5896b9dc-4a82-4105-8668-e77052652607 HTTP/1.1" status: 404 len: 337 time: 0.0350008 Jul 15 23:11:22.123720 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49452) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:22.157104 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-964f637e-f451-4fd1-89f2-9736413b3930 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:22.158146 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-964f637e-f451-4fd1-89f2-9736413b3930 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:22.160936 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-964f637e-f451-4fd1-89f2-9736413b3930 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/cefe0a3b-2376-415e-a768-96ab793ec106 HTTP/1.1" status: 404 len: 333 time: 0.0362601 Jul 15 23:11:22.163822 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49454) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:22.206711 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ee19fb-3cc1-44a3-99e8-a1b9e078107c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:22.207263 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ee19fb-3cc1-44a3-99e8-a1b9e078107c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:22.210688 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a2ee19fb-3cc1-44a3-99e8-a1b9e078107c tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/901ac394-90dc-40d7-bd7d-8e7d16b9ca2c HTTP/1.1" status: 404 len: 337 time: 0.0442319 Jul 15 23:11:22.212197 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49458) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:22.260128 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-5833f2e2-e967-4341-a3ef-028e3870a3c3 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:22.261145 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5833f2e2-e967-4341-a3ef-028e3870a3c3 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:22.272159 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5833f2e2-e967-4341-a3ef-028e3870a3c3 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/ports/e10edfe5-51cb-45f0-a32f-490093a0ce84 HTTP/1.1" status: 404 len: 333 time: 0.0586967 Jul 15 23:11:22.275215 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49462) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:22.279068 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc46719-6c74-4041-abbc-7928a79b9324 req-3bb28d52-1263-49b1-9433-d9459ca0ff86 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:22.290131 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fcc46719-6c74-4041-abbc-7928a79b9324 req-3bb28d52-1263-49b1-9433-d9459ca0ff86 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f2f22ec-715f-42f8-8750-e84dff3767ac HTTP/1.1" status: 200 len: 944 time: 0.2016408 Jul 15 23:11:22.301514 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f41eb6-46ed-4965-8e52-2451158ef5fb req-67b8e30a-1bc4-4a8b-bc47-638e423a8088 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:22.308644 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-29f41eb6-46ed-4965-8e52-2451158ef5fb req-67b8e30a-1bc4-4a8b-bc47-638e423a8088 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 945 time: 0.2728465 Jul 15 23:11:22.336372 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2a4ff7-a92c-41a9-ab12-e7740fedb9f2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] DELETE failed (client error): The resource could not be found. Jul 15 23:11:22.336840 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee2a4ff7-a92c-41a9-ab12-e7740fedb9f2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:11:22.338685 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ee2a4ff7-a92c-41a9-ab12-e7740fedb9f2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/subnets/67233aaf-28e8-4407-88b8-33e38e4214ae HTTP/1.1" status: 404 len: 337 time: 0.0624533 Jul 15 23:11:22.346739 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49464) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:22.361975 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 126992a8-9dea-4080-a087-afc4a2b7ffc6 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:11:22.399333 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 126992a8-9dea-4080-a087-afc4a2b7ffc6 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:11:22.401018 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 126992a8-9dea-4080-a087-afc4a2b7ffc6 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:11:22.434747 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fcc46719-6c74-4041-abbc-7928a79b9324 req-a501e66c-d2bf-4423-8aad-ba4264dbba3d tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436205 Jul 15 23:11:22.474909 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59dbcb46-66b3-4e12-a896-211dd0ee15d2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:22.476951 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-29f41eb6-46ed-4965-8e52-2451158ef5fb req-cdf85a84-44e4-4a1c-8a0f-831f50044aff tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675832 Jul 15 23:11:22.671460 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59dbcb46-66b3-4e12-a896-211dd0ee15d2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:22.688468 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-59dbcb46-66b3-4e12-a896-211dd0ee15d2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:22.703903 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-59dbcb46-66b3-4e12-a896-211dd0ee15d2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85efdd07-d5b3-4689-a787-04bf6c70a6a0') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:22.705110 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-59dbcb46-66b3-4e12-a896-211dd0ee15d2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85efdd07-d5b3-4689-a787-04bf6c70a6a0') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:22.715107 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 16281190-656d-4d6c-b37d-c172faf8ce44 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:22.716760 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59dbcb46-66b3-4e12-a896-211dd0ee15d2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:22.733856 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59dbcb46-66b3-4e12-a896-211dd0ee15d2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:22.742382 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59dbcb46-66b3-4e12-a896-211dd0ee15d2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:11:22.743087 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59dbcb46-66b3-4e12-a896-211dd0ee15d2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:11:22.747672 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:11:22.815169 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 16281190-656d-4d6c-b37d-c172faf8ce44 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:22.825691 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 16281190-656d-4d6c-b37d-c172faf8ce44 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:22.826510 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:22.847322 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59dbcb46-66b3-4e12-a896-211dd0ee15d2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:22.855712 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59dbcb46-66b3-4e12-a896-211dd0ee15d2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:22.864265 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-59dbcb46-66b3-4e12-a896-211dd0ee15d2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] 10.222.0.16 "DELETE /v2.0/networks/7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7 HTTP/1.1" status: 204 len: 168 time: 0.5132673 Jul 15 23:11:22.901584 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbcb46-66b3-4e12-a896-211dd0ee15d2 tempest-NetworksTestDHCPv6-1383705432 tempest-NetworksTestDHCPv6-1383705432-project] Pushing event deleted for resources: {'Network': ['ID=7e92d71f-f84a-4297-8d37-fe5f7e6e0fd7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:22.965161 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:23.010108 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2f22ec-715f-42f8-8750-e84dff3767ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16281190-656d-4d6c-b37d-c172faf8ce44'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:23.014399 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05249273-1c93-41f6-88e3-ac7439d1f5b7" -d '{"events": [{"server_uuid": "0f2f22ec-715f-42f8-8750-e84dff3767ac", "name": "network-vif-plugged", "status": "completed", "tag": "16281190-656d-4d6c-b37d-c172faf8ce44"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:23.031777 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 16281190-656d-4d6c-b37d-c172faf8ce44, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=16281190-656d-4d6c-b37d-c172faf8ce44,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:23.040439 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:23.096270 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e433400a-3f14-40fb-8c3b-62e390d9b2cb x-openstack-request-id: req-e433400a-3f14-40fb-8c3b-62e390d9b2cb {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:23.096792 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2f22ec-715f-42f8-8750-e84dff3767ac", "name": "network-vif-plugged", "status": "completed", "tag": "16281190-656d-4d6c-b37d-c172faf8ce44", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:23.097117 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e433400a-3f14-40fb-8c3b-62e390d9b2cb {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:23.097731 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2f22ec-715f-42f8-8750-e84dff3767ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16281190-656d-4d6c-b37d-c172faf8ce44', 'code': 200} Jul 15 23:11:23.117839 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=16281190-656d-4d6c-b37d-c172faf8ce44,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:23.270427 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49494) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:23.286572 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de172b3c-309d-4a98-aab6-118b9dce0971 req-7a7b2108-453d-4d49-9eb4-52ac3e927a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:23.288059 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-de172b3c-309d-4a98-aab6-118b9dce0971 req-7a7b2108-453d-4d49-9eb4-52ac3e927a37 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0f2f22ec-715f-42f8-8750-e84dff3767ac HTTP/1.1" status: 200 len: 1096 time: 0.0760369 Jul 15 23:11:23.299268 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49498) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:23.359562 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-de172b3c-309d-4a98-aab6-118b9dce0971 req-14b07154-cb83-4be9-920e-16477723a7b4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636973 Jul 15 23:11:23.432221 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-308e470b-4fc9-4680-b652-a2762136e997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:23.478484 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49504) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:23.492955 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7c1341ed-31b9-4d56-bee1-8c8672e7072b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=63d2071bda354af48ba0ab40dec64d3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2211435 Jul 15 23:11:23.578273 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0125bf3d-6a3b-44ed-aa10-b70cd13c1a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:23.615710 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0125bf3d-6a3b-44ed-aa10-b70cd13c1a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:23.680270 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0125bf3d-6a3b-44ed-aa10-b70cd13c1a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:23.682811 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714ff86-ba0c-4b03-82aa-b1ea73c53f8d req-dc49d94b-2a03-4133-a031-3f4b1ca2beeb tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:23.683707 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0125bf3d-6a3b-44ed-aa10-b70cd13c1a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:23.684950 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0125bf3d-6a3b-44ed-aa10-b70cd13c1a64 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1566c6cb-8dd2-4cb0-9e9e-dc807a977814 HTTP/1.1" status: 204 len: 168 time: 0.2052453 Jul 15 23:11:23.687348 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b714ff86-ba0c-4b03-82aa-b1ea73c53f8d req-dc49d94b-2a03-4133-a031-3f4b1ca2beeb tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f2f22ec-715f-42f8-8750-e84dff3767ac HTTP/1.1" status: 200 len: 945 time: 0.1264222 Jul 15 23:11:23.702816 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125bf3d-6a3b-44ed-aa10-b70cd13c1a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1566c6cb-8dd2-4cb0-9e9e-dc807a977814,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:23.741629 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-308e470b-4fc9-4680-b652-a2762136e997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:23.774150 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b714ff86-ba0c-4b03-82aa-b1ea73c53f8d req-2ec33758-6727-4b5b-a5f3-e140239442cd tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799787 Jul 15 23:11:23.777353 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-308e470b-4fc9-4680-b652-a2762136e997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:23.807967 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-308e470b-4fc9-4680-b652-a2762136e997 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4940806e57a0408ab077ccd3f65ab21e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5076597 Jul 15 23:11:23.811228 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49520) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:23.882725 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e470b-4fc9-4680-b652-a2762136e997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0152d713-9ef6-45e0-b2f5-a9109d3ab2cf,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:23.904561 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e470b-4fc9-4680-b652-a2762136e997 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:23.905145 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e470b-4fc9-4680-b652-a2762136e997 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:23.905479 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e470b-4fc9-4680-b652-a2762136e997 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:23.905808 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e470b-4fc9-4680-b652-a2762136e997 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:23.906138 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e470b-4fc9-4680-b652-a2762136e997 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:23.906461 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e470b-4fc9-4680-b652-a2762136e997 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:23.906814 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e470b-4fc9-4680-b652-a2762136e997 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:23.907139 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e470b-4fc9-4680-b652-a2762136e997 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:23.908094 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e470b-4fc9-4680-b652-a2762136e997 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:23.908427 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e470b-4fc9-4680-b652-a2762136e997 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:23.908734 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e470b-4fc9-4680-b652-a2762136e997 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:23.909049 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e470b-4fc9-4680-b652-a2762136e997 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:23.925593 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b96e3-6aeb-4900-94ce-fa4c9f764fc2 req-c7abeb04-fceb-4137-ae6b-bf71df9553a0 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:23.927371 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ea5b96e3-6aeb-4900-94ce-fa4c9f764fc2 req-c7abeb04-fceb-4137-ae6b-bf71df9553a0 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 945 time: 0.2391181 Jul 15 23:11:23.956540 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cbe1c068-55a4-4884-a701-e3f4f5aac444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:23.984672 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:23.992044 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cbe1c068-55a4-4884-a701-e3f4f5aac444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:24.057918 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ea5b96e3-6aeb-4900-94ce-fa4c9f764fc2 req-263655e8-dc1e-44ea-975b-078cfe667248 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023393 Jul 15 23:11:24.134851 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cbe1c068-55a4-4884-a701-e3f4f5aac444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:24.141894 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cbe1c068-55a4-4884-a701-e3f4f5aac444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:24.147983 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-cbe1c068-55a4-4884-a701-e3f4f5aac444 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0152d713-9ef6-45e0-b2f5-a9109d3ab2cf HTTP/1.1" status: 204 len: 168 time: 0.3317406 Jul 15 23:11:24.167921 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1c068-55a4-4884-a701-e3f4f5aac444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0152d713-9ef6-45e0-b2f5-a9109d3ab2cf,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:24.566702 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49550) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:24.584628 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-94b7adcf-b33f-4e29-a1bd-c6e53317139d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:24.684756 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-94b7adcf-b33f-4e29-a1bd-c6e53317139d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:24.691763 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-94b7adcf-b33f-4e29-a1bd-c6e53317139d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:24.735375 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-94b7adcf-b33f-4e29-a1bd-c6e53317139d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0519a47c5b045889a90edc6b0ff20ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1675649 Jul 15 23:11:24.738721 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49552) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:24.753210 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7adcf-b33f-4e29-a1bd-c6e53317139d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc4c853-2893-4a76-aa8d-9df41e6494f9,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:24.810360 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a838ccc7-c76e-4fb5-be6e-3fbc521553b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:24.834253 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a838ccc7-c76e-4fb5-be6e-3fbc521553b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:24.894009 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a838ccc7-c76e-4fb5-be6e-3fbc521553b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:24.900242 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a838ccc7-c76e-4fb5-be6e-3fbc521553b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:24.902857 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a838ccc7-c76e-4fb5-be6e-3fbc521553b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ccc4c853-2893-4a76-aa8d-9df41e6494f9 HTTP/1.1" status: 204 len: 168 time: 0.1633744 Jul 15 23:11:24.929317 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838ccc7-c76e-4fb5-be6e-3fbc521553b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc4c853-2893-4a76-aa8d-9df41e6494f9,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:25.025762 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49570) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:25.231483 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-094152d4-b062-40c4-8b8c-85a6482d4bcd tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-650573759'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:25.291949 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094152d4-b062-40c4-8b8c-85a6482d4bcd tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Made reservation on behalf of cbc11455cafe444a8e4b833a349b694b for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:25.305304 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-094152d4-b062-40c4-8b8c-85a6482d4bcd tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:25.317534 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-094152d4-b062-40c4-8b8c-85a6482d4bcd tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:25.515779 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de891afe-2e9f-41e1-8728-51934c567555 req-5f7e91af-7d3e-4e91-a4dc-2b5093190473 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:25.518761 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-094152d4-b062-40c4-8b8c-85a6482d4bcd tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:25.523364 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-de891afe-2e9f-41e1-8728-51934c567555 req-5f7e91af-7d3e-4e91-a4dc-2b5093190473 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f2f22ec-715f-42f8-8750-e84dff3767ac HTTP/1.1" status: 200 len: 945 time: 0.5400467 Jul 15 23:11:25.531396 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-094152d4-b062-40c4-8b8c-85a6482d4bcd tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:25.551718 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094152d4-b062-40c4-8b8c-85a6482d4bcd tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:11:25.570294 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-094152d4-b062-40c4-8b8c-85a6482d4bcd tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:25.571068 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-094152d4-b062-40c4-8b8c-85a6482d4bcd tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Added segment c184d392-3c16-41e0-90aa-19e1c6bc6762 of type vlan for network 1a254891-5db8-4ba2-9117-2cf0356663f3 Jul 15 23:11:25.580409 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edba5b5-a40b-4695-ab80-2f0241d07fdb req-e0a9f45a-e154-4992-8449-5f6d7ba04db5 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:25.588525 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4edba5b5-a40b-4695-ab80-2f0241d07fdb req-e0a9f45a-e154-4992-8449-5f6d7ba04db5 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 945 time: 0.1265717 Jul 15 23:11:25.612766 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-de891afe-2e9f-41e1-8728-51934c567555 req-854b18e5-8749-4633-9fde-85bb84d4d835 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883243 Jul 15 23:11:25.668130 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4edba5b5-a40b-4695-ab80-2f0241d07fdb req-cc5bc2b9-b8b1-45ec-90a4-2a8929e3e872 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792136 Jul 15 23:11:25.730828 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094152d4-b062-40c4-8b8c-85a6482d4bcd tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04da18ef-b538-4f75-ba95-ddc1f98bd9f5,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:25.737322 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-094152d4-b062-40c4-8b8c-85a6482d4bcd tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:25.820820 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-094152d4-b062-40c4-8b8c-85a6482d4bcd tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:25.826778 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094152d4-b062-40c4-8b8c-85a6482d4bcd tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:25.827402 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-094152d4-b062-40c4-8b8c-85a6482d4bcd tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:25.875044 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-094152d4-b062-40c4-8b8c-85a6482d4bcd tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8465230 Jul 15 23:11:25.876586 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49596) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:25.888806 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-ecba2098-a8cf-4f39-9069-46687f4c4712 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Request body: {'subnet': {'network_id': '1a254891-5db8-4ba2-9117-2cf0356663f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:25.972864 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094152d4-b062-40c4-8b8c-85a6482d4bcd tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event updated for resources: {'Network': ['ID=1a254891-5db8-4ba2-9117-2cf0356663f3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:25.987556 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 1a254891-5db8-4ba2-9117-2cf0356663f3 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:11:26.133555 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecba2098-a8cf-4f39-9069-46687f4c4712 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Made reservation on behalf of cbc11455cafe444a8e4b833a349b694b for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:26.141418 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ecba2098-a8cf-4f39-9069-46687f4c4712 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:26.435059 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ecba2098-a8cf-4f39-9069-46687f4c4712 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:26.476711 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b01daa-1faf-432a-b9a5-142166262afe req-65a4f3ee-fa79-43f7-b225-9ec9ebd4eebb tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:26.478527 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d4b01daa-1faf-432a-b9a5-142166262afe req-65a4f3ee-fa79-43f7-b225-9ec9ebd4eebb tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f2f22ec-715f-42f8-8750-e84dff3767ac HTTP/1.1" status: 200 len: 945 time: 0.1463127 Jul 15 23:11:26.534376 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba2098-a8cf-4f39-9069-46687f4c4712 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event updated for resources: {'Subnet': ['ID=c4a97c09-fb37-44da-bb20-9ee82b173f5a,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:26.564748 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d4b01daa-1faf-432a-b9a5-142166262afe req-ddfdf1f0-029a-4f4f-89c4-13fd99f040a5 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765827 Jul 15 23:11:26.573215 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecba2098-a8cf-4f39-9069-46687f4c4712 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Checking segment: {'id': 'c184d392-3c16-41e0-90aa-19e1c6bc6762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1a254891-5db8-4ba2-9117-2cf0356663f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:26.573215 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecba2098-a8cf-4f39-9069-46687f4c4712 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Network hostable DHCP agents. Network: 1a254891-5db8-4ba2-9117-2cf0356663f3, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:11:26.597826 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecba2098-a8cf-4f39-9069-46687f4c4712 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Network 1a254891-5db8-4ba2-9117-2cf0356663f3 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:11:26.614328 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-ecba2098-a8cf-4f39-9069-46687f4c4712 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 1a254891-5db8-4ba2-9117-2cf0356663f3) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:26.623478 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d173bb-ea9d-4cce-92c2-a5e115424ef0 None None] Network 1a254891-5db8-4ba2-9117-2cf0356663f3 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:26.632842 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecba2098-a8cf-4f39-9069-46687f4c4712 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:26.633474 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ecba2098-a8cf-4f39-9069-46687f4c4712 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:26.651226 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ecba2098-a8cf-4f39-9069-46687f4c4712 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7729895 Jul 15 23:11:26.653076 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49624) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:26.661721 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-3f8a6607-6384-400d-a1d8-6b2d3ec5bd36 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1832129626', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}, 'admin_state_up': False}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:26.708968 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3f8a6607-6384-400d-a1d8-6b2d3ec5bd36 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:26.711043 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3f8a6607-6384-400d-a1d8-6b2d3ec5bd36 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:26.800084 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3f8a6607-6384-400d-a1d8-6b2d3ec5bd36 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:26.882173 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf67e88-dd49-45bd-bd62-b5d8ca3dc3f0 None None] Network 1a254891-5db8-4ba2-9117-2cf0356663f3 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:27.041538 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3f8a6607-6384-400d-a1d8-6b2d3ec5bd36 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:27.175859 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ae0f1-dd8c-473c-9c8a-e307bda45065 req-369b366a-0b84-4917-8206-31a605c3e1e3 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:27.183754 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-800ae0f1-dd8c-473c-9c8a-e307bda45065 req-369b366a-0b84-4917-8206-31a605c3e1e3 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 945 time: 0.1348588 Jul 15 23:11:27.234107 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:11:27.284351 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-800ae0f1-dd8c-473c-9c8a-e307bda45065 req-134ba997-8926-4e4b-affd-62eb0fc5ebac tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996380 Jul 15 23:11:27.425488 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3f8a6607-6384-400d-a1d8-6b2d3ec5bd36 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:27.450990 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3f8a6607-6384-400d-a1d8-6b2d3ec5bd36 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:27.583049 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-3f8a6607-6384-400d-a1d8-6b2d3ec5bd36 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Allocated IP 172.25.4.222 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/0df8eaa1-135f-4f0f-a520-6247b28b5dfb) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:27.783764 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3f8a6607-6384-400d-a1d8-6b2d3ec5bd36 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:27.864716 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8943a4-a542-43f5-a914-6e34faf1acb1 req-a0f63f60-7b02-4f24-abd1-abeb9079456f tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:27.873819 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eb8943a4-a542-43f5-a914-6e34faf1acb1 req-a0f63f60-7b02-4f24-abd1-abeb9079456f tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f2f22ec-715f-42f8-8750-e84dff3767ac HTTP/1.1" status: 200 len: 945 time: 0.1625404 Jul 15 23:11:27.880276 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6710d9-e52b-4b08-947c-478216cd0993 req-9787da00-e75f-4a04-815c-2731a8d43612 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:27.883346 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3f8a6607-6384-400d-a1d8-6b2d3ec5bd36 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:27.883521 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ff6710d9-e52b-4b08-947c-478216cd0993 req-9787da00-e75f-4a04-815c-2731a8d43612 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2f22ec-715f-42f8-8750-e84dff3767ac HTTP/1.1" status: 200 len: 945 time: 0.0915170 Jul 15 23:11:27.954020 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8a6607-6384-400d-a1d8-6b2d3ec5bd36 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:27.963331 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-3f8a6607-6384-400d-a1d8-6b2d3ec5bd36 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:27.969627 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8a6607-6384-400d-a1d8-6b2d3ec5bd36 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:28.027063 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a6607-6384-400d-a1d8-6b2d3ec5bd36 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event updated for resources: {'Port': ['ID=0df8eaa1-135f-4f0f-a520-6247b28b5dfb,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:28.065262 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-ff6710d9-e52b-4b08-947c-478216cd0993 req-866a02fd-badb-4612-bc1e-1e5e7f3dadf9 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Deleting port 16281190-656d-4d6c-b37d-c172faf8ce44 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:11:28.065738 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ff6710d9-e52b-4b08-947c-478216cd0993 req-866a02fd-badb-4612-bc1e-1e5e7f3dadf9 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:28.070557 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eb8943a4-a542-43f5-a914-6e34faf1acb1 req-a6b35e97-ee50-4b94-9364-707048a51ef4 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950152 Jul 15 23:11:28.348740 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ff6710d9-e52b-4b08-947c-478216cd0993 req-866a02fd-badb-4612-bc1e-1e5e7f3dadf9 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] For port 16281190-656d-4d6c-b37d-c172faf8ce44, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=16281190-656d-4d6c-b37d-c172faf8ce44,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:28.349120 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ff6710d9-e52b-4b08-947c-478216cd0993 req-866a02fd-badb-4612-bc1e-1e5e7f3dadf9 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:28.398101 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-ff6710d9-e52b-4b08-947c-478216cd0993 req-866a02fd-badb-4612-bc1e-1e5e7f3dadf9 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Calling delete_port for 16281190-656d-4d6c-b37d-c172faf8ce44 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:11:28.438481 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3f8a6607-6384-400d-a1d8-6b2d3ec5bd36 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:28.623724 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ff6710d9-e52b-4b08-947c-478216cd0993 req-866a02fd-badb-4612-bc1e-1e5e7f3dadf9 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:28.659066 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a02fd-badb-4612-bc1e-1e5e7f3dadf9 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Pushing event deleted for resources: {'Port': ['ID=16281190-656d-4d6c-b37d-c172faf8ce44,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:28.666726 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['16281190-656d-4d6c-b37d-c172faf8ce44'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:28.708539 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6710d9-e52b-4b08-947c-478216cd0993 req-866a02fd-badb-4612-bc1e-1e5e7f3dadf9 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] No DVR routers for this DVR port 16281190-656d-4d6c-b37d-c172faf8ce44 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:11:28.711432 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ff6710d9-e52b-4b08-947c-478216cd0993 req-866a02fd-badb-4612-bc1e-1e5e7f3dadf9 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:28.718001 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ff6710d9-e52b-4b08-947c-478216cd0993 req-866a02fd-badb-4612-bc1e-1e5e7f3dadf9 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.36 "DELETE /v2.0/ports/16281190-656d-4d6c-b37d-c172faf8ce44 HTTP/1.1" status: 204 len: 173 time: 0.8240635 Jul 15 23:11:28.718001 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2f22ec-715f-42f8-8750-e84dff3767ac', 'name': 'network-vif-deleted', 'tag': '16281190-656d-4d6c-b37d-c172faf8ce44'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:28.726585 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff6708-7aea-458a-9dc7-cf2d34ab1808 req-87167277-94a3-413a-8925-502b70b6bffe tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:28.729000 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbdf9b8-1db1-4eb5-8b51-834d74c1daca" -d '{"events": [{"server_uuid": "0f2f22ec-715f-42f8-8750-e84dff3767ac", "name": "network-vif-deleted", "tag": "16281190-656d-4d6c-b37d-c172faf8ce44"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:28.735296 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f8ff6708-7aea-458a-9dc7-cf2d34ab1808 req-87167277-94a3-413a-8925-502b70b6bffe tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 945 time: 0.2071843 Jul 15 23:11:28.807684 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f053a34b-5afa-42cd-b1ea-8be3ebf7591c x-openstack-request-id: req-f053a34b-5afa-42cd-b1ea-8be3ebf7591c {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:28.808327 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2f22ec-715f-42f8-8750-e84dff3767ac", "name": "network-vif-deleted", "tag": "16281190-656d-4d6c-b37d-c172faf8ce44", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:28.808757 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f053a34b-5afa-42cd-b1ea-8be3ebf7591c {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:28.809320 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2f22ec-715f-42f8-8750-e84dff3767ac', 'name': 'network-vif-deleted', 'tag': '16281190-656d-4d6c-b37d-c172faf8ce44', 'status': 'completed', 'code': 200} Jul 15 23:11:28.897188 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f8ff6708-7aea-458a-9dc7-cf2d34ab1808 req-06be1194-46ab-4b01-910b-708f90f2b5bc tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270270 Jul 15 23:11:29.010489 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3f8a6607-6384-400d-a1d8-6b2d3ec5bd36 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:29.224718 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8a6607-6384-400d-a1d8-6b2d3ec5bd36 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Router 300c6b9d-3007-422d-b533-fdcf0fe2a6fa is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:11:29.245972 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70202432-33ca-4c27-96d5-5d430d26554c req-feaf81c2-debd-46e3-8ed2-2a86216d6f1e tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f2f22ec-715f-42f8-8750-e84dff3767ac HTTP/1.1" status: 200 len: 210 time: 0.0344329 Jul 15 23:11:29.485426 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8a6607-6384-400d-a1d8-6b2d3ec5bd36 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:11:29.495859 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfafb9d9-d23f-474d-945c-bc7ccac1298a None None] Sync routers for ids ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:11:29.510838 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfafb9d9-d23f-474d-945c-bc7ccac1298a None None] Routers {'300c6b9d-3007-422d-b533-fdcf0fe2a6fa'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:29.511684 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-cfafb9d9-d23f-474d-945c-bc7ccac1298a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:29.526074 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3f8a6607-6384-400d-a1d8-6b2d3ec5bd36 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:29.530808 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49780) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:29.531364 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3f8a6607-6384-400d-a1d8-6b2d3ec5bd36 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8766744 Jul 15 23:11:29.609610 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-cfafb9d9-d23f-474d-945c-bc7ccac1298a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:29.652511 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfafb9d9-d23f-474d-945c-bc7ccac1298a None None] Routers {'300c6b9d-3007-422d-b533-fdcf0fe2a6fa'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:29.653128 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-cfafb9d9-d23f-474d-945c-bc7ccac1298a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:29.687606 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-cfafb9d9-d23f-474d-945c-bc7ccac1298a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:29.688510 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfafb9d9-d23f-474d-945c-bc7ccac1298a None None] The sync data for ids ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:11:29.980580 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49794) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:30.158846 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7842701-4eff-4ac3-8803-4b2afd8bfce9 req-15999928-e5aa-48c8-8f70-2d873013ca98 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:30.160654 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f7842701-4eff-4ac3-8803-4b2afd8bfce9 req-15999928-e5aa-48c8-8f70-2d873013ca98 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 945 time: 0.1115069 Jul 15 23:11:30.161739 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-630fe781-e8b3-430c-8663-80ea9874fa8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:30.223389 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f7842701-4eff-4ac3-8803-4b2afd8bfce9 req-9beedc82-6c18-4c92-986f-215847fb2a2f tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531850 Jul 15 23:11:30.299457 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3818cbb-c92a-466b-b0b6-735e490b84f5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:30.342311 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-630fe781-e8b3-430c-8663-80ea9874fa8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:30.350708 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-630fe781-e8b3-430c-8663-80ea9874fa8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:30.396695 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-630fe781-e8b3-430c-8663-80ea9874fa8b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=98e62d6aedb242609a3639034fe3a993&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4063356 Jul 15 23:11:30.396695 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49800) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:30.435636 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630fe781-e8b3-430c-8663-80ea9874fa8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdb7553-45b5-463b-9714-60175e69965b,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:30.486284 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-61e3b4e3-d686-44c9-89c6-a5545692b6ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:30.522822 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-61e3b4e3-d686-44c9-89c6-a5545692b6ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:30.603148 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-61e3b4e3-d686-44c9-89c6-a5545692b6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:30.607146 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-61e3b4e3-d686-44c9-89c6-a5545692b6ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:30.613014 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-61e3b4e3-d686-44c9-89c6-a5545692b6ac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3bdb7553-45b5-463b-9714-60175e69965b HTTP/1.1" status: 204 len: 168 time: 0.2177331 Jul 15 23:11:30.642609 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3b4e3-d686-44c9-89c6-a5545692b6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdb7553-45b5-463b-9714-60175e69965b,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:30.760288 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 16281190-656d-4d6c-b37d-c172faf8ce44 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:11:30.776513 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-a3818cbb-c92a-466b-b0b6-735e490b84f5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Allocated IP 172.20.0.1 (1a254891-5db8-4ba2-9117-2cf0356663f3/c4a97c09-fb37-44da-bb20-9ee82b173f5a/1e9f0109-337d-42e7-a389-b2e71f2803ce) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:30.802327 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 16281190-656d-4d6c-b37d-c172faf8ce44 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:11:30.802968 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 16281190-656d-4d6c-b37d-c172faf8ce44 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:11:30.938359 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3818cbb-c92a-466b-b0b6-735e490b84f5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:31.009271 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3818cbb-c92a-466b-b0b6-735e490b84f5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:31.086831 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3818cbb-c92a-466b-b0b6-735e490b84f5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Network 1a254891-5db8-4ba2-9117-2cf0356663f3 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:31.089526 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-575a809a-13c4-4500-9518-2c2874d66261 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:31.092247 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-575a809a-13c4-4500-9518-2c2874d66261 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/networks?id=d46459bf-69b4-4e8d-8a06-951b2319409b HTTP/1.1" status: 200 len: 812 time: 0.1375945 Jul 15 23:11:31.107150 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-a3818cbb-c92a-466b-b0b6-735e490b84f5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:31.118245 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3818cbb-c92a-466b-b0b6-735e490b84f5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:31.122468 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-6937a559-3c40-4035-aa89-3b35ebd85b31 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/quotas/dd7ce8a707994c488c5570fcc34a8dcd HTTP/1.1" status: 200 len: 375 time: 0.0198476 Jul 15 23:11:31.126324 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3818cbb-c92a-466b-b0b6-735e490b84f5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event updated for resources: {'Port': ['ID=1e9f0109-337d-42e7-a389-b2e71f2803ce,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:31.174818 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-298bfddd-a2c4-4b38-86cc-74af24ef5bbb tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd7ce8a707994c488c5570fcc34a8dcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511262 Jul 15 23:11:31.192661 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3818cbb-c92a-466b-b0b6-735e490b84f5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:31.196179 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49834) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:31.210951 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf4fd6ca-86fc-4cdd-b8c9-6a8818c87aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:31.322565 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf4fd6ca-86fc-4cdd-b8c9-6a8818c87aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:31.330445 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf4fd6ca-86fc-4cdd-b8c9-6a8818c87aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:31.428130 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3818cbb-c92a-466b-b0b6-735e490b84f5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:31.458009 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4fd6ca-86fc-4cdd-b8c9-6a8818c87aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc7d75f-08b6-4961-827d-5860b3c0733d,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:31.484323 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-bf4fd6ca-86fc-4cdd-b8c9-6a8818c87aad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2af19e9e40eb4f70a700a9bade824d8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2840188 Jul 15 23:11:31.484506 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49838) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:31.557438 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-87136c90-81b3-494d-ac65-4c200eb902f8 service neutron] 10.222.0.16 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817413 Jul 15 23:11:31.575171 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d398e-3b2f-44fb-b538-bd359fa0580a req-6bcb4972-1c9e-4d40-a33c-88007153d5d6 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:31.576723 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb1d398e-3b2f-44fb-b538-bd359fa0580a req-6bcb4972-1c9e-4d40-a33c-88007153d5d6 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 945 time: 0.1147411 Jul 15 23:11:31.641735 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb1d398e-3b2f-44fb-b538-bd359fa0580a req-89d0b2cc-549c-490b-bd63-5f6859a320c7 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557330 Jul 15 23:11:31.770713 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-f7f370ca-86b5-4be1-bec5-d626c459099c service neutron] 10.222.0.16 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036190 Jul 15 23:11:32.057332 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f953695a-e58d-4df5-9e1b-52b60c65b417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:32.069634 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b2e578d8-264b-41ee-9604-6f196a3f4498 req-cc1bcbd2-2a0c-49b7-ba66-8e91feae28bc tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8249830c-c258-472b-9574-96790ff8f4a3 HTTP/1.1" status: 200 len: 210 time: 0.1020763 Jul 15 23:11:32.103668 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f953695a-e58d-4df5-9e1b-52b60c65b417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:32.262931 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f953695a-e58d-4df5-9e1b-52b60c65b417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:32.270763 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f953695a-e58d-4df5-9e1b-52b60c65b417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:32.287563 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f953695a-e58d-4df5-9e1b-52b60c65b417 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9cc7d75f-08b6-4961-827d-5860b3c0733d HTTP/1.1" status: 204 len: 168 time: 0.7965808 Jul 15 23:11:32.314744 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f953695a-e58d-4df5-9e1b-52b60c65b417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc7d75f-08b6-4961-827d-5860b3c0733d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:32.348583 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3818cbb-c92a-466b-b0b6-735e490b84f5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:32.355801 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3818cbb-c92a-466b-b0b6-735e490b84f5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:32.456732 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3818cbb-c92a-466b-b0b6-735e490b84f5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event updated for resources: {'Port': ['ID=1e9f0109-337d-42e7-a389-b2e71f2803ce,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:32.465244 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3818cbb-c92a-466b-b0b6-735e490b84f5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:32.611917 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3818cbb-c92a-466b-b0b6-735e490b84f5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Network 1a254891-5db8-4ba2-9117-2cf0356663f3 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:32.613441 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-a3818cbb-c92a-466b-b0b6-735e490b84f5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:32.781864 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3818cbb-c92a-466b-b0b6-735e490b84f5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Router 300c6b9d-3007-422d-b533-fdcf0fe2a6fa has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:11:32.931294 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3818cbb-c92a-466b-b0b6-735e490b84f5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:11:32.954191 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb51491-c368-4bb9-b418-acf1c29b7d07 None None] Sync routers for ids ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:11:32.975348 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a3818cbb-c92a-466b-b0b6-735e490b84f5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "PUT /v2.0/routers/300c6b9d-3007-422d-b533-fdcf0fe2a6fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4431639 Jul 15 23:11:32.978332 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49884) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:32.983057 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb51491-c368-4bb9-b418-acf1c29b7d07 None None] Routers {'300c6b9d-3007-422d-b533-fdcf0fe2a6fa'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:32.983674 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-4eb51491-c368-4bb9-b418-acf1c29b7d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:33.001400 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b611011-036a-4cac-8f7a-ef453ea377bc req-6c9d6d31-0bd4-448e-8881-08a047440e3b tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:33.003121 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4b611011-036a-4cac-8f7a-ef453ea377bc req-6c9d6d31-0bd4-448e-8881-08a047440e3b tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 945 time: 0.2035995 Jul 15 23:11:33.004012 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1ad84dc3-ed67-4c03-817d-690a7f3ae6ce tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Request body: {'port': {'network_id': '1a254891-5db8-4ba2-9117-2cf0356663f3', 'name': 'tempest-FloatingIPTestJSON-549527176'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:33.072142 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-4eb51491-c368-4bb9-b418-acf1c29b7d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:33.086151 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4b611011-036a-4cac-8f7a-ef453ea377bc req-d8519ae8-4a36-42f9-9753-4f3441348a5d tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719988 Jul 15 23:11:33.088503 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb51491-c368-4bb9-b418-acf1c29b7d07 None None] Routers {'300c6b9d-3007-422d-b533-fdcf0fe2a6fa'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:33.089128 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-4eb51491-c368-4bb9-b418-acf1c29b7d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:33.142670 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-4eb51491-c368-4bb9-b418-acf1c29b7d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:33.143635 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb51491-c368-4bb9-b418-acf1c29b7d07 None None] The sync data for ids ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:11:33.273698 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-328651ee-ff49-4043-893d-3b1135946d03 req-563f5098-1751-4524-b149-20da9efdae3f tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8249830c-c258-472b-9574-96790ff8f4a3 HTTP/1.1" status: 200 len: 210 time: 0.0459917 Jul 15 23:11:33.311932 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad84dc3-ed67-4c03-817d-690a7f3ae6ce tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Made reservation on behalf of cbc11455cafe444a8e4b833a349b694b for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:33.318547 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ad84dc3-ed67-4c03-817d-690a7f3ae6ce tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:33.358286 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-1ad84dc3-ed67-4c03-817d-690a7f3ae6ce tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] device_id is not set on port 20b08078-5666-46b7-8484-fdb7a70a5d74 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:11:33.525486 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-1ad84dc3-ed67-4c03-817d-690a7f3ae6ce tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Allocated IP 172.20.0.11 (1a254891-5db8-4ba2-9117-2cf0356663f3/c4a97c09-fb37-44da-bb20-9ee82b173f5a/20b08078-5666-46b7-8484-fdb7a70a5d74) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:33.784554 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ad84dc3-ed67-4c03-817d-690a7f3ae6ce tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:33.919361 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103e1f6-acd7-4c52-ada1-eda6b47c5e70 req-a6b0832c-6f63-4035-bd89-602c940d1787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:33.920858 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6103e1f6-acd7-4c52-ada1-eda6b47c5e70 req-a6b0832c-6f63-4035-bd89-602c940d1787 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 1096 time: 0.2174635 Jul 15 23:11:33.930228 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-94c73ad8-63dc-4890-b9c5-e1bf86232b1a tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:33.932406 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-94c73ad8-63dc-4890-b9c5-e1bf86232b1a tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.36 "GET /v2.0/networks?id=d46459bf-69b4-4e8d-8a06-951b2319409b HTTP/1.1" status: 200 len: 812 time: 0.1858995 Jul 15 23:11:33.978468 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-82926021-6917-4bf4-a7b9-ade3f1e11036 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Request body: {'port': {'device_id': '8249830c-c258-472b-9574-96790ff8f4a3', 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b', 'admin_state_up': True, 'tenant_id': 'dd7ce8a707994c488c5570fcc34a8dcd'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:33.985351 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ad84dc3-ed67-4c03-817d-690a7f3ae6ce tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:34.062038 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6103e1f6-acd7-4c52-ada1-eda6b47c5e70 req-68254fc8-453b-4fd1-8a38-11092425aed4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281824 Jul 15 23:11:34.111323 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad84dc3-ed67-4c03-817d-690a7f3ae6ce tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Network 1a254891-5db8-4ba2-9117-2cf0356663f3 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:34.119017 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-1ad84dc3-ed67-4c03-817d-690a7f3ae6ce tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:34.123421 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad84dc3-ed67-4c03-817d-690a7f3ae6ce tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:34.130067 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad84dc3-ed67-4c03-817d-690a7f3ae6ce tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event updated for resources: {'Port': ['ID=20b08078-5666-46b7-8484-fdb7a70a5d74,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:34.200515 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad84dc3-ed67-4c03-817d-690a7f3ae6ce tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:34.201174 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ad84dc3-ed67-4c03-817d-690a7f3ae6ce tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:34.229501 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-82926021-6917-4bf4-a7b9-ade3f1e11036 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Made reservation on behalf of dd7ce8a707994c488c5570fcc34a8dcd for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:34.235350 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-82926021-6917-4bf4-a7b9-ade3f1e11036 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:34.240147 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1ad84dc3-ed67-4c03-817d-690a7f3ae6ce tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2607782 Jul 15 23:11:34.247999 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49940) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:34.269026 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-59e21e7a-1cb8-411b-85d0-905a303e1e10 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Request body: {'port': {'network_id': '1a254891-5db8-4ba2-9117-2cf0356663f3', 'name': 'tempest-FloatingIPTestJSON-164487444'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:34.308150 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836dca71-0be2-4c04-8187-939367a0e2dc req-d0c6f996-e36c-498a-99e5-4528fe1be8bd tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:34.319199 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-836dca71-0be2-4c04-8187-939367a0e2dc req-d0c6f996-e36c-498a-99e5-4528fe1be8bd tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 945 time: 0.0913677 Jul 15 23:11:34.363207 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-836dca71-0be2-4c04-8187-939367a0e2dc req-8adc470d-c363-454d-b690-064989707bb3 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429492 Jul 15 23:11:34.475261 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3ef7a2bd-e92e-4413-8ac2-51c0b8c71eb7 req-a8306f75-9fff-4bb4-b0e6-b8bb713faac1 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8249830c-c258-472b-9574-96790ff8f4a3 HTTP/1.1" status: 200 len: 210 time: 0.0370080 Jul 15 23:11:34.503749 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-82926021-6917-4bf4-a7b9-ade3f1e11036 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Allocated IP 172.20.0.7 (d46459bf-69b4-4e8d-8a06-951b2319409b/d361722a-d157-4a1f-9b02-624ca94298eb/7b68a409-3f26-4b8f-962e-75ac722d81df) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:34.537742 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e21e7a-1cb8-411b-85d0-905a303e1e10 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Made reservation on behalf of cbc11455cafe444a8e4b833a349b694b for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:34.543536 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59e21e7a-1cb8-411b-85d0-905a303e1e10 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:34.587639 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-59e21e7a-1cb8-411b-85d0-905a303e1e10 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] device_id is not set on port f9efd545-ffb0-4617-9d28-6173f544eef8 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:11:34.674739 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c6922-9827-4d2e-b728-87def90d4668 req-74a7dee3-bf38-412e-8d83-707713067abd tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:34.677347 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f58c6922-9827-4d2e-b728-87def90d4668 req-74a7dee3-bf38-412e-8d83-707713067abd tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/ports?device_id=702bed7c-51d7-4a6e-804b-7eb9f8ffa021 HTTP/1.1" status: 200 len: 948 time: 0.0708153 Jul 15 23:11:34.728180 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f58c6922-9827-4d2e-b728-87def90d4668 req-5a9189b0-829a-4863-b5b9-1926099d43ab tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/security-groups?id=99fbdf85-26fc-4d67-8eed-30775fbd9a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450146 Jul 15 23:11:34.792299 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-59e21e7a-1cb8-411b-85d0-905a303e1e10 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Allocated IP 172.20.0.5 (1a254891-5db8-4ba2-9117-2cf0356663f3/c4a97c09-fb37-44da-bb20-9ee82b173f5a/f9efd545-ffb0-4617-9d28-6173f544eef8) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:34.812935 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-82926021-6917-4bf4-a7b9-ade3f1e11036 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:34.936291 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-82926021-6917-4bf4-a7b9-ade3f1e11036 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:34.997572 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-82926021-6917-4bf4-a7b9-ade3f1e11036 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Network d46459bf-69b4-4e8d-8a06-951b2319409b is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:35.008916 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-82926021-6917-4bf4-a7b9-ade3f1e11036 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:35.013377 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82926021-6917-4bf4-a7b9-ade3f1e11036 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Pushing event updated for resources: {'Port': ['ID=7b68a409-3f26-4b8f-962e-75ac722d81df,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:35.018368 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-82926021-6917-4bf4-a7b9-ade3f1e11036 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:35.047146 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59e21e7a-1cb8-411b-85d0-905a303e1e10 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.081273 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-82926021-6917-4bf4-a7b9-ade3f1e11036 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:35.081873 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-82926021-6917-4bf4-a7b9-ade3f1e11036 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.109517 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-82926021-6917-4bf4-a7b9-ade3f1e11036 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1532722 Jul 15 23:11:35.119124 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59e21e7a-1cb8-411b-85d0-905a303e1e10 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.164291 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e21e7a-1cb8-411b-85d0-905a303e1e10 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Network 1a254891-5db8-4ba2-9117-2cf0356663f3 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:35.168135 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-b6f63952-ef23-46c5-9bd2-ac1f47ce6d51 service neutron] Request body: {'port': {'device_id': '8249830c-c258-472b-9574-96790ff8f4a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:35.190114 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-59e21e7a-1cb8-411b-85d0-905a303e1e10 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:35.196218 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e21e7a-1cb8-411b-85d0-905a303e1e10 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:35.220973 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e21e7a-1cb8-411b-85d0-905a303e1e10 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event updated for resources: {'Port': ['ID=f9efd545-ffb0-4617-9d28-6173f544eef8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:35.286588 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e21e7a-1cb8-411b-85d0-905a303e1e10 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:35.287245 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59e21e7a-1cb8-411b-85d0-905a303e1e10 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.308885 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-b6f63952-ef23-46c5-9bd2-ac1f47ce6d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.318664 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-59e21e7a-1cb8-411b-85d0-905a303e1e10 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0695026 Jul 15 23:11:35.321990 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49978) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:35.330197 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-d4477d4d-6546-44e1-b929-172f8c8d5b2e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'port_id': 'f9efd545-ffb0-4617-9d28-6173f544eef8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:35.358150 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d4477d4d-6546-44e1-b929-172f8c8d5b2e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.461920 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d4477d4d-6546-44e1-b929-172f8c8d5b2e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.603856 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-b6f63952-ef23-46c5-9bd2-ac1f47ce6d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b68a409-3f26-4b8f-962e-75ac722d81df {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:35.611847 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-b6f63952-ef23-46c5-9bd2-ac1f47ce6d51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.623637 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-b6f63952-ef23-46c5-9bd2-ac1f47ce6d51 service neutron] Transition to ACTIVE for port object 7b68a409-3f26-4b8f-962e-75ac722d81df will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:35.623857 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-d4477d4d-6546-44e1-b929-172f8c8d5b2e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Allocated IP 172.25.4.169 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/8bd9403a-cbb3-4797-b0fe-45bd987df2e6) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:35.628447 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-b6f63952-ef23-46c5-9bd2-ac1f47ce6d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.653373 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3f4fd-4972-4af8-9abb-8975cf40e9f7 req-e31aac08-5a1c-460a-8c7e-6420b515d04d tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:35.654907 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2f3f4fd-4972-4af8-9abb-8975cf40e9f7 req-e31aac08-5a1c-460a-8c7e-6420b515d04d tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 945 time: 0.1565342 Jul 15 23:11:35.695740 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f63952-ef23-46c5-9bd2-ac1f47ce6d51 service neutron] Pushing event updated for resources: {'Port': ['ID=7b68a409-3f26-4b8f-962e-75ac722d81df,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:35.749086 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-b6f63952-ef23-46c5-9bd2-ac1f47ce6d51 service neutron] Attempting to bind port 7b68a409-3f26-4b8f-962e-75ac722d81df on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:11:35.749412 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-b6f63952-ef23-46c5-9bd2-ac1f47ce6d51 service neutron] Attempting to bind port 7b68a409-3f26-4b8f-962e-75ac722d81df by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'c57252a7-d501-46cc-b05a-0a67e8273926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:11:35.749733 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-b6f63952-ef23-46c5-9bd2-ac1f47ce6d51 service neutron] Attempting to bind port 7b68a409-3f26-4b8f-962e-75ac722d81df on network d46459bf-69b4-4e8d-8a06-951b2319409b {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:35.754896 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-b6f63952-ef23-46c5-9bd2-ac1f47ce6d51 service neutron] Port 7b68a409-3f26-4b8f-962e-75ac722d81df on network d46459bf-69b4-4e8d-8a06-951b2319409b not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:11:35.755220 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-b6f63952-ef23-46c5-9bd2-ac1f47ce6d51 service neutron] Attempting to bind port 7b68a409-3f26-4b8f-962e-75ac722d81df on network d46459bf-69b4-4e8d-8a06-951b2319409b {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:35.760108 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-b6f63952-ef23-46c5-9bd2-ac1f47ce6d51 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:11:35.760469 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-b6f63952-ef23-46c5-9bd2-ac1f47ce6d51 service neutron] Checking segment: {'id': 'c57252a7-d501-46cc-b05a-0a67e8273926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:35.760854 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-b6f63952-ef23-46c5-9bd2-ac1f47ce6d51 service neutron] Bound using segment: {'id': 'c57252a7-d501-46cc-b05a-0a67e8273926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:11:35.761307 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-b6f63952-ef23-46c5-9bd2-ac1f47ce6d51 service neutron] Bound port: 7b68a409-3f26-4b8f-962e-75ac722d81df, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c57252a7-d501-46cc-b05a-0a67e8273926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:11:35.761666 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-b6f63952-ef23-46c5-9bd2-ac1f47ce6d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.769325 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2f3f4fd-4972-4af8-9abb-8975cf40e9f7 req-9fff004b-47c0-4829-8cfa-718f20c1d3da tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993769 Jul 15 23:11:35.789419 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e4cb2-c1ff-4d9f-877b-2e0013db6bf9 req-93d453b8-d0ef-4056-a64b-1e1bffdab41d tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:35.790932 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5c0e4cb2-c1ff-4d9f-877b-2e0013db6bf9 req-93d453b8-d0ef-4056-a64b-1e1bffdab41d tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8249830c-c258-472b-9574-96790ff8f4a3 HTTP/1.1" status: 200 len: 931 time: 0.1902573 Jul 15 23:11:35.828342 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-b6f63952-ef23-46c5-9bd2-ac1f47ce6d51 service neutron] For port 7b68a409-3f26-4b8f-962e-75ac722d81df, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:35.829384 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d4477d4d-6546-44e1-b929-172f8c8d5b2e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.831661 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-b6f63952-ef23-46c5-9bd2-ac1f47ce6d51 service neutron] For port 7b68a409-3f26-4b8f-962e-75ac722d81df, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=7b68a409-3f26-4b8f-962e-75ac722d81df,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:11:35.836451 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-b6f63952-ef23-46c5-9bd2-ac1f47ce6d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.863204 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5c0e4cb2-c1ff-4d9f-877b-2e0013db6bf9 req-f8812bf4-919a-4e60-8645-f823b633e2ee tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639679 Jul 15 23:11:35.869976 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-b6f63952-ef23-46c5-9bd2-ac1f47ce6d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:35.870746 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-b6f63952-ef23-46c5-9bd2-ac1f47ce6d51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.872246 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-b6f63952-ef23-46c5-9bd2-ac1f47ce6d51 service neutron] 10.222.0.36 "PUT /v2.0/ports/7b68a409-3f26-4b8f-962e-75ac722d81df HTTP/1.1" status: 200 len: 1091 time: 0.7142317 Jul 15 23:11:35.872690 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8249830c-c258-472b-9574-96790ff8f4a3', 'tag': '7b68a409-3f26-4b8f-962e-75ac722d81df'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:35.874939 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee982a21-a4d7-4d5a-9557-211f4bf62108" -d '{"events": [{"name": "network-changed", "server_uuid": "8249830c-c258-472b-9574-96790ff8f4a3", "tag": "7b68a409-3f26-4b8f-962e-75ac722d81df"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:35.911870 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f63952-ef23-46c5-9bd2-ac1f47ce6d51 service neutron] Pushing event updated for resources: {'Port': ['ID=7b68a409-3f26-4b8f-962e-75ac722d81df,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:35.928860 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d4477d4d-6546-44e1-b929-172f8c8d5b2e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.977743 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4477d4d-6546-44e1-b929-172f8c8d5b2e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:35.981905 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-d4477d4d-6546-44e1-b929-172f8c8d5b2e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:35.991269 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-3d736ace-c72b-4cb4-9ba7-4e0f03c001ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:35.991502 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4477d4d-6546-44e1-b929-172f8c8d5b2e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:35.992967 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-3d736ace-c72b-4cb4-9ba7-4e0f03c001ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd7ce8a707994c488c5570fcc34a8dcd&device_id=8249830c-c258-472b-9574-96790ff8f4a3 HTTP/1.1" status: 200 len: 1094 time: 0.0603516 Jul 15 23:11:36.047403 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-d7faa02f-eab9-4e64-aae6-de3c9a198aaa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b68a409-3f26-4b8f-962e-75ac722d81df HTTP/1.1" status: 200 len: 217 time: 0.0424068 Jul 15 23:11:36.106364 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-e143b0d0-386c-4749-997b-05714686e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:36.108103 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-e143b0d0-386c-4749-997b-05714686e6e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d361722a-d157-4a1f-9b02-624ca94298eb HTTP/1.1" status: 200 len: 852 time: 0.0539401 Jul 15 23:11:36.111696 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477d4d-6546-44e1-b929-172f8c8d5b2e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event updated for resources: {'Port': ['ID=8bd9403a-cbb3-4797-b0fe-45bd987df2e6,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:36.147673 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-13de1678-3789-49d4-ae14-255f85909823 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d46459bf-69b4-4e8d-8a06-951b2319409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334940 Jul 15 23:11:36.233139 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13c335-25bd-4584-b535-182b7829a49c req-79713240-3ad8-463c-bb65-b8ae29aa2fc2 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:36.239144 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2e13c335-25bd-4584-b535-182b7829a49c req-79713240-3ad8-463c-bb65-b8ae29aa2fc2 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.1970999 Jul 15 23:11:36.247555 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-d3873da0-b52d-4839-9ef6-15241311114e service neutron] 10.222.0.36 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934963 Jul 15 23:11:36.253400 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f2c6f-a4be-4f98-a45b-d51d071fe7c6 req-fbffbf6f-d00b-4557-9805-d70df4e62a56 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:36.259154 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-578f2c6f-a4be-4f98-a45b-d51d071fe7c6 req-fbffbf6f-d00b-4557-9805-d70df4e62a56 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/ports?device_id=702bed7c-51d7-4a6e-804b-7eb9f8ffa021 HTTP/1.1" status: 200 len: 948 time: 0.2029228 Jul 15 23:11:36.340542 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-90ddee33-e4e5-4db6-8a26-e539c6b1f26b req-eebf772b-0e2f-4de4-8a53-f3957c475dd7 service neutron] 10.222.0.36 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867333 Jul 15 23:11:36.387277 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2e13c335-25bd-4584-b535-182b7829a49c req-2c580ee1-2b7d-46c8-bde3-8c1e72144e71 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247082 Jul 15 23:11:36.395334 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-578f2c6f-a4be-4f98-a45b-d51d071fe7c6 req-b4cf65dc-e1b6-40e9-bf4f-7469ccebcbc1 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/security-groups?id=99fbdf85-26fc-4d67-8eed-30775fbd9a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295917 Jul 15 23:11:36.446022 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f79d41-5fc1-4d41-923d-37ee483a0f46 x-openstack-request-id: req-f4f79d41-5fc1-4d41-923d-37ee483a0f46 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:36.446313 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8249830c-c258-472b-9574-96790ff8f4a3", "tag": "7b68a409-3f26-4b8f-962e-75ac722d81df", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:36.446563 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f4f79d41-5fc1-4d41-923d-37ee483a0f46 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:36.446986 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8249830c-c258-472b-9574-96790ff8f4a3', 'tag': '7b68a409-3f26-4b8f-962e-75ac722d81df', 'status': 'completed', 'code': 200} Jul 15 23:11:36.578144 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee982a21-a4d7-4d5a-9557-211f4bf62108 req-74ff88a7-b33e-47b9-a411-c34caf725ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:36.580514 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ee982a21-a4d7-4d5a-9557-211f4bf62108 req-74ff88a7-b33e-47b9-a411-c34caf725ea0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd7ce8a707994c488c5570fcc34a8dcd&device_id=8249830c-c258-472b-9574-96790ff8f4a3 HTTP/1.1" status: 200 len: 1094 time: 0.0910735 Jul 15 23:11:36.689069 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee982a21-a4d7-4d5a-9557-211f4bf62108 req-0bd0f971-2f24-49d0-8fc9-625ef2a3d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:36.690983 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ee982a21-a4d7-4d5a-9557-211f4bf62108 req-0bd0f971-2f24-49d0-8fc9-625ef2a3d7c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d46459bf-69b4-4e8d-8a06-951b2319409b HTTP/1.1" status: 200 len: 913 time: 0.1033711 Jul 15 23:11:36.752607 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ee982a21-a4d7-4d5a-9557-211f4bf62108 req-c7511c09-819e-4c84-9899-9df8533f633a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b68a409-3f26-4b8f-962e-75ac722d81df HTTP/1.1" status: 200 len: 217 time: 0.0542607 Jul 15 23:11:36.831854 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee982a21-a4d7-4d5a-9557-211f4bf62108 req-fddee011-5b24-4bc1-9096-7ee1fdaf527f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:36.833356 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ee982a21-a4d7-4d5a-9557-211f4bf62108 req-fddee011-5b24-4bc1-9096-7ee1fdaf527f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d361722a-d157-4a1f-9b02-624ca94298eb HTTP/1.1" status: 200 len: 852 time: 0.0736272 Jul 15 23:11:36.879608 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ee982a21-a4d7-4d5a-9557-211f4bf62108 req-8c4a7a71-be55-4b6f-9e6e-ab994ad72082 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d46459bf-69b4-4e8d-8a06-951b2319409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375059 Jul 15 23:11:37.015538 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ee982a21-a4d7-4d5a-9557-211f4bf62108 req-014926ab-0010-4579-8464-fc131c245f12 service neutron] 10.222.0.36 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285157 Jul 15 23:11:37.135119 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d4477d4d-6546-44e1-b929-172f8c8d5b2e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:37.135996 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ee982a21-a4d7-4d5a-9557-211f4bf62108 req-90f25bfd-f56f-4cde-87dd-cd65b2afab67 service neutron] 10.222.0.36 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118400 Jul 15 23:11:37.228222 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb0e37-37f4-4137-b157-3d914a1708ef req-036ba896-b6c5-4490-8c94-315f4477b19d tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:37.229582 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ecb0e37-37f4-4137-b157-3d914a1708ef req-036ba896-b6c5-4490-8c94-315f4477b19d tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8249830c-c258-472b-9574-96790ff8f4a3 HTTP/1.1" status: 200 len: 943 time: 0.1513460 Jul 15 23:11:37.239769 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d8535-2b9c-4ae7-befd-6c743cd3fd2b req-366e4414-b5d1-4871-8972-574ac5913c01 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:37.241266 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f40d8535-2b9c-4ae7-befd-6c743cd3fd2b req-366e4414-b5d1-4871-8972-574ac5913c01 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.1955097 Jul 15 23:11:37.278464 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d4477d4d-6546-44e1-b929-172f8c8d5b2e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:37.330088 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ecb0e37-37f4-4137-b157-3d914a1708ef req-5578aa90-be9c-48f8-8ab7-f82c8a4f81bb tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863709 Jul 15 23:11:37.353699 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f40d8535-2b9c-4ae7-befd-6c743cd3fd2b req-7fd3cd15-14b3-49dc-bab6-5c6ad2c48196 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884187 Jul 15 23:11:37.465750 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d4477d4d-6546-44e1-b929-172f8c8d5b2e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:37.470229 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d4477d4d-6546-44e1-b929-172f8c8d5b2e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:37.537205 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477d4d-6546-44e1-b929-172f8c8d5b2e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event updated for resources: {'Port': ['ID=8bd9403a-cbb3-4797-b0fe-45bd987df2e6,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:37.550420 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d4477d4d-6546-44e1-b929-172f8c8d5b2e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:37.652432 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-d4477d4d-6546-44e1-b929-172f8c8d5b2e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Floating IP 36894c4a-444b-4337-8e81-3deee32edb3e associated. External IP: 172.25.4.169, port: f9efd545-ffb0-4617-9d28-6173f544eef8. Jul 15 23:11:37.874187 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4477d4d-6546-44e1-b929-172f8c8d5b2e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Router 300c6b9d-3007-422d-b533-fdcf0fe2a6fa has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:11:37.984504 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4477d4d-6546-44e1-b929-172f8c8d5b2e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:11:37.993210 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bad83d9-7963-4bae-82bb-37f724443688 None None] Sync routers for ids ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:11:38.002377 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bad83d9-7963-4bae-82bb-37f724443688 None None] Routers {'300c6b9d-3007-422d-b533-fdcf0fe2a6fa'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:38.003004 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-2bad83d9-7963-4bae-82bb-37f724443688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:38.009069 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d4477d4d-6546-44e1-b929-172f8c8d5b2e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:38.044411 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-2bad83d9-7963-4bae-82bb-37f724443688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:38.049770 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d4477d4d-6546-44e1-b929-172f8c8d5b2e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.7213860 Jul 15 23:11:38.050015 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50072) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:38.053953 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bad83d9-7963-4bae-82bb-37f724443688 None None] Routers {'300c6b9d-3007-422d-b533-fdcf0fe2a6fa'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:38.054547 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-2bad83d9-7963-4bae-82bb-37f724443688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:38.054807 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-c77895f6-cdde-46a1-9545-44818b78b89a tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:38.086470 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-2bad83d9-7963-4bae-82bb-37f724443688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:38.087142 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bad83d9-7963-4bae-82bb-37f724443688 None None] The sync data for ids ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:11:38.109302 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c77895f6-cdde-46a1-9545-44818b78b89a tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:38.259851 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c77895f6-cdde-46a1-9545-44818b78b89a tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:38.263948 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c77895f6-cdde-46a1-9545-44818b78b89a tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:38.264342 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-c77895f6-cdde-46a1-9545-44818b78b89a tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Floating IP 36894c4a-444b-4337-8e81-3deee32edb3e disassociated. External IP: 172.25.4.169, port: f9efd545-ffb0-4617-9d28-6173f544eef8. Jul 15 23:11:38.279781 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50076) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:38.384324 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab8f6aa2-6d4d-465e-88cf-6d56a57d45a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:38.497685 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab8f6aa2-6d4d-465e-88cf-6d56a57d45a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:38.502992 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab8f6aa2-6d4d-465e-88cf-6d56a57d45a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:38.549082 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f6aa2-6d4d-465e-88cf-6d56a57d45a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fc1b4e-f78d-41b6-8e6c-2412b8ba9376,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:38.555573 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ab8f6aa2-6d4d-465e-88cf-6d56a57d45a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f045c7bb7d084f6883806caf87422863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2747309 Jul 15 23:11:38.558862 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50088) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:38.574886 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:38.608352 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4b4a597c-1621-4468-b129-3fbc181657e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:38.629993 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4b4a597c-1621-4468-b129-3fbc181657e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:38.636948 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3d1d1-6fd8-49e1-879f-3cab46b1da67 req-556a2a25-b6ec-46e5-98d3-53f80386aaaf tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:38.638477 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c9f3d1d1-6fd8-49e1-879f-3cab46b1da67 req-556a2a25-b6ec-46e5-98d3-53f80386aaaf tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8249830c-c258-472b-9574-96790ff8f4a3 HTTP/1.1" status: 200 len: 943 time: 0.1724584 Jul 15 23:11:38.641014 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77895f6-cdde-46a1-9545-44818b78b89a tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Router 300c6b9d-3007-422d-b533-fdcf0fe2a6fa has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:11:38.677360 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9399d6-a2b5-4c93-9f1b-5d23e9ab72af req-cc6c1221-4718-4357-8e78-334dddf3a12d tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:38.678989 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-de9399d6-a2b5-4c93-9f1b-5d23e9ab72af req-cc6c1221-4718-4357-8e78-334dddf3a12d tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.1384881 Jul 15 23:11:38.680378 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4b4a597c-1621-4468-b129-3fbc181657e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:38.683202 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4b4a597c-1621-4468-b129-3fbc181657e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:38.684372 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4b4a597c-1621-4468-b129-3fbc181657e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f2fc1b4e-f78d-41b6-8e6c-2412b8ba9376 HTTP/1.1" status: 204 len: 168 time: 0.1245480 Jul 15 23:11:38.693280 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a597c-1621-4468-b129-3fbc181657e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fc1b4e-f78d-41b6-8e6c-2412b8ba9376,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:38.754303 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c9f3d1d1-6fd8-49e1-879f-3cab46b1da67 req-abcd6658-670b-40cb-ba20-496cd2ce817d tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088114 Jul 15 23:11:38.814873 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 7b68a409-3f26-4b8f-962e-75ac722d81df details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:11:38.817692 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-de9399d6-a2b5-4c93-9f1b-5d23e9ab72af req-60ae2eb1-57d0-4f0b-b223-9db34bbeaaf2 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270704 Jul 15 23:11:38.858965 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77895f6-cdde-46a1-9545-44818b78b89a tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:11:38.872109 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c77895f6-cdde-46a1-9545-44818b78b89a tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:38.941639 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 7b68a409-3f26-4b8f-962e-75ac722d81df, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=7b68a409-3f26-4b8f-962e-75ac722d81df,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:38.952724 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c77895f6-cdde-46a1-9545-44818b78b89a tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "PUT /v2.0/floatingips/36894c4a-444b-4337-8e81-3deee32edb3e HTTP/1.1" status: 200 len: 688 time: 0.9016614 Jul 15 23:11:38.955882 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50106) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:38.959600 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c3b3f70b-0d43-4e38-b32f-101164ecb70c no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:11:38.964391 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9e7fe8-7e9c-427b-9d25-c0fd3250e9b6 None None] Sync routers for ids ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:11:39.071785 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50108) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:39.107400 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e3046110-496c-44ba-821a-3ee35fb0e389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:39.153587 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '7b68a409-3f26-4b8f-962e-75ac722d81df', 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b', 'port_id': '7b68a409-3f26-4b8f-962e-75ac722d81df', 'mac_address': 'fa:16:3e:cd:02:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd361722a-d157-4a1f-9b02-624ca94298eb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:11:39.166562 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f1733423-ec85-4040-93f7-89f9665edf6e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Deleting port 8bd9403a-cbb3-4797-b0fe-45bd987df2e6 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:11:39.166946 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f1733423-ec85-4040-93f7-89f9665edf6e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:39.169860 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9e7fe8-7e9c-427b-9d25-c0fd3250e9b6 None None] Routers {'300c6b9d-3007-422d-b533-fdcf0fe2a6fa'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:39.170486 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-da9e7fe8-7e9c-427b-9d25-c0fd3250e9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:39.226861 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-da9e7fe8-7e9c-427b-9d25-c0fd3250e9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:39.250192 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9e7fe8-7e9c-427b-9d25-c0fd3250e9b6 None None] Routers {'300c6b9d-3007-422d-b533-fdcf0fe2a6fa'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:39.250862 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-da9e7fe8-7e9c-427b-9d25-c0fd3250e9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:39.253552 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:39.289853 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f1733423-ec85-4040-93f7-89f9665edf6e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:39.290192 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f1733423-ec85-4040-93f7-89f9665edf6e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:39.301853 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e3046110-496c-44ba-821a-3ee35fb0e389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:39.309382 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f1733423-ec85-4040-93f7-89f9665edf6e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Calling delete_port for 8bd9403a-cbb3-4797-b0fe-45bd987df2e6 owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:11:39.311379 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e3046110-496c-44ba-821a-3ee35fb0e389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:39.319110 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-da9e7fe8-7e9c-427b-9d25-c0fd3250e9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:39.319764 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9e7fe8-7e9c-427b-9d25-c0fd3250e9b6 None None] The sync data for ids ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:11:39.322208 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b68a409-3f26-4b8f-962e-75ac722d81df {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:39.352584 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:39.355936 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 7b68a409-3f26-4b8f-962e-75ac722d81df, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=7b68a409-3f26-4b8f-962e-75ac722d81df,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:39.367124 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:39.403272 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e3046110-496c-44ba-821a-3ee35fb0e389 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9d9b29f1ac10453aa30608c96a72fb85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3300264 Jul 15 23:11:39.405411 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3046110-496c-44ba-821a-3ee35fb0e389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47e1206-33f7-409d-88bd-54be8f167f96,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:39.406150 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50112) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:39.407419 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702bed7c-51d7-4a6e-804b-7eb9f8ffa021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3b3f70b-0d43-4e38-b32f-101164ecb70c'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:39.409512 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd296e1-ad88-4595-ac2c-31b682548dc9" -d '{"events": [{"server_uuid": "702bed7c-51d7-4a6e-804b-7eb9f8ffa021", "name": "network-vif-unplugged", "status": "completed", "tag": "c3b3f70b-0d43-4e38-b32f-101164ecb70c"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:39.428412 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c3b3f70b-0d43-4e38-b32f-101164ecb70c, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c3b3f70b-0d43-4e38-b32f-101164ecb70c,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:39.442546 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:39.447092 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=7b68a409-3f26-4b8f-962e-75ac722d81df,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:39.475061 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a72ebae-2f72-4259-95ee-afc214b87e32 x-openstack-request-id: req-4a72ebae-2f72-4259-95ee-afc214b87e32 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:39.475354 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "702bed7c-51d7-4a6e-804b-7eb9f8ffa021", "name": "network-vif-unplugged", "status": "completed", "tag": "c3b3f70b-0d43-4e38-b32f-101164ecb70c", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:39.475604 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a72ebae-2f72-4259-95ee-afc214b87e32 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:39.475992 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '702bed7c-51d7-4a6e-804b-7eb9f8ffa021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3b3f70b-0d43-4e38-b32f-101164ecb70c', 'code': 200} Jul 15 23:11:39.506965 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=c3b3f70b-0d43-4e38-b32f-101164ecb70c,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:39.508947 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78331e0d-df55-493e-989e-7fc7bd580008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:39.519068 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f1733423-ec85-4040-93f7-89f9665edf6e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:39.536673 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78331e0d-df55-493e-989e-7fc7bd580008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:39.548733 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1733423-ec85-4040-93f7-89f9665edf6e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event deleted for resources: {'Port': ['ID=8bd9403a-cbb3-4797-b0fe-45bd987df2e6,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:39.606530 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78331e0d-df55-493e-989e-7fc7bd580008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:39.620861 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78331e0d-df55-493e-989e-7fc7bd580008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:39.625285 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-78331e0d-df55-493e-989e-7fc7bd580008 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b47e1206-33f7-409d-88bd-54be8f167f96 HTTP/1.1" status: 204 len: 168 time: 0.2172985 Jul 15 23:11:39.634007 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f1733423-ec85-4040-93f7-89f9665edf6e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:39.634371 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78331e0d-df55-493e-989e-7fc7bd580008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47e1206-33f7-409d-88bd-54be8f167f96,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:39.637384 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f1733423-ec85-4040-93f7-89f9665edf6e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:39.639232 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f1733423-ec85-4040-93f7-89f9665edf6e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "DELETE /v2.0/floatingips/36894c4a-444b-4337-8e81-3deee32edb3e HTTP/1.1" status: 204 len: 168 time: 0.6823697 Jul 15 23:11:39.642790 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50120) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:39.647774 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-16490e00-253a-4bff-b33b-99fe78ad5f74 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'port_id': '20b08078-5666-46b7-8484-fdb7a70a5d74'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:39.685852 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16490e00-253a-4bff-b33b-99fe78ad5f74 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:39.746492 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['7b68a409-3f26-4b8f-962e-75ac722d81df'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:39.803784 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403531d5-6f5d-4d74-abc5-c9956b244848 req-8a16d1dd-319b-48d0-8f3f-f6efe873ddc9 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:39.805514 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-403531d5-6f5d-4d74-abc5-c9956b244848 req-8a16d1dd-319b-48d0-8f3f-f6efe873ddc9 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.1052706 Jul 15 23:11:39.824592 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16490e00-253a-4bff-b33b-99fe78ad5f74 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:39.888774 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-403531d5-6f5d-4d74-abc5-c9956b244848 req-c74a534a-8674-4ef9-8dcc-1fadae3124b5 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720677 Jul 15 23:11:40.033002 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-16490e00-253a-4bff-b33b-99fe78ad5f74 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Allocated IP 172.25.4.215 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/085db166-d3e6-493e-9d6a-b0ec3decf4ee) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:40.048990 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ddfe7-a0bc-47ea-9b00-d6f43c46e397 req-0930d9a3-1f44-43d4-9236-18461b7ae048 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:40.051214 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-254ddfe7-a0bc-47ea-9b00-d6f43c46e397 req-0930d9a3-1f44-43d4-9236-18461b7ae048 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8249830c-c258-472b-9574-96790ff8f4a3 HTTP/1.1" status: 200 len: 944 time: 0.0824530 Jul 15 23:11:40.097463 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-254ddfe7-a0bc-47ea-9b00-d6f43c46e397 req-fe5ba6b3-7f06-475a-94a6-ab30fe6d248c tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394163 Jul 15 23:11:40.165854 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16490e00-253a-4bff-b33b-99fe78ad5f74 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:40.205957 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16490e00-253a-4bff-b33b-99fe78ad5f74 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:40.249115 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16490e00-253a-4bff-b33b-99fe78ad5f74 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:40.252379 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-16490e00-253a-4bff-b33b-99fe78ad5f74 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:40.255915 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16490e00-253a-4bff-b33b-99fe78ad5f74 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:40.261371 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16490e00-253a-4bff-b33b-99fe78ad5f74 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event updated for resources: {'Port': ['ID=085db166-d3e6-493e-9d6a-b0ec3decf4ee,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:40.802855 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16490e00-253a-4bff-b33b-99fe78ad5f74 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:40.839097 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c22d8176-a458-40b5-91ed-f89cac5baca1 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:11:40.852167 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 7b68a409-3f26-4b8f-962e-75ac722d81df up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:40.939026 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16490e00-253a-4bff-b33b-99fe78ad5f74 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:40.967688 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 7b68a409-3f26-4b8f-962e-75ac722d81df completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:41.001038 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 7b68a409-3f26-4b8f-962e-75ac722d81df triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:41.001517 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:41.102423 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c22d8176-a458-40b5-91ed-f89cac5baca1, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c22d8176-a458-40b5-91ed-f89cac5baca1,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:41.121261 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'c22d8176-a458-40b5-91ed-f89cac5baca1', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': 'c22d8176-a458-40b5-91ed-f89cac5baca1', 'mac_address': 'fa:16:3e:44:11:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:11:41.171026 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:41.243651 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:41.276741 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 7b68a409-3f26-4b8f-962e-75ac722d81df, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=7b68a409-3f26-4b8f-962e-75ac722d81df,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:41.283888 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c22d8176-a458-40b5-91ed-f89cac5baca1 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:41.290921 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:41.305771 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc25487-726d-4d14-8953-a235b403f5aa req-a6accac7-6951-4fc6-8092-6eb73112d439 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:41.326478 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4dc25487-726d-4d14-8953-a235b403f5aa req-a6accac7-6951-4fc6-8092-6eb73112d439 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.2197011 Jul 15 23:11:41.333586 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c22d8176-a458-40b5-91ed-f89cac5baca1, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c22d8176-a458-40b5-91ed-f89cac5baca1,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:41.344217 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:41.364387 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=7b68a409-3f26-4b8f-962e-75ac722d81df,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:41.438563 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=c22d8176-a458-40b5-91ed-f89cac5baca1,revision_number=9']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:41.476646 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4dc25487-726d-4d14-8953-a235b403f5aa req-b398a84b-b573-4f39-affc-a3221ebd1f94 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487443 Jul 15 23:11:41.477624 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8249830c-c258-472b-9574-96790ff8f4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b68a409-3f26-4b8f-962e-75ac722d81df'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:41.480800 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076d45c6-97ee-476e-bfc1-54faa291b9bb" -d '{"events": [{"server_uuid": "8249830c-c258-472b-9574-96790ff8f4a3", "name": "network-vif-plugged", "status": "completed", "tag": "7b68a409-3f26-4b8f-962e-75ac722d81df"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:41.519037 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['c22d8176-a458-40b5-91ed-f89cac5baca1'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:41.535744 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27974b-ad18-446f-964a-bc4971cfb6bc req-41571274-843f-4c9e-bdbb-af23db6c8869 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:41.545409 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1a27974b-ad18-446f-964a-bc4971cfb6bc req-41571274-843f-4c9e-bdbb-af23db6c8869 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8249830c-c258-472b-9574-96790ff8f4a3 HTTP/1.1" status: 200 len: 945 time: 0.2149506 Jul 15 23:11:41.626050 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1a27974b-ad18-446f-964a-bc4971cfb6bc req-eff8d0a3-c9f0-492e-9873-69e89b2716be tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789132 Jul 15 23:11:41.791129 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c21546b-bde6-4660-b1ef-71202472bd4e x-openstack-request-id: req-5c21546b-bde6-4660-b1ef-71202472bd4e {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:41.791601 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8249830c-c258-472b-9574-96790ff8f4a3", "name": "network-vif-plugged", "status": "completed", "tag": "7b68a409-3f26-4b8f-962e-75ac722d81df", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:41.792057 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c21546b-bde6-4660-b1ef-71202472bd4e {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:41.792653 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8249830c-c258-472b-9574-96790ff8f4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b68a409-3f26-4b8f-962e-75ac722d81df', 'code': 200} Jul 15 23:11:42.045338 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16490e00-253a-4bff-b33b-99fe78ad5f74 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:42.055360 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16490e00-253a-4bff-b33b-99fe78ad5f74 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:42.146926 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7924b-ee33-4258-bf6c-e1b135251bf9 req-640813be-2547-457b-a312-49d81f1fc4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:42.148970 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d6c7924b-ee33-4258-bf6c-e1b135251bf9 req-640813be-2547-457b-a312-49d81f1fc4b8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8249830c-c258-472b-9574-96790ff8f4a3 HTTP/1.1" status: 200 len: 1096 time: 0.2351091 Jul 15 23:11:42.152385 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16490e00-253a-4bff-b33b-99fe78ad5f74 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event updated for resources: {'Port': ['ID=085db166-d3e6-493e-9d6a-b0ec3decf4ee,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:42.179475 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16490e00-253a-4bff-b33b-99fe78ad5f74 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:42.262602 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d6c7924b-ee33-4258-bf6c-e1b135251bf9 req-9854b339-c1f2-479c-b241-18e46a64f832 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003776 Jul 15 23:11:42.342965 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [None req-16490e00-253a-4bff-b33b-99fe78ad5f74 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Floating IP f3fc53fa-118c-4fee-bd9c-4e853ff3d99e associated. External IP: 172.25.4.215, port: 20b08078-5666-46b7-8484-fdb7a70a5d74. Jul 15 23:11:42.498230 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50252) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:42.652010 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-854f12c2-e06e-4543-87f2-97217fc121bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:42.654942 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16490e00-253a-4bff-b33b-99fe78ad5f74 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Router 300c6b9d-3007-422d-b533-fdcf0fe2a6fa has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:11:42.838002 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-854f12c2-e06e-4543-87f2-97217fc121bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:42.845609 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-854f12c2-e06e-4543-87f2-97217fc121bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:42.855724 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c22d8176-a458-40b5-91ed-f89cac5baca1 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:42.949044 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f12c2-e06e-4543-87f2-97217fc121bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef3cc97-4380-4249-b613-4975fa2b8723,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:42.955103 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16490e00-253a-4bff-b33b-99fe78ad5f74 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:11:42.983785 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f720682c-a501-4cc4-834a-e715923b966e None None] Sync routers for ids ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:11:42.992102 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50262) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:42.996790 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-854f12c2-e06e-4543-87f2-97217fc121bc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4fa9ef71708e4bd69ef99cf48ccd4981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4967387 Jul 15 23:11:43.007506 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port c22d8176-a458-40b5-91ed-f89cac5baca1 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:43.007807 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:43.018090 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16490e00-253a-4bff-b33b-99fe78ad5f74 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:43.041080 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc5687-abc4-4aaa-a069-a018b4c8fb48 req-8db30a4a-521f-4c9c-b084-f1e391c840ab tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:43.049606 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f720682c-a501-4cc4-834a-e715923b966e None None] Routers {'300c6b9d-3007-422d-b533-fdcf0fe2a6fa'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:43.055578 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ecfc5687-abc4-4aaa-a069-a018b4c8fb48 req-8db30a4a-521f-4c9c-b084-f1e391c840ab tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8249830c-c258-472b-9574-96790ff8f4a3 HTTP/1.1" status: 200 len: 945 time: 0.2789819 Jul 15 23:11:43.060999 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-f720682c-a501-4cc4-834a-e715923b966e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:43.120969 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-16490e00-253a-4bff-b33b-99fe78ad5f74 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.4747398 Jul 15 23:11:43.121523 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50266) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:43.145908 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ecfc5687-abc4-4aaa-a069-a018b4c8fb48 req-8cacbb43-ab28-45fe-b6af-ba3ed7c8e7f9 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893569 Jul 15 23:11:43.198300 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:43.222024 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88d16087-7d16-4738-bb17-3dd59353b26c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:43.253235 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-10deec5f-eb13-4bf1-9bdd-38e73e9800c2 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "GET /v2.0/floatingips/f3fc53fa-118c-4fee-bd9c-4e853ff3d99e HTTP/1.1" status: 200 len: 978 time: 0.1278756 Jul 15 23:11:43.254686 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50272) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:43.280803 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88d16087-7d16-4738-bb17-3dd59353b26c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:43.309131 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c22d8176-a458-40b5-91ed-f89cac5baca1, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c22d8176-a458-40b5-91ed-f89cac5baca1,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:43.316371 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:43.387894 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88d16087-7d16-4738-bb17-3dd59353b26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:43.391782 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88d16087-7d16-4738-bb17-3dd59353b26c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:43.393768 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-88d16087-7d16-4738-bb17-3dd59353b26c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4ef3cc97-4380-4249-b613-4975fa2b8723 HTTP/1.1" status: 204 len: 168 time: 0.3999228 Jul 15 23:11:43.409950 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d16087-7d16-4738-bb17-3dd59353b26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef3cc97-4380-4249-b613-4975fa2b8723,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:43.478319 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-f720682c-a501-4cc4-834a-e715923b966e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:43.501368 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f720682c-a501-4cc4-834a-e715923b966e None None] Routers {'300c6b9d-3007-422d-b533-fdcf0fe2a6fa'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:43.502675 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-f720682c-a501-4cc4-834a-e715923b966e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:43.538011 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=c22d8176-a458-40b5-91ed-f89cac5baca1,revision_number=10']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:43.553321 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2cf5bcea-724a-44c7-a46d-5bbcf05a28a7 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2969701 Jul 15 23:11:43.555521 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50284) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:43.561875 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ad0dd299-77bd-4f13-8b42-5e4143f40103 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Request body: {'floatingip': {'port_id': 'f9efd545-ffb0-4617-9d28-6173f544eef8'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:43.597091 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-f720682c-a501-4cc4-834a-e715923b966e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:43.597804 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f720682c-a501-4cc4-834a-e715923b966e None None] The sync data for ids ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:11:43.755485 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ad0dd299-77bd-4f13-8b42-5e4143f40103 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:43.793664 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836ea51d-ce98-4605-bd1d-b1dda80e541c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22d8176-a458-40b5-91ed-f89cac5baca1'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:43.796020 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91486122-afa9-4443-9f1a-1e7a5fa328dc" -d '{"events": [{"server_uuid": "836ea51d-ce98-4605-bd1d-b1dda80e541c", "name": "network-vif-plugged", "status": "completed", "tag": "c22d8176-a458-40b5-91ed-f89cac5baca1"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:43.855659 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a67a6-5a17-44ac-8b4f-35ab1b0faff5 req-4e5251ff-8731-404e-b1d2-c1fe73f8c1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:43.857278 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c5a67a6-5a17-44ac-8b4f-35ab1b0faff5 req-4e5251ff-8731-404e-b1d2-c1fe73f8c1a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c94a1f7515fc403ca722dddef8f6ba46&device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 1097 time: 0.1376877 Jul 15 23:11:43.870750 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40af20-6fd5-4eb1-863f-4f8cd2fbc6ee req-8f6edc18-27a5-4bb2-8438-68f0d615c0a2 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:43.872438 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8e40af20-6fd5-4eb1-863f-4f8cd2fbc6ee req-8f6edc18-27a5-4bb2-8438-68f0d615c0a2 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.0973420 Jul 15 23:11:43.893526 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0318b147-e53e-4a24-808e-3cce09c5a6d1 x-openstack-request-id: req-0318b147-e53e-4a24-808e-3cce09c5a6d1 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:43.894022 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836ea51d-ce98-4605-bd1d-b1dda80e541c", "name": "network-vif-plugged", "status": "completed", "tag": "c22d8176-a458-40b5-91ed-f89cac5baca1", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:43.894130 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0318b147-e53e-4a24-808e-3cce09c5a6d1 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:43.894454 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836ea51d-ce98-4605-bd1d-b1dda80e541c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22d8176-a458-40b5-91ed-f89cac5baca1', 'code': 200} Jul 15 23:11:43.977064 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8e40af20-6fd5-4eb1-863f-4f8cd2fbc6ee req-13bd164e-bcbb-40f5-b690-497f917c869d tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938382 Jul 15 23:11:44.011419 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a67a6-5a17-44ac-8b4f-35ab1b0faff5 req-a60318dd-f18b-4693-9e1d-0eae0742b374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:44.015231 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c5a67a6-5a17-44ac-8b4f-35ab1b0faff5 req-a60318dd-f18b-4693-9e1d-0eae0742b374 service neutron] 10.222.0.43 "GET /v2.0/networks?id=06e80cc8-6c99-4e93-b9ec-9a2e84049a5a HTTP/1.1" status: 200 len: 919 time: 0.1418591 Jul 15 23:11:44.030680 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50292) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:44.092645 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0efcfdbc-dc5d-48c8-ae91-b126d2ee9981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:44.096631 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c5a67a6-5a17-44ac-8b4f-35ab1b0faff5 req-4bf08476-f8ce-40a9-b68c-f2508b2bba1e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90f78b53-65f5-4c56-83f7-658649dbbb11 HTTP/1.1" status: 200 len: 217 time: 0.0735168 Jul 15 23:11:44.222077 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a67a6-5a17-44ac-8b4f-35ab1b0faff5 req-f880ba03-cf26-42f4-82f4-44440bab5acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:44.223658 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c5a67a6-5a17-44ac-8b4f-35ab1b0faff5 req-f880ba03-cf26-42f4-82f4-44440bab5acf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4855a5f1-8b72-4f27-b61b-98876d40980b HTTP/1.1" status: 200 len: 858 time: 0.1209774 Jul 15 23:11:44.293075 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c5a67a6-5a17-44ac-8b4f-35ab1b0faff5 req-83d772e2-bc40-49b1-8264-5bb796fc68d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=06e80cc8-6c99-4e93-b9ec-9a2e84049a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480356 Jul 15 23:11:44.464362 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c5a67a6-5a17-44ac-8b4f-35ab1b0faff5 req-fdb2e656-160b-4589-90c8-8e2bc6b82a67 service neutron] 10.222.0.43 "GET /v2.0/networks/06e80cc8-6c99-4e93-b9ec-9a2e84049a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613009 Jul 15 23:11:44.548670 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0efcfdbc-dc5d-48c8-ae91-b126d2ee9981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:44.557934 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ad0dd299-77bd-4f13-8b42-5e4143f40103 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:44.565420 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ad0dd299-77bd-4f13-8b42-5e4143f40103 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:44.690221 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [None req-ad0dd299-77bd-4f13-8b42-5e4143f40103 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Floating IP f3fc53fa-118c-4fee-bd9c-4e853ff3d99e associated. External IP: 172.25.4.215, port: 20b08078-5666-46b7-8484-fdb7a70a5d74. Jul 15 23:11:44.941677 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0dd299-77bd-4f13-8b42-5e4143f40103 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Router 300c6b9d-3007-422d-b533-fdcf0fe2a6fa has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:11:45.050400 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0efcfdbc-dc5d-48c8-ae91-b126d2ee9981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:45.092468 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0dd299-77bd-4f13-8b42-5e4143f40103 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:11:45.100203 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0efcfdbc-dc5d-48c8-ae91-b126d2ee9981 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2f86c09afd04a4f9a0bfaeaa1014906&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0685089 Jul 15 23:11:45.107252 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89470d25-900c-4d71-8c3f-60eb6fadccec None None] Sync routers for ids ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:11:45.124607 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89470d25-900c-4d71-8c3f-60eb6fadccec None None] Routers {'300c6b9d-3007-422d-b533-fdcf0fe2a6fa'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:45.125551 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-89470d25-900c-4d71-8c3f-60eb6fadccec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:45.131761 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4530e8d-4b7e-4f03-89e6-e4d74660a376 req-edc73a90-8ede-4f75-b245-4d3ec75e5d69 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:45.145391 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50312) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:45.146457 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c4530e8d-4b7e-4f03-89e6-e4d74660a376 req-edc73a90-8ede-4f75-b245-4d3ec75e5d69 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8249830c-c258-472b-9574-96790ff8f4a3 HTTP/1.1" status: 200 len: 945 time: 0.7559385 Jul 15 23:11:45.209035 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-89470d25-900c-4d71-8c3f-60eb6fadccec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:45.220453 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89470d25-900c-4d71-8c3f-60eb6fadccec None None] Routers {'300c6b9d-3007-422d-b533-fdcf0fe2a6fa'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:45.221593 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-89470d25-900c-4d71-8c3f-60eb6fadccec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:45.255518 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c04cec57-4f1f-4aaa-861e-471fca76ef66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:45.269652 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-89470d25-900c-4d71-8c3f-60eb6fadccec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:45.270509 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89470d25-900c-4d71-8c3f-60eb6fadccec None None] The sync data for ids ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:11:45.274289 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c4530e8d-4b7e-4f03-89e6-e4d74660a376 req-2c58dee7-79e1-48a1-b2cd-72fb9cd04d73 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261120 Jul 15 23:11:45.280848 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c04cec57-4f1f-4aaa-861e-471fca76ef66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:45.319912 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c5a67a6-5a17-44ac-8b4f-35ab1b0faff5 req-848cde2a-d4c9-473d-a0f8-239885cbf6e1 service neutron] 10.222.0.43 "GET /v2.0/networks/06e80cc8-6c99-4e93-b9ec-9a2e84049a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8471017 Jul 15 23:11:45.321866 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efcfdbc-dc5d-48c8-ae91-b126d2ee9981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1523212b-6f1d-4705-ac3c-4dc65d1d67a8,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:45.341948 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c04cec57-4f1f-4aaa-861e-471fca76ef66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:45.345472 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c04cec57-4f1f-4aaa-861e-471fca76ef66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:45.346910 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c04cec57-4f1f-4aaa-861e-471fca76ef66 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1523212b-6f1d-4705-ac3c-4dc65d1d67a8 HTTP/1.1" status: 204 len: 168 time: 0.2005055 Jul 15 23:11:45.425548 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38bc3a-7738-4ee1-8c30-4e1d50623db8 req-15699cfc-02a4-4ebb-805f-6337dc678f25 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:45.430665 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fe38bc3a-7738-4ee1-8c30-4e1d50623db8 req-15699cfc-02a4-4ebb-805f-6337dc678f25 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.2406321 Jul 15 23:11:45.544508 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fe38bc3a-7738-4ee1-8c30-4e1d50623db8 req-2f25f24f-4917-44dd-998c-625432e9dcde tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063554 Jul 15 23:11:45.618182 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0dd299-77bd-4f13-8b42-5e4143f40103 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Router 300c6b9d-3007-422d-b533-fdcf0fe2a6fa has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:11:45.621147 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04cec57-4f1f-4aaa-861e-471fca76ef66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1523212b-6f1d-4705-ac3c-4dc65d1d67a8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:45.763917 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0dd299-77bd-4f13-8b42-5e4143f40103 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:11:45.768885 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ad0dd299-77bd-4f13-8b42-5e4143f40103 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:45.776164 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80f1f40-6cf5-4f74-9433-69a006d2bbed None None] Sync routers for ids ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:11:45.794069 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80f1f40-6cf5-4f74-9433-69a006d2bbed None None] Routers {'300c6b9d-3007-422d-b533-fdcf0fe2a6fa'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:45.795691 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-d80f1f40-6cf5-4f74-9433-69a006d2bbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:45.865728 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-33e57c21-5227-4a07-a491-ff9c078e5a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:45.872483 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50342) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:45.872682 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ad0dd299-77bd-4f13-8b42-5e4143f40103 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "PUT /v2.0/floatingips/f3fc53fa-118c-4fee-bd9c-4e853ff3d99e HTTP/1.1" status: 200 len: 977 time: 2.3155844 Jul 15 23:11:45.878946 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-1d40267c-72de-45b8-b1ec-3baac3592b8c tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:45.904294 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-d80f1f40-6cf5-4f74-9433-69a006d2bbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:45.952510 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80f1f40-6cf5-4f74-9433-69a006d2bbed None None] Routers {'300c6b9d-3007-422d-b533-fdcf0fe2a6fa'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:45.954392 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-d80f1f40-6cf5-4f74-9433-69a006d2bbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:45.998676 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1d40267c-72de-45b8-b1ec-3baac3592b8c tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:46.010284 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-d80f1f40-6cf5-4f74-9433-69a006d2bbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:46.011224 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80f1f40-6cf5-4f74-9433-69a006d2bbed None None] The sync data for ids ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:11:46.207795 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1d40267c-72de-45b8-b1ec-3baac3592b8c tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:46.212607 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1d40267c-72de-45b8-b1ec-3baac3592b8c tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:46.213194 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-1d40267c-72de-45b8-b1ec-3baac3592b8c tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Floating IP f3fc53fa-118c-4fee-bd9c-4e853ff3d99e disassociated. External IP: 172.25.4.215, port: f9efd545-ffb0-4617-9d28-6173f544eef8. Jul 15 23:11:46.472919 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d40267c-72de-45b8-b1ec-3baac3592b8c tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Router 300c6b9d-3007-422d-b533-fdcf0fe2a6fa has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:11:46.719196 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d40267c-72de-45b8-b1ec-3baac3592b8c tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:11:46.728104 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1d40267c-72de-45b8-b1ec-3baac3592b8c tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:46.733153 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be266b1d-293c-409c-90db-e0f0647b32ab None None] Sync routers for ids ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:11:46.753582 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be266b1d-293c-409c-90db-e0f0647b32ab None None] Routers {'300c6b9d-3007-422d-b533-fdcf0fe2a6fa'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:46.765078 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-be266b1d-293c-409c-90db-e0f0647b32ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:46.840687 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1d40267c-72de-45b8-b1ec-3baac3592b8c tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "PUT /v2.0/floatingips/f3fc53fa-118c-4fee-bd9c-4e853ff3d99e HTTP/1.1" status: 200 len: 688 time: 0.9666092 Jul 15 23:11:46.848432 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50380) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:46.880192 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-be266b1d-293c-409c-90db-e0f0647b32ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:46.880512 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e48a75-8129-48f8-b278-cc366ce617ea req-11b2c0af-3349-448f-a9eb-620f0cbcba2f tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:46.887498 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-60e48a75-8129-48f8-b278-cc366ce617ea req-11b2c0af-3349-448f-a9eb-620f0cbcba2f tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.1088014 Jul 15 23:11:46.897490 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be266b1d-293c-409c-90db-e0f0647b32ab None None] Routers {'300c6b9d-3007-422d-b533-fdcf0fe2a6fa'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:46.898119 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-be266b1d-293c-409c-90db-e0f0647b32ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:46.997267 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-60e48a75-8129-48f8-b278-cc366ce617ea req-6f7b97f8-0be5-48de-9ce2-6fa11ad9572d tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979509 Jul 15 23:11:47.033970 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-be266b1d-293c-409c-90db-e0f0647b32ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:47.034700 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be266b1d-293c-409c-90db-e0f0647b32ab None None] The sync data for ids ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:11:47.488347 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-d2f46209-095f-4be1-99b0-229193370990 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Deleting port 085db166-d3e6-493e-9d6a-b0ec3decf4ee {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:11:47.488691 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d2f46209-095f-4be1-99b0-229193370990 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:47.607491 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d2f46209-095f-4be1-99b0-229193370990 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:47.607827 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d2f46209-095f-4be1-99b0-229193370990 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:47.640096 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-d2f46209-095f-4be1-99b0-229193370990 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Calling delete_port for 085db166-d3e6-493e-9d6a-b0ec3decf4ee owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:11:47.839307 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d2f46209-095f-4be1-99b0-229193370990 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:47.903644 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f46209-095f-4be1-99b0-229193370990 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event deleted for resources: {'Port': ['ID=085db166-d3e6-493e-9d6a-b0ec3decf4ee,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:48.041081 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d2f46209-095f-4be1-99b0-229193370990 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:48.044432 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d2f46209-095f-4be1-99b0-229193370990 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:48.045644 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d2f46209-095f-4be1-99b0-229193370990 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "DELETE /v2.0/floatingips/f3fc53fa-118c-4fee-bd9c-4e853ff3d99e HTTP/1.1" status: 204 len: 168 time: 1.1955554 Jul 15 23:11:48.049093 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50428) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:48.151078 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-374949b7-45c1-447b-8949-3f85b4be368b tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] delete failed (client error): The resource could not be found. Jul 15 23:11:48.159853 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-374949b7-45c1-447b-8949-3f85b4be368b tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "DELETE /v2.0/floatingips/f3fc53fa-118c-4fee-bd9c-4e853ff3d99e HTTP/1.1" status: 404 len: 345 time: 0.1091185 Jul 15 23:11:48.164229 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50432) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:48.215421 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-24ca2586-5a48-42a8-aeb6-a200ae16906a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:48.349496 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2901b72f-f1e8-4dfc-b4f5-4b4d41b57e1a tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:48.358486 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2901b72f-f1e8-4dfc-b4f5-4b4d41b57e1a tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:48.386557 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2901b72f-f1e8-4dfc-b4f5-4b4d41b57e1a tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:48.393362 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2901b72f-f1e8-4dfc-b4f5-4b4d41b57e1a tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "GET /v2.0/ports?network_id=1a254891-5db8-4ba2-9117-2cf0356663f3 HTTP/1.1" status: 200 len: 2357 time: 0.2239075 Jul 15 23:11:48.393624 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309c63a-827f-40d7-bbcf-95d27f5c2af9 req-a057664c-ee43-4d31-a938-8717f10f5d5d tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:48.394464 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50438) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:48.395385 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d309c63a-827f-40d7-bbcf-95d27f5c2af9 req-a057664c-ee43-4d31-a938-8717f10f5d5d tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.1026108 Jul 15 23:11:48.503377 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d309c63a-827f-40d7-bbcf-95d27f5c2af9 req-7a14bba3-47b9-453e-8e3a-84ca9b2c2864 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016815 Jul 15 23:11:48.518582 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e7f8f4-838a-4070-a42a-e9add8fa09b3 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:48.520196 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d1e7f8f4-838a-4070-a42a-e9add8fa09b3 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "GET /v2.0/subnets/c4a97c09-fb37-44da-bb20-9ee82b173f5a HTTP/1.1" status: 200 len: 797 time: 0.1237662 Jul 15 23:11:48.525150 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50440) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:48.533738 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-014b9c67-d5fa-4ce0-9537-3f6c7fb5ce52 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Request body: {'port': {'network_id': '1a254891-5db8-4ba2-9117-2cf0356663f3', 'name': 'tempest-FloatingIPTestJSON-525356191', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:48.648543 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:48.711664 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014b9c67-d5fa-4ce0-9537-3f6c7fb5ce52 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Made reservation on behalf of cbc11455cafe444a8e4b833a349b694b for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:48.849336 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-014b9c67-d5fa-4ce0-9537-3f6c7fb5ce52 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:48.875705 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-014b9c67-d5fa-4ce0-9537-3f6c7fb5ce52 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] device_id is not set on port 46902387-a88b-485c-8f27-4a485d071d42 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:11:49.295051 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-014b9c67-d5fa-4ce0-9537-3f6c7fb5ce52 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Allocated IP 172.20.0.14 (1a254891-5db8-4ba2-9117-2cf0356663f3/c4a97c09-fb37-44da-bb20-9ee82b173f5a/46902387-a88b-485c-8f27-4a485d071d42) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:49.303815 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-014b9c67-d5fa-4ce0-9537-3f6c7fb5ce52 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Allocated IP 172.20.0.13 (1a254891-5db8-4ba2-9117-2cf0356663f3/c4a97c09-fb37-44da-bb20-9ee82b173f5a/46902387-a88b-485c-8f27-4a485d071d42) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:49.519132 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-014b9c67-d5fa-4ce0-9537-3f6c7fb5ce52 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:49.590402 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:49.641582 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-014b9c67-d5fa-4ce0-9537-3f6c7fb5ce52 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:49.707957 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014b9c67-d5fa-4ce0-9537-3f6c7fb5ce52 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Network 1a254891-5db8-4ba2-9117-2cf0356663f3 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:49.750521 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-014b9c67-d5fa-4ce0-9537-3f6c7fb5ce52 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:49.762074 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014b9c67-d5fa-4ce0-9537-3f6c7fb5ce52 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:49.799814 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b9c67-d5fa-4ce0-9537-3f6c7fb5ce52 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event updated for resources: {'Port': ['ID=46902387-a88b-485c-8f27-4a485d071d42,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:49.841899 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014b9c67-d5fa-4ce0-9537-3f6c7fb5ce52 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:49.842670 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-014b9c67-d5fa-4ce0-9537-3f6c7fb5ce52 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:49.870831 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234f74f-93aa-46ae-8b79-d580c4d4a7e6 req-34ec8a35-990f-47a9-9027-4805847add39 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:49.878695 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8234f74f-93aa-46ae-8b79-d580c4d4a7e6 req-34ec8a35-990f-47a9-9027-4805847add39 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.1765537 Jul 15 23:11:49.884129 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50466) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:49.884690 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-014b9c67-d5fa-4ce0-9537-3f6c7fb5ce52 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.3576584 Jul 15 23:11:49.891695 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4ed0f2f8-2dfc-47c3-a369-f37d58531b39 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'port_id': '46902387-a88b-485c-8f27-4a485d071d42', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:49.936120 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8234f74f-93aa-46ae-8b79-d580c4d4a7e6 req-b9faf25d-26c1-4b2e-96ea-419176f36aa0 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562181 Jul 15 23:11:49.936277 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ed0f2f8-2dfc-47c3-a369-f37d58531b39 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.095283 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ed0f2f8-2dfc-47c3-a369-f37d58531b39 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.243609 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-4ed0f2f8-2dfc-47c3-a369-f37d58531b39 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Allocated IP 172.25.4.235 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/579227f0-5858-49e0-845f-731f6d30c8a1) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:50.406231 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ed0f2f8-2dfc-47c3-a369-f37d58531b39 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.463250 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ed0f2f8-2dfc-47c3-a369-f37d58531b39 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.521059 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed0f2f8-2dfc-47c3-a369-f37d58531b39 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:50.526659 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-4ed0f2f8-2dfc-47c3-a369-f37d58531b39 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:50.530440 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed0f2f8-2dfc-47c3-a369-f37d58531b39 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:50.583945 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0f2f8-2dfc-47c3-a369-f37d58531b39 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event updated for resources: {'Port': ['ID=579227f0-5858-49e0-845f-731f6d30c8a1,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:51.112324 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ed0f2f8-2dfc-47c3-a369-f37d58531b39 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:51.124509 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:51.222235 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ed0f2f8-2dfc-47c3-a369-f37d58531b39 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:51.347430 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84bab4-21da-4635-8f03-db9d3afab5ad req-70317351-c477-458e-ba21-2b2e3c4c8fee tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:51.354354 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8a84bab4-21da-4635-8f03-db9d3afab5ad req-70317351-c477-458e-ba21-2b2e3c4c8fee tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.1523173 Jul 15 23:11:51.413309 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8a84bab4-21da-4635-8f03-db9d3afab5ad req-f3076e0d-15b9-4ac4-863f-bd57ac49b00c tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580480 Jul 15 23:11:51.499950 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ed0f2f8-2dfc-47c3-a369-f37d58531b39 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:51.513373 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ed0f2f8-2dfc-47c3-a369-f37d58531b39 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:51.662067 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0f2f8-2dfc-47c3-a369-f37d58531b39 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event updated for resources: {'Port': ['ID=579227f0-5858-49e0-845f-731f6d30c8a1,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:51.745120 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ed0f2f8-2dfc-47c3-a369-f37d58531b39 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:51.923405 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [None req-4ed0f2f8-2dfc-47c3-a369-f37d58531b39 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Floating IP 228c00b0-1a48-4374-9d5f-a34c4c36424f associated. External IP: 172.25.4.235, port: 46902387-a88b-485c-8f27-4a485d071d42. Jul 15 23:11:52.378370 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed0f2f8-2dfc-47c3-a369-f37d58531b39 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Router 300c6b9d-3007-422d-b533-fdcf0fe2a6fa has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:11:52.658261 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-50b0b6de-7e41-488f-a2f2-c204f159451e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1095805 Jul 15 23:11:52.675956 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed0f2f8-2dfc-47c3-a369-f37d58531b39 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:11:52.685998 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1787b44-2768-4187-ae8a-dc15d52e5e88 None None] Sync routers for ids ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:11:52.707062 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1787b44-2768-4187-ae8a-dc15d52e5e88 None None] Routers {'300c6b9d-3007-422d-b533-fdcf0fe2a6fa'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:52.708829 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-c1787b44-2768-4187-ae8a-dc15d52e5e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:52.712817 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ed0f2f8-2dfc-47c3-a369-f37d58531b39 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:52.789009 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4ed0f2f8-2dfc-47c3-a369-f37d58531b39 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.9037352 Jul 15 23:11:52.789848 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50532) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:52.793085 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-c1787b44-2768-4187-ae8a-dc15d52e5e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:52.795796 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-6b394009-af4d-4bc4-ac6b-e1ce1775add0 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Request body: {'floatingip': {'port_id': '46902387-a88b-485c-8f27-4a485d071d42', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:52.824423 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1787b44-2768-4187-ae8a-dc15d52e5e88 None None] Routers {'300c6b9d-3007-422d-b533-fdcf0fe2a6fa'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:52.826572 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-c1787b44-2768-4187-ae8a-dc15d52e5e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:52.869134 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-e5541785-dc2b-417c-960f-6d2b13e8867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:52.869642 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-e5541785-dc2b-417c-960f-6d2b13e8867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:52.870113 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-e5541785-dc2b-417c-960f-6d2b13e8867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:52.870573 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-e5541785-dc2b-417c-960f-6d2b13e8867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:52.870732 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b394009-af4d-4bc4-ac6b-e1ce1775add0 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:52.873389 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-e5541785-dc2b-417c-960f-6d2b13e8867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:52.874698 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-e5541785-dc2b-417c-960f-6d2b13e8867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:52.875195 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-e5541785-dc2b-417c-960f-6d2b13e8867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:52.877724 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-e5541785-dc2b-417c-960f-6d2b13e8867f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe4ced19c3b40c2bc6e11100f9d5f1d&device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 6491 time: 0.1234593 Jul 15 23:11:52.896685 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec341c9b-dc16-4d4d-b5a0-d2ed2753b675 req-2220ce33-6424-46c0-9de8-033a4405f3ee tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:52.898235 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ec341c9b-dc16-4d4d-b5a0-d2ed2753b675 req-2220ce33-6424-46c0-9de8-033a4405f3ee tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.2074423 Jul 15 23:11:52.916633 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-c1787b44-2768-4187-ae8a-dc15d52e5e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:52.917299 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1787b44-2768-4187-ae8a-dc15d52e5e88 None None] The sync data for ids ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:11:53.035078 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-b4064dc0-efaa-4bf1-8739-053e66065333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:53.035553 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-b4064dc0-efaa-4bf1-8739-053e66065333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:53.036019 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-b4064dc0-efaa-4bf1-8739-053e66065333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:53.037625 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-b4064dc0-efaa-4bf1-8739-053e66065333 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e0802052-573e-4abc-b289-64f26dbf67e5&id=c784f317-cf69-4499-8ee8-96a3a3714978&id=c784f317-cf69-4499-8ee8-96a3a3714978&id=c784f317-cf69-4499-8ee8-96a3a3714978&id=c784f317-cf69-4499-8ee8-96a3a3714978&id=70df42a8-7f3a-4d1e-82b9-1354a40e98c2&id=70df42a8-7f3a-4d1e-82b9-1354a40e98c2 HTTP/1.1" status: 200 len: 2294 time: 0.1094658 Jul 15 23:11:53.120460 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-3dd67313-7c69-46f3-8dbe-8fa1e4492f93 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=593c311f-e7e7-48e7-a565-db6f18498037 HTTP/1.1" status: 200 len: 1002 time: 0.0708883 Jul 15 23:11:53.205634 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-06c0000d-4d06-46e5-9e76-46cc5043f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:53.207690 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-06c0000d-4d06-46e5-9e76-46cc5043f953 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=366630ff-4a54-44a5-bcbd-e951b8384258 HTTP/1.1" status: 200 len: 851 time: 0.0784066 Jul 15 23:11:53.226614 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ec341c9b-dc16-4d4d-b5a0-d2ed2753b675 req-22b85a5d-b6ea-465d-a37d-19d9a1cd326e tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175633 Jul 15 23:11:53.339097 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-5a068449-4f48-41fd-ac3b-4518ec22e8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:53.341340 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-5a068449-4f48-41fd-ac3b-4518ec22e8ed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e0802052-573e-4abc-b289-64f26dbf67e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165955 Jul 15 23:11:53.526438 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-24805600-fe7c-4788-9046-b795d4128a83 service neutron] 10.222.0.43 "GET /v2.0/networks/e0802052-573e-4abc-b289-64f26dbf67e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756344 Jul 15 23:11:53.677760 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-daf5f431-e36b-4bcb-bb7c-f44d6de41615 service neutron] 10.222.0.43 "GET /v2.0/networks/e0802052-573e-4abc-b289-64f26dbf67e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376996 Jul 15 23:11:53.738453 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-9b13f447-e6eb-4d2f-a00b-9ef4721807a8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=c451b609-46fa-4e93-a60a-10b38b3f6d50 HTTP/1.1" status: 200 len: 217 time: 0.0524180 Jul 15 23:11:53.829721 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-4bb1faad-c85a-4025-8b94-e70db48abf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:53.834838 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-4bb1faad-c85a-4025-8b94-e70db48abf5a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49248069-78f4-449a-8647-b57bc9f84d48 HTTP/1.1" status: 200 len: 797 time: 0.0851157 Jul 15 23:11:53.917456 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-77828254-f825-4dd4-9ccd-6ad522143e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:53.919462 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-77828254-f825-4dd4-9ccd-6ad522143e89 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c784f317-cf69-4499-8ee8-96a3a3714978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0773902 Jul 15 23:11:54.000443 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.088175 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b394009-af4d-4bc4-ac6b-e1ce1775add0 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.093828 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-1fcdea09-cffd-4fe6-875b-f10cf5447454 service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613111 Jul 15 23:11:54.114568 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b394009-af4d-4bc4-ac6b-e1ce1775add0 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.238388 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-b653d78f-2a26-4a49-be61-d48410b541b1 service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337187 Jul 15 23:11:54.390676 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-0a793d9a-290f-4178-ae3f-ff42b536260c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=86bf6025-0368-4513-9e10-f8d406029119 HTTP/1.1" status: 200 len: 217 time: 0.1426706 Jul 15 23:11:54.499937 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b394009-af4d-4bc4-ac6b-e1ce1775add0 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Router 300c6b9d-3007-422d-b533-fdcf0fe2a6fa has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:11:54.623474 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-05c4abee-bacd-46be-a18f-10fcb7c54528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:54.627794 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-05c4abee-bacd-46be-a18f-10fcb7c54528 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49248069-78f4-449a-8647-b57bc9f84d48 HTTP/1.1" status: 200 len: 797 time: 0.2269933 Jul 15 23:11:54.649665 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b394009-af4d-4bc4-ac6b-e1ce1775add0 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:11:54.655968 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b394009-af4d-4bc4-ac6b-e1ce1775add0 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.659669 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b71ab79-398a-4258-929b-42f3ff331654 None None] Sync routers for ids ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:11:54.674786 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b71ab79-398a-4258-929b-42f3ff331654 None None] Routers {'300c6b9d-3007-422d-b533-fdcf0fe2a6fa'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:54.676923 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2b71ab79-398a-4258-929b-42f3ff331654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:54.755796 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2b71ab79-398a-4258-929b-42f3ff331654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:54.768102 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f290a4-5dc9-4c60-966e-654bb27fbdb4 req-6d9b3c23-7073-44be-8a5b-acecff8a67d8 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:54.771140 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-76f290a4-5dc9-4c60-966e-654bb27fbdb4 req-6d9b3c23-7073-44be-8a5b-acecff8a67d8 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/ports?device_id=d76fc786-7a78-4737-8141-6ee5de07e536 HTTP/1.1" status: 200 len: 945 time: 0.2951050 Jul 15 23:11:54.776429 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b71ab79-398a-4258-929b-42f3ff331654 None None] Routers {'300c6b9d-3007-422d-b533-fdcf0fe2a6fa'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:54.778766 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2b71ab79-398a-4258-929b-42f3ff331654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:54.783019 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6b394009-af4d-4bc4-ac6b-e1ce1775add0 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "PUT /v2.0/floatingips/228c00b0-1a48-4374-9d5f-a34c4c36424f HTTP/1.1" status: 200 len: 978 time: 1.9919074 Jul 15 23:11:54.783625 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50568) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:54.788381 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23803670-19d0-42c6-9b42-e994595539b1 req-edcc7979-6240-4022-9ed7-b81331bd93b7 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:54.795873 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-23803670-19d0-42c6-9b42-e994595539b1 req-edcc7979-6240-4022-9ed7-b81331bd93b7 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.3130939 Jul 15 23:11:54.844210 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50570) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:54.849053 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-76f290a4-5dc9-4c60-966e-654bb27fbdb4 req-071efbc2-c9de-45dc-9b0a-f7de05418f61 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/security-groups?id=04fb3681-0ff9-4c35-91ee-f0c88b1c70bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709631 Jul 15 23:11:54.858337 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2b71ab79-398a-4258-929b-42f3ff331654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:54.858838 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b71ab79-398a-4258-929b-42f3ff331654 None None] The sync data for ids ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:11:54.946796 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-23803670-19d0-42c6-9b42-e994595539b1 req-385b1b4a-acea-4b0b-96fa-6203480ce3ec tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495948 Jul 15 23:11:54.949039 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-a63289c1-5ac0-48de-b0c5-299cb3092658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:54.965229 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-a63289c1-5ac0-48de-b0c5-299cb3092658 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c784f317-cf69-4499-8ee8-96a3a3714978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3096211 Jul 15 23:11:55.105083 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-cb71e69f-4e5d-4299-979b-f263ab079b07 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Deleting port 579227f0-5858-49e0-845f-731f6d30c8a1 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:11:55.105581 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb71e69f-4e5d-4299-979b-f263ab079b07 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:55.223003 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb71e69f-4e5d-4299-979b-f263ab079b07 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:55.223665 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb71e69f-4e5d-4299-979b-f263ab079b07 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:55.237434 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-cb71e69f-4e5d-4299-979b-f263ab079b07 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Calling delete_port for 579227f0-5858-49e0-845f-731f6d30c8a1 owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:11:55.409357 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e5136b92-9391-423e-948e-aca139a712f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:55.452501 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-d4f868c9-487b-4f03-ab09-d8ca4d6346ff service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931200 Jul 15 23:11:55.536091 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb71e69f-4e5d-4299-979b-f263ab079b07 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:55.591530 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-c95b1533-c98d-4442-9689-2b29e0a914d2 service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285253 Jul 15 23:11:55.619271 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71e69f-4e5d-4299-979b-f263ab079b07 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event deleted for resources: {'Port': ['ID=579227f0-5858-49e0-845f-731f6d30c8a1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:55.636876 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-517c35d7-dbed-4186-b748-7beb74916ba5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=a33099a7-5b54-470d-a6fb-0182aa37b1ce HTTP/1.1" status: 200 len: 217 time: 0.0349352 Jul 15 23:11:55.710078 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb71e69f-4e5d-4299-979b-f263ab079b07 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:55.710732 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [None req-cb71e69f-4e5d-4299-979b-f263ab079b07 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Floating IP 228c00b0-1a48-4374-9d5f-a34c4c36424f disassociated (deleted). External IP: 172.25.4.235, port: 46902387-a88b-485c-8f27-4a485d071d42. Jul 15 23:11:55.713807 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-05803492-f431-484f-a4cc-9623ed90b48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:55.715520 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-05803492-f431-484f-a4cc-9623ed90b48e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49248069-78f4-449a-8647-b57bc9f84d48 HTTP/1.1" status: 200 len: 797 time: 0.0724277 Jul 15 23:11:55.735476 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e5136b92-9391-423e-948e-aca139a712f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:55.764000 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e5136b92-9391-423e-948e-aca139a712f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:55.813335 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5136b92-9391-423e-948e-aca139a712f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79deb24b-e497-4420-94db-0597e455b1df,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:55.822045 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e5136b92-9391-423e-948e-aca139a712f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f4f5e8e6ce34b6e85ce579b4b8b1a08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9719403 Jul 15 23:11:55.824920 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50592) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:55.840455 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-be1fd94d-f9e0-4f5a-890d-97af4bb73cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:55.842070 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-be1fd94d-f9e0-4f5a-890d-97af4bb73cd5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c784f317-cf69-4499-8ee8-96a3a3714978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1180356 Jul 15 23:11:55.965717 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7a9ad17b-f1ff-4af3-b8f9-585e44010168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:55.980786 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb71e69f-4e5d-4299-979b-f263ab079b07 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Router 300c6b9d-3007-422d-b533-fdcf0fe2a6fa has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:11:56.037722 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-459651f2-f6d6-486d-9b44-bec0928e0d43 service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868155 Jul 15 23:11:56.045010 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7a9ad17b-f1ff-4af3-b8f9-585e44010168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:56.114982 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb71e69f-4e5d-4299-979b-f263ab079b07 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:11:56.120577 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb71e69f-4e5d-4299-979b-f263ab079b07 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:56.128681 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099f5351-2f8d-49b5-96e3-fc8b3204eb8f None None] Sync routers for ids ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:11:56.143193 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099f5351-2f8d-49b5-96e3-fc8b3204eb8f None None] Routers {'300c6b9d-3007-422d-b533-fdcf0fe2a6fa'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:56.143815 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-099f5351-2f8d-49b5-96e3-fc8b3204eb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:56.171030 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cb71e69f-4e5d-4299-979b-f263ab079b07 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "DELETE /v2.0/floatingips/228c00b0-1a48-4374-9d5f-a34c4c36424f HTTP/1.1" status: 204 len: 168 time: 1.3834376 Jul 15 23:11:56.171730 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50598) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:56.192890 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-099f5351-2f8d-49b5-96e3-fc8b3204eb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:56.209166 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099f5351-2f8d-49b5-96e3-fc8b3204eb8f None None] Routers {'300c6b9d-3007-422d-b533-fdcf0fe2a6fa'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:56.210131 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-099f5351-2f8d-49b5-96e3-fc8b3204eb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:56.246892 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-0eac220c-5646-4cb7-a178-b2439b699a43 service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987121 Jul 15 23:11:56.258297 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102cbaf-e50c-4105-a60c-dfbc4fa00866 req-bb778dcc-f25b-46f9-bb0b-047f056c0e42 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:56.259975 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d102cbaf-e50c-4105-a60c-dfbc4fa00866 req-bb778dcc-f25b-46f9-bb0b-047f056c0e42 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/ports?device_id=d76fc786-7a78-4737-8141-6ee5de07e536 HTTP/1.1" status: 200 len: 945 time: 0.3166633 Jul 15 23:11:56.262711 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-099f5351-2f8d-49b5-96e3-fc8b3204eb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:56.263617 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099f5351-2f8d-49b5-96e3-fc8b3204eb8f None None] The sync data for ids ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:11:56.321077 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-2169899d-b5bf-4561-add6-b5fab9eea1c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=6881fff5-28e4-43a6-9ddf-739b8456047b HTTP/1.1" status: 200 len: 217 time: 0.0598776 Jul 15 23:11:56.346617 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7a9ad17b-f1ff-4af3-b8f9-585e44010168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:56.349413 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7a9ad17b-f1ff-4af3-b8f9-585e44010168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:56.350560 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7a9ad17b-f1ff-4af3-b8f9-585e44010168 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/79deb24b-e497-4420-94db-0597e455b1df HTTP/1.1" status: 204 len: 168 time: 0.5244696 Jul 15 23:11:56.357393 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2fb0054e-d0f3-48a7-8fef-be99a59f5132 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Deleting port 46902387-a88b-485c-8f27-4a485d071d42 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:11:56.357782 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2fb0054e-d0f3-48a7-8fef-be99a59f5132 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:56.382372 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd923dda-b4f4-4a23-82e1-68616ec63790 req-b92544e0-0cc7-4269-8979-975261c4de20 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:56.389495 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cd923dda-b4f4-4a23-82e1-68616ec63790 req-b92544e0-0cc7-4269-8979-975261c4de20 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.2996304 Jul 15 23:11:56.417486 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ad17b-f1ff-4af3-b8f9-585e44010168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79deb24b-e497-4420-94db-0597e455b1df,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:56.448420 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d102cbaf-e50c-4105-a60c-dfbc4fa00866 req-75d6a973-a769-4a6f-9220-18ef4ccff184 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/security-groups?id=04fb3681-0ff9-4c35-91ee-f0c88b1c70bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705210 Jul 15 23:11:56.456584 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-5764c6be-b184-4dfb-9fe1-0ae15e3249bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:56.458024 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-5764c6be-b184-4dfb-9fe1-0ae15e3249bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49248069-78f4-449a-8647-b57bc9f84d48 HTTP/1.1" status: 200 len: 797 time: 0.1269760 Jul 15 23:11:56.477304 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2fb0054e-d0f3-48a7-8fef-be99a59f5132 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:56.505824 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cd923dda-b4f4-4a23-82e1-68616ec63790 req-2be06b22-e447-4aa6-b56a-79f09214e3a7 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154451 Jul 15 23:11:56.509905 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2fb0054e-d0f3-48a7-8fef-be99a59f5132 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Calling delete_port for 46902387-a88b-485c-8f27-4a485d071d42 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:11:56.539780 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-39657f0c-7228-4706-b5e5-999df6eb6355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:56.539780 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-39657f0c-7228-4706-b5e5-999df6eb6355 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c784f317-cf69-4499-8ee8-96a3a3714978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0723035 Jul 15 23:11:56.680621 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-8bb28846-6bbd-40dd-b569-76fbf0132090 service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357012 Jul 15 23:11:56.830149 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-4108a0e6-9946-4cb2-a515-fbbb9ce140ab service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336155 Jul 15 23:11:56.853429 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2fb0054e-d0f3-48a7-8fef-be99a59f5132 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:56.888709 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-5b7d4ed6-a20c-4e00-9cf9-50905b980ba3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=abf079aa-7e1f-4fa4-8693-d71192c3cd5a HTTP/1.1" status: 200 len: 217 time: 0.0497437 Jul 15 23:11:56.888926 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50620) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:56.894311 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0054e-d0f3-48a7-8fef-be99a59f5132 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event deleted for resources: {'Port': ['ID=46902387-a88b-485c-8f27-4a485d071d42,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:56.932089 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9b78f84-0a32-40d4-ac3f-b441735ecbd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:56.960656 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-ef81d7f8-026d-4aba-a70c-c917bbee56b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:56.962119 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-ef81d7f8-026d-4aba-a70c-c917bbee56b6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c8ed3032-070e-4ebf-984d-7ac57e6c8a26 HTTP/1.1" status: 200 len: 797 time: 0.0656180 Jul 15 23:11:57.018385 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2fb0054e-d0f3-48a7-8fef-be99a59f5132 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:57.025025 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2fb0054e-d0f3-48a7-8fef-be99a59f5132 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "DELETE /v2.0/ports/46902387-a88b-485c-8f27-4a485d071d42 HTTP/1.1" status: 204 len: 168 time: 0.8481395 Jul 15 23:11:57.025971 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50624) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:57.036505 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d0760c15-884c-4b33-a73e-bdb524b16e9c tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:57.073747 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-755e9951-9051-4426-af63-0577e3b7b0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:57.075296 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-755e9951-9051-4426-af63-0577e3b7b0ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=70df42a8-7f3a-4d1e-82b9-1354a40e98c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1061714 Jul 15 23:11:57.129324 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9b78f84-0a32-40d4-ac3f-b441735ecbd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:57.136948 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9b78f84-0a32-40d4-ac3f-b441735ecbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:57.159260 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d0760c15-884c-4b33-a73e-bdb524b16e9c tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:57.221053 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f9b78f84-0a32-40d4-ac3f-b441735ecbd4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=611c16bb93d64fa5b0269d9e7d88ffde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3305295 Jul 15 23:11:57.224773 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b78f84-0a32-40d4-ac3f-b441735ecbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8478c6df-637f-4033-b4e5-77fba2821f94,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:57.227248 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50626) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:57.282346 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-b5064113-bbf7-4e51-a786-f9b676e44347 service neutron] 10.222.0.43 "GET /v2.0/networks/70df42a8-7f3a-4d1e-82b9-1354a40e98c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987810 Jul 15 23:11:57.351236 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54415d9f-25ba-4db3-a974-0e8a2cea6fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:57.387011 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54415d9f-25ba-4db3-a974-0e8a2cea6fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:57.436144 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d0760c15-884c-4b33-a73e-bdb524b16e9c tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:57.511744 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-24aece6a-8cb9-400c-9474-5a5fdf79fc1a service neutron] 10.222.0.43 "GET /v2.0/networks/70df42a8-7f3a-4d1e-82b9-1354a40e98c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073531 Jul 15 23:11:57.533957 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54415d9f-25ba-4db3-a974-0e8a2cea6fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:57.536350 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9891e-519e-4dca-948a-47c996676032 req-9ef15640-2ed6-40c2-9713-1812c49696a2 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:57.538032 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54415d9f-25ba-4db3-a974-0e8a2cea6fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:57.539320 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-54415d9f-25ba-4db3-a974-0e8a2cea6fdf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8478c6df-637f-4033-b4e5-77fba2821f94 HTTP/1.1" status: 204 len: 168 time: 0.3100750 Jul 15 23:11:57.545611 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eeb9891e-519e-4dca-948a-47c996676032 req-9ef15640-2ed6-40c2-9713-1812c49696a2 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/ports?device_id=d76fc786-7a78-4737-8141-6ee5de07e536 HTTP/1.1" status: 200 len: 945 time: 0.1242900 Jul 15 23:11:57.591384 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-c419073d-56cf-428b-9580-b0798661b2d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=54ed7c92-7d96-4319-af0e-98c8d7d7ce91 HTTP/1.1" status: 200 len: 217 time: 0.0694528 Jul 15 23:11:57.602517 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54415d9f-25ba-4db3-a974-0e8a2cea6fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8478c6df-637f-4033-b4e5-77fba2821f94,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:57.671063 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eeb9891e-519e-4dca-948a-47c996676032 req-9e138dd1-8ea4-4425-a631-10c30d663ae3 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/security-groups?id=04fb3681-0ff9-4c35-91ee-f0c88b1c70bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238878 Jul 15 23:11:57.690222 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-d0760c15-884c-4b33-a73e-bdb524b16e9c tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Allocated IP 172.25.4.252 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/366c2776-b3bd-4b3f-b2a7-f5fac78f2819) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:57.700603 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-b4962dd0-6908-47ce-9360-43041cb01d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:57.704008 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-b4962dd0-6908-47ce-9360-43041cb01d13 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c8ed3032-070e-4ebf-984d-7ac57e6c8a26 HTTP/1.1" status: 200 len: 797 time: 0.1057901 Jul 15 23:11:57.865520 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-29649d10-6335-4442-875c-ff8adcaa463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:57.868274 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-29649d10-6335-4442-875c-ff8adcaa463f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=70df42a8-7f3a-4d1e-82b9-1354a40e98c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1555722 Jul 15 23:11:57.928042 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fd0b1-8a23-4d2f-8294-0d7827927932 req-7f5df8a7-5746-4656-9cb3-bde02a2a8ddd tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:57.929693 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ff1fd0b1-8a23-4d2f-8294-0d7827927932 req-7f5df8a7-5746-4656-9cb3-bde02a2a8ddd tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.1364632 Jul 15 23:11:58.009586 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d0760c15-884c-4b33-a73e-bdb524b16e9c tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:58.017576 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ff1fd0b1-8a23-4d2f-8294-0d7827927932 req-2493fe45-d405-4275-b0cf-090f7cdf528f tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505331 Jul 15 23:11:58.034669 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-cede5db9-718a-447a-ae35-fa2cdf19e2e0 service neutron] 10.222.0.43 "GET /v2.0/networks/70df42a8-7f3a-4d1e-82b9-1354a40e98c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592698 Jul 15 23:11:58.117106 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d0760c15-884c-4b33-a73e-bdb524b16e9c tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:58.177925 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0760c15-884c-4b33-a73e-bdb524b16e9c tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event updated for resources: {'Port': ['ID=366c2776-b3bd-4b3f-b2a7-f5fac78f2819,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:58.178581 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fdd75c7-4cb3-497e-97a8-c97c0140f8f2 req-500622a8-d915-4025-8f6d-76ad5f7e4497 service neutron] 10.222.0.43 "GET /v2.0/networks/70df42a8-7f3a-4d1e-82b9-1354a40e98c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373286 Jul 15 23:11:58.187917 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0760c15-884c-4b33-a73e-bdb524b16e9c tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:58.189948 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-d0760c15-884c-4b33-a73e-bdb524b16e9c tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:58.192606 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0760c15-884c-4b33-a73e-bdb524b16e9c tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:58.305551 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d0760c15-884c-4b33-a73e-bdb524b16e9c tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:58.365731 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d0760c15-884c-4b33-a73e-bdb524b16e9c tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:58.613159 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d0760c15-884c-4b33-a73e-bdb524b16e9c tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:58.619998 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d0760c15-884c-4b33-a73e-bdb524b16e9c tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:58.722370 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0760c15-884c-4b33-a73e-bdb524b16e9c tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event updated for resources: {'Port': ['ID=366c2776-b3bd-4b3f-b2a7-f5fac78f2819,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:58.743896 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d0760c15-884c-4b33-a73e-bdb524b16e9c tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:58.766758 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d0760c15-884c-4b33-a73e-bdb524b16e9c tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:58.769686 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d0760c15-884c-4b33-a73e-bdb524b16e9c tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7425807 Jul 15 23:11:58.772256 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50678) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:58.789164 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f1a8efdc-c620-4c54-acd6-0fe2507ce8df tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Request body: {'port': {'network_id': '1a254891-5db8-4ba2-9117-2cf0356663f3', 'name': 'tempest-FloatingIPTestJSON-1820890982'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:58.887606 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7210e-c278-4c2e-812a-380015a5076a req-8f3b6b03-9ef8-4e30-9352-c8e56e18fb6f tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:58.904857 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1ff7210e-c278-4c2e-812a-380015a5076a req-8f3b6b03-9ef8-4e30-9352-c8e56e18fb6f tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76fc786-7a78-4737-8141-6ee5de07e536 HTTP/1.1" status: 200 len: 945 time: 0.2818666 Jul 15 23:11:59.037093 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a8efdc-c620-4c54-acd6-0fe2507ce8df tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Made reservation on behalf of cbc11455cafe444a8e4b833a349b694b for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:59.052864 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1a8efdc-c620-4c54-acd6-0fe2507ce8df tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:59.127144 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-f1a8efdc-c620-4c54-acd6-0fe2507ce8df tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] device_id is not set on port 09980441-0fe2-471f-8530-8f02cf6ca57a yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:11:59.127719 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a374b0-6dd6-4e80-b454-c251b2e57bd7 req-4804022b-85a2-4544-8492-908c48439d8a tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:59.135159 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d8a374b0-6dd6-4e80-b454-c251b2e57bd7 req-4804022b-85a2-4544-8492-908c48439d8a tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/ports?device_id=d76fc786-7a78-4737-8141-6ee5de07e536 HTTP/1.1" status: 200 len: 945 time: 0.1394863 Jul 15 23:11:59.198223 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d8a374b0-6dd6-4e80-b454-c251b2e57bd7 req-305fb5d1-9355-4b55-b2b3-cd2c73cc2158 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/security-groups?id=04fb3681-0ff9-4c35-91ee-f0c88b1c70bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612378 Jul 15 23:11:59.202863 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-1ff7210e-c278-4c2e-812a-380015a5076a req-1bb31990-1b1e-4fe1-9609-a477589be571 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Deleting port ac1c1a85-6ef4-452b-9241-71e5d124ff58 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:11:59.203227 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-1ff7210e-c278-4c2e-812a-380015a5076a req-1bb31990-1b1e-4fe1-9609-a477589be571 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:59.386799 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-f1a8efdc-c620-4c54-acd6-0fe2507ce8df tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Allocated IP 172.20.0.12 (1a254891-5db8-4ba2-9117-2cf0356663f3/c4a97c09-fb37-44da-bb20-9ee82b173f5a/09980441-0fe2-471f-8530-8f02cf6ca57a) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:59.413860 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-1ff7210e-c278-4c2e-812a-380015a5076a req-1bb31990-1b1e-4fe1-9609-a477589be571 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] For port ac1c1a85-6ef4-452b-9241-71e5d124ff58, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ac1c1a85-6ef4-452b-9241-71e5d124ff58,segment=NetworkSegment(3a3c2bc7-5140-456e-8efe-f105575ac120),segment_id=3a3c2bc7-5140-456e-8efe-f105575ac120)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:59.414234 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-1ff7210e-c278-4c2e-812a-380015a5076a req-1bb31990-1b1e-4fe1-9609-a477589be571 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:59.456805 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db30e3-8013-4414-b7e3-b4feb3dbfe49 req-a7bfae03-2f57-4334-bffb-3c9d988890fa tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:59.463648 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e6db30e3-8013-4414-b7e3-b4feb3dbfe49 req-a7bfae03-2f57-4334-bffb-3c9d988890fa tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.1713603 Jul 15 23:11:59.605721 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1a8efdc-c620-4c54-acd6-0fe2507ce8df tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:59.661265 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1a8efdc-c620-4c54-acd6-0fe2507ce8df tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:59.674725 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e6db30e3-8013-4414-b7e3-b4feb3dbfe49 req-d7f33010-4085-403a-b0cf-71289fbd22d5 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101526 Jul 15 23:11:59.685090 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a8efdc-c620-4c54-acd6-0fe2507ce8df tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Network 1a254891-5db8-4ba2-9117-2cf0356663f3 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:59.687683 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-f1a8efdc-c620-4c54-acd6-0fe2507ce8df tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:59.710910 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a8efdc-c620-4c54-acd6-0fe2507ce8df tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:59.758696 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8efdc-c620-4c54-acd6-0fe2507ce8df tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event updated for resources: {'Port': ['ID=09980441-0fe2-471f-8530-8f02cf6ca57a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:59.761725 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-1ff7210e-c278-4c2e-812a-380015a5076a req-1bb31990-1b1e-4fe1-9609-a477589be571 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:59.762200 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-1ff7210e-c278-4c2e-812a-380015a5076a req-1bb31990-1b1e-4fe1-9609-a477589be571 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:59.762586 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [req-1ff7210e-c278-4c2e-812a-380015a5076a req-1bb31990-1b1e-4fe1-9609-a477589be571 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Floating IP af9f4e5d-0d67-402d-85fb-ed0517048ab7 disassociated. External IP: 172.25.4.93, port: ac1c1a85-6ef4-452b-9241-71e5d124ff58. Jul 15 23:11:59.763022 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-1ff7210e-c278-4c2e-812a-380015a5076a req-1bb31990-1b1e-4fe1-9609-a477589be571 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Calling delete_port for ac1c1a85-6ef4-452b-9241-71e5d124ff58 owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:11:59.778453 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a8efdc-c620-4c54-acd6-0fe2507ce8df tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:59.779532 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1a8efdc-c620-4c54-acd6-0fe2507ce8df tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:59.797379 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f1a8efdc-c620-4c54-acd6-0fe2507ce8df tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0238054 Jul 15 23:11:59.800459 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50714) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:59.805638 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c19d4f3f-efd6-48b1-a983-883fbc98abfd tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Request body: {'floatingip': {'port_id': '09980441-0fe2-471f-8530-8f02cf6ca57a'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:59.854907 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c19d4f3f-efd6-48b1-a983-883fbc98abfd tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:59.907069 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-1ff7210e-c278-4c2e-812a-380015a5076a req-1bb31990-1b1e-4fe1-9609-a477589be571 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:00.398926 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb31990-1b1e-4fe1-9609-a477589be571 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Pushing event deleted for resources: {'Port': ['ID=ac1c1a85-6ef4-452b-9241-71e5d124ff58,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:00.520908 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-21674b75-89d8-43c4-8054-0a652cf5c3e3 req-53c17e15-cf87-43a2-9d06-bbb85735aa12 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/ports?device_id=d76fc786-7a78-4737-8141-6ee5de07e536 HTTP/1.1" status: 200 len: 210 time: 0.0419452 Jul 15 23:12:00.574526 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91bfa5-b3a7-48fd-b48a-dbea417eba6e req-add45afa-417e-4552-a5a3-ee019536789d tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:00.575977 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8d91bfa5-b3a7-48fd-b48a-dbea417eba6e req-add45afa-417e-4552-a5a3-ee019536789d tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/ports?device_id=836ea51d-ce98-4605-bd1d-b1dda80e541c HTTP/1.1" status: 200 len: 950 time: 0.1823931 Jul 15 23:12:00.624800 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ff7210e-c278-4c2e-812a-380015a5076a req-1bb31990-1b1e-4fe1-9609-a477589be571 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Router 9038e9d3-ec32-468b-85d8-6e0298f850de has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:12:00.630508 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8d91bfa5-b3a7-48fd-b48a-dbea417eba6e req-0be32884-f1b6-4468-96e7-e2c0465c79cc tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/security-groups?id=99fbdf85-26fc-4d67-8eed-30775fbd9a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477002 Jul 15 23:12:00.754691 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ff7210e-c278-4c2e-812a-380015a5076a req-1bb31990-1b1e-4fe1-9609-a477589be571 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:12:00.765369 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f353916c-6253-458c-aaac-3d3cfc62db76 None None] Sync routers for ids ['9038e9d3-ec32-468b-85d8-6e0298f850de'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:12:00.774541 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c19d4f3f-efd6-48b1-a983-883fbc98abfd tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:00.779476 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f353916c-6253-458c-aaac-3d3cfc62db76 None None] Routers {'9038e9d3-ec32-468b-85d8-6e0298f850de'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:00.780126 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f353916c-6253-458c-aaac-3d3cfc62db76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['9038e9d3-ec32-468b-85d8-6e0298f850de'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:00.788323 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c19d4f3f-efd6-48b1-a983-883fbc98abfd tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:00.817497 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff7210e-c278-4c2e-812a-380015a5076a req-1bb31990-1b1e-4fe1-9609-a477589be571 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] No DVR routers for this DVR port ac1c1a85-6ef4-452b-9241-71e5d124ff58 on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:12:00.820496 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-1ff7210e-c278-4c2e-812a-380015a5076a req-1bb31990-1b1e-4fe1-9609-a477589be571 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:00.822744 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1ff7210e-c278-4c2e-812a-380015a5076a req-1bb31990-1b1e-4fe1-9609-a477589be571 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.43 "DELETE /v2.0/ports/ac1c1a85-6ef4-452b-9241-71e5d124ff58 HTTP/1.1" status: 204 len: 173 time: 1.9136612 Jul 15 23:12:00.823273 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76fc786-7a78-4737-8141-6ee5de07e536', 'name': 'network-vif-deleted', 'tag': 'ac1c1a85-6ef4-452b-9241-71e5d124ff58'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:00.825816 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32bbaeb-4ae7-42fb-8f8c-9dad78800121" -d '{"events": [{"server_uuid": "d76fc786-7a78-4737-8141-6ee5de07e536", "name": "network-vif-deleted", "tag": "ac1c1a85-6ef4-452b-9241-71e5d124ff58"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:00.884881 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de7d34a-8f04-43ed-9163-931f4bc23ef1 x-openstack-request-id: req-7de7d34a-8f04-43ed-9163-931f4bc23ef1 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:00.885378 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76fc786-7a78-4737-8141-6ee5de07e536", "name": "network-vif-deleted", "tag": "ac1c1a85-6ef4-452b-9241-71e5d124ff58", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:00.885906 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7de7d34a-8f04-43ed-9163-931f4bc23ef1 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:00.886525 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76fc786-7a78-4737-8141-6ee5de07e536', 'name': 'network-vif-deleted', 'tag': 'ac1c1a85-6ef4-452b-9241-71e5d124ff58', 'status': 'completed', 'code': 200} Jul 15 23:12:00.931190 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [None req-c19d4f3f-efd6-48b1-a983-883fbc98abfd tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Floating IP 1d2d7126-aefe-400d-bf34-df8008cf9d5a associated. External IP: 172.25.4.252, port: 09980441-0fe2-471f-8530-8f02cf6ca57a. Jul 15 23:12:01.054943 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-f353916c-6253-458c-aaac-3d3cfc62db76 None None] Set router 9038e9d3-ec32-468b-85d8-6e0298f850de gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:01.089765 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33173197-f303-4f7b-ae57-6c33687328ec req-1039d3c9-77e0-4b7d-8722-9031ac407022 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:01.093057 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33173197-f303-4f7b-ae57-6c33687328ec req-1039d3c9-77e0-4b7d-8722-9031ac407022 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.1258221 Jul 15 23:12:01.196906 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33173197-f303-4f7b-ae57-6c33687328ec req-7d7cdc1c-2551-4582-8b8c-9691e2420cfa tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873423 Jul 15 23:12:01.375446 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19d4f3f-efd6-48b1-a983-883fbc98abfd tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Router 300c6b9d-3007-422d-b533-fdcf0fe2a6fa has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:12:01.392208 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f353916c-6253-458c-aaac-3d3cfc62db76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'name': 'tempest-ServersTestManualDisk-1036584712-router', 'tenant_id': '77975343f0624335a695b571de060b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '69652dd0-9703-4c04-b865-a020c5ffd152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:14Z', 'updated_at': '2021-07-15T23:09:27Z', 'revision_number': 4, 'project_id': '77975343f0624335a695b571de060b09', 'gw_port': {'id': '69652dd0-9703-4c04-b865-a020c5ffd152', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:18Z', 'updated_at': '2021-07-15T23:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'd64983e5-8bd6-43a2-b9dc-b631d0581e6a', 'name': '', 'network_id': 'bf6fa1b7-2834-4d94-a68c-529495746472', 'tenant_id': '77975343f0624335a695b571de060b09', 'mac_address': 'fa:16:3e:cb:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e9b8dc35-3b00-467c-ba33-51544e2c446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:24Z', 'updated_at': '2021-07-15T23:09:46Z', 'revision_number': 5, 'project_id': '77975343f0624335a695b571de060b09', 'subnets': [{'id': 'e9b8dc35-3b00-467c-ba33-51544e2c446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:01.433003 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f353916c-6253-458c-aaac-3d3cfc62db76 None None] Checking router: 9038e9d3-ec32-468b-85d8-6e0298f850de for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:12:01.442888 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f353916c-6253-458c-aaac-3d3cfc62db76 None None] Routers {'9038e9d3-ec32-468b-85d8-6e0298f850de'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:01.443810 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f353916c-6253-458c-aaac-3d3cfc62db76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['9038e9d3-ec32-468b-85d8-6e0298f850de'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:01.549617 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19d4f3f-efd6-48b1-a983-883fbc98abfd tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:12:01.564795 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c19d4f3f-efd6-48b1-a983-883fbc98abfd tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:01.570540 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfa8658-bd7c-460b-9f15-1d1789a2db96 None None] Sync routers for ids ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:12:01.595037 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfa8658-bd7c-460b-9f15-1d1789a2db96 None None] Routers {'300c6b9d-3007-422d-b533-fdcf0fe2a6fa'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:01.598293 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ccfa8658-bd7c-460b-9f15-1d1789a2db96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:01.613209 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c19d4f3f-efd6-48b1-a983-883fbc98abfd tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "PUT /v2.0/floatingips/1d2d7126-aefe-400d-bf34-df8008cf9d5a HTTP/1.1" status: 200 len: 979 time: 1.8109694 Jul 15 23:12:01.613934 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50770) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:01.692862 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-f353916c-6253-458c-aaac-3d3cfc62db76 None None] Set router 9038e9d3-ec32-468b-85d8-6e0298f850de gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:01.733177 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ccfa8658-bd7c-460b-9f15-1d1789a2db96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:01.733492 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-80c52c4f-0620-4039-ad62-b8efd98bbad0 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Deleting port 09980441-0fe2-471f-8530-8f02cf6ca57a {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:01.733780 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80c52c4f-0620-4039-ad62-b8efd98bbad0 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:01.771487 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfa8658-bd7c-460b-9f15-1d1789a2db96 None None] Routers {'300c6b9d-3007-422d-b533-fdcf0fe2a6fa'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:01.772100 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ccfa8658-bd7c-460b-9f15-1d1789a2db96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:01.776044 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8013a39-fb87-4b57-904d-b57dc1e57e50 req-d85d9662-2c65-44b3-9010-0ea7a6464649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:01.779752 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d8013a39-fb87-4b57-904d-b57dc1e57e50 req-d85d9662-2c65-44b3-9010-0ea7a6464649 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 1097 time: 0.2138565 Jul 15 23:12:01.865814 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80c52c4f-0620-4039-ad62-b8efd98bbad0 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:01.876157 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ccfa8658-bd7c-460b-9f15-1d1789a2db96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:01.877069 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfa8658-bd7c-460b-9f15-1d1789a2db96 None None] The sync data for ids ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:12:01.909792 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d8013a39-fb87-4b57-904d-b57dc1e57e50 req-08748767-fcf5-426f-a40b-8c8deace7a32 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160316 Jul 15 23:12:01.956003 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-59a6ef26-13c5-4cfd-8028-c7d18168f896 req-ff011f89-595a-4975-a03f-c31fa0653443 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/ports?device_id=d76fc786-7a78-4737-8141-6ee5de07e536 HTTP/1.1" status: 200 len: 210 time: 0.0377860 Jul 15 23:12:01.978500 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7359e-e305-4e3a-a00d-f2cbdffd96ff req-ea61d158-206b-471b-badb-d03a53c84ff0 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:01.987986 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3df7359e-e305-4e3a-a00d-f2cbdffd96ff req-ea61d158-206b-471b-badb-d03a53c84ff0 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8249830c-c258-472b-9574-96790ff8f4a3 HTTP/1.1" status: 200 len: 945 time: 0.2048333 Jul 15 23:12:02.041983 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f353916c-6253-458c-aaac-3d3cfc62db76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'name': 'tempest-ServersTestManualDisk-1036584712-router', 'tenant_id': '77975343f0624335a695b571de060b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '69652dd0-9703-4c04-b865-a020c5ffd152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:14Z', 'updated_at': '2021-07-15T23:09:27Z', 'revision_number': 4, 'project_id': '77975343f0624335a695b571de060b09', 'gw_port': {'id': '69652dd0-9703-4c04-b865-a020c5ffd152', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:18Z', 'updated_at': '2021-07-15T23:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'd64983e5-8bd6-43a2-b9dc-b631d0581e6a', 'name': '', 'network_id': 'bf6fa1b7-2834-4d94-a68c-529495746472', 'tenant_id': '77975343f0624335a695b571de060b09', 'mac_address': 'fa:16:3e:cb:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e9b8dc35-3b00-467c-ba33-51544e2c446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:24Z', 'updated_at': '2021-07-15T23:09:46Z', 'revision_number': 5, 'project_id': '77975343f0624335a695b571de060b09', 'subnets': [{'id': 'e9b8dc35-3b00-467c-ba33-51544e2c446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:02.058967 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3df7359e-e305-4e3a-a00d-f2cbdffd96ff req-eaf42d9b-1ded-4cbb-bf85-1e9c34425c76 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675797 Jul 15 23:12:02.077410 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f353916c-6253-458c-aaac-3d3cfc62db76 None None] The sync data for ids ['9038e9d3-ec32-468b-85d8-6e0298f850de'] in n-d-787205-9 is: [{'id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'name': 'tempest-ServersTestManualDisk-1036584712-router', 'tenant_id': '77975343f0624335a695b571de060b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '69652dd0-9703-4c04-b865-a020c5ffd152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:14Z', 'updated_at': '2021-07-15T23:09:27Z', 'revision_number': 4, 'project_id': '77975343f0624335a695b571de060b09', 'gw_port': {'id': '69652dd0-9703-4c04-b865-a020c5ffd152', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:18Z', 'updated_at': '2021-07-15T23:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'd64983e5-8bd6-43a2-b9dc-b631d0581e6a', 'name': '', 'network_id': 'bf6fa1b7-2834-4d94-a68c-529495746472', 'tenant_id': '77975343f0624335a695b571de060b09', 'mac_address': 'fa:16:3e:cb:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e9b8dc35-3b00-467c-ba33-51544e2c446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:24Z', 'updated_at': '2021-07-15T23:09:46Z', 'revision_number': 5, 'project_id': '77975343f0624335a695b571de060b09', 'subnets': [{'id': 'e9b8dc35-3b00-467c-ba33-51544e2c446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:12:02.194674 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780b6d4-7285-4a40-9462-ab9cfc826d17 req-45618e0a-60cb-4d59-8e95-cf43f032bab7 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:02.197388 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b780b6d4-7285-4a40-9462-ab9cfc826d17 req-45618e0a-60cb-4d59-8e95-cf43f032bab7 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/ports?device_id=836ea51d-ce98-4605-bd1d-b1dda80e541c HTTP/1.1" status: 200 len: 950 time: 0.1059785 Jul 15 23:12:02.201902 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80c52c4f-0620-4039-ad62-b8efd98bbad0 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:02.202618 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80c52c4f-0620-4039-ad62-b8efd98bbad0 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:02.207258 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [None req-80c52c4f-0620-4039-ad62-b8efd98bbad0 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Floating IP 1d2d7126-aefe-400d-bf34-df8008cf9d5a disassociated. External IP: 172.25.4.252, port: 09980441-0fe2-471f-8530-8f02cf6ca57a. Jul 15 23:12:02.207765 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-80c52c4f-0620-4039-ad62-b8efd98bbad0 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Calling delete_port for 09980441-0fe2-471f-8530-8f02cf6ca57a owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:02.282084 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b780b6d4-7285-4a40-9462-ab9cfc826d17 req-f5f7a538-b366-405e-a5cf-0e20d0ff28b4 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/security-groups?id=99fbdf85-26fc-4d67-8eed-30775fbd9a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781667 Jul 15 23:12:02.397652 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80c52c4f-0620-4039-ad62-b8efd98bbad0 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:02.439668 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c52c4f-0620-4039-ad62-b8efd98bbad0 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event deleted for resources: {'Port': ['ID=09980441-0fe2-471f-8530-8f02cf6ca57a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:02.482742 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b953b-e531-4029-bea1-2b41fba3d956 req-184cdb96-af1a-4680-9701-0c47ad4373e3 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:02.484582 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-652b953b-e531-4029-bea1-2b41fba3d956 req-184cdb96-af1a-4680-9701-0c47ad4373e3 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.1168060 Jul 15 23:12:02.536419 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce1ab28-227c-435f-bef6-fe7a55052d13 None None] New status for floating IP af9f4e5d-0d67-402d-85fb-ed0517048ab7: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:12:02.563202 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-652b953b-e531-4029-bea1-2b41fba3d956 req-3a05a040-3b7d-4c43-a9a8-5cd2e59d9a3a tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699871 Jul 15 23:12:02.596530 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c52c4f-0620-4039-ad62-b8efd98bbad0 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Router 300c6b9d-3007-422d-b533-fdcf0fe2a6fa has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:12:02.804647 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c52c4f-0620-4039-ad62-b8efd98bbad0 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:12:02.817338 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cc8a84-2c9e-45b3-94b2-7610db341415 None None] Sync routers for ids ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:12:02.831978 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cc8a84-2c9e-45b3-94b2-7610db341415 None None] Routers {'300c6b9d-3007-422d-b533-fdcf0fe2a6fa'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:02.834552 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-b6cc8a84-2c9e-45b3-94b2-7610db341415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:02.899668 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-b6cc8a84-2c9e-45b3-94b2-7610db341415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:02.920998 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cc8a84-2c9e-45b3-94b2-7610db341415 None None] Routers {'300c6b9d-3007-422d-b533-fdcf0fe2a6fa'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:02.921847 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-b6cc8a84-2c9e-45b3-94b2-7610db341415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:02.958865 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-b6cc8a84-2c9e-45b3-94b2-7610db341415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:02.959691 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cc8a84-2c9e-45b3-94b2-7610db341415 None None] The sync data for ids ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:12:02.965249 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80c52c4f-0620-4039-ad62-b8efd98bbad0 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:02.967665 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c22d8176-a458-40b5-91ed-f89cac5baca1 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:02.969864 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50838) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:02.979453 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-80c52c4f-0620-4039-ad62-b8efd98bbad0 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "DELETE /v2.0/ports/09980441-0fe2-471f-8530-8f02cf6ca57a HTTP/1.1" status: 204 len: 168 time: 1.3642035 Jul 15 23:12:03.054472 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50850) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:03.055124 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-47ad567f-2486-424b-9b78-94b18de0723c tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "GET /v2.0/floatingips/1d2d7126-aefe-400d-bf34-df8008cf9d5a HTTP/1.1" status: 200 len: 688 time: 0.0833247 Jul 15 23:12:03.098499 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:03.122357 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50860) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:03.178485 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836ea51d-ce98-4605-bd1d-b1dda80e541c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c22d8176-a458-40b5-91ed-f89cac5baca1'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:03.182521 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e42b05-04c5-4b6a-a447-25dfb6fbf0c0" -d '{"events": [{"server_uuid": "836ea51d-ce98-4605-bd1d-b1dda80e541c", "name": "network-vif-unplugged", "status": "completed", "tag": "c22d8176-a458-40b5-91ed-f89cac5baca1"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:03.225744 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c22d8176-a458-40b5-91ed-f89cac5baca1, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c22d8176-a458-40b5-91ed-f89cac5baca1,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:03.231593 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:03.236480 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-56d00480-8bb6-4c95-86c6-2660abd97a04 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Deleting port 366c2776-b3bd-4b3f-b2a7-f5fac78f2819 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:03.237862 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56d00480-8bb6-4c95-86c6-2660abd97a04 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:03.321667 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43dd707f-a3f9-4efe-891c-45b699b302a5 x-openstack-request-id: req-43dd707f-a3f9-4efe-891c-45b699b302a5 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:03.322083 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836ea51d-ce98-4605-bd1d-b1dda80e541c", "name": "network-vif-unplugged", "status": "completed", "tag": "c22d8176-a458-40b5-91ed-f89cac5baca1", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:03.322336 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43dd707f-a3f9-4efe-891c-45b699b302a5 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:03.322772 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836ea51d-ce98-4605-bd1d-b1dda80e541c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c22d8176-a458-40b5-91ed-f89cac5baca1', 'code': 200} Jul 15 23:12:03.323849 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=c22d8176-a458-40b5-91ed-f89cac5baca1,revision_number=11']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:03.326585 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6c1b6308-acc5-4249-bd7c-7b9caad76734 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:03.338195 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56d00480-8bb6-4c95-86c6-2660abd97a04 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:03.338861 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56d00480-8bb6-4c95-86c6-2660abd97a04 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:03.345588 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:03.345936 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:03.346275 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:03.346608 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:03.346962 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:03.347292 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:03.347617 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:03.348988 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:03.349326 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:03.349659 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:03.355636 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:03.356559 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-56d00480-8bb6-4c95-86c6-2660abd97a04 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Calling delete_port for 366c2776-b3bd-4b3f-b2a7-f5fac78f2819 owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:03.358412 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:03.369945 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6c1b6308-acc5-4249-bd7c-7b9caad76734 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:03.406706 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f346fa-c86b-495b-862e-bb078ded5dfd req-f712a90d-1f6f-4e07-9722-732bffb63572 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:03.408485 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-60f346fa-c86b-495b-862e-bb078ded5dfd req-f712a90d-1f6f-4e07-9722-732bffb63572 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8249830c-c258-472b-9574-96790ff8f4a3 HTTP/1.1" status: 200 len: 945 time: 0.1706233 Jul 15 23:12:03.487246 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-60f346fa-c86b-495b-862e-bb078ded5dfd req-ebf85ec6-c048-4daf-8edf-94f10b5509a3 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694115 Jul 15 23:12:03.489652 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6c1b6308-acc5-4249-bd7c-7b9caad76734 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:03.495098 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6c1b6308-acc5-4249-bd7c-7b9caad76734 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:03.496226 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6c1b6308-acc5-4249-bd7c-7b9caad76734 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "DELETE /v2.0/security-groups/04fb3681-0ff9-4c35-91ee-f0c88b1c70bc HTTP/1.1" status: 204 len: 168 time: 0.3735237 Jul 15 23:12:03.499293 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50884) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:03.519649 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b6308-acc5-4249-bd7c-7b9caad76734 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fb3681-0ff9-4c35-91ee-f0c88b1c70bc,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:03.548640 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-8ed45195-8b67-4bc0-93cc-414b2a4777c0 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] show failed (client error): The resource could not be found. Jul 15 23:12:03.550687 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8ed45195-8b67-4bc0-93cc-414b2a4777c0 tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "GET /v2.0/security-groups/04fb3681-0ff9-4c35-91ee-f0c88b1c70bc HTTP/1.1" status: 404 len: 347 time: 0.0492859 Jul 15 23:12:03.553214 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50892) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:03.577319 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56d00480-8bb6-4c95-86c6-2660abd97a04 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:03.613998 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d00480-8bb6-4c95-86c6-2660abd97a04 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event deleted for resources: {'Port': ['ID=366c2776-b3bd-4b3f-b2a7-f5fac78f2819,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:03.737422 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c5b5ba10-4e56-4634-88bc-b04817cabd6d tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Deleting port dc51451f-0b26-42ac-a874-1f980d6b61a9 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:03.737820 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5b5ba10-4e56-4634-88bc-b04817cabd6d tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:03.836660 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56d00480-8bb6-4c95-86c6-2660abd97a04 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:03.839524 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-56d00480-8bb6-4c95-86c6-2660abd97a04 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:03.844146 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-56d00480-8bb6-4c95-86c6-2660abd97a04 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "DELETE /v2.0/floatingips/1d2d7126-aefe-400d-bf34-df8008cf9d5a HTTP/1.1" status: 204 len: 168 time: 0.7848091 Jul 15 23:12:03.844421 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50914) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:03.852772 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-82bf87c7-455c-4d3a-b851-c11c0409ff6d tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'port_id': 'f9efd545-ffb0-4617-9d28-6173f544eef8'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:03.889229 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5b5ba10-4e56-4634-88bc-b04817cabd6d tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:03.889862 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5b5ba10-4e56-4634-88bc-b04817cabd6d tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:03.894066 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febad901-f160-47da-97b3-85ece6f144cc req-2a7a828b-25cb-4cfd-8738-6d3f6b7e6289 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:03.899451 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-febad901-f160-47da-97b3-85ece6f144cc req-2a7a828b-25cb-4cfd-8738-6d3f6b7e6289 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.36 "GET /v2.0/ports?device_id=8249830c-c258-472b-9574-96790ff8f4a3 HTTP/1.1" status: 200 len: 945 time: 0.2040739 Jul 15 23:12:03.899451 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82bf87c7-455c-4d3a-b851-c11c0409ff6d tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:03.910660 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c5b5ba10-4e56-4634-88bc-b04817cabd6d tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Calling delete_port for dc51451f-0b26-42ac-a874-1f980d6b61a9 owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:03.991978 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8806a-f7ee-4c89-8da8-d6fe1cb2c744 req-7969a26c-f113-4b46-b7ff-bc5dc600edcb tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:03.993726 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-98e8806a-f7ee-4c89-8da8-d6fe1cb2c744 req-7969a26c-f113-4b46-b7ff-bc5dc600edcb tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.1747811 Jul 15 23:12:04.063233 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-98e8806a-f7ee-4c89-8da8-d6fe1cb2c744 req-d16ce874-0381-4da8-bb71-6fe79498f8e3 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634115 Jul 15 23:12:04.147561 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-febad901-f160-47da-97b3-85ece6f144cc req-b901d18f-c512-45e1-a3fd-101852738a61 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Deleting port 7b68a409-3f26-4b8f-962e-75ac722d81df {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:04.148047 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-febad901-f160-47da-97b3-85ece6f144cc req-b901d18f-c512-45e1-a3fd-101852738a61 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:04.197813 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5b5ba10-4e56-4634-88bc-b04817cabd6d tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:04.221584 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82bf87c7-455c-4d3a-b851-c11c0409ff6d tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:04.247122 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:12:04.291320 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5ba10-4e56-4634-88bc-b04817cabd6d tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Pushing event deleted for resources: {'Port': ['ID=dc51451f-0b26-42ac-a874-1f980d6b61a9,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:04.329132 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-febad901-f160-47da-97b3-85ece6f144cc req-b901d18f-c512-45e1-a3fd-101852738a61 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] For port 7b68a409-3f26-4b8f-962e-75ac722d81df, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=7b68a409-3f26-4b8f-962e-75ac722d81df,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:04.330010 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-febad901-f160-47da-97b3-85ece6f144cc req-b901d18f-c512-45e1-a3fd-101852738a61 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:04.350769 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-febad901-f160-47da-97b3-85ece6f144cc req-b901d18f-c512-45e1-a3fd-101852738a61 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Calling delete_port for 7b68a409-3f26-4b8f-962e-75ac722d81df owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:04.394079 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5b5ba10-4e56-4634-88bc-b04817cabd6d tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:04.396669 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5b5ba10-4e56-4634-88bc-b04817cabd6d tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:04.398362 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c5b5ba10-4e56-4634-88bc-b04817cabd6d tempest-ServersTestManualDisk-180025673 tempest-ServersTestManualDisk-180025673-project] 10.222.0.16 "DELETE /v2.0/floatingips/af9f4e5d-0d67-402d-85fb-ed0517048ab7 HTTP/1.1" status: 204 len: 168 time: 0.8431909 Jul 15 23:12:04.401188 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50984) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:04.406711 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device ac1c1a85-6ef4-452b-9241-71e5d124ff58 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:04.458472 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-82bf87c7-455c-4d3a-b851-c11c0409ff6d tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Allocated IP 172.25.4.163 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/ea72c9ae-b766-41a2-a227-55ea8b5fb888) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:04.460543 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: ac1c1a85-6ef4-452b-9241-71e5d124ff58 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:12:04.460889 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device ac1c1a85-6ef4-452b-9241-71e5d124ff58 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:12:04.619983 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82bf87c7-455c-4d3a-b851-c11c0409ff6d tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:04.734341 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82bf87c7-455c-4d3a-b851-c11c0409ff6d tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:04.744313 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-febad901-f160-47da-97b3-85ece6f144cc req-b901d18f-c512-45e1-a3fd-101852738a61 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:04.776420 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['7b68a409-3f26-4b8f-962e-75ac722d81df'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:12:04.838023 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bf87c7-455c-4d3a-b851-c11c0409ff6d tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:04.867041 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf87c7-455c-4d3a-b851-c11c0409ff6d tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event updated for resources: {'Port': ['ID=ea72c9ae-b766-41a2-a227-55ea8b5fb888,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:04.997408 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-29a0e85d-df81-4156-b58a-aa92584c8e4b req-aea74cee-a82d-435c-998c-65fdbc24bfa3 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8249830c-c258-472b-9574-96790ff8f4a3 HTTP/1.1" status: 200 len: 210 time: 0.0852771 Jul 15 23:12:05.094041 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a01e61-292f-4173-a8c1-935820a5690f req-edcdb9c6-a93b-49c0-b213-0e21b2533a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:05.094311 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-11a01e61-292f-4173-a8c1-935820a5690f req-edcdb9c6-a93b-49c0-b213-0e21b2533a2b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c94a1f7515fc403ca722dddef8f6ba46&device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 1097 time: 0.3984509 Jul 15 23:12:05.314523 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a01e61-292f-4173-a8c1-935820a5690f req-5b8aabd9-7e10-4d80-8250-e5061410da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:05.316245 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-11a01e61-292f-4173-a8c1-935820a5690f req-5b8aabd9-7e10-4d80-8250-e5061410da56 service neutron] 10.222.0.43 "GET /v2.0/networks?id=06e80cc8-6c99-4e93-b9ec-9a2e84049a5a HTTP/1.1" status: 200 len: 919 time: 0.2122755 Jul 15 23:12:05.354074 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-febad901-f160-47da-97b3-85ece6f144cc req-b901d18f-c512-45e1-a3fd-101852738a61 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] No DVR routers for this DVR port 7b68a409-3f26-4b8f-962e-75ac722d81df on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:12:05.357032 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-82bf87c7-455c-4d3a-b851-c11c0409ff6d tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:05.359569 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901d18f-c512-45e1-a3fd-101852738a61 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Pushing event deleted for resources: {'Port': ['ID=7b68a409-3f26-4b8f-962e-75ac722d81df,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:05.362112 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bf87c7-455c-4d3a-b851-c11c0409ff6d tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:05.364932 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-febad901-f160-47da-97b3-85ece6f144cc req-b901d18f-c512-45e1-a3fd-101852738a61 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:05.367228 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-febad901-f160-47da-97b3-85ece6f144cc req-b901d18f-c512-45e1-a3fd-101852738a61 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.36 "DELETE /v2.0/ports/7b68a409-3f26-4b8f-962e-75ac722d81df HTTP/1.1" status: 204 len: 173 time: 1.4655404 Jul 15 23:12:05.367630 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8249830c-c258-472b-9574-96790ff8f4a3', 'name': 'network-vif-deleted', 'tag': '7b68a409-3f26-4b8f-962e-75ac722d81df'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:05.369933 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cc1200-6d05-426a-9fe9-7af5bba41cf1" -d '{"events": [{"server_uuid": "8249830c-c258-472b-9574-96790ff8f4a3", "name": "network-vif-deleted", "tag": "7b68a409-3f26-4b8f-962e-75ac722d81df"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:05.385046 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-11a01e61-292f-4173-a8c1-935820a5690f req-43de6a4f-b342-44c4-95bf-539600e98c42 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90f78b53-65f5-4c56-83f7-658649dbbb11 HTTP/1.1" status: 200 len: 217 time: 0.0560400 Jul 15 23:12:05.454833 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fa940-e8d0-4131-906f-1c653b79481b req-17a50c02-bd4c-4149-b6fe-1e4b100a4de5 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:05.459152 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-888fa940-e8d0-4131-906f-1c653b79481b req-17a50c02-bd4c-4149-b6fe-1e4b100a4de5 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.2526991 Jul 15 23:12:05.478698 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a01e61-292f-4173-a8c1-935820a5690f req-352fc84f-080a-47ae-b784-390002cc2872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:05.480612 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-11a01e61-292f-4173-a8c1-935820a5690f req-352fc84f-080a-47ae-b784-390002cc2872 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4855a5f1-8b72-4f27-b61b-98876d40980b HTTP/1.1" status: 200 len: 858 time: 0.0877848 Jul 15 23:12:05.509398 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6d35ec18-a4e2-4fac-899f-a430c3e2e2ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:05.585513 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-11a01e61-292f-4173-a8c1-935820a5690f req-42be73c3-ded7-4a26-a591-bfd3a053a54e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=06e80cc8-6c99-4e93-b9ec-9a2e84049a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796127 Jul 15 23:12:05.869788 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82bf87c7-455c-4d3a-b851-c11c0409ff6d tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:05.981877 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82bf87c7-455c-4d3a-b851-c11c0409ff6d tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:06.196594 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82bf87c7-455c-4d3a-b851-c11c0409ff6d tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:06.200041 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-888fa940-e8d0-4131-906f-1c653b79481b req-66c81767-9ff5-4bbd-aca6-8dbdb2c1a69d tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7234478 Jul 15 23:12:06.202333 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82bf87c7-455c-4d3a-b851-c11c0409ff6d tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:06.215833 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379d6335-b82a-40df-aae6-af6875b23ef0 x-openstack-request-id: req-379d6335-b82a-40df-aae6-af6875b23ef0 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:06.216275 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8249830c-c258-472b-9574-96790ff8f4a3", "name": "network-vif-deleted", "tag": "7b68a409-3f26-4b8f-962e-75ac722d81df", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:06.216538 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-379d6335-b82a-40df-aae6-af6875b23ef0 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:06.217001 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8249830c-c258-472b-9574-96790ff8f4a3', 'name': 'network-vif-deleted', 'tag': '7b68a409-3f26-4b8f-962e-75ac722d81df', 'status': 'completed', 'code': 200} Jul 15 23:12:06.249123 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-11a01e61-292f-4173-a8c1-935820a5690f req-2a5b9b3e-ea01-426a-994e-a46152ece403 service neutron] 10.222.0.43 "GET /v2.0/networks/06e80cc8-6c99-4e93-b9ec-9a2e84049a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6483552 Jul 15 23:12:06.292798 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82bf87c7-455c-4d3a-b851-c11c0409ff6d tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:06.374821 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf87c7-455c-4d3a-b851-c11c0409ff6d tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event updated for resources: {'Port': ['ID=ea72c9ae-b766-41a2-a227-55ea8b5fb888,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:06.473591 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [None req-82bf87c7-455c-4d3a-b851-c11c0409ff6d tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Floating IP 3381a372-3bc8-4de4-90cc-6ca7eab6a576 associated. External IP: 172.25.4.163, port: f9efd545-ffb0-4617-9d28-6173f544eef8. Jul 15 23:12:06.583081 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-64480bc0-11ef-49b8-a89e-075795a1cde2 req-5199b146-b958-4e28-ab15-5154efc6d622 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8249830c-c258-472b-9574-96790ff8f4a3 HTTP/1.1" status: 200 len: 210 time: 0.1864853 Jul 15 23:12:06.684433 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-11a01e61-292f-4173-a8c1-935820a5690f req-512911ab-4478-4e78-9497-ffe5f0ccfbed service neutron] 10.222.0.43 "GET /v2.0/networks/06e80cc8-6c99-4e93-b9ec-9a2e84049a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223137 Jul 15 23:12:06.925056 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82bf87c7-455c-4d3a-b851-c11c0409ff6d tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Router 300c6b9d-3007-422d-b533-fdcf0fe2a6fa has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:12:06.989234 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 7b68a409-3f26-4b8f-962e-75ac722d81df no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:06.992756 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-6d35ec18-a4e2-4fac-899f-a430c3e2e2ca admin admin] Deleting port d64983e5-8bd6-43a2-b9dc-b631d0581e6a {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:06.995130 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6d35ec18-a4e2-4fac-899f-a430c3e2e2ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:07.017425 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 7b68a409-3f26-4b8f-962e-75ac722d81df {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:12:07.019112 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 7b68a409-3f26-4b8f-962e-75ac722d81df not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:12:07.083963 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bf87c7-455c-4d3a-b851-c11c0409ff6d tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:12:07.096441 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb109ed-55f8-4275-a8bf-98e19f19d5e6 None None] Sync routers for ids ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:12:07.105020 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82bf87c7-455c-4d3a-b851-c11c0409ff6d tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:07.112403 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb109ed-55f8-4275-a8bf-98e19f19d5e6 None None] Routers {'300c6b9d-3007-422d-b533-fdcf0fe2a6fa'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:07.113065 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-eeb109ed-55f8-4275-a8bf-98e19f19d5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:07.126592 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-6d35ec18-a4e2-4fac-899f-a430c3e2e2ca admin admin] For port d64983e5-8bd6-43a2-b9dc-b631d0581e6a, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d64983e5-8bd6-43a2-b9dc-b631d0581e6a,segment=NetworkSegment(3a3c2bc7-5140-456e-8efe-f105575ac120),segment_id=3a3c2bc7-5140-456e-8efe-f105575ac120)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:07.127506 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6d35ec18-a4e2-4fac-899f-a430c3e2e2ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:07.144983 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-6d35ec18-a4e2-4fac-899f-a430c3e2e2ca admin admin] Calling delete_port for d64983e5-8bd6-43a2-b9dc-b631d0581e6a owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:07.157798 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-82bf87c7-455c-4d3a-b851-c11c0409ff6d tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.3119097 Jul 15 23:12:07.158443 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51164) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:07.165028 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9777f09c-bfd8-40f6-a2b1-22e76067cdb5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1032990817'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:07.182403 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-eeb109ed-55f8-4275-a8bf-98e19f19d5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:07.192358 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9777f09c-bfd8-40f6-a2b1-22e76067cdb5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Made reservation on behalf of cbc11455cafe444a8e4b833a349b694b for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:07.197384 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9777f09c-bfd8-40f6-a2b1-22e76067cdb5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:07.210375 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb109ed-55f8-4275-a8bf-98e19f19d5e6 None None] Routers {'300c6b9d-3007-422d-b533-fdcf0fe2a6fa'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:07.211519 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-eeb109ed-55f8-4275-a8bf-98e19f19d5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:07.256986 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9777f09c-bfd8-40f6-a2b1-22e76067cdb5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:12:07.283719 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9777f09c-bfd8-40f6-a2b1-22e76067cdb5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:07.289555 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-9777f09c-bfd8-40f6-a2b1-22e76067cdb5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Added segment b18ac420-c3c0-4030-b211-00d9949ddbfe of type vlan for network 0ecbfdde-bb35-48c4-80e4-27925b2bf750 Jul 15 23:12:07.306221 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-eeb109ed-55f8-4275-a8bf-98e19f19d5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:07.306922 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb109ed-55f8-4275-a8bf-98e19f19d5e6 None None] The sync data for ids ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:12:07.364478 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9777f09c-bfd8-40f6-a2b1-22e76067cdb5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:07.453456 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9777f09c-bfd8-40f6-a2b1-22e76067cdb5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:07.466539 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9777f09c-bfd8-40f6-a2b1-22e76067cdb5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:07.469099 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9777f09c-bfd8-40f6-a2b1-22e76067cdb5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:07.538433 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9777f09c-bfd8-40f6-a2b1-22e76067cdb5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3786626 Jul 15 23:12:07.541633 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51174) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:07.583876 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777f09c-bfd8-40f6-a2b1-22e76067cdb5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event updated for resources: {'Network': ['ID=0ecbfdde-bb35-48c4-80e4-27925b2bf750,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:07.597837 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 0ecbfdde-bb35-48c4-80e4-27925b2bf750 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:12:07.599272 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7164568b-ccb1-4a6a-afb5-2badf4cd8e72 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Request body: {'subnet': {'network_id': '0ecbfdde-bb35-48c4-80e4-27925b2bf750', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:07.609069 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6d35ec18-a4e2-4fac-899f-a430c3e2e2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:07.717891 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35ec18-a4e2-4fac-899f-a430c3e2e2ca admin admin] Pushing event deleted for resources: {'Port': ['ID=d64983e5-8bd6-43a2-b9dc-b631d0581e6a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:07.761570 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7164568b-ccb1-4a6a-afb5-2badf4cd8e72 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Made reservation on behalf of cbc11455cafe444a8e4b833a349b694b for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:07.771473 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7164568b-ccb1-4a6a-afb5-2badf4cd8e72 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:07.853638 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b78aad-3bec-4fe2-bedd-3c54142ffa90 req-679d3ff3-74fe-4005-a92d-8d8365f05643 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:07.855488 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-23b78aad-3bec-4fe2-bedd-3c54142ffa90 req-679d3ff3-74fe-4005-a92d-8d8365f05643 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.3264079 Jul 15 23:12:07.931994 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cc821-05c2-416e-9438-9543e8b0a6ff req-f4c57e61-6300-44c1-b84b-3cba9061fb00 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:07.939589 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bd7cc821-05c2-416e-9438-9543e8b0a6ff req-f4c57e61-6300-44c1-b84b-3cba9061fb00 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/ports?device_id=702bed7c-51d7-4a6e-804b-7eb9f8ffa021 HTTP/1.1" status: 200 len: 946 time: 0.3568752 Jul 15 23:12:08.053412 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bd7cc821-05c2-416e-9438-9543e8b0a6ff req-43785e86-1d29-4f5b-a964-74d4b7050756 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/security-groups?id=99fbdf85-26fc-4d67-8eed-30775fbd9a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130311 Jul 15 23:12:08.073637 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-23b78aad-3bec-4fe2-bedd-3c54142ffa90 req-3eb560f5-01a0-4629-95d2-cac1877b3b2b tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777558 Jul 15 23:12:08.111974 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7164568b-ccb1-4a6a-afb5-2badf4cd8e72 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:08.136454 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6d35ec18-a4e2-4fac-899f-a430c3e2e2ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:08.252622 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7164568b-ccb1-4a6a-afb5-2badf4cd8e72 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Checking segment: {'id': 'b18ac420-c3c0-4030-b211-00d9949ddbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0ecbfdde-bb35-48c4-80e4-27925b2bf750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:08.253022 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7164568b-ccb1-4a6a-afb5-2badf4cd8e72 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Network hostable DHCP agents. Network: 0ecbfdde-bb35-48c4-80e4-27925b2bf750, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:12:08.280616 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164568b-ccb1-4a6a-afb5-2badf4cd8e72 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event updated for resources: {'Subnet': ['ID=8f200036-4c9d-41e6-b79a-1d6fb7e15736,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:08.295264 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7164568b-ccb1-4a6a-afb5-2badf4cd8e72 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:08.295664 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7164568b-ccb1-4a6a-afb5-2badf4cd8e72 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:08.295981 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7164568b-ccb1-4a6a-afb5-2badf4cd8e72 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:08.296333 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7164568b-ccb1-4a6a-afb5-2badf4cd8e72 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:08.296732 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7164568b-ccb1-4a6a-afb5-2badf4cd8e72 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:08.296990 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7164568b-ccb1-4a6a-afb5-2badf4cd8e72 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:08.297457 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7164568b-ccb1-4a6a-afb5-2badf4cd8e72 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:08.297805 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7164568b-ccb1-4a6a-afb5-2badf4cd8e72 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:08.298909 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7164568b-ccb1-4a6a-afb5-2badf4cd8e72 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:08.299265 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7164568b-ccb1-4a6a-afb5-2badf4cd8e72 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:08.299642 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7164568b-ccb1-4a6a-afb5-2badf4cd8e72 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:08.299977 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7164568b-ccb1-4a6a-afb5-2badf4cd8e72 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:08.309631 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7164568b-ccb1-4a6a-afb5-2badf4cd8e72 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Network 0ecbfdde-bb35-48c4-80e4-27925b2bf750 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:12:08.325140 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d24278f3-c3e0-4657-b946-4ecdb79dba67 req-b878e46d-3c6b-409e-bddc-50dcdd2f10d4 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8249830c-c258-472b-9574-96790ff8f4a3 HTTP/1.1" status: 200 len: 210 time: 0.0792232 Jul 15 23:12:08.345247 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-7164568b-ccb1-4a6a-afb5-2badf4cd8e72 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 0ecbfdde-bb35-48c4-80e4-27925b2bf750) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:08.356174 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15d79ce-ba61-4694-b42f-ea49780fca31 None None] Network 0ecbfdde-bb35-48c4-80e4-27925b2bf750 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:08.364124 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7164568b-ccb1-4a6a-afb5-2badf4cd8e72 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:08.364723 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7164568b-ccb1-4a6a-afb5-2badf4cd8e72 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:08.396826 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7164568b-ccb1-4a6a-afb5-2badf4cd8e72 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8516226 Jul 15 23:12:08.398170 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51188) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:08.415491 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ac353ab0-5d1b-4211-8689-a4d3dd00d44b tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-396734359', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}, 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:08.480369 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac353ab0-5d1b-4211-8689-a4d3dd00d44b tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:08.481475 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac353ab0-5d1b-4211-8689-a4d3dd00d44b tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:08.594434 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d35ec18-a4e2-4fac-899f-a430c3e2e2ca admin admin] Router 9038e9d3-ec32-468b-85d8-6e0298f850de has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:12:08.610301 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac353ab0-5d1b-4211-8689-a4d3dd00d44b tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:08.736551 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3119dedf-ec2c-4eba-ab3a-e87ebc6b5763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-0ecbfdde-bb35-48c4-80e4-27925b2bf750', 'network_id': '0ecbfdde-bb35-48c4-80e4-27925b2bf750', 'tenant_id': 'cbc11455cafe444a8e4b833a349b694b', 'fixed_ips': [{'subnet_id': '8f200036-4c9d-41e6-b79a-1d6fb7e15736'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:12:08.737769 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3119dedf-ec2c-4eba-ab3a-e87ebc6b5763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:08.762935 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:08.786362 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d35ec18-a4e2-4fac-899f-a430c3e2e2ca admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:12:08.807350 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29d00f5-25c3-4f49-98c9-cf4300898153 None None] Sync routers for ids ['9038e9d3-ec32-468b-85d8-6e0298f850de'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:12:08.816791 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6d35ec18-a4e2-4fac-899f-a430c3e2e2ca admin admin] 10.222.0.16 "PUT /v2.0/routers/9038e9d3-ec32-468b-85d8-6e0298f850de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4145584 Jul 15 23:12:08.819945 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51190) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:08.826680 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29d00f5-25c3-4f49-98c9-cf4300898153 None None] Routers {'9038e9d3-ec32-468b-85d8-6e0298f850de'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:08.827573 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-f29d00f5-25c3-4f49-98c9-cf4300898153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['9038e9d3-ec32-468b-85d8-6e0298f850de'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:08.844648 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac353ab0-5d1b-4211-8689-a4d3dd00d44b tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:09.062622 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f80ab56-db3e-4df9-90fc-a75d18317fad admin admin] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:09.146851 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-3119dedf-ec2c-4eba-ab3a-e87ebc6b5763 None None] Allocated IP 172.20.0.2 (0ecbfdde-bb35-48c4-80e4-27925b2bf750/8f200036-4c9d-41e6-b79a-1d6fb7e15736/1f44d98e-0591-44cf-a780-d1cea6bbf5b0) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:09.164479 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-f29d00f5-25c3-4f49-98c9-cf4300898153 None None] Set router 9038e9d3-ec32-468b-85d8-6e0298f850de gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:09.343764 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac353ab0-5d1b-4211-8689-a4d3dd00d44b tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:09.472444 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac353ab0-5d1b-4211-8689-a4d3dd00d44b tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:09.489444 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f80ab56-db3e-4df9-90fc-a75d18317fad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:09.513902 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016e41f-f74d-48a6-8e21-0afe3e5a4e45 req-8a01541e-5539-4327-b527-372a2174f18e tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:09.524127 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a016e41f-f74d-48a6-8e21-0afe3e5a4e45 req-8a01541e-5539-4327-b527-372a2174f18e tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.2088163 Jul 15 23:12:09.530678 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3119dedf-ec2c-4eba-ab3a-e87ebc6b5763 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:09.542097 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-f29d00f5-25c3-4f49-98c9-cf4300898153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'name': 'tempest-ServersTestManualDisk-1036584712-router', 'tenant_id': '77975343f0624335a695b571de060b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '69652dd0-9703-4c04-b865-a020c5ffd152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:14Z', 'updated_at': '2021-07-15T23:12:07Z', 'revision_number': 5, 'project_id': '77975343f0624335a695b571de060b09', 'gw_port': {'id': '69652dd0-9703-4c04-b865-a020c5ffd152', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:18Z', 'updated_at': '2021-07-15T23:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:09.568065 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3119dedf-ec2c-4eba-ab3a-e87ebc6b5763 None None] Transition to ACTIVE for port object 1f44d98e-0591-44cf-a780-d1cea6bbf5b0 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:09.580902 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29d00f5-25c3-4f49-98c9-cf4300898153 None None] Checking router: 9038e9d3-ec32-468b-85d8-6e0298f850de for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:12:09.595599 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3119dedf-ec2c-4eba-ab3a-e87ebc6b5763 None None] Transition to ACTIVE for port object 1f44d98e-0591-44cf-a780-d1cea6bbf5b0 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:09.597492 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29d00f5-25c3-4f49-98c9-cf4300898153 None None] Routers {'9038e9d3-ec32-468b-85d8-6e0298f850de'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:09.598341 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-f29d00f5-25c3-4f49-98c9-cf4300898153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['9038e9d3-ec32-468b-85d8-6e0298f850de'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:09.606817 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3119dedf-ec2c-4eba-ab3a-e87ebc6b5763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:09.613084 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a724e3-cd73-4c11-90fd-27aa925fea20 req-c39e0539-55f2-45f1-8943-5259a059a144 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:09.616972 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-87a724e3-cd73-4c11-90fd-27aa925fea20 req-c39e0539-55f2-45f1-8943-5259a059a144 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/ports?device_id=702bed7c-51d7-4a6e-804b-7eb9f8ffa021 HTTP/1.1" status: 200 len: 946 time: 0.2196884 Jul 15 23:12:09.657587 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22520a32-44cb-42e5-81ce-b82b9f209e44 req-791c12ca-32dc-45ec-9c3e-0d3219f2bacc tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:09.661578 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-22520a32-44cb-42e5-81ce-b82b9f209e44 req-791c12ca-32dc-45ec-9c3e-0d3219f2bacc tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.36 "GET /v2.0/ports?device_id=702bed7c-51d7-4a6e-804b-7eb9f8ffa021 HTTP/1.1" status: 200 len: 946 time: 0.2208898 Jul 15 23:12:09.686250 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3119dedf-ec2c-4eba-ab3a-e87ebc6b5763 None None] Network 0ecbfdde-bb35-48c4-80e4-27925b2bf750 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:09.689903 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-3119dedf-ec2c-4eba-ab3a-e87ebc6b5763 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:09.692627 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3119dedf-ec2c-4eba-ab3a-e87ebc6b5763 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:09.747576 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a016e41f-f74d-48a6-8e21-0afe3e5a4e45 req-099dbb3a-0970-4c95-a97c-f696c266b2bf tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209854 Jul 15 23:12:09.790929 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-f29d00f5-25c3-4f49-98c9-cf4300898153 None None] Set router 9038e9d3-ec32-468b-85d8-6e0298f850de gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:09.838425 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-87a724e3-cd73-4c11-90fd-27aa925fea20 req-9b4d72d8-cffe-416f-b11b-8c892e979cc2 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/security-groups?id=99fbdf85-26fc-4d67-8eed-30775fbd9a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027822 Jul 15 23:12:09.841868 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119dedf-ec2c-4eba-ab3a-e87ebc6b5763 None None] Pushing event updated for resources: {'Port': ['ID=1f44d98e-0591-44cf-a780-d1cea6bbf5b0,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:09.898184 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-9f80ab56-db3e-4df9-90fc-a75d18317fad admin admin] Deleting port 69652dd0-9703-4c04-b865-a020c5ffd152 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:09.898533 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f80ab56-db3e-4df9-90fc-a75d18317fad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:09.915624 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-ac353ab0-5d1b-4211-8689-a4d3dd00d44b tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Allocated IP 172.25.4.16 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/c9da392a-f9ac-41c4-9d84-aecb4371a0d6) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:09.924284 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-f29d00f5-25c3-4f49-98c9-cf4300898153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'name': 'tempest-ServersTestManualDisk-1036584712-router', 'tenant_id': '77975343f0624335a695b571de060b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:14Z', 'updated_at': '2021-07-15T23:12:09Z', 'revision_number': 6, 'project_id': '77975343f0624335a695b571de060b09', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:09.971765 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-3119dedf-ec2c-4eba-ab3a-e87ebc6b5763 None None] Attempting to bind port 1f44d98e-0591-44cf-a780-d1cea6bbf5b0 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:09.972270 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-3119dedf-ec2c-4eba-ab3a-e87ebc6b5763 None None] Attempting to bind port 1f44d98e-0591-44cf-a780-d1cea6bbf5b0 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'b18ac420-c3c0-4030-b211-00d9949ddbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0ecbfdde-bb35-48c4-80e4-27925b2bf750'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:09.972416 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3119dedf-ec2c-4eba-ab3a-e87ebc6b5763 None None] Attempting to bind port 1f44d98e-0591-44cf-a780-d1cea6bbf5b0 on network 0ecbfdde-bb35-48c4-80e4-27925b2bf750 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:10.011615 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3119dedf-ec2c-4eba-ab3a-e87ebc6b5763 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:10.011879 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3119dedf-ec2c-4eba-ab3a-e87ebc6b5763 None None] Checking segment: {'id': 'b18ac420-c3c0-4030-b211-00d9949ddbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0ecbfdde-bb35-48c4-80e4-27925b2bf750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:10.012270 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3119dedf-ec2c-4eba-ab3a-e87ebc6b5763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:10.012672 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3119dedf-ec2c-4eba-ab3a-e87ebc6b5763 None None] Bound using segment: {'id': 'b18ac420-c3c0-4030-b211-00d9949ddbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0ecbfdde-bb35-48c4-80e4-27925b2bf750'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:10.013179 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-58c8ee99-8a79-4e30-b56e-12321c11a3a9 req-14483415-2255-485f-b936-d8efd5dac2da service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3200910 Jul 15 23:12:10.013326 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-3119dedf-ec2c-4eba-ab3a-e87ebc6b5763 None None] Bound port: 1f44d98e-0591-44cf-a780-d1cea6bbf5b0, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b18ac420-c3c0-4030-b211-00d9949ddbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0ecbfdde-bb35-48c4-80e4-27925b2bf750'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:10.013564 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3119dedf-ec2c-4eba-ab3a-e87ebc6b5763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:10.041248 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29d00f5-25c3-4f49-98c9-cf4300898153 None None] The sync data for ids ['9038e9d3-ec32-468b-85d8-6e0298f850de'] in n-d-787205-9 is: [{'id': '9038e9d3-ec32-468b-85d8-6e0298f850de', 'name': 'tempest-ServersTestManualDisk-1036584712-router', 'tenant_id': '77975343f0624335a695b571de060b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:14Z', 'updated_at': '2021-07-15T23:12:09Z', 'revision_number': 6, 'project_id': '77975343f0624335a695b571de060b09', 'gw_port_host': None}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:12:10.133842 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-9f80ab56-db3e-4df9-90fc-a75d18317fad admin admin] For port 69652dd0-9703-4c04-b865-a020c5ffd152, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=69652dd0-9703-4c04-b865-a020c5ffd152,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:10.134433 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f80ab56-db3e-4df9-90fc-a75d18317fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:10.147922 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-9f80ab56-db3e-4df9-90fc-a75d18317fad admin admin] Calling delete_port for 69652dd0-9703-4c04-b865-a020c5ffd152 owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:10.171818 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-3119dedf-ec2c-4eba-ab3a-e87ebc6b5763 None None] For port 1f44d98e-0591-44cf-a780-d1cea6bbf5b0, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:10.180274 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-3119dedf-ec2c-4eba-ab3a-e87ebc6b5763 None None] For port 1f44d98e-0591-44cf-a780-d1cea6bbf5b0, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1f44d98e-0591-44cf-a780-d1cea6bbf5b0,segment=NetworkSegment(b18ac420-c3c0-4030-b211-00d9949ddbfe),segment_id=b18ac420-c3c0-4030-b211-00d9949ddbfe)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:10.187251 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3119dedf-ec2c-4eba-ab3a-e87ebc6b5763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:10.195927 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-22520a32-44cb-42e5-81ce-b82b9f209e44 req-be2e9a6c-bde9-41d9-bf46-8136f543285a tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Deleting port c3b3f70b-0d43-4e38-b32f-101164ecb70c {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:10.196379 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-22520a32-44cb-42e5-81ce-b82b9f209e44 req-be2e9a6c-bde9-41d9-bf46-8136f543285a tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:10.264994 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119dedf-ec2c-4eba-ab3a-e87ebc6b5763 None None] Pushing event updated for resources: {'Port': ['ID=1f44d98e-0591-44cf-a780-d1cea6bbf5b0,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:10.326440 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d42057e5-7a8b-40c2-a025-0a8c6293b99d req-85cafa0b-01fc-4cde-9462-79f7a112e26a tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8249830c-c258-472b-9574-96790ff8f4a3 HTTP/1.1" status: 200 len: 210 time: 0.0815797 Jul 15 23:12:10.375682 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac353ab0-5d1b-4211-8689-a4d3dd00d44b tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:10.384887 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8ee99-8a79-4e30-b56e-12321c11a3a9 req-bd3c4175-7305-4163-91da-0690c7bf2fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:10.386750 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-58c8ee99-8a79-4e30-b56e-12321c11a3a9 req-bd3c4175-7305-4163-91da-0690c7bf2fdc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c94a1f7515fc403ca722dddef8f6ba46&device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 1096 time: 0.3363607 Jul 15 23:12:10.445611 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-22520a32-44cb-42e5-81ce-b82b9f209e44 req-be2e9a6c-bde9-41d9-bf46-8136f543285a tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] For port c3b3f70b-0d43-4e38-b32f-101164ecb70c, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c3b3f70b-0d43-4e38-b32f-101164ecb70c,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:10.446069 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-22520a32-44cb-42e5-81ce-b82b9f209e44 req-be2e9a6c-bde9-41d9-bf46-8136f543285a tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:10.479521 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d64983e5-8bd6-43a2-b9dc-b631d0581e6a no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:10.510172 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f80ab56-db3e-4df9-90fc-a75d18317fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:10.518602 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-22520a32-44cb-42e5-81ce-b82b9f209e44 req-be2e9a6c-bde9-41d9-bf46-8136f543285a tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Calling delete_port for c3b3f70b-0d43-4e38-b32f-101164ecb70c owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:10.553524 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80ab56-db3e-4df9-90fc-a75d18317fad admin admin] Pushing event deleted for resources: {'Port': ['ID=69652dd0-9703-4c04-b865-a020c5ffd152,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:10.568725 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: d64983e5-8bd6-43a2-b9dc-b631d0581e6a {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:12:10.580134 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d64983e5-8bd6-43a2-b9dc-b631d0581e6a not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:12:10.711131 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f80ab56-db3e-4df9-90fc-a75d18317fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:10.965455 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f80ab56-db3e-4df9-90fc-a75d18317fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:10.974410 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f80ab56-db3e-4df9-90fc-a75d18317fad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:11.038519 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f80ab56-db3e-4df9-90fc-a75d18317fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:11.039491 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f80ab56-db3e-4df9-90fc-a75d18317fad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9038e9d3-ec32-468b-85d8-6e0298f850de {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:12:11.047026 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f80ab56-db3e-4df9-90fc-a75d18317fad admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:11.051623 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9f80ab56-db3e-4df9-90fc-a75d18317fad admin admin] 10.222.0.16 "DELETE /v2.0/routers/9038e9d3-ec32-468b-85d8-6e0298f850de HTTP/1.1" status: 204 len: 168 time: 2.2301698 Jul 15 23:12:11.058116 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51220) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:11.225071 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f0846c-32de-40eb-8771-c69e74da28eb admin admin] Deleting subnet e9b8dc35-3b00-467c-ba33-51544e2c446c {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:12:11.231569 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-40f0846c-32de-40eb-8771-c69e74da28eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:11.318063 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac353ab0-5d1b-4211-8689-a4d3dd00d44b tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:11.465333 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8ee99-8a79-4e30-b56e-12321c11a3a9 req-1207de87-c429-4ede-a7af-17523bad7fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:11.486534 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-58c8ee99-8a79-4e30-b56e-12321c11a3a9 req-1207de87-c429-4ede-a7af-17523bad7fc0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=06e80cc8-6c99-4e93-b9ec-9a2e84049a5a HTTP/1.1" status: 200 len: 919 time: 1.0579162 Jul 15 23:12:11.593231 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-58c8ee99-8a79-4e30-b56e-12321c11a3a9 req-c79e7f5c-ad08-41c1-9d8b-8ec41f8ea227 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65d7ce8f-f4cf-4b8a-9656-441afeafb634 HTTP/1.1" status: 200 len: 217 time: 0.1037612 Jul 15 23:12:11.633788 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac353ab0-5d1b-4211-8689-a4d3dd00d44b tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:11.753567 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-ac353ab0-5d1b-4211-8689-a4d3dd00d44b tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:11.799466 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac353ab0-5d1b-4211-8689-a4d3dd00d44b tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:12.065870 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb4fd1d7-aaa3-4d73-a524-58ca3ff3e77c req-19b69d9e-2afa-4e83-b354-a6971e9952e5 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8249830c-c258-472b-9574-96790ff8f4a3 HTTP/1.1" status: 200 len: 210 time: 0.0940452 Jul 15 23:12:12.104794 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-22520a32-44cb-42e5-81ce-b82b9f209e44 req-be2e9a6c-bde9-41d9-bf46-8136f543285a tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:12.108759 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac353ab0-5d1b-4211-8689-a4d3dd00d44b tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event updated for resources: {'Port': ['ID=c9da392a-f9ac-41c4-9d84-aecb4371a0d6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:12.122336 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-40f0846c-32de-40eb-8771-c69e74da28eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:12.160121 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547e3fad-6201-4b78-85f5-dcdd03edb3bb None None] Network 0ecbfdde-bb35-48c4-80e4-27925b2bf750 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:12.223196 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-40f0846c-32de-40eb-8771-c69e74da28eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:12.242600 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e9a6c-bde9-41d9-bf46-8136f543285a tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Pushing event deleted for resources: {'Port': ['ID=c3b3f70b-0d43-4e38-b32f-101164ecb70c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:12.300239 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-aad6526a-eb7c-4e9b-92df-61cc0bae4689 None None] Provisioning for port 1f44d98e-0591-44cf-a780-d1cea6bbf5b0 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:12.322905 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-40f0846c-32de-40eb-8771-c69e74da28eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:12.338581 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8ee99-8a79-4e30-b56e-12321c11a3a9 req-31fbed79-71d7-42d5-847d-f272d276efed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:12.340100 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-58c8ee99-8a79-4e30-b56e-12321c11a3a9 req-31fbed79-71d7-42d5-847d-f272d276efed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4855a5f1-8b72-4f27-b61b-98876d40980b HTTP/1.1" status: 200 len: 858 time: 0.7166321 Jul 15 23:12:12.357501 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0846c-32de-40eb-8771-c69e74da28eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9b8dc35-3b00-467c-ba33-51544e2c446c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:12.385202 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b35379-c192-464a-9292-97f51b6f3a79 None None] Network bf6fa1b7-2834-4d94-a68c-529495746472 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:12.385718 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2cc21-5492-46a7-80b6-bc3ad509c967 req-e27a078f-96e5-4d0e-89b4-3f09e546cb68 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:12.387819 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-48d2cc21-5492-46a7-80b6-bc3ad509c967 req-e27a078f-96e5-4d0e-89b4-3f09e546cb68 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/ports?device_id=702bed7c-51d7-4a6e-804b-7eb9f8ffa021 HTTP/1.1" status: 200 len: 865 time: 1.3025215 Jul 15 23:12:12.391244 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-40f0846c-32de-40eb-8771-c69e74da28eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:12.398173 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-40f0846c-32de-40eb-8771-c69e74da28eb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e9b8dc35-3b00-467c-ba33-51544e2c446c HTTP/1.1" status: 204 len: 168 time: 1.3377604 Jul 15 23:12:12.403306 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51232) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:12.414169 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-58c8ee99-8a79-4e30-b56e-12321c11a3a9 req-9f81d845-30eb-4ae4-bd5d-278409eb900a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=06e80cc8-6c99-4e93-b9ec-9a2e84049a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503314 Jul 15 23:12:12.572119 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1f44d98e-0591-44cf-a780-d1cea6bbf5b0 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:12.573025 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-22520a32-44cb-42e5-81ce-b82b9f209e44 req-be2e9a6c-bde9-41d9-bf46-8136f543285a tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] No DVR routers for this DVR port c3b3f70b-0d43-4e38-b32f-101164ecb70c on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:12:12.582742 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-22520a32-44cb-42e5-81ce-b82b9f209e44 req-be2e9a6c-bde9-41d9-bf46-8136f543285a tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:12.585538 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-22520a32-44cb-42e5-81ce-b82b9f209e44 req-be2e9a6c-bde9-41d9-bf46-8136f543285a tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.36 "DELETE /v2.0/ports/c3b3f70b-0d43-4e38-b32f-101164ecb70c HTTP/1.1" status: 204 len: 173 time: 2.9004197 Jul 15 23:12:12.588157 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702bed7c-51d7-4a6e-804b-7eb9f8ffa021', 'name': 'network-vif-deleted', 'tag': 'c3b3f70b-0d43-4e38-b32f-101164ecb70c'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:12.600343 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51352a39-f1fa-4d90-9c35-67680125e402" -d '{"events": [{"server_uuid": "702bed7c-51d7-4a6e-804b-7eb9f8ffa021", "name": "network-vif-deleted", "tag": "c3b3f70b-0d43-4e38-b32f-101164ecb70c"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:12.604671 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-48d2cc21-5492-46a7-80b6-bc3ad509c967 req-1ba10519-51c1-494c-a684-1c3e973836cd tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/security-groups?id=99fbdf85-26fc-4d67-8eed-30775fbd9a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045603 Jul 15 23:12:12.614771 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-89db0d8b-6804-46b0-ab12-f0d03114fcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:12.679143 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bf999c-cef4-4691-a5b4-b9e71c8b7f33 x-openstack-request-id: req-78bf999c-cef4-4691-a5b4-b9e71c8b7f33 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:12.679408 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "702bed7c-51d7-4a6e-804b-7eb9f8ffa021", "name": "network-vif-deleted", "tag": "c3b3f70b-0d43-4e38-b32f-101164ecb70c", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:12.679667 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78bf999c-cef4-4691-a5b4-b9e71c8b7f33 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:12.680236 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '702bed7c-51d7-4a6e-804b-7eb9f8ffa021', 'name': 'network-vif-deleted', 'tag': 'c3b3f70b-0d43-4e38-b32f-101164ecb70c', 'status': 'completed', 'code': 200} Jul 15 23:12:12.734669 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-89db0d8b-6804-46b0-ab12-f0d03114fcab admin admin] Deleting port b1b98ce2-d770-4b7d-b0a1-3d05a16d234e {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:12.734918 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-89db0d8b-6804-46b0-ab12-f0d03114fcab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:12.813672 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-58c8ee99-8a79-4e30-b56e-12321c11a3a9 req-a93dd008-9ad5-47f9-ad92-3736da91262d service neutron] 10.222.0.36 "GET /v2.0/networks/06e80cc8-6c99-4e93-b9ec-9a2e84049a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877430 Jul 15 23:12:12.816080 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 1f44d98e-0591-44cf-a780-d1cea6bbf5b0 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:12.830099 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 1f44d98e-0591-44cf-a780-d1cea6bbf5b0 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:12.830099 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:12.855498 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-89db0d8b-6804-46b0-ab12-f0d03114fcab admin admin] For port b1b98ce2-d770-4b7d-b0a1-3d05a16d234e, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b1b98ce2-d770-4b7d-b0a1-3d05a16d234e,segment=NetworkSegment(3a3c2bc7-5140-456e-8efe-f105575ac120),segment_id=3a3c2bc7-5140-456e-8efe-f105575ac120)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:12.855862 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-89db0d8b-6804-46b0-ab12-f0d03114fcab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:12.868389 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-89db0d8b-6804-46b0-ab12-f0d03114fcab admin admin] Calling delete_port for b1b98ce2-d770-4b7d-b0a1-3d05a16d234e owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:12.976181 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-89db0d8b-6804-46b0-ab12-f0d03114fcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:13.000757 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db0d8b-6804-46b0-ab12-f0d03114fcab admin admin] Pushing event deleted for resources: {'Port': ['ID=b1b98ce2-d770-4b7d-b0a1-3d05a16d234e,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:13.010365 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:13.028750 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89db0d8b-6804-46b0-ab12-f0d03114fcab admin admin] No DVR routers for this DVR port b1b98ce2-d770-4b7d-b0a1-3d05a16d234e on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:12:13.098950 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac353ab0-5d1b-4211-8689-a4d3dd00d44b tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:13.112448 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-58c8ee99-8a79-4e30-b56e-12321c11a3a9 req-50394cde-69e5-4fc9-b5af-31c9ef220080 service neutron] 10.222.0.36 "GET /v2.0/networks/06e80cc8-6c99-4e93-b9ec-9a2e84049a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817512 Jul 15 23:12:13.127830 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 1f44d98e-0591-44cf-a780-d1cea6bbf5b0, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1f44d98e-0591-44cf-a780-d1cea6bbf5b0,segment=NetworkSegment(b18ac420-c3c0-4030-b211-00d9949ddbfe),segment_id=b18ac420-c3c0-4030-b211-00d9949ddbfe)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:13.131021 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c3b3f70b-0d43-4e38-b32f-101164ecb70c no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:13.189613 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-89db0d8b-6804-46b0-ab12-f0d03114fcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:13.191138 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d66079e-9935-4e6c-a40f-d0d977bfae9c None None] DHCP port deletion for bf6fa1b7-2834-4d94-a68c-529495746472 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:12:13.194586 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: c3b3f70b-0d43-4e38-b32f-101164ecb70c {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:12:13.195041 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c3b3f70b-0d43-4e38-b32f-101164ecb70c not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:12:13.199262 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:13.205941 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-89db0d8b-6804-46b0-ab12-f0d03114fcab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6fa1b7-2834-4d94-a68c-529495746472']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:13.222330 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-89db0d8b-6804-46b0-ab12-f0d03114fcab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a3c2bc7-5140-456e-8efe-f105575ac120') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:13.223795 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-89db0d8b-6804-46b0-ab12-f0d03114fcab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a3c2bc7-5140-456e-8efe-f105575ac120') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:13.255811 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-89db0d8b-6804-46b0-ab12-f0d03114fcab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:13.277821 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-89db0d8b-6804-46b0-ab12-f0d03114fcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:13.285461 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89db0d8b-6804-46b0-ab12-f0d03114fcab admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:12:13.286004 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-89db0d8b-6804-46b0-ab12-f0d03114fcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:13.314781 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 69652dd0-9703-4c04-b865-a020c5ffd152 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:12:13.359317 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:12:13.382705 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 69652dd0-9703-4c04-b865-a020c5ffd152 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:12:13.383056 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 69652dd0-9703-4c04-b865-a020c5ffd152 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:12:13.387925 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-89db0d8b-6804-46b0-ab12-f0d03114fcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:13.395724 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-89db0d8b-6804-46b0-ab12-f0d03114fcab admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:13.398305 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-89db0d8b-6804-46b0-ab12-f0d03114fcab admin admin] 10.222.0.16 "DELETE /v2.0/networks/bf6fa1b7-2834-4d94-a68c-529495746472 HTTP/1.1" status: 204 len: 168 time: 0.9919627 Jul 15 23:12:13.431466 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=1f44d98e-0591-44cf-a780-d1cea6bbf5b0,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:13.432104 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-71c7ddb7-8ffd-4e01-952f-dd36a4dc763a req-15fd9292-95b0-4fe8-a204-2c47e9f17ba8 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8249830c-c258-472b-9574-96790ff8f4a3 HTTP/1.1" status: 200 len: 210 time: 0.0718091 Jul 15 23:12:13.483083 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db0d8b-6804-46b0-ab12-f0d03114fcab admin admin] Pushing event deleted for resources: {'Network': ['ID=bf6fa1b7-2834-4d94-a68c-529495746472,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:13.532741 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac353ab0-5d1b-4211-8689-a4d3dd00d44b tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:13.534392 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a5db4-bb0d-4970-a344-a140f197abe1 req-859e446a-ca30-4918-b7af-2f96772de7d4 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:13.536008 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b80a5db4-bb0d-4970-a344-a140f197abe1 req-859e446a-ca30-4918-b7af-2f96772de7d4 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.1491833 Jul 15 23:12:13.599800 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b80a5db4-bb0d-4970-a344-a140f197abe1 req-f848d016-d7e7-4f09-863f-93e54e742edc tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560675 Jul 15 23:12:13.745182 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51254) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:13.766934 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c7fcd60d-5fb3-4e4d-8b96-f32a30dfc2e4 None None] Provisioning complete for port 1f44d98e-0591-44cf-a780-d1cea6bbf5b0 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:13.767312 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c7fcd60d-5fb3-4e4d-8b96-f32a30dfc2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:13.809050 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-79c58cce-92cf-464e-a653-bf1f0cea0ec9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77975343f0624335a695b571de060b09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0623422 Jul 15 23:12:13.811577 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51258) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:13.839465 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac353ab0-5d1b-4211-8689-a4d3dd00d44b tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Router 3c82a3f6-0b77-4522-aa0c-beb9ed349ca8 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:12:13.927190 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5cf9c96f-6098-4adf-ac6f-9430fe79ab55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:14.004346 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e84bb7db-c036-42a7-b3d1-ad43a70c6ddf req-4cfe4e50-5d67-47ff-921d-a260723f60cd tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/ports?device_id=702bed7c-51d7-4a6e-804b-7eb9f8ffa021 HTTP/1.1" status: 200 len: 210 time: 0.0672023 Jul 15 23:12:14.020167 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5cf9c96f-6098-4adf-ac6f-9430fe79ab55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:14.094545 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5cf9c96f-6098-4adf-ac6f-9430fe79ab55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:14.100515 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5cf9c96f-6098-4adf-ac6f-9430fe79ab55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:14.101971 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5cf9c96f-6098-4adf-ac6f-9430fe79ab55 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7c1f5ce-be77-41bb-92fb-62b535da4b6c HTTP/1.1" status: 204 len: 168 time: 0.2890222 Jul 15 23:12:14.107049 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac353ab0-5d1b-4211-8689-a4d3dd00d44b tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:12:14.113362 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9c96f-6098-4adf-ac6f-9430fe79ab55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c1f5ce-be77-41bb-92fb-62b535da4b6c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:14.119342 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e334d9cf-4e77-4c7f-bf7e-9b6f0958b767 None None] Sync routers for ids ['3c82a3f6-0b77-4522-aa0c-beb9ed349ca8'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:12:14.133424 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e334d9cf-4e77-4c7f-bf7e-9b6f0958b767 None None] Routers {'3c82a3f6-0b77-4522-aa0c-beb9ed349ca8'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:14.134459 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e334d9cf-4e77-4c7f-bf7e-9b6f0958b767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3c82a3f6-0b77-4522-aa0c-beb9ed349ca8'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:14.142475 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac353ab0-5d1b-4211-8689-a4d3dd00d44b tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:14.146684 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ac353ab0-5d1b-4211-8689-a4d3dd00d44b tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.7454045 Jul 15 23:12:14.147603 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51266) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:14.192681 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e334d9cf-4e77-4c7f-bf7e-9b6f0958b767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:14.208897 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e334d9cf-4e77-4c7f-bf7e-9b6f0958b767 None None] Routers {'3c82a3f6-0b77-4522-aa0c-beb9ed349ca8'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:14.209855 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e334d9cf-4e77-4c7f-bf7e-9b6f0958b767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:11:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3c82a3f6-0b77-4522-aa0c-beb9ed349ca8'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:14.259889 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e334d9cf-4e77-4c7f-bf7e-9b6f0958b767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:14.260594 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e334d9cf-4e77-4c7f-bf7e-9b6f0958b767 None None] The sync data for ids ['3c82a3f6-0b77-4522-aa0c-beb9ed349ca8'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:12:14.468203 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1f44d98e-0591-44cf-a780-d1cea6bbf5b0 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:14.649411 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 1f44d98e-0591-44cf-a780-d1cea6bbf5b0 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:14.649788 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:14.861176 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2becc82-51ba-40db-b6e5-88d49ca46963 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:14.996121 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b1b98ce2-d770-4b7d-b0a1-3d05a16d234e no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:15.050780 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: b1b98ce2-d770-4b7d-b0a1-3d05a16d234e {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:12:15.056745 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b1b98ce2-d770-4b7d-b0a1-3d05a16d234e not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:12:15.494739 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51324) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:15.573167 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708cfef-0538-41e6-97e3-2cf5bd30ce78 req-dcdf40a2-e6aa-4fe4-b417-5ae51381256e tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:15.574768 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d708cfef-0538-41e6-97e3-2cf5bd30ce78 req-dcdf40a2-e6aa-4fe4-b417-5ae51381256e tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/networks?id=d46459bf-69b4-4e8d-8a06-951b2319409b HTTP/1.1" status: 200 len: 812 time: 0.3523221 Jul 15 23:12:15.578419 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-b2becc82-51ba-40db-b6e5-88d49ca46963 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Allocated IP 172.20.0.1 (0ecbfdde-bb35-48c4-80e4-27925b2bf750/8f200036-4c9d-41e6-b79a-1d6fb7e15736/15858683-4e33-4447-8f8a-8fc9c1156e0f) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:15.750814 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e8a0b0f9-8fe1-4b00-90e3-54c806094162 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1553923106-network', 'tenant_id': '8df6f078b29147b88652d8060ee11e81'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:15.773025 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a0b0f9-8fe1-4b00-90e3-54c806094162 admin admin] Made reservation on behalf of 8df6f078b29147b88652d8060ee11e81 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:15.780007 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e8a0b0f9-8fe1-4b00-90e3-54c806094162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:15.801974 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2becc82-51ba-40db-b6e5-88d49ca46963 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:15.803262 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e8a0b0f9-8fe1-4b00-90e3-54c806094162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:15.814223 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d708cfef-0538-41e6-97e3-2cf5bd30ce78 req-083c6baf-6894-47aa-84ce-1de93efe09ea tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/quotas/dd7ce8a707994c488c5570fcc34a8dcd HTTP/1.1" status: 200 len: 375 time: 0.0830724 Jul 15 23:12:15.860025 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ad318560-1532-4929-a277-2d07eec6fa8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:15.864901 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b2becc82-51ba-40db-b6e5-88d49ca46963 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Transition to ACTIVE for port object 15858683-4e33-4447-8f8a-8fc9c1156e0f will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:15.908853 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d708cfef-0538-41e6-97e3-2cf5bd30ce78 req-3cac5af5-aa73-4e84-846e-017fa8351642 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd7ce8a707994c488c5570fcc34a8dcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0830779 Jul 15 23:12:15.941412 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e8a0b0f9-8fe1-4b00-90e3-54c806094162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:15.948017 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e8a0b0f9-8fe1-4b00-90e3-54c806094162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:15.970717 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a0b0f9-8fe1-4b00-90e3-54c806094162 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:12:15.995204 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e8a0b0f9-8fe1-4b00-90e3-54c806094162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:15.995810 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-e8a0b0f9-8fe1-4b00-90e3-54c806094162 admin admin] Added segment b22addef-7faf-46fe-a1bb-ef948b69578f of type vlan for network c1c591e7-7f4c-4912-87da-c92c1b2d73de Jul 15 23:12:16.005022 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0b0f9-8fe1-4b00-90e3-54c806094162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99acf886-e8b5-4e6f-9a57-a8b5ca846f16,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:16.030889 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2becc82-51ba-40db-b6e5-88d49ca46963 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:16.047608 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7c074-e4ce-45af-9fec-635f6cdf06d9 req-24fc7e92-fbe0-447d-ab6c-2b9d41770792 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:16.049338 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-94a7c074-e4ce-45af-9fec-635f6cdf06d9 req-24fc7e92-fbe0-447d-ab6c-2b9d41770792 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/ports?device_id=836ea51d-ce98-4605-bd1d-b1dda80e541c HTTP/1.1" status: 200 len: 948 time: 0.2225051 Jul 15 23:12:16.075871 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e8a0b0f9-8fe1-4b00-90e3-54c806094162 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:16.117240 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e8a0b0f9-8fe1-4b00-90e3-54c806094162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:16.119403 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a0b0f9-8fe1-4b00-90e3-54c806094162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:16.120764 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e8a0b0f9-8fe1-4b00-90e3-54c806094162 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:16.123710 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d708cfef-0538-41e6-97e3-2cf5bd30ce78 req-fcb6b46b-1527-4645-b1a9-898ce92ff98b service neutron] 10.222.0.16 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059178 Jul 15 23:12:16.129112 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2becc82-51ba-40db-b6e5-88d49ca46963 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Network 0ecbfdde-bb35-48c4-80e4-27925b2bf750 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:16.134818 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-b2becc82-51ba-40db-b6e5-88d49ca46963 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:16.137306 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2becc82-51ba-40db-b6e5-88d49ca46963 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:16.163181 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2becc82-51ba-40db-b6e5-88d49ca46963 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event updated for resources: {'Port': ['ID=15858683-4e33-4447-8f8a-8fc9c1156e0f,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:16.195216 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e8a0b0f9-8fe1-4b00-90e3-54c806094162 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6982372 Jul 15 23:12:16.197845 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51332) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:16.204818 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-30888043-b791-43a8-a09b-690d8b1487a4 admin admin] Request body: {'subnet': {'network_id': 'c1c591e7-7f4c-4912-87da-c92c1b2d73de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1553923106-subnet', 'tenant_id': '8df6f078b29147b88652d8060ee11e81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:16.246871 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0b0f9-8fe1-4b00-90e3-54c806094162 admin admin] Pushing event updated for resources: {'Network': ['ID=c1c591e7-7f4c-4912-87da-c92c1b2d73de,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:16.258979 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network c1c591e7-7f4c-4912-87da-c92c1b2d73de details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:12:16.284941 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30888043-b791-43a8-a09b-690d8b1487a4 admin admin] Made reservation on behalf of 8df6f078b29147b88652d8060ee11e81 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:16.286806 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-94a7c074-e4ce-45af-9fec-635f6cdf06d9 req-abc38a4c-d101-494d-9035-8d3fac6a8acf tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/security-groups?id=99fbdf85-26fc-4d67-8eed-30775fbd9a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256005 Jul 15 23:12:16.293253 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30888043-b791-43a8-a09b-690d8b1487a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:16.414068 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2becc82-51ba-40db-b6e5-88d49ca46963 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:16.432467 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d708cfef-0538-41e6-97e3-2cf5bd30ce78 req-dfa33d3c-c7b6-4672-b2d6-77c6454860ba service neutron] 10.222.0.16 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990279 Jul 15 23:12:16.502746 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-921cada9-f216-49ab-9287-cddb94f55968 None None] Provisioning for port 15858683-4e33-4447-8f8a-8fc9c1156e0f completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:16.511992 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-921cada9-f216-49ab-9287-cddb94f55968 None None] Provisioning complete for port 15858683-4e33-4447-8f8a-8fc9c1156e0f triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:16.512382 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-921cada9-f216-49ab-9287-cddb94f55968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:16.594585 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-921cada9-f216-49ab-9287-cddb94f55968 None None] Port 15858683-4e33-4447-8f8a-8fc9c1156e0f cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:12:16.689666 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30888043-b791-43a8-a09b-690d8b1487a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:16.771796 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30888043-b791-43a8-a09b-690d8b1487a4 admin admin] Checking segment: {'id': 'b22addef-7faf-46fe-a1bb-ef948b69578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c1c591e7-7f4c-4912-87da-c92c1b2d73de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:16.772176 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30888043-b791-43a8-a09b-690d8b1487a4 admin admin] Network hostable DHCP agents. Network: c1c591e7-7f4c-4912-87da-c92c1b2d73de, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:12:16.774378 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30888043-b791-43a8-a09b-690d8b1487a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5fbeed8-610d-4657-aace-813bd1de8409,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:16.805204 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30888043-b791-43a8-a09b-690d8b1487a4 admin admin] Network c1c591e7-7f4c-4912-87da-c92c1b2d73de is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:12:16.812724 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-78416978-eeae-4aca-b1a4-792116678d2a req-93dd02ae-8453-459f-9e86-84256465100f tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3f3f001-4f81-4c69-9290-a64651ecaad6 HTTP/1.1" status: 200 len: 210 time: 0.0601950 Jul 15 23:12:16.819544 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-30888043-b791-43a8-a09b-690d8b1487a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, c1c591e7-7f4c-4912-87da-c92c1b2d73de) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:16.831660 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d52f25-40a0-40e9-a74c-54c81f829620 None None] Network c1c591e7-7f4c-4912-87da-c92c1b2d73de requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:16.852302 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30888043-b791-43a8-a09b-690d8b1487a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:16.852883 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30888043-b791-43a8-a09b-690d8b1487a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:16.901601 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-30888043-b791-43a8-a09b-690d8b1487a4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7021706 Jul 15 23:12:16.939372 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2becc82-51ba-40db-b6e5-88d49ca46963 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:17.149429 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96965632-b9c9-4622-949a-e7104b1547de None None] Network c1c591e7-7f4c-4912-87da-c92c1b2d73de requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:17.707733 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26f967-3fa1-416c-a6a7-f09de6ccb64a req-117ed36d-f080-46c2-b93c-a56e6f6221d3 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:17.709477 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bb26f967-3fa1-416c-a6a7-f09de6ccb64a req-117ed36d-f080-46c2-b93c-a56e6f6221d3 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.36 "GET /v2.0/ports?device_id=836ea51d-ce98-4605-bd1d-b1dda80e541c HTTP/1.1" status: 200 len: 948 time: 0.1571362 Jul 15 23:12:17.958953 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-bb26f967-3fa1-416c-a6a7-f09de6ccb64a req-99e960ff-ef24-443c-95d6-312991869319 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Deleting port c22d8176-a458-40b5-91ed-f89cac5baca1 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:17.959191 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bb26f967-3fa1-416c-a6a7-f09de6ccb64a req-99e960ff-ef24-443c-95d6-312991869319 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:18.115044 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51396) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:18.192181 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-bb26f967-3fa1-416c-a6a7-f09de6ccb64a req-99e960ff-ef24-443c-95d6-312991869319 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] For port c22d8176-a458-40b5-91ed-f89cac5baca1, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c22d8176-a458-40b5-91ed-f89cac5baca1,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:18.192440 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bb26f967-3fa1-416c-a6a7-f09de6ccb64a req-99e960ff-ef24-443c-95d6-312991869319 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:18.225790 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-418ead3c-4c98-4177-a526-0c837ffbe54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:18.226443 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-bb26f967-3fa1-416c-a6a7-f09de6ccb64a req-99e960ff-ef24-443c-95d6-312991869319 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Calling delete_port for c22d8176-a458-40b5-91ed-f89cac5baca1 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:18.281736 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ef3c7-f097-48a0-acc9-27c578b45e71 req-93bdee70-5fb1-4b4e-8b53-8a4d42ad3680 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:18.290843 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-075ef3c7-f097-48a0-acc9-27c578b45e71 req-93bdee70-5fb1-4b4e-8b53-8a4d42ad3680 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/ports?device_id=836ea51d-ce98-4605-bd1d-b1dda80e541c HTTP/1.1" status: 200 len: 948 time: 0.3721054 Jul 15 23:12:18.311786 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2becc82-51ba-40db-b6e5-88d49ca46963 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:18.331979 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-ab885010-2fb0-45f1-a126-023b5285840e tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:18.341736 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-ab885010-2fb0-45f1-a126-023b5285840e tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.16 "GET /v2.0/networks?id=c1c591e7-7f4c-4912-87da-c92c1b2d73de HTTP/1.1" status: 200 len: 822 time: 0.4899957 Jul 15 23:12:18.352367 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-abb1bae6-3b08-4dcd-92af-c22e62e32016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:18.363106 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-f1b0363a-d03e-4e82-b41a-996d350a2d60 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.16 "GET /v2.0/quotas/8df6f078b29147b88652d8060ee11e81 HTTP/1.1" status: 200 len: 375 time: 0.0195589 Jul 15 23:12:18.381807 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2becc82-51ba-40db-b6e5-88d49ca46963 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:18.500633 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-c70f6ccc-8dab-4071-9780-96bded5e89f2 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8df6f078b29147b88652d8060ee11e81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1363101 Jul 15 23:12:18.518666 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bb26f967-3fa1-416c-a6a7-f09de6ccb64a req-99e960ff-ef24-443c-95d6-312991869319 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:18.572005 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-075ef3c7-f097-48a0-acc9-27c578b45e71 req-8a28f177-8f7b-48db-a58d-590616688ede tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.16 "GET /v2.0/security-groups?id=99fbdf85-26fc-4d67-8eed-30775fbd9a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798724 Jul 15 23:12:18.572906 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e960ff-ef24-443c-95d6-312991869319 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Pushing event deleted for resources: {'Port': ['ID=c22d8176-a458-40b5-91ed-f89cac5baca1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:18.600382 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-abb1bae6-3b08-4dcd-92af-c22e62e32016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:18.608674 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-abb1bae6-3b08-4dcd-92af-c22e62e32016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:18.622963 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2becc82-51ba-40db-b6e5-88d49ca46963 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event updated for resources: {'Port': ['ID=15858683-4e33-4447-8f8a-8fc9c1156e0f,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:18.627203 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2becc82-51ba-40db-b6e5-88d49ca46963 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:18.667936 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:18.696802 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-810fddd1-3f41-49b3-a3a0-b5f1117586f1 service neutron] 10.222.0.16 "GET /v2.0/networks/c1c591e7-7f4c-4912-87da-c92c1b2d73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949046 Jul 15 23:12:18.712134 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb26f967-3fa1-416c-a6a7-f09de6ccb64a req-99e960ff-ef24-443c-95d6-312991869319 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] No DVR routers for this DVR port c22d8176-a458-40b5-91ed-f89cac5baca1 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:12:18.721720 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bb26f967-3fa1-416c-a6a7-f09de6ccb64a req-99e960ff-ef24-443c-95d6-312991869319 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:18.724428 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bb26f967-3fa1-416c-a6a7-f09de6ccb64a req-99e960ff-ef24-443c-95d6-312991869319 tempest-ListImageFiltersTestJSON-1036057612 tempest-ListImageFiltersTestJSON-1036057612-project] 10.222.0.36 "DELETE /v2.0/ports/c22d8176-a458-40b5-91ed-f89cac5baca1 HTTP/1.1" status: 204 len: 173 time: 1.0045106 Jul 15 23:12:18.725898 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836ea51d-ce98-4605-bd1d-b1dda80e541c', 'name': 'network-vif-deleted', 'tag': 'c22d8176-a458-40b5-91ed-f89cac5baca1'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:18.729104 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfe1ee2-0d00-4f63-ad48-e12b0c5bf41d" -d '{"events": [{"server_uuid": "836ea51d-ce98-4605-bd1d-b1dda80e541c", "name": "network-vif-deleted", "tag": "c22d8176-a458-40b5-91ed-f89cac5baca1"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:18.740037 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-abb1bae6-3b08-4dcd-92af-c22e62e32016 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=54f594a7d6f8449db3010c63518f6061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6167455 Jul 15 23:12:18.740037 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1bae6-3b08-4dcd-92af-c22e62e32016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4086e4b-6075-4c0b-b740-ab74b7505747,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:18.745423 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51402) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:18.844354 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2becc82-51ba-40db-b6e5-88d49ca46963 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Network 0ecbfdde-bb35-48c4-80e4-27925b2bf750 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:18.847290 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-b2becc82-51ba-40db-b6e5-88d49ca46963 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:18.872177 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03de1e7e-e8c6-480c-b966-1a1cc9feba31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:18.925393 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03de1e7e-e8c6-480c-b966-1a1cc9feba31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:18.995679 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-726691be-2bf1-4d83-9cc1-e47bb35c6900 service neutron] 10.222.0.16 "GET /v2.0/networks/c1c591e7-7f4c-4912-87da-c92c1b2d73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670336 Jul 15 23:12:19.022983 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03de1e7e-e8c6-480c-b966-1a1cc9feba31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:19.027490 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03de1e7e-e8c6-480c-b966-1a1cc9feba31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:19.033045 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-03de1e7e-e8c6-480c-b966-1a1cc9feba31 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4086e4b-6075-4c0b-b740-ab74b7505747 HTTP/1.1" status: 204 len: 168 time: 0.2852392 Jul 15 23:12:19.050714 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1894fa4c-e1bf-4e5f-b306-1bc07589b9e4 x-openstack-request-id: req-1894fa4c-e1bf-4e5f-b306-1bc07589b9e4 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:19.051541 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836ea51d-ce98-4605-bd1d-b1dda80e541c", "name": "network-vif-deleted", "tag": "c22d8176-a458-40b5-91ed-f89cac5baca1", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:19.051673 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1894fa4c-e1bf-4e5f-b306-1bc07589b9e4 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:19.055450 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836ea51d-ce98-4605-bd1d-b1dda80e541c', 'name': 'network-vif-deleted', 'tag': 'c22d8176-a458-40b5-91ed-f89cac5baca1', 'status': 'completed', 'code': 200} Jul 15 23:12:19.079870 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de1e7e-e8c6-480c-b966-1a1cc9feba31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4086e4b-6075-4c0b-b740-ab74b7505747,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:19.147297 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2becc82-51ba-40db-b6e5-88d49ca46963 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Router 3c82a3f6-0b77-4522-aa0c-beb9ed349ca8 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:12:19.257369 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e20c7646-56a2-49cb-8cef-0cec7aece127 None None] Provisioning complete for port 15858683-4e33-4447-8f8a-8fc9c1156e0f triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:19.257369 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e20c7646-56a2-49cb-8cef-0cec7aece127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:19.384256 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e20c7646-56a2-49cb-8cef-0cec7aece127 None None] Port 15858683-4e33-4447-8f8a-8fc9c1156e0f cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:12:19.448993 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-41f58d59-5bf9-4fe9-aa3f-a2a942049773 req-e375341e-dcb0-4f7d-a6d1-25a22a755e4e tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeef7225-db08-40eb-af1f-e07b0ca35e75 HTTP/1.1" status: 200 len: 210 time: 0.0347264 Jul 15 23:12:19.493660 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2becc82-51ba-40db-b6e5-88d49ca46963 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:12:19.501010 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-eb617291-f324-4acb-84d0-0ea8430206f6 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:19.503006 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71096fe0-060f-4168-a6eb-e3fa1cc1e954 None None] Sync routers for ids ['3c82a3f6-0b77-4522-aa0c-beb9ed349ca8'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:12:19.508623 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-eb617291-f324-4acb-84d0-0ea8430206f6 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/networks?id=d46459bf-69b4-4e8d-8a06-951b2319409b HTTP/1.1" status: 200 len: 812 time: 0.2367189 Jul 15 23:12:19.516119 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71096fe0-060f-4168-a6eb-e3fa1cc1e954 None None] Routers {'3c82a3f6-0b77-4522-aa0c-beb9ed349ca8'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:19.516601 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51430) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:19.518123 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-71096fe0-060f-4168-a6eb-e3fa1cc1e954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3c82a3f6-0b77-4522-aa0c-beb9ed349ca8'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:19.522364 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9a8f71b3-d7ce-408f-9948-e6cf77e201d1 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Request body: {'port': {'network_id': '0ecbfdde-bb35-48c4-80e4-27925b2bf750', 'name': 'tempest-FloatingIPTestJSON-1521711780'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:19.527049 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b2becc82-51ba-40db-b6e5-88d49ca46963 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "PUT /v2.0/routers/3c82a3f6-0b77-4522-aa0c-beb9ed349ca8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3780422 Jul 15 23:12:19.573778 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-09041c5d-b0b9-425e-a13a-9133609b2e30 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/quotas/dd7ce8a707994c488c5570fcc34a8dcd HTTP/1.1" status: 200 len: 375 time: 0.0642133 Jul 15 23:12:19.575008 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:19.607979 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-71096fe0-060f-4168-a6eb-e3fa1cc1e954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:19.625962 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71096fe0-060f-4168-a6eb-e3fa1cc1e954 None None] Routers {'3c82a3f6-0b77-4522-aa0c-beb9ed349ca8'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:19.626603 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-71096fe0-060f-4168-a6eb-e3fa1cc1e954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3c82a3f6-0b77-4522-aa0c-beb9ed349ca8'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:19.693402 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-df02971e-1db3-41dd-98b2-d0144d2ba2e5 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd7ce8a707994c488c5570fcc34a8dcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1186726 Jul 15 23:12:19.849470 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8f71b3-d7ce-408f-9948-e6cf77e201d1 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Made reservation on behalf of cbc11455cafe444a8e4b833a349b694b for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:19.853102 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a8f71b3-d7ce-408f-9948-e6cf77e201d1 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:19.868903 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-f9df1a94-96e3-4d9d-8e57-ceb39192ae38 service neutron] 10.222.0.16 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745002 Jul 15 23:12:19.894291 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-71096fe0-060f-4168-a6eb-e3fa1cc1e954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:19.894950 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71096fe0-060f-4168-a6eb-e3fa1cc1e954 None None] The sync data for ids ['3c82a3f6-0b77-4522-aa0c-beb9ed349ca8'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:12:19.929123 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-9a8f71b3-d7ce-408f-9948-e6cf77e201d1 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] device_id is not set on port 03fb0871-0b46-43bf-a227-b465ec20d161 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:12:20.014788 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-23b91e61-541b-4030-8b92-6954b2572553 service neutron] 10.222.0.16 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447377 Jul 15 23:12:20.170891 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-9a8f71b3-d7ce-408f-9948-e6cf77e201d1 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Allocated IP 172.20.0.3 (0ecbfdde-bb35-48c4-80e4-27925b2bf750/8f200036-4c9d-41e6-b79a-1d6fb7e15736/03fb0871-0b46-43bf-a227-b465ec20d161) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:20.229822 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51470) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:20.377786 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-aa69e38e-77b9-4e81-8b2b-c03677e184b6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-559586926-network', 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:20.429623 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa69e38e-77b9-4e81-8b2b-c03677e184b6 admin admin] Made reservation on behalf of b6db02bafe144d5a8e176b78a5717eb0 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:20.434448 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa69e38e-77b9-4e81-8b2b-c03677e184b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:20.454617 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa69e38e-77b9-4e81-8b2b-c03677e184b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:20.477416 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a8f71b3-d7ce-408f-9948-e6cf77e201d1 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:20.513367 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-9a8f71b3-d7ce-408f-9948-e6cf77e201d1 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Transition to ACTIVE for port object 03fb0871-0b46-43bf-a227-b465ec20d161 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:20.522475 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c25d1054-f438-4bd6-ae30-396aa6c3eee8 req-842f0f5a-fc79-4daa-beb4-e1667907d56b tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f807675-8dd7-4925-880b-9500db3fc099 HTTP/1.1" status: 200 len: 210 time: 0.0480392 Jul 15 23:12:20.577069 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a8f71b3-d7ce-408f-9948-e6cf77e201d1 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:20.644407 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8f71b3-d7ce-408f-9948-e6cf77e201d1 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Network 0ecbfdde-bb35-48c4-80e4-27925b2bf750 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:20.653899 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-9a8f71b3-d7ce-408f-9948-e6cf77e201d1 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:20.659556 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8f71b3-d7ce-408f-9948-e6cf77e201d1 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:20.706501 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa69e38e-77b9-4e81-8b2b-c03677e184b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:20.711670 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa69e38e-77b9-4e81-8b2b-c03677e184b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:20.748544 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8f71b3-d7ce-408f-9948-e6cf77e201d1 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:20.749483 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a8f71b3-d7ce-408f-9948-e6cf77e201d1 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:20.765448 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f71b3-d7ce-408f-9948-e6cf77e201d1 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event updated for resources: {'Port': ['ID=03fb0871-0b46-43bf-a227-b465ec20d161,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:20.788899 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9a8f71b3-d7ce-408f-9948-e6cf77e201d1 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2709804 Jul 15 23:12:20.789295 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa69e38e-77b9-4e81-8b2b-c03677e184b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:12:20.790588 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51490) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:20.800950 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7fc85b8f-0f98-4a70-a37a-a22216adfda8 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Request body: {'floatingip': {'port_id': '03fb0871-0b46-43bf-a227-b465ec20d161'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:20.802614 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4480f32f-1ba7-4039-ac14-5ea6ae6f171f req-4eed5105-14ee-4eaa-86df-d0b67519408b tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeef7225-db08-40eb-af1f-e07b0ca35e75 HTTP/1.1" status: 200 len: 210 time: 0.0660839 Jul 15 23:12:20.829323 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69e38e-77b9-4e81-8b2b-c03677e184b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b493665f-13be-454b-8b17-eef6168e4ef9,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:20.835807 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa69e38e-77b9-4e81-8b2b-c03677e184b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:20.836168 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-aa69e38e-77b9-4e81-8b2b-c03677e184b6 admin admin] Added segment b99c3a2a-6cc4-4860-b7c5-6aaace16c140 of type vlan for network 5f499d80-0bb6-4641-9dad-53d101f8ac70 Jul 15 23:12:20.894081 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa69e38e-77b9-4e81-8b2b-c03677e184b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:20.925037 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fc85b8f-0f98-4a70-a37a-a22216adfda8 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:20.987835 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa69e38e-77b9-4e81-8b2b-c03677e184b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:20.991417 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa69e38e-77b9-4e81-8b2b-c03677e184b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:20.994910 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa69e38e-77b9-4e81-8b2b-c03677e184b6 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:21.078873 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-aa69e38e-77b9-4e81-8b2b-c03677e184b6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8473749 Jul 15 23:12:21.080523 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c22d8176-a458-40b5-91ed-f89cac5baca1 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:21.093209 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51508) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:21.120419 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-234a4a25-97a2-47f9-9a82-50fe280e5cb0 admin admin] Request body: {'subnet': {'network_id': '5f499d80-0bb6-4641-9dad-53d101f8ac70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-559586926-subnet', 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:21.136359 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: c22d8176-a458-40b5-91ed-f89cac5baca1 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:12:21.136990 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c22d8176-a458-40b5-91ed-f89cac5baca1 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:12:21.149369 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234a4a25-97a2-47f9-9a82-50fe280e5cb0 admin admin] Made reservation on behalf of b6db02bafe144d5a8e176b78a5717eb0 for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:21.152143 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-234a4a25-97a2-47f9-9a82-50fe280e5cb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:21.160868 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3110a6c8-7f15-4cb7-b1ac-56e6b4d4e888 None None] Provisioning for port 03fb0871-0b46-43bf-a227-b465ec20d161 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:21.168632 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3110a6c8-7f15-4cb7-b1ac-56e6b4d4e888 None None] Provisioning complete for port 03fb0871-0b46-43bf-a227-b465ec20d161 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:21.169279 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3110a6c8-7f15-4cb7-b1ac-56e6b4d4e888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:21.195655 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:21.216239 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-3110a6c8-7f15-4cb7-b1ac-56e6b4d4e888 None None] Port 03fb0871-0b46-43bf-a227-b465ec20d161 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:12:21.433545 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69e38e-77b9-4e81-8b2b-c03677e184b6 admin admin] Pushing event updated for resources: {'Network': ['ID=5f499d80-0bb6-4641-9dad-53d101f8ac70,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:21.446542 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 5f499d80-0bb6-4641-9dad-53d101f8ac70 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:12:21.588712 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-234a4a25-97a2-47f9-9a82-50fe280e5cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:21.734064 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a4a25-97a2-47f9-9a82-50fe280e5cb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95ba6ced-0926-439c-b94f-d6a4529be42b,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:21.740201 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234a4a25-97a2-47f9-9a82-50fe280e5cb0 admin admin] Checking segment: {'id': 'b99c3a2a-6cc4-4860-b7c5-6aaace16c140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f499d80-0bb6-4641-9dad-53d101f8ac70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:21.741018 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234a4a25-97a2-47f9-9a82-50fe280e5cb0 admin admin] Network hostable DHCP agents. Network: 5f499d80-0bb6-4641-9dad-53d101f8ac70, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:12:21.780458 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ba68968f-28ca-4306-bdda-55fcb3748657 req-5f047745-12e3-4bbc-9199-d2c1ca851de5 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f807675-8dd7-4925-880b-9500db3fc099 HTTP/1.1" status: 200 len: 210 time: 0.0355389 Jul 15 23:12:21.789320 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234a4a25-97a2-47f9-9a82-50fe280e5cb0 admin admin] Network 5f499d80-0bb6-4641-9dad-53d101f8ac70 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:12:21.801928 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-234a4a25-97a2-47f9-9a82-50fe280e5cb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 5f499d80-0bb6-4641-9dad-53d101f8ac70) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:21.814518 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234a4a25-97a2-47f9-9a82-50fe280e5cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:21.816106 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-234a4a25-97a2-47f9-9a82-50fe280e5cb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:21.819312 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf53ab6-31c0-49f8-96c2-dd763c451d4e None None] Network 5f499d80-0bb6-4641-9dad-53d101f8ac70 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:21.852590 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-234a4a25-97a2-47f9-9a82-50fe280e5cb0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7373807 Jul 15 23:12:21.855386 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51542) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:21.867499 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-d7f5c5fb-2cad-4124-b325-e6068ea1a54d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-559586926-router', 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:21.911184 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d7f5c5fb-2cad-4124-b325-e6068ea1a54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:21.912209 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d7f5c5fb-2cad-4124-b325-e6068ea1a54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:22.023368 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51546) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:22.031443 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d7f5c5fb-2cad-4124-b325-e6068ea1a54d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:22.077008 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cdbb5c-91d8-4e73-8f73-c30d213787ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-5f499d80-0bb6-4641-9dad-53d101f8ac70', 'network_id': '5f499d80-0bb6-4641-9dad-53d101f8ac70', 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'fixed_ips': [{'subnet_id': '95ba6ced-0926-439c-b94f-d6a4529be42b'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:12:22.078417 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-63cdbb5c-91d8-4e73-8f73-c30d213787ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:22.198736 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5ef919a7-98bd-4a95-80a9-1d37764a76c6 req-747f2f3e-e79b-4ed7-af7a-a45686d7c5c9 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeef7225-db08-40eb-af1f-e07b0ca35e75 HTTP/1.1" status: 200 len: 210 time: 0.1419415 Jul 15 23:12:22.318272 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-63cdbb5c-91d8-4e73-8f73-c30d213787ea None None] Allocated IP 172.20.0.2 (5f499d80-0bb6-4641-9dad-53d101f8ac70/95ba6ced-0926-439c-b94f-d6a4529be42b/178217c5-6def-4964-8197-d52b84cba170) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:22.376736 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d7f5c5fb-2cad-4124-b325-e6068ea1a54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:22.435080 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f3d39da5-6418-41b6-b341-c8227700dbb9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9f9f1d5d7fb466f8fa2d8057e5a08c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4081960 Jul 15 23:12:22.437121 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51552) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:22.459650 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-2c934eab-9d8d-4611-a1c2-7f6e8bc87df7 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:22.461106 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-2c934eab-9d8d-4611-a1c2-7f6e8bc87df7 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.36 "GET /v2.0/networks?id=d46459bf-69b4-4e8d-8a06-951b2319409b HTTP/1.1" status: 200 len: 812 time: 0.1167047 Jul 15 23:12:22.496933 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-63cdbb5c-91d8-4e73-8f73-c30d213787ea None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:22.497926 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-246f265b-1192-470b-953c-e016be5590da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:22.507040 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-f4637c87-a246-427c-aa05-47a256952719 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Request body: {'port': {'device_id': '8f807675-8dd7-4925-880b-9500db3fc099', 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b', 'admin_state_up': True, 'tenant_id': 'dd7ce8a707994c488c5570fcc34a8dcd'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:22.512957 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-63cdbb5c-91d8-4e73-8f73-c30d213787ea None None] Transition to ACTIVE for port object 178217c5-6def-4964-8197-d52b84cba170 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:22.538487 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-63cdbb5c-91d8-4e73-8f73-c30d213787ea None None] Transition to ACTIVE for port object 178217c5-6def-4964-8197-d52b84cba170 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:22.538769 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-246f265b-1192-470b-953c-e016be5590da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:22.574731 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-da442519-78ff-47a1-93e4-1a48a880dc77 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:22.575227 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-63cdbb5c-91d8-4e73-8f73-c30d213787ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:22.575534 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-da442519-78ff-47a1-93e4-1a48a880dc77 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.36 "GET /v2.0/networks?id=c1c591e7-7f4c-4912-87da-c92c1b2d73de HTTP/1.1" status: 200 len: 822 time: 0.3463693 Jul 15 23:12:22.602758 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-668dc3fd-1e92-4811-9c57-627bccbfa389 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Request body: {'port': {'device_id': 'aeef7225-db08-40eb-af1f-e07b0ca35e75', 'network_id': 'c1c591e7-7f4c-4912-87da-c92c1b2d73de', 'admin_state_up': True, 'tenant_id': '8df6f078b29147b88652d8060ee11e81'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:22.646746 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cdbb5c-91d8-4e73-8f73-c30d213787ea None None] Pushing event updated for resources: {'Port': ['ID=178217c5-6def-4964-8197-d52b84cba170,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:22.665436 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cdbb5c-91d8-4e73-8f73-c30d213787ea None None] Network 5f499d80-0bb6-4641-9dad-53d101f8ac70 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:22.667386 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-63cdbb5c-91d8-4e73-8f73-c30d213787ea None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:22.672787 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cdbb5c-91d8-4e73-8f73-c30d213787ea None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:22.740154 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-246f265b-1192-470b-953c-e016be5590da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:22.744024 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-246f265b-1192-470b-953c-e016be5590da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:22.744732 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-63cdbb5c-91d8-4e73-8f73-c30d213787ea None None] Attempting to bind port 178217c5-6def-4964-8197-d52b84cba170 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:22.745269 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-63cdbb5c-91d8-4e73-8f73-c30d213787ea None None] Attempting to bind port 178217c5-6def-4964-8197-d52b84cba170 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'b99c3a2a-6cc4-4860-b7c5-6aaace16c140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f499d80-0bb6-4641-9dad-53d101f8ac70'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:22.745544 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-246f265b-1192-470b-953c-e016be5590da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99fbdf85-26fc-4d67-8eed-30775fbd9a9a HTTP/1.1" status: 204 len: 168 time: 0.3072336 Jul 15 23:12:22.745978 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cdbb5c-91d8-4e73-8f73-c30d213787ea None None] Attempting to bind port 178217c5-6def-4964-8197-d52b84cba170 on network 5f499d80-0bb6-4641-9dad-53d101f8ac70 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:22.753452 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cdbb5c-91d8-4e73-8f73-c30d213787ea None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:22.754063 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cdbb5c-91d8-4e73-8f73-c30d213787ea None None] Checking segment: {'id': 'b99c3a2a-6cc4-4860-b7c5-6aaace16c140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f499d80-0bb6-4641-9dad-53d101f8ac70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:22.754667 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-63cdbb5c-91d8-4e73-8f73-c30d213787ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:22.755226 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cdbb5c-91d8-4e73-8f73-c30d213787ea None None] Bound using segment: {'id': 'b99c3a2a-6cc4-4860-b7c5-6aaace16c140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f499d80-0bb6-4641-9dad-53d101f8ac70'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:22.755894 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-63cdbb5c-91d8-4e73-8f73-c30d213787ea None None] Bound port: 178217c5-6def-4964-8197-d52b84cba170, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b99c3a2a-6cc4-4860-b7c5-6aaace16c140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f499d80-0bb6-4641-9dad-53d101f8ac70'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:22.756443 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-63cdbb5c-91d8-4e73-8f73-c30d213787ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:22.790835 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f265b-1192-470b-953c-e016be5590da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fbdf85-26fc-4d67-8eed-30775fbd9a9a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:22.808284 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-668dc3fd-1e92-4811-9c57-627bccbfa389 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Made reservation on behalf of 8df6f078b29147b88652d8060ee11e81 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:22.821577 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-668dc3fd-1e92-4811-9c57-627bccbfa389 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:22.826931 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d7f5c5fb-2cad-4124-b325-e6068ea1a54d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:22.858616 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d7f5c5fb-2cad-4124-b325-e6068ea1a54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:22.887115 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.db.resource_extend [None req-7fc85b8f-0f98-4a70-a37a-a22216adfda8 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:12:23.031560 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fc85b8f-0f98-4a70-a37a-a22216adfda8 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:23.048764 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fc85b8f-0f98-4a70-a37a-a22216adfda8 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:23.058844 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-63cdbb5c-91d8-4e73-8f73-c30d213787ea None None] For port 178217c5-6def-4964-8197-d52b84cba170, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:23.063433 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-63cdbb5c-91d8-4e73-8f73-c30d213787ea None None] For port 178217c5-6def-4964-8197-d52b84cba170, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=178217c5-6def-4964-8197-d52b84cba170,segment=NetworkSegment(b99c3a2a-6cc4-4860-b7c5-6aaace16c140),segment_id=b99c3a2a-6cc4-4860-b7c5-6aaace16c140)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:23.069577 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-63cdbb5c-91d8-4e73-8f73-c30d213787ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:23.125843 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-f4637c87-a246-427c-aa05-47a256952719 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Made reservation on behalf of dd7ce8a707994c488c5570fcc34a8dcd for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:23.130509 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-f4637c87-a246-427c-aa05-47a256952719 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:23.132683 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cdbb5c-91d8-4e73-8f73-c30d213787ea None None] Pushing event updated for resources: {'Port': ['ID=178217c5-6def-4964-8197-d52b84cba170,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:23.388187 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-668dc3fd-1e92-4811-9c57-627bccbfa389 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Allocated IP 172.20.0.4 (c1c591e7-7f4c-4912-87da-c92c1b2d73de/f5fbeed8-610d-4657-aace-813bd1de8409/c5bfbec0-3470-4893-b313-07697e371511) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:23.404130 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-f4637c87-a246-427c-aa05-47a256952719 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Allocated IP 172.20.0.4 (d46459bf-69b4-4e8d-8a06-951b2319409b/d361722a-d157-4a1f-9b02-624ca94298eb/0b19e8a9-71eb-4570-8f5f-19dde073c3f7) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:23.437676 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [None req-7fc85b8f-0f98-4a70-a37a-a22216adfda8 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Floating IP 3381a372-3bc8-4de4-90cc-6ca7eab6a576 associated. External IP: 172.25.4.163, port: f9efd545-ffb0-4617-9d28-6173f544eef8. Jul 15 23:12:23.462059 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-39be5ad8-f3ff-4bd4-8611-222a04153362 req-5513d13a-19be-41a1-81b9-b6be21e3131f tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f807675-8dd7-4925-880b-9500db3fc099 HTTP/1.1" status: 200 len: 210 time: 0.4978297 Jul 15 23:12:23.509047 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ee78265b-2815-4b78-818b-ca81e774697b req-e041b080-66fc-4d91-b427-133d90353e23 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeef7225-db08-40eb-af1f-e07b0ca35e75 HTTP/1.1" status: 200 len: 210 time: 0.0509787 Jul 15 23:12:23.537589 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-d7f5c5fb-2cad-4124-b325-e6068ea1a54d admin admin] Allocated IP 172.25.4.44 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/d6abf14d-76eb-447f-b43c-7b1c3c68bb7f) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:23.665571 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d7f5c5fb-2cad-4124-b325-e6068ea1a54d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:23.711237 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d7f5c5fb-2cad-4124-b325-e6068ea1a54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:23.754125 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f5c5fb-2cad-4124-b325-e6068ea1a54d admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:23.757116 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-d7f5c5fb-2cad-4124-b325-e6068ea1a54d admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:23.759935 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f5c5fb-2cad-4124-b325-e6068ea1a54d admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:23.787673 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5c5fb-2cad-4124-b325-e6068ea1a54d admin admin] Pushing event updated for resources: {'Port': ['ID=d6abf14d-76eb-447f-b43c-7b1c3c68bb7f,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:23.932140 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-f4637c87-a246-427c-aa05-47a256952719 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:23.955315 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-668dc3fd-1e92-4811-9c57-627bccbfa389 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:23.990928 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc85b8f-0f98-4a70-a37a-a22216adfda8 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Router 300c6b9d-3007-422d-b533-fdcf0fe2a6fa has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:12:23.999288 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:24.028523 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d7f5c5fb-2cad-4124-b325-e6068ea1a54d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:24.070916 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-f4637c87-a246-427c-aa05-47a256952719 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:24.129682 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4637c87-a246-427c-aa05-47a256952719 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Pushing event updated for resources: {'Port': ['ID=0b19e8a9-71eb-4570-8f5f-19dde073c3f7,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:24.147364 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-668dc3fd-1e92-4811-9c57-627bccbfa389 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:24.244173 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-f4637c87-a246-427c-aa05-47a256952719 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Network d46459bf-69b4-4e8d-8a06-951b2319409b is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:24.254972 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-f4637c87-a246-427c-aa05-47a256952719 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:24.268717 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-f4637c87-a246-427c-aa05-47a256952719 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:24.297943 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-668dc3fd-1e92-4811-9c57-627bccbfa389 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Network c1c591e7-7f4c-4912-87da-c92c1b2d73de is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:24.304259 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d7f5c5fb-2cad-4124-b325-e6068ea1a54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:24.313383 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-668dc3fd-1e92-4811-9c57-627bccbfa389 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:24.320835 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668dc3fd-1e92-4811-9c57-627bccbfa389 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Pushing event updated for resources: {'Port': ['ID=c5bfbec0-3470-4893-b313-07697e371511,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:24.325171 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-668dc3fd-1e92-4811-9c57-627bccbfa389 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:24.387847 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-668dc3fd-1e92-4811-9c57-627bccbfa389 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:24.388491 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-668dc3fd-1e92-4811-9c57-627bccbfa389 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:24.397401 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc85b8f-0f98-4a70-a37a-a22216adfda8 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:12:24.427035 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb14ec23-03f0-42b5-9179-9cfe94d767e6 None None] Sync routers for ids ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:12:24.443550 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb14ec23-03f0-42b5-9179-9cfe94d767e6 None None] Routers {'300c6b9d-3007-422d-b533-fdcf0fe2a6fa'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:24.446037 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-eb14ec23-03f0-42b5-9179-9cfe94d767e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:24.488346 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-668dc3fd-1e92-4811-9c57-627bccbfa389 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8965101 Jul 15 23:12:24.496544 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-f4637c87-a246-427c-aa05-47a256952719 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:24.497191 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-f4637c87-a246-427c-aa05-47a256952719 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:24.499267 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-eb14ec23-03f0-42b5-9179-9cfe94d767e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:24.509322 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb14ec23-03f0-42b5-9179-9cfe94d767e6 None None] Routers {'300c6b9d-3007-422d-b533-fdcf0fe2a6fa'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:24.510276 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-eb14ec23-03f0-42b5-9179-9cfe94d767e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:24.510841 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-73cea864-fd45-4099-864c-5901f0945f1b service neutron] Request body: {'port': {'device_id': 'aeef7225-db08-40eb-af1f-e07b0ca35e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:24.552732 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-eb14ec23-03f0-42b5-9179-9cfe94d767e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:24.553988 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb14ec23-03f0-42b5-9179-9cfe94d767e6 None None] The sync data for ids ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:12:24.598292 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 178217c5-6def-4964-8197-d52b84cba170 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:24.627294 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f58ddf-52e0-4e30-9d85-af0c339770b9 None None] Network 5f499d80-0bb6-4641-9dad-53d101f8ac70 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:24.635013 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f5c5fb-2cad-4124-b325-e6068ea1a54d admin admin] Router 1910a702-6f81-454b-9051-6b4df95fe8d9 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:12:24.715180 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ce353ed9-ec1d-4bff-bc0b-9bcc243dd1cc None None] Provisioning for port 178217c5-6def-4964-8197-d52b84cba170 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:24.740083 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 178217c5-6def-4964-8197-d52b84cba170 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:24.745803 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 178217c5-6def-4964-8197-d52b84cba170 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:24.746395 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:24.846824 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f5c5fb-2cad-4124-b325-e6068ea1a54d admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:12:24.856429 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c9e958-6697-4d17-bee9-934c2a148803 None None] Sync routers for ids ['1910a702-6f81-454b-9051-6b4df95fe8d9'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:12:24.859653 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d447a-f387-4be2-a48d-1fb61500faf0 req-235568e2-e015-40b8-b406-c681ed81cdb7 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:24.861604 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-db2d447a-f387-4be2-a48d-1fb61500faf0 req-235568e2-e015-40b8-b406-c681ed81cdb7 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f807675-8dd7-4925-880b-9500db3fc099 HTTP/1.1" status: 200 len: 931 time: 0.1334393 Jul 15 23:12:24.870165 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c9e958-6697-4d17-bee9-934c2a148803 None None] Routers {'1910a702-6f81-454b-9051-6b4df95fe8d9'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:24.871489 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-e9c9e958-6697-4d17-bee9-934c2a148803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['1910a702-6f81-454b-9051-6b4df95fe8d9'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:24.882118 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d7f5c5fb-2cad-4124-b325-e6068ea1a54d admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:24.886961 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d7f5c5fb-2cad-4124-b325-e6068ea1a54d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0304801 Jul 15 23:12:24.889341 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-f4637c87-a246-427c-aa05-47a256952719 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3864832 Jul 15 23:12:24.892386 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:24.895087 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51600) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:24.922235 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-45d2f3f7-4553-45c2-b986-3d1d6ee19633 service neutron] Request body: {'port': {'device_id': '8f807675-8dd7-4925-880b-9500db3fc099', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:24.959196 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 178217c5-6def-4964-8197-d52b84cba170, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=178217c5-6def-4964-8197-d52b84cba170,segment=NetworkSegment(b99c3a2a-6cc4-4860-b7c5-6aaace16c140),segment_id=b99c3a2a-6cc4-4860-b7c5-6aaace16c140)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:24.971729 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:25.039893 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=178217c5-6def-4964-8197-d52b84cba170,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:25.068211 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-e9c9e958-6697-4d17-bee9-934c2a148803 None None] Set router 1910a702-6f81-454b-9051-6b4df95fe8d9 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:25.141804 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-73cea864-fd45-4099-864c-5901f0945f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:25.158156 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-45d2f3f7-4553-45c2-b986-3d1d6ee19633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:25.172237 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-db2d447a-f387-4be2-a48d-1fb61500faf0 req-0c495bd2-89c0-411b-836b-51ac90eafb60 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028762 Jul 15 23:12:25.255558 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-e9c9e958-6697-4d17-bee9-934c2a148803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'name': 'tempest-TestServerBasicOps-559586926-router', 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'd6abf14d-76eb-447f-b43c-7b1c3c68bb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:21Z', 'updated_at': '2021-07-15T23:12:23Z', 'revision_number': 3, 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'gw_port': {'id': 'd6abf14d-76eb-447f-b43c-7b1c3c68bb7f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ac:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:22Z', 'updated_at': '2021-07-15T23:12:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:25.283215 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c9e958-6697-4d17-bee9-934c2a148803 None None] Checking router: 1910a702-6f81-454b-9051-6b4df95fe8d9 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:12:25.283838 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c9e958-6697-4d17-bee9-934c2a148803 None None] Updating router 1910a702-6f81-454b-9051-6b4df95fe8d9 port d6abf14d-76eb-447f-b43c-7b1c3c68bb7f binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:12:25.332799 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e9c9e958-6697-4d17-bee9-934c2a148803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:25.380136 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a40bdf-fd12-476c-8b6d-a6c8f8fdda86 req-b2088ecf-0d5a-4005-a9d1-944933e35879 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:25.388090 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e2a40bdf-fd12-476c-8b6d-a6c8f8fdda86 req-b2088ecf-0d5a-4005-a9d1-944933e35879 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeef7225-db08-40eb-af1f-e07b0ca35e75 HTTP/1.1" status: 200 len: 931 time: 0.3310969 Jul 15 23:12:25.455924 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-928bf4e8-8f4b-473a-94f2-0bb52d5cbcc5 None None] Provisioning complete for port 178217c5-6def-4964-8197-d52b84cba170 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:25.456298 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-928bf4e8-8f4b-473a-94f2-0bb52d5cbcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:25.458704 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc85b8f-0f98-4a70-a37a-a22216adfda8 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Router 3c82a3f6-0b77-4522-aa0c-beb9ed349ca8 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:12:25.522792 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e2a40bdf-fd12-476c-8b6d-a6c8f8fdda86 req-7c33af4d-86b6-46d6-9f33-49c9edff9a89 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.16 "GET /v2.0/security-groups?id=99acf886-e8b5-4e6f-9a57-a8b5ca846f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318679 Jul 15 23:12:25.641137 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e9c9e958-6697-4d17-bee9-934c2a148803 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:25.658081 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-e9c9e958-6697-4d17-bee9-934c2a148803 None None] Transition to ACTIVE for port object d6abf14d-76eb-447f-b43c-7b1c3c68bb7f will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:25.665845 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e9c9e958-6697-4d17-bee9-934c2a148803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:25.718860 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6e630-1667-4018-92eb-4918a5cae786 None None] Pushing event updated for resources: {'Port': ['ID=d6abf14d-76eb-447f-b43c-7b1c3c68bb7f,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:25.731589 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-08916512-c367-46ef-ad25-1e848091709e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:25.746305 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-e9c9e958-6697-4d17-bee9-934c2a148803 None None] Attempting to bind port d6abf14d-76eb-447f-b43c-7b1c3c68bb7f on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:25.747103 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-e9c9e958-6697-4d17-bee9-934c2a148803 None None] Attempting to bind port d6abf14d-76eb-447f-b43c-7b1c3c68bb7f by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:25.747666 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c9e958-6697-4d17-bee9-934c2a148803 None None] Attempting to bind port d6abf14d-76eb-447f-b43c-7b1c3c68bb7f on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:25.753937 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c9e958-6697-4d17-bee9-934c2a148803 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:25.754559 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c9e958-6697-4d17-bee9-934c2a148803 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:25.755161 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e9c9e958-6697-4d17-bee9-934c2a148803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:25.755940 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c9e958-6697-4d17-bee9-934c2a148803 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:25.757430 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-e9c9e958-6697-4d17-bee9-934c2a148803 None None] Bound port: d6abf14d-76eb-447f-b43c-7b1c3c68bb7f, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:25.757430 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e9c9e958-6697-4d17-bee9-934c2a148803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:25.814551 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-e9c9e958-6697-4d17-bee9-934c2a148803 None None] For port d6abf14d-76eb-447f-b43c-7b1c3c68bb7f, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:25.817996 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-e9c9e958-6697-4d17-bee9-934c2a148803 None None] For port d6abf14d-76eb-447f-b43c-7b1c3c68bb7f, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d6abf14d-76eb-447f-b43c-7b1c3c68bb7f,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:25.820155 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6e630-1667-4018-92eb-4918a5cae786 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:25.820733 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6e630-1667-4018-92eb-4918a5cae786 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:25.821274 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6e630-1667-4018-92eb-4918a5cae786 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:25.821772 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6e630-1667-4018-92eb-4918a5cae786 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:25.822486 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6e630-1667-4018-92eb-4918a5cae786 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:25.823108 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6e630-1667-4018-92eb-4918a5cae786 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:25.823593 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6e630-1667-4018-92eb-4918a5cae786 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:25.824096 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6e630-1667-4018-92eb-4918a5cae786 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:25.824613 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6e630-1667-4018-92eb-4918a5cae786 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:25.825089 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6e630-1667-4018-92eb-4918a5cae786 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:25.825876 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6e630-1667-4018-92eb-4918a5cae786 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:25.826366 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6e630-1667-4018-92eb-4918a5cae786 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:25.831655 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e9c9e958-6697-4d17-bee9-934c2a148803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:25.881403 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6e630-1667-4018-92eb-4918a5cae786 None None] Pushing event updated for resources: {'Port': ['ID=d6abf14d-76eb-447f-b43c-7b1c3c68bb7f,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:25.900984 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc85b8f-0f98-4a70-a37a-a22216adfda8 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:12:25.906264 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fc85b8f-0f98-4a70-a37a-a22216adfda8 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:25.913341 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d364ea2-2665-4a9e-b649-be901f7661c3 None None] Sync routers for ids ['3c82a3f6-0b77-4522-aa0c-beb9ed349ca8'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:12:25.922978 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d364ea2-2665-4a9e-b649-be901f7661c3 None None] Routers {'3c82a3f6-0b77-4522-aa0c-beb9ed349ca8'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:25.923632 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2d364ea2-2665-4a9e-b649-be901f7661c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3c82a3f6-0b77-4522-aa0c-beb9ed349ca8'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:25.927932 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c9e958-6697-4d17-bee9-934c2a148803 None None] Routers {'1910a702-6f81-454b-9051-6b4df95fe8d9'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:25.930664 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-e9c9e958-6697-4d17-bee9-934c2a148803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['1910a702-6f81-454b-9051-6b4df95fe8d9'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:25.959674 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2d364ea2-2665-4a9e-b649-be901f7661c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:25.970695 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d364ea2-2665-4a9e-b649-be901f7661c3 None None] Routers {'3c82a3f6-0b77-4522-aa0c-beb9ed349ca8'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:25.970695 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2d364ea2-2665-4a9e-b649-be901f7661c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3c82a3f6-0b77-4522-aa0c-beb9ed349ca8'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:25.997217 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7fc85b8f-0f98-4a70-a37a-a22216adfda8 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "PUT /v2.0/floatingips/3381a372-3bc8-4de4-90cc-6ca7eab6a576 HTTP/1.1" status: 200 len: 978 time: 5.2048414 Jul 15 23:12:26.004681 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51618) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:26.009280 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2d364ea2-2665-4a9e-b649-be901f7661c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:26.009957 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d364ea2-2665-4a9e-b649-be901f7661c3 None None] The sync data for ids ['3c82a3f6-0b77-4522-aa0c-beb9ed349ca8'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:12:26.050910 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-45d2f3f7-4553-45c2-b986-3d1d6ee19633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b19e8a9-71eb-4570-8f5f-19dde073c3f7 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:26.068466 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-e9c9e958-6697-4d17-bee9-934c2a148803 None None] Set router 1910a702-6f81-454b-9051-6b4df95fe8d9 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:26.075048 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-08916512-c367-46ef-ad25-1e848091709e admin admin] Allocated IP 172.20.0.1 (5f499d80-0bb6-4641-9dad-53d101f8ac70/95ba6ced-0926-439c-b94f-d6a4529be42b/461cbfdc-d706-43d5-a0b5-3a053ee37e33) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:26.079447 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-45d2f3f7-4553-45c2-b986-3d1d6ee19633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:26.100866 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-73cea864-fd45-4099-864c-5901f0945f1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5bfbec0-3470-4893-b313-07697e371511 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:26.105775 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-45d2f3f7-4553-45c2-b986-3d1d6ee19633 service neutron] Transition to ACTIVE for port object 0b19e8a9-71eb-4570-8f5f-19dde073c3f7 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:26.109898 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-73cea864-fd45-4099-864c-5901f0945f1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:26.116968 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-45d2f3f7-4553-45c2-b986-3d1d6ee19633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:26.165431 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2f3f7-4553-45c2-b986-3d1d6ee19633 service neutron] Pushing event updated for resources: {'Port': ['ID=0b19e8a9-71eb-4570-8f5f-19dde073c3f7,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:26.179606 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-73cea864-fd45-4099-864c-5901f0945f1b service neutron] Transition to ACTIVE for port object c5bfbec0-3470-4893-b313-07697e371511 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:26.182918 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-08916512-c367-46ef-ad25-1e848091709e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:26.237235 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-73cea864-fd45-4099-864c-5901f0945f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:26.258490 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-08916512-c367-46ef-ad25-1e848091709e admin admin] Transition to ACTIVE for port object 461cbfdc-d706-43d5-a0b5-3a053ee37e33 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:26.287427 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-e9c9e958-6697-4d17-bee9-934c2a148803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'name': 'tempest-TestServerBasicOps-559586926-router', 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'd6abf14d-76eb-447f-b43c-7b1c3c68bb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:21Z', 'updated_at': '2021-07-15T23:12:23Z', 'revision_number': 3, 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'gw_port': {'id': 'd6abf14d-76eb-447f-b43c-7b1c3c68bb7f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ac:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:22Z', 'updated_at': '2021-07-15T23:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:26.319529 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c9e958-6697-4d17-bee9-934c2a148803 None None] The sync data for ids ['1910a702-6f81-454b-9051-6b4df95fe8d9'] in n-d-787205-9 is: [{'id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'name': 'tempest-TestServerBasicOps-559586926-router', 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'd6abf14d-76eb-447f-b43c-7b1c3c68bb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:21Z', 'updated_at': '2021-07-15T23:12:23Z', 'revision_number': 3, 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'gw_port': {'id': 'd6abf14d-76eb-447f-b43c-7b1c3c68bb7f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ac:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:22Z', 'updated_at': '2021-07-15T23:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:12:26.372471 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cea864-fd45-4099-864c-5901f0945f1b service neutron] Pushing event updated for resources: {'Port': ['ID=c5bfbec0-3470-4893-b313-07697e371511,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:26.381248 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8b98612b-9b8d-4fbf-8941-cbd8a4bad761 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Deleting port 03fb0871-0b46-43bf-a227-b465ec20d161 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:26.381704 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b98612b-9b8d-4fbf-8941-cbd8a4bad761 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:26.392654 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-08916512-c367-46ef-ad25-1e848091709e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:26.454948 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 178217c5-6def-4964-8197-d52b84cba170 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:26.482251 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-45d2f3f7-4553-45c2-b986-3d1d6ee19633 service neutron] Attempting to bind port 0b19e8a9-71eb-4570-8f5f-19dde073c3f7 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:26.482829 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-45d2f3f7-4553-45c2-b986-3d1d6ee19633 service neutron] Attempting to bind port 0b19e8a9-71eb-4570-8f5f-19dde073c3f7 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'c57252a7-d501-46cc-b05a-0a67e8273926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:26.484043 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08916512-c367-46ef-ad25-1e848091709e admin admin] Network 5f499d80-0bb6-4641-9dad-53d101f8ac70 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:26.487754 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-45d2f3f7-4553-45c2-b986-3d1d6ee19633 service neutron] Attempting to bind port 0b19e8a9-71eb-4570-8f5f-19dde073c3f7 on network d46459bf-69b4-4e8d-8a06-951b2319409b {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:26.489693 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-08916512-c367-46ef-ad25-1e848091709e admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:26.505616 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-45d2f3f7-4553-45c2-b986-3d1d6ee19633 service neutron] Port 0b19e8a9-71eb-4570-8f5f-19dde073c3f7 on network d46459bf-69b4-4e8d-8a06-951b2319409b not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:12:26.506159 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-45d2f3f7-4553-45c2-b986-3d1d6ee19633 service neutron] Attempting to bind port 0b19e8a9-71eb-4570-8f5f-19dde073c3f7 on network d46459bf-69b4-4e8d-8a06-951b2319409b {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:26.510599 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08916512-c367-46ef-ad25-1e848091709e admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:26.525017 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-45d2f3f7-4553-45c2-b986-3d1d6ee19633 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:26.525959 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-45d2f3f7-4553-45c2-b986-3d1d6ee19633 service neutron] Checking segment: {'id': 'c57252a7-d501-46cc-b05a-0a67e8273926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:26.526161 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-45d2f3f7-4553-45c2-b986-3d1d6ee19633 service neutron] Bound using segment: {'id': 'c57252a7-d501-46cc-b05a-0a67e8273926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:26.527726 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-45d2f3f7-4553-45c2-b986-3d1d6ee19633 service neutron] Bound port: 0b19e8a9-71eb-4570-8f5f-19dde073c3f7, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c57252a7-d501-46cc-b05a-0a67e8273926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:26.528324 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-45d2f3f7-4553-45c2-b986-3d1d6ee19633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:26.554475 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-73cea864-fd45-4099-864c-5901f0945f1b service neutron] Attempting to bind port c5bfbec0-3470-4893-b313-07697e371511 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:26.555120 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-73cea864-fd45-4099-864c-5901f0945f1b service neutron] Attempting to bind port c5bfbec0-3470-4893-b313-07697e371511 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'b22addef-7faf-46fe-a1bb-ef948b69578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c1c591e7-7f4c-4912-87da-c92c1b2d73de'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:26.555706 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-73cea864-fd45-4099-864c-5901f0945f1b service neutron] Attempting to bind port c5bfbec0-3470-4893-b313-07697e371511 on network c1c591e7-7f4c-4912-87da-c92c1b2d73de {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:26.556718 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 178217c5-6def-4964-8197-d52b84cba170 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:26.557310 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:26.606485 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-73cea864-fd45-4099-864c-5901f0945f1b service neutron] Port c5bfbec0-3470-4893-b313-07697e371511 on network c1c591e7-7f4c-4912-87da-c92c1b2d73de not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:12:26.606917 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-73cea864-fd45-4099-864c-5901f0945f1b service neutron] Attempting to bind port c5bfbec0-3470-4893-b313-07697e371511 on network c1c591e7-7f4c-4912-87da-c92c1b2d73de {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:26.620408 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-73cea864-fd45-4099-864c-5901f0945f1b service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:26.620970 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-73cea864-fd45-4099-864c-5901f0945f1b service neutron] Checking segment: {'id': 'b22addef-7faf-46fe-a1bb-ef948b69578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c1c591e7-7f4c-4912-87da-c92c1b2d73de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:26.621430 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-73cea864-fd45-4099-864c-5901f0945f1b service neutron] Bound using segment: {'id': 'b22addef-7faf-46fe-a1bb-ef948b69578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c1c591e7-7f4c-4912-87da-c92c1b2d73de'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:26.621930 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c26ed-71b3-4c3a-a475-f80b3a165709 req-906d6fe8-ac83-4b39-a937-d202ab30f552 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:26.622069 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-73cea864-fd45-4099-864c-5901f0945f1b service neutron] Bound port: c5bfbec0-3470-4893-b313-07697e371511, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22addef-7faf-46fe-a1bb-ef948b69578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c1c591e7-7f4c-4912-87da-c92c1b2d73de'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:26.622416 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-73cea864-fd45-4099-864c-5901f0945f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:26.633351 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4e0c26ed-71b3-4c3a-a475-f80b3a165709 req-906d6fe8-ac83-4b39-a937-d202ab30f552 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f807675-8dd7-4925-880b-9500db3fc099 HTTP/1.1" status: 200 len: 943 time: 0.3273191 Jul 15 23:12:26.684710 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08916512-c367-46ef-ad25-1e848091709e admin admin] Pushing event updated for resources: {'Port': ['ID=461cbfdc-d706-43d5-a0b5-3a053ee37e33,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:26.705261 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-45d2f3f7-4553-45c2-b986-3d1d6ee19633 service neutron] For port 0b19e8a9-71eb-4570-8f5f-19dde073c3f7, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:26.717811 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08916512-c367-46ef-ad25-1e848091709e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:26.718334 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08916512-c367-46ef-ad25-1e848091709e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:26.718910 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08916512-c367-46ef-ad25-1e848091709e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:26.719415 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08916512-c367-46ef-ad25-1e848091709e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:26.720449 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08916512-c367-46ef-ad25-1e848091709e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:26.720965 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08916512-c367-46ef-ad25-1e848091709e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:26.721456 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08916512-c367-46ef-ad25-1e848091709e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:26.721944 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08916512-c367-46ef-ad25-1e848091709e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:26.722432 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08916512-c367-46ef-ad25-1e848091709e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:26.722939 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08916512-c367-46ef-ad25-1e848091709e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:26.723433 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08916512-c367-46ef-ad25-1e848091709e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:26.725399 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08916512-c367-46ef-ad25-1e848091709e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:26.790778 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b98612b-9b8d-4fbf-8941-cbd8a4bad761 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:26.793751 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-08916512-c367-46ef-ad25-1e848091709e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:26.797523 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-73cea864-fd45-4099-864c-5901f0945f1b service neutron] For port c5bfbec0-3470-4893-b313-07697e371511, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:26.801176 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-73cea864-fd45-4099-864c-5901f0945f1b service neutron] For port c5bfbec0-3470-4893-b313-07697e371511, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c5bfbec0-3470-4893-b313-07697e371511,segment=NetworkSegment(b22addef-7faf-46fe-a1bb-ef948b69578f),segment_id=b22addef-7faf-46fe-a1bb-ef948b69578f)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:26.807344 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-45d2f3f7-4553-45c2-b986-3d1d6ee19633 service neutron] For port 0b19e8a9-71eb-4570-8f5f-19dde073c3f7, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=0b19e8a9-71eb-4570-8f5f-19dde073c3f7,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:26.814892 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-73cea864-fd45-4099-864c-5901f0945f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:26.817875 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4e0c26ed-71b3-4c3a-a475-f80b3a165709 req-fabec924-f182-4650-98a6-dd85e29c7a4e tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821668 Jul 15 23:12:26.878087 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-45d2f3f7-4553-45c2-b986-3d1d6ee19633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:26.935453 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-45d2f3f7-4553-45c2-b986-3d1d6ee19633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:26.936520 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-45d2f3f7-4553-45c2-b986-3d1d6ee19633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:26.940113 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-45d2f3f7-4553-45c2-b986-3d1d6ee19633 service neutron] 10.222.0.36 "PUT /v2.0/ports/0b19e8a9-71eb-4570-8f5f-19dde073c3f7 HTTP/1.1" status: 200 len: 1091 time: 2.0215991 Jul 15 23:12:26.940548 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f807675-8dd7-4925-880b-9500db3fc099', 'tag': '0b19e8a9-71eb-4570-8f5f-19dde073c3f7'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:26.944056 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b9267f60-e7b0-4eb0-b796-d822a146bbc5 None None] Provisioning for port 461cbfdc-d706-43d5-a0b5-3a053ee37e33 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:26.945429 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f2d84b-3e8f-476e-accd-e36d29b33871" -d '{"events": [{"name": "network-changed", "server_uuid": "8f807675-8dd7-4925-880b-9500db3fc099", "tag": "0b19e8a9-71eb-4570-8f5f-19dde073c3f7"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:26.950803 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cea864-fd45-4099-864c-5901f0945f1b service neutron] Pushing event updated for resources: {'Port': ['ID=c5bfbec0-3470-4893-b313-07697e371511,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:26.955772 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b9267f60-e7b0-4eb0-b796-d822a146bbc5 None None] Provisioning complete for port 461cbfdc-d706-43d5-a0b5-3a053ee37e33 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:26.956147 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b9267f60-e7b0-4eb0-b796-d822a146bbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:27.029522 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-73cea864-fd45-4099-864c-5901f0945f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:27.030361 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-73cea864-fd45-4099-864c-5901f0945f1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:27.032184 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-73cea864-fd45-4099-864c-5901f0945f1b service neutron] 10.222.0.36 "PUT /v2.0/ports/c5bfbec0-3470-4893-b313-07697e371511 HTTP/1.1" status: 200 len: 1091 time: 2.5255847 Jul 15 23:12:27.035058 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2f3f7-4553-45c2-b986-3d1d6ee19633 service neutron] Pushing event updated for resources: {'Port': ['ID=0b19e8a9-71eb-4570-8f5f-19dde073c3f7,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:27.052671 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b9267f60-e7b0-4eb0-b796-d822a146bbc5 None None] Port 461cbfdc-d706-43d5-a0b5-3a053ee37e33 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:12:27.100870 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d77105-fac2-42f1-b0c1-db6ec3aa1b4d x-openstack-request-id: req-00d77105-fac2-42f1-b0c1-db6ec3aa1b4d {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:27.101273 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f807675-8dd7-4925-880b-9500db3fc099", "tag": "0b19e8a9-71eb-4570-8f5f-19dde073c3f7", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:27.101618 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00d77105-fac2-42f1-b0c1-db6ec3aa1b4d {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:27.102666 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f807675-8dd7-4925-880b-9500db3fc099', 'tag': '0b19e8a9-71eb-4570-8f5f-19dde073c3f7', 'status': 'completed', 'code': 200} Jul 15 23:12:27.164185 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-ed1a264e-0c09-4924-8002-6eafb5974006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:27.169395 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-ed1a264e-0c09-4924-8002-6eafb5974006 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd7ce8a707994c488c5570fcc34a8dcd&device_id=8f807675-8dd7-4925-880b-9500db3fc099 HTTP/1.1" status: 200 len: 1094 time: 0.1348588 Jul 15 23:12:27.194325 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d74959-9323-4df8-ad39-63187b94ad55 req-afcd6476-9162-46cc-a772-7ebc158a0bb5 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:27.201714 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-41d74959-9323-4df8-ad39-63187b94ad55 req-afcd6476-9162-46cc-a772-7ebc158a0bb5 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeef7225-db08-40eb-af1f-e07b0ca35e75 HTTP/1.1" status: 200 len: 943 time: 0.3035810 Jul 15 23:12:27.230501 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-24084f2a-86eb-4459-90d8-f896ee28ee16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b19e8a9-71eb-4570-8f5f-19dde073c3f7 HTTP/1.1" status: 200 len: 217 time: 0.0417485 Jul 15 23:12:27.274215 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-29d2e807-5887-4020-b4a9-66e45025727a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:27.275834 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-29d2e807-5887-4020-b4a9-66e45025727a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8df6f078b29147b88652d8060ee11e81&device_id=aeef7225-db08-40eb-af1f-e07b0ca35e75 HTTP/1.1" status: 200 len: 1094 time: 0.1615222 Jul 15 23:12:27.312871 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b98612b-9b8d-4fbf-8941-cbd8a4bad761 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:27.313247 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b98612b-9b8d-4fbf-8941-cbd8a4bad761 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:27.313588 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-8b98612b-9b8d-4fbf-8941-cbd8a4bad761 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Floating IP 3381a372-3bc8-4de4-90cc-6ca7eab6a576 disassociated. External IP: 172.25.4.163, port: 03fb0871-0b46-43bf-a227-b465ec20d161. Jul 15 23:12:27.313933 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8b98612b-9b8d-4fbf-8941-cbd8a4bad761 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Calling delete_port for 03fb0871-0b46-43bf-a227-b465ec20d161 owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:27.339316 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-056a4e8e-d0b7-4d4c-aeaa-a54c29a337ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:27.340818 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-056a4e8e-d0b7-4d4c-aeaa-a54c29a337ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d361722a-d157-4a1f-9b02-624ca94298eb HTTP/1.1" status: 200 len: 852 time: 0.1038399 Jul 15 23:12:27.342083 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-71fe5ca6-40c1-4369-9dcc-ffe82532df64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5bfbec0-3470-4893-b313-07697e371511 HTTP/1.1" status: 200 len: 217 time: 0.0400145 Jul 15 23:12:27.393286 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-85b29938-6ad2-4a11-901c-d2ea441390a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d46459bf-69b4-4e8d-8a06-951b2319409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395792 Jul 15 23:12:27.464806 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b98612b-9b8d-4fbf-8941-cbd8a4bad761 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:27.497664 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-9ab3ca3b-d8a5-42c7-941c-e13116ddb0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:27.499270 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-9ab3ca3b-d8a5-42c7-941c-e13116ddb0ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f5fbeed8-610d-4657-aace-813bd1de8409 HTTP/1.1" status: 200 len: 862 time: 0.1468811 Jul 15 23:12:27.514964 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-41d74959-9323-4df8-ad39-63187b94ad55 req-18fd1c41-8455-4ba9-96fd-0767351d72a5 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.16 "GET /v2.0/security-groups?id=99acf886-e8b5-4e6f-9a57-a8b5ca846f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124812 Jul 15 23:12:27.521263 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98612b-9b8d-4fbf-8941-cbd8a4bad761 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event deleted for resources: {'Port': ['ID=03fb0871-0b46-43bf-a227-b465ec20d161,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:27.523215 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-08916512-c367-46ef-ad25-1e848091709e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:27.546736 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-a00b48ad-e7fb-4cf4-a220-fab991561adc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c1c591e7-7f4c-4912-87da-c92c1b2d73de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399585 Jul 15 23:12:27.591700 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-e4fc2804-a45c-4964-8484-180494993748 service neutron] 10.222.0.36 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735673 Jul 15 23:12:27.805577 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-ba10f637-4589-4478-9ec5-5421d25360bb service neutron] 10.222.0.36 "GET /v2.0/networks/c1c591e7-7f4c-4912-87da-c92c1b2d73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508492 Jul 15 23:12:27.810527 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ecf5a7d2-eb7b-43fb-946a-9923f40b8343 req-6d9c5417-1b13-40e1-96b3-e941ae3396d0 service neutron] 10.222.0.36 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123275 Jul 15 23:12:28.000057 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-738c26e5-df69-4f7d-915a-d7d0d2c09a32 req-fa96ad92-9a19-410c-b18e-0fda0aaba497 service neutron] 10.222.0.36 "GET /v2.0/networks/c1c591e7-7f4c-4912-87da-c92c1b2d73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883695 Jul 15 23:12:28.017697 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2d84b-3e8f-476e-accd-e36d29b33871 req-229582a5-b0b7-4f1b-89da-37787c10ee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:28.019232 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96f2d84b-3e8f-476e-accd-e36d29b33871 req-229582a5-b0b7-4f1b-89da-37787c10ee8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd7ce8a707994c488c5570fcc34a8dcd&device_id=8f807675-8dd7-4925-880b-9500db3fc099 HTTP/1.1" status: 200 len: 1094 time: 0.1015759 Jul 15 23:12:28.121349 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2d84b-3e8f-476e-accd-e36d29b33871 req-ece9d50b-479d-46c7-9b5d-4576463c2ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:28.122900 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96f2d84b-3e8f-476e-accd-e36d29b33871 req-ece9d50b-479d-46c7-9b5d-4576463c2ec6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d46459bf-69b4-4e8d-8a06-951b2319409b HTTP/1.1" status: 200 len: 913 time: 0.0968862 Jul 15 23:12:28.171975 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96f2d84b-3e8f-476e-accd-e36d29b33871 req-484d0d7a-a543-492e-955d-f813121bbd4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b19e8a9-71eb-4570-8f5f-19dde073c3f7 HTTP/1.1" status: 200 len: 217 time: 0.0418684 Jul 15 23:12:28.206947 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b98612b-9b8d-4fbf-8941-cbd8a4bad761 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Router 3c82a3f6-0b77-4522-aa0c-beb9ed349ca8 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:12:28.231816 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2d84b-3e8f-476e-accd-e36d29b33871 req-04315de4-906e-462f-9311-5e880c14fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:28.234118 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96f2d84b-3e8f-476e-accd-e36d29b33871 req-04315de4-906e-462f-9311-5e880c14fb6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d361722a-d157-4a1f-9b02-624ca94298eb HTTP/1.1" status: 200 len: 852 time: 0.0547028 Jul 15 23:12:28.245255 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1b09f-411e-4f97-b581-7e1da5956a04 req-47b430bc-d5fe-49c3-99c3-8e408369b1d3 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:28.252955 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0cc1b09f-411e-4f97-b581-7e1da5956a04 req-47b430bc-d5fe-49c3-99c3-8e408369b1d3 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f807675-8dd7-4925-880b-9500db3fc099 HTTP/1.1" status: 200 len: 943 time: 0.2578018 Jul 15 23:12:28.273320 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96f2d84b-3e8f-476e-accd-e36d29b33871 req-c507c576-0471-4718-8148-72c3e23fe2ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d46459bf-69b4-4e8d-8a06-951b2319409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321832 Jul 15 23:12:28.351114 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-08916512-c367-46ef-ad25-1e848091709e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:28.365780 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0cc1b09f-411e-4f97-b581-7e1da5956a04 req-3b8db854-d8cc-4f89-a59b-d04e1f681722 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121764 Jul 15 23:12:28.368759 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-08916512-c367-46ef-ad25-1e848091709e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:28.390455 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96f2d84b-3e8f-476e-accd-e36d29b33871 req-f36f0a0e-c67f-44df-950d-0803388a44c4 service neutron] 10.222.0.36 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100910 Jul 15 23:12:28.486498 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d6abf14d-76eb-447f-b43c-7b1c3c68bb7f up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:28.509019 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96f2d84b-3e8f-476e-accd-e36d29b33871 req-5902a995-319c-4dfd-a762-496e3721f976 service neutron] 10.222.0.36 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103981 Jul 15 23:12:28.520087 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-08916512-c367-46ef-ad25-1e848091709e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:28.535212 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08916512-c367-46ef-ad25-1e848091709e admin admin] Pushing event updated for resources: {'Port': ['ID=461cbfdc-d706-43d5-a0b5-3a053ee37e33,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:28.544467 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b98612b-9b8d-4fbf-8941-cbd8a4bad761 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:12:28.559167 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bab593a-8acc-4954-b32d-3a762acdfc29 None None] Sync routers for ids ['3c82a3f6-0b77-4522-aa0c-beb9ed349ca8'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:12:28.564893 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port d6abf14d-76eb-447f-b43c-7b1c3c68bb7f completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:28.570021 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port d6abf14d-76eb-447f-b43c-7b1c3c68bb7f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:28.570663 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:28.579307 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bab593a-8acc-4954-b32d-3a762acdfc29 None None] Routers {'3c82a3f6-0b77-4522-aa0c-beb9ed349ca8'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:28.582581 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-5bab593a-8acc-4954-b32d-3a762acdfc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3c82a3f6-0b77-4522-aa0c-beb9ed349ca8'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:28.647949 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-5bab593a-8acc-4954-b32d-3a762acdfc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:28.672716 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bab593a-8acc-4954-b32d-3a762acdfc29 None None] Routers {'3c82a3f6-0b77-4522-aa0c-beb9ed349ca8'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:28.674450 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-5bab593a-8acc-4954-b32d-3a762acdfc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3c82a3f6-0b77-4522-aa0c-beb9ed349ca8'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:28.676258 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b98612b-9b8d-4fbf-8941-cbd8a4bad761 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:28.681621 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8b98612b-9b8d-4fbf-8941-cbd8a4bad761 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "DELETE /v2.0/ports/03fb0871-0b46-43bf-a227-b465ec20d161 HTTP/1.1" status: 204 len: 168 time: 2.6753871 Jul 15 23:12:28.684192 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51660) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:28.725290 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:28.738163 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08916512-c367-46ef-ad25-1e848091709e admin admin] Network 5f499d80-0bb6-4641-9dad-53d101f8ac70 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:28.740340 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-08916512-c367-46ef-ad25-1e848091709e admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:28.764303 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port d6abf14d-76eb-447f-b43c-7b1c3c68bb7f, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d6abf14d-76eb-447f-b43c-7b1c3c68bb7f,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:28.764521 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-5bab593a-8acc-4954-b32d-3a762acdfc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:28.766958 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bab593a-8acc-4954-b32d-3a762acdfc29 None None] The sync data for ids ['3c82a3f6-0b77-4522-aa0c-beb9ed349ca8'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:12:28.770821 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:28.868004 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=d6abf14d-76eb-447f-b43c-7b1c3c68bb7f,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:29.087629 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c635587-8cee-48fd-8d29-301d252d4091 req-312d083a-4156-464f-9eda-2340a00e219b tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:29.094678 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6c635587-8cee-48fd-8d29-301d252d4091 req-312d083a-4156-464f-9eda-2340a00e219b tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeef7225-db08-40eb-af1f-e07b0ca35e75 HTTP/1.1" status: 200 len: 943 time: 0.1995282 Jul 15 23:12:29.117355 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08916512-c367-46ef-ad25-1e848091709e admin admin] Router 1910a702-6f81-454b-9051-6b4df95fe8d9 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:12:29.135357 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f746bb20-053f-4ca2-b968-1ae76f439925 None None] Provisioning complete for port 461cbfdc-d706-43d5-a0b5-3a053ee37e33 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:29.136184 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f746bb20-053f-4ca2-b968-1ae76f439925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:29.147945 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6c635587-8cee-48fd-8d29-301d252d4091 req-42b0fd9b-a588-4781-b007-776bdfb70193 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.16 "GET /v2.0/security-groups?id=99acf886-e8b5-4e6f-9a57-a8b5ca846f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519748 Jul 15 23:12:29.192652 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f746bb20-053f-4ca2-b968-1ae76f439925 None None] Port 461cbfdc-d706-43d5-a0b5-3a053ee37e33 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:12:29.275127 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeef7225-db08-40eb-af1f-e07b0ca35e75', 'tag': 'c5bfbec0-3470-4893-b313-07697e371511'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:29.277428 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d437704c-67dd-4766-be3e-8e3606b7f55d" -d '{"events": [{"name": "network-changed", "server_uuid": "aeef7225-db08-40eb-af1f-e07b0ca35e75", "tag": "c5bfbec0-3470-4893-b313-07697e371511"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:29.298484 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51682) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:29.301789 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08916512-c367-46ef-ad25-1e848091709e admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:12:29.315575 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307c05df-9721-4af2-82a9-ef93a1d56ed6 None None] Sync routers for ids ['1910a702-6f81-454b-9051-6b4df95fe8d9'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:12:29.335456 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307c05df-9721-4af2-82a9-ef93a1d56ed6 None None] Routers {'1910a702-6f81-454b-9051-6b4df95fe8d9'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:29.337325 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-307c05df-9721-4af2-82a9-ef93a1d56ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['1910a702-6f81-454b-9051-6b4df95fe8d9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:29.342462 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-08916512-c367-46ef-ad25-1e848091709e admin admin] 10.222.0.16 "PUT /v2.0/routers/1910a702-6f81-454b-9051-6b4df95fe8d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4383271 Jul 15 23:12:29.363362 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f10ecf-ec21-405f-b71e-0b85ad2aeaca x-openstack-request-id: req-88f10ecf-ec21-405f-b71e-0b85ad2aeaca {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:29.363923 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeef7225-db08-40eb-af1f-e07b0ca35e75", "tag": "c5bfbec0-3470-4893-b313-07697e371511", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:29.364326 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-88f10ecf-ec21-405f-b71e-0b85ad2aeaca {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:29.364867 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeef7225-db08-40eb-af1f-e07b0ca35e75', 'tag': 'c5bfbec0-3470-4893-b313-07697e371511', 'status': 'completed', 'code': 200} Jul 15 23:12:29.479248 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786b568-8568-4e3a-9b28-de614c719a06 req-9ac9a91a-2ee8-4852-8750-ddbaba7c7ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:29.480720 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6786b568-8568-4e3a-9b28-de614c719a06 req-9ac9a91a-2ee8-4852-8750-ddbaba7c7ba6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c94a1f7515fc403ca722dddef8f6ba46&device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 1097 time: 0.1206975 Jul 15 23:12:29.518278 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437704c-67dd-4766-be3e-8e3606b7f55d req-e7cbc845-c00e-45fc-81c6-f5066d71c9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:29.519935 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d437704c-67dd-4766-be3e-8e3606b7f55d req-e7cbc845-c00e-45fc-81c6-f5066d71c9df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8df6f078b29147b88652d8060ee11e81&device_id=aeef7225-db08-40eb-af1f-e07b0ca35e75 HTTP/1.1" status: 200 len: 1094 time: 0.1264746 Jul 15 23:12:29.540144 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-307c05df-9721-4af2-82a9-ef93a1d56ed6 None None] Set router 1910a702-6f81-454b-9051-6b4df95fe8d9 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:29.609359 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd75aa7-1b13-4fd6-8fb5-aa5b7f5c6255 req-08e96b8a-a8ad-4219-8878-836a38838dc5 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:29.617768 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bcd75aa7-1b13-4fd6-8fb5-aa5b7f5c6255 req-08e96b8a-a8ad-4219-8878-836a38838dc5 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.2016501 Jul 15 23:12:29.680379 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5c8b6dbc-ae77-4d80-8d8b-967f2c5d1cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:29.758153 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437704c-67dd-4766-be3e-8e3606b7f55d req-19d3ba81-5e22-44d0-9232-874af67c19b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:29.759824 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d437704c-67dd-4766-be3e-8e3606b7f55d req-19d3ba81-5e22-44d0-9232-874af67c19b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c1c591e7-7f4c-4912-87da-c92c1b2d73de HTTP/1.1" status: 200 len: 923 time: 0.1875811 Jul 15 23:12:29.819985 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d437704c-67dd-4766-be3e-8e3606b7f55d req-ab10a54e-2519-4f4d-9b7b-6cf2b15e589a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5bfbec0-3470-4893-b313-07697e371511 HTTP/1.1" status: 200 len: 217 time: 0.0524595 Jul 15 23:12:29.821282 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-307c05df-9721-4af2-82a9-ef93a1d56ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'name': 'tempest-TestServerBasicOps-559586926-router', 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'd6abf14d-76eb-447f-b43c-7b1c3c68bb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:21Z', 'updated_at': '2021-07-15T23:12:27Z', 'revision_number': 4, 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'gw_port': {'id': 'd6abf14d-76eb-447f-b43c-7b1c3c68bb7f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ac:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:22Z', 'updated_at': '2021-07-15T23:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '461cbfdc-d706-43d5-a0b5-3a053ee37e33', 'name': '', 'network_id': '5f499d80-0bb6-4641-9dad-53d101f8ac70', 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'mac_address': 'fa:16:3e:a9:0f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '95ba6ced-0926-439c-b94f-d6a4529be42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:25Z', 'updated_at': '2021-07-15T23:12:28Z', 'revision_number': 2, 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'subnets': [{'id': '95ba6ced-0926-439c-b94f-d6a4529be42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:29.830857 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5c8b6dbc-ae77-4d80-8d8b-967f2c5d1cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:29.837789 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786b568-8568-4e3a-9b28-de614c719a06 req-82d58856-83b2-499d-a8ba-aadf67aa1db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:29.839333 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6786b568-8568-4e3a-9b28-de614c719a06 req-82d58856-83b2-499d-a8ba-aadf67aa1db6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=06e80cc8-6c99-4e93-b9ec-9a2e84049a5a HTTP/1.1" status: 200 len: 919 time: 0.3491218 Jul 15 23:12:29.853128 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bcd75aa7-1b13-4fd6-8fb5-aa5b7f5c6255 req-57e95524-f347-447b-a22f-b81041e1949b tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343311 Jul 15 23:12:29.864733 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307c05df-9721-4af2-82a9-ef93a1d56ed6 None None] Checking router: 1910a702-6f81-454b-9051-6b4df95fe8d9 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:12:29.865192 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307c05df-9721-4af2-82a9-ef93a1d56ed6 None None] Updating router 1910a702-6f81-454b-9051-6b4df95fe8d9 port 461cbfdc-d706-43d5-a0b5-3a053ee37e33 binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:12:29.877546 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5c8b6dbc-ae77-4d80-8d8b-967f2c5d1cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:29.901991 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437704c-67dd-4766-be3e-8e3606b7f55d req-37181c62-a186-4062-83a8-dbc46d34407d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:29.905055 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d437704c-67dd-4766-be3e-8e3606b7f55d req-37181c62-a186-4062-83a8-dbc46d34407d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f5fbeed8-610d-4657-aace-813bd1de8409 HTTP/1.1" status: 200 len: 862 time: 0.0785513 Jul 15 23:12:29.913819 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ca865b1-e53c-4d03-a9c5-5b560b93d5f5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:29.926208 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-307c05df-9721-4af2-82a9-ef93a1d56ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:29.946734 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6786b568-8568-4e3a-9b28-de614c719a06 req-83a482bf-9aa4-4310-9c16-c6bf4a0208bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90f78b53-65f5-4c56-83f7-658649dbbb11 HTTP/1.1" status: 200 len: 217 time: 0.0904813 Jul 15 23:12:29.999750 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9c5c5-bcd1-41c1-aeed-90f7fba02dea req-4fce342c-6353-40bd-ad43-e3d4684b4035 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:30.001805 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1a9c5c5-bcd1-41c1-aeed-90f7fba02dea req-4fce342c-6353-40bd-ad43-e3d4684b4035 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f807675-8dd7-4925-880b-9500db3fc099 HTTP/1.1" status: 200 len: 943 time: 0.4179394 Jul 15 23:12:30.023261 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d437704c-67dd-4766-be3e-8e3606b7f55d req-2d348e79-a830-4822-b7b6-355098d53549 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c1c591e7-7f4c-4912-87da-c92c1b2d73de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013184 Jul 15 23:12:30.023430 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b6dbc-ae77-4d80-8d8b-967f2c5d1cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abdf7ec-39d7-489d-b448-d74150cc93a9,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:30.027938 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5c8b6dbc-ae77-4d80-8d8b-967f2c5d1cd5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=923c7f2d108847fba833026b9dfe3eea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7276535 Jul 15 23:12:30.038414 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51704) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:30.068196 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51706) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:30.075177 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2e0aff80-51c3-46d7-9fa8-4ffe65fc14d4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1574345237-network', 'tenant_id': '015359c9000b461babd70fe69d7c13f3'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:30.103096 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786b568-8568-4e3a-9b28-de614c719a06 req-29b6d2c8-c2a9-4f49-bc47-65dbbdda5439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:30.104607 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6786b568-8568-4e3a-9b28-de614c719a06 req-29b6d2c8-c2a9-4f49-bc47-65dbbdda5439 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4855a5f1-8b72-4f27-b61b-98876d40980b HTTP/1.1" status: 200 len: 858 time: 0.1409843 Jul 15 23:12:30.108570 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1a9c5c5-bcd1-41c1-aeed-90f7fba02dea req-4300a034-6c6c-4915-a4d6-dd6d252517f6 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779233 Jul 15 23:12:30.145325 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6786b568-8568-4e3a-9b28-de614c719a06 req-202553e6-00b8-48c6-a15c-83f1909d4e36 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=06e80cc8-6c99-4e93-b9ec-9a2e84049a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305500 Jul 15 23:12:30.189511 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1891d14f-c7c9-4d87-9d77-01f8fab062fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:30.227281 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0aff80-51c3-46d7-9fa8-4ffe65fc14d4 admin admin] Made reservation on behalf of 015359c9000b461babd70fe69d7c13f3 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:30.229885 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e0aff80-51c3-46d7-9fa8-4ffe65fc14d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:30.245958 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e0aff80-51c3-46d7-9fa8-4ffe65fc14d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:30.247605 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1891d14f-c7c9-4d87-9d77-01f8fab062fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:30.290993 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d437704c-67dd-4766-be3e-8e3606b7f55d req-44a07f4a-1992-4f4c-974e-7daa068f5f97 service neutron] 10.222.0.36 "GET /v2.0/networks/c1c591e7-7f4c-4912-87da-c92c1b2d73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403917 Jul 15 23:12:30.300203 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6786b568-8568-4e3a-9b28-de614c719a06 req-9a264a4a-8053-4e36-9214-3e88181b653a service neutron] 10.222.0.43 "GET /v2.0/networks/06e80cc8-6c99-4e93-b9ec-9a2e84049a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450756 Jul 15 23:12:30.303111 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-307c05df-9721-4af2-82a9-ef93a1d56ed6 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:30.316558 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-307c05df-9721-4af2-82a9-ef93a1d56ed6 None None] Transition to ACTIVE for port object 461cbfdc-d706-43d5-a0b5-3a053ee37e33 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:30.325067 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-307c05df-9721-4af2-82a9-ef93a1d56ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:30.418679 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1891d14f-c7c9-4d87-9d77-01f8fab062fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:30.421136 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1891d14f-c7c9-4d87-9d77-01f8fab062fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:30.422335 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1891d14f-c7c9-4d87-9d77-01f8fab062fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6abdf7ec-39d7-489d-b448-d74150cc93a9 HTTP/1.1" status: 204 len: 168 time: 0.3748276 Jul 15 23:12:30.446465 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891d14f-c7c9-4d87-9d77-01f8fab062fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abdf7ec-39d7-489d-b448-d74150cc93a9,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:30.458477 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bb475-e088-4ae0-9a14-bcd02cf6cc45 None None] Pushing event updated for resources: {'Port': ['ID=461cbfdc-d706-43d5-a0b5-3a053ee37e33,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:30.493333 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6786b568-8568-4e3a-9b28-de614c719a06 req-eb64d30f-8353-4840-82ca-3dfe535a5f1d service neutron] 10.222.0.43 "GET /v2.0/networks/06e80cc8-6c99-4e93-b9ec-9a2e84049a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822598 Jul 15 23:12:30.528859 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a87aa5-17e6-4760-8e46-4e79a31e5313 req-98dbe807-3389-4b74-bae5-caaae6d61035 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:30.537548 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27a87aa5-17e6-4760-8e46-4e79a31e5313 req-98dbe807-3389-4b74-bae5-caaae6d61035 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeef7225-db08-40eb-af1f-e07b0ca35e75 HTTP/1.1" status: 200 len: 943 time: 0.2363141 Jul 15 23:12:30.555429 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d6abf14d-76eb-447f-b43c-7b1c3c68bb7f up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:30.563764 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d437704c-67dd-4766-be3e-8e3606b7f55d req-c31b80bd-0077-473f-92c8-92798fb46218 service neutron] 10.222.0.36 "GET /v2.0/networks/c1c591e7-7f4c-4912-87da-c92c1b2d73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412312 Jul 15 23:12:30.621112 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27a87aa5-17e6-4760-8e46-4e79a31e5313 req-03891567-667d-4faf-8413-5b2ad7d68a48 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.16 "GET /v2.0/security-groups?id=99acf886-e8b5-4e6f-9a57-a8b5ca846f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823474 Jul 15 23:12:30.637340 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e0aff80-51c3-46d7-9fa8-4ffe65fc14d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:30.667827 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e0aff80-51c3-46d7-9fa8-4ffe65fc14d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:30.670768 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-307c05df-9721-4af2-82a9-ef93a1d56ed6 None None] Attempting to bind port 461cbfdc-d706-43d5-a0b5-3a053ee37e33 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:30.671270 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-307c05df-9721-4af2-82a9-ef93a1d56ed6 None None] Attempting to bind port 461cbfdc-d706-43d5-a0b5-3a053ee37e33 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'b99c3a2a-6cc4-4860-b7c5-6aaace16c140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f499d80-0bb6-4641-9dad-53d101f8ac70'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:30.671664 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307c05df-9721-4af2-82a9-ef93a1d56ed6 None None] Attempting to bind port 461cbfdc-d706-43d5-a0b5-3a053ee37e33 on network 5f499d80-0bb6-4641-9dad-53d101f8ac70 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:30.682203 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307c05df-9721-4af2-82a9-ef93a1d56ed6 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:30.682701 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307c05df-9721-4af2-82a9-ef93a1d56ed6 None None] Checking segment: {'id': 'b99c3a2a-6cc4-4860-b7c5-6aaace16c140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f499d80-0bb6-4641-9dad-53d101f8ac70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:30.683181 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-307c05df-9721-4af2-82a9-ef93a1d56ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:30.683645 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307c05df-9721-4af2-82a9-ef93a1d56ed6 None None] Bound using segment: {'id': 'b99c3a2a-6cc4-4860-b7c5-6aaace16c140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f499d80-0bb6-4641-9dad-53d101f8ac70'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:30.684201 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-307c05df-9721-4af2-82a9-ef93a1d56ed6 None None] Bound port: 461cbfdc-d706-43d5-a0b5-3a053ee37e33, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b99c3a2a-6cc4-4860-b7c5-6aaace16c140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f499d80-0bb6-4641-9dad-53d101f8ac70'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:30.684656 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-307c05df-9721-4af2-82a9-ef93a1d56ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:30.703205 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0aff80-51c3-46d7-9fa8-4ffe65fc14d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:12:30.716694 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0aff80-51c3-46d7-9fa8-4ffe65fc14d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdb714b-24dc-4680-bfa1-2186296533d3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:30.725693 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e0aff80-51c3-46d7-9fa8-4ffe65fc14d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:30.726232 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-2e0aff80-51c3-46d7-9fa8-4ffe65fc14d4 admin admin] Added segment 6b8de252-a30c-48ca-a40b-fcf0b8b73b25 of type vlan for network b8486c75-4add-408b-8175-52f6e1c0a3c6 Jul 15 23:12:30.743660 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port d6abf14d-76eb-447f-b43c-7b1c3c68bb7f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:30.744044 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:30.769396 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-6ca865b1-e53c-4d03-a9c5-5b560b93d5f5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Deleting port 15858683-4e33-4447-8f8a-8fc9c1156e0f {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:30.769678 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ca865b1-e53c-4d03-a9c5-5b560b93d5f5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:30.801417 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e0aff80-51c3-46d7-9fa8-4ffe65fc14d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:30.801804 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-307c05df-9721-4af2-82a9-ef93a1d56ed6 None None] For port 461cbfdc-d706-43d5-a0b5-3a053ee37e33, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:30.816933 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-307c05df-9721-4af2-82a9-ef93a1d56ed6 None None] For port 461cbfdc-d706-43d5-a0b5-3a053ee37e33, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=461cbfdc-d706-43d5-a0b5-3a053ee37e33,segment=NetworkSegment(b99c3a2a-6cc4-4860-b7c5-6aaace16c140),segment_id=b99c3a2a-6cc4-4860-b7c5-6aaace16c140)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:30.825470 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-307c05df-9721-4af2-82a9-ef93a1d56ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:30.880248 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e0aff80-51c3-46d7-9fa8-4ffe65fc14d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:30.881293 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0aff80-51c3-46d7-9fa8-4ffe65fc14d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:30.881897 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e0aff80-51c3-46d7-9fa8-4ffe65fc14d4 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:30.908299 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ca865b1-e53c-4d03-a9c5-5b560b93d5f5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:30.940708 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-6ca865b1-e53c-4d03-a9c5-5b560b93d5f5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Calling delete_port for 15858683-4e33-4447-8f8a-8fc9c1156e0f owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:30.997673 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307c05df-9721-4af2-82a9-ef93a1d56ed6 None None] Routers {'1910a702-6f81-454b-9051-6b4df95fe8d9'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:30.998021 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-307c05df-9721-4af2-82a9-ef93a1d56ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['1910a702-6f81-454b-9051-6b4df95fe8d9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:31.000067 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bb475-e088-4ae0-9a14-bcd02cf6cc45 None None] Pushing event updated for resources: {'Port': ['ID=461cbfdc-d706-43d5-a0b5-3a053ee37e33,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:31.006098 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0aff80-51c3-46d7-9fa8-4ffe65fc14d4 admin admin] Pushing event updated for resources: {'Network': ['ID=b8486c75-4add-408b-8175-52f6e1c0a3c6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:31.019008 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network b8486c75-4add-408b-8175-52f6e1c0a3c6 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:12:31.026040 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2e0aff80-51c3-46d7-9fa8-4ffe65fc14d4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9567540 Jul 15 23:12:31.035232 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51728) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:31.042965 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-158a763f-3b71-4659-9afc-da9ba3d2a367 admin admin] Request body: {'subnet': {'network_id': 'b8486c75-4add-408b-8175-52f6e1c0a3c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1574345237-subnet', 'tenant_id': '015359c9000b461babd70fe69d7c13f3', 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:31.132827 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60469647-c1ea-4c50-b828-ceb47e41f024 req-3caf14b1-8fd9-41a4-a336-f8a17d2834b3 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:31.134421 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-60469647-c1ea-4c50-b828-ceb47e41f024 req-3caf14b1-8fd9-41a4-a336-f8a17d2834b3 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.1415837 Jul 15 23:12:31.139793 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c5bfbec0-3470-4893-b313-07697e371511 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:12:31.192630 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158a763f-3b71-4659-9afc-da9ba3d2a367 admin admin] Made reservation on behalf of 015359c9000b461babd70fe69d7c13f3 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:31.198348 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-158a763f-3b71-4659-9afc-da9ba3d2a367 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:31.223230 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-60469647-c1ea-4c50-b828-ceb47e41f024 req-b87fda45-4bcb-4292-a1b8-1a85342cbbbe tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732944 Jul 15 23:12:31.295538 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-307c05df-9721-4af2-82a9-ef93a1d56ed6 None None] Set router 1910a702-6f81-454b-9051-6b4df95fe8d9 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:31.448404 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1310bc-a493-4778-ae69-c87a570fa805 req-32f0357c-7b7c-4bf9-82c4-65abc52d0168 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:31.458079 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e1310bc-a493-4778-ae69-c87a570fa805 req-32f0357c-7b7c-4bf9-82c4-65abc52d0168 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f807675-8dd7-4925-880b-9500db3fc099 HTTP/1.1" status: 200 len: 943 time: 0.1293085 Jul 15 23:12:31.517918 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e1310bc-a493-4778-ae69-c87a570fa805 req-59fc5b0b-8999-418f-aa36-7ca7011dac11 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588620 Jul 15 23:12:31.529425 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ca865b1-e53c-4d03-a9c5-5b560b93d5f5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:31.560854 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-158a763f-3b71-4659-9afc-da9ba3d2a367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:31.563787 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51742) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:31.569026 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca865b1-e53c-4d03-a9c5-5b560b93d5f5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event deleted for resources: {'Port': ['ID=15858683-4e33-4447-8f8a-8fc9c1156e0f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:31.633783 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c5bfbec0-3470-4893-b313-07697e371511, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c5bfbec0-3470-4893-b313-07697e371511,segment=NetworkSegment(b22addef-7faf-46fe-a1bb-ef948b69578f),segment_id=b22addef-7faf-46fe-a1bb-ef948b69578f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:31.672273 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'c5bfbec0-3470-4893-b313-07697e371511', 'network_id': 'c1c591e7-7f4c-4912-87da-c92c1b2d73de', 'port_id': 'c5bfbec0-3470-4893-b313-07697e371511', 'mac_address': 'fa:16:3e:67:3f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fbeed8-610d-4657-aace-813bd1de8409', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:12:31.680500 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a763f-3b71-4659-9afc-da9ba3d2a367 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78ce1b28-29f8-4492-8269-6c490c5e0149,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:31.695361 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158a763f-3b71-4659-9afc-da9ba3d2a367 admin admin] Checking segment: {'id': '6b8de252-a30c-48ca-a40b-fcf0b8b73b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b8486c75-4add-408b-8175-52f6e1c0a3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:31.696014 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158a763f-3b71-4659-9afc-da9ba3d2a367 admin admin] Network hostable DHCP agents. Network: b8486c75-4add-408b-8175-52f6e1c0a3c6, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:12:31.696861 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-f1d82249-2277-44fc-9395-334ee173fa5a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-476640854-network', 'tenant_id': 'a3b33ab153c54452b058f065a74f587b'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:31.725906 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d82249-2277-44fc-9395-334ee173fa5a admin admin] Made reservation on behalf of a3b33ab153c54452b058f065a74f587b for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:31.729140 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f1d82249-2277-44fc-9395-334ee173fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:31.740783 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f1d82249-2277-44fc-9395-334ee173fa5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:31.770186 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158a763f-3b71-4659-9afc-da9ba3d2a367 admin admin] Network b8486c75-4add-408b-8175-52f6e1c0a3c6 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:12:31.828455 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-158a763f-3b71-4659-9afc-da9ba3d2a367 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, b8486c75-4add-408b-8175-52f6e1c0a3c6) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:31.835503 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:31.837070 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158a763f-3b71-4659-9afc-da9ba3d2a367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:31.837678 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-158a763f-3b71-4659-9afc-da9ba3d2a367 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:31.845359 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44c5f66-2b11-4601-a39b-a647059ffdca None None] Network b8486c75-4add-408b-8175-52f6e1c0a3c6 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:31.858178 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ca865b1-e53c-4d03-a9c5-5b560b93d5f5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:31.914474 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f1d82249-2277-44fc-9395-334ee173fa5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:31.921333 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5bfbec0-3470-4893-b313-07697e371511 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:31.927464 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f1d82249-2277-44fc-9395-334ee173fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:31.930047 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-158a763f-3b71-4659-9afc-da9ba3d2a367 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8909941 Jul 15 23:12:31.935774 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51748) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:31.946736 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-b079dd67-5d58-40cb-8804-48360fa81f1d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1574345237-router', 'tenant_id': '015359c9000b461babd70fe69d7c13f3', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:31.985004 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d82249-2277-44fc-9395-334ee173fa5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:12:31.996338 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c5bfbec0-3470-4893-b313-07697e371511, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c5bfbec0-3470-4893-b313-07697e371511,segment=NetworkSegment(b22addef-7faf-46fe-a1bb-ef948b69578f),segment_id=b22addef-7faf-46fe-a1bb-ef948b69578f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:31.999468 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b079dd67-5d58-40cb-8804-48360fa81f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:32.000599 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b079dd67-5d58-40cb-8804-48360fa81f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:32.005241 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d82249-2277-44fc-9395-334ee173fa5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7eb36c8-fcbb-4dc1-9313-75fad98913b6,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:32.020820 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f1d82249-2277-44fc-9395-334ee173fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:32.021255 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-f1d82249-2277-44fc-9395-334ee173fa5a admin admin] Added segment d52f2102-c666-4e87-88eb-3f4047883fc5 of type vlan for network 8762ff4c-af53-489a-9638-7d16a5a9a397 Jul 15 23:12:32.026335 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:32.027003 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 0b19e8a9-71eb-4570-8f5f-19dde073c3f7 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:12:32.040041 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7a5f8-fda5-4504-9d81-c734a199dbae req-19c8b58d-41e3-4f0f-af24-5d3f6db61ac3 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:32.041555 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c9a7a5f8-fda5-4504-9d81-c734a199dbae req-19c8b58d-41e3-4f0f-af24-5d3f6db61ac3 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeef7225-db08-40eb-af1f-e07b0ca35e75 HTTP/1.1" status: 200 len: 943 time: 0.1864657 Jul 15 23:12:32.090917 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f1d82249-2277-44fc-9395-334ee173fa5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:32.159598 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=c5bfbec0-3470-4893-b313-07697e371511,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:32.167017 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b079dd67-5d58-40cb-8804-48360fa81f1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:32.187013 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c9a7a5f8-fda5-4504-9d81-c734a199dbae req-3e651ca3-0c40-4a36-92aa-0f0f103abe47 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.16 "GET /v2.0/security-groups?id=99acf886-e8b5-4e6f-9a57-a8b5ca846f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191006 Jul 15 23:12:32.233782 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c6098e-479d-4a68-96cb-412169b8777d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-b8486c75-4add-408b-8175-52f6e1c0a3c6', 'network_id': 'b8486c75-4add-408b-8175-52f6e1c0a3c6', 'tenant_id': '015359c9000b461babd70fe69d7c13f3', 'fixed_ips': [{'subnet_id': '78ce1b28-29f8-4492-8269-6c490c5e0149'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:12:32.234671 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-54c6098e-479d-4a68-96cb-412169b8777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:32.240761 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-307c05df-9721-4af2-82a9-ef93a1d56ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'name': 'tempest-TestServerBasicOps-559586926-router', 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'd6abf14d-76eb-447f-b43c-7b1c3c68bb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:21Z', 'updated_at': '2021-07-15T23:12:27Z', 'revision_number': 4, 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'gw_port': {'id': 'd6abf14d-76eb-447f-b43c-7b1c3c68bb7f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ac:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:22Z', 'updated_at': '2021-07-15T23:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '461cbfdc-d706-43d5-a0b5-3a053ee37e33', 'name': '', 'network_id': '5f499d80-0bb6-4641-9dad-53d101f8ac70', 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'mac_address': 'fa:16:3e:a9:0f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '95ba6ced-0926-439c-b94f-d6a4529be42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:25Z', 'updated_at': '2021-07-15T23:12:30Z', 'revision_number': 4, 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'subnets': [{'id': '95ba6ced-0926-439c-b94f-d6a4529be42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:32.289943 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307c05df-9721-4af2-82a9-ef93a1d56ed6 None None] The sync data for ids ['1910a702-6f81-454b-9051-6b4df95fe8d9'] in n-d-787205-9 is: [{'id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'name': 'tempest-TestServerBasicOps-559586926-router', 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'd6abf14d-76eb-447f-b43c-7b1c3c68bb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:21Z', 'updated_at': '2021-07-15T23:12:27Z', 'revision_number': 4, 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'gw_port': {'id': 'd6abf14d-76eb-447f-b43c-7b1c3c68bb7f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ac:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:22Z', 'updated_at': '2021-07-15T23:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '461cbfdc-d706-43d5-a0b5-3a053ee37e33', 'name': '', 'network_id': '5f499d80-0bb6-4641-9dad-53d101f8ac70', 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'mac_address': 'fa:16:3e:a9:0f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '95ba6ced-0926-439c-b94f-d6a4529be42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:25Z', 'updated_at': '2021-07-15T23:12:30Z', 'revision_number': 4, 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'subnets': [{'id': '95ba6ced-0926-439c-b94f-d6a4529be42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:12:32.303986 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 0b19e8a9-71eb-4570-8f5f-19dde073c3f7, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=0b19e8a9-71eb-4570-8f5f-19dde073c3f7,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:32.381764 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f1d82249-2277-44fc-9395-334ee173fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:32.408359 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d82249-2277-44fc-9395-334ee173fa5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:32.409362 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f1d82249-2277-44fc-9395-334ee173fa5a admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:32.436715 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '0b19e8a9-71eb-4570-8f5f-19dde073c3f7', 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b', 'port_id': '0b19e8a9-71eb-4570-8f5f-19dde073c3f7', 'mac_address': 'fa:16:3e:04:3e:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd361722a-d157-4a1f-9b02-624ca94298eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:12:32.495779 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b079dd67-5d58-40cb-8804-48360fa81f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:32.525276 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:32.555507 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f1d82249-2277-44fc-9395-334ee173fa5a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9871063 Jul 15 23:12:32.555705 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b19e8a9-71eb-4570-8f5f-19dde073c3f7 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:32.557809 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51756) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:32.569404 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-29f4e91b-4794-40b7-a06d-9e2d0ae477b7 admin admin] Request body: {'subnet': {'network_id': '8762ff4c-af53-489a-9638-7d16a5a9a397', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-476640854-subnet', 'tenant_id': 'a3b33ab153c54452b058f065a74f587b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:32.586688 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-54c6098e-479d-4a68-96cb-412169b8777d None None] Allocated IP 172.20.0.2 (b8486c75-4add-408b-8175-52f6e1c0a3c6/78ce1b28-29f8-4492-8269-6c490c5e0149/bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:32.605693 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 0b19e8a9-71eb-4570-8f5f-19dde073c3f7, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=0b19e8a9-71eb-4570-8f5f-19dde073c3f7,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:32.606570 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca865b1-e53c-4d03-a9c5-5b560b93d5f5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Router 3c82a3f6-0b77-4522-aa0c-beb9ed349ca8 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:12:32.613558 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:32.629843 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d82249-2277-44fc-9395-334ee173fa5a admin admin] Pushing event updated for resources: {'Network': ['ID=8762ff4c-af53-489a-9638-7d16a5a9a397,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:32.636372 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f4e91b-4794-40b7-a06d-9e2d0ae477b7 admin admin] Made reservation on behalf of a3b33ab153c54452b058f065a74f587b for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:32.639092 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29f4e91b-4794-40b7-a06d-9e2d0ae477b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:32.669406 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 8762ff4c-af53-489a-9638-7d16a5a9a397 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:12:32.683323 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6bc2c-57ad-4fa4-979e-e755cb0235dc req-82ba037b-ee48-4258-8e3b-3a32dd4e7bd9 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:32.684685 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-16f6bc2c-57ad-4fa4-979e-e755cb0235dc req-82ba037b-ee48-4258-8e3b-3a32dd4e7bd9 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.2240610 Jul 15 23:12:32.810673 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=0b19e8a9-71eb-4570-8f5f-19dde073c3f7,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:32.851370 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-16f6bc2c-57ad-4fa4-979e-e755cb0235dc req-42ab4b5c-98e2-4abd-9034-0c0c6012b9eb tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591141 Jul 15 23:12:32.880381 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca865b1-e53c-4d03-a9c5-5b560b93d5f5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:12:32.889450 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6ca865b1-e53c-4d03-a9c5-5b560b93d5f5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "PUT /v2.0/routers/3c82a3f6-0b77-4522-aa0c-beb9ed349ca8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2038090 Jul 15 23:12:32.889739 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51758) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:32.892384 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cb479c-896b-4745-883e-fd32f2a72791 None None] Sync routers for ids ['3c82a3f6-0b77-4522-aa0c-beb9ed349ca8'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:12:32.907855 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cb479c-896b-4745-883e-fd32f2a72791 None None] Routers {'3c82a3f6-0b77-4522-aa0c-beb9ed349ca8'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:32.909126 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-76cb479c-896b-4745-883e-fd32f2a72791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3c82a3f6-0b77-4522-aa0c-beb9ed349ca8'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:32.917943 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-54c6098e-479d-4a68-96cb-412169b8777d None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:32.927494 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-54c6098e-479d-4a68-96cb-412169b8777d None None] Transition to ACTIVE for port object bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:32.948531 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-54c6098e-479d-4a68-96cb-412169b8777d None None] Transition to ACTIVE for port object bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:32.953129 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05a7de-1547-476d-a083-1525c021ac74 req-f9adbe8e-05e8-4a69-959d-4330bed146d7 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:32.958905 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['c5bfbec0-3470-4893-b313-07697e371511'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:12:32.964994 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-54c6098e-479d-4a68-96cb-412169b8777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:32.965927 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6c05a7de-1547-476d-a083-1525c021ac74 req-f9adbe8e-05e8-4a69-959d-4330bed146d7 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f807675-8dd7-4925-880b-9500db3fc099 HTTP/1.1" status: 200 len: 944 time: 0.2218735 Jul 15 23:12:32.975717 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-76cb479c-896b-4745-883e-fd32f2a72791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:32.987443 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cb479c-896b-4745-883e-fd32f2a72791 None None] Routers {'3c82a3f6-0b77-4522-aa0c-beb9ed349ca8'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:32.988351 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-76cb479c-896b-4745-883e-fd32f2a72791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3c82a3f6-0b77-4522-aa0c-beb9ed349ca8'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:33.040596 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-76cb479c-896b-4745-883e-fd32f2a72791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:33.042185 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cb479c-896b-4745-883e-fd32f2a72791 None None] The sync data for ids ['3c82a3f6-0b77-4522-aa0c-beb9ed349ca8'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:12:33.066666 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['0b19e8a9-71eb-4570-8f5f-19dde073c3f7'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:12:33.128777 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8162afb-ba55-40b1-9276-d6c987751f9e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:33.133512 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29f4e91b-4794-40b7-a06d-9e2d0ae477b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:33.143367 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c6098e-479d-4a68-96cb-412169b8777d None None] Network b8486c75-4add-408b-8175-52f6e1c0a3c6 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:33.148979 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6098e-479d-4a68-96cb-412169b8777d None None] Pushing event updated for resources: {'Port': ['ID=bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:33.160395 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-54c6098e-479d-4a68-96cb-412169b8777d None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:33.171273 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c6098e-479d-4a68-96cb-412169b8777d None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:33.285636 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4e91b-4794-40b7-a06d-9e2d0ae477b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48f08ec9-07a5-42e6-bbce-26101ffdb682,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:33.307647 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f4e91b-4794-40b7-a06d-9e2d0ae477b7 admin admin] Checking segment: {'id': 'd52f2102-c666-4e87-88eb-3f4047883fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8762ff4c-af53-489a-9638-7d16a5a9a397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:33.308011 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f4e91b-4794-40b7-a06d-9e2d0ae477b7 admin admin] Network hostable DHCP agents. Network: 8762ff4c-af53-489a-9638-7d16a5a9a397, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:12:33.324129 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-54c6098e-479d-4a68-96cb-412169b8777d None None] Attempting to bind port bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:33.324386 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-54c6098e-479d-4a68-96cb-412169b8777d None None] Attempting to bind port bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '6b8de252-a30c-48ca-a40b-fcf0b8b73b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b8486c75-4add-408b-8175-52f6e1c0a3c6'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:33.324738 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c6098e-479d-4a68-96cb-412169b8777d None None] Attempting to bind port bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd on network b8486c75-4add-408b-8175-52f6e1c0a3c6 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:33.329963 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8162afb-ba55-40b1-9276-d6c987751f9e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:33.346510 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f4e91b-4794-40b7-a06d-9e2d0ae477b7 admin admin] Network 8762ff4c-af53-489a-9638-7d16a5a9a397 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:12:33.378219 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-29f4e91b-4794-40b7-a06d-9e2d0ae477b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 8762ff4c-af53-489a-9638-7d16a5a9a397) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:33.378744 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c6098e-479d-4a68-96cb-412169b8777d None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:33.379159 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c6098e-479d-4a68-96cb-412169b8777d None None] Checking segment: {'id': '6b8de252-a30c-48ca-a40b-fcf0b8b73b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b8486c75-4add-408b-8175-52f6e1c0a3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:33.380033 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-54c6098e-479d-4a68-96cb-412169b8777d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:33.380153 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c6098e-479d-4a68-96cb-412169b8777d None None] Bound using segment: {'id': '6b8de252-a30c-48ca-a40b-fcf0b8b73b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b8486c75-4add-408b-8175-52f6e1c0a3c6'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:33.380803 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-54c6098e-479d-4a68-96cb-412169b8777d None None] Bound port: bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8de252-a30c-48ca-a40b-fcf0b8b73b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b8486c75-4add-408b-8175-52f6e1c0a3c6'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:33.381193 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-54c6098e-479d-4a68-96cb-412169b8777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:33.384286 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f4e91b-4794-40b7-a06d-9e2d0ae477b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:33.384861 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29f4e91b-4794-40b7-a06d-9e2d0ae477b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:33.405454 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25cb649-7c60-4228-bd92-d8b5cb403216 None None] Network 8762ff4c-af53-489a-9638-7d16a5a9a397 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:33.409085 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-29f4e91b-4794-40b7-a06d-9e2d0ae477b7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8475416 Jul 15 23:12:33.411251 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51764) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:33.421656 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-67ee9e95-8a25-40a1-84f6-5e73fa62358f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-476640854-router', 'tenant_id': 'a3b33ab153c54452b058f065a74f587b', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:33.441298 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-d8162afb-ba55-40b1-9276-d6c987751f9e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Deleting port c9da392a-f9ac-41c4-9d84-aecb4371a0d6 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:33.441766 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8162afb-ba55-40b1-9276-d6c987751f9e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:33.471368 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67ee9e95-8a25-40a1-84f6-5e73fa62358f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:33.472590 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67ee9e95-8a25-40a1-84f6-5e73fa62358f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:33.574219 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6c05a7de-1547-476d-a083-1525c021ac74 req-65a84435-ae69-4768-adb9-0aecc5b4cb5e tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6071503 Jul 15 23:12:33.581050 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67ee9e95-8a25-40a1-84f6-5e73fa62358f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:33.584906 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b079dd67-5d58-40cb-8804-48360fa81f1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:33.585619 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8162afb-ba55-40b1-9276-d6c987751f9e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:33.619268 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62a629-40d8-4c92-966d-ad3baaf5becf req-098f03d0-7d5a-46d7-b2f8-d17950240222 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:33.626998 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-df62a629-40d8-4c92-966d-ad3baaf5becf req-098f03d0-7d5a-46d7-b2f8-d17950240222 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeef7225-db08-40eb-af1f-e07b0ca35e75 HTTP/1.1" status: 200 len: 944 time: 0.1873410 Jul 15 23:12:33.636359 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b079dd67-5d58-40cb-8804-48360fa81f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:33.667975 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-d8162afb-ba55-40b1-9276-d6c987751f9e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Calling delete_port for c9da392a-f9ac-41c4-9d84-aecb4371a0d6 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:33.753642 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-54c6098e-479d-4a68-96cb-412169b8777d None None] For port bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:33.776106 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-df62a629-40d8-4c92-966d-ad3baaf5becf req-1cdd09b4-7fbe-48b1-abed-785a7fedf459 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.16 "GET /v2.0/security-groups?id=99acf886-e8b5-4e6f-9a57-a8b5ca846f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481342 Jul 15 23:12:33.779738 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-54c6098e-479d-4a68-96cb-412169b8777d None None] For port bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd,segment=NetworkSegment(6b8de252-a30c-48ca-a40b-fcf0b8b73b25),segment_id=6b8de252-a30c-48ca-a40b-fcf0b8b73b25)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:33.804753 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-54c6098e-479d-4a68-96cb-412169b8777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:33.818403 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67ee9e95-8a25-40a1-84f6-5e73fa62358f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:33.838618 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-b079dd67-5d58-40cb-8804-48360fa81f1d admin admin] Allocated IP 172.25.4.206 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/4209e153-becb-4a20-9076-bbaf3d79b32f) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:33.962511 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5851f067-95ec-46a5-bc20-680fe626540c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-8762ff4c-af53-489a-9638-7d16a5a9a397', 'network_id': '8762ff4c-af53-489a-9638-7d16a5a9a397', 'tenant_id': 'a3b33ab153c54452b058f065a74f587b', 'fixed_ips': [{'subnet_id': '48f08ec9-07a5-42e6-bbce-26101ffdb682'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:12:33.963647 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5851f067-95ec-46a5-bc20-680fe626540c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:33.997450 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b079dd67-5d58-40cb-8804-48360fa81f1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:34.075708 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8162afb-ba55-40b1-9276-d6c987751f9e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:34.105085 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8162afb-ba55-40b1-9276-d6c987751f9e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event deleted for resources: {'Port': ['ID=c9da392a-f9ac-41c4-9d84-aecb4371a0d6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:34.138443 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b079dd67-5d58-40cb-8804-48360fa81f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:34.212786 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b079dd67-5d58-40cb-8804-48360fa81f1d admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:34.221499 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-b079dd67-5d58-40cb-8804-48360fa81f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:34.224694 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b079dd67-5d58-40cb-8804-48360fa81f1d admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:34.253667 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6098e-479d-4a68-96cb-412169b8777d None None] Pushing event updated for resources: {'Port': ['ID=bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:34.316947 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079dd67-5d58-40cb-8804-48360fa81f1d admin admin] Pushing event updated for resources: {'Port': ['ID=4209e153-becb-4a20-9076-bbaf3d79b32f,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:34.345790 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8162afb-ba55-40b1-9276-d6c987751f9e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:34.348128 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67ee9e95-8a25-40a1-84f6-5e73fa62358f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:34.367859 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6c070-7bc7-4658-a50c-2ed90253954b req-b4204494-6618-4ac7-923b-4cffbc930312 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:34.370107 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5e6c070-7bc7-4658-a50c-2ed90253954b req-b4204494-6618-4ac7-923b-4cffbc930312 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.2897334 Jul 15 23:12:34.452924 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67ee9e95-8a25-40a1-84f6-5e73fa62358f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:34.461931 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-5851f067-95ec-46a5-bc20-680fe626540c None None] Allocated IP 172.20.0.2 (8762ff4c-af53-489a-9638-7d16a5a9a397/48f08ec9-07a5-42e6-bbce-26101ffdb682/376c1f96-d536-4d0e-a5fa-afc4ec190c81) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:34.493934 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8162afb-ba55-40b1-9276-d6c987751f9e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:34.497014 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8162afb-ba55-40b1-9276-d6c987751f9e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:34.571643 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5e6c070-7bc7-4658-a50c-2ed90253954b req-34e01033-88bc-4c00-9449-25ad1e692578 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340868 Jul 15 23:12:34.572008 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 461cbfdc-d706-43d5-a0b5-3a053ee37e33 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:34.604128 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8162afb-ba55-40b1-9276-d6c987751f9e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:34.604669 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8162afb-ba55-40b1-9276-d6c987751f9e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Fanout notify agent at l3_agent the message router_deleted on router 3c82a3f6-0b77-4522-aa0c-beb9ed349ca8 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:12:34.624567 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d8162afb-ba55-40b1-9276-d6c987751f9e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:34.628727 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d8162afb-ba55-40b1-9276-d6c987751f9e tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "DELETE /v2.0/routers/3c82a3f6-0b77-4522-aa0c-beb9ed349ca8 HTTP/1.1" status: 204 len: 168 time: 1.7366178 Jul 15 23:12:34.631414 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51772) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:34.723059 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b079dd67-5d58-40cb-8804-48360fa81f1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:34.723647 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5851f067-95ec-46a5-bc20-680fe626540c None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:34.724505 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-9914252c-e759-41ba-8f41-ea1d11a6ca02 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Deleting subnet 8f200036-4c9d-41e6-b79a-1d6fb7e15736 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:12:34.728366 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-67ee9e95-8a25-40a1-84f6-5e73fa62358f admin admin] Allocated IP 172.25.4.111 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/d40687e4-420f-4641-9c46-fdf411234ceb) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:34.730329 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9914252c-e759-41ba-8f41-ea1d11a6ca02 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:34.737225 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5851f067-95ec-46a5-bc20-680fe626540c None None] Transition to ACTIVE for port object 376c1f96-d536-4d0e-a5fa-afc4ec190c81 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:34.774596 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5851f067-95ec-46a5-bc20-680fe626540c None None] Transition to ACTIVE for port object 376c1f96-d536-4d0e-a5fa-afc4ec190c81 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:34.778405 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 461cbfdc-d706-43d5-a0b5-3a053ee37e33 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:34.783329 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5851f067-95ec-46a5-bc20-680fe626540c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:34.791057 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 461cbfdc-d706-43d5-a0b5-3a053ee37e33 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:34.791057 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:34.801946 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9914252c-e759-41ba-8f41-ea1d11a6ca02 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:34.880195 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5851f067-95ec-46a5-bc20-680fe626540c None None] Network 8762ff4c-af53-489a-9638-7d16a5a9a397 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:34.886344 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-5851f067-95ec-46a5-bc20-680fe626540c None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:34.895786 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5851f067-95ec-46a5-bc20-680fe626540c None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:34.900116 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851f067-95ec-46a5-bc20-680fe626540c None None] Pushing event updated for resources: {'Port': ['ID=376c1f96-d536-4d0e-a5fa-afc4ec190c81,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:34.912394 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ef978-69b0-4309-b014-6395a173031c req-10e414f9-2c02-4764-aa1a-cfec8e63c690 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:34.913985 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8f4ef978-69b0-4309-b014-6395a173031c req-10e414f9-2c02-4764-aa1a-cfec8e63c690 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f807675-8dd7-4925-880b-9500db3fc099 HTTP/1.1" status: 200 len: 944 time: 0.2044635 Jul 15 23:12:35.026009 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67ee9e95-8a25-40a1-84f6-5e73fa62358f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:35.035542 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9914252c-e759-41ba-8f41-ea1d11a6ca02 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:35.085089 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-5851f067-95ec-46a5-bc20-680fe626540c None None] Attempting to bind port 376c1f96-d536-4d0e-a5fa-afc4ec190c81 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:35.085981 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-5851f067-95ec-46a5-bc20-680fe626540c None None] Attempting to bind port 376c1f96-d536-4d0e-a5fa-afc4ec190c81 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'd52f2102-c666-4e87-88eb-3f4047883fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8762ff4c-af53-489a-9638-7d16a5a9a397'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:35.086607 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5851f067-95ec-46a5-bc20-680fe626540c None None] Attempting to bind port 376c1f96-d536-4d0e-a5fa-afc4ec190c81 on network 8762ff4c-af53-489a-9638-7d16a5a9a397 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:35.089773 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8f4ef978-69b0-4309-b014-6395a173031c req-8071b680-bd98-4b2c-bf67-7389bff9151d tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260190 Jul 15 23:12:35.100007 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5851f067-95ec-46a5-bc20-680fe626540c None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:35.100684 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5851f067-95ec-46a5-bc20-680fe626540c None None] Checking segment: {'id': 'd52f2102-c666-4e87-88eb-3f4047883fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8762ff4c-af53-489a-9638-7d16a5a9a397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:35.101316 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5851f067-95ec-46a5-bc20-680fe626540c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:35.102019 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5851f067-95ec-46a5-bc20-680fe626540c None None] Bound using segment: {'id': 'd52f2102-c666-4e87-88eb-3f4047883fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8762ff4c-af53-489a-9638-7d16a5a9a397'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:35.102763 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-5851f067-95ec-46a5-bc20-680fe626540c None None] Bound port: 376c1f96-d536-4d0e-a5fa-afc4ec190c81, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52f2102-c666-4e87-88eb-3f4047883fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8762ff4c-af53-489a-9638-7d16a5a9a397'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:35.103392 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5851f067-95ec-46a5-bc20-680fe626540c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:35.105529 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:35.129149 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67ee9e95-8a25-40a1-84f6-5e73fa62358f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:35.135197 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9914252c-e759-41ba-8f41-ea1d11a6ca02 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:35.141295 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b079dd67-5d58-40cb-8804-48360fa81f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:35.145169 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c5bfbec0-3470-4893-b313-07697e371511 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:35.194327 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914252c-e759-41ba-8f41-ea1d11a6ca02 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event deleted for resources: {'Subnet': ['ID=8f200036-4c9d-41e6-b79a-1d6fb7e15736,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:35.206088 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9914252c-e759-41ba-8f41-ea1d11a6ca02 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:35.210863 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9914252c-e759-41ba-8f41-ea1d11a6ca02 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "DELETE /v2.0/subnets/8f200036-4c9d-41e6-b79a-1d6fb7e15736 HTTP/1.1" status: 204 len: 168 time: 0.5784719 Jul 15 23:12:35.217891 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51778) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:35.231135 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2583b78-228c-4508-a5f7-1f1e39707729 None None] Network 0ecbfdde-bb35-48c4-80e4-27925b2bf750 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:35.233475 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ee9e95-8a25-40a1-84f6-5e73fa62358f admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:35.246808 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 461cbfdc-d706-43d5-a0b5-3a053ee37e33, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=461cbfdc-d706-43d5-a0b5-3a053ee37e33,segment=NetworkSegment(b99c3a2a-6cc4-4860-b7c5-6aaace16c140),segment_id=b99c3a2a-6cc4-4860-b7c5-6aaace16c140)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:35.249587 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-67ee9e95-8a25-40a1-84f6-5e73fa62358f admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:35.259741 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ee9e95-8a25-40a1-84f6-5e73fa62358f admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:35.261955 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee9e95-8a25-40a1-84f6-5e73fa62358f admin admin] Pushing event updated for resources: {'Port': ['ID=d40687e4-420f-4641-9c46-fdf411234ceb,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:35.282098 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:35.283306 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:35.347415 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee7e9c-8bf5-452f-bcae-dd86c68a743c req-8b7e35cd-b150-4cc1-abd5-778f962fa64c tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:35.355504 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7cee7e9c-8bf5-452f-bcae-dd86c68a743c req-8b7e35cd-b150-4cc1-abd5-778f962fa64c tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeef7225-db08-40eb-af1f-e07b0ca35e75 HTTP/1.1" status: 200 len: 944 time: 0.2073076 Jul 15 23:12:35.366593 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73406868-2183-4bb8-926b-94c3154aa5e5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:35.406809 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae3abe3-f6a8-424f-8e6c-1ec93cfa71b1 None None] Network b8486c75-4add-408b-8175-52f6e1c0a3c6 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:35.407175 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7cee7e9c-8bf5-452f-bcae-dd86c68a743c req-12c2249a-4f82-4df7-8c99-71d7173ba42c tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.16 "GET /v2.0/security-groups?id=99acf886-e8b5-4e6f-9a57-a8b5ca846f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508113 Jul 15 23:12:35.417960 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b079dd67-5d58-40cb-8804-48360fa81f1d admin admin] Router f0924703-c0df-4cbf-8714-36de27ebe536 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:12:35.501915 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-5851f067-95ec-46a5-bc20-680fe626540c None None] For port 376c1f96-d536-4d0e-a5fa-afc4ec190c81, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:35.515393 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port c5bfbec0-3470-4893-b313-07697e371511 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:35.545800 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b079dd67-5d58-40cb-8804-48360fa81f1d admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:12:35.565996 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b079dd67-5d58-40cb-8804-48360fa81f1d admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:35.570444 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b079dd67-5d58-40cb-8804-48360fa81f1d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6317198 Jul 15 23:12:35.571205 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51780) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:35.580448 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=461cbfdc-d706-43d5-a0b5-3a053ee37e33,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:35.587680 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-5851f067-95ec-46a5-bc20-680fe626540c None None] For port 376c1f96-d536-4d0e-a5fa-afc4ec190c81, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=376c1f96-d536-4d0e-a5fa-afc4ec190c81,segment=NetworkSegment(d52f2102-c666-4e87-88eb-3f4047883fc5),segment_id=d52f2102-c666-4e87-88eb-3f4047883fc5)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:35.591241 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port c5bfbec0-3470-4893-b313-07697e371511 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:35.591620 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:35.593472 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b965052a-1628-49af-aba6-1e70fc5d6e0a None None] Sync routers for ids ['f0924703-c0df-4cbf-8714-36de27ebe536'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:12:35.628052 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5851f067-95ec-46a5-bc20-680fe626540c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:35.636582 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-914cb24d-6cfd-49e5-99d5-f7093d154120 None None] Provisioning for port bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:35.702308 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:35.717797 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b965052a-1628-49af-aba6-1e70fc5d6e0a None None] Routers {'f0924703-c0df-4cbf-8714-36de27ebe536'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:35.718427 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b965052a-1628-49af-aba6-1e70fc5d6e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['f0924703-c0df-4cbf-8714-36de27ebe536'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:35.729938 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:35.730310 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:35.872525 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851f067-95ec-46a5-bc20-680fe626540c None None] Pushing event updated for resources: {'Port': ['ID=376c1f96-d536-4d0e-a5fa-afc4ec190c81,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:35.922338 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-73406868-2183-4bb8-926b-94c3154aa5e5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Deleting port 1f44d98e-0591-44cf-a780-d1cea6bbf5b0 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:35.923007 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73406868-2183-4bb8-926b-94c3154aa5e5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:35.945477 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85529bc3-d27b-429a-8486-0e447281ad89 req-69c2c64f-b242-4481-bf65-ebaa0e0c52b7 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:35.947101 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-85529bc3-d27b-429a-8486-0e447281ad89 req-69c2c64f-b242-4481-bf65-ebaa0e0c52b7 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.1628606 Jul 15 23:12:36.082209 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-b965052a-1628-49af-aba6-1e70fc5d6e0a None None] Set router f0924703-c0df-4cbf-8714-36de27ebe536 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:36.115407 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:36.127911 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-73406868-2183-4bb8-926b-94c3154aa5e5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] For port 1f44d98e-0591-44cf-a780-d1cea6bbf5b0, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1f44d98e-0591-44cf-a780-d1cea6bbf5b0,segment=NetworkSegment(b18ac420-c3c0-4030-b211-00d9949ddbfe),segment_id=b18ac420-c3c0-4030-b211-00d9949ddbfe)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:36.128285 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73406868-2183-4bb8-926b-94c3154aa5e5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:36.147032 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-73406868-2183-4bb8-926b-94c3154aa5e5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Calling delete_port for 1f44d98e-0591-44cf-a780-d1cea6bbf5b0 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:36.149419 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67ee9e95-8a25-40a1-84f6-5e73fa62358f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:36.167140 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-85529bc3-d27b-429a-8486-0e447281ad89 req-e8a294bb-10a7-4dd3-a547-8cffae0757e6 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129074 Jul 15 23:12:36.239189 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7958c6c-8000-4073-8771-7c82f8e6d4cd None None] DHCP port deletion for 0ecbfdde-bb35-48c4-80e4-27925b2bf750 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:12:36.277758 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-233bcf5f-93e3-4281-ba9c-6de955775639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:36.317431 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeef7225-db08-40eb-af1f-e07b0ca35e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5bfbec0-3470-4893-b313-07697e371511'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:36.320169 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d4a282-9310-4a70-9da8-4f2384fbf4b7" -d '{"events": [{"server_uuid": "aeef7225-db08-40eb-af1f-e07b0ca35e75", "name": "network-vif-plugged", "status": "completed", "tag": "c5bfbec0-3470-4893-b313-07697e371511"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:36.355816 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c5bfbec0-3470-4893-b313-07697e371511, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c5bfbec0-3470-4893-b313-07697e371511,segment=NetworkSegment(b22addef-7faf-46fe-a1bb-ef948b69578f),segment_id=b22addef-7faf-46fe-a1bb-ef948b69578f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:36.409763 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73406868-2183-4bb8-926b-94c3154aa5e5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:36.435913 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:36.440263 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c20951-333c-4f81-9272-cdca7d8e3325 x-openstack-request-id: req-a5c20951-333c-4f81-9272-cdca7d8e3325 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:36.440561 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeef7225-db08-40eb-af1f-e07b0ca35e75", "name": "network-vif-plugged", "status": "completed", "tag": "c5bfbec0-3470-4893-b313-07697e371511", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:36.440818 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5c20951-333c-4f81-9272-cdca7d8e3325 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:36.441212 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeef7225-db08-40eb-af1f-e07b0ca35e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5bfbec0-3470-4893-b313-07697e371511', 'code': 200} Jul 15 23:12:36.441941 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:36.444235 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 0b19e8a9-71eb-4570-8f5f-19dde073c3f7 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:36.520947 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73406868-2183-4bb8-926b-94c3154aa5e5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event deleted for resources: {'Port': ['ID=1f44d98e-0591-44cf-a780-d1cea6bbf5b0,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:36.527421 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73406868-2183-4bb8-926b-94c3154aa5e5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] No DVR routers for this DVR port 1f44d98e-0591-44cf-a780-d1cea6bbf5b0 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:12:36.598591 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=c5bfbec0-3470-4893-b313-07697e371511,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:36.605559 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-233bcf5f-93e3-4281-ba9c-6de955775639 admin admin] Allocated IP 172.20.0.1 (b8486c75-4add-408b-8175-52f6e1c0a3c6/78ce1b28-29f8-4492-8269-6c490c5e0149/538651cb-0d8b-4f20-98fa-ecba56854bfc) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:36.706235 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 0b19e8a9-71eb-4570-8f5f-19dde073c3f7 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:36.711470 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73406868-2183-4bb8-926b-94c3154aa5e5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:36.716163 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 0b19e8a9-71eb-4570-8f5f-19dde073c3f7 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:36.716583 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:36.719542 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd,segment=NetworkSegment(6b8de252-a30c-48ca-a40b-fcf0b8b73b25),segment_id=6b8de252-a30c-48ca-a40b-fcf0b8b73b25)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:36.737016 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-73406868-2183-4bb8-926b-94c3154aa5e5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ecbfdde-bb35-48c4-80e4-27925b2bf750']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:36.740117 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67ee9e95-8a25-40a1-84f6-5e73fa62358f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:36.755202 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-73406868-2183-4bb8-926b-94c3154aa5e5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b18ac420-c3c0-4030-b211-00d9949ddbfe') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:36.755202 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-73406868-2183-4bb8-926b-94c3154aa5e5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b18ac420-c3c0-4030-b211-00d9949ddbfe') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:36.757052 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:36.792294 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b7958c6c-8000-4073-8771-7c82f8e6d4cd None None] Deleting port 1f44d98e-0591-44cf-a780-d1cea6bbf5b0 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:36.793001 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ae5c4-a8d8-4543-80f3-953b6ff4b9bf req-b97386ec-2ed6-466b-bffe-d5285528d5c4 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:36.793134 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7958c6c-8000-4073-8771-7c82f8e6d4cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:36.805237 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c93d5-62ac-49db-948b-0890e4c3e75e req-1fedfeeb-930c-4aa3-adc1-fb4142b1ef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:36.806787 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-297c93d5-62ac-49db-948b-0890e4c3e75e req-1fedfeeb-930c-4aa3-adc1-fb4142b1ef62 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aeef7225-db08-40eb-af1f-e07b0ca35e75 HTTP/1.1" status: 200 len: 1096 time: 0.2969868 Jul 15 23:12:36.813532 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73406868-2183-4bb8-926b-94c3154aa5e5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:36.816554 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-383ae5c4-a8d8-4543-80f3-953b6ff4b9bf req-b97386ec-2ed6-466b-bffe-d5285528d5c4 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f807675-8dd7-4925-880b-9500db3fc099 HTTP/1.1" status: 200 len: 944 time: 0.4693413 Jul 15 23:12:36.890815 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-297c93d5-62ac-49db-948b-0890e4c3e75e req-f1aa2257-0e4f-468c-bd62-af5bc03e6b1f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=99acf886-e8b5-4e6f-9a57-a8b5ca846f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746498 Jul 15 23:12:36.934550 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73406868-2183-4bb8-926b-94c3154aa5e5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:36.946958 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73406868-2183-4bb8-926b-94c3154aa5e5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:12:36.947748 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73406868-2183-4bb8-926b-94c3154aa5e5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:12:36.951524 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:12:36.959390 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-383ae5c4-a8d8-4543-80f3-953b6ff4b9bf req-f525defe-cab8-4449-b6e6-ef956a8974c5 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417937 Jul 15 23:12:37.033906 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139884e-8e1f-453f-86b5-d3fce4cea050 req-a104ab03-798a-4141-ad22-a9c5a25d46a2 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:37.041836 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1139884e-8e1f-453f-86b5-d3fce4cea050 req-a104ab03-798a-4141-ad22-a9c5a25d46a2 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeef7225-db08-40eb-af1f-e07b0ca35e75 HTTP/1.1" status: 200 len: 945 time: 0.3816607 Jul 15 23:12:37.059921 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73406868-2183-4bb8-926b-94c3154aa5e5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:37.066852 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-233bcf5f-93e3-4281-ba9c-6de955775639 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:37.090409 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73406868-2183-4bb8-926b-94c3154aa5e5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:37.093180 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-73406868-2183-4bb8-926b-94c3154aa5e5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "DELETE /v2.0/networks/0ecbfdde-bb35-48c4-80e4-27925b2bf750 HTTP/1.1" status: 204 len: 168 time: 1.8743341 Jul 15 23:12:37.096029 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73406868-2183-4bb8-926b-94c3154aa5e5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event deleted for resources: {'Network': ['ID=0ecbfdde-bb35-48c4-80e4-27925b2bf750,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:37.096907 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e70ae-58e0-4348-8d75-f67c9b52de8f req-effd83e7-36c4-4df8-b21a-677dee23e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:37.100638 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51792) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:37.103606 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b96e70ae-58e0-4348-8d75-f67c9b52de8f req-effd83e7-36c4-4df8-b21a-677dee23e612 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 1097 time: 0.3800738 Jul 15 23:12:37.144621 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-233bcf5f-93e3-4281-ba9c-6de955775639 admin admin] Transition to ACTIVE for port object 538651cb-0d8b-4f20-98fa-ecba56854bfc will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:37.150403 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 461cbfdc-d706-43d5-a0b5-3a053ee37e33 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:37.152698 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:37.167816 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1139884e-8e1f-453f-86b5-d3fce4cea050 req-8bfd3a25-4573-4580-8750-ac66aa7a052d tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.16 "GET /v2.0/security-groups?id=99acf886-e8b5-4e6f-9a57-a8b5ca846f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245489 Jul 15 23:12:37.186504 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b96e70ae-58e0-4348-8d75-f67c9b52de8f req-97bdd4a4-269a-4687-a82f-dc6639aec319 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619862 Jul 15 23:12:37.235621 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-233bcf5f-93e3-4281-ba9c-6de955775639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:37.283875 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233bcf5f-93e3-4281-ba9c-6de955775639 admin admin] Network b8486c75-4add-408b-8175-52f6e1c0a3c6 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:37.289449 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-233bcf5f-93e3-4281-ba9c-6de955775639 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:37.293058 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ee9e95-8a25-40a1-84f6-5e73fa62358f admin admin] Router 6f2749d8-444c-42c8-932a-bf6b9570f566 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:12:37.295008 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:37.297026 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029ad399-a7b9-4740-aa33-8693c390f190 None None] Network 8762ff4c-af53-489a-9638-7d16a5a9a397 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:37.323802 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233bcf5f-93e3-4281-ba9c-6de955775639 admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:37.327172 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233bcf5f-93e3-4281-ba9c-6de955775639 admin admin] Pushing event updated for resources: {'Port': ['ID=538651cb-0d8b-4f20-98fa-ecba56854bfc,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:37.354403 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9da6c189-7e82-406e-bd73-886117c88435 None None] Provisioning complete for port bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:37.354874 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9da6c189-7e82-406e-bd73-886117c88435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:37.390296 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b965052a-1628-49af-aba6-1e70fc5d6e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0924703-c0df-4cbf-8714-36de27ebe536', 'name': 'tempest-TestServerBasicOps-1574345237-router', 'tenant_id': '015359c9000b461babd70fe69d7c13f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '4209e153-becb-4a20-9076-bbaf3d79b32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:32Z', 'updated_at': '2021-07-15T23:12:34Z', 'revision_number': 3, 'project_id': '015359c9000b461babd70fe69d7c13f3', 'gw_port': {'id': '4209e153-becb-4a20-9076-bbaf3d79b32f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:eb:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0924703-c0df-4cbf-8714-36de27ebe536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:33Z', 'updated_at': '2021-07-15T23:12:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:37.395832 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-b7958c6c-8000-4073-8771-7c82f8e6d4cd None None] For port 1f44d98e-0591-44cf-a780-d1cea6bbf5b0, host n-d-787205-9, got binding levels [] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:37.396228 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7958c6c-8000-4073-8771-7c82f8e6d4cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:37.434121 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-233bcf5f-93e3-4281-ba9c-6de955775639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:37.468835 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-d0cb3b13-1680-4245-b0fc-d62bbd98b4d6 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Deleting port ea72c9ae-b766-41a2-a227-55ea8b5fb888 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:37.469538 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d0cb3b13-1680-4245-b0fc-d62bbd98b4d6 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:37.482129 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b7958c6c-8000-4073-8771-7c82f8e6d4cd None None] Calling delete_port for 1f44d98e-0591-44cf-a780-d1cea6bbf5b0 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:37.489579 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b965052a-1628-49af-aba6-1e70fc5d6e0a None None] Checking router: f0924703-c0df-4cbf-8714-36de27ebe536 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:12:37.489830 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b965052a-1628-49af-aba6-1e70fc5d6e0a None None] Updating router f0924703-c0df-4cbf-8714-36de27ebe536 port 4209e153-becb-4a20-9076-bbaf3d79b32f binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:12:37.501625 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.ipam_backend_mixin [None req-b7958c6c-8000-4073-8771-7c82f8e6d4cd None None] Port 1f44d98e-0591-44cf-a780-d1cea6bbf5b0 was not found and therefore no delete operation was performed {{(pid=93800) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:12:37.525255 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c9aad-b96b-4bb7-844f-a1a664a0ac25 req-110e936d-9792-4eac-9304-639be82e463d tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:37.527249 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab7c9aad-b96b-4bb7-844f-a1a664a0ac25 req-110e936d-9792-4eac-9304-639be82e463d tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.1575265 Jul 15 23:12:37.551591 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b965052a-1628-49af-aba6-1e70fc5d6e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:37.554349 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7958c6c-8000-4073-8771-7c82f8e6d4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:37.555242 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ee9e95-8a25-40a1-84f6-5e73fa62358f admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:12:37.567099 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3a4a5b-b98d-424d-ae48-ddfc29ec99b6 None None] Sync routers for ids ['6f2749d8-444c-42c8-932a-bf6b9570f566'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:12:37.576941 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3a4a5b-b98d-424d-ae48-ddfc29ec99b6 None None] Routers {'6f2749d8-444c-42c8-932a-bf6b9570f566'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:37.577824 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-7c3a4a5b-b98d-424d-ae48-ddfc29ec99b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6f2749d8-444c-42c8-932a-bf6b9570f566'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:37.600313 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-67ee9e95-8a25-40a1-84f6-5e73fa62358f admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:37.601945 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-67ee9e95-8a25-40a1-84f6-5e73fa62358f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.1874166 Jul 15 23:12:37.604631 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51798) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:37.625668 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7958c6c-8000-4073-8771-7c82f8e6d4cd None None] Pushing event deleted for resources: {'Port': ['ID=1f44d98e-0591-44cf-a780-d1cea6bbf5b0,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:37.638842 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 461cbfdc-d706-43d5-a0b5-3a053ee37e33 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:37.639346 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:37.666475 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab7c9aad-b96b-4bb7-844f-a1a664a0ac25 req-6bd8d057-2ee1-4784-8741-02153869d8b3 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992620 Jul 15 23:12:37.676608 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-233bcf5f-93e3-4281-ba9c-6de955775639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:37.683245 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b7958c6c-8000-4073-8771-7c82f8e6d4cd None None] Network 0ecbfdde-bb35-48c4-80e4-27925b2bf750 is not hosted by any dhcp agent {{(pid=93800) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 23:12:37.686463 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7958c6c-8000-4073-8771-7c82f8e6d4cd None None] No DVR routers for this DVR port 1f44d98e-0591-44cf-a780-d1cea6bbf5b0 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:12:37.687017 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d0cb3b13-1680-4245-b0fc-d62bbd98b4d6 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:37.687539 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d0cb3b13-1680-4245-b0fc-d62bbd98b4d6 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:37.697690 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 0b19e8a9-71eb-4570-8f5f-19dde073c3f7, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=0b19e8a9-71eb-4570-8f5f-19dde073c3f7,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:37.708191 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-d0cb3b13-1680-4245-b0fc-d62bbd98b4d6 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Calling delete_port for ea72c9ae-b766-41a2-a227-55ea8b5fb888 owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:37.731770 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:37.768837 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-7c3a4a5b-b98d-424d-ae48-ddfc29ec99b6 None None] Set router 6f2749d8-444c-42c8-932a-bf6b9570f566 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:37.962697 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-233bcf5f-93e3-4281-ba9c-6de955775639 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:37.974504 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-233bcf5f-93e3-4281-ba9c-6de955775639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:38.099726 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-7c3a4a5b-b98d-424d-ae48-ddfc29ec99b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'name': 'tempest-ServersTestJSON-476640854-router', 'tenant_id': 'a3b33ab153c54452b058f065a74f587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'd40687e4-420f-4641-9c46-fdf411234ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:33Z', 'updated_at': '2021-07-15T23:12:35Z', 'revision_number': 3, 'project_id': 'a3b33ab153c54452b058f065a74f587b', 'gw_port': {'id': 'd40687e4-420f-4641-9c46-fdf411234ceb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:97:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:34Z', 'updated_at': '2021-07-15T23:12:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:38.128460 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3a4a5b-b98d-424d-ae48-ddfc29ec99b6 None None] Checking router: 6f2749d8-444c-42c8-932a-bf6b9570f566 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:12:38.128883 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3a4a5b-b98d-424d-ae48-ddfc29ec99b6 None None] Updating router 6f2749d8-444c-42c8-932a-bf6b9570f566 port d40687e4-420f-4641-9c46-fdf411234ceb binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:12:38.175083 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7c3a4a5b-b98d-424d-ae48-ddfc29ec99b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:38.182044 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-233bcf5f-93e3-4281-ba9c-6de955775639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:38.189234 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d0cb3b13-1680-4245-b0fc-d62bbd98b4d6 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:38.197250 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233bcf5f-93e3-4281-ba9c-6de955775639 admin admin] Pushing event updated for resources: {'Port': ['ID=538651cb-0d8b-4f20-98fa-ecba56854bfc,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:38.235160 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb3b13-1680-4245-b0fc-d62bbd98b4d6 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event deleted for resources: {'Port': ['ID=ea72c9ae-b766-41a2-a227-55ea8b5fb888,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:38.369122 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d0cb3b13-1680-4245-b0fc-d62bbd98b4d6 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:38.371573 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d0cb3b13-1680-4245-b0fc-d62bbd98b4d6 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:38.380370 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d0cb3b13-1680-4245-b0fc-d62bbd98b4d6 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "DELETE /v2.0/floatingips/3381a372-3bc8-4de4-90cc-6ca7eab6a576 HTTP/1.1" status: 204 len: 168 time: 1.2773592 Jul 15 23:12:38.381053 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51804) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:38.391209 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b965052a-1628-49af-aba6-1e70fc5d6e0a None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:38.413695 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b965052a-1628-49af-aba6-1e70fc5d6e0a None None] Transition to ACTIVE for port object 4209e153-becb-4a20-9076-bbaf3d79b32f will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:38.428823 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f45a45-37af-4ad1-9ac9-935639d32a3a tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] DELETE failed (client error): The resource could not be found. Jul 15 23:12:38.429557 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31f45a45-37af-4ad1-9ac9-935639d32a3a tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:12:38.431554 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=0b19e8a9-71eb-4570-8f5f-19dde073c3f7,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:38.434486 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-31f45a45-37af-4ad1-9ac9-935639d32a3a tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "DELETE /v2.0/ports/03fb0871-0b46-43bf-a227-b465ec20d161 HTTP/1.1" status: 404 len: 333 time: 0.0486369 Jul 15 23:12:38.435074 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51808) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:38.472238 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f807675-8dd7-4925-880b-9500db3fc099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b19e8a9-71eb-4570-8f5f-19dde073c3f7'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:38.474744 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa03c73-c49a-438a-976b-967dbe0df091" -d '{"events": [{"server_uuid": "8f807675-8dd7-4925-880b-9500db3fc099", "name": "network-vif-plugged", "status": "completed", "tag": "0b19e8a9-71eb-4570-8f5f-19dde073c3f7"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:38.483459 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b965052a-1628-49af-aba6-1e70fc5d6e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:38.491292 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cce82867-7588-42bb-bf8d-7709188ef176 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c82a3f6-0b77-4522-aa0c-beb9ed349ca8 HTTP/1.1" status: 200 len: 205 time: 0.0375137 Jul 15 23:12:38.494506 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51812) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:38.534730 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-2e470654-ba34-4aee-9a1e-5a11ea5d3ad3 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] delete failed (client error): The resource could not be found. Jul 15 23:12:38.538856 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2e470654-ba34-4aee-9a1e-5a11ea5d3ad3 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "DELETE /v2.0/routers/3c82a3f6-0b77-4522-aa0c-beb9ed349ca8 HTTP/1.1" status: 404 len: 336 time: 0.0434489 Jul 15 23:12:38.539438 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51814) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:38.580101 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c463c44-9d3a-46d8-8a6b-109fd6aa8db9 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] DELETE failed (client error): The resource could not be found. Jul 15 23:12:38.580552 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c463c44-9d3a-46d8-8a6b-109fd6aa8db9 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:12:38.584258 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780f837-26ea-439f-8c68-7fe4144dc9a4 None None] Pushing event updated for resources: {'Port': ['ID=4209e153-becb-4a20-9076-bbaf3d79b32f,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:38.585580 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7c463c44-9d3a-46d8-8a6b-109fd6aa8db9 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "DELETE /v2.0/subnets/8f200036-4c9d-41e6-b79a-1d6fb7e15736 HTTP/1.1" status: 404 len: 337 time: 0.0428631 Jul 15 23:12:38.586225 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51816) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:38.633608 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7c3a4a5b-b98d-424d-ae48-ddfc29ec99b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:38.650126 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-7c3a4a5b-b98d-424d-ae48-ddfc29ec99b6 None None] Transition to ACTIVE for port object d40687e4-420f-4641-9c46-fdf411234ceb will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:38.658916 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7c3a4a5b-b98d-424d-ae48-ddfc29ec99b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:38.663942 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d19e902-e73b-4ff8-841d-9ddfe71d8444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:38.676167 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-b965052a-1628-49af-aba6-1e70fc5d6e0a None None] Attempting to bind port 4209e153-becb-4a20-9076-bbaf3d79b32f on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:38.677042 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-b965052a-1628-49af-aba6-1e70fc5d6e0a None None] Attempting to bind port 4209e153-becb-4a20-9076-bbaf3d79b32f by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:38.677625 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b965052a-1628-49af-aba6-1e70fc5d6e0a None None] Attempting to bind port 4209e153-becb-4a20-9076-bbaf3d79b32f on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:38.685281 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-54d1f245-d6ce-470a-9fe9-c02da6c2ca9d None None] Provisioning for port 376c1f96-d536-4d0e-a5fa-afc4ec190c81 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:38.693807 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b965052a-1628-49af-aba6-1e70fc5d6e0a None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:38.694537 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b965052a-1628-49af-aba6-1e70fc5d6e0a None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:38.695200 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b965052a-1628-49af-aba6-1e70fc5d6e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:38.695848 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b965052a-1628-49af-aba6-1e70fc5d6e0a None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:38.699184 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-b965052a-1628-49af-aba6-1e70fc5d6e0a None None] Bound port: 4209e153-becb-4a20-9076-bbaf3d79b32f, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:38.700095 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b965052a-1628-49af-aba6-1e70fc5d6e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:38.705028 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:38.722319 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ad450-0299-4fe9-9e02-21dad178de8a None None] Pushing event updated for resources: {'Port': ['ID=d40687e4-420f-4641-9c46-fdf411234ceb,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:38.729743 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233bcf5f-93e3-4281-ba9c-6de955775639 admin admin] Network b8486c75-4add-408b-8175-52f6e1c0a3c6 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:38.738969 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892fe08-1dbf-43f6-acef-0481ea5a44f1 req-0c839b72-8661-453c-bf5f-1088f89f0ea4 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:38.740795 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5892fe08-1dbf-43f6-acef-0481ea5a44f1 req-0c839b72-8661-453c-bf5f-1088f89f0ea4 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f807675-8dd7-4925-880b-9500db3fc099 HTTP/1.1" status: 200 len: 945 time: 0.5102370 Jul 15 23:12:38.743276 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-233bcf5f-93e3-4281-ba9c-6de955775639 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:38.750393 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 376c1f96-d536-4d0e-a5fa-afc4ec190c81 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:38.759340 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-54d1f245-d6ce-470a-9fe9-c02da6c2ca9d None None] Provisioning for port 538651cb-0d8b-4f20-98fa-ecba56854bfc completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:38.773688 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-7c3a4a5b-b98d-424d-ae48-ddfc29ec99b6 None None] Attempting to bind port d40687e4-420f-4641-9c46-fdf411234ceb on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:38.774228 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-7c3a4a5b-b98d-424d-ae48-ddfc29ec99b6 None None] Attempting to bind port d40687e4-420f-4641-9c46-fdf411234ceb by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:38.774788 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3a4a5b-b98d-424d-ae48-ddfc29ec99b6 None None] Attempting to bind port d40687e4-420f-4641-9c46-fdf411234ceb on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:38.785685 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3a4a5b-b98d-424d-ae48-ddfc29ec99b6 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:38.786341 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3a4a5b-b98d-424d-ae48-ddfc29ec99b6 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:38.787121 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7c3a4a5b-b98d-424d-ae48-ddfc29ec99b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:38.790311 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3a4a5b-b98d-424d-ae48-ddfc29ec99b6 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:38.791177 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-7c3a4a5b-b98d-424d-ae48-ddfc29ec99b6 None None] Bound port: d40687e4-420f-4641-9c46-fdf411234ceb, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:38.791740 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7c3a4a5b-b98d-424d-ae48-ddfc29ec99b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:38.801600 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541dfbf3-b86d-4d0d-825d-ac955aeab6c9 req-6d6b666e-64e5-432d-bb46-6aa03064c15a tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:38.803177 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-541dfbf3-b86d-4d0d-825d-ac955aeab6c9 req-6d6b666e-64e5-432d-bb46-6aa03064c15a tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeef7225-db08-40eb-af1f-e07b0ca35e75 HTTP/1.1" status: 200 len: 945 time: 0.2037456 Jul 15 23:12:38.824752 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-54d1f245-d6ce-470a-9fe9-c02da6c2ca9d None None] Provisioning complete for port 538651cb-0d8b-4f20-98fa-ecba56854bfc triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:38.826414 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-54d1f245-d6ce-470a-9fe9-c02da6c2ca9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:38.862106 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-7c3a4a5b-b98d-424d-ae48-ddfc29ec99b6 None None] For port d40687e4-420f-4641-9c46-fdf411234ceb, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:38.867368 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-7c3a4a5b-b98d-424d-ae48-ddfc29ec99b6 None None] For port d40687e4-420f-4641-9c46-fdf411234ceb, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d40687e4-420f-4641-9c46-fdf411234ceb,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:38.874358 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7c3a4a5b-b98d-424d-ae48-ddfc29ec99b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:38.915130 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-54d1f245-d6ce-470a-9fe9-c02da6c2ca9d None None] Port 538651cb-0d8b-4f20-98fa-ecba56854bfc cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:12:38.945247 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ad450-0299-4fe9-9e02-21dad178de8a None None] Pushing event updated for resources: {'Port': ['ID=d40687e4-420f-4641-9c46-fdf411234ceb,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:38.976380 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3a4a5b-b98d-424d-ae48-ddfc29ec99b6 None None] Routers {'6f2749d8-444c-42c8-932a-bf6b9570f566'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:38.977170 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-7c3a4a5b-b98d-424d-ae48-ddfc29ec99b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6f2749d8-444c-42c8-932a-bf6b9570f566'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:38.984659 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5892fe08-1dbf-43f6-acef-0481ea5a44f1 req-8a8f14f6-d179-4999-80a8-f45bab36528b tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290974 Jul 15 23:12:38.994310 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f6c0394b-2007-41c2-86e3-790d3d78c340 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Deleting port f9efd545-ffb0-4617-9d28-6173f544eef8 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:38.998204 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f6c0394b-2007-41c2-86e3-790d3d78c340 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:39.040637 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-541dfbf3-b86d-4d0d-825d-ac955aeab6c9 req-c7898b92-3fda-416c-ab75-bdd53d226dc6 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.16 "GET /v2.0/security-groups?id=99acf886-e8b5-4e6f-9a57-a8b5ca846f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926253 Jul 15 23:12:39.052516 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-b965052a-1628-49af-aba6-1e70fc5d6e0a None None] For port 4209e153-becb-4a20-9076-bbaf3d79b32f, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:39.064130 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 376c1f96-d536-4d0e-a5fa-afc4ec190c81 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:39.073877 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-b965052a-1628-49af-aba6-1e70fc5d6e0a None None] For port 4209e153-becb-4a20-9076-bbaf3d79b32f, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4209e153-becb-4a20-9076-bbaf3d79b32f,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:39.083913 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 376c1f96-d536-4d0e-a5fa-afc4ec190c81 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:39.084661 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:39.088994 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b965052a-1628-49af-aba6-1e70fc5d6e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:39.094758 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233bcf5f-93e3-4281-ba9c-6de955775639 admin admin] Router f0924703-c0df-4cbf-8714-36de27ebe536 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:12:39.134503 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-7c3a4a5b-b98d-424d-ae48-ddfc29ec99b6 None None] Set router 6f2749d8-444c-42c8-932a-bf6b9570f566 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:39.324345 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42f8f3a-8b02-40a9-b6c4-ba10cdf37854 x-openstack-request-id: req-e42f8f3a-8b02-40a9-b6c4-ba10cdf37854 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:39.327060 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f807675-8dd7-4925-880b-9500db3fc099", "name": "network-vif-plugged", "status": "completed", "tag": "0b19e8a9-71eb-4570-8f5f-19dde073c3f7", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:39.327536 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e42f8f3a-8b02-40a9-b6c4-ba10cdf37854 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:39.328123 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f807675-8dd7-4925-880b-9500db3fc099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b19e8a9-71eb-4570-8f5f-19dde073c3f7', 'code': 200} Jul 15 23:12:39.359114 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233bcf5f-93e3-4281-ba9c-6de955775639 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:12:39.369981 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780f837-26ea-439f-8c68-7fe4144dc9a4 None None] Pushing event updated for resources: {'Port': ['ID=4209e153-becb-4a20-9076-bbaf3d79b32f,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:39.377126 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-233bcf5f-93e3-4281-ba9c-6de955775639 admin admin] 10.222.0.16 "PUT /v2.0/routers/f0924703-c0df-4cbf-8714-36de27ebe536/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8048213 Jul 15 23:12:39.441705 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50e42e-a707-405e-a598-3b1a6c3be7c2 req-473ac19e-dfb6-440e-a826-5fec10bc49b0 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:39.443280 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a50e42e-a707-405e-a598-3b1a6c3be7c2 req-473ac19e-dfb6-440e-a826-5fec10bc49b0 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.0821002 Jul 15 23:12:39.449079 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-7c3a4a5b-b98d-424d-ae48-ddfc29ec99b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'name': 'tempest-ServersTestJSON-476640854-router', 'tenant_id': 'a3b33ab153c54452b058f065a74f587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'd40687e4-420f-4641-9c46-fdf411234ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:33Z', 'updated_at': '2021-07-15T23:12:35Z', 'revision_number': 3, 'project_id': 'a3b33ab153c54452b058f065a74f587b', 'gw_port': {'id': 'd40687e4-420f-4641-9c46-fdf411234ceb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:97:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:34Z', 'updated_at': '2021-07-15T23:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:39.457581 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0b6108fb-bc4f-4208-9c11-918d75d2329b None None] Provisioning complete for port 376c1f96-d536-4d0e-a5fa-afc4ec190c81 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:39.458201 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0b6108fb-bc4f-4208-9c11-918d75d2329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:39.461574 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b965052a-1628-49af-aba6-1e70fc5d6e0a None None] Routers {'f0924703-c0df-4cbf-8714-36de27ebe536'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:39.462227 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b965052a-1628-49af-aba6-1e70fc5d6e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['f0924703-c0df-4cbf-8714-36de27ebe536'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:39.486187 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3a4a5b-b98d-424d-ae48-ddfc29ec99b6 None None] The sync data for ids ['6f2749d8-444c-42c8-932a-bf6b9570f566'] in n-d-787205-9 is: [{'id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'name': 'tempest-ServersTestJSON-476640854-router', 'tenant_id': 'a3b33ab153c54452b058f065a74f587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'd40687e4-420f-4641-9c46-fdf411234ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:33Z', 'updated_at': '2021-07-15T23:12:35Z', 'revision_number': 3, 'project_id': 'a3b33ab153c54452b058f065a74f587b', 'gw_port': {'id': 'd40687e4-420f-4641-9c46-fdf411234ceb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:97:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:34Z', 'updated_at': '2021-07-15T23:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:12:39.531964 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a50e42e-a707-405e-a598-3b1a6c3be7c2 req-f3b027a6-36b0-4d18-8673-c9224fdf4749 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762272 Jul 15 23:12:39.651762 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f6c0394b-2007-41c2-86e3-790d3d78c340 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:39.666579 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f6c0394b-2007-41c2-86e3-790d3d78c340 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Calling delete_port for f9efd545-ffb0-4617-9d28-6173f544eef8 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:39.732187 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:39.783517 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-b965052a-1628-49af-aba6-1e70fc5d6e0a None None] Set router f0924703-c0df-4cbf-8714-36de27ebe536 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:39.906465 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0b6108fb-bc4f-4208-9c11-918d75d2329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:39.989623 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 376c1f96-d536-4d0e-a5fa-afc4ec190c81, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=376c1f96-d536-4d0e-a5fa-afc4ec190c81,segment=NetworkSegment(d52f2102-c666-4e87-88eb-3f4047883fc5),segment_id=d52f2102-c666-4e87-88eb-3f4047883fc5)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:40.012274 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:40.024671 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-9d19e902-e73b-4ff8-841d-9ddfe71d8444 admin admin] Allocated IP 172.20.0.1 (8762ff4c-af53-489a-9638-7d16a5a9a397/48f08ec9-07a5-42e6-bbce-26101ffdb682/62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:40.111812 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f6c0394b-2007-41c2-86e3-790d3d78c340 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:40.122532 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea559a-d980-46e3-9a32-1b27176cc066 req-883e200c-0c11-4c9b-a4b3-d9810e167140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:40.124605 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f5ea559a-d980-46e3-9a32-1b27176cc066 req-883e200c-0c11-4c9b-a4b3-d9810e167140 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8f807675-8dd7-4925-880b-9500db3fc099 HTTP/1.1" status: 200 len: 1096 time: 0.3322263 Jul 15 23:12:40.155959 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f3682-a40c-42e1-a504-561b2a7395be req-2214812b-35fe-4bc6-a2fc-a6dbfbec19eb tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:40.158264 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-954f3682-a40c-42e1-a504-561b2a7395be req-2214812b-35fe-4bc6-a2fc-a6dbfbec19eb tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeef7225-db08-40eb-af1f-e07b0ca35e75 HTTP/1.1" status: 200 len: 945 time: 0.1436167 Jul 15 23:12:40.200032 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0394b-2007-41c2-86e3-790d3d78c340 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event deleted for resources: {'Port': ['ID=f9efd545-ffb0-4617-9d28-6173f544eef8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:40.226553 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-954f3682-a40c-42e1-a504-561b2a7395be req-6c5e0d9a-6020-4c85-ac9b-824847760451 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.16 "GET /v2.0/security-groups?id=99acf886-e8b5-4e6f-9a57-a8b5ca846f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608346 Jul 15 23:12:40.349605 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f5ea559a-d980-46e3-9a32-1b27176cc066 req-8b3cda70-da22-415a-b609-d0faf7cc69b4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865590 Jul 15 23:12:40.374429 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f6c0394b-2007-41c2-86e3-790d3d78c340 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:40.380043 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51846) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:40.393918 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f6c0394b-2007-41c2-86e3-790d3d78c340 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "DELETE /v2.0/ports/f9efd545-ffb0-4617-9d28-6173f544eef8 HTTP/1.1" status: 204 len: 168 time: 1.7868750 Jul 15 23:12:40.406076 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d19e902-e73b-4ff8-841d-9ddfe71d8444 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:40.443336 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-9d19e902-e73b-4ff8-841d-9ddfe71d8444 admin admin] Transition to ACTIVE for port object 62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:40.473082 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1f44d98e-0591-44cf-a780-d1cea6bbf5b0 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:40.473644 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51848) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:40.491027 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4bab62b8-6b04-4ad9-ad6c-bc01fb5a97b9 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-224266011', 'description': 'tempest-secgroup-smoke-224266011 description', 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:40.543228 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 1f44d98e-0591-44cf-a780-d1cea6bbf5b0 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:12:40.543578 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1f44d98e-0591-44cf-a780-d1cea6bbf5b0 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:12:40.550159 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-0b6108fb-bc4f-4208-9c11-918d75d2329b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:12:40.550159 n-d-787205-9 neutron-server[93800]: DEBUG oslo_db.api [None req-0b6108fb-bc4f-4208-9c11-918d75d2329b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:12:40.550485 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=376c1f96-d536-4d0e-a5fa-afc4ec190c81,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:40.612269 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4bab62b8-6b04-4ad9-ad6c-bc01fb5a97b9 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:40.649635 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d19e902-e73b-4ff8-841d-9ddfe71d8444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:40.703463 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b965052a-1628-49af-aba6-1e70fc5d6e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0924703-c0df-4cbf-8714-36de27ebe536', 'name': 'tempest-TestServerBasicOps-1574345237-router', 'tenant_id': '015359c9000b461babd70fe69d7c13f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '4209e153-becb-4a20-9076-bbaf3d79b32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:32Z', 'updated_at': '2021-07-15T23:12:37Z', 'revision_number': 4, 'project_id': '015359c9000b461babd70fe69d7c13f3', 'gw_port': {'id': '4209e153-becb-4a20-9076-bbaf3d79b32f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:eb:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0924703-c0df-4cbf-8714-36de27ebe536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:33Z', 'updated_at': '2021-07-15T23:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '538651cb-0d8b-4f20-98fa-ecba56854bfc', 'name': '', 'network_id': 'b8486c75-4add-408b-8175-52f6e1c0a3c6', 'tenant_id': '015359c9000b461babd70fe69d7c13f3', 'mac_address': 'fa:16:3e:fd:98:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0924703-c0df-4cbf-8714-36de27ebe536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '78ce1b28-29f8-4492-8269-6c490c5e0149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:36Z', 'updated_at': '2021-07-15T23:12:37Z', 'revision_number': 2, 'project_id': '015359c9000b461babd70fe69d7c13f3', 'subnets': [{'id': '78ce1b28-29f8-4492-8269-6c490c5e0149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:40.745577 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b965052a-1628-49af-aba6-1e70fc5d6e0a None None] The sync data for ids ['f0924703-c0df-4cbf-8714-36de27ebe536'] in n-d-787205-9 is: [{'id': 'f0924703-c0df-4cbf-8714-36de27ebe536', 'name': 'tempest-TestServerBasicOps-1574345237-router', 'tenant_id': '015359c9000b461babd70fe69d7c13f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '4209e153-becb-4a20-9076-bbaf3d79b32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:32Z', 'updated_at': '2021-07-15T23:12:37Z', 'revision_number': 4, 'project_id': '015359c9000b461babd70fe69d7c13f3', 'gw_port': {'id': '4209e153-becb-4a20-9076-bbaf3d79b32f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:eb:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0924703-c0df-4cbf-8714-36de27ebe536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:33Z', 'updated_at': '2021-07-15T23:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '538651cb-0d8b-4f20-98fa-ecba56854bfc', 'name': '', 'network_id': 'b8486c75-4add-408b-8175-52f6e1c0a3c6', 'tenant_id': '015359c9000b461babd70fe69d7c13f3', 'mac_address': 'fa:16:3e:fd:98:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0924703-c0df-4cbf-8714-36de27ebe536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '78ce1b28-29f8-4492-8269-6c490c5e0149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:36Z', 'updated_at': '2021-07-15T23:12:37Z', 'revision_number': 2, 'project_id': '015359c9000b461babd70fe69d7c13f3', 'subnets': [{'id': '78ce1b28-29f8-4492-8269-6c490c5e0149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:12:40.756784 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d19e902-e73b-4ff8-841d-9ddfe71d8444 admin admin] Network 8762ff4c-af53-489a-9638-7d16a5a9a397 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:40.761522 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-9d19e902-e73b-4ff8-841d-9ddfe71d8444 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:40.784014 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d19e902-e73b-4ff8-841d-9ddfe71d8444 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:40.815156 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-24af95ee-cbbb-4260-b027-5e62266a3a71 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Deleting port 20b08078-5666-46b7-8484-fdb7a70a5d74 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:40.815925 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-24af95ee-cbbb-4260-b027-5e62266a3a71 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:40.864207 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d40687e4-420f-4641-9c46-fdf411234ceb up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:40.866500 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344fd79-bb79-4f4b-87a2-55a4339a6fc4 req-7e2559ba-10b8-40c1-be38-c25e43bdc104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:40.868123 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8344fd79-bb79-4f4b-87a2-55a4339a6fc4 req-7e2559ba-10b8-40c1-be38-c25e43bdc104 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c94a1f7515fc403ca722dddef8f6ba46&device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 1097 time: 0.3218420 Jul 15 23:12:40.886824 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19e902-e73b-4ff8-841d-9ddfe71d8444 admin admin] Pushing event updated for resources: {'Port': ['ID=62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:40.939938 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d19e902-e73b-4ff8-841d-9ddfe71d8444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:40.989937 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port d40687e4-420f-4641-9c46-fdf411234ceb completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:40.994883 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port d40687e4-420f-4641-9c46-fdf411234ceb triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:40.995853 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:41.059786 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4bab62b8-6b04-4ad9-ad6c-bc01fb5a97b9 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:41.089292 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4bab62b8-6b04-4ad9-ad6c-bc01fb5a97b9 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:41.129412 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcce2a-fdc8-4832-8a5a-42e92ec607d7 req-f592a6a8-d4ff-4ab2-b354-63b5a4ce5c4e tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:41.131020 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f2dcce2a-fdc8-4832-8a5a-42e92ec607d7 req-f592a6a8-d4ff-4ab2-b354-63b5a4ce5c4e tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f807675-8dd7-4925-880b-9500db3fc099 HTTP/1.1" status: 200 len: 945 time: 0.4649978 Jul 15 23:12:41.132446 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab62b8-6b04-4ad9-ad6c-bc01fb5a97b9 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=571f9c8f-db10-4834-b601-464ec741b3ca,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:41.214027 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4bab62b8-6b04-4ad9-ad6c-bc01fb5a97b9 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:41.215836 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4bab62b8-6b04-4ad9-ad6c-bc01fb5a97b9 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7410495 Jul 15 23:12:41.219637 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51852) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:41.226916 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7ecabe39-1d06-48c2-922e-aee468792a20 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Request body: {'security_group_rule': {'security_group_id': '571f9c8f-db10-4834-b601-464ec741b3ca', 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:41.237750 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:41.243487 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:12:41.304132 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f2dcce2a-fdc8-4832-8a5a-42e92ec607d7 req-104b8ed1-ef04-4436-bfd4-7c06ecc7cabc tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894754 Jul 15 23:12:41.308943 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-24af95ee-cbbb-4260-b027-5e62266a3a71 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:41.320085 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d19e902-e73b-4ff8-841d-9ddfe71d8444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:41.332824 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port d40687e4-420f-4641-9c46-fdf411234ceb, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d40687e4-420f-4641-9c46-fdf411234ceb,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:41.339721 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0b6108fb-bc4f-4208-9c11-918d75d2329b None None] Provisioning complete for port 538651cb-0d8b-4f20-98fa-ecba56854bfc triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:41.340042 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0b6108fb-bc4f-4208-9c11-918d75d2329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:41.347388 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:41.350221 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:41.356487 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ecabe39-1d06-48c2-922e-aee468792a20 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:41.379746 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-24af95ee-cbbb-4260-b027-5e62266a3a71 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Calling delete_port for 20b08078-5666-46b7-8484-fdb7a70a5d74 owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:41.440146 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344fd79-bb79-4f4b-87a2-55a4339a6fc4 req-a7d3992a-296e-44b6-8fa8-1cac048c9438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:41.441666 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8344fd79-bb79-4f4b-87a2-55a4339a6fc4 req-a7d3992a-296e-44b6-8fa8-1cac048c9438 service neutron] 10.222.0.43 "GET /v2.0/networks?id=06e80cc8-6c99-4e93-b9ec-9a2e84049a5a HTTP/1.1" status: 200 len: 919 time: 0.5560193 Jul 15 23:12:41.458851 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ecabe39-1d06-48c2-922e-aee468792a20 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:41.475002 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ecabe39-1d06-48c2-922e-aee468792a20 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:41.517128 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecabe39-1d06-48c2-922e-aee468792a20 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2791f1-bdf5-4c85-a17b-6da097e65c46,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:41.550914 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ecabe39-1d06-48c2-922e-aee468792a20 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:41.556242 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7ecabe39-1d06-48c2-922e-aee468792a20 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3311446 Jul 15 23:12:41.556242 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51856) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:41.564363 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e30033fd-6a0e-46d9-bc2a-72f0628e977b tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Request body: {'security_group_rule': {'security_group_id': '571f9c8f-db10-4834-b601-464ec741b3ca', 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:41.606384 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0b6108fb-bc4f-4208-9c11-918d75d2329b None None] Port 538651cb-0d8b-4f20-98fa-ecba56854bfc cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:12:41.617432 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=d40687e4-420f-4641-9c46-fdf411234ceb,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:41.677167 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:41.677545 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:41.699077 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8344fd79-bb79-4f4b-87a2-55a4339a6fc4 req-d1549f9e-6d01-4990-81fc-28200d272d76 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90f78b53-65f5-4c56-83f7-658649dbbb11 HTTP/1.1" status: 200 len: 217 time: 0.1099155 Jul 15 23:12:41.725007 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e30033fd-6a0e-46d9-bc2a-72f0628e977b tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:41.727432 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe972f-b566-4fe4-93c3-8f83b97951e0 req-72c2c2e8-74cf-4bf4-a04c-66e62173b74d tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:41.736006 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-acfe972f-b566-4fe4-93c3-8f83b97951e0 req-72c2c2e8-74cf-4bf4-a04c-66e62173b74d tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.7433710 Jul 15 23:12:41.797635 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa6f29-1791-46bd-8f96-dd25709c1ab8 req-c025c6d3-1b0c-40f7-ac85-89930715f7a9 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:41.799770 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-08fa6f29-1791-46bd-8f96-dd25709c1ab8 req-c025c6d3-1b0c-40f7-ac85-89930715f7a9 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeef7225-db08-40eb-af1f-e07b0ca35e75 HTTP/1.1" status: 200 len: 945 time: 0.1921241 Jul 15 23:12:41.806323 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9383047e-e9c6-49ae-848a-c18efcff98b9 None None] Provisioning for port 62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:41.814104 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9383047e-e9c6-49ae-848a-c18efcff98b9 None None] Provisioning complete for port 62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:41.814346 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9383047e-e9c6-49ae-848a-c18efcff98b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:41.829604 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d19e902-e73b-4ff8-841d-9ddfe71d8444 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:41.891441 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-acfe972f-b566-4fe4-93c3-8f83b97951e0 req-4f7d8bd3-d3b4-4903-89c7-c61b88e73fbb tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538894 Jul 15 23:12:41.895031 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d19e902-e73b-4ff8-841d-9ddfe71d8444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:41.912234 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344fd79-bb79-4f4b-87a2-55a4339a6fc4 req-79e89ab3-d409-408f-95e2-14135901852d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:41.914823 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8344fd79-bb79-4f4b-87a2-55a4339a6fc4 req-79e89ab3-d409-408f-95e2-14135901852d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4855a5f1-8b72-4f27-b61b-98876d40980b HTTP/1.1" status: 200 len: 858 time: 0.1987574 Jul 15 23:12:41.955970 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9383047e-e9c6-49ae-848a-c18efcff98b9 None None] Port 62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:12:41.977105 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e30033fd-6a0e-46d9-bc2a-72f0628e977b tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:41.986268 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 376c1f96-d536-4d0e-a5fa-afc4ec190c81 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:41.995290 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e30033fd-6a0e-46d9-bc2a-72f0628e977b tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:42.038160 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-24af95ee-cbbb-4260-b027-5e62266a3a71 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:42.044500 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8344fd79-bb79-4f4b-87a2-55a4339a6fc4 req-8237ef24-806b-4aec-97a2-e4c6d1fca5ea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=06e80cc8-6c99-4e93-b9ec-9a2e84049a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925550 Jul 15 23:12:42.055524 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d19e902-e73b-4ff8-841d-9ddfe71d8444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:42.093207 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af95ee-cbbb-4260-b027-5e62266a3a71 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event deleted for resources: {'Port': ['ID=20b08078-5666-46b7-8484-fdb7a70a5d74,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:42.097591 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 376c1f96-d536-4d0e-a5fa-afc4ec190c81 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:42.097813 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30033fd-6a0e-46d9-bc2a-72f0628e977b tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39c500ca-8bb3-48f4-826f-04f2bfdd6929,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:42.098584 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:42.101526 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19e902-e73b-4ff8-841d-9ddfe71d8444 admin admin] Pushing event updated for resources: {'Port': ['ID=62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:42.106986 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e30033fd-6a0e-46d9-bc2a-72f0628e977b tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:42.108759 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e30033fd-6a0e-46d9-bc2a-72f0628e977b tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5521977 Jul 15 23:12:42.113540 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51860) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:42.119038 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-28349dd5-1bc1-4087-a926-aad5b6924324 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Request body: {'security_group_rule': {'security_group_id': '571f9c8f-db10-4834-b601-464ec741b3ca', 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:42.125563 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038401c-4150-4a71-871e-b75d4ee3f55d req-9f2ae886-d95f-4434-b4b2-880510f40de9 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:42.127178 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b038401c-4150-4a71-871e-b75d4ee3f55d req-9f2ae886-d95f-4434-b4b2-880510f40de9 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeef7225-db08-40eb-af1f-e07b0ca35e75 HTTP/1.1" status: 200 len: 945 time: 0.5365200 Jul 15 23:12:42.266331 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-08fa6f29-1791-46bd-8f96-dd25709c1ab8 req-f2bf5feb-0f50-4da5-880a-e93a08abf6e3 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Deleting port c5bfbec0-3470-4893-b313-07697e371511 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:42.266761 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-08fa6f29-1791-46bd-8f96-dd25709c1ab8 req-f2bf5feb-0f50-4da5-880a-e93a08abf6e3 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:42.273390 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-28349dd5-1bc1-4087-a926-aad5b6924324 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:42.290668 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b038401c-4150-4a71-871e-b75d4ee3f55d req-fe9a97d4-613b-4c40-8019-37a9da87eda2 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.16 "GET /v2.0/security-groups?id=99acf886-e8b5-4e6f-9a57-a8b5ca846f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996799 Jul 15 23:12:42.299872 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8344fd79-bb79-4f4b-87a2-55a4339a6fc4 req-25c2520e-bfbf-453a-be04-740f361d1724 service neutron] 10.222.0.43 "GET /v2.0/networks/06e80cc8-6c99-4e93-b9ec-9a2e84049a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193933 Jul 15 23:12:42.321191 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d19e902-e73b-4ff8-841d-9ddfe71d8444 admin admin] Network 8762ff4c-af53-489a-9638-7d16a5a9a397 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:42.326248 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-9d19e902-e73b-4ff8-841d-9ddfe71d8444 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:42.334412 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-24af95ee-cbbb-4260-b027-5e62266a3a71 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:42.339017 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-24af95ee-cbbb-4260-b027-5e62266a3a71 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "DELETE /v2.0/ports/20b08078-5666-46b7-8484-fdb7a70a5d74 HTTP/1.1" status: 204 len: 168 time: 1.9568667 Jul 15 23:12:42.339642 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51864) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:42.457361 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8344fd79-bb79-4f4b-87a2-55a4339a6fc4 req-c9d3587a-b148-4788-9245-67aedc4fd68d service neutron] 10.222.0.43 "GET /v2.0/networks/06e80cc8-6c99-4e93-b9ec-9a2e84049a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485300 Jul 15 23:12:42.491937 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-28349dd5-1bc1-4087-a926-aad5b6924324 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:42.515928 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-08fa6f29-1791-46bd-8f96-dd25709c1ab8 req-f2bf5feb-0f50-4da5-880a-e93a08abf6e3 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] For port c5bfbec0-3470-4893-b313-07697e371511, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c5bfbec0-3470-4893-b313-07697e371511,segment=NetworkSegment(b22addef-7faf-46fe-a1bb-ef948b69578f),segment_id=b22addef-7faf-46fe-a1bb-ef948b69578f)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:42.516400 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-08fa6f29-1791-46bd-8f96-dd25709c1ab8 req-f2bf5feb-0f50-4da5-880a-e93a08abf6e3 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:42.532046 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-08fa6f29-1791-46bd-8f96-dd25709c1ab8 req-f2bf5feb-0f50-4da5-880a-e93a08abf6e3 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Calling delete_port for c5bfbec0-3470-4893-b313-07697e371511 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:42.555123 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16752a78-d088-4070-a6fe-30e57496cd38 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:42.559527 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-16752a78-d088-4070-a6fe-30e57496cd38 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "GET /v2.0/ports?device_id=300c6b9d-3007-422d-b533-fdcf0fe2a6fa HTTP/1.1" status: 200 len: 913 time: 0.2172608 Jul 15 23:12:42.560973 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51866) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:42.581168 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-28349dd5-1bc1-4087-a926-aad5b6924324 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:42.624026 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f302fee-0a16-4088-be1e-ade067bd6d06 req-aba490ed-4f55-4887-b01b-01a9dbcb06ec tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:42.625444 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7f302fee-0a16-4088-be1e-ade067bd6d06 req-aba490ed-4f55-4887-b01b-01a9dbcb06ec tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f807675-8dd7-4925-880b-9500db3fc099 HTTP/1.1" status: 200 len: 945 time: 0.1476629 Jul 15 23:12:42.644447 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28349dd5-1bc1-4087-a926-aad5b6924324 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55332e2c-898b-4ecd-9754-b5294ee83035,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:42.658667 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-28349dd5-1bc1-4087-a926-aad5b6924324 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:42.662976 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-28349dd5-1bc1-4087-a926-aad5b6924324 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5483451 Jul 15 23:12:42.663522 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51868) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:42.675472 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e990c5d5-ed1e-4733-a22f-459ffb639421 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Request body: {'security_group_rule': {'security_group_id': '571f9c8f-db10-4834-b601-464ec741b3ca', 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:42.692399 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d19e902-e73b-4ff8-841d-9ddfe71d8444 admin admin] Router 6f2749d8-444c-42c8-932a-bf6b9570f566 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:12:42.697625 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c3d1c4e3-f6b8-4fea-b3a2-4c30f88a9133 None None] Provisioning complete for port 62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:42.698739 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c3d1c4e3-f6b8-4fea-b3a2-4c30f88a9133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:42.717343 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7f302fee-0a16-4088-be1e-ade067bd6d06 req-8514ead3-c76a-461a-8616-89b78236fa03 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819626 Jul 15 23:12:42.804790 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-c3d1c4e3-f6b8-4fea-b3a2-4c30f88a9133 None None] Port 62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:12:42.806269 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e990c5d5-ed1e-4733-a22f-459ffb639421 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:42.830064 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d40687e4-420f-4641-9c46-fdf411234ceb up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:42.883268 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port d40687e4-420f-4641-9c46-fdf411234ceb triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:42.883876 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:42.990240 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4209e153-becb-4a20-9076-bbaf3d79b32f up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:43.009247 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-08fa6f29-1791-46bd-8f96-dd25709c1ab8 req-f2bf5feb-0f50-4da5-880a-e93a08abf6e3 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:43.015803 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d19e902-e73b-4ff8-841d-9ddfe71d8444 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:12:43.039935 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e990c5d5-ed1e-4733-a22f-459ffb639421 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:43.047531 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['c5bfbec0-3470-4893-b313-07697e371511'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:12:43.097188 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9d19e902-e73b-4ff8-841d-9ddfe71d8444 admin admin] 10.222.0.16 "PUT /v2.0/routers/6f2749d8-444c-42c8-932a-bf6b9570f566/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4826119 Jul 15 23:12:43.103695 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf5feb-0f50-4da5-880a-e93a08abf6e3 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Pushing event deleted for resources: {'Port': ['ID=c5bfbec0-3470-4893-b313-07697e371511,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:43.106608 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e990c5d5-ed1e-4733-a22f-459ffb639421 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:43.177010 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990c5d5-ed1e-4733-a22f-459ffb639421 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ea46e9-3136-4526-9db9-f4785aed1e65,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:43.195242 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cfc640-f495-47f7-b5fc-bad6610c32b3 None None] Sync routers for ids ['6f2749d8-444c-42c8-932a-bf6b9570f566'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:12:43.207223 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e990c5d5-ed1e-4733-a22f-459ffb639421 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:43.211049 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e990c5d5-ed1e-4733-a22f-459ffb639421 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5386131 Jul 15 23:12:43.211049 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fa6f29-1791-46bd-8f96-dd25709c1ab8 req-f2bf5feb-0f50-4da5-880a-e93a08abf6e3 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] No DVR routers for this DVR port c5bfbec0-3470-4893-b313-07697e371511 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:12:43.212584 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51880) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:43.220560 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0d4385b7-d40e-4f57-a092-6ffc1cee4403 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Request body: {'security_group_rule': {'security_group_id': '571f9c8f-db10-4834-b601-464ec741b3ca', 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:43.243105 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 4209e153-becb-4a20-9076-bbaf3d79b32f completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:43.249595 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-08fa6f29-1791-46bd-8f96-dd25709c1ab8 req-f2bf5feb-0f50-4da5-880a-e93a08abf6e3 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:43.253065 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-08fa6f29-1791-46bd-8f96-dd25709c1ab8 req-f2bf5feb-0f50-4da5-880a-e93a08abf6e3 tempest-ServerAddressesNegativeTestJSON-163872042 tempest-ServerAddressesNegativeTestJSON-163872042-project] 10.222.0.36 "DELETE /v2.0/ports/c5bfbec0-3470-4893-b313-07697e371511 HTTP/1.1" status: 204 len: 173 time: 1.4466460 Jul 15 23:12:43.253936 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeef7225-db08-40eb-af1f-e07b0ca35e75', 'name': 'network-vif-deleted', 'tag': 'c5bfbec0-3470-4893-b313-07697e371511'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:43.254349 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d7c63d95-0be2-43f7-a5d7-6fba71ca3b74 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:43.261863 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 4209e153-becb-4a20-9076-bbaf3d79b32f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:43.262855 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:43.265875 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cfc640-f495-47f7-b5fc-bad6610c32b3 None None] Routers {'6f2749d8-444c-42c8-932a-bf6b9570f566'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:43.270878 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-45cfc640-f495-47f7-b5fc-bad6610c32b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6f2749d8-444c-42c8-932a-bf6b9570f566'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:43.276828 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2249374a-ed47-4799-9332-40e21603e766" -d '{"events": [{"server_uuid": "aeef7225-db08-40eb-af1f-e07b0ca35e75", "name": "network-vif-deleted", "tag": "c5bfbec0-3470-4893-b313-07697e371511"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:43.281303 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15130a50-3da1-4109-8fd3-358733330e30 req-9250a604-e6ad-4682-a8ed-f784aaeecb69 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:43.283334 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15130a50-3da1-4109-8fd3-358733330e30 req-9250a604-e6ad-4682-a8ed-f784aaeecb69 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.1912217 Jul 15 23:12:43.287553 n-d-787205-9 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-0d4385b7-d40e-4f57-a092-6ffc1cee4403 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Project b6db02bafe144d5a8e176b78a5717eb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:12:43.303151 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0d4385b7-d40e-4f57-a092-6ffc1cee4403 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:43.431958 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0d4385b7-d40e-4f57-a092-6ffc1cee4403 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:43.437469 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0d4385b7-d40e-4f57-a092-6ffc1cee4403 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:43.499286 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4385b7-d40e-4f57-a092-6ffc1cee4403 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cea69ca-98b9-46dc-ad8d-94125c2fa96e,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:43.515337 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0d4385b7-d40e-4f57-a092-6ffc1cee4403 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:43.520635 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0d4385b7-d40e-4f57-a092-6ffc1cee4403 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3032322 Jul 15 23:12:43.521457 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51888) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:43.528545 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b75f38dd-92f5-416e-8b2e-39e55ff0f1d8 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Request body: {'security_group_rule': {'security_group_id': '571f9c8f-db10-4834-b601-464ec741b3ca', 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:43.549723 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15130a50-3da1-4109-8fd3-358733330e30 req-baf7eda7-48a8-4052-82f7-d81143e3ebcb tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262104 Jul 15 23:12:43.584491 n-d-787205-9 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-b75f38dd-92f5-416e-8b2e-39e55ff0f1d8 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Project b6db02bafe144d5a8e176b78a5717eb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:12:43.592375 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b75f38dd-92f5-416e-8b2e-39e55ff0f1d8 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:43.601398 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661aa61-7c09-4f7e-9546-27e3110e4d3f req-74a3c11b-7080-40b4-80ac-15204e1d4ab6 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:43.606249 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-45cfc640-f495-47f7-b5fc-bad6610c32b3 None None] Set router 6f2749d8-444c-42c8-932a-bf6b9570f566 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:43.611220 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8661aa61-7c09-4f7e-9546-27e3110e4d3f req-74a3c11b-7080-40b4-80ac-15204e1d4ab6 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f807675-8dd7-4925-880b-9500db3fc099 HTTP/1.1" status: 200 len: 945 time: 0.4092209 Jul 15 23:12:43.679260 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:43.699120 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b75f38dd-92f5-416e-8b2e-39e55ff0f1d8 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:43.705792 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b75f38dd-92f5-416e-8b2e-39e55ff0f1d8 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:43.720381 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 4209e153-becb-4a20-9076-bbaf3d79b32f, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4209e153-becb-4a20-9076-bbaf3d79b32f,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:43.735942 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f38dd-92f5-416e-8b2e-39e55ff0f1d8 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9be48c70-e7c0-4886-9f6f-f1653db08bfd,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:43.752146 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492f9c87-e290-4f8f-8a0d-c43cd733c72e x-openstack-request-id: req-492f9c87-e290-4f8f-8a0d-c43cd733c72e {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:43.753248 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeef7225-db08-40eb-af1f-e07b0ca35e75", "name": "network-vif-deleted", "tag": "c5bfbec0-3470-4893-b313-07697e371511", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:43.753855 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-492f9c87-e290-4f8f-8a0d-c43cd733c72e {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:43.754417 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeef7225-db08-40eb-af1f-e07b0ca35e75', 'name': 'network-vif-deleted', 'tag': 'c5bfbec0-3470-4893-b313-07697e371511', 'status': 'completed', 'code': 200} Jul 15 23:12:43.761865 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b75f38dd-92f5-416e-8b2e-39e55ff0f1d8 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:43.767322 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b75f38dd-92f5-416e-8b2e-39e55ff0f1d8 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2407203 Jul 15 23:12:43.797058 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:43.927978 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=4209e153-becb-4a20-9076-bbaf3d79b32f,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:44.034626 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-45cfc640-f495-47f7-b5fc-bad6610c32b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'name': 'tempest-ServersTestJSON-476640854-router', 'tenant_id': 'a3b33ab153c54452b058f065a74f587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'd40687e4-420f-4641-9c46-fdf411234ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:33Z', 'updated_at': '2021-07-15T23:12:41Z', 'revision_number': 4, 'project_id': 'a3b33ab153c54452b058f065a74f587b', 'gw_port': {'id': 'd40687e4-420f-4641-9c46-fdf411234ceb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:34Z', 'updated_at': '2021-07-15T23:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf', 'name': '', 'network_id': '8762ff4c-af53-489a-9638-7d16a5a9a397', 'tenant_id': 'a3b33ab153c54452b058f065a74f587b', 'mac_address': 'fa:16:3e:ba:85:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '48f08ec9-07a5-42e6-bbce-26101ffdb682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:38Z', 'updated_at': '2021-07-15T23:12:41Z', 'revision_number': 2, 'project_id': 'a3b33ab153c54452b058f065a74f587b', 'subnets': [{'id': '48f08ec9-07a5-42e6-bbce-26101ffdb682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:44.069789 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cfc640-f495-47f7-b5fc-bad6610c32b3 None None] Checking router: 6f2749d8-444c-42c8-932a-bf6b9570f566 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:12:44.073651 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cfc640-f495-47f7-b5fc-bad6610c32b3 None None] Updating router 6f2749d8-444c-42c8-932a-bf6b9570f566 port 62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:12:44.129261 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-45cfc640-f495-47f7-b5fc-bad6610c32b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:44.196391 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8661aa61-7c09-4f7e-9546-27e3110e4d3f req-6ad0a35b-68c5-4467-a215-b42a2b2b3b15 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5840659 Jul 15 23:12:44.302672 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51896) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:44.308712 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e28c1572-24f7-4122-8c69-24eac3295ddf tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--681966001', 'description': 'tempest-description--1372890051'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:44.334305 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51898) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:44.379495 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d7c63d95-0be2-43f7-a5d7-6fba71ca3b74 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Deleting port 1e9f0109-337d-42e7-a389-b2e71f2803ce {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:44.379870 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d7c63d95-0be2-43f7-a5d7-6fba71ca3b74 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:44.400788 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e28c1572-24f7-4122-8c69-24eac3295ddf tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:44.437346 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ddcaabc-11cf-4eca-bfb5-9d3556cc2ed0 admin admin] Deleting subnet f5fbeed8-610d-4657-aace-813bd1de8409 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:12:44.442373 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ddcaabc-11cf-4eca-bfb5-9d3556cc2ed0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:44.495726 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ddcaabc-11cf-4eca-bfb5-9d3556cc2ed0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:44.498578 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-b0ff355c-6d54-4b7f-b29a-776cb69c407e tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-224266011&fields=id&tenant_id=b6db02bafe144d5a8e176b78a5717eb0 HTTP/1.1" status: 200 len: 267 time: 0.1031029 Jul 15 23:12:44.534132 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-45cfc640-f495-47f7-b5fc-bad6610c32b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:44.534663 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d7c63d95-0be2-43f7-a5d7-6fba71ca3b74 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:44.546333 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-45cfc640-f495-47f7-b5fc-bad6610c32b3 None None] Transition to ACTIVE for port object 62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:44.553497 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-45cfc640-f495-47f7-b5fc-bad6610c32b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:44.554882 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ddcaabc-11cf-4eca-bfb5-9d3556cc2ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:44.569804 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d7c63d95-0be2-43f7-a5d7-6fba71ca3b74 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Calling delete_port for 1e9f0109-337d-42e7-a389-b2e71f2803ce owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:44.647838 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e28c1572-24f7-4122-8c69-24eac3295ddf tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:44.651463 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ddcaabc-11cf-4eca-bfb5-9d3556cc2ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:44.667984 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e28c1572-24f7-4122-8c69-24eac3295ddf tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:44.704796 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ddcaabc-11cf-4eca-bfb5-9d3556cc2ed0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:44.707000 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4ddcaabc-11cf-4eca-bfb5-9d3556cc2ed0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f5fbeed8-610d-4657-aace-813bd1de8409 HTTP/1.1" status: 204 len: 168 time: 0.3721688 Jul 15 23:12:44.709176 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-9f7e88e8-f7c2-4e05-b32c-3f0a89ef697a tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:44.715864 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51910) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:44.716162 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-9f7e88e8-f7c2-4e05-b32c-3f0a89ef697a tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "GET /v2.0/networks?id=5f499d80-0bb6-4641-9dad-53d101f8ac70 HTTP/1.1" status: 200 len: 808 time: 0.2004631 Jul 15 23:12:44.740703 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-c54abcaa-f9a1-452c-9e8f-0f4b99391054 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "GET /v2.0/quotas/b6db02bafe144d5a8e176b78a5717eb0 HTTP/1.1" status: 200 len: 375 time: 0.0233953 Jul 15 23:12:44.749673 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddcaabc-11cf-4eca-bfb5-9d3556cc2ed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5fbeed8-610d-4657-aace-813bd1de8409,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:44.786931 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e28c1572-24f7-4122-8c69-24eac3295ddf tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:44.788073 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e28c1572-24f7-4122-8c69-24eac3295ddf tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4843893 Jul 15 23:12:44.793390 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51914) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:44.798481 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-34eee1d7-0b01-494c-aa56-5ee3407b3198 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Request body: {'security_group_rule': {'security_group_id': 'a144b9fc-c892-4016-b855-7d3f0c3dd936', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:44.800352 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ba7b4-6f5f-4188-ab0c-abad700248d1 None None] Pushing event updated for resources: {'Port': ['ID=62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:44.809200 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c1572-24f7-4122-8c69-24eac3295ddf tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a144b9fc-c892-4016-b855-7d3f0c3dd936,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:44.810476 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4209e153-becb-4a20-9076-bbaf3d79b32f up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:44.843527 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-45cfc640-f495-47f7-b5fc-bad6610c32b3 None None] Attempting to bind port 62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:44.844171 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-45cfc640-f495-47f7-b5fc-bad6610c32b3 None None] Attempting to bind port 62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'd52f2102-c666-4e87-88eb-3f4047883fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8762ff4c-af53-489a-9638-7d16a5a9a397'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:44.844835 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cfc640-f495-47f7-b5fc-bad6610c32b3 None None] Attempting to bind port 62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf on network 8762ff4c-af53-489a-9638-7d16a5a9a397 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:44.873028 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cfc640-f495-47f7-b5fc-bad6610c32b3 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:44.873540 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cfc640-f495-47f7-b5fc-bad6610c32b3 None None] Checking segment: {'id': 'd52f2102-c666-4e87-88eb-3f4047883fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8762ff4c-af53-489a-9638-7d16a5a9a397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:44.874097 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-45cfc640-f495-47f7-b5fc-bad6610c32b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:44.874333 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d6f54b9-3fb6-477b-a141-d446050af239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:44.874602 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cfc640-f495-47f7-b5fc-bad6610c32b3 None None] Bound using segment: {'id': 'd52f2102-c666-4e87-88eb-3f4047883fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8762ff4c-af53-489a-9638-7d16a5a9a397'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:44.875242 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-45cfc640-f495-47f7-b5fc-bad6610c32b3 None None] Bound port: 62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52f2102-c666-4e87-88eb-3f4047883fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8762ff4c-af53-489a-9638-7d16a5a9a397'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:44.875747 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-45cfc640-f495-47f7-b5fc-bad6610c32b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:44.895827 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34eee1d7-0b01-494c-aa56-5ee3407b3198 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:44.971221 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-45cfc640-f495-47f7-b5fc-bad6610c32b3 None None] For port 62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:44.974218 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 4209e153-becb-4a20-9076-bbaf3d79b32f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:44.974621 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:44.979522 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-45cfc640-f495-47f7-b5fc-bad6610c32b3 None None] For port 62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf,segment=NetworkSegment(d52f2102-c666-4e87-88eb-3f4047883fc5),segment_id=d52f2102-c666-4e87-88eb-3f4047883fc5)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:45.002792 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-45cfc640-f495-47f7-b5fc-bad6610c32b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:45.035634 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d6f54b9-3fb6-477b-a141-d446050af239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:45.052188 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34eee1d7-0b01-494c-aa56-5ee3407b3198 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:45.054309 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3d6f54b9-3fb6-477b-a141-d446050af239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c591e7-7f4c-4912-87da-c92c1b2d73de']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:45.062188 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34eee1d7-0b01-494c-aa56-5ee3407b3198 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:45.069211 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3d6f54b9-3fb6-477b-a141-d446050af239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22addef-7faf-46fe-a1bb-ef948b69578f') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:45.069569 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3d6f54b9-3fb6-477b-a141-d446050af239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22addef-7faf-46fe-a1bb-ef948b69578f') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:45.088495 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d6f54b9-3fb6-477b-a141-d446050af239 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:45.095264 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-f842efea-da02-4188-9e43-c76cf09244ee tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b6db02bafe144d5a8e176b78a5717eb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3526962 Jul 15 23:12:45.099954 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eee1d7-0b01-494c-aa56-5ee3407b3198 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=713ca3da-1b8e-4d45-ad74-c73c88bd64df,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:45.111292 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34eee1d7-0b01-494c-aa56-5ee3407b3198 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:45.115676 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-34eee1d7-0b01-494c-aa56-5ee3407b3198 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3211586 Jul 15 23:12:45.116038 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d7c63d95-0be2-43f7-a5d7-6fba71ca3b74 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:45.117226 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d6f54b9-3fb6-477b-a141-d446050af239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:45.119325 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51916) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:45.137852 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-34c230c8-6104-45ee-9b85-9f68954a99fc tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Request body: {'security_group_rule': {'security_group_id': 'a144b9fc-c892-4016-b855-7d3f0c3dd936', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:45.150543 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6f54b9-3fb6-477b-a141-d446050af239 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:12:45.151741 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d6f54b9-3fb6-477b-a141-d446050af239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:45.154601 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:12:45.154601 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:12:45.154601 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:12:45.154601 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:12:45.154601 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:12:45.154601 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:12:45.154601 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:12:45.154601 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:12:45.154601 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:12:45.154601 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:12:45.154601 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:12:45.154601 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:12:45.154601 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:12:45.154601 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:12:45.154601 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:12:45.154601 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:12:45.154601 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:12:45.154601 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:12:45.154601 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:12:45.154601 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:12:45.154601 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:12:45.154601 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:12:45.154601 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:12:45.154601 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:12:45.154601 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:12:45.154601 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:12:45.154601 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:12:45.154601 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:12:45.154601 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:12:45.154601 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:12:45.154601 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:12:45.154601 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:12:45.243500 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c5bfbec0-3470-4893-b313-07697e371511 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:45.271264 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34c230c8-6104-45ee-9b85-9f68954a99fc tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:45.276652 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d6f54b9-3fb6-477b-a141-d446050af239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:45.285273 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: c5bfbec0-3470-4893-b313-07697e371511 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:12:45.285273 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c5bfbec0-3470-4893-b313-07697e371511 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:12:45.295019 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d6f54b9-3fb6-477b-a141-d446050af239 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:45.300195 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3d6f54b9-3fb6-477b-a141-d446050af239 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c1c591e7-7f4c-4912-87da-c92c1b2d73de HTTP/1.1" status: 204 len: 168 time: 0.5803609 Jul 15 23:12:45.310439 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cfc640-f495-47f7-b5fc-bad6610c32b3 None None] Routers {'6f2749d8-444c-42c8-932a-bf6b9570f566'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:45.311127 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-45cfc640-f495-47f7-b5fc-bad6610c32b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6f2749d8-444c-42c8-932a-bf6b9570f566'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:45.351154 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f54b9-3fb6-477b-a141-d446050af239 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1c591e7-7f4c-4912-87da-c92c1b2d73de,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:45.354912 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83741c71-5cef-4e9e-9faf-6056e22f3f88 req-d61641d2-34e1-498a-be91-371db480691d tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:45.356493 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83741c71-5cef-4e9e-9faf-6056e22f3f88 req-d61641d2-34e1-498a-be91-371db480691d tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.5343783 Jul 15 23:12:45.358995 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ba7b4-6f5f-4188-ab0c-abad700248d1 None None] Pushing event updated for resources: {'Port': ['ID=62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:45.396758 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34c230c8-6104-45ee-9b85-9f68954a99fc tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:45.401795 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34c230c8-6104-45ee-9b85-9f68954a99fc tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:45.419505 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c63d95-0be2-43f7-a5d7-6fba71ca3b74 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event deleted for resources: {'Port': ['ID=1e9f0109-337d-42e7-a389-b2e71f2803ce,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:45.450205 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c230c8-6104-45ee-9b85-9f68954a99fc tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4db35b4-fc04-4cbf-975c-d0f883a23bf5,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:45.457433 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34c230c8-6104-45ee-9b85-9f68954a99fc tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:45.467302 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-34c230c8-6104-45ee-9b85-9f68954a99fc tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3437676 Jul 15 23:12:45.467302 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51922) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:45.474561 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3c77c145-521a-4092-8344-b9a34c9066b0 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:45.491936 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-45cfc640-f495-47f7-b5fc-bad6610c32b3 None None] Set router 6f2749d8-444c-42c8-932a-bf6b9570f566 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:45.505958 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d80996-391e-42a2-9fb5-bfea0bbe979c None None] Sync routers for ids ['f0924703-c0df-4cbf-8714-36de27ebe536'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:12:45.508967 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51924) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:45.514103 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c77c145-521a-4092-8344-b9a34c9066b0 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:45.518053 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d80996-391e-42a2-9fb5-bfea0bbe979c None None] Routers {'f0924703-c0df-4cbf-8714-36de27ebe536'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:45.518860 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-34d80996-391e-42a2-9fb5-bfea0bbe979c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['f0924703-c0df-4cbf-8714-36de27ebe536'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:45.565920 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-12330aef-263f-43f0-b4a4-f463c2ef0fe7 service neutron] 10.222.0.16 "GET /v2.0/networks/5f499d80-0bb6-4641-9dad-53d101f8ac70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227531 Jul 15 23:12:45.655185 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83741c71-5cef-4e9e-9faf-6056e22f3f88 req-7b10e124-93bd-43cf-8b7a-95358a994075 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775762 Jul 15 23:12:45.661813 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-34d80996-391e-42a2-9fb5-bfea0bbe979c None None] Set router f0924703-c0df-4cbf-8714-36de27ebe536 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:45.669011 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c77c145-521a-4092-8344-b9a34c9066b0 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:45.723183 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-372769ca-7090-43c7-a24b-3f2103bd5436 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8df6f078b29147b88652d8060ee11e81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2089791 Jul 15 23:12:45.741228 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51928) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:45.762608 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-45cfc640-f495-47f7-b5fc-bad6610c32b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'name': 'tempest-ServersTestJSON-476640854-router', 'tenant_id': 'a3b33ab153c54452b058f065a74f587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'd40687e4-420f-4641-9c46-fdf411234ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:33Z', 'updated_at': '2021-07-15T23:12:41Z', 'revision_number': 4, 'project_id': 'a3b33ab153c54452b058f065a74f587b', 'gw_port': {'id': 'd40687e4-420f-4641-9c46-fdf411234ceb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:34Z', 'updated_at': '2021-07-15T23:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf', 'name': '', 'network_id': '8762ff4c-af53-489a-9638-7d16a5a9a397', 'tenant_id': 'a3b33ab153c54452b058f065a74f587b', 'mac_address': 'fa:16:3e:ba:85:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '48f08ec9-07a5-42e6-bbce-26101ffdb682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:38Z', 'updated_at': '2021-07-15T23:12:44Z', 'revision_number': 4, 'project_id': 'a3b33ab153c54452b058f065a74f587b', 'subnets': [{'id': '48f08ec9-07a5-42e6-bbce-26101ffdb682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:45.817122 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-be65a07f-e5b5-4360-9de5-84f4c4c1a004 service neutron] 10.222.0.16 "GET /v2.0/networks/5f499d80-0bb6-4641-9dad-53d101f8ac70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508192 Jul 15 23:12:45.825202 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cfc640-f495-47f7-b5fc-bad6610c32b3 None None] The sync data for ids ['6f2749d8-444c-42c8-932a-bf6b9570f566'] in n-d-787205-9 is: [{'id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'name': 'tempest-ServersTestJSON-476640854-router', 'tenant_id': 'a3b33ab153c54452b058f065a74f587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'd40687e4-420f-4641-9c46-fdf411234ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:33Z', 'updated_at': '2021-07-15T23:12:41Z', 'revision_number': 4, 'project_id': 'a3b33ab153c54452b058f065a74f587b', 'gw_port': {'id': 'd40687e4-420f-4641-9c46-fdf411234ceb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:34Z', 'updated_at': '2021-07-15T23:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf', 'name': '', 'network_id': '8762ff4c-af53-489a-9638-7d16a5a9a397', 'tenant_id': 'a3b33ab153c54452b058f065a74f587b', 'mac_address': 'fa:16:3e:ba:85:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '48f08ec9-07a5-42e6-bbce-26101ffdb682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:38Z', 'updated_at': '2021-07-15T23:12:44Z', 'revision_number': 4, 'project_id': 'a3b33ab153c54452b058f065a74f587b', 'subnets': [{'id': '48f08ec9-07a5-42e6-bbce-26101ffdb682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:12:45.846222 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bde44d3c-b27a-4808-b689-1dc6471a115f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:45.848323 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d7c63d95-0be2-43f7-a5d7-6fba71ca3b74 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:45.869026 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ca5ef362-d0e4-47e0-b28e-e3c2501bf267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:45.880999 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-3c77c145-521a-4092-8344-b9a34c9066b0 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Allocated IP 172.25.4.178 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/2b05b937-7cfd-40f1-9460-c74a8f71bd6d) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:45.901028 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bde44d3c-b27a-4808-b689-1dc6471a115f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.088400 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bde44d3c-b27a-4808-b689-1dc6471a115f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.102196 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bde44d3c-b27a-4808-b689-1dc6471a115f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.105746 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bde44d3c-b27a-4808-b689-1dc6471a115f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99acf886-e8b5-4e6f-9a57-a8b5ca846f16 HTTP/1.1" status: 204 len: 168 time: 0.3614082 Jul 15 23:12:46.138129 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde44d3c-b27a-4808-b689-1dc6471a115f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99acf886-e8b5-4e6f-9a57-a8b5ca846f16,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:46.155597 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c77c145-521a-4092-8344-b9a34c9066b0 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.239527 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c77c145-521a-4092-8344-b9a34c9066b0 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.311011 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-34d80996-391e-42a2-9fb5-bfea0bbe979c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0924703-c0df-4cbf-8714-36de27ebe536', 'name': 'tempest-TestServerBasicOps-1574345237-router', 'tenant_id': '015359c9000b461babd70fe69d7c13f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '4209e153-becb-4a20-9076-bbaf3d79b32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:32Z', 'updated_at': '2021-07-15T23:12:37Z', 'revision_number': 4, 'project_id': '015359c9000b461babd70fe69d7c13f3', 'gw_port': {'id': '4209e153-becb-4a20-9076-bbaf3d79b32f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:eb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0924703-c0df-4cbf-8714-36de27ebe536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:33Z', 'updated_at': '2021-07-15T23:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '538651cb-0d8b-4f20-98fa-ecba56854bfc', 'name': '', 'network_id': 'b8486c75-4add-408b-8175-52f6e1c0a3c6', 'tenant_id': '015359c9000b461babd70fe69d7c13f3', 'mac_address': 'fa:16:3e:fd:98:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0924703-c0df-4cbf-8714-36de27ebe536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '78ce1b28-29f8-4492-8269-6c490c5e0149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:36Z', 'updated_at': '2021-07-15T23:12:37Z', 'revision_number': 2, 'project_id': '015359c9000b461babd70fe69d7c13f3', 'subnets': [{'id': '78ce1b28-29f8-4492-8269-6c490c5e0149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:46.320927 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c77c145-521a-4092-8344-b9a34c9066b0 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:46.335954 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-3c77c145-521a-4092-8344-b9a34c9066b0 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:46.342623 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c77c145-521a-4092-8344-b9a34c9066b0 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:46.361852 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d80996-391e-42a2-9fb5-bfea0bbe979c None None] Checking router: f0924703-c0df-4cbf-8714-36de27ebe536 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:12:46.362449 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d80996-391e-42a2-9fb5-bfea0bbe979c None None] Updating router f0924703-c0df-4cbf-8714-36de27ebe536 port 538651cb-0d8b-4f20-98fa-ecba56854bfc binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:12:46.419912 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-34d80996-391e-42a2-9fb5-bfea0bbe979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.497780 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77c145-521a-4092-8344-b9a34c9066b0 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Pushing event updated for resources: {'Port': ['ID=2b05b937-7cfd-40f1-9460-c74a8f71bd6d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:46.499121 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c63d95-0be2-43f7-a5d7-6fba71ca3b74 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Router 300c6b9d-3007-422d-b533-fdcf0fe2a6fa has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:12:46.560792 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ea0c4-ca15-486e-aea1-1d7be3f3c672 req-9f2f39b1-9898-403d-b6d2-5dbe3249d028 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:46.571115 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9c9ea0c4-ca15-486e-aea1-1d7be3f3c672 req-9f2f39b1-9898-403d-b6d2-5dbe3249d028 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f807675-8dd7-4925-880b-9500db3fc099 HTTP/1.1" status: 200 len: 945 time: 0.2995765 Jul 15 23:12:46.646860 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c77c145-521a-4092-8344-b9a34c9066b0 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.808778 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c77c145-521a-4092-8344-b9a34c9066b0 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.902817 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:46.915768 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-61780c91-3f2b-496b-b04f-8427828dde3e req-419c468f-d7c1-496a-ba48-bb7651895a9d tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "GET /v2.0/ports?device_id=74d1ff00-bfb2-4c1d-8ab1-9abd8583b125 HTTP/1.1" status: 200 len: 210 time: 0.1331038 Jul 15 23:12:46.934224 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9c9ea0c4-ca15-486e-aea1-1d7be3f3c672 req-70eead2c-edfc-4b19-9a93-16e76e89b28e tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621204 Jul 15 23:12:47.018591 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:47.029966 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:47.031342 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:47.060457 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-34d80996-391e-42a2-9fb5-bfea0bbe979c None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:47.088414 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-34d80996-391e-42a2-9fb5-bfea0bbe979c None None] Transition to ACTIVE for port object 538651cb-0d8b-4f20-98fa-ecba56854bfc will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:47.103281 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-34d80996-391e-42a2-9fb5-bfea0bbe979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:47.110165 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c63d95-0be2-43f7-a5d7-6fba71ca3b74 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:12:47.131704 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d7c63d95-0be2-43f7-a5d7-6fba71ca3b74 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "PUT /v2.0/routers/300c6b9d-3007-422d-b533-fdcf0fe2a6fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5695724 Jul 15 23:12:47.134672 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51964) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:47.135230 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcaaa45-d9ae-4ac5-b9cf-bb4585da6c55 None None] Sync routers for ids ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:12:47.172380 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcaaa45-d9ae-4ac5-b9cf-bb4585da6c55 None None] Routers {'300c6b9d-3007-422d-b533-fdcf0fe2a6fa'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:47.173536 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-5fcaaa45-d9ae-4ac5-b9cf-bb4585da6c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:47.401305 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-34d80996-391e-42a2-9fb5-bfea0bbe979c None None] Attempting to bind port 538651cb-0d8b-4f20-98fa-ecba56854bfc on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:47.402011 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-34d80996-391e-42a2-9fb5-bfea0bbe979c None None] Attempting to bind port 538651cb-0d8b-4f20-98fa-ecba56854bfc by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '6b8de252-a30c-48ca-a40b-fcf0b8b73b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b8486c75-4add-408b-8175-52f6e1c0a3c6'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:47.402539 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d80996-391e-42a2-9fb5-bfea0bbe979c None None] Attempting to bind port 538651cb-0d8b-4f20-98fa-ecba56854bfc on network b8486c75-4add-408b-8175-52f6e1c0a3c6 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:47.411628 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d80996-391e-42a2-9fb5-bfea0bbe979c None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:47.412244 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d80996-391e-42a2-9fb5-bfea0bbe979c None None] Checking segment: {'id': '6b8de252-a30c-48ca-a40b-fcf0b8b73b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b8486c75-4add-408b-8175-52f6e1c0a3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:47.412824 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-34d80996-391e-42a2-9fb5-bfea0bbe979c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:47.413572 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d80996-391e-42a2-9fb5-bfea0bbe979c None None] Bound using segment: {'id': '6b8de252-a30c-48ca-a40b-fcf0b8b73b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b8486c75-4add-408b-8175-52f6e1c0a3c6'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:47.414207 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-34d80996-391e-42a2-9fb5-bfea0bbe979c None None] Bound port: 538651cb-0d8b-4f20-98fa-ecba56854bfc, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8de252-a30c-48ca-a40b-fcf0b8b73b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b8486c75-4add-408b-8175-52f6e1c0a3c6'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:47.415096 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-34d80996-391e-42a2-9fb5-bfea0bbe979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:47.477730 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-5fcaaa45-d9ae-4ac5-b9cf-bb4585da6c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:47.500573 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f2d2a4eb-960c-4947-916e-e2d371adcf23 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:47.534066 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcaaa45-d9ae-4ac5-b9cf-bb4585da6c55 None None] Routers {'300c6b9d-3007-422d-b533-fdcf0fe2a6fa'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:47.535086 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-5fcaaa45-d9ae-4ac5-b9cf-bb4585da6c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:47.596457 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-34d80996-391e-42a2-9fb5-bfea0bbe979c None None] For port 538651cb-0d8b-4f20-98fa-ecba56854bfc, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:47.605273 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-34d80996-391e-42a2-9fb5-bfea0bbe979c None None] For port 538651cb-0d8b-4f20-98fa-ecba56854bfc, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=538651cb-0d8b-4f20-98fa-ecba56854bfc,segment=NetworkSegment(6b8de252-a30c-48ca-a40b-fcf0b8b73b25),segment_id=6b8de252-a30c-48ca-a40b-fcf0b8b73b25)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:47.611739 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff75df-eebf-4a96-b796-357764f64d14 None None] Pushing event updated for resources: {'Port': ['ID=538651cb-0d8b-4f20-98fa-ecba56854bfc,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:47.620701 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-34d80996-391e-42a2-9fb5-bfea0bbe979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:47.690468 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-5fcaaa45-d9ae-4ac5-b9cf-bb4585da6c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:47.691562 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcaaa45-d9ae-4ac5-b9cf-bb4585da6c55 None None] The sync data for ids ['300c6b9d-3007-422d-b533-fdcf0fe2a6fa'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:12:47.693712 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:47.817187 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff75df-eebf-4a96-b796-357764f64d14 None None] Pushing event updated for resources: {'Port': ['ID=538651cb-0d8b-4f20-98fa-ecba56854bfc,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:47.838844 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d80996-391e-42a2-9fb5-bfea0bbe979c None None] Routers {'f0924703-c0df-4cbf-8714-36de27ebe536'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:47.839501 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-34d80996-391e-42a2-9fb5-bfea0bbe979c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['f0924703-c0df-4cbf-8714-36de27ebe536'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:47.886748 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f2d2a4eb-960c-4947-916e-e2d371adcf23 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:47.889282 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf,segment=NetworkSegment(d52f2102-c666-4e87-88eb-3f4047883fc5),segment_id=d52f2102-c666-4e87-88eb-3f4047883fc5)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:47.898534 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:48.085095 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:48.227810 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-40fdc1d0-f38a-42b9-b688-e47e869fc50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:48.274946 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-34d80996-391e-42a2-9fb5-bfea0bbe979c None None] Set router f0924703-c0df-4cbf-8714-36de27ebe536 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:48.314918 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c77c145-521a-4092-8344-b9a34c9066b0 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:48.320878 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c77c145-521a-4092-8344-b9a34c9066b0 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:48.423563 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c77c145-521a-4092-8344-b9a34c9066b0 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:48.441869 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77c145-521a-4092-8344-b9a34c9066b0 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Pushing event updated for resources: {'Port': ['ID=2b05b937-7cfd-40f1-9460-c74a8f71bd6d,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:48.459217 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3c77c145-521a-4092-8344-b9a34c9066b0 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:48.470079 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3c77c145-521a-4092-8344-b9a34c9066b0 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9929237 Jul 15 23:12:48.574824 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-34d80996-391e-42a2-9fb5-bfea0bbe979c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0924703-c0df-4cbf-8714-36de27ebe536', 'name': 'tempest-TestServerBasicOps-1574345237-router', 'tenant_id': '015359c9000b461babd70fe69d7c13f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '4209e153-becb-4a20-9076-bbaf3d79b32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:32Z', 'updated_at': '2021-07-15T23:12:37Z', 'revision_number': 4, 'project_id': '015359c9000b461babd70fe69d7c13f3', 'gw_port': {'id': '4209e153-becb-4a20-9076-bbaf3d79b32f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:eb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0924703-c0df-4cbf-8714-36de27ebe536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:33Z', 'updated_at': '2021-07-15T23:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '538651cb-0d8b-4f20-98fa-ecba56854bfc', 'name': '', 'network_id': 'b8486c75-4add-408b-8175-52f6e1c0a3c6', 'tenant_id': '015359c9000b461babd70fe69d7c13f3', 'mac_address': 'fa:16:3e:fd:98:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0924703-c0df-4cbf-8714-36de27ebe536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '78ce1b28-29f8-4492-8269-6c490c5e0149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:36Z', 'updated_at': '2021-07-15T23:12:47Z', 'revision_number': 4, 'project_id': '015359c9000b461babd70fe69d7c13f3', 'subnets': [{'id': '78ce1b28-29f8-4492-8269-6c490c5e0149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:48.608856 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d80996-391e-42a2-9fb5-bfea0bbe979c None None] The sync data for ids ['f0924703-c0df-4cbf-8714-36de27ebe536'] in n-d-787205-9 is: [{'id': 'f0924703-c0df-4cbf-8714-36de27ebe536', 'name': 'tempest-TestServerBasicOps-1574345237-router', 'tenant_id': '015359c9000b461babd70fe69d7c13f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '4209e153-becb-4a20-9076-bbaf3d79b32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:32Z', 'updated_at': '2021-07-15T23:12:37Z', 'revision_number': 4, 'project_id': '015359c9000b461babd70fe69d7c13f3', 'gw_port': {'id': '4209e153-becb-4a20-9076-bbaf3d79b32f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:eb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0924703-c0df-4cbf-8714-36de27ebe536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:33Z', 'updated_at': '2021-07-15T23:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '538651cb-0d8b-4f20-98fa-ecba56854bfc', 'name': '', 'network_id': 'b8486c75-4add-408b-8175-52f6e1c0a3c6', 'tenant_id': '015359c9000b461babd70fe69d7c13f3', 'mac_address': 'fa:16:3e:fd:98:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0924703-c0df-4cbf-8714-36de27ebe536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '78ce1b28-29f8-4492-8269-6c490c5e0149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:36Z', 'updated_at': '2021-07-15T23:12:47Z', 'revision_number': 4, 'project_id': '015359c9000b461babd70fe69d7c13f3', 'subnets': [{'id': '78ce1b28-29f8-4492-8269-6c490c5e0149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:12:48.658358 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:48.743457 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-c619cd70-b9dc-437a-a9a5-9daf79430f00 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:48.745333 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-c619cd70-b9dc-437a-a9a5-9daf79430f00 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.36 "GET /v2.0/networks?id=5f499d80-0bb6-4641-9dad-53d101f8ac70 HTTP/1.1" status: 200 len: 808 time: 0.1948371 Jul 15 23:12:48.755476 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-369703c5-5250-4351-b05f-969b5a160ee6 req-06486062-7121-4cc1-9e72-93527c71d75b tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "GET /v2.0/ports?device_id=74d1ff00-bfb2-4c1d-8ab1-9abd8583b125 HTTP/1.1" status: 200 len: 210 time: 0.5737269 Jul 15 23:12:48.772324 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f2d2a4eb-960c-4947-916e-e2d371adcf23 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Deleting port 0df8eaa1-135f-4f0f-a520-6247b28b5dfb {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:48.772915 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f2d2a4eb-960c-4947-916e-e2d371adcf23 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:48.832984 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 538651cb-0d8b-4f20-98fa-ecba56854bfc up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:48.871804 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-e746921e-39bd-4cc2-9384-6ac508d8fefd tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6db02bafe144d5a8e176b78a5717eb0 HTTP/1.1" status: 200 len: 379 time: 0.1103499 Jul 15 23:12:48.890984 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f2d2a4eb-960c-4947-916e-e2d371adcf23 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:48.902243 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-f0a69797-e417-40cb-b7d5-c411b8190123 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Request body: {'port': {'device_id': '74d1ff00-bfb2-4c1d-8ab1-9abd8583b125', 'network_id': '5f499d80-0bb6-4641-9dad-53d101f8ac70', 'admin_state_up': True, 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'security_groups': ['571f9c8f-db10-4834-b601-464ec741b3ca']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:48.911688 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f2d2a4eb-960c-4947-916e-e2d371adcf23 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Calling delete_port for 0df8eaa1-135f-4f0f-a520-6247b28b5dfb owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:48.952537 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820474be-5943-49d5-a90f-acd126e723df req-cfa39c9d-e4cd-4b72-926e-06f44d0534f8 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:48.954240 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-820474be-5943-49d5-a90f-acd126e723df req-cfa39c9d-e4cd-4b72-926e-06f44d0534f8 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f807675-8dd7-4925-880b-9500db3fc099 HTTP/1.1" status: 200 len: 945 time: 0.9156370 Jul 15 23:12:48.954842 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 538651cb-0d8b-4f20-98fa-ecba56854bfc completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:48.972823 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 538651cb-0d8b-4f20-98fa-ecba56854bfc triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:48.973203 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:49.131804 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:49.186954 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 538651cb-0d8b-4f20-98fa-ecba56854bfc, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=538651cb-0d8b-4f20-98fa-ecba56854bfc,segment=NetworkSegment(6b8de252-a30c-48ca-a40b-fcf0b8b73b25),segment_id=6b8de252-a30c-48ca-a40b-fcf0b8b73b25)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:49.192545 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:49.195224 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:49.239764 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-820474be-5943-49d5-a90f-acd126e723df req-ffe94754-5704-4621-a861-9f8a3d2a5c83 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575409 Jul 15 23:12:49.252794 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-f0a69797-e417-40cb-b7d5-c411b8190123 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Made reservation on behalf of b6db02bafe144d5a8e176b78a5717eb0 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:49.259392 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-f0a69797-e417-40cb-b7d5-c411b8190123 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:49.319056 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:49.319524 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:49.322841 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=538651cb-0d8b-4f20-98fa-ecba56854bfc,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:49.378285 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f2d2a4eb-960c-4947-916e-e2d371adcf23 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:49.524362 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557e301-ac7e-420e-a13d-ea292e9a9525 req-ecce0a27-73da-4ca3-a7ff-3cd5a90c4bcc tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:49.526043 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d557e301-ac7e-420e-a13d-ea292e9a9525 req-ecce0a27-73da-4ca3-a7ff-3cd5a90c4bcc tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f807675-8dd7-4925-880b-9500db3fc099 HTTP/1.1" status: 200 len: 945 time: 0.2335298 Jul 15 23:12:49.537101 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2a4eb-960c-4947-916e-e2d371adcf23 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event deleted for resources: {'Port': ['ID=0df8eaa1-135f-4f0f-a520-6247b28b5dfb,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:49.581789 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:49.645252 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-f0a69797-e417-40cb-b7d5-c411b8190123 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Allocated IP 172.20.0.3 (5f499d80-0bb6-4641-9dad-53d101f8ac70/95ba6ced-0926-439c-b94f-d6a4529be42b/899f3ca5-80d4-4fce-b5b8-b36c8540d5bd) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:49.686862 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e7a7bc78-d255-41f9-bd00-fc873cbcc9ca req-2f1064e9-72ae-4bd7-90ab-0e0cd3326c4f tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=777a9ffc-fc3a-4d7d-b9bb-965399a981d6 HTTP/1.1" status: 200 len: 210 time: 0.0583684 Jul 15 23:12:49.718948 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-ff48784f-759a-4d64-b876-b2e8cd1436b2 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--681966001&fields=id&tenant_id=a3b33ab153c54452b058f065a74f587b HTTP/1.1" status: 200 len: 267 time: 0.1070526 Jul 15 23:12:49.755085 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f2d2a4eb-960c-4947-916e-e2d371adcf23 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:49.771296 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-d557e301-ac7e-420e-a13d-ea292e9a9525 req-11518e3b-e9e6-4153-ab06-cf4f01cf697f tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Deleting port 0b19e8a9-71eb-4570-8f5f-19dde073c3f7 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:49.771638 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d557e301-ac7e-420e-a13d-ea292e9a9525 req-11518e3b-e9e6-4153-ab06-cf4f01cf697f tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:49.976149 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-f0a69797-e417-40cb-b7d5-c411b8190123 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:49.983977 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d557e301-ac7e-420e-a13d-ea292e9a9525 req-11518e3b-e9e6-4153-ab06-cf4f01cf697f tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] For port 0b19e8a9-71eb-4570-8f5f-19dde073c3f7, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=0b19e8a9-71eb-4570-8f5f-19dde073c3f7,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:49.984411 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d557e301-ac7e-420e-a13d-ea292e9a9525 req-11518e3b-e9e6-4153-ab06-cf4f01cf697f tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:50.005465 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-d557e301-ac7e-420e-a13d-ea292e9a9525 req-11518e3b-e9e6-4153-ab06-cf4f01cf697f tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Calling delete_port for 0b19e8a9-71eb-4570-8f5f-19dde073c3f7 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:50.007428 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-f0a69797-e417-40cb-b7d5-c411b8190123 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Transition to ACTIVE for port object 899f3ca5-80d4-4fce-b5b8-b36c8540d5bd will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:50.045384 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f2d2a4eb-960c-4947-916e-e2d371adcf23 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:50.050559 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f2d2a4eb-960c-4947-916e-e2d371adcf23 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:50.138421 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-847ef9b4-004e-4280-9d3b-ef4f30102565 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:50.148267 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-847ef9b4-004e-4280-9d3b-ef4f30102565 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/networks?id=8762ff4c-af53-489a-9638-7d16a5a9a397 HTTP/1.1" status: 200 len: 805 time: 0.4274554 Jul 15 23:12:50.165553 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-beae968a-8af2-4737-90d9-9572a7262091 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/quotas/a3b33ab153c54452b058f065a74f587b HTTP/1.1" status: 200 len: 375 time: 0.0162818 Jul 15 23:12:50.202785 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f2d2a4eb-960c-4947-916e-e2d371adcf23 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:50.203009 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d2a4eb-960c-4947-916e-e2d371adcf23 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Fanout notify agent at l3_agent the message router_deleted on router 300c6b9d-3007-422d-b533-fdcf0fe2a6fa {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:12:50.214584 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f2d2a4eb-960c-4947-916e-e2d371adcf23 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:50.218105 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f2d2a4eb-960c-4947-916e-e2d371adcf23 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "DELETE /v2.0/routers/300c6b9d-3007-422d-b533-fdcf0fe2a6fa HTTP/1.1" status: 204 len: 168 time: 3.0813818 Jul 15 23:12:50.218886 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52040) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:50.264072 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-f0a69797-e417-40cb-b7d5-c411b8190123 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:50.276869 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-e524b4f0-11c7-415a-a32e-e1ce8c76fbb5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Deleting subnet c4a97c09-fb37-44da-bb20-9ee82b173f5a {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:12:50.281357 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e524b4f0-11c7-415a-a32e-e1ce8c76fbb5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:50.342870 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-f0a69797-e417-40cb-b7d5-c411b8190123 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Network 5f499d80-0bb6-4641-9dad-53d101f8ac70 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:50.351550 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-f0a69797-e417-40cb-b7d5-c411b8190123 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:50.362475 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-f0a69797-e417-40cb-b7d5-c411b8190123 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:50.375672 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-254e05f2-ec8a-425e-a988-6940045c11dd tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3b33ab153c54452b058f065a74f587b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2016461 Jul 15 23:12:50.414793 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a69797-e417-40cb-b7d5-c411b8190123 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Pushing event updated for resources: {'Port': ['ID=899f3ca5-80d4-4fce-b5b8-b36c8540d5bd,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:50.432900 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d557e301-ac7e-420e-a13d-ea292e9a9525 req-11518e3b-e9e6-4153-ab06-cf4f01cf697f tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:50.452060 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e524b4f0-11c7-415a-a32e-e1ce8c76fbb5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:50.475838 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['0b19e8a9-71eb-4570-8f5f-19dde073c3f7'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:12:50.479999 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11518e3b-e9e6-4153-ab06-cf4f01cf697f tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Pushing event deleted for resources: {'Port': ['ID=0b19e8a9-71eb-4570-8f5f-19dde073c3f7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:50.498103 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-f0a69797-e417-40cb-b7d5-c411b8190123 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:50.498804 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-f0a69797-e417-40cb-b7d5-c411b8190123 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:50.572410 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d557e301-ac7e-420e-a13d-ea292e9a9525 req-11518e3b-e9e6-4153-ab06-cf4f01cf697f tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] No DVR routers for this DVR port 0b19e8a9-71eb-4570-8f5f-19dde073c3f7 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:12:50.590833 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d557e301-ac7e-420e-a13d-ea292e9a9525 req-11518e3b-e9e6-4153-ab06-cf4f01cf697f tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:50.599698 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d557e301-ac7e-420e-a13d-ea292e9a9525 req-11518e3b-e9e6-4153-ab06-cf4f01cf697f tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.36 "DELETE /v2.0/ports/0b19e8a9-71eb-4570-8f5f-19dde073c3f7 HTTP/1.1" status: 204 len: 173 time: 1.0633080 Jul 15 23:12:50.602738 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f807675-8dd7-4925-880b-9500db3fc099', 'name': 'network-vif-deleted', 'tag': '0b19e8a9-71eb-4570-8f5f-19dde073c3f7'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:50.621520 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9309d48-77df-4e82-9e29-4ddf5e9f4c6a" -d '{"events": [{"server_uuid": "8f807675-8dd7-4925-880b-9500db3fc099", "name": "network-vif-deleted", "tag": "0b19e8a9-71eb-4570-8f5f-19dde073c3f7"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:50.627640 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-f0a69797-e417-40cb-b7d5-c411b8190123 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7440901 Jul 15 23:12:50.646517 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-9d1b38df-cc11-4090-852d-8f5ae8970903 service neutron] Request body: {'port': {'device_id': '74d1ff00-bfb2-4c1d-8ab1-9abd8583b125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:50.685710 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-49b0e70e-a5d6-4053-b44b-f61e2f406e41 None None] Provisioning for port 899f3ca5-80d4-4fce-b5b8-b36c8540d5bd completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:50.694840 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-49b0e70e-a5d6-4053-b44b-f61e2f406e41 None None] Provisioning complete for port 899f3ca5-80d4-4fce-b5b8-b36c8540d5bd triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:50.695558 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-49b0e70e-a5d6-4053-b44b-f61e2f406e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:50.772050 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e524b4f0-11c7-415a-a32e-e1ce8c76fbb5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:50.806383 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-49b0e70e-a5d6-4053-b44b-f61e2f406e41 None None] Port 899f3ca5-80d4-4fce-b5b8-b36c8540d5bd cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:12:50.824177 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-9d1b38df-cc11-4090-852d-8f5ae8970903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:50.861014 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 538651cb-0d8b-4f20-98fa-ecba56854bfc up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:50.959317 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-f0d44a07-4c8b-4c24-aede-cdaacc255b89 service neutron] 10.222.0.16 "GET /v2.0/networks/8762ff4c-af53-489a-9638-7d16a5a9a397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5734639 Jul 15 23:12:50.967179 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e524b4f0-11c7-415a-a32e-e1ce8c76fbb5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:50.998113 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 538651cb-0d8b-4f20-98fa-ecba56854bfc triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:50.998830 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.043358 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e524b4f0-11c7-415a-a32e-e1ce8c76fbb5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.051547 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e524b4f0-11c7-415a-a32e-e1ce8c76fbb5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "DELETE /v2.0/subnets/c4a97c09-fb37-44da-bb20-9ee82b173f5a HTTP/1.1" status: 204 len: 168 time: 0.8288054 Jul 15 23:12:51.057963 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52054) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:51.120810 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.129844 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524b4f0-11c7-415a-a32e-e1ce8c76fbb5 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event deleted for resources: {'Subnet': ['ID=c4a97c09-fb37-44da-bb20-9ee82b173f5a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:51.143236 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb6891-925d-4560-ae14-0da9075ffc74 req-6e9949ce-eaec-4c2f-89c5-68938f69e4bc tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:51.150102 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8cdb6891-925d-4560-ae14-0da9075ffc74 req-6e9949ce-eaec-4c2f-89c5-68938f69e4bc tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "GET /v2.0/ports?device_id=74d1ff00-bfb2-4c1d-8ab1-9abd8583b125 HTTP/1.1" status: 200 len: 931 time: 0.8195605 Jul 15 23:12:51.170930 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-708b98db-b136-4c56-bc3b-e208d8e1e4b1 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.268334 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-d656f034-eb89-45e3-b932-3f7656b820be service neutron] 10.222.0.16 "GET /v2.0/networks/8762ff4c-af53-489a-9638-7d16a5a9a397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777240 Jul 15 23:12:51.309129 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-708b98db-b136-4c56-bc3b-e208d8e1e4b1 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.319101 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8cdb6891-925d-4560-ae14-0da9075ffc74 req-df2cb2bb-db9c-45db-a4e9-60e297e27369 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "GET /v2.0/security-groups?id=571f9c8f-db10-4834-b601-464ec741b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681092 Jul 15 23:12:51.324149 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-708b98db-b136-4c56-bc3b-e208d8e1e4b1 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a254891-5db8-4ba2-9117-2cf0356663f3']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:51.336121 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-708b98db-b136-4c56-bc3b-e208d8e1e4b1 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c184d392-3c16-41e0-90aa-19e1c6bc6762') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:51.336516 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-708b98db-b136-4c56-bc3b-e208d8e1e4b1 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c184d392-3c16-41e0-90aa-19e1c6bc6762') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:51.346081 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-708b98db-b136-4c56-bc3b-e208d8e1e4b1 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.363328 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-708b98db-b136-4c56-bc3b-e208d8e1e4b1 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.369884 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708b98db-b136-4c56-bc3b-e208d8e1e4b1 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:12:51.370284 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-708b98db-b136-4c56-bc3b-e208d8e1e4b1 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:12:51.478113 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:12:51.482995 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-708b98db-b136-4c56-bc3b-e208d8e1e4b1 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.493516 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-708b98db-b136-4c56-bc3b-e208d8e1e4b1 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.497029 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-708b98db-b136-4c56-bc3b-e208d8e1e4b1 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] 10.222.0.16 "DELETE /v2.0/networks/1a254891-5db8-4ba2-9117-2cf0356663f3 HTTP/1.1" status: 204 len: 168 time: 0.4378786 Jul 15 23:12:51.556652 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b98db-b136-4c56-bc3b-e208d8e1e4b1 tempest-FloatingIPTestJSON-1156825469 tempest-FloatingIPTestJSON-1156825469-project] Pushing event deleted for resources: {'Network': ['ID=1a254891-5db8-4ba2-9117-2cf0356663f3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:51.769768 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c5dc4134-47fb-47b0-9456-3efb38970924 req-4cb2aee6-7e78-4bbf-a6d8-45ffd66b7478 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f807675-8dd7-4925-880b-9500db3fc099 HTTP/1.1" status: 200 len: 210 time: 0.0497689 Jul 15 23:12:51.796059 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-9d1b38df-cc11-4090-852d-8f5ae8970903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 899f3ca5-80d4-4fce-b5b8-b36c8540d5bd {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:51.825204 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-9d1b38df-cc11-4090-852d-8f5ae8970903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.828689 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e179348f-f221-4939-8acf-dfeb1b84d9bb x-openstack-request-id: req-e179348f-f221-4939-8acf-dfeb1b84d9bb {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:51.835577 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f807675-8dd7-4925-880b-9500db3fc099", "name": "network-vif-deleted", "tag": "0b19e8a9-71eb-4570-8f5f-19dde073c3f7", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:51.835577 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e179348f-f221-4939-8acf-dfeb1b84d9bb {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:51.835577 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f807675-8dd7-4925-880b-9500db3fc099', 'name': 'network-vif-deleted', 'tag': '0b19e8a9-71eb-4570-8f5f-19dde073c3f7', 'status': 'completed', 'code': 200} Jul 15 23:12:51.867529 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-9d1b38df-cc11-4090-852d-8f5ae8970903 service neutron] Transition to ACTIVE for port object 899f3ca5-80d4-4fce-b5b8-b36c8540d5bd will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:51.872468 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-9d1b38df-cc11-4090-852d-8f5ae8970903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.913194 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-18273176-e09d-4b0a-bc51-0849b5646586 req-f94a23d8-b267-46cb-a266-a90bd50f1d6c tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/ports?device_id=afbe4fd8-a198-44df-953d-f809a4b0436a HTTP/1.1" status: 200 len: 210 time: 0.0448575 Jul 15 23:12:51.967786 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b38df-cc11-4090-852d-8f5ae8970903 service neutron] Pushing event updated for resources: {'Port': ['ID=899f3ca5-80d4-4fce-b5b8-b36c8540d5bd,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:52.116780 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-9d1b38df-cc11-4090-852d-8f5ae8970903 service neutron] Attempting to bind port 899f3ca5-80d4-4fce-b5b8-b36c8540d5bd on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:52.117361 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-9d1b38df-cc11-4090-852d-8f5ae8970903 service neutron] Attempting to bind port 899f3ca5-80d4-4fce-b5b8-b36c8540d5bd by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'b99c3a2a-6cc4-4860-b7c5-6aaace16c140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f499d80-0bb6-4641-9dad-53d101f8ac70'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:52.118109 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-9d1b38df-cc11-4090-852d-8f5ae8970903 service neutron] Attempting to bind port 899f3ca5-80d4-4fce-b5b8-b36c8540d5bd on network 5f499d80-0bb6-4641-9dad-53d101f8ac70 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:52.123772 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-9d1b38df-cc11-4090-852d-8f5ae8970903 service neutron] Port 899f3ca5-80d4-4fce-b5b8-b36c8540d5bd on network 5f499d80-0bb6-4641-9dad-53d101f8ac70 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:12:52.124252 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-9d1b38df-cc11-4090-852d-8f5ae8970903 service neutron] Attempting to bind port 899f3ca5-80d4-4fce-b5b8-b36c8540d5bd on network 5f499d80-0bb6-4641-9dad-53d101f8ac70 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:52.132872 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-9d1b38df-cc11-4090-852d-8f5ae8970903 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:52.134444 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-9d1b38df-cc11-4090-852d-8f5ae8970903 service neutron] Checking segment: {'id': 'b99c3a2a-6cc4-4860-b7c5-6aaace16c140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f499d80-0bb6-4641-9dad-53d101f8ac70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:52.137208 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-9d1b38df-cc11-4090-852d-8f5ae8970903 service neutron] Bound using segment: {'id': 'b99c3a2a-6cc4-4860-b7c5-6aaace16c140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f499d80-0bb6-4641-9dad-53d101f8ac70'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:52.139705 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-9d1b38df-cc11-4090-852d-8f5ae8970903 service neutron] Bound port: 899f3ca5-80d4-4fce-b5b8-b36c8540d5bd, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b99c3a2a-6cc4-4860-b7c5-6aaace16c140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f499d80-0bb6-4641-9dad-53d101f8ac70'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:52.139705 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-9d1b38df-cc11-4090-852d-8f5ae8970903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:52.199294 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52074) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:52.201397 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-04acc9de-8415-4349-bef4-a4ce3416fb2f req-27c83ce8-1191-45f4-bcaf-944ccc3da3cf tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.0727727 Jul 15 23:12:52.279983 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-9d1b38df-cc11-4090-852d-8f5ae8970903 service neutron] For port 899f3ca5-80d4-4fce-b5b8-b36c8540d5bd, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:52.284331 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-9d1b38df-cc11-4090-852d-8f5ae8970903 service neutron] For port 899f3ca5-80d4-4fce-b5b8-b36c8540d5bd, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=899f3ca5-80d4-4fce-b5b8-b36c8540d5bd,segment=NetworkSegment(b99c3a2a-6cc4-4860-b7c5-6aaace16c140),segment_id=b99c3a2a-6cc4-4860-b7c5-6aaace16c140)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:52.290865 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-9d1b38df-cc11-4090-852d-8f5ae8970903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:52.397419 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-9d1b38df-cc11-4090-852d-8f5ae8970903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:52.403537 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-9d1b38df-cc11-4090-852d-8f5ae8970903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:52.405037 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-9d1b38df-cc11-4090-852d-8f5ae8970903 service neutron] 10.222.0.36 "PUT /v2.0/ports/899f3ca5-80d4-4fce-b5b8-b36c8540d5bd HTTP/1.1" status: 200 len: 1091 time: 1.7640805 Jul 15 23:12:52.503234 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b38df-cc11-4090-852d-8f5ae8970903 service neutron] Pushing event updated for resources: {'Port': ['ID=899f3ca5-80d4-4fce-b5b8-b36c8540d5bd,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:52.584169 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6e2eef59-4a2a-466a-90d9-40ff94e2fe7d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cbc11455cafe444a8e4b833a349b694b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3613827 Jul 15 23:12:52.584715 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52082) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:52.703389 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-ae2a1713-d51e-42d8-845e-ea2295c17e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:52.706353 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-ae2a1713-d51e-42d8-845e-ea2295c17e35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b6db02bafe144d5a8e176b78a5717eb0&device_id=74d1ff00-bfb2-4c1d-8ab1-9abd8583b125 HTTP/1.1" status: 200 len: 1094 time: 0.0823288 Jul 15 23:12:52.733351 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a97cd816-c4d4-4e27-ae33-b61cf4b16237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:52.759222 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d0344-7103-44e8-88f3-d676d7505099 req-5ec99430-b3bf-4c84-8b06-acdcc078c889 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:52.769422 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4d8d0344-7103-44e8-88f3-d676d7505099 req-5ec99430-b3bf-4c84-8b06-acdcc078c889 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "GET /v2.0/ports?device_id=74d1ff00-bfb2-4c1d-8ab1-9abd8583b125 HTTP/1.1" status: 200 len: 943 time: 0.2420321 Jul 15 23:12:52.770030 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-ce5d71df-be11-4cc8-bc1d-ae7ea361557f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=899f3ca5-80d4-4fce-b5b8-b36c8540d5bd HTTP/1.1" status: 200 len: 217 time: 0.0483978 Jul 15 23:12:52.788182 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a97cd816-c4d4-4e27-ae33-b61cf4b16237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:52.865810 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4d8d0344-7103-44e8-88f3-d676d7505099 req-c04712b9-87cc-4ad0-bc09-54b2f12f0fa1 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "GET /v2.0/security-groups?id=571f9c8f-db10-4834-b601-464ec741b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947688 Jul 15 23:12:52.903147 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-c9fa2002-30f0-47dd-b9e4-8dd8c8d4beee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:52.905396 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-c9fa2002-30f0-47dd-b9e4-8dd8c8d4beee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=95ba6ced-0926-439c-b94f-d6a4529be42b HTTP/1.1" status: 200 len: 847 time: 0.1297009 Jul 15 23:12:52.920683 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a97cd816-c4d4-4e27-ae33-b61cf4b16237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:52.925594 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a97cd816-c4d4-4e27-ae33-b61cf4b16237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:52.928610 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a97cd816-c4d4-4e27-ae33-b61cf4b16237 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/04da18ef-b538-4f75-ba95-ddc1f98bd9f5 HTTP/1.1" status: 204 len: 168 time: 0.3411119 Jul 15 23:12:52.992667 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97cd816-c4d4-4e27-ae33-b61cf4b16237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04da18ef-b538-4f75-ba95-ddc1f98bd9f5,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:53.043746 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-ee9e24c1-6d7f-474c-8e4f-46a3596915e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:53.047187 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-ee9e24c1-6d7f-474c-8e4f-46a3596915e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5f499d80-0bb6-4641-9dad-53d101f8ac70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1352499 Jul 15 23:12:53.276705 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-58274468-c240-4e02-886e-e6071adbf96f req-189d5a61-ff4d-4d52-bf69-34cda37e33fe tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/ports?device_id=afbe4fd8-a198-44df-953d-f809a4b0436a HTTP/1.1" status: 200 len: 210 time: 0.0591202 Jul 15 23:12:53.279846 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 0b19e8a9-71eb-4570-8f5f-19dde073c3f7 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:53.305281 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-45317b81-ba08-4801-9032-0b5742a64ba8 service neutron] 10.222.0.36 "GET /v2.0/networks/5f499d80-0bb6-4641-9dad-53d101f8ac70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514436 Jul 15 23:12:53.372028 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 0b19e8a9-71eb-4570-8f5f-19dde073c3f7 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:12:53.375303 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 0b19e8a9-71eb-4570-8f5f-19dde073c3f7 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:12:53.473905 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c0aed8e6-efb3-47db-9fc7-5cd8ee7875b1 req-10d71393-0c1e-46c6-906a-313ac94e84a3 service neutron] 10.222.0.36 "GET /v2.0/networks/5f499d80-0bb6-4641-9dad-53d101f8ac70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612887 Jul 15 23:12:53.494919 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-96b5a8a0-c136-4274-9553-6f2c93735ac3 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:53.496891 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-96b5a8a0-c136-4274-9553-6f2c93735ac3 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/networks?id=d46459bf-69b4-4e8d-8a06-951b2319409b HTTP/1.1" status: 200 len: 812 time: 0.2306056 Jul 15 23:12:53.519214 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-e4cb9a91-33eb-407b-9a63-dca829cc87d9 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/quotas/dd7ce8a707994c488c5570fcc34a8dcd HTTP/1.1" status: 200 len: 375 time: 0.0147965 Jul 15 23:12:53.567877 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-288a8102-2cb2-4991-9ab6-0db061fc16c0 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd7ce8a707994c488c5570fcc34a8dcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461879 Jul 15 23:12:53.595851 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-75a2f885-3c3d-41d8-9e48-abf00d214b75 req-77fa1cd7-9b2a-436e-ba00-0b7c5b36c844 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=777a9ffc-fc3a-4d7d-b9bb-965399a981d6 HTTP/1.1" status: 200 len: 210 time: 0.0619175 Jul 15 23:12:53.650026 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4c285719-f9bb-4db7-b530-13c62f4efda7 req-3b3657ba-f448-41f1-94db-a1c969075c3d tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.0864615 Jul 15 23:12:53.765663 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-a5ddc099-5583-41f4-baec-5fd7ec96a61d service neutron] 10.222.0.16 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721914 Jul 15 23:12:53.836886 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d1ff00-bfb2-4c1d-8ab1-9abd8583b125', 'tag': '899f3ca5-80d4-4fce-b5b8-b36c8540d5bd'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:53.841810 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8a7410-9fac-4974-8265-4c0e0b5693b3" -d '{"events": [{"name": "network-changed", "server_uuid": "74d1ff00-bfb2-4c1d-8ab1-9abd8583b125", "tag": "899f3ca5-80d4-4fce-b5b8-b36c8540d5bd"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:53.873557 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-c7d5bfd3-ccfd-4972-81cb-503d1e4540a7 service neutron] 10.222.0.16 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008363 Jul 15 23:12:53.888063 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3233ed8c-707a-4bab-a7b1-3a856d7acbc5 x-openstack-request-id: req-3233ed8c-707a-4bab-a7b1-3a856d7acbc5 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:53.888363 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74d1ff00-bfb2-4c1d-8ab1-9abd8583b125", "tag": "899f3ca5-80d4-4fce-b5b8-b36c8540d5bd", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:53.888616 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3233ed8c-707a-4bab-a7b1-3a856d7acbc5 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:53.889601 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74d1ff00-bfb2-4c1d-8ab1-9abd8583b125', 'tag': '899f3ca5-80d4-4fce-b5b8-b36c8540d5bd', 'status': 'completed', 'code': 200} Jul 15 23:12:54.012039 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:54.047604 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52134) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:54.134023 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2a25fa4d-b414-42d3-8115-d772b3250d65 req-c3130ef5-b0ce-4f60-b39a-df12af220da9 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 210 time: 0.0880532 Jul 15 23:12:54.161029 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a7410-9fac-4974-8265-4c0e0b5693b3 req-381a54f2-8efc-4b82-a757-d8a161b11f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:54.166778 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9d8a7410-9fac-4974-8265-4c0e0b5693b3 req-381a54f2-8efc-4b82-a757-d8a161b11f06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b6db02bafe144d5a8e176b78a5717eb0&device_id=74d1ff00-bfb2-4c1d-8ab1-9abd8583b125 HTTP/1.1" status: 200 len: 1094 time: 0.2224741 Jul 15 23:12:54.321699 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-f2a7883a-5c4b-494d-ba9a-d6263e00c0b6 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1606998911'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:54.370527 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a7883a-5c4b-494d-ba9a-d6263e00c0b6 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Made reservation on behalf of 75a9c27a62954a8fa092b44ed36ab1fd for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:54.376757 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f2a7883a-5c4b-494d-ba9a-d6263e00c0b6 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:54.395892 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f2a7883a-5c4b-494d-ba9a-d6263e00c0b6 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:54.451520 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a7410-9fac-4974-8265-4c0e0b5693b3 req-c213719e-7cc1-412c-8a94-0a797d853ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:54.459532 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9d8a7410-9fac-4974-8265-4c0e0b5693b3 req-c213719e-7cc1-412c-8a94-0a797d853ea4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5f499d80-0bb6-4641-9dad-53d101f8ac70 HTTP/1.1" status: 200 len: 909 time: 0.2874501 Jul 15 23:12:54.524163 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f2a7883a-5c4b-494d-ba9a-d6263e00c0b6 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:54.551355 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f2a7883a-5c4b-494d-ba9a-d6263e00c0b6 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:54.629353 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0568d7b0-094e-46be-bca6-b1e72f8074b2 req-60eef868-84e4-4d8c-8f23-c08466e3bcbc tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/ports?device_id=afbe4fd8-a198-44df-953d-f809a4b0436a HTTP/1.1" status: 200 len: 210 time: 0.0833554 Jul 15 23:12:54.649755 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9d8a7410-9fac-4974-8265-4c0e0b5693b3 req-43e5aec6-8b52-4dbb-aae2-7ae654250b1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=899f3ca5-80d4-4fce-b5b8-b36c8540d5bd HTTP/1.1" status: 200 len: 217 time: 0.1626770 Jul 15 23:12:54.653067 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a7883a-5c4b-494d-ba9a-d6263e00c0b6 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:12:54.666364 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f2a7883a-5c4b-494d-ba9a-d6263e00c0b6 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:54.666730 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-f2a7883a-5c4b-494d-ba9a-d6263e00c0b6 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Added segment 794bb893-754a-4644-b9db-91ee47b962f3 of type vlan for network c2026dac-bb92-4227-aab3-499ef4a229a2 Jul 15 23:12:54.681458 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7883a-5c4b-494d-ba9a-d6263e00c0b6 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31e241e1-7534-4d23-b930-c07d1d8baadc,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:54.743726 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f2a7883a-5c4b-494d-ba9a-d6263e00c0b6 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:54.771176 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f714227-2107-4d9f-91a7-56228db87908 req-beb333fe-9409-4a74-882c-afd49d393359 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:54.772823 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2f714227-2107-4d9f-91a7-56228db87908 req-beb333fe-9409-4a74-882c-afd49d393359 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "GET /v2.0/ports?device_id=74d1ff00-bfb2-4c1d-8ab1-9abd8583b125 HTTP/1.1" status: 200 len: 943 time: 0.2380676 Jul 15 23:12:54.776785 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-7f1351fe-e656-44ac-8870-3188c2d84cc0 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:54.787937 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-7f1351fe-e656-44ac-8870-3188c2d84cc0 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.36 "GET /v2.0/networks?id=8762ff4c-af53-489a-9638-7d16a5a9a397 HTTP/1.1" status: 200 len: 805 time: 0.4884691 Jul 15 23:12:54.811395 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f2a7883a-5c4b-494d-ba9a-d6263e00c0b6 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:54.812358 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a7410-9fac-4974-8265-4c0e0b5693b3 req-48e94d41-b5e0-4848-98dc-3c2a9834a688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:54.817594 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a7883a-5c4b-494d-ba9a-d6263e00c0b6 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:54.818320 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f2a7883a-5c4b-494d-ba9a-d6263e00c0b6 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:54.820066 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9d8a7410-9fac-4974-8265-4c0e0b5693b3 req-48e94d41-b5e0-4848-98dc-3c2a9834a688 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=95ba6ced-0926-439c-b94f-d6a4529be42b HTTP/1.1" status: 200 len: 847 time: 0.1616604 Jul 15 23:12:54.936764 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-7bce8563-cb36-4e43-8a9a-601ffe89f05d tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3b33ab153c54452b058f065a74f587b HTTP/1.1" status: 200 len: 379 time: 0.1311581 Jul 15 23:12:54.957072 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-497f844d-1e74-481b-a956-4b999e1d9c32 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Request body: {'port': {'device_id': 'afbe4fd8-a198-44df-953d-f809a4b0436a', 'network_id': '8762ff4c-af53-489a-9638-7d16a5a9a397', 'admin_state_up': True, 'tenant_id': 'a3b33ab153c54452b058f065a74f587b', 'security_groups': ['a144b9fc-c892-4016-b855-7d3f0c3dd936']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:54.965760 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f2a7883a-5c4b-494d-ba9a-d6263e00c0b6 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8952730 Jul 15 23:12:54.976160 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a7410-9fac-4974-8265-4c0e0b5693b3 req-34a5a791-37b5-48c9-a21f-50ac026c8d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:54.977702 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9d8a7410-9fac-4974-8265-4c0e0b5693b3 req-34a5a791-37b5-48c9-a21f-50ac026c8d56 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5f499d80-0bb6-4641-9dad-53d101f8ac70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1501720 Jul 15 23:12:54.985135 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52158) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:54.992016 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7883a-5c4b-494d-ba9a-d6263e00c0b6 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Pushing event updated for resources: {'Network': ['ID=c2026dac-bb92-4227-aab3-499ef4a229a2,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:54.993055 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c8402eea-dc6c-4f99-a047-433bf699ee3f tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Request body: {'subnet': {'network_id': 'c2026dac-bb92-4227-aab3-499ef4a229a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:55.003500 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network c2026dac-bb92-4227-aab3-499ef4a229a2 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:12:55.011961 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2f714227-2107-4d9f-91a7-56228db87908 req-b88219b9-f511-458d-80a8-7487ff116245 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "GET /v2.0/security-groups?id=571f9c8f-db10-4834-b601-464ec741b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2296271 Jul 15 23:12:55.013463 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9bca28f6-44d5-4ad1-97b8-9cc160c5597a req-edfa50d5-bfa7-45ea-ab79-f5f8238996ec service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.1037562 Jul 15 23:12:55.016180 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-68901075-3aaf-4935-84d2-fa19cdce593a req-831a09f5-e131-44e6-b0d2-0c660d1f0428 tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.1045437 Jul 15 23:12:55.238830 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8402eea-dc6c-4f99-a047-433bf699ee3f tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Made reservation on behalf of 75a9c27a62954a8fa092b44ed36ab1fd for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:55.242463 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8402eea-dc6c-4f99-a047-433bf699ee3f tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:55.281312 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 899f3ca5-80d4-4fce-b5b8-b36c8540d5bd details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:12:55.296913 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc9e3471-c29f-476e-8fc6-c0619e7f27af req-95ea693d-0f85-49e7-be42-b9f829922033 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 210 time: 0.0404177 Jul 15 23:12:55.379485 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9d8a7410-9fac-4974-8265-4c0e0b5693b3 req-cbb7d858-9e98-4f96-8ca7-19bc404f07f8 service neutron] 10.222.0.36 "GET /v2.0/networks/5f499d80-0bb6-4641-9dad-53d101f8ac70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697708 Jul 15 23:12:55.402996 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-497f844d-1e74-481b-a956-4b999e1d9c32 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Made reservation on behalf of a3b33ab153c54452b058f065a74f587b for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:55.406864 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-497f844d-1e74-481b-a956-4b999e1d9c32 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:55.442507 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 899f3ca5-80d4-4fce-b5b8-b36c8540d5bd, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=899f3ca5-80d4-4fce-b5b8-b36c8540d5bd,segment=NetworkSegment(b99c3a2a-6cc4-4860-b7c5-6aaace16c140),segment_id=b99c3a2a-6cc4-4860-b7c5-6aaace16c140)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:55.462454 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '899f3ca5-80d4-4fce-b5b8-b36c8540d5bd', 'network_id': '5f499d80-0bb6-4641-9dad-53d101f8ac70', 'port_id': '899f3ca5-80d4-4fce-b5b8-b36c8540d5bd', 'mac_address': 'fa:16:3e:2c:33:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ba6ced-0926-439c-b94f-d6a4529be42b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:12:55.505530 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:55.519539 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899f3ca5-80d4-4fce-b5b8-b36c8540d5bd {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:55.542776 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 899f3ca5-80d4-4fce-b5b8-b36c8540d5bd, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=899f3ca5-80d4-4fce-b5b8-b36c8540d5bd,segment=NetworkSegment(b99c3a2a-6cc4-4860-b7c5-6aaace16c140),segment_id=b99c3a2a-6cc4-4860-b7c5-6aaace16c140)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:55.549140 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:55.605279 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=899f3ca5-80d4-4fce-b5b8-b36c8540d5bd,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:55.645397 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9d8a7410-9fac-4974-8265-4c0e0b5693b3 req-0e5a20a9-5105-49a8-8efa-856c81586920 service neutron] 10.222.0.36 "GET /v2.0/networks/5f499d80-0bb6-4641-9dad-53d101f8ac70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567670 Jul 15 23:12:55.823340 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-91ccf0f4-7455-4059-b8e0-0d28e64ac9a9 req-3f629c00-4389-4abc-986b-2ba3273e3a0a tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/ports?device_id=afbe4fd8-a198-44df-953d-f809a4b0436a HTTP/1.1" status: 200 len: 210 time: 0.0396571 Jul 15 23:12:55.839593 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['899f3ca5-80d4-4fce-b5b8-b36c8540d5bd'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:12:56.186913 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-497f844d-1e74-481b-a956-4b999e1d9c32 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Allocated IP 172.20.0.6 (8762ff4c-af53-489a-9638-7d16a5a9a397/48f08ec9-07a5-42e6-bbce-26101ffdb682/76d66964-5d75-43f4-9e52-c2d62bceba58) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:56.226695 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8402eea-dc6c-4f99-a047-433bf699ee3f tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:56.237960 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ad66eec0-088f-41d8-8de6-58af278d63b3 req-7b879587-544e-4eaa-ab14-235ee8947905 tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.0364907 Jul 15 23:12:56.273804 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b390cc5-1507-4a67-9041-13165a87b96a req-425ec636-25b6-483a-8176-6283f94e2996 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:56.275431 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b390cc5-1507-4a67-9041-13165a87b96a req-425ec636-25b6-483a-8176-6283f94e2996 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "GET /v2.0/ports?device_id=74d1ff00-bfb2-4c1d-8ab1-9abd8583b125 HTTP/1.1" status: 200 len: 944 time: 0.1033115 Jul 15 23:12:56.326809 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b390cc5-1507-4a67-9041-13165a87b96a req-89e726fb-cdcd-45c8-9291-c16c44518ee5 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "GET /v2.0/security-groups?id=571f9c8f-db10-4834-b601-464ec741b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454562 Jul 15 23:12:56.348333 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-1bf69e84-fefb-4496-afd0-59e0acc0b109 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:56.349804 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-1bf69e84-fefb-4496-afd0-59e0acc0b109 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.36 "GET /v2.0/networks?id=d46459bf-69b4-4e8d-8a06-951b2319409b HTTP/1.1" status: 200 len: 812 time: 0.7268908 Jul 15 23:12:56.372985 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-2c15f5ea-a408-46c3-809f-21d8c7b04bc6 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Request body: {'port': {'device_id': '01d2562f-b76b-4fb8-a4a6-5a87f7c4b950', 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b', 'admin_state_up': True, 'tenant_id': 'dd7ce8a707994c488c5570fcc34a8dcd'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:56.383276 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8402eea-dc6c-4f99-a047-433bf699ee3f tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Pushing event updated for resources: {'Subnet': ['ID=57413e90-e751-40c1-b39c-3273349a62ba,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:56.485271 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8402eea-dc6c-4f99-a047-433bf699ee3f tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Checking segment: {'id': '794bb893-754a-4644-b9db-91ee47b962f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c2026dac-bb92-4227-aab3-499ef4a229a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:56.485666 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8402eea-dc6c-4f99-a047-433bf699ee3f tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Network hostable DHCP agents. Network: c2026dac-bb92-4227-aab3-499ef4a229a2, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:12:56.550025 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-30557b46-4ef2-4337-bc66-5424153cbb1d req-9dd4ab15-a286-4b09-a7bc-f65c82f13300 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 210 time: 0.0917056 Jul 15 23:12:56.586119 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-497f844d-1e74-481b-a956-4b999e1d9c32 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:56.602473 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-497f844d-1e74-481b-a956-4b999e1d9c32 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Transition to ACTIVE for port object 76d66964-5d75-43f4-9e52-c2d62bceba58 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:56.634671 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8402eea-dc6c-4f99-a047-433bf699ee3f tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Network c2026dac-bb92-4227-aab3-499ef4a229a2 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:12:56.661681 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-c8402eea-dc6c-4f99-a047-433bf699ee3f tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, c2026dac-bb92-4227-aab3-499ef4a229a2) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:56.673226 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b470a568-0424-4506-ada1-c0abfb7121ba None None] Network c2026dac-bb92-4227-aab3-499ef4a229a2 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:56.676022 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-497f844d-1e74-481b-a956-4b999e1d9c32 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:56.680732 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8402eea-dc6c-4f99-a047-433bf699ee3f tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:56.681832 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8402eea-dc6c-4f99-a047-433bf699ee3f tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:56.763574 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-497f844d-1e74-481b-a956-4b999e1d9c32 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Network 8762ff4c-af53-489a-9638-7d16a5a9a397 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:56.770850 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-497f844d-1e74-481b-a956-4b999e1d9c32 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:56.778304 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-497f844d-1e74-481b-a956-4b999e1d9c32 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:56.783608 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f844d-1e74-481b-a956-4b999e1d9c32 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Pushing event updated for resources: {'Port': ['ID=76d66964-5d75-43f4-9e52-c2d62bceba58,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:56.812238 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-2c15f5ea-a408-46c3-809f-21d8c7b04bc6 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Made reservation on behalf of dd7ce8a707994c488c5570fcc34a8dcd for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:56.817809 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-2c15f5ea-a408-46c3-809f-21d8c7b04bc6 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:56.827756 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c8402eea-dc6c-4f99-a047-433bf699ee3f tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8408620 Jul 15 23:12:56.830743 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52194) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:56.835372 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-929fceeb-dbe2-4bea-bf70-fb9ba8e9f19d tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-474851435', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:56.900793 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-929fceeb-dbe2-4bea-bf70-fb9ba8e9f19d tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:56.902678 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-929fceeb-dbe2-4bea-bf70-fb9ba8e9f19d tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:56.956120 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-497f844d-1e74-481b-a956-4b999e1d9c32 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:56.959757 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-497f844d-1e74-481b-a956-4b999e1d9c32 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:56.963400 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1e71d6-7e1b-47ed-a595-f0b979a17da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-c2026dac-bb92-4227-aab3-499ef4a229a2', 'network_id': 'c2026dac-bb92-4227-aab3-499ef4a229a2', 'tenant_id': '75a9c27a62954a8fa092b44ed36ab1fd', 'fixed_ips': [{'subnet_id': '57413e90-e751-40c1-b39c-3273349a62ba'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:12:56.964292 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1b1e71d6-7e1b-47ed-a595-f0b979a17da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:57.008604 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-929fceeb-dbe2-4bea-bf70-fb9ba8e9f19d tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:57.018542 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-929fceeb-dbe2-4bea-bf70-fb9ba8e9f19d tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:57.076463 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-929fceeb-dbe2-4bea-bf70-fb9ba8e9f19d tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:57.078243 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-929fceeb-dbe2-4bea-bf70-fb9ba8e9f19d tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2464364 Jul 15 23:12:57.081542 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52202) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:57.103714 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-497f844d-1e74-481b-a956-4b999e1d9c32 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1510086 Jul 15 23:12:57.129817 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-451070d2-a3a0-4a80-be9c-fa595eecb0ac service neutron] Request body: {'port': {'device_id': 'afbe4fd8-a198-44df-953d-f809a4b0436a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:57.243743 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-1b1e71d6-7e1b-47ed-a595-f0b979a17da8 None None] Allocated IP 172.20.0.2 (c2026dac-bb92-4227-aab3-499ef4a229a2/57413e90-e751-40c1-b39c-3273349a62ba/bd3d1622-a01a-48f3-9d47-a52a54d8b93f) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:57.246659 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c24b2e3f-ba6e-4981-b58b-1cf332363136 None None] Provisioning for port 76d66964-5d75-43f4-9e52-c2d62bceba58 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:57.253200 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c24b2e3f-ba6e-4981-b58b-1cf332363136 None None] Provisioning complete for port 76d66964-5d75-43f4-9e52-c2d62bceba58 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:57.253833 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c24b2e3f-ba6e-4981-b58b-1cf332363136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:57.300390 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-c24b2e3f-ba6e-4981-b58b-1cf332363136 None None] Port 76d66964-5d75-43f4-9e52-c2d62bceba58 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:12:57.301980 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 899f3ca5-80d4-4fce-b5b8-b36c8540d5bd up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:57.343374 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-2c15f5ea-a408-46c3-809f-21d8c7b04bc6 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Allocated IP 172.20.0.13 (d46459bf-69b4-4e8d-8a06-951b2319409b/d361722a-d157-4a1f-9b02-624ca94298eb/aead6165-1299-4b8c-8bbb-a9811ee85a99) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:57.353525 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a228002-4590-4e76-a76e-33abf275af01 req-19be19b1-d09f-4030-92cf-6cd2ac6172a8 tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.1688221 Jul 15 23:12:57.418426 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 899f3ca5-80d4-4fce-b5b8-b36c8540d5bd completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:57.452031 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 899f3ca5-80d4-4fce-b5b8-b36c8540d5bd triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:57.452599 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:57.536059 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-451070d2-a3a0-4a80-be9c-fa595eecb0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:57.623876 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e009ab-2296-4af1-b3b4-9cd0a38a0837 req-e7ac53f5-2207-4668-8d69-849ba82c2ad3 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:57.624585 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:57.627318 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1b1e71d6-7e1b-47ed-a595-f0b979a17da8 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:57.632988 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a5e009ab-2296-4af1-b3b4-9cd0a38a0837 req-e7ac53f5-2207-4668-8d69-849ba82c2ad3 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/ports?device_id=afbe4fd8-a198-44df-953d-f809a4b0436a HTTP/1.1" status: 200 len: 931 time: 0.4470544 Jul 15 23:12:57.647729 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1b1e71d6-7e1b-47ed-a595-f0b979a17da8 None None] Transition to ACTIVE for port object bd3d1622-a01a-48f3-9d47-a52a54d8b93f will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:57.671992 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d1ff00-bfb2-4c1d-8ab1-9abd8583b125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899f3ca5-80d4-4fce-b5b8-b36c8540d5bd'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:57.674921 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703fffb7-293d-4973-907e-02893b2ecd74" -d '{"events": [{"server_uuid": "74d1ff00-bfb2-4c1d-8ab1-9abd8583b125", "name": "network-vif-plugged", "status": "completed", "tag": "899f3ca5-80d4-4fce-b5b8-b36c8540d5bd"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:57.700195 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 899f3ca5-80d4-4fce-b5b8-b36c8540d5bd, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=899f3ca5-80d4-4fce-b5b8-b36c8540d5bd,segment=NetworkSegment(b99c3a2a-6cc4-4860-b7c5-6aaace16c140),segment_id=b99c3a2a-6cc4-4860-b7c5-6aaace16c140)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:57.710839 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a5e009ab-2296-4af1-b3b4-9cd0a38a0837 req-2da6ee69-41d3-4286-954c-14fe6a8a4fe0 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/security-groups?id=a144b9fc-c892-4016-b855-7d3f0c3dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771308 Jul 15 23:12:57.724102 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1b1e71d6-7e1b-47ed-a595-f0b979a17da8 None None] Transition to ACTIVE for port object bd3d1622-a01a-48f3-9d47-a52a54d8b93f will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:57.728304 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:57.761489 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d64b4203-9cf8-42c5-9ccf-4ea4d92df786 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:57.765394 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1b1e71d6-7e1b-47ed-a595-f0b979a17da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:57.770732 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af7066-c24d-42a3-a182-2e20d7094803 req-e46e34fd-5739-47bf-a0f8-48df80fa3c12 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:57.772391 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-32af7066-c24d-42a3-a182-2e20d7094803 req-e46e34fd-5739-47bf-a0f8-48df80fa3c12 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "GET /v2.0/ports?device_id=74d1ff00-bfb2-4c1d-8ab1-9abd8583b125 HTTP/1.1" status: 200 len: 944 time: 0.2621770 Jul 15 23:12:57.815225 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1e71d6-7e1b-47ed-a595-f0b979a17da8 None None] Network c2026dac-bb92-4227-aab3-499ef4a229a2 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:57.821885 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-1b1e71d6-7e1b-47ed-a595-f0b979a17da8 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:57.836799 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1e71d6-7e1b-47ed-a595-f0b979a17da8 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:57.897341 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-32af7066-c24d-42a3-a182-2e20d7094803 req-3a35d020-2c06-4146-b3bf-d9d59fc228d6 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "GET /v2.0/security-groups?id=571f9c8f-db10-4834-b601-464ec741b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170316 Jul 15 23:12:57.971192 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=899f3ca5-80d4-4fce-b5b8-b36c8540d5bd,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:58.001740 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-451070d2-a3a0-4a80-be9c-fa595eecb0ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d66964-5d75-43f4-9e52-c2d62bceba58 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:58.010383 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-451070d2-a3a0-4a80-be9c-fa595eecb0ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:58.023403 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-451070d2-a3a0-4a80-be9c-fa595eecb0ac service neutron] Transition to ACTIVE for port object 76d66964-5d75-43f4-9e52-c2d62bceba58 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:58.029605 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-451070d2-a3a0-4a80-be9c-fa595eecb0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:58.053784 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306d4b08-07b6-4c21-8cb1-20e4e002a82c x-openstack-request-id: req-306d4b08-07b6-4c21-8cb1-20e4e002a82c {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:58.054316 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d1ff00-bfb2-4c1d-8ab1-9abd8583b125", "name": "network-vif-plugged", "status": "completed", "tag": "899f3ca5-80d4-4fce-b5b8-b36c8540d5bd", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:58.054825 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-306d4b08-07b6-4c21-8cb1-20e4e002a82c {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:58.054978 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d1ff00-bfb2-4c1d-8ab1-9abd8583b125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899f3ca5-80d4-4fce-b5b8-b36c8540d5bd', 'code': 200} Jul 15 23:12:58.066495 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-1b1e71d6-7e1b-47ed-a595-f0b979a17da8 None None] Attempting to bind port bd3d1622-a01a-48f3-9d47-a52a54d8b93f on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:58.066803 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-1b1e71d6-7e1b-47ed-a595-f0b979a17da8 None None] Attempting to bind port bd3d1622-a01a-48f3-9d47-a52a54d8b93f by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '794bb893-754a-4644-b9db-91ee47b962f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c2026dac-bb92-4227-aab3-499ef4a229a2'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:58.067169 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1e71d6-7e1b-47ed-a595-f0b979a17da8 None None] Attempting to bind port bd3d1622-a01a-48f3-9d47-a52a54d8b93f on network c2026dac-bb92-4227-aab3-499ef4a229a2 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:58.089336 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1e71d6-7e1b-47ed-a595-f0b979a17da8 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:58.090259 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1e71d6-7e1b-47ed-a595-f0b979a17da8 None None] Checking segment: {'id': '794bb893-754a-4644-b9db-91ee47b962f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c2026dac-bb92-4227-aab3-499ef4a229a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:58.091388 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1b1e71d6-7e1b-47ed-a595-f0b979a17da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:58.091952 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1e71d6-7e1b-47ed-a595-f0b979a17da8 None None] Bound using segment: {'id': '794bb893-754a-4644-b9db-91ee47b962f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c2026dac-bb92-4227-aab3-499ef4a229a2'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:58.092492 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-1b1e71d6-7e1b-47ed-a595-f0b979a17da8 None None] Bound port: bd3d1622-a01a-48f3-9d47-a52a54d8b93f, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794bb893-754a-4644-b9db-91ee47b962f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c2026dac-bb92-4227-aab3-499ef4a229a2'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:58.092931 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1b1e71d6-7e1b-47ed-a595-f0b979a17da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:58.119149 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e71d6-7e1b-47ed-a595-f0b979a17da8 None None] Pushing event updated for resources: {'Port': ['ID=bd3d1622-a01a-48f3-9d47-a52a54d8b93f,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:58.167090 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451070d2-a3a0-4a80-be9c-fa595eecb0ac service neutron] Pushing event updated for resources: {'Port': ['ID=76d66964-5d75-43f4-9e52-c2d62bceba58,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:58.177129 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-2c15f5ea-a408-46c3-809f-21d8c7b04bc6 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:58.202490 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-1b1e71d6-7e1b-47ed-a595-f0b979a17da8 None None] For port bd3d1622-a01a-48f3-9d47-a52a54d8b93f, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:58.206995 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-1b1e71d6-7e1b-47ed-a595-f0b979a17da8 None None] For port bd3d1622-a01a-48f3-9d47-a52a54d8b93f, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=bd3d1622-a01a-48f3-9d47-a52a54d8b93f,segment=NetworkSegment(794bb893-754a-4644-b9db-91ee47b962f3),segment_id=794bb893-754a-4644-b9db-91ee47b962f3)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:58.216311 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1b1e71d6-7e1b-47ed-a595-f0b979a17da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:58.339790 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e71d6-7e1b-47ed-a595-f0b979a17da8 None None] Pushing event updated for resources: {'Port': ['ID=bd3d1622-a01a-48f3-9d47-a52a54d8b93f,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:58.373125 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be17f3-5257-460f-a2a0-f8934b503324 req-076ecc88-264f-4c59-bfc9-c68ab5c29f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:58.382892 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67be17f3-5257-460f-a2a0-f8934b503324 req-076ecc88-264f-4c59-bfc9-c68ab5c29f73 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=74d1ff00-bfb2-4c1d-8ab1-9abd8583b125 HTTP/1.1" status: 200 len: 1096 time: 0.2799661 Jul 15 23:12:58.560063 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-2c15f5ea-a408-46c3-809f-21d8c7b04bc6 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:58.572541 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67be17f3-5257-460f-a2a0-f8934b503324 req-5c567704-f90f-4549-8904-ee41b8d6c44a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=571f9c8f-db10-4834-b601-464ec741b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883886 Jul 15 23:12:58.674006 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-d64b4203-9cf8-42c5-9ccf-4ea4d92df786 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Allocated IP 172.20.0.1 (c2026dac-bb92-4227-aab3-499ef4a229a2/57413e90-e751-40c1-b39c-3273349a62ba/efca5a9f-38af-4092-987e-b1da3124774a) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:58.737535 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-451070d2-a3a0-4a80-be9c-fa595eecb0ac service neutron] Attempting to bind port 76d66964-5d75-43f4-9e52-c2d62bceba58 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:58.737535 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-451070d2-a3a0-4a80-be9c-fa595eecb0ac service neutron] Attempting to bind port 76d66964-5d75-43f4-9e52-c2d62bceba58 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'd52f2102-c666-4e87-88eb-3f4047883fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8762ff4c-af53-489a-9638-7d16a5a9a397'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:58.738526 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-451070d2-a3a0-4a80-be9c-fa595eecb0ac service neutron] Attempting to bind port 76d66964-5d75-43f4-9e52-c2d62bceba58 on network 8762ff4c-af53-489a-9638-7d16a5a9a397 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:58.741110 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15f5ea-a408-46c3-809f-21d8c7b04bc6 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Pushing event updated for resources: {'Port': ['ID=aead6165-1299-4b8c-8bbb-a9811ee85a99,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:58.771789 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-451070d2-a3a0-4a80-be9c-fa595eecb0ac service neutron] Port 76d66964-5d75-43f4-9e52-c2d62bceba58 on network 8762ff4c-af53-489a-9638-7d16a5a9a397 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:12:58.772157 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-451070d2-a3a0-4a80-be9c-fa595eecb0ac service neutron] Attempting to bind port 76d66964-5d75-43f4-9e52-c2d62bceba58 on network 8762ff4c-af53-489a-9638-7d16a5a9a397 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:58.790429 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-2c15f5ea-a408-46c3-809f-21d8c7b04bc6 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Network d46459bf-69b4-4e8d-8a06-951b2319409b is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:58.801779 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d64b4203-9cf8-42c5-9ccf-4ea4d92df786 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:58.802467 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-2c15f5ea-a408-46c3-809f-21d8c7b04bc6 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:58.817022 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d64b4203-9cf8-42c5-9ccf-4ea4d92df786 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Transition to ACTIVE for port object efca5a9f-38af-4092-987e-b1da3124774a will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:58.817196 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-451070d2-a3a0-4a80-be9c-fa595eecb0ac service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:58.817977 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-451070d2-a3a0-4a80-be9c-fa595eecb0ac service neutron] Checking segment: {'id': 'd52f2102-c666-4e87-88eb-3f4047883fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8762ff4c-af53-489a-9638-7d16a5a9a397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:58.818788 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-451070d2-a3a0-4a80-be9c-fa595eecb0ac service neutron] Bound using segment: {'id': 'd52f2102-c666-4e87-88eb-3f4047883fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8762ff4c-af53-489a-9638-7d16a5a9a397'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:58.819918 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-451070d2-a3a0-4a80-be9c-fa595eecb0ac service neutron] Bound port: 76d66964-5d75-43f4-9e52-c2d62bceba58, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd52f2102-c666-4e87-88eb-3f4047883fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8762ff4c-af53-489a-9638-7d16a5a9a397'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:58.820366 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-451070d2-a3a0-4a80-be9c-fa595eecb0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:58.824915 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-2c15f5ea-a408-46c3-809f-21d8c7b04bc6 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:58.899878 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc90a812-1b81-465c-add4-71f1ad544df2 req-07596d20-8a6f-43e8-880d-5a33fa50d075 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 210 time: 0.9352491 Jul 15 23:12:58.902245 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d64b4203-9cf8-42c5-9ccf-4ea4d92df786 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:59.029132 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b4203-9cf8-42c5-9ccf-4ea4d92df786 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Pushing event updated for resources: {'Port': ['ID=efca5a9f-38af-4092-987e-b1da3124774a,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:59.056770 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64b4203-9cf8-42c5-9ccf-4ea4d92df786 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Network c2026dac-bb92-4227-aab3-499ef4a229a2 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:59.058590 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-d64b4203-9cf8-42c5-9ccf-4ea4d92df786 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:59.061102 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64b4203-9cf8-42c5-9ccf-4ea4d92df786 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:59.066414 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-451070d2-a3a0-4a80-be9c-fa595eecb0ac service neutron] For port 76d66964-5d75-43f4-9e52-c2d62bceba58, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:59.070430 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-451070d2-a3a0-4a80-be9c-fa595eecb0ac service neutron] For port 76d66964-5d75-43f4-9e52-c2d62bceba58, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=76d66964-5d75-43f4-9e52-c2d62bceba58,segment=NetworkSegment(d52f2102-c666-4e87-88eb-3f4047883fc5),segment_id=d52f2102-c666-4e87-88eb-3f4047883fc5)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:59.077973 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-451070d2-a3a0-4a80-be9c-fa595eecb0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:59.169063 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451070d2-a3a0-4a80-be9c-fa595eecb0ac service neutron] Pushing event updated for resources: {'Port': ['ID=76d66964-5d75-43f4-9e52-c2d62bceba58,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:59.192809 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-451070d2-a3a0-4a80-be9c-fa595eecb0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:59.193438 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-451070d2-a3a0-4a80-be9c-fa595eecb0ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:59.201545 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-451070d2-a3a0-4a80-be9c-fa595eecb0ac service neutron] 10.222.0.36 "PUT /v2.0/ports/76d66964-5d75-43f4-9e52-c2d62bceba58 HTTP/1.1" status: 200 len: 1091 time: 2.0765436 Jul 15 23:12:59.203224 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afbe4fd8-a198-44df-953d-f809a4b0436a', 'tag': '76d66964-5d75-43f4-9e52-c2d62bceba58'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:59.205969 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e5501b-ec9f-4b16-919e-4deb76d36e37" -d '{"events": [{"name": "network-changed", "server_uuid": "afbe4fd8-a198-44df-953d-f809a4b0436a", "tag": "76d66964-5d75-43f4-9e52-c2d62bceba58"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:59.240914 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-2c15f5ea-a408-46c3-809f-21d8c7b04bc6 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:59.241565 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-2c15f5ea-a408-46c3-809f-21d8c7b04bc6 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:59.254679 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96ed7fa9-b07e-4581-bf52-7c839e2f5adb req-454d7b8f-597e-4c59-8083-4fe78552c11f tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.1048191 Jul 15 23:12:59.265552 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d64b4203-9cf8-42c5-9ccf-4ea4d92df786 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:59.272275 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-2c15f5ea-a408-46c3-809f-21d8c7b04bc6 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9035828 Jul 15 23:12:59.309349 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-900d61a8-cda6-436b-9a35-87d11adae38f service neutron] Request body: {'port': {'device_id': '01d2562f-b76b-4fb8-a4a6-5a87f7c4b950', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:59.459355 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-900d61a8-cda6-436b-9a35-87d11adae38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:59.513920 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-289b1edd-d539-479e-831c-355482aad63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:59.515676 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-289b1edd-d539-479e-831c-355482aad63e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a3b33ab153c54452b058f065a74f587b&device_id=afbe4fd8-a198-44df-953d-f809a4b0436a HTTP/1.1" status: 200 len: 1094 time: 0.2425337 Jul 15 23:12:59.565557 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d64b4203-9cf8-42c5-9ccf-4ea4d92df786 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:59.613160 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-2521e573-b986-4e68-a9c0-b62ced7a313c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76d66964-5d75-43f4-9e52-c2d62bceba58 HTTP/1.1" status: 200 len: 217 time: 0.0762882 Jul 15 23:12:59.762754 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-c6be1c54-9458-434a-a12c-2f7ddc9e93df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:59.764226 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-c6be1c54-9458-434a-a12c-2f7ddc9e93df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48f08ec9-07a5-42e6-bbce-26101ffdb682 HTTP/1.1" status: 200 len: 844 time: 0.0914121 Jul 15 23:12:59.873161 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d64b4203-9cf8-42c5-9ccf-4ea4d92df786 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:59.890190 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d64b4203-9cf8-42c5-9ccf-4ea4d92df786 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:00.039978 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d64b4203-9cf8-42c5-9ccf-4ea4d92df786 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:00.049307 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b4203-9cf8-42c5-9ccf-4ea4d92df786 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Pushing event updated for resources: {'Port': ['ID=efca5a9f-38af-4092-987e-b1da3124774a,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:00.091590 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-840df7b6-872b-4516-aef5-e8a4844c5022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:00.093252 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-840df7b6-872b-4516-aef5-e8a4844c5022 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8762ff4c-af53-489a-9638-7d16a5a9a397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3143020 Jul 15 23:13:00.148673 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85d22d1-9355-4f18-8d4b-e0b3b0f49572 None None] Network c2026dac-bb92-4227-aab3-499ef4a229a2 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:00.171776 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78f2fb-f1c2-413b-a765-94fd11ee6354 req-b2cecc1b-07e0-43b9-a284-e6343bf0a7fa tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:00.180392 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6b78f2fb-f1c2-413b-a765-94fd11ee6354 req-b2cecc1b-07e0-43b9-a284-e6343bf0a7fa tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/ports?device_id=afbe4fd8-a198-44df-953d-f809a4b0436a HTTP/1.1" status: 200 len: 943 time: 0.7335339 Jul 15 23:13:00.199159 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-461f592d-93d8-454f-8abf-a39aab8af4ec None None] Provisioning for port bd3d1622-a01a-48f3-9d47-a52a54d8b93f completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:00.217359 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-900d61a8-cda6-436b-9a35-87d11adae38f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aead6165-1299-4b8c-8bbb-a9811ee85a99 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:00.228852 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-900d61a8-cda6-436b-9a35-87d11adae38f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:00.257611 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-900d61a8-cda6-436b-9a35-87d11adae38f service neutron] Transition to ACTIVE for port object aead6165-1299-4b8c-8bbb-a9811ee85a99 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:00.260424 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-925863d9-8a68-4968-a5ce-9a4e20a5bbdb service neutron] 10.222.0.36 "GET /v2.0/networks/8762ff4c-af53-489a-9638-7d16a5a9a397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583648 Jul 15 23:13:00.271697 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac1e89-dd92-4d10-949c-a0d29ab862a6 req-4fae708c-a329-40ff-ae09-67639e11286a tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:00.279235 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e0ac1e89-dd92-4d10-949c-a0d29ab862a6 req-4fae708c-a329-40ff-ae09-67639e11286a tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "GET /v2.0/ports?device_id=74d1ff00-bfb2-4c1d-8ab1-9abd8583b125 HTTP/1.1" status: 200 len: 945 time: 0.7381585 Jul 15 23:13:00.289312 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-900d61a8-cda6-436b-9a35-87d11adae38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:00.295314 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6b78f2fb-f1c2-413b-a765-94fd11ee6354 req-6c50fd28-09af-4493-b5a3-c5c8f4d4a5b5 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/security-groups?id=a144b9fc-c892-4016-b855-7d3f0c3dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135919 Jul 15 23:13:00.436004 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d61a8-cda6-436b-9a35-87d11adae38f service neutron] Pushing event updated for resources: {'Port': ['ID=aead6165-1299-4b8c-8bbb-a9811ee85a99,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:00.443430 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e0ac1e89-dd92-4d10-949c-a0d29ab862a6 req-bf00e701-9ba0-4c9d-ba32-7f759b800001 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "GET /v2.0/security-groups?id=571f9c8f-db10-4834-b601-464ec741b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633136 Jul 15 23:13:00.490693 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64b4203-9cf8-42c5-9ccf-4ea4d92df786 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Network c2026dac-bb92-4227-aab3-499ef4a229a2 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:00.502706 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-d64b4203-9cf8-42c5-9ccf-4ea4d92df786 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:00.519337 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c3c0573c-bdbe-4182-8603-2cc760810846 req-c10ad0df-e0b9-4cae-8226-777178e2354d service neutron] 10.222.0.36 "GET /v2.0/networks/8762ff4c-af53-489a-9638-7d16a5a9a397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516916 Jul 15 23:13:00.560226 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-900d61a8-cda6-436b-9a35-87d11adae38f service neutron] Attempting to bind port aead6165-1299-4b8c-8bbb-a9811ee85a99 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:00.560930 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-900d61a8-cda6-436b-9a35-87d11adae38f service neutron] Attempting to bind port aead6165-1299-4b8c-8bbb-a9811ee85a99 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'c57252a7-d501-46cc-b05a-0a67e8273926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:00.561506 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-900d61a8-cda6-436b-9a35-87d11adae38f service neutron] Attempting to bind port aead6165-1299-4b8c-8bbb-a9811ee85a99 on network d46459bf-69b4-4e8d-8a06-951b2319409b {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:00.567830 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-900d61a8-cda6-436b-9a35-87d11adae38f service neutron] Port aead6165-1299-4b8c-8bbb-a9811ee85a99 on network d46459bf-69b4-4e8d-8a06-951b2319409b not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:13:00.568668 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-900d61a8-cda6-436b-9a35-87d11adae38f service neutron] Attempting to bind port aead6165-1299-4b8c-8bbb-a9811ee85a99 on network d46459bf-69b4-4e8d-8a06-951b2319409b {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:00.579088 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-900d61a8-cda6-436b-9a35-87d11adae38f service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:00.579932 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-900d61a8-cda6-436b-9a35-87d11adae38f service neutron] Checking segment: {'id': 'c57252a7-d501-46cc-b05a-0a67e8273926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:00.580354 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-900d61a8-cda6-436b-9a35-87d11adae38f service neutron] Bound using segment: {'id': 'c57252a7-d501-46cc-b05a-0a67e8273926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:00.580804 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-900d61a8-cda6-436b-9a35-87d11adae38f service neutron] Bound port: aead6165-1299-4b8c-8bbb-a9811ee85a99, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c57252a7-d501-46cc-b05a-0a67e8273926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:00.581173 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-900d61a8-cda6-436b-9a35-87d11adae38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:00.586154 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd61c64-9694-47db-906e-c375d5e9478d req-ea031915-1a43-44b6-9ea2-6ac26ae039f4 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:00.592176 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd61c64-9694-47db-906e-c375d5e9478d req-ea031915-1a43-44b6-9ea2-6ac26ae039f4 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:00.598898 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd61c64-9694-47db-906e-c375d5e9478d req-ea031915-1a43-44b6-9ea2-6ac26ae039f4 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:00.605717 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd61c64-9694-47db-906e-c375d5e9478d req-ea031915-1a43-44b6-9ea2-6ac26ae039f4 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:00.613189 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd61c64-9694-47db-906e-c375d5e9478d req-ea031915-1a43-44b6-9ea2-6ac26ae039f4 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:00.619363 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd61c64-9694-47db-906e-c375d5e9478d req-ea031915-1a43-44b6-9ea2-6ac26ae039f4 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:00.639794 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd61c64-9694-47db-906e-c375d5e9478d req-ea031915-1a43-44b6-9ea2-6ac26ae039f4 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:00.646480 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7bd61c64-9694-47db-906e-c375d5e9478d req-ea031915-1a43-44b6-9ea2-6ac26ae039f4 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.43 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 5442 time: 0.3175783 Jul 15 23:13:00.686827 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-900d61a8-cda6-436b-9a35-87d11adae38f service neutron] For port aead6165-1299-4b8c-8bbb-a9811ee85a99, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:00.691990 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-900d61a8-cda6-436b-9a35-87d11adae38f service neutron] For port aead6165-1299-4b8c-8bbb-a9811ee85a99, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=aead6165-1299-4b8c-8bbb-a9811ee85a99,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:00.697481 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-900d61a8-cda6-436b-9a35-87d11adae38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:00.702952 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbf3cd4-502c-461a-8fba-66691c14fe2c x-openstack-request-id: req-ffbf3cd4-502c-461a-8fba-66691c14fe2c {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:00.703308 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afbe4fd8-a198-44df-953d-f809a4b0436a", "tag": "76d66964-5d75-43f4-9e52-c2d62bceba58", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:00.703594 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ffbf3cd4-502c-461a-8fba-66691c14fe2c {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:00.704639 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afbe4fd8-a198-44df-953d-f809a4b0436a', 'tag': '76d66964-5d75-43f4-9e52-c2d62bceba58', 'status': 'completed', 'code': 200} Jul 15 23:13:00.739362 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-900d61a8-cda6-436b-9a35-87d11adae38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:00.740516 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-900d61a8-cda6-436b-9a35-87d11adae38f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:00.742082 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-900d61a8-cda6-436b-9a35-87d11adae38f service neutron] 10.222.0.36 "PUT /v2.0/ports/aead6165-1299-4b8c-8bbb-a9811ee85a99 HTTP/1.1" status: 200 len: 1092 time: 1.4382048 Jul 15 23:13:00.770671 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d61a8-cda6-436b-9a35-87d11adae38f service neutron] Pushing event updated for resources: {'Port': ['ID=aead6165-1299-4b8c-8bbb-a9811ee85a99,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:00.800313 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device bd3d1622-a01a-48f3-9d47-a52a54d8b93f up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:00.900198 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port bd3d1622-a01a-48f3-9d47-a52a54d8b93f completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:00.907782 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port bd3d1622-a01a-48f3-9d47-a52a54d8b93f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:00.908443 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:00.911479 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6991b9fb-e344-4195-913e-2e8451a9902b None None] Provisioning for port efca5a9f-38af-4092-987e-b1da3124774a completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:00.951988 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd61c64-9694-47db-906e-c375d5e9478d req-f5abe7c7-6c37-483a-8f94-8f0d3c70fd4c tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:00.952246 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6991b9fb-e344-4195-913e-2e8451a9902b None None] Provisioning complete for port efca5a9f-38af-4092-987e-b1da3124774a triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:00.952765 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6991b9fb-e344-4195-913e-2e8451a9902b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:00.953800 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7bd61c64-9694-47db-906e-c375d5e9478d req-f5abe7c7-6c37-483a-8f94-8f0d3c70fd4c tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.43 "GET /v2.0/ports/eb72faf0-e402-4e9c-937e-dc2238b8df3b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1580660 Jul 15 23:13:01.034215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-6991b9fb-e344-4195-913e-2e8451a9902b None None] Port efca5a9f-38af-4092-987e-b1da3124774a cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:13:01.038722 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce232b5-2839-4070-8d04-01f6ceccf605 req-356beda0-72da-476d-9107-3a3898ab7fdd tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:01.043032 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-da4c23ee-615a-4a6d-afdb-5877a930d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:01.044533 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-da4c23ee-615a-4a6d-afdb-5877a930d954 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd7ce8a707994c488c5570fcc34a8dcd&device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 1095 time: 0.1046131 Jul 15 23:13:01.047456 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5501b-ec9f-4b16-919e-4deb76d36e37 req-e94f3b20-93f3-40a2-b7c2-32a6be768ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:01.049212 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce232b5-2839-4070-8d04-01f6ceccf605 req-356beda0-72da-476d-9107-3a3898ab7fdd tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:01.049694 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-51e5501b-ec9f-4b16-919e-4deb76d36e37 req-e94f3b20-93f3-40a2-b7c2-32a6be768ad6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a3b33ab153c54452b058f065a74f587b&device_id=afbe4fd8-a198-44df-953d-f809a4b0436a HTTP/1.1" status: 200 len: 1094 time: 0.1827021 Jul 15 23:13:01.056840 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce232b5-2839-4070-8d04-01f6ceccf605 req-356beda0-72da-476d-9107-3a3898ab7fdd tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:01.071792 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce232b5-2839-4070-8d04-01f6ceccf605 req-356beda0-72da-476d-9107-3a3898ab7fdd tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:01.077728 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce232b5-2839-4070-8d04-01f6ceccf605 req-356beda0-72da-476d-9107-3a3898ab7fdd tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:01.088019 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:01.099622 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce232b5-2839-4070-8d04-01f6ceccf605 req-356beda0-72da-476d-9107-3a3898ab7fdd tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:01.113333 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce232b5-2839-4070-8d04-01f6ceccf605 req-356beda0-72da-476d-9107-3a3898ab7fdd tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:01.123696 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0ce232b5-2839-4070-8d04-01f6ceccf605 req-356beda0-72da-476d-9107-3a3898ab7fdd tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 5442 time: 0.6345603 Jul 15 23:13:01.149397 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port bd3d1622-a01a-48f3-9d47-a52a54d8b93f, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=bd3d1622-a01a-48f3-9d47-a52a54d8b93f,segment=NetworkSegment(794bb893-754a-4644-b9db-91ee47b962f3),segment_id=794bb893-754a-4644-b9db-91ee47b962f3)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:01.165815 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1c94a490-ed3b-43ba-afc8-4a035a9b0962 None None] Provisioning complete for port efca5a9f-38af-4092-987e-b1da3124774a triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:01.166215 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c94a490-ed3b-43ba-afc8-4a035a9b0962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:01.167871 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:01.176621 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-33cbe017-0cd8-4a97-9a1c-830eec6978bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aead6165-1299-4b8c-8bbb-a9811ee85a99 HTTP/1.1" status: 200 len: 217 time: 0.1134169 Jul 15 23:13:01.223056 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0ce232b5-2839-4070-8d04-01f6ceccf605 req-a6eb3347-d773-40d8-ada5-26a990e5ed90 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64c486d-daa9-4031-a834-d15c94ff1017&id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0980196 Jul 15 23:13:01.236260 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-5689c7c2-7b81-41be-b8d0-c10433a2cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:01.237671 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-5689c7c2-7b81-41be-b8d0-c10433a2cd75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d361722a-d157-4a1f-9b02-624ca94298eb HTTP/1.1" status: 200 len: 852 time: 0.0515552 Jul 15 23:13:01.249679 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-1c94a490-ed3b-43ba-afc8-4a035a9b0962 None None] Port efca5a9f-38af-4092-987e-b1da3124774a cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:13:01.270431 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=bd3d1622-a01a-48f3-9d47-a52a54d8b93f,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:01.311200 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-34e7dbe8-eb26-49f1-ab31-adfc8e48052a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d46459bf-69b4-4e8d-8a06-951b2319409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660613 Jul 15 23:13:01.364672 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767fe4c-36ba-4478-8ae6-cfcc9469e722 req-bb2c3332-3dfd-439e-9523-9bc35cbf807a tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:01.365880 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5501b-ec9f-4b16-919e-4deb76d36e37 req-09a7cdca-9b55-4fc7-ada7-4e24afceb916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:01.366702 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d767fe4c-36ba-4478-8ae6-cfcc9469e722 req-bb2c3332-3dfd-439e-9523-9bc35cbf807a tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 944 time: 0.5240912 Jul 15 23:13:01.367639 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-51e5501b-ec9f-4b16-919e-4deb76d36e37 req-09a7cdca-9b55-4fc7-ada7-4e24afceb916 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8762ff4c-af53-489a-9638-7d16a5a9a397 HTTP/1.1" status: 200 len: 906 time: 0.2984107 Jul 15 23:13:01.369718 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64b4203-9cf8-42c5-9ccf-4ea4d92df786 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Router 8bb854e1-5195-4a1c-ad0c-df92cbc75fa0 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:13:01.417204 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-51e5501b-ec9f-4b16-919e-4deb76d36e37 req-7d850e65-9545-4162-b7c4-41fc0614aeb5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76d66964-5d75-43f4-9e52-c2d62bceba58 HTTP/1.1" status: 200 len: 217 time: 0.0425839 Jul 15 23:13:01.475437 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4df089a7-2f08-4409-99ac-2befa569c253 None None] Provisioning complete for port efca5a9f-38af-4092-987e-b1da3124774a triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:01.476306 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4df089a7-2f08-4409-99ac-2befa569c253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:01.503396 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7bd61c64-9694-47db-906e-c375d5e9478d req-0e12f61d-bdde-4f0a-926c-2ecbf22b83d9 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.43 "GET /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5396209 Jul 15 23:13:01.518343 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5501b-ec9f-4b16-919e-4deb76d36e37 req-b65909d3-22bb-4f99-a3fe-4190d0244ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:01.519963 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-51e5501b-ec9f-4b16-919e-4deb76d36e37 req-b65909d3-22bb-4f99-a3fe-4190d0244ac5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48f08ec9-07a5-42e6-bbce-26101ffdb682 HTTP/1.1" status: 200 len: 844 time: 0.0682964 Jul 15 23:13:01.522009 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-0256839f-dcbb-43a7-b349-207097a40ec4 service neutron] 10.222.0.36 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925631 Jul 15 23:13:01.530531 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-be4474e2-1b89-4ed3-8c98-0236d0aabb93 req-aefde7c5-e398-487a-8fd7-664afa915a15 tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.1107004 Jul 15 23:13:01.538376 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-7bd61c64-9694-47db-906e-c375d5e9478d req-fa020766-2ae9-40be-b688-7731dd5c3cab service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:01.553978 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-4df089a7-2f08-4409-99ac-2befa569c253 None None] Port efca5a9f-38af-4092-987e-b1da3124774a cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:13:01.577786 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d767fe4c-36ba-4478-8ae6-cfcc9469e722 req-8ef7a17e-0425-4f43-981f-ecf98952672d tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998308 Jul 15 23:13:01.595628 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64b4203-9cf8-42c5-9ccf-4ea4d92df786 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:13:01.601892 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d64b4203-9cf8-42c5-9ccf-4ea4d92df786 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] 10.222.0.16 "PUT /v2.0/routers/8bb854e1-5195-4a1c-ad0c-df92cbc75fa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5185027 Jul 15 23:13:01.605117 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52248) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:01.609961 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-0f94b73a-3e84-43de-82ff-5ad8f515806c tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Request body: {'port': {'network_id': 'c2026dac-bb92-4227-aab3-499ef4a229a2', 'name': 'tempest-FloatingIPNegativeTestJSON-1369016679'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:01.615879 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfb4a83-aec6-4b5b-a0be-26fafa3634f6 None None] Sync routers for ids ['8bb854e1-5195-4a1c-ad0c-df92cbc75fa0'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:13:01.628077 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfb4a83-aec6-4b5b-a0be-26fafa3634f6 None None] Routers {'8bb854e1-5195-4a1c-ad0c-df92cbc75fa0'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:13:01.629014 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ccfb4a83-aec6-4b5b-a0be-26fafa3634f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['8bb854e1-5195-4a1c-ad0c-df92cbc75fa0'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:01.666560 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ccfb4a83-aec6-4b5b-a0be-26fafa3634f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:01.678823 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfb4a83-aec6-4b5b-a0be-26fafa3634f6 None None] Routers {'8bb854e1-5195-4a1c-ad0c-df92cbc75fa0'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:13:01.679928 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ccfb4a83-aec6-4b5b-a0be-26fafa3634f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['8bb854e1-5195-4a1c-ad0c-df92cbc75fa0'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:01.716156 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-22ab7f69-c185-444b-ab5f-2e8dfcc46da3 req-d6b7164e-57bb-4172-8830-54ae078be0f5 service neutron] 10.222.0.36 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824434 Jul 15 23:13:01.718877 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5501b-ec9f-4b16-919e-4deb76d36e37 req-e7dd186f-812d-4c88-86bf-0c0843cf71a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:01.720539 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-51e5501b-ec9f-4b16-919e-4deb76d36e37 req-e7dd186f-812d-4c88-86bf-0c0843cf71a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8762ff4c-af53-489a-9638-7d16a5a9a397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1782806 Jul 15 23:13:01.723477 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ccfb4a83-aec6-4b5b-a0be-26fafa3634f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:01.724303 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfb4a83-aec6-4b5b-a0be-26fafa3634f6 None None] The sync data for ids ['8bb854e1-5195-4a1c-ad0c-df92cbc75fa0'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:13:01.797514 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7bd61c64-9694-47db-906e-c375d5e9478d req-fa020766-2ae9-40be-b688-7731dd5c3cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:01.852800 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-51e5501b-ec9f-4b16-919e-4deb76d36e37 req-73c409e1-2bb1-4cd3-87b0-fda4eccc42b3 service neutron] 10.222.0.36 "GET /v2.0/networks/8762ff4c-af53-489a-9638-7d16a5a9a397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159203 Jul 15 23:13:01.960123 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-51e5501b-ec9f-4b16-919e-4deb76d36e37 req-35e0728d-5bb7-4ed6-8d82-a45d2edd40b6 service neutron] 10.222.0.36 "GET /v2.0/networks/8762ff4c-af53-489a-9638-7d16a5a9a397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002281 Jul 15 23:13:01.969567 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c331b5-31ed-4928-87b8-f020b2550b3a req-5ee28de4-941b-4711-a9e9-b6ca35848798 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:01.971127 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-85c331b5-31ed-4928-87b8-f020b2550b3a req-5ee28de4-941b-4711-a9e9-b6ca35848798 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/ports?device_id=afbe4fd8-a198-44df-953d-f809a4b0436a HTTP/1.1" status: 200 len: 943 time: 0.2729285 Jul 15 23:13:01.984191 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f94b73a-3e84-43de-82ff-5ad8f515806c tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Made reservation on behalf of 75a9c27a62954a8fa092b44ed36ab1fd for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:01.988275 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0f94b73a-3e84-43de-82ff-5ad8f515806c tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:02.032343 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d22564-3a5d-41f5-877a-62ddea8cab84 req-ab61fc54-3bc9-4d16-9d1a-de8c5ec56dae tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:02.033963 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b6d22564-3a5d-41f5-877a-62ddea8cab84 req-ab61fc54-3bc9-4d16-9d1a-de8c5ec56dae tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "GET /v2.0/ports?device_id=74d1ff00-bfb2-4c1d-8ab1-9abd8583b125 HTTP/1.1" status: 200 len: 945 time: 0.2342868 Jul 15 23:13:02.075786 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-0f94b73a-3e84-43de-82ff-5ad8f515806c tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] device_id is not set on port 2443b75a-06e5-4f6f-870f-7a527a0d2fbb yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:13:02.158360 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-85c331b5-31ed-4928-87b8-f020b2550b3a req-1309be2d-fd85-4583-a836-1704a5b2b877 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/security-groups?id=a144b9fc-c892-4016-b855-7d3f0c3dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768706 Jul 15 23:13:02.205414 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-7bd61c64-9694-47db-906e-c375d5e9478d req-fa020766-2ae9-40be-b688-7731dd5c3cab service neutron] For port eb72faf0-e402-4e9c-937e-dc2238b8df3b, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=eb72faf0-e402-4e9c-937e-dc2238b8df3b,segment=NetworkSegment(6218e074-3910-44ac-9d27-f9d6cc660fd8),segment_id=6218e074-3910-44ac-9d27-f9d6cc660fd8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:02.224008 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b6d22564-3a5d-41f5-877a-62ddea8cab84 req-9cd5fc54-2450-49e8-8f2e-50312fd6f916 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "GET /v2.0/security-groups?id=571f9c8f-db10-4834-b601-464ec741b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617236 Jul 15 23:13:02.294590 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-7bd61c64-9694-47db-906e-c375d5e9478d req-fa020766-2ae9-40be-b688-7731dd5c3cab service neutron] For port eb72faf0-e402-4e9c-937e-dc2238b8df3b, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:02.346379 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-7bd61c64-9694-47db-906e-c375d5e9478d req-fa020766-2ae9-40be-b688-7731dd5c3cab service neutron] device_id is not set on port eb72faf0-e402-4e9c-937e-dc2238b8df3b yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:13:02.360467 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7bd61c64-9694-47db-906e-c375d5e9478d req-fa020766-2ae9-40be-b688-7731dd5c3cab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:02.370439 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7bd61c64-9694-47db-906e-c375d5e9478d req-fa020766-2ae9-40be-b688-7731dd5c3cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:02.414229 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-0f94b73a-3e84-43de-82ff-5ad8f515806c tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Allocated IP 172.20.0.12 (c2026dac-bb92-4227-aab3-499ef4a229a2/57413e90-e751-40c1-b39c-3273349a62ba/2443b75a-06e5-4f6f-870f-7a527a0d2fbb) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:02.697910 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device bd3d1622-a01a-48f3-9d47-a52a54d8b93f up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:02.705679 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d2562f-b76b-4fb8-a4a6-5a87f7c4b950', 'tag': 'aead6165-1299-4b8c-8bbb-a9811ee85a99'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:02.708213 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4994a60a-2f00-42ef-ba99-1a991d3835a9" -d '{"events": [{"name": "network-changed", "server_uuid": "01d2562f-b76b-4fb8-a4a6-5a87f7c4b950", "tag": "aead6165-1299-4b8c-8bbb-a9811ee85a99"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:02.753773 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port bd3d1622-a01a-48f3-9d47-a52a54d8b93f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:02.754356 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:02.799595 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8143ec4a-0b05-4834-ab63-740a7ead6b76 None None] Provisioning complete for port eb72faf0-e402-4e9c-937e-dc2238b8df3b triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:02.799971 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8143ec4a-0b05-4834-ab63-740a7ead6b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:02.820653 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa020766-2ae9-40be-b688-7731dd5c3cab service neutron] Pushing event updated for resources: {'Port': ['ID=eb72faf0-e402-4e9c-937e-dc2238b8df3b,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:02.847124 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd61c64-9694-47db-906e-c375d5e9478d req-fa020766-2ae9-40be-b688-7731dd5c3cab service neutron] No DVR routers for this DVR port eb72faf0-e402-4e9c-937e-dc2238b8df3b on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:02.856872 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-8143ec4a-0b05-4834-ab63-740a7ead6b76 None None] Port eb72faf0-e402-4e9c-937e-dc2238b8df3b cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:13:02.971445 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-7bd61c64-9694-47db-906e-c375d5e9478d req-fa020766-2ae9-40be-b688-7731dd5c3cab service neutron] In _notify_port_updated(), no bound segment for port eb72faf0-e402-4e9c-937e-dc2238b8df3b on network 31b3dd95-5845-4ba7-8163-7532c80b8fbe {{(pid=93799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:13:02.972324 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd61c64-9694-47db-906e-c375d5e9478d req-fa020766-2ae9-40be-b688-7731dd5c3cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:02.972934 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7bd61c64-9694-47db-906e-c375d5e9478d req-fa020766-2ae9-40be-b688-7731dd5c3cab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:02.974200 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7bd61c64-9694-47db-906e-c375d5e9478d req-fa020766-2ae9-40be-b688-7731dd5c3cab service neutron] 10.222.0.43 "PUT /v2.0/ports/eb72faf0-e402-4e9c-937e-dc2238b8df3b HTTP/1.1" status: 200 len: 1032 time: 1.4476049 Jul 15 23:13:03.083517 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55709a-655e-455d-a4b1-ad34f86bd42d req-815c01ce-cfb6-41d8-a970-019ff5f82692 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:03.084938 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fa55709a-655e-455d-a4b1-ad34f86bd42d req-815c01ce-cfb6-41d8-a970-019ff5f82692 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "GET /v2.0/ports?device_id=74d1ff00-bfb2-4c1d-8ab1-9abd8583b125 HTTP/1.1" status: 200 len: 945 time: 0.6448023 Jul 15 23:13:03.101520 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c10cd-6194-42bf-a63b-ec18ae05016f req-644893d7-99f8-42db-ad1e-3ef55331d1b1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:03.107295 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c10cd-6194-42bf-a63b-ec18ae05016f req-644893d7-99f8-42db-ad1e-3ef55331d1b1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:03.113053 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c10cd-6194-42bf-a63b-ec18ae05016f req-644893d7-99f8-42db-ad1e-3ef55331d1b1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:03.119072 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c10cd-6194-42bf-a63b-ec18ae05016f req-644893d7-99f8-42db-ad1e-3ef55331d1b1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:03.124806 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c10cd-6194-42bf-a63b-ec18ae05016f req-644893d7-99f8-42db-ad1e-3ef55331d1b1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:03.131155 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c10cd-6194-42bf-a63b-ec18ae05016f req-644893d7-99f8-42db-ad1e-3ef55331d1b1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:03.132905 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ea9c10cd-6194-42bf-a63b-ec18ae05016f req-644893d7-99f8-42db-ad1e-3ef55331d1b1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 4663 time: 0.3096235 Jul 15 23:13:03.139094 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd61c64-9694-47db-906e-c375d5e9478d req-ebc1032d-a555-45ae-83d1-c762d4dd2545 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:03.140355 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7bd61c64-9694-47db-906e-c375d5e9478d req-ebc1032d-a555-45ae-83d1-c762d4dd2545 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.43 "GET /v2.0/ports/3b0c43e3-ab51-4455-afee-2a76ff729069?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1586730 Jul 15 23:13:03.167019 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-7bd61c64-9694-47db-906e-c375d5e9478d req-ed765f51-8d87-4d29-a814-1e8b2c74b0f3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:03.234806 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0f94b73a-3e84-43de-82ff-5ad8f515806c tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:03.272939 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ea9c10cd-6194-42bf-a63b-ec18ae05016f req-ab8bf0ee-eaa5-4331-81ec-493d7beb2f91 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=a64c486d-daa9-4031-a834-d15c94ff1017&id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1311452 Jul 15 23:13:03.275616 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fa55709a-655e-455d-a4b1-ad34f86bd42d req-0efa83d7-79dc-4145-a247-ee2fd2d0c39f tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "GET /v2.0/security-groups?id=571f9c8f-db10-4834-b601-464ec741b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399174 Jul 15 23:13:03.295473 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-0f94b73a-3e84-43de-82ff-5ad8f515806c tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Transition to ACTIVE for port object 2443b75a-06e5-4f6f-870f-7a527a0d2fbb will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:03.317445 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7bd61c64-9694-47db-906e-c375d5e9478d req-ed765f51-8d87-4d29-a814-1e8b2c74b0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:03.320679 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device aead6165-1299-4b8c-8bbb-a9811ee85a99 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:13:03.377913 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0f94b73a-3e84-43de-82ff-5ad8f515806c tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:03.520710 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4f131819-a260-470e-a5ba-772f23c91e80 req-69028404-f836-4f54-a6c1-f91f36dcbc22 tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.0968432 Jul 15 23:13:03.522422 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f94b73a-3e84-43de-82ff-5ad8f515806c tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Network c2026dac-bb92-4227-aab3-499ef4a229a2 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:03.558950 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-0f94b73a-3e84-43de-82ff-5ad8f515806c tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:03.560866 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94b73a-3e84-43de-82ff-5ad8f515806c tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Pushing event updated for resources: {'Port': ['ID=2443b75a-06e5-4f6f-870f-7a527a0d2fbb,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:03.565435 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f94b73a-3e84-43de-82ff-5ad8f515806c tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:03.604570 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port aead6165-1299-4b8c-8bbb-a9811ee85a99, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=aead6165-1299-4b8c-8bbb-a9811ee85a99,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:03.619013 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'aead6165-1299-4b8c-8bbb-a9811ee85a99', 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b', 'port_id': 'aead6165-1299-4b8c-8bbb-a9811ee85a99', 'mac_address': 'fa:16:3e:61:a3:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd361722a-d157-4a1f-9b02-624ca94298eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:13:03.643984 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f94b73a-3e84-43de-82ff-5ad8f515806c tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:03.644449 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0f94b73a-3e84-43de-82ff-5ad8f515806c tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:03.659664 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-7bd61c64-9694-47db-906e-c375d5e9478d req-ed765f51-8d87-4d29-a814-1e8b2c74b0f3 service neutron] For port 3b0c43e3-ab51-4455-afee-2a76ff729069, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=3b0c43e3-ab51-4455-afee-2a76ff729069,segment=NetworkSegment(6218e074-3910-44ac-9d27-f9d6cc660fd8),segment_id=6218e074-3910-44ac-9d27-f9d6cc660fd8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:03.665927 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:03.679895 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aead6165-1299-4b8c-8bbb-a9811ee85a99 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:03.704767 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port aead6165-1299-4b8c-8bbb-a9811ee85a99, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=aead6165-1299-4b8c-8bbb-a9811ee85a99,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:03.711123 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:03.711960 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 76d66964-5d75-43f4-9e52-c2d62bceba58 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:13:03.714913 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24aa088-de20-4f88-b042-0b792043d16e req-d2c878de-b408-451b-813e-a5ee0bd09420 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:03.716458 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d24aa088-de20-4f88-b042-0b792043d16e req-d2c878de-b408-451b-813e-a5ee0bd09420 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 945 time: 0.2944582 Jul 15 23:13:03.722492 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0f94b73a-3e84-43de-82ff-5ad8f515806c tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1163802 Jul 15 23:13:03.726133 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52274) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:03.731223 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3e1be398-d1a3-4da9-9cf7-614c362b908a tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:03.766397 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e1be398-d1a3-4da9-9cf7-614c362b908a tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:03.780038 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-7bd61c64-9694-47db-906e-c375d5e9478d req-ed765f51-8d87-4d29-a814-1e8b2c74b0f3 service neutron] For port 3b0c43e3-ab51-4455-afee-2a76ff729069, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:03.795780 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=aead6165-1299-4b8c-8bbb-a9811ee85a99,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:03.810621 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:03.811781 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:03.812742 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:03.812742 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:03.813264 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:03.814026 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:03.814469 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:03.814962 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:03.815382 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:03.816567 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:03.817187 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:03.817469 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:03.847220 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d24aa088-de20-4f88-b042-0b792043d16e req-de3790e0-53c0-4389-baf1-3b728895379b tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213980 Jul 15 23:13:03.860933 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-7bd61c64-9694-47db-906e-c375d5e9478d req-ed765f51-8d87-4d29-a814-1e8b2c74b0f3 service neutron] device_id is not set on port 3b0c43e3-ab51-4455-afee-2a76ff729069 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:13:03.884382 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7bd61c64-9694-47db-906e-c375d5e9478d req-ed765f51-8d87-4d29-a814-1e8b2c74b0f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:03.894945 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba5c5e-ce7d-44f2-8fa6-06cd41a18e49 req-6080cd37-4712-4970-9c85-0712c2f6ea1e tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:03.901929 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e5ba5c5e-ce7d-44f2-8fa6-06cd41a18e49 req-6080cd37-4712-4970-9c85-0712c2f6ea1e tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 944 time: 0.2444584 Jul 15 23:13:03.906216 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 76d66964-5d75-43f4-9e52-c2d62bceba58, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=76d66964-5d75-43f4-9e52-c2d62bceba58,segment=NetworkSegment(d52f2102-c666-4e87-88eb-3f4047883fc5),segment_id=d52f2102-c666-4e87-88eb-3f4047883fc5)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:03.911142 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7bd61c64-9694-47db-906e-c375d5e9478d req-ed765f51-8d87-4d29-a814-1e8b2c74b0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:03.913554 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e1be398-d1a3-4da9-9cf7-614c362b908a tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:03.922669 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '76d66964-5d75-43f4-9e52-c2d62bceba58', 'network_id': '8762ff4c-af53-489a-9638-7d16a5a9a397', 'port_id': '76d66964-5d75-43f4-9e52-c2d62bceba58', 'mac_address': 'fa:16:3e:95:1a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48f08ec9-07a5-42e6-bbce-26101ffdb682', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:13:03.925435 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b7ebdc-a1cb-410d-a11c-7bc67323e007 x-openstack-request-id: req-58b7ebdc-a1cb-410d-a11c-7bc67323e007 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:03.925857 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d2562f-b76b-4fb8-a4a6-5a87f7c4b950", "tag": "aead6165-1299-4b8c-8bbb-a9811ee85a99", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:03.926212 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58b7ebdc-a1cb-410d-a11c-7bc67323e007 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:03.926877 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01d2562f-b76b-4fb8-a4a6-5a87f7c4b950', 'tag': 'aead6165-1299-4b8c-8bbb-a9811ee85a99', 'status': 'completed', 'code': 200} Jul 15 23:13:04.002082 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:04.020362 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e5ba5c5e-ce7d-44f2-8fa6-06cd41a18e49 req-543166e0-ccaf-402b-a575-b6755bd853fa tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161053 Jul 15 23:13:04.024749 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c14a713d-a637-4a5e-b080-3132773bcdf5 None None] Provisioning for port 2443b75a-06e5-4f6f-870f-7a527a0d2fbb completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:04.034394 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c14a713d-a637-4a5e-b080-3132773bcdf5 None None] Provisioning complete for port 2443b75a-06e5-4f6f-870f-7a527a0d2fbb triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:04.034891 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c14a713d-a637-4a5e-b080-3132773bcdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:04.037808 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d66964-5d75-43f4-9e52-c2d62bceba58 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:04.070532 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed765f51-8d87-4d29-a814-1e8b2c74b0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0c43e3-ab51-4455-afee-2a76ff729069,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:04.076346 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 76d66964-5d75-43f4-9e52-c2d62bceba58, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=76d66964-5d75-43f4-9e52-c2d62bceba58,segment=NetworkSegment(d52f2102-c666-4e87-88eb-3f4047883fc5),segment_id=d52f2102-c666-4e87-88eb-3f4047883fc5)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:04.090964 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd61c64-9694-47db-906e-c375d5e9478d req-ed765f51-8d87-4d29-a814-1e8b2c74b0f3 service neutron] No DVR routers for this DVR port 3b0c43e3-ab51-4455-afee-2a76ff729069 on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:04.110586 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:04.135188 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-3e1be398-d1a3-4da9-9cf7-614c362b908a tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Allocated IP 172.25.4.123 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/1b0e89ae-ea52-467f-96ec-15e8956fd6d2) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:04.157804 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-c14a713d-a637-4a5e-b080-3132773bcdf5 None None] Port 2443b75a-06e5-4f6f-870f-7a527a0d2fbb cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:13:04.175494 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=76d66964-5d75-43f4-9e52-c2d62bceba58,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:04.203484 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-7bd61c64-9694-47db-906e-c375d5e9478d req-ed765f51-8d87-4d29-a814-1e8b2c74b0f3 service neutron] In _notify_port_updated(), no bound segment for port 3b0c43e3-ab51-4455-afee-2a76ff729069 on network 31b3dd95-5845-4ba7-8163-7532c80b8fbe {{(pid=93799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:13:04.204948 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd61c64-9694-47db-906e-c375d5e9478d req-ed765f51-8d87-4d29-a814-1e8b2c74b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:04.205524 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7bd61c64-9694-47db-906e-c375d5e9478d req-ed765f51-8d87-4d29-a814-1e8b2c74b0f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:04.206850 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7bd61c64-9694-47db-906e-c375d5e9478d req-ed765f51-8d87-4d29-a814-1e8b2c74b0f3 service neutron] 10.222.0.43 "PUT /v2.0/ports/3b0c43e3-ab51-4455-afee-2a76ff729069 HTTP/1.1" status: 200 len: 1032 time: 1.0497022 Jul 15 23:13:04.265252 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994a60a-2f00-42ef-ba99-1a991d3835a9 req-f8e8b62a-f4af-4f17-b139-63d3d51b17e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:04.267324 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4994a60a-2f00-42ef-ba99-1a991d3835a9 req-f8e8b62a-f4af-4f17-b139-63d3d51b17e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd7ce8a707994c488c5570fcc34a8dcd&device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 1096 time: 0.2834215 Jul 15 23:13:04.279710 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5d6e0af7-bc95-4910-9e46-062ab299e6b5 None None] Provisioning complete for port 3b0c43e3-ab51-4455-afee-2a76ff729069 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:04.280666 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5d6e0af7-bc95-4910-9e46-062ab299e6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:04.302268 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e1be398-d1a3-4da9-9cf7-614c362b908a tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:04.317848 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47659305-28e8-439a-898c-b73b7badb2fc req-0f8211c4-4304-4ed0-b36c-0fb7530ad38a tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:04.318259 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5d6e0af7-bc95-4910-9e46-062ab299e6b5 None None] Port 3b0c43e3-ab51-4455-afee-2a76ff729069 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:13:04.324890 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-47659305-28e8-439a-898c-b73b7badb2fc req-0f8211c4-4304-4ed0-b36c-0fb7530ad38a tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/ports?device_id=afbe4fd8-a198-44df-953d-f809a4b0436a HTTP/1.1" status: 200 len: 944 time: 0.1981003 Jul 15 23:13:04.397600 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f4a00-8047-4dc8-89a8-e94da1be29e9 req-a7e2942e-d867-4361-bee5-5126386f1eaf tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:04.398430 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994a60a-2f00-42ef-ba99-1a991d3835a9 req-90c311dd-e104-47f4-804d-3bdc278e3f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:04.399391 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ca9f4a00-8047-4dc8-89a8-e94da1be29e9 req-a7e2942e-d867-4361-bee5-5126386f1eaf tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "GET /v2.0/ports?device_id=74d1ff00-bfb2-4c1d-8ab1-9abd8583b125 HTTP/1.1" status: 200 len: 945 time: 0.1900821 Jul 15 23:13:04.400034 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4994a60a-2f00-42ef-ba99-1a991d3835a9 req-90c311dd-e104-47f4-804d-3bdc278e3f70 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d46459bf-69b4-4e8d-8a06-951b2319409b HTTP/1.1" status: 200 len: 913 time: 0.1248260 Jul 15 23:13:04.408140 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-47659305-28e8-439a-898c-b73b7badb2fc req-a34c5732-a8cc-444a-8c09-6ef7e9d89f0d tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/security-groups?id=a144b9fc-c892-4016-b855-7d3f0c3dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822937 Jul 15 23:13:04.408769 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e1be398-d1a3-4da9-9cf7-614c362b908a tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:04.444603 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-7bd61c64-9694-47db-906e-c375d5e9478d req-0e400c58-3118-4569-bf28-ea5092281f17 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Deleting port 073d8b7d-d632-404a-be5c-62a7e8ef0a1f {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:04.444953 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7bd61c64-9694-47db-906e-c375d5e9478d req-0e400c58-3118-4569-bf28-ea5092281f17 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:04.475610 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4994a60a-2f00-42ef-ba99-1a991d3835a9 req-0dd4893e-d771-47ac-bbd9-ac9a5c32d952 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aead6165-1299-4b8c-8bbb-a9811ee85a99 HTTP/1.1" status: 200 len: 217 time: 0.0632029 Jul 15 23:13:04.484918 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1be398-d1a3-4da9-9cf7-614c362b908a tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:04.485714 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ca9f4a00-8047-4dc8-89a8-e94da1be29e9 req-dcea53a2-39eb-4588-9b01-3c3501b450a8 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "GET /v2.0/security-groups?id=571f9c8f-db10-4834-b601-464ec741b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767002 Jul 15 23:13:04.496038 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['aead6165-1299-4b8c-8bbb-a9811ee85a99'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:04.519201 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52278) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:04.613946 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-7bd61c64-9694-47db-906e-c375d5e9478d req-0e400c58-3118-4569-bf28-ea5092281f17 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] For port 073d8b7d-d632-404a-be5c-62a7e8ef0a1f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=073d8b7d-d632-404a-be5c-62a7e8ef0a1f,segment=NetworkSegment(6f4dedf3-23c4-418d-b2da-50efced0d73e),segment_id=6f4dedf3-23c4-418d-b2da-50efced0d73e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:04.614550 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7bd61c64-9694-47db-906e-c375d5e9478d req-0e400c58-3118-4569-bf28-ea5092281f17 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:04.635368 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['76d66964-5d75-43f4-9e52-c2d62bceba58'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:04.679457 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 6889e42d-1a89-425a-a8c3-7396550b6084 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:04.822064 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab6cf922-6d7c-45b2-8127-eb6298407622 req-64a41f74-e7dc-46d8-acb6-ddd5409ad58c tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.0635152 Jul 15 23:13:04.866503 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1be398-d1a3-4da9-9cf7-614c362b908a tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Pushing event updated for resources: {'Port': ['ID=1b0e89ae-ea52-467f-96ec-15e8956fd6d2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:04.874406 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-3e1be398-d1a3-4da9-9cf7-614c362b908a tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:04.877430 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1be398-d1a3-4da9-9cf7-614c362b908a tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:04.888173 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:04.917246 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994a60a-2f00-42ef-ba99-1a991d3835a9 req-d2e8e81a-f898-4e65-a269-0c6917854495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:04.918770 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4994a60a-2f00-42ef-ba99-1a991d3835a9 req-d2e8e81a-f898-4e65-a269-0c6917854495 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d361722a-d157-4a1f-9b02-624ca94298eb HTTP/1.1" status: 200 len: 852 time: 0.4328089 Jul 15 23:13:04.950426 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e868ce-d235-4347-8da5-58fb1070b8a8 req-4487a955-ef19-41c5-a856-51ab156eb1dd tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:04.956341 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e868ce-d235-4347-8da5-58fb1070b8a8 req-4487a955-ef19-41c5-a856-51ab156eb1dd tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:04.962373 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e868ce-d235-4347-8da5-58fb1070b8a8 req-4487a955-ef19-41c5-a856-51ab156eb1dd tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:04.968969 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e868ce-d235-4347-8da5-58fb1070b8a8 req-4487a955-ef19-41c5-a856-51ab156eb1dd tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:04.975422 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e868ce-d235-4347-8da5-58fb1070b8a8 req-4487a955-ef19-41c5-a856-51ab156eb1dd tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:04.977385 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-77e868ce-d235-4347-8da5-58fb1070b8a8 req-4487a955-ef19-41c5-a856-51ab156eb1dd tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 3884 time: 0.3521762 Jul 15 23:13:04.984375 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6889e42d-1a89-425a-a8c3-7396550b6084'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:04.987565 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e132177-ad89-4eb1-85da-989af17739ff" -d '{"events": [{"server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "name": "network-vif-unplugged", "status": "completed", "tag": "6889e42d-1a89-425a-a8c3-7396550b6084"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:04.988288 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4994a60a-2f00-42ef-ba99-1a991d3835a9 req-49373933-89b4-4c59-8a1b-3dfbeee60e90 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d46459bf-69b4-4e8d-8a06-951b2319409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503304 Jul 15 23:13:04.991439 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15399b6a-6c81-4e51-9fee-3bd9e94ceb7c tempest-TestServerBasicOps-119034285 tempest-TestServerBasicOps-119034285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:04.995659 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-15399b6a-6c81-4e51-9fee-3bd9e94ceb7c tempest-TestServerBasicOps-119034285 tempest-TestServerBasicOps-119034285-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=74d1ff00-bfb2-4c1d-8ab1-9abd8583b125 HTTP/1.1" status: 200 len: 1091 time: 0.4727883 Jul 15 23:13:05.000114 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52288) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:05.008430 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-8e71db65-3690-4d3b-a112-62c312608228 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'port_id': '899f3ca5-80d4-4fce-b5b8-b36c8540d5bd', 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:05.012747 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 6889e42d-1a89-425a-a8c3-7396550b6084, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6889e42d-1a89-425a-a8c3-7396550b6084,segment=NetworkSegment(a607fcdb-8822-4e2f-96a8-dc133aaf2c0a),segment_id=a607fcdb-8822-4e2f-96a8-dc133aaf2c0a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:05.022563 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.023436 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device d6cb89d5-6817-4bc8-b0e6-53e8aba786ef no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:05.071458 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7bd61c64-9694-47db-906e-c375d5e9478d req-0e400c58-3118-4569-bf28-ea5092281f17 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.071885 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7bd61c64-9694-47db-906e-c375d5e9478d req-0e400c58-3118-4569-bf28-ea5092281f17 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.072398 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [req-7bd61c64-9694-47db-906e-c375d5e9478d req-0e400c58-3118-4569-bf28-ea5092281f17 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Floating IP b401b5ad-d937-43f5-ae79-fa2c02cc5e1a disassociated. External IP: 172.25.4.21, port: 073d8b7d-d632-404a-be5c-62a7e8ef0a1f. Jul 15 23:13:05.072903 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-7bd61c64-9694-47db-906e-c375d5e9478d req-0e400c58-3118-4569-bf28-ea5092281f17 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Calling delete_port for 073d8b7d-d632-404a-be5c-62a7e8ef0a1f owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:05.115781 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e71db65-3690-4d3b-a112-62c312608228 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.121682 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-77e868ce-d235-4347-8da5-58fb1070b8a8 req-31e7bb70-f4c6-4843-9304-8f4f1c0b4f9e tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380501 Jul 15 23:13:05.139266 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=6889e42d-1a89-425a-a8c3-7396550b6084,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:05.173685 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f63e2-1fc8-436e-bada-b4f0fa4e4d75 req-67fb0ef8-bc89-478c-8dd0-9e4b608e9a23 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:05.175775 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bc7f63e2-1fc8-436e-bada-b4f0fa4e4d75 req-67fb0ef8-bc89-478c-8dd0-9e4b608e9a23 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 945 time: 0.1987362 Jul 15 23:13:05.202401 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.217778 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdba6c7-3d99-4029-9e0c-c59bfef69824 req-c7713b47-875b-4d5b-a25b-df63b7f6f980 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:05.224588 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e1be398-d1a3-4da9-9cf7-614c362b908a tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.225221 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fcdba6c7-3d99-4029-9e0c-c59bfef69824 req-c7713b47-875b-4d5b-a25b-df63b7f6f980 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 945 time: 0.2211239 Jul 15 23:13:05.229854 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a64563-2da8-4fef-a291-556fbda09d1e x-openstack-request-id: req-61a64563-2da8-4fef-a291-556fbda09d1e {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:05.231089 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "name": "network-vif-unplugged", "status": "completed", "tag": "6889e42d-1a89-425a-a8c3-7396550b6084", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:05.231773 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61a64563-2da8-4fef-a291-556fbda09d1e {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:05.232419 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6889e42d-1a89-425a-a8c3-7396550b6084', 'code': 200} Jul 15 23:13:05.244267 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4994a60a-2f00-42ef-ba99-1a991d3835a9 req-a124e1c5-43a9-4709-87c8-6f7d20c845fc service neutron] 10.222.0.36 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282767 Jul 15 23:13:05.267861 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port d6cb89d5-6817-4bc8-b0e6-53e8aba786ef, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=d6cb89d5-6817-4bc8-b0e6-53e8aba786ef,segment=NetworkSegment(6218e074-3910-44ac-9d27-f9d6cc660fd8),segment_id=6218e074-3910-44ac-9d27-f9d6cc660fd8)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:05.274277 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.275109 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device ff52bf25-9d08-4b27-9c20-9cfae7981d84 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:05.312200 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fcdba6c7-3d99-4029-9e0c-c59bfef69824 req-45912243-3f8b-4e4a-a6d0-9dfd7b8fd815 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861087 Jul 15 23:13:05.375890 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=d6cb89d5-6817-4bc8-b0e6-53e8aba786ef,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:05.380248 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e1be398-d1a3-4da9-9cf7-614c362b908a tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.414601 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7bd61c64-9694-47db-906e-c375d5e9478d req-0e400c58-3118-4569-bf28-ea5092281f17 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.430947 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.456065 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e71db65-3690-4d3b-a112-62c312608228 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.458014 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e400c58-3118-4569-bf28-ea5092281f17 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Pushing event deleted for resources: {'Port': ['ID=073d8b7d-d632-404a-be5c-62a7e8ef0a1f,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:05.467878 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port ff52bf25-9d08-4b27-9c20-9cfae7981d84, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ff52bf25-9d08-4b27-9c20-9cfae7981d84,segment=NetworkSegment(6218e074-3910-44ac-9d27-f9d6cc660fd8),segment_id=6218e074-3910-44ac-9d27-f9d6cc660fd8)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:05.472943 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.474370 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 3b0c43e3-ab51-4455-afee-2a76ff729069 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:05.482600 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a5c78-c84a-405c-9fff-fcf0495a6605 req-bf052b48-9322-4ebb-900b-8eee6fb93013 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:05.484170 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-693a5c78-c84a-405c-9fff-fcf0495a6605 req-bf052b48-9322-4ebb-900b-8eee6fb93013 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 945 time: 0.1703796 Jul 15 23:13:05.531516 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4994a60a-2f00-42ef-ba99-1a991d3835a9 req-2dcc77e3-565c-4b56-89d9-10cbbb4e4398 service neutron] 10.222.0.36 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825981 Jul 15 23:13:05.581073 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 3b0c43e3-ab51-4455-afee-2a76ff729069 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:05.581542 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 073d8b7d-d632-404a-be5c-62a7e8ef0a1f no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:05.586124 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=ff52bf25-9d08-4b27-9c20-9cfae7981d84,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:05.609019 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 073d8b7d-d632-404a-be5c-62a7e8ef0a1f {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:05.609475 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 073d8b7d-d632-404a-be5c-62a7e8ef0a1f not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:05.609905 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device d21b906d-5799-491b-a71e-1b415441bf9f no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:05.634035 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-bc7f63e2-1fc8-436e-bada-b4f0fa4e4d75 req-fafa41f1-3b28-495b-b9b5-779e33a42a2d tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Deleting port 65d7ce8f-f4cf-4b8a-9656-441afeafb634 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:05.634404 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bc7f63e2-1fc8-436e-bada-b4f0fa4e4d75 req-fafa41f1-3b28-495b-b9b5-779e33a42a2d tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.688082 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.723709 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port d21b906d-5799-491b-a71e-1b415441bf9f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=d21b906d-5799-491b-a71e-1b415441bf9f,segment=NetworkSegment(a607fcdb-8822-4e2f-96a8-dc133aaf2c0a),segment_id=a607fcdb-8822-4e2f-96a8-dc133aaf2c0a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:05.728689 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.729431 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device eb72faf0-e402-4e9c-937e-dc2238b8df3b no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:05.771501 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e1be398-d1a3-4da9-9cf7-614c362b908a tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.775370 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-bc7f63e2-1fc8-436e-bada-b4f0fa4e4d75 req-fafa41f1-3b28-495b-b9b5-779e33a42a2d tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] For port 65d7ce8f-f4cf-4b8a-9656-441afeafb634, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=65d7ce8f-f4cf-4b8a-9656-441afeafb634,segment=NetworkSegment(8c1cbd9c-451c-4ff5-9afa-9899869dfbd9),segment_id=8c1cbd9c-451c-4ff5-9afa-9899869dfbd9)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:05.775751 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bc7f63e2-1fc8-436e-bada-b4f0fa4e4d75 req-fafa41f1-3b28-495b-b9b5-779e33a42a2d tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.784749 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e1be398-d1a3-4da9-9cf7-614c362b908a tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.797249 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device eb72faf0-e402-4e9c-937e-dc2238b8df3b not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:05.822902 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-bc7f63e2-1fc8-436e-bada-b4f0fa4e4d75 req-fafa41f1-3b28-495b-b9b5-779e33a42a2d tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Calling delete_port for 65d7ce8f-f4cf-4b8a-9656-441afeafb634 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:05.827374 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=d21b906d-5799-491b-a71e-1b415441bf9f,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:05.912669 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1be398-d1a3-4da9-9cf7-614c362b908a tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Pushing event updated for resources: {'Port': ['ID=1b0e89ae-ea52-467f-96ec-15e8956fd6d2,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:05.941293 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e1be398-d1a3-4da9-9cf7-614c362b908a tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.960530 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e1be398-d1a3-4da9-9cf7-614c362b908a tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.964814 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3e1be398-d1a3-4da9-9cf7-614c362b908a tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2346387 Jul 15 23:13:05.964814 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52298) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:05.969414 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d26bccbb-2701-431b-9670-6b0fdee951ba tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Request body: {'floatingip': {'port_id': '2443b75a-06e5-4f6f-870f-7a527a0d2fbb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:06.012362 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-693a5c78-c84a-405c-9fff-fcf0495a6605 req-2687e896-4442-4579-9855-5900675d5065 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4928274 Jul 15 23:13:06.026560 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d26bccbb-2701-431b-9670-6b0fdee951ba tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks [] for floatingip, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:06.076179 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-8e71db65-3690-4d3b-a112-62c312608228 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Allocated IP 172.25.4.79 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/5af9f2a5-f7f2-4ec1-80d8-893168d1e970) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:06.086757 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bd61c64-9694-47db-906e-c375d5e9478d req-0e400c58-3118-4569-bf28-ea5092281f17 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Router 39dc1982-9623-4c44-aa04-1b232cc11e79 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:13:06.175954 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab84c53-bfc5-44fe-bf89-57262de0da6c req-4c8e29f9-a8b9-4b55-9af0-7a51a195cf5d tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:06.177656 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6ab84c53-bfc5-44fe-bf89-57262de0da6c req-4c8e29f9-a8b9-4b55-9af0-7a51a195cf5d tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/ports?device_id=afbe4fd8-a198-44df-953d-f809a4b0436a HTTP/1.1" status: 200 len: 944 time: 0.6176805 Jul 15 23:13:06.191949 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bc7f63e2-1fc8-436e-bada-b4f0fa4e4d75 req-fafa41f1-3b28-495b-b9b5-779e33a42a2d tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:06.200381 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-d26bccbb-2701-431b-9670-6b0fdee951ba tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] update failed (client error): The resource could not be found. Jul 15 23:13:06.205799 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d26bccbb-2701-431b-9670-6b0fdee951ba tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] 10.222.0.16 "PUT /v2.0/floatingips/3f2c78c6-a627-42e3-a610-a2c784f5e7e6 HTTP/1.1" status: 404 len: 507 time: 0.2357337 Jul 15 23:13:06.205799 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52302) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:06.213217 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['90f78b53-65f5-4c56-83f7-658649dbbb11'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:06.284124 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa41f1-3b28-495b-b9b5-779e33a42a2d tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Pushing event deleted for resources: {'Port': ['ID=65d7ce8f-f4cf-4b8a-9656-441afeafb634,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:06.331670 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-abfc07a5-edab-4cf2-aad1-39ec2d1f442f req-468bae32-81ec-4a69-8194-1ca617a9e855 tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.0871637 Jul 15 23:13:06.362345 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e71db65-3690-4d3b-a112-62c312608228 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:06.375706 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7f63e2-1fc8-436e-bada-b4f0fa4e4d75 req-fafa41f1-3b28-495b-b9b5-779e33a42a2d tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] No DVR routers for this DVR port 65d7ce8f-f4cf-4b8a-9656-441afeafb634 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:06.381066 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6ab84c53-bfc5-44fe-bf89-57262de0da6c req-97bcd43d-fd7c-4ba7-8738-7f7186a301db tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/security-groups?id=a144b9fc-c892-4016-b855-7d3f0c3dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602507 Jul 15 23:13:06.382083 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bc7f63e2-1fc8-436e-bada-b4f0fa4e4d75 req-fafa41f1-3b28-495b-b9b5-779e33a42a2d tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:06.384064 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bc7f63e2-1fc8-436e-bada-b4f0fa4e4d75 req-fafa41f1-3b28-495b-b9b5-779e33a42a2d tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.36 "DELETE /v2.0/ports/65d7ce8f-f4cf-4b8a-9656-441afeafb634 HTTP/1.1" status: 204 len: 173 time: 1.2001188 Jul 15 23:13:06.384778 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b5538e-3f8d-45bd-8e3b-9c07c16587a6', 'name': 'network-vif-deleted', 'tag': '65d7ce8f-f4cf-4b8a-9656-441afeafb634'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:06.387145 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a8ec6f-e4d8-4e6e-9dc2-b28a82a08122" -d '{"events": [{"server_uuid": "b3b5538e-3f8d-45bd-8e3b-9c07c16587a6", "name": "network-vif-deleted", "tag": "65d7ce8f-f4cf-4b8a-9656-441afeafb634"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:06.426073 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bd61c64-9694-47db-906e-c375d5e9478d req-0e400c58-3118-4569-bf28-ea5092281f17 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:13:06.440481 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc0eb85-b902-442d-9903-05f0d246c4bd None None] Sync routers for ids ['39dc1982-9623-4c44-aa04-1b232cc11e79'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:13:06.455700 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-fedc37e7-43f9-412e-8bc7-01ec35bc5896 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Deleting port 1b0e89ae-ea52-467f-96ec-15e8956fd6d2 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:06.456078 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fedc37e7-43f9-412e-8bc7-01ec35bc5896 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:06.472834 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc0eb85-b902-442d-9903-05f0d246c4bd None None] Routers {'39dc1982-9623-4c44-aa04-1b232cc11e79'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:13:06.474791 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9dc0eb85-b902-442d-9903-05f0d246c4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['39dc1982-9623-4c44-aa04-1b232cc11e79'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:06.560543 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fedc37e7-43f9-412e-8bc7-01ec35bc5896 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:06.560947 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fedc37e7-43f9-412e-8bc7-01ec35bc5896 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:06.562204 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd61c64-9694-47db-906e-c375d5e9478d req-0e400c58-3118-4569-bf28-ea5092281f17 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] No DVR routers for this DVR port 073d8b7d-d632-404a-be5c-62a7e8ef0a1f on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:06.575131 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-fedc37e7-43f9-412e-8bc7-01ec35bc5896 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Calling delete_port for 1b0e89ae-ea52-467f-96ec-15e8956fd6d2 owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:06.605978 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7bd61c64-9694-47db-906e-c375d5e9478d req-0e400c58-3118-4569-bf28-ea5092281f17 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:06.627423 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7bd61c64-9694-47db-906e-c375d5e9478d req-0e400c58-3118-4569-bf28-ea5092281f17 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.43 "DELETE /v2.0/ports/073d8b7d-d632-404a-be5c-62a7e8ef0a1f HTTP/1.1" status: 204 len: 173 time: 2.4068477 Jul 15 23:13:06.631437 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'name': 'network-vif-deleted', 'tag': '073d8b7d-d632-404a-be5c-62a7e8ef0a1f'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:06.640092 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f8b37e-d9d8-47f3-8965-ab425e85b752" -d '{"events": [{"server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "name": "network-vif-deleted", "tag": "073d8b7d-d632-404a-be5c-62a7e8ef0a1f"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:06.646261 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9dc0eb85-b902-442d-9903-05f0d246c4bd None None] Set router 39dc1982-9623-4c44-aa04-1b232cc11e79 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:13:06.650022 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e71db65-3690-4d3b-a112-62c312608228 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:06.687853 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ac3d8ce4-a596-404f-b75a-4f7cd86754e8 req-b22a68c1-fa6b-43ac-8440-004f50424d3c tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b5538e-3f8d-45bd-8e3b-9c07c16587a6 HTTP/1.1" status: 200 len: 210 time: 0.0919533 Jul 15 23:13:06.739356 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fedc37e7-43f9-412e-8bc7-01ec35bc5896 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:06.754595 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a1800e-bc5e-418f-ae22-16beeca7364a x-openstack-request-id: req-87a1800e-bc5e-418f-ae22-16beeca7364a {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:06.755581 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b5538e-3f8d-45bd-8e3b-9c07c16587a6", "name": "network-vif-deleted", "tag": "65d7ce8f-f4cf-4b8a-9656-441afeafb634", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:06.755845 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87a1800e-bc5e-418f-ae22-16beeca7364a {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:06.756424 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b5538e-3f8d-45bd-8e3b-9c07c16587a6', 'name': 'network-vif-deleted', 'tag': '65d7ce8f-f4cf-4b8a-9656-441afeafb634', 'status': 'completed', 'code': 200} Jul 15 23:13:06.763493 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e71db65-3690-4d3b-a112-62c312608228 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:06.780506 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-8e71db65-3690-4d3b-a112-62c312608228 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:06.792140 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b49f4f-288c-478c-9c9a-8da10f559de5 x-openstack-request-id: req-72b49f4f-288c-478c-9c9a-8da10f559de5 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:06.792438 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "name": "network-vif-deleted", "tag": "073d8b7d-d632-404a-be5c-62a7e8ef0a1f", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:06.792697 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-72b49f4f-288c-478c-9c9a-8da10f559de5 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:06.793087 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'name': 'network-vif-deleted', 'tag': '073d8b7d-d632-404a-be5c-62a7e8ef0a1f', 'status': 'completed', 'code': 200} Jul 15 23:13:06.793774 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e71db65-3690-4d3b-a112-62c312608228 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:06.797097 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc37e7-43f9-412e-8bc7-01ec35bc5896 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Pushing event deleted for resources: {'Port': ['ID=1b0e89ae-ea52-467f-96ec-15e8956fd6d2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:06.800735 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71db65-3690-4d3b-a112-62c312608228 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Pushing event updated for resources: {'Port': ['ID=5af9f2a5-f7f2-4ec1-80d8-893168d1e970,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:06.863831 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fedc37e7-43f9-412e-8bc7-01ec35bc5896 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:06.867375 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fedc37e7-43f9-412e-8bc7-01ec35bc5896 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:06.868554 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fedc37e7-43f9-412e-8bc7-01ec35bc5896 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] 10.222.0.16 "DELETE /v2.0/floatingips/3f2c78c6-a627-42e3-a610-a2c784f5e7e6 HTTP/1.1" status: 204 len: 168 time: 0.6631627 Jul 15 23:13:06.872109 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52310) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:06.878846 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-af58fa72-09cb-43fc-b5b2-518cda914f07 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Request body: {'floatingip': {'floating_network_id': 'c2026dac-bb92-4227-aab3-499ef4a229a2', 'port_id': '2443b75a-06e5-4f6f-870f-7a527a0d2fbb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:06.885955 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ffbcc-8fb8-4abd-a2bd-31526e6950c4 req-ab4ece8e-fe57-4a46-a950-7a1616f5ab33 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:06.891941 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ffbcc-8fb8-4abd-a2bd-31526e6950c4 req-ab4ece8e-fe57-4a46-a950-7a1616f5ab33 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:06.898182 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ffbcc-8fb8-4abd-a2bd-31526e6950c4 req-ab4ece8e-fe57-4a46-a950-7a1616f5ab33 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:06.904046 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ffbcc-8fb8-4abd-a2bd-31526e6950c4 req-ab4ece8e-fe57-4a46-a950-7a1616f5ab33 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:06.905827 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-013ffbcc-8fb8-4abd-a2bd-31526e6950c4 req-ab4ece8e-fe57-4a46-a950-7a1616f5ab33 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 3141 time: 0.4100366 Jul 15 23:13:06.905966 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-af58fa72-09cb-43fc-b5b2-518cda914f07 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:06.907784 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9dc0eb85-b902-442d-9903-05f0d246c4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'name': 'tempest-TaggedBootDevicesTest_v242-731643506-router', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '1820f7ec-d7bc-45de-bc2e-2e6b9d382489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:02:33Z', 'updated_at': '2021-07-15T23:02:41Z', 'revision_number': 4, 'project_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'gw_port': {'id': '1820f7ec-d7bc-45de-bc2e-2e6b9d382489', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:34Z', 'updated_at': '2021-07-15T23:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'ebe5c05a-1793-4739-9d63-d2e79e3b908f', 'name': '', 'network_id': 'f91dc6f9-c960-4d7e-bb47-47324cf074aa', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'mac_address': 'fa:16:3e:f7:07:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:40Z', 'updated_at': '2021-07-15T23:02:47Z', 'revision_number': 5, 'project_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'subnets': [{'id': '2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:06.940414 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc0eb85-b902-442d-9903-05f0d246c4bd None None] Checking router: 39dc1982-9623-4c44-aa04-1b232cc11e79 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:13:06.949983 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc0eb85-b902-442d-9903-05f0d246c4bd None None] Routers {'39dc1982-9623-4c44-aa04-1b232cc11e79'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:13:06.950676 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9dc0eb85-b902-442d-9903-05f0d246c4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['39dc1982-9623-4c44-aa04-1b232cc11e79'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:07.049295 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-7bd61c64-9694-47db-906e-c375d5e9478d req-8041960f-2bc6-441a-b496-fd779b04cbab tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Deleting port d6cb89d5-6817-4bc8-b0e6-53e8aba786ef {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:07.049879 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7bd61c64-9694-47db-906e-c375d5e9478d req-8041960f-2bc6-441a-b496-fd779b04cbab tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:07.067262 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-013ffbcc-8fb8-4abd-a2bd-31526e6950c4 req-d7c55bdf-9d7b-468b-a28a-7082b2704d86 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407568 Jul 15 23:13:07.073255 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-af58fa72-09cb-43fc-b5b2-518cda914f07 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:13:07.077863 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-af58fa72-09cb-43fc-b5b2-518cda914f07 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2007134 Jul 15 23:13:07.079222 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52314) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:07.091388 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9d44ba17-d6f2-458c-a250-e6162dd27eb4 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'port_id': '2443b75a-06e5-4f6f-870f-7a527a0d2fbb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:07.092168 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9dc0eb85-b902-442d-9903-05f0d246c4bd None None] Set router 39dc1982-9623-4c44-aa04-1b232cc11e79 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:13:07.153909 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d44ba17-d6f2-458c-a250-e6162dd27eb4 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:07.247825 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6cb89d5-6817-4bc8-b0e6-53e8aba786ef'}, {'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff52bf25-9d08-4b27-9c20-9cfae7981d84'}, {'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd21b906d-5799-491b-a71e-1b415441bf9f'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:07.251057 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697b20fb-b066-43c1-8032-65a99cafc7d1" -d '{"events": [{"server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "name": "network-vif-unplugged", "status": "completed", "tag": "d6cb89d5-6817-4bc8-b0e6-53e8aba786ef"}, {"server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "name": "network-vif-unplugged", "status": "completed", "tag": "ff52bf25-9d08-4b27-9c20-9cfae7981d84"}, {"server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "name": "network-vif-unplugged", "status": "completed", "tag": "d21b906d-5799-491b-a71e-1b415441bf9f"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:07.285127 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d44ba17-d6f2-458c-a250-e6162dd27eb4 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:07.327561 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 76d66964-5d75-43f4-9e52-c2d62bceba58 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:07.332275 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2b7392-7b0d-40e1-b375-fff42853d98d x-openstack-request-id: req-8d2b7392-7b0d-40e1-b375-fff42853d98d {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:07.333031 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "name": "network-vif-unplugged", "status": "completed", "tag": "d6cb89d5-6817-4bc8-b0e6-53e8aba786ef", "code": 200}, {"server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "name": "network-vif-unplugged", "status": "completed", "tag": "ff52bf25-9d08-4b27-9c20-9cfae7981d84", "code": 200}, {"server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "name": "network-vif-unplugged", "status": "completed", "tag": "d21b906d-5799-491b-a71e-1b415441bf9f", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:07.333460 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d2b7392-7b0d-40e1-b375-fff42853d98d {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:07.334000 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6cb89d5-6817-4bc8-b0e6-53e8aba786ef', 'code': 200} Jul 15 23:13:07.334410 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff52bf25-9d08-4b27-9c20-9cfae7981d84', 'code': 200} Jul 15 23:13:07.334873 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd21b906d-5799-491b-a71e-1b415441bf9f', 'code': 200} Jul 15 23:13:07.365416 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-7bd61c64-9694-47db-906e-c375d5e9478d req-8041960f-2bc6-441a-b496-fd779b04cbab tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] For port d6cb89d5-6817-4bc8-b0e6-53e8aba786ef, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=d6cb89d5-6817-4bc8-b0e6-53e8aba786ef,segment=NetworkSegment(6218e074-3910-44ac-9d27-f9d6cc660fd8),segment_id=6218e074-3910-44ac-9d27-f9d6cc660fd8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:07.366016 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7bd61c64-9694-47db-906e-c375d5e9478d req-8041960f-2bc6-441a-b496-fd779b04cbab tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:07.385314 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-7bd61c64-9694-47db-906e-c375d5e9478d req-8041960f-2bc6-441a-b496-fd779b04cbab tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Calling delete_port for d6cb89d5-6817-4bc8-b0e6-53e8aba786ef owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:07.433273 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-9d44ba17-d6f2-458c-a250-e6162dd27eb4 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Allocated IP 172.25.4.51 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/e73b7ede-5130-4fc8-9f81-af96126c6494) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:07.436595 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 76d66964-5d75-43f4-9e52-c2d62bceba58 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:07.444201 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 76d66964-5d75-43f4-9e52-c2d62bceba58 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:07.444806 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:07.484895 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9dc0eb85-b902-442d-9903-05f0d246c4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'name': 'tempest-TaggedBootDevicesTest_v242-731643506-router', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '1820f7ec-d7bc-45de-bc2e-2e6b9d382489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:02:33Z', 'updated_at': '2021-07-15T23:02:41Z', 'revision_number': 4, 'project_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'gw_port': {'id': '1820f7ec-d7bc-45de-bc2e-2e6b9d382489', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:34Z', 'updated_at': '2021-07-15T23:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'ebe5c05a-1793-4739-9d63-d2e79e3b908f', 'name': '', 'network_id': 'f91dc6f9-c960-4d7e-bb47-47324cf074aa', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'mac_address': 'fa:16:3e:f7:07:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:40Z', 'updated_at': '2021-07-15T23:02:47Z', 'revision_number': 5, 'project_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'subnets': [{'id': '2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:07.515685 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc0eb85-b902-442d-9903-05f0d246c4bd None None] The sync data for ids ['39dc1982-9623-4c44-aa04-1b232cc11e79'] in n-d-787205-9 is: [{'id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'name': 'tempest-TaggedBootDevicesTest_v242-731643506-router', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '1820f7ec-d7bc-45de-bc2e-2e6b9d382489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:02:33Z', 'updated_at': '2021-07-15T23:02:41Z', 'revision_number': 4, 'project_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'gw_port': {'id': '1820f7ec-d7bc-45de-bc2e-2e6b9d382489', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:34Z', 'updated_at': '2021-07-15T23:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'ebe5c05a-1793-4739-9d63-d2e79e3b908f', 'name': '', 'network_id': 'f91dc6f9-c960-4d7e-bb47-47324cf074aa', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'mac_address': 'fa:16:3e:f7:07:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:40Z', 'updated_at': '2021-07-15T23:02:47Z', 'revision_number': 5, 'project_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'subnets': [{'id': '2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:13:07.559497 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d44ba17-d6f2-458c-a250-e6162dd27eb4 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:07.570324 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:07.604121 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d44ba17-d6f2-458c-a250-e6162dd27eb4 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:07.614122 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 76d66964-5d75-43f4-9e52-c2d62bceba58, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=76d66964-5d75-43f4-9e52-c2d62bceba58,segment=NetworkSegment(d52f2102-c666-4e87-88eb-3f4047883fc5),segment_id=d52f2102-c666-4e87-88eb-3f4047883fc5)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:07.619603 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:07.620522 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device aead6165-1299-4b8c-8bbb-a9811ee85a99 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:07.656645 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-751f12e6-775a-4192-91b4-141e466154d0 req-f19e9a3a-e781-4e7b-ad7e-10ef8ef3881d tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.0868022 Jul 15 23:13:07.657149 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d44ba17-d6f2-458c-a250-e6162dd27eb4 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:07.660686 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-9d44ba17-d6f2-458c-a250-e6162dd27eb4 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:07.670524 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d44ba17-d6f2-458c-a250-e6162dd27eb4 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:07.671123 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30326ddc-bc6f-420e-87dd-bc783d61bd9c req-59c03e45-6dac-41bd-a3a4-5744398a5fcc tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:07.673642 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-30326ddc-bc6f-420e-87dd-bc783d61bd9c req-59c03e45-6dac-41bd-a3a4-5744398a5fcc tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 945 time: 0.5058634 Jul 15 23:13:07.674697 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7bd61c64-9694-47db-906e-c375d5e9478d req-8041960f-2bc6-441a-b496-fd779b04cbab tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:07.681215 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44ba17-d6f2-458c-a250-e6162dd27eb4 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Pushing event updated for resources: {'Port': ['ID=e73b7ede-5130-4fc8-9f81-af96126c6494,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:07.771247 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=76d66964-5d75-43f4-9e52-c2d62bceba58,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:07.777200 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041960f-2bc6-441a-b496-fd779b04cbab tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Pushing event deleted for resources: {'Port': ['ID=d6cb89d5-6817-4bc8-b0e6-53e8aba786ef,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:07.814135 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port aead6165-1299-4b8c-8bbb-a9811ee85a99 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:07.819965 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port aead6165-1299-4b8c-8bbb-a9811ee85a99 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:07.820343 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:07.893861 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-30326ddc-bc6f-420e-87dd-bc783d61bd9c req-6f79ef7e-045b-44d9-b352-4224368379e5 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067463 Jul 15 23:13:07.926062 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:07.948405 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd61c64-9694-47db-906e-c375d5e9478d req-8041960f-2bc6-441a-b496-fd779b04cbab tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] No DVR routers for this DVR port d6cb89d5-6817-4bc8-b0e6-53e8aba786ef on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:07.952258 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9d44ba17-d6f2-458c-a250-e6162dd27eb4 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Deleting port e73b7ede-5130-4fc8-9f81-af96126c6494 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:07.952638 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d44ba17-d6f2-458c-a250-e6162dd27eb4 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:07.953415 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7bd61c64-9694-47db-906e-c375d5e9478d req-8041960f-2bc6-441a-b496-fd779b04cbab tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:07.956370 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7bd61c64-9694-47db-906e-c375d5e9478d req-8041960f-2bc6-441a-b496-fd779b04cbab tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.43 "DELETE /v2.0/ports/d6cb89d5-6817-4bc8-b0e6-53e8aba786ef HTTP/1.1" status: 204 len: 173 time: 1.3105285 Jul 15 23:13:07.974617 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b66285-1eba-44a6-aa31-37d52bc09788 None None] New status for floating IP b401b5ad-d937-43f5-ae79-fa2c02cc5e1a: DOWN {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:13:07.998659 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port aead6165-1299-4b8c-8bbb-a9811ee85a99, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=aead6165-1299-4b8c-8bbb-a9811ee85a99,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:08.004626 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.006185 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 65d7ce8f-f4cf-4b8a-9656-441afeafb634 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:08.062093 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 65d7ce8f-f4cf-4b8a-9656-441afeafb634 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:08.062444 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 65d7ce8f-f4cf-4b8a-9656-441afeafb634 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:08.098663 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=aead6165-1299-4b8c-8bbb-a9811ee85a99,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:08.126484 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d44ba17-d6f2-458c-a250-e6162dd27eb4 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.127582 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d44ba17-d6f2-458c-a250-e6162dd27eb4 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.141008 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9d44ba17-d6f2-458c-a250-e6162dd27eb4 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Calling delete_port for e73b7ede-5130-4fc8-9f81-af96126c6494 owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:08.159174 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d9b82-a927-4f3c-beea-997b61bbc9cc req-c35a02d9-a871-4df4-9fe5-52312985a7df tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:08.166371 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-454d9b82-a927-4f3c-beea-997b61bbc9cc req-c35a02d9-a871-4df4-9fe5-52312985a7df tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/ports?device_id=afbe4fd8-a198-44df-953d-f809a4b0436a HTTP/1.1" status: 200 len: 945 time: 0.2691615 Jul 15 23:13:08.202833 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e71db65-3690-4d3b-a112-62c312608228 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.294089 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-454d9b82-a927-4f3c-beea-997b61bbc9cc req-b46e4e10-2fbe-4c99-969c-324f1728f190 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/security-groups?id=a144b9fc-c892-4016-b855-7d3f0c3dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267016 Jul 15 23:13:08.295779 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-7bd61c64-9694-47db-906e-c375d5e9478d req-abf711c9-ad10-4813-96e4-6354bafbfa2c tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Deleting port ff52bf25-9d08-4b27-9c20-9cfae7981d84 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:08.296217 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7bd61c64-9694-47db-906e-c375d5e9478d req-abf711c9-ad10-4813-96e4-6354bafbfa2c tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.355694 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d44ba17-d6f2-458c-a250-e6162dd27eb4 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.388129 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44ba17-d6f2-458c-a250-e6162dd27eb4 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Pushing event deleted for resources: {'Port': ['ID=e73b7ede-5130-4fc8-9f81-af96126c6494,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:08.393552 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e71db65-3690-4d3b-a112-62c312608228 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.454827 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44ba17-d6f2-458c-a250-e6162dd27eb4 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:08.455187 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44ba17-d6f2-458c-a250-e6162dd27eb4 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:08.455646 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44ba17-d6f2-458c-a250-e6162dd27eb4 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:08.455993 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44ba17-d6f2-458c-a250-e6162dd27eb4 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:08.456310 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44ba17-d6f2-458c-a250-e6162dd27eb4 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:08.456639 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44ba17-d6f2-458c-a250-e6162dd27eb4 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:08.456959 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44ba17-d6f2-458c-a250-e6162dd27eb4 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:08.457279 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44ba17-d6f2-458c-a250-e6162dd27eb4 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:08.457602 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44ba17-d6f2-458c-a250-e6162dd27eb4 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:08.457933 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44ba17-d6f2-458c-a250-e6162dd27eb4 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:08.458236 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44ba17-d6f2-458c-a250-e6162dd27eb4 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:08.458556 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44ba17-d6f2-458c-a250-e6162dd27eb4 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:08.484545 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-9d44ba17-d6f2-458c-a250-e6162dd27eb4 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] create failed (client error): The resource could not be found. Jul 15 23:13:08.487068 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9d44ba17-d6f2-458c-a250-e6162dd27eb4 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.4068532 Jul 15 23:13:08.489608 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52334) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:08.608110 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-ae5a2e52-ea6e-4d79-8656-c4e1228166c0 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Deleting port 2443b75a-06e5-4f6f-870f-7a527a0d2fbb {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:08.608455 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ae5a2e52-ea6e-4d79-8656-c4e1228166c0 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.632149 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.663642 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-7bd61c64-9694-47db-906e-c375d5e9478d req-abf711c9-ad10-4813-96e4-6354bafbfa2c tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] For port ff52bf25-9d08-4b27-9c20-9cfae7981d84, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ff52bf25-9d08-4b27-9c20-9cfae7981d84,segment=NetworkSegment(6218e074-3910-44ac-9d27-f9d6cc660fd8),segment_id=6218e074-3910-44ac-9d27-f9d6cc660fd8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:08.664017 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7bd61c64-9694-47db-906e-c375d5e9478d req-abf711c9-ad10-4813-96e4-6354bafbfa2c tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.683570 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-7bd61c64-9694-47db-906e-c375d5e9478d req-abf711c9-ad10-4813-96e4-6354bafbfa2c tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Calling delete_port for ff52bf25-9d08-4b27-9c20-9cfae7981d84 owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:08.700563 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ae5a2e52-ea6e-4d79-8656-c4e1228166c0 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.713617 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-ae5a2e52-ea6e-4d79-8656-c4e1228166c0 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Calling delete_port for 2443b75a-06e5-4f6f-870f-7a527a0d2fbb owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:08.737609 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28e302-a972-4033-812a-f88fd939818e req-11348c68-7afd-4661-8a07-e270c762d6ec tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:08.743491 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28e302-a972-4033-812a-f88fd939818e req-11348c68-7afd-4661-8a07-e270c762d6ec tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:08.749261 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28e302-a972-4033-812a-f88fd939818e req-11348c68-7afd-4661-8a07-e270c762d6ec tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:08.750885 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a28e302-a972-4033-812a-f88fd939818e req-11348c68-7afd-4661-8a07-e270c762d6ec tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 2408 time: 0.2739468 Jul 15 23:13:08.798918 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'name': 'network-vif-deleted', 'tag': 'd6cb89d5-6817-4bc8-b0e6-53e8aba786ef'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:08.801835 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4d294f-b830-428a-b423-cf5c5fdb5b53" -d '{"events": [{"server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "name": "network-vif-deleted", "tag": "d6cb89d5-6817-4bc8-b0e6-53e8aba786ef"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:08.835745 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e71db65-3690-4d3b-a112-62c312608228 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.844108 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ae5a2e52-ea6e-4d79-8656-c4e1228166c0 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.853789 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3f9e3-7684-4799-9d50-497abdfab139 req-f73fbd3b-d7dc-49d5-9344-85ccd634c7d1 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:08.855347 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f5a3f9e3-7684-4799-9d50-497abdfab139 req-f73fbd3b-d7dc-49d5-9344-85ccd634c7d1 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.2749557 Jul 15 23:13:08.855995 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e71db65-3690-4d3b-a112-62c312608228 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.879748 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a2e52-ea6e-4d79-8656-c4e1228166c0 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Pushing event deleted for resources: {'Port': ['ID=2443b75a-06e5-4f6f-870f-7a527a0d2fbb,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:08.925248 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a28e302-a972-4033-812a-f88fd939818e req-2e87568c-9669-47f0-a349-01be79912fc8 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391950 Jul 15 23:13:08.978793 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ae5a2e52-ea6e-4d79-8656-c4e1228166c0 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.984688 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ae5a2e52-ea6e-4d79-8656-c4e1228166c0 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] 10.222.0.16 "DELETE /v2.0/ports/2443b75a-06e5-4f6f-870f-7a527a0d2fbb HTTP/1.1" status: 204 len: 168 time: 0.4908676 Jul 15 23:13:08.985524 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52342) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:09.005945 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e71db65-3690-4d3b-a112-62c312608228 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:09.060351 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71db65-3690-4d3b-a112-62c312608228 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Pushing event updated for resources: {'Port': ['ID=5af9f2a5-f7f2-4ec1-80d8-893168d1e970,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:09.061879 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884822f3-a1f5-4d51-bac5-c51e4f0b1733 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:09.064241 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-884822f3-a1f5-4d51-bac5-c51e4f0b1733 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bb854e1-5195-4a1c-ad0c-df92cbc75fa0 HTTP/1.1" status: 200 len: 913 time: 0.0777700 Jul 15 23:13:09.067184 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52344) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:09.085455 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f5a3f9e3-7684-4799-9d50-497abdfab139 req-a298a16f-e161-4ef6-935d-8f9a3dcc71b3 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192841 Jul 15 23:13:09.158721 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d070959c-ce4a-4d8c-90a8-377356df6f11 x-openstack-request-id: req-d070959c-ce4a-4d8c-90a8-377356df6f11 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:09.159010 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "name": "network-vif-deleted", "tag": "d6cb89d5-6817-4bc8-b0e6-53e8aba786ef", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:09.159263 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d070959c-ce4a-4d8c-90a8-377356df6f11 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:09.159654 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'name': 'network-vif-deleted', 'tag': 'd6cb89d5-6817-4bc8-b0e6-53e8aba786ef', 'status': 'completed', 'code': 200} Jul 15 23:13:09.171321 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-62b76df9-ed96-4841-8ac9-109535dfaef8 req-e8f59b20-e011-4f77-9935-90a73ce9c006 tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.0804210 Jul 15 23:13:09.336267 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afbe4fd8-a198-44df-953d-f809a4b0436a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d66964-5d75-43f4-9e52-c2d62bceba58'}, {'server_uuid': '01d2562f-b76b-4fb8-a4a6-5a87f7c4b950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aead6165-1299-4b8c-8bbb-a9811ee85a99'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:09.338984 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c7f908-e113-4653-a116-1ad5c53b37eb" -d '{"events": [{"server_uuid": "afbe4fd8-a198-44df-953d-f809a4b0436a", "name": "network-vif-plugged", "status": "completed", "tag": "76d66964-5d75-43f4-9e52-c2d62bceba58"}, {"server_uuid": "01d2562f-b76b-4fb8-a4a6-5a87f7c4b950", "name": "network-vif-plugged", "status": "completed", "tag": "aead6165-1299-4b8c-8bbb-a9811ee85a99"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:09.430597 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ae13a52-7871-4538-9baa-cd439e7b5b57 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:09.612023 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7bd61c64-9694-47db-906e-c375d5e9478d req-abf711c9-ad10-4813-96e4-6354bafbfa2c tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:09.621247 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-8e71db65-3690-4d3b-a112-62c312608228 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Floating IP 7ed63f6d-786e-44cc-882c-32ac78ed15ca associated. External IP: 172.25.4.79, port: 899f3ca5-80d4-4fce-b5b8-b36c8540d5bd. Jul 15 23:13:09.683686 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf711c9-ad10-4813-96e4-6354bafbfa2c tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Pushing event deleted for resources: {'Port': ['ID=ff52bf25-9d08-4b27-9c20-9cfae7981d84,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:09.686147 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3ae13a52-7871-4538-9baa-cd439e7b5b57 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Deleting port efca5a9f-38af-4092-987e-b1da3124774a {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:09.686710 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ae13a52-7871-4538-9baa-cd439e7b5b57 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:09.773308 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ae13a52-7871-4538-9baa-cd439e7b5b57 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:09.784929 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3ae13a52-7871-4538-9baa-cd439e7b5b57 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Calling delete_port for efca5a9f-38af-4092-987e-b1da3124774a owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:09.798182 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd61c64-9694-47db-906e-c375d5e9478d req-abf711c9-ad10-4813-96e4-6354bafbfa2c tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] No DVR routers for this DVR port ff52bf25-9d08-4b27-9c20-9cfae7981d84 on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:09.810019 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af533e60-ebe4-4b1a-a232-5d9181dcd6a2 req-3264b3ab-493e-4b7a-aa34-5b78cbca9afa tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:09.811515 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-af533e60-ebe4-4b1a-a232-5d9181dcd6a2 req-3264b3ab-493e-4b7a-aa34-5b78cbca9afa tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/ports?device_id=afbe4fd8-a198-44df-953d-f809a4b0436a HTTP/1.1" status: 200 len: 945 time: 0.2882640 Jul 15 23:13:09.815543 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7bd61c64-9694-47db-906e-c375d5e9478d req-abf711c9-ad10-4813-96e4-6354bafbfa2c tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:09.817391 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7bd61c64-9694-47db-906e-c375d5e9478d req-abf711c9-ad10-4813-96e4-6354bafbfa2c tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.43 "DELETE /v2.0/ports/ff52bf25-9d08-4b27-9c20-9cfae7981d84 HTTP/1.1" status: 204 len: 173 time: 1.8548093 Jul 15 23:13:09.828214 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0337e-5bda-4e7f-9a8c-e3fd3311582b req-ca8f1546-480c-4cb5-a959-02bedf779e10 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:09.830357 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cab0337e-5bda-4e7f-9a8c-e3fd3311582b req-ca8f1546-480c-4cb5-a959-02bedf779e10 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.3082821 Jul 15 23:13:09.960938 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ae13a52-7871-4538-9baa-cd439e7b5b57 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:09.985116 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-af533e60-ebe4-4b1a-a232-5d9181dcd6a2 req-69e47c94-fc8e-4795-a65a-84dba42e0e87 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/security-groups?id=a144b9fc-c892-4016-b855-7d3f0c3dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667559 Jul 15 23:13:10.017886 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cab0337e-5bda-4e7f-9a8c-e3fd3311582b req-e3ecaf84-1435-4016-bd56-bfb94d561a7f tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739781 Jul 15 23:13:10.069150 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae13a52-7871-4538-9baa-cd439e7b5b57 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Pushing event deleted for resources: {'Port': ['ID=efca5a9f-38af-4092-987e-b1da3124774a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:10.082087 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e71db65-3690-4d3b-a112-62c312608228 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Router 1910a702-6f81-454b-9051-6b4df95fe8d9 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:13:10.112058 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad16f3d0-3678-40e5-8d1a-ab766e71f8f2 x-openstack-request-id: req-ad16f3d0-3678-40e5-8d1a-ab766e71f8f2 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:10.112583 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afbe4fd8-a198-44df-953d-f809a4b0436a", "name": "network-vif-plugged", "status": "completed", "tag": "76d66964-5d75-43f4-9e52-c2d62bceba58", "code": 200}, {"server_uuid": "01d2562f-b76b-4fb8-a4a6-5a87f7c4b950", "name": "network-vif-plugged", "status": "completed", "tag": "aead6165-1299-4b8c-8bbb-a9811ee85a99", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:10.112712 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad16f3d0-3678-40e5-8d1a-ab766e71f8f2 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:10.113012 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afbe4fd8-a198-44df-953d-f809a4b0436a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d66964-5d75-43f4-9e52-c2d62bceba58', 'code': 200} Jul 15 23:13:10.113266 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d2562f-b76b-4fb8-a4a6-5a87f7c4b950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aead6165-1299-4b8c-8bbb-a9811ee85a99', 'code': 200} Jul 15 23:13:10.235258 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ae13a52-7871-4538-9baa-cd439e7b5b57 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:10.263316 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e71db65-3690-4d3b-a112-62c312608228 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:13:10.275024 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75d100b-ca3f-4207-bc07-ccf5b7f86e69 None None] Sync routers for ids ['1910a702-6f81-454b-9051-6b4df95fe8d9'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:13:10.311549 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75d100b-ca3f-4207-bc07-ccf5b7f86e69 None None] Routers {'1910a702-6f81-454b-9051-6b4df95fe8d9'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:13:10.312431 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d75d100b-ca3f-4207-bc07-ccf5b7f86e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['1910a702-6f81-454b-9051-6b4df95fe8d9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:10.320084 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-7bd61c64-9694-47db-906e-c375d5e9478d req-6885cdc9-9d4f-478b-bbdc-d263d7746218 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Deleting port d21b906d-5799-491b-a71e-1b415441bf9f {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:10.320588 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7bd61c64-9694-47db-906e-c375d5e9478d req-6885cdc9-9d4f-478b-bbdc-d263d7746218 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:10.323844 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e71db65-3690-4d3b-a112-62c312608228 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:10.486745 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8e71db65-3690-4d3b-a112-62c312608228 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.4696116 Jul 15 23:13:10.486958 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-d75d100b-ca3f-4207-bc07-ccf5b7f86e69 None None] Set router 1910a702-6f81-454b-9051-6b4df95fe8d9 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:13:10.534810 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-7bd61c64-9694-47db-906e-c375d5e9478d req-6885cdc9-9d4f-478b-bbdc-d263d7746218 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] For port d21b906d-5799-491b-a71e-1b415441bf9f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=d21b906d-5799-491b-a71e-1b415441bf9f,segment=NetworkSegment(a607fcdb-8822-4e2f-96a8-dc133aaf2c0a),segment_id=a607fcdb-8822-4e2f-96a8-dc133aaf2c0a)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:10.535240 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7bd61c64-9694-47db-906e-c375d5e9478d req-6885cdc9-9d4f-478b-bbdc-d263d7746218 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:10.561875 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd114b09-55d4-476a-bc7e-08f28d1b3eaa req-a6397885-009c-47fa-8ab0-ffc1e0459115 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:10.567840 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd114b09-55d4-476a-bc7e-08f28d1b3eaa req-a6397885-009c-47fa-8ab0-ffc1e0459115 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:10.569510 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd114b09-55d4-476a-bc7e-08f28d1b3eaa req-a6397885-009c-47fa-8ab0-ffc1e0459115 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 1677 time: 0.2684228 Jul 15 23:13:10.570562 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-7bd61c64-9694-47db-906e-c375d5e9478d req-6885cdc9-9d4f-478b-bbdc-d263d7746218 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Calling delete_port for d21b906d-5799-491b-a71e-1b415441bf9f owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:10.671626 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d900ea-dd14-4977-893c-89b4b652b2b6 req-63daf80f-ed33-439f-aba6-7de63aa67e81 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:10.673729 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f6d900ea-dd14-4977-893c-89b4b652b2b6 req-63daf80f-ed33-439f-aba6-7de63aa67e81 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.2222583 Jul 15 23:13:10.683319 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd114b09-55d4-476a-bc7e-08f28d1b3eaa req-f0b2b51e-7a48-40f8-bea0-0de912cd6181 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037183 Jul 15 23:13:10.745031 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f6d900ea-dd14-4977-893c-89b4b652b2b6 req-4600e466-c00b-47a7-bb99-51c1386acb30 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562899 Jul 15 23:13:10.822785 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7bd61c64-9694-47db-906e-c375d5e9478d req-6885cdc9-9d4f-478b-bbdc-d263d7746218 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:10.878208 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ebea5-86eb-43cd-9ae2-e1da4dc73301 req-a9fb94ae-5c2e-4b3d-b3b2-0252f05470a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:10.878809 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885cdc9-9d4f-478b-bbdc-d263d7746218 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Pushing event deleted for resources: {'Port': ['ID=d21b906d-5799-491b-a71e-1b415441bf9f,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:10.878915 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-443ebea5-86eb-43cd-9ae2-e1da4dc73301 req-a9fb94ae-5c2e-4b3d-b3b2-0252f05470a0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=afbe4fd8-a198-44df-953d-f809a4b0436a HTTP/1.1" status: 200 len: 1096 time: 0.2107315 Jul 15 23:13:10.902367 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d75d100b-ca3f-4207-bc07-ccf5b7f86e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'name': 'tempest-TestServerBasicOps-559586926-router', 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'd6abf14d-76eb-447f-b43c-7b1c3c68bb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:21Z', 'updated_at': '2021-07-15T23:12:27Z', 'revision_number': 4, 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'gw_port': {'id': 'd6abf14d-76eb-447f-b43c-7b1c3c68bb7f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ac:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:22Z', 'updated_at': '2021-07-15T23:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '7ed63f6d-786e-44cc-882c-32ac78ed15ca', 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'floating_ip_address': '172.25.4.79', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'port_id': '899f3ca5-80d4-4fce-b5b8-b36c8540d5bd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f499d80-0bb6-4641-9dad-53d101f8ac70', 'mac_address': 'fa:16:3e:2c:33:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d1ff00-bfb2-4c1d-8ab1-9abd8583b125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:13:07Z', 'updated_at': '2021-07-15T23:13:07Z', 'revision_number': 0, 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '461cbfdc-d706-43d5-a0b5-3a053ee37e33', 'name': '', 'network_id': '5f499d80-0bb6-4641-9dad-53d101f8ac70', 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'mac_address': 'fa:16:3e:a9:0f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '95ba6ced-0926-439c-b94f-d6a4529be42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:25Z', 'updated_at': '2021-07-15T23:12:35Z', 'revision_number': 5, 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'subnets': [{'id': '95ba6ced-0926-439c-b94f-d6a4529be42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:10.930872 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aebeee5e-1a7d-4e7c-b3de-b2ea318e0352 req-137b0e19-efec-45f9-8c16-f09b73e701b1 tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.0599687 Jul 15 23:13:10.936163 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75d100b-ca3f-4207-bc07-ccf5b7f86e69 None None] Checking router: 1910a702-6f81-454b-9051-6b4df95fe8d9 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:13:10.952983 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75d100b-ca3f-4207-bc07-ccf5b7f86e69 None None] Routers {'1910a702-6f81-454b-9051-6b4df95fe8d9'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:13:10.953197 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd61c64-9694-47db-906e-c375d5e9478d req-6885cdc9-9d4f-478b-bbdc-d263d7746218 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] No DVR routers for this DVR port d21b906d-5799-491b-a71e-1b415441bf9f on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:10.953713 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d75d100b-ca3f-4207-bc07-ccf5b7f86e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['1910a702-6f81-454b-9051-6b4df95fe8d9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:10.954464 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-07c3abf3-2bed-4878-83c7-95f2a3a16342 req-33161b8d-7243-4a58-839a-18dbf67a95c3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=74d1ff00-bfb2-4c1d-8ab1-9abd8583b125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2852798 Jul 15 23:13:10.956312 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7bd61c64-9694-47db-906e-c375d5e9478d req-6885cdc9-9d4f-478b-bbdc-d263d7746218 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:10.958431 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7bd61c64-9694-47db-906e-c375d5e9478d req-6885cdc9-9d4f-478b-bbdc-d263d7746218 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.43 "DELETE /v2.0/ports/d21b906d-5799-491b-a71e-1b415441bf9f HTTP/1.1" status: 204 len: 173 time: 1.1265666 Jul 15 23:13:10.965305 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f529f-9771-4a4d-bce9-963d1fdd2c91 req-bfa715f2-3466-4603-a915-9b8abd3f9813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:10.967285 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a44f529f-9771-4a4d-bce9-963d1fdd2c91 req-bfa715f2-3466-4603-a915-9b8abd3f9813 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 1097 time: 0.2999835 Jul 15 23:13:10.976153 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae13a52-7871-4538-9baa-cd439e7b5b57 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Router 8bb854e1-5195-4a1c-ad0c-df92cbc75fa0 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:13:10.978658 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-443ebea5-86eb-43cd-9ae2-e1da4dc73301 req-b636543b-bba9-4049-8eab-e44407562d69 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a144b9fc-c892-4016-b855-7d3f0c3dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922773 Jul 15 23:13:11.078726 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-7bd61c64-9694-47db-906e-c375d5e9478d req-f8779141-7ae2-467e-803c-bd22feb04faf tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Deleting port 6889e42d-1a89-425a-a8c3-7396550b6084 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:11.079697 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7bd61c64-9694-47db-906e-c375d5e9478d req-f8779141-7ae2-467e-803c-bd22feb04faf tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:11.086017 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-d75d100b-ca3f-4207-bc07-ccf5b7f86e69 None None] Set router 1910a702-6f81-454b-9051-6b4df95fe8d9 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:13:11.107032 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae13a52-7871-4538-9baa-cd439e7b5b57 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:13:11.114816 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3ae13a52-7871-4538-9baa-cd439e7b5b57 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] 10.222.0.16 "PUT /v2.0/routers/8bb854e1-5195-4a1c-ad0c-df92cbc75fa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0446200 Jul 15 23:13:11.116472 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52366) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:11.118320 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c4dcdb-0286-4710-950d-acc9fb90a8af None None] Sync routers for ids ['8bb854e1-5195-4a1c-ad0c-df92cbc75fa0'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:13:11.129167 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c4dcdb-0286-4710-950d-acc9fb90a8af None None] Routers {'8bb854e1-5195-4a1c-ad0c-df92cbc75fa0'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:13:11.130022 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-78c4dcdb-0286-4710-950d-acc9fb90a8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['8bb854e1-5195-4a1c-ad0c-df92cbc75fa0'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:11.162983 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-78c4dcdb-0286-4710-950d-acc9fb90a8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:11.172439 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c4dcdb-0286-4710-950d-acc9fb90a8af None None] Routers {'8bb854e1-5195-4a1c-ad0c-df92cbc75fa0'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:13:11.173463 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-78c4dcdb-0286-4710-950d-acc9fb90a8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['8bb854e1-5195-4a1c-ad0c-df92cbc75fa0'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:11.186075 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'name': 'network-vif-deleted', 'tag': 'ff52bf25-9d08-4b27-9c20-9cfae7981d84'}, {'name': 'network-changed', 'server_uuid': '74d1ff00-bfb2-4c1d-8ab1-9abd8583b125', 'tag': '899f3ca5-80d4-4fce-b5b8-b36c8540d5bd'}, {'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'name': 'network-vif-deleted', 'tag': 'd21b906d-5799-491b-a71e-1b415441bf9f'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:11.189180 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01abf7d1-ab41-4ffc-ab49-c3939ee7e772" -d '{"events": [{"server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "name": "network-vif-deleted", "tag": "ff52bf25-9d08-4b27-9c20-9cfae7981d84"}, {"name": "network-changed", "server_uuid": "74d1ff00-bfb2-4c1d-8ab1-9abd8583b125", "tag": "899f3ca5-80d4-4fce-b5b8-b36c8540d5bd"}, {"server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "name": "network-vif-deleted", "tag": "d21b906d-5799-491b-a71e-1b415441bf9f"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:11.213531 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-78c4dcdb-0286-4710-950d-acc9fb90a8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:11.214585 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c4dcdb-0286-4710-950d-acc9fb90a8af None None] The sync data for ids ['8bb854e1-5195-4a1c-ad0c-df92cbc75fa0'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:13:11.240697 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-071ad204-da48-43e8-970f-6a6e162b92e6 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:11.285465 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-7bd61c64-9694-47db-906e-c375d5e9478d req-f8779141-7ae2-467e-803c-bd22feb04faf tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] For port 6889e42d-1a89-425a-a8c3-7396550b6084, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6889e42d-1a89-425a-a8c3-7396550b6084,segment=NetworkSegment(a607fcdb-8822-4e2f-96a8-dc133aaf2c0a),segment_id=a607fcdb-8822-4e2f-96a8-dc133aaf2c0a)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:11.285833 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7bd61c64-9694-47db-906e-c375d5e9478d req-f8779141-7ae2-467e-803c-bd22feb04faf tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:11.315859 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-7bd61c64-9694-47db-906e-c375d5e9478d req-f8779141-7ae2-467e-803c-bd22feb04faf tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Calling delete_port for 6889e42d-1a89-425a-a8c3-7396550b6084 owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:11.353736 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40ff4e-33bc-49bd-a130-1294f6f95ce8 req-99f12ec4-f905-443f-b3ca-7e46b59da67c tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:11.355938 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5b40ff4e-33bc-49bd-a130-1294f6f95ce8 req-99f12ec4-f905-443f-b3ca-7e46b59da67c tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/ports?device_id=afbe4fd8-a198-44df-953d-f809a4b0436a HTTP/1.1" status: 200 len: 945 time: 0.1701477 Jul 15 23:13:11.401865 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a44f529f-9771-4a4d-bce9-963d1fdd2c91 req-f81dd55d-5008-444c-8cfe-27d53fb9e7d1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161857 Jul 15 23:13:11.418531 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d75d100b-ca3f-4207-bc07-ccf5b7f86e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'name': 'tempest-TestServerBasicOps-559586926-router', 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'd6abf14d-76eb-447f-b43c-7b1c3c68bb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:21Z', 'updated_at': '2021-07-15T23:12:27Z', 'revision_number': 4, 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'gw_port': {'id': 'd6abf14d-76eb-447f-b43c-7b1c3c68bb7f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ac:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:22Z', 'updated_at': '2021-07-15T23:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '7ed63f6d-786e-44cc-882c-32ac78ed15ca', 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'floating_ip_address': '172.25.4.79', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'port_id': '899f3ca5-80d4-4fce-b5b8-b36c8540d5bd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f499d80-0bb6-4641-9dad-53d101f8ac70', 'mac_address': 'fa:16:3e:2c:33:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d1ff00-bfb2-4c1d-8ab1-9abd8583b125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:13:07Z', 'updated_at': '2021-07-15T23:13:07Z', 'revision_number': 0, 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '461cbfdc-d706-43d5-a0b5-3a053ee37e33', 'name': '', 'network_id': '5f499d80-0bb6-4641-9dad-53d101f8ac70', 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'mac_address': 'fa:16:3e:a9:0f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '95ba6ced-0926-439c-b94f-d6a4529be42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:25Z', 'updated_at': '2021-07-15T23:12:35Z', 'revision_number': 5, 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'subnets': [{'id': '95ba6ced-0926-439c-b94f-d6a4529be42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:11.425917 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306cc65-62ca-4e2c-97ca-e9471f89c589 req-09de7749-79af-47b0-a1a5-02e080d3d9bd tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:11.433434 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3306cc65-62ca-4e2c-97ca-e9471f89c589 req-09de7749-79af-47b0-a1a5-02e080d3d9bd tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.2490335 Jul 15 23:13:11.455215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75d100b-ca3f-4207-bc07-ccf5b7f86e69 None None] The sync data for ids ['1910a702-6f81-454b-9051-6b4df95fe8d9'] in n-d-787205-9 is: [{'id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'name': 'tempest-TestServerBasicOps-559586926-router', 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'd6abf14d-76eb-447f-b43c-7b1c3c68bb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:21Z', 'updated_at': '2021-07-15T23:12:27Z', 'revision_number': 4, 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'gw_port': {'id': 'd6abf14d-76eb-447f-b43c-7b1c3c68bb7f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ac:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:22Z', 'updated_at': '2021-07-15T23:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '7ed63f6d-786e-44cc-882c-32ac78ed15ca', 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'floating_ip_address': '172.25.4.79', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'port_id': '899f3ca5-80d4-4fce-b5b8-b36c8540d5bd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f499d80-0bb6-4641-9dad-53d101f8ac70', 'mac_address': 'fa:16:3e:2c:33:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d1ff00-bfb2-4c1d-8ab1-9abd8583b125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:13:07Z', 'updated_at': '2021-07-15T23:13:07Z', 'revision_number': 0, 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '461cbfdc-d706-43d5-a0b5-3a053ee37e33', 'name': '', 'network_id': '5f499d80-0bb6-4641-9dad-53d101f8ac70', 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'mac_address': 'fa:16:3e:a9:0f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '95ba6ced-0926-439c-b94f-d6a4529be42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:25Z', 'updated_at': '2021-07-15T23:12:35Z', 'revision_number': 5, 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'subnets': [{'id': '95ba6ced-0926-439c-b94f-d6a4529be42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:13:11.497715 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5b40ff4e-33bc-49bd-a130-1294f6f95ce8 req-55ec1163-f6dd-46ec-9bba-ec7a3ec2e7ef tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/security-groups?id=a144b9fc-c892-4016-b855-7d3f0c3dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071732 Jul 15 23:13:11.505957 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-071ad204-da48-43e8-970f-6a6e162b92e6 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:11.508897 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-071ad204-da48-43e8-970f-6a6e162b92e6 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:11.517114 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3abf3-2bed-4878-83c7-95f2a3a16342 req-dbeb9b10-1af1-440d-8fdd-56f6c95ec6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:11.518620 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-07c3abf3-2bed-4878-83c7-95f2a3a16342 req-dbeb9b10-1af1-440d-8fdd-56f6c95ec6cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b6db02bafe144d5a8e176b78a5717eb0&device_id=74d1ff00-bfb2-4c1d-8ab1-9abd8583b125 HTTP/1.1" status: 200 len: 1096 time: 0.1898251 Jul 15 23:13:11.522659 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3306cc65-62ca-4e2c-97ca-e9471f89c589 req-db2e55df-8009-404a-9197-5af7203103c2 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880108 Jul 15 23:13:11.582986 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-071ad204-da48-43e8-970f-6a6e162b92e6 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:11.583544 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071ad204-da48-43e8-970f-6a6e162b92e6 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Fanout notify agent at l3_agent the message router_deleted on router 8bb854e1-5195-4a1c-ad0c-df92cbc75fa0 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:13:11.591296 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-071ad204-da48-43e8-970f-6a6e162b92e6 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:11.595234 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-071ad204-da48-43e8-970f-6a6e162b92e6 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] 10.222.0.16 "DELETE /v2.0/routers/8bb854e1-5195-4a1c-ad0c-df92cbc75fa0 HTTP/1.1" status: 204 len: 168 time: 0.4737184 Jul 15 23:13:11.595368 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fdb8e9-4d12-4115-b518-0c19201608ee x-openstack-request-id: req-d8fdb8e9-4d12-4115-b518-0c19201608ee {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:11.595368 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "name": "network-vif-deleted", "tag": "ff52bf25-9d08-4b27-9c20-9cfae7981d84", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "74d1ff00-bfb2-4c1d-8ab1-9abd8583b125", "tag": "899f3ca5-80d4-4fce-b5b8-b36c8540d5bd", "status": "completed", "code": 200}, {"server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "name": "network-vif-deleted", "tag": "d21b906d-5799-491b-a71e-1b415441bf9f", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:11.595368 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8fdb8e9-4d12-4115-b518-0c19201608ee {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:11.595368 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'name': 'network-vif-deleted', 'tag': 'ff52bf25-9d08-4b27-9c20-9cfae7981d84', 'status': 'completed', 'code': 200} Jul 15 23:13:11.595368 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74d1ff00-bfb2-4c1d-8ab1-9abd8583b125', 'tag': '899f3ca5-80d4-4fce-b5b8-b36c8540d5bd', 'status': 'completed', 'code': 200} Jul 15 23:13:11.595368 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'name': 'network-vif-deleted', 'tag': 'd21b906d-5799-491b-a71e-1b415441bf9f', 'status': 'completed', 'code': 200} Jul 15 23:13:11.597118 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52372) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:11.625528 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7bd61c64-9694-47db-906e-c375d5e9478d req-f8779141-7ae2-467e-803c-bd22feb04faf tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:11.661163 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b1fae9-dfee-4e52-a437-4674e4a75b51 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Deleting subnet 57413e90-e751-40c1-b39c-3273349a62ba {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:13:11.664379 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8779141-7ae2-467e-803c-bd22feb04faf tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Pushing event deleted for resources: {'Port': ['ID=6889e42d-1a89-425a-a8c3-7396550b6084,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:11.680128 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5b1fae9-dfee-4e52-a437-4674e4a75b51 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:11.723917 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd61c64-9694-47db-906e-c375d5e9478d req-f8779141-7ae2-467e-803c-bd22feb04faf tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] No DVR routers for this DVR port 6889e42d-1a89-425a-a8c3-7396550b6084 on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:11.727700 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7bd61c64-9694-47db-906e-c375d5e9478d req-f8779141-7ae2-467e-803c-bd22feb04faf tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:11.730467 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7bd61c64-9694-47db-906e-c375d5e9478d req-f8779141-7ae2-467e-803c-bd22feb04faf tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.43 "DELETE /v2.0/ports/6889e42d-1a89-425a-a8c3-7396550b6084 HTTP/1.1" status: 204 len: 173 time: 0.7656162 Jul 15 23:13:11.804815 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5b1fae9-dfee-4e52-a437-4674e4a75b51 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:11.831167 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda1cc38-f6ed-408a-a6a6-cbd683c4ac9f None None] New status for floating IP 7ed63f6d-786e-44cc-882c-32ac78ed15ca: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:13:11.983766 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8c850eb9-9de8-4b1f-abce-3cb8db35b810 req-f47e8e64-f10f-4fe2-a5e2-5e9f9b64b55c tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 210 time: 0.0666373 Jul 15 23:13:11.987135 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3abf3-2bed-4878-83c7-95f2a3a16342 req-7510bcf3-3862-4953-9ae0-e187d470ac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:11.988686 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-07c3abf3-2bed-4878-83c7-95f2a3a16342 req-7510bcf3-3862-4953-9ae0-e187d470ac25 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5f499d80-0bb6-4641-9dad-53d101f8ac70 HTTP/1.1" status: 200 len: 909 time: 0.2499979 Jul 15 23:13:12.119098 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5b1fae9-dfee-4e52-a437-4674e4a75b51 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:12.175429 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-07c3abf3-2bed-4878-83c7-95f2a3a16342 req-ba65b816-ff43-43f5-97d1-ffefbcacf401 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=899f3ca5-80d4-4fce-b5b8-b36c8540d5bd HTTP/1.1" status: 200 len: 998 time: 0.1743083 Jul 15 23:13:12.194511 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f4ef430d-2d40-4590-b575-84b9c0ec59af req-d10f041d-0e34-4c62-ad75-40e129a4a5c0 tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.0478969 Jul 15 23:13:12.202304 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b3ead-255d-4072-a856-bca02d72e061 req-e70368c1-9cda-4cb8-aee3-74744e371c97 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:12.203923 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-047b3ead-255d-4072-a856-bca02d72e061 req-e70368c1-9cda-4cb8-aee3-74744e371c97 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.1745200 Jul 15 23:13:12.244816 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-047b3ead-255d-4072-a856-bca02d72e061 req-55d896b3-84c9-45cb-a934-c2683fdf1141 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339739 Jul 15 23:13:12.273792 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3abf3-2bed-4878-83c7-95f2a3a16342 req-99601335-249f-42f1-bb72-672299824a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:12.275431 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-07c3abf3-2bed-4878-83c7-95f2a3a16342 req-99601335-249f-42f1-bb72-672299824a39 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=95ba6ced-0926-439c-b94f-d6a4529be42b HTTP/1.1" status: 200 len: 847 time: 0.0918736 Jul 15 23:13:12.287380 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5b1fae9-dfee-4e52-a437-4674e4a75b51 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:12.325520 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b1c452-d70a-4ca0-bce0-86de65220daa None None] Network c2026dac-bb92-4227-aab3-499ef4a229a2 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:12.339323 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1fae9-dfee-4e52-a437-4674e4a75b51 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Pushing event deleted for resources: {'Subnet': ['ID=57413e90-e751-40c1-b39c-3273349a62ba,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:12.343461 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5b1fae9-dfee-4e52-a437-4674e4a75b51 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:12.349930 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52380) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:12.362541 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e5b1fae9-dfee-4e52-a437-4674e4a75b51 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] 10.222.0.16 "DELETE /v2.0/subnets/57413e90-e751-40c1-b39c-3273349a62ba HTTP/1.1" status: 204 len: 168 time: 0.7641852 Jul 15 23:13:12.417257 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3abf3-2bed-4878-83c7-95f2a3a16342 req-5c68d0d2-5bb1-4c87-be36-ec678ece1fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:12.419197 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-07c3abf3-2bed-4878-83c7-95f2a3a16342 req-5c68d0d2-5bb1-4c87-be36-ec678ece1fda service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5f499d80-0bb6-4641-9dad-53d101f8ac70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039672 Jul 15 23:13:12.438710 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be14ffcd-0e4e-41df-a94b-818632040ae7 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:12.497997 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-be14ffcd-0e4e-41df-a94b-818632040ae7 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Deleting port bd3d1622-a01a-48f3-9d47-a52a54d8b93f {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:12.498337 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be14ffcd-0e4e-41df-a94b-818632040ae7 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:12.557690 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8dfad5-456f-4fbd-963e-c36104330e89 None None] DHCP port deletion for c2026dac-bb92-4227-aab3-499ef4a229a2 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:13:12.598441 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-be14ffcd-0e4e-41df-a94b-818632040ae7 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] For port bd3d1622-a01a-48f3-9d47-a52a54d8b93f, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=bd3d1622-a01a-48f3-9d47-a52a54d8b93f,segment=NetworkSegment(794bb893-754a-4644-b9db-91ee47b962f3),segment_id=794bb893-754a-4644-b9db-91ee47b962f3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:12.598441 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be14ffcd-0e4e-41df-a94b-818632040ae7 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:12.620281 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-be14ffcd-0e4e-41df-a94b-818632040ae7 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Calling delete_port for bd3d1622-a01a-48f3-9d47-a52a54d8b93f owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:12.693359 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-07c3abf3-2bed-4878-83c7-95f2a3a16342 req-8ac47de4-f9cd-424a-91ef-adc28b2bffc4 service neutron] 10.222.0.36 "GET /v2.0/networks/5f499d80-0bb6-4641-9dad-53d101f8ac70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311983 Jul 15 23:13:12.725907 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-6f8dfad5-456f-4fbd-963e-c36104330e89 None None] Deleting port bd3d1622-a01a-48f3-9d47-a52a54d8b93f {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:12.729099 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6f8dfad5-456f-4fbd-963e-c36104330e89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:12.846030 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device bd3d1622-a01a-48f3-9d47-a52a54d8b93f no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:12.909130 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-6f8dfad5-456f-4fbd-963e-c36104330e89 None None] For port bd3d1622-a01a-48f3-9d47-a52a54d8b93f, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=bd3d1622-a01a-48f3-9d47-a52a54d8b93f,segment=NetworkSegment(794bb893-754a-4644-b9db-91ee47b962f3),segment_id=794bb893-754a-4644-b9db-91ee47b962f3)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:12.910332 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6f8dfad5-456f-4fbd-963e-c36104330e89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:12.911253 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-07c3abf3-2bed-4878-83c7-95f2a3a16342 req-c4824327-26c7-4515-8181-1254c950631e service neutron] 10.222.0.36 "GET /v2.0/networks/5f499d80-0bb6-4641-9dad-53d101f8ac70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054012 Jul 15 23:13:12.929665 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fae1a7-5eb3-4151-93d8-c96a28cadca2 req-8b3f77b5-fa4a-4269-beab-56998215377e tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:12.937343 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b8fae1a7-5eb3-4151-93d8-c96a28cadca2 req-8b3f77b5-fa4a-4269-beab-56998215377e tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/ports?device_id=afbe4fd8-a198-44df-953d-f809a4b0436a HTTP/1.1" status: 200 len: 945 time: 0.2149754 Jul 15 23:13:12.945845 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-6f8dfad5-456f-4fbd-963e-c36104330e89 None None] Calling delete_port for bd3d1622-a01a-48f3-9d47-a52a54d8b93f owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:12.960075 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be14ffcd-0e4e-41df-a94b-818632040ae7 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:12.968679 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No active binding found for port bd3d1622-a01a-48f3-9d47-a52a54d8b93f {{(pid=93800) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 23:13:12.969257 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device bd3d1622-a01a-48f3-9d47-a52a54d8b93f not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:13.009437 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14ffcd-0e4e-41df-a94b-818632040ae7 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Pushing event deleted for resources: {'Port': ['ID=bd3d1622-a01a-48f3-9d47-a52a54d8b93f,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:13.022790 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be14ffcd-0e4e-41df-a94b-818632040ae7 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] No DVR routers for this DVR port bd3d1622-a01a-48f3-9d47-a52a54d8b93f on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:13.063155 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b8fae1a7-5eb3-4151-93d8-c96a28cadca2 req-702d125a-527a-4b6f-9c93-a9896485cf9e tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/security-groups?id=a144b9fc-c892-4016-b855-7d3f0c3dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247120 Jul 15 23:13:13.068446 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6f8dfad5-456f-4fbd-963e-c36104330e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:13.085650 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e6085-aa44-4574-925d-e04dbe4c4fb5 req-edfa9ae4-9c80-4a3a-84b5-81ff8c204e99 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:13.090776 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abf7d1-ab41-4ffc-ab49-c3939ee7e772 req-ce05ca1a-870e-421e-b3ff-09af4329bade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:13.092889 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-01abf7d1-ab41-4ffc-ab49-c3939ee7e772 req-ce05ca1a-870e-421e-b3ff-09af4329bade service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b6db02bafe144d5a8e176b78a5717eb0&device_id=74d1ff00-bfb2-4c1d-8ab1-9abd8583b125 HTTP/1.1" status: 200 len: 1096 time: 0.0890191 Jul 15 23:13:13.094908 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d00e6085-aa44-4574-925d-e04dbe4c4fb5 req-edfa9ae4-9c80-4a3a-84b5-81ff8c204e99 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.2730932 Jul 15 23:13:13.101848 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8dfad5-456f-4fbd-963e-c36104330e89 None None] Pushing event deleted for resources: {'Port': ['ID=bd3d1622-a01a-48f3-9d47-a52a54d8b93f,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:13.109891 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8dfad5-456f-4fbd-963e-c36104330e89 None None] No DVR routers for this DVR port bd3d1622-a01a-48f3-9d47-a52a54d8b93f on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:13.193531 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be14ffcd-0e4e-41df-a94b-818632040ae7 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:13.222788 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d00e6085-aa44-4574-925d-e04dbe4c4fb5 req-ba915ad4-d04e-48fa-99aa-efdd06da7632 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172171 Jul 15 23:13:13.225042 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-be14ffcd-0e4e-41df-a94b-818632040ae7 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2026dac-bb92-4227-aab3-499ef4a229a2']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:13.240721 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abf7d1-ab41-4ffc-ab49-c3939ee7e772 req-4a9d6775-f179-443f-8825-1de0a9b9735f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:13.243376 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-01abf7d1-ab41-4ffc-ab49-c3939ee7e772 req-4a9d6775-f179-443f-8825-1de0a9b9735f service neutron] 10.222.0.36 "GET /v2.0/networks?id=5f499d80-0bb6-4641-9dad-53d101f8ac70 HTTP/1.1" status: 200 len: 909 time: 0.1322193 Jul 15 23:13:13.245509 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-be14ffcd-0e4e-41df-a94b-818632040ae7 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '794bb893-754a-4644-b9db-91ee47b962f3') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:13.246229 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-be14ffcd-0e4e-41df-a94b-818632040ae7 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '794bb893-754a-4644-b9db-91ee47b962f3') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:13.275314 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be14ffcd-0e4e-41df-a94b-818632040ae7 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:13.311788 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be14ffcd-0e4e-41df-a94b-818632040ae7 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:13.318897 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be14ffcd-0e4e-41df-a94b-818632040ae7 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:13:13.319302 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be14ffcd-0e4e-41df-a94b-818632040ae7 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:13:13.323363 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:13:13.350334 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-01abf7d1-ab41-4ffc-ab49-c3939ee7e772 req-934200db-4c55-4e03-b4ed-c1873f2c4717 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=899f3ca5-80d4-4fce-b5b8-b36c8540d5bd HTTP/1.1" status: 200 len: 1000 time: 0.0983586 Jul 15 23:13:13.405337 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abf7d1-ab41-4ffc-ab49-c3939ee7e772 req-8b3dbbd5-c1e1-4d67-9d17-33e74f93f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:13.406113 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0ded03d5-a3cf-4599-b8b4-ddc4b1a1ab24 req-fbd37f81-19ab-4103-8d06-0671d16572d9 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 210 time: 0.0634015 Jul 15 23:13:13.406693 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-01abf7d1-ab41-4ffc-ab49-c3939ee7e772 req-8b3dbbd5-c1e1-4d67-9d17-33e74f93f5ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=95ba6ced-0926-439c-b94f-d6a4529be42b HTTP/1.1" status: 200 len: 847 time: 0.0505891 Jul 15 23:13:13.423580 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7b54f4f2-c210-49f2-9652-41871f0d9cc4 req-e3e84858-4556-477f-911c-58dc489884a9 tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.0407982 Jul 15 23:13:13.480891 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abf7d1-ab41-4ffc-ab49-c3939ee7e772 req-35244434-0d0a-4d3e-a3ea-585754b1961b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:13.482134 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be14ffcd-0e4e-41df-a94b-818632040ae7 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:13.483219 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-01abf7d1-ab41-4ffc-ab49-c3939ee7e772 req-35244434-0d0a-4d3e-a3ea-585754b1961b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5f499d80-0bb6-4641-9dad-53d101f8ac70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686269 Jul 15 23:13:13.495992 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be14ffcd-0e4e-41df-a94b-818632040ae7 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:13.498698 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-be14ffcd-0e4e-41df-a94b-818632040ae7 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] 10.222.0.16 "DELETE /v2.0/networks/c2026dac-bb92-4227-aab3-499ef4a229a2 HTTP/1.1" status: 204 len: 168 time: 1.1459339 Jul 15 23:13:13.512389 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14ffcd-0e4e-41df-a94b-818632040ae7 tempest-FloatingIPNegativeTestJSON-1422576473 tempest-FloatingIPNegativeTestJSON-1422576473-project] Pushing event deleted for resources: {'Network': ['ID=c2026dac-bb92-4227-aab3-499ef4a229a2,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:13.596005 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'name': 'network-vif-deleted', 'tag': '6889e42d-1a89-425a-a8c3-7396550b6084'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:13.599213 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c303b9b8-547a-44a5-815a-e26f94d9fb37" -d '{"events": [{"server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "name": "network-vif-deleted", "tag": "6889e42d-1a89-425a-a8c3-7396550b6084"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:13.629278 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07de926-6b5f-400f-a143-833f03b204fb req-43616ed1-13a5-4b47-8afa-97565d1e2f4a tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:13.631056 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a07de926-6b5f-400f-a143-833f03b204fb req-43616ed1-13a5-4b47-8afa-97565d1e2f4a tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.0835772 Jul 15 23:13:13.640135 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-01abf7d1-ab41-4ffc-ab49-c3939ee7e772 req-03627529-74e0-43da-889d-157136136de6 service neutron] 10.222.0.36 "GET /v2.0/networks/5f499d80-0bb6-4641-9dad-53d101f8ac70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394296 Jul 15 23:13:13.672617 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee09a522-5129-47fc-9351-75bd16b5bf11 x-openstack-request-id: req-ee09a522-5129-47fc-9351-75bd16b5bf11 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:13.673763 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3200588c-0b41-4461-8228-06d1161382ee", "name": "network-vif-deleted", "tag": "6889e42d-1a89-425a-a8c3-7396550b6084", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:13.674025 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee09a522-5129-47fc-9351-75bd16b5bf11 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:13.674699 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3200588c-0b41-4461-8228-06d1161382ee', 'name': 'network-vif-deleted', 'tag': '6889e42d-1a89-425a-a8c3-7396550b6084', 'status': 'completed', 'code': 200} Jul 15 23:13:13.692466 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a07de926-6b5f-400f-a143-833f03b204fb req-cee10ace-4261-4d34-bb07-438dffc2be7b tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550201 Jul 15 23:13:13.761556 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-01abf7d1-ab41-4ffc-ab49-c3939ee7e772 req-b8d24b7c-9fdb-4191-b04c-8a99bb31137a service neutron] 10.222.0.36 "GET /v2.0/networks/5f499d80-0bb6-4641-9dad-53d101f8ac70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119912 Jul 15 23:13:13.809356 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52400) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:13.937595 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1a7d1aaa-4e97-4d5e-9eca-f2304f466b2d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75a9c27a62954a8fa092b44ed36ab1fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1270926 Jul 15 23:13:13.940156 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52404) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:13.988215 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b9aef406-31c6-43bc-b8a8-e147135eefb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:14.008438 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b9aef406-31c6-43bc-b8a8-e147135eefb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:14.058612 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b9aef406-31c6-43bc-b8a8-e147135eefb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:14.061167 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b9aef406-31c6-43bc-b8a8-e147135eefb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:14.062297 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b9aef406-31c6-43bc-b8a8-e147135eefb6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/31e241e1-7534-4d23-b930-c07d1d8baadc HTTP/1.1" status: 204 len: 168 time: 0.1212482 Jul 15 23:13:14.071042 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aef406-31c6-43bc-b8a8-e147135eefb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e241e1-7534-4d23-b930-c07d1d8baadc,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:14.249571 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ff9cf-bd15-4516-82b8-d816d5135064 req-26c44a69-aa8f-4950-892b-6c86447c3438 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:14.251645 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-772ff9cf-bd15-4516-82b8-d816d5135064 req-26c44a69-aa8f-4950-892b-6c86447c3438 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/ports?device_id=afbe4fd8-a198-44df-953d-f809a4b0436a HTTP/1.1" status: 200 len: 945 time: 0.0738494 Jul 15 23:13:14.304302 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-772ff9cf-bd15-4516-82b8-d816d5135064 req-bb039b76-ce07-4e63-8fd9-a153b9f8c933 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/security-groups?id=a144b9fc-c892-4016-b855-7d3f0c3dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465229 Jul 15 23:13:14.521633 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44ce6f-f76d-4877-ab64-42f3fbff0d3a req-924282c0-db0b-47ae-9889-f7e1b006e796 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:14.523177 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cf44ce6f-f76d-4877-ab64-42f3fbff0d3a req-924282c0-db0b-47ae-9889-f7e1b006e796 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.1129344 Jul 15 23:13:14.540657 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861615a-c021-4b42-a5ec-5a928cde214e req-7024369f-f530-47d5-afd7-adae967c8a02 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:14.542175 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b861615a-c021-4b42-a5ec-5a928cde214e req-7024369f-f530-47d5-afd7-adae967c8a02 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/ports?device_id=afbe4fd8-a198-44df-953d-f809a4b0436a HTTP/1.1" status: 200 len: 945 time: 0.1001916 Jul 15 23:13:14.552531 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52432) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:14.557413 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ed969ae1-e30b-4f7c-994e-d18547c8e2bb tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Request body: {'floatingip': {'port_id': '76d66964-5d75-43f4-9e52-c2d62bceba58'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:14.578538 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cf44ce6f-f76d-4877-ab64-42f3fbff0d3a req-15efe4d1-f151-4a86-80f6-28380fd84601 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353651 Jul 15 23:13:14.598326 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed969ae1-e30b-4f7c-994e-d18547c8e2bb tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks [] for floatingip, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:14.732780 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-328a7791-0263-4cbd-8456-b1b34a8e51c0 req-1165a692-5c6b-4b8f-b42d-02003436b776 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 210 time: 0.0291536 Jul 15 23:13:14.832296 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c730da5d-5c04-4c3f-9d0b-0168c0626958 req-a8c9332d-e91b-48f8-adc3-6dad4f645f13 tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.0477691 Jul 15 23:13:14.939073 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52444) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:14.981757 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fde1c8-74bc-4076-983c-4b470ade1dee req-3807e5f0-c795-49f9-af10-200779ca1326 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:14.985655 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e4fde1c8-74bc-4076-983c-4b470ade1dee req-3807e5f0-c795-49f9-af10-200779ca1326 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.43 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.1203952 Jul 15 23:13:15.295614 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed969ae1-e30b-4f7c-994e-d18547c8e2bb tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:15.300986 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed969ae1-e30b-4f7c-994e-d18547c8e2bb tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:15.409397 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [None req-ed969ae1-e30b-4f7c-994e-d18547c8e2bb tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Floating IP c54ef5f5-2eff-410a-b3f0-7570c64e895e associated. External IP: 172.25.4.178, port: 76d66964-5d75-43f4-9e52-c2d62bceba58. Jul 15 23:13:15.427852 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-800c1ab5-3302-47d1-b3ca-2230bca45471 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1261892715'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:15.533474 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800c1ab5-3302-47d1-b3ca-2230bca45471 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Made reservation on behalf of e75dcba0615a47c5a0c23dfa096eeead for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:15.537911 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-800c1ab5-3302-47d1-b3ca-2230bca45471 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:15.575803 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-800c1ab5-3302-47d1-b3ca-2230bca45471 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:15.630236 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed969ae1-e30b-4f7c-994e-d18547c8e2bb tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Router 6f2749d8-444c-42c8-932a-bf6b9570f566 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:13:15.635108 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203126b-19d3-4e44-b9d6-6e41cce91bdf req-ad931e85-8ad4-4941-bc88-7bb2ec58fbdb tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:15.636591 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9203126b-19d3-4e44-b9d6-6e41cce91bdf req-ad931e85-8ad4-4941-bc88-7bb2ec58fbdb tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.2147141 Jul 15 23:13:15.656624 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862cdf7-600c-4c45-9d75-14276585461b req-8d1b48a2-8973-42ff-bd6c-95e250e9407a tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:15.658614 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8862cdf7-600c-4c45-9d75-14276585461b req-8d1b48a2-8973-42ff-bd6c-95e250e9407a tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 946 time: 0.2356937 Jul 15 23:13:15.716239 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-e4fde1c8-74bc-4076-983c-4b470ade1dee req-f586b348-d315-4812-992d-423c8fccb41e tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Deleting port 90f78b53-65f5-4c56-83f7-658649dbbb11 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:15.716498 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e4fde1c8-74bc-4076-983c-4b470ade1dee req-f586b348-d315-4812-992d-423c8fccb41e tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:15.780403 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9203126b-19d3-4e44-b9d6-6e41cce91bdf req-d2d22a26-19ef-403b-b04a-4d0d82c1fe2d tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319771 Jul 15 23:13:15.800852 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8862cdf7-600c-4c45-9d75-14276585461b req-55bdc797-94cd-4c6c-8726-a454631ced4c tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/security-groups?id=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315792 Jul 15 23:13:15.862072 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6b93b91c-d540-47bb-a6e4-38b47d0ab71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:15.993634 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-e4fde1c8-74bc-4076-983c-4b470ade1dee req-f586b348-d315-4812-992d-423c8fccb41e tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] For port 90f78b53-65f5-4c56-83f7-658649dbbb11, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=90f78b53-65f5-4c56-83f7-658649dbbb11,segment=NetworkSegment(8c1cbd9c-451c-4ff5-9afa-9899869dfbd9),segment_id=8c1cbd9c-451c-4ff5-9afa-9899869dfbd9)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:15.994211 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e4fde1c8-74bc-4076-983c-4b470ade1dee req-f586b348-d315-4812-992d-423c8fccb41e tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:16.008265 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-800c1ab5-3302-47d1-b3ca-2230bca45471 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:16.016131 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-e4fde1c8-74bc-4076-983c-4b470ade1dee req-f586b348-d315-4812-992d-423c8fccb41e tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Calling delete_port for 90f78b53-65f5-4c56-83f7-658649dbbb11 owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:16.073322 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed969ae1-e30b-4f7c-994e-d18547c8e2bb tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:13:16.077935 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed969ae1-e30b-4f7c-994e-d18547c8e2bb tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:16.085453 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2e005d-ad0d-4be8-9326-4538be2dbc7e None None] Sync routers for ids ['6f2749d8-444c-42c8-932a-bf6b9570f566'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:13:16.096774 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2e005d-ad0d-4be8-9326-4538be2dbc7e None None] Routers {'6f2749d8-444c-42c8-932a-bf6b9570f566'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:13:16.098883 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-800c1ab5-3302-47d1-b3ca-2230bca45471 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:16.099675 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-3c2e005d-ad0d-4be8-9326-4538be2dbc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6f2749d8-444c-42c8-932a-bf6b9570f566'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:16.118854 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ed969ae1-e30b-4f7c-994e-d18547c8e2bb tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "PUT /v2.0/floatingips/c54ef5f5-2eff-410a-b3f0-7570c64e895e HTTP/1.1" status: 200 len: 991 time: 1.5651479 Jul 15 23:13:16.119573 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afbe4fd8-a198-44df-953d-f809a4b0436a', 'tag': '76d66964-5d75-43f4-9e52-c2d62bceba58'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:16.122518 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d716635-7ea6-4de6-9f07-429dfd9437fe" -d '{"events": [{"name": "network-changed", "server_uuid": "afbe4fd8-a198-44df-953d-f809a4b0436a", "tag": "76d66964-5d75-43f4-9e52-c2d62bceba58"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:16.167809 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb46a036-5ed4-4203-86a5-3dfec26a59d3 req-2f162a86-f5f7-4d5c-ab82-763e2b136009 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 210 time: 0.0587466 Jul 15 23:13:16.182651 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800c1ab5-3302-47d1-b3ca-2230bca45471 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:13:16.233458 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d8b42b7b-812a-483b-888a-7cde1ff942d5 req-b8a1d4a0-91b7-4172-9a58-8d3175fae2dd tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.0952213 Jul 15 23:13:16.263886 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-3c2e005d-ad0d-4be8-9326-4538be2dbc7e None None] Set router 6f2749d8-444c-42c8-932a-bf6b9570f566 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:13:16.270562 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-800c1ab5-3302-47d1-b3ca-2230bca45471 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:16.270944 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-800c1ab5-3302-47d1-b3ca-2230bca45471 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Added segment 786fff45-67aa-4579-8fba-94bd4db7fbe6 of type vlan for network 71e94c15-5cc1-4947-bbef-24165116827d Jul 15 23:13:16.273734 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c1ab5-3302-47d1-b3ca-2230bca45471 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d39bf9b8-2d40-4985-b018-c8b250cf81a4,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:16.322771 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99290cc7-75f9-4824-99dd-1f96e676c210 x-openstack-request-id: req-99290cc7-75f9-4824-99dd-1f96e676c210 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:16.323074 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afbe4fd8-a198-44df-953d-f809a4b0436a", "tag": "76d66964-5d75-43f4-9e52-c2d62bceba58", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:16.323376 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99290cc7-75f9-4824-99dd-1f96e676c210 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:16.323717 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afbe4fd8-a198-44df-953d-f809a4b0436a', 'tag': '76d66964-5d75-43f4-9e52-c2d62bceba58', 'status': 'completed', 'code': 200} Jul 15 23:13:16.362627 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-800c1ab5-3302-47d1-b3ca-2230bca45471 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:16.420509 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-800c1ab5-3302-47d1-b3ca-2230bca45471 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:16.427151 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800c1ab5-3302-47d1-b3ca-2230bca45471 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:16.427958 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-800c1ab5-3302-47d1-b3ca-2230bca45471 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:16.453369 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d716635-7ea6-4de6-9f07-429dfd9437fe req-3a3dfb70-ff39-4f44-9ea7-a61dc2fcad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:16.457283 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4d716635-7ea6-4de6-9f07-429dfd9437fe req-3a3dfb70-ff39-4f44-9ea7-a61dc2fcad5b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a3b33ab153c54452b058f065a74f587b&device_id=afbe4fd8-a198-44df-953d-f809a4b0436a HTTP/1.1" status: 200 len: 1096 time: 0.0728426 Jul 15 23:13:16.486261 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-800c1ab5-3302-47d1-b3ca-2230bca45471 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5454552 Jul 15 23:13:16.489856 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e4fde1c8-74bc-4076-983c-4b470ade1dee req-f586b348-d315-4812-992d-423c8fccb41e tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:16.510669 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['90f78b53-65f5-4c56-83f7-658649dbbb11'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:16.546653 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-3c2e005d-ad0d-4be8-9326-4538be2dbc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'name': 'tempest-ServersTestJSON-476640854-router', 'tenant_id': 'a3b33ab153c54452b058f065a74f587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'd40687e4-420f-4641-9c46-fdf411234ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:33Z', 'updated_at': '2021-07-15T23:12:41Z', 'revision_number': 4, 'project_id': 'a3b33ab153c54452b058f065a74f587b', 'gw_port': {'id': 'd40687e4-420f-4641-9c46-fdf411234ceb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:34Z', 'updated_at': '2021-07-15T23:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'c54ef5f5-2eff-410a-b3f0-7570c64e895e', 'tenant_id': 'a3b33ab153c54452b058f065a74f587b', 'floating_ip_address': '172.25.4.178', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'port_id': '76d66964-5d75-43f4-9e52-c2d62bceba58', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8762ff4c-af53-489a-9638-7d16a5a9a397', 'mac_address': 'fa:16:3e:95:1a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe4fd8-a198-44df-953d-f809a4b0436a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:12:46Z', 'updated_at': '2021-07-15T23:13:15Z', 'revision_number': 1, 'project_id': 'a3b33ab153c54452b058f065a74f587b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf', 'name': '', 'network_id': '8762ff4c-af53-489a-9638-7d16a5a9a397', 'tenant_id': 'a3b33ab153c54452b058f065a74f587b', 'mac_address': 'fa:16:3e:ba:85:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '48f08ec9-07a5-42e6-bbce-26101ffdb682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:38Z', 'updated_at': '2021-07-15T23:12:47Z', 'revision_number': 5, 'project_id': 'a3b33ab153c54452b058f065a74f587b', 'subnets': [{'id': '48f08ec9-07a5-42e6-bbce-26101ffdb682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:16.582745 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2e005d-ad0d-4be8-9326-4538be2dbc7e None None] Checking router: 6f2749d8-444c-42c8-932a-bf6b9570f566 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:13:16.582968 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c1ab5-3302-47d1-b3ca-2230bca45471 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event updated for resources: {'Network': ['ID=71e94c15-5cc1-4947-bbef-24165116827d,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:16.584744 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2e005d-ad0d-4be8-9326-4538be2dbc7e None None] Routers {'6f2749d8-444c-42c8-932a-bf6b9570f566'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:13:16.585398 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-3c2e005d-ad0d-4be8-9326-4538be2dbc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:12:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6f2749d8-444c-42c8-932a-bf6b9570f566'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:16.611117 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d716635-7ea6-4de6-9f07-429dfd9437fe req-fd0bae7f-d1db-4b90-a7fa-4ee1911abfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:16.613263 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4d716635-7ea6-4de6-9f07-429dfd9437fe req-fd0bae7f-d1db-4b90-a7fa-4ee1911abfe6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8762ff4c-af53-489a-9638-7d16a5a9a397 HTTP/1.1" status: 200 len: 906 time: 0.1495941 Jul 15 23:13:16.618410 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 71e94c15-5cc1-4947-bbef-24165116827d details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:13:16.655309 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52470) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:16.656093 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586b348-d315-4812-992d-423c8fccb41e tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Pushing event deleted for resources: {'Port': ['ID=90f78b53-65f5-4c56-83f7-658649dbbb11,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:16.677845 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-b9ac9aba-f894-4598-8e32-eaecb70d835f tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Request body: {'subnet': {'network_id': '71e94c15-5cc1-4947-bbef-24165116827d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:16.720630 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-3c2e005d-ad0d-4be8-9326-4538be2dbc7e None None] Set router 6f2749d8-444c-42c8-932a-bf6b9570f566 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:13:16.720845 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4d716635-7ea6-4de6-9f07-429dfd9437fe req-fd30fef1-0bb5-40cf-a23d-f19516a1a927 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76d66964-5d75-43f4-9e52-c2d62bceba58 HTTP/1.1" status: 200 len: 999 time: 0.1007559 Jul 15 23:13:16.763609 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4fde1c8-74bc-4076-983c-4b470ade1dee req-f586b348-d315-4812-992d-423c8fccb41e tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] No DVR routers for this DVR port 90f78b53-65f5-4c56-83f7-658649dbbb11 on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:16.766500 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e4fde1c8-74bc-4076-983c-4b470ade1dee req-f586b348-d315-4812-992d-423c8fccb41e tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:16.768855 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e4fde1c8-74bc-4076-983c-4b470ade1dee req-f586b348-d315-4812-992d-423c8fccb41e tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.43 "DELETE /v2.0/ports/90f78b53-65f5-4c56-83f7-658649dbbb11 HTTP/1.1" status: 204 len: 173 time: 1.7767241 Jul 15 23:13:16.811547 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d716635-7ea6-4de6-9f07-429dfd9437fe req-0f7fae02-87af-4264-b838-7c2c9dc48a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:16.814588 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4d716635-7ea6-4de6-9f07-429dfd9437fe req-0f7fae02-87af-4264-b838-7c2c9dc48a3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48f08ec9-07a5-42e6-bbce-26101ffdb682 HTTP/1.1" status: 200 len: 844 time: 0.0859969 Jul 15 23:13:16.825566 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095c107f-6dcb-49db-9ecd-0d3c88b52f2d', 'name': 'network-vif-deleted', 'tag': '90f78b53-65f5-4c56-83f7-658649dbbb11'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:16.829188 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142e6759-d381-4734-b284-40e0705b5466" -d '{"events": [{"server_uuid": "095c107f-6dcb-49db-9ecd-0d3c88b52f2d", "name": "network-vif-deleted", "tag": "90f78b53-65f5-4c56-83f7-658649dbbb11"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:16.872441 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ac9aba-f894-4598-8e32-eaecb70d835f tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Made reservation on behalf of e75dcba0615a47c5a0c23dfa096eeead for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:16.878079 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b9ac9aba-f894-4598-8e32-eaecb70d835f tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:16.991397 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d716635-7ea6-4de6-9f07-429dfd9437fe req-655c61b5-0c60-4713-8a32-f269ab173861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:16.993438 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4d716635-7ea6-4de6-9f07-429dfd9437fe req-655c61b5-0c60-4713-8a32-f269ab173861 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8762ff4c-af53-489a-9638-7d16a5a9a397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1667202 Jul 15 23:13:17.096112 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eeb65a13-f278-4f8f-8688-3be5662d8585 req-f097b82e-c2db-4497-b4f2-63287db1f438 tempest-ServerRescueNegativeTestJSON-1550299966 tempest-ServerRescueNegativeTestJSON-1550299966-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c107f-6dcb-49db-9ecd-0d3c88b52f2d HTTP/1.1" status: 200 len: 210 time: 0.0685236 Jul 15 23:13:17.174709 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4d716635-7ea6-4de6-9f07-429dfd9437fe req-cfd32504-7468-410c-ad55-bd25affea84f service neutron] 10.222.0.36 "GET /v2.0/networks/8762ff4c-af53-489a-9638-7d16a5a9a397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740024 Jul 15 23:13:17.187607 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-3c2e005d-ad0d-4be8-9326-4538be2dbc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'name': 'tempest-ServersTestJSON-476640854-router', 'tenant_id': 'a3b33ab153c54452b058f065a74f587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'd40687e4-420f-4641-9c46-fdf411234ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:33Z', 'updated_at': '2021-07-15T23:12:41Z', 'revision_number': 4, 'project_id': 'a3b33ab153c54452b058f065a74f587b', 'gw_port': {'id': 'd40687e4-420f-4641-9c46-fdf411234ceb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:34Z', 'updated_at': '2021-07-15T23:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'c54ef5f5-2eff-410a-b3f0-7570c64e895e', 'tenant_id': 'a3b33ab153c54452b058f065a74f587b', 'floating_ip_address': '172.25.4.178', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'port_id': '76d66964-5d75-43f4-9e52-c2d62bceba58', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8762ff4c-af53-489a-9638-7d16a5a9a397', 'mac_address': 'fa:16:3e:95:1a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe4fd8-a198-44df-953d-f809a4b0436a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:12:46Z', 'updated_at': '2021-07-15T23:13:15Z', 'revision_number': 1, 'project_id': 'a3b33ab153c54452b058f065a74f587b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf', 'name': '', 'network_id': '8762ff4c-af53-489a-9638-7d16a5a9a397', 'tenant_id': 'a3b33ab153c54452b058f065a74f587b', 'mac_address': 'fa:16:3e:ba:85:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '48f08ec9-07a5-42e6-bbce-26101ffdb682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:38Z', 'updated_at': '2021-07-15T23:12:47Z', 'revision_number': 5, 'project_id': 'a3b33ab153c54452b058f065a74f587b', 'subnets': [{'id': '48f08ec9-07a5-42e6-bbce-26101ffdb682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:17.216733 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6cff54-651f-4bf7-b651-c0a7b1898774 x-openstack-request-id: req-fb6cff54-651f-4bf7-b651-c0a7b1898774 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:17.217025 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095c107f-6dcb-49db-9ecd-0d3c88b52f2d", "name": "network-vif-deleted", "tag": "90f78b53-65f5-4c56-83f7-658649dbbb11", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:17.217279 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb6cff54-651f-4bf7-b651-c0a7b1898774 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:17.217677 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095c107f-6dcb-49db-9ecd-0d3c88b52f2d', 'name': 'network-vif-deleted', 'tag': '90f78b53-65f5-4c56-83f7-658649dbbb11', 'status': 'completed', 'code': 200} Jul 15 23:13:17.224839 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2e005d-ad0d-4be8-9326-4538be2dbc7e None None] The sync data for ids ['6f2749d8-444c-42c8-932a-bf6b9570f566'] in n-d-787205-9 is: [{'id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'name': 'tempest-ServersTestJSON-476640854-router', 'tenant_id': 'a3b33ab153c54452b058f065a74f587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'd40687e4-420f-4641-9c46-fdf411234ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:33Z', 'updated_at': '2021-07-15T23:12:41Z', 'revision_number': 4, 'project_id': 'a3b33ab153c54452b058f065a74f587b', 'gw_port': {'id': 'd40687e4-420f-4641-9c46-fdf411234ceb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:34Z', 'updated_at': '2021-07-15T23:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'c54ef5f5-2eff-410a-b3f0-7570c64e895e', 'tenant_id': 'a3b33ab153c54452b058f065a74f587b', 'floating_ip_address': '172.25.4.178', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'port_id': '76d66964-5d75-43f4-9e52-c2d62bceba58', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8762ff4c-af53-489a-9638-7d16a5a9a397', 'mac_address': 'fa:16:3e:95:1a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe4fd8-a198-44df-953d-f809a4b0436a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:12:46Z', 'updated_at': '2021-07-15T23:13:15Z', 'revision_number': 1, 'project_id': 'a3b33ab153c54452b058f065a74f587b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf', 'name': '', 'network_id': '8762ff4c-af53-489a-9638-7d16a5a9a397', 'tenant_id': 'a3b33ab153c54452b058f065a74f587b', 'mac_address': 'fa:16:3e:ba:85:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '48f08ec9-07a5-42e6-bbce-26101ffdb682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:38Z', 'updated_at': '2021-07-15T23:12:47Z', 'revision_number': 5, 'project_id': 'a3b33ab153c54452b058f065a74f587b', 'subnets': [{'id': '48f08ec9-07a5-42e6-bbce-26101ffdb682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:13:17.357618 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4d716635-7ea6-4de6-9f07-429dfd9437fe req-5cbff3f0-8201-40b4-a047-5e0dd2967bbb service neutron] 10.222.0.36 "GET /v2.0/networks/8762ff4c-af53-489a-9638-7d16a5a9a397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767838 Jul 15 23:13:17.413970 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37a873-6173-47b5-ab72-984c84286d00 req-3f9b231e-14ca-4967-80e3-4090030188b1 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:17.416663 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4a37a873-6173-47b5-ab72-984c84286d00 req-3f9b231e-14ca-4967-80e3-4090030188b1 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.3189759 Jul 15 23:13:17.418362 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b9ac9aba-f894-4598-8e32-eaecb70d835f tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:17.571116 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac9aba-f894-4598-8e32-eaecb70d835f tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event updated for resources: {'Subnet': ['ID=3cf8f3b9-fba9-41ef-8e2d-d2f878d5d5df,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:17.574921 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f86a429-45eb-40d2-badb-b718b85b3c07 req-96986342-642e-4117-836e-406074ed1913 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 210 time: 0.0536301 Jul 15 23:13:17.591415 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4a37a873-6173-47b5-ab72-984c84286d00 req-33a0549b-e926-4e34-b326-db9f9dbd5f7b tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645117 Jul 15 23:13:17.609984 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ac9aba-f894-4598-8e32-eaecb70d835f tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Checking segment: {'id': '786fff45-67aa-4579-8fba-94bd4db7fbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '71e94c15-5cc1-4947-bbef-24165116827d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:17.620539 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ac9aba-f894-4598-8e32-eaecb70d835f tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Network hostable DHCP agents. Network: 71e94c15-5cc1-4947-bbef-24165116827d, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:13:17.638112 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c8ef4e-0a88-4c0d-8acc-ca17cd54de9c None None] New status for floating IP c54ef5f5-2eff-410a-b3f0-7570c64e895e: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:13:17.644270 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ac9aba-f894-4598-8e32-eaecb70d835f tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Network 71e94c15-5cc1-4947-bbef-24165116827d is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:13:17.661883 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-b9ac9aba-f894-4598-8e32-eaecb70d835f tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 71e94c15-5cc1-4947-bbef-24165116827d) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:17.668946 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ac9aba-f894-4598-8e32-eaecb70d835f tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:17.669918 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b9ac9aba-f894-4598-8e32-eaecb70d835f tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:17.702993 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b9ac9aba-f894-4598-8e32-eaecb70d835f tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0308559 Jul 15 23:13:17.703316 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52488) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:17.708625 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-d686a5a6-55ec-46f2-ac61-6b2ab59b1530 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-55387685'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:17.748217 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d686a5a6-55ec-46f2-ac61-6b2ab59b1530 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Made reservation on behalf of e75dcba0615a47c5a0c23dfa096eeead for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:17.753277 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d686a5a6-55ec-46f2-ac61-6b2ab59b1530 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:17.779788 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008047b8-586b-421b-808f-572a97edd9fc None None] Network 71e94c15-5cc1-4947-bbef-24165116827d requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:17.821955 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce82b146-00c7-4913-8d36-94f5c85eadfb req-9f46e62e-197a-43bf-b1f7-1ace3e17e7d1 tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.0443428 Jul 15 23:13:17.851509 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d686a5a6-55ec-46f2-ac61-6b2ab59b1530 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:13:17.865633 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d686a5a6-55ec-46f2-ac61-6b2ab59b1530 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:17.866044 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-d686a5a6-55ec-46f2-ac61-6b2ab59b1530 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Added segment 991bb69b-406e-423a-bd22-70b3c92eccb5 of type vlan for network 23a1df4d-1292-4ce4-af38-269b28467d5a Jul 15 23:13:17.911834 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d686a5a6-55ec-46f2-ac61-6b2ab59b1530 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:17.955573 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d686a5a6-55ec-46f2-ac61-6b2ab59b1530 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:17.962189 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d686a5a6-55ec-46f2-ac61-6b2ab59b1530 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:17.963323 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d686a5a6-55ec-46f2-ac61-6b2ab59b1530 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:18.021616 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d686a5a6-55ec-46f2-ac61-6b2ab59b1530 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3170240 Jul 15 23:13:18.024671 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52490) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:18.029761 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a9bf0dae-3999-455c-9847-47d8ee2ae81d tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Request body: {'subnet': {'network_id': '23a1df4d-1292-4ce4-af38-269b28467d5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:18.062550 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686a5a6-55ec-46f2-ac61-6b2ab59b1530 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event updated for resources: {'Network': ['ID=23a1df4d-1292-4ce4-af38-269b28467d5a,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:18.083341 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 23a1df4d-1292-4ce4-af38-269b28467d5a details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:13:18.153272 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2259a7-2838-4135-bd98-c8b97011231d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-71e94c15-5cc1-4947-bbef-24165116827d', 'network_id': '71e94c15-5cc1-4947-bbef-24165116827d', 'tenant_id': 'e75dcba0615a47c5a0c23dfa096eeead', 'fixed_ips': [{'subnet_id': '3cf8f3b9-fba9-41ef-8e2d-d2f878d5d5df'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:13:18.154273 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e2259a7-2838-4135-bd98-c8b97011231d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:18.208312 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bf0dae-3999-455c-9847-47d8ee2ae81d tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Made reservation on behalf of e75dcba0615a47c5a0c23dfa096eeead for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:18.212664 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a9bf0dae-3999-455c-9847-47d8ee2ae81d tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:18.240034 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52494) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:18.256591 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:13:18.455650 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-625bae52-ec34-4744-8315-5a5e5690c80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:18.485127 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a9bf0dae-3999-455c-9847-47d8ee2ae81d tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:18.498589 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-6e2259a7-2838-4135-bd98-c8b97011231d None None] Allocated IP 172.20.255.242 (71e94c15-5cc1-4947-bbef-24165116827d/3cf8f3b9-fba9-41ef-8e2d-d2f878d5d5df/20285899-00c4-4c00-8324-b2f3c44519b7) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:18.568733 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf0dae-3999-455c-9847-47d8ee2ae81d tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event updated for resources: {'Subnet': ['ID=89a879f0-1a56-4a50-968f-8eb2f70248f1,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:18.578541 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bf0dae-3999-455c-9847-47d8ee2ae81d tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Checking segment: {'id': '991bb69b-406e-423a-bd22-70b3c92eccb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '23a1df4d-1292-4ce4-af38-269b28467d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:18.578978 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bf0dae-3999-455c-9847-47d8ee2ae81d tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Network hostable DHCP agents. Network: 23a1df4d-1292-4ce4-af38-269b28467d5a, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:13:18.605546 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bf0dae-3999-455c-9847-47d8ee2ae81d tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Network 23a1df4d-1292-4ce4-af38-269b28467d5a is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:13:18.624375 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-a9bf0dae-3999-455c-9847-47d8ee2ae81d tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 23a1df4d-1292-4ce4-af38-269b28467d5a) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:18.630599 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bf0dae-3999-455c-9847-47d8ee2ae81d tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:18.632939 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a9bf0dae-3999-455c-9847-47d8ee2ae81d tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:18.641381 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73601ff9-ed0b-4c12-bd26-a23c5b5c77b4 None None] Network 23a1df4d-1292-4ce4-af38-269b28467d5a requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:18.658616 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a9bf0dae-3999-455c-9847-47d8ee2ae81d tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6302202 Jul 15 23:13:18.659490 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52502) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:18.759483 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:18.783237 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 90f78b53-65f5-4c56-83f7-658649dbbb11 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:18.810245 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 90f78b53-65f5-4c56-83f7-658649dbbb11 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:18.810596 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 90f78b53-65f5-4c56-83f7-658649dbbb11 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:18.817044 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e2259a7-2838-4135-bd98-c8b97011231d None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:18.837285 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6e2259a7-2838-4135-bd98-c8b97011231d None None] Transition to ACTIVE for port object 20285899-00c4-4c00-8324-b2f3c44519b7 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:18.849845 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-022ecd5a-2020-4b66-b68f-9cc58c6f8c2a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:18.877024 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6e2259a7-2838-4135-bd98-c8b97011231d None None] Transition to ACTIVE for port object 20285899-00c4-4c00-8324-b2f3c44519b7 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:18.891958 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e2259a7-2838-4135-bd98-c8b97011231d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:18.916318 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-87c08748-5303-4a87-a82e-67558ffc4a4f req-725070c9-5d2d-4765-beca-27ccdb3a6334 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 210 time: 0.0831666 Jul 15 23:13:18.984186 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3ec7e927-a12d-4801-9876-65e73bd80911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:18.989073 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2259a7-2838-4135-bd98-c8b97011231d None None] Network 71e94c15-5cc1-4947-bbef-24165116827d is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:18.995687 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0bd5c-ed79-4ff2-84ad-5db171bebeb9 req-fd64fcac-4575-469f-ae51-24580e399240 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:18.997660 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-6e2259a7-2838-4135-bd98-c8b97011231d None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:19.000750 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2259a7-2838-4135-bd98-c8b97011231d None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:19.003121 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2259a7-2838-4135-bd98-c8b97011231d None None] Pushing event updated for resources: {'Port': ['ID=20285899-00c4-4c00-8324-b2f3c44519b7,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:19.003447 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a3a0bd5c-ed79-4ff2-84ad-5db171bebeb9 req-fd64fcac-4575-469f-ae51-24580e399240 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.1716650 Jul 15 23:13:19.007240 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-022ecd5a-2020-4b66-b68f-9cc58c6f8c2a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:19.010738 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01f5759-1b02-4318-8cc8-e765cb628385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-23a1df4d-1292-4ce4-af38-269b28467d5a', 'network_id': '23a1df4d-1292-4ce4-af38-269b28467d5a', 'tenant_id': 'e75dcba0615a47c5a0c23dfa096eeead', 'fixed_ips': [{'subnet_id': '89a879f0-1a56-4a50-968f-8eb2f70248f1'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:13:19.012730 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b01f5759-1b02-4318-8cc8-e765cb628385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:19.103552 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a3a0bd5c-ed79-4ff2-84ad-5db171bebeb9 req-58672dc2-f56a-47ab-aa89-5abb4c299a01 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989177 Jul 15 23:13:19.137950 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-022ecd5a-2020-4b66-b68f-9cc58c6f8c2a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:19.172310 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-6e2259a7-2838-4135-bd98-c8b97011231d None None] Attempting to bind port 20285899-00c4-4c00-8324-b2f3c44519b7 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:19.173360 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-6e2259a7-2838-4135-bd98-c8b97011231d None None] Attempting to bind port 20285899-00c4-4c00-8324-b2f3c44519b7 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '786fff45-67aa-4579-8fba-94bd4db7fbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '71e94c15-5cc1-4947-bbef-24165116827d'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:19.173811 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2259a7-2838-4135-bd98-c8b97011231d None None] Attempting to bind port 20285899-00c4-4c00-8324-b2f3c44519b7 on network 71e94c15-5cc1-4947-bbef-24165116827d {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:19.190420 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2259a7-2838-4135-bd98-c8b97011231d None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:19.191056 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2259a7-2838-4135-bd98-c8b97011231d None None] Checking segment: {'id': '786fff45-67aa-4579-8fba-94bd4db7fbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '71e94c15-5cc1-4947-bbef-24165116827d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:19.192683 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e2259a7-2838-4135-bd98-c8b97011231d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:19.192683 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2259a7-2838-4135-bd98-c8b97011231d None None] Bound using segment: {'id': '786fff45-67aa-4579-8fba-94bd4db7fbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '71e94c15-5cc1-4947-bbef-24165116827d'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:19.192683 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-6e2259a7-2838-4135-bd98-c8b97011231d None None] Bound port: 20285899-00c4-4c00-8324-b2f3c44519b7, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '786fff45-67aa-4579-8fba-94bd4db7fbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '71e94c15-5cc1-4947-bbef-24165116827d'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:19.192999 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e2259a7-2838-4135-bd98-c8b97011231d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:19.238438 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ecd5a-2020-4b66-b68f-9cc58c6f8c2a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event deleted for resources: {'Subnet': ['ID=89a879f0-1a56-4a50-968f-8eb2f70248f1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:19.277110 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-6e2259a7-2838-4135-bd98-c8b97011231d None None] For port 20285899-00c4-4c00-8324-b2f3c44519b7, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:19.281794 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-6e2259a7-2838-4135-bd98-c8b97011231d None None] For port 20285899-00c4-4c00-8324-b2f3c44519b7, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=20285899-00c4-4c00-8324-b2f3c44519b7,segment=NetworkSegment(786fff45-67aa-4579-8fba-94bd4db7fbe6),segment_id=786fff45-67aa-4579-8fba-94bd4db7fbe6)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server [None req-b01f5759-1b02-4318-8cc8-e765cb628385 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 89a879f0-1a56-4a50-968f-8eb2f70248f1: This subnet is being modified by another concurrent operation. Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:13:19.284963 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise exception Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 89a879f0-1a56-4a50-968f-8eb2f70248f1: This subnet is being modified by another concurrent operation. Jul 15 23:13:19.289402 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server Jul 15 23:13:19.293794 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e2259a7-2838-4135-bd98-c8b97011231d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:19.309059 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8156e9f3-f195-4963-824b-b0bc0812a3f1 None None] Network 23a1df4d-1292-4ce4-af38-269b28467d5a requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:19.340619 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f6a30112-b8e5-4777-afc5-37635136f71e req-ddf01084-3336-43a0-a17f-6ffc1e7f9d21 tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.0756290 Jul 15 23:13:19.358582 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-022ecd5a-2020-4b66-b68f-9cc58c6f8c2a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:19.376768 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-022ecd5a-2020-4b66-b68f-9cc58c6f8c2a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a1df4d-1292-4ce4-af38-269b28467d5a']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:19.400364 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-022ecd5a-2020-4b66-b68f-9cc58c6f8c2a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991bb69b-406e-423a-bd22-70b3c92eccb5') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:19.400684 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-022ecd5a-2020-4b66-b68f-9cc58c6f8c2a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991bb69b-406e-423a-bd22-70b3c92eccb5') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:19.416725 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-022ecd5a-2020-4b66-b68f-9cc58c6f8c2a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:19.421277 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2259a7-2838-4135-bd98-c8b97011231d None None] Pushing event updated for resources: {'Port': ['ID=20285899-00c4-4c00-8324-b2f3c44519b7,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:19.434847 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-3ec7e927-a12d-4801-9876-65e73bd80911 admin admin] Deleting port 63dd6455-da87-4e03-a9d0-9edd9800d729 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:19.435197 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3ec7e927-a12d-4801-9876-65e73bd80911 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:19.440912 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-022ecd5a-2020-4b66-b68f-9cc58c6f8c2a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:19.455265 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022ecd5a-2020-4b66-b68f-9cc58c6f8c2a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:13:19.455912 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-022ecd5a-2020-4b66-b68f-9cc58c6f8c2a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:13:19.460333 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:13:19.534070 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-022ecd5a-2020-4b66-b68f-9cc58c6f8c2a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:19.541804 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-3ec7e927-a12d-4801-9876-65e73bd80911 admin admin] For port 63dd6455-da87-4e03-a9d0-9edd9800d729, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=63dd6455-da87-4e03-a9d0-9edd9800d729,segment=NetworkSegment(8c1cbd9c-451c-4ff5-9afa-9899869dfbd9),segment_id=8c1cbd9c-451c-4ff5-9afa-9899869dfbd9)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:19.542170 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3ec7e927-a12d-4801-9876-65e73bd80911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:19.550437 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-022ecd5a-2020-4b66-b68f-9cc58c6f8c2a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:19.553197 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-022ecd5a-2020-4b66-b68f-9cc58c6f8c2a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/networks/23a1df4d-1292-4ce4-af38-269b28467d5a HTTP/1.1" status: 204 len: 168 time: 0.8911698 Jul 15 23:13:19.569226 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52510) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:19.576138 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-cea2bdbe-7c98-4d39-987a-6bf6dfce0ba3 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1591454383'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:19.576369 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-3ec7e927-a12d-4801-9876-65e73bd80911 admin admin] Calling delete_port for 63dd6455-da87-4e03-a9d0-9edd9800d729 owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:19.580086 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:19.599218 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ecd5a-2020-4b66-b68f-9cc58c6f8c2a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event deleted for resources: {'Network': ['ID=23a1df4d-1292-4ce4-af38-269b28467d5a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:19.603479 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea2bdbe-7c98-4d39-987a-6bf6dfce0ba3 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Made reservation on behalf of e75dcba0615a47c5a0c23dfa096eeead for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:19.614220 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cea2bdbe-7c98-4d39-987a-6bf6dfce0ba3 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:19.647562 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea2bdbe-7c98-4d39-987a-6bf6dfce0ba3 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:13:19.662121 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cea2bdbe-7c98-4d39-987a-6bf6dfce0ba3 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:19.662475 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-cea2bdbe-7c98-4d39-987a-6bf6dfce0ba3 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Added segment 9790ccc5-8b39-4159-8289-594ca58ad272 of type vlan for network ff9e9b50-df2a-4c8a-bbaf-d2e89cc81e79 Jul 15 23:13:19.746677 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cea2bdbe-7c98-4d39-987a-6bf6dfce0ba3 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:19.792281 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cea2bdbe-7c98-4d39-987a-6bf6dfce0ba3 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:19.801088 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea2bdbe-7c98-4d39-987a-6bf6dfce0ba3 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:19.801727 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cea2bdbe-7c98-4d39-987a-6bf6dfce0ba3 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:19.841505 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3ec7e927-a12d-4801-9876-65e73bd80911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:19.854855 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cea2bdbe-7c98-4d39-987a-6bf6dfce0ba3 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2836099 Jul 15 23:13:19.855461 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52512) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:19.863040 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9b6f5a91-923f-41ad-ba81-cef451bd3a99 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Request body: {'subnet': {'network_id': 'ff9e9b50-df2a-4c8a-bbaf-d2e89cc81e79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:19.876758 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7e927-a12d-4801-9876-65e73bd80911 admin admin] Pushing event deleted for resources: {'Port': ['ID=63dd6455-da87-4e03-a9d0-9edd9800d729,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:19.911352 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2bdbe-7c98-4d39-987a-6bf6dfce0ba3 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event updated for resources: {'Network': ['ID=ff9e9b50-df2a-4c8a-bbaf-d2e89cc81e79,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:19.924625 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network ff9e9b50-df2a-4c8a-bbaf-d2e89cc81e79 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:13:20.017311 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6f5a91-923f-41ad-ba81-cef451bd3a99 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Made reservation on behalf of e75dcba0615a47c5a0c23dfa096eeead for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:20.022401 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b6f5a91-923f-41ad-ba81-cef451bd3a99 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:20.097273 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.ipam_backend_mixin [None req-9b6f5a91-923f-41ad-ba81-cef451bd3a99 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Performing IP validity checks on allocation pools {{(pid=93798) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 23:13:20.097789 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.ipam_backend_mixin [None req-9b6f5a91-923f-41ad-ba81-cef451bd3a99 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93798) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 23:13:20.136080 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e4758543-a48d-4124-a383-dfd496596ba2 req-0c5e50a4-b5d5-4a09-a9c6-d906258eadc5 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 210 time: 0.0382586 Jul 15 23:13:20.140357 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3ec7e927-a12d-4801-9876-65e73bd80911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:20.310615 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b6f5a91-923f-41ad-ba81-cef451bd3a99 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:20.388982 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6f5a91-923f-41ad-ba81-cef451bd3a99 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Checking segment: {'id': '9790ccc5-8b39-4159-8289-594ca58ad272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff9e9b50-df2a-4c8a-bbaf-d2e89cc81e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:20.389355 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6f5a91-923f-41ad-ba81-cef451bd3a99 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Network hostable DHCP agents. Network: ff9e9b50-df2a-4c8a-bbaf-d2e89cc81e79, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:13:20.396348 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f5a91-923f-41ad-ba81-cef451bd3a99 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event updated for resources: {'Subnet': ['ID=a2cce301-aad3-4afd-bc72-25756b3f61db,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:20.424831 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6f5a91-923f-41ad-ba81-cef451bd3a99 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Network ff9e9b50-df2a-4c8a-bbaf-d2e89cc81e79 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:13:20.442506 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-9b6f5a91-923f-41ad-ba81-cef451bd3a99 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, ff9e9b50-df2a-4c8a-bbaf-d2e89cc81e79) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:20.449058 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6f5a91-923f-41ad-ba81-cef451bd3a99 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:20.449570 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b6f5a91-923f-41ad-ba81-cef451bd3a99 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:20.451397 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793d2a6c-20aa-4cc8-8af8-3ceb7bfc734a None None] Network ff9e9b50-df2a-4c8a-bbaf-d2e89cc81e79 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:20.470539 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9b6f5a91-923f-41ad-ba81-cef451bd3a99 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6088712 Jul 15 23:13:20.470882 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52522) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:20.493011 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec7e927-a12d-4801-9876-65e73bd80911 admin admin] Router 8983b03d-b14c-4aa1-a686-8bb6c5323e3d has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:13:20.526336 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366b322-ad4f-411f-84e4-df366a6a248a req-ce3c6915-cd90-4dc7-ad42-76c9d20cbff8 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:20.536237 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9366b322-ad4f-411f-84e4-df366a6a248a req-ce3c6915-cd90-4dc7-ad42-76c9d20cbff8 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.2665925 Jul 15 23:13:20.600954 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d98319f9-f2ad-4840-8fef-823a96fc7ac0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:20.624548 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cab50735-4d92-4d1a-9fc2-a2ac2be761ec req-526debd8-34a5-4d5f-ac61-7682ec1114fb tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.0492277 Jul 15 23:13:20.647402 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9366b322-ad4f-411f-84e4-df366a6a248a req-bbc52539-0f98-40f3-bd19-f542fdb0dae5 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010566 Jul 15 23:13:20.737964 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d98319f9-f2ad-4840-8fef-823a96fc7ac0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:20.753968 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d0f9e0-b51b-40a5-96a7-455d57f3af52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-ff9e9b50-df2a-4c8a-bbaf-d2e89cc81e79', 'network_id': 'ff9e9b50-df2a-4c8a-bbaf-d2e89cc81e79', 'tenant_id': 'e75dcba0615a47c5a0c23dfa096eeead', 'fixed_ips': [{'subnet_id': 'a2cce301-aad3-4afd-bc72-25756b3f61db'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:13:20.754866 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-90d0f9e0-b51b-40a5-96a7-455d57f3af52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:20.880879 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d98319f9-f2ad-4840-8fef-823a96fc7ac0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:20.919275 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98319f9-f2ad-4840-8fef-823a96fc7ac0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event deleted for resources: {'Subnet': ['ID=a2cce301-aad3-4afd-bc72-25756b3f61db,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:20.962888 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbefdb46-50ee-4678-b2bf-5f9911af6c77 None None] Network 71e94c15-5cc1-4947-bbef-24165116827d requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:20.978296 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 20285899-00c4-4c00-8324-b2f3c44519b7 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:21.013933 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d98319f9-f2ad-4840-8fef-823a96fc7ac0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:21.028165 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-d98319f9-f2ad-4840-8fef-823a96fc7ac0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9e9b50-df2a-4c8a-bbaf-d2e89cc81e79']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:21.044413 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-d98319f9-f2ad-4840-8fef-823a96fc7ac0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9790ccc5-8b39-4159-8289-594ca58ad272') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:21.044699 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-d98319f9-f2ad-4840-8fef-823a96fc7ac0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9790ccc5-8b39-4159-8289-594ca58ad272') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:21.055730 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d98319f9-f2ad-4840-8fef-823a96fc7ac0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:21.085922 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d98319f9-f2ad-4840-8fef-823a96fc7ac0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:21.095816 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98319f9-f2ad-4840-8fef-823a96fc7ac0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:13:21.096252 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d98319f9-f2ad-4840-8fef-823a96fc7ac0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:21.161996 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:13:21.161996 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:13:21.161996 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:13:21.161996 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:13:21.161996 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:13:21.161996 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:13:21.161996 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:13:21.161996 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:13:21.161996 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:13:21.161996 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:13:21.161996 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:13:21.161996 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:13:21.161996 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:13:21.161996 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:13:21.161996 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:13:21.161996 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:13:21.161996 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:13:21.161996 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:13:21.161996 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:13:21.161996 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:13:21.161996 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:13:21.161996 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:13:21.161996 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:13:21.161996 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:13:21.161996 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:13:21.161996 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:13:21.161996 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:13:21.161996 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:13:21.161996 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:13:21.161996 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:13:21.161996 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:13:21.161996 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:13:21.214003 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec7e927-a12d-4801-9876-65e73bd80911 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:13:21.223285 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e36382-fa17-45d0-a95a-8528519180e9 None None] Sync routers for ids ['8983b03d-b14c-4aa1-a686-8bb6c5323e3d'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:13:21.224260 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-aea794c8-ec7d-4652-89fd-0e215c60c9ba None None] Provisioning for port 20285899-00c4-4c00-8324-b2f3c44519b7 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:21.227508 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52528) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:21.236498 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3ec7e927-a12d-4801-9876-65e73bd80911 admin admin] 10.222.0.16 "PUT /v2.0/routers/8983b03d-b14c-4aa1-a686-8bb6c5323e3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9929826 Jul 15 23:13:21.239366 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e36382-fa17-45d0-a95a-8528519180e9 None None] Routers {'8983b03d-b14c-4aa1-a686-8bb6c5323e3d'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:13:21.239720 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-28e36382-fa17-45d0-a95a-8528519180e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:13:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['8983b03d-b14c-4aa1-a686-8bb6c5323e3d'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:21.300503 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d98319f9-f2ad-4840-8fef-823a96fc7ac0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:21.302160 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server [None req-90d0f9e0-b51b-40a5-96a7-455d57f3af52 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2cce301-aad3-4afd-bc72-25756b3f61db: This subnet is being modified by another concurrent operation. Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:13:21.310003 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise exception Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2cce301-aad3-4afd-bc72-25756b3f61db: This subnet is being modified by another concurrent operation. Jul 15 23:13:21.316778 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server Jul 15 23:13:21.319645 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d98319f9-f2ad-4840-8fef-823a96fc7ac0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:21.319645 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d98319f9-f2ad-4840-8fef-823a96fc7ac0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/networks/ff9e9b50-df2a-4c8a-bbaf-d2e89cc81e79 HTTP/1.1" status: 204 len: 168 time: 0.8448329 Jul 15 23:13:21.320290 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52530) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:21.326044 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-8c111b86-93fe-4b95-881f-c5a54171dbff tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-850713365'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:21.345652 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92375c46-9a43-4712-afda-e2c4ba983b80 None None] Network ff9e9b50-df2a-4c8a-bbaf-d2e89cc81e79 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:21.368409 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92375c46-9a43-4712-afda-e2c4ba983b80 None None] Network ff9e9b50-df2a-4c8a-bbaf-d2e89cc81e79 could not be found, it might have been deleted concurrently. {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 23:13:21.372244 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98319f9-f2ad-4840-8fef-823a96fc7ac0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event deleted for resources: {'Network': ['ID=ff9e9b50-df2a-4c8a-bbaf-d2e89cc81e79,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:21.404372 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 20285899-00c4-4c00-8324-b2f3c44519b7 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:21.413790 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 20285899-00c4-4c00-8324-b2f3c44519b7 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:21.414186 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:21.432508 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b58d780-a7ec-4a34-8226-1116920e89f3 req-9e9cdf2d-af1a-456d-ad76-d125f2bdaedb tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 210 time: 0.0654721 Jul 15 23:13:21.433082 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c111b86-93fe-4b95-881f-c5a54171dbff tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Made reservation on behalf of e75dcba0615a47c5a0c23dfa096eeead for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:21.444905 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8c111b86-93fe-4b95-881f-c5a54171dbff tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:21.468491 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-28e36382-fa17-45d0-a95a-8528519180e9 None None] Set router 8983b03d-b14c-4aa1-a686-8bb6c5323e3d gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:13:21.499961 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-366963c4-3c64-4fb2-8c6e-35235cbcabb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:21.523335 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c111b86-93fe-4b95-881f-c5a54171dbff tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:13:21.536616 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8c111b86-93fe-4b95-881f-c5a54171dbff tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:21.537626 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-8c111b86-93fe-4b95-881f-c5a54171dbff tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Added segment 06cba28a-b9c3-4bd7-84a8-ba235a91a5fd of type vlan for network dbf92a22-c119-4a82-b963-fc83520ec822 Jul 15 23:13:21.624940 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8c111b86-93fe-4b95-881f-c5a54171dbff tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:21.676219 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8c111b86-93fe-4b95-881f-c5a54171dbff tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:21.677344 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:21.685554 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c111b86-93fe-4b95-881f-c5a54171dbff tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:21.688760 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8c111b86-93fe-4b95-881f-c5a54171dbff tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:21.718043 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-28e36382-fa17-45d0-a95a-8528519180e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8983b03d-b14c-4aa1-a686-8bb6c5323e3d', 'name': 'tempest-ServerRescueNegativeTestJSON-532089625-router', 'tenant_id': 'c94a1f7515fc403ca722dddef8f6ba46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'ea52c55c-5ca6-4054-b239-524142c31865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:16Z', 'updated_at': '2021-07-15T23:13:19Z', 'revision_number': 5, 'project_id': 'c94a1f7515fc403ca722dddef8f6ba46', 'gw_port': {'id': 'ea52c55c-5ca6-4054-b239-524142c31865', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8983b03d-b14c-4aa1-a686-8bb6c5323e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:19Z', 'updated_at': '2021-07-15T23:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:21.721018 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8c111b86-93fe-4b95-881f-c5a54171dbff tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3995759 Jul 15 23:13:21.723972 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52538) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:21.736479 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-012cac28-dd2c-431d-9436-854b696bbfa7 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Request body: {'subnet': {'network_id': 'dbf92a22-c119-4a82-b963-fc83520ec822', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:21.748868 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-366963c4-3c64-4fb2-8c6e-35235cbcabb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:21.823342 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 20285899-00c4-4c00-8324-b2f3c44519b7, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=20285899-00c4-4c00-8324-b2f3c44519b7,segment=NetworkSegment(786fff45-67aa-4579-8fba-94bd4db7fbe6),segment_id=786fff45-67aa-4579-8fba-94bd4db7fbe6)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:21.831636 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:21.908813 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c111b86-93fe-4b95-881f-c5a54171dbff tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event updated for resources: {'Network': ['ID=dbf92a22-c119-4a82-b963-fc83520ec822,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:21.910837 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e36382-fa17-45d0-a95a-8528519180e9 None None] Checking router: 8983b03d-b14c-4aa1-a686-8bb6c5323e3d for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:13:21.921442 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e36382-fa17-45d0-a95a-8528519180e9 None None] Routers {'8983b03d-b14c-4aa1-a686-8bb6c5323e3d'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:13:21.922378 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-28e36382-fa17-45d0-a95a-8528519180e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:13:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['8983b03d-b14c-4aa1-a686-8bb6c5323e3d'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:21.930774 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network dbf92a22-c119-4a82-b963-fc83520ec822 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:13:22.000349 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=20285899-00c4-4c00-8324-b2f3c44519b7,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:22.040713 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012cac28-dd2c-431d-9436-854b696bbfa7 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Made reservation on behalf of e75dcba0615a47c5a0c23dfa096eeead for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:22.049865 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b35c71-a974-47a1-b6e2-e45e8887b0b7 None None] get_active_networks_info from n-d-787205-9 {{(pid=93800) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:13:22.051569 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-28e36382-fa17-45d0-a95a-8528519180e9 None None] Set router 8983b03d-b14c-4aa1-a686-8bb6c5323e3d gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:13:22.051947 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-012cac28-dd2c-431d-9436-854b696bbfa7 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:22.077187 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8e5c31fb-6c00-42f4-9f89-541b5c1f039e req-c7788b4c-064d-4cf4-868a-065f39a2f508 tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.1305664 Jul 15 23:13:22.103982 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-fb52070e-b9bd-4edc-8538-aab448542279 None None] Provisioning complete for port 20285899-00c4-4c00-8324-b2f3c44519b7 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:22.104282 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fb52070e-b9bd-4edc-8538-aab448542279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:22.139085 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f03163-e65b-4880-9c3a-b6cbc20a9ddf req-afde7179-836d-4604-a242-b417613aa220 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:22.143968 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-28e36382-fa17-45d0-a95a-8528519180e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8983b03d-b14c-4aa1-a686-8bb6c5323e3d', 'name': 'tempest-ServerRescueNegativeTestJSON-532089625-router', 'tenant_id': 'c94a1f7515fc403ca722dddef8f6ba46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:16Z', 'updated_at': '2021-07-15T23:13:21Z', 'revision_number': 6, 'project_id': 'c94a1f7515fc403ca722dddef8f6ba46', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:22.150543 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-32f03163-e65b-4880-9c3a-b6cbc20a9ddf req-afde7179-836d-4604-a242-b417613aa220 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.2349381 Jul 15 23:13:22.191025 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e36382-fa17-45d0-a95a-8528519180e9 None None] The sync data for ids ['8983b03d-b14c-4aa1-a686-8bb6c5323e3d'] in n-d-787205-9 is: [{'id': '8983b03d-b14c-4aa1-a686-8bb6c5323e3d', 'name': 'tempest-ServerRescueNegativeTestJSON-532089625-router', 'tenant_id': 'c94a1f7515fc403ca722dddef8f6ba46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:16Z', 'updated_at': '2021-07-15T23:13:21Z', 'revision_number': 6, 'project_id': 'c94a1f7515fc403ca722dddef8f6ba46', 'gw_port_host': None}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:13:22.216012 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-32f03163-e65b-4880-9c3a-b6cbc20a9ddf req-0e008f7d-10d8-4d34-ab81-b893e98e67c6 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642850 Jul 15 23:13:22.242798 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-366963c4-3c64-4fb2-8c6e-35235cbcabb0 admin admin] Deleting port ea52c55c-5ca6-4054-b239-524142c31865 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:22.246736 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-366963c4-3c64-4fb2-8c6e-35235cbcabb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:22.353454 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b35c71-a974-47a1-b6e2-e45e8887b0b7 None None] Resources bound (agent type, host, resource id): {{(pid=93800) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:13:22.359701 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-366963c4-3c64-4fb2-8c6e-35235cbcabb0 admin admin] For port ea52c55c-5ca6-4054-b239-524142c31865, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ea52c55c-5ca6-4054-b239-524142c31865,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:22.360277 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-366963c4-3c64-4fb2-8c6e-35235cbcabb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:22.399284 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-366963c4-3c64-4fb2-8c6e-35235cbcabb0 admin admin] Calling delete_port for ea52c55c-5ca6-4054-b239-524142c31865 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:22.544716 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-012cac28-dd2c-431d-9436-854b696bbfa7 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:22.687898 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012cac28-dd2c-431d-9436-854b696bbfa7 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Checking segment: {'id': '06cba28a-b9c3-4bd7-84a8-ba235a91a5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dbf92a22-c119-4a82-b963-fc83520ec822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:22.688382 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012cac28-dd2c-431d-9436-854b696bbfa7 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Network hostable DHCP agents. Network: dbf92a22-c119-4a82-b963-fc83520ec822, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:13:22.708396 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012cac28-dd2c-431d-9436-854b696bbfa7 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event updated for resources: {'Subnet': ['ID=ad9191a6-eef4-47f4-9590-b646d51ba29f,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:22.743888 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012cac28-dd2c-431d-9436-854b696bbfa7 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Network dbf92a22-c119-4a82-b963-fc83520ec822 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:13:22.772830 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-012cac28-dd2c-431d-9436-854b696bbfa7 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, dbf92a22-c119-4a82-b963-fc83520ec822) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:22.780423 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012cac28-dd2c-431d-9436-854b696bbfa7 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:22.780940 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-012cac28-dd2c-431d-9436-854b696bbfa7 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:22.789454 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 20285899-00c4-4c00-8324-b2f3c44519b7 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:22.790747 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fb6c47a-f068-4221-9b7e-ed88561178fa req-59c12561-1a44-479e-8923-4dd7732cca0c tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 210 time: 0.0620539 Jul 15 23:13:22.834455 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-012cac28-dd2c-431d-9436-854b696bbfa7 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1093602 Jul 15 23:13:22.836800 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dfd1fe-944a-4003-90ae-db844515a335 None None] get_active_networks_info from n-d-787205-9 {{(pid=93800) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:13:22.837338 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52546) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:22.853102 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-366963c4-3c64-4fb2-8c6e-35235cbcabb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:22.889519 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366963c4-3c64-4fb2-8c6e-35235cbcabb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea52c55c-5ca6-4054-b239-524142c31865,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:22.895124 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 20285899-00c4-4c00-8324-b2f3c44519b7 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:22.895124 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:22.969672 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-22dfc5d2-84f1-4bec-a7cf-37dedb8399d7 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:22.971288 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-366963c4-3c64-4fb2-8c6e-35235cbcabb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.023956 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 63dd6455-da87-4e03-a9d0-9edd9800d729 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:23.051738 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 63dd6455-da87-4e03-a9d0-9edd9800d729 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:23.052003 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 63dd6455-da87-4e03-a9d0-9edd9800d729 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:23.060624 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-22dfc5d2-84f1-4bec-a7cf-37dedb8399d7 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.093625 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-366963c4-3c64-4fb2-8c6e-35235cbcabb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.098352 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-366963c4-3c64-4fb2-8c6e-35235cbcabb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.122951 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dfd1fe-944a-4003-90ae-db844515a335 None None] Resources bound (agent type, host, resource id): {{(pid=93800) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:13:23.157183 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-22dfc5d2-84f1-4bec-a7cf-37dedb8399d7 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.180870 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-366963c4-3c64-4fb2-8c6e-35235cbcabb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.181462 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366963c4-3c64-4fb2-8c6e-35235cbcabb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8983b03d-b14c-4aa1-a686-8bb6c5323e3d {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:13:23.186435 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-366963c4-3c64-4fb2-8c6e-35235cbcabb0 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.190593 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-366963c4-3c64-4fb2-8c6e-35235cbcabb0 admin admin] 10.222.0.16 "DELETE /v2.0/routers/8983b03d-b14c-4aa1-a686-8bb6c5323e3d HTTP/1.1" status: 204 len: 168 time: 1.9591293 Jul 15 23:13:23.191400 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52550) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:23.208332 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dfc5d2-84f1-4bec-a7cf-37dedb8399d7 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event deleted for resources: {'Subnet': ['ID=ad9191a6-eef4-47f4-9590-b646d51ba29f,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:23.255327 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-06c2827b-e81f-47bf-850c-8ab2c2159b00 admin admin] Deleting subnet 4855a5f1-8b72-4f27-b61b-98876d40980b {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:13:23.263556 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06c2827b-e81f-47bf-850c-8ab2c2159b00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.327535 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06c2827b-e81f-47bf-850c-8ab2c2159b00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.350167 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-22dfc5d2-84f1-4bec-a7cf-37dedb8399d7 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.391476 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06c2827b-e81f-47bf-850c-8ab2c2159b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.393325 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-788cd848-b4e9-468b-9b1f-da7dc25e3b42 req-76530c7b-0471-4cf8-b959-08fc5d83235f tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.0377707 Jul 15 23:13:23.407673 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-22dfc5d2-84f1-4bec-a7cf-37dedb8399d7 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf92a22-c119-4a82-b963-fc83520ec822']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:23.431363 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-22dfc5d2-84f1-4bec-a7cf-37dedb8399d7 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06cba28a-b9c3-4bd7-84a8-ba235a91a5fd') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:23.431838 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-22dfc5d2-84f1-4bec-a7cf-37dedb8399d7 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06cba28a-b9c3-4bd7-84a8-ba235a91a5fd') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:23.448559 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-22dfc5d2-84f1-4bec-a7cf-37dedb8399d7 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.479835 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06c2827b-e81f-47bf-850c-8ab2c2159b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.498399 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-22dfc5d2-84f1-4bec-a7cf-37dedb8399d7 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.509572 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22dfc5d2-84f1-4bec-a7cf-37dedb8399d7 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:13:23.510067 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-22dfc5d2-84f1-4bec-a7cf-37dedb8399d7 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.514766 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:13:23.514766 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:13:23.514766 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:13:23.514766 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:13:23.514766 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:13:23.514766 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:13:23.514766 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:13:23.514766 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:13:23.514766 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:13:23.514766 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:13:23.514766 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:13:23.514766 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:13:23.514766 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:13:23.514766 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:13:23.514766 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:13:23.514766 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:13:23.514766 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:13:23.514766 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:13:23.514766 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:13:23.514766 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:13:23.514766 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:13:23.514766 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:13:23.514766 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:13:23.514766 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:13:23.514766 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:13:23.514766 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:13:23.514766 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:13:23.514766 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:13:23.514766 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:13:23.514766 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:13:23.514766 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:13:23.514766 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:13:23.519422 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2827b-e81f-47bf-850c-8ab2c2159b00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4855a5f1-8b72-4f27-b61b-98876d40980b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:23.525662 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06c2827b-e81f-47bf-850c-8ab2c2159b00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.530480 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-06c2827b-e81f-47bf-850c-8ab2c2159b00 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4855a5f1-8b72-4f27-b61b-98876d40980b HTTP/1.1" status: 204 len: 168 time: 0.3380983 Jul 15 23:13:23.531545 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52556) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:23.622417 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829d319-9067-4025-a392-63665d0df843 req-98101d0f-9527-4e35-ae53-1253b8bff179 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:23.624239 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a829d319-9067-4025-a392-63665d0df843 req-98101d0f-9527-4e35-ae53-1253b8bff179 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.1635416 Jul 15 23:13:23.625644 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-22dfc5d2-84f1-4bec-a7cf-37dedb8399d7 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.633387 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-22dfc5d2-84f1-4bec-a7cf-37dedb8399d7 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.638739 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-22dfc5d2-84f1-4bec-a7cf-37dedb8399d7 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/networks/dbf92a22-c119-4a82-b963-fc83520ec822 HTTP/1.1" status: 204 len: 168 time: 0.7977662 Jul 15 23:13:23.639596 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52558) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:23.661619 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-565af8c1-ab84-4e15-b4b1-a668eccc1e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.662864 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-4390c9e7-6a34-45c7-8b16-aab67b1040bf tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1795225545'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:23.677359 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dfc5d2-84f1-4bec-a7cf-37dedb8399d7 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event deleted for resources: {'Network': ['ID=dbf92a22-c119-4a82-b963-fc83520ec822,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:23.727944 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d48e45-164c-4487-b721-aecebe08ff64 None None] Network dbf92a22-c119-4a82-b963-fc83520ec822 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:23.729909 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4390c9e7-6a34-45c7-8b16-aab67b1040bf tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Made reservation on behalf of e75dcba0615a47c5a0c23dfa096eeead for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:23.734908 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4390c9e7-6a34-45c7-8b16-aab67b1040bf tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.743534 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d48e45-164c-4487-b721-aecebe08ff64 None None] Network dbf92a22-c119-4a82-b963-fc83520ec822 could not be found, it might have been deleted concurrently. {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 23:13:23.750458 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a829d319-9067-4025-a392-63665d0df843 req-cfbc7675-a09b-449e-8916-380e26d725b7 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829778 Jul 15 23:13:23.768032 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4390c9e7-6a34-45c7-8b16-aab67b1040bf tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:13:23.772298 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5720dce3-db4e-44cf-a8f8-97212fe1abeb None None] Network dbf92a22-c119-4a82-b963-fc83520ec822 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:23.786694 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5720dce3-db4e-44cf-a8f8-97212fe1abeb None None] Network dbf92a22-c119-4a82-b963-fc83520ec822 could not be found, it might have been deleted concurrently. {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 23:13:23.790472 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4390c9e7-6a34-45c7-8b16-aab67b1040bf tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.791091 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-4390c9e7-6a34-45c7-8b16-aab67b1040bf tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Added segment 166d49a7-fa1a-4c38-a8dc-4163d8f58342 of type vlan for network d0545373-63c2-4ed0-87c6-18101fe6c040 Jul 15 23:13:23.819254 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-565af8c1-ab84-4e15-b4b1-a668eccc1e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.838441 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4390c9e7-6a34-45c7-8b16-aab67b1040bf tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.853814 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-565af8c1-ab84-4e15-b4b1-a668eccc1e98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e80cc8-6c99-4e93-b9ec-9a2e84049a5a']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:23.874020 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-565af8c1-ab84-4e15-b4b1-a668eccc1e98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1cbd9c-451c-4ff5-9afa-9899869dfbd9') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:23.874388 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-565af8c1-ab84-4e15-b4b1-a668eccc1e98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1cbd9c-451c-4ff5-9afa-9899869dfbd9') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:23.885364 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4390c9e7-6a34-45c7-8b16-aab67b1040bf tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.892872 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-565af8c1-ab84-4e15-b4b1-a668eccc1e98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.893649 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4390c9e7-6a34-45c7-8b16-aab67b1040bf tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:23.894474 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4390c9e7-6a34-45c7-8b16-aab67b1040bf tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.910817 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-565af8c1-ab84-4e15-b4b1-a668eccc1e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.917978 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-565af8c1-ab84-4e15-b4b1-a668eccc1e98 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:13:23.918468 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-565af8c1-ab84-4e15-b4b1-a668eccc1e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.920617 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:13:23.920617 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:13:23.920617 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:13:23.920617 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:13:23.920617 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:13:23.920617 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:13:23.920617 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:13:23.920617 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:13:23.920617 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:13:23.920617 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:13:23.920617 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:13:23.920617 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:13:23.920617 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:13:23.920617 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:13:23.920617 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:13:23.920617 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:13:23.920617 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:13:23.920617 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:13:23.920617 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:13:23.920617 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:13:23.920617 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:13:23.920617 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:13:23.920617 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:13:23.920617 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:13:23.920617 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:13:23.920617 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:13:23.920617 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:13:23.920617 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:13:23.920617 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:13:23.920617 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:13:23.920617 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:13:23.920617 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:13:23.954681 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4390c9e7-6a34-45c7-8b16-aab67b1040bf tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3138072 Jul 15 23:13:23.955621 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52564) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:23.964197 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-263e7200-e5f6-4487-920d-3e5cd16190c6 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Request body: {'subnet': {'network_id': 'd0545373-63c2-4ed0-87c6-18101fe6c040', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:24.001425 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-565af8c1-ab84-4e15-b4b1-a668eccc1e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.022358 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-565af8c1-ab84-4e15-b4b1-a668eccc1e98 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.024657 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.026064 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-565af8c1-ab84-4e15-b4b1-a668eccc1e98 admin admin] 10.222.0.16 "DELETE /v2.0/networks/06e80cc8-6c99-4e93-b9ec-9a2e84049a5a HTTP/1.1" status: 204 len: 168 time: 0.4935148 Jul 15 23:13:24.043320 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565af8c1-ab84-4e15-b4b1-a668eccc1e98 admin admin] Pushing event deleted for resources: {'Network': ['ID=06e80cc8-6c99-4e93-b9ec-9a2e84049a5a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:24.059350 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fde99451-d464-4f86-8c96-119c36d86df0 req-99607096-a221-4333-804e-fb13ecdeea7b tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 210 time: 0.0656748 Jul 15 23:13:24.134657 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390c9e7-6a34-45c7-8b16-aab67b1040bf tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event updated for resources: {'Network': ['ID=d0545373-63c2-4ed0-87c6-18101fe6c040,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:24.148223 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network d0545373-63c2-4ed0-87c6-18101fe6c040 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:13:24.164595 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263e7200-e5f6-4487-920d-3e5cd16190c6 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Made reservation on behalf of e75dcba0615a47c5a0c23dfa096eeead for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:24.170140 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-263e7200-e5f6-4487-920d-3e5cd16190c6 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.222539 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52570) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:24.268997 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-31117e65-3b4f-48a5-9179-0e6b0e1c97a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c94a1f7515fc403ca722dddef8f6ba46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449915 Jul 15 23:13:24.271520 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52572) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:24.323118 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-444894fd-a43a-4dc8-9e68-7b40f0ad5917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.352386 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-444894fd-a43a-4dc8-9e68-7b40f0ad5917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.382341 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-263e7200-e5f6-4487-920d-3e5cd16190c6 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.403828 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-444894fd-a43a-4dc8-9e68-7b40f0ad5917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.406752 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-444894fd-a43a-4dc8-9e68-7b40f0ad5917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.408652 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-444894fd-a43a-4dc8-9e68-7b40f0ad5917 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/003f90ea-e7d1-433e-99ab-5b54f6ee7ac2 HTTP/1.1" status: 204 len: 168 time: 0.1348712 Jul 15 23:13:24.417025 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444894fd-a43a-4dc8-9e68-7b40f0ad5917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003f90ea-e7d1-433e-99ab-5b54f6ee7ac2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:24.491065 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e7200-e5f6-4487-920d-3e5cd16190c6 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event updated for resources: {'Subnet': ['ID=6a0d378f-91b8-4752-8520-e1d26f7d7a70,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:24.504884 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263e7200-e5f6-4487-920d-3e5cd16190c6 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Checking segment: {'id': '166d49a7-fa1a-4c38-a8dc-4163d8f58342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd0545373-63c2-4ed0-87c6-18101fe6c040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:24.505372 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263e7200-e5f6-4487-920d-3e5cd16190c6 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Network hostable DHCP agents. Network: d0545373-63c2-4ed0-87c6-18101fe6c040, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:13:24.527140 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263e7200-e5f6-4487-920d-3e5cd16190c6 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Network d0545373-63c2-4ed0-87c6-18101fe6c040 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:13:24.540623 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-263e7200-e5f6-4487-920d-3e5cd16190c6 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, d0545373-63c2-4ed0-87c6-18101fe6c040) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:24.551361 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaac151a-01b1-4208-801f-9bf89fd646cd None None] Network d0545373-63c2-4ed0-87c6-18101fe6c040 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:24.561937 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263e7200-e5f6-4487-920d-3e5cd16190c6 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:24.562819 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-263e7200-e5f6-4487-920d-3e5cd16190c6 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.617042 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-58b0de42-8053-4b49-803b-a8d7deca5c28 req-7e413827-2aaa-4623-82a5-af7d6b485a98 tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.0383534 Jul 15 23:13:24.621573 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-263e7200-e5f6-4487-920d-3e5cd16190c6 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6623101 Jul 15 23:13:24.621814 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52580) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:24.764499 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ea52c55c-5ca6-4054-b239-524142c31865 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:24.792045 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: ea52c55c-5ca6-4054-b239-524142c31865 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:24.792482 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ea52c55c-5ca6-4054-b239-524142c31865 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:24.796468 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aae1fde-2f5d-4eb9-afbf-e88e1180873a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-d0545373-63c2-4ed0-87c6-18101fe6c040', 'network_id': 'd0545373-63c2-4ed0-87c6-18101fe6c040', 'tenant_id': 'e75dcba0615a47c5a0c23dfa096eeead', 'fixed_ips': [{'subnet_id': '6a0d378f-91b8-4752-8520-e1d26f7d7a70'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:13:24.797483 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7aae1fde-2f5d-4eb9-afbf-e88e1180873a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.805616 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.893487 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.983765 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-7aae1fde-2f5d-4eb9-afbf-e88e1180873a None None] Allocated IP 172.20.0.2 (d0545373-63c2-4ed0-87c6-18101fe6c040/6a0d378f-91b8-4752-8520-e1d26f7d7a70/d755b990-1d02-4d82-b170-4a4b50c4ffb3) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:25.064148 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f97ae3-2b5b-49c7-ab3e-eaa1148d3081 req-ce79042c-fd4c-4915-b684-8b385dfb7ac3 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:25.072268 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-41f97ae3-2b5b-49c7-ab3e-eaa1148d3081 req-ce79042c-fd4c-4915-b684-8b385dfb7ac3 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.1204011 Jul 15 23:13:25.135273 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-41f97ae3-2b5b-49c7-ab3e-eaa1148d3081 req-3a5a5cec-ea34-4ea3-8aac-9a8ef2a98b8b tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621150 Jul 15 23:13:25.195196 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7aae1fde-2f5d-4eb9-afbf-e88e1180873a None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.204254 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7aae1fde-2f5d-4eb9-afbf-e88e1180873a None None] Transition to ACTIVE for port object d755b990-1d02-4d82-b170-4a4b50c4ffb3 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:25.222656 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7aae1fde-2f5d-4eb9-afbf-e88e1180873a None None] Transition to ACTIVE for port object d755b990-1d02-4d82-b170-4a4b50c4ffb3 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:25.229146 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7aae1fde-2f5d-4eb9-afbf-e88e1180873a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.253408 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.255066 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-88877c12-3e2a-48d9-a720-b67ce0e850ed req-6486c0b7-501a-4055-b2ef-407f71749378 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 210 time: 0.0442858 Jul 15 23:13:25.277559 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aae1fde-2f5d-4eb9-afbf-e88e1180873a None None] Network d0545373-63c2-4ed0-87c6-18101fe6c040 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:25.280790 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-7aae1fde-2f5d-4eb9-afbf-e88e1180873a None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:25.285608 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aae1fde-2f5d-4eb9-afbf-e88e1180873a None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:25.294659 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae1fde-2f5d-4eb9-afbf-e88e1180873a None None] Pushing event updated for resources: {'Port': ['ID=d755b990-1d02-4d82-b170-4a4b50c4ffb3,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:25.310040 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event deleted for resources: {'Subnet': ['ID=6a0d378f-91b8-4752-8520-e1d26f7d7a70,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:25.372462 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-7aae1fde-2f5d-4eb9-afbf-e88e1180873a None None] Attempting to bind port d755b990-1d02-4d82-b170-4a4b50c4ffb3 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:25.372840 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-7aae1fde-2f5d-4eb9-afbf-e88e1180873a None None] Attempting to bind port d755b990-1d02-4d82-b170-4a4b50c4ffb3 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '166d49a7-fa1a-4c38-a8dc-4163d8f58342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd0545373-63c2-4ed0-87c6-18101fe6c040'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:25.373210 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aae1fde-2f5d-4eb9-afbf-e88e1180873a None None] Attempting to bind port d755b990-1d02-4d82-b170-4a4b50c4ffb3 on network d0545373-63c2-4ed0-87c6-18101fe6c040 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:25.380573 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aae1fde-2f5d-4eb9-afbf-e88e1180873a None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:25.380950 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aae1fde-2f5d-4eb9-afbf-e88e1180873a None None] Checking segment: {'id': '166d49a7-fa1a-4c38-a8dc-4163d8f58342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd0545373-63c2-4ed0-87c6-18101fe6c040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:25.381736 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7aae1fde-2f5d-4eb9-afbf-e88e1180873a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.381736 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aae1fde-2f5d-4eb9-afbf-e88e1180873a None None] Bound using segment: {'id': '166d49a7-fa1a-4c38-a8dc-4163d8f58342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd0545373-63c2-4ed0-87c6-18101fe6c040'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:25.382356 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-7aae1fde-2f5d-4eb9-afbf-e88e1180873a None None] Bound port: d755b990-1d02-4d82-b170-4a4b50c4ffb3, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166d49a7-fa1a-4c38-a8dc-4163d8f58342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd0545373-63c2-4ed0-87c6-18101fe6c040'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:25.382777 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7aae1fde-2f5d-4eb9-afbf-e88e1180873a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.412515 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.423183 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0545373-63c2-4ed0-87c6-18101fe6c040']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:25.437838 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '166d49a7-fa1a-4c38-a8dc-4163d8f58342') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:25.438248 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '166d49a7-fa1a-4c38-a8dc-4163d8f58342') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:25.447404 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52606) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:25.450185 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.464447 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-7aae1fde-2f5d-4eb9-afbf-e88e1180873a None None] For port d755b990-1d02-4d82-b170-4a4b50c4ffb3, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:25.468218 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.474937 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:13:25.475542 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.478654 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:13:25.478654 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:13:25.478654 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:13:25.478654 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:13:25.478654 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:13:25.478654 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:13:25.478654 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:13:25.478654 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:13:25.478654 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:13:25.478654 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:13:25.478654 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:13:25.478654 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:13:25.478654 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:13:25.478654 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:13:25.478654 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:13:25.478654 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:13:25.478654 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:13:25.478654 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:13:25.478654 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:13:25.478654 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:13:25.478654 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:13:25.478654 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:13:25.478654 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:13:25.478654 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:13:25.478654 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:13:25.478654 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:13:25.478654 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:13:25.478654 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:13:25.478654 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:13:25.478654 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:13:25.478654 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:13:25.478654 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:13:25.542277 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-7aae1fde-2f5d-4eb9-afbf-e88e1180873a None None] For port d755b990-1d02-4d82-b170-4a4b50c4ffb3, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d755b990-1d02-4d82-b170-4a4b50c4ffb3,segment=NetworkSegment(166d49a7-fa1a-4c38-a8dc-4163d8f58342),segment_id=166d49a7-fa1a-4c38-a8dc-4163d8f58342)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:25.545281 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.db.api [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 23:13:25.545281 n-d-787205-9 neutron-server[93798]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 23:13:25.545281 n-d-787205-9 neutron-server[93798]: [parameters: {'id': 'd0545373-63c2-4ed0-87c6-18101fe6c040'}] Jul 15 23:13:25.545281 n-d-787205-9 neutron-server[93798]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:13:25.546291 n-d-787205-9 neutron-server[93798]: DEBUG oslo_db.api [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:13:25.549033 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7aae1fde-2f5d-4eb9-afbf-e88e1180873a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.563149 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-f7b2905c-534a-498c-86c8-6eccbc8182f0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1418522835-network', 'tenant_id': 'd77f9925bdde4eb59287838e6d3fa09b'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:25.584725 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b2905c-534a-498c-86c8-6eccbc8182f0 admin admin] Made reservation on behalf of d77f9925bdde4eb59287838e6d3fa09b for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:25.587300 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f7b2905c-534a-498c-86c8-6eccbc8182f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.595986 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f7b2905c-534a-498c-86c8-6eccbc8182f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.613832 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae1fde-2f5d-4eb9-afbf-e88e1180873a None None] Pushing event updated for resources: {'Port': ['ID=d755b990-1d02-4d82-b170-4a4b50c4ffb3,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:25.684537 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508daa3b-9e45-4df0-b1d0-dc65c289aad6 None None] Network d0545373-63c2-4ed0-87c6-18101fe6c040 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:25.712696 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f7b2905c-534a-498c-86c8-6eccbc8182f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.717649 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f7b2905c-534a-498c-86c8-6eccbc8182f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.731252 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b2905c-534a-498c-86c8-6eccbc8182f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:13:25.746021 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f7b2905c-534a-498c-86c8-6eccbc8182f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.746383 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-f7b2905c-534a-498c-86c8-6eccbc8182f0 admin admin] Added segment 682791d0-14b5-4b83-8025-c7a51df04ede of type vlan for network 67544dea-b98a-4fe5-a010-0d763c20c5d2 Jul 15 23:13:25.794762 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f7b2905c-534a-498c-86c8-6eccbc8182f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.842099 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9036f0-c32a-4696-ae82-bfeb01c0ed96 None None] get_active_networks_info from n-d-787205-9 {{(pid=93800) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:13:25.867098 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-349ac183-14f0-4083-b2c9-9c06bdf4ee5d req-1d2be36f-a09b-4192-85fd-37ccbaf662cd tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.0450408 Jul 15 23:13:25.867603 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f7b2905c-534a-498c-86c8-6eccbc8182f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.868766 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b2905c-534a-498c-86c8-6eccbc8182f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:25.869333 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f7b2905c-534a-498c-86c8-6eccbc8182f0 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.885705 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2905c-534a-498c-86c8-6eccbc8182f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f417de08-6550-4fa9-9827-772795e8364e,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:25.932006 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f7b2905c-534a-498c-86c8-6eccbc8182f0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4833150 Jul 15 23:13:25.934730 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52614) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:25.940829 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-90386a82-d6bc-40e6-96af-72846ec322c0 admin admin] Request body: {'subnet': {'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1418522835-subnet', 'tenant_id': 'd77f9925bdde4eb59287838e6d3fa09b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:25.975534 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90386a82-d6bc-40e6-96af-72846ec322c0 admin admin] Made reservation on behalf of d77f9925bdde4eb59287838e6d3fa09b for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:25.977913 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90386a82-d6bc-40e6-96af-72846ec322c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.981037 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2905c-534a-498c-86c8-6eccbc8182f0 admin admin] Pushing event updated for resources: {'Network': ['ID=67544dea-b98a-4fe5-a010-0d763c20c5d2,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:25.992737 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 67544dea-b98a-4fe5-a010-0d763c20c5d2 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:13:26.096517 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:26.108546 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9036f0-c32a-4696-ae82-bfeb01c0ed96 None None] Resources bound (agent type, host, resource id): {{(pid=93800) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:13:26.195447 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90386a82-d6bc-40e6-96af-72846ec322c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:26.254067 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Deleting port d755b990-1d02-4d82-b170-4a4b50c4ffb3 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:26.254413 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:26.368330 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdede9-c9be-4a20-b990-ca4fca670f04 req-949803e8-6d5f-401c-975c-c1a2e9c53f8e tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:26.376754 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-76fdede9-c9be-4a20-b990-ca4fca670f04 req-949803e8-6d5f-401c-975c-c1a2e9c53f8e tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.0871737 Jul 15 23:13:26.425110 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-76fdede9-c9be-4a20-b990-ca4fca670f04 req-060ccb55-978b-4ae9-a454-f6b78d4e096f tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471637 Jul 15 23:13:26.527655 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8dad96cf-952e-41a4-b617-8f499f0982b3 req-2235e53e-7692-4c8f-988b-cefbef5b2590 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/ports?device_id=3200588c-0b41-4461-8228-06d1161382ee HTTP/1.1" status: 200 len: 210 time: 0.0347700 Jul 15 23:13:26.629414 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90386a82-d6bc-40e6-96af-72846ec322c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00f86fe3-8e61-4196-b682-45370fd97ef3,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:26.643620 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] For port d755b990-1d02-4d82-b170-4a4b50c4ffb3, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d755b990-1d02-4d82-b170-4a4b50c4ffb3,segment=NetworkSegment(166d49a7-fa1a-4c38-a8dc-4163d8f58342),segment_id=166d49a7-fa1a-4c38-a8dc-4163d8f58342)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:26.643980 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:26.659769 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90386a82-d6bc-40e6-96af-72846ec322c0 admin admin] Checking segment: {'id': '682791d0-14b5-4b83-8025-c7a51df04ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:26.660127 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90386a82-d6bc-40e6-96af-72846ec322c0 admin admin] Network hostable DHCP agents. Network: 67544dea-b98a-4fe5-a010-0d763c20c5d2, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:13:26.662999 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Calling delete_port for d755b990-1d02-4d82-b170-4a4b50c4ffb3 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:26.712992 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90386a82-d6bc-40e6-96af-72846ec322c0 admin admin] Network 67544dea-b98a-4fe5-a010-0d763c20c5d2 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:13:26.730051 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-90386a82-d6bc-40e6-96af-72846ec322c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 67544dea-b98a-4fe5-a010-0d763c20c5d2) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:26.737612 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90386a82-d6bc-40e6-96af-72846ec322c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:26.737790 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768dec03-c16d-4229-b612-68b637f11e98 None None] Network 67544dea-b98a-4fe5-a010-0d763c20c5d2 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:26.738260 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90386a82-d6bc-40e6-96af-72846ec322c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:26.761875 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-90386a82-d6bc-40e6-96af-72846ec322c0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8257306 Jul 15 23:13:26.774423 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:26.800454 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event deleted for resources: {'Port': ['ID=d755b990-1d02-4d82-b170-4a4b50c4ffb3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:26.805522 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] No DVR routers for this DVR port d755b990-1d02-4d82-b170-4a4b50c4ffb3 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:26.888820 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:26.896904 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d07dc1-893e-4074-9e25-2b38b07d48b0 None None] Network 67544dea-b98a-4fe5-a010-0d763c20c5d2 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:26.900166 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0545373-63c2-4ed0-87c6-18101fe6c040']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:26.915876 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '166d49a7-fa1a-4c38-a8dc-4163d8f58342') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:26.916169 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '166d49a7-fa1a-4c38-a8dc-4163d8f58342') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:26.931077 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:26.953744 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:26.964669 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:13:26.965076 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:26.970333 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:13:26.970333 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:13:26.970333 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:13:26.970333 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:13:26.970333 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:13:26.970333 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:13:26.970333 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:13:26.970333 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:13:26.970333 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:13:26.970333 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:13:26.970333 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:13:26.970333 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:13:26.970333 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:13:26.970333 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:13:26.970333 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:13:26.970333 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:13:26.970333 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:13:26.970333 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:13:26.970333 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:13:26.970333 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:13:26.970333 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:13:26.970333 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:13:26.970333 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:13:26.970333 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:13:26.970333 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:13:26.970333 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:13:26.970333 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:13:26.970333 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:13:26.970333 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:13:26.970333 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:13:26.970333 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:13:26.970333 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:13:27.059369 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:27.082300 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:27.084229 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/networks/d0545373-63c2-4ed0-87c6-18101fe6c040 HTTP/1.1" status: 204 len: 168 time: 2.4615002 Jul 15 23:13:27.085068 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c826c7-750c-4821-ab41-14618b8ab3e9 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event deleted for resources: {'Network': ['ID=d0545373-63c2-4ed0-87c6-18101fe6c040,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:27.087572 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52634) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:27.093377 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b01deff2-95b7-4e30-b352-5e51bc61af66 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1291019034'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:27.116462 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-75cecd79-a237-4909-8bd2-14c8ef904bd5 req-455916a1-ef98-40e1-848c-13222e038d75 tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.0457556 Jul 15 23:13:27.117151 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01deff2-95b7-4e30-b352-5e51bc61af66 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Made reservation on behalf of e75dcba0615a47c5a0c23dfa096eeead for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:27.123022 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b01deff2-95b7-4e30-b352-5e51bc61af66 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:27.152707 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b01deff2-95b7-4e30-b352-5e51bc61af66 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:13:27.162867 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b01deff2-95b7-4e30-b352-5e51bc61af66 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:27.163213 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-b01deff2-95b7-4e30-b352-5e51bc61af66 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Added segment ed57cd62-f7ad-42b5-aacb-bf3e5eec402b of type vlan for network b40a8e9f-3732-4f90-83c7-d1652875f2e6 Jul 15 23:13:27.219353 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b01deff2-95b7-4e30-b352-5e51bc61af66 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:27.252463 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b01deff2-95b7-4e30-b352-5e51bc61af66 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:27.259225 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01deff2-95b7-4e30-b352-5e51bc61af66 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:27.259956 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b01deff2-95b7-4e30-b352-5e51bc61af66 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:27.300881 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52646) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:27.301339 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b01deff2-95b7-4e30-b352-5e51bc61af66 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2124784 Jul 15 23:13:27.307979 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-e8379324-79e0-4cd0-aa8d-e4a22fab1087 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Request body: {'subnet': {'network_id': 'b40a8e9f-3732-4f90-83c7-d1652875f2e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:27.338893 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01deff2-95b7-4e30-b352-5e51bc61af66 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event updated for resources: {'Network': ['ID=b40a8e9f-3732-4f90-83c7-d1652875f2e6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:27.355395 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network b40a8e9f-3732-4f90-83c7-d1652875f2e6 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:13:27.365263 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-a90a033a-ad18-40a3-87a4-4183a6ef1e42 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:27.366763 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-a90a033a-ad18-40a3-87a4-4183a6ef1e42 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/networks?id=67544dea-b98a-4fe5-a010-0d763c20c5d2 HTTP/1.1" status: 200 len: 806 time: 0.1428857 Jul 15 23:13:27.415283 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-c34c1b70-420c-436b-b199-b91bf24226ab tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/quotas/d77f9925bdde4eb59287838e6d3fa09b HTTP/1.1" status: 200 len: 375 time: 0.0212445 Jul 15 23:13:27.455835 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-969bc642-5597-44f7-af49-7f6b993fbe56 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d77f9925bdde4eb59287838e6d3fa09b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349069 Jul 15 23:13:27.462536 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8379324-79e0-4cd0-aa8d-e4a22fab1087 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Made reservation on behalf of e75dcba0615a47c5a0c23dfa096eeead for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:27.466226 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e8379324-79e0-4cd0-aa8d-e4a22fab1087 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:27.552524 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.ipam_backend_mixin [None req-e8379324-79e0-4cd0-aa8d-e4a22fab1087 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Performing IP validity checks on allocation pools {{(pid=93799) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 23:13:27.553084 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.ipam_backend_mixin [None req-e8379324-79e0-4cd0-aa8d-e4a22fab1087 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93799) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 23:13:27.663427 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-94f9db27-68f2-41fe-8446-92a384e0b976 service neutron] 10.222.0.16 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936970 Jul 15 23:13:27.744171 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48d775-f59a-4850-baa5-0ae7f723c185 req-72b4c9ff-4424-43db-b154-5b4c5193f7b5 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:27.745628 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8f48d775-f59a-4850-baa5-0ae7f723c185 req-72b4c9ff-4424-43db-b154-5b4c5193f7b5 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.1639016 Jul 15 23:13:27.864029 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8f48d775-f59a-4850-baa5-0ae7f723c185 req-30f4431c-0f99-4b93-939d-0fa21dc223ac tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088331 Jul 15 23:13:27.869371 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e8379324-79e0-4cd0-aa8d-e4a22fab1087 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:27.903034 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-e111ad70-68bb-4efe-ad75-01dc135fdd28 service neutron] 10.222.0.16 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316175 Jul 15 23:13:27.933091 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8379324-79e0-4cd0-aa8d-e4a22fab1087 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event updated for resources: {'Subnet': ['ID=059cb977-df9c-485e-9b0b-6b79aabaf28c,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:27.946726 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8379324-79e0-4cd0-aa8d-e4a22fab1087 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:27.947075 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8379324-79e0-4cd0-aa8d-e4a22fab1087 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:27.947415 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8379324-79e0-4cd0-aa8d-e4a22fab1087 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:27.947748 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8379324-79e0-4cd0-aa8d-e4a22fab1087 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:27.948077 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8379324-79e0-4cd0-aa8d-e4a22fab1087 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:27.948402 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8379324-79e0-4cd0-aa8d-e4a22fab1087 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:27.948725 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8379324-79e0-4cd0-aa8d-e4a22fab1087 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:27.949146 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8379324-79e0-4cd0-aa8d-e4a22fab1087 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:27.949497 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8379324-79e0-4cd0-aa8d-e4a22fab1087 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:27.949698 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8379324-79e0-4cd0-aa8d-e4a22fab1087 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:27.949981 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8379324-79e0-4cd0-aa8d-e4a22fab1087 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:27.950301 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8379324-79e0-4cd0-aa8d-e4a22fab1087 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:27.956420 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8379324-79e0-4cd0-aa8d-e4a22fab1087 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Checking segment: {'id': 'ed57cd62-f7ad-42b5-aacb-bf3e5eec402b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b40a8e9f-3732-4f90-83c7-d1652875f2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:27.956786 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8379324-79e0-4cd0-aa8d-e4a22fab1087 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Network hostable DHCP agents. Network: b40a8e9f-3732-4f90-83c7-d1652875f2e6, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:13:27.980851 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8379324-79e0-4cd0-aa8d-e4a22fab1087 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Network b40a8e9f-3732-4f90-83c7-d1652875f2e6 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:13:27.988079 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52654) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:27.993615 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-e8379324-79e0-4cd0-aa8d-e4a22fab1087 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, b40a8e9f-3732-4f90-83c7-d1652875f2e6) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:27.998413 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8379324-79e0-4cd0-aa8d-e4a22fab1087 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:27.999279 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e8379324-79e0-4cd0-aa8d-e4a22fab1087 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.004805 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f57dd08-30ee-4f9b-9c5f-9f108a5af601 None None] Network b40a8e9f-3732-4f90-83c7-d1652875f2e6 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:28.017016 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e8379324-79e0-4cd0-aa8d-e4a22fab1087 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7151337 Jul 15 23:13:28.019712 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52656) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:28.099319 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9925821c-e0e7-424c-a002-1dc23471e2de tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.140302 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab82686c-dc03-4aa5-988f-563349026442 req-6735f5ab-6f25-45b1-90b8-cff43b60e555 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=3442baf6-485a-4c4d-91a7-532586fc137b HTTP/1.1" status: 200 len: 210 time: 0.0426676 Jul 15 23:13:28.160548 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9925821c-e0e7-424c-a002-1dc23471e2de tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.208544 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.211052 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acada8f9-6cbd-440f-b5ff-2d62cc87cf8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-b40a8e9f-3732-4f90-83c7-d1652875f2e6', 'network_id': 'b40a8e9f-3732-4f90-83c7-d1652875f2e6', 'tenant_id': 'e75dcba0615a47c5a0c23dfa096eeead', 'fixed_ips': [{'subnet_id': '059cb977-df9c-485e-9b0b-6b79aabaf28c'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:13:28.212263 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-acada8f9-6cbd-440f-b5ff-2d62cc87cf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.278997 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.329723 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9925821c-e0e7-424c-a002-1dc23471e2de tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.332956 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9925821c-e0e7-424c-a002-1dc23471e2de tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.333551 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f1e8a2fb-5ec2-4e11-94f4-d2bf26160efc req-3cda59ab-7a35-4819-9da8-f5035c058576 tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.0621009 Jul 15 23:13:28.337519 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52670) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:28.337679 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9925821c-e0e7-424c-a002-1dc23471e2de tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "DELETE /v2.0/security-groups/1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2 HTTP/1.1" status: 204 len: 168 time: 0.3472173 Jul 15 23:13:28.352673 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925821c-e0e7-424c-a002-1dc23471e2de tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:28.353700 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-592f017d-cfc2-4810-9aee-1ca594c1710e tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] show failed (client error): The resource could not be found. Jul 15 23:13:28.355616 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-592f017d-cfc2-4810-9aee-1ca594c1710e tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "GET /v2.0/security-groups/1e04eeaf-9a37-4ca2-bf4d-b09be75a66e2 HTTP/1.1" status: 404 len: 347 time: 0.0161862 Jul 15 23:13:28.358203 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52672) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:28.430822 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-acada8f9-6cbd-440f-b5ff-2d62cc87cf8e None None] Allocated IP 172.20.0.3 (b40a8e9f-3732-4f90-83c7-d1652875f2e6/059cb977-df9c-485e-9b0b-6b79aabaf28c/1234716d-3846-4736-9d07-adcd71f75db2) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:28.535104 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-6e596a06-db11-427c-a015-c5d0873e9642 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Deleting port a7ef4d1d-9ac3-4c1e-b80a-603d18342489 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:28.536310 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6e596a06-db11-427c-a015-c5d0873e9642 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.592713 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-acada8f9-6cbd-440f-b5ff-2d62cc87cf8e None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.601972 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-acada8f9-6cbd-440f-b5ff-2d62cc87cf8e None None] Transition to ACTIVE for port object 1234716d-3846-4736-9d07-adcd71f75db2 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:28.618558 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-acada8f9-6cbd-440f-b5ff-2d62cc87cf8e None None] Transition to ACTIVE for port object 1234716d-3846-4736-9d07-adcd71f75db2 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:28.623018 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6e596a06-db11-427c-a015-c5d0873e9642 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.623419 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6e596a06-db11-427c-a015-c5d0873e9642 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.627650 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-acada8f9-6cbd-440f-b5ff-2d62cc87cf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.651747 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.666448 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-6e596a06-db11-427c-a015-c5d0873e9642 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Calling delete_port for a7ef4d1d-9ac3-4c1e-b80a-603d18342489 owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:28.677785 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acada8f9-6cbd-440f-b5ff-2d62cc87cf8e None None] Network b40a8e9f-3732-4f90-83c7-d1652875f2e6 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:28.681103 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-acada8f9-6cbd-440f-b5ff-2d62cc87cf8e None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:28.685693 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acada8f9-6cbd-440f-b5ff-2d62cc87cf8e None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:28.689368 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acada8f9-6cbd-440f-b5ff-2d62cc87cf8e None None] Pushing event updated for resources: {'Port': ['ID=1234716d-3846-4736-9d07-adcd71f75db2,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:28.690524 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event deleted for resources: {'Subnet': ['ID=059cb977-df9c-485e-9b0b-6b79aabaf28c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:28.750007 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-acada8f9-6cbd-440f-b5ff-2d62cc87cf8e None None] Attempting to bind port 1234716d-3846-4736-9d07-adcd71f75db2 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:28.750772 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-acada8f9-6cbd-440f-b5ff-2d62cc87cf8e None None] Attempting to bind port 1234716d-3846-4736-9d07-adcd71f75db2 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'ed57cd62-f7ad-42b5-aacb-bf3e5eec402b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b40a8e9f-3732-4f90-83c7-d1652875f2e6'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:28.751216 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acada8f9-6cbd-440f-b5ff-2d62cc87cf8e None None] Attempting to bind port 1234716d-3846-4736-9d07-adcd71f75db2 on network b40a8e9f-3732-4f90-83c7-d1652875f2e6 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:28.758315 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acada8f9-6cbd-440f-b5ff-2d62cc87cf8e None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:28.758942 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acada8f9-6cbd-440f-b5ff-2d62cc87cf8e None None] Checking segment: {'id': 'ed57cd62-f7ad-42b5-aacb-bf3e5eec402b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b40a8e9f-3732-4f90-83c7-d1652875f2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:28.759433 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-acada8f9-6cbd-440f-b5ff-2d62cc87cf8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.759909 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acada8f9-6cbd-440f-b5ff-2d62cc87cf8e None None] Bound using segment: {'id': 'ed57cd62-f7ad-42b5-aacb-bf3e5eec402b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b40a8e9f-3732-4f90-83c7-d1652875f2e6'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:28.760461 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-acada8f9-6cbd-440f-b5ff-2d62cc87cf8e None None] Bound port: 1234716d-3846-4736-9d07-adcd71f75db2, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed57cd62-f7ad-42b5-aacb-bf3e5eec402b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b40a8e9f-3732-4f90-83c7-d1652875f2e6'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:28.760918 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-acada8f9-6cbd-440f-b5ff-2d62cc87cf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.779058 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.789840 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40a8e9f-3732-4f90-83c7-d1652875f2e6']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:28.806961 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed57cd62-f7ad-42b5-aacb-bf3e5eec402b') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:28.807657 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed57cd62-f7ad-42b5-aacb-bf3e5eec402b') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:28.818003 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.837128 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.847167 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:13:28.847926 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.851636 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:13:28.851636 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:13:28.851636 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:13:28.851636 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:13:28.851636 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:13:28.851636 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:13:28.851636 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:13:28.851636 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:13:28.851636 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:13:28.851636 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:13:28.851636 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:13:28.851636 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:13:28.851636 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:13:28.851636 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:13:28.851636 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:13:28.851636 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:13:28.851636 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:13:28.851636 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:13:28.851636 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:13:28.851636 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:13:28.851636 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:13:28.851636 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:13:28.851636 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:13:28.851636 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:13:28.851636 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:13:28.851636 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:13:28.851636 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:13:28.851636 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:13:28.851636 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:13:28.851636 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:13:28.851636 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:13:28.851636 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:13:28.857171 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6e596a06-db11-427c-a015-c5d0873e9642 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.869384 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-acada8f9-6cbd-440f-b5ff-2d62cc87cf8e None None] For port 1234716d-3846-4736-9d07-adcd71f75db2, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:28.890936 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e596a06-db11-427c-a015-c5d0873e9642 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Pushing event deleted for resources: {'Port': ['ID=a7ef4d1d-9ac3-4c1e-b80a-603d18342489,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:28.956493 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.db.api [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 23:13:28.956493 n-d-787205-9 neutron-server[93798]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 23:13:28.956493 n-d-787205-9 neutron-server[93798]: [parameters: {'id': 'b40a8e9f-3732-4f90-83c7-d1652875f2e6'}] Jul 15 23:13:28.956493 n-d-787205-9 neutron-server[93798]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:13:28.957230 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-acada8f9-6cbd-440f-b5ff-2d62cc87cf8e None None] For port 1234716d-3846-4736-9d07-adcd71f75db2, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1234716d-3846-4736-9d07-adcd71f75db2,segment=NetworkSegment(ed57cd62-f7ad-42b5-aacb-bf3e5eec402b),segment_id=ed57cd62-f7ad-42b5-aacb-bf3e5eec402b)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:28.957655 n-d-787205-9 neutron-server[93798]: DEBUG oslo_db.api [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:13:28.962396 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-acada8f9-6cbd-440f-b5ff-2d62cc87cf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.989241 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6e596a06-db11-427c-a015-c5d0873e9642 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.993671 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6e596a06-db11-427c-a015-c5d0873e9642 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.999888 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6e596a06-db11-427c-a015-c5d0873e9642 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "DELETE /v2.0/floatingips/b401b5ad-d937-43f5-ae79-fa2c02cc5e1a HTTP/1.1" status: 204 len: 168 time: 0.6403244 Jul 15 23:13:29.003234 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52680) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:29.060951 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acada8f9-6cbd-440f-b5ff-2d62cc87cf8e None None] Pushing event updated for resources: {'Port': ['ID=1234716d-3846-4736-9d07-adcd71f75db2,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:29.088300 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eca0a67-9f4d-4105-b80c-a42e23b86368 None None] Network b40a8e9f-3732-4f90-83c7-d1652875f2e6 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:29.091738 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570e606-a989-467a-b459-a81a14fb2074 req-d9d463bd-dd12-49d8-90c5-af4d4d543d0a tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:29.093699 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6570e606-a989-467a-b459-a81a14fb2074 req-d9d463bd-dd12-49d8-90c5-af4d4d543d0a tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.0909636 Jul 15 23:13:29.141870 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-747c16d9-6dbe-490a-96f8-bc79867e81bb tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Deleting port 3b0c43e3-ab51-4455-afee-2a76ff729069 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:29.142437 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-747c16d9-6dbe-490a-96f8-bc79867e81bb tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.144564 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6570e606-a989-467a-b459-a81a14fb2074 req-8d85b030-17ed-49c2-b5f0-f18276cb6ed1 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444741 Jul 15 23:13:29.239906 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-747c16d9-6dbe-490a-96f8-bc79867e81bb tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.251568 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dff225f-a278-4793-a0c2-f74666b0890c None None] get_active_networks_info from n-d-787205-9 {{(pid=93800) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:13:29.254928 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-747c16d9-6dbe-490a-96f8-bc79867e81bb tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Calling delete_port for 3b0c43e3-ab51-4455-afee-2a76ff729069 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:29.303509 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-908dc234-fe7d-494b-9d3c-8d79727c0ece req-0e52dee0-aa7c-4749-89ea-41b76201ef7f tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=3442baf6-485a-4c4d-91a7-532586fc137b HTTP/1.1" status: 200 len: 210 time: 0.0321765 Jul 15 23:13:29.383025 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-747c16d9-6dbe-490a-96f8-bc79867e81bb tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.399980 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dff225f-a278-4793-a0c2-f74666b0890c None None] Resources bound (agent type, host, resource id): {{(pid=93800) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:13:29.410580 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c16d9-6dbe-490a-96f8-bc79867e81bb tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Pushing event deleted for resources: {'Port': ['ID=3b0c43e3-ab51-4455-afee-2a76ff729069,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:29.461218 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.548756 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-747c16d9-6dbe-490a-96f8-bc79867e81bb tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.554233 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-747c16d9-6dbe-490a-96f8-bc79867e81bb tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "DELETE /v2.0/ports/3b0c43e3-ab51-4455-afee-2a76ff729069 HTTP/1.1" status: 204 len: 168 time: 0.5470748 Jul 15 23:13:29.554670 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52690) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:29.601440 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dff7e267-773c-4837-9f8f-2ba8a05770da req-63a476e4-7bba-4d47-a773-bb133e7fd688 tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.0501173 Jul 15 23:13:29.665604 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Deleting port 1234716d-3846-4736-9d07-adcd71f75db2 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:29.665955 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.810780 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] For port 1234716d-3846-4736-9d07-adcd71f75db2, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1234716d-3846-4736-9d07-adcd71f75db2,segment=NetworkSegment(ed57cd62-f7ad-42b5-aacb-bf3e5eec402b),segment_id=ed57cd62-f7ad-42b5-aacb-bf3e5eec402b)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:29.811152 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.843360 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Calling delete_port for 1234716d-3846-4736-9d07-adcd71f75db2 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:29.851665 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-464cf9b4-82eb-4082-a919-5622943486a7 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Deleting port eb72faf0-e402-4e9c-937e-dc2238b8df3b {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:29.852007 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-464cf9b4-82eb-4082-a919-5622943486a7 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.863823 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-536ea071-2ebf-42fe-95ed-c3c8f26975c6 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:29.865275 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-536ea071-2ebf-42fe-95ed-c3c8f26975c6 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.36 "GET /v2.0/networks?id=67544dea-b98a-4fe5-a010-0d763c20c5d2 HTTP/1.1" status: 200 len: 806 time: 0.2125378 Jul 15 23:13:29.892258 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-57313492-247f-4883-bc11-79056a9692a8 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Request body: {'port': {'device_id': '3442baf6-485a-4c4d-91a7-532586fc137b', 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2', 'admin_state_up': True, 'tenant_id': 'd77f9925bdde4eb59287838e6d3fa09b'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:30.073107 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-464cf9b4-82eb-4082-a919-5622943486a7 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:30.073820 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-18f948f1-10e7-451f-866b-02272a32edbf req-ba7fbb12-2f24-433b-a89f-dc999857e57a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.0265253 Jul 15 23:13:30.099582 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-464cf9b4-82eb-4082-a919-5622943486a7 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Calling delete_port for eb72faf0-e402-4e9c-937e-dc2238b8df3b owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:30.109165 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:30.153300 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event deleted for resources: {'Port': ['ID=1234716d-3846-4736-9d07-adcd71f75db2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:30.155078 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] No DVR routers for this DVR port 1234716d-3846-4736-9d07-adcd71f75db2 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:30.221619 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-57313492-247f-4883-bc11-79056a9692a8 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Made reservation on behalf of d77f9925bdde4eb59287838e6d3fa09b for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:30.225235 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-57313492-247f-4883-bc11-79056a9692a8 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:30.306804 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:30.324686 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40a8e9f-3732-4f90-83c7-d1652875f2e6']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:30.343971 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed57cd62-f7ad-42b5-aacb-bf3e5eec402b') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:30.344278 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed57cd62-f7ad-42b5-aacb-bf3e5eec402b') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:30.347384 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9547954-e16d-4e44-aed3-9c4861b1ccd8 req-1d1030e5-7376-431e-af23-cb41a4a436a0 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:30.349062 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f9547954-e16d-4e44-aed3-9c4861b1ccd8 req-1d1030e5-7376-431e-af23-cb41a4a436a0 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.0693073 Jul 15 23:13:30.385622 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:30.404408 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f9547954-e16d-4e44-aed3-9c4861b1ccd8 req-4244eb92-149b-461c-b158-b95bb0a76c5e tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466583 Jul 15 23:13:30.437874 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:30.451549 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:13:30.451940 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:30.452065 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-de1966bd-7db3-46f0-9800-2674db0a8dba req-712350f6-5981-43dc-8836-77464e0dec76 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=3442baf6-485a-4c4d-91a7-532586fc137b HTTP/1.1" status: 200 len: 210 time: 0.0283074 Jul 15 23:13:30.473073 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:13:30.473073 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:13:30.473073 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:13:30.473073 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:13:30.473073 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:13:30.473073 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:13:30.473073 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:13:30.473073 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:13:30.473073 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:13:30.473073 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:13:30.473073 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:13:30.473073 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:13:30.473073 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:13:30.473073 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:13:30.473073 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:13:30.473073 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:13:30.473073 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:13:30.473073 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:13:30.473073 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:13:30.473073 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:13:30.473073 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:13:30.473073 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:13:30.473073 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:13:30.473073 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:13:30.473073 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:13:30.473073 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:13:30.473073 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:13:30.473073 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:13:30.473073 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:13:30.473073 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:13:30.473073 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:13:30.473073 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:13:30.553582 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-464cf9b4-82eb-4082-a919-5622943486a7 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:30.558779 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-57313492-247f-4883-bc11-79056a9692a8 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Allocated IP 172.20.0.6 (67544dea-b98a-4fe5-a010-0d763c20c5d2/00f86fe3-8e61-4196-b682-45370fd97ef3/6512fefd-4257-40d9-aa1c-e1c8110b0ce6) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:30.562411 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:30.603383 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:30.605233 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/networks/b40a8e9f-3732-4f90-83c7-d1652875f2e6 HTTP/1.1" status: 204 len: 168 time: 2.5845475 Jul 15 23:13:30.608791 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52698) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:30.614982 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-db3ba508-5d50-478d-b0b1-c04334d7898a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1629368642'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:30.620383 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464cf9b4-82eb-4082-a919-5622943486a7 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Pushing event deleted for resources: {'Port': ['ID=eb72faf0-e402-4e9c-937e-dc2238b8df3b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:30.623909 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8d504-55f1-4d3f-ad9e-d8df683f7d94 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event deleted for resources: {'Network': ['ID=b40a8e9f-3732-4f90-83c7-d1652875f2e6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:30.659073 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3ba508-5d50-478d-b0b1-c04334d7898a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Made reservation on behalf of e75dcba0615a47c5a0c23dfa096eeead for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:30.664369 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-db3ba508-5d50-478d-b0b1-c04334d7898a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:30.711081 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3ba508-5d50-478d-b0b1-c04334d7898a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:13:30.723403 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-db3ba508-5d50-478d-b0b1-c04334d7898a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:30.723878 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-db3ba508-5d50-478d-b0b1-c04334d7898a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Added segment c6af74ca-d784-495f-9800-930f16bd980c of type vlan for network cf751ba1-0a53-40c4-bfdf-baa195fe0aa7 Jul 15 23:13:30.742957 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-464cf9b4-82eb-4082-a919-5622943486a7 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:30.744890 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-464cf9b4-82eb-4082-a919-5622943486a7 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "DELETE /v2.0/ports/eb72faf0-e402-4e9c-937e-dc2238b8df3b HTTP/1.1" status: 204 len: 168 time: 1.1888301 Jul 15 23:13:30.747935 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52704) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:30.802912 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d5c26e7d-8273-469d-8fa4-55fbaf424a9a req-24daa624-a2e8-4441-b1f0-6f3a16acbf2a tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.0366223 Jul 15 23:13:30.807750 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-db3ba508-5d50-478d-b0b1-c04334d7898a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:30.848895 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-1066800a-43f1-4ac4-a4c4-2f1bb9e6ed0b tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Deleting subnet 2caf3549-18f8-4078-a5bd-a7ecd88c89df {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:13:30.852131 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-db3ba508-5d50-478d-b0b1-c04334d7898a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:30.856598 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1066800a-43f1-4ac4-a4c4-2f1bb9e6ed0b tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:30.861704 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3ba508-5d50-478d-b0b1-c04334d7898a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:30.862339 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-db3ba508-5d50-478d-b0b1-c04334d7898a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:30.890410 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-57313492-247f-4883-bc11-79056a9692a8 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:30.909194 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-db3ba508-5d50-478d-b0b1-c04334d7898a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2978983 Jul 15 23:13:30.909534 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52706) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:30.912086 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1066800a-43f1-4ac4-a4c4-2f1bb9e6ed0b tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:30.919548 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-d5a2f3c4-4470-42de-887d-4219f2a14ab0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Request body: {'subnet': {'network_id': 'cf751ba1-0a53-40c4-bfdf-baa195fe0aa7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:30.962105 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ba508-5d50-478d-b0b1-c04334d7898a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event updated for resources: {'Network': ['ID=cf751ba1-0a53-40c4-bfdf-baa195fe0aa7,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:30.978512 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network cf751ba1-0a53-40c4-bfdf-baa195fe0aa7 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:13:31.010112 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-57313492-247f-4883-bc11-79056a9692a8 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:31.080405 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1066800a-43f1-4ac4-a4c4-2f1bb9e6ed0b tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:31.081088 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a2f3c4-4470-42de-887d-4219f2a14ab0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Made reservation on behalf of e75dcba0615a47c5a0c23dfa096eeead for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:31.087132 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d5a2f3c4-4470-42de-887d-4219f2a14ab0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:31.125601 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-57313492-247f-4883-bc11-79056a9692a8 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Network 67544dea-b98a-4fe5-a010-0d763c20c5d2 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:31.133530 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-57313492-247f-4883-bc11-79056a9692a8 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:31.137520 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57313492-247f-4883-bc11-79056a9692a8 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Pushing event updated for resources: {'Port': ['ID=6512fefd-4257-40d9-aa1c-e1c8110b0ce6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:31.147560 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-57313492-247f-4883-bc11-79056a9692a8 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:31.228050 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-57313492-247f-4883-bc11-79056a9692a8 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:31.228652 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-57313492-247f-4883-bc11-79056a9692a8 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:31.238566 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1066800a-43f1-4ac4-a4c4-2f1bb9e6ed0b tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:31.267771 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-57313492-247f-4883-bc11-79056a9692a8 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3867807 Jul 15 23:13:31.268697 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066800a-43f1-4ac4-a4c4-2f1bb9e6ed0b tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Pushing event deleted for resources: {'Subnet': ['ID=2caf3549-18f8-4078-a5bd-a7ecd88c89df,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:31.272686 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1066800a-43f1-4ac4-a4c4-2f1bb9e6ed0b tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:31.277031 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1066800a-43f1-4ac4-a4c4-2f1bb9e6ed0b tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "DELETE /v2.0/subnets/2caf3549-18f8-4078-a5bd-a7ecd88c89df HTTP/1.1" status: 204 len: 168 time: 0.5255933 Jul 15 23:13:31.277294 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52708) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:31.279643 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3874efff-aa41-4808-b09a-9963d5e59558 None None] Network bbea9511-9599-4d61-bc5f-d2e279b3eb50 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:31.286726 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-73e3c0d4-3f89-4772-b1b5-80c351e4c4f8 service neutron] Request body: {'port': {'device_id': '3442baf6-485a-4c4d-91a7-532586fc137b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:31.370476 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-73e3c0d4-3f89-4772-b1b5-80c351e4c4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:31.370730 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-178ef93b-5962-4054-b07c-622bf00ad25e tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Deleting subnet 8931c9f8-2423-4e8c-8612-ac64a9606a20 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:13:31.373872 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-178ef93b-5962-4054-b07c-622bf00ad25e tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:31.376669 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d5a2f3c4-4470-42de-887d-4219f2a14ab0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:31.458407 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-178ef93b-5962-4054-b07c-622bf00ad25e tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:31.495311 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3e8cf2-a48a-4399-8650-02be4fe1fada None None] DHCP port deletion for bbea9511-9599-4d61-bc5f-d2e279b3eb50 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:13:31.505401 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2f3c4-4470-42de-887d-4219f2a14ab0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event updated for resources: {'Subnet': ['ID=ccd83d1c-64d5-4d19-a859-493b1c59dbf1,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:31.521611 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a2f3c4-4470-42de-887d-4219f2a14ab0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Checking segment: {'id': 'c6af74ca-d784-495f-9800-930f16bd980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'cf751ba1-0a53-40c4-bfdf-baa195fe0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:31.521975 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a2f3c4-4470-42de-887d-4219f2a14ab0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Network hostable DHCP agents. Network: cf751ba1-0a53-40c4-bfdf-baa195fe0aa7, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:13:31.589060 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-dc3e8cf2-a48a-4399-8650-02be4fe1fada None None] Deleting port 4bfadd95-94c1-42c3-a01b-fbdb37af9165 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:31.589851 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dc3e8cf2-a48a-4399-8650-02be4fe1fada None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:31.618623 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a2f3c4-4470-42de-887d-4219f2a14ab0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Network cf751ba1-0a53-40c4-bfdf-baa195fe0aa7 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:13:31.638324 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-d5a2f3c4-4470-42de-887d-4219f2a14ab0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, cf751ba1-0a53-40c4-bfdf-baa195fe0aa7) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:31.656344 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e965d5e-7c70-4e3b-93d4-2af197683f48 None None] Network cf751ba1-0a53-40c4-bfdf-baa195fe0aa7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:31.660066 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a2f3c4-4470-42de-887d-4219f2a14ab0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:31.660808 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d5a2f3c4-4470-42de-887d-4219f2a14ab0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:31.683803 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-178ef93b-5962-4054-b07c-622bf00ad25e tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:31.695787 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-dc3e8cf2-a48a-4399-8650-02be4fe1fada None None] For port 4bfadd95-94c1-42c3-a01b-fbdb37af9165, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4bfadd95-94c1-42c3-a01b-fbdb37af9165,segment=NetworkSegment(a607fcdb-8822-4e2f-96a8-dc133aaf2c0a),segment_id=a607fcdb-8822-4e2f-96a8-dc133aaf2c0a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:31.696122 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dc3e8cf2-a48a-4399-8650-02be4fe1fada None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:31.717520 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-73e3c0d4-3f89-4772-b1b5-80c351e4c4f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6512fefd-4257-40d9-aa1c-e1c8110b0ce6 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:31.727699 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-73e3c0d4-3f89-4772-b1b5-80c351e4c4f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:31.734528 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d5a2f3c4-4470-42de-887d-4219f2a14ab0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8216388 Jul 15 23:13:31.737730 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52718) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:31.738659 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-dc3e8cf2-a48a-4399-8650-02be4fe1fada None None] Calling delete_port for 4bfadd95-94c1-42c3-a01b-fbdb37af9165 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:31.773756 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3088fe-3146-4cb6-b1f0-d89e811d4248 req-b77283a3-9abc-49c5-9914-3c05f32f8018 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:31.775262 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c3088fe-3146-4cb6-b1f0-d89e811d4248 req-b77283a3-9abc-49c5-9914-3c05f32f8018 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.2161074 Jul 15 23:13:31.816105 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-178ef93b-5962-4054-b07c-622bf00ad25e tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:31.829566 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-73e3c0d4-3f89-4772-b1b5-80c351e4c4f8 service neutron] Transition to ACTIVE for port object 6512fefd-4257-40d9-aa1c-e1c8110b0ce6 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:31.841662 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b1f64-a2e2-4019-bf81-ebd517e1f543 req-19e0761b-9df0-49d0-904d-ee2fba562dde tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:31.842682 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-73e3c0d4-3f89-4772-b1b5-80c351e4c4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:31.843217 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a8b1f64-a2e2-4019-bf81-ebd517e1f543 req-19e0761b-9df0-49d0-904d-ee2fba562dde tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=3442baf6-485a-4c4d-91a7-532586fc137b HTTP/1.1" status: 200 len: 931 time: 0.2136087 Jul 15 23:13:31.870285 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ef93b-5962-4054-b07c-622bf00ad25e tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Pushing event deleted for resources: {'Subnet': ['ID=8931c9f8-2423-4e8c-8612-ac64a9606a20,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:31.879645 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-178ef93b-5962-4054-b07c-622bf00ad25e tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:31.881406 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-178ef93b-5962-4054-b07c-622bf00ad25e tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "DELETE /v2.0/subnets/8931c9f8-2423-4e8c-8612-ac64a9606a20 HTTP/1.1" status: 204 len: 168 time: 0.6013448 Jul 15 23:13:31.885521 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c3088fe-3146-4cb6-b1f0-d89e811d4248 req-52a6cb69-078a-47fb-87f7-340fb55a0b9e tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031303 Jul 15 23:13:31.885969 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52722) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:31.896475 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cf5321-2b60-4630-b2e2-e5413f650250 None None] Network 31b3dd95-5845-4ba7-8163-7532c80b8fbe requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:31.922240 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef5c762-f739-4ac7-9d4e-9be33d246b07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-cf751ba1-0a53-40c4-bfdf-baa195fe0aa7', 'network_id': 'cf751ba1-0a53-40c4-bfdf-baa195fe0aa7', 'tenant_id': 'e75dcba0615a47c5a0c23dfa096eeead', 'fixed_ips': [{'subnet_id': 'ccd83d1c-64d5-4d19-a859-493b1c59dbf1'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:13:31.923692 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cef5c762-f739-4ac7-9d4e-9be33d246b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:31.940776 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dc3e8cf2-a48a-4399-8650-02be4fe1fada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:31.950423 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a8b1f64-a2e2-4019-bf81-ebd517e1f543 req-c2e9bcfd-a9c8-4cd1-b334-e8667353864c tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858924 Jul 15 23:13:31.983232 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3c0d4-3f89-4772-b1b5-80c351e4c4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6512fefd-4257-40d9-aa1c-e1c8110b0ce6,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:32.003380 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e8cf2-a48a-4399-8650-02be4fe1fada None None] Pushing event deleted for resources: {'Port': ['ID=4bfadd95-94c1-42c3-a01b-fbdb37af9165,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:32.007446 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:32.041147 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3e8cf2-a48a-4399-8650-02be4fe1fada None None] No DVR routers for this DVR port 4bfadd95-94c1-42c3-a01b-fbdb37af9165 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:32.045688 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5917d161-12c2-44bf-9e7c-4621e4fdd0c2 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:32.145280 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f4d8ab48-8ff6-4215-a911-7a01cb62d468 req-444da7ed-4aab-4476-b644-8eb8b2630473 tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.0415561 Jul 15 23:13:32.177029 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:32.203209 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-cef5c762-f739-4ac7-9d4e-9be33d246b07 None None] Allocated IP 172.20.0.1 (cf751ba1-0a53-40c4-bfdf-baa195fe0aa7/ccd83d1c-64d5-4d19-a859-493b1c59dbf1/9cbd1658-b56b-42e9-8f51-3a73a8373654) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:32.226734 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-73e3c0d4-3f89-4772-b1b5-80c351e4c4f8 service neutron] Attempting to bind port 6512fefd-4257-40d9-aa1c-e1c8110b0ce6 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:32.227127 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-73e3c0d4-3f89-4772-b1b5-80c351e4c4f8 service neutron] Attempting to bind port 6512fefd-4257-40d9-aa1c-e1c8110b0ce6 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '682791d0-14b5-4b83-8025-c7a51df04ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:32.227545 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-73e3c0d4-3f89-4772-b1b5-80c351e4c4f8 service neutron] Attempting to bind port 6512fefd-4257-40d9-aa1c-e1c8110b0ce6 on network 67544dea-b98a-4fe5-a010-0d763c20c5d2 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:32.238738 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-73e3c0d4-3f89-4772-b1b5-80c351e4c4f8 service neutron] Port 6512fefd-4257-40d9-aa1c-e1c8110b0ce6 on network 67544dea-b98a-4fe5-a010-0d763c20c5d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:13:32.239120 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-73e3c0d4-3f89-4772-b1b5-80c351e4c4f8 service neutron] Attempting to bind port 6512fefd-4257-40d9-aa1c-e1c8110b0ce6 on network 67544dea-b98a-4fe5-a010-0d763c20c5d2 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:32.251347 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-73e3c0d4-3f89-4772-b1b5-80c351e4c4f8 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:32.251680 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-73e3c0d4-3f89-4772-b1b5-80c351e4c4f8 service neutron] Checking segment: {'id': '682791d0-14b5-4b83-8025-c7a51df04ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:32.252070 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-73e3c0d4-3f89-4772-b1b5-80c351e4c4f8 service neutron] Bound using segment: {'id': '682791d0-14b5-4b83-8025-c7a51df04ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:32.252657 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-73e3c0d4-3f89-4772-b1b5-80c351e4c4f8 service neutron] Bound port: 6512fefd-4257-40d9-aa1c-e1c8110b0ce6, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '682791d0-14b5-4b83-8025-c7a51df04ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:32.253160 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-73e3c0d4-3f89-4772-b1b5-80c351e4c4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:32.333659 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-73e3c0d4-3f89-4772-b1b5-80c351e4c4f8 service neutron] For port 6512fefd-4257-40d9-aa1c-e1c8110b0ce6, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:32.338295 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-73e3c0d4-3f89-4772-b1b5-80c351e4c4f8 service neutron] For port 6512fefd-4257-40d9-aa1c-e1c8110b0ce6, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6512fefd-4257-40d9-aa1c-e1c8110b0ce6,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:32.343684 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-73e3c0d4-3f89-4772-b1b5-80c351e4c4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:32.377598 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cef5c762-f739-4ac7-9d4e-9be33d246b07 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:32.386496 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-cef5c762-f739-4ac7-9d4e-9be33d246b07 None None] Transition to ACTIVE for port object 9cbd1658-b56b-42e9-8f51-3a73a8373654 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:32.402930 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-cef5c762-f739-4ac7-9d4e-9be33d246b07 None None] Transition to ACTIVE for port object 9cbd1658-b56b-42e9-8f51-3a73a8373654 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:32.415925 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cef5c762-f739-4ac7-9d4e-9be33d246b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:32.421678 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3c0d4-3f89-4772-b1b5-80c351e4c4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6512fefd-4257-40d9-aa1c-e1c8110b0ce6,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:32.444584 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-73e3c0d4-3f89-4772-b1b5-80c351e4c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:32.445510 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-73e3c0d4-3f89-4772-b1b5-80c351e4c4f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:32.448672 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-73e3c0d4-3f89-4772-b1b5-80c351e4c4f8 service neutron] 10.222.0.36 "PUT /v2.0/ports/6512fefd-4257-40d9-aa1c-e1c8110b0ce6 HTTP/1.1" status: 200 len: 1091 time: 1.1660786 Jul 15 23:13:32.449628 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3442baf6-485a-4c4d-91a7-532586fc137b', 'tag': '6512fefd-4257-40d9-aa1c-e1c8110b0ce6'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:32.452163 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6814b00f-ecbf-4582-86fa-28523859386d" -d '{"events": [{"name": "network-changed", "server_uuid": "3442baf6-485a-4c4d-91a7-532586fc137b", "tag": "6512fefd-4257-40d9-aa1c-e1c8110b0ce6"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:32.456913 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:32.491591 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd83d1c-64d5-4d19-a859-493b1c59dbf1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:32.499505 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef5c762-f739-4ac7-9d4e-9be33d246b07 None None] Network cf751ba1-0a53-40c4-bfdf-baa195fe0aa7 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:32.506130 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-cef5c762-f739-4ac7-9d4e-9be33d246b07 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:32.542769 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb9b4c1-d694-4102-9ef8-46efe5c5193d x-openstack-request-id: req-4cb9b4c1-d694-4102-9ef8-46efe5c5193d {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:32.543218 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3442baf6-485a-4c4d-91a7-532586fc137b", "tag": "6512fefd-4257-40d9-aa1c-e1c8110b0ce6", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:32.543346 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef5c762-f739-4ac7-9d4e-9be33d246b07 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:32.543647 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4cb9b4c1-d694-4102-9ef8-46efe5c5193d {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:32.544144 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3442baf6-485a-4c4d-91a7-532586fc137b', 'tag': '6512fefd-4257-40d9-aa1c-e1c8110b0ce6', 'status': 'completed', 'code': 200} Jul 15 23:13:32.551455 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5917d161-12c2-44bf-9e7c-4621e4fdd0c2 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:32.564619 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5c762-f739-4ac7-9d4e-9be33d246b07 None None] Pushing event updated for resources: {'Port': ['ID=9cbd1658-b56b-42e9-8f51-3a73a8373654,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:32.572485 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-5917d161-12c2-44bf-9e7c-4621e4fdd0c2 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbea9511-9599-4d61-bc5f-d2e279b3eb50']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:32.608039 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3d720cb1-2269-46d5-83eb-46b275da5bef req-691fb9c1-9f45-4935-8600-a244535844ad tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358&device_id=777a9ffc-fc3a-4d7d-b9bb-965399a981d6 HTTP/1.1" status: 200 len: 210 time: 0.0536940 Jul 15 23:13:32.611413 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-5917d161-12c2-44bf-9e7c-4621e4fdd0c2 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a607fcdb-8822-4e2f-96a8-dc133aaf2c0a') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:32.611713 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-5917d161-12c2-44bf-9e7c-4621e4fdd0c2 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a607fcdb-8822-4e2f-96a8-dc133aaf2c0a') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:32.622708 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5917d161-12c2-44bf-9e7c-4621e4fdd0c2 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:32.640473 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5917d161-12c2-44bf-9e7c-4621e4fdd0c2 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:32.644762 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:32.654908 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-cef5c762-f739-4ac7-9d4e-9be33d246b07 None None] Attempting to bind port 9cbd1658-b56b-42e9-8f51-3a73a8373654 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:32.655317 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-cef5c762-f739-4ac7-9d4e-9be33d246b07 None None] Attempting to bind port 9cbd1658-b56b-42e9-8f51-3a73a8373654 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'c6af74ca-d784-495f-9800-930f16bd980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'cf751ba1-0a53-40c4-bfdf-baa195fe0aa7'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:32.655636 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef5c762-f739-4ac7-9d4e-9be33d246b07 None None] Attempting to bind port 9cbd1658-b56b-42e9-8f51-3a73a8373654 on network cf751ba1-0a53-40c4-bfdf-baa195fe0aa7 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:32.660255 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf751ba1-0a53-40c4-bfdf-baa195fe0aa7']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:32.665630 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef5c762-f739-4ac7-9d4e-9be33d246b07 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:32.666069 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef5c762-f739-4ac7-9d4e-9be33d246b07 None None] Checking segment: {'id': 'c6af74ca-d784-495f-9800-930f16bd980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'cf751ba1-0a53-40c4-bfdf-baa195fe0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:32.666277 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cef5c762-f739-4ac7-9d4e-9be33d246b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:32.666700 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef5c762-f739-4ac7-9d4e-9be33d246b07 None None] Bound using segment: {'id': 'c6af74ca-d784-495f-9800-930f16bd980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'cf751ba1-0a53-40c4-bfdf-baa195fe0aa7'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:32.667180 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-cef5c762-f739-4ac7-9d4e-9be33d246b07 None None] Bound port: 9cbd1658-b56b-42e9-8f51-3a73a8373654, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6af74ca-d784-495f-9800-930f16bd980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'cf751ba1-0a53-40c4-bfdf-baa195fe0aa7'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:32.667563 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cef5c762-f739-4ac7-9d4e-9be33d246b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:32.670093 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5917d161-12c2-44bf-9e7c-4621e4fdd0c2 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:13:32.672124 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5917d161-12c2-44bf-9e7c-4621e4fdd0c2 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:32.683245 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6af74ca-d784-495f-9800-930f16bd980c') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:32.683641 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6af74ca-d784-495f-9800-930f16bd980c') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:32.698556 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:32.727985 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-3222a81c-4500-4171-85d9-4df396b03d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:32.729513 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-3222a81c-4500-4171-85d9-4df396b03d1a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d77f9925bdde4eb59287838e6d3fa09b&device_id=3442baf6-485a-4c4d-91a7-532586fc137b HTTP/1.1" status: 200 len: 1094 time: 0.2077060 Jul 15 23:13:32.747011 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:32.767703 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4bfadd95-94c1-42c3-a01b-fbdb37af9165 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:32.785993 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:13:32.785993 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:13:32.785993 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:13:32.785993 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:13:32.785993 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:13:32.785993 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:13:32.785993 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:13:32.785993 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:13:32.785993 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:13:32.785993 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:13:32.785993 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:13:32.785993 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:13:32.785993 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:13:32.785993 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:13:32.785993 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:13:32.785993 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:13:32.785993 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:13:32.785993 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:13:32.785993 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:13:32.785993 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:13:32.785993 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:13:32.785993 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:13:32.785993 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:13:32.785993 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:13:32.785993 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:13:32.785993 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:13:32.785993 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:13:32.785993 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:13:32.785993 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:13:32.785993 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:13:32.785993 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:13:32.785993 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:13:32.791336 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5917d161-12c2-44bf-9e7c-4621e4fdd0c2 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:32.801260 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:13:32.801665 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:32.805259 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:13:32.805259 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:13:32.805259 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:13:32.805259 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:13:32.805259 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:13:32.805259 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:13:32.805259 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:13:32.805259 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:13:32.805259 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:13:32.805259 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:13:32.805259 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:13:32.805259 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:13:32.805259 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:13:32.805259 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:13:32.805259 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:13:32.805259 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:13:32.805259 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:13:32.805259 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:13:32.805259 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:13:32.805259 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:13:32.805259 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:13:32.805259 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:13:32.805259 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:13:32.805259 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:13:32.805259 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:13:32.805259 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:13:32.805259 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:13:32.805259 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:13:32.805259 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:13:32.805259 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:13:32.805259 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:13:32.805259 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:13:32.814279 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5917d161-12c2-44bf-9e7c-4621e4fdd0c2 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:32.815177 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb86d24b-9eb7-4ccb-a98a-3f543d59993c None None] DHCP port deletion for 31b3dd95-5845-4ba7-8163-7532c80b8fbe request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:13:32.816627 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-d114f08b-9796-4e5c-a770-7e8ed2efa942 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6512fefd-4257-40d9-aa1c-e1c8110b0ce6 HTTP/1.1" status: 200 len: 217 time: 0.0657327 Jul 15 23:13:32.820460 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 4bfadd95-94c1-42c3-a01b-fbdb37af9165 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:32.820684 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5917d161-12c2-44bf-9e7c-4621e4fdd0c2 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "DELETE /v2.0/networks/bbea9511-9599-4d61-bc5f-d2e279b3eb50 HTTP/1.1" status: 204 len: 168 time: 0.9279537 Jul 15 23:13:32.821216 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4bfadd95-94c1-42c3-a01b-fbdb37af9165 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:32.822379 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917d161-12c2-44bf-9e7c-4621e4fdd0c2 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Pushing event deleted for resources: {'Network': ['ID=bbea9511-9599-4d61-bc5f-d2e279b3eb50,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:32.824423 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52732) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:32.844630 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-cef5c762-f739-4ac7-9d4e-9be33d246b07 None None] For port 9cbd1658-b56b-42e9-8f51-3a73a8373654, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:32.901843 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-cb86d24b-9eb7-4ccb-a98a-3f543d59993c None None] Deleting port ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:32.902545 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cb86d24b-9eb7-4ccb-a98a-3f543d59993c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:32.903429 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.db.api [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 23:13:32.903429 n-d-787205-9 neutron-server[93798]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 23:13:32.903429 n-d-787205-9 neutron-server[93798]: [parameters: {'id': 'cf751ba1-0a53-40c4-bfdf-baa195fe0aa7'}] Jul 15 23:13:32.903429 n-d-787205-9 neutron-server[93798]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:13:32.903942 n-d-787205-9 neutron-server[93798]: DEBUG oslo_db.api [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:13:32.908856 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-e5e2be90-4ef2-4cee-91af-f4a655ed31a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:32.910260 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-e5e2be90-4ef2-4cee-91af-f4a655ed31a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00f86fe3-8e61-4196-b682-45370fd97ef3 HTTP/1.1" status: 200 len: 846 time: 0.0855756 Jul 15 23:13:32.914381 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a1af8db-bc16-49fa-9ef6-d2e9846e9bb1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:32.928170 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-cef5c762-f739-4ac7-9d4e-9be33d246b07 None None] For port 9cbd1658-b56b-42e9-8f51-3a73a8373654, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=9cbd1658-b56b-42e9-8f51-3a73a8373654,segment=NetworkSegment(c6af74ca-d784-495f-9800-930f16bd980c),segment_id=c6af74ca-d784-495f-9800-930f16bd980c)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:32.941564 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cef5c762-f739-4ac7-9d4e-9be33d246b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:33.012470 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-419e384a-dfe6-4692-abaf-647a50263763 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67544dea-b98a-4fe5-a010-0d763c20c5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936501 Jul 15 23:13:33.025749 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7e2f65a2-4e9d-4f10-8d69-8b9fab29f10d req-76d771ff-8a65-4530-9a19-e227e9ee39d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8f5f8414889d45669d233d40263c6ebb&device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.0374732 Jul 15 23:13:33.032143 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8a1af8db-bc16-49fa-9ef6-d2e9846e9bb1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Deleting port ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:33.032618 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a1af8db-bc16-49fa-9ef6-d2e9846e9bb1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:33.081457 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-cb86d24b-9eb7-4ccb-a98a-3f543d59993c None None] For port ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf,segment=NetworkSegment(6218e074-3910-44ac-9d27-f9d6cc660fd8),segment_id=6218e074-3910-44ac-9d27-f9d6cc660fd8)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:33.082043 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cb86d24b-9eb7-4ccb-a98a-3f543d59993c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:33.084074 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7e2f65a2-4e9d-4f10-8d69-8b9fab29f10d req-61e0249a-8ecf-4030-ae16-b77436dfc523 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=8f5f8414889d45669d233d40263c6ebb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306983 Jul 15 23:13:33.105599 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5c762-f739-4ac7-9d4e-9be33d246b07 None None] Pushing event updated for resources: {'Port': ['ID=9cbd1658-b56b-42e9-8f51-3a73a8373654,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:33.114072 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-cb86d24b-9eb7-4ccb-a98a-3f543d59993c None None] Calling delete_port for ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:33.133599 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a867ceab-6049-49fe-aa72-f769b0dedfe1 None None] Network cf751ba1-0a53-40c4-bfdf-baa195fe0aa7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:33.137260 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-178ecd20-49f7-4e56-be35-1549ef8375ea service neutron] 10.222.0.36 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159477 Jul 15 23:13:33.139277 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f5726458-1817-4644-94e3-c23e9e19ab31 req-3c10a1ec-37bd-408b-a6ad-a036bbc7b205 tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.0846426 Jul 15 23:13:33.240435 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f06bff6f-a8b7-4252-a909-ffcd7adf48cc req-5ab44fb3-30a0-46f0-a481-2df601f84d67 service neutron] 10.222.0.36 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946937 Jul 15 23:13:33.396516 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-8a1af8db-bc16-49fa-9ef6-d2e9846e9bb1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] For port ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf,segment=NetworkSegment(6218e074-3910-44ac-9d27-f9d6cc660fd8),segment_id=6218e074-3910-44ac-9d27-f9d6cc660fd8)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:33.397052 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a1af8db-bc16-49fa-9ef6-d2e9846e9bb1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:33.397620 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814b00f-ecbf-4582-86fa-28523859386d req-cf250630-80af-463f-9be5-1902801575c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:33.399364 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6814b00f-ecbf-4582-86fa-28523859386d req-cf250630-80af-463f-9be5-1902801575c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d77f9925bdde4eb59287838e6d3fa09b&device_id=3442baf6-485a-4c4d-91a7-532586fc137b HTTP/1.1" status: 200 len: 1094 time: 0.0548687 Jul 15 23:13:33.405469 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:33.420938 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8a1af8db-bc16-49fa-9ef6-d2e9846e9bb1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Calling delete_port for ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:33.453165 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f65a2-4e9d-4f10-8d69-8b9fab29f10d req-0f319086-279d-4ebb-a441-fd202ccd95c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:33.455309 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7e2f65a2-4e9d-4f10-8d69-8b9fab29f10d req-0f319086-279d-4ebb-a441-fd202ccd95c2 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3604207 Jul 15 23:13:33.461403 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cb86d24b-9eb7-4ccb-a98a-3f543d59993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:33.493647 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86d24b-9eb7-4ccb-a98a-3f543d59993c None None] Pushing event deleted for resources: {'Port': ['ID=ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:33.499405 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb86d24b-9eb7-4ccb-a98a-3f543d59993c None None] No DVR routers for this DVR port ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:33.518910 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814b00f-ecbf-4582-86fa-28523859386d req-f57e9893-6be4-490f-b55d-89b6b3e55b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:33.520306 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6814b00f-ecbf-4582-86fa-28523859386d req-f57e9893-6be4-490f-b55d-89b6b3e55b87 service neutron] 10.222.0.36 "GET /v2.0/networks?id=67544dea-b98a-4fe5-a010-0d763c20c5d2 HTTP/1.1" status: 200 len: 907 time: 0.1106884 Jul 15 23:13:33.525264 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592fc4cc-1a5c-42db-896d-c57f93911431 None None] get_active_networks_info from n-d-787205-9 {{(pid=93800) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:13:33.528586 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86444b1-3d35-40ec-aaaa-ee746f615f2c req-b49afe46-d135-485b-8976-b4c341077af7 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:33.530306 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e86444b1-3d35-40ec-aaaa-ee746f615f2c req-b49afe46-d135-485b-8976-b4c341077af7 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.3987994 Jul 15 23:13:33.559653 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02329f-e326-4e5d-b2d2-1363adddafe5 req-9ddd3a9b-440f-456b-a989-1be249c25fc2 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:33.561146 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fa02329f-e326-4e5d-b2d2-1363adddafe5 req-9ddd3a9b-440f-456b-a989-1be249c25fc2 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=3442baf6-485a-4c4d-91a7-532586fc137b HTTP/1.1" status: 200 len: 943 time: 0.2679079 Jul 15 23:13:33.593430 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6814b00f-ecbf-4582-86fa-28523859386d req-b880a76d-036a-404f-abdc-1013629a0998 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6512fefd-4257-40d9-aa1c-e1c8110b0ce6 HTTP/1.1" status: 200 len: 217 time: 0.0425861 Jul 15 23:13:33.613526 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a1af8db-bc16-49fa-9ef6-d2e9846e9bb1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:33.630770 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e86444b1-3d35-40ec-aaaa-ee746f615f2c req-a69ae9fa-9b5e-484e-b83a-099458c1c26a tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906689 Jul 15 23:13:33.671613 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592fc4cc-1a5c-42db-896d-c57f93911431 None None] Resources bound (agent type, host, resource id): {{(pid=93800) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:13:33.675208 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fa02329f-e326-4e5d-b2d2-1363adddafe5 req-6deb24fd-8c2a-4cda-ae5a-ed8a6b2a1c0e tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030548 Jul 15 23:13:33.676149 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1af8db-bc16-49fa-9ef6-d2e9846e9bb1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Pushing event deleted for resources: {'Port': ['ID=ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:33.681253 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1af8db-bc16-49fa-9ef6-d2e9846e9bb1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] No DVR routers for this DVR port ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:33.823756 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a1af8db-bc16-49fa-9ef6-d2e9846e9bb1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:33.835235 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-8a1af8db-bc16-49fa-9ef6-d2e9846e9bb1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b3dd95-5845-4ba7-8163-7532c80b8fbe']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:33.846861 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-8a1af8db-bc16-49fa-9ef6-d2e9846e9bb1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6218e074-3910-44ac-9d27-f9d6cc660fd8') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:33.847654 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-8a1af8db-bc16-49fa-9ef6-d2e9846e9bb1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6218e074-3910-44ac-9d27-f9d6cc660fd8') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:33.859709 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a1af8db-bc16-49fa-9ef6-d2e9846e9bb1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:33.883895 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a1af8db-bc16-49fa-9ef6-d2e9846e9bb1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:33.890558 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a1af8db-bc16-49fa-9ef6-d2e9846e9bb1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:13:33.891060 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a1af8db-bc16-49fa-9ef6-d2e9846e9bb1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: self.session.flush() Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: self.session.flush() Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: self.session.flush() Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: self.session.flush() Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:13:33.895379 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:13:33.956247 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a1af8db-bc16-49fa-9ef6-d2e9846e9bb1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:33.963067 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a1af8db-bc16-49fa-9ef6-d2e9846e9bb1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:33.965038 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8a1af8db-bc16-49fa-9ef6-d2e9846e9bb1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] 10.222.0.16 "DELETE /v2.0/networks/31b3dd95-5845-4ba7-8163-7532c80b8fbe HTTP/1.1" status: 204 len: 168 time: 1.1397042 Jul 15 23:13:33.976631 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1af8db-bc16-49fa-9ef6-d2e9846e9bb1 tempest-TaggedBootDevicesTest_v242-972907168 tempest-TaggedBootDevicesTest_v242-972907168-project] Pushing event deleted for resources: {'Network': ['ID=31b3dd95-5845-4ba7-8163-7532c80b8fbe,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:33.992462 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Deleting port 9cbd1658-b56b-42e9-8f51-3a73a8373654 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:33.993963 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:34.021625 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814b00f-ecbf-4582-86fa-28523859386d req-77dcd841-c1dc-4d1a-995f-b540e1ee41e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:34.023158 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6814b00f-ecbf-4582-86fa-28523859386d req-77dcd841-c1dc-4d1a-995f-b540e1ee41e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00f86fe3-8e61-4196-b682-45370fd97ef3 HTTP/1.1" status: 200 len: 846 time: 0.4188106 Jul 15 23:13:34.095566 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6814b00f-ecbf-4582-86fa-28523859386d req-1609a307-9481-4cb9-b3fe-fd4f0fe17710 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67544dea-b98a-4fe5-a010-0d763c20c5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398142 Jul 15 23:13:34.103634 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] For port 9cbd1658-b56b-42e9-8f51-3a73a8373654, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=9cbd1658-b56b-42e9-8f51-3a73a8373654,segment=NetworkSegment(c6af74ca-d784-495f-9800-930f16bd980c),segment_id=c6af74ca-d784-495f-9800-930f16bd980c)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:34.104010 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:34.136169 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Calling delete_port for 9cbd1658-b56b-42e9-8f51-3a73a8373654 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:34.248326 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6814b00f-ecbf-4582-86fa-28523859386d req-3997dca8-7d1c-42d5-b4c6-dbc4a71d95f7 service neutron] 10.222.0.36 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417353 Jul 15 23:13:34.286002 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2f6ba782-7da7-4a1a-95d3-3db142cffb18 req-f39858aa-a9dc-4e56-9c36-715ac9d09df3 tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.0310457 Jul 15 23:13:34.300114 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:34.363392 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] No DVR routers for this DVR port 9cbd1658-b56b-42e9-8f51-3a73a8373654 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:34.367480 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event deleted for resources: {'Port': ['ID=9cbd1658-b56b-42e9-8f51-3a73a8373654,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:34.426889 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6814b00f-ecbf-4582-86fa-28523859386d req-9c957dd5-c8bf-452b-b85d-aa79f5c9a1eb service neutron] 10.222.0.36 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686945 Jul 15 23:13:34.458319 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:34.468648 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf751ba1-0a53-40c4-bfdf-baa195fe0aa7']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:34.479123 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6af74ca-d784-495f-9800-930f16bd980c') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:34.479351 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6af74ca-d784-495f-9800-930f16bd980c') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:34.488447 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:34.502162 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:34.508300 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:13:34.508672 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:34.511856 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:13:34.511856 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:13:34.511856 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:13:34.511856 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:13:34.511856 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:13:34.511856 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:13:34.511856 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:13:34.511856 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:13:34.511856 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:13:34.511856 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:13:34.511856 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:13:34.511856 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:13:34.511856 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:13:34.511856 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:13:34.511856 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:13:34.511856 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:13:34.511856 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:13:34.511856 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:13:34.511856 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:13:34.511856 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:13:34.511856 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:13:34.511856 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:13:34.511856 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:13:34.511856 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:13:34.511856 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:13:34.511856 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:13:34.511856 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:13:34.511856 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:13:34.511856 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:13:34.511856 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:13:34.511856 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:13:34.511856 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:13:34.580727 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:34.587629 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:34.589435 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/networks/cf751ba1-0a53-40c4-bfdf-baa195fe0aa7 HTTP/1.1" status: 204 len: 168 time: 2.8505132 Jul 15 23:13:34.593076 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52754) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:34.600043 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-175c7626-496c-4344-99da-51203f04b7ce tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-795181908'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:34.602693 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e3f21-753f-47d7-a2d4-9b9b1f730994 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event deleted for resources: {'Network': ['ID=cf751ba1-0a53-40c4-bfdf-baa195fe0aa7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:34.635638 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175c7626-496c-4344-99da-51203f04b7ce tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Made reservation on behalf of e75dcba0615a47c5a0c23dfa096eeead for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:34.639702 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-175c7626-496c-4344-99da-51203f04b7ce tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:34.664231 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175c7626-496c-4344-99da-51203f04b7ce tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:13:34.674321 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-175c7626-496c-4344-99da-51203f04b7ce tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:34.674764 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-175c7626-496c-4344-99da-51203f04b7ce tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Added segment 7e5e7a5b-d28b-4372-8da4-7f1844561d69 of type vlan for network b8e54612-48b3-4c94-986c-712abf6edb65 Jul 15 23:13:34.731450 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-175c7626-496c-4344-99da-51203f04b7ce tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:34.757893 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:34.760830 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7e2f65a2-4e9d-4f10-8d69-8b9fab29f10d req-d5b21eda-8608-49e1-82ec-0f7e7466e961 tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.43 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.0391054 Jul 15 23:13:34.791422 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:34.791787 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ba62dd2a-13ea-4c3d-8cce-d6ac79c278bf not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:34.845122 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-175c7626-496c-4344-99da-51203f04b7ce tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:34.850009 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175c7626-496c-4344-99da-51203f04b7ce tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:34.850592 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-175c7626-496c-4344-99da-51203f04b7ce tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:34.925933 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-175c7626-496c-4344-99da-51203f04b7ce tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3315649 Jul 15 23:13:34.928847 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52764) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:34.934341 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-256ba24a-7b6e-4322-9039-2828967ef96f tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Request body: {'subnet': {'network_id': 'b8e54612-48b3-4c94-986c-712abf6edb65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:34.979593 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c7626-496c-4344-99da-51203f04b7ce tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event updated for resources: {'Network': ['ID=b8e54612-48b3-4c94-986c-712abf6edb65,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:34.992858 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network b8e54612-48b3-4c94-986c-712abf6edb65 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:13:35.006800 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e70c5-d2c2-40d0-8650-c11dc943e6f7 req-541f1c58-0ed4-4ab6-b292-ac2496139ded tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:35.014436 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-729e70c5-d2c2-40d0-8650-c11dc943e6f7 req-541f1c58-0ed4-4ab6-b292-ac2496139ded tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=3442baf6-485a-4c4d-91a7-532586fc137b HTTP/1.1" status: 200 len: 943 time: 0.1837761 Jul 15 23:13:35.033846 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78300fc4-065c-487a-b36f-e08a0272b4f9 req-d3e7b7c5-64ea-4446-8218-b8708dbdde6f tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:35.038910 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256ba24a-7b6e-4322-9039-2828967ef96f tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Made reservation on behalf of e75dcba0615a47c5a0c23dfa096eeead for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:35.040973 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-78300fc4-065c-487a-b36f-e08a0272b4f9 req-d3e7b7c5-64ea-4446-8218-b8708dbdde6f tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.2517388 Jul 15 23:13:35.042912 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-256ba24a-7b6e-4322-9039-2828967ef96f tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:35.092997 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-729e70c5-d2c2-40d0-8650-c11dc943e6f7 req-bd019a85-23d6-42c1-ac09-108b853d4acd tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776291 Jul 15 23:13:35.111225 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-78300fc4-065c-487a-b36f-e08a0272b4f9 req-3f9adfbf-f8f1-43ad-a857-df8c50a81827 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687747 Jul 15 23:13:35.280835 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-256ba24a-7b6e-4322-9039-2828967ef96f tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:35.350601 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ba24a-7b6e-4322-9039-2828967ef96f tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event updated for resources: {'Subnet': ['ID=b9aec18e-b3b6-480e-8045-48fdfd4c0743,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:35.359900 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256ba24a-7b6e-4322-9039-2828967ef96f tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Checking segment: {'id': '7e5e7a5b-d28b-4372-8da4-7f1844561d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b8e54612-48b3-4c94-986c-712abf6edb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:35.360851 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256ba24a-7b6e-4322-9039-2828967ef96f tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Network hostable DHCP agents. Network: b8e54612-48b3-4c94-986c-712abf6edb65, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:13:35.378959 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256ba24a-7b6e-4322-9039-2828967ef96f tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Network b8e54612-48b3-4c94-986c-712abf6edb65 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:13:35.389106 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-256ba24a-7b6e-4322-9039-2828967ef96f tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, b8e54612-48b3-4c94-986c-712abf6edb65) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:35.398608 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ba147d-e33e-480b-8522-4f921b1da26b None None] Network b8e54612-48b3-4c94-986c-712abf6edb65 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:35.407519 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256ba24a-7b6e-4322-9039-2828967ef96f tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:35.408334 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-256ba24a-7b6e-4322-9039-2828967ef96f tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:35.437433 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-256ba24a-7b6e-4322-9039-2828967ef96f tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5071216 Jul 15 23:13:35.439839 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52770) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:35.471980 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 6512fefd-4257-40d9-aa1c-e1c8110b0ce6 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:13:35.518980 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f7c26e4d-7805-402e-881a-01a4fffe5be3 req-2f9d20d7-38d3-44f1-8f51-af610025b097 tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=087ef3a4-e023-469f-a2ed-95db3be0c358 HTTP/1.1" status: 200 len: 210 time: 0.0444806 Jul 15 23:13:35.564764 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-834f894c-ce22-400d-9082-67ceaa0ec8d1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:35.618677 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 6512fefd-4257-40d9-aa1c-e1c8110b0ce6, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6512fefd-4257-40d9-aa1c-e1c8110b0ce6,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:35.621770 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-834f894c-ce22-400d-9082-67ceaa0ec8d1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:35.658662 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '6512fefd-4257-40d9-aa1c-e1c8110b0ce6', 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2', 'port_id': '6512fefd-4257-40d9-aa1c-e1c8110b0ce6', 'mac_address': 'fa:16:3e:85:32:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f86fe3-8e61-4196-b682-45370fd97ef3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:13:35.685810 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-834f894c-ce22-400d-9082-67ceaa0ec8d1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:35.713383 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f894c-ce22-400d-9082-67ceaa0ec8d1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event deleted for resources: {'Subnet': ['ID=b9aec18e-b3b6-480e-8045-48fdfd4c0743,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:35.732318 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:35.744836 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df41b75-86ea-470f-bcfd-2c54342f10b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-b8e54612-48b3-4c94-986c-712abf6edb65', 'network_id': 'b8e54612-48b3-4c94-986c-712abf6edb65', 'tenant_id': 'e75dcba0615a47c5a0c23dfa096eeead', 'fixed_ips': [{'subnet_id': 'b9aec18e-b3b6-480e-8045-48fdfd4c0743'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:13:35.745679 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4df41b75-86ea-470f-bcfd-2c54342f10b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:35.755756 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6512fefd-4257-40d9-aa1c-e1c8110b0ce6 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:35.783057 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-834f894c-ce22-400d-9082-67ceaa0ec8d1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:35.786595 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 6512fefd-4257-40d9-aa1c-e1c8110b0ce6, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6512fefd-4257-40d9-aa1c-e1c8110b0ce6,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:35.791412 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:35.794009 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-834f894c-ce22-400d-9082-67ceaa0ec8d1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e54612-48b3-4c94-986c-712abf6edb65']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:35.803938 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-834f894c-ce22-400d-9082-67ceaa0ec8d1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e5e7a5b-d28b-4372-8da4-7f1844561d69') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:35.804287 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-834f894c-ce22-400d-9082-67ceaa0ec8d1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e5e7a5b-d28b-4372-8da4-7f1844561d69') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:35.815148 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-834f894c-ce22-400d-9082-67ceaa0ec8d1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:35.828490 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-834f894c-ce22-400d-9082-67ceaa0ec8d1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:35.836458 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834f894c-ce22-400d-9082-67ceaa0ec8d1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:13:35.836934 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-834f894c-ce22-400d-9082-67ceaa0ec8d1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:35.841872 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:13:35.841872 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:13:35.841872 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:13:35.841872 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:13:35.841872 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:13:35.841872 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:13:35.841872 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:13:35.841872 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:13:35.841872 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:13:35.841872 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:13:35.841872 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:13:35.841872 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:13:35.841872 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:13:35.841872 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:13:35.841872 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:13:35.841872 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:13:35.841872 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:13:35.841872 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:13:35.841872 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:13:35.841872 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:13:35.841872 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:13:35.841872 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:13:35.841872 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:13:35.841872 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:13:35.841872 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:13:35.841872 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:13:35.841872 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:13:35.841872 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:13:35.841872 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:13:35.841872 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:13:35.841872 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:13:35.841872 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:13:35.881518 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab4efd7-2d93-474c-aa15-fdcf408ccd9f None None] Network b8e54612-48b3-4c94-986c-712abf6edb65 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:35.904206 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-834f894c-ce22-400d-9082-67ceaa0ec8d1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:35.914473 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=6512fefd-4257-40d9-aa1c-e1c8110b0ce6,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:35.923120 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-834f894c-ce22-400d-9082-67ceaa0ec8d1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:35.929008 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52772) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:35.934322 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-834f894c-ce22-400d-9082-67ceaa0ec8d1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/networks/b8e54612-48b3-4c94-986c-712abf6edb65 HTTP/1.1" status: 204 len: 168 time: 0.4932957 Jul 15 23:13:35.934576 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-defa4313-d539-4180-b90f-2229764bf594 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-888045624'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:35.935797 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f894c-ce22-400d-9082-67ceaa0ec8d1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event deleted for resources: {'Network': ['ID=b8e54612-48b3-4c94-986c-712abf6edb65,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:35.957625 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defa4313-d539-4180-b90f-2229764bf594 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Made reservation on behalf of e75dcba0615a47c5a0c23dfa096eeead for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:35.961351 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-defa4313-d539-4180-b90f-2229764bf594 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:35.986304 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-defa4313-d539-4180-b90f-2229764bf594 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:13:35.995764 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-defa4313-d539-4180-b90f-2229764bf594 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:35.996134 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-defa4313-d539-4180-b90f-2229764bf594 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Added segment 56633fa8-eddf-4e9e-b431-9a026d6abc34 of type vlan for network 58bfc495-6855-45a2-999b-f933d0edd426 Jul 15 23:13:36.037195 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-defa4313-d539-4180-b90f-2229764bf594 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:36.066325 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-defa4313-d539-4180-b90f-2229764bf594 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:36.072063 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defa4313-d539-4180-b90f-2229764bf594 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:36.072680 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-defa4313-d539-4180-b90f-2229764bf594 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:36.106853 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-defa4313-d539-4180-b90f-2229764bf594 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1766570 Jul 15 23:13:36.109499 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52774) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:36.115549 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-495be632-2095-4013-92b4-c4f27d0cad80 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:36.147579 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa4313-d539-4180-b90f-2229764bf594 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event updated for resources: {'Network': ['ID=58bfc495-6855-45a2-999b-f933d0edd426,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:36.160376 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 58bfc495-6855-45a2-999b-f933d0edd426 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:13:36.185109 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['6512fefd-4257-40d9-aa1c-e1c8110b0ce6'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:36.317937 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-495be632-2095-4013-92b4-c4f27d0cad80 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:36.335246 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-495be632-2095-4013-92b4-c4f27d0cad80 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:36.340494 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d1b05-d56d-4a1b-854b-69b06eb1797c req-208eaa15-7a8a-4852-9718-b02ad493cddc tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:36.342087 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ef6d1b05-d56d-4a1b-854b-69b06eb1797c req-208eaa15-7a8a-4852-9718-b02ad493cddc tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=3442baf6-485a-4c4d-91a7-532586fc137b HTTP/1.1" status: 200 len: 944 time: 0.1091368 Jul 15 23:13:36.359554 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-495be632-2095-4013-92b4-c4f27d0cad80 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Network 58bfc495-6855-45a2-999b-f933d0edd426 is not hosted by any dhcp agent {{(pid=93798) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 23:13:36.365897 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495be632-2095-4013-92b4-c4f27d0cad80 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:36.366788 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-495be632-2095-4013-92b4-c4f27d0cad80 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:36.371524 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-495be632-2095-4013-92b4-c4f27d0cad80 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "PUT /v2.0/networks/58bfc495-6855-45a2-999b-f933d0edd426 HTTP/1.1" status: 200 len: 723 time: 0.2609544 Jul 15 23:13:36.372257 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52784) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:36.376370 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce635f6-d559-48e9-9f18-5b541a88b743 req-32c37045-305e-4555-8e40-5e715f9567bb tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:36.378611 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6ce635f6-d559-48e9-9f18-5b541a88b743 req-32c37045-305e-4555-8e40-5e715f9567bb tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.1356628 Jul 15 23:13:36.385583 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-47a210a5-d6d3-4909-a2b9-514f9f2ef20b tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Request body: {'subnet': {'network_id': '58bfc495-6855-45a2-999b-f933d0edd426', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:36.436306 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ef6d1b05-d56d-4a1b-854b-69b06eb1797c req-9efc3a8a-f26a-4d38-bcb2-56dfd8a567d2 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856361 Jul 15 23:13:36.452232 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6ce635f6-d559-48e9-9f18-5b541a88b743 req-de7368bd-ce15-48e7-8ab5-79bc5c0d6f67 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661135 Jul 15 23:13:36.460132 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495be632-2095-4013-92b4-c4f27d0cad80 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event updated for resources: {'Network': ['ID=58bfc495-6855-45a2-999b-f933d0edd426,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:36.472067 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 58bfc495-6855-45a2-999b-f933d0edd426 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:13:36.596711 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a210a5-d6d3-4909-a2b9-514f9f2ef20b tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Made reservation on behalf of e75dcba0615a47c5a0c23dfa096eeead for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:36.600687 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47a210a5-d6d3-4909-a2b9-514f9f2ef20b tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:36.823521 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47a210a5-d6d3-4909-a2b9-514f9f2ef20b tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:36.896995 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a210a5-d6d3-4909-a2b9-514f9f2ef20b tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event updated for resources: {'Subnet': ['ID=8d6f36e7-3552-43c6-8e64-433a24b08a55,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:36.905520 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a210a5-d6d3-4909-a2b9-514f9f2ef20b tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Checking segment: {'id': '56633fa8-eddf-4e9e-b431-9a026d6abc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '58bfc495-6855-45a2-999b-f933d0edd426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:36.905952 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a210a5-d6d3-4909-a2b9-514f9f2ef20b tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Network hostable DHCP agents. Network: 58bfc495-6855-45a2-999b-f933d0edd426, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:13:36.925512 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a210a5-d6d3-4909-a2b9-514f9f2ef20b tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Network 58bfc495-6855-45a2-999b-f933d0edd426 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:13:36.936248 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-47a210a5-d6d3-4909-a2b9-514f9f2ef20b tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 58bfc495-6855-45a2-999b-f933d0edd426) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:36.942504 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a210a5-d6d3-4909-a2b9-514f9f2ef20b tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:36.943238 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47a210a5-d6d3-4909-a2b9-514f9f2ef20b tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:36.951013 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5ca614-a9bb-45a8-869e-82394aa256ee None None] Network 58bfc495-6855-45a2-999b-f933d0edd426 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:36.978892 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-47a210a5-d6d3-4909-a2b9-514f9f2ef20b tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5952411 Jul 15 23:13:36.979385 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52794) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:36.985945 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-06f82dad-0067-483b-bbae-3d7211a71167 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:37.041449 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-16f11799-28cd-4511-91ff-abd76803d0cc req-c0126966-bb99-4099-8e22-6f249991cb42 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8f5f8414889d45669d233d40263c6ebb&device_id=777a9ffc-fc3a-4d7d-b9bb-965399a981d6 HTTP/1.1" status: 200 len: 210 time: 0.0519738 Jul 15 23:13:37.104981 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-16f11799-28cd-4511-91ff-abd76803d0cc req-fb953d86-4158-404d-8e48-d754a21743ce service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=8f5f8414889d45669d233d40263c6ebb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549378 Jul 15 23:13:37.109444 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9bf0a1fb-d170-435d-9395-b3cdd93caa37 req-eff383ef-9e0a-45be-ac12-3b6407962455 tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=777a9ffc-fc3a-4d7d-b9bb-965399a981d6 HTTP/1.1" status: 200 len: 210 time: 0.0494018 Jul 15 23:13:37.143637 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c97b3c2-c3fc-464d-9963-0333741aa59f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-58bfc495-6855-45a2-999b-f933d0edd426', 'network_id': '58bfc495-6855-45a2-999b-f933d0edd426', 'tenant_id': 'e75dcba0615a47c5a0c23dfa096eeead', 'fixed_ips': [{'subnet_id': '8d6f36e7-3552-43c6-8e64-433a24b08a55'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:13:37.144558 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6c97b3c2-c3fc-464d-9963-0333741aa59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:37.164997 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-06f82dad-0067-483b-bbae-3d7211a71167 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60526045'] for subnet, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:37.282553 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-6c97b3c2-c3fc-464d-9963-0333741aa59f None None] Allocated IP 172.20.0.2 (58bfc495-6855-45a2-999b-f933d0edd426/8d6f36e7-3552-43c6-8e64-433a24b08a55/3e8ea768-8776-43a4-a921-5c3affe836ce) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:37.295429 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f11799-28cd-4511-91ff-abd76803d0cc req-789cfd74-7e05-48ef-8453-4ffcac21c7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:37.297066 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-16f11799-28cd-4511-91ff-abd76803d0cc req-789cfd74-7e05-48ef-8453-4ffcac21c7e2 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1115291 Jul 15 23:13:37.428654 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6c97b3c2-c3fc-464d-9963-0333741aa59f None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:37.437629 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6c97b3c2-c3fc-464d-9963-0333741aa59f None None] Transition to ACTIVE for port object 3e8ea768-8776-43a4-a921-5c3affe836ce will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:37.453209 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6c97b3c2-c3fc-464d-9963-0333741aa59f None None] Transition to ACTIVE for port object 3e8ea768-8776-43a4-a921-5c3affe836ce will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:37.459835 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6c97b3c2-c3fc-464d-9963-0333741aa59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:37.495394 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 6512fefd-4257-40d9-aa1c-e1c8110b0ce6 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:37.541000 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c97b3c2-c3fc-464d-9963-0333741aa59f None None] Network 58bfc495-6855-45a2-999b-f933d0edd426 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:37.544916 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-6c97b3c2-c3fc-464d-9963-0333741aa59f None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:37.551647 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c97b3c2-c3fc-464d-9963-0333741aa59f None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:37.572442 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97b3c2-c3fc-464d-9963-0333741aa59f None None] Pushing event updated for resources: {'Port': ['ID=3e8ea768-8776-43a4-a921-5c3affe836ce,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:37.598356 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 6512fefd-4257-40d9-aa1c-e1c8110b0ce6 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:37.639181 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-6c97b3c2-c3fc-464d-9963-0333741aa59f None None] Attempting to bind port 3e8ea768-8776-43a4-a921-5c3affe836ce on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:37.639408 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-6c97b3c2-c3fc-464d-9963-0333741aa59f None None] Attempting to bind port 3e8ea768-8776-43a4-a921-5c3affe836ce by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '56633fa8-eddf-4e9e-b431-9a026d6abc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '58bfc495-6855-45a2-999b-f933d0edd426'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:37.639896 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c97b3c2-c3fc-464d-9963-0333741aa59f None None] Attempting to bind port 3e8ea768-8776-43a4-a921-5c3affe836ce on network 58bfc495-6855-45a2-999b-f933d0edd426 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:37.643011 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 6512fefd-4257-40d9-aa1c-e1c8110b0ce6 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:37.643579 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:37.670095 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c97b3c2-c3fc-464d-9963-0333741aa59f None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:37.670489 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c97b3c2-c3fc-464d-9963-0333741aa59f None None] Checking segment: {'id': '56633fa8-eddf-4e9e-b431-9a026d6abc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '58bfc495-6855-45a2-999b-f933d0edd426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:37.671100 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6c97b3c2-c3fc-464d-9963-0333741aa59f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:37.671410 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c97b3c2-c3fc-464d-9963-0333741aa59f None None] Bound using segment: {'id': '56633fa8-eddf-4e9e-b431-9a026d6abc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '58bfc495-6855-45a2-999b-f933d0edd426'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:37.674726 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-6c97b3c2-c3fc-464d-9963-0333741aa59f None None] Bound port: 3e8ea768-8776-43a4-a921-5c3affe836ce, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56633fa8-eddf-4e9e-b431-9a026d6abc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '58bfc495-6855-45a2-999b-f933d0edd426'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:37.675878 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6c97b3c2-c3fc-464d-9963-0333741aa59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:37.766044 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-06f82dad-0067-483b-bbae-3d7211a71167 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738555488907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59904860'] for subnet, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:37.804162 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-6c97b3c2-c3fc-464d-9963-0333741aa59f None None] For port 3e8ea768-8776-43a4-a921-5c3affe836ce, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:37.809392 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-6c97b3c2-c3fc-464d-9963-0333741aa59f None None] For port 3e8ea768-8776-43a4-a921-5c3affe836ce, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=3e8ea768-8776-43a4-a921-5c3affe836ce,segment=NetworkSegment(56633fa8-eddf-4e9e-b431-9a026d6abc34),segment_id=56633fa8-eddf-4e9e-b431-9a026d6abc34)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:37.812926 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:37.817304 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f82dad-0067-483b-bbae-3d7211a71167 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:37.817895 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-06f82dad-0067-483b-bbae-3d7211a71167 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:37.819215 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-06f82dad-0067-483b-bbae-3d7211a71167 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "PUT /v2.0/subnets/8d6f36e7-3552-43c6-8e64-433a24b08a55 HTTP/1.1" status: 200 len: 806 time: 0.8388112 Jul 15 23:13:37.822076 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52814) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:37.829278 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6c97b3c2-c3fc-464d-9963-0333741aa59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:37.840900 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d4463-807c-4611-8623-46f1cefc5b49 req-18a8466f-b8e1-48f7-9568-1e5610740a1f tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:37.848149 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fe8d4463-807c-4611-8623-46f1cefc5b49 req-18a8466f-b8e1-48f7-9568-1e5610740a1f tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.2092211 Jul 15 23:13:37.867085 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c315e7-a37c-42b6-9696-da1537ef20f8 req-503990c4-32d7-4cf2-b2d3-1fddcd2435c8 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:37.868654 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96c315e7-a37c-42b6-9696-da1537ef20f8 req-503990c4-32d7-4cf2-b2d3-1fddcd2435c8 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=3442baf6-485a-4c4d-91a7-532586fc137b HTTP/1.1" status: 200 len: 944 time: 0.2987812 Jul 15 23:13:37.896894 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f82dad-0067-483b-bbae-3d7211a71167 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event updated for resources: {'Subnet': ['ID=8d6f36e7-3552-43c6-8e64-433a24b08a55,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:37.925626 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3442baf6-485a-4c4d-91a7-532586fc137b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6512fefd-4257-40d9-aa1c-e1c8110b0ce6'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:37.928817 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d47160-33b5-4884-83a9-852e7e67cb5c" -d '{"events": [{"server_uuid": "3442baf6-485a-4c4d-91a7-532586fc137b", "name": "network-vif-plugged", "status": "completed", "tag": "6512fefd-4257-40d9-aa1c-e1c8110b0ce6"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:37.958402 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fe8d4463-807c-4611-8623-46f1cefc5b49 req-e3e0722b-1148-4681-b0b0-2565e81de108 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092834 Jul 15 23:13:37.965431 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 6512fefd-4257-40d9-aa1c-e1c8110b0ce6, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6512fefd-4257-40d9-aa1c-e1c8110b0ce6,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:37.979831 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:37.991842 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dfed3f1c-495b-4f7d-98fd-2edf493a9ed1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:37.992056 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96c315e7-a37c-42b6-9696-da1537ef20f8 req-9b3d8b05-3d07-4933-95fd-613a35ef15c1 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122959 Jul 15 23:13:37.999953 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97b3c2-c3fc-464d-9963-0333741aa59f None None] Pushing event updated for resources: {'Port': ['ID=3e8ea768-8776-43a4-a921-5c3affe836ce,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:38.092652 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=6512fefd-4257-40d9-aa1c-e1c8110b0ce6,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:38.130908 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-dfed3f1c-495b-4f7d-98fd-2edf493a9ed1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Deleting port 3e8ea768-8776-43a4-a921-5c3affe836ce {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:38.131286 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dfed3f1c-495b-4f7d-98fd-2edf493a9ed1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:38.252707 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ce8a1a-16c9-407e-8a32-7974c222fd46 x-openstack-request-id: req-25ce8a1a-16c9-407e-8a32-7974c222fd46 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:38.253108 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3442baf6-485a-4c4d-91a7-532586fc137b", "name": "network-vif-plugged", "status": "completed", "tag": "6512fefd-4257-40d9-aa1c-e1c8110b0ce6", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:38.253212 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-dfed3f1c-495b-4f7d-98fd-2edf493a9ed1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] For port 3e8ea768-8776-43a4-a921-5c3affe836ce, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=3e8ea768-8776-43a4-a921-5c3affe836ce,segment=NetworkSegment(56633fa8-eddf-4e9e-b431-9a026d6abc34),segment_id=56633fa8-eddf-4e9e-b431-9a026d6abc34)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:38.253489 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dfed3f1c-495b-4f7d-98fd-2edf493a9ed1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:38.253617 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25ce8a1a-16c9-407e-8a32-7974c222fd46 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:38.254114 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3442baf6-485a-4c4d-91a7-532586fc137b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6512fefd-4257-40d9-aa1c-e1c8110b0ce6', 'code': 200} Jul 15 23:13:38.266615 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-dfed3f1c-495b-4f7d-98fd-2edf493a9ed1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Calling delete_port for 3e8ea768-8776-43a4-a921-5c3affe836ce owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:38.403557 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fe290d4c-02ce-4510-9995-72453481a5ed req-e48d4ff3-a164-438c-b9c6-0ad3d46a943c tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.16 "GET /v2.0/ports?device_id=777a9ffc-fc3a-4d7d-b9bb-965399a981d6 HTTP/1.1" status: 200 len: 210 time: 0.0480599 Jul 15 23:13:38.485083 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dfed3f1c-495b-4f7d-98fd-2edf493a9ed1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:38.515746 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed3f1c-495b-4f7d-98fd-2edf493a9ed1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event deleted for resources: {'Port': ['ID=3e8ea768-8776-43a4-a921-5c3affe836ce,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:38.524428 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21953456-30c9-4a46-af33-355d6c3409d4 req-ab4f97ec-5da6-4f2b-b169-df13678ecfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:38.526100 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-21953456-30c9-4a46-af33-355d6c3409d4 req-ab4f97ec-5da6-4f2b-b169-df13678ecfff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3442baf6-485a-4c4d-91a7-532586fc137b HTTP/1.1" status: 200 len: 1096 time: 0.1624794 Jul 15 23:13:38.586776 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfed3f1c-495b-4f7d-98fd-2edf493a9ed1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] No DVR routers for this DVR port 3e8ea768-8776-43a4-a921-5c3affe836ce on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:38.633836 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-21953456-30c9-4a46-af33-355d6c3409d4 req-ddbad926-2af5-4a4e-b6f8-f1465a7601ab service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825291 Jul 15 23:13:38.640952 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:38.645498 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dfed3f1c-495b-4f7d-98fd-2edf493a9ed1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:38.653846 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-16f11799-28cd-4511-91ff-abd76803d0cc req-985ad9e9-46de-4350-a27f-e5c14c0f33ba tempest-ServerShowV247Test-323596316 tempest-ServerShowV247Test-323596316-project] 10.222.0.43 "GET /v2.0/ports?device_id=777a9ffc-fc3a-4d7d-b9bb-965399a981d6 HTTP/1.1" status: 200 len: 210 time: 0.0381451 Jul 15 23:13:38.718682 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dfed3f1c-495b-4f7d-98fd-2edf493a9ed1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:38.745797 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed3f1c-495b-4f7d-98fd-2edf493a9ed1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event deleted for resources: {'Subnet': ['ID=8d6f36e7-3552-43c6-8e64-433a24b08a55,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:38.844527 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dfed3f1c-495b-4f7d-98fd-2edf493a9ed1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:38.856313 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-dfed3f1c-495b-4f7d-98fd-2edf493a9ed1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58bfc495-6855-45a2-999b-f933d0edd426']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:38.867632 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-dfed3f1c-495b-4f7d-98fd-2edf493a9ed1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56633fa8-eddf-4e9e-b431-9a026d6abc34') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:38.867928 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-dfed3f1c-495b-4f7d-98fd-2edf493a9ed1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56633fa8-eddf-4e9e-b431-9a026d6abc34') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:38.879131 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dfed3f1c-495b-4f7d-98fd-2edf493a9ed1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:38.895988 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dfed3f1c-495b-4f7d-98fd-2edf493a9ed1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:38.902366 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfed3f1c-495b-4f7d-98fd-2edf493a9ed1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:13:38.902821 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dfed3f1c-495b-4f7d-98fd-2edf493a9ed1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:38.906044 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:13:38.906044 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:13:38.906044 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:13:38.906044 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:13:38.906044 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:13:38.906044 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:13:38.906044 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:13:38.906044 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:13:38.906044 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:13:38.906044 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:13:38.906044 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:13:38.906044 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:13:38.906044 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:13:38.906044 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:13:38.906044 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:13:38.906044 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:13:38.906044 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:13:38.906044 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:13:38.906044 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:13:38.906044 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:13:38.906044 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:13:38.906044 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:13:38.906044 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:13:38.906044 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:13:38.906044 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:13:38.906044 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:13:38.906044 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:13:38.906044 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:13:38.906044 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:13:38.906044 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:13:38.906044 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:13:38.906044 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:13:38.979479 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dfed3f1c-495b-4f7d-98fd-2edf493a9ed1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:38.986882 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dfed3f1c-495b-4f7d-98fd-2edf493a9ed1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:38.988702 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-dfed3f1c-495b-4f7d-98fd-2edf493a9ed1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/networks/58bfc495-6855-45a2-999b-f933d0edd426 HTTP/1.1" status: 204 len: 168 time: 1.1656220 Jul 15 23:13:38.991741 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52822) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:39.001372 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed3f1c-495b-4f7d-98fd-2edf493a9ed1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event deleted for resources: {'Network': ['ID=58bfc495-6855-45a2-999b-f933d0edd426,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:39.021793 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-644f0c85-d7bb-4173-887a-98594664a57d tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] DELETE failed (client error): The resource could not be found. Jul 15 23:13:39.022347 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-644f0c85-d7bb-4173-887a-98594664a57d tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:13:39.024087 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-644f0c85-d7bb-4173-887a-98594664a57d tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/networks/58bfc495-6855-45a2-999b-f933d0edd426 HTTP/1.1" status: 404 len: 339 time: 0.0257990 Jul 15 23:13:39.028133 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52828) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:39.034008 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-ec776c5e-762b-4300-9032-6d2551e8324e tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1942058357', 'description': 'd1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:39.087935 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec776c5e-762b-4300-9032-6d2551e8324e tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Made reservation on behalf of e75dcba0615a47c5a0c23dfa096eeead for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:39.101658 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ec776c5e-762b-4300-9032-6d2551e8324e tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:39.209744 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec776c5e-762b-4300-9032-6d2551e8324e tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:13:39.256701 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3ce35df8-0715-40ab-9d2c-7f10bd5ba8db None None] Could not find standard attr ID for object 3e8ea768-8776-43a4-a921-5c3affe836ce. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:13:39.272249 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ec776c5e-762b-4300-9032-6d2551e8324e tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:39.274510 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-ec776c5e-762b-4300-9032-6d2551e8324e tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Added segment f8299886-8101-4059-9add-99f6292e01f2 of type vlan for network dd58002a-677d-41c3-80b1-ff67ef3c7b57 Jul 15 23:13:39.292946 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0173799b-ba08-4b9d-8c53-9bf850f1855f None None] DHCP port deletion for 58bfc495-6855-45a2-999b-f933d0edd426 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:13:39.317789 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c577bf-7247-4dff-ac24-4e13a7697a3b None None] Network 58bfc495-6855-45a2-999b-f933d0edd426 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:39.336868 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2682ee-89e5-4dd3-91a9-2f10549385fd req-2ba22076-f975-4cb6-94c2-096bb539dda1 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:39.337766 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c577bf-7247-4dff-ac24-4e13a7697a3b None None] Network 58bfc495-6855-45a2-999b-f933d0edd426 could not be found, it might have been deleted concurrently. {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 23:13:39.343393 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ed2682ee-89e5-4dd3-91a9-2f10549385fd req-2ba22076-f975-4cb6-94c2-096bb539dda1 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.2190971 Jul 15 23:13:39.346679 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fca464-d2cf-4e59-b983-cc50207f1076 None None] Network 58bfc495-6855-45a2-999b-f933d0edd426 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:39.362370 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fca464-d2cf-4e59-b983-cc50207f1076 None None] Network 58bfc495-6855-45a2-999b-f933d0edd426 could not be found, it might have been deleted concurrently. {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 23:13:39.406935 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ec776c5e-762b-4300-9032-6d2551e8324e tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:39.417469 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49381166-63b6-49bc-b9e5-7d46eb1406d5 req-ca152644-561f-4e49-8355-8bde1f476061 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:39.418989 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-49381166-63b6-49bc-b9e5-7d46eb1406d5 req-ca152644-561f-4e49-8355-8bde1f476061 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=3442baf6-485a-4c4d-91a7-532586fc137b HTTP/1.1" status: 200 len: 945 time: 0.2252874 Jul 15 23:13:39.455862 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ed2682ee-89e5-4dd3-91a9-2f10549385fd req-0a908dde-b9f9-488f-88ff-d35f8fe3ea65 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837593 Jul 15 23:13:39.487555 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-49381166-63b6-49bc-b9e5-7d46eb1406d5 req-71ff08ea-6bd7-4c62-8fa0-a2d961441d64 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553765 Jul 15 23:13:39.498582 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ec776c5e-762b-4300-9032-6d2551e8324e tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:39.505364 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec776c5e-762b-4300-9032-6d2551e8324e tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:39.506122 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ec776c5e-762b-4300-9032-6d2551e8324e tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:39.582112 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec776c5e-762b-4300-9032-6d2551e8324e tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event updated for resources: {'Network': ['ID=dd58002a-677d-41c3-80b1-ff67ef3c7b57,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:39.587899 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52836) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:39.588145 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ec776c5e-762b-4300-9032-6d2551e8324e tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5579605 Jul 15 23:13:39.596122 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network dd58002a-677d-41c3-80b1-ff67ef3c7b57 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:13:39.702845 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11d3621-7064-48a3-a8f0-f2b82be8040d tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:39.704636 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d11d3621-7064-48a3-a8f0-f2b82be8040d tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "GET /v2.0/networks?id=dd58002a-677d-41c3-80b1-ff67ef3c7b57 HTTP/1.1" status: 200 len: 761 time: 0.1156025 Jul 15 23:13:39.707301 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52838) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:39.712514 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4b7593d1-c138-4da0-8d13-1db862fdc4d4 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Request body: {'network': {'description': 'd2'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:39.894701 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4b7593d1-c138-4da0-8d13-1db862fdc4d4 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:39.906381 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4b7593d1-c138-4da0-8d13-1db862fdc4d4 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:39.916074 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4b7593d1-c138-4da0-8d13-1db862fdc4d4 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Network dd58002a-677d-41c3-80b1-ff67ef3c7b57 is not hosted by any dhcp agent {{(pid=93798) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 23:13:39.921223 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7593d1-c138-4da0-8d13-1db862fdc4d4 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:39.921803 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4b7593d1-c138-4da0-8d13-1db862fdc4d4 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:39.926299 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4b7593d1-c138-4da0-8d13-1db862fdc4d4 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "PUT /v2.0/networks/dd58002a-677d-41c3-80b1-ff67ef3c7b57 HTTP/1.1" status: 200 len: 758 time: 0.2178574 Jul 15 23:13:39.926788 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52846) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:39.940028 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52848) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:40.015502 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7593d1-c138-4da0-8d13-1db862fdc4d4 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event updated for resources: {'Network': ['ID=dd58002a-677d-41c3-80b1-ff67ef3c7b57,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:40.031029 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network dd58002a-677d-41c3-80b1-ff67ef3c7b57 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:13:40.052431 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c020af1-e25f-4241-b1b8-14602d346260 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:40.054055 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6c020af1-e25f-4241-b1b8-14602d346260 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "GET /v2.0/networks?id=dd58002a-677d-41c3-80b1-ff67ef3c7b57 HTTP/1.1" status: 200 len: 761 time: 0.1257050 Jul 15 23:13:40.058469 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52852) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:40.063923 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-f0fd4265-950d-4b23-bbdd-7d12bee58d23 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1797098131'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:40.104972 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fd4265-950d-4b23-bbdd-7d12bee58d23 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Made reservation on behalf of e75dcba0615a47c5a0c23dfa096eeead for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:40.112230 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f0fd4265-950d-4b23-bbdd-7d12bee58d23 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:40.115255 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-874842e9-5f10-4942-8b43-74b7d1c4dd93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:40.158446 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0fd4265-950d-4b23-bbdd-7d12bee58d23 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:13:40.176925 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f0fd4265-950d-4b23-bbdd-7d12bee58d23 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:40.177394 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-f0fd4265-950d-4b23-bbdd-7d12bee58d23 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Added segment 627bfa6d-bccf-4ed4-aef3-3b13896e6d66 of type vlan for network 64182e85-abe7-49a5-9662-ee5b758eef66 Jul 15 23:13:40.245482 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f0fd4265-950d-4b23-bbdd-7d12bee58d23 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:40.297029 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f0fd4265-950d-4b23-bbdd-7d12bee58d23 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:40.303127 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fd4265-950d-4b23-bbdd-7d12bee58d23 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:40.303688 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f0fd4265-950d-4b23-bbdd-7d12bee58d23 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:40.342292 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-874842e9-5f10-4942-8b43-74b7d1c4dd93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:40.350202 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-874842e9-5f10-4942-8b43-74b7d1c4dd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:40.357062 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f0fd4265-950d-4b23-bbdd-7d12bee58d23 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2972751 Jul 15 23:13:40.360187 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52854) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:40.366329 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-38ba137b-57b0-4d01-a598-0da2cccbbb13 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Request body: {'subnet': {'network_id': '64182e85-abe7-49a5-9662-ee5b758eef66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:40.404664 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd4265-950d-4b23-bbdd-7d12bee58d23 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event updated for resources: {'Network': ['ID=64182e85-abe7-49a5-9662-ee5b758eef66,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:40.417486 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 64182e85-abe7-49a5-9662-ee5b758eef66 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:13:40.433625 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-874842e9-5f10-4942-8b43-74b7d1c4dd93 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8f5f8414889d45669d233d40263c6ebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4910603 Jul 15 23:13:40.435262 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874842e9-5f10-4942-8b43-74b7d1c4dd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368ada5a-155d-4c59-a3d7-e5aa51787172,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:40.439529 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52856) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:40.492743 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ba137b-57b0-4d01-a598-0da2cccbbb13 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Made reservation on behalf of e75dcba0615a47c5a0c23dfa096eeead for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:40.496044 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c7a0d8b4-a924-4683-8804-f2d753f649e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:40.497993 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-38ba137b-57b0-4d01-a598-0da2cccbbb13 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:40.540940 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c7a0d8b4-a924-4683-8804-f2d753f649e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:40.651045 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c7a0d8b4-a924-4683-8804-f2d753f649e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:40.653678 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c7a0d8b4-a924-4683-8804-f2d753f649e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:40.654724 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c7a0d8b4-a924-4683-8804-f2d753f649e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/368ada5a-155d-4c59-a3d7-e5aa51787172 HTTP/1.1" status: 204 len: 168 time: 0.2137637 Jul 15 23:13:40.668455 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0d8b4-a924-4683-8804-f2d753f649e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368ada5a-155d-4c59-a3d7-e5aa51787172,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:40.714210 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a04b8-5e5d-46bc-a2d9-992942d836be req-d15b9322-d3d2-4520-9624-34c1d904248b tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:40.715954 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c06a04b8-5e5d-46bc-a2d9-992942d836be req-d15b9322-d3d2-4520-9624-34c1d904248b tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.0967798 Jul 15 23:13:40.777962 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 3e8ea768-8776-43a4-a921-5c3affe836ce no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:40.781413 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-38ba137b-57b0-4d01-a598-0da2cccbbb13 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:40.784057 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c06a04b8-5e5d-46bc-a2d9-992942d836be req-b58d427e-2b2c-4db2-a175-7e444ab09109 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505235 Jul 15 23:13:40.811478 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b40f3-dd41-440e-8a21-96809137383c req-56fd11c3-8076-4616-828d-7397650ce250 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:40.813008 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d14b40f3-dd41-440e-8a21-96809137383c req-56fd11c3-8076-4616-828d-7397650ce250 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=3442baf6-485a-4c4d-91a7-532586fc137b HTTP/1.1" status: 200 len: 945 time: 0.1264138 Jul 15 23:13:40.858808 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba137b-57b0-4d01-a598-0da2cccbbb13 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event updated for resources: {'Subnet': ['ID=e20b095e-de99-4343-8c41-370e2152eb89,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:40.867921 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ba137b-57b0-4d01-a598-0da2cccbbb13 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Checking segment: {'id': '627bfa6d-bccf-4ed4-aef3-3b13896e6d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64182e85-abe7-49a5-9662-ee5b758eef66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:40.868439 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ba137b-57b0-4d01-a598-0da2cccbbb13 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Network hostable DHCP agents. Network: 64182e85-abe7-49a5-9662-ee5b758eef66, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:13:40.872307 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d14b40f3-dd41-440e-8a21-96809137383c req-c99cf69d-48d1-412c-8845-5c0e13f3e773 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525253 Jul 15 23:13:40.889419 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ba137b-57b0-4d01-a598-0da2cccbbb13 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Network 64182e85-abe7-49a5-9662-ee5b758eef66 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:13:40.940173 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-38ba137b-57b0-4d01-a598-0da2cccbbb13 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 64182e85-abe7-49a5-9662-ee5b758eef66) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:40.941035 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 3e8ea768-8776-43a4-a921-5c3affe836ce {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:40.948520 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 3e8ea768-8776-43a4-a921-5c3affe836ce not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:40.954263 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ba137b-57b0-4d01-a598-0da2cccbbb13 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:40.954882 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-38ba137b-57b0-4d01-a598-0da2cccbbb13 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:40.972687 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9797a6c5-bee9-40b4-91f3-dfdbb980c937 None None] Network 64182e85-abe7-49a5-9662-ee5b758eef66 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:40.991187 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-38ba137b-57b0-4d01-a598-0da2cccbbb13 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6266737 Jul 15 23:13:40.991539 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52882) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:41.218608 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:41.400703 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:41.412898 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef9cbe-ca9d-427b-a319-a0544dae529a req-80f045b9-cef0-4cc3-8d64-eef85b670b4d tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:41.414494 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a4ef9cbe-ca9d-427b-a319-a0544dae529a req-80f045b9-cef0-4cc3-8d64-eef85b670b4d tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/networks?id=67544dea-b98a-4fe5-a010-0d763c20c5d2 HTTP/1.1" status: 200 len: 806 time: 0.2012370 Jul 15 23:13:41.458005 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a4ef9cbe-ca9d-427b-a319-a0544dae529a req-b6798783-6f26-45cf-8848-7fc1bc146889 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/quotas/d77f9925bdde4eb59287838e6d3fa09b HTTP/1.1" status: 200 len: 375 time: 0.0203986 Jul 15 23:13:41.659274 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a28a6d-de3b-486b-b627-50f9ed6bf601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-64182e85-abe7-49a5-9662-ee5b758eef66', 'network_id': '64182e85-abe7-49a5-9662-ee5b758eef66', 'tenant_id': 'e75dcba0615a47c5a0c23dfa096eeead', 'fixed_ips': [{'subnet_id': 'e20b095e-de99-4343-8c41-370e2152eb89'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:13:41.660164 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-97a28a6d-de3b-486b-b627-50f9ed6bf601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:41.871877 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-97a28a6d-de3b-486b-b627-50f9ed6bf601 None None] Allocated IP 172.20.0.2 (64182e85-abe7-49a5-9662-ee5b758eef66/e20b095e-de99-4343-8c41-370e2152eb89/03e99878-6613-4180-a545-6bdfc3742ac6) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:41.915986 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a4ef9cbe-ca9d-427b-a319-a0544dae529a req-8de798a5-bd89-46d0-be61-848be0eb4d9f tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d77f9925bdde4eb59287838e6d3fa09b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4511545 Jul 15 23:13:42.012759 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a4ef9cbe-ca9d-427b-a319-a0544dae529a req-fc2b05b2-fa8f-4cc8-a04c-064b9e51fa02 service neutron] 10.222.0.16 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957770 Jul 15 23:13:42.026699 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52930) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:42.081383 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-97a28a6d-de3b-486b-b627-50f9ed6bf601 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:42.091209 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-97a28a6d-de3b-486b-b627-50f9ed6bf601 None None] Transition to ACTIVE for port object 03e99878-6613-4180-a545-6bdfc3742ac6 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:42.109020 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-97a28a6d-de3b-486b-b627-50f9ed6bf601 None None] Transition to ACTIVE for port object 03e99878-6613-4180-a545-6bdfc3742ac6 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:42.117100 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-97a28a6d-de3b-486b-b627-50f9ed6bf601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:42.171302 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:42.181364 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a28a6d-de3b-486b-b627-50f9ed6bf601 None None] Network 64182e85-abe7-49a5-9662-ee5b758eef66 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:42.187739 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-97a28a6d-de3b-486b-b627-50f9ed6bf601 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:42.191072 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a28a6d-de3b-486b-b627-50f9ed6bf601 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:42.197830 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053409e-8854-4767-a981-e6ab72e65d0b req-c53b56c8-9c35-4785-b4d7-6cd8203824bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:42.207403 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2053409e-8854-4767-a981-e6ab72e65d0b req-c53b56c8-9c35-4785-b4d7-6cd8203824bd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=74d1ff00-bfb2-4c1d-8ab1-9abd8583b125 HTTP/1.1" status: 200 len: 1096 time: 0.1786551 Jul 15 23:13:42.209160 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event deleted for resources: {'Subnet': ['ID=e20b095e-de99-4343-8c41-370e2152eb89,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:42.213424 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a28a6d-de3b-486b-b627-50f9ed6bf601 None None] Pushing event updated for resources: {'Port': ['ID=03e99878-6613-4180-a545-6bdfc3742ac6,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:42.232443 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a4ef9cbe-ca9d-427b-a319-a0544dae529a req-bf0ba034-4b93-4f73-930d-b046d48082d1 service neutron] 10.222.0.16 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180269 Jul 15 23:13:42.252099 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dce650-ff52-481e-80b8-4b8ece3653ba req-ae527f70-846f-4258-8a3b-1825b1378d38 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:42.259812 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-47dce650-ff52-481e-80b8-4b8ece3653ba req-ae527f70-846f-4258-8a3b-1825b1378d38 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.2159345 Jul 15 23:13:42.273408 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-97a28a6d-de3b-486b-b627-50f9ed6bf601 None None] Attempting to bind port 03e99878-6613-4180-a545-6bdfc3742ac6 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:42.273875 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-97a28a6d-de3b-486b-b627-50f9ed6bf601 None None] Attempting to bind port 03e99878-6613-4180-a545-6bdfc3742ac6 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '627bfa6d-bccf-4ed4-aef3-3b13896e6d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64182e85-abe7-49a5-9662-ee5b758eef66'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:42.274854 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a28a6d-de3b-486b-b627-50f9ed6bf601 None None] Attempting to bind port 03e99878-6613-4180-a545-6bdfc3742ac6 on network 64182e85-abe7-49a5-9662-ee5b758eef66 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:42.280551 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a28a6d-de3b-486b-b627-50f9ed6bf601 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:42.281040 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a28a6d-de3b-486b-b627-50f9ed6bf601 None None] Checking segment: {'id': '627bfa6d-bccf-4ed4-aef3-3b13896e6d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64182e85-abe7-49a5-9662-ee5b758eef66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:42.281526 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-97a28a6d-de3b-486b-b627-50f9ed6bf601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:42.282047 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a28a6d-de3b-486b-b627-50f9ed6bf601 None None] Bound using segment: {'id': '627bfa6d-bccf-4ed4-aef3-3b13896e6d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64182e85-abe7-49a5-9662-ee5b758eef66'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:42.282595 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-97a28a6d-de3b-486b-b627-50f9ed6bf601 None None] Bound port: 03e99878-6613-4180-a545-6bdfc3742ac6, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627bfa6d-bccf-4ed4-aef3-3b13896e6d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64182e85-abe7-49a5-9662-ee5b758eef66'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:42.283112 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-97a28a6d-de3b-486b-b627-50f9ed6bf601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:42.300982 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2053409e-8854-4767-a981-e6ab72e65d0b req-958fe40c-06e8-4eff-80ae-34a4df72af1e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=571f9c8f-db10-4834-b601-464ec741b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853498 Jul 15 23:13:42.383094 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-97a28a6d-de3b-486b-b627-50f9ed6bf601 None None] For port 03e99878-6613-4180-a545-6bdfc3742ac6, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:42.388229 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-97a28a6d-de3b-486b-b627-50f9ed6bf601 None None] For port 03e99878-6613-4180-a545-6bdfc3742ac6, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=03e99878-6613-4180-a545-6bdfc3742ac6,segment=NetworkSegment(627bfa6d-bccf-4ed4-aef3-3b13896e6d66),segment_id=627bfa6d-bccf-4ed4-aef3-3b13896e6d66)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:42.394191 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-97a28a6d-de3b-486b-b627-50f9ed6bf601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:42.445910 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:42.466806 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64182e85-abe7-49a5-9662-ee5b758eef66']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:42.491672 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '627bfa6d-bccf-4ed4-aef3-3b13896e6d66') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:42.492777 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '627bfa6d-bccf-4ed4-aef3-3b13896e6d66') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:42.511577 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:42.610104 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:42.612917 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a28a6d-de3b-486b-b627-50f9ed6bf601 None None] Pushing event updated for resources: {'Port': ['ID=03e99878-6613-4180-a545-6bdfc3742ac6,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:42.621481 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c5cf67-cfee-4562-b55c-601463f01113 None None] Network 64182e85-abe7-49a5-9662-ee5b758eef66 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:42.630215 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-47dce650-ff52-481e-80b8-4b8ece3653ba req-105c02be-f7ce-4d6c-be8e-ae3bc3f2fd75 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614671 Jul 15 23:13:42.636258 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:13:42.636671 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:42.639684 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:13:42.639684 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:13:42.639684 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:13:42.639684 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:13:42.639684 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:13:42.639684 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:13:42.639684 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:13:42.639684 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:13:42.639684 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:13:42.639684 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:13:42.639684 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:13:42.639684 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:13:42.639684 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:13:42.639684 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:13:42.639684 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:13:42.639684 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:13:42.639684 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:13:42.639684 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:13:42.639684 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:13:42.639684 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:13:42.639684 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:13:42.639684 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:13:42.639684 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:13:42.639684 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:13:42.639684 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:13:42.639684 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:13:42.639684 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:13:42.639684 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:13:42.639684 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:13:42.639684 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:13:42.639684 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:13:42.639684 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:13:42.741192 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 23:13:42.741192 n-d-787205-9 neutron-server[93799]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 23:13:42.741192 n-d-787205-9 neutron-server[93799]: [parameters: {'id': '64182e85-abe7-49a5-9662-ee5b758eef66'}] Jul 15 23:13:42.741192 n-d-787205-9 neutron-server[93799]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:13:42.741592 n-d-787205-9 neutron-server[93799]: DEBUG oslo_db.api [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:13:42.824489 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9805aa6-4a65-4e0b-af12-96a75917125a None None] get_active_networks_info from n-d-787205-9 {{(pid=93800) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:13:43.044028 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52962) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:43.060212 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9805aa6-4a65-4e0b-af12-96a75917125a None None] Resources bound (agent type, host, resource id): {{(pid=93800) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:13:43.239410 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b0f5c69-6aaa-4fe9-b6df-0e2e0426ca22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:43.258753 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:43.273877 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd298629-93c4-4d08-ba8d-23254878e82b req-c99bf773-763d-4771-b627-5044476671f2 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:43.276493 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bd298629-93c4-4d08-ba8d-23254878e82b req-c99bf773-763d-4771-b627-5044476671f2 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/networks?id=67544dea-b98a-4fe5-a010-0d763c20c5d2 HTTP/1.1" status: 200 len: 806 time: 0.1383100 Jul 15 23:13:43.339945 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bd298629-93c4-4d08-ba8d-23254878e82b req-7149c8f5-0ef9-4e75-97d5-7b38e36e330b tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/quotas/d77f9925bdde4eb59287838e6d3fa09b HTTP/1.1" status: 200 len: 375 time: 0.0533342 Jul 15 23:13:43.382398 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b0f5c69-6aaa-4fe9-b6df-0e2e0426ca22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:43.387502 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b0f5c69-6aaa-4fe9-b6df-0e2e0426ca22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:43.414852 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Deleting port 03e99878-6613-4180-a545-6bdfc3742ac6 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:43.415211 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:43.441196 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f5c69-6aaa-4fe9-b6df-0e2e0426ca22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ceced2-c0f1-4350-8a24-6831f48af7c9,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:43.459583 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3b0f5c69-6aaa-4fe9-b6df-0e2e0426ca22 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b9bf5d2b3aba48da818aef7ecf67ffdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4139051 Jul 15 23:13:43.463555 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52982) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:43.503203 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] For port 03e99878-6613-4180-a545-6bdfc3742ac6, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=03e99878-6613-4180-a545-6bdfc3742ac6,segment=NetworkSegment(627bfa6d-bccf-4ed4-aef3-3b13896e6d66),segment_id=627bfa6d-bccf-4ed4-aef3-3b13896e6d66)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:43.503574 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:43.519173 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Calling delete_port for 03e99878-6613-4180-a545-6bdfc3742ac6 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:43.539748 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bd298629-93c4-4d08-ba8d-23254878e82b req-1f001ae0-c1c3-4386-b55f-3456970d8aa7 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d77f9925bdde4eb59287838e6d3fa09b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1908402 Jul 15 23:13:43.558959 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e71f909e-f01d-43cb-817c-17f9475227ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:43.609479 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e71f909e-f01d-43cb-817c-17f9475227ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:43.699625 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e71f909e-f01d-43cb-817c-17f9475227ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:43.705449 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e71f909e-f01d-43cb-817c-17f9475227ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:43.709745 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e71f909e-f01d-43cb-817c-17f9475227ce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a9ceced2-c0f1-4350-8a24-6831f48af7c9 HTTP/1.1" status: 204 len: 168 time: 0.2432125 Jul 15 23:13:43.714176 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bd298629-93c4-4d08-ba8d-23254878e82b req-d6e51fd8-747d-4a2d-b39f-186a31b7fa32 service neutron] 10.222.0.16 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733670 Jul 15 23:13:43.735889 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:43.738966 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f909e-f01d-43cb-817c-17f9475227ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ceced2-c0f1-4350-8a24-6831f48af7c9,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:43.782973 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event deleted for resources: {'Port': ['ID=03e99878-6613-4180-a545-6bdfc3742ac6,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:43.801775 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] No DVR routers for this DVR port 03e99878-6613-4180-a545-6bdfc3742ac6 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:43.958477 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:43.977825 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64182e85-abe7-49a5-9662-ee5b758eef66']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:43.991365 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '627bfa6d-bccf-4ed4-aef3-3b13896e6d66') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:43.991661 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '627bfa6d-bccf-4ed4-aef3-3b13896e6d66') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:43.995023 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bd298629-93c4-4d08-ba8d-23254878e82b req-62648073-6d1d-4dbf-8d4c-074055588027 service neutron] 10.222.0.16 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699704 Jul 15 23:13:44.004451 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:44.025806 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:44.035420 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:13:44.035603 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:44.038478 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:13:44.038478 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:13:44.038478 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:13:44.038478 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:13:44.038478 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:13:44.038478 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:13:44.038478 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:13:44.038478 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:13:44.038478 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:13:44.038478 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:13:44.038478 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:13:44.038478 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:13:44.038478 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:13:44.038478 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:13:44.038478 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:13:44.038478 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:13:44.038478 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:13:44.038478 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:13:44.038478 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:13:44.038478 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:13:44.038478 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:13:44.038478 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:13:44.038478 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:13:44.038478 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:13:44.038478 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:13:44.038478 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:13:44.038478 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:13:44.038478 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:13:44.038478 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:13:44.038478 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:13:44.038478 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:13:44.038478 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:13:44.057093 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354dcb48-c794-4660-816f-71b664b0c2f6 req-ef9d12a6-06d3-4e37-ac43-845cea637011 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:44.058663 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-354dcb48-c794-4660-816f-71b664b0c2f6 req-ef9d12a6-06d3-4e37-ac43-845cea637011 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.1960554 Jul 15 23:13:44.128624 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:44.136798 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:44.138582 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/networks/64182e85-abe7-49a5-9662-ee5b758eef66 HTTP/1.1" status: 204 len: 168 time: 3.1459877 Jul 15 23:13:44.141326 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53002) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:44.150471 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-354dcb48-c794-4660-816f-71b664b0c2f6 req-5cb9f654-9919-4f93-9c1c-bba68055c3b5 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839095 Jul 15 23:13:44.196277 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f81ff56-5f5a-4d8a-b85f-13c74ff11a25 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] GET failed (client error): The resource could not be found. Jul 15 23:13:44.205023 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6f81ff56-5f5a-4d8a-b85f-13c74ff11a25 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "GET /v2.0/subnets/e20b095e-de99-4343-8c41-370e2152eb89 HTTP/1.1" status: 404 len: 337 time: 0.0566080 Jul 15 23:13:44.205848 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53008) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:44.207210 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306a970-3ddc-411c-8e81-69da60311a55 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event deleted for resources: {'Network': ['ID=64182e85-abe7-49a5-9662-ee5b758eef66,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:44.262132 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b0e3fc-16c5-4bca-8ad2-545168db346c tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] DELETE failed (client error): The resource could not be found. Jul 15 23:13:44.262591 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b0e3fc-16c5-4bca-8ad2-545168db346c tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:13:44.267648 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-39b0e3fc-16c5-4bca-8ad2-545168db346c tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/networks/64182e85-abe7-49a5-9662-ee5b758eef66 HTTP/1.1" status: 404 len: 339 time: 0.0604920 Jul 15 23:13:44.272318 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53012) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:44.336507 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 53018) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:44.435570 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-767f2815-6bf4-4b23-9731-fcd41ae4bc34 req-ca1d975f-622c-4f14-841c-620d6591f3de tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=1df4f15a-3d28-47a5-a2db-31230f19a5b2 HTTP/1.1" status: 200 len: 210 time: 0.0491199 Jul 15 23:13:44.634921 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956fefcf-7ff8-4628-888a-45cd9c172b73 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:44.636884 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-956fefcf-7ff8-4628-888a-45cd9c172b73 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3633347 Jul 15 23:13:44.639519 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53036) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:44.714083 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d65f3dac-feb0-4762-bc09-d7685c42e6fd tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "GET /v2.0/subnets?network_id=61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 207 time: 0.0703030 Jul 15 23:13:44.718396 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53044) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:45.000394 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e88fc39-ac6e-473b-82d3-e02d34f66e27 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:45.008627 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e88fc39-ac6e-473b-82d3-e02d34f66e27 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:45.015546 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e88fc39-ac6e-473b-82d3-e02d34f66e27 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:45.022197 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e88fc39-ac6e-473b-82d3-e02d34f66e27 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:45.026718 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0e88fc39-ac6e-473b-82d3-e02d34f66e27 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3037186 Jul 15 23:13:45.027974 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53050) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:45.077745 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e96d218-4fdc-4fe3-8fe6-683061db1ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:45.162326 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c43d5187-fdf3-4b79-b015-4247c718a56c tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1327753 Jul 15 23:13:45.163299 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53054) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:45.237747 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b51aa46-c029-4d04-874f-b6ed9a306d70 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:45.239723 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b51aa46-c029-4d04-874f-b6ed9a306d70 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:45.245638 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6b51aa46-c029-4d04-874f-b6ed9a306d70 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0812347 Jul 15 23:13:45.246433 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53060) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:45.313994 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89ef9b6-cd99-4a87-b880-9a23228de8c2 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['shared'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:45.315441 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89ef9b6-cd99-4a87-b880-9a23228de8c2 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['shared'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:45.321390 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 53062) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:45.321856 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c89ef9b6-cd99-4a87-b880-9a23228de8c2 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0743110 Jul 15 23:13:45.521593 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e096620-99ce-4c5c-ba24-c2645d84e3e1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:45.522899 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2e096620-99ce-4c5c-ba24-c2645d84e3e1 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "GET /v2.0/networks/71e94c15-5cc1-4947-bbef-24165116827d HTTP/1.1" status: 200 len: 800 time: 0.2003341 Jul 15 23:13:45.527423 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 53072) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:45.583491 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b90724-1828-4614-af91-c4ec14236b38 req-899a9929-5e3d-4287-9f2f-7aef454ad80e tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:45.585209 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-46b90724-1828-4614-af91-c4ec14236b38 req-899a9929-5e3d-4287-9f2f-7aef454ad80e tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.2286367 Jul 15 23:13:45.668731 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4e96d218-4fdc-4fe3-8fe6-683061db1ccc admin admin] Deleting port ebe5c05a-1793-4739-9d63-d2e79e3b908f {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:45.669058 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e96d218-4fdc-4fe3-8fe6-683061db1ccc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:45.740310 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c941cc1d-4477-43f4-8d14-4761d0619ebe req-ffd5c5da-914a-4669-9ee7-d41e4ceb60c7 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=1df4f15a-3d28-47a5-a2db-31230f19a5b2 HTTP/1.1" status: 200 len: 210 time: 0.0822809 Jul 15 23:13:45.832015 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-46b90724-1828-4614-af91-c4ec14236b38 req-743bd531-a32d-4658-b930-1557366335f7 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304447 Jul 15 23:13:45.846878 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6b3d2dcc-fcde-44cf-9fb5-612833e7be86 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "GET /v2.0/networks/71e94c15-5cc1-4947-bbef-24165116827d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3185024 Jul 15 23:13:45.850198 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53080) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:45.876348 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd298629-93c4-4d08-ba8d-23254878e82b req-9477a628-b586-430d-b48a-445d9caac4c6 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:45.877911 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bd298629-93c4-4d08-ba8d-23254878e82b req-9477a628-b586-430d-b48a-445d9caac4c6 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.43 "GET /v2.0/networks?id=67544dea-b98a-4fe5-a010-0d763c20c5d2 HTTP/1.1" status: 200 len: 806 time: 0.2917755 Jul 15 23:13:45.887369 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-93213e82-0112-42a7-9c57-6fcd66ee929f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:45.895056 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-bd298629-93c4-4d08-ba8d-23254878e82b req-e8e7550c-79df-4749-a53d-331fe82f29d2 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Request body: {'port': {'device_id': '1df4f15a-3d28-47a5-a2db-31230f19a5b2', 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2', 'admin_state_up': True, 'tenant_id': 'd77f9925bdde4eb59287838e6d3fa09b'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:45.944506 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25571841-0763-447b-ac49-865a0d5ae115 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:45.946322 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-25571841-0763-447b-ac49-865a0d5ae115 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "GET /v2.0/subnets/3cf8f3b9-fba9-41ef-8e2d-d2f878d5d5df HTTP/1.1" status: 200 len: 811 time: 0.0948298 Jul 15 23:13:45.952703 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4e96d218-4fdc-4fe3-8fe6-683061db1ccc admin admin] For port ebe5c05a-1793-4739-9d63-d2e79e3b908f, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ebe5c05a-1793-4739-9d63-d2e79e3b908f,segment=NetworkSegment(6f4dedf3-23c4-418d-b2da-50efced0d73e),segment_id=6f4dedf3-23c4-418d-b2da-50efced0d73e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:45.953063 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e96d218-4fdc-4fe3-8fe6-683061db1ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:45.953359 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53086) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:46.009398 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4e96d218-4fdc-4fe3-8fe6-683061db1ccc admin admin] Calling delete_port for ebe5c05a-1793-4739-9d63-d2e79e3b908f owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:46.028405 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffbf3be-73b6-458e-b181-0decdc0a206a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['shared'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:46.033272 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-dffbf3be-73b6-458e-b181-0decdc0a206a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "GET /v2.0/subnets/3cf8f3b9-fba9-41ef-8e2d-d2f878d5d5df?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0748019 Jul 15 23:13:46.033752 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53092) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:46.039667 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-59a87127-6fe3-4fcb-a822-5ecd3b4922d6 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-556028255'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:46.069158 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a87127-6fe3-4fcb-a822-5ecd3b4922d6 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Made reservation on behalf of e75dcba0615a47c5a0c23dfa096eeead for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:46.073064 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59a87127-6fe3-4fcb-a822-5ecd3b4922d6 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:46.098080 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a87127-6fe3-4fcb-a822-5ecd3b4922d6 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:13:46.107941 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59a87127-6fe3-4fcb-a822-5ecd3b4922d6 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:46.108325 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-59a87127-6fe3-4fcb-a822-5ecd3b4922d6 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Added segment bc9d77cd-91c5-4cae-a1d5-c10b57a13e49 of type vlan for network 4d52d90b-fe21-472a-bb1c-7d39c4b2ff73 Jul 15 23:13:46.154909 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59a87127-6fe3-4fcb-a822-5ecd3b4922d6 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:46.461481 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd298629-93c4-4d08-ba8d-23254878e82b req-e8e7550c-79df-4749-a53d-331fe82f29d2 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Made reservation on behalf of d77f9925bdde4eb59287838e6d3fa09b for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:46.465122 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bd298629-93c4-4d08-ba8d-23254878e82b req-e8e7550c-79df-4749-a53d-331fe82f29d2 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:46.489145 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59a87127-6fe3-4fcb-a822-5ecd3b4922d6 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:46.495536 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a87127-6fe3-4fcb-a822-5ecd3b4922d6 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:46.496125 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59a87127-6fe3-4fcb-a822-5ecd3b4922d6 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:46.544086 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-59a87127-6fe3-4fcb-a822-5ecd3b4922d6 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5091760 Jul 15 23:13:46.546960 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53104) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:46.581646 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-75cfee90-e1b8-4019-ab1d-2d2c7f74aeaa tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Request body: {'subnet': {'network_id': '4d52d90b-fe21-472a-bb1c-7d39c4b2ff73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:46.586923 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a87127-6fe3-4fcb-a822-5ecd3b4922d6 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event updated for resources: {'Network': ['ID=4d52d90b-fe21-472a-bb1c-7d39c4b2ff73,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:46.598147 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 4d52d90b-fe21-472a-bb1c-7d39c4b2ff73 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:13:46.728671 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cfee90-e1b8-4019-ab1d-2d2c7f74aeaa tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Made reservation on behalf of e75dcba0615a47c5a0c23dfa096eeead for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:46.729915 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-bd298629-93c4-4d08-ba8d-23254878e82b req-e8e7550c-79df-4749-a53d-331fe82f29d2 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Allocated IP 172.20.0.5 (67544dea-b98a-4fe5-a010-0d763c20c5d2/00f86fe3-8e61-4196-b682-45370fd97ef3/ec60029d-e0fb-4cf0-b752-3d8e5b689983) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:46.733284 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-75cfee90-e1b8-4019-ab1d-2d2c7f74aeaa tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:46.736189 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e96d218-4fdc-4fe3-8fe6-683061db1ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:46.796574 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.ipam_backend_mixin [None req-75cfee90-e1b8-4019-ab1d-2d2c7f74aeaa tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Performing IP validity checks on allocation pools {{(pid=93798) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 23:13:46.797212 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.ipam_backend_mixin [None req-75cfee90-e1b8-4019-ab1d-2d2c7f74aeaa tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93798) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 23:13:46.878663 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96d218-4fdc-4fe3-8fe6-683061db1ccc admin admin] Pushing event deleted for resources: {'Port': ['ID=ebe5c05a-1793-4739-9d63-d2e79e3b908f,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:46.952945 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-75cfee90-e1b8-4019-ab1d-2d2c7f74aeaa tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:46.987037 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4afe399f-9fe8-4d3e-b9a2-d5d5f37cead9 req-b98941a9-75a8-4d65-b00d-392dd36e1f83 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=1df4f15a-3d28-47a5-a2db-31230f19a5b2 HTTP/1.1" status: 200 len: 210 time: 0.1058271 Jul 15 23:13:47.053617 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cfee90-e1b8-4019-ab1d-2d2c7f74aeaa tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event updated for resources: {'Subnet': ['ID=5762f178-a3e1-4bda-b9fb-7ec3e0425783,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:47.076687 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cfee90-e1b8-4019-ab1d-2d2c7f74aeaa tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Checking segment: {'id': 'bc9d77cd-91c5-4cae-a1d5-c10b57a13e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4d52d90b-fe21-472a-bb1c-7d39c4b2ff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:47.077050 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cfee90-e1b8-4019-ab1d-2d2c7f74aeaa tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Network hostable DHCP agents. Network: 4d52d90b-fe21-472a-bb1c-7d39c4b2ff73, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:13:47.097281 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cfee90-e1b8-4019-ab1d-2d2c7f74aeaa tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Network 4d52d90b-fe21-472a-bb1c-7d39c4b2ff73 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:13:47.112974 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-75cfee90-e1b8-4019-ab1d-2d2c7f74aeaa tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 4d52d90b-fe21-472a-bb1c-7d39c4b2ff73) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:47.120041 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cfee90-e1b8-4019-ab1d-2d2c7f74aeaa tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:47.124517 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-75cfee90-e1b8-4019-ab1d-2d2c7f74aeaa tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.127839 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e87b926-e434-4796-9b91-42e695a60413 None None] Network 4d52d90b-fe21-472a-bb1c-7d39c4b2ff73 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:47.158876 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-75cfee90-e1b8-4019-ab1d-2d2c7f74aeaa tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6106145 Jul 15 23:13:47.161687 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53118) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:47.169223 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-963f94d7-d020-4584-b9be-ec82ffbdca34 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:47.175736 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bd298629-93c4-4d08-ba8d-23254878e82b req-e8e7550c-79df-4749-a53d-331fe82f29d2 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.233542 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bd298629-93c4-4d08-ba8d-23254878e82b req-e8e7550c-79df-4749-a53d-331fe82f29d2 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.308691 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-963f94d7-d020-4584-b9be-ec82ffbdca34 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3059994'] for subnet, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.311061 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['6512fefd-4257-40d9-aa1c-e1c8110b0ce6'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:47.367605 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5246008a-f84f-45e2-a258-67745e962b97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-4d52d90b-fe21-472a-bb1c-7d39c4b2ff73', 'network_id': '4d52d90b-fe21-472a-bb1c-7d39c4b2ff73', 'tenant_id': 'e75dcba0615a47c5a0c23dfa096eeead', 'fixed_ips': [{'subnet_id': '5762f178-a3e1-4bda-b9fb-7ec3e0425783'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:13:47.368462 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5246008a-f84f-45e2-a258-67745e962b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.371294 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e96d218-4fdc-4fe3-8fe6-683061db1ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.408796 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd298629-93c4-4d08-ba8d-23254878e82b req-e8e7550c-79df-4749-a53d-331fe82f29d2 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Network 67544dea-b98a-4fe5-a010-0d763c20c5d2 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:47.419626 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-bd298629-93c4-4d08-ba8d-23254878e82b req-e8e7550c-79df-4749-a53d-331fe82f29d2 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:47.433119 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd298629-93c4-4d08-ba8d-23254878e82b req-e8e7550c-79df-4749-a53d-331fe82f29d2 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:47.478600 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821ac58-4998-4810-903b-7c2f5a5fa9bc req-ba350d44-3573-4427-a2b5-c3555c42b873 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:47.480186 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a821ac58-4998-4810-903b-7c2f5a5fa9bc req-ba350d44-3573-4427-a2b5-c3555c42b873 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.4212732 Jul 15 23:13:47.538174 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7550c-79df-4749-a53d-331fe82f29d2 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Pushing event updated for resources: {'Port': ['ID=ec60029d-e0fb-4cf0-b752-3d8e5b689983,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:47.556789 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd298629-93c4-4d08-ba8d-23254878e82b req-e8e7550c-79df-4749-a53d-331fe82f29d2 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:47.557675 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bd298629-93c4-4d08-ba8d-23254878e82b req-e8e7550c-79df-4749-a53d-331fe82f29d2 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.567192 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device aead6165-1299-4b8c-8bbb-a9811ee85a99 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:13:47.573469 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-963f94d7-d020-4584-b9be-ec82ffbdca34 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738555488907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2649287'] for subnet, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.622660 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 53122) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:47.633965 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bd298629-93c4-4d08-ba8d-23254878e82b req-e8e7550c-79df-4749-a53d-331fe82f29d2 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7429085 Jul 15 23:13:47.636997 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a821ac58-4998-4810-903b-7c2f5a5fa9bc req-0b0b6d49-1319-425f-94ab-daf72ec35ec7 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233163 Jul 15 23:13:47.648094 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-bd298629-93c4-4d08-ba8d-23254878e82b req-820f363e-7324-4736-92b5-c12351a5bb84 service neutron] Request body: {'port': {'device_id': '1df4f15a-3d28-47a5-a2db-31230f19a5b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:47.673974 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-5246008a-f84f-45e2-a258-67745e962b97 None None] Allocated IP 172.20.0.3 (4d52d90b-fe21-472a-bb1c-7d39c4b2ff73/5762f178-a3e1-4bda-b9fb-7ec3e0425783/14ce3422-f7e2-4fe9-8669-c82ffa317f68) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:47.674363 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963f94d7-d020-4584-b9be-ec82ffbdca34 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:47.675121 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-963f94d7-d020-4584-b9be-ec82ffbdca34 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.676617 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-963f94d7-d020-4584-b9be-ec82ffbdca34 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "PUT /v2.0/subnets/5762f178-a3e1-4bda-b9fb-7ec3e0425783 HTTP/1.1" status: 200 len: 877 time: 0.5138433 Jul 15 23:13:47.681481 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 53126) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:47.691644 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f94d7-d020-4584-b9be-ec82ffbdca34 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event updated for resources: {'Subnet': ['ID=5762f178-a3e1-4bda-b9fb-7ec3e0425783,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:47.761929 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port aead6165-1299-4b8c-8bbb-a9811ee85a99, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=aead6165-1299-4b8c-8bbb-a9811ee85a99,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:47.792194 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'aead6165-1299-4b8c-8bbb-a9811ee85a99', 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b', 'port_id': 'aead6165-1299-4b8c-8bbb-a9811ee85a99', 'mac_address': 'fa:16:3e:61:a3:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd361722a-d157-4a1f-9b02-624ca94298eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:13:47.854892 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6fabc318-e98e-4583-b4cf-a1dd90a4630f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.873187 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.893326 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bd298629-93c4-4d08-ba8d-23254878e82b req-820f363e-7324-4736-92b5-c12351a5bb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.900451 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aead6165-1299-4b8c-8bbb-a9811ee85a99 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:47.945432 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port aead6165-1299-4b8c-8bbb-a9811ee85a99, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=aead6165-1299-4b8c-8bbb-a9811ee85a99,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:47.954991 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.977286 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be29f9ca-7b30-4abf-9f74-febb9c66d2e0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.987270 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5246008a-f84f-45e2-a258-67745e962b97 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:48.006474 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5246008a-f84f-45e2-a258-67745e962b97 None None] Transition to ACTIVE for port object 14ce3422-f7e2-4fe9-8669-c82ffa317f68 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:48.036200 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=aead6165-1299-4b8c-8bbb-a9811ee85a99,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:48.039145 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5246008a-f84f-45e2-a258-67745e962b97 None None] Transition to ACTIVE for port object 14ce3422-f7e2-4fe9-8669-c82ffa317f68 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:48.045252 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5246008a-f84f-45e2-a258-67745e962b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:48.094265 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5246008a-f84f-45e2-a258-67745e962b97 None None] Network 4d52d90b-fe21-472a-bb1c-7d39c4b2ff73 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:48.097845 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-5246008a-f84f-45e2-a258-67745e962b97 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:48.102361 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5246008a-f84f-45e2-a258-67745e962b97 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:48.107269 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246008a-f84f-45e2-a258-67745e962b97 None None] Pushing event updated for resources: {'Port': ['ID=14ce3422-f7e2-4fe9-8669-c82ffa317f68,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:48.159393 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['aead6165-1299-4b8c-8bbb-a9811ee85a99'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:48.202547 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-5246008a-f84f-45e2-a258-67745e962b97 None None] Attempting to bind port 14ce3422-f7e2-4fe9-8669-c82ffa317f68 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:48.202882 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-5246008a-f84f-45e2-a258-67745e962b97 None None] Attempting to bind port 14ce3422-f7e2-4fe9-8669-c82ffa317f68 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'bc9d77cd-91c5-4cae-a1d5-c10b57a13e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4d52d90b-fe21-472a-bb1c-7d39c4b2ff73'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:48.203243 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5246008a-f84f-45e2-a258-67745e962b97 None None] Attempting to bind port 14ce3422-f7e2-4fe9-8669-c82ffa317f68 on network 4d52d90b-fe21-472a-bb1c-7d39c4b2ff73 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:48.222442 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5246008a-f84f-45e2-a258-67745e962b97 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:48.223151 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5246008a-f84f-45e2-a258-67745e962b97 None None] Checking segment: {'id': 'bc9d77cd-91c5-4cae-a1d5-c10b57a13e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4d52d90b-fe21-472a-bb1c-7d39c4b2ff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:48.223303 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5246008a-f84f-45e2-a258-67745e962b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:48.223624 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5246008a-f84f-45e2-a258-67745e962b97 None None] Bound using segment: {'id': 'bc9d77cd-91c5-4cae-a1d5-c10b57a13e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4d52d90b-fe21-472a-bb1c-7d39c4b2ff73'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:48.225179 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-5246008a-f84f-45e2-a258-67745e962b97 None None] Bound port: 14ce3422-f7e2-4fe9-8669-c82ffa317f68, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9d77cd-91c5-4cae-a1d5-c10b57a13e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4d52d90b-fe21-472a-bb1c-7d39c4b2ff73'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:48.225179 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5246008a-f84f-45e2-a258-67745e962b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:48.233852 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6fabc318-e98e-4583-b4cf-a1dd90a4630f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:48.249162 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f28234a8-ce07-4d92-be60-031b13f7f646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:48.265424 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e96d218-4fdc-4fe3-8fe6-683061db1ccc admin admin] Router 39dc1982-9623-4c44-aa04-1b232cc11e79 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:13:48.297386 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6fabc318-e98e-4583-b4cf-a1dd90a4630f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:48.349480 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-5246008a-f84f-45e2-a258-67745e962b97 None None] For port 14ce3422-f7e2-4fe9-8669-c82ffa317f68, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:48.358288 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-5246008a-f84f-45e2-a258-67745e962b97 None None] For port 14ce3422-f7e2-4fe9-8669-c82ffa317f68, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=14ce3422-f7e2-4fe9-8669-c82ffa317f68,segment=NetworkSegment(bc9d77cd-91c5-4cae-a1d5-c10b57a13e49),segment_id=bc9d77cd-91c5-4cae-a1d5-c10b57a13e49)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:48.372242 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5246008a-f84f-45e2-a258-67745e962b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:48.445525 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabc318-e98e-4583-b4cf-a1dd90a4630f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefa8746-9a8c-40d3-a106-47c85958ab42,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:48.450238 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6fabc318-e98e-4583-b4cf-a1dd90a4630f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9dd123fef80d42e0857f0ea4b58cfeea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8265524 Jul 15 23:13:48.452974 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53146) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:48.466042 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246008a-f84f-45e2-a258-67745e962b97 None None] Pushing event updated for resources: {'Port': ['ID=14ce3422-f7e2-4fe9-8669-c82ffa317f68,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:48.528638 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a1eb913-bd9b-4346-825e-1fd6f1976175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:48.558988 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a1eb913-bd9b-4346-825e-1fd6f1976175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:48.594803 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e96d218-4fdc-4fe3-8fe6-683061db1ccc admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:13:48.606869 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4e96d218-4fdc-4fe3-8fe6-683061db1ccc admin admin] 10.222.0.16 "PUT /v2.0/routers/39dc1982-9623-4c44-aa04-1b232cc11e79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2689457 Jul 15 23:13:48.609842 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5e674d-1fa2-4810-9c14-745c48ce134b None None] Sync routers for ids ['39dc1982-9623-4c44-aa04-1b232cc11e79'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:13:48.611715 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 53152) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:48.612863 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-be29f9ca-7b30-4abf-9f74-febb9c66d2e0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Deleting port 14ce3422-f7e2-4fe9-8669-c82ffa317f68 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:48.613206 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be29f9ca-7b30-4abf-9f74-febb9c66d2e0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:48.621554 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5e674d-1fa2-4810-9c14-745c48ce134b None None] Routers {'39dc1982-9623-4c44-aa04-1b232cc11e79'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:13:48.622235 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ff5e674d-1fa2-4810-9c14-745c48ce134b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:13:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['39dc1982-9623-4c44-aa04-1b232cc11e79'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:48.632545 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a0892-d406-424b-9090-35844f8264f3 req-521395ee-0fff-4da4-978c-1d38e3f30d53 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:48.638098 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a1eb913-bd9b-4346-825e-1fd6f1976175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:48.642797 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a1eb913-bd9b-4346-825e-1fd6f1976175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:48.644612 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1a1eb913-bd9b-4346-825e-1fd6f1976175 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aefa8746-9a8c-40d3-a106-47c85958ab42 HTTP/1.1" status: 204 len: 168 time: 0.1901965 Jul 15 23:13:48.645928 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c12a0892-d406-424b-9090-35844f8264f3 req-521395ee-0fff-4da4-978c-1d38e3f30d53 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=1df4f15a-3d28-47a5-a2db-31230f19a5b2 HTTP/1.1" status: 200 len: 931 time: 0.4974425 Jul 15 23:13:48.655275 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1eb913-bd9b-4346-825e-1fd6f1976175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefa8746-9a8c-40d3-a106-47c85958ab42,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:48.956171 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-ff5e674d-1fa2-4810-9c14-745c48ce134b None None] Set router 39dc1982-9623-4c44-aa04-1b232cc11e79 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:13:49.010184 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c12a0892-d406-424b-9090-35844f8264f3 req-282884b8-6d3d-47df-b8c7-5a3b2493a061 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633244 Jul 15 23:13:49.150799 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53172) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:49.175956 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d4d8ba2a-69d1-4470-9eeb-5b80495b86c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:49.220420 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-af174b21-96e8-4314-962b-bade0547edc0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:49.292129 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d4d8ba2a-69d1-4470-9eeb-5b80495b86c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:49.301659 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-bd298629-93c4-4d08-ba8d-23254878e82b req-820f363e-7324-4736-92b5-c12351a5bb84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec60029d-e0fb-4cf0-b752-3d8e5b689983 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:49.306163 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d4d8ba2a-69d1-4470-9eeb-5b80495b86c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:49.324689 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-be29f9ca-7b30-4abf-9f74-febb9c66d2e0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] For port 14ce3422-f7e2-4fe9-8669-c82ffa317f68, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=14ce3422-f7e2-4fe9-8669-c82ffa317f68,segment=NetworkSegment(bc9d77cd-91c5-4cae-a1d5-c10b57a13e49),segment_id=bc9d77cd-91c5-4cae-a1d5-c10b57a13e49)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:49.325405 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be29f9ca-7b30-4abf-9f74-febb9c66d2e0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:49.330221 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bd298629-93c4-4d08-ba8d-23254878e82b req-820f363e-7324-4736-92b5-c12351a5bb84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:49.347730 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:49.359566 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d4d8ba2a-69d1-4470-9eeb-5b80495b86c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e1fa093ac8b4101aeb52a69f03804aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2075584 Jul 15 23:13:49.361138 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53176) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:49.396470 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ff5e674d-1fa2-4810-9c14-745c48ce134b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'name': 'tempest-TaggedBootDevicesTest_v242-731643506-router', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '1820f7ec-d7bc-45de-bc2e-2e6b9d382489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:02:33Z', 'updated_at': '2021-07-15T23:13:46Z', 'revision_number': 5, 'project_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'gw_port': {'id': '1820f7ec-d7bc-45de-bc2e-2e6b9d382489', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:34Z', 'updated_at': '2021-07-15T23:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:49.440377 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5e674d-1fa2-4810-9c14-745c48ce134b None None] Checking router: 39dc1982-9623-4c44-aa04-1b232cc11e79 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:13:49.456884 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5e674d-1fa2-4810-9c14-745c48ce134b None None] Routers {'39dc1982-9623-4c44-aa04-1b232cc11e79'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:13:49.457422 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ff5e674d-1fa2-4810-9c14-745c48ce134b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:13:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['39dc1982-9623-4c44-aa04-1b232cc11e79'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:49.487516 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8ba2a-69d1-4470-9eeb-5b80495b86c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc3c7b7-bbcf-489f-972e-46853038e1d6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:49.572948 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8091db1f-735b-45e4-a833-eb0e2a86cb6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:49.615814 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-ff5e674d-1fa2-4810-9c14-745c48ce134b None None] Set router 39dc1982-9623-4c44-aa04-1b232cc11e79 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:13:49.648371 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8091db1f-735b-45e4-a833-eb0e2a86cb6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:49.695405 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device aead6165-1299-4b8c-8bbb-a9811ee85a99 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:49.741939 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8091db1f-735b-45e4-a833-eb0e2a86cb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:49.749517 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8091db1f-735b-45e4-a833-eb0e2a86cb6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:49.754757 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8091db1f-735b-45e4-a833-eb0e2a86cb6d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ccc3c7b7-bbcf-489f-972e-46853038e1d6 HTTP/1.1" status: 204 len: 168 time: 0.3906884 Jul 15 23:13:49.756318 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:49.765724 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091db1f-735b-45e4-a833-eb0e2a86cb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc3c7b7-bbcf-489f-972e-46853038e1d6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:49.907791 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port aead6165-1299-4b8c-8bbb-a9811ee85a99 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:49.908160 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:49.920802 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4434d9-d1d5-4506-a154-43fe4bb56120 req-0b3efe24-1aad-48b1-89a0-fe8d569894f4 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:49.929314 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4d4434d9-d1d5-4506-a154-43fe4bb56120 req-0b3efe24-1aad-48b1-89a0-fe8d569894f4 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 945 time: 1.0520771 Jul 15 23:13:49.949544 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-be29f9ca-7b30-4abf-9f74-febb9c66d2e0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Calling delete_port for 14ce3422-f7e2-4fe9-8669-c82ffa317f68 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:49.996401 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-bd298629-93c4-4d08-ba8d-23254878e82b req-820f363e-7324-4736-92b5-c12351a5bb84 service neutron] Transition to ACTIVE for port object ec60029d-e0fb-4cf0-b752-3d8e5b689983 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:50.005031 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ff5e674d-1fa2-4810-9c14-745c48ce134b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'name': 'tempest-TaggedBootDevicesTest_v242-731643506-router', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '1820f7ec-d7bc-45de-bc2e-2e6b9d382489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:02:33Z', 'updated_at': '2021-07-15T23:13:46Z', 'revision_number': 5, 'project_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'gw_port': {'id': '1820f7ec-d7bc-45de-bc2e-2e6b9d382489', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:34Z', 'updated_at': '2021-07-15T23:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:50.018321 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bd298629-93c4-4d08-ba8d-23254878e82b req-820f363e-7324-4736-92b5-c12351a5bb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:50.043839 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5e674d-1fa2-4810-9c14-745c48ce134b None None] The sync data for ids ['39dc1982-9623-4c44-aa04-1b232cc11e79'] in n-d-787205-9 is: [{'id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'name': 'tempest-TaggedBootDevicesTest_v242-731643506-router', 'tenant_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '1820f7ec-d7bc-45de-bc2e-2e6b9d382489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:02:33Z', 'updated_at': '2021-07-15T23:13:46Z', 'revision_number': 5, 'project_id': 'c022d86cdc7f4fca8c9ab116c350a036', 'gw_port': {'id': '1820f7ec-d7bc-45de-bc2e-2e6b9d382489', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc1982-9623-4c44-aa04-1b232cc11e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:02:34Z', 'updated_at': '2021-07-15T23:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:13:50.130889 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342d3621-5739-4429-8822-2dec8aafb9b5 None None] Network 4d52d90b-fe21-472a-bb1c-7d39c4b2ff73 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:50.149338 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4d4434d9-d1d5-4506-a154-43fe4bb56120 req-52c1ad6f-969a-41f1-bb89-6417ad30de2f tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190626 Jul 15 23:13:50.314143 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-af174b21-96e8-4314-962b-bade0547edc0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:50.327635 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:50.360732 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d5d1a469-c0fe-4d88-a52f-2076556191b0 None None] Provisioning for port 14ce3422-f7e2-4fe9-8669-c82ffa317f68 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:50.431347 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f363e-7324-4736-92b5-c12351a5bb84 service neutron] Pushing event updated for resources: {'Port': ['ID=ec60029d-e0fb-4cf0-b752-3d8e5b689983,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:50.433370 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d2562f-b76b-4fb8-a4a6-5a87f7c4b950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aead6165-1299-4b8c-8bbb-a9811ee85a99'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:50.436073 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81455a0-80d4-43f1-b851-b0bdfe2d7497" -d '{"events": [{"server_uuid": "01d2562f-b76b-4fb8-a4a6-5a87f7c4b950", "name": "network-vif-plugged", "status": "completed", "tag": "aead6165-1299-4b8c-8bbb-a9811ee85a99"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:50.470008 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port aead6165-1299-4b8c-8bbb-a9811ee85a99, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=aead6165-1299-4b8c-8bbb-a9811ee85a99,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:50.479463 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:50.530247 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb82071d-f1f2-43c9-8741-99b5a8bbb8a5 x-openstack-request-id: req-eb82071d-f1f2-43c9-8741-99b5a8bbb8a5 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:50.531124 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d2562f-b76b-4fb8-a4a6-5a87f7c4b950", "name": "network-vif-plugged", "status": "completed", "tag": "aead6165-1299-4b8c-8bbb-a9811ee85a99", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:50.531959 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eb82071d-f1f2-43c9-8741-99b5a8bbb8a5 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:50.532853 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d2562f-b76b-4fb8-a4a6-5a87f7c4b950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aead6165-1299-4b8c-8bbb-a9811ee85a99', 'code': 200} Jul 15 23:13:50.606113 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=aead6165-1299-4b8c-8bbb-a9811ee85a99,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:50.613584 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be29f9ca-7b30-4abf-9f74-febb9c66d2e0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:50.660777 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29f9ca-7b30-4abf-9f74-febb9c66d2e0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event deleted for resources: {'Port': ['ID=14ce3422-f7e2-4fe9-8669-c82ffa317f68,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:50.670850 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-bd298629-93c4-4d08-ba8d-23254878e82b req-820f363e-7324-4736-92b5-c12351a5bb84 service neutron] Attempting to bind port ec60029d-e0fb-4cf0-b752-3d8e5b689983 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:50.671205 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-bd298629-93c4-4d08-ba8d-23254878e82b req-820f363e-7324-4736-92b5-c12351a5bb84 service neutron] Attempting to bind port ec60029d-e0fb-4cf0-b752-3d8e5b689983 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '682791d0-14b5-4b83-8025-c7a51df04ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:50.672720 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd298629-93c4-4d08-ba8d-23254878e82b req-820f363e-7324-4736-92b5-c12351a5bb84 service neutron] Attempting to bind port ec60029d-e0fb-4cf0-b752-3d8e5b689983 on network 67544dea-b98a-4fe5-a010-0d763c20c5d2 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:50.716858 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd298629-93c4-4d08-ba8d-23254878e82b req-820f363e-7324-4736-92b5-c12351a5bb84 service neutron] Port ec60029d-e0fb-4cf0-b752-3d8e5b689983 on network 67544dea-b98a-4fe5-a010-0d763c20c5d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:13:50.717043 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd298629-93c4-4d08-ba8d-23254878e82b req-820f363e-7324-4736-92b5-c12351a5bb84 service neutron] Attempting to bind port ec60029d-e0fb-4cf0-b752-3d8e5b689983 on network 67544dea-b98a-4fe5-a010-0d763c20c5d2 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:50.744554 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be29f9ca-7b30-4abf-9f74-febb9c66d2e0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] No DVR routers for this DVR port 14ce3422-f7e2-4fe9-8669-c82ffa317f68 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:50.757064 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd298629-93c4-4d08-ba8d-23254878e82b req-820f363e-7324-4736-92b5-c12351a5bb84 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:50.757331 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd298629-93c4-4d08-ba8d-23254878e82b req-820f363e-7324-4736-92b5-c12351a5bb84 service neutron] Checking segment: {'id': '682791d0-14b5-4b83-8025-c7a51df04ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:50.757740 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd298629-93c4-4d08-ba8d-23254878e82b req-820f363e-7324-4736-92b5-c12351a5bb84 service neutron] Bound using segment: {'id': '682791d0-14b5-4b83-8025-c7a51df04ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:50.758181 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-bd298629-93c4-4d08-ba8d-23254878e82b req-820f363e-7324-4736-92b5-c12351a5bb84 service neutron] Bound port: ec60029d-e0fb-4cf0-b752-3d8e5b689983, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '682791d0-14b5-4b83-8025-c7a51df04ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:50.758547 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bd298629-93c4-4d08-ba8d-23254878e82b req-820f363e-7324-4736-92b5-c12351a5bb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:50.767220 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ebe5c05a-1793-4739-9d63-d2e79e3b908f no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:50.807930 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc350511-82da-4f08-a583-1c6aeaa17ad1 req-0bd9bcc5-3d1a-4a72-85f6-234ca486a5c5 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:50.809515 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bc350511-82da-4f08-a583-1c6aeaa17ad1 req-0bd9bcc5-3d1a-4a72-85f6-234ca486a5c5 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=1df4f15a-3d28-47a5-a2db-31230f19a5b2 HTTP/1.1" status: 200 len: 943 time: 0.5514088 Jul 15 23:13:50.835159 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: ebe5c05a-1793-4739-9d63-d2e79e3b908f {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:50.836553 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ebe5c05a-1793-4739-9d63-d2e79e3b908f not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:50.860087 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-af174b21-96e8-4314-962b-bade0547edc0 admin admin] Deleting port 1820f7ec-d7bc-45de-bc2e-2e6b9d382489 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:50.860935 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-af174b21-96e8-4314-962b-bade0547edc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:50.906839 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be29f9ca-7b30-4abf-9f74-febb9c66d2e0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:51.030927 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e9adcf-de5a-4d20-b2f6-a3b6f16e30bc None None] Network 4d52d90b-fe21-472a-bb1c-7d39c4b2ff73 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:51.032632 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4b09ec22-c7b1-4371-b406-4589eb5829af None None] Could not find standard attr ID for object 14ce3422-f7e2-4fe9-8669-c82ffa317f68. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:13:51.079705 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bc350511-82da-4f08-a583-1c6aeaa17ad1 req-2a17dc9a-ac9c-4035-a9b8-90d02536d334 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589037 Jul 15 23:13:51.085771 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-bd298629-93c4-4d08-ba8d-23254878e82b req-820f363e-7324-4736-92b5-c12351a5bb84 service neutron] For port ec60029d-e0fb-4cf0-b752-3d8e5b689983, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:51.131441 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-bd298629-93c4-4d08-ba8d-23254878e82b req-820f363e-7324-4736-92b5-c12351a5bb84 service neutron] For port ec60029d-e0fb-4cf0-b752-3d8e5b689983, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ec60029d-e0fb-4cf0-b752-3d8e5b689983,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:51.143555 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:51.145105 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bd298629-93c4-4d08-ba8d-23254878e82b req-820f363e-7324-4736-92b5-c12351a5bb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:51.192511 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-af174b21-96e8-4314-962b-bade0547edc0 admin admin] For port 1820f7ec-d7bc-45de-bc2e-2e6b9d382489, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1820f7ec-d7bc-45de-bc2e-2e6b9d382489,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:51.192879 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-af174b21-96e8-4314-962b-bade0547edc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:51.229187 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd298629-93c4-4d08-ba8d-23254878e82b req-820f363e-7324-4736-92b5-c12351a5bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:51.229823 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bd298629-93c4-4d08-ba8d-23254878e82b req-820f363e-7324-4736-92b5-c12351a5bb84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:51.231292 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bd298629-93c4-4d08-ba8d-23254878e82b req-820f363e-7324-4736-92b5-c12351a5bb84 service neutron] 10.222.0.43 "PUT /v2.0/ports/ec60029d-e0fb-4cf0-b752-3d8e5b689983 HTTP/1.1" status: 200 len: 1091 time: 3.5888629 Jul 15 23:13:51.234587 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df4f15a-3d28-47a5-a2db-31230f19a5b2', 'tag': 'ec60029d-e0fb-4cf0-b752-3d8e5b689983'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:51.237613 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5f7ca6-b86d-47f0-a8cd-8ac61faee71f" -d '{"events": [{"name": "network-changed", "server_uuid": "1df4f15a-3d28-47a5-a2db-31230f19a5b2", "tag": "ec60029d-e0fb-4cf0-b752-3d8e5b689983"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:51.240411 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-af174b21-96e8-4314-962b-bade0547edc0 admin admin] Calling delete_port for 1820f7ec-d7bc-45de-bc2e-2e6b9d382489 owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:51.247401 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be29f9ca-7b30-4abf-9f74-febb9c66d2e0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:51.308394 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29f9ca-7b30-4abf-9f74-febb9c66d2e0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event deleted for resources: {'Subnet': ['ID=5762f178-a3e1-4bda-b9fb-7ec3e0425783,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:51.373905 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fd6d96-cc37-4f57-a6c7-cbcb0e55c5a1 x-openstack-request-id: req-63fd6d96-cc37-4f57-a6c7-cbcb0e55c5a1 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:51.374324 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df4f15a-3d28-47a5-a2db-31230f19a5b2", "tag": "ec60029d-e0fb-4cf0-b752-3d8e5b689983", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:51.374441 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-63fd6d96-cc37-4f57-a6c7-cbcb0e55c5a1 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:51.374983 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df4f15a-3d28-47a5-a2db-31230f19a5b2', 'tag': 'ec60029d-e0fb-4cf0-b752-3d8e5b689983', 'status': 'completed', 'code': 200} Jul 15 23:13:51.507715 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f363e-7324-4736-92b5-c12351a5bb84 service neutron] Pushing event updated for resources: {'Port': ['ID=ec60029d-e0fb-4cf0-b752-3d8e5b689983,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:51.655347 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30421d4b-a818-4c76-b64c-81a89a1c4af0 None None] Network 4d52d90b-fe21-472a-bb1c-7d39c4b2ff73 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:51.674362 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be29f9ca-7b30-4abf-9f74-febb9c66d2e0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:51.696317 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-be29f9ca-7b30-4abf-9f74-febb9c66d2e0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d52d90b-fe21-472a-bb1c-7d39c4b2ff73']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:51.718869 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-be29f9ca-7b30-4abf-9f74-febb9c66d2e0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc9d77cd-91c5-4cae-a1d5-c10b57a13e49') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:51.719264 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-be29f9ca-7b30-4abf-9f74-febb9c66d2e0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc9d77cd-91c5-4cae-a1d5-c10b57a13e49') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:51.726482 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd298629-93c4-4d08-ba8d-23254878e82b req-263ef7b5-c08d-41dd-825f-b5c4f7e36bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:51.728051 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bd298629-93c4-4d08-ba8d-23254878e82b req-263ef7b5-c08d-41dd-825f-b5c4f7e36bd3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d77f9925bdde4eb59287838e6d3fa09b&device_id=1df4f15a-3d28-47a5-a2db-31230f19a5b2 HTTP/1.1" status: 200 len: 1094 time: 0.4375169 Jul 15 23:13:51.785878 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be29f9ca-7b30-4abf-9f74-febb9c66d2e0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:51.841653 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bd298629-93c4-4d08-ba8d-23254878e82b req-705f69d5-d769-4014-8052-adb152b9f71a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec60029d-e0fb-4cf0-b752-3d8e5b689983 HTTP/1.1" status: 200 len: 217 time: 0.0746205 Jul 15 23:13:51.887969 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be29f9ca-7b30-4abf-9f74-febb9c66d2e0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:51.903113 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94adc990-500d-4ebd-a4d6-de8d238b04fb req-618e6bbb-bbd4-43d5-887b-ee195df33e7c tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:51.904829 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-94adc990-500d-4ebd-a4d6-de8d238b04fb req-618e6bbb-bbd4-43d5-887b-ee195df33e7c tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.5326731 Jul 15 23:13:51.910519 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be29f9ca-7b30-4abf-9f74-febb9c66d2e0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:13:51.911009 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be29f9ca-7b30-4abf-9f74-febb9c66d2e0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:13:51.914959 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:13:51.920560 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f08baf8-8f84-4063-a92b-384e08700c2a None None] DHCP port deletion for 4d52d90b-fe21-472a-bb1c-7d39c4b2ff73 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:13:52.053198 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd298629-93c4-4d08-ba8d-23254878e82b req-21e03341-a9cd-436b-9b3b-f6ea2deb27e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:52.053198 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bd298629-93c4-4d08-ba8d-23254878e82b req-21e03341-a9cd-436b-9b3b-f6ea2deb27e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00f86fe3-8e61-4196-b682-45370fd97ef3 HTTP/1.1" status: 200 len: 846 time: 0.2003233 Jul 15 23:13:52.100297 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be29f9ca-7b30-4abf-9f74-febb9c66d2e0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:52.107022 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bd298629-93c4-4d08-ba8d-23254878e82b req-0c47d200-3d14-4d1a-a809-7e726b2558bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=67544dea-b98a-4fe5-a010-0d763c20c5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452757 Jul 15 23:13:52.118761 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-af174b21-96e8-4314-962b-bade0547edc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:52.124360 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be29f9ca-7b30-4abf-9f74-febb9c66d2e0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:52.130788 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-be29f9ca-7b30-4abf-9f74-febb9c66d2e0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/networks/4d52d90b-fe21-472a-bb1c-7d39c4b2ff73 HTTP/1.1" status: 204 len: 168 time: 4.4481499 Jul 15 23:13:52.131031 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53234) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:52.155815 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-94adc990-500d-4ebd-a4d6-de8d238b04fb req-fc55f3ea-c85c-4f64-a3d3-4ffcc1252b6c tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108932 Jul 15 23:13:52.177076 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29f9ca-7b30-4abf-9f74-febb9c66d2e0 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event deleted for resources: {'Network': ['ID=4d52d90b-fe21-472a-bb1c-7d39c4b2ff73,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:52.199691 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af174b21-96e8-4314-962b-bade0547edc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1820f7ec-d7bc-45de-bc2e-2e6b9d382489,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:52.254607 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-feaf41a0-2ebc-4dba-bb3e-2f813830416e tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] DELETE failed (client error): The resource could not be found. Jul 15 23:13:52.256251 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feaf41a0-2ebc-4dba-bb3e-2f813830416e tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:13:52.259411 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-feaf41a0-2ebc-4dba-bb3e-2f813830416e tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/subnets/5762f178-a3e1-4bda-b9fb-7ec3e0425783 HTTP/1.1" status: 404 len: 337 time: 0.1272418 Jul 15 23:13:52.262710 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53238) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:52.299274 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6664fd-d7d1-4f41-8e06-3047118084f6 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] DELETE failed (client error): The resource could not be found. Jul 15 23:13:52.300288 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb6664fd-d7d1-4f41-8e06-3047118084f6 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:13:52.302697 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bb6664fd-d7d1-4f41-8e06-3047118084f6 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/networks/4d52d90b-fe21-472a-bb1c-7d39c4b2ff73 HTTP/1.1" status: 404 len: 339 time: 0.0376832 Jul 15 23:13:52.305703 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53240) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:52.331559 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-af174b21-96e8-4314-962b-bade0547edc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:52.337151 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-968fad7b-863c-4a4b-90a9-d1309ac4d787 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] DELETE failed (client error): The resource could not be found. Jul 15 23:13:52.337728 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-968fad7b-863c-4a4b-90a9-d1309ac4d787 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:13:52.341870 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-968fad7b-863c-4a4b-90a9-d1309ac4d787 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/subnets/e20b095e-de99-4343-8c41-370e2152eb89 HTTP/1.1" status: 404 len: 337 time: 0.0328400 Jul 15 23:13:52.345145 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53242) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:52.367810 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-78feb05f-d985-4bf0-b8a0-959b353d4f50 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] DELETE failed (client error): The resource could not be found. Jul 15 23:13:52.368445 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78feb05f-d985-4bf0-b8a0-959b353d4f50 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:13:52.372619 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-78feb05f-d985-4bf0-b8a0-959b353d4f50 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/networks/64182e85-abe7-49a5-9662-ee5b758eef66 HTTP/1.1" status: 404 len: 339 time: 0.0233741 Jul 15 23:13:52.373439 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53244) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:52.434903 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-af174b21-96e8-4314-962b-bade0547edc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:52.437322 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-af174b21-96e8-4314-962b-bade0547edc0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:52.477577 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18feb75a-c2a0-4547-8fc8-ed5143fd111c tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:52.545881 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-af174b21-96e8-4314-962b-bade0547edc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:52.546395 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af174b21-96e8-4314-962b-bade0547edc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39dc1982-9623-4c44-aa04-1b232cc11e79 {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:13:52.555808 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-af174b21-96e8-4314-962b-bade0547edc0 admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:52.559096 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-af174b21-96e8-4314-962b-bade0547edc0 admin admin] 10.222.0.16 "DELETE /v2.0/routers/39dc1982-9623-4c44-aa04-1b232cc11e79 HTTP/1.1" status: 204 len: 168 time: 3.9415703 Jul 15 23:13:52.560273 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 53250) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:52.652416 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18feb75a-c2a0-4547-8fc8-ed5143fd111c tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:52.659412 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bd298629-93c4-4d08-ba8d-23254878e82b req-de344b5b-3544-4597-92de-2c46b9779e35 service neutron] 10.222.0.43 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5385537 Jul 15 23:13:52.665559 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-18feb75a-c2a0-4547-8fc8-ed5143fd111c tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd58002a-677d-41c3-80b1-ff67ef3c7b57']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:52.719474 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-18feb75a-c2a0-4547-8fc8-ed5143fd111c tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8299886-8101-4059-9add-99f6292e01f2') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:52.719877 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-18feb75a-c2a0-4547-8fc8-ed5143fd111c tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8299886-8101-4059-9add-99f6292e01f2') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:52.735676 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-7922cbc7-4c40-46ef-8997-7cb5d9e2eb22 admin admin] Deleting subnet 2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:13:52.739682 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18feb75a-c2a0-4547-8fc8-ed5143fd111c tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:52.785847 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7922cbc7-4c40-46ef-8997-7cb5d9e2eb22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:52.795682 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18feb75a-c2a0-4547-8fc8-ed5143fd111c tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:52.823526 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18feb75a-c2a0-4547-8fc8-ed5143fd111c tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:13:52.824188 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18feb75a-c2a0-4547-8fc8-ed5143fd111c tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:52.837154 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 14ce3422-f7e2-4fe9-8669-c82ffa317f68 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:52.839403 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7922cbc7-4c40-46ef-8997-7cb5d9e2eb22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:52.850196 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:13:52.850196 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:13:52.850196 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:13:52.850196 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:13:52.850196 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:13:52.850196 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:13:52.850196 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:13:52.850196 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:13:52.850196 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:13:52.850196 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:13:52.850196 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:13:52.850196 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:13:52.850196 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:13:52.850196 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:13:52.850196 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:13:52.850196 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:13:52.850196 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:13:52.850196 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:13:52.850196 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:13:52.850196 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:13:52.850196 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:13:52.850196 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:13:52.850196 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:13:52.850196 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:13:52.850196 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:13:52.850196 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:13:52.850196 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:13:52.850196 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:13:52.850196 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:13:52.850196 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:13:52.850196 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:13:52.850196 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:13:52.899049 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 14ce3422-f7e2-4fe9-8669-c82ffa317f68 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:52.899789 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 14ce3422-f7e2-4fe9-8669-c82ffa317f68 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:52.957800 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18feb75a-c2a0-4547-8fc8-ed5143fd111c tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:53.034691 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18feb75a-c2a0-4547-8fc8-ed5143fd111c tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:53.036597 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-18feb75a-c2a0-4547-8fc8-ed5143fd111c tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/networks/dd58002a-677d-41c3-80b1-ff67ef3c7b57 HTTP/1.1" status: 204 len: 168 time: 0.6621485 Jul 15 23:13:53.037872 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18feb75a-c2a0-4547-8fc8-ed5143fd111c tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event deleted for resources: {'Network': ['ID=dd58002a-677d-41c3-80b1-ff67ef3c7b57,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:53.057258 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53266) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:53.062180 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bd298629-93c4-4d08-ba8d-23254878e82b req-0404cfa8-2369-47c9-9a0f-bf8d315a2e9d service neutron] 10.222.0.43 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698580 Jul 15 23:13:53.127474 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f0bc88-bad5-4758-a94f-0fbe28aaacfa tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] DELETE failed (client error): The resource could not be found. Jul 15 23:13:53.128295 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f0bc88-bad5-4758-a94f-0fbe28aaacfa tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:13:53.130310 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-98f0bc88-bad5-4758-a94f-0fbe28aaacfa tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/subnets/8d6f36e7-3552-43c6-8e64-433a24b08a55 HTTP/1.1" status: 404 len: 337 time: 0.0694876 Jul 15 23:13:53.133066 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53268) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:53.163245 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-20cf30c4-f3ff-4ccf-8324-14fbc8f1d037 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] DELETE failed (client error): The resource could not be found. Jul 15 23:13:53.164707 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14021814-c241-4ca9-bdaf-0b0fd513cbf3 req-99922004-5045-4e58-b7a3-6c6d914396ce tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:53.170603 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20cf30c4-f3ff-4ccf-8324-14fbc8f1d037 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:13:53.188869 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14021814-c241-4ca9-bdaf-0b0fd513cbf3 req-99922004-5045-4e58-b7a3-6c6d914396ce tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=1df4f15a-3d28-47a5-a2db-31230f19a5b2 HTTP/1.1" status: 200 len: 943 time: 0.8929389 Jul 15 23:13:53.197237 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-20cf30c4-f3ff-4ccf-8324-14fbc8f1d037 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/networks/58bfc495-6855-45a2-999b-f933d0edd426 HTTP/1.1" status: 404 len: 339 time: 0.0611660 Jul 15 23:13:53.198875 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53272) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:53.259981 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-d48b2bf3-402a-4f1b-a16b-bc9226cf9e3f tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] DELETE failed (client error): The resource could not be found. Jul 15 23:13:53.260452 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d48b2bf3-402a-4f1b-a16b-bc9226cf9e3f tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:13:53.262234 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d48b2bf3-402a-4f1b-a16b-bc9226cf9e3f tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/subnets/b9aec18e-b3b6-480e-8045-48fdfd4c0743 HTTP/1.1" status: 404 len: 337 time: 0.0602548 Jul 15 23:13:53.264712 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53276) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:53.301525 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c567c7-8591-4f35-bd64-8abcc5d1b687 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] DELETE failed (client error): The resource could not be found. Jul 15 23:13:53.302117 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c567c7-8591-4f35-bd64-8abcc5d1b687 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:13:53.307138 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-93c567c7-8591-4f35-bd64-8abcc5d1b687 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/networks/b8e54612-48b3-4c94-986c-712abf6edb65 HTTP/1.1" status: 404 len: 339 time: 0.0414152 Jul 15 23:13:53.309471 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53278) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:53.345828 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7922cbc7-4c40-46ef-8997-7cb5d9e2eb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:53.390132 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14021814-c241-4ca9-bdaf-0b0fd513cbf3 req-2c547a76-5440-40c2-aeeb-00c4285fdd1a tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999159 Jul 15 23:13:53.393251 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-274dc4d3-19aa-46d7-b715-16674aa31a72 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] DELETE failed (client error): The resource could not be found. Jul 15 23:13:53.393723 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-274dc4d3-19aa-46d7-b715-16674aa31a72 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:13:53.401797 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-274dc4d3-19aa-46d7-b715-16674aa31a72 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/subnets/ccd83d1c-64d5-4d19-a859-493b1c59dbf1 HTTP/1.1" status: 404 len: 337 time: 0.0821552 Jul 15 23:13:53.402428 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53280) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:53.433453 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc19ab7-d1f2-4b51-8e04-8f9c54222356 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] DELETE failed (client error): The resource could not be found. Jul 15 23:13:53.434144 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cc19ab7-d1f2-4b51-8e04-8f9c54222356 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:13:53.438838 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3cc19ab7-d1f2-4b51-8e04-8f9c54222356 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/networks/cf751ba1-0a53-40c4-bfdf-baa195fe0aa7 HTTP/1.1" status: 404 len: 339 time: 0.0315905 Jul 15 23:13:53.439210 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53282) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:53.479938 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f7ca6-b86d-47f0-a8cd-8ac61faee71f req-56617558-4d08-47f5-99e4-2f70f788ec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:53.481481 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e5f7ca6-b86d-47f0-a8cd-8ac61faee71f req-56617558-4d08-47f5-99e4-2f70f788ec18 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d77f9925bdde4eb59287838e6d3fa09b&device_id=1df4f15a-3d28-47a5-a2db-31230f19a5b2 HTTP/1.1" status: 200 len: 1094 time: 0.3538461 Jul 15 23:13:53.481614 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-86e2b3e5-d0d0-42d3-8465-3827b0fae307 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] DELETE failed (client error): The resource could not be found. Jul 15 23:13:53.482015 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86e2b3e5-d0d0-42d3-8465-3827b0fae307 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:13:53.491156 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-86e2b3e5-d0d0-42d3-8465-3827b0fae307 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/subnets/059cb977-df9c-485e-9b0b-6b79aabaf28c HTTP/1.1" status: 404 len: 337 time: 0.0488172 Jul 15 23:13:53.492265 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53284) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:53.515994 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f4e25b-512a-4092-b2c1-e6c900903f9a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] DELETE failed (client error): The resource could not be found. Jul 15 23:13:53.517749 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f4e25b-512a-4092-b2c1-e6c900903f9a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:13:53.521752 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a0f4e25b-512a-4092-b2c1-e6c900903f9a tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/networks/b40a8e9f-3732-4f90-83c7-d1652875f2e6 HTTP/1.1" status: 404 len: 339 time: 0.0264082 Jul 15 23:13:53.522031 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53286) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:53.559772 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2fe0e-f3e1-4917-ae04-b9ebd5c3d115 req-f53742f7-2f9b-457d-bae7-5ee57d8696d1 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:53.561344 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d2b2fe0e-f3e1-4917-ae04-b9ebd5c3d115 req-f53742f7-2f9b-457d-bae7-5ee57d8696d1 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.1491561 Jul 15 23:13:53.564704 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7922cbc7-4c40-46ef-8997-7cb5d9e2eb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:53.566416 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b9b7b0-3aa0-4994-b1db-db8ba4134ad5 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] DELETE failed (client error): The resource could not be found. Jul 15 23:13:53.566912 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01b9b7b0-3aa0-4994-b1db-db8ba4134ad5 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:13:53.571604 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-01b9b7b0-3aa0-4994-b1db-db8ba4134ad5 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/subnets/6a0d378f-91b8-4752-8520-e1d26f7d7a70 HTTP/1.1" status: 404 len: 337 time: 0.0462179 Jul 15 23:13:53.571866 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53288) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:53.595323 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-422b9319-c8bc-4808-961a-b2d8a6493397 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] DELETE failed (client error): The resource could not be found. Jul 15 23:13:53.595932 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-422b9319-c8bc-4808-961a-b2d8a6493397 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:13:53.601420 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-422b9319-c8bc-4808-961a-b2d8a6493397 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/networks/d0545373-63c2-4ed0-87c6-18101fe6c040 HTTP/1.1" status: 404 len: 339 time: 0.0262623 Jul 15 23:13:53.601545 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53290) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:53.629330 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-d77022d2-1845-4455-ad23-f6b64ad885e6 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] DELETE failed (client error): The resource could not be found. Jul 15 23:13:53.629775 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d77022d2-1845-4455-ad23-f6b64ad885e6 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:13:53.633983 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d77022d2-1845-4455-ad23-f6b64ad885e6 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/subnets/ad9191a6-eef4-47f4-9590-b646d51ba29f HTTP/1.1" status: 404 len: 337 time: 0.0293460 Jul 15 23:13:53.634587 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53294) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:53.640821 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922cbc7-4c40-46ef-8997-7cb5d9e2eb22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:53.660440 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa3db55-6aca-494d-a90f-0f07b8028551 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] DELETE failed (client error): The resource could not be found. Jul 15 23:13:53.661467 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa3db55-6aca-494d-a90f-0f07b8028551 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:13:53.663147 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0aa3db55-6aca-494d-a90f-0f07b8028551 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/networks/dbf92a22-c119-4a82-b963-fc83520ec822 HTTP/1.1" status: 404 len: 339 time: 0.0273438 Jul 15 23:13:53.665531 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53296) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:53.684192 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7b87dc-1c66-4262-89cb-9d983d005a64 None None] Network f91dc6f9-c960-4d7e-bb47-47324cf074aa requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:53.685475 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7922cbc7-4c40-46ef-8997-7cb5d9e2eb22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:53.689687 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7922cbc7-4c40-46ef-8997-7cb5d9e2eb22 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2751e5b3-fa65-4edd-b04a-5a9e4e5e1f49 HTTP/1.1" status: 204 len: 168 time: 1.1264160 Jul 15 23:13:53.691254 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 53298) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:53.740289 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bdc9a54-b8ef-4bd2-917e-e301d939e23c tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] DELETE failed (client error): The resource could not be found. Jul 15 23:13:53.740906 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bdc9a54-b8ef-4bd2-917e-e301d939e23c tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:13:53.743301 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4bdc9a54-b8ef-4bd2-917e-e301d939e23c tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/subnets/a2cce301-aad3-4afd-bc72-25756b3f61db HTTP/1.1" status: 404 len: 337 time: 0.0769420 Jul 15 23:13:53.745794 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53300) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:53.775298 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0ba9cb-ec21-42bb-8bb2-9d81b4ea7d85 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] DELETE failed (client error): The resource could not be found. Jul 15 23:13:53.776331 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f0ba9cb-ec21-42bb-8bb2-9d81b4ea7d85 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:13:53.778661 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3f0ba9cb-ec21-42bb-8bb2-9d81b4ea7d85 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/networks/ff9e9b50-df2a-4c8a-bbaf-d2e89cc81e79 HTTP/1.1" status: 404 len: 339 time: 0.0315356 Jul 15 23:13:53.781090 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53304) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:53.784343 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-66ce487a-f441-4c00-a878-b21ac1cacde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:53.796108 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d2b2fe0e-f3e1-4917-ae04-b9ebd5c3d115 req-bedf56cc-fa65-4804-a6f4-9fef89724951 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708338 Jul 15 23:13:53.843876 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f7ca6-b86d-47f0-a8cd-8ac61faee71f req-264e3c73-5063-4757-8337-0b4c2f92d513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:53.849637 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e5f7ca6-b86d-47f0-a8cd-8ac61faee71f req-264e3c73-5063-4757-8337-0b4c2f92d513 service neutron] 10.222.0.43 "GET /v2.0/networks?id=67544dea-b98a-4fe5-a010-0d763c20c5d2 HTTP/1.1" status: 200 len: 907 time: 0.3580415 Jul 15 23:13:53.866514 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c338400-b805-4eec-9e80-8be8f38789eb tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] DELETE failed (client error): The resource could not be found. Jul 15 23:13:53.869510 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c338400-b805-4eec-9e80-8be8f38789eb tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:13:53.871569 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2c338400-b805-4eec-9e80-8be8f38789eb tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/subnets/89a879f0-1a56-4a50-968f-8eb2f70248f1 HTTP/1.1" status: 404 len: 337 time: 0.0895519 Jul 15 23:13:53.887555 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53308) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:53.918962 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d32872b-9f0f-4074-b3d8-24a9c6501e77 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] DELETE failed (client error): The resource could not be found. Jul 15 23:13:53.920148 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d32872b-9f0f-4074-b3d8-24a9c6501e77 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:13:53.921635 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9d32872b-9f0f-4074-b3d8-24a9c6501e77 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/networks/23a1df4d-1292-4ce4-af38-269b28467d5a HTTP/1.1" status: 404 len: 339 time: 0.0328107 Jul 15 23:13:53.924324 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53310) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:53.929126 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e5f7ca6-b86d-47f0-a8cd-8ac61faee71f req-4f77d398-cba7-4096-a283-b6b1bfa77e20 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec60029d-e0fb-4cf0-b752-3d8e5b689983 HTTP/1.1" status: 200 len: 217 time: 0.0715570 Jul 15 23:13:53.986808 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6389d8-9174-4187-8ba7-eb824bdf7d3c None None] DHCP port deletion for f91dc6f9-c960-4d7e-bb47-47324cf074aa request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:13:54.011064 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac90fdf-9b06-498c-bd7a-ee68cd7bdc72 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Deleting subnet 3cf8f3b9-fba9-41ef-8e2d-d2f878d5d5df {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:13:54.016362 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ac90fdf-9b06-498c-bd7a-ee68cd7bdc72 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.045736 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f7ca6-b86d-47f0-a8cd-8ac61faee71f req-b022b7bc-76d7-4742-a524-97f25f7e385c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:54.047283 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e5f7ca6-b86d-47f0-a8cd-8ac61faee71f req-b022b7bc-76d7-4742-a524-97f25f7e385c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00f86fe3-8e61-4196-b682-45370fd97ef3 HTTP/1.1" status: 200 len: 846 time: 0.1098197 Jul 15 23:13:54.071774 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.093328 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-2c6389d8-9174-4187-8ba7-eb824bdf7d3c None None] Deleting port 43bf803f-7c81-4848-a85f-d81953719d9d {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:54.093707 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2c6389d8-9174-4187-8ba7-eb824bdf7d3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.097201 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ac90fdf-9b06-498c-bd7a-ee68cd7bdc72 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.139481 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e5f7ca6-b86d-47f0-a8cd-8ac61faee71f req-ba8935ca-fd5c-41ce-938f-6cea81f7372a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=67544dea-b98a-4fe5-a010-0d763c20c5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858285 Jul 15 23:13:54.142851 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-66ce487a-f441-4c00-a878-b21ac1cacde4 admin admin] Deleting port 43bf803f-7c81-4848-a85f-d81953719d9d {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:54.143470 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-66ce487a-f441-4c00-a878-b21ac1cacde4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.209630 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-2c6389d8-9174-4187-8ba7-eb824bdf7d3c None None] For port 43bf803f-7c81-4848-a85f-d81953719d9d, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=43bf803f-7c81-4848-a85f-d81953719d9d,segment=NetworkSegment(6f4dedf3-23c4-418d-b2da-50efced0d73e),segment_id=6f4dedf3-23c4-418d-b2da-50efced0d73e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:54.210167 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2c6389d8-9174-4187-8ba7-eb824bdf7d3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.237240 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-2c6389d8-9174-4187-8ba7-eb824bdf7d3c None None] Calling delete_port for 43bf803f-7c81-4848-a85f-d81953719d9d owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:54.257150 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ac90fdf-9b06-498c-bd7a-ee68cd7bdc72 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.340245 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ac90fdf-9b06-498c-bd7a-ee68cd7bdc72 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.378339 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac90fdf-9b06-498c-bd7a-ee68cd7bdc72 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event deleted for resources: {'Subnet': ['ID=3cf8f3b9-fba9-41ef-8e2d-d2f878d5d5df,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:54.398299 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ac90fdf-9b06-498c-bd7a-ee68cd7bdc72 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.403326 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2ac90fdf-9b06-498c-bd7a-ee68cd7bdc72 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/subnets/3cf8f3b9-fba9-41ef-8e2d-d2f878d5d5df HTTP/1.1" status: 204 len: 168 time: 0.4750764 Jul 15 23:13:54.404403 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24b406e-1629-45f0-afab-310aff9f8238 None None] Network 71e94c15-5cc1-4947-bbef-24165116827d requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:54.410248 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53324) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:54.441939 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2c6389d8-9174-4187-8ba7-eb824bdf7d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.495402 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-66ce487a-f441-4c00-a878-b21ac1cacde4 admin admin] For port 43bf803f-7c81-4848-a85f-d81953719d9d, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=43bf803f-7c81-4848-a85f-d81953719d9d,segment=NetworkSegment(6f4dedf3-23c4-418d-b2da-50efced0d73e),segment_id=6f4dedf3-23c4-418d-b2da-50efced0d73e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:54.496088 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-66ce487a-f441-4c00-a878-b21ac1cacde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.501895 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6389d8-9174-4187-8ba7-eb824bdf7d3c None None] Pushing event deleted for resources: {'Port': ['ID=43bf803f-7c81-4848-a85f-d81953719d9d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:54.527789 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6389d8-9174-4187-8ba7-eb824bdf7d3c None None] No DVR routers for this DVR port 43bf803f-7c81-4848-a85f-d81953719d9d on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:54.559256 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-66ce487a-f441-4c00-a878-b21ac1cacde4 admin admin] Calling delete_port for 43bf803f-7c81-4848-a85f-d81953719d9d owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:54.635109 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c9a63f1-1536-43c9-853a-1cc641b3e396 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.685353 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-a3da20da-02cd-4d25-97ee-4c7c0a42b7dd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2130160 Jul 15 23:13:54.755820 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e5f7ca6-b86d-47f0-a8cd-8ac61faee71f req-87b92822-c3a1-45d3-b0ba-b3b2406b83b2 service neutron] 10.222.0.43 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6092365 Jul 15 23:13:54.805461 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b469087d-6118-47d7-9507-2851191c2905 None None] DHCP port deletion for 71e94c15-5cc1-4947-bbef-24165116827d request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:13:54.860175 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1820f7ec-d7bc-45de-bc2e-2e6b9d382489 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:54.862643 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-0c9a63f1-1536-43c9-853a-1cc641b3e396 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Deleting port 20285899-00c4-4c00-8324-b2f3c44519b7 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:54.863049 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c9a63f1-1536-43c9-853a-1cc641b3e396 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.903590 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 1820f7ec-d7bc-45de-bc2e-2e6b9d382489 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:54.903931 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1820f7ec-d7bc-45de-bc2e-2e6b9d382489 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:54.904355 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 43bf803f-7c81-4848-a85f-d81953719d9d no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:54.960264 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 43bf803f-7c81-4848-a85f-d81953719d9d {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:54.960549 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 43bf803f-7c81-4848-a85f-d81953719d9d not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:55.015410 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b469087d-6118-47d7-9507-2851191c2905 None None] Deleting port 20285899-00c4-4c00-8324-b2f3c44519b7 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:55.016060 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b469087d-6118-47d7-9507-2851191c2905 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.047087 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-0c9a63f1-1536-43c9-853a-1cc641b3e396 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] For port 20285899-00c4-4c00-8324-b2f3c44519b7, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=20285899-00c4-4c00-8324-b2f3c44519b7,segment=NetworkSegment(786fff45-67aa-4579-8fba-94bd4db7fbe6),segment_id=786fff45-67aa-4579-8fba-94bd4db7fbe6)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:55.047535 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c9a63f1-1536-43c9-853a-1cc641b3e396 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.069510 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-0c9a63f1-1536-43c9-853a-1cc641b3e396 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Calling delete_port for 20285899-00c4-4c00-8324-b2f3c44519b7 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:55.077808 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afbeaf-c201-4926-9e19-78d64508665c req-97f0c937-83c2-48dd-ba75-03e59859ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:55.078303 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afbeaf-c201-4926-9e19-78d64508665c req-97f0c937-83c2-48dd-ba75-03e59859ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:55.079368 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afbeaf-c201-4926-9e19-78d64508665c req-97f0c937-83c2-48dd-ba75-03e59859ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:55.079845 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afbeaf-c201-4926-9e19-78d64508665c req-97f0c937-83c2-48dd-ba75-03e59859ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:55.080314 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afbeaf-c201-4926-9e19-78d64508665c req-97f0c937-83c2-48dd-ba75-03e59859ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:55.080782 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afbeaf-c201-4926-9e19-78d64508665c req-97f0c937-83c2-48dd-ba75-03e59859ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:55.081254 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afbeaf-c201-4926-9e19-78d64508665c req-97f0c937-83c2-48dd-ba75-03e59859ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:55.083411 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-97f0c937-83c2-48dd-ba75-03e59859ec7a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe4ced19c3b40c2bc6e11100f9d5f1d&device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 6491 time: 0.3326149 Jul 15 23:13:55.118793 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-b469087d-6118-47d7-9507-2851191c2905 None None] For port 20285899-00c4-4c00-8324-b2f3c44519b7, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=20285899-00c4-4c00-8324-b2f3c44519b7,segment=NetworkSegment(786fff45-67aa-4579-8fba-94bd4db7fbe6),segment_id=786fff45-67aa-4579-8fba-94bd4db7fbe6)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:55.119629 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b469087d-6118-47d7-9507-2851191c2905 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.132825 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b469087d-6118-47d7-9507-2851191c2905 None None] Calling delete_port for 20285899-00c4-4c00-8324-b2f3c44519b7 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:55.240497 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b469087d-6118-47d7-9507-2851191c2905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.246443 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:13:55.316005 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b469087d-6118-47d7-9507-2851191c2905 None None] No DVR routers for this DVR port 20285899-00c4-4c00-8324-b2f3c44519b7 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:55.324875 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469087d-6118-47d7-9507-2851191c2905 None None] Pushing event deleted for resources: {'Port': ['ID=20285899-00c4-4c00-8324-b2f3c44519b7,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:55.348330 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c9a63f1-1536-43c9-853a-1cc641b3e396 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.399053 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a63f1-1536-43c9-853a-1cc641b3e396 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event deleted for resources: {'Port': ['ID=20285899-00c4-4c00-8324-b2f3c44519b7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:55.406512 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afbeaf-c201-4926-9e19-78d64508665c req-d7dd0968-7e71-46bb-8c5c-bac4427d0834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:55.407783 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afbeaf-c201-4926-9e19-78d64508665c req-d7dd0968-7e71-46bb-8c5c-bac4427d0834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:55.408769 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afbeaf-c201-4926-9e19-78d64508665c req-d7dd0968-7e71-46bb-8c5c-bac4427d0834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:55.410772 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-d7dd0968-7e71-46bb-8c5c-bac4427d0834 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e0802052-573e-4abc-b289-64f26dbf67e5&id=c784f317-cf69-4499-8ee8-96a3a3714978&id=c784f317-cf69-4499-8ee8-96a3a3714978&id=c784f317-cf69-4499-8ee8-96a3a3714978&id=c784f317-cf69-4499-8ee8-96a3a3714978&id=70df42a8-7f3a-4d1e-82b9-1354a40e98c2&id=70df42a8-7f3a-4d1e-82b9-1354a40e98c2 HTTP/1.1" status: 200 len: 2294 time: 0.2353201 Jul 15 23:13:55.412125 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9a63f1-1536-43c9-853a-1cc641b3e396 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] No DVR routers for this DVR port 20285899-00c4-4c00-8324-b2f3c44519b7 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:55.579643 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147dab6-8298-465a-a6df-6b089b3b07c1 req-0c7729c8-2c77-4f69-add9-53e71823cfb0 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:55.589278 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1147dab6-8298-465a-a6df-6b089b3b07c1 req-0c7729c8-2c77-4f69-add9-53e71823cfb0 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=1df4f15a-3d28-47a5-a2db-31230f19a5b2 HTTP/1.1" status: 200 len: 943 time: 0.8588006 Jul 15 23:13:55.593673 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-66ce487a-f441-4c00-a878-b21ac1cacde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.618746 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c9a63f1-1536-43c9-853a-1cc641b3e396 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.621479 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e5f7ca6-b86d-47f0-a8cd-8ac61faee71f req-4bfe947b-6f63-4f6f-b90f-89fc660111c3 service neutron] 10.222.0.43 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8470170 Jul 15 23:13:55.634806 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-0c9a63f1-1536-43c9-853a-1cc641b3e396 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e94c15-5cc1-4947-bbef-24165116827d']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:55.645306 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-c5cc81e4-9477-4d09-9eeb-8c774956b009 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=593c311f-e7e7-48e7-a565-db6f18498037 HTTP/1.1" status: 200 len: 1002 time: 0.1811993 Jul 15 23:13:55.651038 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce487a-f441-4c00-a878-b21ac1cacde4 admin admin] Pushing event deleted for resources: {'Port': ['ID=43bf803f-7c81-4848-a85f-d81953719d9d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:55.656784 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-0c9a63f1-1536-43c9-853a-1cc641b3e396 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '786fff45-67aa-4579-8fba-94bd4db7fbe6') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:55.657144 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-0c9a63f1-1536-43c9-853a-1cc641b3e396 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '786fff45-67aa-4579-8fba-94bd4db7fbe6') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:55.675506 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ce487a-f441-4c00-a878-b21ac1cacde4 admin admin] No DVR routers for this DVR port 43bf803f-7c81-4848-a85f-d81953719d9d on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:55.721216 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c9a63f1-1536-43c9-853a-1cc641b3e396 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.758041 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c9a63f1-1536-43c9-853a-1cc641b3e396 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.774914 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9a63f1-1536-43c9-853a-1cc641b3e396 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:13:55.775596 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c9a63f1-1536-43c9-853a-1cc641b3e396 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.776218 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1147dab6-8298-465a-a6df-6b089b3b07c1 req-2f72a23d-29d6-4065-b642-3de32cd28871 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839185 Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: self.session.flush() Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: self.session.flush() Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: self.session.flush() Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: self.session.flush() Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:13:55.780350 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:13:55.840264 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-66ce487a-f441-4c00-a878-b21ac1cacde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.852227 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-66ce487a-f441-4c00-a878-b21ac1cacde4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f91dc6f9-c960-4d7e-bb47-47324cf074aa']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:55.864362 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-66ce487a-f441-4c00-a878-b21ac1cacde4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4dedf3-23c4-418d-b2da-50efced0d73e') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:55.864905 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-66ce487a-f441-4c00-a878-b21ac1cacde4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4dedf3-23c4-418d-b2da-50efced0d73e') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:55.868734 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afbeaf-c201-4926-9e19-78d64508665c req-86b7ccbb-a050-407e-9f59-3b4f1f3fc123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:55.870819 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-86b7ccbb-a050-407e-9f59-3b4f1f3fc123 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=366630ff-4a54-44a5-bcbd-e951b8384258 HTTP/1.1" status: 200 len: 851 time: 0.2114909 Jul 15 23:13:55.873690 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c9a63f1-1536-43c9-853a-1cc641b3e396 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.876860 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-66ce487a-f441-4c00-a878-b21ac1cacde4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.882830 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c9a63f1-1536-43c9-853a-1cc641b3e396 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.885462 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0c9a63f1-1536-43c9-853a-1cc641b3e396 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] 10.222.0.16 "DELETE /v2.0/networks/71e94c15-5cc1-4947-bbef-24165116827d HTTP/1.1" status: 204 len: 168 time: 1.4742155 Jul 15 23:13:55.901597 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-66ce487a-f441-4c00-a878-b21ac1cacde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.910781 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ce487a-f441-4c00-a878-b21ac1cacde4 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:13:55.911338 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-66ce487a-f441-4c00-a878-b21ac1cacde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.975173 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a63f1-1536-43c9-853a-1cc641b3e396 tempest-NetworksTest-839146412 tempest-NetworksTest-839146412-project] Pushing event deleted for resources: {'Network': ['ID=71e94c15-5cc1-4947-bbef-24165116827d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:56.082735 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a085a-72bb-4e07-9327-7cc7d5f6ee42 req-51076c60-c2ae-43e9-b3ba-24b2c12be1ac tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:56.084882 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afbeaf-c201-4926-9e19-78d64508665c req-e0101143-3d61-4524-8564-40fedc59bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:56.091338 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-e0101143-3d61-4524-8564-40fedc59bcc9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e0802052-573e-4abc-b289-64f26dbf67e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2031538 Jul 15 23:13:56.099265 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f09a085a-72bb-4e07-9327-7cc7d5f6ee42 req-51076c60-c2ae-43e9-b3ba-24b2c12be1ac tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.6167688 Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: self.session.flush() Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: self.session.flush() Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: self.session.flush() Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: self.session.flush() Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:13:56.101068 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:13:56.163104 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-66ce487a-f441-4c00-a878-b21ac1cacde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:56.181901 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-66ce487a-f441-4c00-a878-b21ac1cacde4 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:56.184369 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-66ce487a-f441-4c00-a878-b21ac1cacde4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f91dc6f9-c960-4d7e-bb47-47324cf074aa HTTP/1.1" status: 204 len: 168 time: 2.4918239 Jul 15 23:13:56.213685 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce487a-f441-4c00-a878-b21ac1cacde4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f91dc6f9-c960-4d7e-bb47-47324cf074aa,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:56.226137 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f09a085a-72bb-4e07-9327-7cc7d5f6ee42 req-b8c71984-e7f2-4b85-ba58-0e7cba02384d tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259856 Jul 15 23:13:56.282944 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-587cc9d5-8d36-47fa-bb81-203f6e5c74f6 service neutron] 10.222.0.43 "GET /v2.0/networks/e0802052-573e-4abc-b289-64f26dbf67e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853077 Jul 15 23:13:56.420941 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-c46ce4eb-64b1-4bf2-ac49-2d13c3d1efaf service neutron] 10.222.0.43 "GET /v2.0/networks/e0802052-573e-4abc-b289-64f26dbf67e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315236 Jul 15 23:13:56.436911 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 53370) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:56.507405 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-c6f83e3d-c075-423d-b852-60795fc8a0a0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=c451b609-46fa-4e93-a60a-10b38b3f6d50 HTTP/1.1" status: 200 len: 217 time: 0.0748169 Jul 15 23:13:56.510418 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-55ef6fb2-93cf-4a32-9761-1ba3636c64b0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c022d86cdc7f4fca8c9ab116c350a036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0702429 Jul 15 23:13:56.510880 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 53372) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:56.584237 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afbeaf-c201-4926-9e19-78d64508665c req-3196a4c4-3497-4587-8d1b-657d65a01420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:56.586055 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-3196a4c4-3497-4587-8d1b-657d65a01420 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49248069-78f4-449a-8647-b57bc9f84d48 HTTP/1.1" status: 200 len: 797 time: 0.0711148 Jul 15 23:13:56.603256 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 53376) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:56.624682 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c8bf8a22-2074-48d8-b7e9-668f08383d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:56.655075 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c8bf8a22-2074-48d8-b7e9-668f08383d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:56.748150 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afbeaf-c201-4926-9e19-78d64508665c req-d29cd151-d898-4781-be5e-620d7732a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:56.753309 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c8bf8a22-2074-48d8-b7e9-668f08383d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:56.753465 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-d29cd151-d898-4781-be5e-620d7732a4e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c784f317-cf69-4499-8ee8-96a3a3714978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1605456 Jul 15 23:13:56.756494 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c8bf8a22-2074-48d8-b7e9-668f08383d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:56.760885 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c8bf8a22-2074-48d8-b7e9-668f08383d9c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a64c486d-daa9-4031-a834-d15c94ff1017 HTTP/1.1" status: 204 len: 168 time: 0.2489481 Jul 15 23:13:56.773104 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf8a22-2074-48d8-b7e9-668f08383d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64c486d-daa9-4031-a834-d15c94ff1017,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:56.795359 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 20285899-00c4-4c00-8324-b2f3c44519b7 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:56.857893 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 20285899-00c4-4c00-8324-b2f3c44519b7 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:56.859249 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 20285899-00c4-4c00-8324-b2f3c44519b7 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:56.947509 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8fc364c8-6dcf-4c6f-91b7-eab61ef3bf92 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e75dcba0615a47c5a0c23dfa096eeead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3425200 Jul 15 23:13:56.952578 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53392) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:56.997609 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device ec60029d-e0fb-4cf0-b752-3d8e5b689983 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:13:57.085258 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-3ff6152f-dc83-442b-af66-65f749dcda03 service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235173 Jul 15 23:13:57.086086 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a8b6974a-0033-4270-be1d-d4dd2cf0c985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:57.116649 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a8b6974a-0033-4270-be1d-d4dd2cf0c985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:57.124897 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port ec60029d-e0fb-4cf0-b752-3d8e5b689983, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ec60029d-e0fb-4cf0-b752-3d8e5b689983,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:57.148995 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'ec60029d-e0fb-4cf0-b752-3d8e5b689983', 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2', 'port_id': 'ec60029d-e0fb-4cf0-b752-3d8e5b689983', 'mac_address': 'fa:16:3e:e5:41:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f86fe3-8e61-4196-b682-45370fd97ef3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:13:57.183012 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a8b6974a-0033-4270-be1d-d4dd2cf0c985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:57.185917 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a8b6974a-0033-4270-be1d-d4dd2cf0c985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:57.189770 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a8b6974a-0033-4270-be1d-d4dd2cf0c985 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d39bf9b8-2d40-4985-b018-c8b250cf81a4 HTTP/1.1" status: 204 len: 168 time: 0.2337513 Jul 15 23:13:57.215775 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6974a-0033-4270-be1d-d4dd2cf0c985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39bf9b8-2d40-4985-b018-c8b250cf81a4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:57.278664 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bd220-b345-44fb-a546-2f59bb8ed010 req-8ff2c084-a1fb-4fec-8be8-9c596ee5e6f3 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:57.286913 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb2bd220-b345-44fb-a546-2f59bb8ed010 req-8ff2c084-a1fb-4fec-8be8-9c596ee5e6f3 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=1df4f15a-3d28-47a5-a2db-31230f19a5b2 HTTP/1.1" status: 200 len: 943 time: 0.1477065 Jul 15 23:13:57.308645 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:57.335265 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb2bd220-b345-44fb-a546-2f59bb8ed010 req-99c04857-b694-4a0e-b85e-79f24fca0c49 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473814 Jul 15 23:13:57.361820 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-88cf839c-e5bd-44e6-95b1-92e9e59833d5 service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821928 Jul 15 23:13:57.365105 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec60029d-e0fb-4cf0-b752-3d8e5b689983 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:57.411495 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port ec60029d-e0fb-4cf0-b752-3d8e5b689983, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ec60029d-e0fb-4cf0-b752-3d8e5b689983,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:57.416801 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:57.456277 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-554166c2-c5ed-4b53-b479-1d029abb82fd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=86bf6025-0368-4513-9e10-f8d406029119 HTTP/1.1" status: 200 len: 217 time: 0.0844870 Jul 15 23:13:57.524738 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=ec60029d-e0fb-4cf0-b752-3d8e5b689983,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:57.577121 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afbeaf-c201-4926-9e19-78d64508665c req-f2eb761c-2b06-4599-ac55-453aa730794a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:57.578671 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-f2eb761c-2b06-4599-ac55-453aa730794a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49248069-78f4-449a-8647-b57bc9f84d48 HTTP/1.1" status: 200 len: 797 time: 0.1179001 Jul 15 23:13:57.664380 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e038390-d147-4ac4-b4fe-2c25021de476 req-f5abca1b-800b-4ea7-bd5f-7dd94be5f240 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:57.672463 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e038390-d147-4ac4-b4fe-2c25021de476 req-f5abca1b-800b-4ea7-bd5f-7dd94be5f240 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.1300304 Jul 15 23:13:57.724484 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['ec60029d-e0fb-4cf0-b752-3d8e5b689983'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:57.731851 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afbeaf-c201-4926-9e19-78d64508665c req-0e04e03c-42f4-45b8-8413-4a1245ebe99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:57.741649 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-0e04e03c-42f4-45b8-8413-4a1245ebe99f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c784f317-cf69-4499-8ee8-96a3a3714978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1544354 Jul 15 23:13:57.752144 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e038390-d147-4ac4-b4fe-2c25021de476 req-041760b5-97c1-439e-a198-be00155e6a0b tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784440 Jul 15 23:13:57.893378 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-57b0c677-6b66-44e2-80f9-2421dd0311d8 service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424849 Jul 15 23:13:58.030578 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-7984b2b4-f5c5-4879-8b85-d18bef6996b2 service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285784 Jul 15 23:13:58.079855 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-6ad3f16b-89b4-464e-9c3b-6b9a07ee578b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=a33099a7-5b54-470d-a6fb-0182aa37b1ce HTTP/1.1" status: 200 len: 217 time: 0.0423522 Jul 15 23:13:58.148384 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afbeaf-c201-4926-9e19-78d64508665c req-96c7bf01-b24c-4a85-9fa3-b59221dc6342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:58.150901 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-96c7bf01-b24c-4a85-9fa3-b59221dc6342 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49248069-78f4-449a-8647-b57bc9f84d48 HTTP/1.1" status: 200 len: 797 time: 0.0634072 Jul 15 23:13:58.233150 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afbeaf-c201-4926-9e19-78d64508665c req-f4511a19-0801-4c8c-a9a2-763cd8b6d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:58.236301 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-f4511a19-0801-4c8c-a9a2-763cd8b6d6f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c784f317-cf69-4499-8ee8-96a3a3714978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0756297 Jul 15 23:13:58.386336 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-93fb8a53-b61b-4411-8847-720ce47ca7b7 service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431830 Jul 15 23:13:58.525236 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-e7e806b1-72f9-4cb7-ac20-c0b7f7b82c38 service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286211 Jul 15 23:13:58.632560 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-d52561c7-86b6-4266-b88d-d06ad0c905b7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=6881fff5-28e4-43a6-9ddf-739b8456047b HTTP/1.1" status: 200 len: 217 time: 0.0983412 Jul 15 23:13:58.654891 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53474) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:58.818389 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95776b-1f71-425c-ad97-03178a7df580 req-f553acdf-788c-44e3-a477-01f02c44d187 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:58.826441 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afbeaf-c201-4926-9e19-78d64508665c req-1e790d5f-be14-4632-9355-3920ad47927a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:58.832287 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-1e790d5f-be14-4632-9355-3920ad47927a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49248069-78f4-449a-8647-b57bc9f84d48 HTTP/1.1" status: 200 len: 797 time: 0.1932139 Jul 15 23:13:58.844048 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0c95776b-1f71-425c-ad97-03178a7df580 req-f553acdf-788c-44e3-a477-01f02c44d187 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=1df4f15a-3d28-47a5-a2db-31230f19a5b2 HTTP/1.1" status: 200 len: 944 time: 0.2483499 Jul 15 23:13:58.957124 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0c95776b-1f71-425c-ad97-03178a7df580 req-bfb04964-3fcb-4808-87a7-160762310a4c tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092880 Jul 15 23:13:58.958997 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-19ab5695-08f9-4987-8438-2e661dbe9c89 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1648705699-network', 'tenant_id': 'ceffc9371081485ebee934ff90a829d0'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:58.975767 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afbeaf-c201-4926-9e19-78d64508665c req-d6f7759a-e2a3-4fd6-8383-211269aaeb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:58.977433 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-d6f7759a-e2a3-4fd6-8383-211269aaeb08 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c784f317-cf69-4499-8ee8-96a3a3714978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1357639 Jul 15 23:13:59.012168 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device ec60029d-e0fb-4cf0-b752-3d8e5b689983 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:59.044822 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 53492) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:59.177182 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port ec60029d-e0fb-4cf0-b752-3d8e5b689983 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:59.191463 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port ec60029d-e0fb-4cf0-b752-3d8e5b689983 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:59.192434 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:59.195034 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-3e8a1e5b-8038-4220-a575-9293cd1975a8 tempest-DvrRoutersNegativeTest-1262372823 tempest-DvrRoutersNegativeTest-1262372823-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-275623865', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:59.198266 n-d-787205-9 neutron-server[93799]: DEBUG neutron.policy [None req-3e8a1e5b-8038-4220-a575-9293cd1975a8 tempest-DvrRoutersNegativeTest-1262372823 tempest-DvrRoutersNegativeTest-1262372823-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93799) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 15 23:13:59.198866 n-d-787205-9 neutron-server[93799]: DEBUG neutron.policy [None req-3e8a1e5b-8038-4220-a575-9293cd1975a8 tempest-DvrRoutersNegativeTest-1262372823 tempest-DvrRoutersNegativeTest-1262372823-project] Failed policy check for 'create_router' {{(pid=93799) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 15 23:13:59.199860 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-3e8a1e5b-8038-4220-a575-9293cd1975a8 tempest-DvrRoutersNegativeTest-1262372823 tempest-DvrRoutersNegativeTest-1262372823-project] create failed (client error): Access was denied to this resource. Jul 15 23:13:59.208301 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3e8a1e5b-8038-4220-a575-9293cd1975a8 tempest-DvrRoutersNegativeTest-1262372823 tempest-DvrRoutersNegativeTest-1262372823-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1621339 Jul 15 23:13:59.265167 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84853d19-0215-46f6-970b-8d06ff54ea12 req-d89e922f-62eb-40ac-80cc-c1c1a1706919 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:59.284695 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84853d19-0215-46f6-970b-8d06ff54ea12 req-d89e922f-62eb-40ac-80cc-c1c1a1706919 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.1237557 Jul 15 23:13:59.309951 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-2103bbe3-8225-4539-aa64-5d53c6716362 service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080249 Jul 15 23:13:59.369134 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:59.427043 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port ec60029d-e0fb-4cf0-b752-3d8e5b689983, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ec60029d-e0fb-4cf0-b752-3d8e5b689983,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:59.427202 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84853d19-0215-46f6-970b-8d06ff54ea12 req-3b84a2bb-4a94-4e6a-82a8-c607934f202d tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363690 Jul 15 23:13:59.429070 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df4f15a-3d28-47a5-a2db-31230f19a5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec60029d-e0fb-4cf0-b752-3d8e5b689983'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:59.433807 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd17dfad-dcb7-460f-8730-83f7ed968198" -d '{"events": [{"server_uuid": "1df4f15a-3d28-47a5-a2db-31230f19a5b2", "name": "network-vif-plugged", "status": "completed", "tag": "ec60029d-e0fb-4cf0-b752-3d8e5b689983"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:59.438738 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:59.441866 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ab5695-08f9-4987-8438-2e661dbe9c89 admin admin] Made reservation on behalf of ceffc9371081485ebee934ff90a829d0 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:59.450775 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19ab5695-08f9-4987-8438-2e661dbe9c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:59.514501 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19ab5695-08f9-4987-8438-2e661dbe9c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:59.528304 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=ec60029d-e0fb-4cf0-b752-3d8e5b689983,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:59.567360 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433515e8-1855-430b-849c-6cc41f737a59 x-openstack-request-id: req-433515e8-1855-430b-849c-6cc41f737a59 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:59.567659 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df4f15a-3d28-47a5-a2db-31230f19a5b2", "name": "network-vif-plugged", "status": "completed", "tag": "ec60029d-e0fb-4cf0-b752-3d8e5b689983", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:59.567916 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-433515e8-1855-430b-849c-6cc41f737a59 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:59.568362 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df4f15a-3d28-47a5-a2db-31230f19a5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec60029d-e0fb-4cf0-b752-3d8e5b689983', 'code': 200} Jul 15 23:13:59.657216 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53520) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:59.679617 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-03c63beb-197e-4b70-82c6-e8e60a5c6d54 service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546333 Jul 15 23:13:59.736264 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-3397e9cf-3752-49f7-a8be-54679b406ee4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=abf079aa-7e1f-4fa4-8693-d71192c3cd5a HTTP/1.1" status: 200 len: 217 time: 0.0536950 Jul 15 23:13:59.809791 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67974d5e-5137-4fcb-8189-38a3266512b6 req-8a5ebb5e-0fef-44b1-9947-e635965e666c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:59.815607 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67974d5e-5137-4fcb-8189-38a3266512b6 req-8a5ebb5e-0fef-44b1-9947-e635965e666c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1df4f15a-3d28-47a5-a2db-31230f19a5b2 HTTP/1.1" status: 200 len: 1096 time: 0.1680872 Jul 15 23:13:59.828229 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afbeaf-c201-4926-9e19-78d64508665c req-86956937-79cb-464f-ba92-36a3dd64905a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:59.830477 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-86956937-79cb-464f-ba92-36a3dd64905a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c8ed3032-070e-4ebf-984d-7ac57e6c8a26 HTTP/1.1" status: 200 len: 797 time: 0.0864007 Jul 15 23:13:59.853651 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19ab5695-08f9-4987-8438-2e661dbe9c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:59.888620 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19ab5695-08f9-4987-8438-2e661dbe9c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:59.913232 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67974d5e-5137-4fcb-8189-38a3266512b6 req-e2ec79e2-b957-4161-bdf9-bf88c4cb39c0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887003 Jul 15 23:13:59.921511 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9100854a-ecc6-45e3-8db7-163051f80e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:59.942699 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ab5695-08f9-4987-8438-2e661dbe9c89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:13:59.963735 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab5695-08f9-4987-8438-2e661dbe9c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b22c5b1-48f7-479c-8c5e-2babde5f0fce,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:00.003633 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19ab5695-08f9-4987-8438-2e661dbe9c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:00.004309 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-19ab5695-08f9-4987-8438-2e661dbe9c89 admin admin] Added segment 40e75ab4-93f5-4258-a1c9-b6402100d672 of type vlan for network 5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd Jul 15 23:14:00.073983 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afbeaf-c201-4926-9e19-78d64508665c req-985222cc-5e5a-4795-980b-285c4f23f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:00.075758 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-985222cc-5e5a-4795-980b-285c4f23f48c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=70df42a8-7f3a-4d1e-82b9-1354a40e98c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2357702 Jul 15 23:14:00.105558 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19ab5695-08f9-4987-8438-2e661dbe9c89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:00.254545 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19ab5695-08f9-4987-8438-2e661dbe9c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:00.256080 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ab5695-08f9-4987-8438-2e661dbe9c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:00.256230 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19ab5695-08f9-4987-8438-2e661dbe9c89 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:00.278328 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119ddab-8b2a-4a20-b64d-a3996bf7e3bd req-dcc8297b-339d-4a27-84bb-3fef3edb21e5 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:00.281073 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d119ddab-8b2a-4a20-b64d-a3996bf7e3bd req-dcc8297b-339d-4a27-84bb-3fef3edb21e5 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=1df4f15a-3d28-47a5-a2db-31230f19a5b2 HTTP/1.1" status: 200 len: 945 time: 0.1503079 Jul 15 23:14:00.301826 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9100854a-ecc6-45e3-8db7-163051f80e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:00.310761 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-aff318f8-9682-4097-8302-03f6b78f960a service neutron] 10.222.0.43 "GET /v2.0/networks/70df42a8-7f3a-4d1e-82b9-1354a40e98c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193735 Jul 15 23:14:00.316908 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9100854a-ecc6-45e3-8db7-163051f80e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:00.347120 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d119ddab-8b2a-4a20-b64d-a3996bf7e3bd req-23848f2e-df73-4d3f-9c45-0f33f9367ba1 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587873 Jul 15 23:14:00.358736 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-19ab5695-08f9-4987-8438-2e661dbe9c89 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6976731 Jul 15 23:14:00.362095 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 53560) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:00.369442 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-e3fb66d5-4b20-4983-ae96-d30c989b7902 admin admin] Request body: {'subnet': {'network_id': '5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1648705699-subnet', 'tenant_id': 'ceffc9371081485ebee934ff90a829d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:00.402278 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fb66d5-4b20-4983-ae96-d30c989b7902 admin admin] Made reservation on behalf of ceffc9371081485ebee934ff90a829d0 for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:00.405171 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e3fb66d5-4b20-4983-ae96-d30c989b7902 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:00.408951 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab5695-08f9-4987-8438-2e661dbe9c89 admin admin] Pushing event updated for resources: {'Network': ['ID=5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:00.421819 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:14:00.433026 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9100854a-ecc6-45e3-8db7-163051f80e2e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=15ac6d80b458448fb4ce28b5675a699a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7717302 Jul 15 23:14:00.433967 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 53566) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:00.471606 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100854a-ecc6-45e3-8db7-163051f80e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28ecf8b-2302-45f2-a491-4ef3ac1fca54,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:00.524604 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-3c84072c-236e-4ad3-a575-88a404c86434 service neutron] 10.222.0.43 "GET /v2.0/networks/70df42a8-7f3a-4d1e-82b9-1354a40e98c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041492 Jul 15 23:14:00.582379 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-81122328-53ab-4fd3-9efc-53db27eec1c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=54ed7c92-7d96-4319-af0e-98c8d7d7ce91 HTTP/1.1" status: 200 len: 217 time: 0.0495822 Jul 15 23:14:00.663685 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-61c2af09-f83e-49ac-90ea-ab05a7c40174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:00.712849 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-61c2af09-f83e-49ac-90ea-ab05a7c40174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:00.735760 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afbeaf-c201-4926-9e19-78d64508665c req-e744ee9f-9f2b-42ec-bf5b-13e7276468de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:00.737434 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-e744ee9f-9f2b-42ec-bf5b-13e7276468de service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c8ed3032-070e-4ebf-984d-7ac57e6c8a26 HTTP/1.1" status: 200 len: 797 time: 0.1314609 Jul 15 23:14:00.903752 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afbeaf-c201-4926-9e19-78d64508665c req-e7fa1417-0c4f-42b2-a12d-1a294348de07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:00.905575 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-e7fa1417-0c4f-42b2-a12d-1a294348de07 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=70df42a8-7f3a-4d1e-82b9-1354a40e98c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1529448 Jul 15 23:14:00.917194 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-61c2af09-f83e-49ac-90ea-ab05a7c40174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:00.925518 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-61c2af09-f83e-49ac-90ea-ab05a7c40174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:00.934901 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-61c2af09-f83e-49ac-90ea-ab05a7c40174 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c28ecf8b-2302-45f2-a491-4ef3ac1fca54 HTTP/1.1" status: 204 len: 168 time: 0.5001023 Jul 15 23:14:01.000590 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2af09-f83e-49ac-90ea-ab05a7c40174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28ecf8b-2302-45f2-a491-4ef3ac1fca54,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:01.021659 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e3fb66d5-4b20-4983-ae96-d30c989b7902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:01.160833 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb66d5-4b20-4983-ae96-d30c989b7902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5c93f82-0854-4146-aff5-faa533459ad6,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:01.192313 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-c2e69926-3c2a-4831-aae1-90327b21411c service neutron] 10.222.0.43 "GET /v2.0/networks/70df42a8-7f3a-4d1e-82b9-1354a40e98c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754502 Jul 15 23:14:01.248177 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fb66d5-4b20-4983-ae96-d30c989b7902 admin admin] Checking segment: {'id': '40e75ab4-93f5-4258-a1c9-b6402100d672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:01.248923 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fb66d5-4b20-4983-ae96-d30c989b7902 admin admin] Network hostable DHCP agents. Network: 5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:14:01.272233 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449615e-c621-4d35-a328-65574243e955 req-e2cdff85-b5f1-4e0c-991c-2be54acbaf0d tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:01.274335 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9449615e-c621-4d35-a328-65574243e955 req-e2cdff85-b5f1-4e0c-991c-2be54acbaf0d tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.5708990 Jul 15 23:14:01.297234 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fb66d5-4b20-4983-ae96-d30c989b7902 admin admin] Network 5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:14:01.314773 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-e3fb66d5-4b20-4983-ae96-d30c989b7902 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:01.320278 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fb66d5-4b20-4983-ae96-d30c989b7902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:01.322536 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e3fb66d5-4b20-4983-ae96-d30c989b7902 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:01.325289 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292811eb-1ff0-45d6-a8f3-4fb5e655f387 None None] Network 5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:01.359197 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e3fb66d5-4b20-4983-ae96-d30c989b7902 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9956996 Jul 15 23:14:01.362180 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 53592) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:01.378262 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9449615e-c621-4d35-a328-65574243e955 req-26f31d65-372b-4e37-848c-7c9a9519829e tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897408 Jul 15 23:14:01.795297 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210b614-fa90-4efa-b3ce-7f341632b52c req-267ae8a9-97f4-400d-b785-1963e0ef9fde tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:01.798731 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5210b614-fa90-4efa-b3ce-7f341632b52c req-267ae8a9-97f4-400d-b785-1963e0ef9fde tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=1df4f15a-3d28-47a5-a2db-31230f19a5b2 HTTP/1.1" status: 200 len: 945 time: 0.1505964 Jul 15 23:14:01.807669 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cf2069-8a32-4a64-a9ef-c7eaf4184382 None None] Network 5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:01.901024 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f7752248-be8c-4e22-af76-0f8b6cb02e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:01.991895 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5210b614-fa90-4efa-b3ce-7f341632b52c req-b7134b74-9ea3-44da-926a-7a058f8c35a3 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750996 Jul 15 23:14:02.158425 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f7752248-be8c-4e22-af76-0f8b6cb02e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.173700 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f7752248-be8c-4e22-af76-0f8b6cb02e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.212030 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7752248-be8c-4e22-af76-0f8b6cb02e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104516d0-b1c2-4a3b-9ef5-590e9025e62c,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:02.255904 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f7752248-be8c-4e22-af76-0f8b6cb02e1b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=140d9274371141c68eac1f847190e307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8908787 Jul 15 23:14:02.260612 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 53628) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:02.262459 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-48afbeaf-c201-4926-9e19-78d64508665c req-05496a96-4022-4dcc-ab79-f99370fe6335 service neutron] 10.222.0.43 "GET /v2.0/networks/70df42a8-7f3a-4d1e-82b9-1354a40e98c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0656576 Jul 15 23:14:02.379589 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2de9cd98-7005-404e-a7e2-3de1a632c728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.423292 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2de9cd98-7005-404e-a7e2-3de1a632c728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.627741 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918045f1-b5df-40ee-b984-c8327ad8972f req-56ce0283-77b3-495b-9a57-7fff98d83130 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:02.629830 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-918045f1-b5df-40ee-b984-c8327ad8972f req-56ce0283-77b3-495b-9a57-7fff98d83130 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=1df4f15a-3d28-47a5-a2db-31230f19a5b2 HTTP/1.1" status: 200 len: 945 time: 0.3964286 Jul 15 23:14:02.636610 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2de9cd98-7005-404e-a7e2-3de1a632c728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.639987 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2de9cd98-7005-404e-a7e2-3de1a632c728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.642140 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2de9cd98-7005-404e-a7e2-3de1a632c728 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/104516d0-b1c2-4a3b-9ef5-590e9025e62c HTTP/1.1" status: 204 len: 168 time: 0.3794508 Jul 15 23:14:02.659512 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9cd98-7005-404e-a7e2-3de1a632c728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104516d0-b1c2-4a3b-9ef5-590e9025e62c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:02.692037 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-5d56d4bd-b2ff-4ff0-8b8a-cfb63e0634d3 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:02.699108 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-5d56d4bd-b2ff-4ff0-8b8a-cfb63e0634d3 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] 10.222.0.16 "GET /v2.0/networks?id=5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd HTTP/1.1" status: 200 len: 822 time: 0.2651217 Jul 15 23:14:02.724774 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-2da391a4-8cee-4f04-82f0-7b01be036c38 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] 10.222.0.16 "GET /v2.0/quotas/ceffc9371081485ebee934ff90a829d0 HTTP/1.1" status: 200 len: 375 time: 0.0247686 Jul 15 23:14:02.731923 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-918045f1-b5df-40ee-b984-c8327ad8972f req-ab5537a0-5d4b-4682-b2a8-92cfd3ac9a07 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862381 Jul 15 23:14:02.774888 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-3d8666ac-990e-4668-a8b5-db685ee6d82d tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ceffc9371081485ebee934ff90a829d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356002 Jul 15 23:14:02.913756 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-c04a720f-2a30-4c88-b0c7-1585d5417aff service neutron] 10.222.0.16 "GET /v2.0/networks/5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290538 Jul 15 23:14:03.101531 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-87d9728b-a071-48bd-8f2e-24ff433e5d25 service neutron] 10.222.0.16 "GET /v2.0/networks/5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787586 Jul 15 23:14:03.223086 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3b033-3335-4a26-9b4b-93a87497e0cb req-b2229427-00a3-48fc-8e9b-4c68d9a075fd tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:03.226242 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-03a3b033-3335-4a26-9b4b-93a87497e0cb req-b2229427-00a3-48fc-8e9b-4c68d9a075fd tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.0880158 Jul 15 23:14:03.278513 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-03a3b033-3335-4a26-9b4b-93a87497e0cb req-f183c2b5-340b-4340-b28e-58f20d4c264d tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410874 Jul 15 23:14:03.520073 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 53670) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:03.550247 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-88c16dd5-1bff-440f-88b1-4c8d8b2dcdcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:03.743301 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ffaabd07-9194-497a-bbde-14ab6ef18d20 req-2ee0b61f-02b7-4dd5-b659-c847333dd4ba tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] 10.222.0.16 "GET /v2.0/ports?device_id=c734ebd6-0e44-4c30-bae1-318dbf885492 HTTP/1.1" status: 200 len: 210 time: 0.1203978 Jul 15 23:14:03.838115 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-88c16dd5-1bff-440f-88b1-4c8d8b2dcdcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:03.843448 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-88c16dd5-1bff-440f-88b1-4c8d8b2dcdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:03.898244 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-88c16dd5-1bff-440f-88b1-4c8d8b2dcdcf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26bff44024e446e0bfc70147557ab15e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3758347 Jul 15 23:14:03.900879 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53684) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:03.911003 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c16dd5-1bff-440f-88b1-4c8d8b2dcdcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d823216-dcab-489a-860f-fdccc92058a2,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:04.046581 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e74dcc24-1af0-47e3-901e-5ad8aa3b3419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:04.133883 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e74dcc24-1af0-47e3-901e-5ad8aa3b3419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:04.201341 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db29923-5a4e-4cc3-95a5-6029ba163386 req-62b8fadc-2161-4764-ae83-08e933a218ca tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:04.203153 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2db29923-5a4e-4cc3-95a5-6029ba163386 req-62b8fadc-2161-4764-ae83-08e933a218ca tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=1df4f15a-3d28-47a5-a2db-31230f19a5b2 HTTP/1.1" status: 200 len: 945 time: 0.1544144 Jul 15 23:14:04.250339 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e74dcc24-1af0-47e3-901e-5ad8aa3b3419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:04.256195 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e74dcc24-1af0-47e3-901e-5ad8aa3b3419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:04.261582 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e74dcc24-1af0-47e3-901e-5ad8aa3b3419 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d823216-dcab-489a-860f-fdccc92058a2 HTTP/1.1" status: 204 len: 168 time: 0.3579423 Jul 15 23:14:04.261998 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2db29923-5a4e-4cc3-95a5-6029ba163386 req-850ffe8d-4e40-4ab0-b178-219844d77c6d tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525482 Jul 15 23:14:04.295530 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74dcc24-1af0-47e3-901e-5ad8aa3b3419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d823216-dcab-489a-860f-fdccc92058a2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:04.553209 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810b967-8846-4f94-a119-d6d6584ed95f req-1e08f844-705b-453a-9782-2044445b84d1 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:04.561203 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53706) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:04.561684 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8810b967-8846-4f94-a119-d6d6584ed95f req-1e08f844-705b-453a-9782-2044445b84d1 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.0861425 Jul 15 23:14:04.634216 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8810b967-8846-4f94-a119-d6d6584ed95f req-e8531cc9-2782-4358-b142-8d136ab4bb28 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714276 Jul 15 23:14:04.743516 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6229d2c7-e12c-4dd9-888a-e5a628c6e651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:04.919504 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ef28f578-c97c-43c1-86ec-513a606328c6 req-efe1db29-da62-4f2b-bbd6-36d3565cafc4 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] 10.222.0.16 "GET /v2.0/ports?device_id=c734ebd6-0e44-4c30-bae1-318dbf885492 HTTP/1.1" status: 200 len: 210 time: 0.0315297 Jul 15 23:14:04.925673 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6229d2c7-e12c-4dd9-888a-e5a628c6e651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:04.931946 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6229d2c7-e12c-4dd9-888a-e5a628c6e651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:04.992835 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6229d2c7-e12c-4dd9-888a-e5a628c6e651 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=623000747b184df1aa07848c934c7714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4274569 Jul 15 23:14:04.993975 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229d2c7-e12c-4dd9-888a-e5a628c6e651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673a219d-b760-42e4-a7a6-41634aa92c8f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:04.995784 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 53724) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:05.068942 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1c5053b6-a013-4921-979b-8f9e35c7dba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:05.117526 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1c5053b6-a013-4921-979b-8f9e35c7dba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:05.218063 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1c5053b6-a013-4921-979b-8f9e35c7dba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:05.222446 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1c5053b6-a013-4921-979b-8f9e35c7dba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:05.228631 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1c5053b6-a013-4921-979b-8f9e35c7dba0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/673a219d-b760-42e4-a7a6-41634aa92c8f HTTP/1.1" status: 204 len: 168 time: 0.2284069 Jul 15 23:14:05.236515 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5053b6-a013-4921-979b-8f9e35c7dba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673a219d-b760-42e4-a7a6-41634aa92c8f,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:05.433728 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-b02c5bb2-cd14-4ed8-8a3d-c90088a7c53f tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:05.435499 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-b02c5bb2-cd14-4ed8-8a3d-c90088a7c53f tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] 10.222.0.43 "GET /v2.0/networks?id=5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd HTTP/1.1" status: 200 len: 822 time: 0.1461425 Jul 15 23:14:05.450098 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-78ac59df-c557-4aba-a7ec-450c03de3210 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Request body: {'port': {'device_id': 'c734ebd6-0e44-4c30-bae1-318dbf885492', 'network_id': '5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd', 'admin_state_up': True, 'tenant_id': 'ceffc9371081485ebee934ff90a829d0'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:05.480887 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9697c17-fcf0-43dc-9559-511525ac87d9 req-7ca53e2c-fd8b-42b5-87a6-9d03f2baa2a5 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:05.484065 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a9697c17-fcf0-43dc-9559-511525ac87d9 req-7ca53e2c-fd8b-42b5-87a6-9d03f2baa2a5 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.43 "GET /v2.0/ports?device_id=1df4f15a-3d28-47a5-a2db-31230f19a5b2 HTTP/1.1" status: 200 len: 945 time: 0.2373857 Jul 15 23:14:05.781009 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-a9697c17-fcf0-43dc-9559-511525ac87d9 req-810bc6c6-fec7-4aa8-8113-3b8e16454f51 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Deleting port ec60029d-e0fb-4cf0-b752-3d8e5b689983 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:05.781917 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a9697c17-fcf0-43dc-9559-511525ac87d9 req-810bc6c6-fec7-4aa8-8113-3b8e16454f51 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:05.789842 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-78ac59df-c557-4aba-a7ec-450c03de3210 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Made reservation on behalf of ceffc9371081485ebee934ff90a829d0 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:05.798763 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-78ac59df-c557-4aba-a7ec-450c03de3210 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:05.862036 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d0296-cc42-4482-8c95-916d928162ec req-bf17a66f-d82e-4089-a8ce-c95a88789549 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:05.866314 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-073d0296-cc42-4482-8c95-916d928162ec req-bf17a66f-d82e-4089-a8ce-c95a88789549 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=1df4f15a-3d28-47a5-a2db-31230f19a5b2 HTTP/1.1" status: 200 len: 945 time: 0.2945170 Jul 15 23:14:05.963606 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53756) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:05.995196 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a9697c17-fcf0-43dc-9559-511525ac87d9 req-810bc6c6-fec7-4aa8-8113-3b8e16454f51 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] For port ec60029d-e0fb-4cf0-b752-3d8e5b689983, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ec60029d-e0fb-4cf0-b752-3d8e5b689983,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:05.995945 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a9697c17-fcf0-43dc-9559-511525ac87d9 req-810bc6c6-fec7-4aa8-8113-3b8e16454f51 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:06.014913 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6cc6b24f-01f4-4963-828c-44567f446f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:06.032870 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-a9697c17-fcf0-43dc-9559-511525ac87d9 req-810bc6c6-fec7-4aa8-8113-3b8e16454f51 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Calling delete_port for ec60029d-e0fb-4cf0-b752-3d8e5b689983 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:06.035444 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-073d0296-cc42-4482-8c95-916d928162ec req-027dceb0-1351-464c-bc31-b2011d2f67ee tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611269 Jul 15 23:14:06.150096 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6cc6b24f-01f4-4963-828c-44567f446f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:06.161928 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6cc6b24f-01f4-4963-828c-44567f446f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:06.164925 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6a55e-5090-4b93-b6c2-aed79c127e56 req-ad020272-996f-4fc9-9bf1-e708d2ea9f2a tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:06.171897 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-03d6a55e-5090-4b93-b6c2-aed79c127e56 req-ad020272-996f-4fc9-9bf1-e708d2ea9f2a tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.2965047 Jul 15 23:14:06.202621 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-78ac59df-c557-4aba-a7ec-450c03de3210 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Allocated IP 172.20.0.11 (5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd/e5c93f82-0854-4146-aff5-faa533459ad6/9092e6e1-3277-47ae-9b97-e2f543f475a2) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:06.244590 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-03d6a55e-5090-4b93-b6c2-aed79c127e56 req-977ff295-6a53-45bc-8ea3-a169a9d293ff tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716836 Jul 15 23:14:06.374501 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a9697c17-fcf0-43dc-9559-511525ac87d9 req-810bc6c6-fec7-4aa8-8113-3b8e16454f51 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:06.387798 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['ec60029d-e0fb-4cf0-b752-3d8e5b689983'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:06.443008 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6cc6b24f-01f4-4963-828c-44567f446f18 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ecdb9de49cf4dafba1ced1fd9e5c2fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4783027 Jul 15 23:14:06.444112 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810bc6c6-fec7-4aa8-8113-3b8e16454f51 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Pushing event deleted for resources: {'Port': ['ID=ec60029d-e0fb-4cf0-b752-3d8e5b689983,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:06.446122 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['6512fefd-4257-40d9-aa1c-e1c8110b0ce6'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:06.446514 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53764) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:06.447246 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6b24f-01f4-4963-828c-44567f446f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed97ed62-7c1a-4f8a-9829-31c83c015a93,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:06.557229 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-78ac59df-c557-4aba-a7ec-450c03de3210 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:06.609231 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-78ac59df-c557-4aba-a7ec-450c03de3210 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:06.611252 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9697c17-fcf0-43dc-9559-511525ac87d9 req-810bc6c6-fec7-4aa8-8113-3b8e16454f51 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] No DVR routers for this DVR port ec60029d-e0fb-4cf0-b752-3d8e5b689983 on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:06.617493 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a9697c17-fcf0-43dc-9559-511525ac87d9 req-810bc6c6-fec7-4aa8-8113-3b8e16454f51 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:06.620054 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a9697c17-fcf0-43dc-9559-511525ac87d9 req-810bc6c6-fec7-4aa8-8113-3b8e16454f51 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.43 "DELETE /v2.0/ports/ec60029d-e0fb-4cf0-b752-3d8e5b689983 HTTP/1.1" status: 204 len: 173 time: 1.1302679 Jul 15 23:14:06.622625 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df4f15a-3d28-47a5-a2db-31230f19a5b2', 'name': 'network-vif-deleted', 'tag': 'ec60029d-e0fb-4cf0-b752-3d8e5b689983'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:06.626069 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a883c4-4bf6-4047-a8b9-baf6c5fb566a" -d '{"events": [{"server_uuid": "1df4f15a-3d28-47a5-a2db-31230f19a5b2", "name": "network-vif-deleted", "tag": "ec60029d-e0fb-4cf0-b752-3d8e5b689983"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:06.658805 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b54adbf8-3a6b-43dd-b10e-fe8c4d70e749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:06.695537 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b54adbf8-3a6b-43dd-b10e-fe8c4d70e749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:06.743912 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047b9d1c-9095-40b2-98a3-a3fe390b5ee6 x-openstack-request-id: req-047b9d1c-9095-40b2-98a3-a3fe390b5ee6 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:06.744213 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df4f15a-3d28-47a5-a2db-31230f19a5b2", "name": "network-vif-deleted", "tag": "ec60029d-e0fb-4cf0-b752-3d8e5b689983", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:06.747710 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-047b9d1c-9095-40b2-98a3-a3fe390b5ee6 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:06.748776 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df4f15a-3d28-47a5-a2db-31230f19a5b2', 'name': 'network-vif-deleted', 'tag': 'ec60029d-e0fb-4cf0-b752-3d8e5b689983', 'status': 'completed', 'code': 200} Jul 15 23:14:06.801945 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-78ac59df-c557-4aba-a7ec-450c03de3210 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Network 5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:06.811145 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b54adbf8-3a6b-43dd-b10e-fe8c4d70e749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:06.814129 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-78ac59df-c557-4aba-a7ec-450c03de3210 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:06.816549 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b54adbf8-3a6b-43dd-b10e-fe8c4d70e749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:06.818606 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b54adbf8-3a6b-43dd-b10e-fe8c4d70e749 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed97ed62-7c1a-4f8a-9829-31c83c015a93 HTTP/1.1" status: 204 len: 168 time: 0.3670754 Jul 15 23:14:06.823832 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-78ac59df-c557-4aba-a7ec-450c03de3210 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:06.831018 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54adbf8-3a6b-43dd-b10e-fe8c4d70e749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed97ed62-7c1a-4f8a-9829-31c83c015a93,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:06.938911 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac59df-c557-4aba-a7ec-450c03de3210 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Pushing event updated for resources: {'Port': ['ID=9092e6e1-3277-47ae-9b97-e2f543f475a2,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:06.978851 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-78ac59df-c557-4aba-a7ec-450c03de3210 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:06.979492 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-78ac59df-c557-4aba-a7ec-450c03de3210 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:06.999614 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-78ac59df-c557-4aba-a7ec-450c03de3210 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5557585 Jul 15 23:14:07.008501 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1255e-171e-46e6-8622-eb2829a866b6 req-232dcc2a-8554-4d8a-b61f-4ff621b55b59 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:07.015257 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0bc1255e-171e-46e6-8622-eb2829a866b6 req-232dcc2a-8554-4d8a-b61f-4ff621b55b59 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] 10.222.0.16 "GET /v2.0/ports?device_id=c734ebd6-0e44-4c30-bae1-318dbf885492 HTTP/1.1" status: 200 len: 932 time: 0.3544378 Jul 15 23:14:07.027288 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-06f1f896-bc95-4dbb-9a14-7736e0bc04ce service neutron] Request body: {'port': {'device_id': 'c734ebd6-0e44-4c30-bae1-318dbf885492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:07.098077 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0bc1255e-171e-46e6-8622-eb2829a866b6 req-2d3024fd-028b-4eed-b284-3ecc97d59233 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b22c5b1-48f7-479c-8c5e-2babde5f0fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813279 Jul 15 23:14:07.189033 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-06f1f896-bc95-4dbb-9a14-7736e0bc04ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:07.399660 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e85cb0e-12ac-4be8-b0ac-3eccff0a06db req-2127f231-66ae-4c16-8029-d40cdef6ddb4 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=1df4f15a-3d28-47a5-a2db-31230f19a5b2 HTTP/1.1" status: 200 len: 210 time: 0.0519061 Jul 15 23:14:07.661344 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1440c-3923-4ee8-8c08-6bfbd24a7674 req-5d583d2a-8ded-4182-a7e0-c7828b4bb57e tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:07.663201 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-afe1440c-3923-4ee8-8c08-6bfbd24a7674 req-5d583d2a-8ded-4182-a7e0-c7828b4bb57e tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.1740313 Jul 15 23:14:07.760770 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-afe1440c-3923-4ee8-8c08-6bfbd24a7674 req-a10e14e5-4992-410d-9360-7a98ccba2f92 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877581 Jul 15 23:14:07.765038 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-06f1f896-bc95-4dbb-9a14-7736e0bc04ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9092e6e1-3277-47ae-9b97-e2f543f475a2 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:07.773486 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-06f1f896-bc95-4dbb-9a14-7736e0bc04ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:07.796614 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-06f1f896-bc95-4dbb-9a14-7736e0bc04ce service neutron] Transition to ACTIVE for port object 9092e6e1-3277-47ae-9b97-e2f543f475a2 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:07.804942 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-06f1f896-bc95-4dbb-9a14-7736e0bc04ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:07.873076 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1f896-bc95-4dbb-9a14-7736e0bc04ce service neutron] Pushing event updated for resources: {'Port': ['ID=9092e6e1-3277-47ae-9b97-e2f543f475a2,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:08.003503 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-06f1f896-bc95-4dbb-9a14-7736e0bc04ce service neutron] Attempting to bind port 9092e6e1-3277-47ae-9b97-e2f543f475a2 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:14:08.004342 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-06f1f896-bc95-4dbb-9a14-7736e0bc04ce service neutron] Attempting to bind port 9092e6e1-3277-47ae-9b97-e2f543f475a2 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '40e75ab4-93f5-4258-a1c9-b6402100d672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:14:08.014886 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-06f1f896-bc95-4dbb-9a14-7736e0bc04ce service neutron] Attempting to bind port 9092e6e1-3277-47ae-9b97-e2f543f475a2 on network 5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:08.019593 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-06f1f896-bc95-4dbb-9a14-7736e0bc04ce service neutron] Port 9092e6e1-3277-47ae-9b97-e2f543f475a2 on network 5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:14:08.019938 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-06f1f896-bc95-4dbb-9a14-7736e0bc04ce service neutron] Attempting to bind port 9092e6e1-3277-47ae-9b97-e2f543f475a2 on network 5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:08.027859 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-06f1f896-bc95-4dbb-9a14-7736e0bc04ce service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:14:08.028428 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-06f1f896-bc95-4dbb-9a14-7736e0bc04ce service neutron] Checking segment: {'id': '40e75ab4-93f5-4258-a1c9-b6402100d672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:08.029041 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-06f1f896-bc95-4dbb-9a14-7736e0bc04ce service neutron] Bound using segment: {'id': '40e75ab4-93f5-4258-a1c9-b6402100d672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:14:08.029757 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-06f1f896-bc95-4dbb-9a14-7736e0bc04ce service neutron] Bound port: 9092e6e1-3277-47ae-9b97-e2f543f475a2, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40e75ab4-93f5-4258-a1c9-b6402100d672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:14:08.030275 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-06f1f896-bc95-4dbb-9a14-7736e0bc04ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:08.116611 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-06f1f896-bc95-4dbb-9a14-7736e0bc04ce service neutron] For port 9092e6e1-3277-47ae-9b97-e2f543f475a2, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:14:08.123548 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-06f1f896-bc95-4dbb-9a14-7736e0bc04ce service neutron] For port 9092e6e1-3277-47ae-9b97-e2f543f475a2, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=9092e6e1-3277-47ae-9b97-e2f543f475a2,segment=NetworkSegment(40e75ab4-93f5-4258-a1c9-b6402100d672),segment_id=40e75ab4-93f5-4258-a1c9-b6402100d672)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:14:08.140985 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-06f1f896-bc95-4dbb-9a14-7736e0bc04ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:08.201552 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-06f1f896-bc95-4dbb-9a14-7736e0bc04ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:08.202190 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-06f1f896-bc95-4dbb-9a14-7736e0bc04ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:08.203641 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-06f1f896-bc95-4dbb-9a14-7736e0bc04ce service neutron] 10.222.0.43 "PUT /v2.0/ports/9092e6e1-3277-47ae-9b97-e2f543f475a2 HTTP/1.1" status: 200 len: 1092 time: 1.1853492 Jul 15 23:14:08.204081 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c734ebd6-0e44-4c30-bae1-318dbf885492', 'tag': '9092e6e1-3277-47ae-9b97-e2f543f475a2'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:08.206338 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f67a6d1-3ace-400d-ba7e-f7dd1c2afa1d" -d '{"events": [{"name": "network-changed", "server_uuid": "c734ebd6-0e44-4c30-bae1-318dbf885492", "tag": "9092e6e1-3277-47ae-9b97-e2f543f475a2"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:08.278709 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2242859f-39b9-4432-b9ca-d1ba36880beb x-openstack-request-id: req-2242859f-39b9-4432-b9ca-d1ba36880beb {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:08.279066 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c734ebd6-0e44-4c30-bae1-318dbf885492", "tag": "9092e6e1-3277-47ae-9b97-e2f543f475a2", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:08.279255 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2242859f-39b9-4432-b9ca-d1ba36880beb {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:08.279642 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c734ebd6-0e44-4c30-bae1-318dbf885492', 'tag': '9092e6e1-3277-47ae-9b97-e2f543f475a2', 'status': 'completed', 'code': 200} Jul 15 23:14:08.311317 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1f896-bc95-4dbb-9a14-7736e0bc04ce service neutron] Pushing event updated for resources: {'Port': ['ID=9092e6e1-3277-47ae-9b97-e2f543f475a2,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:08.376139 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6d106-4890-43d8-b697-b02b6aa5dd84 req-52b24176-5fd6-460b-b9a7-87d6fa625e13 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:08.378661 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-69a6d106-4890-43d8-b697-b02b6aa5dd84 req-52b24176-5fd6-460b-b9a7-87d6fa625e13 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] 10.222.0.16 "GET /v2.0/ports?device_id=c734ebd6-0e44-4c30-bae1-318dbf885492 HTTP/1.1" status: 200 len: 944 time: 0.1014822 Jul 15 23:14:08.476104 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-69a6d106-4890-43d8-b697-b02b6aa5dd84 req-cedf7161-38b0-497f-921b-a4a7c436b2ce tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b22c5b1-48f7-479c-8c5e-2babde5f0fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882416 Jul 15 23:14:08.584225 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-ae3cc4b5-5e55-47b3-9bde-b521ffd339c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:08.586258 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-ae3cc4b5-5e55-47b3-9bde-b521ffd339c2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ceffc9371081485ebee934ff90a829d0&device_id=c734ebd6-0e44-4c30-bae1-318dbf885492 HTTP/1.1" status: 200 len: 1095 time: 0.3380356 Jul 15 23:14:08.667610 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:08.715317 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-6816a1ed-437a-47c7-9cbe-5c3ed0b49f6e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9092e6e1-3277-47ae-9b97-e2f543f475a2 HTTP/1.1" status: 200 len: 217 time: 0.1193168 Jul 15 23:14:08.819223 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-81928fd6-1538-40fa-8858-489427f1c18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:08.824372 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-81928fd6-1538-40fa-8858-489427f1c18a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e5c93f82-0854-4146-aff5-faa533459ad6 HTTP/1.1" status: 200 len: 862 time: 0.1028504 Jul 15 23:14:08.923243 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-1542546e-4243-4346-a3c5-2d88ccab4f0b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847113 Jul 15 23:14:09.075977 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device ec60029d-e0fb-4cf0-b752-3d8e5b689983 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:14:09.097156 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-101a3441-2223-48d4-9c38-dbc80d0ddcfe service neutron] 10.222.0.43 "GET /v2.0/networks/5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646972 Jul 15 23:14:09.122728 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: ec60029d-e0fb-4cf0-b752-3d8e5b689983 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:14:09.123101 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device ec60029d-e0fb-4cf0-b752-3d8e5b689983 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:14:09.260130 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8e2bc454-bd62-440b-a39c-1f371eb56b72 req-9e791d90-f7b0-4951-a8c7-14dd674af545 service neutron] 10.222.0.43 "GET /v2.0/networks/5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430025 Jul 15 23:14:09.291741 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed3a3e-3dfc-4265-bca0-c2f18f6bb54b req-bbffd783-3ebf-4b03-b1b3-9147028a4005 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:09.299818 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-57ed3a3e-3dfc-4265-bca0-c2f18f6bb54b req-bbffd783-3ebf-4b03-b1b3-9147028a4005 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.2194974 Jul 15 23:14:09.367922 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-57ed3a3e-3dfc-4265-bca0-c2f18f6bb54b req-fa9f52e6-8a00-492d-aa69-7f168b12fb45 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668290 Jul 15 23:14:09.401326 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67a6d1-3ace-400d-ba7e-f7dd1c2afa1d req-03410af2-d673-48fc-aafe-ac9cdb096903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:09.402833 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4f67a6d1-3ace-400d-ba7e-f7dd1c2afa1d req-03410af2-d673-48fc-aafe-ac9cdb096903 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ceffc9371081485ebee934ff90a829d0&device_id=c734ebd6-0e44-4c30-bae1-318dbf885492 HTTP/1.1" status: 200 len: 1095 time: 0.0831869 Jul 15 23:14:09.514417 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67a6d1-3ace-400d-ba7e-f7dd1c2afa1d req-0e6cb632-eae6-4d42-ad28-b8016b2fceec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:09.516818 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4f67a6d1-3ace-400d-ba7e-f7dd1c2afa1d req-0e6cb632-eae6-4d42-ad28-b8016b2fceec service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd HTTP/1.1" status: 200 len: 923 time: 0.1060724 Jul 15 23:14:09.572555 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4f67a6d1-3ace-400d-ba7e-f7dd1c2afa1d req-5cde3f88-271e-4eba-a29b-fe2510f68502 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9092e6e1-3277-47ae-9b97-e2f543f475a2 HTTP/1.1" status: 200 len: 217 time: 0.0487018 Jul 15 23:14:09.721519 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67a6d1-3ace-400d-ba7e-f7dd1c2afa1d req-9dcc2dcf-0f73-47cf-a631-f4d8e0c7542f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:09.723019 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4f67a6d1-3ace-400d-ba7e-f7dd1c2afa1d req-9dcc2dcf-0f73-47cf-a631-f4d8e0c7542f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e5c93f82-0854-4146-aff5-faa533459ad6 HTTP/1.1" status: 200 len: 862 time: 0.1409845 Jul 15 23:14:09.776289 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4f67a6d1-3ace-400d-ba7e-f7dd1c2afa1d req-70c1de1b-157c-4ef5-9d6d-9c33353ff7c1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432131 Jul 15 23:14:09.786130 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-bf42404f-56fb-4adf-b17f-fd136196560f tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:09.787127 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-bf42404f-56fb-4adf-b17f-fd136196560f tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/networks?id=67544dea-b98a-4fe5-a010-0d763c20c5d2 HTTP/1.1" status: 200 len: 806 time: 0.2174711 Jul 15 23:14:09.834926 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-711ab6d5-a0c2-43c2-80a7-663ddc1ac481 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/quotas/d77f9925bdde4eb59287838e6d3fa09b HTTP/1.1" status: 200 len: 375 time: 0.0331929 Jul 15 23:14:09.846735 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dea92-4a88-4618-aa9d-9345501d3252 req-a48bbb4f-8f94-425c-b100-dc9be36ca777 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:09.848301 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-060dea92-4a88-4618-aa9d-9345501d3252 req-a48bbb4f-8f94-425c-b100-dc9be36ca777 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] 10.222.0.16 "GET /v2.0/ports?device_id=c734ebd6-0e44-4c30-bae1-318dbf885492 HTTP/1.1" status: 200 len: 944 time: 0.2011693 Jul 15 23:14:09.972974 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4f67a6d1-3ace-400d-ba7e-f7dd1c2afa1d req-21a587b9-a475-43a0-b37a-0a00827f4cff service neutron] 10.222.0.43 "GET /v2.0/networks/5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848583 Jul 15 23:14:09.979006 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-060dea92-4a88-4618-aa9d-9345501d3252 req-7aba5b7d-0574-44dc-b2cc-787e33b527f3 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b22c5b1-48f7-479c-8c5e-2babde5f0fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954239 Jul 15 23:14:10.024159 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab17f10-1114-4dbb-ac82-0a4165fae74a req-91173ea9-d81b-45ec-bf10-7323e8f691ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:10.029271 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6ab17f10-1114-4dbb-ac82-0a4165fae74a req-91173ea9-d81b-45ec-bf10-7323e8f691ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd7ce8a707994c488c5570fcc34a8dcd&device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 1097 time: 0.1267717 Jul 15 23:14:10.032291 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-188aa1e9-98f9-44b3-8c20-040e82732abd tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d77f9925bdde4eb59287838e6d3fa09b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1829100 Jul 15 23:14:10.147453 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4f67a6d1-3ace-400d-ba7e-f7dd1c2afa1d req-5808abde-076a-4f53-909a-d0a9bc52e30c service neutron] 10.222.0.43 "GET /v2.0/networks/5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648953 Jul 15 23:14:10.183613 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-f2f1cd2d-e2cd-4091-bde2-1d8e8eb728a8 service neutron] 10.222.0.16 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196513 Jul 15 23:14:10.196613 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab17f10-1114-4dbb-ac82-0a4165fae74a req-5796c95e-0c4d-49b0-9b8a-241f063d28dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:10.198114 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6ab17f10-1114-4dbb-ac82-0a4165fae74a req-5796c95e-0c4d-49b0-9b8a-241f063d28dd service neutron] 10.222.0.36 "GET /v2.0/networks?id=d46459bf-69b4-4e8d-8a06-951b2319409b HTTP/1.1" status: 200 len: 913 time: 0.1443501 Jul 15 23:14:10.268991 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6ab17f10-1114-4dbb-ac82-0a4165fae74a req-893aefbc-258d-4907-8f69-e22792145ce2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aead6165-1299-4b8c-8bbb-a9811ee85a99 HTTP/1.1" status: 200 len: 217 time: 0.0593584 Jul 15 23:14:10.331458 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab17f10-1114-4dbb-ac82-0a4165fae74a req-1846b55c-63c1-4fe7-a917-e80901c0d488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:10.332982 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6ab17f10-1114-4dbb-ac82-0a4165fae74a req-1846b55c-63c1-4fe7-a917-e80901c0d488 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d361722a-d157-4a1f-9b02-624ca94298eb HTTP/1.1" status: 200 len: 852 time: 0.0584910 Jul 15 23:14:10.405236 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6ab17f10-1114-4dbb-ac82-0a4165fae74a req-af2844f4-4542-4a9d-97cf-ed12a08ecc52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d46459bf-69b4-4e8d-8a06-951b2319409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645411 Jul 15 23:14:10.614890 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6ab17f10-1114-4dbb-ac82-0a4165fae74a req-831f706d-c539-4ec3-b6b7-81b2748205ae service neutron] 10.222.0.36 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990066 Jul 15 23:14:10.723724 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-ee873a2b-a684-4732-af76-c0a6b5aa875c service neutron] 10.222.0.16 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5390167 Jul 15 23:14:10.732134 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6ab17f10-1114-4dbb-ac82-0a4165fae74a req-3c1a04fc-ce26-4af2-befd-d4975ae53553 service neutron] 10.222.0.36 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105461 Jul 15 23:14:10.756855 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0b427-db3c-4f84-9e47-a073b6913cb8 req-b1264b3d-79f5-4691-9306-56c9a175db8d tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:10.764591 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3da0b427-db3c-4f84-9e47-a073b6913cb8 req-b1264b3d-79f5-4691-9306-56c9a175db8d tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 946 time: 0.1111484 Jul 15 23:14:10.803799 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3da0b427-db3c-4f84-9e47-a073b6913cb8 req-8b93a66d-6a30-4fa5-ad62-3865f492b7a1 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375123 Jul 15 23:14:10.933295 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-08eb5ad3-528d-4879-aeec-cfc7e57e172a req-a2835803-791c-44fb-a959-64bace9e831b tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6d9376a-be2f-464a-a829-606cfd8ef741 HTTP/1.1" status: 200 len: 210 time: 0.0438766 Jul 15 23:14:10.997089 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53952) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:11.122246 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33bd16b8-6e7e-45e3-9cd2-22934da36701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:11.200303 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b01ee9-ac8e-49dd-ae19-f5d8db3fc30c req-7633d729-e53c-4f28-bb2f-52bfdb121933 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:11.208993 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f6b01ee9-ac8e-49dd-ae19-f5d8db3fc30c req-7633d729-e53c-4f28-bb2f-52bfdb121933 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] 10.222.0.16 "GET /v2.0/ports?device_id=c734ebd6-0e44-4c30-bae1-318dbf885492 HTTP/1.1" status: 200 len: 944 time: 0.0942588 Jul 15 23:14:11.267444 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f6b01ee9-ac8e-49dd-ae19-f5d8db3fc30c req-12033dcd-c0ca-4eae-af27-9b2b45f9ec97 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b22c5b1-48f7-479c-8c5e-2babde5f0fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572927 Jul 15 23:14:11.304574 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33bd16b8-6e7e-45e3-9cd2-22934da36701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:11.310430 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33bd16b8-6e7e-45e3-9cd2-22934da36701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:11.356851 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-33bd16b8-6e7e-45e3-9cd2-22934da36701 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a35ce863c7694f59aea4664bf01236e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3586762 Jul 15 23:14:11.357702 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd16b8-6e7e-45e3-9cd2-22934da36701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6f05b9-f979-45ae-a485-05ea6e9d9e01,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:11.359697 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53972) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:11.378584 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bd16b8-6e7e-45e3-9cd2-22934da36701 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:11.379179 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bd16b8-6e7e-45e3-9cd2-22934da36701 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:11.379610 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bd16b8-6e7e-45e3-9cd2-22934da36701 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:11.380049 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bd16b8-6e7e-45e3-9cd2-22934da36701 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:11.380652 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bd16b8-6e7e-45e3-9cd2-22934da36701 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:11.380992 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bd16b8-6e7e-45e3-9cd2-22934da36701 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:11.381317 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bd16b8-6e7e-45e3-9cd2-22934da36701 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:11.381912 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bd16b8-6e7e-45e3-9cd2-22934da36701 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:11.382062 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bd16b8-6e7e-45e3-9cd2-22934da36701 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:11.382271 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bd16b8-6e7e-45e3-9cd2-22934da36701 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:11.382598 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bd16b8-6e7e-45e3-9cd2-22934da36701 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:11.382943 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bd16b8-6e7e-45e3-9cd2-22934da36701 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:11.430173 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-286d0fe5-aa9a-4213-9adf-4f6bec04276d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:11.454012 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-286d0fe5-aa9a-4213-9adf-4f6bec04276d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:11.511817 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-286d0fe5-aa9a-4213-9adf-4f6bec04276d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:11.515556 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-286d0fe5-aa9a-4213-9adf-4f6bec04276d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:11.525675 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-286d0fe5-aa9a-4213-9adf-4f6bec04276d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae6f05b9-f979-45ae-a485-05ea6e9d9e01 HTTP/1.1" status: 204 len: 168 time: 0.1619406 Jul 15 23:14:11.536984 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d0fe5-aa9a-4213-9adf-4f6bec04276d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6f05b9-f979-45ae-a485-05ea6e9d9e01,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:11.631150 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device aead6165-1299-4b8c-8bbb-a9811ee85a99 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:14:11.723723 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:11.751505 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d2562f-b76b-4fb8-a4a6-5a87f7c4b950', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aead6165-1299-4b8c-8bbb-a9811ee85a99'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:11.754440 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d9e22c-631a-4bc0-b49e-284c45530e1e" -d '{"events": [{"server_uuid": "01d2562f-b76b-4fb8-a4a6-5a87f7c4b950", "name": "network-vif-unplugged", "status": "completed", "tag": "aead6165-1299-4b8c-8bbb-a9811ee85a99"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:11.779419 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port aead6165-1299-4b8c-8bbb-a9811ee85a99, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=aead6165-1299-4b8c-8bbb-a9811ee85a99,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:11.785202 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:11.825328 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0ed9d6-5d15-4444-8926-f4208d09254f x-openstack-request-id: req-6d0ed9d6-5d15-4444-8926-f4208d09254f {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:11.825634 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d2562f-b76b-4fb8-a4a6-5a87f7c4b950", "name": "network-vif-unplugged", "status": "completed", "tag": "aead6165-1299-4b8c-8bbb-a9811ee85a99", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:11.825893 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d0ed9d6-5d15-4444-8926-f4208d09254f {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:11.826483 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d2562f-b76b-4fb8-a4a6-5a87f7c4b950', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aead6165-1299-4b8c-8bbb-a9811ee85a99', 'code': 200} Jul 15 23:14:11.841547 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=aead6165-1299-4b8c-8bbb-a9811ee85a99,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:11.851033 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:11.851378 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:11.851901 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:11.852415 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:11.853061 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:11.853652 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:11.853892 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:11.854228 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:11.854558 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:11.854918 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:11.855818 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:11.856354 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:12.021382 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e6bf0-ce35-4d50-9dc2-8241b2a57ec1 req-89f17a79-106d-4650-ac28-e270f826c664 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:12.028546 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0d2e6bf0-ce35-4d50-9dc2-8241b2a57ec1 req-89f17a79-106d-4650-ac28-e270f826c664 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 944 time: 0.0820222 Jul 15 23:14:12.075893 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53998) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:12.081825 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0d2e6bf0-ce35-4d50-9dc2-8241b2a57ec1 req-5f8c743e-9bb4-4c83-a17d-9916f5e6c4e2 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522635 Jul 15 23:14:12.090359 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-46371ab0-46d6-48aa-b42b-48b3838475ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:12.101727 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a657e2f7-b82e-4bf9-bff9-bfbfa7558737 req-ec7c6a00-53a5-4d77-9eb9-0d654f32d61f tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6d9376a-be2f-464a-a829-606cfd8ef741 HTTP/1.1" status: 200 len: 210 time: 0.0391748 Jul 15 23:14:12.192376 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-46371ab0-46d6-48aa-b42b-48b3838475ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:12.197277 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-46371ab0-46d6-48aa-b42b-48b3838475ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:12.236867 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-46371ab0-46d6-48aa-b42b-48b3838475ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4fc99695035349aa9d8832b4e232211e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1598718 Jul 15 23:14:12.237584 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46371ab0-46d6-48aa-b42b-48b3838475ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bbd9c8-f5ea-4634-bcb5-4f61930dba1a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:12.240185 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54002) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:12.426073 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a12e2bd-6120-4461-94af-47a1ac7567ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:12.467536 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a12e2bd-6120-4461-94af-47a1ac7567ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:12.487555 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-b0af11a0-140a-4afc-866c-2d838e9fe34c tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:12.489655 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-b0af11a0-140a-4afc-866c-2d838e9fe34c tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.36 "GET /v2.0/networks?id=67544dea-b98a-4fe5-a010-0d763c20c5d2 HTTP/1.1" status: 200 len: 806 time: 0.2063048 Jul 15 23:14:12.518714 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b5064-2a3a-47ef-b7a2-a0ec4bd9ba95 req-0152c947-219c-40d9-a94f-f933c968f5a7 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:12.520475 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7b1b5064-2a3a-47ef-b7a2-a0ec4bd9ba95 req-0152c947-219c-40d9-a94f-f933c968f5a7 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] 10.222.0.16 "GET /v2.0/ports?device_id=c734ebd6-0e44-4c30-bae1-318dbf885492 HTTP/1.1" status: 200 len: 944 time: 0.0857592 Jul 15 23:14:12.522364 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-18bfe6ba-d433-4831-82e1-2b8e44748039 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Request body: {'port': {'device_id': 'a6d9376a-be2f-464a-a829-606cfd8ef741', 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2', 'admin_state_up': True, 'tenant_id': 'd77f9925bdde4eb59287838e6d3fa09b'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:12.590475 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7b1b5064-2a3a-47ef-b7a2-a0ec4bd9ba95 req-43e8e277-4d6d-4eb8-ba92-217fcffa8e38 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b22c5b1-48f7-479c-8c5e-2babde5f0fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620096 Jul 15 23:14:12.628917 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a12e2bd-6120-4461-94af-47a1ac7567ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:12.632130 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a12e2bd-6120-4461-94af-47a1ac7567ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:12.636161 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6a12e2bd-6120-4461-94af-47a1ac7567ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1bbd9c8-f5ea-4634-bcb5-4f61930dba1a HTTP/1.1" status: 204 len: 168 time: 0.3846028 Jul 15 23:14:12.654184 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12e2bd-6120-4461-94af-47a1ac7567ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bbd9c8-f5ea-4634-bcb5-4f61930dba1a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:12.690506 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-18bfe6ba-d433-4831-82e1-2b8e44748039 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Made reservation on behalf of d77f9925bdde4eb59287838e6d3fa09b for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:12.695305 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-18bfe6ba-d433-4831-82e1-2b8e44748039 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:12.847705 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-18bfe6ba-d433-4831-82e1-2b8e44748039 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Allocated IP 172.20.0.3 (67544dea-b98a-4fe5-a010-0d763c20c5d2/00f86fe3-8e61-4196-b682-45370fd97ef3/31176d57-5d3d-4935-a26b-6d386c854318) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:13.028873 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-18bfe6ba-d433-4831-82e1-2b8e44748039 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:13.071529 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-18bfe6ba-d433-4831-82e1-2b8e44748039 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:13.085879 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 9092e6e1-3277-47ae-9b97-e2f543f475a2 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:14:13.136389 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-18bfe6ba-d433-4831-82e1-2b8e44748039 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Network 67544dea-b98a-4fe5-a010-0d763c20c5d2 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:13.141640 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-18bfe6ba-d433-4831-82e1-2b8e44748039 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:13.143868 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bfe6ba-d433-4831-82e1-2b8e44748039 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Pushing event updated for resources: {'Port': ['ID=31176d57-5d3d-4935-a26b-6d386c854318,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:13.152920 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-18bfe6ba-d433-4831-82e1-2b8e44748039 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:13.155701 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['6512fefd-4257-40d9-aa1c-e1c8110b0ce6'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:13.228236 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-18bfe6ba-d433-4831-82e1-2b8e44748039 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:13.228896 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-18bfe6ba-d433-4831-82e1-2b8e44748039 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:13.255931 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-18bfe6ba-d433-4831-82e1-2b8e44748039 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7373114 Jul 15 23:14:13.405059 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 9092e6e1-3277-47ae-9b97-e2f543f475a2, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=9092e6e1-3277-47ae-9b97-e2f543f475a2,segment=NetworkSegment(40e75ab4-93f5-4258-a1c9-b6402100d672),segment_id=40e75ab4-93f5-4258-a1c9-b6402100d672)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:13.424370 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d54582-32bd-43c5-bfea-8cef2c2826dc req-ac5243e7-4c5c-4275-a621-ce34d42715d1 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:13.431993 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33d54582-32bd-43c5-bfea-8cef2c2826dc req-ac5243e7-4c5c-4275-a621-ce34d42715d1 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6d9376a-be2f-464a-a829-606cfd8ef741 HTTP/1.1" status: 200 len: 931 time: 0.1436605 Jul 15 23:14:13.472447 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf93e2-0f86-4d8e-99d2-5fc381dad53b req-f216437b-ca43-4b97-9fde-6f675b04857b tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:13.473526 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '9092e6e1-3277-47ae-9b97-e2f543f475a2', 'network_id': '5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd', 'port_id': '9092e6e1-3277-47ae-9b97-e2f543f475a2', 'mac_address': 'fa:16:3e:55:22:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c93f82-0854-4146-aff5-faa533459ad6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:14:13.474260 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-69bf93e2-0f86-4d8e-99d2-5fc381dad53b req-f216437b-ca43-4b97-9fde-6f675b04857b tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 944 time: 0.1480491 Jul 15 23:14:13.503638 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33d54582-32bd-43c5-bfea-8cef2c2826dc req-cb73d200-ab3a-4d7e-8f16-d388d763822f tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704432 Jul 15 23:14:13.527313 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-69bf93e2-0f86-4d8e-99d2-5fc381dad53b req-bf76ccdd-311d-43fa-9260-7a6e28432bc9 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457690 Jul 15 23:14:13.570338 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:13.593106 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9092e6e1-3277-47ae-9b97-e2f543f475a2 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:13.614621 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 9092e6e1-3277-47ae-9b97-e2f543f475a2, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=9092e6e1-3277-47ae-9b97-e2f543f475a2,segment=NetworkSegment(40e75ab4-93f5-4258-a1c9-b6402100d672),segment_id=40e75ab4-93f5-4258-a1c9-b6402100d672)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:13.619544 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:13.631552 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-1b31c37f-b821-41b1-b5fb-46ec46ee3647 service neutron] Request body: {'port': {'device_id': 'a6d9376a-be2f-464a-a829-606cfd8ef741', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:13.703436 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=9092e6e1-3277-47ae-9b97-e2f543f475a2,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:13.825754 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ef4fa88f-62ea-42e3-aa67-9571e195cb6d req-23a43b89-38ee-44c9-ac44-791f2e6d7348 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=74d1ff00-bfb2-4c1d-8ab1-9abd8583b125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3794205 Jul 15 23:14:13.826935 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-1b31c37f-b821-41b1-b5fb-46ec46ee3647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:13.887977 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['9092e6e1-3277-47ae-9b97-e2f543f475a2'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:13.963494 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f086e7a-5eee-4f42-a78a-ee14e54fa56a req-fca072d8-dcae-4f38-a97d-22c6b5b0aedc tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:13.971779 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7f086e7a-5eee-4f42-a78a-ee14e54fa56a req-fca072d8-dcae-4f38-a97d-22c6b5b0aedc tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] 10.222.0.16 "GET /v2.0/ports?device_id=c734ebd6-0e44-4c30-bae1-318dbf885492 HTTP/1.1" status: 200 len: 945 time: 0.1469736 Jul 15 23:14:14.052944 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7f086e7a-5eee-4f42-a78a-ee14e54fa56a req-7694a0c3-c648-4c15-9288-6a913ee31a97 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b22c5b1-48f7-479c-8c5e-2babde5f0fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802126 Jul 15 23:14:14.142477 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fa88f-62ea-42e3-aa67-9571e195cb6d req-2d8e7903-8cd8-4aaf-b2ee-e996f6c5f021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:14.144256 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ef4fa88f-62ea-42e3-aa67-9571e195cb6d req-2d8e7903-8cd8-4aaf-b2ee-e996f6c5f021 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b6db02bafe144d5a8e176b78a5717eb0&device_id=74d1ff00-bfb2-4c1d-8ab1-9abd8583b125 HTTP/1.1" status: 200 len: 1096 time: 0.1653745 Jul 15 23:14:14.393751 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-1b31c37f-b821-41b1-b5fb-46ec46ee3647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31176d57-5d3d-4935-a26b-6d386c854318 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:14.399780 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fa88f-62ea-42e3-aa67-9571e195cb6d req-19832aa9-fd16-4263-9a11-b56b34072c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:14.401290 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ef4fa88f-62ea-42e3-aa67-9571e195cb6d req-19832aa9-fd16-4263-9a11-b56b34072c99 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5f499d80-0bb6-4641-9dad-53d101f8ac70 HTTP/1.1" status: 200 len: 909 time: 0.2271633 Jul 15 23:14:14.406252 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-1b31c37f-b821-41b1-b5fb-46ec46ee3647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:14.466717 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-1b31c37f-b821-41b1-b5fb-46ec46ee3647 service neutron] Transition to ACTIVE for port object 31176d57-5d3d-4935-a26b-6d386c854318 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:14.474588 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-1b31c37f-b821-41b1-b5fb-46ec46ee3647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:14.526773 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ef4fa88f-62ea-42e3-aa67-9571e195cb6d req-c4369614-3417-4d21-9332-71e33f92e27e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=899f3ca5-80d4-4fce-b5b8-b36c8540d5bd HTTP/1.1" status: 200 len: 1000 time: 0.1154687 Jul 15 23:14:14.579573 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31c37f-b821-41b1-b5fb-46ec46ee3647 service neutron] Pushing event updated for resources: {'Port': ['ID=31176d57-5d3d-4935-a26b-6d386c854318,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:14.649315 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fa88f-62ea-42e3-aa67-9571e195cb6d req-a54418cb-e168-45f8-8a12-32ee0af5e835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:14.650762 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ef4fa88f-62ea-42e3-aa67-9571e195cb6d req-a54418cb-e168-45f8-8a12-32ee0af5e835 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=95ba6ced-0926-439c-b94f-d6a4529be42b HTTP/1.1" status: 200 len: 847 time: 0.1139290 Jul 15 23:14:14.714082 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-1b31c37f-b821-41b1-b5fb-46ec46ee3647 service neutron] Attempting to bind port 31176d57-5d3d-4935-a26b-6d386c854318 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:14:14.714421 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-1b31c37f-b821-41b1-b5fb-46ec46ee3647 service neutron] Attempting to bind port 31176d57-5d3d-4935-a26b-6d386c854318 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '682791d0-14b5-4b83-8025-c7a51df04ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:14:14.714816 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-1b31c37f-b821-41b1-b5fb-46ec46ee3647 service neutron] Attempting to bind port 31176d57-5d3d-4935-a26b-6d386c854318 on network 67544dea-b98a-4fe5-a010-0d763c20c5d2 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:14.723279 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-1b31c37f-b821-41b1-b5fb-46ec46ee3647 service neutron] Port 31176d57-5d3d-4935-a26b-6d386c854318 on network 67544dea-b98a-4fe5-a010-0d763c20c5d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:14:14.723609 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-1b31c37f-b821-41b1-b5fb-46ec46ee3647 service neutron] Attempting to bind port 31176d57-5d3d-4935-a26b-6d386c854318 on network 67544dea-b98a-4fe5-a010-0d763c20c5d2 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:14.732863 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-1b31c37f-b821-41b1-b5fb-46ec46ee3647 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:14:14.733200 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-1b31c37f-b821-41b1-b5fb-46ec46ee3647 service neutron] Checking segment: {'id': '682791d0-14b5-4b83-8025-c7a51df04ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:14.733569 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-1b31c37f-b821-41b1-b5fb-46ec46ee3647 service neutron] Bound using segment: {'id': '682791d0-14b5-4b83-8025-c7a51df04ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:14:14.734011 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-1b31c37f-b821-41b1-b5fb-46ec46ee3647 service neutron] Bound port: 31176d57-5d3d-4935-a26b-6d386c854318, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '682791d0-14b5-4b83-8025-c7a51df04ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:14:14.734376 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-1b31c37f-b821-41b1-b5fb-46ec46ee3647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:14.786841 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fa88f-62ea-42e3-aa67-9571e195cb6d req-d6ab7dc9-a696-4b60-919d-74f5be4c4658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:14.788564 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ef4fa88f-62ea-42e3-aa67-9571e195cb6d req-d6ab7dc9-a696-4b60-919d-74f5be4c4658 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5f499d80-0bb6-4641-9dad-53d101f8ac70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1284888 Jul 15 23:14:14.845894 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc5aeb-d88e-4cd9-9b9f-441c46d3cf9b req-9a538efd-21d7-4356-a968-9f20661f4917 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:14.853681 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-56dc5aeb-d88e-4cd9-9b9f-441c46d3cf9b req-9a538efd-21d7-4356-a968-9f20661f4917 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=01d2562f-b76b-4fb8-a4a6-5a87f7c4b950 HTTP/1.1" status: 200 len: 944 time: 0.1400061 Jul 15 23:14:14.881711 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-1b31c37f-b821-41b1-b5fb-46ec46ee3647 service neutron] For port 31176d57-5d3d-4935-a26b-6d386c854318, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:14:14.900431 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-1b31c37f-b821-41b1-b5fb-46ec46ee3647 service neutron] For port 31176d57-5d3d-4935-a26b-6d386c854318, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=31176d57-5d3d-4935-a26b-6d386c854318,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:14:14.906154 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-1b31c37f-b821-41b1-b5fb-46ec46ee3647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:14.921130 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7b4ca-0e8f-446a-a7a4-1efa93a8b807 req-12fb3201-05b1-4264-8ac4-a58e063bd024 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:14.922969 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a4a7b4ca-0e8f-446a-a7a4-1efa93a8b807 req-12fb3201-05b1-4264-8ac4-a58e063bd024 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6d9376a-be2f-464a-a829-606cfd8ef741 HTTP/1.1" status: 200 len: 943 time: 0.2249811 Jul 15 23:14:14.958206 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ef4fa88f-62ea-42e3-aa67-9571e195cb6d req-6d7813a4-3ff4-4269-a7a7-9b14d157c16f service neutron] 10.222.0.36 "GET /v2.0/networks/5f499d80-0bb6-4641-9dad-53d101f8ac70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587846 Jul 15 23:14:14.966086 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-1b31c37f-b821-41b1-b5fb-46ec46ee3647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:14.966742 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-1b31c37f-b821-41b1-b5fb-46ec46ee3647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:14.973073 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-1b31c37f-b821-41b1-b5fb-46ec46ee3647 service neutron] 10.222.0.36 "PUT /v2.0/ports/31176d57-5d3d-4935-a26b-6d386c854318 HTTP/1.1" status: 200 len: 1091 time: 1.6933486 Jul 15 23:14:14.973073 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d9376a-be2f-464a-a829-606cfd8ef741', 'tag': '31176d57-5d3d-4935-a26b-6d386c854318'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:14.973073 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e827595d-df1e-4540-be5c-e93a869f860c" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d9376a-be2f-464a-a829-606cfd8ef741", "tag": "31176d57-5d3d-4935-a26b-6d386c854318"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:15.012490 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a4a7b4ca-0e8f-446a-a7a4-1efa93a8b807 req-c0ab5387-a102-4aeb-8286-1f55ef8b711d tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615563 Jul 15 23:14:15.037654 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-56dc5aeb-d88e-4cd9-9b9f-441c46d3cf9b req-3389ce2e-b227-4147-ad93-26fe8d8f4070 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Deleting port aead6165-1299-4b8c-8bbb-a9811ee85a99 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:15.038232 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-56dc5aeb-d88e-4cd9-9b9f-441c46d3cf9b req-3389ce2e-b227-4147-ad93-26fe8d8f4070 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:15.086068 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31c37f-b821-41b1-b5fb-46ec46ee3647 service neutron] Pushing event updated for resources: {'Port': ['ID=31176d57-5d3d-4935-a26b-6d386c854318,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:15.147735 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ef4fa88f-62ea-42e3-aa67-9571e195cb6d req-6021c6bb-53c9-4b5a-96cf-1900abb90d8c service neutron] 10.222.0.36 "GET /v2.0/networks/5f499d80-0bb6-4641-9dad-53d101f8ac70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785936 Jul 15 23:14:15.151157 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-56dc5aeb-d88e-4cd9-9b9f-441c46d3cf9b req-3389ce2e-b227-4147-ad93-26fe8d8f4070 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] For port aead6165-1299-4b8c-8bbb-a9811ee85a99, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=aead6165-1299-4b8c-8bbb-a9811ee85a99,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:15.151535 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-56dc5aeb-d88e-4cd9-9b9f-441c46d3cf9b req-3389ce2e-b227-4147-ad93-26fe8d8f4070 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:15.162252 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-d7f209e9-c820-48b2-8ee8-a7739a8c3afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:15.164116 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-d7f209e9-c820-48b2-8ee8-a7739a8c3afd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d77f9925bdde4eb59287838e6d3fa09b&device_id=a6d9376a-be2f-464a-a829-606cfd8ef741 HTTP/1.1" status: 200 len: 1094 time: 0.1272891 Jul 15 23:14:15.167052 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-56dc5aeb-d88e-4cd9-9b9f-441c46d3cf9b req-3389ce2e-b227-4147-ad93-26fe8d8f4070 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Calling delete_port for aead6165-1299-4b8c-8bbb-a9811ee85a99 owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:15.220014 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54124) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:15.225335 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-d439896a-0f35-4bcb-82aa-3655ac5a8b01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31176d57-5d3d-4935-a26b-6d386c854318 HTTP/1.1" status: 200 len: 217 time: 0.0458052 Jul 15 23:14:15.292625 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-6511331c-c95e-4db6-a611-72873674116a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:15.294433 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-6511331c-c95e-4db6-a611-72873674116a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00f86fe3-8e61-4196-b682-45370fd97ef3 HTTP/1.1" status: 200 len: 846 time: 0.0626905 Jul 15 23:14:15.331322 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-91c760fa-1bf0-4416-a00b-bdd3ffcd3e90 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67544dea-b98a-4fe5-a010-0d763c20c5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302699 Jul 15 23:14:15.335949 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-56dc5aeb-d88e-4cd9-9b9f-441c46d3cf9b req-3389ce2e-b227-4147-ad93-26fe8d8f4070 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:15.369488 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389ce2e-b227-4147-ad93-26fe8d8f4070 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Pushing event deleted for resources: {'Port': ['ID=aead6165-1299-4b8c-8bbb-a9811ee85a99,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:15.434346 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-56dc5aeb-d88e-4cd9-9b9f-441c46d3cf9b req-3389ce2e-b227-4147-ad93-26fe8d8f4070 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] No DVR routers for this DVR port aead6165-1299-4b8c-8bbb-a9811ee85a99 on host n-h1-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:15.441600 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-56dc5aeb-d88e-4cd9-9b9f-441c46d3cf9b req-3389ce2e-b227-4147-ad93-26fe8d8f4070 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:15.450260 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-75e4bcf0-7ba8-4636-9d84-9f93bfef18a2 service neutron] 10.222.0.36 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053236 Jul 15 23:14:15.451647 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-56dc5aeb-d88e-4cd9-9b9f-441c46d3cf9b req-3389ce2e-b227-4147-ad93-26fe8d8f4070 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "DELETE /v2.0/ports/aead6165-1299-4b8c-8bbb-a9811ee85a99 HTTP/1.1" status: 204 len: 173 time: 0.5970409 Jul 15 23:14:15.453521 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d2562f-b76b-4fb8-a4a6-5a87f7c4b950', 'name': 'network-vif-deleted', 'tag': 'aead6165-1299-4b8c-8bbb-a9811ee85a99'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:15.458148 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e78285c-ed1d-4ed9-8317-9a07687f7866" -d '{"events": [{"server_uuid": "01d2562f-b76b-4fb8-a4a6-5a87f7c4b950", "name": "network-vif-deleted", "tag": "aead6165-1299-4b8c-8bbb-a9811ee85a99"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:15.469378 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05c04520-26c7-4eb8-be28-4d94ad348e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:15.568207 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2d43b6-4ae1-4403-9b64-1445a32953c1 x-openstack-request-id: req-de2d43b6-4ae1-4403-9b64-1445a32953c1 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:15.568503 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d9376a-be2f-464a-a829-606cfd8ef741", "tag": "31176d57-5d3d-4935-a26b-6d386c854318", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:15.568750 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de2d43b6-4ae1-4403-9b64-1445a32953c1 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:15.569145 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d9376a-be2f-464a-a829-606cfd8ef741', 'tag': '31176d57-5d3d-4935-a26b-6d386c854318', 'status': 'completed', 'code': 200} Jul 15 23:14:15.592705 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1c2b8c01-fbd6-48fa-8326-07554a5886bb req-3ff6c43b-ebf7-46bd-bd0e-ae5f9cb0a3f5 service neutron] 10.222.0.36 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345451 Jul 15 23:14:15.636740 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05c04520-26c7-4eb8-be28-4d94ad348e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:15.647670 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device aead6165-1299-4b8c-8bbb-a9811ee85a99 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:14:15.650994 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05c04520-26c7-4eb8-be28-4d94ad348e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:15.689631 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: aead6165-1299-4b8c-8bbb-a9811ee85a99 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:14:15.690112 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device aead6165-1299-4b8c-8bbb-a9811ee85a99 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:14:15.717795 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-05c04520-26c7-4eb8-be28-4d94ad348e5f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=27bab0a38e1a495b981751c8d793505e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4966354 Jul 15 23:14:15.728670 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54148) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:15.743672 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c04520-26c7-4eb8-be28-4d94ad348e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b4ad04-d89b-473f-8271-ae7077296e0b,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:15.794281 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef175a7-4304-442e-b640-f64493d3cd50 req-e813c126-86f1-4835-aa7b-0103de349f3e tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:15.796592 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1ef175a7-4304-442e-b640-f64493d3cd50 req-e813c126-86f1-4835-aa7b-0103de349f3e tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] 10.222.0.16 "GET /v2.0/ports?device_id=c734ebd6-0e44-4c30-bae1-318dbf885492 HTTP/1.1" status: 200 len: 945 time: 0.1057193 Jul 15 23:14:15.802732 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827595d-df1e-4540-be5c-e93a869f860c req-90cb3a19-eb99-4b5a-854e-606adc94769c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:15.804246 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e827595d-df1e-4540-be5c-e93a869f860c req-90cb3a19-eb99-4b5a-854e-606adc94769c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d77f9925bdde4eb59287838e6d3fa09b&device_id=a6d9376a-be2f-464a-a829-606cfd8ef741 HTTP/1.1" status: 200 len: 1094 time: 0.1097240 Jul 15 23:14:15.805020 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-857c8a68-f901-4216-b180-3334d31f8748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:15.855719 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-857c8a68-f901-4216-b180-3334d31f8748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:15.861376 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dc59ea42-b25c-478e-9696-e2c3038db814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:15.878536 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1ef175a7-4304-442e-b640-f64493d3cd50 req-60d62cc4-4410-432a-93a9-6afb36c98a37 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b22c5b1-48f7-479c-8c5e-2babde5f0fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731044 Jul 15 23:14:15.977893 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827595d-df1e-4540-be5c-e93a869f860c req-364d6f51-d0a8-4f75-8307-1b372a0252e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:15.979886 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e827595d-df1e-4540-be5c-e93a869f860c req-364d6f51-d0a8-4f75-8307-1b372a0252e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=67544dea-b98a-4fe5-a010-0d763c20c5d2 HTTP/1.1" status: 200 len: 907 time: 0.1647594 Jul 15 23:14:15.981105 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-857c8a68-f901-4216-b180-3334d31f8748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:15.984125 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-857c8a68-f901-4216-b180-3334d31f8748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:15.989148 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-857c8a68-f901-4216-b180-3334d31f8748 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1b4ad04-d89b-473f-8271-ae7077296e0b HTTP/1.1" status: 204 len: 168 time: 0.2562361 Jul 15 23:14:16.027968 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c8a68-f901-4216-b180-3334d31f8748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b4ad04-d89b-473f-8271-ae7077296e0b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:16.038218 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62793c23-f90e-44bf-b8be-93d5fd81735f x-openstack-request-id: req-62793c23-f90e-44bf-b8be-93d5fd81735f {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:16.042745 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d2562f-b76b-4fb8-a4a6-5a87f7c4b950", "name": "network-vif-deleted", "tag": "aead6165-1299-4b8c-8bbb-a9811ee85a99", "status": "failed", "code": 422}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:16.043143 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62793c23-f90e-44bf-b8be-93d5fd81735f {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:16.044091 n-d-787205-9 neutron-server[93799]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '01d2562f-b76b-4fb8-a4a6-5a87f7c4b950', 'name': 'network-vif-deleted', 'tag': 'aead6165-1299-4b8c-8bbb-a9811ee85a99', 'status': 'failed', 'code': 422} returned with failed status Jul 15 23:14:16.099781 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e827595d-df1e-4540-be5c-e93a869f860c req-deb3acce-997d-4494-94fd-98bdbbbd3120 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31176d57-5d3d-4935-a26b-6d386c854318 HTTP/1.1" status: 200 len: 217 time: 0.1079922 Jul 15 23:14:16.163549 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827595d-df1e-4540-be5c-e93a869f860c req-29248d92-ab0f-47f5-92c5-15a64800a912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:16.165652 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e827595d-df1e-4540-be5c-e93a869f860c req-29248d92-ab0f-47f5-92c5-15a64800a912 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00f86fe3-8e61-4196-b682-45370fd97ef3 HTTP/1.1" status: 200 len: 846 time: 0.0530529 Jul 15 23:14:16.216362 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e827595d-df1e-4540-be5c-e93a869f860c req-2669bf68-6415-4818-804c-e46ec031105c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67544dea-b98a-4fe5-a010-0d763c20c5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369639 Jul 15 23:14:16.263134 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba18e2-f402-4a25-b3b5-0a5bd15b8dfa req-e027a003-af58-4cac-8f7d-b7bce87164fe tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:16.264869 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cfba18e2-f402-4a25-b3b5-0a5bd15b8dfa req-e027a003-af58-4cac-8f7d-b7bce87164fe tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6d9376a-be2f-464a-a829-606cfd8ef741 HTTP/1.1" status: 200 len: 943 time: 0.0838029 Jul 15 23:14:16.325632 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e827595d-df1e-4540-be5c-e93a869f860c req-d5284eb7-9c49-4a97-813c-e0047ef43a67 service neutron] 10.222.0.36 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007807 Jul 15 23:14:16.347358 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cfba18e2-f402-4a25-b3b5-0a5bd15b8dfa req-0fa9c9ab-b854-476c-a619-8fca573ab64b tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744965 Jul 15 23:14:16.355232 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54176) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:16.388172 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de46edd6-6f63-45b5-92ca-f3a5635ffd55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:16.427728 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c4882-1b41-4350-9e72-52217aed8408 req-2cdf9294-3fdf-4de1-b219-a5ab96dbc30f tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:16.429643 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-583c4882-1b41-4350-9e72-52217aed8408 req-2cdf9294-3fdf-4de1-b219-a5ab96dbc30f tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/networks?id=d46459bf-69b4-4e8d-8a06-951b2319409b HTTP/1.1" status: 200 len: 812 time: 0.1392615 Jul 15 23:14:16.455236 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-583c4882-1b41-4350-9e72-52217aed8408 req-84714945-2405-488d-a2aa-4ca0aba4b9ec tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/quotas/dd7ce8a707994c488c5570fcc34a8dcd HTTP/1.1" status: 200 len: 375 time: 0.0172572 Jul 15 23:14:16.479195 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e827595d-df1e-4540-be5c-e93a869f860c req-ae2c1bb9-c5d4-4313-abc7-47f1ad97a676 service neutron] 10.222.0.36 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321859 Jul 15 23:14:16.493678 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-583c4882-1b41-4350-9e72-52217aed8408 req-338d8cc5-ac81-42ee-9e0a-6d97c0cceb94 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd7ce8a707994c488c5570fcc34a8dcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373898 Jul 15 23:14:16.544165 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de46edd6-6f63-45b5-92ca-f3a5635ffd55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:16.549491 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de46edd6-6f63-45b5-92ca-f3a5635ffd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:16.587576 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-de46edd6-6f63-45b5-92ca-f3a5635ffd55 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d9ea041447dc4321a94d9960ef40f397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2300875 Jul 15 23:14:16.588487 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46edd6-6f63-45b5-92ca-f3a5635ffd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc3c24e-f804-4711-bb78-e2dbf6003195,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:16.591335 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54178) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:16.591971 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-583c4882-1b41-4350-9e72-52217aed8408 req-21ad2f5f-c3ff-467c-9252-637ee5f6fe1a service neutron] 10.222.0.16 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912528 Jul 15 23:14:16.644235 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5f2e95de-842f-4331-87f5-e22182179103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:16.665973 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5f2e95de-842f-4331-87f5-e22182179103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:16.693687 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-583c4882-1b41-4350-9e72-52217aed8408 req-ae5ee714-75e5-4150-9567-df15663e81a0 service neutron] 10.222.0.16 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955613 Jul 15 23:14:16.717138 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5f2e95de-842f-4331-87f5-e22182179103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:16.719940 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5f2e95de-842f-4331-87f5-e22182179103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:16.721130 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5f2e95de-842f-4331-87f5-e22182179103 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8cc3c24e-f804-4711-bb78-e2dbf6003195 HTTP/1.1" status: 204 len: 168 time: 0.1288233 Jul 15 23:14:16.728908 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e95de-842f-4331-87f5-e22182179103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc3c24e-f804-4711-bb78-e2dbf6003195,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:16.900968 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ecb58396-f20c-4b5f-be00-366c256066ed req-2a0b7c75-2f2a-45b3-a658-0df73d0132f1 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 210 time: 0.0424016 Jul 15 23:14:17.101989 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 9092e6e1-3277-47ae-9b97-e2f543f475a2 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:17.153490 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6596904-8911-4b8a-a0bd-1a5742be65d5 req-549fb5f9-992f-4b99-968b-a5c082639ccf tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:17.158423 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d6596904-8911-4b8a-a0bd-1a5742be65d5 req-549fb5f9-992f-4b99-968b-a5c082639ccf tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] 10.222.0.16 "GET /v2.0/ports?device_id=c734ebd6-0e44-4c30-bae1-318dbf885492 HTTP/1.1" status: 200 len: 945 time: 0.1288855 Jul 15 23:14:17.206973 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 9092e6e1-3277-47ae-9b97-e2f543f475a2 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:17.211166 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 9092e6e1-3277-47ae-9b97-e2f543f475a2 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:17.214354 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:17.228175 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d6596904-8911-4b8a-a0bd-1a5742be65d5 req-b075bb9a-0cc7-4ba8-b440-bca309198f69 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b22c5b1-48f7-479c-8c5e-2babde5f0fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616663 Jul 15 23:14:17.331042 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:17.374164 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c734ebd6-0e44-4c30-bae1-318dbf885492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9092e6e1-3277-47ae-9b97-e2f543f475a2'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:17.377452 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c55984-a1fd-454b-bb7f-6e588e788b2b" -d '{"events": [{"server_uuid": "c734ebd6-0e44-4c30-bae1-318dbf885492", "name": "network-vif-plugged", "status": "completed", "tag": "9092e6e1-3277-47ae-9b97-e2f543f475a2"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:17.403942 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 9092e6e1-3277-47ae-9b97-e2f543f475a2, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=9092e6e1-3277-47ae-9b97-e2f543f475a2,segment=NetworkSegment(40e75ab4-93f5-4258-a1c9-b6402100d672),segment_id=40e75ab4-93f5-4258-a1c9-b6402100d672)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:17.409018 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:17.471377 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1557b85-7fdf-4da7-8552-33c2e3f94180 x-openstack-request-id: req-d1557b85-7fdf-4da7-8552-33c2e3f94180 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:17.471705 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c734ebd6-0e44-4c30-bae1-318dbf885492", "name": "network-vif-plugged", "status": "completed", "tag": "9092e6e1-3277-47ae-9b97-e2f543f475a2", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:17.473296 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1557b85-7fdf-4da7-8552-33c2e3f94180 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:17.475165 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c734ebd6-0e44-4c30-bae1-318dbf885492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9092e6e1-3277-47ae-9b97-e2f543f475a2', 'code': 200} Jul 15 23:14:17.518394 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=9092e6e1-3277-47ae-9b97-e2f543f475a2,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:17.650965 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 31176d57-5d3d-4935-a26b-6d386c854318 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:14:17.671140 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e70eb-bb51-45d6-b98f-27763dc725ec req-d1f4c493-ceab-4946-9755-5f0ef80e9f1d tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:17.681647 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fe1e70eb-bb51-45d6-b98f-27763dc725ec req-d1f4c493-ceab-4946-9755-5f0ef80e9f1d tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6d9376a-be2f-464a-a829-606cfd8ef741 HTTP/1.1" status: 200 len: 943 time: 0.1397781 Jul 15 23:14:17.727570 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495cb07-7295-43fc-88e9-98c47ed5aada req-20896620-5e16-4ee5-bb03-fba081fb9ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:17.729127 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b495cb07-7295-43fc-88e9-98c47ed5aada req-20896620-5e16-4ee5-bb03-fba081fb9ce1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c734ebd6-0e44-4c30-bae1-318dbf885492 HTTP/1.1" status: 200 len: 1097 time: 0.1510990 Jul 15 23:14:17.748345 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fe1e70eb-bb51-45d6-b98f-27763dc725ec req-39e9521b-258b-456c-8145-147c0440ac8f tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616851 Jul 15 23:14:17.799939 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b495cb07-7295-43fc-88e9-98c47ed5aada req-78a800a6-e34a-4f9b-9bec-dbc414164ee3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9b22c5b1-48f7-479c-8c5e-2babde5f0fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503027 Jul 15 23:14:17.839084 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 31176d57-5d3d-4935-a26b-6d386c854318, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=31176d57-5d3d-4935-a26b-6d386c854318,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:17.856968 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '31176d57-5d3d-4935-a26b-6d386c854318', 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2', 'port_id': '31176d57-5d3d-4935-a26b-6d386c854318', 'mac_address': 'fa:16:3e:2e:b8:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f86fe3-8e61-4196-b682-45370fd97ef3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:14:17.903832 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:17.927172 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31176d57-5d3d-4935-a26b-6d386c854318 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:17.953276 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 31176d57-5d3d-4935-a26b-6d386c854318, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=31176d57-5d3d-4935-a26b-6d386c854318,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:17.958350 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:18.016309 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=31176d57-5d3d-4935-a26b-6d386c854318,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:18.051772 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4dfb6117-f514-44f6-886a-c497e15ac42e req-7861d024-5731-4236-9e6f-5e3be07ac76d tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 210 time: 0.0336523 Jul 15 23:14:18.222558 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-14cad296-7366-417f-95de-3dac6b033355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:18.283759 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['31176d57-5d3d-4935-a26b-6d386c854318'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:18.510484 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b45a3-4cfb-43f8-bfa9-b89afe7b49f2 req-16ca9680-0068-4f70-9a6c-d247725b26be tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:18.517866 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-950b45a3-4cfb-43f8-bfa9-b89afe7b49f2 req-16ca9680-0068-4f70-9a6c-d247725b26be tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] 10.222.0.16 "GET /v2.0/ports?device_id=c734ebd6-0e44-4c30-bae1-318dbf885492 HTTP/1.1" status: 200 len: 946 time: 0.1542690 Jul 15 23:14:18.533387 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c4882-1b41-4350-9e72-52217aed8408 req-6c2a1c8a-0b84-4218-a513-1c2a60310e7e tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:18.535310 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-583c4882-1b41-4350-9e72-52217aed8408 req-6c2a1c8a-0b84-4218-a513-1c2a60310e7e tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.43 "GET /v2.0/networks?id=d46459bf-69b4-4e8d-8a06-951b2319409b HTTP/1.1" status: 200 len: 812 time: 0.2623339 Jul 15 23:14:18.561204 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-583c4882-1b41-4350-9e72-52217aed8408 req-590f1d7f-87bb-40c9-97ac-499af90a4daa tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Request body: {'port': {'device_id': '8cf7659f-c003-471a-8a3e-73cf7db2bf26', 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b', 'admin_state_up': True, 'tenant_id': 'dd7ce8a707994c488c5570fcc34a8dcd'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:18.631118 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-950b45a3-4cfb-43f8-bfa9-b89afe7b49f2 req-9d57bfde-5352-4302-a6ba-b3cebc4597d5 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b22c5b1-48f7-479c-8c5e-2babde5f0fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114707 Jul 15 23:14:18.683381 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:18.752819 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-583c4882-1b41-4350-9e72-52217aed8408 req-590f1d7f-87bb-40c9-97ac-499af90a4daa tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Made reservation on behalf of dd7ce8a707994c488c5570fcc34a8dcd for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:18.757071 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-583c4882-1b41-4350-9e72-52217aed8408 req-590f1d7f-87bb-40c9-97ac-499af90a4daa tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:19.057923 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-583c4882-1b41-4350-9e72-52217aed8408 req-590f1d7f-87bb-40c9-97ac-499af90a4daa tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Allocated IP 172.20.0.11 (d46459bf-69b4-4e8d-8a06-951b2319409b/d361722a-d157-4a1f-9b02-624ca94298eb/5073a8ec-8912-46d0-8766-c5db18b9ab86) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:19.089460 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442462c-842d-4b1b-b82d-4fad257a5e8c req-d4e0515c-90ef-417a-baef-e095ffa747fa tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:19.090695 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c442462c-842d-4b1b-b82d-4fad257a5e8c req-d4e0515c-90ef-417a-baef-e095ffa747fa tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6d9376a-be2f-464a-a829-606cfd8ef741 HTTP/1.1" status: 200 len: 944 time: 0.1270123 Jul 15 23:14:19.159585 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c442462c-842d-4b1b-b82d-4fad257a5e8c req-2b2c09bb-58a6-4a5b-b6e2-6aac0feca29f tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567057 Jul 15 23:14:19.272740 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1ba6239e-f6e9-4db9-acc3-35792aef7e2e req-2e4662b4-3391-43cf-8331-fa4d0b3dbea0 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 210 time: 0.0360370 Jul 15 23:14:19.312690 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-583c4882-1b41-4350-9e72-52217aed8408 req-590f1d7f-87bb-40c9-97ac-499af90a4daa tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:19.355301 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-583c4882-1b41-4350-9e72-52217aed8408 req-590f1d7f-87bb-40c9-97ac-499af90a4daa tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:19.399249 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-583c4882-1b41-4350-9e72-52217aed8408 req-590f1d7f-87bb-40c9-97ac-499af90a4daa tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Network d46459bf-69b4-4e8d-8a06-951b2319409b is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:19.402956 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-583c4882-1b41-4350-9e72-52217aed8408 req-590f1d7f-87bb-40c9-97ac-499af90a4daa tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:19.406958 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-583c4882-1b41-4350-9e72-52217aed8408 req-590f1d7f-87bb-40c9-97ac-499af90a4daa tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:19.443625 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f1d7f-87bb-40c9-97ac-499af90a4daa tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Pushing event updated for resources: {'Port': ['ID=5073a8ec-8912-46d0-8766-c5db18b9ab86,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:19.471585 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c4882-1b41-4350-9e72-52217aed8408 req-590f1d7f-87bb-40c9-97ac-499af90a4daa tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:19.472357 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-583c4882-1b41-4350-9e72-52217aed8408 req-590f1d7f-87bb-40c9-97ac-499af90a4daa tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:19.490817 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-583c4882-1b41-4350-9e72-52217aed8408 req-590f1d7f-87bb-40c9-97ac-499af90a4daa tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9337244 Jul 15 23:14:19.509860 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-583c4882-1b41-4350-9e72-52217aed8408 req-867a2c3e-4c8e-46d9-b36b-adb4858a56ca service neutron] Request body: {'port': {'device_id': '8cf7659f-c003-471a-8a3e-73cf7db2bf26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:19.601202 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:19.607206 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-583c4882-1b41-4350-9e72-52217aed8408 req-867a2c3e-4c8e-46d9-b36b-adb4858a56ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:19.648357 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 31176d57-5d3d-4935-a26b-6d386c854318 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:19.689238 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54290) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:19.730947 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 31176d57-5d3d-4935-a26b-6d386c854318 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:19.738157 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 31176d57-5d3d-4935-a26b-6d386c854318 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:19.738828 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:19.816962 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b8f474b-2476-45c6-82cd-067779e3e761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:19.825090 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:19.860034 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 31176d57-5d3d-4935-a26b-6d386c854318, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=31176d57-5d3d-4935-a26b-6d386c854318,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:19.861035 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d9376a-be2f-464a-a829-606cfd8ef741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31176d57-5d3d-4935-a26b-6d386c854318'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:19.863813 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6821c63b-fb6b-43cc-acc4-65d1f6d69630" -d '{"events": [{"server_uuid": "a6d9376a-be2f-464a-a829-606cfd8ef741", "name": "network-vif-plugged", "status": "completed", "tag": "31176d57-5d3d-4935-a26b-6d386c854318"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:19.867331 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:19.923200 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b09685-28a6-4355-aa34-2d882cf7cc2d req-2771110a-fb90-4489-bc75-0859a9c48460 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:19.923897 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2428d1a-c283-4d89-af85-f7691bd478a5 x-openstack-request-id: req-e2428d1a-c283-4d89-af85-f7691bd478a5 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:19.924061 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b8f474b-2476-45c6-82cd-067779e3e761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:19.924393 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d9376a-be2f-464a-a829-606cfd8ef741", "name": "network-vif-plugged", "status": "completed", "tag": "31176d57-5d3d-4935-a26b-6d386c854318", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:19.924850 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a0b09685-28a6-4355-aa34-2d882cf7cc2d req-2771110a-fb90-4489-bc75-0859a9c48460 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] 10.222.0.16 "GET /v2.0/ports?device_id=c734ebd6-0e44-4c30-bae1-318dbf885492 HTTP/1.1" status: 200 len: 946 time: 0.1491277 Jul 15 23:14:19.927075 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2428d1a-c283-4d89-af85-f7691bd478a5 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:19.927849 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d9376a-be2f-464a-a829-606cfd8ef741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31176d57-5d3d-4935-a26b-6d386c854318', 'code': 200} Jul 15 23:14:19.935525 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b8f474b-2476-45c6-82cd-067779e3e761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:19.943181 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=31176d57-5d3d-4935-a26b-6d386c854318,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:19.990825 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7b8f474b-2476-45c6-82cd-067779e3e761 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=246bba6d9b704592b95bb42c0ec718b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2998464 Jul 15 23:14:19.993613 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54300) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:19.995956 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f474b-2476-45c6-82cd-067779e3e761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6592df-6353-430a-9790-0de0906f820f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:20.058067 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a0b09685-28a6-4355-aa34-2d882cf7cc2d req-64221f6a-ffa3-4d33-ba83-c16dca22e7a4 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b22c5b1-48f7-479c-8c5e-2babde5f0fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248164 Jul 15 23:14:20.097996 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-583c4882-1b41-4350-9e72-52217aed8408 req-867a2c3e-4c8e-46d9-b36b-adb4858a56ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5073a8ec-8912-46d0-8766-c5db18b9ab86 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:20.114264 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-583c4882-1b41-4350-9e72-52217aed8408 req-867a2c3e-4c8e-46d9-b36b-adb4858a56ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:20.116203 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1195014-bd5a-4ba3-ad5a-18052dd34d7e req-7cfe010c-90ba-4ef9-864c-c1689f749064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:20.118997 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a1195014-bd5a-4ba3-ad5a-18052dd34d7e req-7cfe010c-90ba-4ef9-864c-c1689f749064 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a6d9376a-be2f-464a-a829-606cfd8ef741 HTTP/1.1" status: 200 len: 1096 time: 0.0787766 Jul 15 23:14:20.132179 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-583c4882-1b41-4350-9e72-52217aed8408 req-867a2c3e-4c8e-46d9-b36b-adb4858a56ca service neutron] Transition to ACTIVE for port object 5073a8ec-8912-46d0-8766-c5db18b9ab86 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:20.142279 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-583c4882-1b41-4350-9e72-52217aed8408 req-867a2c3e-4c8e-46d9-b36b-adb4858a56ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:20.176992 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a1195014-bd5a-4ba3-ad5a-18052dd34d7e req-fcf8dbcc-b223-4db0-a98b-e93f9b5e0a72 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492737 Jul 15 23:14:20.183095 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c136f143-934d-4b13-84c8-3ab47c9c5d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:20.214518 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a2c3e-4c8e-46d9-b36b-adb4858a56ca service neutron] Pushing event updated for resources: {'Port': ['ID=5073a8ec-8912-46d0-8766-c5db18b9ab86,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:20.286770 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c136f143-934d-4b13-84c8-3ab47c9c5d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:20.377208 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-583c4882-1b41-4350-9e72-52217aed8408 req-867a2c3e-4c8e-46d9-b36b-adb4858a56ca service neutron] Attempting to bind port 5073a8ec-8912-46d0-8766-c5db18b9ab86 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:14:20.377578 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-583c4882-1b41-4350-9e72-52217aed8408 req-867a2c3e-4c8e-46d9-b36b-adb4858a56ca service neutron] Attempting to bind port 5073a8ec-8912-46d0-8766-c5db18b9ab86 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'c57252a7-d501-46cc-b05a-0a67e8273926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:14:20.377910 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583c4882-1b41-4350-9e72-52217aed8408 req-867a2c3e-4c8e-46d9-b36b-adb4858a56ca service neutron] Attempting to bind port 5073a8ec-8912-46d0-8766-c5db18b9ab86 on network d46459bf-69b4-4e8d-8a06-951b2319409b {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:20.387727 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583c4882-1b41-4350-9e72-52217aed8408 req-867a2c3e-4c8e-46d9-b36b-adb4858a56ca service neutron] Port 5073a8ec-8912-46d0-8766-c5db18b9ab86 on network d46459bf-69b4-4e8d-8a06-951b2319409b not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:14:20.387727 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583c4882-1b41-4350-9e72-52217aed8408 req-867a2c3e-4c8e-46d9-b36b-adb4858a56ca service neutron] Attempting to bind port 5073a8ec-8912-46d0-8766-c5db18b9ab86 on network d46459bf-69b4-4e8d-8a06-951b2319409b {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:20.396187 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583c4882-1b41-4350-9e72-52217aed8408 req-867a2c3e-4c8e-46d9-b36b-adb4858a56ca service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:14:20.396536 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583c4882-1b41-4350-9e72-52217aed8408 req-867a2c3e-4c8e-46d9-b36b-adb4858a56ca service neutron] Checking segment: {'id': 'c57252a7-d501-46cc-b05a-0a67e8273926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:20.396932 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583c4882-1b41-4350-9e72-52217aed8408 req-867a2c3e-4c8e-46d9-b36b-adb4858a56ca service neutron] Bound using segment: {'id': 'c57252a7-d501-46cc-b05a-0a67e8273926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:14:20.397380 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-583c4882-1b41-4350-9e72-52217aed8408 req-867a2c3e-4c8e-46d9-b36b-adb4858a56ca service neutron] Bound port: 5073a8ec-8912-46d0-8766-c5db18b9ab86, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c57252a7-d501-46cc-b05a-0a67e8273926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:14:20.397838 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-583c4882-1b41-4350-9e72-52217aed8408 req-867a2c3e-4c8e-46d9-b36b-adb4858a56ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:20.456691 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c136f143-934d-4b13-84c8-3ab47c9c5d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:20.459418 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c136f143-934d-4b13-84c8-3ab47c9c5d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:20.462867 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c136f143-934d-4b13-84c8-3ab47c9c5d5f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c6592df-6353-430a-9790-0de0906f820f HTTP/1.1" status: 204 len: 168 time: 0.4657278 Jul 15 23:14:20.493266 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae103444-b95f-4b46-8185-ce32e496c78f req-3d27ead1-5004-4155-81bc-92ae5d6aa6e3 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:20.496001 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ae103444-b95f-4b46-8185-ce32e496c78f req-3d27ead1-5004-4155-81bc-92ae5d6aa6e3 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6d9376a-be2f-464a-a829-606cfd8ef741 HTTP/1.1" status: 200 len: 945 time: 0.1860611 Jul 15 23:14:20.519944 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c136f143-934d-4b13-84c8-3ab47c9c5d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6592df-6353-430a-9790-0de0906f820f,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:20.569191 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ae103444-b95f-4b46-8185-ce32e496c78f req-78dc375a-2f0d-490c-a487-b185525565de tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605464 Jul 15 23:14:20.573617 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-583c4882-1b41-4350-9e72-52217aed8408 req-867a2c3e-4c8e-46d9-b36b-adb4858a56ca service neutron] For port 5073a8ec-8912-46d0-8766-c5db18b9ab86, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:14:20.598328 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-583c4882-1b41-4350-9e72-52217aed8408 req-867a2c3e-4c8e-46d9-b36b-adb4858a56ca service neutron] For port 5073a8ec-8912-46d0-8766-c5db18b9ab86, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=5073a8ec-8912-46d0-8766-c5db18b9ab86,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:14:20.606379 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-583c4882-1b41-4350-9e72-52217aed8408 req-867a2c3e-4c8e-46d9-b36b-adb4858a56ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:20.683681 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c4882-1b41-4350-9e72-52217aed8408 req-867a2c3e-4c8e-46d9-b36b-adb4858a56ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:20.684673 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-583c4882-1b41-4350-9e72-52217aed8408 req-867a2c3e-4c8e-46d9-b36b-adb4858a56ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:20.686329 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-583c4882-1b41-4350-9e72-52217aed8408 req-867a2c3e-4c8e-46d9-b36b-adb4858a56ca service neutron] 10.222.0.43 "PUT /v2.0/ports/5073a8ec-8912-46d0-8766-c5db18b9ab86 HTTP/1.1" status: 200 len: 1092 time: 1.1853719 Jul 15 23:14:20.701826 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cf7659f-c003-471a-8a3e-73cf7db2bf26', 'tag': '5073a8ec-8912-46d0-8766-c5db18b9ab86'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:20.706002 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692a691d-1ed9-4cee-b228-39a468d3f016" -d '{"events": [{"name": "network-changed", "server_uuid": "8cf7659f-c003-471a-8a3e-73cf7db2bf26", "tag": "5073a8ec-8912-46d0-8766-c5db18b9ab86"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:20.829892 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b423516-4309-48c0-932a-23edb168c850 req-c88b3332-9200-42e7-b6fe-3b02119eb844 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:20.831416 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0b423516-4309-48c0-932a-23edb168c850 req-c88b3332-9200-42e7-b6fe-3b02119eb844 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 944 time: 0.2224686 Jul 15 23:14:20.832040 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a2c3e-4c8e-46d9-b36b-adb4858a56ca service neutron] Pushing event updated for resources: {'Port': ['ID=5073a8ec-8912-46d0-8766-c5db18b9ab86,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:20.852822 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54344) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:20.867394 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d4e68d86-9751-468d-8e4a-efa3ee814629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:20.883953 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c4882-1b41-4350-9e72-52217aed8408 req-42e69ffc-a6a5-4227-8be2-9a9f7494ff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:20.885447 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-583c4882-1b41-4350-9e72-52217aed8408 req-42e69ffc-a6a5-4227-8be2-9a9f7494ff13 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd7ce8a707994c488c5570fcc34a8dcd&device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 1095 time: 0.1571198 Jul 15 23:14:20.915386 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0b423516-4309-48c0-932a-23edb168c850 req-b6003df0-8ece-4c06-b61b-5d06f9f39467 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690517 Jul 15 23:14:20.955916 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-583c4882-1b41-4350-9e72-52217aed8408 req-2d0ec352-7208-4370-90f0-0fa127c70cb3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5073a8ec-8912-46d0-8766-c5db18b9ab86 HTTP/1.1" status: 200 len: 217 time: 0.0574689 Jul 15 23:14:20.968216 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ce3b6-2abd-4397-9668-42b3ae7bc244 req-e0036556-564a-473d-bb02-1cea974b4304 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:20.969215 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-495ce3b6-2abd-4397-9668-42b3ae7bc244 req-e0036556-564a-473d-bb02-1cea974b4304 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] 10.222.0.16 "GET /v2.0/ports?device_id=c734ebd6-0e44-4c30-bae1-318dbf885492 HTTP/1.1" status: 200 len: 946 time: 0.2027345 Jul 15 23:14:20.982511 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d4e68d86-9751-468d-8e4a-efa3ee814629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:20.987799 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d4e68d86-9751-468d-8e4a-efa3ee814629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:21.030562 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d4e68d86-9751-468d-8e4a-efa3ee814629 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e28749b4998d47d28f8acb16dbbf0c18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1765871 Jul 15 23:14:21.031628 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e68d86-9751-468d-8e4a-efa3ee814629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a2cbde-955a-4249-b500-a795108219f0,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:21.034068 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54346) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:21.052487 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-495ce3b6-2abd-4397-9668-42b3ae7bc244 req-d1a0e4fb-f057-47db-9193-52a7d835fdf4 tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b22c5b1-48f7-479c-8c5e-2babde5f0fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720859 Jul 15 23:14:21.057999 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c4882-1b41-4350-9e72-52217aed8408 req-74ca5d20-1834-46b7-ac4a-de1f1230763d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:21.059474 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-583c4882-1b41-4350-9e72-52217aed8408 req-74ca5d20-1834-46b7-ac4a-de1f1230763d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d361722a-d157-4a1f-9b02-624ca94298eb HTTP/1.1" status: 200 len: 852 time: 0.0893867 Jul 15 23:14:21.102620 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-928c63db-d3bb-44dd-93ec-7bf07c1f26ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:21.103064 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-583c4882-1b41-4350-9e72-52217aed8408 req-076004a8-8b08-4b7b-801c-2d820357e297 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d46459bf-69b4-4e8d-8a06-951b2319409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357041 Jul 15 23:14:21.123160 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74cc81b-4f04-4578-88be-385808fda661 x-openstack-request-id: req-a74cc81b-4f04-4578-88be-385808fda661 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:21.123450 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cf7659f-c003-471a-8a3e-73cf7db2bf26", "tag": "5073a8ec-8912-46d0-8766-c5db18b9ab86", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:21.123700 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a74cc81b-4f04-4578-88be-385808fda661 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:21.124087 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cf7659f-c003-471a-8a3e-73cf7db2bf26', 'tag': '5073a8ec-8912-46d0-8766-c5db18b9ab86', 'status': 'completed', 'code': 200} Jul 15 23:14:21.135984 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:21.137324 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-928c63db-d3bb-44dd-93ec-7bf07c1f26ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:21.196394 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-928c63db-d3bb-44dd-93ec-7bf07c1f26ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:21.202825 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-928c63db-d3bb-44dd-93ec-7bf07c1f26ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:21.207119 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-928c63db-d3bb-44dd-93ec-7bf07c1f26ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81a2cbde-955a-4249-b500-a795108219f0 HTTP/1.1" status: 204 len: 168 time: 0.1716263 Jul 15 23:14:21.218463 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c63db-d3bb-44dd-93ec-7bf07c1f26ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a2cbde-955a-4249-b500-a795108219f0,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:21.247221 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-583c4882-1b41-4350-9e72-52217aed8408 req-0a8173d6-ab75-4b30-a4f3-f6ce12994e8b service neutron] 10.222.0.43 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365166 Jul 15 23:14:21.366045 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-583c4882-1b41-4350-9e72-52217aed8408 req-2e81c500-402a-483b-a364-82087af557be service neutron] 10.222.0.43 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010523 Jul 15 23:14:21.497110 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a691d-1ed9-4cee-b228-39a468d3f016 req-5fc26854-f984-4fbc-875e-4acc7cabf3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:21.498534 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-692a691d-1ed9-4cee-b228-39a468d3f016 req-5fc26854-f984-4fbc-875e-4acc7cabf3e6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd7ce8a707994c488c5570fcc34a8dcd&device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 1095 time: 0.0611081 Jul 15 23:14:21.598080 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a691d-1ed9-4cee-b228-39a468d3f016 req-50028f9a-4a76-4f06-999b-df7787b203fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:21.599802 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-692a691d-1ed9-4cee-b228-39a468d3f016 req-50028f9a-4a76-4f06-999b-df7787b203fa service neutron] 10.222.0.43 "GET /v2.0/networks?id=d46459bf-69b4-4e8d-8a06-951b2319409b HTTP/1.1" status: 200 len: 913 time: 0.0932043 Jul 15 23:14:21.649053 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-692a691d-1ed9-4cee-b228-39a468d3f016 req-390d8403-bb5c-4c85-b39f-cd35872dd37f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5073a8ec-8912-46d0-8766-c5db18b9ab86 HTTP/1.1" status: 200 len: 217 time: 0.0412836 Jul 15 23:14:21.714874 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a691d-1ed9-4cee-b228-39a468d3f016 req-37275d2e-02ee-44ae-ab12-c3adfb7877d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:21.716754 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-692a691d-1ed9-4cee-b228-39a468d3f016 req-37275d2e-02ee-44ae-ab12-c3adfb7877d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d361722a-d157-4a1f-9b02-624ca94298eb HTTP/1.1" status: 200 len: 852 time: 0.0569773 Jul 15 23:14:21.776130 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-692a691d-1ed9-4cee-b228-39a468d3f016 req-1d6dcd65-2e87-444c-be9c-b70e0c5a7de7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d46459bf-69b4-4e8d-8a06-951b2319409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475643 Jul 15 23:14:21.934693 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512e8d0-61d1-4b0b-a2eb-b9145a28ffad req-455cb89c-c799-4b18-98f5-03072b53667d tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:21.936137 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7512e8d0-61d1-4b0b-a2eb-b9145a28ffad req-455cb89c-c799-4b18-98f5-03072b53667d tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6d9376a-be2f-464a-a829-606cfd8ef741 HTTP/1.1" status: 200 len: 945 time: 0.2185049 Jul 15 23:14:21.941563 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5377c52-1a1d-4066-834e-3a09ca228ad1 req-b96ae5c4-ed5a-4cae-8164-17232ee6206c tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:21.943338 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-692a691d-1ed9-4cee-b228-39a468d3f016 req-2a1d540a-ee1d-436a-9714-7edebe46bb53 service neutron] 10.222.0.43 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587193 Jul 15 23:14:21.947260 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b5377c52-1a1d-4066-834e-3a09ca228ad1 req-b96ae5c4-ed5a-4cae-8164-17232ee6206c tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] 10.222.0.43 "GET /v2.0/ports?device_id=c734ebd6-0e44-4c30-bae1-318dbf885492 HTTP/1.1" status: 200 len: 946 time: 0.1048117 Jul 15 23:14:22.036424 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7512e8d0-61d1-4b0b-a2eb-b9145a28ffad req-fff6140f-a3ba-480d-862e-15fb08004d56 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913825 Jul 15 23:14:22.144968 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-b5377c52-1a1d-4066-834e-3a09ca228ad1 req-472d1614-39ae-4320-af16-f962ea6e3bea tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Deleting port 9092e6e1-3277-47ae-9b97-e2f543f475a2 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:22.145594 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b5377c52-1a1d-4066-834e-3a09ca228ad1 req-472d1614-39ae-4320-af16-f962ea6e3bea tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:22.230071 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d4c37-9299-4929-aff5-48a008099656 req-dc4282e6-9c9e-409e-94c3-e112a108fa0c tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:22.232361 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-669d4c37-9299-4929-aff5-48a008099656 req-dc4282e6-9c9e-409e-94c3-e112a108fa0c tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 944 time: 0.1491039 Jul 15 23:14:22.234534 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-692a691d-1ed9-4cee-b228-39a468d3f016 req-80be18bb-df09-4333-8f95-6358729ace2b service neutron] 10.222.0.43 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788434 Jul 15 23:14:22.274133 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b5377c52-1a1d-4066-834e-3a09ca228ad1 req-472d1614-39ae-4320-af16-f962ea6e3bea tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] For port 9092e6e1-3277-47ae-9b97-e2f543f475a2, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=9092e6e1-3277-47ae-9b97-e2f543f475a2,segment=NetworkSegment(40e75ab4-93f5-4258-a1c9-b6402100d672),segment_id=40e75ab4-93f5-4258-a1c9-b6402100d672)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:22.274570 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b5377c52-1a1d-4066-834e-3a09ca228ad1 req-472d1614-39ae-4320-af16-f962ea6e3bea tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:22.289561 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-b5377c52-1a1d-4066-834e-3a09ca228ad1 req-472d1614-39ae-4320-af16-f962ea6e3bea tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Calling delete_port for 9092e6e1-3277-47ae-9b97-e2f543f475a2 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:22.339469 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-669d4c37-9299-4929-aff5-48a008099656 req-fa7b8e78-dd2c-4995-87dd-d84b41c40ca5 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812588 Jul 15 23:14:22.356077 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aec676-3d55-49a2-b89a-11fd26c7f436 req-a76e4342-4817-4730-926e-add91b07c659 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:22.357753 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c9aec676-3d55-49a2-b89a-11fd26c7f436 req-a76e4342-4817-4730-926e-add91b07c659 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6d9376a-be2f-464a-a829-606cfd8ef741 HTTP/1.1" status: 200 len: 945 time: 0.1372390 Jul 15 23:14:22.416125 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c9aec676-3d55-49a2-b89a-11fd26c7f436 req-3a67a9cd-b985-4ef8-a9a6-f2d25ef5dc3f tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455971 Jul 15 23:14:22.482785 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54394) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:22.515703 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b5377c52-1a1d-4066-834e-3a09ca228ad1 req-472d1614-39ae-4320-af16-f962ea6e3bea tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:22.532181 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['9092e6e1-3277-47ae-9b97-e2f543f475a2'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:22.587623 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-82b18025-2bdc-4890-82e8-7ff144d39ec6 req-71f7433b-1bf9-49d8-87a6-82a23a6e86ab tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] 10.222.0.16 "GET /v2.0/ports?device_id=c734ebd6-0e44-4c30-bae1-318dbf885492 HTTP/1.1" status: 200 len: 210 time: 0.0591154 Jul 15 23:14:22.670462 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d1614-39ae-4320-af16-f962ea6e3bea tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Pushing event deleted for resources: {'Port': ['ID=9092e6e1-3277-47ae-9b97-e2f543f475a2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:22.713741 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5377c52-1a1d-4066-834e-3a09ca228ad1 req-472d1614-39ae-4320-af16-f962ea6e3bea tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] No DVR routers for this DVR port 9092e6e1-3277-47ae-9b97-e2f543f475a2 on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:22.716104 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9afb1057-17e5-4d65-a28c-288fb49b1bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:22.718731 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b5377c52-1a1d-4066-834e-3a09ca228ad1 req-472d1614-39ae-4320-af16-f962ea6e3bea tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:22.721909 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b5377c52-1a1d-4066-834e-3a09ca228ad1 req-472d1614-39ae-4320-af16-f962ea6e3bea tempest-InstanceActionsNegativeTestJSON-1560802842 tempest-InstanceActionsNegativeTestJSON-1560802842-project] 10.222.0.43 "DELETE /v2.0/ports/9092e6e1-3277-47ae-9b97-e2f543f475a2 HTTP/1.1" status: 204 len: 173 time: 0.7678788 Jul 15 23:14:22.722520 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c734ebd6-0e44-4c30-bae1-318dbf885492', 'name': 'network-vif-deleted', 'tag': '9092e6e1-3277-47ae-9b97-e2f543f475a2'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:22.725390 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9400372f-7ac8-4933-8e36-be65fe43cc88" -d '{"events": [{"server_uuid": "c734ebd6-0e44-4c30-bae1-318dbf885492", "name": "network-vif-deleted", "tag": "9092e6e1-3277-47ae-9b97-e2f543f475a2"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:22.802853 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693a754b-2c47-456d-8b88-e1f9ef035788 x-openstack-request-id: req-693a754b-2c47-456d-8b88-e1f9ef035788 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:22.803145 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c734ebd6-0e44-4c30-bae1-318dbf885492", "name": "network-vif-deleted", "tag": "9092e6e1-3277-47ae-9b97-e2f543f475a2", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:22.803482 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-693a754b-2c47-456d-8b88-e1f9ef035788 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:22.804061 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c734ebd6-0e44-4c30-bae1-318dbf885492', 'name': 'network-vif-deleted', 'tag': '9092e6e1-3277-47ae-9b97-e2f543f475a2', 'status': 'completed', 'code': 200} Jul 15 23:14:22.865038 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9afb1057-17e5-4d65-a28c-288fb49b1bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:22.870421 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9afb1057-17e5-4d65-a28c-288fb49b1bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:22.911671 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9afb1057-17e5-4d65-a28c-288fb49b1bb9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d87d0aaba90411d86a96f89ee0ab9bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4277222 Jul 15 23:14:22.914118 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54406) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:22.951227 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb1057-17e5-4d65-a28c-288fb49b1bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9353b7e-86e3-491e-9bd6-020bb34e8f76,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:23.002434 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6413695-b7aa-4db8-b0fb-d13ef7fa3b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:23.027098 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6413695-b7aa-4db8-b0fb-d13ef7fa3b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:23.105424 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6413695-b7aa-4db8-b0fb-d13ef7fa3b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:23.108933 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a6413695-b7aa-4db8-b0fb-d13ef7fa3b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:23.114328 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a6413695-b7aa-4db8-b0fb-d13ef7fa3b0a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9353b7e-86e3-491e-9bd6-020bb34e8f76 HTTP/1.1" status: 204 len: 168 time: 0.1993415 Jul 15 23:14:23.123456 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6413695-b7aa-4db8-b0fb-d13ef7fa3b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9353b7e-86e3-491e-9bd6-020bb34e8f76,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:23.123997 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a2e12-d7f2-4448-919e-dd39fcb5e654 req-ab0b15ca-319e-4aa7-b029-11bc1b2101eb tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:23.128713 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e61a2e12-d7f2-4448-919e-dd39fcb5e654 req-ab0b15ca-319e-4aa7-b029-11bc1b2101eb tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6d9376a-be2f-464a-a829-606cfd8ef741 HTTP/1.1" status: 200 len: 945 time: 0.1058142 Jul 15 23:14:23.173570 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e61a2e12-d7f2-4448-919e-dd39fcb5e654 req-7bd6f185-ec14-45a9-9677-aeddf18c443a tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393929 Jul 15 23:14:23.583728 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f45670-fe85-47c2-b6fa-278e7b0cf1e4 req-9ab78eed-c524-4d1a-8922-18c2653c9294 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:23.585645 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-20f45670-fe85-47c2-b6fa-278e7b0cf1e4 req-9ab78eed-c524-4d1a-8922-18c2653c9294 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 944 time: 0.0720904 Jul 15 23:14:23.648329 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-20f45670-fe85-47c2-b6fa-278e7b0cf1e4 req-f6aa803a-88d6-487e-9045-e1c250740ed9 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554335 Jul 15 23:14:23.695269 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54434) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:23.751732 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-6969a6af-d0ad-4937-9c12-0ae7f0de5ba9 admin admin] Deleting subnet e5c93f82-0854-4146-aff5-faa533459ad6 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:14:23.755619 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6969a6af-d0ad-4937-9c12-0ae7f0de5ba9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:23.804244 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6969a6af-d0ad-4937-9c12-0ae7f0de5ba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:23.876120 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6969a6af-d0ad-4937-9c12-0ae7f0de5ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:23.936016 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6969a6af-d0ad-4937-9c12-0ae7f0de5ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:23.970410 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6969a6af-d0ad-4937-9c12-0ae7f0de5ba9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:23.974986 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6969a6af-d0ad-4937-9c12-0ae7f0de5ba9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e5c93f82-0854-4146-aff5-faa533459ad6 HTTP/1.1" status: 204 len: 168 time: 0.2786562 Jul 15 23:14:23.975599 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54444) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:23.978144 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969a6af-d0ad-4937-9c12-0ae7f0de5ba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5c93f82-0854-4146-aff5-faa533459ad6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:24.036393 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:24.045641 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5937-0b36-4de2-9b6c-09ecfa4183b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:24.127238 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5937-0b36-4de2-9b6c-09ecfa4183b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:24.137573 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-ad0a5937-0b36-4de2-9b6c-09ecfa4183b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:24.152763 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-ad0a5937-0b36-4de2-9b6c-09ecfa4183b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e75ab4-93f5-4258-a1c9-b6402100d672') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:24.153059 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-ad0a5937-0b36-4de2-9b6c-09ecfa4183b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e75ab4-93f5-4258-a1c9-b6402100d672') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:24.162315 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5937-0b36-4de2-9b6c-09ecfa4183b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:24.180396 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5937-0b36-4de2-9b6c-09ecfa4183b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:24.188797 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad0a5937-0b36-4de2-9b6c-09ecfa4183b2 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:14:24.189710 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5937-0b36-4de2-9b6c-09ecfa4183b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:14:24.192284 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:14:24.264429 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5937-0b36-4de2-9b6c-09ecfa4183b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:24.270967 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5937-0b36-4de2-9b6c-09ecfa4183b2 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:24.275229 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ad0a5937-0b36-4de2-9b6c-09ecfa4183b2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd HTTP/1.1" status: 204 len: 168 time: 0.2963080 Jul 15 23:14:24.288408 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a5937-0b36-4de2-9b6c-09ecfa4183b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f9dd2d2-1787-4d7c-9030-83cf0cfd39cd,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:24.394820 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607d2fb-5375-4cdf-8c4d-d303f1b351e9 req-cf3f8040-8cc2-421b-a600-90607ea26276 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:24.396749 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d607d2fb-5375-4cdf-8c4d-d303f1b351e9 req-cf3f8040-8cc2-421b-a600-90607ea26276 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6d9376a-be2f-464a-a829-606cfd8ef741 HTTP/1.1" status: 200 len: 945 time: 0.0749142 Jul 15 23:14:24.436875 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58dbe2-06f4-4b39-839a-1587ab60bdba req-d347abde-ea16-4fbe-9ad0-db592ae022e7 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:24.439068 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bb58dbe2-06f4-4b39-839a-1587ab60bdba req-d347abde-ea16-4fbe-9ad0-db592ae022e7 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6d9376a-be2f-464a-a829-606cfd8ef741 HTTP/1.1" status: 200 len: 945 time: 0.0928273 Jul 15 23:14:24.442068 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d607d2fb-5375-4cdf-8c4d-d303f1b351e9 req-71063a4c-1616-4783-8a2c-59cf383faf9c tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375900 Jul 15 23:14:24.479017 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54470) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:24.521121 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-374c0f74-6eac-4a9f-b662-587cba576a6e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ceffc9371081485ebee934ff90a829d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407248 Jul 15 23:14:24.523597 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54472) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:24.568374 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-bb58dbe2-06f4-4b39-839a-1587ab60bdba req-246974d1-c218-4887-831e-9c35f992dc26 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Deleting port 31176d57-5d3d-4935-a26b-6d386c854318 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:24.569087 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bb58dbe2-06f4-4b39-839a-1587ab60bdba req-246974d1-c218-4887-831e-9c35f992dc26 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:24.588118 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-849b991c-c01c-4202-bd52-4d79a6682167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:24.610882 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-849b991c-c01c-4202-bd52-4d79a6682167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:24.678930 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-849b991c-c01c-4202-bd52-4d79a6682167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:24.682228 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-849b991c-c01c-4202-bd52-4d79a6682167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:24.686745 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-849b991c-c01c-4202-bd52-4d79a6682167 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b22c5b1-48f7-479c-8c5e-2babde5f0fce HTTP/1.1" status: 204 len: 168 time: 0.1583483 Jul 15 23:14:24.691821 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b991c-c01c-4202-bd52-4d79a6682167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b22c5b1-48f7-479c-8c5e-2babde5f0fce,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:24.737662 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-bb58dbe2-06f4-4b39-839a-1587ab60bdba req-246974d1-c218-4887-831e-9c35f992dc26 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] For port 31176d57-5d3d-4935-a26b-6d386c854318, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=31176d57-5d3d-4935-a26b-6d386c854318,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:24.738098 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bb58dbe2-06f4-4b39-839a-1587ab60bdba req-246974d1-c218-4887-831e-9c35f992dc26 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:24.752077 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-bb58dbe2-06f4-4b39-839a-1587ab60bdba req-246974d1-c218-4887-831e-9c35f992dc26 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Calling delete_port for 31176d57-5d3d-4935-a26b-6d386c854318 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:24.862527 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909aadd2-917d-4fc6-86f7-6993621a28b2 req-e3652956-c6b4-4b89-9603-6692fa41eb5e tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:24.864059 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-909aadd2-917d-4fc6-86f7-6993621a28b2 req-e3652956-c6b4-4b89-9603-6692fa41eb5e tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 944 time: 0.0695944 Jul 15 23:14:24.909215 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-909aadd2-917d-4fc6-86f7-6993621a28b2 req-f297aebe-e477-4a29-9731-ae79fb5db03f tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372131 Jul 15 23:14:24.909742 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bb58dbe2-06f4-4b39-839a-1587ab60bdba req-246974d1-c218-4887-831e-9c35f992dc26 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:24.944553 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['6512fefd-4257-40d9-aa1c-e1c8110b0ce6', '31176d57-5d3d-4935-a26b-6d386c854318'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:24.956423 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246974d1-c218-4887-831e-9c35f992dc26 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Pushing event deleted for resources: {'Port': ['ID=31176d57-5d3d-4935-a26b-6d386c854318,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:25.046322 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb58dbe2-06f4-4b39-839a-1587ab60bdba req-246974d1-c218-4887-831e-9c35f992dc26 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] No DVR routers for this DVR port 31176d57-5d3d-4935-a26b-6d386c854318 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:25.050320 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bb58dbe2-06f4-4b39-839a-1587ab60bdba req-246974d1-c218-4887-831e-9c35f992dc26 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:25.052913 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bb58dbe2-06f4-4b39-839a-1587ab60bdba req-246974d1-c218-4887-831e-9c35f992dc26 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.36 "DELETE /v2.0/ports/31176d57-5d3d-4935-a26b-6d386c854318 HTTP/1.1" status: 204 len: 173 time: 0.6082721 Jul 15 23:14:25.053578 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d9376a-be2f-464a-a829-606cfd8ef741', 'name': 'network-vif-deleted', 'tag': '31176d57-5d3d-4935-a26b-6d386c854318'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:25.057812 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195aec1c-3580-4247-ae1a-0f0b3a009e5e" -d '{"events": [{"server_uuid": "a6d9376a-be2f-464a-a829-606cfd8ef741", "name": "network-vif-deleted", "tag": "31176d57-5d3d-4935-a26b-6d386c854318"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:25.124374 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71043d36-144e-4401-ac1c-2e8218b9ece2 x-openstack-request-id: req-71043d36-144e-4401-ac1c-2e8218b9ece2 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:25.124736 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d9376a-be2f-464a-a829-606cfd8ef741", "name": "network-vif-deleted", "tag": "31176d57-5d3d-4935-a26b-6d386c854318", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:25.125053 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71043d36-144e-4401-ac1c-2e8218b9ece2 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:25.126076 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d9376a-be2f-464a-a829-606cfd8ef741', 'name': 'network-vif-deleted', 'tag': '31176d57-5d3d-4935-a26b-6d386c854318', 'status': 'completed', 'code': 200} Jul 15 23:14:25.139579 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 9092e6e1-3277-47ae-9b97-e2f543f475a2 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:14:25.162215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 5073a8ec-8912-46d0-8766-c5db18b9ab86 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:14:25.168021 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 9092e6e1-3277-47ae-9b97-e2f543f475a2 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:14:25.168359 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 9092e6e1-3277-47ae-9b97-e2f543f475a2 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:14:25.285614 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 5073a8ec-8912-46d0-8766-c5db18b9ab86, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=5073a8ec-8912-46d0-8766-c5db18b9ab86,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:25.304158 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '5073a8ec-8912-46d0-8766-c5db18b9ab86', 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b', 'port_id': '5073a8ec-8912-46d0-8766-c5db18b9ab86', 'mac_address': 'fa:16:3e:04:0d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd361722a-d157-4a1f-9b02-624ca94298eb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:14:25.354424 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:25.369150 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5073a8ec-8912-46d0-8766-c5db18b9ab86 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:25.391819 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 5073a8ec-8912-46d0-8766-c5db18b9ab86, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=5073a8ec-8912-46d0-8766-c5db18b9ab86,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:25.397366 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:25.452140 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=5073a8ec-8912-46d0-8766-c5db18b9ab86,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:25.513335 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54518) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:25.605836 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-658ca3af-e5c2-437a-b7a1-30b3a8f068a4 req-e40ae87f-1685-4f52-8261-04b4fa535868 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6d9376a-be2f-464a-a829-606cfd8ef741 HTTP/1.1" status: 200 len: 210 time: 0.0290475 Jul 15 23:14:25.665106 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-1b669313-83a5-41b1-93ff-842e7746cb2b admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2030623242-network', 'tenant_id': 'e54df08db07a407e9d604e0e96d89e62'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:25.686910 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b669313-83a5-41b1-93ff-842e7746cb2b admin admin] Made reservation on behalf of e54df08db07a407e9d604e0e96d89e62 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:25.689344 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b669313-83a5-41b1-93ff-842e7746cb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:25.695164 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['5073a8ec-8912-46d0-8766-c5db18b9ab86'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:25.701574 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b669313-83a5-41b1-93ff-842e7746cb2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:25.811947 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b669313-83a5-41b1-93ff-842e7746cb2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:25.816889 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b669313-83a5-41b1-93ff-842e7746cb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:25.842560 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b669313-83a5-41b1-93ff-842e7746cb2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:14:25.861559 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b669313-83a5-41b1-93ff-842e7746cb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0534ae5-67ee-4254-bedf-93554518b7a2,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:25.863296 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b669313-83a5-41b1-93ff-842e7746cb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:25.863296 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-1b669313-83a5-41b1-93ff-842e7746cb2b admin admin] Added segment 825a3365-6594-4c26-b144-43f70f629c61 of type vlan for network e3100a29-22c9-4584-9abf-c5518d98e0b6 Jul 15 23:14:25.907081 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b669313-83a5-41b1-93ff-842e7746cb2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:25.939587 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b669313-83a5-41b1-93ff-842e7746cb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:25.940539 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b669313-83a5-41b1-93ff-842e7746cb2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:25.941130 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b669313-83a5-41b1-93ff-842e7746cb2b admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:26.025454 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b669313-83a5-41b1-93ff-842e7746cb2b admin admin] Pushing event updated for resources: {'Network': ['ID=e3100a29-22c9-4584-9abf-c5518d98e0b6,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:26.029097 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1b669313-83a5-41b1-93ff-842e7746cb2b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5146384 Jul 15 23:14:26.031888 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54534) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:26.037203 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network e3100a29-22c9-4584-9abf-c5518d98e0b6 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:14:26.037358 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-99ca3bfc-6d48-4929-9ba3-b933ee827ee4 admin admin] Request body: {'subnet': {'network_id': 'e3100a29-22c9-4584-9abf-c5518d98e0b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2030623242-subnet', 'tenant_id': 'e54df08db07a407e9d604e0e96d89e62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:26.098180 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ca3bfc-6d48-4929-9ba3-b933ee827ee4 admin admin] Made reservation on behalf of e54df08db07a407e9d604e0e96d89e62 for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:26.101250 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-99ca3bfc-6d48-4929-9ba3-b933ee827ee4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:26.146340 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfb009-4828-42b3-9bf8-9228ab38b393 req-6edec3c2-3fca-4d7b-af58-42e0aeea5d69 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:26.147892 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33cfb009-4828-42b3-9bf8-9228ab38b393 req-6edec3c2-3fca-4d7b-af58-42e0aeea5d69 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 945 time: 0.1062746 Jul 15 23:14:26.238690 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33cfb009-4828-42b3-9bf8-9228ab38b393 req-d06ff5d2-bb65-4751-b944-a67036a5adfd tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604115 Jul 15 23:14:26.340475 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-99ca3bfc-6d48-4929-9ba3-b933ee827ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:26.391996 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca3bfc-6d48-4929-9ba3-b933ee827ee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b08f3c9c-e935-48a1-816a-a3f57997a81e,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:26.402678 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ca3bfc-6d48-4929-9ba3-b933ee827ee4 admin admin] Checking segment: {'id': '825a3365-6594-4c26-b144-43f70f629c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e3100a29-22c9-4584-9abf-c5518d98e0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:26.403039 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ca3bfc-6d48-4929-9ba3-b933ee827ee4 admin admin] Network hostable DHCP agents. Network: e3100a29-22c9-4584-9abf-c5518d98e0b6, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:14:26.419255 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ca3bfc-6d48-4929-9ba3-b933ee827ee4 admin admin] Network e3100a29-22c9-4584-9abf-c5518d98e0b6 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:14:26.428462 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-99ca3bfc-6d48-4929-9ba3-b933ee827ee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, e3100a29-22c9-4584-9abf-c5518d98e0b6) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:26.434209 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ca3bfc-6d48-4929-9ba3-b933ee827ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:26.434209 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-99ca3bfc-6d48-4929-9ba3-b933ee827ee4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:26.441269 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7142f0b-21f5-4534-a9ea-16e5f8f10a54 None None] Network e3100a29-22c9-4584-9abf-c5518d98e0b6 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:26.450158 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-99ca3bfc-6d48-4929-9ba3-b933ee827ee4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4171016 Jul 15 23:14:26.610574 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f13f98-989e-4431-bda3-bf44f91caf21 None None] Network e3100a29-22c9-4584-9abf-c5518d98e0b6 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:27.135695 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 5073a8ec-8912-46d0-8766-c5db18b9ab86 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:27.189024 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 5073a8ec-8912-46d0-8766-c5db18b9ab86 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:27.193091 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 5073a8ec-8912-46d0-8766-c5db18b9ab86 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:27.193483 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:27.281878 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:27.308454 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf7659f-c003-471a-8a3e-73cf7db2bf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5073a8ec-8912-46d0-8766-c5db18b9ab86'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:27.310902 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd785f9-bb2a-47ca-a73e-e53e9f927e3a" -d '{"events": [{"server_uuid": "8cf7659f-c003-471a-8a3e-73cf7db2bf26", "name": "network-vif-plugged", "status": "completed", "tag": "5073a8ec-8912-46d0-8766-c5db18b9ab86"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:27.325238 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 5073a8ec-8912-46d0-8766-c5db18b9ab86, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=5073a8ec-8912-46d0-8766-c5db18b9ab86,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:27.329849 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:27.357018 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-10b1485f-cc47-43e5-bcd0-a8627fea08bf tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:27.358529 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-10b1485f-cc47-43e5-bcd0-a8627fea08bf tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/networks?id=e3100a29-22c9-4584-9abf-c5518d98e0b6 HTTP/1.1" status: 200 len: 818 time: 0.4943075 Jul 15 23:14:27.384545 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=5073a8ec-8912-46d0-8766-c5db18b9ab86,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:27.395146 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-8937ceca-def5-41f7-b61d-d5456ae2ebaa tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/quotas/e54df08db07a407e9d604e0e96d89e62 HTTP/1.1" status: 200 len: 375 time: 0.0278904 Jul 15 23:14:27.405799 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-852ae7f6-af4d-40c8-bf95-9a8b20019db9 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:27.407267 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-852ae7f6-af4d-40c8-bf95-9a8b20019db9 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/networks?id=67544dea-b98a-4fe5-a010-0d763c20c5d2 HTTP/1.1" status: 200 len: 806 time: 0.1542106 Jul 15 23:14:27.435278 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-207fe278-1e6c-4d7c-91c6-d66ffcd4c3b8 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e54df08db07a407e9d604e0e96d89e62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374744 Jul 15 23:14:27.451610 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-2f34cb1a-8f43-48a6-a167-88c562ec7ece tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/quotas/d77f9925bdde4eb59287838e6d3fa09b HTTP/1.1" status: 200 len: 375 time: 0.0352941 Jul 15 23:14:27.590498 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-cbd8561b-71dd-4700-a6a9-ea43e435ab99 service neutron] 10.222.0.16 "GET /v2.0/networks/e3100a29-22c9-4584-9abf-c5518d98e0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472497 Jul 15 23:14:27.596115 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-f4669829-2052-480f-8704-1587a3e12f85 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d77f9925bdde4eb59287838e6d3fa09b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1352153 Jul 15 23:14:27.755174 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-29ab206a-d60b-4f96-b1c3-acfcb78c3691 service neutron] 10.222.0.16 "GET /v2.0/networks/e3100a29-22c9-4584-9abf-c5518d98e0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561277 Jul 15 23:14:27.757007 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-6ab26eb7-ef4d-4147-933a-674d97251182 service neutron] 10.222.0.16 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506200 Jul 15 23:14:27.864854 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-a9234b6b-e9d3-49af-ae83-f49bc296a6a6 service neutron] 10.222.0.16 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009462 Jul 15 23:14:28.184605 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ca2d74-9f60-48b8-a65b-9240905413f5 x-openstack-request-id: req-37ca2d74-9f60-48b8-a65b-9240905413f5 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:28.185090 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf7659f-c003-471a-8a3e-73cf7db2bf26", "name": "network-vif-plugged", "status": "completed", "tag": "5073a8ec-8912-46d0-8766-c5db18b9ab86", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:28.185259 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37ca2d74-9f60-48b8-a65b-9240905413f5 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:28.185758 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cf7659f-c003-471a-8a3e-73cf7db2bf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5073a8ec-8912-46d0-8766-c5db18b9ab86', 'code': 200} Jul 15 23:14:28.207804 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686eae6-529b-4b4f-8260-f4de243376c6 req-4934c042-5239-4927-bbc7-74ce58c67a46 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:28.210009 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c686eae6-529b-4b4f-8260-f4de243376c6 req-4934c042-5239-4927-bbc7-74ce58c67a46 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 946 time: 0.1054227 Jul 15 23:14:28.298003 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c686eae6-529b-4b4f-8260-f4de243376c6 req-b9a080bf-16c3-4483-ac7f-51c05da7acfa tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724025 Jul 15 23:14:28.381335 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3cfdf-d9c1-4a8e-aec7-17ceb600b4f4 req-a3bf74d8-fb8b-471b-8937-eb871f846022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:28.384023 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-55d3cfdf-d9c1-4a8e-aec7-17ceb600b4f4 req-a3bf74d8-fb8b-471b-8937-eb871f846022 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 1097 time: 0.1187859 Jul 15 23:14:28.458317 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-55d3cfdf-d9c1-4a8e-aec7-17ceb600b4f4 req-d22fd35a-c04d-4926-953d-be997c9f42ec service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665958 Jul 15 23:14:28.503476 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-75d8b885-3c49-4257-a5c1-462c21e578e2 req-aa03c165-c7cd-4cc0-82f0-9218a7347f67 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846fd386-2215-4f04-8c56-76ccd4f5dacb HTTP/1.1" status: 200 len: 210 time: 0.0687730 Jul 15 23:14:28.585646 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb3f78d-698e-4ff0-a976-d762a66391ea req-0a0bbed8-ea43-4ea9-be78-1e65e39058a5 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/ports?device_id=5296927f-d69b-4e3a-8137-de4970bc563a HTTP/1.1" status: 200 len: 210 time: 0.0308647 Jul 15 23:14:29.482133 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30722f8e-3788-48fd-90fd-ece0e9c20100 req-6e3bcc10-f143-4729-9401-9a849eb2ecef tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:29.484197 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-30722f8e-3788-48fd-90fd-ece0e9c20100 req-6e3bcc10-f143-4729-9401-9a849eb2ecef tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 946 time: 0.0767031 Jul 15 23:14:29.539205 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-30722f8e-3788-48fd-90fd-ece0e9c20100 req-bc968b19-a2a9-496f-996a-6357e4a26fb5 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482011 Jul 15 23:14:29.603698 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-411d0849-7e54-41eb-ae30-b50acc661ce7 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:29.605504 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-411d0849-7e54-41eb-ae30-b50acc661ce7 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.36 "GET /v2.0/networks?id=67544dea-b98a-4fe5-a010-0d763c20c5d2 HTTP/1.1" status: 200 len: 806 time: 0.1315916 Jul 15 23:14:29.630245 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-6ff452de-060c-4e46-87ba-386558239584 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Request body: {'port': {'device_id': '846fd386-2215-4f04-8c56-76ccd4f5dacb', 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2', 'admin_state_up': True, 'tenant_id': 'd77f9925bdde4eb59287838e6d3fa09b'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:29.674500 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-95a57ea4-b613-4933-9146-e58f5fc608e5 req-4bfba0a1-bf94-4cc3-bb7a-25ab96569dcf tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846fd386-2215-4f04-8c56-76ccd4f5dacb HTTP/1.1" status: 200 len: 210 time: 0.0350444 Jul 15 23:14:29.728075 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 31176d57-5d3d-4935-a26b-6d386c854318 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:14:29.756075 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 31176d57-5d3d-4935-a26b-6d386c854318 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:14:29.760559 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 31176d57-5d3d-4935-a26b-6d386c854318 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:14:29.795038 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-6ff452de-060c-4e46-87ba-386558239584 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Made reservation on behalf of d77f9925bdde4eb59287838e6d3fa09b for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:29.803440 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-6ff452de-060c-4e46-87ba-386558239584 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:29.957488 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f000b-0f69-4cc0-902b-759ea00ba579 req-c2116a2a-637b-43f0-942e-305583a3ef9c tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:29.967294 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3b1f000b-0f69-4cc0-902b-759ea00ba579 req-c2116a2a-637b-43f0-942e-305583a3ef9c tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 946 time: 0.0969687 Jul 15 23:14:30.058112 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3b1f000b-0f69-4cc0-902b-759ea00ba579 req-194c9c21-6af6-455c-8ced-220af1e1a3c4 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896826 Jul 15 23:14:30.222794 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-80096742-8876-4f06-bdb4-6c251900c6d3 req-5bbcf27c-9f63-4762-aade-1ce892c55f2c tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/ports?device_id=5296927f-d69b-4e3a-8137-de4970bc563a HTTP/1.1" status: 200 len: 210 time: 0.0343280 Jul 15 23:14:30.602030 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-6ff452de-060c-4e46-87ba-386558239584 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Allocated IP 172.20.0.3 (67544dea-b98a-4fe5-a010-0d763c20c5d2/00f86fe3-8e61-4196-b682-45370fd97ef3/bdaacc61-587c-448a-979c-b22fe7ad454e) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:30.679076 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-d01c726f-ef1c-4b0c-9aee-12fb462ecc07 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:30.680530 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-d01c726f-ef1c-4b0c-9aee-12fb462ecc07 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.43 "GET /v2.0/networks?id=e3100a29-22c9-4584-9abf-c5518d98e0b6 HTTP/1.1" status: 200 len: 818 time: 0.7180517 Jul 15 23:14:30.730026 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-c5cf7eaa-5996-462f-b3e7-28c74e69f5d1 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Request body: {'port': {'device_id': '62b778c1-7d26-4c86-9d1d-0f438bb7d66b', 'network_id': 'e3100a29-22c9-4584-9abf-c5518d98e0b6', 'admin_state_up': True, 'tenant_id': 'e54df08db07a407e9d604e0e96d89e62'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:30.772261 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-df966896-4950-41e8-989c-ad66418572d6 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:30.773774 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-df966896-4950-41e8-989c-ad66418572d6 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.36 "GET /v2.0/networks?id=e3100a29-22c9-4584-9abf-c5518d98e0b6 HTTP/1.1" status: 200 len: 818 time: 0.6908531 Jul 15 23:14:30.808892 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-bd26849d-c11e-450d-adb2-3a152afd378c tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Request body: {'port': {'device_id': '1f756523-4981-484c-885f-f804965bf88a', 'network_id': 'e3100a29-22c9-4584-9abf-c5518d98e0b6', 'admin_state_up': True, 'tenant_id': 'e54df08db07a407e9d604e0e96d89e62'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:30.835779 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d2cd203c-1ae4-4976-ab8f-604d11486ee7 req-42d0d285-d868-4e2f-b63b-0eb60452b017 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846fd386-2215-4f04-8c56-76ccd4f5dacb HTTP/1.1" status: 200 len: 210 time: 0.0330744 Jul 15 23:14:30.893015 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-0ae7e703-6448-44de-9249-ecf775474f0f tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:30.894347 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-0ae7e703-6448-44de-9249-ecf775474f0f tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.36 "GET /v2.0/networks?id=e3100a29-22c9-4584-9abf-c5518d98e0b6 HTTP/1.1" status: 200 len: 818 time: 0.3043339 Jul 15 23:14:30.950174 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-9519f56d-9984-4a6e-8f17-68ad03c23b41 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Request body: {'port': {'device_id': '5296927f-d69b-4e3a-8137-de4970bc563a', 'network_id': 'e3100a29-22c9-4584-9abf-c5518d98e0b6', 'admin_state_up': True, 'tenant_id': 'e54df08db07a407e9d604e0e96d89e62'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:31.120439 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-c5cf7eaa-5996-462f-b3e7-28c74e69f5d1 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Made reservation on behalf of e54df08db07a407e9d604e0e96d89e62 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:31.125076 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-c5cf7eaa-5996-462f-b3e7-28c74e69f5d1 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:31.157737 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-6ff452de-060c-4e46-87ba-386558239584 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:31.190975 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-bd26849d-c11e-450d-adb2-3a152afd378c tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Made reservation on behalf of e54df08db07a407e9d604e0e96d89e62 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:31.194734 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-bd26849d-c11e-450d-adb2-3a152afd378c tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:31.245434 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3bd37a-c17a-4e15-88ce-56ea7ee75b58 req-3a77d92d-a721-4512-9e16-ca6760329d19 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:31.246930 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9f3bd37a-c17a-4e15-88ce-56ea7ee75b58 req-3a77d92d-a721-4512-9e16-ca6760329d19 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 946 time: 0.0712538 Jul 15 23:14:31.296923 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9f3bd37a-c17a-4e15-88ce-56ea7ee75b58 req-b0a2781c-a2d1-4f38-8bbf-1dce1d5cdafe tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422301 Jul 15 23:14:31.314452 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-9519f56d-9984-4a6e-8f17-68ad03c23b41 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Made reservation on behalf of e54df08db07a407e9d604e0e96d89e62 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:31.318377 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-9519f56d-9984-4a6e-8f17-68ad03c23b41 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:31.386244 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b17dd1e-54c9-4c9e-b9a1-68255eb73bf9 req-6bed7deb-f218-4b3e-9a66-bbd876c2e3a4 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/ports?device_id=5296927f-d69b-4e3a-8137-de4970bc563a HTTP/1.1" status: 200 len: 210 time: 0.0289557 Jul 15 23:14:31.402295 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-6ff452de-060c-4e46-87ba-386558239584 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:31.434384 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['6512fefd-4257-40d9-aa1c-e1c8110b0ce6'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:31.508748 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-c5cf7eaa-5996-462f-b3e7-28c74e69f5d1 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Allocated IP 172.20.0.6 (e3100a29-22c9-4584-9abf-c5518d98e0b6/b08f3c9c-e935-48a1-816a-a3f57997a81e/ad838222-47b3-4a76-9569-ca5648a3a78b) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:31.542650 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-6ff452de-060c-4e46-87ba-386558239584 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Network 67544dea-b98a-4fe5-a010-0d763c20c5d2 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:31.552494 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-6ff452de-060c-4e46-87ba-386558239584 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:31.554445 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff452de-060c-4e46-87ba-386558239584 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Pushing event updated for resources: {'Port': ['ID=bdaacc61-587c-448a-979c-b22fe7ad454e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:31.560796 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-6ff452de-060c-4e46-87ba-386558239584 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:31.637944 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-6ff452de-060c-4e46-87ba-386558239584 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:31.638572 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-6ff452de-060c-4e46-87ba-386558239584 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:31.683945 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-6ff452de-060c-4e46-87ba-386558239584 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0607154 Jul 15 23:14:31.717681 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-f9f9509a-6655-45fb-b0b2-c410edd58cde service neutron] Request body: {'port': {'device_id': '846fd386-2215-4f04-8c56-76ccd4f5dacb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:31.807915 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-c5cf7eaa-5996-462f-b3e7-28c74e69f5d1 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:31.829259 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-f9f9509a-6655-45fb-b0b2-c410edd58cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:31.917537 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-c5cf7eaa-5996-462f-b3e7-28c74e69f5d1 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:32.033401 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6d52a-5620-4b98-bbd2-05fd86965715 req-4cab6ae6-a9f8-477f-abf5-d3f9f43ee09d tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:32.040420 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ccc6d52a-5620-4b98-bbd2-05fd86965715 req-4cab6ae6-a9f8-477f-abf5-d3f9f43ee09d tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846fd386-2215-4f04-8c56-76ccd4f5dacb HTTP/1.1" status: 200 len: 931 time: 0.0668354 Jul 15 23:14:32.073375 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf7eaa-5996-462f-b3e7-28c74e69f5d1 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Pushing event updated for resources: {'Port': ['ID=ad838222-47b3-4a76-9569-ca5648a3a78b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:32.076419 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ccc6d52a-5620-4b98-bbd2-05fd86965715 req-aeac7474-08d8-4787-96a3-aeb881fac88a tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348942 Jul 15 23:14:32.085433 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-c5cf7eaa-5996-462f-b3e7-28c74e69f5d1 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Network e3100a29-22c9-4584-9abf-c5518d98e0b6 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:32.094549 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-c5cf7eaa-5996-462f-b3e7-28c74e69f5d1 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:32.100721 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-c5cf7eaa-5996-462f-b3e7-28c74e69f5d1 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:32.134303 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-bd26849d-c11e-450d-adb2-3a152afd378c tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Allocated IP 172.20.0.9 (e3100a29-22c9-4584-9abf-c5518d98e0b6/b08f3c9c-e935-48a1-816a-a3f57997a81e/48a66744-d958-4c47-802b-ca8828f500a8) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:32.215789 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-c5cf7eaa-5996-462f-b3e7-28c74e69f5d1 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:32.216304 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-c5cf7eaa-5996-462f-b3e7-28c74e69f5d1 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:32.246007 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:14:32.259892 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-c5cf7eaa-5996-462f-b3e7-28c74e69f5d1 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5425429 Jul 15 23:14:32.278507 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-d71d0cb9-4f4f-4b68-8991-64aff1de6585 service neutron] Request body: {'port': {'device_id': '62b778c1-7d26-4c86-9d1d-0f438bb7d66b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:32.462210 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-f9f9509a-6655-45fb-b0b2-c410edd58cde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdaacc61-587c-448a-979c-b22fe7ad454e {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:32.498125 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e6333-5cb3-455e-a261-70c575cd8bd2 req-46db41bc-682f-43c1-b161-afcbadff8ae4 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:32.506270 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-507e6333-5cb3-455e-a261-70c575cd8bd2 req-46db41bc-682f-43c1-b161-afcbadff8ae4 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 946 time: 0.0717709 Jul 15 23:14:32.520752 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-bd26849d-c11e-450d-adb2-3a152afd378c tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:32.555134 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-507e6333-5cb3-455e-a261-70c575cd8bd2 req-9a063645-c976-4cb9-af67-cb4cae770a63 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477448 Jul 15 23:14:32.577879 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-f9f9509a-6655-45fb-b0b2-c410edd58cde service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:32.583102 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-bd26849d-c11e-450d-adb2-3a152afd378c tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:32.588656 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4d189b39-6f5f-4dd7-8310-c92e6314c8ad req-d8c1b7c9-eb6c-4b21-8c3c-846b9e31640f tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/ports?device_id=5296927f-d69b-4e3a-8137-de4970bc563a HTTP/1.1" status: 200 len: 210 time: 0.0549576 Jul 15 23:14:32.671759 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-d71d0cb9-4f4f-4b68-8991-64aff1de6585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:32.674251 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-f9f9509a-6655-45fb-b0b2-c410edd58cde service neutron] Transition to ACTIVE for port object bdaacc61-587c-448a-979c-b22fe7ad454e will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:32.699212 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-f9f9509a-6655-45fb-b0b2-c410edd58cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:32.707332 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-bd26849d-c11e-450d-adb2-3a152afd378c tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Network e3100a29-22c9-4584-9abf-c5518d98e0b6 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:32.717306 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-bd26849d-c11e-450d-adb2-3a152afd378c tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:32.722687 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-bd26849d-c11e-450d-adb2-3a152afd378c tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:32.726962 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26849d-c11e-450d-adb2-3a152afd378c tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Pushing event updated for resources: {'Port': ['ID=48a66744-d958-4c47-802b-ca8828f500a8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:32.808147 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.db.api [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-9519f56d-9984-4a6e-8f17-68ad03c23b41 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.9-513004a9-368d-4e04-b34f-4127a84ee4d4 {{(pid=93798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:14:32.808492 n-d-787205-9 neutron-server[93798]: DEBUG oslo_db.api [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-9519f56d-9984-4a6e-8f17-68ad03c23b41 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:14:32.861302 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-bd26849d-c11e-450d-adb2-3a152afd378c tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:32.861926 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-bd26849d-c11e-450d-adb2-3a152afd378c tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:32.868710 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9509a-6655-45fb-b0b2-c410edd58cde service neutron] Pushing event updated for resources: {'Port': ['ID=bdaacc61-587c-448a-979c-b22fe7ad454e,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:32.990402 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-bd26849d-c11e-450d-adb2-3a152afd378c tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1938324 Jul 15 23:14:33.012214 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-87026296-b4da-4b76-bc1f-d5407d091c03 service neutron] Request body: {'port': {'device_id': '1f756523-4981-484c-885f-f804965bf88a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:33.139303 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-f9f9509a-6655-45fb-b0b2-c410edd58cde service neutron] Attempting to bind port bdaacc61-587c-448a-979c-b22fe7ad454e on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:14:33.139667 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-f9f9509a-6655-45fb-b0b2-c410edd58cde service neutron] Attempting to bind port bdaacc61-587c-448a-979c-b22fe7ad454e by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '682791d0-14b5-4b83-8025-c7a51df04ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:14:33.139977 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-f9f9509a-6655-45fb-b0b2-c410edd58cde service neutron] Attempting to bind port bdaacc61-587c-448a-979c-b22fe7ad454e on network 67544dea-b98a-4fe5-a010-0d763c20c5d2 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:33.147648 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-f9f9509a-6655-45fb-b0b2-c410edd58cde service neutron] Port bdaacc61-587c-448a-979c-b22fe7ad454e on network 67544dea-b98a-4fe5-a010-0d763c20c5d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:14:33.147968 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-f9f9509a-6655-45fb-b0b2-c410edd58cde service neutron] Attempting to bind port bdaacc61-587c-448a-979c-b22fe7ad454e on network 67544dea-b98a-4fe5-a010-0d763c20c5d2 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:33.176091 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-f9f9509a-6655-45fb-b0b2-c410edd58cde service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:14:33.176091 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-f9f9509a-6655-45fb-b0b2-c410edd58cde service neutron] Checking segment: {'id': '682791d0-14b5-4b83-8025-c7a51df04ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:33.176091 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-f9f9509a-6655-45fb-b0b2-c410edd58cde service neutron] Bound using segment: {'id': '682791d0-14b5-4b83-8025-c7a51df04ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:14:33.176091 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-f9f9509a-6655-45fb-b0b2-c410edd58cde service neutron] Bound port: bdaacc61-587c-448a-979c-b22fe7ad454e, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '682791d0-14b5-4b83-8025-c7a51df04ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:14:33.176091 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-f9f9509a-6655-45fb-b0b2-c410edd58cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:33.198860 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-87026296-b4da-4b76-bc1f-d5407d091c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:33.277492 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087135d-6dac-42f7-a109-d3830b719a96 req-44e38d2a-4cc2-418f-9aec-48d16ed35ef2 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:33.281183 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1087135d-6dac-42f7-a109-d3830b719a96 req-44e38d2a-4cc2-418f-9aec-48d16ed35ef2 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846fd386-2215-4f04-8c56-76ccd4f5dacb HTTP/1.1" status: 200 len: 943 time: 0.0741661 Jul 15 23:14:33.311215 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-9519f56d-9984-4a6e-8f17-68ad03c23b41 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:33.319002 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1087135d-6dac-42f7-a109-d3830b719a96 req-cfac563a-eb88-458c-881d-96e04c306df8 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337639 Jul 15 23:14:33.659709 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-d71d0cb9-4f4f-4b68-8991-64aff1de6585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad838222-47b3-4a76-9569-ca5648a3a78b {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:33.675192 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-d71d0cb9-4f4f-4b68-8991-64aff1de6585 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:33.742997 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-f9f9509a-6655-45fb-b0b2-c410edd58cde service neutron] For port bdaacc61-587c-448a-979c-b22fe7ad454e, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:14:33.785274 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c860ffb-0d50-4c6c-8e21-a1d03b85e58a req-a1670ad3-ad2c-437d-9382-6ea0c2c06e6c tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/ports?device_id=5296927f-d69b-4e3a-8137-de4970bc563a HTTP/1.1" status: 200 len: 210 time: 0.0365505 Jul 15 23:14:33.794430 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-d71d0cb9-4f4f-4b68-8991-64aff1de6585 service neutron] Transition to ACTIVE for port object ad838222-47b3-4a76-9569-ca5648a3a78b will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:33.801157 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-f9f9509a-6655-45fb-b0b2-c410edd58cde service neutron] For port bdaacc61-587c-448a-979c-b22fe7ad454e, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=bdaacc61-587c-448a-979c-b22fe7ad454e,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:14:33.801458 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958cad2d-9b06-46ff-87d6-f67fbbf362be req-041ef876-192c-4246-b46b-84c995e45371 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:33.809643 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-d71d0cb9-4f4f-4b68-8991-64aff1de6585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:33.810569 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-958cad2d-9b06-46ff-87d6-f67fbbf362be req-041ef876-192c-4246-b46b-84c995e45371 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 946 time: 0.1260624 Jul 15 23:14:33.820343 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-f9f9509a-6655-45fb-b0b2-c410edd58cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:33.873360 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-958cad2d-9b06-46ff-87d6-f67fbbf362be req-a610b4dc-c237-4a48-931d-c12cf69b481c tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592630 Jul 15 23:14:33.937553 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d0cb9-4f4f-4b68-8991-64aff1de6585 service neutron] Pushing event updated for resources: {'Port': ['ID=ad838222-47b3-4a76-9569-ca5648a3a78b,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:33.941721 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-f9f9509a-6655-45fb-b0b2-c410edd58cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:33.942322 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-f9f9509a-6655-45fb-b0b2-c410edd58cde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:33.946670 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-f9f9509a-6655-45fb-b0b2-c410edd58cde service neutron] 10.222.0.36 "PUT /v2.0/ports/bdaacc61-587c-448a-979c-b22fe7ad454e HTTP/1.1" status: 200 len: 1091 time: 2.2319846 Jul 15 23:14:33.946670 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846fd386-2215-4f04-8c56-76ccd4f5dacb', 'tag': 'bdaacc61-587c-448a-979c-b22fe7ad454e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:33.948246 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd07b8a-60f1-453e-a82c-d7d4f6d7529c" -d '{"events": [{"name": "network-changed", "server_uuid": "846fd386-2215-4f04-8c56-76ccd4f5dacb", "tag": "bdaacc61-587c-448a-979c-b22fe7ad454e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:34.043953 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcdc4c0-b335-49e9-a879-928920e607ba x-openstack-request-id: req-4bcdc4c0-b335-49e9-a879-928920e607ba {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:34.044246 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846fd386-2215-4f04-8c56-76ccd4f5dacb", "tag": "bdaacc61-587c-448a-979c-b22fe7ad454e", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:34.044497 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4bcdc4c0-b335-49e9-a879-928920e607ba {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:34.044891 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '846fd386-2215-4f04-8c56-76ccd4f5dacb', 'tag': 'bdaacc61-587c-448a-979c-b22fe7ad454e', 'status': 'completed', 'code': 200} Jul 15 23:14:34.110395 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9509a-6655-45fb-b0b2-c410edd58cde service neutron] Pushing event updated for resources: {'Port': ['ID=bdaacc61-587c-448a-979c-b22fe7ad454e,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:34.190782 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-d71d0cb9-4f4f-4b68-8991-64aff1de6585 service neutron] Attempting to bind port ad838222-47b3-4a76-9569-ca5648a3a78b on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:14:34.191119 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-d71d0cb9-4f4f-4b68-8991-64aff1de6585 service neutron] Attempting to bind port ad838222-47b3-4a76-9569-ca5648a3a78b by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '825a3365-6594-4c26-b144-43f70f629c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e3100a29-22c9-4584-9abf-c5518d98e0b6'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:14:34.191440 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-d71d0cb9-4f4f-4b68-8991-64aff1de6585 service neutron] Attempting to bind port ad838222-47b3-4a76-9569-ca5648a3a78b on network e3100a29-22c9-4584-9abf-c5518d98e0b6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:34.208079 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-d71d0cb9-4f4f-4b68-8991-64aff1de6585 service neutron] Port ad838222-47b3-4a76-9569-ca5648a3a78b on network e3100a29-22c9-4584-9abf-c5518d98e0b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:14:34.208407 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-d71d0cb9-4f4f-4b68-8991-64aff1de6585 service neutron] Attempting to bind port ad838222-47b3-4a76-9569-ca5648a3a78b on network e3100a29-22c9-4584-9abf-c5518d98e0b6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:34.216358 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-873170fa-2528-4368-9498-eda2ba7c110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:34.217884 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-873170fa-2528-4368-9498-eda2ba7c110f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d77f9925bdde4eb59287838e6d3fa09b&device_id=846fd386-2215-4f04-8c56-76ccd4f5dacb HTTP/1.1" status: 200 len: 1094 time: 0.2113285 Jul 15 23:14:34.220767 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-87026296-b4da-4b76-bc1f-d5407d091c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a66744-d958-4c47-802b-ca8828f500a8 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:34.225838 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-d71d0cb9-4f4f-4b68-8991-64aff1de6585 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:14:34.226208 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-d71d0cb9-4f4f-4b68-8991-64aff1de6585 service neutron] Checking segment: {'id': '825a3365-6594-4c26-b144-43f70f629c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e3100a29-22c9-4584-9abf-c5518d98e0b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:34.226719 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-d71d0cb9-4f4f-4b68-8991-64aff1de6585 service neutron] Bound using segment: {'id': '825a3365-6594-4c26-b144-43f70f629c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e3100a29-22c9-4584-9abf-c5518d98e0b6'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:14:34.227081 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-d71d0cb9-4f4f-4b68-8991-64aff1de6585 service neutron] Bound port: ad838222-47b3-4a76-9569-ca5648a3a78b, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825a3365-6594-4c26-b144-43f70f629c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e3100a29-22c9-4584-9abf-c5518d98e0b6'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:14:34.227447 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-d71d0cb9-4f4f-4b68-8991-64aff1de6585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:34.245233 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-87026296-b4da-4b76-bc1f-d5407d091c03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:34.283920 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-40fd9684-4822-4b08-baa2-5c780cac84db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdaacc61-587c-448a-979c-b22fe7ad454e HTTP/1.1" status: 200 len: 217 time: 0.0514312 Jul 15 23:14:34.305931 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-87026296-b4da-4b76-bc1f-d5407d091c03 service neutron] Transition to ACTIVE for port object 48a66744-d958-4c47-802b-ca8828f500a8 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:34.322814 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-87026296-b4da-4b76-bc1f-d5407d091c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:34.463131 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-9519f56d-9984-4a6e-8f17-68ad03c23b41 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Allocated IP 172.20.0.2 (e3100a29-22c9-4584-9abf-c5518d98e0b6/b08f3c9c-e935-48a1-816a-a3f57997a81e/c6acb3de-4576-4f53-9697-dd3f98a6bc2e) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:34.471284 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-49e5773d-545f-44e5-8768-4ce845a2dc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:34.472812 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-49e5773d-545f-44e5-8768-4ce845a2dc0d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00f86fe3-8e61-4196-b682-45370fd97ef3 HTTP/1.1" status: 200 len: 846 time: 0.1681180 Jul 15 23:14:34.476373 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-d71d0cb9-4f4f-4b68-8991-64aff1de6585 service neutron] For port ad838222-47b3-4a76-9569-ca5648a3a78b, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:14:34.478331 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87026296-b4da-4b76-bc1f-d5407d091c03 service neutron] Pushing event updated for resources: {'Port': ['ID=48a66744-d958-4c47-802b-ca8828f500a8,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:34.486990 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-d71d0cb9-4f4f-4b68-8991-64aff1de6585 service neutron] For port ad838222-47b3-4a76-9569-ca5648a3a78b, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ad838222-47b3-4a76-9569-ca5648a3a78b,segment=NetworkSegment(825a3365-6594-4c26-b144-43f70f629c61),segment_id=825a3365-6594-4c26-b144-43f70f629c61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:14:34.508697 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde44da1-03c0-4378-b798-0cd4ac646c19 req-613bd528-a7e7-43f2-bc3f-8b090b5e21f5 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:34.510212 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bde44da1-03c0-4378-b798-0cd4ac646c19 req-613bd528-a7e7-43f2-bc3f-8b090b5e21f5 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846fd386-2215-4f04-8c56-76ccd4f5dacb HTTP/1.1" status: 200 len: 943 time: 0.0738935 Jul 15 23:14:34.522478 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-d71d0cb9-4f4f-4b68-8991-64aff1de6585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:34.545521 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-b14616d6-3274-418d-9f44-3c9ac7db99f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67544dea-b98a-4fe5-a010-0d763c20c5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572786 Jul 15 23:14:34.555382 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bde44da1-03c0-4378-b798-0cd4ac646c19 req-1ee2df08-249c-489a-9a2e-e77b6b2c762c tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390859 Jul 15 23:14:34.649409 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-d71d0cb9-4f4f-4b68-8991-64aff1de6585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:34.649952 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-d71d0cb9-4f4f-4b68-8991-64aff1de6585 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:34.651392 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-d71d0cb9-4f4f-4b68-8991-64aff1de6585 service neutron] 10.222.0.43 "PUT /v2.0/ports/ad838222-47b3-4a76-9569-ca5648a3a78b HTTP/1.1" status: 200 len: 1091 time: 2.3814931 Jul 15 23:14:34.792316 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d0cb9-4f4f-4b68-8991-64aff1de6585 service neutron] Pushing event updated for resources: {'Port': ['ID=ad838222-47b3-4a76-9569-ca5648a3a78b,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:34.803310 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-87026296-b4da-4b76-bc1f-d5407d091c03 service neutron] Attempting to bind port 48a66744-d958-4c47-802b-ca8828f500a8 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:14:34.803647 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-87026296-b4da-4b76-bc1f-d5407d091c03 service neutron] Attempting to bind port 48a66744-d958-4c47-802b-ca8828f500a8 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '825a3365-6594-4c26-b144-43f70f629c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e3100a29-22c9-4584-9abf-c5518d98e0b6'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:14:34.803970 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-87026296-b4da-4b76-bc1f-d5407d091c03 service neutron] Attempting to bind port 48a66744-d958-4c47-802b-ca8828f500a8 on network e3100a29-22c9-4584-9abf-c5518d98e0b6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:34.860572 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-87026296-b4da-4b76-bc1f-d5407d091c03 service neutron] Port 48a66744-d958-4c47-802b-ca8828f500a8 on network e3100a29-22c9-4584-9abf-c5518d98e0b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:14:34.860899 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-87026296-b4da-4b76-bc1f-d5407d091c03 service neutron] Attempting to bind port 48a66744-d958-4c47-802b-ca8828f500a8 on network e3100a29-22c9-4584-9abf-c5518d98e0b6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:34.878533 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-ed212d1f-cc79-44cf-8369-2a217d9d1595 service neutron] 10.222.0.36 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039200 Jul 15 23:14:34.888546 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-87026296-b4da-4b76-bc1f-d5407d091c03 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:14:34.888546 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-87026296-b4da-4b76-bc1f-d5407d091c03 service neutron] Checking segment: {'id': '825a3365-6594-4c26-b144-43f70f629c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e3100a29-22c9-4584-9abf-c5518d98e0b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:34.888909 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-87026296-b4da-4b76-bc1f-d5407d091c03 service neutron] Bound using segment: {'id': '825a3365-6594-4c26-b144-43f70f629c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e3100a29-22c9-4584-9abf-c5518d98e0b6'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:14:34.889373 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-87026296-b4da-4b76-bc1f-d5407d091c03 service neutron] Bound port: 48a66744-d958-4c47-802b-ca8828f500a8, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825a3365-6594-4c26-b144-43f70f629c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e3100a29-22c9-4584-9abf-c5518d98e0b6'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:14:34.889754 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-87026296-b4da-4b76-bc1f-d5407d091c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:34.936735 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-9519f56d-9984-4a6e-8f17-68ad03c23b41 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:34.964175 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f645f3fb-1690-469b-8b8d-06a156a1497c req-3a971063-bd50-49c2-a24e-cdd1097cffff tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/ports?device_id=5296927f-d69b-4e3a-8137-de4970bc563a HTTP/1.1" status: 200 len: 210 time: 0.0429990 Jul 15 23:14:35.025916 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-4d72acc5-4cff-4816-ade2-7d87c3eb3548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:35.027511 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-4d72acc5-4cff-4816-ade2-7d87c3eb3548 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e54df08db07a407e9d604e0e96d89e62&device_id=62b778c1-7d26-4c86-9d1d-0f438bb7d66b HTTP/1.1" status: 200 len: 1094 time: 0.3328166 Jul 15 23:14:35.104825 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-a4989c06-177e-4575-a08f-adab8ce9adc5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad838222-47b3-4a76-9569-ca5648a3a78b HTTP/1.1" status: 200 len: 217 time: 0.0615819 Jul 15 23:14:35.112584 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde58c3-5777-40e7-80c5-fdbcbcad7daa req-e9f06179-5f94-4c8c-962b-20d18a6d5a8a tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:35.122354 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fbde58c3-5777-40e7-80c5-fdbcbcad7daa req-e9f06179-5f94-4c8c-962b-20d18a6d5a8a tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 946 time: 0.1143932 Jul 15 23:14:35.135067 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-87026296-b4da-4b76-bc1f-d5407d091c03 service neutron] For port 48a66744-d958-4c47-802b-ca8828f500a8, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:14:35.143436 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-83c856ae-9a7c-4176-aa18-e242df9920a7 req-6b99b70f-b818-4b79-86f4-6c2c2c7e81d5 service neutron] 10.222.0.36 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513862 Jul 15 23:14:35.183803 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-87026296-b4da-4b76-bc1f-d5407d091c03 service neutron] For port 48a66744-d958-4c47-802b-ca8828f500a8, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=48a66744-d958-4c47-802b-ca8828f500a8,segment=NetworkSegment(825a3365-6594-4c26-b144-43f70f629c61),segment_id=825a3365-6594-4c26-b144-43f70f629c61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:14:35.195408 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-9519f56d-9984-4a6e-8f17-68ad03c23b41 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:35.217224 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fbde58c3-5777-40e7-80c5-fdbcbcad7daa req-d96dcfae-6eb8-4613-a018-787eb9e92d21 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936153 Jul 15 23:14:35.238060 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-87026296-b4da-4b76-bc1f-d5407d091c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:35.308263 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-9519f56d-9984-4a6e-8f17-68ad03c23b41 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Network e3100a29-22c9-4584-9abf-c5518d98e0b6 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:35.316357 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-9519f56d-9984-4a6e-8f17-68ad03c23b41 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:35.328486 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-09ccab0e-c1b9-404c-8c6c-d0b3266f9ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:35.328486 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-09ccab0e-c1b9-404c-8c6c-d0b3266f9ce5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b08f3c9c-e935-48a1-816a-a3f57997a81e HTTP/1.1" status: 200 len: 858 time: 0.2043934 Jul 15 23:14:35.330809 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-9519f56d-9984-4a6e-8f17-68ad03c23b41 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:35.333821 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-87026296-b4da-4b76-bc1f-d5407d091c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:35.334424 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-87026296-b4da-4b76-bc1f-d5407d091c03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:35.335852 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-87026296-b4da-4b76-bc1f-d5407d091c03 service neutron] 10.222.0.36 "PUT /v2.0/ports/48a66744-d958-4c47-802b-ca8828f500a8 HTTP/1.1" status: 200 len: 1091 time: 2.3312712 Jul 15 23:14:35.382216 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519f56d-9984-4a6e-8f17-68ad03c23b41 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Pushing event updated for resources: {'Port': ['ID=c6acb3de-4576-4f53-9697-dd3f98a6bc2e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:35.412343 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-409ba6c6-5b9a-4982-9d8d-c2bbfa13ec41 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3100a29-22c9-4584-9abf-c5518d98e0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715978 Jul 15 23:14:35.525790 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-9519f56d-9984-4a6e-8f17-68ad03c23b41 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:35.526533 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-9519f56d-9984-4a6e-8f17-68ad03c23b41 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:35.588602 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87026296-b4da-4b76-bc1f-d5407d091c03 service neutron] Pushing event updated for resources: {'Port': ['ID=48a66744-d958-4c47-802b-ca8828f500a8,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:35.619192 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-9519f56d-9984-4a6e-8f17-68ad03c23b41 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7006130 Jul 15 23:14:35.626191 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd07b8a-60f1-453e-a82c-d7d4f6d7529c req-f869d50f-8231-4935-8574-60cc1894c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:35.627857 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dcd07b8a-60f1-453e-a82c-d7d4f6d7529c req-f869d50f-8231-4935-8574-60cc1894c117 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d77f9925bdde4eb59287838e6d3fa09b&device_id=846fd386-2215-4f04-8c56-76ccd4f5dacb HTTP/1.1" status: 200 len: 1094 time: 0.3875005 Jul 15 23:14:35.642815 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-b559a935-9c9e-49ea-a046-c949e82b1a4d service neutron] Request body: {'port': {'device_id': '5296927f-d69b-4e3a-8137-de4970bc563a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:35.663603 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54796) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:35.674544 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-d9e4b549-1863-4425-95ba-88addb10a824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:35.676536 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-d9e4b549-1863-4425-95ba-88addb10a824 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e54df08db07a407e9d604e0e96d89e62&device_id=1f756523-4981-484c-885f-f804965bf88a HTTP/1.1" status: 200 len: 1094 time: 0.2605903 Jul 15 23:14:35.747791 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d5b49-3580-44a3-b7c2-81895154667c req-9a467e2e-5772-4ef2-b609-1db1a4748cfb tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:35.749660 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-604d5b49-3580-44a3-b7c2-81895154667c req-9a467e2e-5772-4ef2-b609-1db1a4748cfb tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846fd386-2215-4f04-8c56-76ccd4f5dacb HTTP/1.1" status: 200 len: 943 time: 0.0797060 Jul 15 23:14:35.777765 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-f9a1ec22-a84e-4c34-a260-c242b13e1bba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48a66744-d958-4c47-802b-ca8828f500a8 HTTP/1.1" status: 200 len: 217 time: 0.0568841 Jul 15 23:14:35.785518 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-f52391ff-d886-4a67-92f7-da838998d7dc service neutron] 10.222.0.43 "GET /v2.0/networks/e3100a29-22c9-4584-9abf-c5518d98e0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392119 Jul 15 23:14:35.792337 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-df93e230-8d6b-46e6-850b-e088df1113da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:35.816118 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-604d5b49-3580-44a3-b7c2-81895154667c req-f5bc4170-aed0-4382-a9ef-57f57f9919b1 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581627 Jul 15 23:14:35.901106 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-df93e230-8d6b-46e6-850b-e088df1113da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:35.905244 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-df93e230-8d6b-46e6-850b-e088df1113da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:35.944573 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-df93e230-8d6b-46e6-850b-e088df1113da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=511e21210a894d37aa9ae63d2c16118c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2791069 Jul 15 23:14:35.945752 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93e230-8d6b-46e6-850b-e088df1113da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dda1226-7954-4573-a8de-a47d3c78ddf3,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:35.948948 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54802) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:35.960741 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93e230-8d6b-46e6-850b-e088df1113da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:35.961024 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93e230-8d6b-46e6-850b-e088df1113da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:35.961357 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93e230-8d6b-46e6-850b-e088df1113da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:35.961687 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93e230-8d6b-46e6-850b-e088df1113da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:35.962015 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93e230-8d6b-46e6-850b-e088df1113da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:35.962340 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93e230-8d6b-46e6-850b-e088df1113da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:35.962683 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93e230-8d6b-46e6-850b-e088df1113da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:35.963147 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93e230-8d6b-46e6-850b-e088df1113da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:35.963477 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93e230-8d6b-46e6-850b-e088df1113da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:35.963798 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93e230-8d6b-46e6-850b-e088df1113da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:35.964118 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93e230-8d6b-46e6-850b-e088df1113da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:35.964440 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93e230-8d6b-46e6-850b-e088df1113da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:35.965344 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd07b8a-60f1-453e-a82c-d7d4f6d7529c req-3e418661-ff99-4117-b9f8-fd6001e8c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:35.966863 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dcd07b8a-60f1-453e-a82c-d7d4f6d7529c req-3e418661-ff99-4117-b9f8-fd6001e8c71f service neutron] 10.222.0.36 "GET /v2.0/networks?id=67544dea-b98a-4fe5-a010-0d763c20c5d2 HTTP/1.1" status: 200 len: 907 time: 0.3188128 Jul 15 23:14:35.968228 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-49462157-0190-45b4-b165-6ad7d77eaa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:35.969632 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-49462157-0190-45b4-b165-6ad7d77eaa68 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b08f3c9c-e935-48a1-816a-a3f57997a81e HTTP/1.1" status: 200 len: 858 time: 0.1831892 Jul 15 23:14:36.020277 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-8d6b5a27-0b3c-4c4c-8c64-2d90a4a30642 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3100a29-22c9-4584-9abf-c5518d98e0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382044 Jul 15 23:14:36.022977 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b0f37a93-884c-48e1-8ae9-a44f377a9706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:36.047561 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b0f37a93-884c-48e1-8ae9-a44f377a9706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:36.049202 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b778c1-7d26-4c86-9d1d-0f438bb7d66b', 'tag': 'ad838222-47b3-4a76-9569-ca5648a3a78b'}, {'name': 'network-changed', 'server_uuid': '1f756523-4981-484c-885f-f804965bf88a', 'tag': '48a66744-d958-4c47-802b-ca8828f500a8'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:36.051554 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a950798-75d2-4dc0-94dc-4c81715bded0" -d '{"events": [{"name": "network-changed", "server_uuid": "62b778c1-7d26-4c86-9d1d-0f438bb7d66b", "tag": "ad838222-47b3-4a76-9569-ca5648a3a78b"}, {"name": "network-changed", "server_uuid": "1f756523-4981-484c-885f-f804965bf88a", "tag": "48a66744-d958-4c47-802b-ca8828f500a8"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:36.057876 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-b559a935-9c9e-49ea-a046-c949e82b1a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:36.071322 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dcd07b8a-60f1-453e-a82c-d7d4f6d7529c req-502224d8-248c-4792-9b13-429d9cb11c63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdaacc61-587c-448a-979c-b22fe7ad454e HTTP/1.1" status: 200 len: 217 time: 0.0873718 Jul 15 23:14:36.119629 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b0f37a93-884c-48e1-8ae9-a44f377a9706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:36.120967 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5131d980-ce2d-4367-9d40-d9d08b0e577a x-openstack-request-id: req-5131d980-ce2d-4367-9d40-d9d08b0e577a {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:36.121273 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b778c1-7d26-4c86-9d1d-0f438bb7d66b", "tag": "ad838222-47b3-4a76-9569-ca5648a3a78b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1f756523-4981-484c-885f-f804965bf88a", "tag": "48a66744-d958-4c47-802b-ca8828f500a8", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:36.121530 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5131d980-ce2d-4367-9d40-d9d08b0e577a {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:36.121922 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b778c1-7d26-4c86-9d1d-0f438bb7d66b', 'tag': 'ad838222-47b3-4a76-9569-ca5648a3a78b', 'status': 'completed', 'code': 200} Jul 15 23:14:36.122183 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f756523-4981-484c-885f-f804965bf88a', 'tag': '48a66744-d958-4c47-802b-ca8828f500a8', 'status': 'completed', 'code': 200} Jul 15 23:14:36.122306 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b0f37a93-884c-48e1-8ae9-a44f377a9706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:36.125854 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b0f37a93-884c-48e1-8ae9-a44f377a9706 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3dda1226-7954-4573-a8de-a47d3c78ddf3 HTTP/1.1" status: 204 len: 168 time: 0.1735973 Jul 15 23:14:36.146415 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-a5227c8f-d688-4b63-8235-6704692c5ac5 service neutron] 10.222.0.43 "GET /v2.0/networks/e3100a29-22c9-4584-9abf-c5518d98e0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320663 Jul 15 23:14:36.160882 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f37a93-884c-48e1-8ae9-a44f377a9706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dda1226-7954-4573-a8de-a47d3c78ddf3,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:36.231976 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ba316-f3dd-48c0-9df3-8139ec298280 req-c9490c86-2039-40ca-ad5a-bb673e7e30e3 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:36.233473 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-945ba316-f3dd-48c0-9df3-8139ec298280 req-c9490c86-2039-40ca-ad5a-bb673e7e30e3 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/ports?device_id=5296927f-d69b-4e3a-8137-de4970bc563a HTTP/1.1" status: 200 len: 931 time: 0.1287932 Jul 15 23:14:36.257552 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd07b8a-60f1-453e-a82c-d7d4f6d7529c req-5fa0ea3b-1edf-4a86-b77a-dac1d194d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:36.259052 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dcd07b8a-60f1-453e-a82c-d7d4f6d7529c req-5fa0ea3b-1edf-4a86-b77a-dac1d194d9e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00f86fe3-8e61-4196-b682-45370fd97ef3 HTTP/1.1" status: 200 len: 846 time: 0.1681297 Jul 15 23:14:36.284828 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-945ba316-f3dd-48c0-9df3-8139ec298280 req-5a77d9aa-1f58-4120-90d7-466af3a3b86e tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0534ae5-67ee-4254-bedf-93554518b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449648 Jul 15 23:14:36.319541 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dcd07b8a-60f1-453e-a82c-d7d4f6d7529c req-a5dd8425-c1b5-441e-a34a-fc4f80f621c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67544dea-b98a-4fe5-a010-0d763c20c5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453227 Jul 15 23:14:36.366820 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-af241149-a213-4584-b756-d87e8014bb33 service neutron] 10.222.0.36 "GET /v2.0/networks/e3100a29-22c9-4584-9abf-c5518d98e0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125594 Jul 15 23:14:36.481111 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53948c71-0cc1-425d-945c-1e19575c6ed6 req-53e3263d-d1b4-4589-a53a-e5f9bb1f90e0 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:36.486368 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-53948c71-0cc1-425d-945c-1e19575c6ed6 req-53e3263d-d1b4-4589-a53a-e5f9bb1f90e0 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 946 time: 0.0901330 Jul 15 23:14:36.486929 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54818) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:36.512897 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ce2dc3dc-e2a5-4121-97c2-186c8114981c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:36.552247 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-53948c71-0cc1-425d-945c-1e19575c6ed6 req-602f3729-3637-4f19-9bcf-ed95e33ff539 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630212 Jul 15 23:14:36.642531 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ce2dc3dc-e2a5-4121-97c2-186c8114981c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:36.647897 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ce2dc3dc-e2a5-4121-97c2-186c8114981c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:36.686224 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ce2dc3dc-e2a5-4121-97c2-186c8114981c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=08ad71b6c3684c289d5789bcc7fc57cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1982195 Jul 15 23:14:36.688846 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2dc3dc-e2a5-4121-97c2-186c8114981c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94223747-ae16-4043-ba45-7a2957f188af,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:36.691340 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54820) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:36.743459 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab431427-20aa-4be5-957a-f29723ce778e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:36.764952 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab431427-20aa-4be5-957a-f29723ce778e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:36.811134 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab431427-20aa-4be5-957a-f29723ce778e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:36.814223 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab431427-20aa-4be5-957a-f29723ce778e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:36.815398 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ab431427-20aa-4be5-957a-f29723ce778e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94223747-ae16-4043-ba45-7a2957f188af HTTP/1.1" status: 204 len: 168 time: 0.1232483 Jul 15 23:14:36.824407 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab431427-20aa-4be5-957a-f29723ce778e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94223747-ae16-4043-ba45-7a2957f188af,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:36.855742 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a950798-75d2-4dc0-94dc-4c81715bded0 req-5f1b269d-d98b-44a6-9557-bbca9054c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:36.857279 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a950798-75d2-4dc0-94dc-4c81715bded0 req-5f1b269d-d98b-44a6-9557-bbca9054c227 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e54df08db07a407e9d604e0e96d89e62&device_id=62b778c1-7d26-4c86-9d1d-0f438bb7d66b HTTP/1.1" status: 200 len: 1094 time: 0.6387522 Jul 15 23:14:36.970475 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-e96e3f86-a465-4d10-86ee-707aedf62b9b service neutron] 10.222.0.36 "GET /v2.0/networks/e3100a29-22c9-4584-9abf-c5518d98e0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5934944 Jul 15 23:14:37.004893 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dcd07b8a-60f1-453e-a82c-d7d4f6d7529c req-d32789a9-88e4-4949-8399-c2aa9d27959f service neutron] 10.222.0.36 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6413431 Jul 15 23:14:37.030943 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae32507-9779-4635-8cba-2c3cdd59679c req-2d57fbdd-aff7-4952-a251-699003ff2e4c tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:37.033520 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bae32507-9779-4635-8cba-2c3cdd59679c req-2d57fbdd-aff7-4952-a251-699003ff2e4c tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846fd386-2215-4f04-8c56-76ccd4f5dacb HTTP/1.1" status: 200 len: 943 time: 0.0913701 Jul 15 23:14:37.058911 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a950798-75d2-4dc0-94dc-4c81715bded0 req-90ee3ab7-0b1d-4f47-b59c-5c91e19abe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:37.060487 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a950798-75d2-4dc0-94dc-4c81715bded0 req-90ee3ab7-0b1d-4f47-b59c-5c91e19abe57 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e3100a29-22c9-4584-9abf-c5518d98e0b6 HTTP/1.1" status: 200 len: 919 time: 0.1942449 Jul 15 23:14:37.082666 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bae32507-9779-4635-8cba-2c3cdd59679c req-d425ec83-30ef-4909-8819-29371f987894 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356243 Jul 15 23:14:37.173500 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a950798-75d2-4dc0-94dc-4c81715bded0 req-d77fde5b-5025-4944-bf2e-5dbe6761e66d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad838222-47b3-4a76-9569-ca5648a3a78b HTTP/1.1" status: 200 len: 217 time: 0.1057019 Jul 15 23:14:37.251512 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-b559a935-9c9e-49ea-a046-c949e82b1a4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6acb3de-4576-4f53-9697-dd3f98a6bc2e {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:37.262100 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-b559a935-9c9e-49ea-a046-c949e82b1a4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.296455 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-b559a935-9c9e-49ea-a046-c949e82b1a4d service neutron] Transition to ACTIVE for port object c6acb3de-4576-4f53-9697-dd3f98a6bc2e will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:37.305361 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-b559a935-9c9e-49ea-a046-c949e82b1a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.322295 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a950798-75d2-4dc0-94dc-4c81715bded0 req-dc5144c8-b54a-49bb-8aa5-84f1430178fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:37.323537 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a950798-75d2-4dc0-94dc-4c81715bded0 req-dc5144c8-b54a-49bb-8aa5-84f1430178fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b08f3c9c-e935-48a1-816a-a3f57997a81e HTTP/1.1" status: 200 len: 858 time: 0.1358144 Jul 15 23:14:37.394927 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dcd07b8a-60f1-453e-a82c-d7d4f6d7529c req-91540eb1-bb9f-4dd4-9d35-7941098f23e0 service neutron] 10.222.0.36 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334608 Jul 15 23:14:37.400731 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a950798-75d2-4dc0-94dc-4c81715bded0 req-025f05a1-b4cd-4297-aead-d69baa71a3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:37.402365 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a950798-75d2-4dc0-94dc-4c81715bded0 req-025f05a1-b4cd-4297-aead-d69baa71a3e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e54df08db07a407e9d604e0e96d89e62&device_id=1f756523-4981-484c-885f-f804965bf88a HTTP/1.1" status: 200 len: 1094 time: 0.3334980 Jul 15 23:14:37.404068 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a950798-75d2-4dc0-94dc-4c81715bded0 req-f9bf9dba-99eb-4a37-b811-ee8285de5237 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3100a29-22c9-4584-9abf-c5518d98e0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570204 Jul 15 23:14:37.420972 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b559a935-9c9e-49ea-a046-c949e82b1a4d service neutron] Pushing event updated for resources: {'Port': ['ID=c6acb3de-4576-4f53-9697-dd3f98a6bc2e,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:37.505366 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdebb-e9d2-4557-9f6e-7ccd950bba8d req-2015e757-49b2-4b1d-b794-3a8aff14fa62 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:37.507175 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-636cdebb-e9d2-4557-9f6e-7ccd950bba8d req-2015e757-49b2-4b1d-b794-3a8aff14fa62 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/ports?device_id=5296927f-d69b-4e3a-8137-de4970bc563a HTTP/1.1" status: 200 len: 943 time: 0.0784235 Jul 15 23:14:37.567190 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-636cdebb-e9d2-4557-9f6e-7ccd950bba8d req-9ba51c41-65a4-4146-93e8-2483f09c596d tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0534ae5-67ee-4254-bedf-93554518b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466256 Jul 15 23:14:37.644859 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a950798-75d2-4dc0-94dc-4c81715bded0 req-3783289a-d827-4e62-9b0f-08fa4e7628ba service neutron] 10.222.0.43 "GET /v2.0/networks/e3100a29-22c9-4584-9abf-c5518d98e0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320371 Jul 15 23:14:37.645923 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-b559a935-9c9e-49ea-a046-c949e82b1a4d service neutron] Attempting to bind port c6acb3de-4576-4f53-9697-dd3f98a6bc2e on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:14:37.646258 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-b559a935-9c9e-49ea-a046-c949e82b1a4d service neutron] Attempting to bind port c6acb3de-4576-4f53-9697-dd3f98a6bc2e by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '825a3365-6594-4c26-b144-43f70f629c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e3100a29-22c9-4584-9abf-c5518d98e0b6'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:14:37.646586 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-b559a935-9c9e-49ea-a046-c949e82b1a4d service neutron] Attempting to bind port c6acb3de-4576-4f53-9697-dd3f98a6bc2e on network e3100a29-22c9-4584-9abf-c5518d98e0b6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:37.650162 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a950798-75d2-4dc0-94dc-4c81715bded0 req-005fc086-3861-443b-bf7f-2deb64db278f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:37.651465 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a950798-75d2-4dc0-94dc-4c81715bded0 req-005fc086-3861-443b-bf7f-2deb64db278f service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3100a29-22c9-4584-9abf-c5518d98e0b6 HTTP/1.1" status: 200 len: 919 time: 0.2270851 Jul 15 23:14:37.662466 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-b559a935-9c9e-49ea-a046-c949e82b1a4d service neutron] Port c6acb3de-4576-4f53-9697-dd3f98a6bc2e on network e3100a29-22c9-4584-9abf-c5518d98e0b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:14:37.662828 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-b559a935-9c9e-49ea-a046-c949e82b1a4d service neutron] Attempting to bind port c6acb3de-4576-4f53-9697-dd3f98a6bc2e on network e3100a29-22c9-4584-9abf-c5518d98e0b6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:37.717912 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-b559a935-9c9e-49ea-a046-c949e82b1a4d service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:14:37.718254 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-b559a935-9c9e-49ea-a046-c949e82b1a4d service neutron] Checking segment: {'id': '825a3365-6594-4c26-b144-43f70f629c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e3100a29-22c9-4584-9abf-c5518d98e0b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:37.718672 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-b559a935-9c9e-49ea-a046-c949e82b1a4d service neutron] Bound using segment: {'id': '825a3365-6594-4c26-b144-43f70f629c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e3100a29-22c9-4584-9abf-c5518d98e0b6'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:14:37.719751 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-b559a935-9c9e-49ea-a046-c949e82b1a4d service neutron] Bound port: c6acb3de-4576-4f53-9697-dd3f98a6bc2e, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825a3365-6594-4c26-b144-43f70f629c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e3100a29-22c9-4584-9abf-c5518d98e0b6'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:14:37.720048 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-b559a935-9c9e-49ea-a046-c949e82b1a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.725006 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a950798-75d2-4dc0-94dc-4c81715bded0 req-b356751b-e953-4d1d-8b03-3c425e1ea9d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48a66744-d958-4c47-802b-ca8828f500a8 HTTP/1.1" status: 200 len: 217 time: 0.0633957 Jul 15 23:14:37.755441 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f8409-33fb-440d-90f1-a7c337c8269e req-1bc60938-eaf7-4926-884e-87783e74ac18 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:37.757007 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f23f8409-33fb-440d-90f1-a7c337c8269e req-1bc60938-eaf7-4926-884e-87783e74ac18 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 946 time: 0.0650547 Jul 15 23:14:37.770275 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device bdaacc61-587c-448a-979c-b22fe7ad454e details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:14:37.805113 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f23f8409-33fb-440d-90f1-a7c337c8269e req-3b70026a-612c-4692-b487-e7bf3bb0ebe7 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418057 Jul 15 23:14:37.867896 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a950798-75d2-4dc0-94dc-4c81715bded0 req-1bc25d89-a5e3-46a5-b7ae-1779850b7c55 service neutron] 10.222.0.43 "GET /v2.0/networks/e3100a29-22c9-4584-9abf-c5518d98e0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154686 Jul 15 23:14:37.871027 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a950798-75d2-4dc0-94dc-4c81715bded0 req-51680c17-ee9a-4ce0-945d-fb4b1c1ba97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:37.872395 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a950798-75d2-4dc0-94dc-4c81715bded0 req-51680c17-ee9a-4ce0-945d-fb4b1c1ba97f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b08f3c9c-e935-48a1-816a-a3f57997a81e HTTP/1.1" status: 200 len: 858 time: 0.1375349 Jul 15 23:14:37.894572 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-b559a935-9c9e-49ea-a046-c949e82b1a4d service neutron] For port c6acb3de-4576-4f53-9697-dd3f98a6bc2e, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:14:37.912429 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port bdaacc61-587c-448a-979c-b22fe7ad454e, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=bdaacc61-587c-448a-979c-b22fe7ad454e,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:37.918308 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a950798-75d2-4dc0-94dc-4c81715bded0 req-14ba7cb9-b5b1-4c9f-a3a5-869a0a9b88f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3100a29-22c9-4584-9abf-c5518d98e0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357957 Jul 15 23:14:37.925143 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'bdaacc61-587c-448a-979c-b22fe7ad454e', 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2', 'port_id': 'bdaacc61-587c-448a-979c-b22fe7ad454e', 'mac_address': 'fa:16:3e:43:16:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f86fe3-8e61-4196-b682-45370fd97ef3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:14:37.935649 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-b559a935-9c9e-49ea-a046-c949e82b1a4d service neutron] For port c6acb3de-4576-4f53-9697-dd3f98a6bc2e, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c6acb3de-4576-4f53-9697-dd3f98a6bc2e,segment=NetworkSegment(825a3365-6594-4c26-b144-43f70f629c61),segment_id=825a3365-6594-4c26-b144-43f70f629c61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:14:37.948225 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-b559a935-9c9e-49ea-a046-c949e82b1a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.976863 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.992203 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdaacc61-587c-448a-979c-b22fe7ad454e {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:37.993468 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-b559a935-9c9e-49ea-a046-c949e82b1a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:37.994503 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-b559a935-9c9e-49ea-a046-c949e82b1a4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.995924 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-b559a935-9c9e-49ea-a046-c949e82b1a4d service neutron] 10.222.0.36 "PUT /v2.0/ports/c6acb3de-4576-4f53-9697-dd3f98a6bc2e HTTP/1.1" status: 200 len: 1091 time: 2.3580506 Jul 15 23:14:38.016620 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port bdaacc61-587c-448a-979c-b22fe7ad454e, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=bdaacc61-587c-448a-979c-b22fe7ad454e,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:38.020647 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:38.032953 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b559a935-9c9e-49ea-a046-c949e82b1a4d service neutron] Pushing event updated for resources: {'Port': ['ID=c6acb3de-4576-4f53-9697-dd3f98a6bc2e,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:38.085613 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=bdaacc61-587c-448a-979c-b22fe7ad454e,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:38.122239 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a950798-75d2-4dc0-94dc-4c81715bded0 req-bb3a2f99-feb7-4eff-9eec-b69370f9a591 service neutron] 10.222.0.36 "GET /v2.0/networks/e3100a29-22c9-4584-9abf-c5518d98e0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956506 Jul 15 23:14:38.126130 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5296927f-d69b-4e3a-8137-de4970bc563a', 'tag': 'c6acb3de-4576-4f53-9697-dd3f98a6bc2e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:38.128619 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b215fd-89a2-4bd6-969e-e4730879aa16" -d '{"events": [{"name": "network-changed", "server_uuid": "5296927f-d69b-4e3a-8137-de4970bc563a", "tag": "c6acb3de-4576-4f53-9697-dd3f98a6bc2e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:38.212015 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61dbc2b7-a200-4d6a-a511-c51691942186 x-openstack-request-id: req-61dbc2b7-a200-4d6a-a511-c51691942186 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:38.212486 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5296927f-d69b-4e3a-8137-de4970bc563a", "tag": "c6acb3de-4576-4f53-9697-dd3f98a6bc2e", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:38.212832 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61dbc2b7-a200-4d6a-a511-c51691942186 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:38.213322 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5296927f-d69b-4e3a-8137-de4970bc563a', 'tag': 'c6acb3de-4576-4f53-9697-dd3f98a6bc2e', 'status': 'completed', 'code': 200} Jul 15 23:14:38.229930 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-314e4354-5c14-40ed-8b7e-d3a49f903749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:38.231657 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-314e4354-5c14-40ed-8b7e-d3a49f903749 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e54df08db07a407e9d604e0e96d89e62&device_id=5296927f-d69b-4e3a-8137-de4970bc563a HTTP/1.1" status: 200 len: 1094 time: 0.1713817 Jul 15 23:14:38.272029 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1df75-7179-455b-aabd-cc7a26ccf1a0 req-29dfac56-83db-4701-86ba-377c1d9826fa tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:38.273436 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f7b1df75-7179-455b-aabd-cc7a26ccf1a0 req-29dfac56-83db-4701-86ba-377c1d9826fa tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846fd386-2215-4f04-8c56-76ccd4f5dacb HTTP/1.1" status: 200 len: 944 time: 0.0678036 Jul 15 23:14:38.285719 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a950798-75d2-4dc0-94dc-4c81715bded0 req-518c6c49-8bcb-4973-9a35-1a51e09bc662 service neutron] 10.222.0.36 "GET /v2.0/networks/e3100a29-22c9-4584-9abf-c5518d98e0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541822 Jul 15 23:14:38.287238 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-5ac54e00-27c0-40ec-99c2-5a32abe41180 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6acb3de-4576-4f53-9697-dd3f98a6bc2e HTTP/1.1" status: 200 len: 217 time: 0.0409570 Jul 15 23:14:38.304752 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['bdaacc61-587c-448a-979c-b22fe7ad454e'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:38.329856 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f7b1df75-7179-455b-aabd-cc7a26ccf1a0 req-79e0c544-2f2d-4c76-b5b0-29adaceb035e tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492437 Jul 15 23:14:38.381175 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-9a521ed6-114b-400e-8692-093f638a8205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:38.383210 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-9a521ed6-114b-400e-8692-093f638a8205 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b08f3c9c-e935-48a1-816a-a3f57997a81e HTTP/1.1" status: 200 len: 858 time: 0.0688531 Jul 15 23:14:38.418611 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-8c7e5351-b7bd-495b-8244-047f9843f318 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3100a29-22c9-4584-9abf-c5518d98e0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290809 Jul 15 23:14:38.520203 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-4215eb4a-38fd-4a15-be95-5bb318984061 service neutron] 10.222.0.36 "GET /v2.0/networks/e3100a29-22c9-4584-9abf-c5518d98e0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949252 Jul 15 23:14:38.629946 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-546dea4d-0b9f-4ed3-a5cf-86a4d21cf9c4 req-c18656a7-8471-49e7-bf4c-9ebce80d0618 service neutron] 10.222.0.36 "GET /v2.0/networks/e3100a29-22c9-4584-9abf-c5518d98e0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930319 Jul 15 23:14:38.635237 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:38.786035 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2287d37-c020-475b-b792-8126d2817405 req-5734f80a-543a-4114-92e5-6e395372e1f6 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:38.787507 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2287d37-c020-475b-b792-8126d2817405 req-5734f80a-543a-4114-92e5-6e395372e1f6 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/ports?device_id=5296927f-d69b-4e3a-8137-de4970bc563a HTTP/1.1" status: 200 len: 943 time: 0.0743780 Jul 15 23:14:38.793344 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b215fd-89a2-4bd6-969e-e4730879aa16 req-a5c89bb3-4be7-4d07-bbe8-e6f4f6cd0c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:38.794897 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-34b215fd-89a2-4bd6-969e-e4730879aa16 req-a5c89bb3-4be7-4d07-bbe8-e6f4f6cd0c38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e54df08db07a407e9d604e0e96d89e62&device_id=5296927f-d69b-4e3a-8137-de4970bc563a HTTP/1.1" status: 200 len: 1094 time: 0.0565312 Jul 15 23:14:38.839315 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2287d37-c020-475b-b792-8126d2817405 req-965e1ae1-4f17-4c3e-b880-ffbe6a097247 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0534ae5-67ee-4254-bedf-93554518b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456512 Jul 15 23:14:38.923010 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b215fd-89a2-4bd6-969e-e4730879aa16 req-5aad76bf-4ec7-49bd-bc4d-daeeff23dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:38.924629 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-34b215fd-89a2-4bd6-969e-e4730879aa16 req-5aad76bf-4ec7-49bd-bc4d-daeeff23dca6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3100a29-22c9-4584-9abf-c5518d98e0b6 HTTP/1.1" status: 200 len: 919 time: 0.1230142 Jul 15 23:14:38.972571 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-34b215fd-89a2-4bd6-969e-e4730879aa16 req-cf6c7f04-4b13-4df2-8018-5ff6c0a908c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6acb3de-4576-4f53-9697-dd3f98a6bc2e HTTP/1.1" status: 200 len: 217 time: 0.0410337 Jul 15 23:14:39.023656 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8f939-97ac-4c0b-bd68-8d6d7bd70969 req-a3a25dd5-c8c2-497d-afb1-33995c2976b8 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:39.025370 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-87e8f939-97ac-4c0b-bd68-8d6d7bd70969 req-a3a25dd5-c8c2-497d-afb1-33995c2976b8 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 946 time: 0.0801799 Jul 15 23:14:39.028440 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b215fd-89a2-4bd6-969e-e4730879aa16 req-77a8abdb-5cf0-427f-a4f3-780c3d9c8abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:39.029866 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-34b215fd-89a2-4bd6-969e-e4730879aa16 req-77a8abdb-5cf0-427f-a4f3-780c3d9c8abe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b08f3c9c-e935-48a1-816a-a3f57997a81e HTTP/1.1" status: 200 len: 858 time: 0.0503867 Jul 15 23:14:39.064287 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-34b215fd-89a2-4bd6-969e-e4730879aa16 req-0c09d4ca-c8ad-4bd2-ba94-d6fe44a668af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3100a29-22c9-4584-9abf-c5518d98e0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278013 Jul 15 23:14:39.068616 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-87e8f939-97ac-4c0b-bd68-8d6d7bd70969 req-33613657-024d-4b8a-8a51-b03fc97aa6c2 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366461 Jul 15 23:14:39.156074 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-34b215fd-89a2-4bd6-969e-e4730879aa16 req-c4606f55-f98a-4300-8979-295f3bfd18e5 service neutron] 10.222.0.36 "GET /v2.0/networks/e3100a29-22c9-4584-9abf-c5518d98e0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854251 Jul 15 23:14:39.197991 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device ad838222-47b3-4a76-9569-ca5648a3a78b details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:14:39.254269 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-34b215fd-89a2-4bd6-969e-e4730879aa16 req-c08af57e-c9ee-4e1e-99f1-1fc484204428 service neutron] 10.222.0.36 "GET /v2.0/networks/e3100a29-22c9-4584-9abf-c5518d98e0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913868 Jul 15 23:14:39.298385 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port ad838222-47b3-4a76-9569-ca5648a3a78b, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ad838222-47b3-4a76-9569-ca5648a3a78b,segment=NetworkSegment(825a3365-6594-4c26-b144-43f70f629c61),segment_id=825a3365-6594-4c26-b144-43f70f629c61)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:39.309675 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'ad838222-47b3-4a76-9569-ca5648a3a78b', 'network_id': 'e3100a29-22c9-4584-9abf-c5518d98e0b6', 'port_id': 'ad838222-47b3-4a76-9569-ca5648a3a78b', 'mac_address': 'fa:16:3e:fe:39:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b08f3c9c-e935-48a1-816a-a3f57997a81e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:14:39.346925 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:39.360190 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad838222-47b3-4a76-9569-ca5648a3a78b {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:39.382321 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port ad838222-47b3-4a76-9569-ca5648a3a78b, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ad838222-47b3-4a76-9569-ca5648a3a78b,segment=NetworkSegment(825a3365-6594-4c26-b144-43f70f629c61),segment_id=825a3365-6594-4c26-b144-43f70f629c61)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:39.386388 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:39.441224 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=ad838222-47b3-4a76-9569-ca5648a3a78b,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:39.524252 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e6138-a127-4c35-b5cf-9e3752922203 req-20e56db0-8824-4f02-9809-0c1402dca76e tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:39.525828 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d92e6138-a127-4c35-b5cf-9e3752922203 req-20e56db0-8824-4f02-9809-0c1402dca76e tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846fd386-2215-4f04-8c56-76ccd4f5dacb HTTP/1.1" status: 200 len: 944 time: 0.0690234 Jul 15 23:14:39.575663 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d92e6138-a127-4c35-b5cf-9e3752922203 req-a88616dd-b1e0-4145-8b86-4afbe3a4e62d tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441830 Jul 15 23:14:39.670188 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['ad838222-47b3-4a76-9569-ca5648a3a78b'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:39.779008 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c6acb3de-4576-4f53-9697-dd3f98a6bc2e details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:14:39.788582 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device bdaacc61-587c-448a-979c-b22fe7ad454e up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:39.917826 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port bdaacc61-587c-448a-979c-b22fe7ad454e completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:39.925880 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port bdaacc61-587c-448a-979c-b22fe7ad454e triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:39.926259 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:39.970932 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c6acb3de-4576-4f53-9697-dd3f98a6bc2e, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c6acb3de-4576-4f53-9697-dd3f98a6bc2e,segment=NetworkSegment(825a3365-6594-4c26-b144-43f70f629c61),segment_id=825a3365-6594-4c26-b144-43f70f629c61)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:39.982262 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'c6acb3de-4576-4f53-9697-dd3f98a6bc2e', 'network_id': 'e3100a29-22c9-4584-9abf-c5518d98e0b6', 'port_id': 'c6acb3de-4576-4f53-9697-dd3f98a6bc2e', 'mac_address': 'fa:16:3e:02:a4:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b08f3c9c-e935-48a1-816a-a3f57997a81e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:14:40.032995 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203c617-ece4-4336-a715-bd18d367db22 req-0b71bc68-93a8-447e-8311-ca85568a5fb3 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:40.034991 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d203c617-ece4-4336-a715-bd18d367db22 req-0b71bc68-93a8-447e-8311-ca85568a5fb3 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/ports?device_id=5296927f-d69b-4e3a-8137-de4970bc563a HTTP/1.1" status: 200 len: 943 time: 0.0745866 Jul 15 23:14:40.054050 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:40.075749 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6acb3de-4576-4f53-9697-dd3f98a6bc2e {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:40.079254 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d203c617-ece4-4336-a715-bd18d367db22 req-4a260386-8ed6-456d-a792-8fae246b8bdd tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0534ae5-67ee-4254-bedf-93554518b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382311 Jul 15 23:14:40.080341 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:40.113525 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c6acb3de-4576-4f53-9697-dd3f98a6bc2e, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c6acb3de-4576-4f53-9697-dd3f98a6bc2e,segment=NetworkSegment(825a3365-6594-4c26-b144-43f70f629c61),segment_id=825a3365-6594-4c26-b144-43f70f629c61)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:40.118581 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846fd386-2215-4f04-8c56-76ccd4f5dacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdaacc61-587c-448a-979c-b22fe7ad454e'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:40.120737 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193fc86c-d0a4-481e-a6a4-5a17c43ecca9" -d '{"events": [{"server_uuid": "846fd386-2215-4f04-8c56-76ccd4f5dacb", "name": "network-vif-plugged", "status": "completed", "tag": "bdaacc61-587c-448a-979c-b22fe7ad454e"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:40.131218 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:40.131683 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 48a66744-d958-4c47-802b-ca8828f500a8 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:14:40.140408 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port bdaacc61-587c-448a-979c-b22fe7ad454e, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=bdaacc61-587c-448a-979c-b22fe7ad454e,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:40.166100 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:40.207175 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 48a66744-d958-4c47-802b-ca8828f500a8, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=48a66744-d958-4c47-802b-ca8828f500a8,segment=NetworkSegment(825a3365-6594-4c26-b144-43f70f629c61),segment_id=825a3365-6594-4c26-b144-43f70f629c61)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:40.216359 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=c6acb3de-4576-4f53-9697-dd3f98a6bc2e,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:40.241468 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '48a66744-d958-4c47-802b-ca8828f500a8', 'network_id': 'e3100a29-22c9-4584-9abf-c5518d98e0b6', 'port_id': '48a66744-d958-4c47-802b-ca8828f500a8', 'mac_address': 'fa:16:3e:39:cc:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b08f3c9c-e935-48a1-816a-a3f57997a81e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:14:40.278913 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b1caf-c8ad-4586-8ecb-ef794927ebee req-1efac404-6810-4a0b-a3ac-4e8d64793824 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:40.280469 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-448b1caf-c8ad-4586-8ecb-ef794927ebee req-1efac404-6810-4a0b-a3ac-4e8d64793824 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 946 time: 0.0824275 Jul 15 23:14:40.326507 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-448b1caf-c8ad-4586-8ecb-ef794927ebee req-00f263d8-d19d-433d-ad43-9f653c9812f8 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361929 Jul 15 23:14:40.435452 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d2f82d-11ea-4cec-a0b7-0c6c5a6a8373 x-openstack-request-id: req-44d2f82d-11ea-4cec-a0b7-0c6c5a6a8373 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:40.435737 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846fd386-2215-4f04-8c56-76ccd4f5dacb", "name": "network-vif-plugged", "status": "completed", "tag": "bdaacc61-587c-448a-979c-b22fe7ad454e", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:40.435978 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44d2f82d-11ea-4cec-a0b7-0c6c5a6a8373 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:40.436403 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846fd386-2215-4f04-8c56-76ccd4f5dacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdaacc61-587c-448a-979c-b22fe7ad454e', 'code': 200} Jul 15 23:14:40.452513 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=bdaacc61-587c-448a-979c-b22fe7ad454e,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:40.461128 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:40.474612 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48a66744-d958-4c47-802b-ca8828f500a8 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:40.496282 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 48a66744-d958-4c47-802b-ca8828f500a8, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=48a66744-d958-4c47-802b-ca8828f500a8,segment=NetworkSegment(825a3365-6594-4c26-b144-43f70f629c61),segment_id=825a3365-6594-4c26-b144-43f70f629c61)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:40.498310 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68e05a-5ebd-440b-ba36-57e38416e150 req-6c6957c4-7ea1-4b89-8b7f-16af57a31953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:40.499905 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8e68e05a-5ebd-440b-ba36-57e38416e150 req-6c6957c4-7ea1-4b89-8b7f-16af57a31953 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=846fd386-2215-4f04-8c56-76ccd4f5dacb HTTP/1.1" status: 200 len: 1096 time: 0.0559497 Jul 15 23:14:40.501400 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:40.536581 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8e68e05a-5ebd-440b-ba36-57e38416e150 req-a5ee9a0d-877f-4b67-8e97-756bece1fb46 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300589 Jul 15 23:14:40.553257 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=48a66744-d958-4c47-802b-ca8828f500a8,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:40.774076 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bec8a2-55d9-41b5-8a83-2dbd3d4a2cba req-e1746436-1bae-45cb-9a7b-f89cda3380bb tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:40.775679 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-24bec8a2-55d9-41b5-8a83-2dbd3d4a2cba req-e1746436-1bae-45cb-9a7b-f89cda3380bb tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846fd386-2215-4f04-8c56-76ccd4f5dacb HTTP/1.1" status: 200 len: 945 time: 0.0833182 Jul 15 23:14:40.818091 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-24bec8a2-55d9-41b5-8a83-2dbd3d4a2cba req-c80213ac-f97c-4a42-81f6-5f1c211fcbf8 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364304 Jul 15 23:14:40.848182 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['c6acb3de-4576-4f53-9697-dd3f98a6bc2e'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:40.871908 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['48a66744-d958-4c47-802b-ca8828f500a8'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:41.198929 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device ad838222-47b3-4a76-9569-ca5648a3a78b up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:41.268392 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0eb50-a5ed-4a54-b0eb-37a427cc6d4f req-348d369f-347e-4531-98b6-8c137a69cd72 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:41.269960 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d9f0eb50-a5ed-4a54-b0eb-37a427cc6d4f req-348d369f-347e-4531-98b6-8c137a69cd72 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/ports?device_id=5296927f-d69b-4e3a-8137-de4970bc563a HTTP/1.1" status: 200 len: 944 time: 0.0723975 Jul 15 23:14:41.304453 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port ad838222-47b3-4a76-9569-ca5648a3a78b completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:41.310735 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port ad838222-47b3-4a76-9569-ca5648a3a78b triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:41.311090 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d9f0eb50-a5ed-4a54-b0eb-37a427cc6d4f req-0989909e-baf3-4efb-a4bb-2d77e690e293 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0534ae5-67ee-4254-bedf-93554518b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346148 Jul 15 23:14:41.311256 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:41.398525 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:41.431129 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port ad838222-47b3-4a76-9569-ca5648a3a78b, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ad838222-47b3-4a76-9569-ca5648a3a78b,segment=NetworkSegment(825a3365-6594-4c26-b144-43f70f629c61),segment_id=825a3365-6594-4c26-b144-43f70f629c61)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:41.436459 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:41.489018 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=ad838222-47b3-4a76-9569-ca5648a3a78b,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:41.518051 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67e99f-8b83-4b47-b9cc-2e52ec974b0c req-544de8f8-48d8-4cfb-b00a-dc6aa1c40cbb tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:41.519573 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc67e99f-8b83-4b47-b9cc-2e52ec974b0c req-544de8f8-48d8-4cfb-b00a-dc6aa1c40cbb tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 946 time: 0.0656426 Jul 15 23:14:41.559105 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc67e99f-8b83-4b47-b9cc-2e52ec974b0c req-4a2863d1-9971-4e86-93b6-6ac947d0eeb4 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338190 Jul 15 23:14:42.010853 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616302b2-1f88-4237-8d75-e916981c6067 req-18418860-a309-453a-b61f-7ef0f1348181 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:42.012481 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-616302b2-1f88-4237-8d75-e916981c6067 req-18418860-a309-453a-b61f-7ef0f1348181 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846fd386-2215-4f04-8c56-76ccd4f5dacb HTTP/1.1" status: 200 len: 945 time: 0.0731134 Jul 15 23:14:42.053149 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-616302b2-1f88-4237-8d75-e916981c6067 req-0f4cb2a2-005b-44dc-b12d-991850a51ec4 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337152 Jul 15 23:14:42.348881 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-6c0ab641-e912-40a7-9863-852683fe5b62 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:42.350567 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-6c0ab641-e912-40a7-9863-852683fe5b62 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/networks?id=67544dea-b98a-4fe5-a010-0d763c20c5d2 HTTP/1.1" status: 200 len: 806 time: 0.1173611 Jul 15 23:14:42.373216 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-07c6cb20-56f7-49ca-94af-e15cb219309e tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/quotas/d77f9925bdde4eb59287838e6d3fa09b HTTP/1.1" status: 200 len: 375 time: 0.0120673 Jul 15 23:14:42.437622 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b778c1-7d26-4c86-9d1d-0f438bb7d66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad838222-47b3-4a76-9569-ca5648a3a78b'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:42.441444 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ecb0b8-932d-4c35-ac63-a5eab04e6bcf" -d '{"events": [{"server_uuid": "62b778c1-7d26-4c86-9d1d-0f438bb7d66b", "name": "network-vif-plugged", "status": "completed", "tag": "ad838222-47b3-4a76-9569-ca5648a3a78b"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:42.454624 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-033db1e0-d4ec-4d41-97b0-76821f1eb783 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d77f9925bdde4eb59287838e6d3fa09b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0727463 Jul 15 23:14:42.592995 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0ca67-d9af-48dc-8753-54084d96c535 req-4a26f15a-0966-4ba5-9e56-8e4732098f61 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:42.594532 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e3e0ca67-d9af-48dc-8753-54084d96c535 req-4a26f15a-0966-4ba5-9e56-8e4732098f61 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/ports?device_id=5296927f-d69b-4e3a-8137-de4970bc563a HTTP/1.1" status: 200 len: 944 time: 0.1363616 Jul 15 23:14:42.598063 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-f0ea33c2-7c9c-4257-999b-3b90868bc598 service neutron] 10.222.0.16 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306100 Jul 15 23:14:42.664469 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e3e0ca67-d9af-48dc-8753-54084d96c535 req-14caa8fe-dffe-4628-a7e3-e756a0ea8b9f tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0534ae5-67ee-4254-bedf-93554518b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633922 Jul 15 23:14:42.720959 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e43004b-c3fe-43a4-be84-ffcf96ed04a2 x-openstack-request-id: req-8e43004b-c3fe-43a4-be84-ffcf96ed04a2 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:42.721341 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b778c1-7d26-4c86-9d1d-0f438bb7d66b", "name": "network-vif-plugged", "status": "completed", "tag": "ad838222-47b3-4a76-9569-ca5648a3a78b", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:42.721597 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e43004b-c3fe-43a4-be84-ffcf96ed04a2 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:42.721999 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b778c1-7d26-4c86-9d1d-0f438bb7d66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad838222-47b3-4a76-9569-ca5648a3a78b', 'code': 200} Jul 15 23:14:42.725468 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-f9df65c0-b51f-480d-b1e3-7a11ca4b78dc service neutron] 10.222.0.16 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178923 Jul 15 23:14:42.897736 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd966b-2942-4c26-a1d0-046f8c17f4cb req-de0a2b2a-5886-451b-86be-7fa697475c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:42.899300 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fadd966b-2942-4c26-a1d0-046f8c17f4cb req-de0a2b2a-5886-451b-86be-7fa697475c77 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=62b778c1-7d26-4c86-9d1d-0f438bb7d66b HTTP/1.1" status: 200 len: 1096 time: 0.1023138 Jul 15 23:14:42.956208 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b199010e-0d3f-4a77-9eb0-c51be3145cd8 req-143c56c4-30f6-4773-b124-84524dad9239 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c15489f-9d58-4e93-9723-59749f0ea486 HTTP/1.1" status: 200 len: 210 time: 0.0509481 Jul 15 23:14:42.965169 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f1e6b-0e5b-403c-8b13-161708fdb177 req-055d6533-16fb-49fa-b4e4-be0d21fc9f0c tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:42.979706 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb7f1e6b-0e5b-403c-8b13-161708fdb177 req-055d6533-16fb-49fa-b4e4-be0d21fc9f0c tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 946 time: 0.1395464 Jul 15 23:14:42.994226 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fadd966b-2942-4c26-a1d0-046f8c17f4cb req-622acf47-c306-46dd-9ba8-b5e6fd8f957c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c0534ae5-67ee-4254-bedf-93554518b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847738 Jul 15 23:14:43.046235 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb7f1e6b-0e5b-403c-8b13-161708fdb177 req-39fa7fcc-00b3-4b06-833c-003a753e3236 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655243 Jul 15 23:14:43.376114 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54988) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:43.483129 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-242a667e-288d-40d7-934c-ec64b0e0d2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.583073 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-242a667e-288d-40d7-934c-ec64b0e0d2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.587743 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-242a667e-288d-40d7-934c-ec64b0e0d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.635972 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-242a667e-288d-40d7-934c-ec64b0e0d2b1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec1b752f54174bde8afb04fc2ed7db6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2563913 Jul 15 23:14:43.635972 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a667e-288d-40d7-934c-ec64b0e0d2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f03c7e-aedd-492d-8088-aabf7dcdebd2,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:43.637263 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54998) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:43.699091 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e396aa0a-2efa-4f21-b5f3-b03371e8a24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.725090 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e396aa0a-2efa-4f21-b5f3-b03371e8a24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.787000 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e396aa0a-2efa-4f21-b5f3-b03371e8a24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.789795 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e396aa0a-2efa-4f21-b5f3-b03371e8a24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.795818 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e396aa0a-2efa-4f21-b5f3-b03371e8a24d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/67f03c7e-aedd-492d-8088-aabf7dcdebd2 HTTP/1.1" status: 204 len: 168 time: 0.1570220 Jul 15 23:14:43.803086 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c6acb3de-4576-4f53-9697-dd3f98a6bc2e up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:43.824486 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396aa0a-2efa-4f21-b5f3-b03371e8a24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f03c7e-aedd-492d-8088-aabf7dcdebd2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:43.868704 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port c6acb3de-4576-4f53-9697-dd3f98a6bc2e completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:43.873353 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port c6acb3de-4576-4f53-9697-dd3f98a6bc2e triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:43.873929 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.884020 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5295774-7759-4f3d-8170-eb828265dcd9 req-d2841dae-f1da-4812-8887-d848401be347 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:43.885642 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a5295774-7759-4f3d-8170-eb828265dcd9 req-d2841dae-f1da-4812-8887-d848401be347 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/ports?device_id=5296927f-d69b-4e3a-8137-de4970bc563a HTTP/1.1" status: 200 len: 944 time: 0.0822217 Jul 15 23:14:43.957409 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a5295774-7759-4f3d-8170-eb828265dcd9 req-e2ffb597-5b40-40e2-aa09-e60e1fe94fb4 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0534ae5-67ee-4254-bedf-93554518b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630131 Jul 15 23:14:43.977221 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.033105 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c6acb3de-4576-4f53-9697-dd3f98a6bc2e, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c6acb3de-4576-4f53-9697-dd3f98a6bc2e,segment=NetworkSegment(825a3365-6594-4c26-b144-43f70f629c61),segment_id=825a3365-6594-4c26-b144-43f70f629c61)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:44.038778 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.039988 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 48a66744-d958-4c47-802b-ca8828f500a8 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:44.157169 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4bb03f44-e9b2-4ea1-bc6f-de69f204f2b1 req-c7bf6456-b4b4-40d8-bc6b-c1ca2b5e4c1c tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c15489f-9d58-4e93-9723-59749f0ea486 HTTP/1.1" status: 200 len: 210 time: 0.0522900 Jul 15 23:14:44.157728 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=c6acb3de-4576-4f53-9697-dd3f98a6bc2e,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:44.200702 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 48a66744-d958-4c47-802b-ca8828f500a8 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:44.202992 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55016) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:44.205619 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 48a66744-d958-4c47-802b-ca8828f500a8 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:44.206092 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.218595 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-008fdf77-38ee-4d02-b19c-8d3bebf156d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.330626 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-83dbba34-c526-4641-acaf-7674fc444327 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:44.332282 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-83dbba34-c526-4641-acaf-7674fc444327 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.43 "GET /v2.0/networks?id=67544dea-b98a-4fe5-a010-0d763c20c5d2 HTTP/1.1" status: 200 len: 806 time: 0.1705763 Jul 15 23:14:44.347343 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-6dc76cae-592d-401c-9326-4f4f89875c11 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Request body: {'port': {'device_id': '3c15489f-9d58-4e93-9723-59749f0ea486', 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2', 'admin_state_up': True, 'tenant_id': 'd77f9925bdde4eb59287838e6d3fa09b'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:44.355123 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.359038 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e874c-be1f-4d5d-945a-a7fa52a4c7f7 req-ed3a4dfd-14b2-43a4-ac10-1be768be3115 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:44.361199 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cf0e874c-be1f-4d5d-945a-a7fa52a4c7f7 req-ed3a4dfd-14b2-43a4-ac10-1be768be3115 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 946 time: 0.0934546 Jul 15 23:14:44.401836 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 48a66744-d958-4c47-802b-ca8828f500a8, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=48a66744-d958-4c47-802b-ca8828f500a8,segment=NetworkSegment(825a3365-6594-4c26-b144-43f70f629c61),segment_id=825a3365-6594-4c26-b144-43f70f629c61)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:44.408215 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.414232 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cf0e874c-be1f-4d5d-945a-a7fa52a4c7f7 req-1222f4fc-f8ff-4f2a-8fbe-6eebf9d30db0 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455673 Jul 15 23:14:44.424796 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-008fdf77-38ee-4d02-b19c-8d3bebf156d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.430378 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-008fdf77-38ee-4d02-b19c-8d3bebf156d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.475433 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008fdf77-38ee-4d02-b19c-8d3bebf156d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668b1194-f6c1-461f-9f59-a3443a99dee0,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:44.485520 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-008fdf77-38ee-4d02-b19c-8d3bebf156d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=694f3faf12354f89a8969765ff1808a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2810354 Jul 15 23:14:44.488125 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55020) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:44.499702 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=48a66744-d958-4c47-802b-ca8828f500a8,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:44.500643 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-6dc76cae-592d-401c-9326-4f4f89875c11 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Made reservation on behalf of d77f9925bdde4eb59287838e6d3fa09b for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:44.504379 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-6dc76cae-592d-401c-9326-4f4f89875c11 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.552511 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-49119fd6-0440-4467-94f9-abb64872bb8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.583040 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-49119fd6-0440-4467-94f9-abb64872bb8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.635123 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-49119fd6-0440-4467-94f9-abb64872bb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.637644 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-49119fd6-0440-4467-94f9-abb64872bb8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.638885 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-49119fd6-0440-4467-94f9-abb64872bb8d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/668b1194-f6c1-461f-9f59-a3443a99dee0 HTTP/1.1" status: 204 len: 168 time: 0.1482122 Jul 15 23:14:44.647001 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49119fd6-0440-4467-94f9-abb64872bb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668b1194-f6c1-461f-9f59-a3443a99dee0,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:44.651253 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-6dc76cae-592d-401c-9326-4f4f89875c11 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Allocated IP 172.20.0.14 (67544dea-b98a-4fe5-a010-0d763c20c5d2/00f86fe3-8e61-4196-b682-45370fd97ef3/d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:44.722934 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5296927f-d69b-4e3a-8137-de4970bc563a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6acb3de-4576-4f53-9697-dd3f98a6bc2e'}, {'server_uuid': '1f756523-4981-484c-885f-f804965bf88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a66744-d958-4c47-802b-ca8828f500a8'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:44.725478 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33319601-8d3e-4550-baa7-4fea63930fb2" -d '{"events": [{"server_uuid": "5296927f-d69b-4e3a-8137-de4970bc563a", "name": "network-vif-plugged", "status": "completed", "tag": "c6acb3de-4576-4f53-9697-dd3f98a6bc2e"}, {"server_uuid": "1f756523-4981-484c-885f-f804965bf88a", "name": "network-vif-plugged", "status": "completed", "tag": "48a66744-d958-4c47-802b-ca8828f500a8"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:44.769203 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d70314-0da8-4ebc-a6c1-3c5ac8dda1e6 x-openstack-request-id: req-55d70314-0da8-4ebc-a6c1-3c5ac8dda1e6 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:44.769511 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5296927f-d69b-4e3a-8137-de4970bc563a", "name": "network-vif-plugged", "status": "completed", "tag": "c6acb3de-4576-4f53-9697-dd3f98a6bc2e", "code": 200}, {"server_uuid": "1f756523-4981-484c-885f-f804965bf88a", "name": "network-vif-plugged", "status": "completed", "tag": "48a66744-d958-4c47-802b-ca8828f500a8", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:44.769769 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-55d70314-0da8-4ebc-a6c1-3c5ac8dda1e6 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:44.770173 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5296927f-d69b-4e3a-8137-de4970bc563a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6acb3de-4576-4f53-9697-dd3f98a6bc2e', 'code': 200} Jul 15 23:14:44.770434 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f756523-4981-484c-885f-f804965bf88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a66744-d958-4c47-802b-ca8828f500a8', 'code': 200} Jul 15 23:14:44.836894 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-6dc76cae-592d-401c-9326-4f4f89875c11 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.961441 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-6dc76cae-592d-401c-9326-4f4f89875c11 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.995720 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['6512fefd-4257-40d9-aa1c-e1c8110b0ce6', 'bdaacc61-587c-448a-979c-b22fe7ad454e'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:45.028716 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-6dc76cae-592d-401c-9326-4f4f89875c11 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Network 67544dea-b98a-4fe5-a010-0d763c20c5d2 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:45.038811 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-6dc76cae-592d-401c-9326-4f4f89875c11 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:45.045196 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-6dc76cae-592d-401c-9326-4f4f89875c11 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:45.072371 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc76cae-592d-401c-9326-4f4f89875c11 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Pushing event updated for resources: {'Port': ['ID=d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:45.101332 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05220072-9220-4441-ab70-76aa9add7cf0 req-91d221e3-c428-4572-8d0b-a32514aca165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:45.103090 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-05220072-9220-4441-ab70-76aa9add7cf0 req-91d221e3-c428-4572-8d0b-a32514aca165 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1f756523-4981-484c-885f-f804965bf88a HTTP/1.1" status: 200 len: 1096 time: 0.1996384 Jul 15 23:14:45.121762 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e8f81-daf4-4784-9f34-d738c0339bf5 req-045ef90e-4e64-401a-8aa5-f537b55d1a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:45.124335 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ef0e8f81-daf4-4784-9f34-d738c0339bf5 req-045ef90e-4e64-401a-8aa5-f537b55d1a49 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5296927f-d69b-4e3a-8137-de4970bc563a HTTP/1.1" status: 200 len: 1096 time: 0.2066209 Jul 15 23:14:45.131939 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-6dc76cae-592d-401c-9326-4f4f89875c11 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:45.132983 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-6dc76cae-592d-401c-9326-4f4f89875c11 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:45.178674 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-6dc76cae-592d-401c-9326-4f4f89875c11 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8364365 Jul 15 23:14:45.201535 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-42a400a5-ee80-443f-94d2-d16538223f3b service neutron] Request body: {'port': {'device_id': '3c15489f-9d58-4e93-9723-59749f0ea486', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:45.224375 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712b6a2-6968-4b5d-a094-e5a8139f2fdc req-ec946381-6e8c-42e3-86b8-afcfb415c676 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:45.229529 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a712b6a2-6968-4b5d-a094-e5a8139f2fdc req-ec946381-6e8c-42e3-86b8-afcfb415c676 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/ports?device_id=5296927f-d69b-4e3a-8137-de4970bc563a HTTP/1.1" status: 200 len: 945 time: 0.0904827 Jul 15 23:14:45.230123 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ef0e8f81-daf4-4784-9f34-d738c0339bf5 req-373c5d3a-6092-47a8-858e-cdede4cc161e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c0534ae5-67ee-4254-bedf-93554518b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917399 Jul 15 23:14:45.233633 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-05220072-9220-4441-ab70-76aa9add7cf0 req-84e652d5-5eb0-4ab3-a66f-109274a9043b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c0534ae5-67ee-4254-bedf-93554518b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204832 Jul 15 23:14:45.297779 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-42a400a5-ee80-443f-94d2-d16538223f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:45.317642 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a712b6a2-6968-4b5d-a094-e5a8139f2fdc req-db408807-9c70-4470-b920-d726daec0193 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0534ae5-67ee-4254-bedf-93554518b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783350 Jul 15 23:14:45.407278 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f42f02-1285-4aae-9ddd-a86a887db423 req-a60a03bf-9f94-4399-8140-2cdaea5e4ba2 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:45.414892 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97f42f02-1285-4aae-9ddd-a86a887db423 req-a60a03bf-9f94-4399-8140-2cdaea5e4ba2 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c15489f-9d58-4e93-9723-59749f0ea486 HTTP/1.1" status: 200 len: 932 time: 0.0780213 Jul 15 23:14:45.459002 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97f42f02-1285-4aae-9ddd-a86a887db423 req-c20e4e4f-0c54-4038-935a-06ba33bbafdd tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431345 Jul 15 23:14:45.610529 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-42a400a5-ee80-443f-94d2-d16538223f3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:45.618458 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-42a400a5-ee80-443f-94d2-d16538223f3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:45.629077 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb364d76-5276-4565-b485-72c2f43968a8 req-cfd197d2-1d28-4e0b-b695-cd839b1edd7f tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:45.630716 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb364d76-5276-4565-b485-72c2f43968a8 req-cfd197d2-1d28-4e0b-b695-cd839b1edd7f tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 946 time: 0.0663831 Jul 15 23:14:45.630910 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-42a400a5-ee80-443f-94d2-d16538223f3b service neutron] Transition to ACTIVE for port object d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:45.634850 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-42a400a5-ee80-443f-94d2-d16538223f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:45.684737 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a400a5-ee80-443f-94d2-d16538223f3b service neutron] Pushing event updated for resources: {'Port': ['ID=d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:45.685616 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb364d76-5276-4565-b485-72c2f43968a8 req-b7935846-57a5-4a55-a2c5-834e9e03a0de tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445273 Jul 15 23:14:45.763992 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-42a400a5-ee80-443f-94d2-d16538223f3b service neutron] Attempting to bind port d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:14:45.764405 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-42a400a5-ee80-443f-94d2-d16538223f3b service neutron] Attempting to bind port d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '682791d0-14b5-4b83-8025-c7a51df04ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:14:45.764739 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-42a400a5-ee80-443f-94d2-d16538223f3b service neutron] Attempting to bind port d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f on network 67544dea-b98a-4fe5-a010-0d763c20c5d2 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:45.769692 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-42a400a5-ee80-443f-94d2-d16538223f3b service neutron] Port d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f on network 67544dea-b98a-4fe5-a010-0d763c20c5d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:14:45.770004 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-42a400a5-ee80-443f-94d2-d16538223f3b service neutron] Attempting to bind port d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f on network 67544dea-b98a-4fe5-a010-0d763c20c5d2 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:45.775005 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-42a400a5-ee80-443f-94d2-d16538223f3b service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:14:45.775347 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-42a400a5-ee80-443f-94d2-d16538223f3b service neutron] Checking segment: {'id': '682791d0-14b5-4b83-8025-c7a51df04ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:45.775726 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-42a400a5-ee80-443f-94d2-d16538223f3b service neutron] Bound using segment: {'id': '682791d0-14b5-4b83-8025-c7a51df04ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:14:45.776602 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-42a400a5-ee80-443f-94d2-d16538223f3b service neutron] Bound port: d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '682791d0-14b5-4b83-8025-c7a51df04ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:14:45.776602 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-42a400a5-ee80-443f-94d2-d16538223f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:45.842347 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-42a400a5-ee80-443f-94d2-d16538223f3b service neutron] For port d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:14:45.846087 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-42a400a5-ee80-443f-94d2-d16538223f3b service neutron] For port d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:14:45.851511 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-42a400a5-ee80-443f-94d2-d16538223f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:45.863702 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-929a0057-75d8-4de8-af50-adc1310202fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:45.884937 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-42a400a5-ee80-443f-94d2-d16538223f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:45.885552 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-42a400a5-ee80-443f-94d2-d16538223f3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:45.887018 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-42a400a5-ee80-443f-94d2-d16538223f3b service neutron] 10.222.0.43 "PUT /v2.0/ports/d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f HTTP/1.1" status: 200 len: 1092 time: 0.6952033 Jul 15 23:14:45.887460 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c15489f-9d58-4e93-9723-59749f0ea486', 'tag': 'd9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:45.889669 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d7be50-547d-4bd4-afc9-15eb052f93ee" -d '{"events": [{"name": "network-changed", "server_uuid": "3c15489f-9d58-4e93-9723-59749f0ea486", "tag": "d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:45.923350 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a400a5-ee80-443f-94d2-d16538223f3b service neutron] Pushing event updated for resources: {'Port': ['ID=d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:45.937503 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc19e8f0-3720-4197-8972-0e5210a472fa x-openstack-request-id: req-dc19e8f0-3720-4197-8972-0e5210a472fa {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:45.937821 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c15489f-9d58-4e93-9723-59749f0ea486", "tag": "d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:45.938073 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc19e8f0-3720-4197-8972-0e5210a472fa {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:45.938464 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c15489f-9d58-4e93-9723-59749f0ea486', 'tag': 'd9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f', 'status': 'completed', 'code': 200} Jul 15 23:14:45.987202 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-b03c3653-7c43-4ef9-93ce-8dedce50621e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:45.988716 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-b03c3653-7c43-4ef9-93ce-8dedce50621e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d77f9925bdde4eb59287838e6d3fa09b&device_id=3c15489f-9d58-4e93-9723-59749f0ea486 HTTP/1.1" status: 200 len: 1095 time: 0.0614395 Jul 15 23:14:46.032203 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-b662453d-8709-4994-b6ab-f1066c49e0c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f HTTP/1.1" status: 200 len: 217 time: 0.0353484 Jul 15 23:14:46.081459 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-26520ae6-2e2c-455d-ba1b-1f1c18e0e445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:46.083085 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-26520ae6-2e2c-455d-ba1b-1f1c18e0e445 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00f86fe3-8e61-4196-b682-45370fd97ef3 HTTP/1.1" status: 200 len: 846 time: 0.0445528 Jul 15 23:14:46.119835 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-a1b612a2-2b25-4482-b9d0-dfb9ed421d1c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=67544dea-b98a-4fe5-a010-0d763c20c5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298817 Jul 15 23:14:46.214992 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-b06ad984-8d57-4e6e-b3c8-e744e6940a4e service neutron] 10.222.0.43 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882940 Jul 15 23:14:46.312124 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-93fd105b-1266-4b5d-8343-f8838f732ca7 req-5c7391a3-6f13-47de-b0f0-9bfecacfccca service neutron] 10.222.0.43 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897725 Jul 15 23:14:46.416693 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7be50-547d-4bd4-afc9-15eb052f93ee req-1425b669-25f0-4836-9eca-e279606ca124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:46.418426 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-10d7be50-547d-4bd4-afc9-15eb052f93ee req-1425b669-25f0-4836-9eca-e279606ca124 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d77f9925bdde4eb59287838e6d3fa09b&device_id=3c15489f-9d58-4e93-9723-59749f0ea486 HTTP/1.1" status: 200 len: 1095 time: 0.0551414 Jul 15 23:14:46.513715 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1910f6-8306-4426-ad13-8b5cc88e045f req-5ecf7ade-444d-4a7c-ba35-94b800ae495d tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:46.516910 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7be50-547d-4bd4-afc9-15eb052f93ee req-7b3cf3c4-12c8-4a84-98c2-78d93e6019e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:46.518707 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-10d7be50-547d-4bd4-afc9-15eb052f93ee req-7b3cf3c4-12c8-4a84-98c2-78d93e6019e9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=67544dea-b98a-4fe5-a010-0d763c20c5d2 HTTP/1.1" status: 200 len: 907 time: 0.0922551 Jul 15 23:14:46.520997 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ec1910f6-8306-4426-ad13-8b5cc88e045f req-5ecf7ade-444d-4a7c-ba35-94b800ae495d tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/ports?device_id=5296927f-d69b-4e3a-8137-de4970bc563a HTTP/1.1" status: 200 len: 945 time: 0.0834255 Jul 15 23:14:46.571200 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ec1910f6-8306-4426-ad13-8b5cc88e045f req-bd9b95c5-fa91-4c8b-99d9-fc99ef00063c tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0534ae5-67ee-4254-bedf-93554518b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491557 Jul 15 23:14:46.578438 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-10d7be50-547d-4bd4-afc9-15eb052f93ee req-6c0683c0-b5e7-4014-b7d0-9e1128904a27 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f HTTP/1.1" status: 200 len: 217 time: 0.0500374 Jul 15 23:14:46.638312 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7be50-547d-4bd4-afc9-15eb052f93ee req-49d4f206-bc37-4064-9f43-94135e4d5d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:46.648345 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81176d-b096-4b14-b997-628c1ac888bf req-302b37a8-4afd-4126-a118-3b216803344a tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:46.648919 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-10d7be50-547d-4bd4-afc9-15eb052f93ee req-49d4f206-bc37-4064-9f43-94135e4d5d59 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00f86fe3-8e61-4196-b682-45370fd97ef3 HTTP/1.1" status: 200 len: 846 time: 0.0573688 Jul 15 23:14:46.650506 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e81176d-b096-4b14-b997-628c1ac888bf req-302b37a8-4afd-4126-a118-3b216803344a tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c15489f-9d58-4e93-9723-59749f0ea486 HTTP/1.1" status: 200 len: 944 time: 0.0758848 Jul 15 23:14:46.685988 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-10d7be50-547d-4bd4-afc9-15eb052f93ee req-c824d8fe-b8ad-45f4-b2dd-b601444faff2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=67544dea-b98a-4fe5-a010-0d763c20c5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297759 Jul 15 23:14:46.693548 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e81176d-b096-4b14-b997-628c1ac888bf req-58445171-ac5a-40fb-9fda-f1387634d128 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366135 Jul 15 23:14:46.954420 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f69205-bbb2-41df-9c1c-5bcf33fedc87 req-362e1f7f-ec13-4b06-a159-e32bd3c6e8d5 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:46.966795 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f7f69205-bbb2-41df-9c1c-5bcf33fedc87 req-362e1f7f-ec13-4b06-a159-e32bd3c6e8d5 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 946 time: 0.1168971 Jul 15 23:14:47.010443 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f7f69205-bbb2-41df-9c1c-5bcf33fedc87 req-ab4f8406-9522-43c1-b312-01672882ed33 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426495 Jul 15 23:14:47.174779 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-10d7be50-547d-4bd4-afc9-15eb052f93ee req-24104e5e-ab88-463c-82d7-99d86be5f9cd service neutron] 10.222.0.43 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818766 Jul 15 23:14:47.265149 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-10d7be50-547d-4bd4-afc9-15eb052f93ee req-d4211788-067c-4cb3-b292-55e13b53a418 service neutron] 10.222.0.43 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827007 Jul 15 23:14:47.755943 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d43c7-437b-436d-8b8a-e05d132d5a03 req-01d70288-8915-4ddb-ba72-8a28fda4eb33 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:47.757440 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-560d43c7-437b-436d-8b8a-e05d132d5a03 req-01d70288-8915-4ddb-ba72-8a28fda4eb33 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/ports?device_id=5296927f-d69b-4e3a-8137-de4970bc563a HTTP/1.1" status: 200 len: 945 time: 0.0739489 Jul 15 23:14:47.800050 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-560d43c7-437b-436d-8b8a-e05d132d5a03 req-11fd3724-815f-4db5-8f38-d92774a4ed5a tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0534ae5-67ee-4254-bedf-93554518b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366442 Jul 15 23:14:47.877019 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec26c1-5c12-4d5b-81f8-4da6eb78810a req-bc29d04f-d39c-4847-9d48-fb1e59b599ed tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:47.878432 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dfec26c1-5c12-4d5b-81f8-4da6eb78810a req-bc29d04f-d39c-4847-9d48-fb1e59b599ed tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c15489f-9d58-4e93-9723-59749f0ea486 HTTP/1.1" status: 200 len: 944 time: 0.0656810 Jul 15 23:14:47.924600 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dfec26c1-5c12-4d5b-81f8-4da6eb78810a req-ae5ba0a9-a568-4cac-be7f-376fe5dddff6 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406082 Jul 15 23:14:47.987313 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cbdb9-10d2-4a74-b57d-3bd49eb09be5 req-9a65aa43-fdfb-4793-a595-fb1a53640843 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:47.988938 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e37cbdb9-10d2-4a74-b57d-3bd49eb09be5 req-9a65aa43-fdfb-4793-a595-fb1a53640843 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b778c1-7d26-4c86-9d1d-0f438bb7d66b HTTP/1.1" status: 200 len: 945 time: 0.0780327 Jul 15 23:14:48.025397 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e37cbdb9-10d2-4a74-b57d-3bd49eb09be5 req-ba5e63c7-22d1-45e6-935c-a9069d5784a9 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0534ae5-67ee-4254-bedf-93554518b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311260 Jul 15 23:14:48.219947 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e2a65-d97a-40ed-8235-bb9024a242c1 req-7a7bfdc5-a03e-4204-b104-43587e243d7c tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:48.221434 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ff2e2a65-d97a-40ed-8235-bb9024a242c1 req-7a7bfdc5-a03e-4204-b104-43587e243d7c tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 946 time: 0.0964487 Jul 15 23:14:48.231532 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-10192d13-a821-4f48-a334-b5d809ab5f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.275689 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4e0df-ca00-4755-9e94-9e8a295632f6 req-504ccbf1-dab9-47de-8a9e-a76bd9b95670 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:48.277765 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a8a4e0df-ca00-4755-9e94-9e8a295632f6 req-504ccbf1-dab9-47de-8a9e-a76bd9b95670 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f756523-4981-484c-885f-f804965bf88a HTTP/1.1" status: 200 len: 945 time: 0.1099827 Jul 15 23:14:48.283311 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ff2e2a65-d97a-40ed-8235-bb9024a242c1 req-0d4bb14b-cbeb-49e8-9d00-1b9225781456 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554948 Jul 15 23:14:48.326500 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a8a4e0df-ca00-4755-9e94-9e8a295632f6 req-92be55eb-fdfd-4059-a98e-48d514fb6e0b tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0534ae5-67ee-4254-bedf-93554518b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418496 Jul 15 23:14:48.643031 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55142) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:48.675930 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.771916 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d6a75ee9-93e9-48db-a48a-863f0f8b24ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.795399 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c673e-eee6-4278-afde-be62dc96bf1d req-690a40e7-f5a0-4d06-a719-dd6c1ff09af2 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:48.796886 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-928c673e-eee6-4278-afde-be62dc96bf1d req-690a40e7-f5a0-4d06-a719-dd6c1ff09af2 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f756523-4981-484c-885f-f804965bf88a HTTP/1.1" status: 200 len: 945 time: 0.0904934 Jul 15 23:14:48.855138 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-928c673e-eee6-4278-afde-be62dc96bf1d req-1ef93d90-d3a7-4abf-ab5b-f39301ce3c2c tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0534ae5-67ee-4254-bedf-93554518b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506859 Jul 15 23:14:48.911398 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d6a75ee9-93e9-48db-a48a-863f0f8b24ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.914958 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d6a75ee9-93e9-48db-a48a-863f0f8b24ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.952401 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a75ee9-93e9-48db-a48a-863f0f8b24ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938de213-151c-4dae-95b1-2cddab1ba172,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:48.960188 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55148) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:48.960666 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d6a75ee9-93e9-48db-a48a-863f0f8b24ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c27099c79934d149a4938ff9942c1fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3162165 Jul 15 23:14:49.025765 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c10a1e90-d421-4b48-86f9-029e6a9ed178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:49.048808 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c10a1e90-d421-4b48-86f9-029e6a9ed178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:49.111913 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c10a1e90-d421-4b48-86f9-029e6a9ed178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:49.114544 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c10a1e90-d421-4b48-86f9-029e6a9ed178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:49.118301 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c10a1e90-d421-4b48-86f9-029e6a9ed178 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/938de213-151c-4dae-95b1-2cddab1ba172 HTTP/1.1" status: 204 len: 168 time: 0.1547017 Jul 15 23:14:49.130901 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90de55b-1419-4523-9fd5-f26dcb33a62e req-a9a934e6-6035-44e7-bdb9-7b7d653e8470 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:49.132524 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a1e90-d421-4b48-86f9-029e6a9ed178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938de213-151c-4dae-95b1-2cddab1ba172,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:49.132787 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d90de55b-1419-4523-9fd5-f26dcb33a62e req-a9a934e6-6035-44e7-bdb9-7b7d653e8470 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c15489f-9d58-4e93-9723-59749f0ea486 HTTP/1.1" status: 200 len: 944 time: 0.0740342 Jul 15 23:14:49.192105 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d90de55b-1419-4523-9fd5-f26dcb33a62e req-76ceb798-b168-4084-a304-ab98894fb27e tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397820 Jul 15 23:14:49.249789 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:14:49.354945 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:49.377692 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'd9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f', 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2', 'port_id': 'd9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f', 'mac_address': 'fa:16:3e:d8:dd:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f86fe3-8e61-4196-b682-45370fd97ef3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:14:49.419998 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:49.433803 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:49.473334 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:49.480860 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:49.501834 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdc98b-8d5d-458c-acc4-e35027c16831 req-17983b45-8fb3-4d61-b65a-c7a7ef8ba3fc tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:49.507232 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b1fdc98b-8d5d-458c-acc4-e35027c16831 req-17983b45-8fb3-4d61-b65a-c7a7ef8ba3fc tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 946 time: 0.1015625 Jul 15 23:14:49.561973 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:49.568261 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b1fdc98b-8d5d-458c-acc4-e35027c16831 req-8d314040-602f-46e1-b4d7-898770dae00e tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528791 Jul 15 23:14:49.590373 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:49.798142 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:50.069080 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828669e-0935-4409-b545-fb838e2c7d36 req-9fd67999-2fe8-4935-9088-eb9bfa61e82b tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:50.070687 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0828669e-0935-4409-b545-fb838e2c7d36 req-9fd67999-2fe8-4935-9088-eb9bfa61e82b tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f756523-4981-484c-885f-f804965bf88a HTTP/1.1" status: 200 len: 945 time: 0.0707271 Jul 15 23:14:50.122150 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0828669e-0935-4409-b545-fb838e2c7d36 req-7e787631-244c-4c09-bc96-dad91fb96909 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0534ae5-67ee-4254-bedf-93554518b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459533 Jul 15 23:14:50.177913 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5097a3-5692-4833-b118-098c7195fc52 req-c5d9fa39-2640-40b1-9f14-e6f403058583 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:50.179547 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-be5097a3-5692-4833-b118-098c7195fc52 req-c5d9fa39-2640-40b1-9f14-e6f403058583 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f756523-4981-484c-885f-f804965bf88a HTTP/1.1" status: 200 len: 945 time: 0.0932496 Jul 15 23:14:50.298906 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-be5097a3-5692-4833-b118-098c7195fc52 req-21076b93-2c79-4d37-866e-944c2fd2801c tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Deleting port 48a66744-d958-4c47-802b-ca8828f500a8 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:50.299554 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-be5097a3-5692-4833-b118-098c7195fc52 req-21076b93-2c79-4d37-866e-944c2fd2801c tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:50.428563 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-be5097a3-5692-4833-b118-098c7195fc52 req-21076b93-2c79-4d37-866e-944c2fd2801c tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] For port 48a66744-d958-4c47-802b-ca8828f500a8, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=48a66744-d958-4c47-802b-ca8828f500a8,segment=NetworkSegment(825a3365-6594-4c26-b144-43f70f629c61),segment_id=825a3365-6594-4c26-b144-43f70f629c61)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:50.428997 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-be5097a3-5692-4833-b118-098c7195fc52 req-21076b93-2c79-4d37-866e-944c2fd2801c tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:50.444197 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-be5097a3-5692-4833-b118-098c7195fc52 req-21076b93-2c79-4d37-866e-944c2fd2801c tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Calling delete_port for 48a66744-d958-4c47-802b-ca8828f500a8 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:50.480120 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad00f71-f336-49ed-867a-e5e878cc7163 req-aebab50e-7f5b-4bdf-a3c7-00849a68caf6 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:50.482037 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dad00f71-f336-49ed-867a-e5e878cc7163 req-aebab50e-7f5b-4bdf-a3c7-00849a68caf6 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c15489f-9d58-4e93-9723-59749f0ea486 HTTP/1.1" status: 200 len: 945 time: 0.0917120 Jul 15 23:14:50.535074 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dad00f71-f336-49ed-867a-e5e878cc7163 req-e93cc357-8c2c-455b-aa89-f9beaa8ab362 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472131 Jul 15 23:14:50.633787 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-be5097a3-5692-4833-b118-098c7195fc52 req-21076b93-2c79-4d37-866e-944c2fd2801c tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:50.669399 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['48a66744-d958-4c47-802b-ca8828f500a8', 'c6acb3de-4576-4f53-9697-dd3f98a6bc2e'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:50.677109 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21076b93-2c79-4d37-866e-944c2fd2801c tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Pushing event deleted for resources: {'Port': ['ID=48a66744-d958-4c47-802b-ca8828f500a8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:50.728538 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['ad838222-47b3-4a76-9569-ca5648a3a78b'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:50.732165 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5097a3-5692-4833-b118-098c7195fc52 req-21076b93-2c79-4d37-866e-944c2fd2801c tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] No DVR routers for this DVR port 48a66744-d958-4c47-802b-ca8828f500a8 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:50.738229 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-be5097a3-5692-4833-b118-098c7195fc52 req-21076b93-2c79-4d37-866e-944c2fd2801c tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:50.741540 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-be5097a3-5692-4833-b118-098c7195fc52 req-21076b93-2c79-4d37-866e-944c2fd2801c tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.36 "DELETE /v2.0/ports/48a66744-d958-4c47-802b-ca8828f500a8 HTTP/1.1" status: 204 len: 173 time: 0.5566721 Jul 15 23:14:50.742000 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f756523-4981-484c-885f-f804965bf88a', 'name': 'network-vif-deleted', 'tag': '48a66744-d958-4c47-802b-ca8828f500a8'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:50.759780 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ac087b-ca74-42c1-8954-59c1f7c2b065" -d '{"events": [{"server_uuid": "1f756523-4981-484c-885f-f804965bf88a", "name": "network-vif-deleted", "tag": "48a66744-d958-4c47-802b-ca8828f500a8"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:50.816924 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2c92d-4acb-4ddd-aa41-31b39c4d0dbd req-b151a0ec-60fd-42e4-8e20-466c3787a4f7 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:50.826829 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4ab2c92d-4acb-4ddd-aa41-31b39c4d0dbd req-b151a0ec-60fd-42e4-8e20-466c3787a4f7 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 946 time: 0.1233587 Jul 15 23:14:50.890761 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4ab2c92d-4acb-4ddd-aa41-31b39c4d0dbd req-bd358d6d-6bd2-46d3-9b6c-8e709e576125 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630093 Jul 15 23:14:50.955713 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a68f9e-344e-4017-b969-b90433ed76f8 x-openstack-request-id: req-e5a68f9e-344e-4017-b969-b90433ed76f8 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:50.956012 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f756523-4981-484c-885f-f804965bf88a", "name": "network-vif-deleted", "tag": "48a66744-d958-4c47-802b-ca8828f500a8", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:50.956267 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5a68f9e-344e-4017-b969-b90433ed76f8 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:50.956809 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f756523-4981-484c-885f-f804965bf88a', 'name': 'network-vif-deleted', 'tag': '48a66744-d958-4c47-802b-ca8828f500a8', 'status': 'completed', 'code': 200} Jul 15 23:14:51.136269 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:51.262272 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:51.312188 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-06bce979-c78d-4f15-b4bc-7dba7f549ed7 req-1f4e38a5-89c4-4013-9730-1de1b2eeb058 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f756523-4981-484c-885f-f804965bf88a HTTP/1.1" status: 200 len: 210 time: 0.0407400 Jul 15 23:14:51.337125 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:51.352207 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:51.352586 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:51.484097 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:51.513848 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c15489f-9d58-4e93-9723-59749f0ea486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:51.516709 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52808f52-f1f6-408b-956b-1b8e07fd71e4" -d '{"events": [{"server_uuid": "3c15489f-9d58-4e93-9723-59749f0ea486", "name": "network-vif-plugged", "status": "completed", "tag": "d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:51.530485 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:51.535540 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:51.595289 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:51.607203 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046b79b6-8cfa-47a2-9e0b-09d2729c0bc3 x-openstack-request-id: req-046b79b6-8cfa-47a2-9e0b-09d2729c0bc3 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:51.607716 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c15489f-9d58-4e93-9723-59749f0ea486", "name": "network-vif-plugged", "status": "completed", "tag": "d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:51.607716 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-046b79b6-8cfa-47a2-9e0b-09d2729c0bc3 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:51.608132 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c15489f-9d58-4e93-9723-59749f0ea486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f', 'code': 200} Jul 15 23:14:51.757948 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16b71d-5259-4440-ad0c-bcebbb7faf50 req-7913badf-adc1-4acf-be5e-ccaaac873597 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:51.761657 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c8a18-5906-497f-a941-5b3645ea4606 req-346a0482-af48-4e3b-9ba0-9e1f56fca410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:51.764813 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-355c8a18-5906-497f-a941-5b3645ea4606 req-346a0482-af48-4e3b-9ba0-9e1f56fca410 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3c15489f-9d58-4e93-9723-59749f0ea486 HTTP/1.1" status: 200 len: 1097 time: 0.0889337 Jul 15 23:14:51.765110 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0f16b71d-5259-4440-ad0c-bcebbb7faf50 req-7913badf-adc1-4acf-be5e-ccaaac873597 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c15489f-9d58-4e93-9723-59749f0ea486 HTTP/1.1" status: 200 len: 946 time: 0.0756094 Jul 15 23:14:51.807061 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-355c8a18-5906-497f-a941-5b3645ea4606 req-64f0f9f4-cb43-4669-b1bb-a2c56c39e418 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358272 Jul 15 23:14:51.809033 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0f16b71d-5259-4440-ad0c-bcebbb7faf50 req-c1f9761d-bc1f-4589-8731-4fe653ebf07e tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428274 Jul 15 23:14:51.834813 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55296) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:51.954584 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7cb9f934-c64f-4f03-8c7d-93ce0161e942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:52.074427 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7cb9f934-c64f-4f03-8c7d-93ce0161e942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:52.080055 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7cb9f934-c64f-4f03-8c7d-93ce0161e942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:52.123392 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddbcf6-5b9c-4e0f-99a0-cdd38a361711 req-0340d37d-ef0f-462c-b457-74d4b88f21f0 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:52.125034 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7cb9f934-c64f-4f03-8c7d-93ce0161e942 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=abbb21eeb45d43a685d27223ca061cbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2880192 Jul 15 23:14:52.125034 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9f934-c64f-4f03-8c7d-93ce0161e942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f628d181-1392-4ff9-bea6-b1ddddfb2cea,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:52.127110 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d3ddbcf6-5b9c-4e0f-99a0-cdd38a361711 req-0340d37d-ef0f-462c-b457-74d4b88f21f0 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 946 time: 0.0752194 Jul 15 23:14:52.127790 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55312) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:52.181416 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d3ddbcf6-5b9c-4e0f-99a0-cdd38a361711 req-dcd3eeb5-dffd-4e00-9a82-f93a9ffc0b02 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495887 Jul 15 23:14:52.197313 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1564bf50-54e5-4f8f-ae33-15802c8f3829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:52.220380 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1564bf50-54e5-4f8f-ae33-15802c8f3829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:52.276641 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1564bf50-54e5-4f8f-ae33-15802c8f3829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:52.279885 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1564bf50-54e5-4f8f-ae33-15802c8f3829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:52.284189 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1564bf50-54e5-4f8f-ae33-15802c8f3829 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f628d181-1392-4ff9-bea6-b1ddddfb2cea HTTP/1.1" status: 204 len: 168 time: 0.1525371 Jul 15 23:14:52.296575 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564bf50-54e5-4f8f-ae33-15802c8f3829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f628d181-1392-4ff9-bea6-b1ddddfb2cea,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:52.400763 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55324) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:52.691779 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5323d6ff-4f85-4845-8c0e-d20b1e6d744f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:52.714656 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55338) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:52.749340 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c64de8e4-9ce5-4bf6-b643-f8d98fcca606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:52.805137 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5323d6ff-4f85-4845-8c0e-d20b1e6d744f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:52.818172 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5323d6ff-4f85-4845-8c0e-d20b1e6d744f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:52.865299 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5323d6ff-4f85-4845-8c0e-d20b1e6d744f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e4731f518c11403780c79b6a839a2681&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4634278 Jul 15 23:14:52.866309 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323d6ff-4f85-4845-8c0e-d20b1e6d744f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b7f0ac-cea7-4d48-86a5-f43038a92698,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:52.868990 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55344) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:52.914968 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c64de8e4-9ce5-4bf6-b643-f8d98fcca606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:52.920022 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c64de8e4-9ce5-4bf6-b643-f8d98fcca606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:52.926740 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d009dd8-9519-42ac-a4d0-6adf384fad8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:52.955395 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c64de8e4-9ce5-4bf6-b643-f8d98fcca606 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4007e06cc3554a1caf1e92b1b18d0b39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2373383 Jul 15 23:14:52.957038 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d009dd8-9519-42ac-a4d0-6adf384fad8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:52.957928 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55346) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:53.008908 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d009dd8-9519-42ac-a4d0-6adf384fad8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:53.011760 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d009dd8-9519-42ac-a4d0-6adf384fad8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:53.015859 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9d009dd8-9519-42ac-a4d0-6adf384fad8e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/07b7f0ac-cea7-4d48-86a5-f43038a92698 HTTP/1.1" status: 204 len: 168 time: 0.1429970 Jul 15 23:14:53.024908 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d009dd8-9519-42ac-a4d0-6adf384fad8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b7f0ac-cea7-4d48-86a5-f43038a92698,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:53.035197 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64de8e4-9ce5-4bf6-b643-f8d98fcca606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72449f9a-20fa-435c-b8c0-5211bbaede55,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:53.070209 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a8ee8f53-28ea-4626-b3a2-17252f1bad1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:53.109118 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd979f7f-6f4c-45bf-aa43-219ae35f78d6 req-6e24c976-c1f0-48ea-802b-92e0ad51e40b tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:53.111224 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cd979f7f-6f4c-45bf-aa43-219ae35f78d6 req-6e24c976-c1f0-48ea-802b-92e0ad51e40b tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c15489f-9d58-4e93-9723-59749f0ea486 HTTP/1.1" status: 200 len: 946 time: 0.1342158 Jul 15 23:14:53.113153 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a8ee8f53-28ea-4626-b3a2-17252f1bad1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:53.173219 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cd979f7f-6f4c-45bf-aa43-219ae35f78d6 req-c3b7d785-817c-469e-ad8e-fbba771a9a51 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532067 Jul 15 23:14:53.190851 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a8ee8f53-28ea-4626-b3a2-17252f1bad1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:53.193471 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a8ee8f53-28ea-4626-b3a2-17252f1bad1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:53.194859 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a8ee8f53-28ea-4626-b3a2-17252f1bad1d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72449f9a-20fa-435c-b8c0-5211bbaede55 HTTP/1.1" status: 204 len: 168 time: 0.2358005 Jul 15 23:14:53.205579 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee8f53-28ea-4626-b3a2-17252f1bad1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72449f9a-20fa-435c-b8c0-5211bbaede55,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:53.449064 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34177507-4f74-4521-9fb5-4ab5bf9f4972 req-20430080-ed69-4226-9b68-3d990b79e6e6 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:53.450655 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-34177507-4f74-4521-9fb5-4ab5bf9f4972 req-20430080-ed69-4226-9b68-3d990b79e6e6 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 946 time: 0.1066129 Jul 15 23:14:53.459898 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb458d-3146-4b54-a62e-2bcdaf5e589e req-4f6cddae-874b-4171-8b3f-c20ff3fb712d tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:53.461311 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cfdb458d-3146-4b54-a62e-2bcdaf5e589e req-4f6cddae-874b-4171-8b3f-c20ff3fb712d tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846fd386-2215-4f04-8c56-76ccd4f5dacb HTTP/1.1" status: 200 len: 945 time: 0.1354878 Jul 15 23:14:53.518325 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55368) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:53.525448 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-34177507-4f74-4521-9fb5-4ab5bf9f4972 req-13487c94-8442-468a-9f96-3dc58af74f84 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630662 Jul 15 23:14:53.543853 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cfdb458d-3146-4b54-a62e-2bcdaf5e589e req-384f3328-5cd9-4db4-8659-5774e808baa5 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744276 Jul 15 23:14:53.566096 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9dbdabd9-927f-4768-93bf-ac2c019db773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:53.742690 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9dbdabd9-927f-4768-93bf-ac2c019db773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:53.754603 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9dbdabd9-927f-4768-93bf-ac2c019db773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:53.794265 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a7c5f-7298-400f-9804-c2cf723f5fa1 req-1926ff2c-a17e-4796-9c94-a56e2d4d2cea tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:53.801873 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-908a7c5f-7298-400f-9804-c2cf723f5fa1 req-1926ff2c-a17e-4796-9c94-a56e2d4d2cea tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c15489f-9d58-4e93-9723-59749f0ea486 HTTP/1.1" status: 200 len: 946 time: 0.1082239 Jul 15 23:14:53.809562 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9dbdabd9-927f-4768-93bf-ac2c019db773 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e45605ea73d4fe3a2eecda759c78cf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2891817 Jul 15 23:14:53.810460 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbdabd9-927f-4768-93bf-ac2c019db773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f0e418-800e-4955-9470-14856defefea,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:53.813563 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55384) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:53.819467 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 48a66744-d958-4c47-802b-ca8828f500a8 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:14:53.859660 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 48a66744-d958-4c47-802b-ca8828f500a8 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:14:53.860001 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 48a66744-d958-4c47-802b-ca8828f500a8 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:14:53.868678 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08a72587-0aef-4be2-9616-4139ab3b3981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:53.887148 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-908a7c5f-7298-400f-9804-c2cf723f5fa1 req-4a316aad-9cac-4a28-8bcd-d76827370cdb tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843666 Jul 15 23:14:53.891959 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08a72587-0aef-4be2-9616-4139ab3b3981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:53.960339 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08a72587-0aef-4be2-9616-4139ab3b3981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:53.964106 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08a72587-0aef-4be2-9616-4139ab3b3981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:53.965612 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-08a72587-0aef-4be2-9616-4139ab3b3981 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/85f0e418-800e-4955-9470-14856defefea HTTP/1.1" status: 204 len: 168 time: 0.1511285 Jul 15 23:14:53.983856 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a72587-0aef-4be2-9616-4139ab3b3981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f0e418-800e-4955-9470-14856defefea,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:54.037706 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:54.341751 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93af4c0-f783-40f9-90d5-c1318393d152 req-7b7c283f-7898-45b3-a72a-c462edf3a9c5 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:54.348629 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a93af4c0-f783-40f9-90d5-c1318393d152 req-7b7c283f-7898-45b3-a72a-c462edf3a9c5 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c15489f-9d58-4e93-9723-59749f0ea486 HTTP/1.1" status: 200 len: 946 time: 0.0767925 Jul 15 23:14:54.423263 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a93af4c0-f783-40f9-90d5-c1318393d152 req-f976b7f8-a0cc-4a94-a0c2-f3409b09ad26 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736735 Jul 15 23:14:54.467485 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31734e66-879f-4938-b6f5-9345ef060cec req-bc81e45a-4e90-40bb-ac85-d704a556ccb5 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:54.474037 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31734e66-879f-4938-b6f5-9345ef060cec req-bc81e45a-4e90-40bb-ac85-d704a556ccb5 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:54.483753 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-31734e66-879f-4938-b6f5-9345ef060cec req-bc81e45a-4e90-40bb-ac85-d704a556ccb5 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/ports?device_id=5296927f-d69b-4e3a-8137-de4970bc563a&device_id=62b778c1-7d26-4c86-9d1d-0f438bb7d66b HTTP/1.1" status: 200 len: 1681 time: 0.1317084 Jul 15 23:14:54.545312 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-31734e66-879f-4938-b6f5-9345ef060cec req-76e977f8-e153-4894-a457-8cce84b8c64d tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0534ae5-67ee-4254-bedf-93554518b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385575 Jul 15 23:14:54.564578 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-5da0b3ab-ff42-4175-9e7f-3ef6d1eb578f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0947919 Jul 15 23:14:54.696025 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-e8e738c0-8866-41d2-8d97-b98e9f5de7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:54.696515 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-e8e738c0-8866-41d2-8d97-b98e9f5de7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:54.696979 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-e8e738c0-8866-41d2-8d97-b98e9f5de7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:54.697444 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-e8e738c0-8866-41d2-8d97-b98e9f5de7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:54.697896 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-e8e738c0-8866-41d2-8d97-b98e9f5de7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:54.698543 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-e8e738c0-8866-41d2-8d97-b98e9f5de7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:54.699227 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-e8e738c0-8866-41d2-8d97-b98e9f5de7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:54.701747 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-e8e738c0-8866-41d2-8d97-b98e9f5de7ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe4ced19c3b40c2bc6e11100f9d5f1d&device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 6491 time: 0.0801497 Jul 15 23:14:54.863483 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-83e15b1b-0980-4bc7-8d4f-715f0d3a016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:54.864083 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-83e15b1b-0980-4bc7-8d4f-715f0d3a016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:54.864480 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-83e15b1b-0980-4bc7-8d4f-715f0d3a016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:54.865854 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0da88-8773-41bb-8e59-f4f04634ee95 req-91db0e04-257d-4408-bb37-899359ca54dd tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:54.866306 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-83e15b1b-0980-4bc7-8d4f-715f0d3a016f service neutron] 10.222.0.43 "GET /v2.0/networks?id=e0802052-573e-4abc-b289-64f26dbf67e5&id=c784f317-cf69-4499-8ee8-96a3a3714978&id=c784f317-cf69-4499-8ee8-96a3a3714978&id=c784f317-cf69-4499-8ee8-96a3a3714978&id=c784f317-cf69-4499-8ee8-96a3a3714978&id=70df42a8-7f3a-4d1e-82b9-1354a40e98c2&id=70df42a8-7f3a-4d1e-82b9-1354a40e98c2 HTTP/1.1" status: 200 len: 2294 time: 0.1352274 Jul 15 23:14:54.867710 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ceb0da88-8773-41bb-8e59-f4f04634ee95 req-91db0e04-257d-4408-bb37-899359ca54dd tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 946 time: 0.0873852 Jul 15 23:14:54.927170 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ceb0da88-8773-41bb-8e59-f4f04634ee95 req-90cf471f-17a8-467a-9a60-e05f7cdf4a04 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511696 Jul 15 23:14:54.957189 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-de24b1d3-473e-4316-869d-44379172ce4b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=593c311f-e7e7-48e7-a565-db6f18498037 HTTP/1.1" status: 200 len: 1002 time: 0.0838675 Jul 15 23:14:55.025927 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-86cd9eb6-c97b-4c8b-b519-c35028db0f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:55.032472 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-86cd9eb6-c97b-4c8b-b519-c35028db0f71 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=366630ff-4a54-44a5-bcbd-e951b8384258 HTTP/1.1" status: 200 len: 851 time: 0.0631096 Jul 15 23:14:55.113807 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-2ae3709f-7e5b-4807-942b-a324ce7cbed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:55.115492 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-2ae3709f-7e5b-4807-942b-a324ce7cbed0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e0802052-573e-4abc-b289-64f26dbf67e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759649 Jul 15 23:14:55.252278 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-31a6f57b-9cb9-413e-b4bc-75485ff4635a service neutron] 10.222.0.43 "GET /v2.0/networks/e0802052-573e-4abc-b289-64f26dbf67e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247087 Jul 15 23:14:55.382038 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-c0bbfe4d-c8d6-4493-b2b7-e4297a21e55c service neutron] 10.222.0.43 "GET /v2.0/networks/e0802052-573e-4abc-b289-64f26dbf67e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150095 Jul 15 23:14:55.437214 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-f39e9198-fb4e-4fff-8bb5-d7eacbb9931d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=c451b609-46fa-4e93-a60a-10b38b3f6d50 HTTP/1.1" status: 200 len: 217 time: 0.0479772 Jul 15 23:14:55.506149 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-54730ad8-e163-43fd-a428-c20c260fffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:55.508033 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-54730ad8-e163-43fd-a428-c20c260fffcc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49248069-78f4-449a-8647-b57bc9f84d48 HTTP/1.1" status: 200 len: 797 time: 0.0613277 Jul 15 23:14:55.594384 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-c354cdb8-b551-4919-a7e0-2919570bd3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:55.594384 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-c354cdb8-b551-4919-a7e0-2919570bd3c5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c784f317-cf69-4499-8ee8-96a3a3714978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0754404 Jul 15 23:14:55.698889 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb51fa-6fcb-4e38-9dd5-db17c2530f82 req-2946b13d-540d-4fac-a673-904fa66bf294 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:55.706942 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3aeb51fa-6fcb-4e38-9dd5-db17c2530f82 req-2946b13d-540d-4fac-a673-904fa66bf294 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c15489f-9d58-4e93-9723-59749f0ea486 HTTP/1.1" status: 200 len: 946 time: 0.1142030 Jul 15 23:14:55.735630 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-e7082d79-10a2-4842-87aa-e3b30176276b service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264653 Jul 15 23:14:55.755190 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3aeb51fa-6fcb-4e38-9dd5-db17c2530f82 req-9009d92f-bdfd-424d-bb2c-11c8ee9e0c8c tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469844 Jul 15 23:14:55.782872 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81353624-200b-41c4-a376-6aa493767b60 req-419d1268-c45b-44e4-ad7d-1029ad1e053e tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:55.784540 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-81353624-200b-41c4-a376-6aa493767b60 req-419d1268-c45b-44e4-ad7d-1029ad1e053e tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b778c1-7d26-4c86-9d1d-0f438bb7d66b HTTP/1.1" status: 200 len: 945 time: 0.1243045 Jul 15 23:14:55.859068 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-c124b80b-553a-419c-81b0-a25b8c6a69bd service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148918 Jul 15 23:14:55.896339 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-81353624-200b-41c4-a376-6aa493767b60 req-1d109c19-80c1-4085-baf2-0d877114f929 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0534ae5-67ee-4254-bedf-93554518b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785470 Jul 15 23:14:55.910891 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-0fd4c969-80c5-446f-a306-edf0d7ce3cd9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=86bf6025-0368-4513-9e10-f8d406029119 HTTP/1.1" status: 200 len: 217 time: 0.0419121 Jul 15 23:14:55.936453 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4b993-8e40-4406-9c6e-9108e2c4e82d req-6ff80beb-7a95-4b59-a188-eb7a93d5d329 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:55.938525 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-88b4b993-8e40-4406-9c6e-9108e2c4e82d req-6ff80beb-7a95-4b59-a188-eb7a93d5d329 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c15489f-9d58-4e93-9723-59749f0ea486 HTTP/1.1" status: 200 len: 946 time: 0.1525438 Jul 15 23:14:56.005014 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-1ff225ef-7303-43bb-9bdd-c5278e9b1322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:56.007186 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-1ff225ef-7303-43bb-9bdd-c5278e9b1322 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49248069-78f4-449a-8647-b57bc9f84d48 HTTP/1.1" status: 200 len: 797 time: 0.0828960 Jul 15 23:14:56.097116 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-cbeb9b27-4036-4a39-a9bd-b0ae55bb7803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:56.098776 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-cbeb9b27-4036-4a39-a9bd-b0ae55bb7803 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c784f317-cf69-4499-8ee8-96a3a3714978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0834262 Jul 15 23:14:56.155978 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-88b4b993-8e40-4406-9c6e-9108e2c4e82d req-e647494d-b83c-47e8-bedb-e4d909347423 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Deleting port d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:56.157162 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-88b4b993-8e40-4406-9c6e-9108e2c4e82d req-e647494d-b83c-47e8-bedb-e4d909347423 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:56.228280 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-e25f64c3-b8b2-4b69-99c5-25a7264ad283 service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208956 Jul 15 23:14:56.374379 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-ddb6bcb4-88de-4a25-8d27-96762d47a38d service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320176 Jul 15 23:14:56.375563 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55536) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:56.424343 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-9eff797e-42d4-4027-86b4-1918603db669 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=a33099a7-5b54-470d-a6fb-0182aa37b1ce HTTP/1.1" status: 200 len: 217 time: 0.0401282 Jul 15 23:14:56.517294 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-232133e9-df53-4146-88c1-75bdb96c440a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:56.539755 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-751f5c4a-17d6-4ccd-8a07-4be1312fa8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:56.541402 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-751f5c4a-17d6-4ccd-8a07-4be1312fa8d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49248069-78f4-449a-8647-b57bc9f84d48 HTTP/1.1" status: 200 len: 797 time: 0.1067061 Jul 15 23:14:56.603581 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d12ce-c201-4360-a2f6-cf5cade6558c req-dc78f262-1e57-41a7-86c5-e929258558a9 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:56.605121 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-386d12ce-c201-4360-a2f6-cf5cade6558c req-dc78f262-1e57-41a7-86c5-e929258558a9 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 946 time: 0.5214729 Jul 15 23:14:56.660967 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-717b4fdf-a80a-411a-9d00-e6e5b051a412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:56.661261 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-717b4fdf-a80a-411a-9d00-e6e5b051a412 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c784f317-cf69-4499-8ee8-96a3a3714978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1098022 Jul 15 23:14:56.686303 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-386d12ce-c201-4360-a2f6-cf5cade6558c req-ce5a8ca2-c8a7-4bec-8d0c-298f0c0a6ea1 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496869 Jul 15 23:14:56.698660 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-88b4b993-8e40-4406-9c6e-9108e2c4e82d req-e647494d-b83c-47e8-bedb-e4d909347423 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] For port d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:56.699108 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-88b4b993-8e40-4406-9c6e-9108e2c4e82d req-e647494d-b83c-47e8-bedb-e4d909347423 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:56.712603 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-88b4b993-8e40-4406-9c6e-9108e2c4e82d req-e647494d-b83c-47e8-bedb-e4d909347423 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Calling delete_port for d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:56.784723 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-232133e9-df53-4146-88c1-75bdb96c440a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:56.789570 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-232133e9-df53-4146-88c1-75bdb96c440a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:56.833992 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-706b90bc-9ce2-468a-952d-76891f25b2c0 service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614904 Jul 15 23:14:56.854999 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54388597-397d-4176-a1d3-6315bb82500b req-b643cf21-cec1-4930-acfa-3b1ffe1206bc tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:56.856536 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-54388597-397d-4176-a1d3-6315bb82500b req-b643cf21-cec1-4930-acfa-3b1ffe1206bc tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.43 "GET /v2.0/ports?device_id=62b778c1-7d26-4c86-9d1d-0f438bb7d66b HTTP/1.1" status: 200 len: 945 time: 0.0871439 Jul 15 23:14:56.865728 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-232133e9-df53-4146-88c1-75bdb96c440a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aeade0ddfe0449249b4a2db050c923bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4891217 Jul 15 23:14:56.872201 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232133e9-df53-4146-88c1-75bdb96c440a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32e6762-ce01-45c5-82b3-f1a0ff6d4863,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:56.874587 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55556) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:56.919558 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55560) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:56.999633 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-88b4b993-8e40-4406-9c6e-9108e2c4e82d req-e647494d-b83c-47e8-bedb-e4d909347423 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.002167 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-aedd64a7-9a85-4b88-9c1e-1ffbb797de4f service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604970 Jul 15 23:14:57.006384 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b843c06a-f235-4f1f-8109-ab41fb3b3346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.014151 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:57.030574 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-236f8d6f-33a1-4a31-851d-813c56f63848 req-6e743194-25ec-4c62-b43c-1f2f425d7023 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c15489f-9d58-4e93-9723-59749f0ea486 HTTP/1.1" status: 200 len: 210 time: 0.0491483 Jul 15 23:14:57.056012 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-74a0e850-3b0c-462a-994b-0151d4cb5231 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=6881fff5-28e4-43a6-9ddf-739b8456047b HTTP/1.1" status: 200 len: 217 time: 0.0448508 Jul 15 23:14:57.073604 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647494d-b83c-47e8-bedb-e4d909347423 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Pushing event deleted for resources: {'Port': ['ID=d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:57.080105 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b843c06a-f235-4f1f-8109-ab41fb3b3346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.094595 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['6512fefd-4257-40d9-aa1c-e1c8110b0ce6', 'bdaacc61-587c-448a-979c-b22fe7ad454e'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:57.158488 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-54388597-397d-4176-a1d3-6315bb82500b req-135b91f7-9f08-49bc-8fe2-4d7d91fe8be2 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Deleting port ad838222-47b3-4a76-9569-ca5648a3a78b {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:57.158973 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-54388597-397d-4176-a1d3-6315bb82500b req-135b91f7-9f08-49bc-8fe2-4d7d91fe8be2 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.161818 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-82e15308-5cef-4d75-9d1b-cc4e95896bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.166157 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b4b993-8e40-4406-9c6e-9108e2c4e82d req-e647494d-b83c-47e8-bedb-e4d909347423 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] No DVR routers for this DVR port d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:57.182222 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-e601276b-8387-431d-8e25-0493a1715811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:57.183787 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-e601276b-8387-431d-8e25-0493a1715811 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49248069-78f4-449a-8647-b57bc9f84d48 HTTP/1.1" status: 200 len: 797 time: 0.1141267 Jul 15 23:14:57.199929 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-88b4b993-8e40-4406-9c6e-9108e2c4e82d req-e647494d-b83c-47e8-bedb-e4d909347423 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.201979 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-88b4b993-8e40-4406-9c6e-9108e2c4e82d req-e647494d-b83c-47e8-bedb-e4d909347423 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.43 "DELETE /v2.0/ports/d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f HTTP/1.1" status: 204 len: 173 time: 1.2457373 Jul 15 23:14:57.209079 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c15489f-9d58-4e93-9723-59749f0ea486', 'name': 'network-vif-deleted', 'tag': 'd9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:57.212146 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5926cf33-73a3-4c06-8fae-56b9490b9dbe" -d '{"events": [{"server_uuid": "3c15489f-9d58-4e93-9723-59749f0ea486", "name": "network-vif-deleted", "tag": "d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:57.260789 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b843c06a-f235-4f1f-8109-ab41fb3b3346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.267545 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b843c06a-f235-4f1f-8109-ab41fb3b3346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.274233 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b843c06a-f235-4f1f-8109-ab41fb3b3346 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b32e6762-ce01-45c5-82b3-f1a0ff6d4863 HTTP/1.1" status: 204 len: 168 time: 0.3957863 Jul 15 23:14:57.311346 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843c06a-f235-4f1f-8109-ab41fb3b3346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32e6762-ce01-45c5-82b3-f1a0ff6d4863,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:57.331333 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f3aacc-4417-44cc-82cd-348913aacf84 x-openstack-request-id: req-58f3aacc-4417-44cc-82cd-348913aacf84 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:57.331639 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c15489f-9d58-4e93-9723-59749f0ea486", "name": "network-vif-deleted", "tag": "d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:57.331969 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58f3aacc-4417-44cc-82cd-348913aacf84 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:57.332308 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c15489f-9d58-4e93-9723-59749f0ea486', 'name': 'network-vif-deleted', 'tag': 'd9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f', 'status': 'completed', 'code': 200} Jul 15 23:14:57.349580 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80de6d-f5a9-4a1c-baa8-78d1d1b6c92e req-b065668c-0256-4773-81dc-41ae8eca0ca5 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:57.355587 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cf80de6d-f5a9-4a1c-baa8-78d1d1b6c92e req-b065668c-0256-4773-81dc-41ae8eca0ca5 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.36 "GET /v2.0/ports?device_id=5296927f-d69b-4e3a-8137-de4970bc563a HTTP/1.1" status: 200 len: 945 time: 0.2465017 Jul 15 23:14:57.456653 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afde2d1-5269-44d5-a14c-7260d89ae15a req-5b5ff8d0-c062-4734-ace7-853e28e9fcbf tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:57.458967 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8afde2d1-5269-44d5-a14c-7260d89ae15a req-5b5ff8d0-c062-4734-ace7-853e28e9fcbf tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b778c1-7d26-4c86-9d1d-0f438bb7d66b HTTP/1.1" status: 200 len: 945 time: 0.3286519 Jul 15 23:14:57.487723 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-54388597-397d-4176-a1d3-6315bb82500b req-135b91f7-9f08-49bc-8fe2-4d7d91fe8be2 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] For port ad838222-47b3-4a76-9569-ca5648a3a78b, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ad838222-47b3-4a76-9569-ca5648a3a78b,segment=NetworkSegment(825a3365-6594-4c26-b144-43f70f629c61),segment_id=825a3365-6594-4c26-b144-43f70f629c61)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:57.488106 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-54388597-397d-4176-a1d3-6315bb82500b req-135b91f7-9f08-49bc-8fe2-4d7d91fe8be2 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.488742 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-a2013859-b65f-4583-a8d0-c270ff7a70a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:57.490406 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-a2013859-b65f-4583-a8d0-c270ff7a70a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c784f317-cf69-4499-8ee8-96a3a3714978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3001657 Jul 15 23:14:57.543118 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-54388597-397d-4176-a1d3-6315bb82500b req-135b91f7-9f08-49bc-8fe2-4d7d91fe8be2 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Calling delete_port for ad838222-47b3-4a76-9569-ca5648a3a78b owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:57.550205 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-cf80de6d-f5a9-4a1c-baa8-78d1d1b6c92e req-0a535286-3f4a-49fb-93d1-381ab5d84d38 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Deleting port c6acb3de-4576-4f53-9697-dd3f98a6bc2e {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:57.550684 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cf80de6d-f5a9-4a1c-baa8-78d1d1b6c92e req-0a535286-3f4a-49fb-93d1-381ab5d84d38 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.647510 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8afde2d1-5269-44d5-a14c-7260d89ae15a req-a92669f2-5942-49af-970e-88ccd3a60d44 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0534ae5-67ee-4254-bedf-93554518b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685929 Jul 15 23:14:57.651046 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-82e15308-5cef-4d75-9d1b-cc4e95896bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.660532 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-82e15308-5cef-4d75-9d1b-cc4e95896bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.688561 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-e957080d-25ac-418a-9392-0c082fbda0ef service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859732 Jul 15 23:14:57.723221 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8883fc-bc44-407b-86f4-af6ba0ac3bad req-032120aa-9125-4dea-8fb6-da60bc050a89 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:57.730785 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9c8883fc-bc44-407b-86f4-af6ba0ac3bad req-032120aa-9125-4dea-8fb6-da60bc050a89 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/ports?device_id=afbe4fd8-a198-44df-953d-f809a4b0436a HTTP/1.1" status: 200 len: 945 time: 0.2395751 Jul 15 23:14:57.754875 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55578) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:57.815428 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-0b50a4df-cf4f-4067-9a46-26705744bdd2 service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191041 Jul 15 23:14:57.820391 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-82e15308-5cef-4d75-9d1b-cc4e95896bab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bbad6118f956458ca6a698650bc1f072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8991783 Jul 15 23:14:57.821158 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-cf80de6d-f5a9-4a1c-baa8-78d1d1b6c92e req-0a535286-3f4a-49fb-93d1-381ab5d84d38 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] For port c6acb3de-4576-4f53-9697-dd3f98a6bc2e, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c6acb3de-4576-4f53-9697-dd3f98a6bc2e,segment=NetworkSegment(825a3365-6594-4c26-b144-43f70f629c61),segment_id=825a3365-6594-4c26-b144-43f70f629c61)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:57.821620 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cf80de6d-f5a9-4a1c-baa8-78d1d1b6c92e req-0a535286-3f4a-49fb-93d1-381ab5d84d38 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.824134 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55580) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:57.848278 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a13502ae-6afc-47da-95fd-e210a242291e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.850153 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e15308-5cef-4d75-9d1b-cc4e95896bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f519d7d1-803c-4c11-86c2-d304a25da034,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:57.913379 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9c8883fc-bc44-407b-86f4-af6ba0ac3bad req-567e59ec-eeff-45a4-8060-aeca5718255d tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/security-groups?id=a144b9fc-c892-4016-b855-7d3f0c3dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812291 Jul 15 23:14:57.913613 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-a4ce2d8d-e758-4c3b-bdf9-f170674f37ca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=abf079aa-7e1f-4fa4-8693-d71192c3cd5a HTTP/1.1" status: 200 len: 217 time: 0.0880382 Jul 15 23:14:57.943654 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-cf80de6d-f5a9-4a1c-baa8-78d1d1b6c92e req-0a535286-3f4a-49fb-93d1-381ab5d84d38 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Calling delete_port for c6acb3de-4576-4f53-9697-dd3f98a6bc2e owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:57.969850 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c4a1076-abf1-4e81-8265-c49e4c330edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.981624 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-54388597-397d-4176-a1d3-6315bb82500b req-135b91f7-9f08-49bc-8fe2-4d7d91fe8be2 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.993319 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['ad838222-47b3-4a76-9569-ca5648a3a78b'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:58.013415 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c4a1076-abf1-4e81-8265-c49e4c330edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.023068 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b91f7-9f08-49bc-8fe2-4d7d91fe8be2 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Pushing event deleted for resources: {'Port': ['ID=ad838222-47b3-4a76-9569-ca5648a3a78b,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:58.039528 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['c6acb3de-4576-4f53-9697-dd3f98a6bc2e'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:58.082783 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-afacbe7e-f68f-42fd-91e8-88df1be6c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:58.084563 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-afacbe7e-f68f-42fd-91e8-88df1be6c865 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c8ed3032-070e-4ebf-984d-7ac57e6c8a26 HTTP/1.1" status: 200 len: 797 time: 0.1589284 Jul 15 23:14:58.109481 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-54388597-397d-4176-a1d3-6315bb82500b req-135b91f7-9f08-49bc-8fe2-4d7d91fe8be2 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] No DVR routers for this DVR port ad838222-47b3-4a76-9569-ca5648a3a78b on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:58.115030 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-54388597-397d-4176-a1d3-6315bb82500b req-135b91f7-9f08-49bc-8fe2-4d7d91fe8be2 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.117162 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-54388597-397d-4176-a1d3-6315bb82500b req-135b91f7-9f08-49bc-8fe2-4d7d91fe8be2 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.43 "DELETE /v2.0/ports/ad838222-47b3-4a76-9569-ca5648a3a78b HTTP/1.1" status: 204 len: 173 time: 1.2547231 Jul 15 23:14:58.132600 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffe64b-6119-4997-8879-355f5ac200af req-caad1526-7589-4fa8-86d3-a995e3779e48 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:58.142020 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-52ffe64b-6119-4997-8879-355f5ac200af req-caad1526-7589-4fa8-86d3-a995e3779e48 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 946 time: 0.2120657 Jul 15 23:14:58.194458 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c4a1076-abf1-4e81-8265-c49e4c330edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.198329 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c4a1076-abf1-4e81-8265-c49e4c330edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.199053 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6c4a1076-abf1-4e81-8265-c49e4c330edf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f519d7d1-803c-4c11-86c2-d304a25da034 HTTP/1.1" status: 204 len: 168 time: 0.3724668 Jul 15 23:14:58.213733 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-2ff6e0d2-105f-41fc-beaa-1682d0ab4b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:58.215314 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-2ff6e0d2-105f-41fc-beaa-1682d0ab4b94 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=70df42a8-7f3a-4d1e-82b9-1354a40e98c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1248469 Jul 15 23:14:58.244615 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-52ffe64b-6119-4997-8879-355f5ac200af req-66721397-d074-4077-b952-0da5c6f0719b tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017199 Jul 15 23:14:58.260041 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a1076-abf1-4e81-8265-c49e4c330edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f519d7d1-803c-4c11-86c2-d304a25da034,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:58.283491 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a13502ae-6afc-47da-95fd-e210a242291e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.288341 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a13502ae-6afc-47da-95fd-e210a242291e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.362694 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cf80de6d-f5a9-4a1c-baa8-78d1d1b6c92e req-0a535286-3f4a-49fb-93d1-381ab5d84d38 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.362968 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a13502ae-6afc-47da-95fd-e210a242291e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=065d5649ca19448aa84a86c52ff9c1ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5931685 Jul 15 23:14:58.363542 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55590) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:58.366712 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13502ae-6afc-47da-95fd-e210a242291e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acd5413-3bb0-4b96-987d-5f0fd2c0ed85,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:58.375364 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['ad838222-47b3-4a76-9569-ca5648a3a78b'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:58.414026 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a535286-3f4a-49fb-93d1-381ab5d84d38 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Pushing event deleted for resources: {'Port': ['ID=c6acb3de-4576-4f53-9697-dd3f98a6bc2e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:58.435325 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-44de13dc-7e24-49d3-a5e6-fd2b4044ed96 service neutron] 10.222.0.43 "GET /v2.0/networks/70df42a8-7f3a-4d1e-82b9-1354a40e98c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849253 Jul 15 23:14:58.457342 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7d69e998-3206-4acd-b267-3b2c0d571de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.487835 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7d69e998-3206-4acd-b267-3b2c0d571de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.491178 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf80de6d-f5a9-4a1c-baa8-78d1d1b6c92e req-0a535286-3f4a-49fb-93d1-381ab5d84d38 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] No DVR routers for this DVR port c6acb3de-4576-4f53-9697-dd3f98a6bc2e on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:58.498891 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cf80de6d-f5a9-4a1c-baa8-78d1d1b6c92e req-0a535286-3f4a-49fb-93d1-381ab5d84d38 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.501423 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cf80de6d-f5a9-4a1c-baa8-78d1d1b6c92e req-0a535286-3f4a-49fb-93d1-381ab5d84d38 tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.36 "DELETE /v2.0/ports/c6acb3de-4576-4f53-9697-dd3f98a6bc2e HTTP/1.1" status: 204 len: 173 time: 1.1360333 Jul 15 23:14:58.501859 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5296927f-d69b-4e3a-8137-de4970bc563a', 'name': 'network-vif-deleted', 'tag': 'c6acb3de-4576-4f53-9697-dd3f98a6bc2e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:58.504368 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2fdda5-6713-4dfd-bb08-e57e5da8d3df" -d '{"events": [{"server_uuid": "5296927f-d69b-4e3a-8137-de4970bc563a", "name": "network-vif-deleted", "tag": "c6acb3de-4576-4f53-9697-dd3f98a6bc2e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:58.556460 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7d69e998-3206-4acd-b267-3b2c0d571de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.559310 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7d69e998-3206-4acd-b267-3b2c0d571de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.560489 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7d69e998-3206-4acd-b267-3b2c0d571de1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9acd5413-3bb0-4b96-987d-5f0fd2c0ed85 HTTP/1.1" status: 204 len: 168 time: 0.1953464 Jul 15 23:14:58.572239 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69e998-3206-4acd-b267-3b2c0d571de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acd5413-3bb0-4b96-987d-5f0fd2c0ed85,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:58.590548 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc5feb4-3e3e-4a94-99e8-0c1807aff838 x-openstack-request-id: req-bbc5feb4-3e3e-4a94-99e8-0c1807aff838 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:58.590864 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5296927f-d69b-4e3a-8137-de4970bc563a", "name": "network-vif-deleted", "tag": "c6acb3de-4576-4f53-9697-dd3f98a6bc2e", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:58.591244 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bbc5feb4-3e3e-4a94-99e8-0c1807aff838 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:58.591874 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5296927f-d69b-4e3a-8137-de4970bc563a', 'name': 'network-vif-deleted', 'tag': 'c6acb3de-4576-4f53-9697-dd3f98a6bc2e', 'status': 'completed', 'code': 200} Jul 15 23:14:58.599570 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-bc75123d-3901-4c63-a0ba-1a4da01271de service neutron] 10.222.0.43 "GET /v2.0/networks/70df42a8-7f3a-4d1e-82b9-1354a40e98c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453938 Jul 15 23:14:58.685510 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-1f1197ad-1167-4fcf-88dc-2a1480dae6d8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=54ed7c92-7d96-4319-af0e-98c8d7d7ce91 HTTP/1.1" status: 200 len: 217 time: 0.0708530 Jul 15 23:14:58.847939 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-7caf2b25-9e45-4ca3-b9b5-abb0cce3d8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:58.849477 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-7caf2b25-9e45-4ca3-b9b5-abb0cce3d8f8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c8ed3032-070e-4ebf-984d-7ac57e6c8a26 HTTP/1.1" status: 200 len: 797 time: 0.1460700 Jul 15 23:14:58.872461 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55608) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:58.916689 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ff094d82-be1e-4d8e-9f65-1d38d05fbb8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.954236 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8069f8-b8c5-4b2e-8e49-1e07a837b6cc req-accd04d7-8f99-4fcc-a8ff-45ecbf211cc9 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:58.962968 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eb8069f8-b8c5-4b2e-8e49-1e07a837b6cc req-accd04d7-8f99-4fcc-a8ff-45ecbf211cc9 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846fd386-2215-4f04-8c56-76ccd4f5dacb HTTP/1.1" status: 200 len: 945 time: 0.1391485 Jul 15 23:14:59.011754 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-7bd62c97-c3b7-475c-a980-2d3fd339ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:59.013603 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-7bd62c97-c3b7-475c-a980-2d3fd339ba78 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=70df42a8-7f3a-4d1e-82b9-1354a40e98c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1571300 Jul 15 23:14:59.025577 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-644fbf96-1411-494b-95b5-0f0caa2fbf92 req-fee1bcfe-28b0-4e62-bac7-c42aef5ab2fa tempest-ListServersNegativeTestJSON-928198335 tempest-ListServersNegativeTestJSON-928198335-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b778c1-7d26-4c86-9d1d-0f438bb7d66b HTTP/1.1" status: 200 len: 210 time: 0.0597548 Jul 15 23:14:59.057973 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eb8069f8-b8c5-4b2e-8e49-1e07a837b6cc req-27d5c1d3-f6bf-43b0-aa00-4432243a85f6 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939643 Jul 15 23:14:59.149318 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ff094d82-be1e-4d8e-9f65-1d38d05fbb8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:59.163595 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-deee16a3-a5d3-45e9-b370-1a9d1205d7e8 service neutron] 10.222.0.43 "GET /v2.0/networks/70df42a8-7f3a-4d1e-82b9-1354a40e98c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404321 Jul 15 23:14:59.164334 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ff094d82-be1e-4d8e-9f65-1d38d05fbb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:59.206889 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff094d82-be1e-4d8e-9f65-1d38d05fbb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d749305-f33a-46fa-b7ea-ed45d0586444,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:59.271300 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ff094d82-be1e-4d8e-9f65-1d38d05fbb8e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec219432fdcc4efca95bbafc5cd86e27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3953319 Jul 15 23:14:59.272883 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55618) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:59.319649 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:14:59.334319 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b778c1-7d26-4c86-9d1d-0f438bb7d66b', 'name': 'network-vif-deleted', 'tag': 'ad838222-47b3-4a76-9569-ca5648a3a78b'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:59.337543 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dd5550-155a-4cc4-b63c-15ccaade1fdb" -d '{"events": [{"server_uuid": "62b778c1-7d26-4c86-9d1d-0f438bb7d66b", "name": "network-vif-deleted", "tag": "ad838222-47b3-4a76-9569-ca5648a3a78b"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:59.360318 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:14:59.360904 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device d9cac9c9-4d8f-40b1-9d3a-7a5204a6c46f not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:14:59.395491 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f66b646-bbfe-4d94-8466-61e2683bbaca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:59.405492 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6bfedba7-40ac-4819-8115-66b3152b59fc req-65a85b4f-1d7c-4606-887e-80783a1bdc18 service neutron] 10.222.0.43 "GET /v2.0/networks/70df42a8-7f3a-4d1e-82b9-1354a40e98c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998136 Jul 15 23:14:59.430280 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f66b646-bbfe-4d94-8466-61e2683bbaca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:59.463968 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f35279-a2ed-47c5-b0c8-a789ffb19680 x-openstack-request-id: req-39f35279-a2ed-47c5-b0c8-a789ffb19680 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:59.464491 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b778c1-7d26-4c86-9d1d-0f438bb7d66b", "name": "network-vif-deleted", "tag": "ad838222-47b3-4a76-9569-ca5648a3a78b", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:59.464740 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39f35279-a2ed-47c5-b0c8-a789ffb19680 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:59.465135 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b778c1-7d26-4c86-9d1d-0f438bb7d66b', 'name': 'network-vif-deleted', 'tag': 'ad838222-47b3-4a76-9569-ca5648a3a78b', 'status': 'completed', 'code': 200} Jul 15 23:14:59.498319 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f66b646-bbfe-4d94-8466-61e2683bbaca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:59.504993 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f66b646-bbfe-4d94-8466-61e2683bbaca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:59.509144 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90afc1-500c-4ac9-90b9-8cc28e71b495 req-dddf7caf-a317-4514-9035-6b86dd7c7c90 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:59.511210 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2f66b646-bbfe-4d94-8466-61e2683bbaca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d749305-f33a-46fa-b7ea-ed45d0586444 HTTP/1.1" status: 204 len: 168 time: 0.2354631 Jul 15 23:14:59.521633 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1c90afc1-500c-4ac9-90b9-8cc28e71b495 req-dddf7caf-a317-4514-9035-6b86dd7c7c90 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 946 time: 0.1089077 Jul 15 23:14:59.532091 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66b646-bbfe-4d94-8466-61e2683bbaca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d749305-f33a-46fa-b7ea-ed45d0586444,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:59.583348 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1c90afc1-500c-4ac9-90b9-8cc28e71b495 req-4cd0fae3-2920-4d91-b806-2788fdcea03c tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606318 Jul 15 23:14:59.838996 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2354b6a-a65c-4bce-a869-90f425b1de8e req-9f7a141e-66c1-40aa-855a-1f9f14a90289 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:59.840706 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2354b6a-a65c-4bce-a869-90f425b1de8e req-9f7a141e-66c1-40aa-855a-1f9f14a90289 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/ports?device_id=afbe4fd8-a198-44df-953d-f809a4b0436a HTTP/1.1" status: 200 len: 945 time: 0.0797529 Jul 15 23:14:59.883091 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2354b6a-a65c-4bce-a869-90f425b1de8e req-fe702812-83c9-4f5a-a3a6-5f529e9e8ecc tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/security-groups?id=a144b9fc-c892-4016-b855-7d3f0c3dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361567 Jul 15 23:15:00.219046 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55690) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:00.295054 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6c811-094f-44f7-8312-26c43b48a8a9 req-7777550c-7ae1-4aa7-86da-689119c15bf0 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:00.302111 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e55768-8362-418b-bb94-2c78ee00463a admin admin] Deleting subnet b08f3c9c-e935-48a1-816a-a3f57997a81e {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:15:00.304476 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eed6c811-094f-44f7-8312-26c43b48a8a9 req-7777550c-7ae1-4aa7-86da-689119c15bf0 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846fd386-2215-4f04-8c56-76ccd4f5dacb HTTP/1.1" status: 200 len: 945 time: 0.1129620 Jul 15 23:15:00.309105 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c1e55768-8362-418b-bb94-2c78ee00463a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.398711 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eed6c811-094f-44f7-8312-26c43b48a8a9 req-456eadda-5873-453a-88d7-87d35fe1d5c1 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916271 Jul 15 23:15:00.404369 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c1e55768-8362-418b-bb94-2c78ee00463a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.471944 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55704) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:00.477185 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c1e55768-8362-418b-bb94-2c78ee00463a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.508096 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955aef6-bf71-435c-a4eb-3e62e7f828f2 req-90303ff4-0a73-446b-9202-5e38c9282d0c tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:00.509650 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e955aef6-bf71-435c-a4eb-3e62e7f828f2 req-90303ff4-0a73-446b-9202-5e38c9282d0c tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.36 "GET /v2.0/ports?device_id=846fd386-2215-4f04-8c56-76ccd4f5dacb HTTP/1.1" status: 200 len: 945 time: 0.1708663 Jul 15 23:15:00.596454 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dfac1020-9b9e-420c-b29b-589329e49e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.647144 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c1e55768-8362-418b-bb94-2c78ee00463a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.705733 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c1e55768-8362-418b-bb94-2c78ee00463a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.708811 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c1e55768-8362-418b-bb94-2c78ee00463a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b08f3c9c-e935-48a1-816a-a3f57997a81e HTTP/1.1" status: 204 len: 168 time: 0.4870369 Jul 15 23:15:00.709043 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e55768-8362-418b-bb94-2c78ee00463a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b08f3c9c-e935-48a1-816a-a3f57997a81e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:00.712307 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55714) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:00.796031 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e0542599-e33e-47d1-b9dd-4ff46f1e201b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.799314 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-e955aef6-bf71-435c-a4eb-3e62e7f828f2 req-07e5d166-6680-4993-9db0-12f922c0fa4f tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Deleting port bdaacc61-587c-448a-979c-b22fe7ad454e {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:00.799646 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e955aef6-bf71-435c-a4eb-3e62e7f828f2 req-07e5d166-6680-4993-9db0-12f922c0fa4f tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.829464 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dfac1020-9b9e-420c-b29b-589329e49e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.840609 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dfac1020-9b9e-420c-b29b-589329e49e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.919907 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac1020-9b9e-420c-b29b-589329e49e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d341799-17ce-45b9-91c0-c9c0d84bd112,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:00.927672 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-dfac1020-9b9e-420c-b29b-589329e49e1b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b3ab76577de406caeff9af27b6219c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4545431 Jul 15 23:15:00.929756 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55718) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:00.945343 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55720) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:00.990994 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f3ee4-dd2e-4a3d-a616-d389776890a0 req-71c4f97d-ca5f-4088-94a6-26c76d25b57f tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:00.992604 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-348f3ee4-dd2e-4a3d-a616-d389776890a0 req-71c4f97d-ca5f-4088-94a6-26c76d25b57f tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 946 time: 0.2135890 Jul 15 23:15:01.044525 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d7758-1f1f-45ed-b4d5-f2131582f651 req-6bd27063-3bac-4947-94f5-c15039462213 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:01.046134 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-682d7758-1f1f-45ed-b4d5-f2131582f651 req-6bd27063-3bac-4947-94f5-c15039462213 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/ports?device_id=afbe4fd8-a198-44df-953d-f809a4b0436a HTTP/1.1" status: 200 len: 945 time: 0.2072456 Jul 15 23:15:01.088725 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25975646-49f3-4623-9fd0-341ac3544063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.095937 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-348f3ee4-dd2e-4a3d-a616-d389776890a0 req-c52e5b3e-ad59-4ca2-8c0e-db9ee7c2aa39 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937524 Jul 15 23:15:01.140356 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2dcbf8eb-ce1d-4db2-ab57-27bc1f795456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.145462 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25975646-49f3-4623-9fd0-341ac3544063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.162716 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-682d7758-1f1f-45ed-b4d5-f2131582f651 req-add58de5-f73d-4f4a-9fb8-555b6c4b000f tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/security-groups?id=a144b9fc-c892-4016-b855-7d3f0c3dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061285 Jul 15 23:15:01.240417 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25975646-49f3-4623-9fd0-341ac3544063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.243017 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25975646-49f3-4623-9fd0-341ac3544063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.246673 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-25975646-49f3-4623-9fd0-341ac3544063 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d341799-17ce-45b9-91c0-c9c0d84bd112 HTTP/1.1" status: 204 len: 168 time: 0.3091681 Jul 15 23:15:01.281906 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e955aef6-bf71-435c-a4eb-3e62e7f828f2 req-07e5d166-6680-4993-9db0-12f922c0fa4f tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] For port bdaacc61-587c-448a-979c-b22fe7ad454e, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=bdaacc61-587c-448a-979c-b22fe7ad454e,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:01.282492 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e955aef6-bf71-435c-a4eb-3e62e7f828f2 req-07e5d166-6680-4993-9db0-12f922c0fa4f tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.316358 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2dcbf8eb-ce1d-4db2-ab57-27bc1f795456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.318939 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e0542599-e33e-47d1-b9dd-4ff46f1e201b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.320543 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25975646-49f3-4623-9fd0-341ac3544063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d341799-17ce-45b9-91c0-c9c0d84bd112,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:01.324918 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2dcbf8eb-ce1d-4db2-ab57-27bc1f795456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.328944 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device ad838222-47b3-4a76-9569-ca5648a3a78b no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:01.334191 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-e955aef6-bf71-435c-a4eb-3e62e7f828f2 req-07e5d166-6680-4993-9db0-12f922c0fa4f tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Calling delete_port for bdaacc61-587c-448a-979c-b22fe7ad454e owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:01.340253 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-e0542599-e33e-47d1-b9dd-4ff46f1e201b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3100a29-22c9-4584-9abf-c5518d98e0b6']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:01.355844 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-e0542599-e33e-47d1-b9dd-4ff46f1e201b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '825a3365-6594-4c26-b144-43f70f629c61') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:01.356139 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-e0542599-e33e-47d1-b9dd-4ff46f1e201b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '825a3365-6594-4c26-b144-43f70f629c61') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:01.373464 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: ad838222-47b3-4a76-9569-ca5648a3a78b {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:15:01.374730 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device ad838222-47b3-4a76-9569-ca5648a3a78b not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:15:01.378718 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2dcbf8eb-ce1d-4db2-ab57-27bc1f795456 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b98da528328b406d8bee4a4b62ecbf2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4303713 Jul 15 23:15:01.380344 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55728) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:01.391017 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbf8eb-ce1d-4db2-ab57-27bc1f795456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482e53ea-ab3a-4325-82eb-2eb7c3e63c7e,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:01.405009 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e0542599-e33e-47d1-b9dd-4ff46f1e201b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.431240 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e0542599-e33e-47d1-b9dd-4ff46f1e201b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.452157 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0542599-e33e-47d1-b9dd-4ff46f1e201b admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:15:01.452577 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e0542599-e33e-47d1-b9dd-4ff46f1e201b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:15:01.454769 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:15:01.473846 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-348411cd-bda6-404e-ba65-e5fb4c583e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.504094 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-348411cd-bda6-404e-ba65-e5fb4c583e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.534032 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e0542599-e33e-47d1-b9dd-4ff46f1e201b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.538812 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e0542599-e33e-47d1-b9dd-4ff46f1e201b admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.541068 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e0542599-e33e-47d1-b9dd-4ff46f1e201b admin admin] 10.222.0.16 "DELETE /v2.0/networks/e3100a29-22c9-4584-9abf-c5518d98e0b6 HTTP/1.1" status: 204 len: 168 time: 0.8264418 Jul 15 23:15:01.573813 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-348411cd-bda6-404e-ba65-e5fb4c583e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.577588 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-348411cd-bda6-404e-ba65-e5fb4c583e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.579817 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-348411cd-bda6-404e-ba65-e5fb4c583e68 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/482e53ea-ab3a-4325-82eb-2eb7c3e63c7e HTTP/1.1" status: 204 len: 168 time: 0.1972044 Jul 15 23:15:01.589352 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348411cd-bda6-404e-ba65-e5fb4c583e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482e53ea-ab3a-4325-82eb-2eb7c3e63c7e,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:01.592838 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0542599-e33e-47d1-b9dd-4ff46f1e201b admin admin] Pushing event deleted for resources: {'Network': ['ID=e3100a29-22c9-4584-9abf-c5518d98e0b6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:01.619785 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e955aef6-bf71-435c-a4eb-3e62e7f828f2 req-07e5d166-6680-4993-9db0-12f922c0fa4f tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.654264 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['6512fefd-4257-40d9-aa1c-e1c8110b0ce6', 'bdaacc61-587c-448a-979c-b22fe7ad454e'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:15:01.721337 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8e3177cc-329f-4f24-9fd6-2ff1c55c5975 req-bb15c355-913f-4655-8489-c47548362256 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846fd386-2215-4f04-8c56-76ccd4f5dacb HTTP/1.1" status: 200 len: 210 time: 0.0743122 Jul 15 23:15:01.723007 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-e955aef6-bf71-435c-a4eb-3e62e7f828f2 req-07e5d166-6680-4993-9db0-12f922c0fa4f tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] No DVR routers for this DVR port bdaacc61-587c-448a-979c-b22fe7ad454e on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:15:01.724950 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5d166-6680-4993-9db0-12f922c0fa4f tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Pushing event deleted for resources: {'Port': ['ID=bdaacc61-587c-448a-979c-b22fe7ad454e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:01.727490 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e955aef6-bf71-435c-a4eb-3e62e7f828f2 req-07e5d166-6680-4993-9db0-12f922c0fa4f tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.729723 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e955aef6-bf71-435c-a4eb-3e62e7f828f2 req-07e5d166-6680-4993-9db0-12f922c0fa4f tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.36 "DELETE /v2.0/ports/bdaacc61-587c-448a-979c-b22fe7ad454e HTTP/1.1" status: 204 len: 173 time: 1.2130885 Jul 15 23:15:01.730675 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846fd386-2215-4f04-8c56-76ccd4f5dacb', 'name': 'network-vif-deleted', 'tag': 'bdaacc61-587c-448a-979c-b22fe7ad454e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:01.733631 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf3d2f9-ad17-4955-b9c6-18f9580f5195" -d '{"events": [{"server_uuid": "846fd386-2215-4f04-8c56-76ccd4f5dacb", "name": "network-vif-deleted", "tag": "bdaacc61-587c-448a-979c-b22fe7ad454e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:01.814739 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f85e953-add0-4818-b673-2a32aa096cbd x-openstack-request-id: req-2f85e953-add0-4818-b673-2a32aa096cbd {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:01.815052 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846fd386-2215-4f04-8c56-76ccd4f5dacb", "name": "network-vif-deleted", "tag": "bdaacc61-587c-448a-979c-b22fe7ad454e", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:01.815273 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2f85e953-add0-4818-b673-2a32aa096cbd {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:01.815670 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846fd386-2215-4f04-8c56-76ccd4f5dacb', 'name': 'network-vif-deleted', 'tag': 'bdaacc61-587c-448a-979c-b22fe7ad454e', 'status': 'completed', 'code': 200} Jul 15 23:15:01.840846 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c6acb3de-4576-4f53-9697-dd3f98a6bc2e no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:01.865343 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: c6acb3de-4576-4f53-9697-dd3f98a6bc2e {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:15:01.865764 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c6acb3de-4576-4f53-9697-dd3f98a6bc2e not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:15:01.882303 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55748) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:01.964292 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-657900e2-3e77-480e-bcd0-1da29c9c2911 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e54df08db07a407e9d604e0e96d89e62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0806131 Jul 15 23:15:01.966531 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55752) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:01.993700 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139cfdf-7373-429d-a91e-5fd9e1e462e8 req-974bcd7d-d211-446e-9927-10118a19d787 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:02.000990 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5139cfdf-7373-429d-a91e-5fd9e1e462e8 req-974bcd7d-d211-446e-9927-10118a19d787 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 946 time: 0.0964124 Jul 15 23:15:02.045946 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7d3b9ca1-0eb4-4388-8540-253438c12caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:02.050163 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5139cfdf-7373-429d-a91e-5fd9e1e462e8 req-0a9f77cb-e5cf-4e16-9169-40b5d5f0a4dc tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481148 Jul 15 23:15:02.076857 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7d3b9ca1-0eb4-4388-8540-253438c12caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:02.166299 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7d3b9ca1-0eb4-4388-8540-253438c12caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:02.169062 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7d3b9ca1-0eb4-4388-8540-253438c12caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:02.173290 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7d3b9ca1-0eb4-4388-8540-253438c12caa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c0534ae5-67ee-4254-bedf-93554518b7a2 HTTP/1.1" status: 204 len: 168 time: 0.2018347 Jul 15 23:15:02.178942 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e16188-8076-48ec-a14a-ee0565c122cd req-efc5f792-432e-4601-91dc-b36075cb106e tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:02.182999 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-97e16188-8076-48ec-a14a-ee0565c122cd req-efc5f792-432e-4601-91dc-b36075cb106e tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.36 "GET /v2.0/ports?device_id=afbe4fd8-a198-44df-953d-f809a4b0436a HTTP/1.1" status: 200 len: 945 time: 0.0818446 Jul 15 23:15:02.195539 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b9ca1-0eb4-4388-8540-253438c12caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0534ae5-67ee-4254-bedf-93554518b7a2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:02.301022 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-97e16188-8076-48ec-a14a-ee0565c122cd req-8587ec95-b474-40e4-8e18-f90b46a0b190 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Deleting port 76d66964-5d75-43f4-9e52-c2d62bceba58 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:02.301681 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-97e16188-8076-48ec-a14a-ee0565c122cd req-8587ec95-b474-40e4-8e18-f90b46a0b190 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:02.401572 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42141f-a917-4fbc-b5c3-73a68c34e855 req-64e67ca4-23f4-47e1-a168-3500b26b1dd9 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:02.403320 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c42141f-a917-4fbc-b5c3-73a68c34e855 req-64e67ca4-23f4-47e1-a168-3500b26b1dd9 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/ports?device_id=afbe4fd8-a198-44df-953d-f809a4b0436a HTTP/1.1" status: 200 len: 945 time: 0.0864885 Jul 15 23:15:02.434412 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-97e16188-8076-48ec-a14a-ee0565c122cd req-8587ec95-b474-40e4-8e18-f90b46a0b190 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] For port 76d66964-5d75-43f4-9e52-c2d62bceba58, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=76d66964-5d75-43f4-9e52-c2d62bceba58,segment=NetworkSegment(d52f2102-c666-4e87-88eb-3f4047883fc5),segment_id=d52f2102-c666-4e87-88eb-3f4047883fc5)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:02.434627 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-97e16188-8076-48ec-a14a-ee0565c122cd req-8587ec95-b474-40e4-8e18-f90b46a0b190 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:02.479347 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c42141f-a917-4fbc-b5c3-73a68c34e855 req-f5c3ace2-a420-4cb7-999c-dd386cb6dee4 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/security-groups?id=a144b9fc-c892-4016-b855-7d3f0c3dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663285 Jul 15 23:15:02.662437 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-97e16188-8076-48ec-a14a-ee0565c122cd req-8587ec95-b474-40e4-8e18-f90b46a0b190 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:02.662835 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-97e16188-8076-48ec-a14a-ee0565c122cd req-8587ec95-b474-40e4-8e18-f90b46a0b190 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:02.663146 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [req-97e16188-8076-48ec-a14a-ee0565c122cd req-8587ec95-b474-40e4-8e18-f90b46a0b190 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Floating IP c54ef5f5-2eff-410a-b3f0-7570c64e895e disassociated. External IP: 172.25.4.178, port: 76d66964-5d75-43f4-9e52-c2d62bceba58. Jul 15 23:15:02.663503 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-97e16188-8076-48ec-a14a-ee0565c122cd req-8587ec95-b474-40e4-8e18-f90b46a0b190 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Calling delete_port for 76d66964-5d75-43f4-9e52-c2d62bceba58 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:02.813457 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2f7cb-ee97-4021-aa86-f1322df38636 req-e9f897e2-7afd-49c7-ad0a-e1c3b5aeda6a tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:02.815067 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d3b2f7cb-ee97-4021-aa86-f1322df38636 req-e9f897e2-7afd-49c7-ad0a-e1c3b5aeda6a tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 946 time: 0.1378720 Jul 15 23:15:02.848754 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55796) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:02.917655 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-97e16188-8076-48ec-a14a-ee0565c122cd req-8587ec95-b474-40e4-8e18-f90b46a0b190 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:02.973243 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587ec95-b474-40e4-8e18-f90b46a0b190 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Pushing event deleted for resources: {'Port': ['ID=76d66964-5d75-43f4-9e52-c2d62bceba58,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:03.073973 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-d3b2f7cb-ee97-4021-aa86-f1322df38636 req-e6b8c551-f478-41ee-a286-b70cc43e6155 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Deleting port 5073a8ec-8912-46d0-8766-c5db18b9ab86 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:03.074321 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d3b2f7cb-ee97-4021-aa86-f1322df38636 req-e6b8c551-f478-41ee-a286-b70cc43e6155 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:03.195127 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-497611b5-e3eb-48af-882b-8b5a38dff0da tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-958653572'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:03.209949 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d3b2f7cb-ee97-4021-aa86-f1322df38636 req-e6b8c551-f478-41ee-a286-b70cc43e6155 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] For port 5073a8ec-8912-46d0-8766-c5db18b9ab86, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=5073a8ec-8912-46d0-8766-c5db18b9ab86,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:03.210350 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d3b2f7cb-ee97-4021-aa86-f1322df38636 req-e6b8c551-f478-41ee-a286-b70cc43e6155 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:03.233242 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-d3b2f7cb-ee97-4021-aa86-f1322df38636 req-e6b8c551-f478-41ee-a286-b70cc43e6155 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Calling delete_port for 5073a8ec-8912-46d0-8766-c5db18b9ab86 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:03.239740 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97e16188-8076-48ec-a14a-ee0565c122cd req-8587ec95-b474-40e4-8e18-f90b46a0b190 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Router 6f2749d8-444c-42c8-932a-bf6b9570f566 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:15:03.284393 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497611b5-e3eb-48af-882b-8b5a38dff0da tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:03.288184 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-497611b5-e3eb-48af-882b-8b5a38dff0da tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:03.331683 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-497611b5-e3eb-48af-882b-8b5a38dff0da tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:03.384413 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-38457b89-b650-44ac-908e-0d2e6c1d4cca tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:03.391112 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-38457b89-b650-44ac-908e-0d2e6c1d4cca tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/networks?id=67544dea-b98a-4fe5-a010-0d763c20c5d2 HTTP/1.1" status: 200 len: 806 time: 0.2594655 Jul 15 23:15:03.430872 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-58041f4e-1699-40c7-9f4d-2734a8cf3a6d tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/quotas/d77f9925bdde4eb59287838e6d3fa09b HTTP/1.1" status: 200 len: 375 time: 0.0387778 Jul 15 23:15:03.446348 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97e16188-8076-48ec-a14a-ee0565c122cd req-8587ec95-b474-40e4-8e18-f90b46a0b190 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:15:03.457402 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db525d52-33e3-4013-82dd-d163c5bebb62 req-41972e75-8eb1-442b-b7a7-6d615ac5f140 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:03.464262 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23754022-21aa-4521-8c3c-816c8ef9a211 None None] Sync routers for ids ['6f2749d8-444c-42c8-932a-bf6b9570f566'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:15:03.476584 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-db525d52-33e3-4013-82dd-d163c5bebb62 req-41972e75-8eb1-442b-b7a7-6d615ac5f140 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 946 time: 0.2056165 Jul 15 23:15:03.484786 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23754022-21aa-4521-8c3c-816c8ef9a211 None None] Routers {'6f2749d8-444c-42c8-932a-bf6b9570f566'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:15:03.485426 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-23754022-21aa-4521-8c3c-816c8ef9a211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:14:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6f2749d8-444c-42c8-932a-bf6b9570f566'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:03.606092 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e16188-8076-48ec-a14a-ee0565c122cd req-8587ec95-b474-40e4-8e18-f90b46a0b190 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] No DVR routers for this DVR port 76d66964-5d75-43f4-9e52-c2d62bceba58 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:15:03.612893 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-97e16188-8076-48ec-a14a-ee0565c122cd req-8587ec95-b474-40e4-8e18-f90b46a0b190 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:03.615029 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-97e16188-8076-48ec-a14a-ee0565c122cd req-8587ec95-b474-40e4-8e18-f90b46a0b190 tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.36 "DELETE /v2.0/ports/76d66964-5d75-43f4-9e52-c2d62bceba58 HTTP/1.1" status: 204 len: 173 time: 1.4266026 Jul 15 23:15:03.625533 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-db525d52-33e3-4013-82dd-d163c5bebb62 req-47abd07b-78f8-45e2-897f-e66f2af32b0c tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472931 Jul 15 23:15:03.655928 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d3b2f7cb-ee97-4021-aa86-f1322df38636 req-e6b8c551-f478-41ee-a286-b70cc43e6155 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:03.670092 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['5073a8ec-8912-46d0-8766-c5db18b9ab86'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:15:03.703294 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-427a8e2c-bb87-4c77-b62a-085b71c3062b tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d77f9925bdde4eb59287838e6d3fa09b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2714193 Jul 15 23:15:03.723926 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-23754022-21aa-4521-8c3c-816c8ef9a211 None None] Set router 6f2749d8-444c-42c8-932a-bf6b9570f566 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:15:03.767252 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55870) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:03.810942 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8c551-f478-41ee-a286-b70cc43e6155 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Pushing event deleted for resources: {'Port': ['ID=5073a8ec-8912-46d0-8766-c5db18b9ab86,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:03.852485 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-497611b5-e3eb-48af-882b-8b5a38dff0da tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:03.859285 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-497611b5-e3eb-48af-882b-8b5a38dff0da tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:03.868152 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afbe4fd8-a198-44df-953d-f809a4b0436a', 'name': 'network-vif-deleted', 'tag': '76d66964-5d75-43f4-9e52-c2d62bceba58'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:03.874896 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0874c85-8f2f-4fe8-9bb8-24a64dc246d7" -d '{"events": [{"server_uuid": "afbe4fd8-a198-44df-953d-f809a4b0436a", "name": "network-vif-deleted", "tag": "76d66964-5d75-43f4-9e52-c2d62bceba58"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:03.882962 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-497611b5-e3eb-48af-882b-8b5a38dff0da tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:15:03.912331 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-497611b5-e3eb-48af-882b-8b5a38dff0da tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:03.912997 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-497611b5-e3eb-48af-882b-8b5a38dff0da tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Added segment a7328aa6-1e5d-4c02-8a3e-6b8de96f4b0d of type vlan for network 0afdfc6e-939f-4a41-acb4-21e995fbad9b Jul 15 23:15:03.917090 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b2f7cb-ee97-4021-aa86-f1322df38636 req-e6b8c551-f478-41ee-a286-b70cc43e6155 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] No DVR routers for this DVR port 5073a8ec-8912-46d0-8766-c5db18b9ab86 on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:15:03.920207 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d3b2f7cb-ee97-4021-aa86-f1322df38636 req-e6b8c551-f478-41ee-a286-b70cc43e6155 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:03.923762 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d3b2f7cb-ee97-4021-aa86-f1322df38636 req-e6b8c551-f478-41ee-a286-b70cc43e6155 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.43 "DELETE /v2.0/ports/5073a8ec-8912-46d0-8766-c5db18b9ab86 HTTP/1.1" status: 204 len: 173 time: 1.1022432 Jul 15 23:15:03.984491 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-497611b5-e3eb-48af-882b-8b5a38dff0da tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.013066 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-365252fc-3fa6-473a-9ca6-9897b01eeafb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1966710629-network', 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:04.045033 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365252fc-3fa6-473a-9ca6-9897b01eeafb admin admin] Made reservation on behalf of c1885ddec6b5464187ca1cbaa27847a8 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:04.051355 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-365252fc-3fa6-473a-9ca6-9897b01eeafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.080809 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-365252fc-3fa6-473a-9ca6-9897b01eeafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.104919 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-1a8e1a86-89f2-4b07-9b3d-b544e95bd983 service neutron] 10.222.0.16 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000599 Jul 15 23:15:04.160585 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-23754022-21aa-4521-8c3c-816c8ef9a211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'name': 'tempest-ServersTestJSON-476640854-router', 'tenant_id': 'a3b33ab153c54452b058f065a74f587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'd40687e4-420f-4641-9c46-fdf411234ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:33Z', 'updated_at': '2021-07-15T23:12:41Z', 'revision_number': 4, 'project_id': 'a3b33ab153c54452b058f065a74f587b', 'gw_port': {'id': 'd40687e4-420f-4641-9c46-fdf411234ceb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:34Z', 'updated_at': '2021-07-15T23:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf', 'name': '', 'network_id': '8762ff4c-af53-489a-9638-7d16a5a9a397', 'tenant_id': 'a3b33ab153c54452b058f065a74f587b', 'mac_address': 'fa:16:3e:ba:85:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '48f08ec9-07a5-42e6-bbce-26101ffdb682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:38Z', 'updated_at': '2021-07-15T23:12:47Z', 'revision_number': 5, 'project_id': 'a3b33ab153c54452b058f065a74f587b', 'subnets': [{'id': '48f08ec9-07a5-42e6-bbce-26101ffdb682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:04.226762 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23754022-21aa-4521-8c3c-816c8ef9a211 None None] Checking router: 6f2749d8-444c-42c8-932a-bf6b9570f566 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:15:04.245935 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23754022-21aa-4521-8c3c-816c8ef9a211 None None] Routers {'6f2749d8-444c-42c8-932a-bf6b9570f566'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:15:04.250560 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-365252fc-3fa6-473a-9ca6-9897b01eeafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.255192 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-365252fc-3fa6-473a-9ca6-9897b01eeafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.256954 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-23754022-21aa-4521-8c3c-816c8ef9a211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:14:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6f2749d8-444c-42c8-932a-bf6b9570f566'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:04.281060 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eb4ae9f8-5aa0-40ad-a999-ac9b6376c9cd req-1b122246-831c-4192-9f54-33a4c613902f tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/ports?device_id=afbe4fd8-a198-44df-953d-f809a4b0436a HTTP/1.1" status: 200 len: 210 time: 0.2910807 Jul 15 23:15:04.289223 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365252fc-3fa6-473a-9ca6-9897b01eeafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81cff2c-f04c-4187-b08e-ecb41ecd3dec,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:04.301455 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-365252fc-3fa6-473a-9ca6-9897b01eeafb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:15:04.317009 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497611b5-e3eb-48af-882b-8b5a38dff0da tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5cad5c-e5a1-4b4c-a2c0-171be56c8cf1,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:04.326775 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-365252fc-3fa6-473a-9ca6-9897b01eeafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.327173 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-365252fc-3fa6-473a-9ca6-9897b01eeafb admin admin] Added segment b8fbf8e3-2064-48ec-a057-e61b61fe1b65 of type vlan for network cb7f5d26-827b-40c8-9606-f513fb310e54 Jul 15 23:15:04.374555 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-497611b5-e3eb-48af-882b-8b5a38dff0da tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.401470 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497611b5-e3eb-48af-882b-8b5a38dff0da tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:04.402135 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-497611b5-e3eb-48af-882b-8b5a38dff0da tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.416547 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-365252fc-3fa6-473a-9ca6-9897b01eeafb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.475240 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-23754022-21aa-4521-8c3c-816c8ef9a211 None None] Set router 6f2749d8-444c-42c8-932a-bf6b9570f566 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:15:04.490083 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-365252fc-3fa6-473a-9ca6-9897b01eeafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.491735 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365252fc-3fa6-473a-9ca6-9897b01eeafb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:04.492663 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-365252fc-3fa6-473a-9ca6-9897b01eeafb admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.532934 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-12509240-b30f-4dd3-a258-d31678585d77 service neutron] 10.222.0.16 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269600 Jul 15 23:15:04.564643 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-497611b5-e3eb-48af-882b-8b5a38dff0da tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7140343 Jul 15 23:15:04.577801 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55914) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:04.591241 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-c6446651-cc88-4602-bdae-81f7a8918ee3 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'port': {'network_id': '0afdfc6e-939f-4a41-acb4-21e995fbad9b', 'name': 'tempest-PortsTestJSON-193565756'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:04.692937 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497611b5-e3eb-48af-882b-8b5a38dff0da tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Network': ['ID=0afdfc6e-939f-4a41-acb4-21e995fbad9b,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:04.704669 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 0afdfc6e-939f-4a41-acb4-21e995fbad9b details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:15:04.712303 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093bcec4-fed9-4bbd-bc29-14a1fe960f9e x-openstack-request-id: req-093bcec4-fed9-4bbd-bc29-14a1fe960f9e {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:04.712603 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afbe4fd8-a198-44df-953d-f809a4b0436a", "name": "network-vif-deleted", "tag": "76d66964-5d75-43f4-9e52-c2d62bceba58", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:04.712835 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-093bcec4-fed9-4bbd-bc29-14a1fe960f9e {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:04.713244 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afbe4fd8-a198-44df-953d-f809a4b0436a', 'name': 'network-vif-deleted', 'tag': '76d66964-5d75-43f4-9e52-c2d62bceba58', 'status': 'completed', 'code': 200} Jul 15 23:15:04.716916 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365252fc-3fa6-473a-9ca6-9897b01eeafb admin admin] Pushing event updated for resources: {'Network': ['ID=cb7f5d26-827b-40c8-9606-f513fb310e54,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:04.727148 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-365252fc-3fa6-473a-9ca6-9897b01eeafb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9352508 Jul 15 23:15:04.730006 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55918) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:04.741876 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0f34ca6f-b91d-4c81-a2c5-d08a8c8be92b admin admin] Request body: {'subnet': {'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1966710629-subnet', 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:04.786884 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f34ca6f-b91d-4c81-a2c5-d08a8c8be92b admin admin] Made reservation on behalf of c1885ddec6b5464187ca1cbaa27847a8 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:04.789709 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f34ca6f-b91d-4c81-a2c5-d08a8c8be92b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.870593 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6446651-cc88-4602-bdae-81f7a8918ee3 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:04.874356 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c6446651-cc88-4602-bdae-81f7a8918ee3 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.920440 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network cb7f5d26-827b-40c8-9606-f513fb310e54 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:15:05.003558 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-c6446651-cc88-4602-bdae-81f7a8918ee3 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] device_id is not set on port 53ff0bb4-24c3-4982-ad1c-abf590ba9821 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:15:05.014497 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-23754022-21aa-4521-8c3c-816c8ef9a211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'name': 'tempest-ServersTestJSON-476640854-router', 'tenant_id': 'a3b33ab153c54452b058f065a74f587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'd40687e4-420f-4641-9c46-fdf411234ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:33Z', 'updated_at': '2021-07-15T23:12:41Z', 'revision_number': 4, 'project_id': 'a3b33ab153c54452b058f065a74f587b', 'gw_port': {'id': 'd40687e4-420f-4641-9c46-fdf411234ceb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:34Z', 'updated_at': '2021-07-15T23:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf', 'name': '', 'network_id': '8762ff4c-af53-489a-9638-7d16a5a9a397', 'tenant_id': 'a3b33ab153c54452b058f065a74f587b', 'mac_address': 'fa:16:3e:ba:85:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '48f08ec9-07a5-42e6-bbce-26101ffdb682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:38Z', 'updated_at': '2021-07-15T23:12:47Z', 'revision_number': 5, 'project_id': 'a3b33ab153c54452b058f065a74f587b', 'subnets': [{'id': '48f08ec9-07a5-42e6-bbce-26101ffdb682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:05.087320 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23754022-21aa-4521-8c3c-816c8ef9a211 None None] The sync data for ids ['6f2749d8-444c-42c8-932a-bf6b9570f566'] in n-d-787205-9 is: [{'id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'name': 'tempest-ServersTestJSON-476640854-router', 'tenant_id': 'a3b33ab153c54452b058f065a74f587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'd40687e4-420f-4641-9c46-fdf411234ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:33Z', 'updated_at': '2021-07-15T23:12:41Z', 'revision_number': 4, 'project_id': 'a3b33ab153c54452b058f065a74f587b', 'gw_port': {'id': 'd40687e4-420f-4641-9c46-fdf411234ceb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:34Z', 'updated_at': '2021-07-15T23:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf', 'name': '', 'network_id': '8762ff4c-af53-489a-9638-7d16a5a9a397', 'tenant_id': 'a3b33ab153c54452b058f065a74f587b', 'mac_address': 'fa:16:3e:ba:85:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '48f08ec9-07a5-42e6-bbce-26101ffdb682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:38Z', 'updated_at': '2021-07-15T23:12:47Z', 'revision_number': 5, 'project_id': 'a3b33ab153c54452b058f065a74f587b', 'subnets': [{'id': '48f08ec9-07a5-42e6-bbce-26101ffdb682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:15:05.124731 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5d6b7b73-0dd3-4517-881f-b5237887f166 req-831e257e-158b-4cbf-a45e-24ea8f66e7b2 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a32b107-285b-48cb-bd94-ed83d6b1a213 HTTP/1.1" status: 200 len: 210 time: 0.1926239 Jul 15 23:15:05.137071 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b4c53b1e-3cce-48df-82ab-1e3acc3e0267 req-95749914-3be1-41e7-9c9f-70101bdf37ed tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf7659f-c003-471a-8a3e-73cf7db2bf26 HTTP/1.1" status: 200 len: 210 time: 0.1689596 Jul 15 23:15:05.180973 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f34ca6f-b91d-4c81-a2c5-d08a8c8be92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:05.254919 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34ca6f-b91d-4c81-a2c5-d08a8c8be92b admin admin] Pushing event updated for resources: {'Subnet': ['ID=242df3cc-37d7-47c0-a77c-be9034976381,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:05.277817 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f34ca6f-b91d-4c81-a2c5-d08a8c8be92b admin admin] Checking segment: {'id': 'b8fbf8e3-2064-48ec-a057-e61b61fe1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:05.278226 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f34ca6f-b91d-4c81-a2c5-d08a8c8be92b admin admin] Network hostable DHCP agents. Network: cb7f5d26-827b-40c8-9606-f513fb310e54, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:15:05.292860 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c6446651-cc88-4602-bdae-81f7a8918ee3 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:05.299789 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f34ca6f-b91d-4c81-a2c5-d08a8c8be92b admin admin] Network cb7f5d26-827b-40c8-9606-f513fb310e54 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:15:05.320664 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-0f34ca6f-b91d-4c81-a2c5-d08a8c8be92b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, cb7f5d26-827b-40c8-9606-f513fb310e54) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:05.329462 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80e841b-d70d-4148-bb8c-fa27ce7cf74b None None] Network cb7f5d26-827b-40c8-9606-f513fb310e54 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:05.331012 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f34ca6f-b91d-4c81-a2c5-d08a8c8be92b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:05.331625 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f34ca6f-b91d-4c81-a2c5-d08a8c8be92b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:05.355864 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0f34ca6f-b91d-4c81-a2c5-d08a8c8be92b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6245985 Jul 15 23:15:05.356634 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55934) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:05.362028 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2c23f515-4b47-40d5-8c0a-a9dc5ca26319 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1966710629-router', 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:05.390343 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c23f515-4b47-40d5-8c0a-a9dc5ca26319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:05.391862 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c23f515-4b47-40d5-8c0a-a9dc5ca26319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:05.438742 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c6446651-cc88-4602-bdae-81f7a8918ee3 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:05.505576 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c23f515-4b47-40d5-8c0a-a9dc5ca26319 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:05.574534 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed4c8ce-c243-405d-8485-5904cac2190d None None] New status for floating IP c54ef5f5-2eff-410a-b3f0-7570c64e895e: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:15:05.580765 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55942) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:05.581480 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6446651-cc88-4602-bdae-81f7a8918ee3 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Port': ['ID=53ff0bb4-24c3-4982-ad1c-abf590ba9821,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:05.666046 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6446651-cc88-4602-bdae-81f7a8918ee3 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Checking segment: {'id': 'a7328aa6-1e5d-4c02-8a3e-6b8de96f4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0afdfc6e-939f-4a41-acb4-21e995fbad9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:05.666942 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6446651-cc88-4602-bdae-81f7a8918ee3 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network hostable DHCP agents. Network: 0afdfc6e-939f-4a41-acb4-21e995fbad9b, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:15:05.744624 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e05180f5-52c3-48b6-9814-b8480cb4d89e tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:05.752498 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6446651-cc88-4602-bdae-81f7a8918ee3 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network 0afdfc6e-939f-4a41-acb4-21e995fbad9b is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:15:05.770820 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c23f515-4b47-40d5-8c0a-a9dc5ca26319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:05.783431 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-c6446651-cc88-4602-bdae-81f7a8918ee3 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 0afdfc6e-939f-4a41-acb4-21e995fbad9b) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:05.789576 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6446651-cc88-4602-bdae-81f7a8918ee3 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:05.799449 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6446651-cc88-4602-bdae-81f7a8918ee3 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:05.800423 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c6446651-cc88-4602-bdae-81f7a8918ee3 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:05.823060 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e05180f5-52c3-48b6-9814-b8480cb4d89e tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:05.832942 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55948) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:05.834551 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c6446651-cc88-4602-bdae-81f7a8918ee3 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2537856 Jul 15 23:15:05.849983 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ed8966a7-d771-4460-b6e9-84a8ca9db857 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-346985723'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:05.867008 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd60520-72e7-4ffa-a16c-8d278a4a118e None None] Network 0afdfc6e-939f-4a41-acb4-21e995fbad9b requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:05.899091 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4940b8f6-756c-425d-88cc-411744a01d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-cb7f5d26-827b-40c8-9606-f513fb310e54', 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54', 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'fixed_ips': [{'subnet_id': '242df3cc-37d7-47c0-a77c-be9034976381'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:15:05.899928 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4940b8f6-756c-425d-88cc-411744a01d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:05.902080 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 76d66964-5d75-43f4-9e52-c2d62bceba58 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:05.908543 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e05180f5-52c3-48b6-9814-b8480cb4d89e tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:05.912428 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e05180f5-52c3-48b6-9814-b8480cb4d89e tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:05.913901 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e05180f5-52c3-48b6-9814-b8480cb4d89e tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "DELETE /v2.0/security-groups/a144b9fc-c892-4016-b855-7d3f0c3dd936 HTTP/1.1" status: 204 len: 168 time: 0.3297861 Jul 15 23:15:05.919386 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55950) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:05.938687 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8966a7-d771-4460-b6e9-84a8ca9db857 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:05.942166 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed8966a7-d771-4460-b6e9-84a8ca9db857 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:05.944233 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05180f5-52c3-48b6-9814-b8480cb4d89e tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a144b9fc-c892-4016-b855-7d3f0c3dd936,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:05.948951 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-d0bbd6ee-1dbf-42be-bd0e-0dae6f2cc2cc tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] show failed (client error): The resource could not be found. Jul 15 23:15:05.950713 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d0bbd6ee-1dbf-42be-bd0e-0dae6f2cc2cc tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "GET /v2.0/security-groups/a144b9fc-c892-4016-b855-7d3f0c3dd936 HTTP/1.1" status: 404 len: 347 time: 0.0294182 Jul 15 23:15:05.952897 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55952) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:06.008999 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed8966a7-d771-4460-b6e9-84a8ca9db857 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:15:06.016703 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 76d66964-5d75-43f4-9e52-c2d62bceba58 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:15:06.017055 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 76d66964-5d75-43f4-9e52-c2d62bceba58 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:15:06.017870 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device bdaacc61-587c-448a-979c-b22fe7ad454e no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:06.025811 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed8966a7-d771-4460-b6e9-84a8ca9db857 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:06.026159 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-ed8966a7-d771-4460-b6e9-84a8ca9db857 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Added segment b7a11041-fe0c-43d1-900b-4c1ef2710b03 of type vlan for network b8c1afcd-9928-4d10-974d-61c7f195064c Jul 15 23:15:06.152091 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed8966a7-d771-4460-b6e9-84a8ca9db857 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:06.204616 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: bdaacc61-587c-448a-979c-b22fe7ad454e {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:15:06.214832 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device bdaacc61-587c-448a-979c-b22fe7ad454e not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:15:06.231398 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0d90f0b6-6cf5-4ed9-bcd7-17fdcf1c6ceb tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Deleting port 2b05b937-7cfd-40f1-9460-c74a8f71bd6d {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:06.237630 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0d90f0b6-6cf5-4ed9-bcd7-17fdcf1c6ceb tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:06.338467 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c23f515-4b47-40d5-8c0a-a9dc5ca26319 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:06.344245 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed8966a7-d771-4460-b6e9-84a8ca9db857 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:06.359617 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8966a7-d771-4460-b6e9-84a8ca9db857 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:06.362378 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ed8966a7-d771-4460-b6e9-84a8ca9db857 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:06.427270 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c23f515-4b47-40d5-8c0a-a9dc5ca26319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:06.489606 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-4940b8f6-756c-425d-88cc-411744a01d06 None None] Allocated IP 172.20.0.2 (cb7f5d26-827b-40c8-9606-f513fb310e54/242df3cc-37d7-47c0-a77c-be9034976381/0d8f668a-7457-41b6-9de0-6c1b9c38c1fe) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:06.496328 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83798d02-35c0-43e6-9ef2-3f2245a068ee req-d4522fe8-b648-49d8-95ee-0c60a71b7a8b tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a32b107-285b-48cb-bd94-ed83d6b1a213 HTTP/1.1" status: 200 len: 210 time: 0.0443172 Jul 15 23:15:06.527265 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0d90f0b6-6cf5-4ed9-bcd7-17fdcf1c6ceb tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:06.528554 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0d90f0b6-6cf5-4ed9-bcd7-17fdcf1c6ceb tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:06.545603 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ed8966a7-d771-4460-b6e9-84a8ca9db857 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7103398 Jul 15 23:15:06.548685 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55964) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:06.556910 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0d90f0b6-6cf5-4ed9-bcd7-17fdcf1c6ceb tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Calling delete_port for 2b05b937-7cfd-40f1-9460-c74a8f71bd6d owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:06.576477 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-07c45b04-28da-486a-994a-9c2de08b0812 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'ports': [{'network_id': '0afdfc6e-939f-4a41-acb4-21e995fbad9b'}, {'network_id': 'b8c1afcd-9928-4d10-974d-61c7f195064c'}]} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:06.579057 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-07c45b04-28da-486a-994a-9c2de08b0812 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'port': {'network_id': '0afdfc6e-939f-4a41-acb4-21e995fbad9b'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:06.579793 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-07c45b04-28da-486a-994a-9c2de08b0812 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'port': {'network_id': 'b8c1afcd-9928-4d10-974d-61c7f195064c'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:06.607604 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8966a7-d771-4460-b6e9-84a8ca9db857 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Network': ['ID=b8c1afcd-9928-4d10-974d-61c7f195064c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:06.623749 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network b8c1afcd-9928-4d10-974d-61c7f195064c details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:15:06.709820 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-2c23f515-4b47-40d5-8c0a-a9dc5ca26319 admin admin] Allocated IP 172.25.4.222 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/0ea02261-02d4-4b76-84c1-d45317e66382) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:06.714172 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf7659f-c003-471a-8a3e-73cf7db2bf26', 'name': 'network-vif-deleted', 'tag': '5073a8ec-8912-46d0-8766-c5db18b9ab86'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:06.717564 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e44e4b7-d81b-460f-ada1-b50fe27b3481" -d '{"events": [{"server_uuid": "8cf7659f-c003-471a-8a3e-73cf7db2bf26", "name": "network-vif-deleted", "tag": "5073a8ec-8912-46d0-8766-c5db18b9ab86"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:06.733526 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4940b8f6-756c-425d-88cc-411744a01d06 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:06.743143 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4940b8f6-756c-425d-88cc-411744a01d06 None None] Transition to ACTIVE for port object 0d8f668a-7457-41b6-9de0-6c1b9c38c1fe will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:06.759822 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4940b8f6-756c-425d-88cc-411744a01d06 None None] Transition to ACTIVE for port object 0d8f668a-7457-41b6-9de0-6c1b9c38c1fe will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:06.766217 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4940b8f6-756c-425d-88cc-411744a01d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:06.819154 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e99d623-2124-43ae-ad2e-c7b7342fcac6 x-openstack-request-id: req-5e99d623-2124-43ae-ad2e-c7b7342fcac6 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:06.819821 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf7659f-c003-471a-8a3e-73cf7db2bf26", "name": "network-vif-deleted", "tag": "5073a8ec-8912-46d0-8766-c5db18b9ab86", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:06.820234 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e99d623-2124-43ae-ad2e-c7b7342fcac6 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:06.822087 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cf7659f-c003-471a-8a3e-73cf7db2bf26', 'name': 'network-vif-deleted', 'tag': '5073a8ec-8912-46d0-8766-c5db18b9ab86', 'status': 'completed', 'code': 200} Jul 15 23:15:06.826134 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940b8f6-756c-425d-88cc-411744a01d06 None None] Pushing event updated for resources: {'Port': ['ID=0d8f668a-7457-41b6-9de0-6c1b9c38c1fe,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:06.845477 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4940b8f6-756c-425d-88cc-411744a01d06 None None] Network cb7f5d26-827b-40c8-9606-f513fb310e54 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:06.847311 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-4940b8f6-756c-425d-88cc-411744a01d06 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:06.856555 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4940b8f6-756c-425d-88cc-411744a01d06 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:06.997412 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4940b8f6-756c-425d-88cc-411744a01d06 None None] Attempting to bind port 0d8f668a-7457-41b6-9de0-6c1b9c38c1fe on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:06.998152 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4940b8f6-756c-425d-88cc-411744a01d06 None None] Attempting to bind port 0d8f668a-7457-41b6-9de0-6c1b9c38c1fe by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'b8fbf8e3-2064-48ec-a057-e61b61fe1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:06.998152 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940b8f6-756c-425d-88cc-411744a01d06 None None] Attempting to bind port 0d8f668a-7457-41b6-9de0-6c1b9c38c1fe on network cb7f5d26-827b-40c8-9606-f513fb310e54 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:07.017416 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940b8f6-756c-425d-88cc-411744a01d06 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:07.017819 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940b8f6-756c-425d-88cc-411744a01d06 None None] Checking segment: {'id': 'b8fbf8e3-2064-48ec-a057-e61b61fe1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:07.018214 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4940b8f6-756c-425d-88cc-411744a01d06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.019750 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940b8f6-756c-425d-88cc-411744a01d06 None None] Bound using segment: {'id': 'b8fbf8e3-2064-48ec-a057-e61b61fe1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:07.020226 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4940b8f6-756c-425d-88cc-411744a01d06 None None] Bound port: 0d8f668a-7457-41b6-9de0-6c1b9c38c1fe, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8fbf8e3-2064-48ec-a057-e61b61fe1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:07.022072 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4940b8f6-756c-425d-88cc-411744a01d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.023788 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-2d8fd7d4-1310-4a22-826a-c13603fdc2f6 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:07.025453 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-2d8fd7d4-1310-4a22-826a-c13603fdc2f6 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/networks?id=d46459bf-69b4-4e8d-8a06-951b2319409b HTTP/1.1" status: 200 len: 812 time: 0.2692666 Jul 15 23:15:07.050719 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c45b04-28da-486a-994a-9c2de08b0812 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'port': 2} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:07.059233 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-07c45b04-28da-486a-994a-9c2de08b0812 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.096986 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c23f515-4b47-40d5-8c0a-a9dc5ca26319 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.109818 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-de8a232a-91e4-46a3-a578-a836f314cd1c tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/quotas/dd7ce8a707994c488c5570fcc34a8dcd HTTP/1.1" status: 200 len: 375 time: 0.0703566 Jul 15 23:15:07.113214 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-07c45b04-28da-486a-994a-9c2de08b0812 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.151696 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4940b8f6-756c-425d-88cc-411744a01d06 None None] For port 0d8f668a-7457-41b6-9de0-6c1b9c38c1fe, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:07.160985 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4940b8f6-756c-425d-88cc-411744a01d06 None None] For port 0d8f668a-7457-41b6-9de0-6c1b9c38c1fe, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=0d8f668a-7457-41b6-9de0-6c1b9c38c1fe,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:07.165875 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4940b8f6-756c-425d-88cc-411744a01d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.211935 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-81ace3e0-aed9-4333-a9e0-ed7a792246ca tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd7ce8a707994c488c5570fcc34a8dcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0937834 Jul 15 23:15:07.232444 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c23f515-4b47-40d5-8c0a-a9dc5ca26319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.232674 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940b8f6-756c-425d-88cc-411744a01d06 None None] Pushing event updated for resources: {'Port': ['ID=0d8f668a-7457-41b6-9de0-6c1b9c38c1fe,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:07.282036 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0d90f0b6-6cf5-4ed9-bcd7-17fdcf1c6ceb tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.298879 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c23f515-4b47-40d5-8c0a-a9dc5ca26319 admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:07.304451 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-07c45b04-28da-486a-994a-9c2de08b0812 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] device_id is not set on port 8dba7dcf-fb63-4e39-a2f0-505edf27c1e4 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:15:07.309274 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-2c23f515-4b47-40d5-8c0a-a9dc5ca26319 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:07.314882 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c23f515-4b47-40d5-8c0a-a9dc5ca26319 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:07.333250 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-f353e62f-882a-41a4-845a-fe7515d96869 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:07.334835 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-f353e62f-882a-41a4-845a-fe7515d96869 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.43 "GET /v2.0/networks?id=67544dea-b98a-4fe5-a010-0d763c20c5d2 HTTP/1.1" status: 200 len: 806 time: 0.3605297 Jul 15 23:15:07.355128 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90f0b6-6cf5-4ed9-bcd7-17fdcf1c6ceb tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Pushing event deleted for resources: {'Port': ['ID=2b05b937-7cfd-40f1-9460-c74a8f71bd6d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:07.361328 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 5073a8ec-8912-46d0-8766-c5db18b9ab86 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:07.369637 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-70c518cf-5644-46c1-965c-b206ed04d187 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Request body: {'port': {'device_id': '6a32b107-285b-48cb-bd94-ed83d6b1a213', 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2', 'admin_state_up': True, 'tenant_id': 'd77f9925bdde4eb59287838e6d3fa09b'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:07.382032 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23f515-4b47-40d5-8c0a-a9dc5ca26319 admin admin] Pushing event updated for resources: {'Port': ['ID=0ea02261-02d4-4b76-84c1-d45317e66382,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:07.408201 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 5073a8ec-8912-46d0-8766-c5db18b9ab86 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:15:07.408521 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 5073a8ec-8912-46d0-8766-c5db18b9ab86 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:15:07.463323 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0d90f0b6-6cf5-4ed9-bcd7-17fdcf1c6ceb tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.466423 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0d90f0b6-6cf5-4ed9-bcd7-17fdcf1c6ceb tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.467779 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0d90f0b6-6cf5-4ed9-bcd7-17fdcf1c6ceb tempest-ServersTestJSON-948393343 tempest-ServersTestJSON-948393343-project] 10.222.0.16 "DELETE /v2.0/floatingips/c54ef5f5-2eff-410a-b3f0-7570c64e895e HTTP/1.1" status: 204 len: 168 time: 1.5134265 Jul 15 23:15:07.501810 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55980) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:07.682927 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-70c518cf-5644-46c1-965c-b206ed04d187 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Made reservation on behalf of d77f9925bdde4eb59287838e6d3fa09b for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:07.686658 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-70c518cf-5644-46c1-965c-b206ed04d187 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.836474 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-70c518cf-5644-46c1-965c-b206ed04d187 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Allocated IP 172.20.0.13 (67544dea-b98a-4fe5-a010-0d763c20c5d2/00f86fe3-8e61-4196-b682-45370fd97ef3/ac6be6a2-4dee-4844-b1d4-31694a1623d8) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:08.022204 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f38e9a09-8b66-4eea-9972-87b97b5eac41 req-91cd19f3-9925-42e7-a47c-e8309e7165b6 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a32b107-285b-48cb-bd94-ed83d6b1a213 HTTP/1.1" status: 200 len: 210 time: 0.0474072 Jul 15 23:15:08.099688 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-5a1597d2-483c-4a83-967a-1f55b5431648 service neutron] 10.222.0.16 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8866448 Jul 15 23:15:08.265667 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-6c9f25f3-d1ee-4139-8b2a-66e8d4d6070d service neutron] 10.222.0.16 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525834 Jul 15 23:15:08.454341 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-07c45b04-28da-486a-994a-9c2de08b0812 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:08.456528 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c23f515-4b47-40d5-8c0a-a9dc5ca26319 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:08.638478 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-07c45b04-28da-486a-994a-9c2de08b0812 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] device_id is not set on port f83e8dfc-91f0-44aa-abb6-1ca693e6400e yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:15:08.670154 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:08.710289 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-70c518cf-5644-46c1-965c-b206ed04d187 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:08.786785 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec0a739-9c7f-46e9-bdc4-9a580559371c None None] Network cb7f5d26-827b-40c8-9606-f513fb310e54 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:08.927153 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-07c45b04-28da-486a-994a-9c2de08b0812 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:08.927396 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-70c518cf-5644-46c1-965c-b206ed04d187 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:08.938072 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0d8f668a-7457-41b6-9de0-6c1b9c38c1fe up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:08.969679 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['6512fefd-4257-40d9-aa1c-e1c8110b0ce6'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:15:08.975287 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5c1a54dd-e301-4e19-9e99-279b292abca6 None None] Provisioning for port 0d8f668a-7457-41b6-9de0-6c1b9c38c1fe completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:09.035129 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-70c518cf-5644-46c1-965c-b206ed04d187 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Network 67544dea-b98a-4fe5-a010-0d763c20c5d2 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:09.042122 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-70c518cf-5644-46c1-965c-b206ed04d187 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:09.053435 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-340897d4-297d-4368-8547-1eac9bac5718 req-08f20019-7573-45b6-b0f7-a0e8d3226467 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=25b2b89a-697f-4bdd-a40e-de769dc2f455 HTTP/1.1" status: 200 len: 210 time: 0.2772338 Jul 15 23:15:09.055215 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-70c518cf-5644-46c1-965c-b206ed04d187 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:09.073205 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-07c45b04-28da-486a-994a-9c2de08b0812 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:09.143594 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c45b04-28da-486a-994a-9c2de08b0812 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Port': ['ID=8dba7dcf-fb63-4e39-a2f0-505edf27c1e4,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:09.150809 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c518cf-5644-46c1-965c-b206ed04d187 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Pushing event updated for resources: {'Port': ['ID=ac6be6a2-4dee-4844-b1d4-31694a1623d8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:09.169468 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c23f515-4b47-40d5-8c0a-a9dc5ca26319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:09.170014 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c45b04-28da-486a-994a-9c2de08b0812 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network 0afdfc6e-939f-4a41-acb4-21e995fbad9b is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:09.173825 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-07c45b04-28da-486a-994a-9c2de08b0812 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:09.177856 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c45b04-28da-486a-994a-9c2de08b0812 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:09.179049 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-07c45b04-28da-486a-994a-9c2de08b0812 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:09.246009 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:15:09.265166 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 0d8f668a-7457-41b6-9de0-6c1b9c38c1fe completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:09.284454 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 0d8f668a-7457-41b6-9de0-6c1b9c38c1fe triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:09.284838 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:09.391972 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-70c518cf-5644-46c1-965c-b206ed04d187 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:09.392651 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-70c518cf-5644-46c1-965c-b206ed04d187 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:09.409992 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-70c518cf-5644-46c1-965c-b206ed04d187 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0467238 Jul 15 23:15:09.422475 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Request body: {'port': {'device_id': '6a32b107-285b-48cb-bd94-ed83d6b1a213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:09.452495 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c45b04-28da-486a-994a-9c2de08b0812 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Port': ['ID=f83e8dfc-91f0-44aa-abb6-1ca693e6400e,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:09.498423 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c45b04-28da-486a-994a-9c2de08b0812 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Checking segment: {'id': 'b7a11041-fe0c-43d1-900b-4c1ef2710b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b8c1afcd-9928-4d10-974d-61c7f195064c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:09.499288 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c45b04-28da-486a-994a-9c2de08b0812 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network hostable DHCP agents. Network: b8c1afcd-9928-4d10-974d-61c7f195064c, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:15:09.528062 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:09.579258 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c45b04-28da-486a-994a-9c2de08b0812 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network b8c1afcd-9928-4d10-974d-61c7f195064c is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:15:09.597368 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f528f-af18-4063-ac5c-e1848f0ac2b0 req-735a64ba-530c-4e96-9719-23667348dfee tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:09.599074 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e99f528f-af18-4063-ac5c-e1848f0ac2b0 req-735a64ba-530c-4e96-9719-23667348dfee tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a32b107-285b-48cb-bd94-ed83d6b1a213 HTTP/1.1" status: 200 len: 932 time: 0.2720253 Jul 15 23:15:09.610392 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-07c45b04-28da-486a-994a-9c2de08b0812 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, b8c1afcd-9928-4d10-974d-61c7f195064c) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:09.616502 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 0d8f668a-7457-41b6-9de0-6c1b9c38c1fe, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=0d8f668a-7457-41b6-9de0-6c1b9c38c1fe,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:09.617539 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c45b04-28da-486a-994a-9c2de08b0812 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:09.624731 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c45b04-28da-486a-994a-9c2de08b0812 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:09.627135 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:09.631099 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c45b04-28da-486a-994a-9c2de08b0812 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:09.631719 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-07c45b04-28da-486a-994a-9c2de08b0812 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:09.640106 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c865ac65-ab07-45ec-9fd0-24a0078633ce None None] Network b8c1afcd-9928-4d10-974d-61c7f195064c requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:09.713796 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e99f528f-af18-4063-ac5c-e1848f0ac2b0 req-7e931e7a-179d-4ef6-aa86-db0bed3de12e tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779982 Jul 15 23:15:09.732937 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-07c45b04-28da-486a-994a-9c2de08b0812 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1806378 Jul 15 23:15:09.735651 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56006) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:09.746413 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:09.778659 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c23f515-4b47-40d5-8c0a-a9dc5ca26319 admin admin] Router f6e48e5b-bebb-4708-bc02-34708ba9b7c4 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:15:09.867936 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=0d8f668a-7457-41b6-9de0-6c1b9c38c1fe,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:09.871601 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea30e109-93cd-4e26-94bd-bbad102f89e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:09.955734 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-56153bd7-0bd9-4903-911a-f6b945b35867 None None] Provisioning complete for port 0d8f668a-7457-41b6-9de0-6c1b9c38c1fe triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:09.956373 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-56153bd7-0bd9-4903-911a-f6b945b35867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:09.961943 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d28a66c4-579f-4dc4-a01e-609f6fa50b8b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting port f83e8dfc-91f0-44aa-abb6-1ca693e6400e {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:09.962419 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d28a66c4-579f-4dc4-a01e-609f6fa50b8b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:10.123197 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d28a66c4-579f-4dc4-a01e-609f6fa50b8b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:10.142703 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c23f515-4b47-40d5-8c0a-a9dc5ca26319 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:15:10.152784 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5271c231-3bc7-4278-aca1-30456fca8787 None None] Sync routers for ids ['f6e48e5b-bebb-4708-bc02-34708ba9b7c4'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:15:10.167680 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5271c231-3bc7-4278-aca1-30456fca8787 None None] Routers {'f6e48e5b-bebb-4708-bc02-34708ba9b7c4'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:15:10.168306 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-5271c231-3bc7-4278-aca1-30456fca8787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:14:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['f6e48e5b-bebb-4708-bc02-34708ba9b7c4'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:10.197083 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d28a66c4-579f-4dc4-a01e-609f6fa50b8b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Calling delete_port for f83e8dfc-91f0-44aa-abb6-1ca693e6400e owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:10.199828 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c23f515-4b47-40d5-8c0a-a9dc5ca26319 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:10.204513 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2c23f515-4b47-40d5-8c0a-a9dc5ca26319 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8435130 Jul 15 23:15:10.204513 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56010) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:10.297694 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b60dfc88-67df-4be5-ba14-f0d335e9839b req-2a26956f-da7a-4cc6-a3a1-7c72139227dd tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=25b2b89a-697f-4bdd-a40e-de769dc2f455 HTTP/1.1" status: 200 len: 210 time: 0.0696239 Jul 15 23:15:10.358120 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-5271c231-3bc7-4278-aca1-30456fca8787 None None] Set router f6e48e5b-bebb-4708-bc02-34708ba9b7c4 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:15:10.385775 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d28a66c4-579f-4dc4-a01e-609f6fa50b8b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:10.437171 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a66c4-579f-4dc4-a01e-609f6fa50b8b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Port': ['ID=f83e8dfc-91f0-44aa-abb6-1ca693e6400e,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:10.445271 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d28a66c4-579f-4dc4-a01e-609f6fa50b8b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:10.447213 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d28a66c4-579f-4dc4-a01e-609f6fa50b8b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/ports/f83e8dfc-91f0-44aa-abb6-1ca693e6400e HTTP/1.1" status: 204 len: 168 time: 0.7081831 Jul 15 23:15:10.456104 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56014) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:10.494544 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ea30e109-93cd-4e26-94bd-bbad102f89e6 admin admin] Deleting port 62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:10.494933 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea30e109-93cd-4e26-94bd-bbad102f89e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:10.633125 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ea30e109-93cd-4e26-94bd-bbad102f89e6 admin admin] For port 62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf,segment=NetworkSegment(d52f2102-c666-4e87-88eb-3f4047883fc5),segment_id=d52f2102-c666-4e87-88eb-3f4047883fc5)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:10.633486 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea30e109-93cd-4e26-94bd-bbad102f89e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:10.650225 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ea30e109-93cd-4e26-94bd-bbad102f89e6 admin admin] Calling delete_port for 62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:10.701832 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac6be6a2-4dee-4844-b1d4-31694a1623d8 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:10.808165 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:10.820178 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69145b9-9999-41e5-a642-1f27503c0ab8 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:10.827144 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69145b9-9999-41e5-a642-1f27503c0ab8 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:10.829404 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e69145b9-9999-41e5-a642-1f27503c0ab8 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3699412 Jul 15 23:15:10.866617 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56020) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:10.883052 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0d8f668a-7457-41b6-9de0-6c1b9c38c1fe up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:10.943225 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-5271c231-3bc7-4278-aca1-30456fca8787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'name': 'tempest-ServerActionsTestJSON-1966710629-router', 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '0ea02261-02d4-4b76-84c1-d45317e66382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:05Z', 'updated_at': '2021-07-15T23:15:07Z', 'revision_number': 3, 'project_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'gw_port': {'id': '0ea02261-02d4-4b76-84c1-d45317e66382', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ff:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:06Z', 'updated_at': '2021-07-15T23:15:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:10.984527 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 0d8f668a-7457-41b6-9de0-6c1b9c38c1fe triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:10.984899 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:10.988751 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Transition to ACTIVE for port object ac6be6a2-4dee-4844-b1d4-31694a1623d8 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:11.023722 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5271c231-3bc7-4278-aca1-30456fca8787 None None] Checking router: f6e48e5b-bebb-4708-bc02-34708ba9b7c4 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:15:11.023722 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5271c231-3bc7-4278-aca1-30456fca8787 None None] Updating router f6e48e5b-bebb-4708-bc02-34708ba9b7c4 port 0ea02261-02d4-4b76-84c1-d45317e66382 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:15:11.024176 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:11.108715 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea30e109-93cd-4e26-94bd-bbad102f89e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:11.136223 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5271c231-3bc7-4278-aca1-30456fca8787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:11.167955 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56667881-de77-4d3a-8723-8eba6ae7de2a req-69679cdf-c595-442d-bca2-d37e2b9e79d0 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:11.169687 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-56667881-de77-4d3a-8723-8eba6ae7de2a req-69679cdf-c595-442d-bca2-d37e2b9e79d0 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a32b107-285b-48cb-bd94-ed83d6b1a213 HTTP/1.1" status: 200 len: 944 time: 0.1456897 Jul 15 23:15:11.172822 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30e109-93cd-4e26-94bd-bbad102f89e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:11.177053 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6be6a2-4dee-4844-b1d4-31694a1623d8,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:11.235971 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-4693fb8b-1ac8-4d82-aee0-3df922402a91 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:11.237635 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-4693fb8b-1ac8-4d82-aee0-3df922402a91 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.36 "GET /v2.0/networks?id=d46459bf-69b4-4e8d-8a06-951b2319409b HTTP/1.1" status: 200 len: 812 time: 0.6318533 Jul 15 23:15:11.266298 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-3d733862-319a-4e6b-8c8a-8a24e3bed408 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Request body: {'port': {'device_id': '25b2b89a-697f-4bdd-a40e-de769dc2f455', 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b', 'admin_state_up': True, 'tenant_id': 'dd7ce8a707994c488c5570fcc34a8dcd'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:11.293589 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-56667881-de77-4d3a-8723-8eba6ae7de2a req-b5a47315-f8ce-45bc-8b99-0c67a7871d53 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921090 Jul 15 23:15:11.441497 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-3d733862-319a-4e6b-8c8a-8a24e3bed408 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Made reservation on behalf of dd7ce8a707994c488c5570fcc34a8dcd for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:11.445461 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-3d733862-319a-4e6b-8c8a-8a24e3bed408 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:11.523916 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea30e109-93cd-4e26-94bd-bbad102f89e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:11.593373 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5271c231-3bc7-4278-aca1-30456fca8787 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:11.610402 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-5271c231-3bc7-4278-aca1-30456fca8787 None None] Transition to ACTIVE for port object 0ea02261-02d4-4b76-84c1-d45317e66382 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:11.622270 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5271c231-3bc7-4278-aca1-30456fca8787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:11.623449 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27e46d1e-f942-4a7c-a7ec-cc337a23df39 req-8e364ab8-dd26-442d-8309-b1483a8893ec tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=25b2b89a-697f-4bdd-a40e-de769dc2f455 HTTP/1.1" status: 200 len: 210 time: 0.0821643 Jul 15 23:15:11.633480 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-954aa301-5086-4008-b6df-21b2630273af tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting port 8dba7dcf-fb63-4e39-a2f0-505edf27c1e4 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:11.634550 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-954aa301-5086-4008-b6df-21b2630273af tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:11.734744 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Attempting to bind port ac6be6a2-4dee-4844-b1d4-31694a1623d8 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:11.735104 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Attempting to bind port ac6be6a2-4dee-4844-b1d4-31694a1623d8 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '682791d0-14b5-4b83-8025-c7a51df04ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:11.735435 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Attempting to bind port ac6be6a2-4dee-4844-b1d4-31694a1623d8 on network 67544dea-b98a-4fe5-a010-0d763c20c5d2 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:11.755882 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-5271c231-3bc7-4278-aca1-30456fca8787 None None] Attempting to bind port 0ea02261-02d4-4b76-84c1-d45317e66382 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:11.756249 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-5271c231-3bc7-4278-aca1-30456fca8787 None None] Attempting to bind port 0ea02261-02d4-4b76-84c1-d45317e66382 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:11.756604 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5271c231-3bc7-4278-aca1-30456fca8787 None None] Attempting to bind port 0ea02261-02d4-4b76-84c1-d45317e66382 on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:11.764939 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d968e-c7e3-420f-8cdf-31a526eb1bef None None] Pushing event updated for resources: {'Port': ['ID=0ea02261-02d4-4b76-84c1-d45317e66382,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:11.800751 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5271c231-3bc7-4278-aca1-30456fca8787 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:11.801011 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5271c231-3bc7-4278-aca1-30456fca8787 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:11.803597 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5271c231-3bc7-4278-aca1-30456fca8787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:11.804005 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5271c231-3bc7-4278-aca1-30456fca8787 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:11.804715 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-5271c231-3bc7-4278-aca1-30456fca8787 None None] Bound port: 0ea02261-02d4-4b76-84c1-d45317e66382, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:11.804950 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5271c231-3bc7-4278-aca1-30456fca8787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:11.809849 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Port ac6be6a2-4dee-4844-b1d4-31694a1623d8 on network 67544dea-b98a-4fe5-a010-0d763c20c5d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:11.810438 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Attempting to bind port ac6be6a2-4dee-4844-b1d4-31694a1623d8 on network 67544dea-b98a-4fe5-a010-0d763c20c5d2 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:11.842663 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-954aa301-5086-4008-b6df-21b2630273af tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:11.849606 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:11.850204 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Checking segment: {'id': '682791d0-14b5-4b83-8025-c7a51df04ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:11.850847 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Bound using segment: {'id': '682791d0-14b5-4b83-8025-c7a51df04ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:11.851475 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Bound port: ac6be6a2-4dee-4844-b1d4-31694a1623d8, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '682791d0-14b5-4b83-8025-c7a51df04ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:11.852007 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:11.863762 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d968e-c7e3-420f-8cdf-31a526eb1bef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:11.864098 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d968e-c7e3-420f-8cdf-31a526eb1bef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:11.864226 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7eed59ad-2e62-4b93-bd2a-503fa75b13fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:11.866140 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d968e-c7e3-420f-8cdf-31a526eb1bef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:11.867768 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d968e-c7e3-420f-8cdf-31a526eb1bef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:11.868145 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d968e-c7e3-420f-8cdf-31a526eb1bef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:11.868492 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d968e-c7e3-420f-8cdf-31a526eb1bef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:11.868845 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d968e-c7e3-420f-8cdf-31a526eb1bef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:11.869210 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d968e-c7e3-420f-8cdf-31a526eb1bef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:11.878480 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d968e-c7e3-420f-8cdf-31a526eb1bef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:11.878880 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d968e-c7e3-420f-8cdf-31a526eb1bef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:11.879240 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d968e-c7e3-420f-8cdf-31a526eb1bef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:11.879557 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d968e-c7e3-420f-8cdf-31a526eb1bef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:11.899445 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-954aa301-5086-4008-b6df-21b2630273af tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Calling delete_port for 8dba7dcf-fb63-4e39-a2f0-505edf27c1e4 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:11.914590 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-3d733862-319a-4e6b-8c8a-8a24e3bed408 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Allocated IP 172.20.0.5 (d46459bf-69b4-4e8d-8a06-951b2319409b/d361722a-d157-4a1f-9b02-624ca94298eb/ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:11.956045 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-5271c231-3bc7-4278-aca1-30456fca8787 None None] For port 0ea02261-02d4-4b76-84c1-d45317e66382, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:11.961549 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-5271c231-3bc7-4278-aca1-30456fca8787 None None] For port 0ea02261-02d4-4b76-84c1-d45317e66382, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=0ea02261-02d4-4b76-84c1-d45317e66382,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:11.973608 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5271c231-3bc7-4278-aca1-30456fca8787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:11.991848 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea30e109-93cd-4e26-94bd-bbad102f89e6 admin admin] Router 6f2749d8-444c-42c8-932a-bf6b9570f566 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:15:12.035370 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5271c231-3bc7-4278-aca1-30456fca8787 None None] Routers {'f6e48e5b-bebb-4708-bc02-34708ba9b7c4'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:15:12.036761 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-5271c231-3bc7-4278-aca1-30456fca8787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:14:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['f6e48e5b-bebb-4708-bc02-34708ba9b7c4'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:12.150022 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea30e109-93cd-4e26-94bd-bbad102f89e6 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:15:12.160543 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ea30e109-93cd-4e26-94bd-bbad102f89e6 admin admin] 10.222.0.16 "PUT /v2.0/routers/6f2749d8-444c-42c8-932a-bf6b9570f566/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6548009 Jul 15 23:15:12.162994 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dae52d-0d4d-4d2e-ba1f-4d63ba985302 None None] Sync routers for ids ['6f2749d8-444c-42c8-932a-bf6b9570f566'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:15:12.174174 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56030) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:12.181807 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-5271c231-3bc7-4278-aca1-30456fca8787 None None] Set router f6e48e5b-bebb-4708-bc02-34708ba9b7c4 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:15:12.182207 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dae52d-0d4d-4d2e-ba1f-4d63ba985302 None None] Routers {'6f2749d8-444c-42c8-932a-bf6b9570f566'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:15:12.188145 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-81dae52d-0d4d-4d2e-ba1f-4d63ba985302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:14:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6f2749d8-444c-42c8-932a-bf6b9570f566'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:12.279511 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d968e-c7e3-420f-8cdf-31a526eb1bef None None] Pushing event updated for resources: {'Port': ['ID=0ea02261-02d4-4b76-84c1-d45317e66382,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:12.333456 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-81dae52d-0d4d-4d2e-ba1f-4d63ba985302 None None] Set router 6f2749d8-444c-42c8-932a-bf6b9570f566 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:15:12.441433 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a10473f-d76a-4c18-b959-366a0f2293eb admin admin] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:12.476394 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-5271c231-3bc7-4278-aca1-30456fca8787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'name': 'tempest-ServerActionsTestJSON-1966710629-router', 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '0ea02261-02d4-4b76-84c1-d45317e66382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:05Z', 'updated_at': '2021-07-15T23:15:07Z', 'revision_number': 3, 'project_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'gw_port': {'id': '0ea02261-02d4-4b76-84c1-d45317e66382', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ff:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:06Z', 'updated_at': '2021-07-15T23:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:12.525866 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5271c231-3bc7-4278-aca1-30456fca8787 None None] The sync data for ids ['f6e48e5b-bebb-4708-bc02-34708ba9b7c4'] in n-d-787205-9 is: [{'id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'name': 'tempest-ServerActionsTestJSON-1966710629-router', 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '0ea02261-02d4-4b76-84c1-d45317e66382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:05Z', 'updated_at': '2021-07-15T23:15:07Z', 'revision_number': 3, 'project_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'gw_port': {'id': '0ea02261-02d4-4b76-84c1-d45317e66382', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ff:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:06Z', 'updated_at': '2021-07-15T23:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:15:12.545362 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] For port ac6be6a2-4dee-4844-b1d4-31694a1623d8, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:12.611571 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-81dae52d-0d4d-4d2e-ba1f-4d63ba985302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'name': 'tempest-ServersTestJSON-476640854-router', 'tenant_id': 'a3b33ab153c54452b058f065a74f587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'd40687e4-420f-4641-9c46-fdf411234ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:33Z', 'updated_at': '2021-07-15T23:15:10Z', 'revision_number': 5, 'project_id': 'a3b33ab153c54452b058f065a74f587b', 'gw_port': {'id': 'd40687e4-420f-4641-9c46-fdf411234ceb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:34Z', 'updated_at': '2021-07-15T23:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:12.616009 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] For port ac6be6a2-4dee-4844-b1d4-31694a1623d8, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ac6be6a2-4dee-4844-b1d4-31694a1623d8,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:12.644468 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a10473f-d76a-4c18-b959-366a0f2293eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:12.657532 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dae52d-0d4d-4d2e-ba1f-4d63ba985302 None None] Checking router: 6f2749d8-444c-42c8-932a-bf6b9570f566 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:15:12.683429 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:12.699733 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dae52d-0d4d-4d2e-ba1f-4d63ba985302 None None] Routers {'6f2749d8-444c-42c8-932a-bf6b9570f566'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:15:12.700377 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-81dae52d-0d4d-4d2e-ba1f-4d63ba985302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:14:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6f2749d8-444c-42c8-932a-bf6b9570f566'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:12.735777 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a504f16-6598-4146-a4ec-588ba50d340a req-1ce14dbf-3b1b-4999-86f9-280143bc3856 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:12.737347 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a504f16-6598-4146-a4ec-588ba50d340a req-1ce14dbf-3b1b-4999-86f9-280143bc3856 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a32b107-285b-48cb-bd94-ed83d6b1a213 HTTP/1.1" status: 200 len: 944 time: 0.1681645 Jul 15 23:15:12.822302 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a504f16-6598-4146-a4ec-588ba50d340a req-c8cd9d33-9b99-476e-b1c0-b379e7842ada tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752347 Jul 15 23:15:12.824112 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-3a10473f-d76a-4c18-b959-366a0f2293eb admin admin] Deleting port d40687e4-420f-4641-9c46-fdf411234ceb {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:12.825231 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a10473f-d76a-4c18-b959-366a0f2293eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:12.868855 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:12.870295 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:12.873740 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] 10.222.0.43 "PUT /v2.0/ports/ac6be6a2-4dee-4844-b1d4-31694a1623d8 HTTP/1.1" status: 200 len: 1092 time: 3.4564834 Jul 15 23:15:12.899295 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a32b107-285b-48cb-bd94-ed83d6b1a213', 'tag': 'ac6be6a2-4dee-4844-b1d4-31694a1623d8'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:12.903201 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f00e7ae-5d23-4eeb-a106-101febbd85aa" -d '{"events": [{"name": "network-changed", "server_uuid": "6a32b107-285b-48cb-bd94-ed83d6b1a213", "tag": "ac6be6a2-4dee-4844-b1d4-31694a1623d8"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:13.028671 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-81dae52d-0d4d-4d2e-ba1f-4d63ba985302 None None] Set router 6f2749d8-444c-42c8-932a-bf6b9570f566 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:15:13.089046 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-3a10473f-d76a-4c18-b959-366a0f2293eb admin admin] For port d40687e4-420f-4641-9c46-fdf411234ceb, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d40687e4-420f-4641-9c46-fdf411234ceb,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:13.089545 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a10473f-d76a-4c18-b959-366a0f2293eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:13.106925 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-3a10473f-d76a-4c18-b959-366a0f2293eb admin admin] Calling delete_port for d40687e4-420f-4641-9c46-fdf411234ceb owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:13.151583 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-954aa301-5086-4008-b6df-21b2630273af tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:13.169827 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0924ce4d-4bfa-433b-bc3b-e18667fd9ec7 x-openstack-request-id: req-0924ce4d-4bfa-433b-bc3b-e18667fd9ec7 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:13.169827 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a32b107-285b-48cb-bd94-ed83d6b1a213", "tag": "ac6be6a2-4dee-4844-b1d4-31694a1623d8", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:13.169827 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0924ce4d-4bfa-433b-bc3b-e18667fd9ec7 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:13.169827 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a32b107-285b-48cb-bd94-ed83d6b1a213', 'tag': 'ac6be6a2-4dee-4844-b1d4-31694a1623d8', 'status': 'completed', 'code': 200} Jul 15 23:15:13.174375 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6be6a2-4dee-4844-b1d4-31694a1623d8,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:13.181583 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-81dae52d-0d4d-4d2e-ba1f-4d63ba985302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'name': 'tempest-ServersTestJSON-476640854-router', 'tenant_id': 'a3b33ab153c54452b058f065a74f587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:33Z', 'updated_at': '2021-07-15T23:15:12Z', 'revision_number': 6, 'project_id': 'a3b33ab153c54452b058f065a74f587b', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:13.222170 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a026a7a7-3e49-414a-83d9-d6f74a644b1b req-672acfbd-027e-407f-81b0-05cb31fc5a0a tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=25b2b89a-697f-4bdd-a40e-de769dc2f455 HTTP/1.1" status: 200 len: 210 time: 0.0589201 Jul 15 23:15:13.253175 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:13.253516 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:13.253858 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:13.254200 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:13.254529 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:13.254896 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:13.256095 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:13.256095 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:13.256431 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:13.256652 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dae52d-0d4d-4d2e-ba1f-4d63ba985302 None None] The sync data for ids ['6f2749d8-444c-42c8-932a-bf6b9570f566'] in n-d-787205-9 is: [{'id': '6f2749d8-444c-42c8-932a-bf6b9570f566', 'name': 'tempest-ServersTestJSON-476640854-router', 'tenant_id': 'a3b33ab153c54452b058f065a74f587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:33Z', 'updated_at': '2021-07-15T23:15:12Z', 'revision_number': 6, 'project_id': 'a3b33ab153c54452b058f065a74f587b', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:15:13.256874 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:13.257255 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:13.257575 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd431128-6fb7-4362-a53c-5fdd907cdf24 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:13.323253 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-954aa301-5086-4008-b6df-21b2630273af tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:13.326261 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-954aa301-5086-4008-b6df-21b2630273af tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/ports/8dba7dcf-fb63-4e39-a2f0-505edf27c1e4 HTTP/1.1" status: 204 len: 168 time: 2.4468286 Jul 15 23:15:13.328511 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56042) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:13.346732 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-3d733862-319a-4e6b-8c8a-8a24e3bed408 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:13.349482 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954aa301-5086-4008-b6df-21b2630273af tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Port': ['ID=8dba7dcf-fb63-4e39-a2f0-505edf27c1e4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:13.372092 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-7eed59ad-2e62-4b93-bd2a-503fa75b13fc admin admin] Allocated IP 172.20.0.1 (cb7f5d26-827b-40c8-9606-f513fb310e54/242df3cc-37d7-47c0-a77c-be9034976381/42a0a6a5-d1ad-4bda-b81c-d477520e39ba) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:13.413587 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-ca2a31a1-6df7-4936-ae1b-5b9631ee675c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:13.415251 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-ca2a31a1-6df7-4936-ae1b-5b9631ee675c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d77f9925bdde4eb59287838e6d3fa09b&device_id=6a32b107-285b-48cb-bd94-ed83d6b1a213 HTTP/1.1" status: 200 len: 1095 time: 0.4576213 Jul 15 23:15:13.465454 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a10473f-d76a-4c18-b959-366a0f2293eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:13.497755 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-a4b87fc3-35fb-4445-8357-2559d8a852cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac6be6a2-4dee-4844-b1d4-31694a1623d8 HTTP/1.1" status: 200 len: 217 time: 0.0732677 Jul 15 23:15:13.507281 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10473f-d76a-4c18-b959-366a0f2293eb admin admin] Pushing event deleted for resources: {'Port': ['ID=d40687e4-420f-4641-9c46-fdf411234ceb,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:13.553079 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab17ba7-04b3-457b-a1e5-c3b641870703 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:13.555356 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6ab17ba7-04b3-457b-a1e5-c3b641870703 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2252519 Jul 15 23:15:13.560079 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56044) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:13.573076 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-3d733862-319a-4e6b-8c8a-8a24e3bed408 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:13.627899 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-17083081-9235-4819-b2d3-53c78c77df94 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] GET failed (client error): The resource could not be found. Jul 15 23:15:13.632358 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-17083081-9235-4819-b2d3-53c78c77df94 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "GET /v2.0/ports/f83e8dfc-91f0-44aa-abb6-1ca693e6400e HTTP/1.1" status: 404 len: 333 time: 0.0713570 Jul 15 23:15:13.639056 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56046) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:13.642965 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-3d733862-319a-4e6b-8c8a-8a24e3bed408 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Network d46459bf-69b4-4e8d-8a06-951b2319409b is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:13.651237 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-3d733862-319a-4e6b-8c8a-8a24e3bed408 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:13.659769 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-0c7446ae-2e5d-4d68-9a5b-15247b2f99c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:13.661270 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-0c7446ae-2e5d-4d68-9a5b-15247b2f99c5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00f86fe3-8e61-4196-b682-45370fd97ef3 HTTP/1.1" status: 200 len: 846 time: 0.1552751 Jul 15 23:15:13.662168 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-3d733862-319a-4e6b-8c8a-8a24e3bed408 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:13.694874 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a10473f-d76a-4c18-b959-366a0f2293eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:13.697272 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa84392b-3204-4c28-b41a-7224015e2a6d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] GET failed (client error): The resource could not be found. Jul 15 23:15:13.698935 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fa84392b-3204-4c28-b41a-7224015e2a6d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "GET /v2.0/ports/8dba7dcf-fb63-4e39-a2f0-505edf27c1e4 HTTP/1.1" status: 404 len: 333 time: 0.0588462 Jul 15 23:15:13.701580 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56048) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:13.749818 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-f71a8634-6107-45b0-b484-f3b445d693dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=67544dea-b98a-4fe5-a010-0d763c20c5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760758 Jul 15 23:15:13.817091 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7eed59ad-2e62-4b93-bd2a-503fa75b13fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:13.820865 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d733862-319a-4e6b-8c8a-8a24e3bed408 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Pushing event updated for resources: {'Port': ['ID=ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:13.857928 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-3d733862-319a-4e6b-8c8a-8a24e3bed408 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:13.858616 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-3d733862-319a-4e6b-8c8a-8a24e3bed408 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:13.862744 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-7eed59ad-2e62-4b93-bd2a-503fa75b13fc admin admin] Transition to ACTIVE for port object 42a0a6a5-d1ad-4bda-b81c-d477520e39ba will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:13.922493 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-3d733862-319a-4e6b-8c8a-8a24e3bed408 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6602304 Jul 15 23:15:13.959878 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-1c8b4a72-cfdf-4841-898f-45df5bd09d10 service neutron] Request body: {'port': {'device_id': '25b2b89a-697f-4bdd-a40e-de769dc2f455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:14.078250 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-b8cb85aa-d16e-466c-a81b-8130acf32531 service neutron] 10.222.0.43 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170567 Jul 15 23:15:14.144347 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7eed59ad-2e62-4b93-bd2a-503fa75b13fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.181344 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-1c8b4a72-cfdf-4841-898f-45df5bd09d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.276437 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-182235f3-0ff2-4ec9-a696-e56518cc9166 req-6ceee859-1dd1-4681-913f-8a27c8b12da4 service neutron] 10.222.0.43 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887400 Jul 15 23:15:14.287897 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eed59ad-2e62-4b93-bd2a-503fa75b13fc admin admin] Network cb7f5d26-827b-40c8-9606-f513fb310e54 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:14.291465 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-7eed59ad-2e62-4b93-bd2a-503fa75b13fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:14.307913 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff22981a-341a-49e5-a882-9ff747cd7a9b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.404425 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eed59ad-2e62-4b93-bd2a-503fa75b13fc admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:14.409629 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed59ad-2e62-4b93-bd2a-503fa75b13fc admin admin] Pushing event updated for resources: {'Port': ['ID=42a0a6a5-d1ad-4bda-b81c-d477520e39ba,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:14.419789 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a10473f-d76a-4c18-b959-366a0f2293eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.428124 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a10473f-d76a-4c18-b959-366a0f2293eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.602273 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacaf02d-6f7e-4d8d-aad7-efd32aa8bba6 req-78923b06-c183-44d8-96aa-99816dec363f tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:14.610063 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aacaf02d-6f7e-4d8d-aad7-efd32aa8bba6 req-78923b06-c183-44d8-96aa-99816dec363f tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a32b107-285b-48cb-bd94-ed83d6b1a213 HTTP/1.1" status: 200 len: 944 time: 0.2956495 Jul 15 23:15:14.648841 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a10473f-d76a-4c18-b959-366a0f2293eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.649350 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a10473f-d76a-4c18-b959-366a0f2293eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f2749d8-444c-42c8-932a-bf6b9570f566 {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:15:14.653856 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a10473f-d76a-4c18-b959-366a0f2293eb admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.655166 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3a10473f-d76a-4c18-b959-366a0f2293eb admin admin] 10.222.0.16 "DELETE /v2.0/routers/6f2749d8-444c-42c8-932a-bf6b9570f566 HTTP/1.1" status: 204 len: 168 time: 2.4802899 Jul 15 23:15:14.666277 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56058) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:14.699416 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7eed59ad-2e62-4b93-bd2a-503fa75b13fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.718255 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e21caee-1c35-4fe6-82bc-9e1ff8855a2c admin admin] Deleting subnet 48f08ec9-07a5-42e6-bbce-26101ffdb682 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:15:14.755758 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aacaf02d-6f7e-4d8d-aad7-efd32aa8bba6 req-09a82b46-bcf7-496b-8299-9ec849df4839 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444912 Jul 15 23:15:14.759880 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e21caee-1c35-4fe6-82bc-9e1ff8855a2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.760849 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-01027813-68aa-4d36-a619-9119a70efb5a None None] Provisioning for port 42a0a6a5-d1ad-4bda-b81c-d477520e39ba completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:14.775211 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-01027813-68aa-4d36-a619-9119a70efb5a None None] Provisioning complete for port 42a0a6a5-d1ad-4bda-b81c-d477520e39ba triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:14.776911 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-01027813-68aa-4d36-a619-9119a70efb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.845327 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff22981a-341a-49e5-a882-9ff747cd7a9b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.855338 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542e914-aee2-40ab-98c5-b2bb04047d5f req-e037c33e-b22c-4058-a59c-455c0bf256f3 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:14.863293 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e542e914-aee2-40ab-98c5-b2bb04047d5f req-e037c33e-b22c-4058-a59c-455c0bf256f3 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=25b2b89a-697f-4bdd-a40e-de769dc2f455 HTTP/1.1" status: 200 len: 931 time: 0.3231184 Jul 15 23:15:14.884505 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-ff22981a-341a-49e5-a882-9ff747cd7a9b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c1afcd-9928-4d10-974d-61c7f195064c']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:14.905180 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-01027813-68aa-4d36-a619-9119a70efb5a None None] Port 42a0a6a5-d1ad-4bda-b81c-d477520e39ba cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:14.919990 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-ff22981a-341a-49e5-a882-9ff747cd7a9b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a11041-fe0c-43d1-900b-4c1ef2710b03') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:14.920358 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-ff22981a-341a-49e5-a882-9ff747cd7a9b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a11041-fe0c-43d1-900b-4c1ef2710b03') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:14.923897 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e21caee-1c35-4fe6-82bc-9e1ff8855a2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.934750 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00e7ae-5d23-4eeb-a106-101febbd85aa req-9f2af154-8627-4f73-9b33-a5fc6f6d73b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:14.936653 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1f00e7ae-5d23-4eeb-a106-101febbd85aa req-9f2af154-8627-4f73-9b33-a5fc6f6d73b1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d77f9925bdde4eb59287838e6d3fa09b&device_id=6a32b107-285b-48cb-bd94-ed83d6b1a213 HTTP/1.1" status: 200 len: 1095 time: 0.5151727 Jul 15 23:15:14.961666 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0ea02261-02d4-4b76-84c1-d45317e66382 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:14.975411 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e542e914-aee2-40ab-98c5-b2bb04047d5f req-396039c6-53f6-47dc-9a37-3f6e0c93576a tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112030 Jul 15 23:15:14.977297 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff22981a-341a-49e5-a882-9ff747cd7a9b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.008816 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff22981a-341a-49e5-a882-9ff747cd7a9b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.013874 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff22981a-341a-49e5-a882-9ff747cd7a9b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:15:15.014296 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff22981a-341a-49e5-a882-9ff747cd7a9b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:15:15.020055 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:15:15.060967 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 0ea02261-02d4-4b76-84c1-d45317e66382 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:15.067511 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 0ea02261-02d4-4b76-84c1-d45317e66382 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:15.068298 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.088702 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e53ddcd4-deae-45d0-a32a-d717a53ce9b0 req-8bfd607b-2f5e-44ff-8c11-37bcbcf7ad6a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3442baf6-485a-4c4d-91a7-532586fc137b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5126212 Jul 15 23:15:15.152949 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e21caee-1c35-4fe6-82bc-9e1ff8855a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.155729 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff22981a-341a-49e5-a882-9ff747cd7a9b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.191997 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.213024 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff22981a-341a-49e5-a882-9ff747cd7a9b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.218289 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ff22981a-341a-49e5-a882-9ff747cd7a9b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/networks/b8c1afcd-9928-4d10-974d-61c7f195064c HTTP/1.1" status: 204 len: 168 time: 1.5124094 Jul 15 23:15:15.223236 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 0ea02261-02d4-4b76-84c1-d45317e66382, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=0ea02261-02d4-4b76-84c1-d45317e66382,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:15.228341 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.231145 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56062) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:15.239219 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff22981a-341a-49e5-a882-9ff747cd7a9b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Network': ['ID=b8c1afcd-9928-4d10-974d-61c7f195064c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:15.244662 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-38405cd6-95b4-4634-a295-8e6457275540 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-339869869'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:15.276080 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00e7ae-5d23-4eeb-a106-101febbd85aa req-2583a4c6-7aa7-41b8-8a22-76c2a48c2db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:15.277506 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1f00e7ae-5d23-4eeb-a106-101febbd85aa req-2583a4c6-7aa7-41b8-8a22-76c2a48c2db9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=67544dea-b98a-4fe5-a010-0d763c20c5d2 HTTP/1.1" status: 200 len: 907 time: 0.2847366 Jul 15 23:15:15.294677 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e21caee-1c35-4fe6-82bc-9e1ff8855a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.327360 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d40687e4-420f-4641-9c46-fdf411234ceb no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:15.366546 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e21caee-1c35-4fe6-82bc-9e1ff8855a2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.369236 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4e21caee-1c35-4fe6-82bc-9e1ff8855a2c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/48f08ec9-07a5-42e6-bbce-26101ffdb682 HTTP/1.1" status: 204 len: 168 time: 0.6989369 Jul 15 23:15:15.369860 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21caee-1c35-4fe6-82bc-9e1ff8855a2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48f08ec9-07a5-42e6-bbce-26101ffdb682,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:15.372120 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56066) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:15.381376 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2e6bc0-b034-4436-82e8-5ccf5b9f97c5 None None] Network 8762ff4c-af53-489a-9638-7d16a5a9a397 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:15.386371 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: d40687e4-420f-4641-9c46-fdf411234ceb {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:15:15.396691 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d40687e4-420f-4641-9c46-fdf411234ceb not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:15:15.397246 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:15.427528 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38405cd6-95b4-4634-a295-8e6457275540 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:15.431216 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-38405cd6-95b4-4634-a295-8e6457275540 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.442756 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1f00e7ae-5d23-4eeb-a106-101febbd85aa req-3f313188-7f7a-4a9f-8bee-f3b25307724e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac6be6a2-4dee-4844-b1d4-31694a1623d8 HTTP/1.1" status: 200 len: 217 time: 0.1528986 Jul 15 23:15:15.465133 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7eed59ad-2e62-4b93-bd2a-503fa75b13fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.472782 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=0ea02261-02d4-4b76-84c1-d45317e66382,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:15.480791 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b1c138f-c4d4-4742-aac2-c87cce658533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.548877 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38405cd6-95b4-4634-a295-8e6457275540 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:15:15.559921 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-38405cd6-95b4-4634-a295-8e6457275540 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.560274 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-38405cd6-95b4-4634-a295-8e6457275540 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Added segment 67243e12-35f7-4b98-8f7a-9eaf61636a5b of type vlan for network 1438a1de-ec29-4cc5-8272-8d482f513108 Jul 15 23:15:15.565526 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c138f-c4d4-4742-aac2-c87cce658533 admin admin] Deleting port 376c1f96-d536-4d0e-a5fa-afc4ec190c81 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:15.565886 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b1c138f-c4d4-4742-aac2-c87cce658533 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.604040 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-38405cd6-95b4-4634-a295-8e6457275540 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.661785 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-1c8b4a72-cfdf-4841-898f-45df5bd09d10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:15.671388 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-7b1c138f-c4d4-4742-aac2-c87cce658533 admin admin] For port 376c1f96-d536-4d0e-a5fa-afc4ec190c81, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=376c1f96-d536-4d0e-a5fa-afc4ec190c81,segment=NetworkSegment(d52f2102-c666-4e87-88eb-3f4047883fc5),segment_id=d52f2102-c666-4e87-88eb-3f4047883fc5)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:15.672173 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b1c138f-c4d4-4742-aac2-c87cce658533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.680251 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-38405cd6-95b4-4634-a295-8e6457275540 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.686269 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38405cd6-95b4-4634-a295-8e6457275540 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:15.686623 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:15:15.687018 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 62b18e6c-4bc5-4978-9a3a-8d606bcc0aaf not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:15:15.687197 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-38405cd6-95b4-4634-a295-8e6457275540 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.689344 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c138f-c4d4-4742-aac2-c87cce658533 admin admin] Calling delete_port for 376c1f96-d536-4d0e-a5fa-afc4ec190c81 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:15.692170 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-1c8b4a72-cfdf-4841-898f-45df5bd09d10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.692977 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:15.693553 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:15.693698 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:15.693961 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:15.695557 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:15.695801 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:15.696662 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:15.697043 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:15.697480 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:15.698001 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:15.698462 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:15.698867 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:15.773425 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00e7ae-5d23-4eeb-a106-101febbd85aa req-eb365e4d-634c-44c7-901b-dbd3bd541630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:15.774983 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1f00e7ae-5d23-4eeb-a106-101febbd85aa req-eb365e4d-634c-44c7-901b-dbd3bd541630 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00f86fe3-8e61-4196-b682-45370fd97ef3 HTTP/1.1" status: 200 len: 846 time: 0.2967193 Jul 15 23:15:15.776712 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ddcd4-deae-45d0-a32a-d717a53ce9b0 req-bc9b09ef-fc8f-48a8-a6f9-e63c5185a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:15.778066 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e53ddcd4-deae-45d0-a32a-d717a53ce9b0 req-bc9b09ef-fc8f-48a8-a6f9-e63c5185a1e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d77f9925bdde4eb59287838e6d3fa09b&device_id=3442baf6-485a-4c4d-91a7-532586fc137b HTTP/1.1" status: 200 len: 1096 time: 0.6359031 Jul 15 23:15:15.783997 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-1c8b4a72-cfdf-4841-898f-45df5bd09d10 service neutron] Transition to ACTIVE for port object ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:15.795491 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-38405cd6-95b4-4634-a295-8e6457275540 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5601971 Jul 15 23:15:15.804035 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56070) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:15.811184 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-1c8b4a72-cfdf-4841-898f-45df5bd09d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.827225 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8f56e6de-a8d1-440b-b145-9384dd63664b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'subnet': {'network_id': '1438a1de-ec29-4cc5-8272-8d482f513108', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:15.841004 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b1c138f-c4d4-4742-aac2-c87cce658533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.880705 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ef338cab-db97-4be5-8b12-2228b361c38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.905383 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1f00e7ae-5d23-4eeb-a106-101febbd85aa req-819acb92-b331-49bc-9b6f-5a74788c2f78 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=67544dea-b98a-4fe5-a010-0d763c20c5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173506 Jul 15 23:15:15.929128 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1c138f-c4d4-4742-aac2-c87cce658533 admin admin] No DVR routers for this DVR port 376c1f96-d536-4d0e-a5fa-afc4ec190c81 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:15:15.941983 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec9a79d-3560-46ba-9012-dd14df81d311 None None] DHCP port deletion for 8762ff4c-af53-489a-9638-7d16a5a9a397 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:15:15.948767 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c138f-c4d4-4742-aac2-c87cce658533 admin admin] Pushing event deleted for resources: {'Port': ['ID=376c1f96-d536-4d0e-a5fa-afc4ec190c81,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:15.995170 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38405cd6-95b4-4634-a295-8e6457275540 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Network': ['ID=1438a1de-ec29-4cc5-8272-8d482f513108,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:16.008198 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 1438a1de-ec29-4cc5-8272-8d482f513108 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:15:16.100594 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b1c138f-c4d4-4742-aac2-c87cce658533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:16.130866 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-7b1c138f-c4d4-4742-aac2-c87cce658533 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8762ff4c-af53-489a-9638-7d16a5a9a397']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:16.147967 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-7b1c138f-c4d4-4742-aac2-c87cce658533 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52f2102-c666-4e87-88eb-3f4047883fc5') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:16.148361 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-7b1c138f-c4d4-4742-aac2-c87cce658533 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52f2102-c666-4e87-88eb-3f4047883fc5') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:16.162755 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b1c138f-c4d4-4742-aac2-c87cce658533 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:16.189509 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cb53b-4f67-4a7e-bcf0-ac6d0bd6eec4 req-745ede61-8ad8-44ea-bad6-bd420468706e tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:16.200224 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-800cb53b-4f67-4a7e-bcf0-ac6d0bd6eec4 req-745ede61-8ad8-44ea-bad6-bd420468706e tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a32b107-285b-48cb-bd94-ed83d6b1a213 HTTP/1.1" status: 200 len: 944 time: 0.2075977 Jul 15 23:15:16.228287 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b1c138f-c4d4-4742-aac2-c87cce658533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:16.260186 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b1c138f-c4d4-4742-aac2-c87cce658533 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:15:16.260798 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b1c138f-c4d4-4742-aac2-c87cce658533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:16.265733 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:15:16.265733 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:15:16.265733 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:15:16.265733 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:15:16.265733 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:15:16.265733 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:15:16.265733 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:15:16.265733 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:15:16.265733 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:15:16.265733 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:15:16.265733 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:15:16.265733 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:15:16.265733 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:15:16.265733 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:15:16.265733 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:15:16.265733 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:15:16.265733 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:15:16.265733 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:15:16.265733 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:15:16.265733 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:15:16.265733 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:15:16.265733 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:15:16.265733 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:15:16.265733 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:15:16.265733 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:15:16.265733 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:15:16.265733 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:15:16.265733 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:15:16.265733 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:15:16.265733 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:15:16.265733 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:15:16.265733 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:15:16.311719 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-800cb53b-4f67-4a7e-bcf0-ac6d0bd6eec4 req-2a34c63f-875e-40ba-a658-f22cabf4c478 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105912 Jul 15 23:15:16.358433 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b1c138f-c4d4-4742-aac2-c87cce658533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:16.383937 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b1c138f-c4d4-4742-aac2-c87cce658533 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:16.386014 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7b1c138f-c4d4-4742-aac2-c87cce658533 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8762ff4c-af53-489a-9638-7d16a5a9a397 HTTP/1.1" status: 204 len: 168 time: 1.0125008 Jul 15 23:15:16.400271 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c138f-c4d4-4742-aac2-c87cce658533 admin admin] Pushing event deleted for resources: {'Network': ['ID=8762ff4c-af53-489a-9638-7d16a5a9a397,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:16.414850 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1d093-6fa6-4a2c-b0c0-0da22b8615cf req-5cc795c6-51e1-48c6-8825-3d6c66a62a5d tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:16.416367 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2fa1d093-6fa6-4a2c-b0c0-0da22b8615cf req-5cc795c6-51e1-48c6-8825-3d6c66a62a5d tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=25b2b89a-697f-4bdd-a40e-de769dc2f455 HTTP/1.1" status: 200 len: 943 time: 0.1971962 Jul 15 23:15:16.469259 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b4a72-cfdf-4841-898f-45df5bd09d10 service neutron] Pushing event updated for resources: {'Port': ['ID=ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:16.470538 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2fa1d093-6fa6-4a2c-b0c0-0da22b8615cf req-26a08331-d8a9-400d-aceb-2fbfe0227a11 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448325 Jul 15 23:15:16.574008 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56080) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:16.629752 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-604b045e-0c45-4fb2-8ffb-dc4c5a641966 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3b33ab153c54452b058f065a74f587b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0545466 Jul 15 23:15:16.632353 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56082) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:16.678210 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ddcd4-deae-45d0-a32a-d717a53ce9b0 req-becb7723-93e6-4863-8589-3840617eb7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:16.680439 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e53ddcd4-deae-45d0-a32a-d717a53ce9b0 req-becb7723-93e6-4863-8589-3840617eb7d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=67544dea-b98a-4fe5-a010-0d763c20c5d2 HTTP/1.1" status: 200 len: 907 time: 0.8681145 Jul 15 23:15:16.689121 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1f00e7ae-5d23-4eeb-a106-101febbd85aa req-226f7f33-dad2-4734-95d8-b91b7c8e2d93 service neutron] 10.222.0.43 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7226915 Jul 15 23:15:16.696189 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f56e6de-a8d1-440b-b145-9384dd63664b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:16.696397 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8c86870b-cd28-421f-a89d-e8704a29e568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:16.699835 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f56e6de-a8d1-440b-b145-9384dd63664b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:16.720100 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8c86870b-cd28-421f-a89d-e8704a29e568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:16.785446 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8c86870b-cd28-421f-a89d-e8704a29e568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:16.788382 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8c86870b-cd28-421f-a89d-e8704a29e568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:16.789582 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8c86870b-cd28-421f-a89d-e8704a29e568 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f7eb36c8-fcbb-4dc1-9313-75fad98913b6 HTTP/1.1" status: 204 len: 168 time: 0.1561990 Jul 15 23:15:16.812266 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e53ddcd4-deae-45d0-a32a-d717a53ce9b0 req-df20e20f-d16f-4f58-9697-183377bf9de4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6512fefd-4257-40d9-aa1c-e1c8110b0ce6 HTTP/1.1" status: 200 len: 217 time: 0.1168935 Jul 15 23:15:16.822452 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86870b-cd28-421f-a89d-e8704a29e568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7eb36c8-fcbb-4dc1-9313-75fad98913b6,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:16.825461 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-1c8b4a72-cfdf-4841-898f-45df5bd09d10 service neutron] Attempting to bind port ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:16.825804 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-1c8b4a72-cfdf-4841-898f-45df5bd09d10 service neutron] Attempting to bind port ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'c57252a7-d501-46cc-b05a-0a67e8273926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:16.826140 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-1c8b4a72-cfdf-4841-898f-45df5bd09d10 service neutron] Attempting to bind port ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88 on network d46459bf-69b4-4e8d-8a06-951b2319409b {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:16.867842 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0ea02261-02d4-4b76-84c1-d45317e66382 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:16.938554 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-1c8b4a72-cfdf-4841-898f-45df5bd09d10 service neutron] Port ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88 on network d46459bf-69b4-4e8d-8a06-951b2319409b not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:16.939438 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-1c8b4a72-cfdf-4841-898f-45df5bd09d10 service neutron] Attempting to bind port ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88 on network d46459bf-69b4-4e8d-8a06-951b2319409b {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:16.964965 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 0ea02261-02d4-4b76-84c1-d45317e66382 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:16.966054 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:17.027611 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7eed59ad-2e62-4b93-bd2a-503fa75b13fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:17.031202 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-1c8b4a72-cfdf-4841-898f-45df5bd09d10 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:17.031829 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-1c8b4a72-cfdf-4841-898f-45df5bd09d10 service neutron] Checking segment: {'id': 'c57252a7-d501-46cc-b05a-0a67e8273926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:17.031958 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-1c8b4a72-cfdf-4841-898f-45df5bd09d10 service neutron] Bound using segment: {'id': 'c57252a7-d501-46cc-b05a-0a67e8273926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:17.032365 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-1c8b4a72-cfdf-4841-898f-45df5bd09d10 service neutron] Bound port: ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c57252a7-d501-46cc-b05a-0a67e8273926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:17.032936 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-1c8b4a72-cfdf-4841-898f-45df5bd09d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:17.059385 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7eed59ad-2e62-4b93-bd2a-503fa75b13fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:17.141824 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ddcd4-deae-45d0-a32a-d717a53ce9b0 req-17db2abb-accf-445e-99b6-a4f6e0475a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:17.143360 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e53ddcd4-deae-45d0-a32a-d717a53ce9b0 req-17db2abb-accf-445e-99b6-a4f6e0475a09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00f86fe3-8e61-4196-b682-45370fd97ef3 HTTP/1.1" status: 200 len: 846 time: 0.3191168 Jul 15 23:15:17.155211 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 376c1f96-d536-4d0e-a5fa-afc4ec190c81 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:17.197520 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 376c1f96-d536-4d0e-a5fa-afc4ec190c81 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:15:17.198582 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 376c1f96-d536-4d0e-a5fa-afc4ec190c81 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:15:17.232271 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1f00e7ae-5d23-4eeb-a106-101febbd85aa req-7de43ced-31a7-4add-8bbc-2c9a747c1bde service neutron] 10.222.0.43 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5265930 Jul 15 23:15:17.263686 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e53ddcd4-deae-45d0-a32a-d717a53ce9b0 req-6795f80c-cb9a-4708-8224-9a03b882211d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67544dea-b98a-4fe5-a010-0d763c20c5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053655 Jul 15 23:15:17.275577 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7eed59ad-2e62-4b93-bd2a-503fa75b13fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:17.277685 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed59ad-2e62-4b93-bd2a-503fa75b13fc admin admin] Pushing event updated for resources: {'Port': ['ID=42a0a6a5-d1ad-4bda-b81c-d477520e39ba,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:17.406886 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-1c8b4a72-cfdf-4841-898f-45df5bd09d10 service neutron] For port ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:17.431771 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device ac6be6a2-4dee-4844-b1d4-31694a1623d8 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:15:17.559738 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-1c8b4a72-cfdf-4841-898f-45df5bd09d10 service neutron] For port ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:17.624408 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-1c8b4a72-cfdf-4841-898f-45df5bd09d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:17.626990 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedcd6e-7819-4795-8913-695966b5a289 req-c51d508f-b2fb-4844-976e-32e3ae92aa1a tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:17.639067 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4aedcd6e-7819-4795-8913-695966b5a289 req-c51d508f-b2fb-4844-976e-32e3ae92aa1a tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a32b107-285b-48cb-bd94-ed83d6b1a213 HTTP/1.1" status: 200 len: 944 time: 0.1332746 Jul 15 23:15:17.649509 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port ac6be6a2-4dee-4844-b1d4-31694a1623d8, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ac6be6a2-4dee-4844-b1d4-31694a1623d8,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:17.692411 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'ac6be6a2-4dee-4844-b1d4-31694a1623d8', 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2', 'port_id': 'ac6be6a2-4dee-4844-b1d4-31694a1623d8', 'mac_address': 'fa:16:3e:a1:94:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f86fe3-8e61-4196-b682-45370fd97ef3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:15:17.702382 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4aedcd6e-7819-4795-8913-695966b5a289 req-16797b31-1d60-4c5f-bf2d-f2c72853d166 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619154 Jul 15 23:15:17.753073 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f56e6de-a8d1-440b-b145-9384dd63664b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:17.768907 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-1c8b4a72-cfdf-4841-898f-45df5bd09d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:17.770380 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-1c8b4a72-cfdf-4841-898f-45df5bd09d10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:17.775815 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-1c8b4a72-cfdf-4841-898f-45df5bd09d10 service neutron] 10.222.0.36 "PUT /v2.0/ports/ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88 HTTP/1.1" status: 200 len: 1091 time: 3.8177283 Jul 15 23:15:17.783511 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:17.809013 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac6be6a2-4dee-4844-b1d4-31694a1623d8 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:17.818479 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b2b89a-697f-4bdd-a40e-de769dc2f455', 'tag': 'ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:17.826141 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cddc1c-d431-4e8d-966e-e8333ec8e594" -d '{"events": [{"name": "network-changed", "server_uuid": "25b2b89a-697f-4bdd-a40e-de769dc2f455", "tag": "ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:17.856854 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port ac6be6a2-4dee-4844-b1d4-31694a1623d8, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ac6be6a2-4dee-4844-b1d4-31694a1623d8,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:17.871408 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:17.883291 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b03d6b-faef-4f9b-ac90-532c1cc73c1c req-a4adfce2-33f9-401d-b2e0-a940f32e5936 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:17.884939 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-50b03d6b-faef-4f9b-ac90-532c1cc73c1c req-a4adfce2-33f9-401d-b2e0-a940f32e5936 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=25b2b89a-697f-4bdd-a40e-de769dc2f455 HTTP/1.1" status: 200 len: 943 time: 0.1437144 Jul 15 23:15:17.988046 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=ac6be6a2-4dee-4844-b1d4-31694a1623d8,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:17.988558 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-50b03d6b-faef-4f9b-ac90-532c1cc73c1c req-a05628ef-f0a7-4ae0-84fe-f158fc34629b tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865109 Jul 15 23:15:18.006015 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e53ddcd4-deae-45d0-a32a-d717a53ce9b0 req-9c082485-ad9d-4eca-b9d9-037a37ba68b5 service neutron] 10.222.0.36 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7315726 Jul 15 23:15:18.024989 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9bc056-64b2-4ab9-ad13-6a1054cd7298 x-openstack-request-id: req-bd9bc056-64b2-4ab9-ad13-6a1054cd7298 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:18.024989 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b2b89a-697f-4bdd-a40e-de769dc2f455", "tag": "ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:18.024989 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd9bc056-64b2-4ab9-ad13-6a1054cd7298 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:18.025427 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b2b89a-697f-4bdd-a40e-de769dc2f455', 'tag': 'ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88', 'status': 'completed', 'code': 200} Jul 15 23:15:18.033119 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56114) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:18.062019 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eed59ad-2e62-4b93-bd2a-503fa75b13fc admin admin] Network cb7f5d26-827b-40c8-9606-f513fb310e54 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:18.088804 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-7eed59ad-2e62-4b93-bd2a-503fa75b13fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:18.113904 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b4a72-cfdf-4841-898f-45df5bd09d10 service neutron] Pushing event updated for resources: {'Port': ['ID=ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:18.154461 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['ac6be6a2-4dee-4844-b1d4-31694a1623d8'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:15:18.173712 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56e6de-a8d1-440b-b145-9384dd63664b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Subnet': ['ID=609fcb0c-e995-49cb-9d84-782a933ab47e,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:18.192175 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-9cf97263-784f-42b7-beaf-6beabea0a10f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-233000149-network', 'tenant_id': '4210ec618e114a6198cdf2780451b50d'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:18.238303 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf97263-784f-42b7-beaf-6beabea0a10f admin admin] Made reservation on behalf of 4210ec618e114a6198cdf2780451b50d for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:18.241024 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9cf97263-784f-42b7-beaf-6beabea0a10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.259080 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9cf97263-784f-42b7-beaf-6beabea0a10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.290105 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-75478733-9937-45fa-842b-37270e6df6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.355689 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f56e6de-a8d1-440b-b145-9384dd63664b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Checking segment: {'id': '67243e12-35f7-4b98-8f7a-9eaf61636a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1438a1de-ec29-4cc5-8272-8d482f513108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:18.356402 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f56e6de-a8d1-440b-b145-9384dd63664b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network hostable DHCP agents. Network: 1438a1de-ec29-4cc5-8272-8d482f513108, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:15:18.460008 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9cf97263-784f-42b7-beaf-6beabea0a10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.471442 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9cf97263-784f-42b7-beaf-6beabea0a10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.483073 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-bbbfc992-8640-4dae-9597-1627c34c2ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:18.484609 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-bbbfc992-8640-4dae-9597-1627c34c2ee7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd7ce8a707994c488c5570fcc34a8dcd&device_id=25b2b89a-697f-4bdd-a40e-de769dc2f455 HTTP/1.1" status: 200 len: 1094 time: 0.5588446 Jul 15 23:15:18.501036 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf97263-784f-42b7-beaf-6beabea0a10f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:15:18.511464 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf97263-784f-42b7-beaf-6beabea0a10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:18.518200 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9cf97263-784f-42b7-beaf-6beabea0a10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.518874 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-9cf97263-784f-42b7-beaf-6beabea0a10f admin admin] Added segment 86b14457-65d4-4981-b42c-4a861d55dab4 of type vlan for network 6881cf1e-65f4-43ca-8279-a29b337bc1f5 Jul 15 23:15:18.552386 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e53ddcd4-deae-45d0-a32a-d717a53ce9b0 req-6f1dbbec-93e2-4092-b8cf-9ba244d9406f service neutron] 10.222.0.36 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214441 Jul 15 23:15:18.557134 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-49910711-cfe8-42a8-bed8-2b5a3d15f0d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88 HTTP/1.1" status: 200 len: 217 time: 0.0546660 Jul 15 23:15:18.569986 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5879bf53-84fc-4d3e-8dc4-2c2e222ae1d7 None None] Provisioning complete for port 42a0a6a5-d1ad-4bda-b81c-d477520e39ba triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:18.570381 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5879bf53-84fc-4d3e-8dc4-2c2e222ae1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.584953 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9cf97263-784f-42b7-beaf-6beabea0a10f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.591948 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f56e6de-a8d1-440b-b145-9384dd63664b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network 1438a1de-ec29-4cc5-8272-8d482f513108 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:15:18.596553 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eed59ad-2e62-4b93-bd2a-503fa75b13fc admin admin] Router f6e48e5b-bebb-4708-bc02-34708ba9b7c4 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:15:18.613858 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5879bf53-84fc-4d3e-8dc4-2c2e222ae1d7 None None] Port 42a0a6a5-d1ad-4bda-b81c-d477520e39ba cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:18.629402 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-8f56e6de-a8d1-440b-b145-9384dd63664b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 1438a1de-ec29-4cc5-8272-8d482f513108) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:18.629684 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9cf97263-784f-42b7-beaf-6beabea0a10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.631072 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf97263-784f-42b7-beaf-6beabea0a10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:18.634881 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9cf97263-784f-42b7-beaf-6beabea0a10f admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.639791 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f7ceaa-84ec-4dd3-8593-4cdb4f9b0e2f None None] Network 1438a1de-ec29-4cc5-8272-8d482f513108 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:18.647168 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f56e6de-a8d1-440b-b145-9384dd63664b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:18.648024 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f56e6de-a8d1-440b-b145-9384dd63664b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.684496 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9cf97263-784f-42b7-beaf-6beabea0a10f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6500225 Jul 15 23:15:18.687840 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56120) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:18.696966 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-df7450c4-1e4f-4cee-ab64-322d47bc2d63 admin admin] Request body: {'subnet': {'network_id': '6881cf1e-65f4-43ca-8279-a29b337bc1f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-233000149-subnet', 'tenant_id': '4210ec618e114a6198cdf2780451b50d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:18.701692 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.709030 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-82a3be50-6d3d-4783-8cd3-93efb5406bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:18.710833 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-82a3be50-6d3d-4783-8cd3-93efb5406bf9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d361722a-d157-4a1f-9b02-624ca94298eb HTTP/1.1" status: 200 len: 852 time: 0.1316354 Jul 15 23:15:18.729191 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8f56e6de-a8d1-440b-b145-9384dd63664b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9199355 Jul 15 23:15:18.734161 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56124) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:18.738674 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf97263-784f-42b7-beaf-6beabea0a10f admin admin] Pushing event updated for resources: {'Network': ['ID=6881cf1e-65f4-43ca-8279-a29b337bc1f5,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:18.767651 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7450c4-1e4f-4cee-ab64-322d47bc2d63 admin admin] Made reservation on behalf of 4210ec618e114a6198cdf2780451b50d for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:18.772071 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-df7450c4-1e4f-4cee-ab64-322d47bc2d63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.777675 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2ff25820-fd45-420b-a4e8-a62e4fddca0e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'port': {'network_id': '1438a1de-ec29-4cc5-8272-8d482f513108', 'name': 'tempest-PortsTestJSON-1600248171'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:18.816027 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-548c1bfd-446f-435d-8eb9-55e6f2d47c5a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d46459bf-69b4-4e8d-8a06-951b2319409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969167 Jul 15 23:15:18.865185 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 6881cf1e-65f4-43ca-8279-a29b337bc1f5 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:15:18.917800 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbf7f9d-6619-4ff9-b367-e922527a89f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-1438a1de-ec29-4cc5-8272-8d482f513108', 'network_id': '1438a1de-ec29-4cc5-8272-8d482f513108', 'tenant_id': '178eb6500ae7443591abbc93e5ee1d7b', 'fixed_ips': [{'subnet_id': '609fcb0c-e995-49cb-9d84-782a933ab47e'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:15:18.919018 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbbf7f9d-6619-4ff9-b367-e922527a89f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.977580 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1361288-aea2-4018-a749-d83287e1ebee req-b7258a5d-0139-4f6f-a792-f39adbbc9130 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:18.979484 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1361288-aea2-4018-a749-d83287e1ebee req-b7258a5d-0139-4f6f-a792-f39adbbc9130 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a32b107-285b-48cb-bd94-ed83d6b1a213 HTTP/1.1" status: 200 len: 945 time: 0.1120222 Jul 15 23:15:19.053662 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-7bf5d9d4-3fc6-4138-be28-f96c404797e0 service neutron] 10.222.0.36 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214103 Jul 15 23:15:19.061775 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1361288-aea2-4018-a749-d83287e1ebee req-c6c418b6-2cbb-474b-a8cb-39e4fa6c12ab tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537019 Jul 15 23:15:19.121890 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eed59ad-2e62-4b93-bd2a-503fa75b13fc admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:15:19.131071 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0d84a1-fea3-497c-8e15-d4201ebe5031 None None] Sync routers for ids ['f6e48e5b-bebb-4708-bc02-34708ba9b7c4'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:15:19.150253 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0d84a1-fea3-497c-8e15-d4201ebe5031 None None] Routers {'f6e48e5b-bebb-4708-bc02-34708ba9b7c4'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:15:19.150253 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-aa0d84a1-fea3-497c-8e15-d4201ebe5031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:15:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['f6e48e5b-bebb-4708-bc02-34708ba9b7c4'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:19.163319 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7eed59ad-2e62-4b93-bd2a-503fa75b13fc admin admin] 10.222.0.16 "PUT /v2.0/routers/f6e48e5b-bebb-4708-bc02-34708ba9b7c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9584022 Jul 15 23:15:19.165395 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-df7450c4-1e4f-4cee-ab64-322d47bc2d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:19.267552 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff25820-fd45-420b-a4e8-a62e4fddca0e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:19.272580 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ff25820-fd45-420b-a4e8-a62e4fddca0e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:19.315680 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-dbbf7f9d-6619-4ff9-b367-e922527a89f8 None None] Allocated IP 172.20.0.2 (1438a1de-ec29-4cc5-8272-8d482f513108/609fcb0c-e995-49cb-9d84-782a933ab47e/fd80776a-26f9-4b46-a3bf-03156a03caf3) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:19.319868 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-2ff25820-fd45-420b-a4e8-a62e4fddca0e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] device_id is not set on port 8bddd8ad-eff6-47d7-80e3-5b4aa4f91f4b yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:15:19.321070 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7450c4-1e4f-4cee-ab64-322d47bc2d63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=927a9238-1874-48e8-8bd1-548734ec4e67,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:19.345451 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d6e0c53f-b814-434c-a5a8-b17e2c70a660 req-2df1cd16-0225-4fb7-baa2-95a34bf77843 service neutron] 10.222.0.36 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249701 Jul 15 23:15:19.369171 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7450c4-1e4f-4cee-ab64-322d47bc2d63 admin admin] Checking segment: {'id': '86b14457-65d4-4981-b42c-4a861d55dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6881cf1e-65f4-43ca-8279-a29b337bc1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:19.370977 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7450c4-1e4f-4cee-ab64-322d47bc2d63 admin admin] Network hostable DHCP agents. Network: 6881cf1e-65f4-43ca-8279-a29b337bc1f5, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:15:19.376788 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-aa0d84a1-fea3-497c-8e15-d4201ebe5031 None None] Set router f6e48e5b-bebb-4708-bc02-34708ba9b7c4 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:15:19.442747 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7450c4-1e4f-4cee-ab64-322d47bc2d63 admin admin] Network 6881cf1e-65f4-43ca-8279-a29b337bc1f5 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:15:19.457404 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device ac6be6a2-4dee-4844-b1d4-31694a1623d8 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:19.513841 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cddc1c-d431-4e8d-966e-e8333ec8e594 req-98d17ee0-3fb1-4d27-a417-fec1557b2571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:19.516446 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-99cddc1c-d431-4e8d-966e-e8333ec8e594 req-98d17ee0-3fb1-4d27-a417-fec1557b2571 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd7ce8a707994c488c5570fcc34a8dcd&device_id=25b2b89a-697f-4bdd-a40e-de769dc2f455 HTTP/1.1" status: 200 len: 1094 time: 0.0694242 Jul 15 23:15:19.537622 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-df7450c4-1e4f-4cee-ab64-322d47bc2d63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 6881cf1e-65f4-43ca-8279-a29b337bc1f5) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:19.558288 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7450c4-1e4f-4cee-ab64-322d47bc2d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:19.559659 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-df7450c4-1e4f-4cee-ab64-322d47bc2d63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:19.577233 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8bf754-6861-495a-abb8-fbc17d9b4bd7 None None] Network 6881cf1e-65f4-43ca-8279-a29b337bc1f5 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:19.622804 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-df7450c4-1e4f-4cee-ab64-322d47bc2d63 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9336097 Jul 15 23:15:19.626674 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56138) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:19.633454 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-512e9082-3f9b-4758-8584-e021d040ee6a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-233000149-router', 'tenant_id': '4210ec618e114a6198cdf2780451b50d', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:19.664309 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991c9f1-2aae-4ce2-93b7-edb430f56c76 req-7b4cc691-70a4-4447-8d5e-85f4497c6155 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:19.667194 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9991c9f1-2aae-4ce2-93b7-edb430f56c76 req-7b4cc691-70a4-4447-8d5e-85f4497c6155 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=25b2b89a-697f-4bdd-a40e-de769dc2f455 HTTP/1.1" status: 200 len: 943 time: 0.2721369 Jul 15 23:15:19.710075 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-512e9082-3f9b-4758-8584-e021d040ee6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:19.711594 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-512e9082-3f9b-4758-8584-e021d040ee6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:19.739026 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-aa0d84a1-fea3-497c-8e15-d4201ebe5031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'name': 'tempest-ServerActionsTestJSON-1966710629-router', 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '0ea02261-02d4-4b76-84c1-d45317e66382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:05Z', 'updated_at': '2021-07-15T23:15:15Z', 'revision_number': 4, 'project_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'gw_port': {'id': '0ea02261-02d4-4b76-84c1-d45317e66382', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:06Z', 'updated_at': '2021-07-15T23:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '42a0a6a5-d1ad-4bda-b81c-d477520e39ba', 'name': '', 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54', 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'mac_address': 'fa:16:3e:e1:d6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '242df3cc-37d7-47c0-a77c-be9034976381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:12Z', 'updated_at': '2021-07-15T23:15:15Z', 'revision_number': 2, 'project_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'subnets': [{'id': '242df3cc-37d7-47c0-a77c-be9034976381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:19.748065 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9991c9f1-2aae-4ce2-93b7-edb430f56c76 req-44004735-adbd-4c31-94a7-0245c4886871 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710704 Jul 15 23:15:19.804673 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cddc1c-d431-4e8d-966e-e8333ec8e594 req-e45477f7-754b-465e-bf31-9fb677b000cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:19.810159 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-99cddc1c-d431-4e8d-966e-e8333ec8e594 req-e45477f7-754b-465e-bf31-9fb677b000cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=d46459bf-69b4-4e8d-8a06-951b2319409b HTTP/1.1" status: 200 len: 913 time: 0.2866166 Jul 15 23:15:19.813921 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0d84a1-fea3-497c-8e15-d4201ebe5031 None None] Checking router: f6e48e5b-bebb-4708-bc02-34708ba9b7c4 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:15:19.814521 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0d84a1-fea3-497c-8e15-d4201ebe5031 None None] Updating router f6e48e5b-bebb-4708-bc02-34708ba9b7c4 port 42a0a6a5-d1ad-4bda-b81c-d477520e39ba binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:15:19.834713 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-512e9082-3f9b-4758-8584-e021d040ee6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:19.866860 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aa0d84a1-fea3-497c-8e15-d4201ebe5031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:19.877973 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port ac6be6a2-4dee-4844-b1d4-31694a1623d8 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:19.886248 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:19.897746 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-99cddc1c-d431-4e8d-966e-e8333ec8e594 req-962cbfd0-41a9-42f8-9b30-6bd464776d21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88 HTTP/1.1" status: 200 len: 217 time: 0.0805488 Jul 15 23:15:19.913657 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port ac6be6a2-4dee-4844-b1d4-31694a1623d8 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:19.914309 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:19.932658 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c638af-8525-4c58-9971-5f98df090164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-6881cf1e-65f4-43ca-8279-a29b337bc1f5', 'network_id': '6881cf1e-65f4-43ca-8279-a29b337bc1f5', 'tenant_id': '4210ec618e114a6198cdf2780451b50d', 'fixed_ips': [{'subnet_id': '927a9238-1874-48e8-8bd1-548734ec4e67'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:15:19.935572 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-87c638af-8525-4c58-9971-5f98df090164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.023241 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cddc1c-d431-4e8d-966e-e8333ec8e594 req-4b18f91d-87c9-4b0b-96b1-33c9d7e628bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:20.028632 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-99cddc1c-d431-4e8d-966e-e8333ec8e594 req-4b18f91d-87c9-4b0b-96b1-33c9d7e628bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d361722a-d157-4a1f-9b02-624ca94298eb HTTP/1.1" status: 200 len: 852 time: 0.1232524 Jul 15 23:15:20.031659 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbbf7f9d-6619-4ff9-b367-e922527a89f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.050417 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-512e9082-3f9b-4758-8584-e021d040ee6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.077172 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-99cddc1c-d431-4e8d-966e-e8333ec8e594 req-adcd238e-65a9-4022-b7b2-2a140fd36d60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d46459bf-69b4-4e8d-8a06-951b2319409b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417857 Jul 15 23:15:20.187131 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-99cddc1c-d431-4e8d-966e-e8333ec8e594 req-6db31cd7-42d8-405b-9143-a6b180d781bf service neutron] 10.222.0.36 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995665 Jul 15 23:15:20.367063 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-dbbf7f9d-6619-4ff9-b367-e922527a89f8 None None] Transition to ACTIVE for port object fd80776a-26f9-4b46-a3bf-03156a03caf3 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:20.367744 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-512e9082-3f9b-4758-8584-e021d040ee6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.407970 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-512e9082-3f9b-4758-8584-e021d040ee6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.410593 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aa0d84a1-fea3-497c-8e15-d4201ebe5031 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.430674 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-aa0d84a1-fea3-497c-8e15-d4201ebe5031 None None] Transition to ACTIVE for port object 42a0a6a5-d1ad-4bda-b81c-d477520e39ba will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:20.451361 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aa0d84a1-fea3-497c-8e15-d4201ebe5031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.461407 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-87c638af-8525-4c58-9971-5f98df090164 None None] Allocated IP 172.20.0.2 (6881cf1e-65f4-43ca-8279-a29b337bc1f5/927a9238-1874-48e8-8bd1-548734ec4e67/e1b3b997-09cd-400b-bc29-61e9a371de10) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:20.473356 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-dbbf7f9d-6619-4ff9-b367-e922527a89f8 None None] Transition to ACTIVE for port object fd80776a-26f9-4b46-a3bf-03156a03caf3 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:20.485110 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbbf7f9d-6619-4ff9-b367-e922527a89f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.530909 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e45d5-1a66-48e0-8d64-dd2ecc106985 None None] Pushing event updated for resources: {'Port': ['ID=42a0a6a5-d1ad-4bda-b81c-d477520e39ba,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:20.558224 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf7f9d-6619-4ff9-b367-e922527a89f8 None None] Pushing event updated for resources: {'Port': ['ID=fd80776a-26f9-4b46-a3bf-03156a03caf3,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:20.576185 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56144) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:20.581776 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-b541a34d-ed3b-4fae-8ac9-b5cc9d910f1b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--796136902', 'description': 'tempest-description--1440375601'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:20.635931 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4463ca-eab9-438b-b4c1-a9ec5b67f019 req-3d62ae46-a6d3-41df-842b-03c4d8e3aeae tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:20.637726 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f4463ca-eab9-438b-b4c1-a9ec5b67f019 req-3d62ae46-a6d3-41df-842b-03c4d8e3aeae tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a32b107-285b-48cb-bd94-ed83d6b1a213 HTTP/1.1" status: 200 len: 945 time: 0.3355274 Jul 15 23:15:20.718733 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbf7f9d-6619-4ff9-b367-e922527a89f8 None None] Network 1438a1de-ec29-4cc5-8272-8d482f513108 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:20.736036 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-dbbf7f9d-6619-4ff9-b367-e922527a89f8 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:20.758183 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbf7f9d-6619-4ff9-b367-e922527a89f8 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:20.805532 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b541a34d-ed3b-4fae-8ac9-b5cc9d910f1b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.814571 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.898682 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-aa0d84a1-fea3-497c-8e15-d4201ebe5031 None None] Attempting to bind port 42a0a6a5-d1ad-4bda-b81c-d477520e39ba on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:20.899059 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-aa0d84a1-fea3-497c-8e15-d4201ebe5031 None None] Attempting to bind port 42a0a6a5-d1ad-4bda-b81c-d477520e39ba by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'b8fbf8e3-2064-48ec-a057-e61b61fe1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:20.899422 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0d84a1-fea3-497c-8e15-d4201ebe5031 None None] Attempting to bind port 42a0a6a5-d1ad-4bda-b81c-d477520e39ba on network cb7f5d26-827b-40c8-9606-f513fb310e54 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:20.925136 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port ac6be6a2-4dee-4844-b1d4-31694a1623d8, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ac6be6a2-4dee-4844-b1d4-31694a1623d8,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:20.932408 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a32b107-285b-48cb-bd94-ed83d6b1a213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6be6a2-4dee-4844-b1d4-31694a1623d8'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:20.934264 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0d84a1-fea3-497c-8e15-d4201ebe5031 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:20.935160 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5939d9f5-a2a4-45fd-a52d-1ebacc330335" -d '{"events": [{"server_uuid": "6a32b107-285b-48cb-bd94-ed83d6b1a213", "name": "network-vif-plugged", "status": "completed", "tag": "ac6be6a2-4dee-4844-b1d4-31694a1623d8"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:20.935542 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0d84a1-fea3-497c-8e15-d4201ebe5031 None None] Checking segment: {'id': 'b8fbf8e3-2064-48ec-a057-e61b61fe1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:20.936338 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aa0d84a1-fea3-497c-8e15-d4201ebe5031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.936899 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0d84a1-fea3-497c-8e15-d4201ebe5031 None None] Bound using segment: {'id': 'b8fbf8e3-2064-48ec-a057-e61b61fe1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:20.938841 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-aa0d84a1-fea3-497c-8e15-d4201ebe5031 None None] Bound port: 42a0a6a5-d1ad-4bda-b81c-d477520e39ba, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8fbf8e3-2064-48ec-a057-e61b61fe1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:20.939431 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aa0d84a1-fea3-497c-8e15-d4201ebe5031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.944357 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.945202 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f4463ca-eab9-438b-b4c1-a9ec5b67f019 req-9e88b0b6-1c06-4176-8138-a0cde2d65586 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988265 Jul 15 23:15:20.966495 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-dbbf7f9d-6619-4ff9-b367-e922527a89f8 None None] Attempting to bind port fd80776a-26f9-4b46-a3bf-03156a03caf3 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:20.967688 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-dbbf7f9d-6619-4ff9-b367-e922527a89f8 None None] Attempting to bind port fd80776a-26f9-4b46-a3bf-03156a03caf3 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '67243e12-35f7-4b98-8f7a-9eaf61636a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1438a1de-ec29-4cc5-8272-8d482f513108'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:20.968053 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbf7f9d-6619-4ff9-b367-e922527a89f8 None None] Attempting to bind port fd80776a-26f9-4b46-a3bf-03156a03caf3 on network 1438a1de-ec29-4cc5-8272-8d482f513108 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:21.064196 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-aa0d84a1-fea3-497c-8e15-d4201ebe5031 None None] For port 42a0a6a5-d1ad-4bda-b81c-d477520e39ba, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:21.070410 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-aa0d84a1-fea3-497c-8e15-d4201ebe5031 None None] For port 42a0a6a5-d1ad-4bda-b81c-d477520e39ba, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=42a0a6a5-d1ad-4bda-b81c-d477520e39ba,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:21.071868 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbc0969-6f59-472c-a8de-b383a8a7374b x-openstack-request-id: req-1cbc0969-6f59-472c-a8de-b383a8a7374b {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:21.072264 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a32b107-285b-48cb-bd94-ed83d6b1a213", "name": "network-vif-plugged", "status": "completed", "tag": "ac6be6a2-4dee-4844-b1d4-31694a1623d8", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:21.072525 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1cbc0969-6f59-472c-a8de-b383a8a7374b {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:21.072959 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a32b107-285b-48cb-bd94-ed83d6b1a213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6be6a2-4dee-4844-b1d4-31694a1623d8', 'code': 200} Jul 15 23:15:21.075364 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aa0d84a1-fea3-497c-8e15-d4201ebe5031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.096235 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbf7f9d-6619-4ff9-b367-e922527a89f8 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:21.097200 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbf7f9d-6619-4ff9-b367-e922527a89f8 None None] Checking segment: {'id': '67243e12-35f7-4b98-8f7a-9eaf61636a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1438a1de-ec29-4cc5-8272-8d482f513108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:21.097802 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbbf7f9d-6619-4ff9-b367-e922527a89f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.099854 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbf7f9d-6619-4ff9-b367-e922527a89f8 None None] Bound using segment: {'id': '67243e12-35f7-4b98-8f7a-9eaf61636a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1438a1de-ec29-4cc5-8272-8d482f513108'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:21.100556 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-dbbf7f9d-6619-4ff9-b367-e922527a89f8 None None] Bound port: fd80776a-26f9-4b46-a3bf-03156a03caf3, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67243e12-35f7-4b98-8f7a-9eaf61636a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1438a1de-ec29-4cc5-8272-8d482f513108'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:21.100969 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbbf7f9d-6619-4ff9-b367-e922527a89f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.173772 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b541a34d-ed3b-4fae-8ac9-b5cc9d910f1b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.192518 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-512e9082-3f9b-4758-8584-e021d040ee6a admin admin] Allocated IP 172.25.4.247 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/ade08e10-6021-463f-a028-0f6188de9ffd) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:21.197966 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b541a34d-ed3b-4fae-8ac9-b5cc9d910f1b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.203946 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-99cddc1c-d431-4e8d-966e-e8333ec8e594 req-2553b3b7-429d-44bc-9ad0-6dff8245aa1e service neutron] 10.222.0.36 "GET /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0093646 Jul 15 23:15:21.224468 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b541a34d-ed3b-4fae-8ac9-b5cc9d910f1b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.225919 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e45d5-1a66-48e0-8d64-dd2ecc106985 None None] Pushing event updated for resources: {'Port': ['ID=42a0a6a5-d1ad-4bda-b81c-d477520e39ba,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:21.229585 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b541a34d-ed3b-4fae-8ac9-b5cc9d910f1b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6515105 Jul 15 23:15:21.230830 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56152) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:21.234606 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0d84a1-fea3-497c-8e15-d4201ebe5031 None None] Routers {'f6e48e5b-bebb-4708-bc02-34708ba9b7c4'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:15:21.235282 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-aa0d84a1-fea3-497c-8e15-d4201ebe5031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:15:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['f6e48e5b-bebb-4708-bc02-34708ba9b7c4'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:21.284754 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f85bf007-eace-4865-8aee-c56dd3b2ac03 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Request body: {'security_group_rule': {'security_group_id': 'da407933-2f6f-4b8a-9b99-8432ac35ce4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:21.305718 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541a34d-ed3b-4fae-8ac9-b5cc9d910f1b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da407933-2f6f-4b8a-9b99-8432ac35ce4f,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:21.334498 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-2ff25820-fd45-420b-a4e8-a62e4fddca0e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Allocated IP 172.20.0.8 (1438a1de-ec29-4cc5-8272-8d482f513108/609fcb0c-e995-49cb-9d84-782a933ab47e/8bddd8ad-eff6-47d7-80e3-5b4aa4f91f4b) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:21.335437 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-87c638af-8525-4c58-9971-5f98df090164 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.350599 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-87c638af-8525-4c58-9971-5f98df090164 None None] Transition to ACTIVE for port object e1b3b997-09cd-400b-bc29-61e9a371de10 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:21.377062 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f85bf007-eace-4865-8aee-c56dd3b2ac03 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.384217 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-87c638af-8525-4c58-9971-5f98df090164 None None] Transition to ACTIVE for port object e1b3b997-09cd-400b-bc29-61e9a371de10 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:21.390172 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=ac6be6a2-4dee-4844-b1d4-31694a1623d8,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:21.411802 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfe2fd-4518-4f48-8a19-e536b2519014 req-38650cb7-4ce5-4c83-b757-38952e08b4f9 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:21.415855 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-88bfe2fd-4518-4f48-8a19-e536b2519014 req-38650cb7-4ce5-4c83-b757-38952e08b4f9 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=25b2b89a-697f-4bdd-a40e-de769dc2f455 HTTP/1.1" status: 200 len: 943 time: 0.3081903 Jul 15 23:15:21.417999 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d858481-65f8-4643-8663-7330a1909478 req-cde66cdf-367b-4e9e-b5a9-e5bafa1b8ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:21.424137 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1d858481-65f8-4643-8663-7330a1909478 req-cde66cdf-367b-4e9e-b5a9-e5bafa1b8ad2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6a32b107-285b-48cb-bd94-ed83d6b1a213 HTTP/1.1" status: 200 len: 1097 time: 0.2865770 Jul 15 23:15:21.459738 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-87c638af-8525-4c58-9971-5f98df090164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.506593 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-aa0d84a1-fea3-497c-8e15-d4201ebe5031 None None] Set router f6e48e5b-bebb-4708-bc02-34708ba9b7c4 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:15:21.525107 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-512e9082-3f9b-4758-8584-e021d040ee6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.551892 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.558383 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c638af-8525-4c58-9971-5f98df090164 None None] Pushing event updated for resources: {'Port': ['ID=e1b3b997-09cd-400b-bc29-61e9a371de10,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:21.604980 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1d858481-65f8-4643-8663-7330a1909478 req-e960302f-99af-49c3-8a6f-cde03fb64036 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522100 Jul 15 23:15:21.626979 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-512e9082-3f9b-4758-8584-e021d040ee6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.633251 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-dbbf7f9d-6619-4ff9-b367-e922527a89f8 None None] For port fd80776a-26f9-4b46-a3bf-03156a03caf3, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:21.651310 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-88bfe2fd-4518-4f48-8a19-e536b2519014 req-48d6a990-bccf-4b15-87b3-083fdfe73ffd tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247543 Jul 15 23:15:21.651541 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f85bf007-eace-4865-8aee-c56dd3b2ac03 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.657687 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f85bf007-eace-4865-8aee-c56dd3b2ac03 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.658429 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c638af-8525-4c58-9971-5f98df090164 None None] Network 6881cf1e-65f4-43ca-8279-a29b337bc1f5 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:21.666783 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-87c638af-8525-4c58-9971-5f98df090164 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:21.707968 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c638af-8525-4c58-9971-5f98df090164 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:21.712826 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ff25820-fd45-420b-a4e8-a62e4fddca0e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.713364 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-dbbf7f9d-6619-4ff9-b367-e922527a89f8 None None] For port fd80776a-26f9-4b46-a3bf-03156a03caf3, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=fd80776a-26f9-4b46-a3bf-03156a03caf3,segment=NetworkSegment(67243e12-35f7-4b98-8f7a-9eaf61636a5b),segment_id=67243e12-35f7-4b98-8f7a-9eaf61636a5b)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:21.731771 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bf007-eace-4865-8aee-c56dd3b2ac03 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6b6b4d-4ea5-413b-866c-3e944a1931ca,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:21.739518 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbbf7f9d-6619-4ff9-b367-e922527a89f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.748670 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512e9082-3f9b-4758-8584-e021d040ee6a admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:21.751761 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-512e9082-3f9b-4758-8584-e021d040ee6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:21.759559 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512e9082-3f9b-4758-8584-e021d040ee6a admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:21.788267 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2ff25820-fd45-420b-a4e8-a62e4fddca0e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Transition to ACTIVE for port object 8bddd8ad-eff6-47d7-80e3-5b4aa4f91f4b will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:21.792296 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-aa0d84a1-fea3-497c-8e15-d4201ebe5031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'name': 'tempest-ServerActionsTestJSON-1966710629-router', 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '0ea02261-02d4-4b76-84c1-d45317e66382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:05Z', 'updated_at': '2021-07-15T23:15:15Z', 'revision_number': 4, 'project_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'gw_port': {'id': '0ea02261-02d4-4b76-84c1-d45317e66382', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:06Z', 'updated_at': '2021-07-15T23:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '42a0a6a5-d1ad-4bda-b81c-d477520e39ba', 'name': '', 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54', 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'mac_address': 'fa:16:3e:e1:d6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '242df3cc-37d7-47c0-a77c-be9034976381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:12Z', 'updated_at': '2021-07-15T23:15:21Z', 'revision_number': 4, 'project_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'subnets': [{'id': '242df3cc-37d7-47c0-a77c-be9034976381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:21.802422 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f85bf007-eace-4865-8aee-c56dd3b2ac03 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.803930 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f85bf007-eace-4865-8aee-c56dd3b2ac03 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5429742 Jul 15 23:15:21.812680 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56160) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:21.819676 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-901b44e4-9b83-4c4b-b48e-70fe03fce31a tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Request body: {'security_group_rule': {'security_group_id': 'da407933-2f6f-4b8a-9b99-8432ac35ce4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:21.840402 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf7f9d-6619-4ff9-b367-e922527a89f8 None None] Pushing event updated for resources: {'Port': ['ID=fd80776a-26f9-4b46-a3bf-03156a03caf3,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:21.841632 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e9082-3f9b-4758-8584-e021d040ee6a admin admin] Pushing event updated for resources: {'Port': ['ID=ade08e10-6021-463f-a028-0f6188de9ffd,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:21.858515 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0d84a1-fea3-497c-8e15-d4201ebe5031 None None] The sync data for ids ['f6e48e5b-bebb-4708-bc02-34708ba9b7c4'] in n-d-787205-9 is: [{'id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'name': 'tempest-ServerActionsTestJSON-1966710629-router', 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '0ea02261-02d4-4b76-84c1-d45317e66382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:05Z', 'updated_at': '2021-07-15T23:15:15Z', 'revision_number': 4, 'project_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'gw_port': {'id': '0ea02261-02d4-4b76-84c1-d45317e66382', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:06Z', 'updated_at': '2021-07-15T23:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '42a0a6a5-d1ad-4bda-b81c-d477520e39ba', 'name': '', 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54', 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'mac_address': 'fa:16:3e:e1:d6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '242df3cc-37d7-47c0-a77c-be9034976381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:12Z', 'updated_at': '2021-07-15T23:15:21Z', 'revision_number': 4, 'project_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'subnets': [{'id': '242df3cc-37d7-47c0-a77c-be9034976381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:15:21.909235 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ff25820-fd45-420b-a4e8-a62e4fddca0e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.934006 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-87c638af-8525-4c58-9971-5f98df090164 None None] Attempting to bind port e1b3b997-09cd-400b-bc29-61e9a371de10 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:21.934513 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-87c638af-8525-4c58-9971-5f98df090164 None None] Attempting to bind port e1b3b997-09cd-400b-bc29-61e9a371de10 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '86b14457-65d4-4981-b42c-4a861d55dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6881cf1e-65f4-43ca-8279-a29b337bc1f5'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:21.935002 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c638af-8525-4c58-9971-5f98df090164 None None] Attempting to bind port e1b3b997-09cd-400b-bc29-61e9a371de10 on network 6881cf1e-65f4-43ca-8279-a29b337bc1f5 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:21.983729 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c638af-8525-4c58-9971-5f98df090164 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:21.984142 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c638af-8525-4c58-9971-5f98df090164 None None] Checking segment: {'id': '86b14457-65d4-4981-b42c-4a861d55dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6881cf1e-65f4-43ca-8279-a29b337bc1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:21.984574 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-87c638af-8525-4c58-9971-5f98df090164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.984971 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c638af-8525-4c58-9971-5f98df090164 None None] Bound using segment: {'id': '86b14457-65d4-4981-b42c-4a861d55dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6881cf1e-65f4-43ca-8279-a29b337bc1f5'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:21.989430 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-87c638af-8525-4c58-9971-5f98df090164 None None] Bound port: e1b3b997-09cd-400b-bc29-61e9a371de10, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b14457-65d4-4981-b42c-4a861d55dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6881cf1e-65f4-43ca-8279-a29b337bc1f5'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:21.990184 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-87c638af-8525-4c58-9971-5f98df090164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:22.030526 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:15:22.030820 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff25820-fd45-420b-a4e8-a62e4fddca0e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network 1438a1de-ec29-4cc5-8272-8d482f513108 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:22.045105 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-2ff25820-fd45-420b-a4e8-a62e4fddca0e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:22.074751 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff25820-fd45-420b-a4e8-a62e4fddca0e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:22.113650 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff25820-fd45-420b-a4e8-a62e4fddca0e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Port': ['ID=8bddd8ad-eff6-47d7-80e3-5b4aa4f91f4b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:22.121678 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-901b44e4-9b83-4c4b-b48e-70fe03fce31a tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:22.159807 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff25820-fd45-420b-a4e8-a62e4fddca0e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:22.170026 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ff25820-fd45-420b-a4e8-a62e4fddca0e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:22.200319 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2ff25820-fd45-420b-a4e8-a62e4fddca0e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4647844 Jul 15 23:15:22.203348 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56164) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:22.240982 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-87c638af-8525-4c58-9971-5f98df090164 None None] For port e1b3b997-09cd-400b-bc29-61e9a371de10, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:22.363732 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-901b44e4-9b83-4c4b-b48e-70fe03fce31a tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:22.371859 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-901b44e4-9b83-4c4b-b48e-70fe03fce31a tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:22.380349 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-87c638af-8525-4c58-9971-5f98df090164 None None] For port e1b3b997-09cd-400b-bc29-61e9a371de10, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=e1b3b997-09cd-400b-bc29-61e9a371de10,segment=NetworkSegment(86b14457-65d4-4981-b42c-4a861d55dab4),segment_id=86b14457-65d4-4981-b42c-4a861d55dab4)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:22.410354 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-87c638af-8525-4c58-9971-5f98df090164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:22.452821 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-901b44e4-9b83-4c4b-b48e-70fe03fce31a tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:22.461662 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-901b44e4-9b83-4c4b-b48e-70fe03fce31a tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6458676 Jul 15 23:15:22.462799 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56170) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:22.478339 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c638af-8525-4c58-9971-5f98df090164 None None] Pushing event updated for resources: {'Port': ['ID=e1b3b997-09cd-400b-bc29-61e9a371de10,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:22.480417 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-62095a46-f453-40c0-9c6f-fda197e7d80d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting port 8bddd8ad-eff6-47d7-80e3-5b4aa4f91f4b {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:22.481004 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-62095a46-f453-40c0-9c6f-fda197e7d80d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:22.567445 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:22.595024 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-0c2818ea-61dd-46c9-be3a-4759aa916be9 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:22.600594 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88', 'network_id': 'd46459bf-69b4-4e8d-8a06-951b2319409b', 'port_id': 'ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88', 'mac_address': 'fa:16:3e:84:cb:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd361722a-d157-4a1f-9b02-624ca94298eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:15:22.623775 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b44e4-9b83-4c4b-b48e-70fe03fce31a tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7938f2a3-29a1-4c51-b555-72bd63a949bb,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:22.653852 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:22.680922 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c2818ea-61dd-46c9-be3a-4759aa916be9 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:22.729695 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:22.736477 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-62095a46-f453-40c0-9c6f-fda197e7d80d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:22.770711 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-62095a46-f453-40c0-9c6f-fda197e7d80d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Calling delete_port for 8bddd8ad-eff6-47d7-80e3-5b4aa4f91f4b owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:22.794806 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:22.800155 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:22.886517 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ef13f-8c5b-4b28-bfee-a313b89f64a4 req-7bacb0bf-2ca2-4824-a223-8a48fea87c86 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:22.888160 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a5ef13f-8c5b-4b28-bfee-a313b89f64a4 req-7bacb0bf-2ca2-4824-a223-8a48fea87c86 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a32b107-285b-48cb-bd94-ed83d6b1a213 HTTP/1.1" status: 200 len: 946 time: 0.6995208 Jul 15 23:15:22.977919 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:23.021785 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-512e9082-3f9b-4758-8584-e021d040ee6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:23.094950 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:15:23.110851 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-62095a46-f453-40c0-9c6f-fda197e7d80d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:23.186820 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device fd80776a-26f9-4b46-a3bf-03156a03caf3 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:23.203695 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62095a46-f453-40c0-9c6f-fda197e7d80d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Port': ['ID=8bddd8ad-eff6-47d7-80e3-5b4aa4f91f4b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:23.266183 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a5ef13f-8c5b-4b28-bfee-a313b89f64a4 req-bb757f42-2a7b-4cda-a807-6897f56931d1 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665917 Jul 15 23:15:23.338681 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-62095a46-f453-40c0-9c6f-fda197e7d80d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:23.341175 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-62095a46-f453-40c0-9c6f-fda197e7d80d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/ports/8bddd8ad-eff6-47d7-80e3-5b4aa4f91f4b HTTP/1.1" status: 204 len: 168 time: 1.1367707 Jul 15 23:15:23.344289 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56182) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.388214 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-817c6fd6-e474-4dcc-b844-8ba46b88e9bc tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] DELETE failed (client error): The resource could not be found. Jul 15 23:15:23.389119 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-817c6fd6-e474-4dcc-b844-8ba46b88e9bc tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:15:23.394977 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-817c6fd6-e474-4dcc-b844-8ba46b88e9bc tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/ports/8bddd8ad-eff6-47d7-80e3-5b4aa4f91f4b HTTP/1.1" status: 404 len: 333 time: 0.0493166 Jul 15 23:15:23.395756 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56184) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.480569 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b198233-0e2e-4cfa-b3e6-521b257ff2f6 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] GET failed (client error): The resource could not be found. Jul 15 23:15:23.482452 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2b198233-0e2e-4cfa-b3e6-521b257ff2f6 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "GET /v2.0/ports/8bddd8ad-eff6-47d7-80e3-5b4aa4f91f4b HTTP/1.1" status: 404 len: 333 time: 0.0856025 Jul 15 23:15:23.487238 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56186) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.492997 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port fd80776a-26f9-4b46-a3bf-03156a03caf3 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:23.501735 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 42a0a6a5-d1ad-4bda-b81c-d477520e39ba up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:23.592883 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f1dea6b-9f46-46c9-be73-0c7513b252d8 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting subnet 609fcb0c-e995-49cb-9d84-782a933ab47e {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:15:23.597968 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f1dea6b-9f46-46c9-be73-0c7513b252d8 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:23.663462 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 42a0a6a5-d1ad-4bda-b81c-d477520e39ba completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:23.671593 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 42a0a6a5-d1ad-4bda-b81c-d477520e39ba triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:23.673251 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:23.677296 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f1dea6b-9f46-46c9-be73-0c7513b252d8 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:23.836589 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:23.852876 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75fa975-043f-4207-9aab-0b19728d3072 None None] Network 1438a1de-ec29-4cc5-8272-8d482f513108 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:23.882603 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f1dea6b-9f46-46c9-be73-0c7513b252d8 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:24.004584 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f1dea6b-9f46-46c9-be73-0c7513b252d8 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:24.036685 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1dea6b-9f46-46c9-be73-0c7513b252d8 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Subnet': ['ID=609fcb0c-e995-49cb-9d84-782a933ab47e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:24.055804 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f1dea6b-9f46-46c9-be73-0c7513b252d8 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:24.060873 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0f1dea6b-9f46-46c9-be73-0c7513b252d8 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/subnets/609fcb0c-e995-49cb-9d84-782a933ab47e HTTP/1.1" status: 204 len: 168 time: 0.5725906 Jul 15 23:15:24.064232 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56196) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:24.187672 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:24.212660 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ccd6c3eb-e964-47cd-8aed-e684f53a9def None None] Provisioning for port fd80776a-26f9-4b46-a3bf-03156a03caf3 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:24.230191 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 42a0a6a5-d1ad-4bda-b81c-d477520e39ba, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=42a0a6a5-d1ad-4bda-b81c-d477520e39ba,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:24.238075 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ccd6c3eb-e964-47cd-8aed-e684f53a9def None None] Provisioning complete for port fd80776a-26f9-4b46-a3bf-03156a03caf3 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:24.238982 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ccd6c3eb-e964-47cd-8aed-e684f53a9def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:24.244271 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:24.304957 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06af1f1d-563b-44cb-ade9-11e42bb21a3e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:24.378931 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c92fd7-5946-47c4-bd37-1a954f98175a req-7010eb7e-bb94-4491-b73e-a97423d74e35 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:24.381993 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabffdf5-5f65-4d13-8594-0026a46d814d None None] Network 6881cf1e-65f4-43ca-8279-a29b337bc1f5 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:24.388885 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a0c92fd7-5946-47c4-bd37-1a954f98175a req-7010eb7e-bb94-4491-b73e-a97423d74e35 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=25b2b89a-697f-4bdd-a40e-de769dc2f455 HTTP/1.1" status: 200 len: 944 time: 1.4980183 Jul 15 23:15:24.402465 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-06af1f1d-563b-44cb-ade9-11e42bb21a3e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting port fd80776a-26f9-4b46-a3bf-03156a03caf3 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:24.403062 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06af1f1d-563b-44cb-ade9-11e42bb21a3e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:24.443907 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=42a0a6a5-d1ad-4bda-b81c-d477520e39ba,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:24.488102 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-06af1f1d-563b-44cb-ade9-11e42bb21a3e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] For port fd80776a-26f9-4b46-a3bf-03156a03caf3, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=fd80776a-26f9-4b46-a3bf-03156a03caf3,segment=NetworkSegment(67243e12-35f7-4b98-8f7a-9eaf61636a5b),segment_id=67243e12-35f7-4b98-8f7a-9eaf61636a5b)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:24.489101 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06af1f1d-563b-44cb-ade9-11e42bb21a3e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:24.508379 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-06af1f1d-563b-44cb-ade9-11e42bb21a3e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Calling delete_port for fd80776a-26f9-4b46-a3bf-03156a03caf3 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:24.551058 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ccd6c3eb-e964-47cd-8aed-e684f53a9def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:24.551690 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-512e9082-3f9b-4758-8584-e021d040ee6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:24.589549 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c2818ea-61dd-46c9-be3a-4759aa916be9 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:24.635253 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ccd6c3eb-e964-47cd-8aed-e684f53a9def None None] For port fd80776a-26f9-4b46-a3bf-03156a03caf3, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=fd80776a-26f9-4b46-a3bf-03156a03caf3,segment=NetworkSegment(67243e12-35f7-4b98-8f7a-9eaf61636a5b),segment_id=67243e12-35f7-4b98-8f7a-9eaf61636a5b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:24.641790 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ccd6c3eb-e964-47cd-8aed-e684f53a9def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:24.654996 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06af1f1d-563b-44cb-ade9-11e42bb21a3e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:24.693828 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06af1f1d-563b-44cb-ade9-11e42bb21a3e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] No DVR routers for this DVR port fd80776a-26f9-4b46-a3bf-03156a03caf3 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:15:24.699254 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af1f1d-563b-44cb-ade9-11e42bb21a3e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Port': ['ID=fd80776a-26f9-4b46-a3bf-03156a03caf3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:24.709362 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e94a5df-f9b0-4bcd-af7b-552ee984a54e None None] DHCP port deletion for 1438a1de-ec29-4cc5-8272-8d482f513108 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:15:24.712855 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6c3eb-e964-47cd-8aed-e684f53a9def None None] Pushing event deleted for resources: {'Port': ['ID=fd80776a-26f9-4b46-a3bf-03156a03caf3,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:24.764617 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a0c92fd7-5946-47c4-bd37-1a954f98175a req-6c2d8f96-cf43-45c0-b3ba-3a8d0cc96652 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751948 Jul 15 23:15:24.803118 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4d3f5b44-cf3f-4043-aab3-c392388c17ba None None] Provisioning for port e1b3b997-09cd-400b-bc29-61e9a371de10 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:24.839511 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9c286-7e42-4e64-9cd1-695b4221a433 req-67318877-86e6-4f4d-b2d0-d8dada1f09a9 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:24.841140 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7ae9c286-7e42-4e64-9cd1-695b4221a433 req-67318877-86e6-4f4d-b2d0-d8dada1f09a9 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a32b107-285b-48cb-bd94-ed83d6b1a213 HTTP/1.1" status: 200 len: 946 time: 0.3636951 Jul 15 23:15:24.908357 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06af1f1d-563b-44cb-ade9-11e42bb21a3e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:24.941100 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-06af1f1d-563b-44cb-ade9-11e42bb21a3e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1438a1de-ec29-4cc5-8272-8d482f513108']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:24.984538 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-06af1f1d-563b-44cb-ade9-11e42bb21a3e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67243e12-35f7-4b98-8f7a-9eaf61636a5b') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:24.984835 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-06af1f1d-563b-44cb-ade9-11e42bb21a3e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67243e12-35f7-4b98-8f7a-9eaf61636a5b') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:25.002182 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06af1f1d-563b-44cb-ade9-11e42bb21a3e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:25.014876 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e1b3b997-09cd-400b-bc29-61e9a371de10 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:25.025540 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06af1f1d-563b-44cb-ade9-11e42bb21a3e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:25.026191 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-0c2818ea-61dd-46c9-be3a-4759aa916be9 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Allocated IP 172.25.4.217 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/d7f95979-0aba-46a7-bec6-9ed951cfaefa) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:25.034582 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06af1f1d-563b-44cb-ade9-11e42bb21a3e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:15:25.036045 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06af1f1d-563b-44cb-ade9-11e42bb21a3e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:15:25.040258 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:15:25.063559 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7ae9c286-7e42-4e64-9cd1-695b4221a433 req-24b6f6a8-826e-47dd-8261-1c401eda4fa7 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056191 Jul 15 23:15:25.086564 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port e1b3b997-09cd-400b-bc29-61e9a371de10 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:25.095351 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port e1b3b997-09cd-400b-bc29-61e9a371de10 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:25.095908 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:25.119790 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06af1f1d-563b-44cb-ade9-11e42bb21a3e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:25.160412 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06af1f1d-563b-44cb-ade9-11e42bb21a3e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:25.172024 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-06af1f1d-563b-44cb-ade9-11e42bb21a3e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/networks/1438a1de-ec29-4cc5-8272-8d482f513108 HTTP/1.1" status: 204 len: 168 time: 1.1028464 Jul 15 23:15:25.175827 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56206) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:25.191503 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ee0314aa-c8d4-48a9-a642-4ae106febfc1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1980394620'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:25.207390 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af1f1d-563b-44cb-ade9-11e42bb21a3e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Network': ['ID=1438a1de-ec29-4cc5-8272-8d482f513108,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:25.246044 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0314aa-c8d4-48a9-a642-4ae106febfc1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:25.255387 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee0314aa-c8d4-48a9-a642-4ae106febfc1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:25.273326 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c2818ea-61dd-46c9-be3a-4759aa916be9 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:25.292999 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee0314aa-c8d4-48a9-a642-4ae106febfc1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:15:25.309041 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-15f9ab51-8334-4450-828e-bbc4fd004540 None None] Provisioning complete for port e1b3b997-09cd-400b-bc29-61e9a371de10 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:25.309694 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-15f9ab51-8334-4450-828e-bbc4fd004540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:25.313354 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:25.321914 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee0314aa-c8d4-48a9-a642-4ae106febfc1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:25.322336 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-ee0314aa-c8d4-48a9-a642-4ae106febfc1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Added segment 9ed6a5e4-da43-4dbc-a4fc-8dd461c2a48c of type vlan for network 015936c6-6536-499b-a59f-355c268f98ba Jul 15 23:15:25.329668 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512e9082-3f9b-4758-8584-e021d040ee6a admin admin] Router e7a47387-9f24-4247-b8e8-8d5011b9502e is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:15:25.352146 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c2818ea-61dd-46c9-be3a-4759aa916be9 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:25.371852 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port e1b3b997-09cd-400b-bc29-61e9a371de10, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=e1b3b997-09cd-400b-bc29-61e9a371de10,segment=NetworkSegment(86b14457-65d4-4981-b42c-4a861d55dab4),segment_id=86b14457-65d4-4981-b42c-4a861d55dab4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:25.378872 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:25.379514 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee0314aa-c8d4-48a9-a642-4ae106febfc1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:25.380152 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 42a0a6a5-d1ad-4bda-b81c-d477520e39ba up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:25.424036 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee0314aa-c8d4-48a9-a642-4ae106febfc1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:25.431180 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0314aa-c8d4-48a9-a642-4ae106febfc1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:25.432073 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee0314aa-c8d4-48a9-a642-4ae106febfc1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:25.516185 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0314aa-c8d4-48a9-a642-4ae106febfc1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Network': ['ID=015936c6-6536-499b-a59f-355c268f98ba,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:25.522239 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=e1b3b997-09cd-400b-bc29-61e9a371de10,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:25.528429 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 42a0a6a5-d1ad-4bda-b81c-d477520e39ba triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:25.528846 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:25.534090 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ee0314aa-c8d4-48a9-a642-4ae106febfc1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3542356 Jul 15 23:15:25.534518 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 015936c6-6536-499b-a59f-355c268f98ba details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:15:25.536148 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56220) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:25.541381 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-40a18618-e9d3-4fdd-84f1-3ee74186db7d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'subnet': {'network_id': '015936c6-6536-499b-a59f-355c268f98ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:25.589779 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2818ea-61dd-46c9-be3a-4759aa916be9 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Pushing event updated for resources: {'Port': ['ID=d7f95979-0aba-46a7-bec6-9ed951cfaefa,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:25.598244 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2818ea-61dd-46c9-be3a-4759aa916be9 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:25.602198 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-0c2818ea-61dd-46c9-be3a-4759aa916be9 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:25.606325 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2818ea-61dd-46c9-be3a-4759aa916be9 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:25.660895 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512e9082-3f9b-4758-8584-e021d040ee6a admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:15:25.673551 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e8dac4-a3b7-4635-9347-74c66f940895 None None] Sync routers for ids ['e7a47387-9f24-4247-b8e8-8d5011b9502e'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:15:25.693914 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e8dac4-a3b7-4635-9347-74c66f940895 None None] Routers {'e7a47387-9f24-4247-b8e8-8d5011b9502e'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:15:25.694792 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-74e8dac4-a3b7-4635-9347-74c66f940895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:15:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['e7a47387-9f24-4247-b8e8-8d5011b9502e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:25.709730 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a18618-e9d3-4fdd-84f1-3ee74186db7d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:25.716400 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-40a18618-e9d3-4fdd-84f1-3ee74186db7d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:25.731862 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-512e9082-3f9b-4758-8584-e021d040ee6a admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:25.737077 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-512e9082-3f9b-4758-8584-e021d040ee6a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1049318 Jul 15 23:15:25.738707 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56222) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:25.820109 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device fd80776a-26f9-4b46-a3bf-03156a03caf3 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:25.830097 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-74e8dac4-a3b7-4635-9347-74c66f940895 None None] Set router e7a47387-9f24-4247-b8e8-8d5011b9502e gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:15:25.876752 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: fd80776a-26f9-4b46-a3bf-03156a03caf3 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:15:25.877227 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device fd80776a-26f9-4b46-a3bf-03156a03caf3 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:15:26.032651 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:26.042724 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-40a18618-e9d3-4fdd-84f1-3ee74186db7d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:26.070760 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c2818ea-61dd-46c9-be3a-4759aa916be9 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:26.116881 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a18618-e9d3-4fdd-84f1-3ee74186db7d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Subnet': ['ID=579bf4fe-97be-4fe1-9ca4-b72f85aec19e,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:26.123486 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-74e8dac4-a3b7-4635-9347-74c66f940895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a47387-9f24-4247-b8e8-8d5011b9502e', 'name': 'tempest-ServersTestMultiNic-233000149-router', 'tenant_id': '4210ec618e114a6198cdf2780451b50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ade08e10-6021-463f-a028-0f6188de9ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:19Z', 'updated_at': '2021-07-15T23:15:22Z', 'revision_number': 3, 'project_id': '4210ec618e114a6198cdf2780451b50d', 'gw_port': {'id': 'ade08e10-6021-463f-a028-0f6188de9ffd', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a47387-9f24-4247-b8e8-8d5011b9502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:20Z', 'updated_at': '2021-07-15T23:15:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:26.146184 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796b1c8-339e-4f97-982b-f73572b2b304 req-3c4104a8-3241-430b-a15d-c5f85604b969 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.153499 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e796b1c8-339e-4f97-982b-f73572b2b304 req-3c4104a8-3241-430b-a15d-c5f85604b969 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a32b107-285b-48cb-bd94-ed83d6b1a213 HTTP/1.1" status: 200 len: 946 time: 0.4627149 Jul 15 23:15:26.154887 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e8dac4-a3b7-4635-9347-74c66f940895 None None] Checking router: e7a47387-9f24-4247-b8e8-8d5011b9502e for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:15:26.155478 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e8dac4-a3b7-4635-9347-74c66f940895 None None] Updating router e7a47387-9f24-4247-b8e8-8d5011b9502e port ade08e10-6021-463f-a028-0f6188de9ffd binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:15:26.157581 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a18618-e9d3-4fdd-84f1-3ee74186db7d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Checking segment: {'id': '9ed6a5e4-da43-4dbc-a4fc-8dd461c2a48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '015936c6-6536-499b-a59f-355c268f98ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:26.157958 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a18618-e9d3-4fdd-84f1-3ee74186db7d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network hostable DHCP agents. Network: 015936c6-6536-499b-a59f-355c268f98ba, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:15:26.158102 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:26.179600 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a18618-e9d3-4fdd-84f1-3ee74186db7d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network 015936c6-6536-499b-a59f-355c268f98ba is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:15:26.185067 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:26.185572 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:26.193817 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-40a18618-e9d3-4fdd-84f1-3ee74186db7d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 015936c6-6536-499b-a59f-355c268f98ba) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:26.209139 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a18618-e9d3-4fdd-84f1-3ee74186db7d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.210378 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-40a18618-e9d3-4fdd-84f1-3ee74186db7d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:26.215699 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d08477-6e07-4d9d-81f8-93199e06268f None None] Network 015936c6-6536-499b-a59f-355c268f98ba requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:26.229415 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-40a18618-e9d3-4fdd-84f1-3ee74186db7d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6921556 Jul 15 23:15:26.231910 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56228) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:26.239274 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-6fa6bf74-8470-4ac0-b44d-c47ae7e3a996 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'port': {'network_id': '015936c6-6536-499b-a59f-355c268f98ba', 'security_groups': [], 'name': 'tempest-PortsTestJSON-388464592'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:26.259041 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-74e8dac4-a3b7-4635-9347-74c66f940895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:26.270164 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e796b1c8-339e-4f97-982b-f73572b2b304 req-68fa194d-6d57-4f7b-a9e2-548dd3ba2879 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150482 Jul 15 23:15:26.280736 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c2818ea-61dd-46c9-be3a-4759aa916be9 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:26.367567 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7493fb-af22-4101-99ff-f1b27ba24dee req-45795fa0-7337-4ff1-9893-f5ed77fcdd64 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.368722 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ae7493fb-af22-4101-99ff-f1b27ba24dee req-45795fa0-7337-4ff1-9893-f5ed77fcdd64 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=25b2b89a-697f-4bdd-a40e-de769dc2f455 HTTP/1.1" status: 200 len: 944 time: 0.4072742 Jul 15 23:15:26.431669 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa6bf74-8470-4ac0-b44d-c47ae7e3a996 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:26.436226 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6fa6bf74-8470-4ac0-b44d-c47ae7e3a996 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:26.442613 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:26.461646 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-6fa6bf74-8470-4ac0-b44d-c47ae7e3a996 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] device_id is not set on port 8c681004-f7e4-41e4-a032-fbdc46ee5bd8 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:15:26.523337 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b2b89a-697f-4bdd-a40e-de769dc2f455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:26.525264 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7cee9c-2568-4e14-8faa-f3c1721d86e7" -d '{"events": [{"server_uuid": "25b2b89a-697f-4bdd-a40e-de769dc2f455", "name": "network-vif-plugged", "status": "completed", "tag": "ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:26.566767 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:26.577401 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ae7493fb-af22-4101-99ff-f1b27ba24dee req-ebbc77e5-252f-4b2c-a1aa-4809076a2c01 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220183 Jul 15 23:15:26.588967 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:26.641498 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-6fa6bf74-8470-4ac0-b44d-c47ae7e3a996 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Allocated IP 172.20.0.8 (015936c6-6536-499b-a59f-355c268f98ba/579bf4fe-97be-4fe1-9ca4-b72f85aec19e/8c681004-f7e4-41e4-a032-fbdc46ee5bd8) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:26.848722 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376fdeac-27a4-4d90-a42f-6e5b88837590 x-openstack-request-id: req-376fdeac-27a4-4d90-a42f-6e5b88837590 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:26.849619 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b2b89a-697f-4bdd-a40e-de769dc2f455", "name": "network-vif-plugged", "status": "completed", "tag": "ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:26.850592 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-376fdeac-27a4-4d90-a42f-6e5b88837590 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:26.851191 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b2b89a-697f-4bdd-a40e-de769dc2f455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88', 'code': 200} Jul 15 23:15:26.867569 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6fa6bf74-8470-4ac0-b44d-c47ae7e3a996 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:26.899624 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-6fa6bf74-8470-4ac0-b44d-c47ae7e3a996 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Transition to ACTIVE for port object 8c681004-f7e4-41e4-a032-fbdc46ee5bd8 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:26.947685 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cd3bf-256f-4ae2-83f9-e014f70f3ec7 req-e1fad8bd-0e17-40f4-9275-68b9a70edd9e tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.948295 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6fa6bf74-8470-4ac0-b44d-c47ae7e3a996 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:26.948429 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-185cd3bf-256f-4ae2-83f9-e014f70f3ec7 req-e1fad8bd-0e17-40f4-9275-68b9a70edd9e tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a32b107-285b-48cb-bd94-ed83d6b1a213 HTTP/1.1" status: 200 len: 946 time: 0.2661507 Jul 15 23:15:26.983149 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c2818ea-61dd-46c9-be3a-4759aa916be9 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.019044 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c2818ea-61dd-46c9-be3a-4759aa916be9 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.025346 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa6bf74-8470-4ac0-b44d-c47ae7e3a996 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network 015936c6-6536-499b-a59f-355c268f98ba is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:27.032774 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-6fa6bf74-8470-4ac0-b44d-c47ae7e3a996 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:27.035854 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa6bf74-8470-4ac0-b44d-c47ae7e3a996 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:27.080550 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-74e8dac4-a3b7-4635-9347-74c66f940895 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.092252 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa6bf74-8470-4ac0-b44d-c47ae7e3a996 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:27.092873 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6fa6bf74-8470-4ac0-b44d-c47ae7e3a996 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.096855 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-74e8dac4-a3b7-4635-9347-74c66f940895 None None] Transition to ACTIVE for port object ade08e10-6021-463f-a028-0f6188de9ffd will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:27.099197 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-185cd3bf-256f-4ae2-83f9-e014f70f3ec7 req-95903517-377c-48e0-a33e-89318d29dbcd tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407208 Jul 15 23:15:27.101987 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e1b3b997-09cd-400b-bc29-61e9a371de10 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:27.103036 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa6bf74-8470-4ac0-b44d-c47ae7e3a996 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Port': ['ID=8c681004-f7e4-41e4-a032-fbdc46ee5bd8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:27.118708 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6fa6bf74-8470-4ac0-b44d-c47ae7e3a996 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.8856151 Jul 15 23:15:27.121582 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56238) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:27.125278 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-74e8dac4-a3b7-4635-9347-74c66f940895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.137899 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2818ea-61dd-46c9-be3a-4759aa916be9 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Pushing event updated for resources: {'Port': ['ID=d7f95979-0aba-46a7-bec6-9ed951cfaefa,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:27.167928 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69332e39-3085-4e09-b163-3cad77addfcd req-27e17141-584b-4b0a-99eb-f737b4a96c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:27.169536 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-69332e39-3085-4e09-b163-3cad77addfcd req-27e17141-584b-4b0a-99eb-f737b4a96c55 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=25b2b89a-697f-4bdd-a40e-de769dc2f455 HTTP/1.1" status: 200 len: 1096 time: 0.2357512 Jul 15 23:15:27.200135 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c2818ea-61dd-46c9-be3a-4759aa916be9 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.242946 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ce6a2d99-b324-48cb-a886-3933c6ad4197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.245111 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c2818ea-61dd-46c9-be3a-4759aa916be9 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.254457 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:27.256222 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0c2818ea-61dd-46c9-be3a-4759aa916be9 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6791010 Jul 15 23:15:27.316129 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-69332e39-3085-4e09-b163-3cad77addfcd req-fe2b58f8-4b0b-47b7-898b-415d59685710 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381228 Jul 15 23:15:27.339057 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe424d-9246-41eb-ab27-c71dc5e5ed2e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting port 8c681004-f7e4-41e4-a032-fbdc46ee5bd8 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:27.339238 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4fe424d-9246-41eb-ab27-c71dc5e5ed2e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.357833 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-74e8dac4-a3b7-4635-9347-74c66f940895 None None] Attempting to bind port ade08e10-6021-463f-a028-0f6188de9ffd on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:27.358215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-74e8dac4-a3b7-4635-9347-74c66f940895 None None] Attempting to bind port ade08e10-6021-463f-a028-0f6188de9ffd by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:27.358584 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e8dac4-a3b7-4635-9347-74c66f940895 None None] Attempting to bind port ade08e10-6021-463f-a028-0f6188de9ffd on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:27.403220 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e8dac4-a3b7-4635-9347-74c66f940895 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:27.403600 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e8dac4-a3b7-4635-9347-74c66f940895 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:27.404007 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-74e8dac4-a3b7-4635-9347-74c66f940895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.404403 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e8dac4-a3b7-4635-9347-74c66f940895 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:27.404891 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-74e8dac4-a3b7-4635-9347-74c66f940895 None None] Bound port: ade08e10-6021-463f-a028-0f6188de9ffd, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:27.405275 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-74e8dac4-a3b7-4635-9347-74c66f940895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.503903 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port e1b3b997-09cd-400b-bc29-61e9a371de10 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:27.504815 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.510691 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0180b6d6-2f64-4b75-8371-15dfb0c341d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-015936c6-6536-499b-a59f-355c268f98ba', 'network_id': '015936c6-6536-499b-a59f-355c268f98ba', 'tenant_id': '178eb6500ae7443591abbc93e5ee1d7b', 'fixed_ips': [{'subnet_id': '579bf4fe-97be-4fe1-9ca4-b72f85aec19e'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:15:27.511812 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0180b6d6-2f64-4b75-8371-15dfb0c341d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.513912 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df128f5-0362-492d-bf68-deb9997fc57d None None] Pushing event updated for resources: {'Port': ['ID=ade08e10-6021-463f-a028-0f6188de9ffd,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:27.538225 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4fe424d-9246-41eb-ab27-c71dc5e5ed2e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.562331 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-ce6a2d99-b324-48cb-a886-3933c6ad4197 admin admin] Allocated IP 172.20.0.1 (6881cf1e-65f4-43ca-8279-a29b337bc1f5/927a9238-1874-48e8-8bd1-548734ec4e67/f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:27.562757 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe424d-9246-41eb-ab27-c71dc5e5ed2e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Calling delete_port for 8c681004-f7e4-41e4-a032-fbdc46ee5bd8 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:27.731094 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4fe424d-9246-41eb-ab27-c71dc5e5ed2e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.752602 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-74e8dac4-a3b7-4635-9347-74c66f940895 None None] For port ade08e10-6021-463f-a028-0f6188de9ffd, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:27.771954 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-0180b6d6-2f64-4b75-8371-15dfb0c341d7 None None] Allocated IP 172.20.0.2 (015936c6-6536-499b-a59f-355c268f98ba/579bf4fe-97be-4fe1-9ca4-b72f85aec19e/24e5eb4a-be2f-4987-8576-187aa5107522) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:27.781840 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-74e8dac4-a3b7-4635-9347-74c66f940895 None None] For port ade08e10-6021-463f-a028-0f6188de9ffd, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ade08e10-6021-463f-a028-0f6188de9ffd,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:27.790147 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe424d-9246-41eb-ab27-c71dc5e5ed2e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Port': ['ID=8c681004-f7e4-41e4-a032-fbdc46ee5bd8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:27.797428 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ce6a2d99-b324-48cb-a886-3933c6ad4197 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.805452 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-74e8dac4-a3b7-4635-9347-74c66f940895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.832098 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-ce6a2d99-b324-48cb-a886-3933c6ad4197 admin admin] Transition to ACTIVE for port object f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:27.864891 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-9f9ea506-88c6-4283-8b5d-92e4e123e9d0 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--796136902&fields=id&tenant_id=c1885ddec6b5464187ca1cbaa27847a8 HTTP/1.1" status: 200 len: 267 time: 0.0931811 Jul 15 23:15:27.939948 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4fe424d-9246-41eb-ab27-c71dc5e5ed2e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.944409 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c4fe424d-9246-41eb-ab27-c71dc5e5ed2e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/ports/8c681004-f7e4-41e4-a032-fbdc46ee5bd8 HTTP/1.1" status: 204 len: 168 time: 0.8194745 Jul 15 23:15:27.951939 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56262) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:27.972417 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e8dac4-a3b7-4635-9347-74c66f940895 None None] Routers {'e7a47387-9f24-4247-b8e8-8d5011b9502e'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:15:27.972417 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-74e8dac4-a3b7-4635-9347-74c66f940895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:15:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['e7a47387-9f24-4247-b8e8-8d5011b9502e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:27.997011 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-966d87ba-f101-49e9-8be4-7803390e88b1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] GET failed (client error): The resource could not be found. Jul 15 23:15:28.001672 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-966d87ba-f101-49e9-8be4-7803390e88b1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "GET /v2.0/ports/8c681004-f7e4-41e4-a032-fbdc46ee5bd8 HTTP/1.1" status: 404 len: 333 time: 0.0456004 Jul 15 23:15:28.001926 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56264) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:28.022559 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ce6a2d99-b324-48cb-a886-3933c6ad4197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.027089 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df128f5-0362-492d-bf68-deb9997fc57d None None] Pushing event updated for resources: {'Port': ['ID=ade08e10-6021-463f-a028-0f6188de9ffd,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:28.090736 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6a2d99-b324-48cb-a886-3933c6ad4197 admin admin] Network 6881cf1e-65f4-43ca-8279-a29b337bc1f5 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:28.097129 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a8c6e4-b0fa-46f8-aa81-c4be9da888dc tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting subnet 579bf4fe-97be-4fe1-9ca4-b72f85aec19e {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:15:28.107723 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-ce6a2d99-b324-48cb-a886-3933c6ad4197 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:28.145894 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-90c17b78-ecc2-4a45-964e-a1034b1df61f tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:28.147844 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-90c17b78-ecc2-4a45-964e-a1034b1df61f tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/networks?id=cb7f5d26-827b-40c8-9606-f513fb310e54 HTTP/1.1" status: 200 len: 812 time: 0.2819338 Jul 15 23:15:28.151804 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6a2d99-b324-48cb-a886-3933c6ad4197 admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:28.158867 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a2d99-b324-48cb-a886-3933c6ad4197 admin admin] Pushing event updated for resources: {'Port': ['ID=f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:28.206250 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-74e8dac4-a3b7-4635-9347-74c66f940895 None None] Set router e7a47387-9f24-4247-b8e8-8d5011b9502e gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:15:28.214663 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-9d28f5ba-3693-44b8-a75c-de91de4ad307 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/quotas/c1885ddec6b5464187ca1cbaa27847a8 HTTP/1.1" status: 200 len: 375 time: 0.0299776 Jul 15 23:15:28.223303 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ddcc1-06bb-4e50-bdcd-4c331145e102 req-bd7aa2bb-a0db-4dcc-9169-f91b182408fb tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:28.231480 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b61ddcc1-06bb-4e50-bdcd-4c331145e102 req-bd7aa2bb-a0db-4dcc-9169-f91b182408fb tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a32b107-285b-48cb-bd94-ed83d6b1a213 HTTP/1.1" status: 200 len: 946 time: 0.3026769 Jul 15 23:15:28.290464 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0180b6d6-2f64-4b75-8371-15dfb0c341d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.305011 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ce6a2d99-b324-48cb-a886-3933c6ad4197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.321843 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0180b6d6-2f64-4b75-8371-15dfb0c341d7 None None] Transition to ACTIVE for port object 24e5eb4a-be2f-4987-8576-187aa5107522 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:28.392898 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0180b6d6-2f64-4b75-8371-15dfb0c341d7 None None] Transition to ACTIVE for port object 24e5eb4a-be2f-4987-8576-187aa5107522 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:28.399513 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b61ddcc1-06bb-4e50-bdcd-4c331145e102 req-8515ecec-1028-474d-be01-348c704547f6 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662102 Jul 15 23:15:28.407985 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47a8c6e4-b0fa-46f8-aa81-c4be9da888dc tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.408718 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0180b6d6-2f64-4b75-8371-15dfb0c341d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.510039 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-ddd05001-7934-4609-b7a2-254049210045 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1885ddec6b5464187ca1cbaa27847a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2685018 Jul 15 23:15:28.553268 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47a8c6e4-b0fa-46f8-aa81-c4be9da888dc tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.596014 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180b6d6-2f64-4b75-8371-15dfb0c341d7 None None] Pushing event updated for resources: {'Port': ['ID=24e5eb4a-be2f-4987-8576-187aa5107522,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:28.611145 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0180b6d6-2f64-4b75-8371-15dfb0c341d7 None None] Network 015936c6-6536-499b-a59f-355c268f98ba is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:28.617228 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-0180b6d6-2f64-4b75-8371-15dfb0c341d7 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:28.656658 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0180b6d6-2f64-4b75-8371-15dfb0c341d7 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:28.717171 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c92296c6-7ded-48ff-810e-dd44f5a679e5 None None] Provisioning for port f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:28.722403 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c92296c6-7ded-48ff-810e-dd44f5a679e5 None None] Provisioning complete for port f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:28.725081 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c92296c6-7ded-48ff-810e-dd44f5a679e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.740520 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-809b8ea2-7b04-4c28-a4d6-a26cd1d01338 service neutron] 10.222.0.16 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644309 Jul 15 23:15:28.790016 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47a8c6e4-b0fa-46f8-aa81-c4be9da888dc tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.862604 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-c92296c6-7ded-48ff-810e-dd44f5a679e5 None None] Port f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:28.864288 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0180b6d6-2f64-4b75-8371-15dfb0c341d7 None None] Attempting to bind port 24e5eb4a-be2f-4987-8576-187aa5107522 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:28.864649 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0180b6d6-2f64-4b75-8371-15dfb0c341d7 None None] Attempting to bind port 24e5eb4a-be2f-4987-8576-187aa5107522 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '9ed6a5e4-da43-4dbc-a4fc-8dd461c2a48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '015936c6-6536-499b-a59f-355c268f98ba'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:28.865076 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0180b6d6-2f64-4b75-8371-15dfb0c341d7 None None] Attempting to bind port 24e5eb4a-be2f-4987-8576-187aa5107522 on network 015936c6-6536-499b-a59f-355c268f98ba {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:28.867138 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47a8c6e4-b0fa-46f8-aa81-c4be9da888dc tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.881329 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0180b6d6-2f64-4b75-8371-15dfb0c341d7 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:28.881732 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0180b6d6-2f64-4b75-8371-15dfb0c341d7 None None] Checking segment: {'id': '9ed6a5e4-da43-4dbc-a4fc-8dd461c2a48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '015936c6-6536-499b-a59f-355c268f98ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:28.882115 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0180b6d6-2f64-4b75-8371-15dfb0c341d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.882518 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0180b6d6-2f64-4b75-8371-15dfb0c341d7 None None] Bound using segment: {'id': '9ed6a5e4-da43-4dbc-a4fc-8dd461c2a48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '015936c6-6536-499b-a59f-355c268f98ba'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:28.883296 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0180b6d6-2f64-4b75-8371-15dfb0c341d7 None None] Bound port: 24e5eb4a-be2f-4987-8576-187aa5107522, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed6a5e4-da43-4dbc-a4fc-8dd461c2a48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '015936c6-6536-499b-a59f-355c268f98ba'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:28.883694 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0180b6d6-2f64-4b75-8371-15dfb0c341d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.887450 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-47a8c6e4-b0fa-46f8-aa81-c4be9da888dc tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.890714 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-47a8c6e4-b0fa-46f8-aa81-c4be9da888dc tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/subnets/579bf4fe-97be-4fe1-9ca4-b72f85aec19e HTTP/1.1" status: 204 len: 168 time: 0.8876081 Jul 15 23:15:28.904903 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56270) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:28.905810 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-74e8dac4-a3b7-4635-9347-74c66f940895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a47387-9f24-4247-b8e8-8d5011b9502e', 'name': 'tempest-ServersTestMultiNic-233000149-router', 'tenant_id': '4210ec618e114a6198cdf2780451b50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ade08e10-6021-463f-a028-0f6188de9ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:19Z', 'updated_at': '2021-07-15T23:15:22Z', 'revision_number': 3, 'project_id': '4210ec618e114a6198cdf2780451b50d', 'gw_port': {'id': 'ade08e10-6021-463f-a028-0f6188de9ffd', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a47387-9f24-4247-b8e8-8d5011b9502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:20Z', 'updated_at': '2021-07-15T23:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:28.911188 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8c6e4-b0fa-46f8-aa81-c4be9da888dc tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Subnet': ['ID=579bf4fe-97be-4fe1-9ca4-b72f85aec19e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:28.957458 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e8dac4-a3b7-4635-9347-74c66f940895 None None] The sync data for ids ['e7a47387-9f24-4247-b8e8-8d5011b9502e'] in n-d-787205-9 is: [{'id': 'e7a47387-9f24-4247-b8e8-8d5011b9502e', 'name': 'tempest-ServersTestMultiNic-233000149-router', 'tenant_id': '4210ec618e114a6198cdf2780451b50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ade08e10-6021-463f-a028-0f6188de9ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:19Z', 'updated_at': '2021-07-15T23:15:22Z', 'revision_number': 3, 'project_id': '4210ec618e114a6198cdf2780451b50d', 'gw_port': {'id': 'ade08e10-6021-463f-a028-0f6188de9ffd', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a47387-9f24-4247-b8e8-8d5011b9502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:20Z', 'updated_at': '2021-07-15T23:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:15:29.045076 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-0180b6d6-2f64-4b75-8371-15dfb0c341d7 None None] For port 24e5eb4a-be2f-4987-8576-187aa5107522, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:29.049310 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-0180b6d6-2f64-4b75-8371-15dfb0c341d7 None None] For port 24e5eb4a-be2f-4987-8576-187aa5107522, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=24e5eb4a-be2f-4987-8576-187aa5107522,segment=NetworkSegment(9ed6a5e4-da43-4dbc-a4fc-8dd461c2a48c),segment_id=9ed6a5e4-da43-4dbc-a4fc-8dd461c2a48c)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:29.062894 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0180b6d6-2f64-4b75-8371-15dfb0c341d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:29.081164 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714c004-165e-4215-94a4-a55dd41a21ec req-3650830d-6bb5-409a-8652-66b0cf75eaa9 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:29.082858 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f714c004-165e-4215-94a4-a55dd41a21ec req-3650830d-6bb5-409a-8652-66b0cf75eaa9 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a32b107-285b-48cb-bd94-ed83d6b1a213 HTTP/1.1" status: 200 len: 946 time: 0.1365595 Jul 15 23:15:29.208625 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28e44b8-990a-497d-bbea-ebcab10db91a None None] Network 015936c6-6536-499b-a59f-355c268f98ba requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:29.225313 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180b6d6-2f64-4b75-8371-15dfb0c341d7 None None] Pushing event updated for resources: {'Port': ['ID=24e5eb4a-be2f-4987-8576-187aa5107522,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:29.277016 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-f714c004-165e-4215-94a4-a55dd41a21ec req-b4e4968f-36d3-4083-bc67-e3af9917dedb tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Deleting port ac6be6a2-4dee-4844-b1d4-31694a1623d8 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:29.277558 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f714c004-165e-4215-94a4-a55dd41a21ec req-b4e4968f-36d3-4083-bc67-e3af9917dedb tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:29.372857 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ce6a2d99-b324-48cb-a886-3933c6ad4197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:29.458311 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-8386e263-a383-4f8f-8068-83ef3e015b9f service neutron] 10.222.0.16 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7169001 Jul 15 23:15:29.460390 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f714c004-165e-4215-94a4-a55dd41a21ec req-b4e4968f-36d3-4083-bc67-e3af9917dedb tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] For port ac6be6a2-4dee-4844-b1d4-31694a1623d8, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ac6be6a2-4dee-4844-b1d4-31694a1623d8,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:29.460760 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f714c004-165e-4215-94a4-a55dd41a21ec req-b4e4968f-36d3-4083-bc67-e3af9917dedb tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:29.465175 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93bebe5-bbb2-448b-89f1-c5b33123d63b None None] get_active_networks_info from n-d-787205-9 {{(pid=93800) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:15:29.469757 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d580ac06-3dd2-447e-b3fc-99d02e42d84e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:29.476036 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-f714c004-165e-4215-94a4-a55dd41a21ec req-b4e4968f-36d3-4083-bc67-e3af9917dedb tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Calling delete_port for ac6be6a2-4dee-4844-b1d4-31694a1623d8 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:29.519552 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845cf3c-27c3-4226-9c98-3b383c1dfb0b req-376886f0-04d5-4c2c-9e95-64acac8c522d tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:29.532972 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6845cf3c-27c3-4226-9c98-3b383c1dfb0b req-376886f0-04d5-4c2c-9e95-64acac8c522d tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=25b2b89a-697f-4bdd-a40e-de769dc2f455 HTTP/1.1" status: 200 len: 945 time: 0.7668309 Jul 15 23:15:29.628233 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93bebe5-bbb2-448b-89f1-c5b33123d63b None None] Resources bound (agent type, host, resource id): {{(pid=93800) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:15:29.650588 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f714c004-165e-4215-94a4-a55dd41a21ec req-b4e4968f-36d3-4083-bc67-e3af9917dedb tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:29.666028 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['ac6be6a2-4dee-4844-b1d4-31694a1623d8'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:15:29.688597 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6845cf3c-27c3-4226-9c98-3b383c1dfb0b req-2d7618be-ebc6-40d8-843e-a12951a5aa39 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546347 Jul 15 23:15:29.706241 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['6512fefd-4257-40d9-aa1c-e1c8110b0ce6'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:15:29.709086 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4968f-36d3-4083-bc67-e3af9917dedb tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Pushing event deleted for resources: {'Port': ['ID=ac6be6a2-4dee-4844-b1d4-31694a1623d8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:29.808124 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-f714c004-165e-4215-94a4-a55dd41a21ec req-b4e4968f-36d3-4083-bc67-e3af9917dedb tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] No DVR routers for this DVR port ac6be6a2-4dee-4844-b1d4-31694a1623d8 on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:15:29.811243 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f714c004-165e-4215-94a4-a55dd41a21ec req-b4e4968f-36d3-4083-bc67-e3af9917dedb tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:29.814573 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f714c004-165e-4215-94a4-a55dd41a21ec req-b4e4968f-36d3-4083-bc67-e3af9917dedb tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.43 "DELETE /v2.0/ports/ac6be6a2-4dee-4844-b1d4-31694a1623d8 HTTP/1.1" status: 204 len: 173 time: 0.7257991 Jul 15 23:15:29.815056 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a32b107-285b-48cb-bd94-ed83d6b1a213', 'name': 'network-vif-deleted', 'tag': 'ac6be6a2-4dee-4844-b1d4-31694a1623d8'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:29.817543 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6aa1638-f11a-45ef-ab6e-24c1c63f57ff" -d '{"events": [{"server_uuid": "6a32b107-285b-48cb-bd94-ed83d6b1a213", "name": "network-vif-deleted", "tag": "ac6be6a2-4dee-4844-b1d4-31694a1623d8"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:29.969424 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d580ac06-3dd2-447e-b3fc-99d02e42d84e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting port 24e5eb4a-be2f-4987-8576-187aa5107522 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:29.969771 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d580ac06-3dd2-447e-b3fc-99d02e42d84e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:30.130242 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ea4ed1c4-633f-44b9-bcfd-5cf7bb0cdbc0 req-054c5c13-56df-4289-8e29-a6cc45467717 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a32b107-285b-48cb-bd94-ed83d6b1a213 HTTP/1.1" status: 200 len: 210 time: 0.0887070 Jul 15 23:15:30.188389 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3bf45c-ca18-400d-86a5-e188aae5b594 x-openstack-request-id: req-1f3bf45c-ca18-400d-86a5-e188aae5b594 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:30.188389 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a32b107-285b-48cb-bd94-ed83d6b1a213", "name": "network-vif-deleted", "tag": "ac6be6a2-4dee-4844-b1d4-31694a1623d8", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:30.188389 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f3bf45c-ca18-400d-86a5-e188aae5b594 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:30.188782 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a32b107-285b-48cb-bd94-ed83d6b1a213', 'name': 'network-vif-deleted', 'tag': 'ac6be6a2-4dee-4844-b1d4-31694a1623d8', 'status': 'completed', 'code': 200} Jul 15 23:15:30.216495 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f0bb7dbc-8fc9-4c3f-a9f1-b70dffa6df51 req-4de7c2a0-9c0c-48bf-a079-0ac8fa4bcd9d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 210 time: 0.0770772 Jul 15 23:15:30.242513 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d580ac06-3dd2-447e-b3fc-99d02e42d84e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] For port 24e5eb4a-be2f-4987-8576-187aa5107522, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=24e5eb4a-be2f-4987-8576-187aa5107522,segment=NetworkSegment(9ed6a5e4-da43-4dbc-a4fc-8dd461c2a48c),segment_id=9ed6a5e4-da43-4dbc-a4fc-8dd461c2a48c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:30.243042 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d580ac06-3dd2-447e-b3fc-99d02e42d84e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:30.264118 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ce6a2d99-b324-48cb-a886-3933c6ad4197 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:30.270745 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d580ac06-3dd2-447e-b3fc-99d02e42d84e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Calling delete_port for 24e5eb4a-be2f-4987-8576-187aa5107522 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:30.272915 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ce6a2d99-b324-48cb-a886-3933c6ad4197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:30.425184 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a2d99-b324-48cb-a886-3933c6ad4197 admin admin] Pushing event updated for resources: {'Port': ['ID=f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:30.433499 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ce6a2d99-b324-48cb-a886-3933c6ad4197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:30.550582 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d580ac06-3dd2-447e-b3fc-99d02e42d84e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:30.592096 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580ac06-3dd2-447e-b3fc-99d02e42d84e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Port': ['ID=24e5eb4a-be2f-4987-8576-187aa5107522,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:30.598468 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d580ac06-3dd2-447e-b3fc-99d02e42d84e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] No DVR routers for this DVR port 24e5eb4a-be2f-4987-8576-187aa5107522 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:15:30.611290 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6a2d99-b324-48cb-a886-3933c6ad4197 admin admin] Network 6881cf1e-65f4-43ca-8279-a29b337bc1f5 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:30.630811 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-ce6a2d99-b324-48cb-a886-3933c6ad4197 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:30.747328 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d580ac06-3dd2-447e-b3fc-99d02e42d84e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:30.792273 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-d580ac06-3dd2-447e-b3fc-99d02e42d84e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['015936c6-6536-499b-a59f-355c268f98ba']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:30.865188 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-d580ac06-3dd2-447e-b3fc-99d02e42d84e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed6a5e4-da43-4dbc-a4fc-8dd461c2a48c') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:30.865496 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-d580ac06-3dd2-447e-b3fc-99d02e42d84e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed6a5e4-da43-4dbc-a4fc-8dd461c2a48c') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:30.886021 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d580ac06-3dd2-447e-b3fc-99d02e42d84e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:30.909549 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d580ac06-3dd2-447e-b3fc-99d02e42d84e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:30.917078 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d580ac06-3dd2-447e-b3fc-99d02e42d84e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:15:30.917840 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d580ac06-3dd2-447e-b3fc-99d02e42d84e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:30.967115 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ade08e10-6021-463f-a028-0f6188de9ffd up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:31.000522 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:15:31.000522 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:15:31.000522 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:15:31.000522 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:15:31.000522 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:15:31.000522 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:15:31.000522 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:15:31.000522 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:15:31.000522 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:15:31.000522 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:15:31.000522 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:15:31.000522 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:15:31.000522 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:15:31.000522 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:15:31.000522 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:15:31.000522 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:15:31.000522 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:15:31.000522 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:15:31.000522 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:15:31.000522 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:15:31.000522 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:15:31.000522 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:15:31.000522 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:15:31.000522 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:15:31.000522 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:15:31.000522 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:15:31.000522 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:15:31.000522 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:15:31.000522 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:15:31.000522 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:15:31.000522 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:15:31.000522 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:15:31.012347 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d580ac06-3dd2-447e-b3fc-99d02e42d84e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.029236 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-eb308215-20b7-4c4c-9021-bdb424507959 None None] Provisioning complete for port f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:31.029614 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eb308215-20b7-4c4c-9021-bdb424507959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.057942 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d580ac06-3dd2-447e-b3fc-99d02e42d84e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.067106 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56300) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:31.067725 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d580ac06-3dd2-447e-b3fc-99d02e42d84e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/networks/015936c6-6536-499b-a59f-355c268f98ba HTTP/1.1" status: 204 len: 168 time: 2.1616013 Jul 15 23:15:31.073866 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-345dbf5c-d9f3-4742-881f-a5790395445a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'port': {'network_id': '0afdfc6e-939f-4a41-acb4-21e995fbad9b', 'name': 'tempest-PortsTestJSON-434022021'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:31.090672 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580ac06-3dd2-447e-b3fc-99d02e42d84e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Network': ['ID=015936c6-6536-499b-a59f-355c268f98ba,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:31.116968 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port ade08e10-6021-463f-a028-0f6188de9ffd completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:31.129742 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port ade08e10-6021-463f-a028-0f6188de9ffd triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:31.130488 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.143114 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6a2d99-b324-48cb-a886-3933c6ad4197 admin admin] Router e7a47387-9f24-4247-b8e8-8d5011b9502e has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:15:31.166745 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-eb308215-20b7-4c4c-9021-bdb424507959 None None] Port f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:31.210696 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3436fe8-0019-4036-a2f8-3f9a1cf18283 req-cead3309-a279-4352-aef4-c8fb2f06fe92 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:31.212272 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c3436fe8-0019-4036-a2f8-3f9a1cf18283 req-cead3309-a279-4352-aef4-c8fb2f06fe92 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=25b2b89a-697f-4bdd-a40e-de769dc2f455 HTTP/1.1" status: 200 len: 945 time: 0.2087972 Jul 15 23:15:31.257279 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345dbf5c-d9f3-4742-881f-a5790395445a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:31.271399 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-345dbf5c-d9f3-4742-881f-a5790395445a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.339580 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-345dbf5c-d9f3-4742-881f-a5790395445a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] device_id is not set on port 0c9fc9f7-305d-4c42-ab95-de4abd9e0dcd yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:15:31.496744 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c3436fe8-0019-4036-a2f8-3f9a1cf18283 req-ac6292b6-4c18-4b84-887d-5e656979f635 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455270 Jul 15 23:15:31.531510 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-23e994aa-63d5-4749-9605-7869b518f986 req-f28638a8-28b5-4e84-ad20-efca3fce8433 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 210 time: 0.0911360 Jul 15 23:15:31.592918 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6a2d99-b324-48cb-a886-3933c6ad4197 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:15:31.629636 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ce6a2d99-b324-48cb-a886-3933c6ad4197 admin admin] 10.222.0.16 "PUT /v2.0/routers/e7a47387-9f24-4247-b8e8-8d5011b9502e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8759315 Jul 15 23:15:31.727443 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-345dbf5c-d9f3-4742-881f-a5790395445a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.774526 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e04db2-5bb0-4003-999c-dfba38b28d4c None None] Sync routers for ids ['e7a47387-9f24-4247-b8e8-8d5011b9502e'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:15:31.789094 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e04db2-5bb0-4003-999c-dfba38b28d4c None None] Routers {'e7a47387-9f24-4247-b8e8-8d5011b9502e'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:15:31.789730 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-01e04db2-5bb0-4003-999c-dfba38b28d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:15:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['e7a47387-9f24-4247-b8e8-8d5011b9502e'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:31.799329 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.840127 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port ade08e10-6021-463f-a028-0f6188de9ffd, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ade08e10-6021-463f-a028-0f6188de9ffd,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:31.845579 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.875408 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56328) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:31.938016 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96409566-fe5c-4961-b826-b71c22e8f641 req-64b7949d-f51a-4b52-b14b-d5aef2103b13 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:31.939682 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96409566-fe5c-4961-b826-b71c22e8f641 req-64b7949d-f51a-4b52-b14b-d5aef2103b13 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/networks?id=67544dea-b98a-4fe5-a010-0d763c20c5d2 HTTP/1.1" status: 200 len: 806 time: 0.2734134 Jul 15 23:15:31.951773 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-93b9a0f9-a0b9-445a-a06d-8be340ab40a3 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:31.967146 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-93b9a0f9-a0b9-445a-a06d-8be340ab40a3 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.43 "GET /v2.0/networks?id=cb7f5d26-827b-40c8-9606-f513fb310e54 HTTP/1.1" status: 200 len: 812 time: 0.3877437 Jul 15 23:15:31.970668 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-345dbf5c-d9f3-4742-881f-a5790395445a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.984468 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96409566-fe5c-4961-b826-b71c22e8f641 req-951bb097-73c6-479a-9639-89a64776d8a2 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/quotas/d77f9925bdde4eb59287838e6d3fa09b HTTP/1.1" status: 200 len: 375 time: 0.0380590 Jul 15 23:15:31.985659 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=ade08e10-6021-463f-a028-0f6188de9ffd,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:32.028790 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-bf96a7cf-1301-4e24-b768-4c6abc47cc6c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1327910200'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:32.057634 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-01e04db2-5bb0-4003-999c-dfba38b28d4c None None] Set router e7a47387-9f24-4247-b8e8-8d5011b9502e gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:15:32.072664 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345dbf5c-d9f3-4742-881f-a5790395445a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network 0afdfc6e-939f-4a41-acb4-21e995fbad9b is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:32.089837 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf96a7cf-1301-4e24-b768-4c6abc47cc6c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Made reservation on behalf of 4210ec618e114a6198cdf2780451b50d for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:32.099164 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf96a7cf-1301-4e24-b768-4c6abc47cc6c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:32.104090 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-24b00c04-8d97-4db2-954c-26f677edd026 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1885ddec6b5464187ca1cbaa27847a8 HTTP/1.1" status: 200 len: 379 time: 0.1212933 Jul 15 23:15:32.110773 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-345dbf5c-d9f3-4742-881f-a5790395445a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:32.113192 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345dbf5c-d9f3-4742-881f-a5790395445a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:32.118985 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345dbf5c-d9f3-4742-881f-a5790395445a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:32.119612 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-345dbf5c-d9f3-4742-881f-a5790395445a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:32.140872 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-3d68e9d9-3ba6-4789-aae9-e4ce92ed7a54 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Request body: {'port': {'device_id': '9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0', 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54', 'admin_state_up': True, 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'security_groups': ['da407933-2f6f-4b8a-9b99-8432ac35ce4f']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:32.149945 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-345dbf5c-d9f3-4742-881f-a5790395445a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0817471 Jul 15 23:15:32.155129 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56334) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:32.164541 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345dbf5c-d9f3-4742-881f-a5790395445a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Port': ['ID=0c9fc9f7-305d-4c42-ab95-de4abd9e0dcd,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:32.251568 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf96a7cf-1301-4e24-b768-4c6abc47cc6c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:15:32.267086 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96409566-fe5c-4961-b826-b71c22e8f641 req-2160dcdb-503c-4809-928e-d01f428aa490 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d77f9925bdde4eb59287838e6d3fa09b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2813895 Jul 15 23:15:32.280184 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-3d68e9d9-3ba6-4789-aae9-e4ce92ed7a54 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Made reservation on behalf of c1885ddec6b5464187ca1cbaa27847a8 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:32.282994 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf96a7cf-1301-4e24-b768-4c6abc47cc6c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:32.283352 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-bf96a7cf-1301-4e24-b768-4c6abc47cc6c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Added segment 90689e6f-e736-4de7-bc5b-338c0f42389d of type vlan for network 7231e228-8e0b-4ca3-a558-0a7e287843cf Jul 15 23:15:32.284434 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-3d68e9d9-3ba6-4789-aae9-e4ce92ed7a54 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:32.354579 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-01e04db2-5bb0-4003-999c-dfba38b28d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a47387-9f24-4247-b8e8-8d5011b9502e', 'name': 'tempest-ServersTestMultiNic-233000149-router', 'tenant_id': '4210ec618e114a6198cdf2780451b50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ade08e10-6021-463f-a028-0f6188de9ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:19Z', 'updated_at': '2021-07-15T23:15:28Z', 'revision_number': 4, 'project_id': '4210ec618e114a6198cdf2780451b50d', 'gw_port': {'id': 'ade08e10-6021-463f-a028-0f6188de9ffd', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a47387-9f24-4247-b8e8-8d5011b9502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:20Z', 'updated_at': '2021-07-15T23:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d', 'name': '', 'network_id': '6881cf1e-65f4-43ca-8279-a29b337bc1f5', 'tenant_id': '4210ec618e114a6198cdf2780451b50d', 'mac_address': 'fa:16:3e:2c:35:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a47387-9f24-4247-b8e8-8d5011b9502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '927a9238-1874-48e8-8bd1-548734ec4e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:27Z', 'updated_at': '2021-07-15T23:15:29Z', 'revision_number': 2, 'project_id': '4210ec618e114a6198cdf2780451b50d', 'subnets': [{'id': '927a9238-1874-48e8-8bd1-548734ec4e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:32.404119 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e04db2-5bb0-4003-999c-dfba38b28d4c None None] Checking router: e7a47387-9f24-4247-b8e8-8d5011b9502e for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:15:32.405173 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e04db2-5bb0-4003-999c-dfba38b28d4c None None] Updating router e7a47387-9f24-4247-b8e8-8d5011b9502e port f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:15:32.435214 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf96a7cf-1301-4e24-b768-4c6abc47cc6c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:32.443347 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-3d68e9d9-3ba6-4789-aae9-e4ce92ed7a54 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Allocated IP 172.20.0.9 (cb7f5d26-827b-40c8-9606-f513fb310e54/242df3cc-37d7-47c0-a77c-be9034976381/e64cd3b4-ef41-4ff5-97de-7cea41ace7d6) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:32.447115 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-01e04db2-5bb0-4003-999c-dfba38b28d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:32.460476 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5019c3-7616-4032-a0ae-5a89ece973dc req-b4a46327-dcd9-494d-9492-8cc395af11f8 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:32.467778 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-be5019c3-7616-4032-a0ae-5a89ece973dc req-b4a46327-dcd9-494d-9492-8cc395af11f8 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=25b2b89a-697f-4bdd-a40e-de769dc2f455 HTTP/1.1" status: 200 len: 945 time: 0.3057299 Jul 15 23:15:32.533457 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96409566-fe5c-4961-b826-b71c22e8f641 req-c5bd3a9f-6c99-4a5e-9676-04a92576e391 service neutron] 10.222.0.16 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544093 Jul 15 23:15:32.578518 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-be5019c3-7616-4032-a0ae-5a89ece973dc req-2522d347-9201-4e4c-9a30-6ba505cf3e05 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093502 Jul 15 23:15:32.603938 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf96a7cf-1301-4e24-b768-4c6abc47cc6c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:32.619890 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf96a7cf-1301-4e24-b768-4c6abc47cc6c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:32.631486 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf96a7cf-1301-4e24-b768-4c6abc47cc6c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:32.635158 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1f39a04e-bcb0-43ff-a5c8-1b46dc92298e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting port 0c9fc9f7-305d-4c42-ab95-de4abd9e0dcd {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:32.635497 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1f39a04e-bcb0-43ff-a5c8-1b46dc92298e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:32.692789 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-3d68e9d9-3ba6-4789-aae9-e4ce92ed7a54 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:32.716431 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-3d68e9d9-3ba6-4789-aae9-e4ce92ed7a54 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Transition to ACTIVE for port object e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:32.769929 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-3d68e9d9-3ba6-4789-aae9-e4ce92ed7a54 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:32.843186 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-bf96a7cf-1301-4e24-b768-4c6abc47cc6c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9633758 Jul 15 23:15:32.850731 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56342) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:32.858534 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f210505a-e292-4a58-9686-3df676a05659 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Request body: {'subnet': {'network_id': '7231e228-8e0b-4ca3-a558-0a7e287843cf', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:32.884696 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-3d68e9d9-3ba6-4789-aae9-e4ce92ed7a54 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Network cb7f5d26-827b-40c8-9606-f513fb310e54 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:32.888040 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ade08e10-6021-463f-a028-0f6188de9ffd up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:32.911324 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1f39a04e-bcb0-43ff-a5c8-1b46dc92298e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:32.916708 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-3d68e9d9-3ba6-4789-aae9-e4ce92ed7a54 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:32.937851 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-3d68e9d9-3ba6-4789-aae9-e4ce92ed7a54 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:32.953939 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68e9d9-3ba6-4789-aae9-e4ce92ed7a54 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Pushing event updated for resources: {'Port': ['ID=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:32.971600 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96a7cf-1301-4e24-b768-4c6abc47cc6c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Pushing event updated for resources: {'Network': ['ID=7231e228-8e0b-4ca3-a558-0a7e287843cf,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:32.975799 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port ade08e10-6021-463f-a028-0f6188de9ffd triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:32.976744 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:32.978827 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-01e04db2-5bb0-4003-999c-dfba38b28d4c None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:32.995577 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1f39a04e-bcb0-43ff-a5c8-1b46dc92298e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Calling delete_port for 0c9fc9f7-305d-4c42-ab95-de4abd9e0dcd owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:33.007899 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-01e04db2-5bb0-4003-999c-dfba38b28d4c None None] Transition to ACTIVE for port object f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:33.019880 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 7231e228-8e0b-4ca3-a558-0a7e287843cf details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:15:33.023547 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-01e04db2-5bb0-4003-999c-dfba38b28d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:33.066426 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96409566-fe5c-4961-b826-b71c22e8f641 req-d5f6a452-a10a-4de6-a9ff-8b355f5beb8b service neutron] 10.222.0.16 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5189307 Jul 15 23:15:33.085261 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f210505a-e292-4a58-9686-3df676a05659 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Made reservation on behalf of 4210ec618e114a6198cdf2780451b50d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:33.089600 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f210505a-e292-4a58-9686-3df676a05659 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:33.117376 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c5826-1120-4127-906c-416e089ef6f7 None None] Pushing event updated for resources: {'Port': ['ID=f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:33.222919 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-01e04db2-5bb0-4003-999c-dfba38b28d4c None None] Attempting to bind port f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:33.223313 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-01e04db2-5bb0-4003-999c-dfba38b28d4c None None] Attempting to bind port f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '86b14457-65d4-4981-b42c-4a861d55dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6881cf1e-65f4-43ca-8279-a29b337bc1f5'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:33.223797 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e04db2-5bb0-4003-999c-dfba38b28d4c None None] Attempting to bind port f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d on network 6881cf1e-65f4-43ca-8279-a29b337bc1f5 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:33.244436 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e04db2-5bb0-4003-999c-dfba38b28d4c None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:33.246773 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e04db2-5bb0-4003-999c-dfba38b28d4c None None] Checking segment: {'id': '86b14457-65d4-4981-b42c-4a861d55dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6881cf1e-65f4-43ca-8279-a29b337bc1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:33.247284 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-01e04db2-5bb0-4003-999c-dfba38b28d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:33.247775 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e04db2-5bb0-4003-999c-dfba38b28d4c None None] Bound using segment: {'id': '86b14457-65d4-4981-b42c-4a861d55dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6881cf1e-65f4-43ca-8279-a29b337bc1f5'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:33.248482 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-01e04db2-5bb0-4003-999c-dfba38b28d4c None None] Bound port: f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b14457-65d4-4981-b42c-4a861d55dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6881cf1e-65f4-43ca-8279-a29b337bc1f5'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:33.250897 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-01e04db2-5bb0-4003-999c-dfba38b28d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:33.343469 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-3d68e9d9-3ba6-4789-aae9-e4ce92ed7a54 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:33.344148 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-3d68e9d9-3ba6-4789-aae9-e4ce92ed7a54 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:33.425647 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-3d68e9d9-3ba6-4789-aae9-e4ce92ed7a54 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2897940 Jul 15 23:15:33.441728 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-30c93836-5211-467d-abf4-d7155e339309 None None] Provisioning for port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:33.442900 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-0cd4bddd-ed06-4f7f-adfc-9025cb5b6ba3 service neutron] Request body: {'port': {'device_id': '9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:33.444299 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1f39a04e-bcb0-43ff-a5c8-1b46dc92298e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:33.458779 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-30c93836-5211-467d-abf4-d7155e339309 None None] Provisioning complete for port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:33.459467 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-30c93836-5211-467d-abf4-d7155e339309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:33.463708 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-01e04db2-5bb0-4003-999c-dfba38b28d4c None None] For port f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:33.475634 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-01e04db2-5bb0-4003-999c-dfba38b28d4c None None] For port f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d,segment=NetworkSegment(86b14457-65d4-4981-b42c-4a861d55dab4),segment_id=86b14457-65d4-4981-b42c-4a861d55dab4)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:33.487987 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-01e04db2-5bb0-4003-999c-dfba38b28d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:33.531621 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f210505a-e292-4a58-9686-3df676a05659 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:33.535576 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-30c93836-5211-467d-abf4-d7155e339309 None None] Port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:33.537718 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device ac6be6a2-4dee-4844-b1d4-31694a1623d8 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:33.548937 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39a04e-bcb0-43ff-a5c8-1b46dc92298e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Port': ['ID=0c9fc9f7-305d-4c42-ab95-de4abd9e0dcd,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:33.591437 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: ac6be6a2-4dee-4844-b1d4-31694a1623d8 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:15:33.597741 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device ac6be6a2-4dee-4844-b1d4-31694a1623d8 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:15:33.614606 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-44493447-7ff6-4a82-ae9f-24c4b1c9abbe req-aa539784-84b2-444a-8de8-74073a1d25f6 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 210 time: 0.0677521 Jul 15 23:15:33.641912 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1e6cd-c758-457a-b915-f16163cc0e09 req-639abf44-90f1-41c4-a95e-f0c73a4e1f83 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:33.656437 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3cc1e6cd-c758-457a-b915-f16163cc0e09 req-639abf44-90f1-41c4-a95e-f0c73a4e1f83 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 931 time: 0.5889034 Jul 15 23:15:33.718835 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e04db2-5bb0-4003-999c-dfba38b28d4c None None] Routers {'e7a47387-9f24-4247-b8e8-8d5011b9502e'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:15:33.719378 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-01e04db2-5bb0-4003-999c-dfba38b28d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:15:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['e7a47387-9f24-4247-b8e8-8d5011b9502e'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:33.720087 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1f39a04e-bcb0-43ff-a5c8-1b46dc92298e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:33.722336 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1f39a04e-bcb0-43ff-a5c8-1b46dc92298e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/ports/0c9fc9f7-305d-4c42-ab95-de4abd9e0dcd HTTP/1.1" status: 204 len: 168 time: 1.5616543 Jul 15 23:15:33.725090 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56356) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:33.744582 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-ae651640-d098-44f4-8038-ce44fa599e55 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'port': {'network_id': '0afdfc6e-939f-4a41-acb4-21e995fbad9b', 'mac_address': 'fa:16:3e:67:74:74', 'name': 'tempest-PortsTestJSON-1373061275'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:33.765162 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210505a-e292-4a58-9686-3df676a05659 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Pushing event updated for resources: {'Subnet': ['ID=479fec19-40ce-4e55-8ca7-5875121696bc,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:33.768548 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c5826-1120-4127-906c-416e089ef6f7 None None] Pushing event updated for resources: {'Port': ['ID=f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:33.804226 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-0cd4bddd-ed06-4f7f-adfc-9025cb5b6ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:33.867649 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-01e04db2-5bb0-4003-999c-dfba38b28d4c None None] Set router e7a47387-9f24-4247-b8e8-8d5011b9502e gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:15:33.899407 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f210505a-e292-4a58-9686-3df676a05659 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Checking segment: {'id': '90689e6f-e736-4de7-bc5b-338c0f42389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7231e228-8e0b-4ca3-a558-0a7e287843cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:33.899787 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f210505a-e292-4a58-9686-3df676a05659 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Network hostable DHCP agents. Network: 7231e228-8e0b-4ca3-a558-0a7e287843cf, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:15:33.944382 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3cc1e6cd-c758-457a-b915-f16163cc0e09 req-d5516369-2f2a-45d7-90b4-392e32c9f561 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2854874 Jul 15 23:15:33.965518 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f210505a-e292-4a58-9686-3df676a05659 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Network 7231e228-8e0b-4ca3-a558-0a7e287843cf is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:15:34.044504 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-f210505a-e292-4a58-9686-3df676a05659 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 7231e228-8e0b-4ca3-a558-0a7e287843cf) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:34.053372 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f210505a-e292-4a58-9686-3df676a05659 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:34.053972 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f210505a-e292-4a58-9686-3df676a05659 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:34.061543 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0647064d-a689-4e16-bfcc-6a23215659fe None None] Network 7231e228-8e0b-4ca3-a558-0a7e287843cf requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:34.141220 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f210505a-e292-4a58-9686-3df676a05659 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2862077 Jul 15 23:15:34.143548 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56362) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:34.152298 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-fd601d46-a051-4aba-b095-93356f0961e1 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1493841504'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:34.183246 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae651640-d098-44f4-8038-ce44fa599e55 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:34.201664 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd601d46-a051-4aba-b095-93356f0961e1 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Made reservation on behalf of 4210ec618e114a6198cdf2780451b50d for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:34.206247 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd601d46-a051-4aba-b095-93356f0961e1 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:34.248540 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-01e04db2-5bb0-4003-999c-dfba38b28d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a47387-9f24-4247-b8e8-8d5011b9502e', 'name': 'tempest-ServersTestMultiNic-233000149-router', 'tenant_id': '4210ec618e114a6198cdf2780451b50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ade08e10-6021-463f-a028-0f6188de9ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:19Z', 'updated_at': '2021-07-15T23:15:28Z', 'revision_number': 4, 'project_id': '4210ec618e114a6198cdf2780451b50d', 'gw_port': {'id': 'ade08e10-6021-463f-a028-0f6188de9ffd', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a47387-9f24-4247-b8e8-8d5011b9502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:20Z', 'updated_at': '2021-07-15T23:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d', 'name': '', 'network_id': '6881cf1e-65f4-43ca-8279-a29b337bc1f5', 'tenant_id': '4210ec618e114a6198cdf2780451b50d', 'mac_address': 'fa:16:3e:2c:35:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a47387-9f24-4247-b8e8-8d5011b9502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '927a9238-1874-48e8-8bd1-548734ec4e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:27Z', 'updated_at': '2021-07-15T23:15:33Z', 'revision_number': 4, 'project_id': '4210ec618e114a6198cdf2780451b50d', 'subnets': [{'id': '927a9238-1874-48e8-8bd1-548734ec4e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:34.291970 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd601d46-a051-4aba-b095-93356f0961e1 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:15:34.320035 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd601d46-a051-4aba-b095-93356f0961e1 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:34.320514 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-fd601d46-a051-4aba-b095-93356f0961e1 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Added segment 623edce1-7442-4de6-bd1e-31eb8e527d05 of type vlan for network 378741f9-d9e9-4c54-ba3b-e36891674d20 Jul 15 23:15:34.324313 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e04db2-5bb0-4003-999c-dfba38b28d4c None None] The sync data for ids ['e7a47387-9f24-4247-b8e8-8d5011b9502e'] in n-d-787205-9 is: [{'id': 'e7a47387-9f24-4247-b8e8-8d5011b9502e', 'name': 'tempest-ServersTestMultiNic-233000149-router', 'tenant_id': '4210ec618e114a6198cdf2780451b50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ade08e10-6021-463f-a028-0f6188de9ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:19Z', 'updated_at': '2021-07-15T23:15:28Z', 'revision_number': 4, 'project_id': '4210ec618e114a6198cdf2780451b50d', 'gw_port': {'id': 'ade08e10-6021-463f-a028-0f6188de9ffd', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a47387-9f24-4247-b8e8-8d5011b9502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:20Z', 'updated_at': '2021-07-15T23:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d', 'name': '', 'network_id': '6881cf1e-65f4-43ca-8279-a29b337bc1f5', 'tenant_id': '4210ec618e114a6198cdf2780451b50d', 'mac_address': 'fa:16:3e:2c:35:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a47387-9f24-4247-b8e8-8d5011b9502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '927a9238-1874-48e8-8bd1-548734ec4e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:27Z', 'updated_at': '2021-07-15T23:15:33Z', 'revision_number': 4, 'project_id': '4210ec618e114a6198cdf2780451b50d', 'subnets': [{'id': '927a9238-1874-48e8-8bd1-548734ec4e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:15:34.365744 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b646c4e-3076-4e28-afca-e731d2ec3c61 req-32ba35bc-b92b-4313-8199-99b9d1864e2e tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:34.373205 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0b646c4e-3076-4e28-afca-e731d2ec3c61 req-32ba35bc-b92b-4313-8199-99b9d1864e2e tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=25b2b89a-697f-4bdd-a40e-de769dc2f455 HTTP/1.1" status: 200 len: 945 time: 0.4240842 Jul 15 23:15:34.425146 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae651640-d098-44f4-8038-ce44fa599e55 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:34.427930 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd601d46-a051-4aba-b095-93356f0961e1 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:34.489321 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e25d284-8349-4a4a-8418-2ed05a5d307e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-7231e228-8e0b-4ca3-a558-0a7e287843cf', 'network_id': '7231e228-8e0b-4ca3-a558-0a7e287843cf', 'tenant_id': '4210ec618e114a6198cdf2780451b50d', 'fixed_ips': [{'subnet_id': '479fec19-40ce-4e55-8ca7-5875121696bc'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:15:34.490118 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3e25d284-8349-4a4a-8418-2ed05a5d307e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:34.519547 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ae651640-d098-44f4-8038-ce44fa599e55 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] device_id is not set on port 39eaedb1-8e1b-4eb9-ae6e-872e6bf9d9a5 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:15:34.531476 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0b646c4e-3076-4e28-afca-e731d2ec3c61 req-40ea78c7-339a-4b9b-9ea3-751f21fc35dc tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574278 Jul 15 23:15:34.545389 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-0cd4bddd-ed06-4f7f-adfc-9025cb5b6ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:34.793866 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-3e25d284-8349-4a4a-8418-2ed05a5d307e None None] Allocated IP 19.80.0.2 (7231e228-8e0b-4ca3-a558-0a7e287843cf/479fec19-40ce-4e55-8ca7-5875121696bc/07112933-330f-4249-866f-627f8eee2302) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:35.021477 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2befeca4-4b9a-4a17-bfde-9ee484a1857d req-6e40e6ca-c542-412a-9cb5-72ba3ed3539b tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 210 time: 0.1071410 Jul 15 23:15:35.029894 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae651640-d098-44f4-8038-ce44fa599e55 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:35.067994 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:35.102023 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae651640-d098-44f4-8038-ce44fa599e55 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:35.266101 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae651640-d098-44f4-8038-ce44fa599e55 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network 0afdfc6e-939f-4a41-acb4-21e995fbad9b is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:35.286995 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-ae651640-d098-44f4-8038-ce44fa599e55 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:35.293336 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:35.308203 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-0cd4bddd-ed06-4f7f-adfc-9025cb5b6ba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:35.312304 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae651640-d098-44f4-8038-ce44fa599e55 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:35.322744 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-0cd4bddd-ed06-4f7f-adfc-9025cb5b6ba3 service neutron] Transition to ACTIVE for port object e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:35.330469 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae651640-d098-44f4-8038-ce44fa599e55 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:35.332736 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae651640-d098-44f4-8038-ce44fa599e55 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:35.334022 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-0cd4bddd-ed06-4f7f-adfc-9025cb5b6ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:35.370396 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56380) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:35.382064 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:35.391189 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:35.393237 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ae651640-d098-44f4-8038-ce44fa599e55 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6571114 Jul 15 23:15:35.397503 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56384) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:35.432385 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd601d46-a051-4aba-b095-93356f0961e1 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:35.448278 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd601d46-a051-4aba-b095-93356f0961e1 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:35.448928 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd601d46-a051-4aba-b095-93356f0961e1 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:35.491255 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2addf5dc-7524-46ce-a9d2-ba274f783704 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:35.505361 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2addf5dc-7524-46ce-a9d2-ba274f783704 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "GET /v2.0/ports/39eaedb1-8e1b-4eb9-ae6e-872e6bf9d9a5 HTTP/1.1" status: 200 len: 841 time: 0.1065593 Jul 15 23:15:35.523535 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56386) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:35.582607 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae651640-d098-44f4-8038-ce44fa599e55 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Port': ['ID=39eaedb1-8e1b-4eb9-ae6e-872e6bf9d9a5,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:35.637697 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3e25d284-8349-4a4a-8418-2ed05a5d307e None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:35.646855 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4bddd-ed06-4f7f-adfc-9025cb5b6ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:35.706293 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3e25d284-8349-4a4a-8418-2ed05a5d307e None None] Transition to ACTIVE for port object 07112933-330f-4249-866f-627f8eee2302 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:35.727779 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fd601d46-a051-4aba-b095-93356f0961e1 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5793641 Jul 15 23:15:35.749948 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56388) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:35.770704 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:35.778546 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3e25d284-8349-4a4a-8418-2ed05a5d307e None None] Transition to ACTIVE for port object 07112933-330f-4249-866f-627f8eee2302 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:35.804773 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a4ac9653-f278-4ce1-bddd-7859408db369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:35.811446 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3eddef87-652f-4658-afd8-7545740d1218 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Request body: {'subnet': {'network_id': '378741f9-d9e9-4c54-ba3b-e36891674d20', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:35.814695 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3e25d284-8349-4a4a-8418-2ed05a5d307e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:35.891538 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd601d46-a051-4aba-b095-93356f0961e1 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Pushing event updated for resources: {'Network': ['ID=378741f9-d9e9-4c54-ba3b-e36891674d20,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:35.945564 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 378741f9-d9e9-4c54-ba3b-e36891674d20 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:15:35.962454 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e25d284-8349-4a4a-8418-2ed05a5d307e None None] Network 7231e228-8e0b-4ca3-a558-0a7e287843cf is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:35.965051 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d,segment=NetworkSegment(86b14457-65d4-4981-b42c-4a861d55dab4),segment_id=86b14457-65d4-4981-b42c-4a861d55dab4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:35.980072 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-3e25d284-8349-4a4a-8418-2ed05a5d307e None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:35.983452 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e25d284-8349-4a4a-8418-2ed05a5d307e None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:35.987426 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9a73a-67d3-406b-a758-89e2c9439c5a req-5ba68bcf-784d-4a7e-bda3-74f9f68b51e9 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:35.988705 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6ec9a73a-67d3-406b-a758-89e2c9439c5a req-5ba68bcf-784d-4a7e-bda3-74f9f68b51e9 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 943 time: 0.4670653 Jul 15 23:15:36.004199 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.008998 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-4b0e7e83-a84c-444c-af88-7a07af529604 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting port 39eaedb1-8e1b-4eb9-ae6e-872e6bf9d9a5 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:36.009335 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4b0e7e83-a84c-444c-af88-7a07af529604 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.027451 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25d284-8349-4a4a-8418-2ed05a5d307e None None] Pushing event updated for resources: {'Port': ['ID=07112933-330f-4249-866f-627f8eee2302,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:36.031754 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-0cd4bddd-ed06-4f7f-adfc-9025cb5b6ba3 service neutron] Attempting to bind port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:36.032154 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-0cd4bddd-ed06-4f7f-adfc-9025cb5b6ba3 service neutron] Attempting to bind port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'b8fbf8e3-2064-48ec-a057-e61b61fe1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:36.032503 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-0cd4bddd-ed06-4f7f-adfc-9025cb5b6ba3 service neutron] Attempting to bind port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 on network cb7f5d26-827b-40c8-9606-f513fb310e54 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:36.053422 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-0cd4bddd-ed06-4f7f-adfc-9025cb5b6ba3 service neutron] Port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 on network cb7f5d26-827b-40c8-9606-f513fb310e54 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:36.053751 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-0cd4bddd-ed06-4f7f-adfc-9025cb5b6ba3 service neutron] Attempting to bind port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 on network cb7f5d26-827b-40c8-9606-f513fb310e54 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:36.066368 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-0cd4bddd-ed06-4f7f-adfc-9025cb5b6ba3 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:36.066744 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-0cd4bddd-ed06-4f7f-adfc-9025cb5b6ba3 service neutron] Checking segment: {'id': 'b8fbf8e3-2064-48ec-a057-e61b61fe1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:36.067131 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-0cd4bddd-ed06-4f7f-adfc-9025cb5b6ba3 service neutron] Bound using segment: {'id': 'b8fbf8e3-2064-48ec-a057-e61b61fe1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:36.067566 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-0cd4bddd-ed06-4f7f-adfc-9025cb5b6ba3 service neutron] Bound port: e64cd3b4-ef41-4ff5-97de-7cea41ace7d6, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8fbf8e3-2064-48ec-a057-e61b61fe1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:36.067925 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-0cd4bddd-ed06-4f7f-adfc-9025cb5b6ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.123640 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d30abe-7efb-4cbe-bf4d-afa2b69f0a55 req-676523ac-f20e-4e7a-aa34-deb9a0fe2b1b tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:36.125106 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4b0e7e83-a84c-444c-af88-7a07af529604 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.131821 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-92d30abe-7efb-4cbe-bf4d-afa2b69f0a55 req-676523ac-f20e-4e7a-aa34-deb9a0fe2b1b tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=25b2b89a-697f-4bdd-a40e-de769dc2f455 HTTP/1.1" status: 200 len: 945 time: 0.6037195 Jul 15 23:15:36.157765 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6ec9a73a-67d3-406b-a758-89e2c9439c5a req-050dae96-44dc-4b3c-a050-008278d22669 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292119 Jul 15 23:15:36.161304 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-4b0e7e83-a84c-444c-af88-7a07af529604 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Calling delete_port for 39eaedb1-8e1b-4eb9-ae6e-872e6bf9d9a5 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:36.195141 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:36.204401 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96409566-fe5c-4961-b826-b71c22e8f641 req-c9c6e4b5-c589-4bd8-80c5-c1e7bdae163c tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:36.205989 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96409566-fe5c-4961-b826-b71c22e8f641 req-c9c6e4b5-c589-4bd8-80c5-c1e7bdae163c tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.43 "GET /v2.0/networks?id=67544dea-b98a-4fe5-a010-0d763c20c5d2 HTTP/1.1" status: 200 len: 806 time: 0.8059278 Jul 15 23:15:36.225476 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-3e25d284-8349-4a4a-8418-2ed05a5d307e None None] Attempting to bind port 07112933-330f-4249-866f-627f8eee2302 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:36.226149 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-3e25d284-8349-4a4a-8418-2ed05a5d307e None None] Attempting to bind port 07112933-330f-4249-866f-627f8eee2302 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '90689e6f-e736-4de7-bc5b-338c0f42389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7231e228-8e0b-4ca3-a558-0a7e287843cf'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:36.226802 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-96409566-fe5c-4961-b826-b71c22e8f641 req-e8e8d86a-78c4-404e-bef0-c9f764163ad4 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Request body: {'port': {'device_id': 'c7cf625b-05b7-4f7d-b070-96cba4a63cad', 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2', 'admin_state_up': True, 'tenant_id': 'd77f9925bdde4eb59287838e6d3fa09b'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:36.227096 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e25d284-8349-4a4a-8418-2ed05a5d307e None None] Attempting to bind port 07112933-330f-4249-866f-627f8eee2302 on network 7231e228-8e0b-4ca3-a558-0a7e287843cf {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:36.235233 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e25d284-8349-4a4a-8418-2ed05a5d307e None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:36.236338 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e25d284-8349-4a4a-8418-2ed05a5d307e None None] Checking segment: {'id': '90689e6f-e736-4de7-bc5b-338c0f42389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7231e228-8e0b-4ca3-a558-0a7e287843cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:36.237760 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3e25d284-8349-4a4a-8418-2ed05a5d307e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.238437 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e25d284-8349-4a4a-8418-2ed05a5d307e None None] Bound using segment: {'id': '90689e6f-e736-4de7-bc5b-338c0f42389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7231e228-8e0b-4ca3-a558-0a7e287843cf'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:36.243340 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-3e25d284-8349-4a4a-8418-2ed05a5d307e None None] Bound port: 07112933-330f-4249-866f-627f8eee2302, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90689e6f-e736-4de7-bc5b-338c0f42389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7231e228-8e0b-4ca3-a558-0a7e287843cf'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:36.244431 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3e25d284-8349-4a4a-8418-2ed05a5d307e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.257770 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-0cd4bddd-ed06-4f7f-adfc-9025cb5b6ba3 service neutron] For port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:36.266865 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-0cd4bddd-ed06-4f7f-adfc-9025cb5b6ba3 service neutron] For port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:36.276179 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-0cd4bddd-ed06-4f7f-adfc-9025cb5b6ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.304358 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-0cd4bddd-ed06-4f7f-adfc-9025cb5b6ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:36.305640 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-0cd4bddd-ed06-4f7f-adfc-9025cb5b6ba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.306924 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-0cd4bddd-ed06-4f7f-adfc-9025cb5b6ba3 service neutron] 10.222.0.43 "PUT /v2.0/ports/e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 HTTP/1.1" status: 200 len: 1091 time: 2.8722751 Jul 15 23:15:36.364086 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0', 'tag': 'e64cd3b4-ef41-4ff5-97de-7cea41ace7d6'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:36.367146 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739e57db-e01f-4041-9b90-a68687027f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0", "tag": "e64cd3b4-ef41-4ff5-97de-7cea41ace7d6"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:36.404936 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-3e25d284-8349-4a4a-8418-2ed05a5d307e None None] For port 07112933-330f-4249-866f-627f8eee2302, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:36.412740 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-3e25d284-8349-4a4a-8418-2ed05a5d307e None None] For port 07112933-330f-4249-866f-627f8eee2302, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=07112933-330f-4249-866f-627f8eee2302,segment=NetworkSegment(90689e6f-e736-4de7-bc5b-338c0f42389d),segment_id=90689e6f-e736-4de7-bc5b-338c0f42389d)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:36.419652 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3e25d284-8349-4a4a-8418-2ed05a5d307e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.466569 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a4ac9653-f278-4ce1-bddd-7859408db369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.471811 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-92d30abe-7efb-4cbe-bf4d-afa2b69f0a55 req-15bea4ca-8123-4202-b066-e22c78d94524 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/security-groups?id=a773f949-3b4c-40ad-ae5e-5e768d93bca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391762 Jul 15 23:15:36.476103 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a4ac9653-f278-4ce1-bddd-7859408db369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.522166 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25d284-8349-4a4a-8418-2ed05a5d307e None None] Pushing event updated for resources: {'Port': ['ID=07112933-330f-4249-866f-627f8eee2302,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:36.528471 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a4ac9653-f278-4ce1-bddd-7859408db369 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec407bd5444f4ebb936d310262efbe67&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1521969 Jul 15 23:15:36.545181 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56394) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:36.578009 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4b0e7e83-a84c-444c-af88-7a07af529604 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.584549 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4bddd-ed06-4f7f-adfc-9025cb5b6ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:36.626001 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac9653-f278-4ce1-bddd-7859408db369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73f106c-d6a7-486c-9827-db7f533f15da,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:36.626270 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c23c3f5-5029-49f7-905c-489ecfdf84f6 x-openstack-request-id: req-1c23c3f5-5029-49f7-905c-489ecfdf84f6 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:36.626891 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0", "tag": "e64cd3b4-ef41-4ff5-97de-7cea41ace7d6", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:36.627973 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c23c3f5-5029-49f7-905c-489ecfdf84f6 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:36.628565 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0', 'tag': 'e64cd3b4-ef41-4ff5-97de-7cea41ace7d6', 'status': 'completed', 'code': 200} Jul 15 23:15:36.648501 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac9653-f278-4ce1-bddd-7859408db369 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:36.648848 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac9653-f278-4ce1-bddd-7859408db369 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:36.649188 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac9653-f278-4ce1-bddd-7859408db369 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:36.649520 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac9653-f278-4ce1-bddd-7859408db369 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:36.649996 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac9653-f278-4ce1-bddd-7859408db369 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:36.650168 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac9653-f278-4ce1-bddd-7859408db369 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:36.650552 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac9653-f278-4ce1-bddd-7859408db369 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:36.650971 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac9653-f278-4ce1-bddd-7859408db369 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:36.651638 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac9653-f278-4ce1-bddd-7859408db369 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:36.652098 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac9653-f278-4ce1-bddd-7859408db369 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:36.653393 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac9653-f278-4ce1-bddd-7859408db369 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:36.653393 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac9653-f278-4ce1-bddd-7859408db369 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:36.694321 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-4d70ba02-b962-404e-b1f5-1716648ab6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:36.695926 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-4d70ba02-b962-404e-b1f5-1716648ab6a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1885ddec6b5464187ca1cbaa27847a8&device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 1094 time: 0.3229172 Jul 15 23:15:36.696683 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e7e83-a84c-444c-af88-7a07af529604 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Port': ['ID=39eaedb1-8e1b-4eb9-ae6e-872e6bf9d9a5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:36.697854 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-55c18af6-42f1-4901-853e-2e2d5b261559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.700289 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eddef87-652f-4658-afd8-7545740d1218 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Made reservation on behalf of 4210ec618e114a6198cdf2780451b50d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:36.704230 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3eddef87-652f-4658-afd8-7545740d1218 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.728506 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-55c18af6-42f1-4901-853e-2e2d5b261559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.775858 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-814b4bfe-a2b5-4938-891e-45aae9917a38 req-36e5d7ee-b434-4d14-a86c-4516686bd61e tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 210 time: 0.0307004 Jul 15 23:15:36.800359 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-b4207c3b-5383-46b7-b4b5-20039dd7e472 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 HTTP/1.1" status: 200 len: 217 time: 0.0800776 Jul 15 23:15:36.809802 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96409566-fe5c-4961-b826-b71c22e8f641 req-e8e8d86a-78c4-404e-bef0-c9f764163ad4 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Made reservation on behalf of d77f9925bdde4eb59287838e6d3fa09b for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:36.819966 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-96409566-fe5c-4961-b826-b71c22e8f641 req-e8e8d86a-78c4-404e-bef0-c9f764163ad4 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.821405 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4b0e7e83-a84c-444c-af88-7a07af529604 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.828268 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4b0e7e83-a84c-444c-af88-7a07af529604 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/ports/39eaedb1-8e1b-4eb9-ae6e-872e6bf9d9a5 HTTP/1.1" status: 204 len: 168 time: 1.2962489 Jul 15 23:15:36.828473 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56396) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:36.884102 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:36.938087 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-bbc9b2a5-9828-45b7-9201-ad60fc193dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:36.953378 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-bbc9b2a5-9828-45b7-9201-ad60fc193dc2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=242df3cc-37d7-47c0-a77c-be9034976381 HTTP/1.1" status: 200 len: 851 time: 0.1414192 Jul 15 23:15:37.010859 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:37.011524 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:37.027687 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb1857-5a74-493b-9cbd-994689077e72 req-3af555f8-22c7-48b6-bc4b-08438090546e tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:37.029375 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f7bb1857-5a74-493b-9cbd-994689077e72 req-3af555f8-22c7-48b6-bc4b-08438090546e tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b2b89a-697f-4bdd-a40e-de769dc2f455 HTTP/1.1" status: 200 len: 945 time: 0.3469899 Jul 15 23:15:37.096939 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-0d8cc2d1-44c8-4654-89eb-921953bbfd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:37.098896 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-0d8cc2d1-44c8-4654-89eb-921953bbfd33 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb7f5d26-827b-40c8-9606-f513fb310e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1384416 Jul 15 23:15:37.235500 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-f7bb1857-5a74-493b-9cbd-994689077e72 req-11d99970-8602-4e59-ab28-3169aed7c750 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Deleting port ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:37.235843 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f7bb1857-5a74-493b-9cbd-994689077e72 req-11d99970-8602-4e59-ab28-3169aed7c750 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:37.240221 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-390abbce-817f-4054-8c82-6ec327311f6d service neutron] 10.222.0.43 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350822 Jul 15 23:15:37.276191 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b2efcf8-5888-42f4-9a7b-b110727378b4 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] GET failed (client error): The resource could not be found. Jul 15 23:15:37.283932 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1b2efcf8-5888-42f4-9a7b-b110727378b4 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "GET /v2.0/ports/39eaedb1-8e1b-4eb9-ae6e-872e6bf9d9a5 HTTP/1.1" status: 404 len: 333 time: 0.4484689 Jul 15 23:15:37.284245 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56400) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:37.292248 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-ede4d036-72f2-4fe1-82b4-bd7742f8d7fe tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'port': {'network_id': '0afdfc6e-939f-4a41-acb4-21e995fbad9b', 'name': 'tempest-PortsTestJSON-1209605558'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:37.344440 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-55c18af6-42f1-4901-853e-2e2d5b261559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:37.346907 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-55c18af6-42f1-4901-853e-2e2d5b261559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:37.348059 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-55c18af6-42f1-4901-853e-2e2d5b261559 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a73f106c-d6a7-486c-9827-db7f533f15da HTTP/1.1" status: 204 len: 168 time: 0.8019044 Jul 15 23:15:37.372272 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c18af6-42f1-4901-853e-2e2d5b261559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73f106c-d6a7-486c-9827-db7f533f15da,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:37.417899 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f7bb1857-5a74-493b-9cbd-994689077e72 req-11d99970-8602-4e59-ab28-3169aed7c750 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] For port ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88,segment=NetworkSegment(c57252a7-d501-46cc-b05a-0a67e8273926),segment_id=c57252a7-d501-46cc-b05a-0a67e8273926)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:37.417899 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f7bb1857-5a74-493b-9cbd-994689077e72 req-11d99970-8602-4e59-ab28-3169aed7c750 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:37.459773 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-f7bb1857-5a74-493b-9cbd-994689077e72 req-11d99970-8602-4e59-ab28-3169aed7c750 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Calling delete_port for ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:37.467521 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-aacbb282-68f2-40f0-9338-9c16d7ed96b9 req-186a81b5-88e8-42b2-ab32-716559a6a24d service neutron] 10.222.0.43 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140691 Jul 15 23:15:37.576716 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e542c6d-0de0-4cf5-ac91-33ba72e6df17 req-e55972d8-9052-496f-b0ab-e4fdce2491e6 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:37.578906 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4e542c6d-0de0-4cf5-ac91-33ba72e6df17 req-e55972d8-9052-496f-b0ab-e4fdce2491e6 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 943 time: 0.2675509 Jul 15 23:15:37.592490 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-96409566-fe5c-4961-b826-b71c22e8f641 req-e8e8d86a-78c4-404e-bef0-c9f764163ad4 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Allocated IP 172.20.0.9 (67544dea-b98a-4fe5-a010-0d763c20c5d2/00f86fe3-8e61-4196-b682-45370fd97ef3/34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:37.605362 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede4d036-72f2-4fe1-82b4-bd7742f8d7fe tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:37.610358 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ede4d036-72f2-4fe1-82b4-bd7742f8d7fe tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:37.639307 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3eddef87-652f-4658-afd8-7545740d1218 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:37.652430 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-ede4d036-72f2-4fe1-82b4-bd7742f8d7fe tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] device_id is not set on port 6a97f896-88bd-459d-8102-0ac5c23ccb65 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:15:37.727253 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddef87-652f-4658-afd8-7545740d1218 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Pushing event updated for resources: {'Subnet': ['ID=43ebd451-e47b-4cee-94fd-88926c59bec8,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:37.734729 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e57db-e01f-4041-9b90-a68687027f4f req-ded396b5-e76f-4080-9a84-8afe4f12e159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:37.735717 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-739e57db-e01f-4041-9b90-a68687027f4f req-ded396b5-e76f-4080-9a84-8afe4f12e159 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1885ddec6b5464187ca1cbaa27847a8&device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 1094 time: 0.1742430 Jul 15 23:15:37.751276 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4e542c6d-0de0-4cf5-ac91-33ba72e6df17 req-71371676-6d73-412d-a524-9dc59c3178b4 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612256 Jul 15 23:15:37.879545 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eddef87-652f-4658-afd8-7545740d1218 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Checking segment: {'id': '623edce1-7442-4de6-bd1e-31eb8e527d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '378741f9-d9e9-4c54-ba3b-e36891674d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:37.879934 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eddef87-652f-4658-afd8-7545740d1218 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Network hostable DHCP agents. Network: 378741f9-d9e9-4c54-ba3b-e36891674d20, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:15:37.974067 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f7bb1857-5a74-493b-9cbd-994689077e72 req-11d99970-8602-4e59-ab28-3169aed7c750 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:38.011028 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:15:38.016729 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eddef87-652f-4658-afd8-7545740d1218 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Network 378741f9-d9e9-4c54-ba3b-e36891674d20 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:15:38.026285 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d99970-8602-4e59-ab28-3169aed7c750 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Pushing event deleted for resources: {'Port': ['ID=ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:38.035918 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2f1103ee-7d55-4318-8f1f-b9fef627eb7f req-a7ce69b6-0fd7-47e6-85f3-dd5a2c2bf22c tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.16 "GET /v2.0/ports?device_id=25b2b89a-697f-4bdd-a40e-de769dc2f455 HTTP/1.1" status: 200 len: 210 time: 0.0997992 Jul 15 23:15:38.088585 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-3eddef87-652f-4658-afd8-7545740d1218 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 378741f9-d9e9-4c54-ba3b-e36891674d20) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:38.096825 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c746d4be-6346-4a73-ab5b-c4b680ba59c0 None None] Network 378741f9-d9e9-4c54-ba3b-e36891674d20 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:38.101632 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eddef87-652f-4658-afd8-7545740d1218 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:38.105915 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3eddef87-652f-4658-afd8-7545740d1218 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:38.128689 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ede4d036-72f2-4fe1-82b4-bd7742f8d7fe tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:38.133695 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e57db-e01f-4041-9b90-a68687027f4f req-d2a80842-02d3-4e7e-9da8-673162043803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:38.134824 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-739e57db-e01f-4041-9b90-a68687027f4f req-d2a80842-02d3-4e7e-9da8-673162043803 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb7f5d26-827b-40c8-9606-f513fb310e54 HTTP/1.1" status: 200 len: 913 time: 0.3870771 Jul 15 23:15:38.146710 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-96409566-fe5c-4961-b826-b71c22e8f641 req-e8e8d86a-78c4-404e-bef0-c9f764163ad4 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:38.201709 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7bb1857-5a74-493b-9cbd-994689077e72 req-11d99970-8602-4e59-ab28-3169aed7c750 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] No DVR routers for this DVR port ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:15:38.204635 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f7bb1857-5a74-493b-9cbd-994689077e72 req-11d99970-8602-4e59-ab28-3169aed7c750 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:38.206800 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f7bb1857-5a74-493b-9cbd-994689077e72 req-11d99970-8602-4e59-ab28-3169aed7c750 tempest-DeleteServersTestJSON-1247531493 tempest-DeleteServersTestJSON-1247531493-project] 10.222.0.36 "DELETE /v2.0/ports/ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88 HTTP/1.1" status: 204 len: 173 time: 1.1673858 Jul 15 23:15:38.220806 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3eddef87-652f-4658-afd8-7545740d1218 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4116013 Jul 15 23:15:38.220806 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-739e57db-e01f-4041-9b90-a68687027f4f req-15f00f15-5479-41ee-b804-de79b5653c32 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 HTTP/1.1" status: 200 len: 217 time: 0.0696747 Jul 15 23:15:38.221625 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ede4d036-72f2-4fe1-82b4-bd7742f8d7fe tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:38.258909 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-96409566-fe5c-4961-b826-b71c22e8f641 req-e8e8d86a-78c4-404e-bef0-c9f764163ad4 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:38.269219 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5ca9ad-0ed9-49df-99a0-031928ea0849 None None] Network 7231e228-8e0b-4ca3-a558-0a7e287843cf requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:38.292101 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede4d036-72f2-4fe1-82b4-bd7742f8d7fe tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network 0afdfc6e-939f-4a41-acb4-21e995fbad9b is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:38.299254 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e57db-e01f-4041-9b90-a68687027f4f req-419d71b3-86d9-401d-a921-ee106dad57a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:38.301482 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-739e57db-e01f-4041-9b90-a68687027f4f req-419d71b3-86d9-401d-a921-ee106dad57a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=242df3cc-37d7-47c0-a77c-be9034976381 HTTP/1.1" status: 200 len: 851 time: 0.0810785 Jul 15 23:15:38.320616 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['6512fefd-4257-40d9-aa1c-e1c8110b0ce6'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:15:38.333429 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-ede4d036-72f2-4fe1-82b4-bd7742f8d7fe tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:38.367456 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede4d036-72f2-4fe1-82b4-bd7742f8d7fe tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:38.378255 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede4d036-72f2-4fe1-82b4-bd7742f8d7fe tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:38.379145 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ede4d036-72f2-4fe1-82b4-bd7742f8d7fe tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:38.435740 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-aceb12b6-22f8-42f8-86cc-12bb610c6912 None None] Provisioning for port 07112933-330f-4249-866f-627f8eee2302 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:38.438430 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4d036-72f2-4fe1-82b4-bd7742f8d7fe tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Port': ['ID=6a97f896-88bd-459d-8102-0ac5c23ccb65,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:38.441777 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ede4d036-72f2-4fe1-82b4-bd7742f8d7fe tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1565530 Jul 15 23:15:38.448601 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56430) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:38.463655 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96409566-fe5c-4961-b826-b71c22e8f641 req-e8e8d86a-78c4-404e-bef0-c9f764163ad4 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Network 67544dea-b98a-4fe5-a010-0d763c20c5d2 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:38.464897 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-6b70478e-4e62-4580-9e33-3f7c638e0a39 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:38.486236 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-96409566-fe5c-4961-b826-b71c22e8f641 req-e8e8d86a-78c4-404e-bef0-c9f764163ad4 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:38.491173 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-96409566-fe5c-4961-b826-b71c22e8f641 req-e8e8d86a-78c4-404e-bef0-c9f764163ad4 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:38.534335 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e57db-e01f-4041-9b90-a68687027f4f req-cd39e178-ca1f-443b-a26c-ecb5189f23d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:38.535936 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-739e57db-e01f-4041-9b90-a68687027f4f req-cd39e178-ca1f-443b-a26c-ecb5189f23d8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb7f5d26-827b-40c8-9606-f513fb310e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2260556 Jul 15 23:15:38.600476 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e5b17-7644-40a6-bfae-cb2d3c1d7ddf req-70f62617-dd8b-437c-8b30-ac276324cb88 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:38.611084 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f3e5b17-7644-40a6-bfae-cb2d3c1d7ddf req-70f62617-dd8b-437c-8b30-ac276324cb88 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 931 time: 0.3468199 Jul 15 23:15:38.618360 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8d86a-78c4-404e-bef0-c9f764163ad4 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Pushing event updated for resources: {'Port': ['ID=34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:38.633931 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b2b89a-697f-4bdd-a40e-de769dc2f455', 'name': 'network-vif-deleted', 'tag': 'ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:38.636237 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cdd189-703d-4882-8a2d-9ec4e134933a" -d '{"events": [{"server_uuid": "25b2b89a-697f-4bdd-a40e-de769dc2f455", "name": "network-vif-deleted", "tag": "ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:38.638565 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b70478e-4e62-4580-9e33-3f7c638e0a39 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:38.643559 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d76d08d-dae7-443f-8557-8f0d047b2e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-378741f9-d9e9-4c54-ba3b-e36891674d20', 'network_id': '378741f9-d9e9-4c54-ba3b-e36891674d20', 'tenant_id': '4210ec618e114a6198cdf2780451b50d', 'fixed_ips': [{'subnet_id': '43ebd451-e47b-4cee-94fd-88926c59bec8'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:15:38.644411 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9d76d08d-dae7-443f-8557-8f0d047b2e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:38.650748 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96409566-fe5c-4961-b826-b71c22e8f641 req-e8e8d86a-78c4-404e-bef0-c9f764163ad4 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:38.651538 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-96409566-fe5c-4961-b826-b71c22e8f641 req-e8e8d86a-78c4-404e-bef0-c9f764163ad4 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:38.719056 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96409566-fe5c-4961-b826-b71c22e8f641 req-e8e8d86a-78c4-404e-bef0-c9f764163ad4 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5003965 Jul 15 23:15:38.738326 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-96409566-fe5c-4961-b826-b71c22e8f641 req-42ee6a85-7d58-4e65-afbc-c1f7bc42dbe6 service neutron] Request body: {'port': {'device_id': 'c7cf625b-05b7-4f7d-b070-96cba4a63cad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:38.754300 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:38.758672 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f3e5b17-7644-40a6-bfae-cb2d3c1d7ddf req-48cf92f9-a104-4e2d-bbba-eff0ce4f6f7c tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463702 Jul 15 23:15:38.892438 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777e66e0-bbe4-4393-b7f2-e55369dd5660 x-openstack-request-id: req-777e66e0-bbe4-4393-b7f2-e55369dd5660 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:38.893127 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b2b89a-697f-4bdd-a40e-de769dc2f455", "name": "network-vif-deleted", "tag": "ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:38.893127 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-777e66e0-bbe4-4393-b7f2-e55369dd5660 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:38.893509 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b2b89a-697f-4bdd-a40e-de769dc2f455', 'name': 'network-vif-deleted', 'tag': 'ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88', 'status': 'completed', 'code': 200} Jul 15 23:15:38.905374 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-739e57db-e01f-4041-9b90-a68687027f4f req-5a226f44-3d46-4ddf-a352-c39c27c3119c service neutron] 10.222.0.43 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612816 Jul 15 23:15:38.993626 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 07112933-330f-4249-866f-627f8eee2302 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:39.060032 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-e8941bda-b54a-40ff-ac5b-f0e2e1ca6157 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:39.068710 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-9d76d08d-dae7-443f-8557-8f0d047b2e69 None None] Allocated IP 19.86.0.2 (378741f9-d9e9-4c54-ba3b-e36891674d20/43ebd451-e47b-4cee-94fd-88926c59bec8/ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:39.070696 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-e8941bda-b54a-40ff-ac5b-f0e2e1ca6157 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:39.086000 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-e8941bda-b54a-40ff-ac5b-f0e2e1ca6157 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/networks?id=7231e228-8e0b-4ca3-a558-0a7e287843cf&id=378741f9-d9e9-4c54-ba3b-e36891674d20&id=7231e228-8e0b-4ca3-a558-0a7e287843cf HTTP/1.1" status: 200 len: 1392 time: 0.4708924 Jul 15 23:15:39.117916 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-e24c6959-a246-48f9-aee9-6e05a4c52686 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/quotas/4210ec618e114a6198cdf2780451b50d HTTP/1.1" status: 200 len: 375 time: 0.0298028 Jul 15 23:15:39.145393 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 07112933-330f-4249-866f-627f8eee2302 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:39.150883 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 07112933-330f-4249-866f-627f8eee2302 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:39.152004 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:39.273630 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b70478e-4e62-4580-9e33-3f7c638e0a39 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:39.278976 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-96409566-fe5c-4961-b826-b71c22e8f641 req-42ee6a85-7d58-4e65-afbc-c1f7bc42dbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:39.283607 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b70478e-4e62-4580-9e33-3f7c638e0a39 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:39.315579 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-6b70478e-4e62-4580-9e33-3f7c638e0a39 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] In _notify_port_updated(), no bound segment for port 6a97f896-88bd-459d-8102-0ac5c23ccb65 on network 0afdfc6e-939f-4a41-acb4-21e995fbad9b {{(pid=93798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:15:39.351280 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b70478e-4e62-4580-9e33-3f7c638e0a39 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:39.351946 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b70478e-4e62-4580-9e33-3f7c638e0a39 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:39.353302 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6b70478e-4e62-4580-9e33-3f7c638e0a39 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "PUT /v2.0/ports/6a97f896-88bd-459d-8102-0ac5c23ccb65 HTTP/1.1" status: 200 len: 818 time: 0.9014223 Jul 15 23:15:39.367778 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56458) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:39.399887 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-739e57db-e01f-4041-9b90-a68687027f4f req-d55b7ff7-23cb-48ed-bc91-156a3ce5b5b4 service neutron] 10.222.0.43 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865050 Jul 15 23:15:39.440786 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70478e-4e62-4580-9e33-3f7c638e0a39 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Port': ['ID=6a97f896-88bd-459d-8102-0ac5c23ccb65,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:39.461365 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9d76d08d-dae7-443f-8557-8f0d047b2e69 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:39.471458 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:39.492907 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9d76d08d-dae7-443f-8557-8f0d047b2e69 None None] Transition to ACTIVE for port object ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:39.508345 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562f7f2-362e-4c7c-b4a4-b528591f04a5 req-481e1703-f96a-4123-b2d6-85f52d464b50 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:39.515237 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7562f7f2-362e-4c7c-b4a4-b528591f04a5 req-481e1703-f96a-4123-b2d6-85f52d464b50 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 943 time: 0.3613760 Jul 15 23:15:39.527339 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:15:39.535113 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-36669ea0-d7f3-4e5a-98f2-e78ede45e0ba tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4210ec618e114a6198cdf2780451b50d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4148648 Jul 15 23:15:39.535427 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9d76d08d-dae7-443f-8557-8f0d047b2e69 None None] Transition to ACTIVE for port object ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:39.542502 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 07112933-330f-4249-866f-627f8eee2302, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=07112933-330f-4249-866f-627f8eee2302,segment=NetworkSegment(90689e6f-e736-4de7-bc5b-338c0f42389d),segment_id=90689e6f-e736-4de7-bc5b-338c0f42389d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:39.550468 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:39.553389 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9d76d08d-dae7-443f-8557-8f0d047b2e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:39.607983 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d76d08d-dae7-443f-8557-8f0d047b2e69 None None] Network 378741f9-d9e9-4c54-ba3b-e36891674d20 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:39.622980 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-9d76d08d-dae7-443f-8557-8f0d047b2e69 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:39.637009 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d76d08d-dae7-443f-8557-8f0d047b2e69 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:39.656252 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f25e1941-acb4-441f-85ed-3e22f808ca1d None None] Provisioning complete for port 07112933-330f-4249-866f-627f8eee2302 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:39.656783 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f25e1941-acb4-441f-85ed-3e22f808ca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:39.721017 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7562f7f2-362e-4c7c-b4a4-b528591f04a5 req-91f01a08-7e90-46f3-a7b3-e9de7f567981 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041750 Jul 15 23:15:39.846091 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-24e7ecfa-b12a-4c18-b666-d2d323af7378 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting port 6a97f896-88bd-459d-8102-0ac5c23ccb65 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:39.846350 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-24e7ecfa-b12a-4c18-b666-d2d323af7378 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:39.876663 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=07112933-330f-4249-866f-627f8eee2302,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:39.914894 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-24e7ecfa-b12a-4c18-b666-d2d323af7378 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:39.928321 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-3477893d-494a-4e3f-80e8-27933db6ae8c service neutron] 10.222.0.16 "GET /v2.0/networks/7231e228-8e0b-4ca3-a558-0a7e287843cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285413 Jul 15 23:15:39.939756 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-24e7ecfa-b12a-4c18-b666-d2d323af7378 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Calling delete_port for 6a97f896-88bd-459d-8102-0ac5c23ccb65 owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:40.004468 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:40.013338 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76d08d-dae7-443f-8557-8f0d047b2e69 None None] Pushing event updated for resources: {'Port': ['ID=ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:40.020778 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9d76d08d-dae7-443f-8557-8f0d047b2e69 None None] Attempting to bind port ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:40.021295 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9d76d08d-dae7-443f-8557-8f0d047b2e69 None None] Attempting to bind port ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '623edce1-7442-4de6-bd1e-31eb8e527d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '378741f9-d9e9-4c54-ba3b-e36891674d20'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:40.021771 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d76d08d-dae7-443f-8557-8f0d047b2e69 None None] Attempting to bind port ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1 on network 378741f9-d9e9-4c54-ba3b-e36891674d20 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:40.033861 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'e64cd3b4-ef41-4ff5-97de-7cea41ace7d6', 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54', 'port_id': 'e64cd3b4-ef41-4ff5-97de-7cea41ace7d6', 'mac_address': 'fa:16:3e:5d:23:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '242df3cc-37d7-47c0-a77c-be9034976381', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:15:40.036109 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d76d08d-dae7-443f-8557-8f0d047b2e69 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:40.036632 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d76d08d-dae7-443f-8557-8f0d047b2e69 None None] Checking segment: {'id': '623edce1-7442-4de6-bd1e-31eb8e527d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '378741f9-d9e9-4c54-ba3b-e36891674d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:40.037144 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9d76d08d-dae7-443f-8557-8f0d047b2e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.037651 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d76d08d-dae7-443f-8557-8f0d047b2e69 None None] Bound using segment: {'id': '623edce1-7442-4de6-bd1e-31eb8e527d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '378741f9-d9e9-4c54-ba3b-e36891674d20'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:40.038234 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9d76d08d-dae7-443f-8557-8f0d047b2e69 None None] Bound port: ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623edce1-7442-4de6-bd1e-31eb8e527d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '378741f9-d9e9-4c54-ba3b-e36891674d20'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:40.038759 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9d76d08d-dae7-443f-8557-8f0d047b2e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.148501 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.181459 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:40.191372 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9d76d08d-dae7-443f-8557-8f0d047b2e69 None None] For port ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:40.198045 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9d76d08d-dae7-443f-8557-8f0d047b2e69 None None] For port ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1,segment=NetworkSegment(623edce1-7442-4de6-bd1e-31eb8e527d05),segment_id=623edce1-7442-4de6-bd1e-31eb8e527d05)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:40.208142 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9d76d08d-dae7-443f-8557-8f0d047b2e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.211070 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:40.232142 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-96409566-fe5c-4961-b826-b71c22e8f641 req-42ee6a85-7d58-4e65-afbc-c1f7bc42dbe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:40.235067 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.248965 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-96409566-fe5c-4961-b826-b71c22e8f641 req-42ee6a85-7d58-4e65-afbc-c1f7bc42dbe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.269107 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76d08d-dae7-443f-8557-8f0d047b2e69 None None] Pushing event updated for resources: {'Port': ['ID=ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:40.295582 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-96409566-fe5c-4961-b826-b71c22e8f641 req-42ee6a85-7d58-4e65-afbc-c1f7bc42dbe6 service neutron] Transition to ACTIVE for port object 34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:40.309603 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-66a1cb11-fb9c-4a2b-89c4-28d5c20bf4b8 service neutron] 10.222.0.16 "GET /v2.0/networks/7231e228-8e0b-4ca3-a558-0a7e287843cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678205 Jul 15 23:15:40.326978 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:40.328774 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-96409566-fe5c-4961-b826-b71c22e8f641 req-42ee6a85-7d58-4e65-afbc-c1f7bc42dbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.396557 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-24e7ecfa-b12a-4c18-b666-d2d323af7378 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.408579 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d95f61-60ba-43d0-916a-ea145ee69878 req-a6914e5c-1662-4ddc-86db-5c144daa693f tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:40.410150 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-79d95f61-60ba-43d0-916a-ea145ee69878 req-a6914e5c-1662-4ddc-86db-5c144daa693f tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 931 time: 0.2706411 Jul 15 23:15:40.486496 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-24e7ecfa-b12a-4c18-b666-d2d323af7378 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.488818 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-24e7ecfa-b12a-4c18-b666-d2d323af7378 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/ports/6a97f896-88bd-459d-8102-0ac5c23ccb65 HTTP/1.1" status: 204 len: 168 time: 1.1150188 Jul 15 23:15:40.489537 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee6a85-7d58-4e65-afbc-c1f7bc42dbe6 service neutron] Pushing event updated for resources: {'Port': ['ID=34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:40.491608 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['e64cd3b4-ef41-4ff5-97de-7cea41ace7d6'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:15:40.492138 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56470) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:40.565719 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7ecfa-b12a-4c18-b666-d2d323af7378 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Port': ['ID=6a97f896-88bd-459d-8102-0ac5c23ccb65,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:40.589888 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-21b9e81d-6eeb-403b-8ef4-af3db10b09d4 service neutron] 10.222.0.16 "GET /v2.0/networks/378741f9-d9e9-4c54-ba3b-e36891674d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784057 Jul 15 23:15:40.619514 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3553bb89-4ea1-4957-bad0-a79b607e2e34 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:40.623445 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3553bb89-4ea1-4957-bad0-a79b607e2e34 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1279376 Jul 15 23:15:40.625228 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56474) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:40.671525 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-79d95f61-60ba-43d0-916a-ea145ee69878 req-17d72b37-76fb-46f8-8cdb-5446942ee574 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444918 Jul 15 23:15:40.688701 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-057ec549-2c83-4708-af66-443fbb94f70a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] GET failed (client error): The resource could not be found. Jul 15 23:15:40.699919 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-057ec549-2c83-4708-af66-443fbb94f70a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "GET /v2.0/ports/6a97f896-88bd-459d-8102-0ac5c23ccb65 HTTP/1.1" status: 404 len: 333 time: 0.0669975 Jul 15 23:15:40.704110 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56478) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:40.711830 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5a58c126-2e5e-4cff-bc4b-4b22e563d83c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1842250420'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:40.747003 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-96409566-fe5c-4961-b826-b71c22e8f641 req-42ee6a85-7d58-4e65-afbc-c1f7bc42dbe6 service neutron] Attempting to bind port 34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:40.747379 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-96409566-fe5c-4961-b826-b71c22e8f641 req-42ee6a85-7d58-4e65-afbc-c1f7bc42dbe6 service neutron] Attempting to bind port 34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '682791d0-14b5-4b83-8025-c7a51df04ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:40.747782 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96409566-fe5c-4961-b826-b71c22e8f641 req-42ee6a85-7d58-4e65-afbc-c1f7bc42dbe6 service neutron] Attempting to bind port 34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd on network 67544dea-b98a-4fe5-a010-0d763c20c5d2 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:40.773699 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a58c126-2e5e-4cff-bc4b-4b22e563d83c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:40.785228 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-bcc983fd-36a0-4f6a-838a-add76ca0975c service neutron] 10.222.0.16 "GET /v2.0/networks/378741f9-d9e9-4c54-ba3b-e36891674d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736634 Jul 15 23:15:40.786193 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96409566-fe5c-4961-b826-b71c22e8f641 req-42ee6a85-7d58-4e65-afbc-c1f7bc42dbe6 service neutron] Port 34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd on network 67544dea-b98a-4fe5-a010-0d763c20c5d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:40.786657 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96409566-fe5c-4961-b826-b71c22e8f641 req-42ee6a85-7d58-4e65-afbc-c1f7bc42dbe6 service neutron] Attempting to bind port 34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd on network 67544dea-b98a-4fe5-a010-0d763c20c5d2 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:40.790376 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5a58c126-2e5e-4cff-bc4b-4b22e563d83c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.794402 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96409566-fe5c-4961-b826-b71c22e8f641 req-42ee6a85-7d58-4e65-afbc-c1f7bc42dbe6 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:40.794953 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96409566-fe5c-4961-b826-b71c22e8f641 req-42ee6a85-7d58-4e65-afbc-c1f7bc42dbe6 service neutron] Checking segment: {'id': '682791d0-14b5-4b83-8025-c7a51df04ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:40.799331 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96409566-fe5c-4961-b826-b71c22e8f641 req-42ee6a85-7d58-4e65-afbc-c1f7bc42dbe6 service neutron] Bound using segment: {'id': '682791d0-14b5-4b83-8025-c7a51df04ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:40.799808 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-96409566-fe5c-4961-b826-b71c22e8f641 req-42ee6a85-7d58-4e65-afbc-c1f7bc42dbe6 service neutron] Bound port: 34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '682791d0-14b5-4b83-8025-c7a51df04ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:40.800304 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-96409566-fe5c-4961-b826-b71c22e8f641 req-42ee6a85-7d58-4e65-afbc-c1f7bc42dbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.864220 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a58c126-2e5e-4cff-bc4b-4b22e563d83c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:15:40.885964 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5a58c126-2e5e-4cff-bc4b-4b22e563d83c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.886573 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-5a58c126-2e5e-4cff-bc4b-4b22e563d83c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Added segment 0a2e3d76-c3cb-4724-96da-9e04b25ec15f of type vlan for network 601ce278-7c17-4a39-8c90-06c930f6f91d Jul 15 23:15:40.971298 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5a58c126-2e5e-4cff-bc4b-4b22e563d83c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:41.017342 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-96409566-fe5c-4961-b826-b71c22e8f641 req-42ee6a85-7d58-4e65-afbc-c1f7bc42dbe6 service neutron] For port 34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:41.026196 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:41.036303 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5a58c126-2e5e-4cff-bc4b-4b22e563d83c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:41.044185 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a58c126-2e5e-4cff-bc4b-4b22e563d83c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:41.044920 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5a58c126-2e5e-4cff-bc4b-4b22e563d83c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:41.050246 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-96409566-fe5c-4961-b826-b71c22e8f641 req-42ee6a85-7d58-4e65-afbc-c1f7bc42dbe6 service neutron] For port 34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:41.067225 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-96409566-fe5c-4961-b826-b71c22e8f641 req-42ee6a85-7d58-4e65-afbc-c1f7bc42dbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:41.078900 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-f8e16f28-4c80-4c9f-9c28-19704206d74b service neutron] 10.222.0.16 "GET /v2.0/networks/7231e228-8e0b-4ca3-a558-0a7e287843cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860110 Jul 15 23:15:41.086305 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:41.090929 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 07112933-330f-4249-866f-627f8eee2302 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:41.138416 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58c126-2e5e-4cff-bc4b-4b22e563d83c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Network': ['ID=601ce278-7c17-4a39-8c90-06c930f6f91d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:41.142890 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96409566-fe5c-4961-b826-b71c22e8f641 req-42ee6a85-7d58-4e65-afbc-c1f7bc42dbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:41.143514 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-96409566-fe5c-4961-b826-b71c22e8f641 req-42ee6a85-7d58-4e65-afbc-c1f7bc42dbe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:41.144948 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96409566-fe5c-4961-b826-b71c22e8f641 req-42ee6a85-7d58-4e65-afbc-c1f7bc42dbe6 service neutron] 10.222.0.43 "PUT /v2.0/ports/34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd HTTP/1.1" status: 200 len: 1091 time: 2.4168961 Jul 15 23:15:41.154022 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7cf625b-05b7-4f7d-b070-96cba4a63cad', 'tag': '34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:41.157349 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826ee8f3-25c0-4894-b568-5e8bcb08c9f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c7cf625b-05b7-4f7d-b070-96cba4a63cad", "tag": "34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:41.161127 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 601ce278-7c17-4a39-8c90-06c930f6f91d details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:15:41.162854 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5a58c126-2e5e-4cff-bc4b-4b22e563d83c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4575963 Jul 15 23:15:41.165623 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56494) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:41.170943 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9865d38c-8b2a-4ebb-83f9-8b1e6a17c887 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'subnet': {'network_id': '601ce278-7c17-4a39-8c90-06c930f6f91d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:41.206357 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 07112933-330f-4249-866f-627f8eee2302 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:41.206970 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:41.305816 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9865d38c-8b2a-4ebb-83f9-8b1e6a17c887 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:41.329937 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9865d38c-8b2a-4ebb-83f9-8b1e6a17c887 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:41.336917 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832a6e0-e4ee-4887-bc09-a7e0ac6d8d0f req-6eb23cf3-00fc-49ae-aafc-41781b6f0493 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:41.338558 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b832a6e0-e4ee-4887-bc09-a7e0ac6d8d0f req-6eb23cf3-00fc-49ae-aafc-41781b6f0493 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.3472028 Jul 15 23:15:41.344280 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee6a85-7d58-4e65-afbc-c1f7bc42dbe6 service neutron] Pushing event updated for resources: {'Port': ['ID=34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:41.540769 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:41.632933 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9865d38c-8b2a-4ebb-83f9-8b1e6a17c887 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:41.654344 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:41.659786 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:41.660462 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:41.723858 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7474d33d-5269-43b6-b3ac-e231dcb28036 None None] Network 378741f9-d9e9-4c54-ba3b-e36891674d20 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:41.728157 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865d38c-8b2a-4ebb-83f9-8b1e6a17c887 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Subnet': ['ID=197bfd06-dc7a-4bef-9575-dacc0ab9948c,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:41.760920 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9865d38c-8b2a-4ebb-83f9-8b1e6a17c887 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Checking segment: {'id': '0a2e3d76-c3cb-4724-96da-9e04b25ec15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '601ce278-7c17-4a39-8c90-06c930f6f91d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:41.761571 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9865d38c-8b2a-4ebb-83f9-8b1e6a17c887 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network hostable DHCP agents. Network: 601ce278-7c17-4a39-8c90-06c930f6f91d, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:15:41.783974 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9865d38c-8b2a-4ebb-83f9-8b1e6a17c887 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network 601ce278-7c17-4a39-8c90-06c930f6f91d is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:15:41.795843 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-9865d38c-8b2a-4ebb-83f9-8b1e6a17c887 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 601ce278-7c17-4a39-8c90-06c930f6f91d) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:41.811102 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9865d38c-8b2a-4ebb-83f9-8b1e6a17c887 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:41.812745 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9865d38c-8b2a-4ebb-83f9-8b1e6a17c887 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:41.827306 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b832a6e0-e4ee-4887-bc09-a7e0ac6d8d0f req-d73e7be6-844d-4939-88b7-f8d67caa9de0 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4740572 Jul 15 23:15:41.829762 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b63d26b-8f43-4ead-a4f5-d759625aeda8 None None] Network 601ce278-7c17-4a39-8c90-06c930f6f91d requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:41.832231 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9865d38c-8b2a-4ebb-83f9-8b1e6a17c887 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6653593 Jul 15 23:15:41.835926 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56504) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:41.853031 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d2734785-4075-478a-b53f-6dae9c193a60 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'subnet': {'network_id': '601ce278-7c17-4a39-8c90-06c930f6f91d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:41.859803 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-0c589d91-5ef5-4d44-8f40-da5015e20506 service neutron] 10.222.0.16 "GET /v2.0/networks/7231e228-8e0b-4ca3-a558-0a7e287843cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7517478 Jul 15 23:15:41.875967 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96409566-fe5c-4961-b826-b71c22e8f641 req-41fab161-22cb-4443-9fdf-355d3618b3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:41.877751 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96409566-fe5c-4961-b826-b71c22e8f641 req-41fab161-22cb-4443-9fdf-355d3618b3e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d77f9925bdde4eb59287838e6d3fa09b&device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 1094 time: 0.6606159 Jul 15 23:15:41.913045 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7f81bac3-3530-4b2e-b1de-18893a7c8887 None None] Provisioning for port ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:41.937680 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96409566-fe5c-4961-b826-b71c22e8f641 req-84263b88-93d8-4d7c-8f8c-473f98c01e6b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd HTTP/1.1" status: 200 len: 217 time: 0.0505586 Jul 15 23:15:41.970623 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7f81bac3-3530-4b2e-b1de-18893a7c8887 None None] Provisioning complete for port ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:41.971085 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f81bac3-3530-4b2e-b1de-18893a7c8887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:42.040114 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96409566-fe5c-4961-b826-b71c22e8f641 req-7bb1cadb-6c86-4dcb-a2c7-00b570a4fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:42.044281 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96409566-fe5c-4961-b826-b71c22e8f641 req-7bb1cadb-6c86-4dcb-a2c7-00b570a4fc1d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00f86fe3-8e61-4196-b682-45370fd97ef3 HTTP/1.1" status: 200 len: 846 time: 0.0976596 Jul 15 23:15:42.091524 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:42.140598 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:15:42.143342 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device ab3ef885-e6e3-4cee-b8a1-f80ac4a62b88 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:15:42.153381 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2734785-4075-478a-b53f-6dae9c193a60 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:42.155440 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:42.159283 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d2734785-4075-478a-b53f-6dae9c193a60 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:42.184495 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96409566-fe5c-4961-b826-b71c22e8f641 req-66769b75-d1db-4159-a0ce-26dbd7f6b3d8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=67544dea-b98a-4fe5-a010-0d763c20c5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1339235 Jul 15 23:15:42.192624 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2227ae-d587-438d-9042-5ebb39cb4776 x-openstack-request-id: req-6a2227ae-d587-438d-9042-5ebb39cb4776 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:42.192946 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7cf625b-05b7-4f7d-b070-96cba4a63cad", "tag": "34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:42.193205 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a2227ae-d587-438d-9042-5ebb39cb4776 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:42.193611 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7cf625b-05b7-4f7d-b070-96cba4a63cad', 'tag': '34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd', 'status': 'completed', 'code': 200} Jul 15 23:15:42.194470 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64cd3b4-ef41-4ff5-97de-7cea41ace7d6'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:42.197944 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e870390-2fc4-4666-a842-805f779d8fab" -d '{"events": [{"server_uuid": "9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0", "name": "network-vif-plugged", "status": "completed", "tag": "e64cd3b4-ef41-4ff5-97de-7cea41ace7d6"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:42.264251 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:42.325613 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:42.372379 n-d-787205-9 neutron-server[93798]: INFO neutron.db.ipam_backend_mixin [None req-d2734785-4075-478a-b53f-6dae9c193a60 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 197bfd06-dc7a-4bef-9575-dacc0ab9948c (CIDR: 172.20.0.0/28) Jul 15 23:15:42.377706 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2734785-4075-478a-b53f-6dae9c193a60 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:15:42.379655 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2734785-4075-478a-b53f-6dae9c193a60 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:15:42.399848 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96409566-fe5c-4961-b826-b71c22e8f641 req-7f4dcdc6-f51a-4988-9fec-e08e6a8bbfac service neutron] 10.222.0.43 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020843 Jul 15 23:15:42.412589 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d2734785-4075-478a-b53f-6dae9c193a60 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5751777 Jul 15 23:15:42.422665 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56522) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:42.428289 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-878bd72a-7a10-4485-b142-395adb6e324a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'subnet': {'network_id': '601ce278-7c17-4a39-8c90-06c930f6f91d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:42.448396 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f81bac3-3530-4b2e-b1de-18893a7c8887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:42.564904 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-863a78a4-4e6f-495d-b603-8353e83c885c req-38eb6496-fcd7-409e-b076-ce1458495028 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 210 time: 0.1076863 Jul 15 23:15:42.595925 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8423393-18eb-47ec-ba0b-e2e075667f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-601ce278-7c17-4a39-8c90-06c930f6f91d', 'network_id': '601ce278-7c17-4a39-8c90-06c930f6f91d', 'tenant_id': '178eb6500ae7443591abbc93e5ee1d7b', 'fixed_ips': [{'subnet_id': '197bfd06-dc7a-4bef-9575-dacc0ab9948c'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:15:42.597943 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e8423393-18eb-47ec-ba0b-e2e075667f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:42.669260 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-7f81bac3-3530-4b2e-b1de-18893a7c8887 None None] For port ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1,segment=NetworkSegment(623edce1-7442-4de6-bd1e-31eb8e527d05),segment_id=623edce1-7442-4de6-bd1e-31eb8e527d05)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:42.694589 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878bd72a-7a10-4485-b142-395adb6e324a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:42.696094 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f81bac3-3530-4b2e-b1de-18893a7c8887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:42.702051 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c022dc91-44ed-436f-b366-a3b860689fc3 x-openstack-request-id: req-c022dc91-44ed-436f-b366-a3b860689fc3 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:42.702366 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0", "name": "network-vif-plugged", "status": "completed", "tag": "e64cd3b4-ef41-4ff5-97de-7cea41ace7d6", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:42.702652 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c022dc91-44ed-436f-b366-a3b860689fc3 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:42.703056 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64cd3b4-ef41-4ff5-97de-7cea41ace7d6', 'code': 200} Jul 15 23:15:42.707516 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-878bd72a-7a10-4485-b142-395adb6e324a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:42.708945 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:42.756601 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96409566-fe5c-4961-b826-b71c22e8f641 req-103adf21-df4c-480a-b422-f79d6d038caf service neutron] 10.222.0.43 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474143 Jul 15 23:15:42.812982 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7717ed7-cd1a-41a2-bdf8-09e241c5a8f7 req-137d2558-8023-4f3f-8406-0a18f70085d8 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:42.822401 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e7717ed7-cd1a-41a2-bdf8-09e241c5a8f7 req-137d2558-8023-4f3f-8406-0a18f70085d8 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 943 time: 0.3639929 Jul 15 23:15:42.959569 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ee6b4ff5-46f1-47c9-87e8-491437d1e425 None None] Provisioning complete for port ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:42.959945 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ee6b4ff5-46f1-47c9-87e8-491437d1e425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:42.963147 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e7717ed7-cd1a-41a2-bdf8-09e241c5a8f7 req-a6b330ff-bcf1-4500-929d-4af8e2d72761 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397073 Jul 15 23:15:43.006527 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243add9e-48d7-4c1f-84ff-eaad79fc042e req-5fbcface-fa28-4f08-b255-332703d983ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:43.011040 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-243add9e-48d7-4c1f-84ff-eaad79fc042e req-5fbcface-fa28-4f08-b255-332703d983ea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 1096 time: 0.1782126 Jul 15 23:15:43.020889 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ee8f3-25c0-4894-b568-5e8bcb08c9f6 req-fdd9db3f-2dfc-49b4-9ee8-67c4b65bd98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:43.022819 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-826ee8f3-25c0-4894-b568-5e8bcb08c9f6 req-fdd9db3f-2dfc-49b4-9ee8-67c4b65bd98b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d77f9925bdde4eb59287838e6d3fa09b&device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 1094 time: 0.1698532 Jul 15 23:15:43.052147 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81bac3-3530-4b2e-b1de-18893a7c8887 None None] Pushing event updated for resources: {'Port': ['ID=ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:43.084945 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-243add9e-48d7-4c1f-84ff-eaad79fc042e req-667d2767-1c46-43c7-bad8-541a49659190 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687602 Jul 15 23:15:43.186407 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-e8423393-18eb-47ec-ba0b-e2e075667f9c None None] Allocated IP 172.20.0.2 (601ce278-7c17-4a39-8c90-06c930f6f91d/197bfd06-dc7a-4bef-9575-dacc0ab9948c/a97a028b-6800-49a2-b87d-924c9fcce795) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:43.294389 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4146bd9-ee30-485c-9028-2cab9b0a5cb8 req-55186565-9547-47dd-b025-1a60e409bf2d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:43.304892 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a4146bd9-ee30-485c-9028-2cab9b0a5cb8 req-55186565-9547-47dd-b025-1a60e409bf2d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 945 time: 0.1529219 Jul 15 23:15:43.423043 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a4146bd9-ee30-485c-9028-2cab9b0a5cb8 req-8b0d2602-b4ac-41d4-9d27-ee193a736420 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122079 Jul 15 23:15:43.474604 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e8423393-18eb-47ec-ba0b-e2e075667f9c None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:43.494924 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e8423393-18eb-47ec-ba0b-e2e075667f9c None None] Transition to ACTIVE for port object a97a028b-6800-49a2-b87d-924c9fcce795 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:43.528228 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e8423393-18eb-47ec-ba0b-e2e075667f9c None None] Transition to ACTIVE for port object a97a028b-6800-49a2-b87d-924c9fcce795 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:43.534911 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e8423393-18eb-47ec-ba0b-e2e075667f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:43.617330 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8423393-18eb-47ec-ba0b-e2e075667f9c None None] Network 601ce278-7c17-4a39-8c90-06c930f6f91d is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:43.619353 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8423393-18eb-47ec-ba0b-e2e075667f9c None None] Pushing event updated for resources: {'Port': ['ID=a97a028b-6800-49a2-b87d-924c9fcce795,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:43.622135 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-e8423393-18eb-47ec-ba0b-e2e075667f9c None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:43.628562 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8423393-18eb-47ec-ba0b-e2e075667f9c None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:43.782155 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e8423393-18eb-47ec-ba0b-e2e075667f9c None None] Attempting to bind port a97a028b-6800-49a2-b87d-924c9fcce795 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:43.782528 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e8423393-18eb-47ec-ba0b-e2e075667f9c None None] Attempting to bind port a97a028b-6800-49a2-b87d-924c9fcce795 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '0a2e3d76-c3cb-4724-96da-9e04b25ec15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '601ce278-7c17-4a39-8c90-06c930f6f91d'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:43.784554 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8423393-18eb-47ec-ba0b-e2e075667f9c None None] Attempting to bind port a97a028b-6800-49a2-b87d-924c9fcce795 on network 601ce278-7c17-4a39-8c90-06c930f6f91d {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:43.815885 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67cec5f2-9028-4c63-968d-99e295922e44 req-ef98f0e9-8338-4a45-92a9-62037d6746c1 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 210 time: 0.0848575 Jul 15 23:15:43.816254 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8423393-18eb-47ec-ba0b-e2e075667f9c None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:43.817811 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8423393-18eb-47ec-ba0b-e2e075667f9c None None] Checking segment: {'id': '0a2e3d76-c3cb-4724-96da-9e04b25ec15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '601ce278-7c17-4a39-8c90-06c930f6f91d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:43.818399 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e8423393-18eb-47ec-ba0b-e2e075667f9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:43.819119 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8423393-18eb-47ec-ba0b-e2e075667f9c None None] Bound using segment: {'id': '0a2e3d76-c3cb-4724-96da-9e04b25ec15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '601ce278-7c17-4a39-8c90-06c930f6f91d'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:43.819853 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e8423393-18eb-47ec-ba0b-e2e075667f9c None None] Bound port: a97a028b-6800-49a2-b87d-924c9fcce795, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e3d76-c3cb-4724-96da-9e04b25ec15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '601ce278-7c17-4a39-8c90-06c930f6f91d'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:43.820132 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ee8f3-25c0-4894-b568-5e8bcb08c9f6 req-f71cbb6e-5c0c-46a4-8c3c-79406e055831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:43.820972 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e8423393-18eb-47ec-ba0b-e2e075667f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:43.821623 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-826ee8f3-25c0-4894-b568-5e8bcb08c9f6 req-f71cbb6e-5c0c-46a4-8c3c-79406e055831 service neutron] 10.222.0.43 "GET /v2.0/networks?id=67544dea-b98a-4fe5-a010-0d763c20c5d2 HTTP/1.1" status: 200 len: 907 time: 0.7897422 Jul 15 23:15:43.882883 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-826ee8f3-25c0-4894-b568-5e8bcb08c9f6 req-580981b9-2f4a-4408-9b86-cd37fd36d86f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd HTTP/1.1" status: 200 len: 217 time: 0.0517082 Jul 15 23:15:43.926490 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e8423393-18eb-47ec-ba0b-e2e075667f9c None None] For port a97a028b-6800-49a2-b87d-924c9fcce795, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:43.930295 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e8423393-18eb-47ec-ba0b-e2e075667f9c None None] For port a97a028b-6800-49a2-b87d-924c9fcce795, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=a97a028b-6800-49a2-b87d-924c9fcce795,segment=NetworkSegment(0a2e3d76-c3cb-4724-96da-9e04b25ec15f),segment_id=0a2e3d76-c3cb-4724-96da-9e04b25ec15f)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:43.936881 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e8423393-18eb-47ec-ba0b-e2e075667f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:43.942606 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-878bd72a-7a10-4485-b142-395adb6e324a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:44.011112 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878bd72a-7a10-4485-b142-395adb6e324a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network 601ce278-7c17-4a39-8c90-06c930f6f91d is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:44.017507 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8423393-18eb-47ec-ba0b-e2e075667f9c None None] Pushing event updated for resources: {'Port': ['ID=a97a028b-6800-49a2-b87d-924c9fcce795,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:44.021686 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-878bd72a-7a10-4485-b142-395adb6e324a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:44.036862 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878bd72a-7a10-4485-b142-395adb6e324a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.037470 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-878bd72a-7a10-4485-b142-395adb6e324a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:44.041335 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ee8f3-25c0-4894-b568-5e8bcb08c9f6 req-38d6d401-677e-47d3-9a75-e2537fcb4525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.043140 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-826ee8f3-25c0-4894-b568-5e8bcb08c9f6 req-38d6d401-677e-47d3-9a75-e2537fcb4525 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00f86fe3-8e61-4196-b682-45370fd97ef3 HTTP/1.1" status: 200 len: 846 time: 0.1472542 Jul 15 23:15:44.066791 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878bd72a-7a10-4485-b142-395adb6e324a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Subnet': ['ID=c5c9fb30-6e49-4f1c-ad59-a49b9acfd53c,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:44.092350 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-826ee8f3-25c0-4894-b568-5e8bcb08c9f6 req-eadd190d-442f-4967-9cf2-c13b7d999297 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=67544dea-b98a-4fe5-a010-0d763c20c5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402596 Jul 15 23:15:44.094086 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-878bd72a-7a10-4485-b142-395adb6e324a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6777644 Jul 15 23:15:44.096801 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56558) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:44.103816 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-59f025ca-2278-48ba-ab98-563d95881ebb tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'port': {'network_id': '601ce278-7c17-4a39-8c90-06c930f6f91d', 'fixed_ips': [{'subnet_id': '197bfd06-dc7a-4bef-9575-dacc0ab9948c'}, {'subnet_id': 'c5c9fb30-6e49-4f1c-ad59-a49b9acfd53c'}], 'name': 'tempest-PortsTestJSON-350440050'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:44.300884 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a36df6-7b74-416f-b460-765bd37b894f req-1f7256ee-1b10-4a74-a58f-7e112a4f6f44 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.316061 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-39a36df6-7b74-416f-b460-765bd37b894f req-1f7256ee-1b10-4a74-a58f-7e112a4f6f44 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 943 time: 0.1383939 Jul 15 23:15:44.450567 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-39a36df6-7b74-416f-b460-765bd37b894f req-08afb60f-bacb-4954-a65f-ae61777e8b05 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002891 Jul 15 23:15:44.510656 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-860cf507-079f-419f-be37-4dcee933dfaa tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.523379 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-860cf507-079f-419f-be37-4dcee933dfaa tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.524933 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-860cf507-079f-419f-be37-4dcee933dfaa tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.36 "GET /v2.0/networks?id=7231e228-8e0b-4ca3-a558-0a7e287843cf&id=378741f9-d9e9-4c54-ba3b-e36891674d20&id=7231e228-8e0b-4ca3-a558-0a7e287843cf HTTP/1.1" status: 200 len: 1392 time: 0.3232429 Jul 15 23:15:44.552198 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-1967191d-a644-4012-a49a-900bb23217f0 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Request body: {'port': {'device_id': 'd27d077e-5978-43e5-b22f-d5c7e1809144', 'network_id': '7231e228-8e0b-4ca3-a558-0a7e287843cf', 'admin_state_up': True, 'tenant_id': '4210ec618e114a6198cdf2780451b50d'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:44.702711 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-826ee8f3-25c0-4894-b568-5e8bcb08c9f6 req-55752f17-6305-4cc0-aa1c-cdb611a6c2e2 service neutron] 10.222.0.43 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6032259 Jul 15 23:15:44.755906 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9cf426-72a3-4a86-99a8-7ef0424a2e9a req-1c18f3cd-2d63-4eed-8389-27f0333d6e75 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.758871 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-df9cf426-72a3-4a86-99a8-7ef0424a2e9a req-1c18f3cd-2d63-4eed-8389-27f0333d6e75 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 945 time: 0.0823543 Jul 15 23:15:44.784573 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-1967191d-a644-4012-a49a-900bb23217f0 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Made reservation on behalf of 4210ec618e114a6198cdf2780451b50d for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:44.788572 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-1967191d-a644-4012-a49a-900bb23217f0 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:44.921198 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-826ee8f3-25c0-4894-b568-5e8bcb08c9f6 req-dd4ab96e-b478-46e0-afbb-d670486e27f5 service neutron] 10.222.0.43 "GET /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059624 Jul 15 23:15:44.940588 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f025ca-2278-48ba-ab98-563d95881ebb tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:44.941435 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-df9cf426-72a3-4a86-99a8-7ef0424a2e9a req-04e2ca67-a8f5-448d-9eee-001b8226638e tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580033 Jul 15 23:15:45.088954 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:45.127192 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a53d0601-d39b-4352-af47-c5ae35df48cc req-5cd09c00-7d3f-43aa-99d3-fad4af849ca3 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 210 time: 0.0683417 Jul 15 23:15:45.141450 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59f025ca-2278-48ba-ab98-563d95881ebb tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:45.187541 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-59f025ca-2278-48ba-ab98-563d95881ebb tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] device_id is not set on port 98337222-834b-4f9f-9871-fca7eef67836 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:15:45.216263 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:45.216786 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:45.289543 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90aa94-7653-42e6-a1ca-20af0abb0389 req-979b0b83-f680-4140-9ef8-af13a3122d85 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:45.300066 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a90aa94-7653-42e6-a1ca-20af0abb0389 req-979b0b83-f680-4140-9ef8-af13a3122d85 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 945 time: 0.1218553 Jul 15 23:15:45.302518 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56572) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:45.310034 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-06896de8-277d-459c-abba-a9cfaec68968 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Request body: {'floatingip': {'port_id': 'e64cd3b4-ef41-4ff5-97de-7cea41ace7d6'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:45.399266 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device a97a028b-6800-49a2-b87d-924c9fcce795 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:45.401236 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-1967191d-a644-4012-a49a-900bb23217f0 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Allocated IP 19.80.0.64 (7231e228-8e0b-4ca3-a558-0a7e287843cf/479fec19-40ce-4e55-8ca7-5875121696bc/667ffe02-ecfd-456c-a298-a55f7d7cbfa8) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:45.427935 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-06896de8-277d-459c-abba-a9cfaec68968 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks [] for floatingip, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:45.519607 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port a97a028b-6800-49a2-b87d-924c9fcce795 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:45.556992 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:15:45.703397 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:45.918371 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad41c74-2425-404b-baf6-fcdd71817662 None None] Network 601ce278-7c17-4a39-8c90-06c930f6f91d requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:45.918561 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-1967191d-a644-4012-a49a-900bb23217f0 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:45.929479 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd', 'network_id': '67544dea-b98a-4fe5-a010-0d763c20c5d2', 'port_id': '34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd', 'mac_address': 'fa:16:3e:34:80:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f86fe3-8e61-4196-b682-45370fd97ef3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:15:45.949983 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-1967191d-a644-4012-a49a-900bb23217f0 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Transition to ACTIVE for port object 667ffe02-ecfd-456c-a298-a55f7d7cbfa8 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:45.961036 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-59f025ca-2278-48ba-ab98-563d95881ebb tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Allocated IP 172.20.0.8 (601ce278-7c17-4a39-8c90-06c930f6f91d/197bfd06-dc7a-4bef-9575-dacc0ab9948c/98337222-834b-4f9f-9871-fca7eef67836) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:45.975870 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-59f025ca-2278-48ba-ab98-563d95881ebb tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Allocated IP 172.20.0.26 (601ce278-7c17-4a39-8c90-06c930f6f91d/c5c9fb30-6e49-4f1c-ad59-a49b9acfd53c/98337222-834b-4f9f-9871-fca7eef67836) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:45.977095 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d6299984-502a-4de0-a428-7acc10182f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.037460 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-042f8cd6-e5e6-4fcf-a0aa-9ef6f4916896 None None] Provisioning for port a97a028b-6800-49a2-b87d-924c9fcce795 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:46.060471 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-042f8cd6-e5e6-4fcf-a0aa-9ef6f4916896 None None] Provisioning complete for port a97a028b-6800-49a2-b87d-924c9fcce795 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:46.060851 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-042f8cd6-e5e6-4fcf-a0aa-9ef6f4916896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.093319 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-1967191d-a644-4012-a49a-900bb23217f0 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.135971 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebac99-3e1a-45ba-bcee-34485849337d req-d4bf1a56-f96d-4f9d-b365-651f8252b2a6 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:46.150853 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b2ebac99-3e1a-45ba-bcee-34485849337d req-d4bf1a56-f96d-4f9d-b365-651f8252b2a6 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 943 time: 0.4032009 Jul 15 23:15:46.168597 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.211716 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:46.247542 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:15:46.307397 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b2ebac99-3e1a-45ba-bcee-34485849337d req-2170c572-5302-41b5-9cd4-7a532943938c tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471105 Jul 15 23:15:46.367276 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:46.375946 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.404826 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967191d-a644-4012-a49a-900bb23217f0 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Pushing event updated for resources: {'Port': ['ID=667ffe02-ecfd-456c-a298-a55f7d7cbfa8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:46.451494 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-1967191d-a644-4012-a49a-900bb23217f0 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Network 7231e228-8e0b-4ca3-a558-0a7e287843cf is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:46.457351 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-1967191d-a644-4012-a49a-900bb23217f0 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:46.461317 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-1967191d-a644-4012-a49a-900bb23217f0 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:46.481640 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.db.resource_extend [None req-06896de8-277d-459c-abba-a9cfaec68968 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:15:46.486583 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:46.626294 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-042f8cd6-e5e6-4fcf-a0aa-9ef6f4916896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.640790 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-1967191d-a644-4012-a49a-900bb23217f0 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:46.641475 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-1967191d-a644-4012-a49a-900bb23217f0 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.657097 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-06896de8-277d-459c-abba-a9cfaec68968 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.671049 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59f025ca-2278-48ba-ab98-563d95881ebb tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.679390 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:15:46.692721 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824e7e9-8095-4140-96c8-27ce0fc09003 req-2c2f8bcd-5b84-4827-940d-cb9ab859ee66 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:46.695005 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2824e7e9-8095-4140-96c8-27ce0fc09003 req-2c2f8bcd-5b84-4827-940d-cb9ab859ee66 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 931 time: 0.3300612 Jul 15 23:15:46.696396 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-06896de8-277d-459c-abba-a9cfaec68968 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.720593 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-59f025ca-2278-48ba-ab98-563d95881ebb tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Transition to ACTIVE for port object 98337222-834b-4f9f-9871-fca7eef67836 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:46.723223 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-1967191d-a644-4012-a49a-900bb23217f0 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1806521 Jul 15 23:15:46.754905 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-32e64221-7ed2-4c9d-a216-ab7eb0d281a5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Request body: {'port': {'device_id': 'd27d077e-5978-43e5-b22f-d5c7e1809144', 'network_id': '378741f9-d9e9-4c54-ba3b-e36891674d20', 'admin_state_up': True, 'tenant_id': '4210ec618e114a6198cdf2780451b50d'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:46.842570 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-042f8cd6-e5e6-4fcf-a0aa-9ef6f4916896 None None] For port a97a028b-6800-49a2-b87d-924c9fcce795, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=a97a028b-6800-49a2-b87d-924c9fcce795,segment=NetworkSegment(0a2e3d76-c3cb-4724-96da-9e04b25ec15f),segment_id=0a2e3d76-c3cb-4724-96da-9e04b25ec15f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:46.856200 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-042f8cd6-e5e6-4fcf-a0aa-9ef6f4916896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.884334 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2824e7e9-8095-4140-96c8-27ce0fc09003 req-479a08c4-5b09-49b9-8b65-8c8d7ce666ce tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823421 Jul 15 23:15:46.977142 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-32e64221-7ed2-4c9d-a216-ab7eb0d281a5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Made reservation on behalf of 4210ec618e114a6198cdf2780451b50d for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:46.981062 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-32e64221-7ed2-4c9d-a216-ab7eb0d281a5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:47.071872 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c6cc7f59-2cb0-4b83-839f-675d8a02c600 None None] Provisioning for port 667ffe02-ecfd-456c-a298-a55f7d7cbfa8 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:47.074343 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f8cd6-e5e6-4fcf-a0aa-9ef6f4916896 None None] Pushing event updated for resources: {'Port': ['ID=a97a028b-6800-49a2-b87d-924c9fcce795,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:47.086580 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-06896de8-277d-459c-abba-a9cfaec68968 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Floating IP 565dd9e5-d782-4eac-9d5a-b7ed63857d83 associated. External IP: 172.25.4.217, port: e64cd3b4-ef41-4ff5-97de-7cea41ace7d6. Jul 15 23:15:47.099962 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c6cc7f59-2cb0-4b83-839f-675d8a02c600 None None] Provisioning complete for port 667ffe02-ecfd-456c-a298-a55f7d7cbfa8 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:47.100583 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7f59-2cb0-4b83-839f-675d8a02c600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:47.157329 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8618ca3-a540-4fe8-9c1f-334e45b6b6c8 None None] Update dhcp port {'port': {'network_id': '601ce278-7c17-4a39-8c90-06c930f6f91d', 'fixed_ips': [{'subnet_id': '197bfd06-dc7a-4bef-9575-dacc0ab9948c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c5c9fb30-6e49-4f1c-ad59-a49b9acfd53c'}], 'binding:host_id': 'n-d-787205-9'}, 'id': 'a97a028b-6800-49a2-b87d-924c9fcce795'} from n-d-787205-9. {{(pid=93800) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:15:47.226120 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59f025ca-2278-48ba-ab98-563d95881ebb tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:47.233211 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-32e64221-7ed2-4c9d-a216-ab7eb0d281a5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Allocated IP 19.86.0.74 (378741f9-d9e9-4c54-ba3b-e36891674d20/43ebd451-e47b-4cee-94fd-88926c59bec8/83b77b9b-f32a-4837-9d82-fe8fd02c945b) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:47.247070 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc7f59-2cb0-4b83-839f-675d8a02c600 None None] Port 667ffe02-ecfd-456c-a298-a55f7d7cbfa8 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:47.286493 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c8618ca3-a540-4fe8-9c1f-334e45b6b6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:47.322593 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f025ca-2278-48ba-ab98-563d95881ebb tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network 601ce278-7c17-4a39-8c90-06c930f6f91d is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:47.364292 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-59f025ca-2278-48ba-ab98-563d95881ebb tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:47.382082 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f025ca-2278-48ba-ab98-563d95881ebb tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:47.389090 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f025ca-2278-48ba-ab98-563d95881ebb tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Port': ['ID=98337222-834b-4f9f-9871-fca7eef67836,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:47.531146 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f025ca-2278-48ba-ab98-563d95881ebb tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:47.531793 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59f025ca-2278-48ba-ab98-563d95881ebb tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:47.603752 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-c8618ca3-a540-4fe8-9c1f-334e45b6b6c8 None None] Allocated IP 172.20.0.18 (601ce278-7c17-4a39-8c90-06c930f6f91d/c5c9fb30-6e49-4f1c-ad59-a49b9acfd53c/a97a028b-6800-49a2-b87d-924c9fcce795) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:47.623866 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-59f025ca-2278-48ba-ab98-563d95881ebb tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.5235929 Jul 15 23:15:47.624650 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56600) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:47.629341 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06896de8-277d-459c-abba-a9cfaec68968 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Router f6e48e5b-bebb-4708-bc02-34708ba9b7c4 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:15:47.636379 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0786414e-2b99-4bed-971a-02f971aba684 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '197bfd06-dc7a-4bef-9575-dacc0ab9948c'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:47.659724 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefc75f-8b72-4adb-98f9-7207e16b59cb req-f711f1e8-bcf2-4b55-94a8-0570fafa24dd tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:47.661281 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-efefc75f-8b72-4adb-98f9-7207e16b59cb req-f711f1e8-bcf2-4b55-94a8-0570fafa24dd tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 944 time: 0.1328773 Jul 15 23:15:47.776708 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-c8618ca3-a540-4fe8-9c1f-334e45b6b6c8 None None] For port a97a028b-6800-49a2-b87d-924c9fcce795, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=a97a028b-6800-49a2-b87d-924c9fcce795,segment=NetworkSegment(0a2e3d76-c3cb-4724-96da-9e04b25ec15f),segment_id=0a2e3d76-c3cb-4724-96da-9e04b25ec15f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:47.785469 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-efefc75f-8b72-4adb-98f9-7207e16b59cb req-34c6281d-600b-4434-9f4f-3386ed286fa3 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164391 Jul 15 23:15:47.823012 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-32e64221-7ed2-4c9d-a216-ab7eb0d281a5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:47.829481 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06896de8-277d-459c-abba-a9cfaec68968 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:15:47.831909 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0786414e-2b99-4bed-971a-02f971aba684 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:47.834066 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-06896de8-277d-459c-abba-a9cfaec68968 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:47.843946 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c8618ca3-a540-4fe8-9c1f-334e45b6b6c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:47.848012 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9643e15c-68aa-4aaa-9354-0c85782f1a1f None None] Sync routers for ids ['f6e48e5b-bebb-4708-bc02-34708ba9b7c4'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:15:47.852290 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-32e64221-7ed2-4c9d-a216-ab7eb0d281a5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Transition to ACTIVE for port object 83b77b9b-f32a-4837-9d82-fe8fd02c945b will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:47.880149 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-06896de8-277d-459c-abba-a9cfaec68968 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "PUT /v2.0/floatingips/565dd9e5-d782-4eac-9d5a-b7ed63857d83 HTTP/1.1" status: 200 len: 991 time: 2.5763404 Jul 15 23:15:47.880879 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0', 'tag': 'e64cd3b4-ef41-4ff5-97de-7cea41ace7d6'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:47.889556 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c8618ca3-a540-4fe8-9c1f-334e45b6b6c8 None None] Transition to ACTIVE for port object a97a028b-6800-49a2-b87d-924c9fcce795 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:47.896713 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9643e15c-68aa-4aaa-9354-0c85782f1a1f None None] Routers {'f6e48e5b-bebb-4708-bc02-34708ba9b7c4'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:15:47.897136 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b38710-d625-470d-a52f-6d358421308b" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0", "tag": "e64cd3b4-ef41-4ff5-97de-7cea41ace7d6"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:47.897650 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9643e15c-68aa-4aaa-9354-0c85782f1a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:15:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['f6e48e5b-bebb-4708-bc02-34708ba9b7c4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:47.901743 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c8618ca3-a540-4fe8-9c1f-334e45b6b6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:48.157006 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-0786414e-2b99-4bed-971a-02f971aba684 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Delete allocated IP 172.20.0.26 (601ce278-7c17-4a39-8c90-06c930f6f91d/c5c9fb30-6e49-4f1c-ad59-a49b9acfd53c) {{(pid=93798) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 23:15:48.190022 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-32e64221-7ed2-4c9d-a216-ab7eb0d281a5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:48.212090 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708f4cb-b053-4c3e-aa05-bc38e2e4123e req-8d1b254e-3913-41fd-826b-5c15da4f7918 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:48.219282 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1708f4cb-b053-4c3e-aa05-bc38e2e4123e req-8d1b254e-3913-41fd-826b-5c15da4f7918 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 931 time: 0.1541374 Jul 15 23:15:48.229501 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174e870e-c8af-4ccd-b05a-3988bb7a4ae7 x-openstack-request-id: req-174e870e-c8af-4ccd-b05a-3988bb7a4ae7 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:48.229768 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0", "tag": "e64cd3b4-ef41-4ff5-97de-7cea41ace7d6", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:48.230027 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-174e870e-c8af-4ccd-b05a-3988bb7a4ae7 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:48.230453 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0', 'tag': 'e64cd3b4-ef41-4ff5-97de-7cea41ace7d6', 'status': 'completed', 'code': 200} Jul 15 23:15:48.270602 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8618ca3-a540-4fe8-9c1f-334e45b6b6c8 None None] Pushing event updated for resources: {'Port': ['ID=a97a028b-6800-49a2-b87d-924c9fcce795,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:48.305783 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697ce05c-76aa-4ede-a2a7-b9d1ff67f8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:48.329192 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1708f4cb-b053-4c3e-aa05-bc38e2e4123e req-1969c603-fa7f-4913-91d4-1420e69467c0 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039453 Jul 15 23:15:48.331525 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9643e15c-68aa-4aaa-9354-0c85782f1a1f None None] Set router f6e48e5b-bebb-4708-bc02-34708ba9b7c4 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:15:48.495122 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-32e64221-7ed2-4c9d-a216-ab7eb0d281a5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Network 378741f9-d9e9-4c54-ba3b-e36891674d20 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:48.634801 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-32e64221-7ed2-4c9d-a216-ab7eb0d281a5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:48.642447 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e64221-7ed2-4c9d-a216-ab7eb0d281a5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Pushing event updated for resources: {'Port': ['ID=83b77b9b-f32a-4837-9d82-fe8fd02c945b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:48.656767 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-32e64221-7ed2-4c9d-a216-ab7eb0d281a5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:48.731939 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56622) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:48.753116 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-32e64221-7ed2-4c9d-a216-ab7eb0d281a5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:48.753805 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-32e64221-7ed2-4c9d-a216-ab7eb0d281a5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:48.803533 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b38710-d625-470d-a52f-6d358421308b req-c1caa7ba-44f6-4973-afab-dbb569abdbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:48.809024 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-27b38710-d625-470d-a52f-6d358421308b req-c1caa7ba-44f6-4973-afab-dbb569abdbd0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1885ddec6b5464187ca1cbaa27847a8&device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 1096 time: 0.5654838 Jul 15 23:15:48.813563 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0786414e-2b99-4bed-971a-02f971aba684 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:48.825084 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:48.850101 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-a47bcbff-f763-489f-a782-befeac8c06a7 admin admin] Deleting subnet d361722a-d157-4a1f-9b02-624ca94298eb {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:15:48.855276 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a47bcbff-f763-489f-a782-befeac8c06a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:48.877658 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-32e64221-7ed2-4c9d-a216-ab7eb0d281a5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1398895 Jul 15 23:15:48.878729 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9643e15c-68aa-4aaa-9354-0c85782f1a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'name': 'tempest-ServerActionsTestJSON-1966710629-router', 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '0ea02261-02d4-4b76-84c1-d45317e66382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:05Z', 'updated_at': '2021-07-15T23:15:15Z', 'revision_number': 4, 'project_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'gw_port': {'id': '0ea02261-02d4-4b76-84c1-d45317e66382', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:06Z', 'updated_at': '2021-07-15T23:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '565dd9e5-d782-4eac-9d5a-b7ed63857d83', 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'floating_ip_address': '172.25.4.217', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'port_id': 'e64cd3b4-ef41-4ff5-97de-7cea41ace7d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54', 'mac_address': 'fa:16:3e:5d:23:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:15:25Z', 'updated_at': '2021-07-15T23:15:46Z', 'revision_number': 1, 'project_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a0a6a5-d1ad-4bda-b81c-d477520e39ba', 'name': '', 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54', 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'mac_address': 'fa:16:3e:e1:d6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '242df3cc-37d7-47c0-a77c-be9034976381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:12Z', 'updated_at': '2021-07-15T23:15:24Z', 'revision_number': 5, 'project_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'subnets': [{'id': '242df3cc-37d7-47c0-a77c-be9034976381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:48.967791 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-3b25266e-5a61-4d0f-ba3a-306fcb5cfe25 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Request body: {'port': {'device_id': 'd27d077e-5978-43e5-b22f-d5c7e1809144', 'network_id': '7231e228-8e0b-4ca3-a558-0a7e287843cf', 'admin_state_up': True, 'tenant_id': '4210ec618e114a6198cdf2780451b50d'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:48.978332 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device a97a028b-6800-49a2-b87d-924c9fcce795 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:48.989263 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a47bcbff-f763-489f-a782-befeac8c06a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:48.990894 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-0786414e-2b99-4bed-971a-02f971aba684 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Ignored duplicate provisioning block setup for port 98337222-834b-4f9f-9871-fca7eef67836 by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 23:15:48.995995 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9643e15c-68aa-4aaa-9354-0c85782f1a1f None None] Checking router: f6e48e5b-bebb-4708-bc02-34708ba9b7c4 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:15:49.034929 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0786414e-2b99-4bed-971a-02f971aba684 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:49.049877 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a47bcbff-f763-489f-a782-befeac8c06a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:49.073427 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9643e15c-68aa-4aaa-9354-0c85782f1a1f None None] Routers {'f6e48e5b-bebb-4708-bc02-34708ba9b7c4'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:15:49.074452 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9643e15c-68aa-4aaa-9354-0c85782f1a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:15:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['f6e48e5b-bebb-4708-bc02-34708ba9b7c4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:49.124658 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a47bcbff-f763-489f-a782-befeac8c06a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:49.194030 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a47bcbff-f763-489f-a782-befeac8c06a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:49.195963 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a47bcbff-f763-489f-a782-befeac8c06a7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d361722a-d157-4a1f-9b02-624ca94298eb HTTP/1.1" status: 204 len: 168 time: 0.4631226 Jul 15 23:15:49.196825 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47bcbff-f763-489f-a782-befeac8c06a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d361722a-d157-4a1f-9b02-624ca94298eb,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:49.202818 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56628) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:49.277084 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d4722c9b-3c4d-4622-a4d2-babb818a1135 None None] Provisioning for port 83b77b9b-f32a-4837-9d82-fe8fd02c945b completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:49.297188 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-63565029-7ea7-443a-9e7a-eb89090cbaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:49.305774 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d4722c9b-3c4d-4622-a4d2-babb818a1135 None None] Provisioning complete for port 83b77b9b-f32a-4837-9d82-fe8fd02c945b triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:49.306159 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d4722c9b-3c4d-4622-a4d2-babb818a1135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:49.388882 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-d4722c9b-3c4d-4622-a4d2-babb818a1135 None None] Port 83b77b9b-f32a-4837-9d82-fe8fd02c945b cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:49.390363 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171fbf28-308c-4f54-bd5d-3fafceaf8187 None None] Network 601ce278-7c17-4a39-8c90-06c930f6f91d requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:49.424895 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-63565029-7ea7-443a-9e7a-eb89090cbaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:49.428987 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-0786414e-2b99-4bed-971a-02f971aba684 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] In _notify_port_updated(), no bound segment for port 98337222-834b-4f9f-9871-fca7eef67836 on network 601ce278-7c17-4a39-8c90-06c930f6f91d {{(pid=93798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:15:49.436255 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-63565029-7ea7-443a-9e7a-eb89090cbaef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d46459bf-69b4-4e8d-8a06-951b2319409b']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:49.439459 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0786414e-2b99-4bed-971a-02f971aba684 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:49.447660 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-63565029-7ea7-443a-9e7a-eb89090cbaef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c57252a7-d501-46cc-b05a-0a67e8273926') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:49.447954 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-63565029-7ea7-443a-9e7a-eb89090cbaef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c57252a7-d501-46cc-b05a-0a67e8273926') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:49.449967 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0786414e-2b99-4bed-971a-02f971aba684 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:49.451064 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0786414e-2b99-4bed-971a-02f971aba684 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "PUT /v2.0/ports/98337222-834b-4f9f-9871-fca7eef67836 HTTP/1.1" status: 200 len: 918 time: 1.8209994 Jul 15 23:15:49.459610 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56634) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:49.460842 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-63565029-7ea7-443a-9e7a-eb89090cbaef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:49.483139 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-63565029-7ea7-443a-9e7a-eb89090cbaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:49.496148 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63565029-7ea7-443a-9e7a-eb89090cbaef admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:15:49.496604 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9a61bf48-e3f5-45be-ac3d-54dc1ee01379 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '197bfd06-dc7a-4bef-9575-dacc0ab9948c'}, {'subnet_id': 'c5c9fb30-6e49-4f1c-ad59-a49b9acfd53c'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:49.499105 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-63565029-7ea7-443a-9e7a-eb89090cbaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:15:49.624995 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:15:49.636077 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-63565029-7ea7-443a-9e7a-eb89090cbaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:49.646600 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae110d9a-847a-452b-966a-e5b20f0676bf req-5540df2f-59e8-4793-b093-4d567ec9c6e3 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:49.654152 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ae110d9a-847a-452b-966a-e5b20f0676bf req-5540df2f-59e8-4793-b093-4d567ec9c6e3 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 944 time: 0.5415154 Jul 15 23:15:49.662569 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a61bf48-e3f5-45be-ac3d-54dc1ee01379 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:49.668887 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-63565029-7ea7-443a-9e7a-eb89090cbaef admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:49.670054 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0786414e-2b99-4bed-971a-02f971aba684 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Port': ['ID=98337222-834b-4f9f-9871-fca7eef67836,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:49.670212 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-63565029-7ea7-443a-9e7a-eb89090cbaef admin admin] 10.222.0.16 "DELETE /v2.0/networks/d46459bf-69b4-4e8d-8a06-951b2319409b HTTP/1.1" status: 204 len: 168 time: 0.4636514 Jul 15 23:15:49.680158 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b38710-d625-470d-a52f-6d358421308b req-877c526b-6ead-44b2-9696-fab8c7826e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:49.681654 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-27b38710-d625-470d-a52f-6d358421308b req-877c526b-6ead-44b2-9696-fab8c7826e2a service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb7f5d26-827b-40c8-9606-f513fb310e54 HTTP/1.1" status: 200 len: 913 time: 0.8517282 Jul 15 23:15:49.702211 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63565029-7ea7-443a-9e7a-eb89090cbaef admin admin] Pushing event deleted for resources: {'Network': ['ID=d46459bf-69b4-4e8d-8a06-951b2319409b,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:49.750377 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:49.753863 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ae110d9a-847a-452b-966a-e5b20f0676bf req-9123defe-5e1f-4468-9ed9-bb6ae8f8b274 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987601 Jul 15 23:15:49.805418 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d32644-69cf-4262-ab44-d12536926218 req-075ff81a-c671-4d84-93ab-3922e3ba8c3f tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:49.814666 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d32644-69cf-4262-ab44-d12536926218 req-075ff81a-c671-4d84-93ab-3922e3ba8c3f tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:49.816547 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-05d32644-69cf-4262-ab44-d12536926218 req-075ff81a-c671-4d84-93ab-3922e3ba8c3f tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 1653 time: 0.2233977 Jul 15 23:15:49.915739 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:49.916754 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7846af8b-b7ca-406f-a241-17e00b290433 None None] Provisioning for port a97a028b-6800-49a2-b87d-924c9fcce795 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:49.923118 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-05d32644-69cf-4262-ab44-d12536926218 req-6c4ec82e-d0e5-48ab-a83c-f20633171d97 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002347 Jul 15 23:15:49.926417 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7846af8b-b7ca-406f-a241-17e00b290433 None None] Provisioning complete for port a97a028b-6800-49a2-b87d-924c9fcce795 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:49.927273 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7846af8b-b7ca-406f-a241-17e00b290433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:49.980254 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:49.983437 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-27b38710-d625-470d-a52f-6d358421308b req-f9c2b9aa-07da-4eb7-a450-f17258bd2eb6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 HTTP/1.1" status: 200 len: 999 time: 0.2864308 Jul 15 23:15:50.021573 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-3b25266e-5a61-4d0f-ba3a-306fcb5cfe25 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Made reservation on behalf of 4210ec618e114a6198cdf2780451b50d for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:50.022880 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:50.023273 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:50.027458 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-3b25266e-5a61-4d0f-ba3a-306fcb5cfe25 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:50.070137 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56646) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:50.070855 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9643e15c-68aa-4aaa-9354-0c85782f1a1f None None] Set router f6e48e5b-bebb-4708-bc02-34708ba9b7c4 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:15:50.154126 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-de11fa17-4375-459f-ba32-143d4b1409d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd7ce8a707994c488c5570fcc34a8dcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0827625 Jul 15 23:15:50.155221 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56648) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:50.161989 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b38710-d625-470d-a52f-6d358421308b req-215513c2-6349-4539-8600-43a241b2e1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:50.163558 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-27b38710-d625-470d-a52f-6d358421308b req-215513c2-6349-4539-8600-43a241b2e1ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=242df3cc-37d7-47c0-a77c-be9034976381 HTTP/1.1" status: 200 len: 851 time: 0.1595953 Jul 15 23:15:50.284164 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a4e05f96-bea6-4e67-a5f6-dabbacd97686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:50.322536 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a4e05f96-bea6-4e67-a5f6-dabbacd97686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:50.333975 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:50.425370 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a4e05f96-bea6-4e67-a5f6-dabbacd97686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:50.428343 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a4e05f96-bea6-4e67-a5f6-dabbacd97686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:50.428844 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cf625b-05b7-4f7d-b070-96cba4a63cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:50.429975 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a4e05f96-bea6-4e67-a5f6-dabbacd97686 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a773f949-3b4c-40ad-ae5e-5e768d93bca8 HTTP/1.1" status: 204 len: 168 time: 0.2719033 Jul 15 23:15:50.445188 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e05f96-bea6-4e67-a5f6-dabbacd97686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a773f949-3b4c-40ad-ae5e-5e768d93bca8,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:50.457746 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b54849-f74f-4b68-bba9-5299460c5777" -d '{"events": [{"server_uuid": "c7cf625b-05b7-4f7d-b070-96cba4a63cad", "name": "network-vif-plugged", "status": "completed", "tag": "34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:50.590342 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b38710-d625-470d-a52f-6d358421308b req-b9109e91-bc5c-4068-bab5-c7b7ed144629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:50.592958 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-27b38710-d625-470d-a52f-6d358421308b req-b9109e91-bc5c-4068-bab5-c7b7ed144629 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb7f5d26-827b-40c8-9606-f513fb310e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3829057 Jul 15 23:15:50.598386 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-3b25266e-5a61-4d0f-ba3a-306fcb5cfe25 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Allocated IP 19.80.0.43 (7231e228-8e0b-4ca3-a558-0a7e287843cf/479fec19-40ce-4e55-8ca7-5875121696bc/704238e6-1f80-4ba8-bfda-fe1268d2e6a9) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:50.605892 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6269793-8577-4de6-a297-eaf5cf5155ed x-openstack-request-id: req-b6269793-8577-4de6-a297-eaf5cf5155ed {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:50.606193 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cf625b-05b7-4f7d-b070-96cba4a63cad", "name": "network-vif-plugged", "status": "completed", "tag": "34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:50.606457 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6269793-8577-4de6-a297-eaf5cf5155ed {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:50.606888 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cf625b-05b7-4f7d-b070-96cba4a63cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd', 'code': 200} Jul 15 23:15:50.628176 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:50.655475 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-9a61bf48-e3f5-45be-ac3d-54dc1ee01379 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Allocated IP 172.20.0.30 (601ce278-7c17-4a39-8c90-06c930f6f91d/c5c9fb30-6e49-4f1c-ad59-a49b9acfd53c/98337222-834b-4f9f-9871-fca7eef67836) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:50.661018 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:50.719122 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c3de5-2962-4ad4-8286-12008102885b req-48631383-e1cf-451e-b2af-223316549f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:50.723006 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-554c3de5-2962-4ad4-8286-12008102885b req-48631383-e1cf-451e-b2af-223316549f3d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 1095 time: 0.1089838 Jul 15 23:15:50.824756 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-554c3de5-2962-4ad4-8286-12008102885b req-17af88d0-01c5-460e-832a-957d87ae3318 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947764 Jul 15 23:15:50.831627 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b776c2e0-c996-4b9b-a876-fbb9e262b710 None None] Provisioning for port 98337222-834b-4f9f-9871-fca7eef67836 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:50.904747 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b776c2e0-c996-4b9b-a876-fbb9e262b710 None None] Provisioning complete for port 98337222-834b-4f9f-9871-fca7eef67836 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:50.905117 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b776c2e0-c996-4b9b-a876-fbb9e262b710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:50.987734 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b776c2e0-c996-4b9b-a876-fbb9e262b710 None None] Port 98337222-834b-4f9f-9871-fca7eef67836 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:51.007601 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:51.074308 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b776c2e0-c996-4b9b-a876-fbb9e262b710 None None] Provisioning complete for port a97a028b-6800-49a2-b87d-924c9fcce795 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:51.075033 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b776c2e0-c996-4b9b-a876-fbb9e262b710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.247847 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.254003 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9643e15c-68aa-4aaa-9354-0c85782f1a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'name': 'tempest-ServerActionsTestJSON-1966710629-router', 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '0ea02261-02d4-4b76-84c1-d45317e66382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:05Z', 'updated_at': '2021-07-15T23:15:15Z', 'revision_number': 4, 'project_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'gw_port': {'id': '0ea02261-02d4-4b76-84c1-d45317e66382', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:06Z', 'updated_at': '2021-07-15T23:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '565dd9e5-d782-4eac-9d5a-b7ed63857d83', 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'floating_ip_address': '172.25.4.217', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'port_id': 'e64cd3b4-ef41-4ff5-97de-7cea41ace7d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54', 'mac_address': 'fa:16:3e:5d:23:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:15:25Z', 'updated_at': '2021-07-15T23:15:46Z', 'revision_number': 1, 'project_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a0a6a5-d1ad-4bda-b81c-d477520e39ba', 'name': '', 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54', 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'mac_address': 'fa:16:3e:e1:d6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '242df3cc-37d7-47c0-a77c-be9034976381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:12Z', 'updated_at': '2021-07-15T23:15:24Z', 'revision_number': 5, 'project_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'subnets': [{'id': '242df3cc-37d7-47c0-a77c-be9034976381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:51.298051 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad1c57-1b52-4410-a699-887ff13311cc req-7575b95a-9683-4b8b-bb1b-dfbc76bbf5de tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:51.302618 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-07ad1c57-1b52-4410-a699-887ff13311cc req-7575b95a-9683-4b8b-bb1b-dfbc76bbf5de tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 945 time: 0.2878721 Jul 15 23:15:51.313898 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9643e15c-68aa-4aaa-9354-0c85782f1a1f None None] The sync data for ids ['f6e48e5b-bebb-4708-bc02-34708ba9b7c4'] in n-d-787205-9 is: [{'id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'name': 'tempest-ServerActionsTestJSON-1966710629-router', 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '0ea02261-02d4-4b76-84c1-d45317e66382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:05Z', 'updated_at': '2021-07-15T23:15:15Z', 'revision_number': 4, 'project_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'gw_port': {'id': '0ea02261-02d4-4b76-84c1-d45317e66382', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:06Z', 'updated_at': '2021-07-15T23:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '565dd9e5-d782-4eac-9d5a-b7ed63857d83', 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'floating_ip_address': '172.25.4.217', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'port_id': 'e64cd3b4-ef41-4ff5-97de-7cea41ace7d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54', 'mac_address': 'fa:16:3e:5d:23:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:15:25Z', 'updated_at': '2021-07-15T23:15:46Z', 'revision_number': 1, 'project_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a0a6a5-d1ad-4bda-b81c-d477520e39ba', 'name': '', 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54', 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'mac_address': 'fa:16:3e:e1:d6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '242df3cc-37d7-47c0-a77c-be9034976381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:12Z', 'updated_at': '2021-07-15T23:15:24Z', 'revision_number': 5, 'project_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'subnets': [{'id': '242df3cc-37d7-47c0-a77c-be9034976381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:15:51.427265 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-07ad1c57-1b52-4410-a699-887ff13311cc req-af99537f-1605-4c7b-8d15-20a5fc433ab0 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058707 Jul 15 23:15:51.571632 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f302736a-7815-4db8-b67e-b806cf93f66b None None] Provisioning complete for port 98337222-834b-4f9f-9871-fca7eef67836 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:51.572595 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f302736a-7815-4db8-b67e-b806cf93f66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.597761 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34756e-9750-4b0b-b208-91a0e0d531ac req-505144f8-958f-41e7-bfc1-24a1f2d15da3 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:51.614075 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34756e-9750-4b0b-b208-91a0e0d531ac req-505144f8-958f-41e7-bfc1-24a1f2d15da3 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:51.635440 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc34756e-9750-4b0b-b208-91a0e0d531ac req-505144f8-958f-41e7-bfc1-24a1f2d15da3 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 1653 time: 0.2222486 Jul 15 23:15:51.678447 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f302736a-7815-4db8-b67e-b806cf93f66b None None] Port 98337222-834b-4f9f-9871-fca7eef67836 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:51.750006 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc34756e-9750-4b0b-b208-91a0e0d531ac req-1c40175f-7542-4329-a7f3-12279359997e tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096685 Jul 15 23:15:51.766423 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223522df-ecc0-43d0-aa30-dc418df6c8e4 None None] New status for floating IP 565dd9e5-d782-4eac-9d5a-b7ed63857d83: ACTIVE {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:15:51.837928 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-3b25266e-5a61-4d0f-ba3a-306fcb5cfe25 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.881922 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-27b38710-d625-470d-a52f-6d358421308b req-de27200f-8c2f-4131-a34a-6b315eb089cb service neutron] 10.222.0.43 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2780743 Jul 15 23:15:51.894199 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a61bf48-e3f5-45be-ac3d-54dc1ee01379 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.908405 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-3b25266e-5a61-4d0f-ba3a-306fcb5cfe25 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Transition to ACTIVE for port object 704238e6-1f80-4ba8-bfda-fe1268d2e6a9 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:51.942120 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-9a61bf48-e3f5-45be-ac3d-54dc1ee01379 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Ignored duplicate provisioning block setup for port 98337222-834b-4f9f-9871-fca7eef67836 by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 23:15:51.955149 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a61bf48-e3f5-45be-ac3d-54dc1ee01379 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.974201 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56686) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:52.091208 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-65fb5079-c46e-4e2c-b30f-3eeaede795e3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-465628103-network', 'tenant_id': '0cd111e8cdf04a8d828282c3a2f9a64d'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:52.115896 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fb5079-c46e-4e2c-b30f-3eeaede795e3 admin admin] Made reservation on behalf of 0cd111e8cdf04a8d828282c3a2f9a64d for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:52.118817 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-65fb5079-c46e-4e2c-b30f-3eeaede795e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.132374 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-65fb5079-c46e-4e2c-b30f-3eeaede795e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.161360 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61bf48-e3f5-45be-ac3d-54dc1ee01379 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Port': ['ID=98337222-834b-4f9f-9871-fca7eef67836,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:52.169424 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-27b38710-d625-470d-a52f-6d358421308b req-c88370e8-9607-44a5-b237-1b1910ed8fb5 service neutron] 10.222.0.43 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720292 Jul 15 23:15:52.173438 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-3b25266e-5a61-4d0f-ba3a-306fcb5cfe25 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.222745 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9a61bf48-e3f5-45be-ac3d-54dc1ee01379 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] In _notify_port_updated(), no bound segment for port 98337222-834b-4f9f-9871-fca7eef67836 on network 601ce278-7c17-4a39-8c90-06c930f6f91d {{(pid=93798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:15:52.228654 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a61bf48-e3f5-45be-ac3d-54dc1ee01379 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:52.229413 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a61bf48-e3f5-45be-ac3d-54dc1ee01379 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.233494 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9a61bf48-e3f5-45be-ac3d-54dc1ee01379 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "PUT /v2.0/ports/98337222-834b-4f9f-9871-fca7eef67836 HTTP/1.1" status: 200 len: 998 time: 2.7543030 Jul 15 23:15:52.235700 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56690) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:52.257593 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-65fb5079-c46e-4e2c-b30f-3eeaede795e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.260881 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-65fb5079-c46e-4e2c-b30f-3eeaede795e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.291922 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65fb5079-c46e-4e2c-b30f-3eeaede795e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:15:52.303632 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb5079-c46e-4e2c-b30f-3eeaede795e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e82fbe0-f2ee-4a66-9dfc-8e3d83678763,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:52.307301 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-3b25266e-5a61-4d0f-ba3a-306fcb5cfe25 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Network 7231e228-8e0b-4ca3-a558-0a7e287843cf is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:52.311018 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-3b25266e-5a61-4d0f-ba3a-306fcb5cfe25 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:52.321137 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-65fb5079-c46e-4e2c-b30f-3eeaede795e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.321498 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-65fb5079-c46e-4e2c-b30f-3eeaede795e3 admin admin] Added segment ea66ff60-3fee-46c5-83ef-1c111059479d of type vlan for network b2bfb4d6-8451-44be-81f1-fc24d108dac3 Jul 15 23:15:52.322607 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-3b25266e-5a61-4d0f-ba3a-306fcb5cfe25 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:52.375261 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-65fb5079-c46e-4e2c-b30f-3eeaede795e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.412315 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-85ac9154-1e6b-450b-9fe4-f823318750ef None None] Provisioning complete for port 98337222-834b-4f9f-9871-fca7eef67836 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:52.412692 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-85ac9154-1e6b-450b-9fe4-f823318750ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.414975 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25266e-5a61-4d0f-ba3a-306fcb5cfe25 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Pushing event updated for resources: {'Port': ['ID=704238e6-1f80-4ba8-bfda-fe1268d2e6a9,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:52.415420 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-65fb5079-c46e-4e2c-b30f-3eeaede795e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.426370 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fb5079-c46e-4e2c-b30f-3eeaede795e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:52.427057 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-65fb5079-c46e-4e2c-b30f-3eeaede795e3 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.459390 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-3b25266e-5a61-4d0f-ba3a-306fcb5cfe25 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:52.460098 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-3b25266e-5a61-4d0f-ba3a-306fcb5cfe25 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.486979 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-65fb5079-c46e-4e2c-b30f-3eeaede795e3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5110359 Jul 15 23:15:52.490222 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56698) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:52.501164 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-92be9af9-cb9e-43f9-9877-23d675f0e080 admin admin] Request body: {'subnet': {'network_id': 'b2bfb4d6-8451-44be-81f1-fc24d108dac3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-465628103-subnet', 'tenant_id': '0cd111e8cdf04a8d828282c3a2f9a64d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:52.509730 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-85ac9154-1e6b-450b-9fe4-f823318750ef None None] Port 98337222-834b-4f9f-9871-fca7eef67836 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:52.512508 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-70322c57-e1aa-4636-b621-6c193278a319 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting port 98337222-834b-4f9f-9871-fca7eef67836 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:52.513488 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-70322c57-e1aa-4636-b621-6c193278a319 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.520701 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-3b25266e-5a61-4d0f-ba3a-306fcb5cfe25 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5761812 Jul 15 23:15:52.542811 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb5079-c46e-4e2c-b30f-3eeaede795e3 admin admin] Pushing event updated for resources: {'Network': ['ID=b2bfb4d6-8451-44be-81f1-fc24d108dac3,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:52.546928 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-051914df-fdf1-4142-94c6-3d5b009a64bd service neutron] Request body: {'port': {'device_id': 'd27d077e-5978-43e5-b22f-d5c7e1809144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:52.554138 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network b2bfb4d6-8451-44be-81f1-fc24d108dac3 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:15:52.657823 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92be9af9-cb9e-43f9-9877-23d675f0e080 admin admin] Made reservation on behalf of 0cd111e8cdf04a8d828282c3a2f9a64d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:52.660156 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92be9af9-cb9e-43f9-9877-23d675f0e080 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.713597 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed840d30-cc51-47af-9114-bac2d798b8c5 req-25ca4643-6ab3-4571-8dcf-7c93c038b39c tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:52.716154 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ed840d30-cc51-47af-9114-bac2d798b8c5 req-25ca4643-6ab3-4571-8dcf-7c93c038b39c tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 945 time: 0.0840821 Jul 15 23:15:52.740056 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e9e3a81d-fea0-454a-9b7f-6180e53542f9 None None] Provisioning for port 704238e6-1f80-4ba8-bfda-fe1268d2e6a9 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:52.745932 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e9e3a81d-fea0-454a-9b7f-6180e53542f9 None None] Provisioning complete for port 704238e6-1f80-4ba8-bfda-fe1268d2e6a9 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:52.746360 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e9e3a81d-fea0-454a-9b7f-6180e53542f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.789541 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e9e3a81d-fea0-454a-9b7f-6180e53542f9 None None] Port 704238e6-1f80-4ba8-bfda-fe1268d2e6a9 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:52.800901 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ed840d30-cc51-47af-9114-bac2d798b8c5 req-1d8c5bad-3d04-4d36-b041-38ea03627b78 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762260 Jul 15 23:15:52.852723 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-70322c57-e1aa-4636-b621-6c193278a319 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.857511 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-051914df-fdf1-4142-94c6-3d5b009a64bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.911027 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-70322c57-e1aa-4636-b621-6c193278a319 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Calling delete_port for 98337222-834b-4f9f-9871-fca7eef67836 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:53.034198 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4cf36-003b-4f87-be10-2e4ca25c3f58 req-1bd4bef1-6d59-45a9-a8d0-86e4db208aff tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:53.042288 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4cf36-003b-4f87-be10-2e4ca25c3f58 req-1bd4bef1-6d59-45a9-a8d0-86e4db208aff tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:53.048739 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4cf36-003b-4f87-be10-2e4ca25c3f58 req-1bd4bef1-6d59-45a9-a8d0-86e4db208aff tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:53.053189 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f9a4cf36-003b-4f87-be10-2e4ca25c3f58 req-1bd4bef1-6d59-45a9-a8d0-86e4db208aff tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 2374 time: 0.1143594 Jul 15 23:15:53.110165 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f9a4cf36-003b-4f87-be10-2e4ca25c3f58 req-ee458c6f-1fae-45fb-b7c8-462fd76eb482 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500662 Jul 15 23:15:53.260012 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92be9af9-cb9e-43f9-9877-23d675f0e080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:53.334840 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c8627-e27a-4eb8-9512-612105176cb8 req-b8f21cbd-3783-44c6-846f-a3698757d0b8 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:53.336445 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2f2c8627-e27a-4eb8-9512-612105176cb8 req-b8f21cbd-3783-44c6-846f-a3698757d0b8 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 945 time: 0.0716853 Jul 15 23:15:53.376680 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be9af9-cb9e-43f9-9877-23d675f0e080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adce6a58-ffbd-42c6-9c9f-b1f9ac087dcd,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:53.383009 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2f2c8627-e27a-4eb8-9512-612105176cb8 req-4a6552b9-64d8-462c-8350-d2af86b49344 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363560 Jul 15 23:15:53.462301 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92be9af9-cb9e-43f9-9877-23d675f0e080 admin admin] Checking segment: {'id': 'ea66ff60-3fee-46c5-83ef-1c111059479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2bfb4d6-8451-44be-81f1-fc24d108dac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:53.462682 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92be9af9-cb9e-43f9-9877-23d675f0e080 admin admin] Network hostable DHCP agents. Network: b2bfb4d6-8451-44be-81f1-fc24d108dac3, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:15:53.475856 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-051914df-fdf1-4142-94c6-3d5b009a64bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 667ffe02-ecfd-456c-a298-a55f7d7cbfa8 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:53.490351 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-051914df-fdf1-4142-94c6-3d5b009a64bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:53.506333 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-70322c57-e1aa-4636-b621-6c193278a319 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:53.513889 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-051914df-fdf1-4142-94c6-3d5b009a64bd service neutron] Transition to ACTIVE for port object 667ffe02-ecfd-456c-a298-a55f7d7cbfa8 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:53.526004 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-051914df-fdf1-4142-94c6-3d5b009a64bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:53.545509 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92be9af9-cb9e-43f9-9877-23d675f0e080 admin admin] Network b2bfb4d6-8451-44be-81f1-fc24d108dac3 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:15:53.557951 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70322c57-e1aa-4636-b621-6c193278a319 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Port': ['ID=98337222-834b-4f9f-9871-fca7eef67836,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:53.579344 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704a28c-a62f-43e7-9478-417e46eb6ff7 req-f4b869d2-0771-46ce-bb39-325d09a0755a tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:53.581169 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e704a28c-a62f-43e7-9478-417e46eb6ff7 req-f4b869d2-0771-46ce-bb39-325d09a0755a tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 945 time: 0.0761986 Jul 15 23:15:53.635598 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-92be9af9-cb9e-43f9-9877-23d675f0e080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, b2bfb4d6-8451-44be-81f1-fc24d108dac3) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:53.639754 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e704a28c-a62f-43e7-9478-417e46eb6ff7 req-faf83282-3c1c-42f9-898b-ec2a09496812 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480020 Jul 15 23:15:53.644611 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c842ffc-a896-41d6-a6f8-18730a0cc660 None None] Network b2bfb4d6-8451-44be-81f1-fc24d108dac3 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:53.676064 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92be9af9-cb9e-43f9-9877-23d675f0e080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:53.676654 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-92be9af9-cb9e-43f9-9877-23d675f0e080 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:53.772867 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051914df-fdf1-4142-94c6-3d5b009a64bd service neutron] Pushing event updated for resources: {'Port': ['ID=667ffe02-ecfd-456c-a298-a55f7d7cbfa8,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:53.864824 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-92be9af9-cb9e-43f9-9877-23d675f0e080 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3687642 Jul 15 23:15:53.938663 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-70322c57-e1aa-4636-b621-6c193278a319 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:53.944666 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-70322c57-e1aa-4636-b621-6c193278a319 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/ports/98337222-834b-4f9f-9871-fca7eef67836 HTTP/1.1" status: 204 len: 168 time: 1.7056155 Jul 15 23:15:53.945268 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56728) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:54.019947 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07f9bb5-429a-4d94-8eef-544070f964d3 None None] Network b2bfb4d6-8451-44be-81f1-fc24d108dac3 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:54.027758 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-051914df-fdf1-4142-94c6-3d5b009a64bd service neutron] Attempting to bind port 667ffe02-ecfd-456c-a298-a55f7d7cbfa8 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:54.028234 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-051914df-fdf1-4142-94c6-3d5b009a64bd service neutron] Attempting to bind port 667ffe02-ecfd-456c-a298-a55f7d7cbfa8 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '90689e6f-e736-4de7-bc5b-338c0f42389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7231e228-8e0b-4ca3-a558-0a7e287843cf'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:54.028422 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-051914df-fdf1-4142-94c6-3d5b009a64bd service neutron] Attempting to bind port 667ffe02-ecfd-456c-a298-a55f7d7cbfa8 on network 7231e228-8e0b-4ca3-a558-0a7e287843cf {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:54.031560 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2185725-7f10-4dc8-9c1b-e11a268b1773 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] GET failed (client error): The resource could not be found. Jul 15 23:15:54.035090 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c2185725-7f10-4dc8-9c1b-e11a268b1773 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "GET /v2.0/ports/98337222-834b-4f9f-9871-fca7eef67836 HTTP/1.1" status: 404 len: 333 time: 0.0890834 Jul 15 23:15:54.038538 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56730) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:54.166252 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-051914df-fdf1-4142-94c6-3d5b009a64bd service neutron] Port 667ffe02-ecfd-456c-a298-a55f7d7cbfa8 on network 7231e228-8e0b-4ca3-a558-0a7e287843cf not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:54.166583 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-051914df-fdf1-4142-94c6-3d5b009a64bd service neutron] Attempting to bind port 667ffe02-ecfd-456c-a298-a55f7d7cbfa8 on network 7231e228-8e0b-4ca3-a558-0a7e287843cf {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:54.199747 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-051914df-fdf1-4142-94c6-3d5b009a64bd service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:54.200124 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-051914df-fdf1-4142-94c6-3d5b009a64bd service neutron] Checking segment: {'id': '90689e6f-e736-4de7-bc5b-338c0f42389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7231e228-8e0b-4ca3-a558-0a7e287843cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:54.200467 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-051914df-fdf1-4142-94c6-3d5b009a64bd service neutron] Bound using segment: {'id': '90689e6f-e736-4de7-bc5b-338c0f42389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7231e228-8e0b-4ca3-a558-0a7e287843cf'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:54.200904 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-051914df-fdf1-4142-94c6-3d5b009a64bd service neutron] Bound port: 667ffe02-ecfd-456c-a298-a55f7d7cbfa8, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90689e6f-e736-4de7-bc5b-338c0f42389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7231e228-8e0b-4ca3-a558-0a7e287843cf'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:54.201269 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-051914df-fdf1-4142-94c6-3d5b009a64bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:54.289478 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-051914df-fdf1-4142-94c6-3d5b009a64bd service neutron] For port 667ffe02-ecfd-456c-a298-a55f7d7cbfa8, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:54.294742 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-051914df-fdf1-4142-94c6-3d5b009a64bd service neutron] For port 667ffe02-ecfd-456c-a298-a55f7d7cbfa8, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=667ffe02-ecfd-456c-a298-a55f7d7cbfa8,segment=NetworkSegment(90689e6f-e736-4de7-bc5b-338c0f42389d),segment_id=90689e6f-e736-4de7-bc5b-338c0f42389d)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:54.304063 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5db658-8514-46ce-867f-344ec8971a06 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting subnet c5c9fb30-6e49-4f1c-ad59-a49b9acfd53c {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:15:54.314434 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa5db658-8514-46ce-867f-344ec8971a06 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:54.331589 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:54.345776 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-051914df-fdf1-4142-94c6-3d5b009a64bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:54.403880 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-051914df-fdf1-4142-94c6-3d5b009a64bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:54.409044 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-051914df-fdf1-4142-94c6-3d5b009a64bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:54.410923 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-051914df-fdf1-4142-94c6-3d5b009a64bd service neutron] 10.222.0.36 "PUT /v2.0/ports/667ffe02-ecfd-456c-a298-a55f7d7cbfa8 HTTP/1.1" status: 200 len: 1091 time: 1.8687749 Jul 15 23:15:54.412809 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27d077e-5978-43e5-b22f-d5c7e1809144', 'tag': '667ffe02-ecfd-456c-a298-a55f7d7cbfa8'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:54.415021 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc7b235-be42-4bf5-b0c0-53fc0fed10ad" -d '{"events": [{"name": "network-changed", "server_uuid": "d27d077e-5978-43e5-b22f-d5c7e1809144", "tag": "667ffe02-ecfd-456c-a298-a55f7d7cbfa8"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:54.436826 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa5db658-8514-46ce-867f-344ec8971a06 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:54.448870 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-9bcd9985-a102-4402-8688-97d6bdbf6347 service neutron] Request body: {'port': {'device_id': 'd27d077e-5978-43e5-b22f-d5c7e1809144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:54.548441 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051914df-fdf1-4142-94c6-3d5b009a64bd service neutron] Pushing event updated for resources: {'Port': ['ID=667ffe02-ecfd-456c-a298-a55f7d7cbfa8,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:54.550831 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a78054-5b0f-43ff-9230-d09d92ef4dc4 req-44a75ca8-7990-4424-8ad0-14a62ec50004 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:54.561451 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b4a78054-5b0f-43ff-9230-d09d92ef4dc4 req-44a75ca8-7990-4424-8ad0-14a62ec50004 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 945 time: 0.2102094 Jul 15 23:15:54.644302 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683e94e-eddf-45a2-b8c8-c25e60827e1e req-1c244af2-d519-4a40-92c3-f4c10b231154 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:54.651138 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683e94e-eddf-45a2-b8c8-c25e60827e1e req-1c244af2-d519-4a40-92c3-f4c10b231154 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:54.659407 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683e94e-eddf-45a2-b8c8-c25e60827e1e req-1c244af2-d519-4a40-92c3-f4c10b231154 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:54.667296 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1683e94e-eddf-45a2-b8c8-c25e60827e1e req-1c244af2-d519-4a40-92c3-f4c10b231154 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 2386 time: 0.2511458 Jul 15 23:15:54.671976 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b4a78054-5b0f-43ff-9230-d09d92ef4dc4 req-b1b703e9-9a07-4bdc-aa32-89e8a0d7c247 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090362 Jul 15 23:15:54.679854 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-9bcd9985-a102-4402-8688-97d6bdbf6347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:54.711864 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa5db658-8514-46ce-867f-344ec8971a06 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:54.736189 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1683e94e-eddf-45a2-b8c8-c25e60827e1e req-46749d14-3117-49c9-9cf9-0a903efe4bc2 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632305 Jul 15 23:15:54.934578 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3add3f22-be58-4bab-8791-07c8d769f2c5 x-openstack-request-id: req-3add3f22-be58-4bab-8791-07c8d769f2c5 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:54.935075 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d27d077e-5978-43e5-b22f-d5c7e1809144", "tag": "667ffe02-ecfd-456c-a298-a55f7d7cbfa8", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:54.935296 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3add3f22-be58-4bab-8791-07c8d769f2c5 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:54.935677 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd27d077e-5978-43e5-b22f-d5c7e1809144', 'tag': '667ffe02-ecfd-456c-a298-a55f7d7cbfa8', 'status': 'completed', 'code': 200} Jul 15 23:15:54.940995 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa5db658-8514-46ce-867f-344ec8971a06 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:54.990737 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5db658-8514-46ce-867f-344ec8971a06 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Subnet': ['ID=c5c9fb30-6e49-4f1c-ad59-a49b9acfd53c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:55.048799 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa5db658-8514-46ce-867f-344ec8971a06 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:55.050857 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fa5db658-8514-46ce-867f-344ec8971a06 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/subnets/c5c9fb30-6e49-4f1c-ad59-a49b9acfd53c HTTP/1.1" status: 204 len: 168 time: 1.0026062 Jul 15 23:15:55.054232 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56756) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:55.056787 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da845e91-14ce-4001-886f-4849a8aa5fd8 None None] Network 601ce278-7c17-4a39-8c90-06c930f6f91d requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:55.086268 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-221e8431-d16c-4f16-be33-43bf82361f3a tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:55.088843 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-221e8431-d16c-4f16-be33-43bf82361f3a tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.16 "GET /v2.0/networks?id=b2bfb4d6-8451-44be-81f1-fc24d108dac3 HTTP/1.1" status: 200 len: 817 time: 0.1344299 Jul 15 23:15:55.114288 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-292bff3c-cb2a-4f7e-bffa-6ff6897e9e5e tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.16 "GET /v2.0/quotas/0cd111e8cdf04a8d828282c3a2f9a64d HTTP/1.1" status: 200 len: 375 time: 0.0193908 Jul 15 23:15:55.165978 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-f1d096cc-ca56-439b-af22-797532564c58 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0cd111e8cdf04a8d828282c3a2f9a64d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459311 Jul 15 23:15:55.185134 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e9727a-8b64-4fcf-ade7-b72567629d99 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting subnet 197bfd06-dc7a-4bef-9575-dacc0ab9948c {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:15:55.189112 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54e9727a-8b64-4fcf-ade7-b72567629d99 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:55.267279 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-e9a7fa7f-c227-43e3-857f-eb9a58b535e7 service neutron] 10.222.0.16 "GET /v2.0/networks/b2bfb4d6-8451-44be-81f1-fc24d108dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995555 Jul 15 23:15:55.276151 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7b235-be42-4bf5-b0c0-53fc0fed10ad req-1517caaa-b8ec-41b0-bf6c-14d1dea13b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:55.276732 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7b235-be42-4bf5-b0c0-53fc0fed10ad req-1517caaa-b8ec-41b0-bf6c-14d1dea13b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:55.277209 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7b235-be42-4bf5-b0c0-53fc0fed10ad req-1517caaa-b8ec-41b0-bf6c-14d1dea13b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:55.279847 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6cc7b235-be42-4bf5-b0c0-53fc0fed10ad req-1517caaa-b8ec-41b0-bf6c-14d1dea13b80 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4210ec618e114a6198cdf2780451b50d&device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 2729 time: 0.3005495 Jul 15 23:15:55.286176 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-9bcd9985-a102-4402-8688-97d6bdbf6347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b77b9b-f32a-4837-9d82-fe8fd02c945b {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:55.296972 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54e9727a-8b64-4fcf-ade7-b72567629d99 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:55.373706 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-9bcd9985-a102-4402-8688-97d6bdbf6347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:55.463223 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-9bcd9985-a102-4402-8688-97d6bdbf6347 service neutron] Transition to ACTIVE for port object 83b77b9b-f32a-4837-9d82-fe8fd02c945b will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:55.491436 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-9bcd9985-a102-4402-8688-97d6bdbf6347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:56.029304 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-29e2c671-e3ba-4221-b266-7b9f89b91b87 service neutron] 10.222.0.16 "GET /v2.0/networks/b2bfb4d6-8451-44be-81f1-fc24d108dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7565253 Jul 15 23:15:56.067965 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e75fc0-ee23-4aab-89b1-3a629fd2b049 req-4b00ffc4-4c4e-445a-8cb7-ccce514d6583 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:56.071440 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-16e75fc0-ee23-4aab-89b1-3a629fd2b049 req-4b00ffc4-4c4e-445a-8cb7-ccce514d6583 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 945 time: 0.1452734 Jul 15 23:15:56.117689 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-16e75fc0-ee23-4aab-89b1-3a629fd2b049 req-e7331fa4-0fbe-4fcd-99f3-49b67c5cc78b tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407715 Jul 15 23:15:56.164717 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3943e8ca-10ba-434f-a983-53d39fd73e5e None None] Provisioning complete for port a97a028b-6800-49a2-b87d-924c9fcce795 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:56.166289 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3943e8ca-10ba-434f-a983-53d39fd73e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:56.167137 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd9985-a102-4402-8688-97d6bdbf6347 service neutron] Pushing event updated for resources: {'Port': ['ID=83b77b9b-f32a-4837-9d82-fe8fd02c945b,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:56.185056 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7b235-be42-4bf5-b0c0-53fc0fed10ad req-d5d19108-9703-4ade-a423-46742e5dbde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:56.185526 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7b235-be42-4bf5-b0c0-53fc0fed10ad req-d5d19108-9703-4ade-a423-46742e5dbde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:56.187688 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7b235-be42-4bf5-b0c0-53fc0fed10ad req-d5d19108-9703-4ade-a423-46742e5dbde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:56.189833 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6cc7b235-be42-4bf5-b0c0-53fc0fed10ad req-d5d19108-9703-4ade-a423-46742e5dbde3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=4210ec618e114a6198cdf2780451b50d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8875563 Jul 15 23:15:56.192909 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54e9727a-8b64-4fcf-ade7-b72567629d99 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:56.300870 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-9bcd9985-a102-4402-8688-97d6bdbf6347 service neutron] Attempting to bind port 83b77b9b-f32a-4837-9d82-fe8fd02c945b on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:56.301205 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-9bcd9985-a102-4402-8688-97d6bdbf6347 service neutron] Attempting to bind port 83b77b9b-f32a-4837-9d82-fe8fd02c945b by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '623edce1-7442-4de6-bd1e-31eb8e527d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '378741f9-d9e9-4c54-ba3b-e36891674d20'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:56.301535 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-9bcd9985-a102-4402-8688-97d6bdbf6347 service neutron] Attempting to bind port 83b77b9b-f32a-4837-9d82-fe8fd02c945b on network 378741f9-d9e9-4c54-ba3b-e36891674d20 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:56.328966 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-9bcd9985-a102-4402-8688-97d6bdbf6347 service neutron] Port 83b77b9b-f32a-4837-9d82-fe8fd02c945b on network 378741f9-d9e9-4c54-ba3b-e36891674d20 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:56.329292 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-9bcd9985-a102-4402-8688-97d6bdbf6347 service neutron] Attempting to bind port 83b77b9b-f32a-4837-9d82-fe8fd02c945b on network 378741f9-d9e9-4c54-ba3b-e36891674d20 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:56.358409 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-9bcd9985-a102-4402-8688-97d6bdbf6347 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:56.358946 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-9bcd9985-a102-4402-8688-97d6bdbf6347 service neutron] Checking segment: {'id': '623edce1-7442-4de6-bd1e-31eb8e527d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '378741f9-d9e9-4c54-ba3b-e36891674d20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:56.359267 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-9bcd9985-a102-4402-8688-97d6bdbf6347 service neutron] Bound using segment: {'id': '623edce1-7442-4de6-bd1e-31eb8e527d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '378741f9-d9e9-4c54-ba3b-e36891674d20'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:56.359713 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-9bcd9985-a102-4402-8688-97d6bdbf6347 service neutron] Bound port: 83b77b9b-f32a-4837-9d82-fe8fd02c945b, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '623edce1-7442-4de6-bd1e-31eb8e527d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '378741f9-d9e9-4c54-ba3b-e36891674d20'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:56.360069 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-9bcd9985-a102-4402-8688-97d6bdbf6347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:56.395881 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a64193-d6ec-4581-9168-62ad9413530b req-ad447b14-f09b-443f-a20b-247ce99512fb tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:56.403013 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a64193-d6ec-4581-9168-62ad9413530b req-ad447b14-f09b-443f-a20b-247ce99512fb tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:56.412926 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a64193-d6ec-4581-9168-62ad9413530b req-ad447b14-f09b-443f-a20b-247ce99512fb tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:56.420742 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1a64193-d6ec-4581-9168-62ad9413530b req-ad447b14-f09b-443f-a20b-247ce99512fb tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 2398 time: 0.1169624 Jul 15 23:15:56.484280 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1a64193-d6ec-4581-9168-62ad9413530b req-a64001d1-a4fb-4adb-9ef6-79a824ed502f tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619485 Jul 15 23:15:56.543524 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54e9727a-8b64-4fcf-ade7-b72567629d99 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:56.570513 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-92dd9dd6-7316-4d5b-acb4-c55352acd421 req-b9ad6ea4-c7ef-4659-8baf-e3ea370ef6fd tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.16 "GET /v2.0/ports?device_id=d133e8b5-b715-47c0-b953-6198b789b287 HTTP/1.1" status: 200 len: 210 time: 0.1154547 Jul 15 23:15:56.596051 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7b235-be42-4bf5-b0c0-53fc0fed10ad req-c4aee414-3c64-4bc9-9495-8e3eb2c59b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:56.597560 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6cc7b235-be42-4bf5-b0c0-53fc0fed10ad req-c4aee414-3c64-4bc9-9495-8e3eb2c59b24 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3982067 Jul 15 23:15:56.602154 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9727a-8b64-4fcf-ade7-b72567629d99 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Subnet': ['ID=197bfd06-dc7a-4bef-9575-dacc0ab9948c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:56.626314 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54e9727a-8b64-4fcf-ade7-b72567629d99 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:56.628983 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-54e9727a-8b64-4fcf-ade7-b72567629d99 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/subnets/197bfd06-dc7a-4bef-9575-dacc0ab9948c HTTP/1.1" status: 204 len: 168 time: 1.5732119 Jul 15 23:15:56.632022 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56778) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:56.634379 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb34ce22-8e3e-40fc-a8f8-29efcaf0df61 None None] Network 601ce278-7c17-4a39-8c90-06c930f6f91d requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:56.717028 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-9bcd9985-a102-4402-8688-97d6bdbf6347 service neutron] For port 83b77b9b-f32a-4837-9d82-fe8fd02c945b, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:56.732587 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a7070507-1f61-40be-9c23-9e24e199f6dc tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:56.745008 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-9bcd9985-a102-4402-8688-97d6bdbf6347 service neutron] For port 83b77b9b-f32a-4837-9d82-fe8fd02c945b, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=83b77b9b-f32a-4837-9d82-fe8fd02c945b,segment=NetworkSegment(623edce1-7442-4de6-bd1e-31eb8e527d05),segment_id=623edce1-7442-4de6-bd1e-31eb8e527d05)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:56.754729 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-9bcd9985-a102-4402-8688-97d6bdbf6347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:56.831658 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-9bcd9985-a102-4402-8688-97d6bdbf6347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:56.832670 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-9bcd9985-a102-4402-8688-97d6bdbf6347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:56.834212 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-9bcd9985-a102-4402-8688-97d6bdbf6347 service neutron] 10.222.0.36 "PUT /v2.0/ports/83b77b9b-f32a-4837-9d82-fe8fd02c945b HTTP/1.1" status: 200 len: 1091 time: 2.3898368 Jul 15 23:15:56.897285 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-6a79f92c-d205-4ef5-8ed6-4cf08fe98afa service neutron] Request body: {'port': {'device_id': 'd27d077e-5978-43e5-b22f-d5c7e1809144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:56.903101 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd9985-a102-4402-8688-97d6bdbf6347 service neutron] Pushing event updated for resources: {'Port': ['ID=83b77b9b-f32a-4837-9d82-fe8fd02c945b,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:56.916354 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4124c78c-54a6-4c06-8812-590424cf9e0c None None] DHCP port deletion for 601ce278-7c17-4a39-8c90-06c930f6f91d request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:15:56.936622 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27d077e-5978-43e5-b22f-d5c7e1809144', 'tag': '83b77b9b-f32a-4837-9d82-fe8fd02c945b'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:56.939417 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da73fbee-8f76-468d-8cbf-ebd458c28306" -d '{"events": [{"name": "network-changed", "server_uuid": "d27d077e-5978-43e5-b22f-d5c7e1809144", "tag": "83b77b9b-f32a-4837-9d82-fe8fd02c945b"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:56.964773 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a7070507-1f61-40be-9c23-9e24e199f6dc tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting port a97a028b-6800-49a2-b87d-924c9fcce795 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:56.965299 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a7070507-1f61-40be-9c23-9e24e199f6dc tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.030050 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-4124c78c-54a6-4c06-8812-590424cf9e0c None None] Deleting port a97a028b-6800-49a2-b87d-924c9fcce795 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:57.030344 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4124c78c-54a6-4c06-8812-590424cf9e0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.040799 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-6a79f92c-d205-4ef5-8ed6-4cf08fe98afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.044666 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddbe928-bdd9-4703-b842-e734a5802a4e x-openstack-request-id: req-7ddbe928-bdd9-4703-b842-e734a5802a4e {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:57.045068 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d27d077e-5978-43e5-b22f-d5c7e1809144", "tag": "83b77b9b-f32a-4837-9d82-fe8fd02c945b", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:57.045222 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ddbe928-bdd9-4703-b842-e734a5802a4e {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:57.045587 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd27d077e-5978-43e5-b22f-d5c7e1809144', 'tag': '83b77b9b-f32a-4837-9d82-fe8fd02c945b', 'status': 'completed', 'code': 200} Jul 15 23:15:57.130457 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4124c78c-54a6-4c06-8812-590424cf9e0c None None] For port a97a028b-6800-49a2-b87d-924c9fcce795, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=a97a028b-6800-49a2-b87d-924c9fcce795,segment=NetworkSegment(0a2e3d76-c3cb-4724-96da-9e04b25ec15f),segment_id=0a2e3d76-c3cb-4724-96da-9e04b25ec15f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:57.130878 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4124c78c-54a6-4c06-8812-590424cf9e0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.148814 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-4124c78c-54a6-4c06-8812-590424cf9e0c None None] Calling delete_port for a97a028b-6800-49a2-b87d-924c9fcce795 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:57.180562 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-a7070507-1f61-40be-9c23-9e24e199f6dc tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] For port a97a028b-6800-49a2-b87d-924c9fcce795, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=a97a028b-6800-49a2-b87d-924c9fcce795,segment=NetworkSegment(0a2e3d76-c3cb-4724-96da-9e04b25ec15f),segment_id=0a2e3d76-c3cb-4724-96da-9e04b25ec15f)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:57.181037 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a7070507-1f61-40be-9c23-9e24e199f6dc tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.242698 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a7070507-1f61-40be-9c23-9e24e199f6dc tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Calling delete_port for a97a028b-6800-49a2-b87d-924c9fcce795 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:57.356699 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48b53e-a392-4f15-ad2b-a9a590127704 req-ada9f66c-adfe-4878-a723-b90aa58ea875 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:57.363488 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4124c78c-54a6-4c06-8812-590424cf9e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.364891 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8c48b53e-a392-4f15-ad2b-a9a590127704 req-ada9f66c-adfe-4878-a723-b90aa58ea875 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 945 time: 0.0790687 Jul 15 23:15:57.378810 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4124c78c-54a6-4c06-8812-590424cf9e0c None None] No DVR routers for this DVR port a97a028b-6800-49a2-b87d-924c9fcce795 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:15:57.423222 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124c78c-54a6-4c06-8812-590424cf9e0c None None] Pushing event deleted for resources: {'Port': ['ID=a97a028b-6800-49a2-b87d-924c9fcce795,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:57.430350 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8c48b53e-a392-4f15-ad2b-a9a590127704 req-e5f20259-d2da-4636-bbac-99d472ba404f tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645432 Jul 15 23:15:57.449944 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73fbee-8f76-468d-8cbf-ebd458c28306 req-2226bf15-3df4-46bd-9cc2-961881e3d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:57.450438 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73fbee-8f76-468d-8cbf-ebd458c28306 req-2226bf15-3df4-46bd-9cc2-961881e3d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:57.450946 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73fbee-8f76-468d-8cbf-ebd458c28306 req-2226bf15-3df4-46bd-9cc2-961881e3d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:57.462015 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-da73fbee-8f76-468d-8cbf-ebd458c28306 req-2226bf15-3df4-46bd-9cc2-961881e3d4e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4210ec618e114a6198cdf2780451b50d&device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 2796 time: 0.4006431 Jul 15 23:15:57.706079 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a7070507-1f61-40be-9c23-9e24e199f6dc tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.714983 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deaea9f-2abf-484d-b68d-c9b6700c3074 req-3bb33c5b-7086-4a17-a8a0-0038f88660a1 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:57.724034 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73fbee-8f76-468d-8cbf-ebd458c28306 req-82fc6d3c-0df0-47c7-854a-9e1f3fba3951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:57.724505 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73fbee-8f76-468d-8cbf-ebd458c28306 req-82fc6d3c-0df0-47c7-854a-9e1f3fba3951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:57.724972 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73fbee-8f76-468d-8cbf-ebd458c28306 req-82fc6d3c-0df0-47c7-854a-9e1f3fba3951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:57.727001 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-da73fbee-8f76-468d-8cbf-ebd458c28306 req-82fc6d3c-0df0-47c7-854a-9e1f3fba3951 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=4210ec618e114a6198cdf2780451b50d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2339015 Jul 15 23:15:57.729223 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deaea9f-2abf-484d-b68d-c9b6700c3074 req-3bb33c5b-7086-4a17-a8a0-0038f88660a1 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:57.730902 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7070507-1f61-40be-9c23-9e24e199f6dc tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] No DVR routers for this DVR port a97a028b-6800-49a2-b87d-924c9fcce795 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:15:57.741725 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deaea9f-2abf-484d-b68d-c9b6700c3074 req-3bb33c5b-7086-4a17-a8a0-0038f88660a1 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:57.748422 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5deaea9f-2abf-484d-b68d-c9b6700c3074 req-3bb33c5b-7086-4a17-a8a0-0038f88660a1 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 2398 time: 0.1408987 Jul 15 23:15:57.768198 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7070507-1f61-40be-9c23-9e24e199f6dc tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Port': ['ID=a97a028b-6800-49a2-b87d-924c9fcce795,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:57.816575 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5deaea9f-2abf-484d-b68d-c9b6700c3074 req-44ced8b4-d923-46ae-8cc8-4b218ed324c4 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672598 Jul 15 23:15:57.936081 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-17a6c1b4-ffbd-4438-815c-bb8c70e68ada req-7c135ee0-c93a-49db-8e03-c0b6e5ee3bdd tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.16 "GET /v2.0/ports?device_id=d133e8b5-b715-47c0-b953-6198b789b287 HTTP/1.1" status: 200 len: 210 time: 0.1012309 Jul 15 23:15:57.979494 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a7070507-1f61-40be-9c23-9e24e199f6dc tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.997210 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-6a79f92c-d205-4ef5-8ed6-4cf08fe98afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 704238e6-1f80-4ba8-bfda-fe1268d2e6a9 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:58.011104 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a7070507-1f61-40be-9c23-9e24e199f6dc tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['601ce278-7c17-4a39-8c90-06c930f6f91d']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:58.019769 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-6a79f92c-d205-4ef5-8ed6-4cf08fe98afa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.035969 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73fbee-8f76-468d-8cbf-ebd458c28306 req-72a277fa-27e1-4895-a1b2-3aad7a9d8ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:58.037561 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-da73fbee-8f76-468d-8cbf-ebd458c28306 req-72a277fa-27e1-4895-a1b2-3aad7a9d8ef1 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2866838 Jul 15 23:15:58.039215 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a7070507-1f61-40be-9c23-9e24e199f6dc tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2e3d76-c3cb-4724-96da-9e04b25ec15f') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:58.039507 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a7070507-1f61-40be-9c23-9e24e199f6dc tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2e3d76-c3cb-4724-96da-9e04b25ec15f') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:58.065701 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a7070507-1f61-40be-9c23-9e24e199f6dc tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.075661 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-6a79f92c-d205-4ef5-8ed6-4cf08fe98afa service neutron] Transition to ACTIVE for port object 704238e6-1f80-4ba8-bfda-fe1268d2e6a9 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:58.106582 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-6a79f92c-d205-4ef5-8ed6-4cf08fe98afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.127300 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a7070507-1f61-40be-9c23-9e24e199f6dc tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.187561 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7070507-1f61-40be-9c23-9e24e199f6dc tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:15:58.188735 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a7070507-1f61-40be-9c23-9e24e199f6dc tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: self.session.flush() Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: self.session.flush() Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: self.session.flush() Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: self.session.flush() Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:15:58.193195 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:15:58.342121 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79f92c-d205-4ef5-8ed6-4cf08fe98afa service neutron] Pushing event updated for resources: {'Port': ['ID=704238e6-1f80-4ba8-bfda-fe1268d2e6a9,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:58.352248 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-9e9ca1b5-1673-4c56-baec-46234f1f019f tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:58.354398 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-9e9ca1b5-1673-4c56-baec-46234f1f019f tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.36 "GET /v2.0/networks?id=b2bfb4d6-8451-44be-81f1-fc24d108dac3 HTTP/1.1" status: 200 len: 817 time: 0.3044844 Jul 15 23:15:58.355683 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a7070507-1f61-40be-9c23-9e24e199f6dc tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.382314 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a7070507-1f61-40be-9c23-9e24e199f6dc tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.391162 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56800) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:58.395246 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a7070507-1f61-40be-9c23-9e24e199f6dc tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/networks/601ce278-7c17-4a39-8c90-06c930f6f91d HTTP/1.1" status: 204 len: 168 time: 1.7621253 Jul 15 23:15:58.432095 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-b5277a87-9a53-4cb3-aaa4-8d3423f68167 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Request body: {'port': {'device_id': 'd133e8b5-b715-47c0-b953-6198b789b287', 'network_id': 'b2bfb4d6-8451-44be-81f1-fc24d108dac3', 'admin_state_up': True, 'tenant_id': '0cd111e8cdf04a8d828282c3a2f9a64d'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:58.470051 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7070507-1f61-40be-9c23-9e24e199f6dc tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Network': ['ID=601ce278-7c17-4a39-8c90-06c930f6f91d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:58.534463 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-6a79f92c-d205-4ef5-8ed6-4cf08fe98afa service neutron] Attempting to bind port 704238e6-1f80-4ba8-bfda-fe1268d2e6a9 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:58.534903 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-6a79f92c-d205-4ef5-8ed6-4cf08fe98afa service neutron] Attempting to bind port 704238e6-1f80-4ba8-bfda-fe1268d2e6a9 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '90689e6f-e736-4de7-bc5b-338c0f42389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7231e228-8e0b-4ca3-a558-0a7e287843cf'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:58.535274 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-6a79f92c-d205-4ef5-8ed6-4cf08fe98afa service neutron] Attempting to bind port 704238e6-1f80-4ba8-bfda-fe1268d2e6a9 on network 7231e228-8e0b-4ca3-a558-0a7e287843cf {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:58.536307 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10baae7d-d272-4f0f-a164-49bc32582d08 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:58.543362 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56804) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:58.543644 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-10baae7d-d272-4f0f-a164-49bc32582d08 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1507728 Jul 15 23:15:58.560694 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-6a79f92c-d205-4ef5-8ed6-4cf08fe98afa service neutron] Port 704238e6-1f80-4ba8-bfda-fe1268d2e6a9 on network 7231e228-8e0b-4ca3-a558-0a7e287843cf not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:58.561018 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-6a79f92c-d205-4ef5-8ed6-4cf08fe98afa service neutron] Attempting to bind port 704238e6-1f80-4ba8-bfda-fe1268d2e6a9 on network 7231e228-8e0b-4ca3-a558-0a7e287843cf {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:58.606579 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-6a79f92c-d205-4ef5-8ed6-4cf08fe98afa service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:58.606996 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-6a79f92c-d205-4ef5-8ed6-4cf08fe98afa service neutron] Checking segment: {'id': '90689e6f-e736-4de7-bc5b-338c0f42389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7231e228-8e0b-4ca3-a558-0a7e287843cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:58.607380 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-6a79f92c-d205-4ef5-8ed6-4cf08fe98afa service neutron] Bound using segment: {'id': '90689e6f-e736-4de7-bc5b-338c0f42389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7231e228-8e0b-4ca3-a558-0a7e287843cf'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:58.607817 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-6a79f92c-d205-4ef5-8ed6-4cf08fe98afa service neutron] Bound port: 704238e6-1f80-4ba8-bfda-fe1268d2e6a9, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90689e6f-e736-4de7-bc5b-338c0f42389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7231e228-8e0b-4ca3-a558-0a7e287843cf'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:58.608316 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-6a79f92c-d205-4ef5-8ed6-4cf08fe98afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.658832 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfac09c-3c5b-4a9b-ae2f-ff8f565ee771 req-ca2c2a28-ee56-49c3-92c6-c049761174d9 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:58.666005 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4cfac09c-3c5b-4a9b-ae2f-ff8f565ee771 req-ca2c2a28-ee56-49c3-92c6-c049761174d9 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 945 time: 0.1005962 Jul 15 23:15:58.714310 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-b5277a87-9a53-4cb3-aaa4-8d3423f68167 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Made reservation on behalf of 0cd111e8cdf04a8d828282c3a2f9a64d for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:58.718088 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-b5277a87-9a53-4cb3-aaa4-8d3423f68167 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.734504 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4cfac09c-3c5b-4a9b-ae2f-ff8f565ee771 req-e8ed9d34-040e-4f40-8e6c-6269bc10b25d tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673342 Jul 15 23:15:58.756259 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d7d6a817-eeec-446d-a607-2e82d8297133 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2114122 Jul 15 23:15:58.759526 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56808) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:58.762111 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-6a79f92c-d205-4ef5-8ed6-4cf08fe98afa service neutron] For port 704238e6-1f80-4ba8-bfda-fe1268d2e6a9, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:58.770542 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-4192e102-7fcc-4be1-8faf-2806469e549b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1153329071'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:58.783648 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-6a79f92c-d205-4ef5-8ed6-4cf08fe98afa service neutron] For port 704238e6-1f80-4ba8-bfda-fe1268d2e6a9, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=704238e6-1f80-4ba8-bfda-fe1268d2e6a9,segment=NetworkSegment(90689e6f-e736-4de7-bc5b-338c0f42389d),segment_id=90689e6f-e736-4de7-bc5b-338c0f42389d)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:58.790408 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-6a79f92c-d205-4ef5-8ed6-4cf08fe98afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.805050 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4192e102-7fcc-4be1-8faf-2806469e549b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:58.818768 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4192e102-7fcc-4be1-8faf-2806469e549b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.851312 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4192e102-7fcc-4be1-8faf-2806469e549b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:15:58.865057 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4192e102-7fcc-4be1-8faf-2806469e549b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.866103 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-4192e102-7fcc-4be1-8faf-2806469e549b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Added segment cea07e28-ca84-481c-87be-e4fdae1c69d4 of type vlan for network da55f2a9-7df1-4305-adf3-d64937f17e75 Jul 15 23:15:58.869717 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-6a79f92c-d205-4ef5-8ed6-4cf08fe98afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:58.870545 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-6a79f92c-d205-4ef5-8ed6-4cf08fe98afa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.871898 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-6a79f92c-d205-4ef5-8ed6-4cf08fe98afa service neutron] 10.222.0.36 "PUT /v2.0/ports/704238e6-1f80-4ba8-bfda-fe1268d2e6a9 HTTP/1.1" status: 200 len: 1091 time: 1.9979863 Jul 15 23:15:58.919027 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device a97a028b-6800-49a2-b87d-924c9fcce795 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:58.957080 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4192e102-7fcc-4be1-8faf-2806469e549b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.973471 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: a97a028b-6800-49a2-b87d-924c9fcce795 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:15:58.973890 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device a97a028b-6800-49a2-b87d-924c9fcce795 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:15:59.053585 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27d077e-5978-43e5-b22f-d5c7e1809144', 'tag': '704238e6-1f80-4ba8-bfda-fe1268d2e6a9'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:59.057235 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4192e102-7fcc-4be1-8faf-2806469e549b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.057840 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5659d72e-4fec-468d-8b88-f7b7db2e104d" -d '{"events": [{"name": "network-changed", "server_uuid": "d27d077e-5978-43e5-b22f-d5c7e1809144", "tag": "704238e6-1f80-4ba8-bfda-fe1268d2e6a9"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:59.073390 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4192e102-7fcc-4be1-8faf-2806469e549b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:59.074057 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4192e102-7fcc-4be1-8faf-2806469e549b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.093781 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79f92c-d205-4ef5-8ed6-4cf08fe98afa service neutron] Pushing event updated for resources: {'Port': ['ID=704238e6-1f80-4ba8-bfda-fe1268d2e6a9,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:59.132884 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-b5277a87-9a53-4cb3-aaa4-8d3423f68167 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Allocated IP 172.20.0.5 (b2bfb4d6-8451-44be-81f1-fc24d108dac3/adce6a58-ffbd-42c6-9c9f-b1f9ac087dcd/0546ec80-0e46-466f-9580-c961ef06acba) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:59.209165 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192e102-7fcc-4be1-8faf-2806469e549b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Network': ['ID=da55f2a9-7df1-4305-adf3-d64937f17e75,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:59.233575 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network da55f2a9-7df1-4305-adf3-d64937f17e75 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:15:59.251524 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-6e4a3918-3dce-4cc5-b714-b81155994620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:59.252607 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-6e4a3918-3dce-4cc5-b714-b81155994620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:59.253205 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-6e4a3918-3dce-4cc5-b714-b81155994620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:59.255112 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-6e4a3918-3dce-4cc5-b714-b81155994620 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4210ec618e114a6198cdf2780451b50d&device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 2863 time: 0.3076034 Jul 15 23:15:59.303795 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4192e102-7fcc-4be1-8faf-2806469e549b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5429261 Jul 15 23:15:59.308103 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2edbf4c1-dc99-42d5-82c9-e56affb17bc9 req-d768c75c-86f3-4d5a-9180-fbe59262d844 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.16 "GET /v2.0/ports?device_id=d133e8b5-b715-47c0-b953-6198b789b287 HTTP/1.1" status: 200 len: 210 time: 0.0472994 Jul 15 23:15:59.309942 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56818) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:59.317359 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-a0f86b04-edc5-49a7-8194-f15ea4cd0dbd tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'subnet': {'network_id': 'da55f2a9-7df1-4305-adf3-d64937f17e75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:59.331683 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-26e59f99-77d0-42ad-9d6e-29b6cef94715 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.64&port_id=667ffe02-ecfd-456c-a298-a55f7d7cbfa8 HTTP/1.1" status: 200 len: 217 time: 0.0583029 Jul 15 23:15:59.480739 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78e331-5c4c-4d52-be36-ad6e5f4998c3 req-d0d5bade-8db4-43d6-96b7-1517e359df36 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:59.487661 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78e331-5c4c-4d52-be36-ad6e5f4998c3 req-d0d5bade-8db4-43d6-96b7-1517e359df36 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:59.505320 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78e331-5c4c-4d52-be36-ad6e5f4998c3 req-d0d5bade-8db4-43d6-96b7-1517e359df36 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:59.507097 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8a78e331-5c4c-4d52-be36-ad6e5f4998c3 req-d0d5bade-8db4-43d6-96b7-1517e359df36 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 2410 time: 0.4594026 Jul 15 23:15:59.511604 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f86b04-edc5-49a7-8194-f15ea4cd0dbd tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:59.516097 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a0f86b04-edc5-49a7-8194-f15ea4cd0dbd tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.527550 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83310e84-c3c6-4ecf-936d-557662cb5214 x-openstack-request-id: req-83310e84-c3c6-4ecf-936d-557662cb5214 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:59.527834 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d27d077e-5978-43e5-b22f-d5c7e1809144", "tag": "704238e6-1f80-4ba8-bfda-fe1268d2e6a9", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:59.528162 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83310e84-c3c6-4ecf-936d-557662cb5214 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:59.528556 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd27d077e-5978-43e5-b22f-d5c7e1809144', 'tag': '704238e6-1f80-4ba8-bfda-fe1268d2e6a9', 'status': 'completed', 'code': 200} Jul 15 23:15:59.555581 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-d60bdc24-9a2b-4166-ac39-f8a8a6974a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:59.557553 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-d60bdc24-9a2b-4166-ac39-f8a8a6974a3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=479fec19-40ce-4e55-8ca7-5875121696bc HTTP/1.1" status: 200 len: 801 time: 0.2180934 Jul 15 23:15:59.626479 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-b5277a87-9a53-4cb3-aaa4-8d3423f68167 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.630050 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8a78e331-5c4c-4d52-be36-ad6e5f4998c3 req-bec61d97-3965-4cd3-9b22-6d740c774688 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002343 Jul 15 23:15:59.670434 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-db1f0ef5-5979-4b84-9ea4-5e264c7ace31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:59.672606 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-db1f0ef5-5979-4b84-9ea4-5e264c7ace31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7231e228-8e0b-4ca3-a558-0a7e287843cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1067979 Jul 15 23:15:59.716078 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-b5277a87-9a53-4cb3-aaa4-8d3423f68167 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.783158 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a0f86b04-edc5-49a7-8194-f15ea4cd0dbd tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.880004 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-b5277a87-9a53-4cb3-aaa4-8d3423f68167 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Network b2bfb4d6-8451-44be-81f1-fc24d108dac3 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:59.884844 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-535688c4-5014-44df-a530-b64c644cda27 service neutron] 10.222.0.36 "GET /v2.0/networks/7231e228-8e0b-4ca3-a558-0a7e287843cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055557 Jul 15 23:15:59.886433 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-b5277a87-9a53-4cb3-aaa4-8d3423f68167 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:59.888236 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5277a87-9a53-4cb3-aaa4-8d3423f68167 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Pushing event updated for resources: {'Port': ['ID=0546ec80-0e46-466f-9580-c961ef06acba,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:59.890466 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-b5277a87-9a53-4cb3-aaa4-8d3423f68167 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:59.976033 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f86b04-edc5-49a7-8194-f15ea4cd0dbd tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Subnet': ['ID=21226388-0704-40bf-8d23-df030de57f57,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:59.992522 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f86b04-edc5-49a7-8194-f15ea4cd0dbd tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Checking segment: {'id': 'cea07e28-ca84-481c-87be-e4fdae1c69d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'da55f2a9-7df1-4305-adf3-d64937f17e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:59.993285 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f86b04-edc5-49a7-8194-f15ea4cd0dbd tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network hostable DHCP agents. Network: da55f2a9-7df1-4305-adf3-d64937f17e75, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:15:59.996784 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-b5277a87-9a53-4cb3-aaa4-8d3423f68167 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:59.997551 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-b5277a87-9a53-4cb3-aaa4-8d3423f68167 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:00.022428 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-b5277a87-9a53-4cb3-aaa4-8d3423f68167 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5989809 Jul 15 23:16:00.027887 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-6b5e650e-d942-4950-a705-958d238d5b6a service neutron] 10.222.0.36 "GET /v2.0/networks/7231e228-8e0b-4ca3-a558-0a7e287843cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344166 Jul 15 23:16:00.028135 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5752b-2f13-44c1-94c3-67a89448ec5a req-b4e0f057-6a82-460a-be14-9e3f211b5955 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:00.029657 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-17b5752b-2f13-44c1-94c3-67a89448ec5a req-b4e0f057-6a82-460a-be14-9e3f211b5955 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 945 time: 0.1328106 Jul 15 23:16:00.031363 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f86b04-edc5-49a7-8194-f15ea4cd0dbd tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network da55f2a9-7df1-4305-adf3-d64937f17e75 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:16:00.045519 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-a0f86b04-edc5-49a7-8194-f15ea4cd0dbd tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, da55f2a9-7df1-4305-adf3-d64937f17e75) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:00.053501 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-48888c30-5b1d-4a71-8320-3a543a815830 service neutron] Request body: {'port': {'device_id': 'd133e8b5-b715-47c0-b953-6198b789b287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:00.060321 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f86b04-edc5-49a7-8194-f15ea4cd0dbd tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:00.060839 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a0f86b04-edc5-49a7-8194-f15ea4cd0dbd tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:00.061501 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e9e6e9-1a96-48f2-95d3-f6c70a0ce9a4 None None] Network da55f2a9-7df1-4305-adf3-d64937f17e75 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:00.077061 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a0f86b04-edc5-49a7-8194-f15ea4cd0dbd tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7651374 Jul 15 23:16:00.084881 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56826) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:00.089928 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-a2473a46-d47e-45b2-a6cd-e9de9ab86538 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'port': {'network_id': 'da55f2a9-7df1-4305-adf3-d64937f17e75', 'name': 'tempest-PortsTestJSON-1779668192'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:00.110505 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-17b5752b-2f13-44c1-94c3-67a89448ec5a req-27bfc34f-c3c9-4b29-830b-9588dce86421 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733287 Jul 15 23:16:00.142201 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-fe9ac361-087a-4e93-8dfc-d0124aeb07c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.74&port_id=83b77b9b-f32a-4837-9d82-fe8fd02c945b HTTP/1.1" status: 200 len: 217 time: 0.0456283 Jul 15 23:16:00.231571 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-5826f8da-e1d6-46a2-92d4-939c97471246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:00.233098 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-5826f8da-e1d6-46a2-92d4-939c97471246 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43ebd451-e47b-4cee-94fd-88926c59bec8 HTTP/1.1" status: 200 len: 801 time: 0.0831962 Jul 15 23:16:00.235016 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2473a46-d47e-45b2-a6cd-e9de9ab86538 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:00.236392 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-48888c30-5b1d-4a71-8320-3a543a815830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:00.240379 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2473a46-d47e-45b2-a6cd-e9de9ab86538 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:00.273460 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb0064c-449c-48f5-9289-94b3da66c7ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-da55f2a9-7df1-4305-adf3-d64937f17e75', 'network_id': 'da55f2a9-7df1-4305-adf3-d64937f17e75', 'tenant_id': '178eb6500ae7443591abbc93e5ee1d7b', 'fixed_ips': [{'subnet_id': '21226388-0704-40bf-8d23-df030de57f57'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:16:00.274374 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3cb0064c-449c-48f5-9289-94b3da66c7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:00.277613 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-a2473a46-d47e-45b2-a6cd-e9de9ab86538 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] device_id is not set on port 70b8d229-cd3f-4ca8-bc7a-2207a1b9a84b yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:16:00.449025 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-a2473a46-d47e-45b2-a6cd-e9de9ab86538 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Allocated IP 172.20.0.4 (da55f2a9-7df1-4305-adf3-d64937f17e75/21226388-0704-40bf-8d23-df030de57f57/70b8d229-cd3f-4ca8-bc7a-2207a1b9a84b) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:00.456249 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-96ef090a-8ab4-431e-a325-cf0061a86d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:00.457771 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-96ef090a-8ab4-431e-a325-cf0061a86d92 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=378741f9-d9e9-4c54-ba3b-e36891674d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2146282 Jul 15 23:16:00.675806 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f87b7b-e108-444d-bd9e-b0c127ebb78c req-679fb9bf-0c06-4716-87a5-231da228c0c1 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:00.684182 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-66f87b7b-e108-444d-bd9e-b0c127ebb78c req-679fb9bf-0c06-4716-87a5-231da228c0c1 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.16 "GET /v2.0/ports?device_id=d133e8b5-b715-47c0-b953-6198b789b287 HTTP/1.1" status: 200 len: 931 time: 0.1784141 Jul 15 23:16:00.713817 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2473a46-d47e-45b2-a6cd-e9de9ab86538 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:00.752249 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-a2473a46-d47e-45b2-a6cd-e9de9ab86538 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Transition to ACTIVE for port object 70b8d229-cd3f-4ca8-bc7a-2207a1b9a84b will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:00.762592 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-66f87b7b-e108-444d-bd9e-b0c127ebb78c req-42030b4b-a19f-4985-9a07-176d59c4b3b3 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e82fbe0-f2ee-4a66-9dfc-8e3d83678763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770473 Jul 15 23:16:00.856389 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2473a46-d47e-45b2-a6cd-e9de9ab86538 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:00.982193 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2473a46-d47e-45b2-a6cd-e9de9ab86538 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network da55f2a9-7df1-4305-adf3-d64937f17e75 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:00.987999 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-3cb0064c-449c-48f5-9289-94b3da66c7ec None None] Allocated IP 172.20.0.2 (da55f2a9-7df1-4305-adf3-d64937f17e75/21226388-0704-40bf-8d23-df030de57f57/544e2776-dc96-4581-871b-057d6b6eef71) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:00.995957 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-a2473a46-d47e-45b2-a6cd-e9de9ab86538 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:01.001486 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2473a46-d47e-45b2-a6cd-e9de9ab86538 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:01.079823 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2473a46-d47e-45b2-a6cd-e9de9ab86538 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Port': ['ID=70b8d229-cd3f-4ca8-bc7a-2207a1b9a84b,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:01.140157 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2473a46-d47e-45b2-a6cd-e9de9ab86538 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:01.141173 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2473a46-d47e-45b2-a6cd-e9de9ab86538 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.153884 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-64fa6dad-2f1b-4b95-9fb4-a39cea802e2d service neutron] 10.222.0.36 "GET /v2.0/networks/378741f9-d9e9-4c54-ba3b-e36891674d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6807151 Jul 15 23:16:01.161388 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a2473a46-d47e-45b2-a6cd-e9de9ab86538 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0724440 Jul 15 23:16:01.163712 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56840) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:01.168604 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-f57aa35a-8f89-46b1-997b-d9468e2b7f11 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'port': {'network_id': 'da55f2a9-7df1-4305-adf3-d64937f17e75', 'name': 'tempest-PortsTestJSON-1652297637'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:01.210302 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61700f2-b0ea-43a5-8abe-1cfcc22b4b4f req-1612c48b-74a4-499a-8223-812a65b47634 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:01.216420 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61700f2-b0ea-43a5-8abe-1cfcc22b4b4f req-1612c48b-74a4-499a-8223-812a65b47634 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:01.223111 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61700f2-b0ea-43a5-8abe-1cfcc22b4b4f req-1612c48b-74a4-499a-8223-812a65b47634 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:01.225788 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c61700f2-b0ea-43a5-8abe-1cfcc22b4b4f req-1612c48b-74a4-499a-8223-812a65b47634 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 2410 time: 0.2424073 Jul 15 23:16:01.284916 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3cb0064c-449c-48f5-9289-94b3da66c7ec None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.330485 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c61700f2-b0ea-43a5-8abe-1cfcc22b4b4f req-0bd49a34-9daa-421f-b9bd-dc3848187761 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946231 Jul 15 23:16:01.347497 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3cb0064c-449c-48f5-9289-94b3da66c7ec None None] Transition to ACTIVE for port object 544e2776-dc96-4581-871b-057d6b6eef71 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:01.404107 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-48888c30-5b1d-4a71-8320-3a543a815830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0546ec80-0e46-466f-9580-c961ef06acba {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:01.414744 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-48888c30-5b1d-4a71-8320-3a543a815830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.426445 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3cb0064c-449c-48f5-9289-94b3da66c7ec None None] Transition to ACTIVE for port object 544e2776-dc96-4581-871b-057d6b6eef71 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:01.435792 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3cb0064c-449c-48f5-9289-94b3da66c7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.439423 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-0bff6e72-e198-4051-a9b9-46067c55459d service neutron] 10.222.0.36 "GET /v2.0/networks/378741f9-d9e9-4c54-ba3b-e36891674d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623191 Jul 15 23:16:01.443159 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-48888c30-5b1d-4a71-8320-3a543a815830 service neutron] Transition to ACTIVE for port object 0546ec80-0e46-466f-9580-c961ef06acba will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:01.448216 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57aa35a-8f89-46b1-997b-d9468e2b7f11 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:01.452878 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f57aa35a-8f89-46b1-997b-d9468e2b7f11 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.465156 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0498885-b0d6-46bf-bb8d-b0079c14b577 req-6b3fefd7-b605-41e1-adb4-3a6b5a019936 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:01.467406 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a0498885-b0d6-46bf-bb8d-b0079c14b577 req-6b3fefd7-b605-41e1-adb4-3a6b5a019936 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 945 time: 0.1288140 Jul 15 23:16:01.471640 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb0064c-449c-48f5-9289-94b3da66c7ec None None] Network da55f2a9-7df1-4305-adf3-d64937f17e75 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:01.492577 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-3cb0064c-449c-48f5-9289-94b3da66c7ec None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:01.496469 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb0064c-449c-48f5-9289-94b3da66c7ec None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:01.506495 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f57aa35a-8f89-46b1-997b-d9468e2b7f11 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] device_id is not set on port 71c53d4d-96d5-4e61-b447-0ed34d787aaf yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:16:01.522689 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-b3d4275e-3101-4493-926e-882d824e3d85 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.43&port_id=704238e6-1f80-4ba8-bfda-fe1268d2e6a9 HTTP/1.1" status: 200 len: 217 time: 0.0764370 Jul 15 23:16:01.524997 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-48888c30-5b1d-4a71-8320-3a543a815830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.543020 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0064c-449c-48f5-9289-94b3da66c7ec None None] Pushing event updated for resources: {'Port': ['ID=544e2776-dc96-4581-871b-057d6b6eef71,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:01.568710 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a0498885-b0d6-46bf-bb8d-b0079c14b577 req-32283a04-8f29-4e0b-850f-70ce8933935d tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938377 Jul 15 23:16:01.580699 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-3cb0064c-449c-48f5-9289-94b3da66c7ec None None] Attempting to bind port 544e2776-dc96-4581-871b-057d6b6eef71 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:16:01.581357 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-3cb0064c-449c-48f5-9289-94b3da66c7ec None None] Attempting to bind port 544e2776-dc96-4581-871b-057d6b6eef71 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'cea07e28-ca84-481c-87be-e4fdae1c69d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'da55f2a9-7df1-4305-adf3-d64937f17e75'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:16:01.581958 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb0064c-449c-48f5-9289-94b3da66c7ec None None] Attempting to bind port 544e2776-dc96-4581-871b-057d6b6eef71 on network da55f2a9-7df1-4305-adf3-d64937f17e75 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:01.587487 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb0064c-449c-48f5-9289-94b3da66c7ec None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:16:01.588196 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb0064c-449c-48f5-9289-94b3da66c7ec None None] Checking segment: {'id': 'cea07e28-ca84-481c-87be-e4fdae1c69d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'da55f2a9-7df1-4305-adf3-d64937f17e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:01.588963 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3cb0064c-449c-48f5-9289-94b3da66c7ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.589589 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb0064c-449c-48f5-9289-94b3da66c7ec None None] Bound using segment: {'id': 'cea07e28-ca84-481c-87be-e4fdae1c69d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'da55f2a9-7df1-4305-adf3-d64937f17e75'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:16:01.590422 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-3cb0064c-449c-48f5-9289-94b3da66c7ec None None] Bound port: 544e2776-dc96-4581-871b-057d6b6eef71, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea07e28-ca84-481c-87be-e4fdae1c69d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'da55f2a9-7df1-4305-adf3-d64937f17e75'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:16:01.591082 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3cb0064c-449c-48f5-9289-94b3da66c7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.643591 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-b8ac4371-397c-4117-b571-f27b1f1e5a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:01.646111 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-b8ac4371-397c-4117-b571-f27b1f1e5a8c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=479fec19-40ce-4e55-8ca7-5875121696bc HTTP/1.1" status: 200 len: 801 time: 0.1106131 Jul 15 23:16:01.657908 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-f57aa35a-8f89-46b1-997b-d9468e2b7f11 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Allocated IP 172.20.0.14 (da55f2a9-7df1-4305-adf3-d64937f17e75/21226388-0704-40bf-8d23-df030de57f57/71c53d4d-96d5-4e61-b447-0ed34d787aaf) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:01.729137 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48888c30-5b1d-4a71-8320-3a543a815830 service neutron] Pushing event updated for resources: {'Port': ['ID=0546ec80-0e46-466f-9580-c961ef06acba,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:01.767473 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-3cb0064c-449c-48f5-9289-94b3da66c7ec None None] For port 544e2776-dc96-4581-871b-057d6b6eef71, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:16:01.783607 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-3cb0064c-449c-48f5-9289-94b3da66c7ec None None] For port 544e2776-dc96-4581-871b-057d6b6eef71, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=544e2776-dc96-4581-871b-057d6b6eef71,segment=NetworkSegment(cea07e28-ca84-481c-87be-e4fdae1c69d4),segment_id=cea07e28-ca84-481c-87be-e4fdae1c69d4)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:16:01.793178 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3cb0064c-449c-48f5-9289-94b3da66c7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.829263 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-48888c30-5b1d-4a71-8320-3a543a815830 service neutron] Attempting to bind port 0546ec80-0e46-466f-9580-c961ef06acba on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:16:01.829609 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-48888c30-5b1d-4a71-8320-3a543a815830 service neutron] Attempting to bind port 0546ec80-0e46-466f-9580-c961ef06acba by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'ea66ff60-3fee-46c5-83ef-1c111059479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2bfb4d6-8451-44be-81f1-fc24d108dac3'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:16:01.829935 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-48888c30-5b1d-4a71-8320-3a543a815830 service neutron] Attempting to bind port 0546ec80-0e46-466f-9580-c961ef06acba on network b2bfb4d6-8451-44be-81f1-fc24d108dac3 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:01.834952 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-71cca071-0828-46fa-be7a-c92b330a9425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:01.836463 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-71cca071-0828-46fa-be7a-c92b330a9425 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7231e228-8e0b-4ca3-a558-0a7e287843cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1819701 Jul 15 23:16:01.839980 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-48888c30-5b1d-4a71-8320-3a543a815830 service neutron] Port 0546ec80-0e46-466f-9580-c961ef06acba on network b2bfb4d6-8451-44be-81f1-fc24d108dac3 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:16:01.840618 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-48888c30-5b1d-4a71-8320-3a543a815830 service neutron] Attempting to bind port 0546ec80-0e46-466f-9580-c961ef06acba on network b2bfb4d6-8451-44be-81f1-fc24d108dac3 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:01.861972 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-48888c30-5b1d-4a71-8320-3a543a815830 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:16:01.862290 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-48888c30-5b1d-4a71-8320-3a543a815830 service neutron] Checking segment: {'id': 'ea66ff60-3fee-46c5-83ef-1c111059479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2bfb4d6-8451-44be-81f1-fc24d108dac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:01.862749 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-48888c30-5b1d-4a71-8320-3a543a815830 service neutron] Bound using segment: {'id': 'ea66ff60-3fee-46c5-83ef-1c111059479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2bfb4d6-8451-44be-81f1-fc24d108dac3'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:16:01.863228 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-48888c30-5b1d-4a71-8320-3a543a815830 service neutron] Bound port: 0546ec80-0e46-466f-9580-c961ef06acba, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea66ff60-3fee-46c5-83ef-1c111059479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2bfb4d6-8451-44be-81f1-fc24d108dac3'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:16:01.863599 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-48888c30-5b1d-4a71-8320-3a543a815830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.881119 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0064c-449c-48f5-9289-94b3da66c7ec None None] Pushing event updated for resources: {'Port': ['ID=544e2776-dc96-4581-871b-057d6b6eef71,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:01.927984 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f57aa35a-8f89-46b1-997b-d9468e2b7f11 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.960884 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f57aa35a-8f89-46b1-997b-d9468e2b7f11 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Transition to ACTIVE for port object 71c53d4d-96d5-4e61-b447-0ed34d787aaf will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:02.021181 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f57aa35a-8f89-46b1-997b-d9468e2b7f11 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:02.077650 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-f158161c-1c84-4a02-88a0-6f7e3e540c60 service neutron] 10.222.0.36 "GET /v2.0/networks/7231e228-8e0b-4ca3-a558-0a7e287843cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197592 Jul 15 23:16:02.135465 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57aa35a-8f89-46b1-997b-d9468e2b7f11 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network da55f2a9-7df1-4305-adf3-d64937f17e75 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:02.159394 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-f57aa35a-8f89-46b1-997b-d9468e2b7f11 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:02.172879 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57aa35a-8f89-46b1-997b-d9468e2b7f11 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:02.179069 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-48888c30-5b1d-4a71-8320-3a543a815830 service neutron] For port 0546ec80-0e46-466f-9580-c961ef06acba, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:16:02.197323 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57aa35a-8f89-46b1-997b-d9468e2b7f11 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Port': ['ID=71c53d4d-96d5-4e61-b447-0ed34d787aaf,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:02.200320 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-48888c30-5b1d-4a71-8320-3a543a815830 service neutron] For port 0546ec80-0e46-466f-9580-c961ef06acba, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=0546ec80-0e46-466f-9580-c961ef06acba,segment=NetworkSegment(ea66ff60-3fee-46c5-83ef-1c111059479d),segment_id=ea66ff60-3fee-46c5-83ef-1c111059479d)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:16:02.222264 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-48888c30-5b1d-4a71-8320-3a543a815830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:02.291368 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-48888c30-5b1d-4a71-8320-3a543a815830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:02.293571 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-48888c30-5b1d-4a71-8320-3a543a815830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:02.293716 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-48888c30-5b1d-4a71-8320-3a543a815830 service neutron] 10.222.0.36 "PUT /v2.0/ports/0546ec80-0e46-466f-9580-c961ef06acba HTTP/1.1" status: 200 len: 1091 time: 2.2530696 Jul 15 23:16:02.294125 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd133e8b5-b715-47c0-b953-6198b789b287', 'tag': '0546ec80-0e46-466f-9580-c961ef06acba'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:02.296514 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fe38d8-100b-4fcf-8940-4a60a8d8ce84" -d '{"events": [{"name": "network-changed", "server_uuid": "d133e8b5-b715-47c0-b953-6198b789b287", "tag": "0546ec80-0e46-466f-9580-c961ef06acba"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:02.305661 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e1e48779-e1c5-4423-923c-ad7f850ab779 req-4b08a254-f264-47e1-85f5-419ac7ddcb91 service neutron] 10.222.0.36 "GET /v2.0/networks/7231e228-8e0b-4ca3-a558-0a7e287843cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195988 Jul 15 23:16:02.329930 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48888c30-5b1d-4a71-8320-3a543a815830 service neutron] Pushing event updated for resources: {'Port': ['ID=0546ec80-0e46-466f-9580-c961ef06acba,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:02.330252 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6240d-bf4d-4336-ac2f-741c54ab7f39 req-595f0a2d-e22d-4c90-aebb-fef9e0d5426e tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:02.331849 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-07c6240d-bf4d-4336-ac2f-741c54ab7f39 req-595f0a2d-e22d-4c90-aebb-fef9e0d5426e tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.16 "GET /v2.0/ports?device_id=d133e8b5-b715-47c0-b953-6198b789b287 HTTP/1.1" status: 200 len: 943 time: 0.2960436 Jul 15 23:16:02.352278 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57aa35a-8f89-46b1-997b-d9468e2b7f11 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:02.353932 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f57aa35a-8f89-46b1-997b-d9468e2b7f11 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:02.380957 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ec3b7e-be42-4c12-a5d7-81e3a19f63b4 x-openstack-request-id: req-a5ec3b7e-be42-4c12-a5d7-81e3a19f63b4 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:02.381499 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d133e8b5-b715-47c0-b953-6198b789b287", "tag": "0546ec80-0e46-466f-9580-c961ef06acba", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:02.381826 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5ec3b7e-be42-4c12-a5d7-81e3a19f63b4 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:02.382323 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd133e8b5-b715-47c0-b953-6198b789b287', 'tag': '0546ec80-0e46-466f-9580-c961ef06acba', 'status': 'completed', 'code': 200} Jul 15 23:16:02.415074 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f57aa35a-8f89-46b1-997b-d9468e2b7f11 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2504826 Jul 15 23:16:02.418051 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56854) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:02.447832 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-07c6240d-bf4d-4336-ac2f-741c54ab7f39 req-2567437a-f080-45c2-a127-f5332149e97d tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e82fbe0-f2ee-4a66-9dfc-8e3d83678763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074159 Jul 15 23:16:02.593602 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a9a6c-bdcc-48f0-9036-b5e9f66fea75 req-be17f8f0-ef4d-4f6e-be50-7925cf0b8a51 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:02.600823 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a9a6c-bdcc-48f0-9036-b5e9f66fea75 req-be17f8f0-ef4d-4f6e-be50-7925cf0b8a51 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:02.608216 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a9a6c-bdcc-48f0-9036-b5e9f66fea75 req-be17f8f0-ef4d-4f6e-be50-7925cf0b8a51 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:02.610099 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-509a9a6c-bdcc-48f0-9036-b5e9f66fea75 req-be17f8f0-ef4d-4f6e-be50-7925cf0b8a51 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 2410 time: 0.0969148 Jul 15 23:16:02.663236 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fd9661-6dd2-4c9e-b789-86ad4c78487b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:02.667805 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-73fd9661-6dd2-4c9e-b789-86ad4c78487b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.2486873 Jul 15 23:16:02.669460 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56858) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:02.678017 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-23d29818-1e60-467a-a2c6-16e936ad245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:02.679555 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-23d29818-1e60-467a-a2c6-16e936ad245a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0cd111e8cdf04a8d828282c3a2f9a64d&device_id=d133e8b5-b715-47c0-b953-6198b789b287 HTTP/1.1" status: 200 len: 1094 time: 0.1872680 Jul 15 23:16:02.684068 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659d72e-4fec-468d-8b88-f7b7db2e104d req-70f25b5f-5d49-4bdb-86f9-c117f48cae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:02.684550 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659d72e-4fec-468d-8b88-f7b7db2e104d req-70f25b5f-5d49-4bdb-86f9-c117f48cae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:02.685026 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659d72e-4fec-468d-8b88-f7b7db2e104d req-70f25b5f-5d49-4bdb-86f9-c117f48cae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:02.687287 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5659d72e-4fec-468d-8b88-f7b7db2e104d req-70f25b5f-5d49-4bdb-86f9-c117f48cae76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4210ec618e114a6198cdf2780451b50d&device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 2863 time: 0.2071891 Jul 15 23:16:02.763355 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-509a9a6c-bdcc-48f0-9036-b5e9f66fea75 req-65e605ed-f270-4700-b01c-bdeba860f85c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346414 Jul 15 23:16:02.797796 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-e122c90e-aa10-4fdb-9ca7-3684d17be0a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0546ec80-0e46-466f-9580-c961ef06acba HTTP/1.1" status: 200 len: 217 time: 0.0989857 Jul 15 23:16:02.937124 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f3ffc568-d8f4-4f5d-81a9-2a220abc190c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting port 71c53d4d-96d5-4e61-b447-0ed34d787aaf {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:02.937798 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3ffc568-d8f4-4f5d-81a9-2a220abc190c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:03.021102 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 544e2776-dc96-4581-871b-057d6b6eef71 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:03.044021 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-f57a7edc-f483-4cf1-b771-5850297111f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:03.045567 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-f57a7edc-f483-4cf1-b771-5850297111f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=adce6a58-ffbd-42c6-9c9f-b1f9ac087dcd HTTP/1.1" status: 200 len: 857 time: 0.2385247 Jul 15 23:16:03.049883 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659d72e-4fec-468d-8b88-f7b7db2e104d req-cdccae99-49c2-4a00-8132-4081d056da87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:03.051437 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5659d72e-4fec-468d-8b88-f7b7db2e104d req-cdccae99-49c2-4a00-8132-4081d056da87 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7231e228-8e0b-4ca3-a558-0a7e287843cf HTTP/1.1" status: 200 len: 903 time: 0.3514376 Jul 15 23:16:03.082839 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3ffc568-d8f4-4f5d-81a9-2a220abc190c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:03.107676 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f3ffc568-d8f4-4f5d-81a9-2a220abc190c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Calling delete_port for 71c53d4d-96d5-4e61-b447-0ed34d787aaf owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:03.126840 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 544e2776-dc96-4581-871b-057d6b6eef71 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:03.146101 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-6abfe928-f19b-41af-932a-e6cddfe18d41 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b2bfb4d6-8451-44be-81f1-fc24d108dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935974 Jul 15 23:16:03.147416 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5659d72e-4fec-468d-8b88-f7b7db2e104d req-9d096541-e26f-4c71-a382-6cb4a4a6d354 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.43&port_id=704238e6-1f80-4ba8-bfda-fe1268d2e6a9 HTTP/1.1" status: 200 len: 217 time: 0.0839162 Jul 15 23:16:03.154729 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e85a1-2c67-48df-931f-ed29af41c3e1 req-7e59f1c9-7c28-4a95-9783-51df8a9804ce tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:03.156501 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb0e85a1-2c67-48df-931f-ed29af41c3e1 req-7e59f1c9-7c28-4a95-9783-51df8a9804ce tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 945 time: 0.3407965 Jul 15 23:16:03.230420 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb0e85a1-2c67-48df-931f-ed29af41c3e1 req-af8e4468-28d3-489e-8989-144d4a944e5f tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394616 Jul 15 23:16:03.294051 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659d72e-4fec-468d-8b88-f7b7db2e104d req-f4dbf9cb-8556-4225-b0ca-25144ad0110a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:03.295634 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5659d72e-4fec-468d-8b88-f7b7db2e104d req-f4dbf9cb-8556-4225-b0ca-25144ad0110a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=479fec19-40ce-4e55-8ca7-5875121696bc HTTP/1.1" status: 200 len: 801 time: 0.1325631 Jul 15 23:16:03.360769 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3ffc568-d8f4-4f5d-81a9-2a220abc190c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:03.410021 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-e952c820-fc96-420f-ad25-32b204ddbae5 service neutron] 10.222.0.36 "GET /v2.0/networks/b2bfb4d6-8451-44be-81f1-fc24d108dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389591 Jul 15 23:16:03.412073 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ffc568-d8f4-4f5d-81a9-2a220abc190c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Port': ['ID=71c53d4d-96d5-4e61-b447-0ed34d787aaf,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:03.488835 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06082c41-6e3e-41ff-bf5d-30c81b4e139d None None] Network da55f2a9-7df1-4305-adf3-d64937f17e75 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:03.506654 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3ffc568-d8f4-4f5d-81a9-2a220abc190c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:03.509056 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f3ffc568-d8f4-4f5d-81a9-2a220abc190c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/ports/71c53d4d-96d5-4e61-b447-0ed34d787aaf HTTP/1.1" status: 204 len: 168 time: 0.8376153 Jul 15 23:16:03.512058 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56868) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:03.513036 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659d72e-4fec-468d-8b88-f7b7db2e104d req-4593d5cb-5a7a-4c25-8cbf-50a8f7b33c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:03.514887 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5659d72e-4fec-468d-8b88-f7b7db2e104d req-4593d5cb-5a7a-4c25-8cbf-50a8f7b33c29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7231e228-8e0b-4ca3-a558-0a7e287843cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2046134 Jul 15 23:16:03.586366 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea612f86-baa7-4f69-be6e-8a0c8761a776 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] GET failed (client error): The resource could not be found. Jul 15 23:16:03.588090 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ea612f86-baa7-4f69-be6e-8a0c8761a776 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "GET /v2.0/ports/71c53d4d-96d5-4e61-b447-0ed34d787aaf HTTP/1.1" status: 404 len: 333 time: 0.0750928 Jul 15 23:16:03.591640 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56870) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:03.599965 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8bcadb38-f810-4bcc-a9c1-e63b9551ad86 req-645c7432-c49a-470d-a930-a79069b7f7a5 service neutron] 10.222.0.36 "GET /v2.0/networks/b2bfb4d6-8451-44be-81f1-fc24d108dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766338 Jul 15 23:16:03.635962 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6dd22361-41bd-4557-933b-7875bb5a33ca None None] Provisioning for port 544e2776-dc96-4581-871b-057d6b6eef71 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:03.641873 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5659d72e-4fec-468d-8b88-f7b7db2e104d req-298c4606-e997-4821-84f7-de33247cf46a service neutron] 10.222.0.36 "GET /v2.0/networks/7231e228-8e0b-4ca3-a558-0a7e287843cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190858 Jul 15 23:16:03.645438 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6dd22361-41bd-4557-933b-7875bb5a33ca None None] Provisioning complete for port 544e2776-dc96-4581-871b-057d6b6eef71 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:03.646115 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6dd22361-41bd-4557-933b-7875bb5a33ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:03.794450 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7c63b-10a1-4d45-8823-cb4004f0f647 req-15cbaeb4-6e86-48f8-89fd-869ea6cd0ba2 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:03.796159 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-04a7c63b-10a1-4d45-8823-cb4004f0f647 req-15cbaeb4-6e86-48f8-89fd-869ea6cd0ba2 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.16 "GET /v2.0/ports?device_id=d133e8b5-b715-47c0-b953-6198b789b287 HTTP/1.1" status: 200 len: 943 time: 0.1112149 Jul 15 23:16:03.802513 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2c2a0029-2fce-4e00-84f8-0c773d7e4ea4 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting port 70b8d229-cd3f-4ca8-bc7a-2207a1b9a84b {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:03.802896 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2c2a0029-2fce-4e00-84f8-0c773d7e4ea4 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:03.810539 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6dd22361-41bd-4557-933b-7875bb5a33ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:03.854158 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5659d72e-4fec-468d-8b88-f7b7db2e104d req-7c43b9c0-ba8c-4521-aa83-353b6441ccb6 service neutron] 10.222.0.36 "GET /v2.0/networks/7231e228-8e0b-4ca3-a558-0a7e287843cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516623 Jul 15 23:16:03.857034 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe38d8-100b-4fcf-8940-4a60a8d8ce84 req-0b849930-4e9c-486f-990d-625b19d2fcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:03.859480 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-60fe38d8-100b-4fcf-8940-4a60a8d8ce84 req-0b849930-4e9c-486f-990d-625b19d2fcf8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0cd111e8cdf04a8d828282c3a2f9a64d&device_id=d133e8b5-b715-47c0-b953-6198b789b287 HTTP/1.1" status: 200 len: 1094 time: 0.1471503 Jul 15 23:16:03.926236 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-04a7c63b-10a1-4d45-8823-cb4004f0f647 req-de6eda94-15e7-4deb-b7f2-8ee77d6860fb tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e82fbe0-f2ee-4a66-9dfc-8e3d83678763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052570 Jul 15 23:16:03.933164 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-6dd22361-41bd-4557-933b-7875bb5a33ca None None] For port 544e2776-dc96-4581-871b-057d6b6eef71, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=544e2776-dc96-4581-871b-057d6b6eef71,segment=NetworkSegment(cea07e28-ca84-481c-87be-e4fdae1c69d4),segment_id=cea07e28-ca84-481c-87be-e4fdae1c69d4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:03.944288 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6dd22361-41bd-4557-933b-7875bb5a33ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:04.018326 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2c2a0029-2fce-4e00-84f8-0c773d7e4ea4 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:04.052293 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2c2a0029-2fce-4e00-84f8-0c773d7e4ea4 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Calling delete_port for 70b8d229-cd3f-4ca8-bc7a-2207a1b9a84b owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:04.056543 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe38d8-100b-4fcf-8940-4a60a8d8ce84 req-2ac6defe-ebc6-4264-82a6-21f7dca94e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:04.058089 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-60fe38d8-100b-4fcf-8940-4a60a8d8ce84 req-2ac6defe-ebc6-4264-82a6-21f7dca94e9e service neutron] 10.222.0.36 "GET /v2.0/networks?id=b2bfb4d6-8451-44be-81f1-fc24d108dac3 HTTP/1.1" status: 200 len: 918 time: 0.1800334 Jul 15 23:16:04.132587 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd22361-41bd-4557-933b-7875bb5a33ca None None] Pushing event updated for resources: {'Port': ['ID=544e2776-dc96-4581-871b-057d6b6eef71,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:04.185436 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 667ffe02-ecfd-456c-a298-a55f7d7cbfa8 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:16:04.194955 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c4017-38f3-4bfd-b0e4-527ebd851d45 req-4a8cdf82-481a-4260-aad2-d74fb3ec7615 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:04.198672 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-60fe38d8-100b-4fcf-8940-4a60a8d8ce84 req-1f8073f1-6d48-4491-b79d-8e7a2437fd05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0546ec80-0e46-466f-9580-c961ef06acba HTTP/1.1" status: 200 len: 217 time: 0.1325142 Jul 15 23:16:04.201053 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c4017-38f3-4bfd-b0e4-527ebd851d45 req-4a8cdf82-481a-4260-aad2-d74fb3ec7615 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:04.209696 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c4017-38f3-4bfd-b0e4-527ebd851d45 req-4a8cdf82-481a-4260-aad2-d74fb3ec7615 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:04.212685 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-621c4017-38f3-4bfd-b0e4-527ebd851d45 req-4a8cdf82-481a-4260-aad2-d74fb3ec7615 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 2410 time: 0.1508176 Jul 15 23:16:04.263555 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe38d8-100b-4fcf-8940-4a60a8d8ce84 req-991a0e1e-b3d7-4ef5-82f8-9baeb1f5e9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:04.267263 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-60fe38d8-100b-4fcf-8940-4a60a8d8ce84 req-991a0e1e-b3d7-4ef5-82f8-9baeb1f5e9a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=adce6a58-ffbd-42c6-9c9f-b1f9ac087dcd HTTP/1.1" status: 200 len: 857 time: 0.0660651 Jul 15 23:16:04.328838 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2c2a0029-2fce-4e00-84f8-0c773d7e4ea4 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:04.347494 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-60fe38d8-100b-4fcf-8940-4a60a8d8ce84 req-474a742b-f8b5-4f69-8b6d-60a4ded250e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b2bfb4d6-8451-44be-81f1-fc24d108dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695524 Jul 15 23:16:04.400382 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-621c4017-38f3-4bfd-b0e4-527ebd851d45 req-6d4962c0-01b3-4d8c-97fd-e2f521dca055 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718640 Jul 15 23:16:04.401112 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a0029-2fce-4e00-84f8-0c773d7e4ea4 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Port': ['ID=70b8d229-cd3f-4ca8-bc7a-2207a1b9a84b,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:04.456420 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 667ffe02-ecfd-456c-a298-a55f7d7cbfa8, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=667ffe02-ecfd-456c-a298-a55f7d7cbfa8,segment=NetworkSegment(90689e6f-e736-4de7-bc5b-338c0f42389d),segment_id=90689e6f-e736-4de7-bc5b-338c0f42389d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:04.482457 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6fdc65de-847c-4e8b-8654-e85cdb391045 None None] Provisioning complete for port 70b8d229-cd3f-4ca8-bc7a-2207a1b9a84b triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:04.483218 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6fdc65de-847c-4e8b-8654-e85cdb391045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:04.507911 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-60fe38d8-100b-4fcf-8940-4a60a8d8ce84 req-dd37932b-5e5a-4255-ab60-41fc302e63f3 service neutron] 10.222.0.36 "GET /v2.0/networks/b2bfb4d6-8451-44be-81f1-fc24d108dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501133 Jul 15 23:16:04.604032 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2c2a0029-2fce-4e00-84f8-0c773d7e4ea4 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:04.610586 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2c2a0029-2fce-4e00-84f8-0c773d7e4ea4 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/ports/70b8d229-cd3f-4ca8-bc7a-2207a1b9a84b HTTP/1.1" status: 204 len: 168 time: 1.0149188 Jul 15 23:16:04.621510 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56882) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:04.675184 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a00f54-f7d4-4176-83bd-74ae6b94e446 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] GET failed (client error): The resource could not be found. Jul 15 23:16:04.677882 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-60fe38d8-100b-4fcf-8940-4a60a8d8ce84 req-c8d54447-45ea-40e3-9191-322ab22e6f79 service neutron] 10.222.0.36 "GET /v2.0/networks/b2bfb4d6-8451-44be-81f1-fc24d108dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614625 Jul 15 23:16:04.679973 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e4a00f54-f7d4-4176-83bd-74ae6b94e446 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "GET /v2.0/ports/70b8d229-cd3f-4ca8-bc7a-2207a1b9a84b HTTP/1.1" status: 404 len: 333 time: 0.0569720 Jul 15 23:16:04.682716 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56884) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:04.697905 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ded937-89aa-47d4-bed5-15badd2aa1e2 req-e5a4ed41-fa27-4378-b03e-6960ba40ce0f tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:04.706830 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1ded937-89aa-47d4-bed5-15badd2aa1e2 req-e5a4ed41-fa27-4378-b03e-6960ba40ce0f tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 945 time: 0.2362397 Jul 15 23:16:04.757946 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-b420b9fe-cc5a-46a7-a0d7-edd93aed718e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting subnet 21226388-0704-40bf-8d23-df030de57f57 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:16:04.761621 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1ded937-89aa-47d4-bed5-15badd2aa1e2 req-e2e65f00-d72e-4802-958b-c1e387182e08 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536528 Jul 15 23:16:04.761972 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b420b9fe-cc5a-46a7-a0d7-edd93aed718e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:04.779260 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-6fdc65de-847c-4e8b-8654-e85cdb391045 None None] Port 70b8d229-cd3f-4ca8-bc7a-2207a1b9a84b was deleted so its status cannot be updated. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 15 23:16:04.787480 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '667ffe02-ecfd-456c-a298-a55f7d7cbfa8', 'network_id': '7231e228-8e0b-4ca3-a558-0a7e287843cf', 'port_id': '667ffe02-ecfd-456c-a298-a55f7d7cbfa8', 'mac_address': 'fa:16:3e:49:1a:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '479fec19-40ce-4e55-8ca7-5875121696bc', 'ip_address': '19.80.0.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:16:04.829074 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b420b9fe-cc5a-46a7-a0d7-edd93aed718e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:04.835749 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6fdc65de-847c-4e8b-8654-e85cdb391045 None None] Provisioning complete for port 544e2776-dc96-4581-871b-057d6b6eef71 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:04.840346 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6fdc65de-847c-4e8b-8654-e85cdb391045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:04.920404 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 544e2776-dc96-4581-871b-057d6b6eef71 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:04.953269 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:04.962976 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b420b9fe-cc5a-46a7-a0d7-edd93aed718e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:04.991217 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 667ffe02-ecfd-456c-a298-a55f7d7cbfa8 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:05.022956 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 667ffe02-ecfd-456c-a298-a55f7d7cbfa8, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=667ffe02-ecfd-456c-a298-a55f7d7cbfa8,segment=NetworkSegment(90689e6f-e736-4de7-bc5b-338c0f42389d),segment_id=90689e6f-e736-4de7-bc5b-338c0f42389d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:05.047195 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:05.062362 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b420b9fe-cc5a-46a7-a0d7-edd93aed718e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:05.088633 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 544e2776-dc96-4581-871b-057d6b6eef71 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:05.089271 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:05.117575 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420b9fe-cc5a-46a7-a0d7-edd93aed718e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Subnet': ['ID=21226388-0704-40bf-8d23-df030de57f57,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:05.135514 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b420b9fe-cc5a-46a7-a0d7-edd93aed718e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:05.141753 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56890) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:05.152715 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b420b9fe-cc5a-46a7-a0d7-edd93aed718e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/subnets/21226388-0704-40bf-8d23-df030de57f57 HTTP/1.1" status: 204 len: 168 time: 0.4680524 Jul 15 23:16:05.157229 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=667ffe02-ecfd-456c-a298-a55f7d7cbfa8,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:05.247931 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f5819fdc-54ab-4e52-ade6-ffeddca33fac None None] Could not find standard attr ID for object 70b8d229-cd3f-4ca8-bc7a-2207a1b9a84b. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:16:05.258613 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f5819fdc-54ab-4e52-ade6-ffeddca33fac None None] Could not find standard attr ID for object 71c53d4d-96d5-4e61-b447-0ed34d787aaf. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:16:05.272452 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaa3b6a-1182-436b-b59c-cdd4534cced5 None None] Network da55f2a9-7df1-4305-adf3-d64937f17e75 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:05.286214 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0af009d4-3446-4cba-87eb-771a56e0e3ba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:05.347703 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['667ffe02-ecfd-456c-a298-a55f7d7cbfa8'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:05.351540 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653090a-61b8-4e36-907c-a7466bee6abf req-8f6e6e6a-f4d5-4c11-8a62-8b520758cd8a tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:05.353048 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5653090a-61b8-4e36-907c-a7466bee6abf req-8f6e6e6a-f4d5-4c11-8a62-8b520758cd8a tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.16 "GET /v2.0/ports?device_id=d133e8b5-b715-47c0-b953-6198b789b287 HTTP/1.1" status: 200 len: 943 time: 0.1495159 Jul 15 23:16:05.396234 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0af009d4-3446-4cba-87eb-771a56e0e3ba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting port 544e2776-dc96-4581-871b-057d6b6eef71 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:05.396639 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0af009d4-3446-4cba-87eb-771a56e0e3ba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:05.413736 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5653090a-61b8-4e36-907c-a7466bee6abf req-bd25c299-908b-43a1-b5d8-36cd52d3bdaa tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e82fbe0-f2ee-4a66-9dfc-8e3d83678763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523674 Jul 15 23:16:05.476100 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-0af009d4-3446-4cba-87eb-771a56e0e3ba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] For port 544e2776-dc96-4581-871b-057d6b6eef71, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=544e2776-dc96-4581-871b-057d6b6eef71,segment=NetworkSegment(cea07e28-ca84-481c-87be-e4fdae1c69d4),segment_id=cea07e28-ca84-481c-87be-e4fdae1c69d4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:05.476461 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0af009d4-3446-4cba-87eb-771a56e0e3ba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:05.493212 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0af009d4-3446-4cba-87eb-771a56e0e3ba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Calling delete_port for 544e2776-dc96-4581-871b-057d6b6eef71 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:05.607780 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc65c78-34b6-4f66-98d3-85ec25ab9375 None None] DHCP port deletion for da55f2a9-7df1-4305-adf3-d64937f17e75 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:16:05.618844 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0af009d4-3446-4cba-87eb-771a56e0e3ba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:05.651140 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af009d4-3446-4cba-87eb-771a56e0e3ba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Port': ['ID=544e2776-dc96-4581-871b-057d6b6eef71,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:05.654774 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af009d4-3446-4cba-87eb-771a56e0e3ba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] No DVR routers for this DVR port 544e2776-dc96-4581-871b-057d6b6eef71 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:05.749271 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beedbcd-d4bb-4c5e-b062-e85fa0e3d414 req-624a7c5e-efa7-4b5d-9845-310a8bd448bc tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:05.756165 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beedbcd-d4bb-4c5e-b062-e85fa0e3d414 req-624a7c5e-efa7-4b5d-9845-310a8bd448bc tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:05.764501 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beedbcd-d4bb-4c5e-b062-e85fa0e3d414 req-624a7c5e-efa7-4b5d-9845-310a8bd448bc tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:05.770191 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9beedbcd-d4bb-4c5e-b062-e85fa0e3d414 req-624a7c5e-efa7-4b5d-9845-310a8bd448bc tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 2411 time: 0.1893017 Jul 15 23:16:05.795163 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0af009d4-3446-4cba-87eb-771a56e0e3ba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:05.807886 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-0af009d4-3446-4cba-87eb-771a56e0e3ba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da55f2a9-7df1-4305-adf3-d64937f17e75']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:05.830017 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-0af009d4-3446-4cba-87eb-771a56e0e3ba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea07e28-ca84-481c-87be-e4fdae1c69d4') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:05.830231 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-0af009d4-3446-4cba-87eb-771a56e0e3ba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea07e28-ca84-481c-87be-e4fdae1c69d4') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:05.840953 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0af009d4-3446-4cba-87eb-771a56e0e3ba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:05.865652 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0af009d4-3446-4cba-87eb-771a56e0e3ba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:05.870598 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9beedbcd-d4bb-4c5e-b062-e85fa0e3d414 req-6e627bd3-f51a-45d6-bba5-642cfbdd3ee0 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654714 Jul 15 23:16:05.875244 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0af009d4-3446-4cba-87eb-771a56e0e3ba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:16:05.875636 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0af009d4-3446-4cba-87eb-771a56e0e3ba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:16:05.878571 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:16:05.973874 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0af009d4-3446-4cba-87eb-771a56e0e3ba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:05.987402 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0af009d4-3446-4cba-87eb-771a56e0e3ba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:05.989214 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0af009d4-3446-4cba-87eb-771a56e0e3ba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/networks/da55f2a9-7df1-4305-adf3-d64937f17e75 HTTP/1.1" status: 204 len: 168 time: 0.8463883 Jul 15 23:16:05.993436 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56900) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:05.999172 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-cc0cd485-1512-4f02-b0cd-55587c7f67b0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-568502758'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:06.002508 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af009d4-3446-4cba-87eb-771a56e0e3ba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Network': ['ID=da55f2a9-7df1-4305-adf3-d64937f17e75,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:06.016211 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321012c-8d0f-486e-bb8b-16472e82df8a req-04734283-d77e-4b35-9f4b-e87731c0f9d9 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:06.017736 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3321012c-8d0f-486e-bb8b-16472e82df8a req-04734283-d77e-4b35-9f4b-e87731c0f9d9 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 945 time: 0.1287241 Jul 15 23:16:06.020104 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0cd485-1512-4f02-b0cd-55587c7f67b0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:06.023706 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc0cd485-1512-4f02-b0cd-55587c7f67b0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:06.047833 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0cd485-1512-4f02-b0cd-55587c7f67b0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:16:06.057570 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3321012c-8d0f-486e-bb8b-16472e82df8a req-3a57ea62-a463-417e-8dd2-df185ce6af5c tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328195 Jul 15 23:16:06.057801 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc0cd485-1512-4f02-b0cd-55587c7f67b0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:06.058148 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-cc0cd485-1512-4f02-b0cd-55587c7f67b0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Added segment 7947a353-453b-4ff3-b80f-d4e471f77b4f of type vlan for network e6b80583-fdf9-477d-afe9-8f312f5b0850 Jul 15 23:16:06.098431 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc0cd485-1512-4f02-b0cd-55587c7f67b0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:06.126075 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc0cd485-1512-4f02-b0cd-55587c7f67b0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:06.131911 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0cd485-1512-4f02-b0cd-55587c7f67b0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:06.133003 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cc0cd485-1512-4f02-b0cd-55587c7f67b0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:06.174080 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cc0cd485-1512-4f02-b0cd-55587c7f67b0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1789682 Jul 15 23:16:06.177183 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56904) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:06.181812 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c1bbd565-dfd1-4615-908c-35d4f607438a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'subnet': {'network_id': 'e6b80583-fdf9-477d-afe9-8f312f5b0850', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:06.193456 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 704238e6-1f80-4ba8-bfda-fe1268d2e6a9 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:16:06.200971 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 667ffe02-ecfd-456c-a298-a55f7d7cbfa8 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:06.222387 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cd485-1512-4f02-b0cd-55587c7f67b0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Network': ['ID=e6b80583-fdf9-477d-afe9-8f312f5b0850,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:06.249047 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network e6b80583-fdf9-477d-afe9-8f312f5b0850 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:16:06.312494 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bbd565-dfd1-4615-908c-35d4f607438a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:06.316084 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c1bbd565-dfd1-4615-908c-35d4f607438a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:06.383613 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 667ffe02-ecfd-456c-a298-a55f7d7cbfa8 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:06.398127 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 667ffe02-ecfd-456c-a298-a55f7d7cbfa8 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:06.398734 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:06.441360 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 704238e6-1f80-4ba8-bfda-fe1268d2e6a9, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=704238e6-1f80-4ba8-bfda-fe1268d2e6a9,segment=NetworkSegment(90689e6f-e736-4de7-bc5b-338c0f42389d),segment_id=90689e6f-e736-4de7-bc5b-338c0f42389d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:06.456685 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '704238e6-1f80-4ba8-bfda-fe1268d2e6a9', 'network_id': '7231e228-8e0b-4ca3-a558-0a7e287843cf', 'port_id': '704238e6-1f80-4ba8-bfda-fe1268d2e6a9', 'mac_address': 'fa:16:3e:2b:6e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '479fec19-40ce-4e55-8ca7-5875121696bc', 'ip_address': '19.80.0.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:16:06.528770 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:06.531274 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:06.552888 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 704238e6-1f80-4ba8-bfda-fe1268d2e6a9 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:06.573288 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c1bbd565-dfd1-4615-908c-35d4f607438a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:06.581368 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 704238e6-1f80-4ba8-bfda-fe1268d2e6a9, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=704238e6-1f80-4ba8-bfda-fe1268d2e6a9,segment=NetworkSegment(90689e6f-e736-4de7-bc5b-338c0f42389d),segment_id=90689e6f-e736-4de7-bc5b-338c0f42389d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:06.588313 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27d077e-5978-43e5-b22f-d5c7e1809144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667ffe02-ecfd-456c-a298-a55f7d7cbfa8'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:06.590850 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0911f514-ff56-4a1d-a499-e6b94bc5a0dc" -d '{"events": [{"server_uuid": "d27d077e-5978-43e5-b22f-d5c7e1809144", "name": "network-vif-plugged", "status": "completed", "tag": "667ffe02-ecfd-456c-a298-a55f7d7cbfa8"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:06.600502 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:06.601693 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 83b77b9b-f32a-4837-9d82-fe8fd02c945b details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:16:06.612564 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 667ffe02-ecfd-456c-a298-a55f7d7cbfa8, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=667ffe02-ecfd-456c-a298-a55f7d7cbfa8,segment=NetworkSegment(90689e6f-e736-4de7-bc5b-338c0f42389d),segment_id=90689e6f-e736-4de7-bc5b-338c0f42389d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:06.644707 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:06.653467 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bbd565-dfd1-4615-908c-35d4f607438a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Subnet': ['ID=e06d7647-7b88-463b-b463-db837587ca3c,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:06.662077 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bbd565-dfd1-4615-908c-35d4f607438a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Checking segment: {'id': '7947a353-453b-4ff3-b80f-d4e471f77b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e6b80583-fdf9-477d-afe9-8f312f5b0850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:06.662446 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bbd565-dfd1-4615-908c-35d4f607438a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network hostable DHCP agents. Network: e6b80583-fdf9-477d-afe9-8f312f5b0850, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:16:06.665731 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5c1a3-227d-4a6d-90fe-084160abf433 req-9c734fa3-6289-4f96-9fab-ec43e414d11d tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:06.674866 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4df5c1a3-227d-4a6d-90fe-084160abf433 req-9c734fa3-6289-4f96-9fab-ec43e414d11d tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.16 "GET /v2.0/ports?device_id=d133e8b5-b715-47c0-b953-6198b789b287 HTTP/1.1" status: 200 len: 943 time: 0.1027198 Jul 15 23:16:06.687657 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bbd565-dfd1-4615-908c-35d4f607438a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network e6b80583-fdf9-477d-afe9-8f312f5b0850 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:16:06.704323 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-c1bbd565-dfd1-4615-908c-35d4f607438a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, e6b80583-fdf9-477d-afe9-8f312f5b0850) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:06.705125 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23aa0a81-3d55-451d-97b0-1d41aaf5d609 x-openstack-request-id: req-23aa0a81-3d55-451d-97b0-1d41aaf5d609 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:06.705707 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27d077e-5978-43e5-b22f-d5c7e1809144", "name": "network-vif-plugged", "status": "completed", "tag": "667ffe02-ecfd-456c-a298-a55f7d7cbfa8", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:06.706196 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23aa0a81-3d55-451d-97b0-1d41aaf5d609 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:06.706835 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27d077e-5978-43e5-b22f-d5c7e1809144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667ffe02-ecfd-456c-a298-a55f7d7cbfa8', 'code': 200} Jul 15 23:16:06.711800 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=704238e6-1f80-4ba8-bfda-fe1268d2e6a9,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:06.717554 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df175731-8e30-4317-99a4-f8d2dc58b88a None None] Network e6b80583-fdf9-477d-afe9-8f312f5b0850 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:06.720283 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bbd565-dfd1-4615-908c-35d4f607438a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:06.721271 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c1bbd565-dfd1-4615-908c-35d4f607438a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:06.739903 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4df5c1a3-227d-4a6d-90fe-084160abf433 req-f723a26a-efa1-43d6-9e56-4d1711ffddae tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e82fbe0-f2ee-4a66-9dfc-8e3d83678763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619419 Jul 15 23:16:06.762226 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c1bbd565-dfd1-4615-908c-35d4f607438a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5841808 Jul 15 23:16:06.765780 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56926) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:06.774557 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-c8da05c5-ea54-4a1f-93d1-4a045d56822c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'port': {'network_id': 'e6b80583-fdf9-477d-afe9-8f312f5b0850', 'name': 'tempest-PortsTestJSON-1949257734', 'fixed_ips': [{'subnet_id': 'e06d7647-7b88-463b-b463-db837587ca3c', 'ip_address': '172.20.0.10'}]}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:06.927593 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 544e2776-dc96-4581-871b-057d6b6eef71 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:16:06.967381 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 544e2776-dc96-4581-871b-057d6b6eef71 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:16:06.967762 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 544e2776-dc96-4581-871b-057d6b6eef71 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:16:06.982067 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8da05c5-ea54-4a1f-93d1-4a045d56822c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:07.008599 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 83b77b9b-f32a-4837-9d82-fe8fd02c945b, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=83b77b9b-f32a-4837-9d82-fe8fd02c945b,segment=NetworkSegment(623edce1-7442-4de6-bd1e-31eb8e527d05),segment_id=623edce1-7442-4de6-bd1e-31eb8e527d05)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:07.041771 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=667ffe02-ecfd-456c-a298-a55f7d7cbfa8,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:07.044838 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '83b77b9b-f32a-4837-9d82-fe8fd02c945b', 'network_id': '378741f9-d9e9-4c54-ba3b-e36891674d20', 'port_id': '83b77b9b-f32a-4837-9d82-fe8fd02c945b', 'mac_address': 'fa:16:3e:59:b0:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43ebd451-e47b-4cee-94fd-88926c59bec8', 'ip_address': '19.86.0.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:16:07.052765 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcf8229-ede0-4f9e-b902-bec26cbd734e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-e6b80583-fdf9-477d-afe9-8f312f5b0850', 'network_id': 'e6b80583-fdf9-477d-afe9-8f312f5b0850', 'tenant_id': '178eb6500ae7443591abbc93e5ee1d7b', 'fixed_ips': [{'subnet_id': 'e06d7647-7b88-463b-b463-db837587ca3c'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:16:07.053610 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2dcf8229-ede0-4f9e-b902-bec26cbd734e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:07.115026 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c8da05c5-ea54-4a1f-93d1-4a045d56822c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:07.145903 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-c8da05c5-ea54-4a1f-93d1-4a045d56822c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] device_id is not set on port 9143aa02-b96b-49f0-b96a-64a244503d3b yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:16:07.159742 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c886a98-fe7e-42ba-8de5-2e69a33ffb30 req-16099c27-5b2d-40af-be8d-e209cc160926 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:07.165825 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c886a98-fe7e-42ba-8de5-2e69a33ffb30 req-16099c27-5b2d-40af-be8d-e209cc160926 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:07.172124 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c886a98-fe7e-42ba-8de5-2e69a33ffb30 req-16099c27-5b2d-40af-be8d-e209cc160926 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:07.173803 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0c886a98-fe7e-42ba-8de5-2e69a33ffb30 req-16099c27-5b2d-40af-be8d-e209cc160926 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 2413 time: 0.1247239 Jul 15 23:16:07.195052 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:07.232812 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b77b9b-f32a-4837-9d82-fe8fd02c945b {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:07.259629 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-2dcf8229-ede0-4f9e-b902-bec26cbd734e None None] Allocated IP 172.20.0.2 (e6b80583-fdf9-477d-afe9-8f312f5b0850/e06d7647-7b88-463b-b463-db837587ca3c/efbfcb9a-793e-4ef3-98b7-938c0fdfee91) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:07.263089 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 83b77b9b-f32a-4837-9d82-fe8fd02c945b, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=83b77b9b-f32a-4837-9d82-fe8fd02c945b,segment=NetworkSegment(623edce1-7442-4de6-bd1e-31eb8e527d05),segment_id=623edce1-7442-4de6-bd1e-31eb8e527d05)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:07.272940 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:07.273525 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 0546ec80-0e46-466f-9580-c961ef06acba details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:16:07.455497 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=83b77b9b-f32a-4837-9d82-fe8fd02c945b,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:07.526338 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 0546ec80-0e46-466f-9580-c961ef06acba, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=0546ec80-0e46-466f-9580-c961ef06acba,segment=NetworkSegment(ea66ff60-3fee-46c5-83ef-1c111059479d),segment_id=ea66ff60-3fee-46c5-83ef-1c111059479d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:07.547533 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '0546ec80-0e46-466f-9580-c961ef06acba', 'network_id': 'b2bfb4d6-8451-44be-81f1-fc24d108dac3', 'port_id': '0546ec80-0e46-466f-9580-c961ef06acba', 'mac_address': 'fa:16:3e:ce:ad:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adce6a58-ffbd-42c6-9c9f-b1f9ac087dcd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:16:07.556739 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2dcf8229-ede0-4f9e-b902-bec26cbd734e None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:07.587938 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2dcf8229-ede0-4f9e-b902-bec26cbd734e None None] Transition to ACTIVE for port object efbfcb9a-793e-4ef3-98b7-938c0fdfee91 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:07.610724 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:07.612766 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2dcf8229-ede0-4f9e-b902-bec26cbd734e None None] Transition to ACTIVE for port object efbfcb9a-793e-4ef3-98b7-938c0fdfee91 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:07.623882 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2dcf8229-ede0-4f9e-b902-bec26cbd734e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:07.636264 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0546ec80-0e46-466f-9580-c961ef06acba {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:07.671050 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0c886a98-fe7e-42ba-8de5-2e69a33ffb30 req-661b937e-8d20-4957-b20a-025e803007eb tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558792 Jul 15 23:16:07.683348 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcf8229-ede0-4f9e-b902-bec26cbd734e None None] Network e6b80583-fdf9-477d-afe9-8f312f5b0850 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:07.687991 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 0546ec80-0e46-466f-9580-c961ef06acba, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=0546ec80-0e46-466f-9580-c961ef06acba,segment=NetworkSegment(ea66ff60-3fee-46c5-83ef-1c111059479d),segment_id=ea66ff60-3fee-46c5-83ef-1c111059479d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:07.693251 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-2dcf8229-ede0-4f9e-b902-bec26cbd734e None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:07.697599 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcf8229-ede0-4f9e-b902-bec26cbd734e None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:07.709068 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:07.718975 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf8229-ede0-4f9e-b902-bec26cbd734e None None] Pushing event updated for resources: {'Port': ['ID=efbfcb9a-793e-4ef3-98b7-938c0fdfee91,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:07.727728 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e5969-59f8-42d8-bd0c-256b248985e6 req-0c1c7d0d-ef0c-4240-836a-60106677ab29 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:07.729255 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-563e5969-59f8-42d8-bd0c-256b248985e6 req-0c1c7d0d-ef0c-4240-836a-60106677ab29 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 945 time: 0.5159931 Jul 15 23:16:07.769399 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-c8da05c5-ea54-4a1f-93d1-4a045d56822c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Allocated IP 172.20.0.10 (e6b80583-fdf9-477d-afe9-8f312f5b0850/e06d7647-7b88-463b-b463-db837587ca3c/9143aa02-b96b-49f0-b96a-64a244503d3b) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:07.794894 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-563e5969-59f8-42d8-bd0c-256b248985e6 req-d97629f9-44da-4f0c-8a37-640206565abb tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561545 Jul 15 23:16:07.795630 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-2dcf8229-ede0-4f9e-b902-bec26cbd734e None None] Attempting to bind port efbfcb9a-793e-4ef3-98b7-938c0fdfee91 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:16:07.796537 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-2dcf8229-ede0-4f9e-b902-bec26cbd734e None None] Attempting to bind port efbfcb9a-793e-4ef3-98b7-938c0fdfee91 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '7947a353-453b-4ff3-b80f-d4e471f77b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e6b80583-fdf9-477d-afe9-8f312f5b0850'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:16:07.796899 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcf8229-ede0-4f9e-b902-bec26cbd734e None None] Attempting to bind port efbfcb9a-793e-4ef3-98b7-938c0fdfee91 on network e6b80583-fdf9-477d-afe9-8f312f5b0850 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:07.812430 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcf8229-ede0-4f9e-b902-bec26cbd734e None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:16:07.812826 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcf8229-ede0-4f9e-b902-bec26cbd734e None None] Checking segment: {'id': '7947a353-453b-4ff3-b80f-d4e471f77b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e6b80583-fdf9-477d-afe9-8f312f5b0850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:07.813205 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2dcf8229-ede0-4f9e-b902-bec26cbd734e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:07.813596 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcf8229-ede0-4f9e-b902-bec26cbd734e None None] Bound using segment: {'id': '7947a353-453b-4ff3-b80f-d4e471f77b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e6b80583-fdf9-477d-afe9-8f312f5b0850'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:16:07.814127 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-2dcf8229-ede0-4f9e-b902-bec26cbd734e None None] Bound port: efbfcb9a-793e-4ef3-98b7-938c0fdfee91, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7947a353-453b-4ff3-b80f-d4e471f77b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e6b80583-fdf9-477d-afe9-8f312f5b0850'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:16:07.814510 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2dcf8229-ede0-4f9e-b902-bec26cbd734e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:07.826724 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=0546ec80-0e46-466f-9580-c961ef06acba,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:07.907068 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-2dcf8229-ede0-4f9e-b902-bec26cbd734e None None] For port efbfcb9a-793e-4ef3-98b7-938c0fdfee91, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:16:07.910524 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-2dcf8229-ede0-4f9e-b902-bec26cbd734e None None] For port efbfcb9a-793e-4ef3-98b7-938c0fdfee91, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=efbfcb9a-793e-4ef3-98b7-938c0fdfee91,segment=NetworkSegment(7947a353-453b-4ff3-b80f-d4e471f77b4f),segment_id=7947a353-453b-4ff3-b80f-d4e471f77b4f)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:16:07.929134 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2dcf8229-ede0-4f9e-b902-bec26cbd734e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:08.035816 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c8da05c5-ea54-4a1f-93d1-4a045d56822c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:08.068175 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf8229-ede0-4f9e-b902-bec26cbd734e None None] Pushing event updated for resources: {'Port': ['ID=efbfcb9a-793e-4ef3-98b7-938c0fdfee91,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:08.075053 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c8da05c5-ea54-4a1f-93d1-4a045d56822c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Transition to ACTIVE for port object 9143aa02-b96b-49f0-b96a-64a244503d3b will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:08.099260 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64b938-2aca-4aae-b337-88c473935441 req-fad16ea2-eb49-4af1-a57a-9ac2e0919c95 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:08.100908 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b64b938-2aca-4aae-b337-88c473935441 req-fad16ea2-eb49-4af1-a57a-9ac2e0919c95 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.16 "GET /v2.0/ports?device_id=d133e8b5-b715-47c0-b953-6198b789b287 HTTP/1.1" status: 200 len: 944 time: 0.1414471 Jul 15 23:16:08.151388 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['704238e6-1f80-4ba8-bfda-fe1268d2e6a9'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:08.161732 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c8da05c5-ea54-4a1f-93d1-4a045d56822c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:08.179749 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b64b938-2aca-4aae-b337-88c473935441 req-71135478-e6de-4c7f-8c79-2684bd04a64a tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e82fbe0-f2ee-4a66-9dfc-8e3d83678763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623381 Jul 15 23:16:08.200631 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['83b77b9b-f32a-4837-9d82-fe8fd02c945b'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:08.209472 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8da05c5-ea54-4a1f-93d1-4a045d56822c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network e6b80583-fdf9-477d-afe9-8f312f5b0850 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:08.212913 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-c8da05c5-ea54-4a1f-93d1-4a045d56822c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:08.217414 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8da05c5-ea54-4a1f-93d1-4a045d56822c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:08.277892 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['0546ec80-0e46-466f-9580-c961ef06acba'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:08.287775 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8da05c5-ea54-4a1f-93d1-4a045d56822c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:08.288425 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c8da05c5-ea54-4a1f-93d1-4a045d56822c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:08.313377 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da05c5-ea54-4a1f-93d1-4a045d56822c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Port': ['ID=9143aa02-b96b-49f0-b96a-64a244503d3b,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:08.316662 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c8da05c5-ea54-4a1f-93d1-4a045d56822c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5498109 Jul 15 23:16:08.319534 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56950) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:08.334200 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-743363b4-00f9-4032-954e-c13ca8bd4607 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'port': {'network_id': 'e6b80583-fdf9-477d-afe9-8f312f5b0850', 'name': 'tempest-PortsTestJSON-2087856305', 'fixed_ips': [{'subnet_id': 'e06d7647-7b88-463b-b463-db837587ca3c', 'ip_address': '172.20.0.9'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:08.508361 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743363b4-00f9-4032-954e-c13ca8bd4607 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:08.595630 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-743363b4-00f9-4032-954e-c13ca8bd4607 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:08.614132 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-743363b4-00f9-4032-954e-c13ca8bd4607 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] device_id is not set on port 97a617ca-538d-4ddf-929f-02a3490d5553 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:16:08.708628 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:08.829107 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-743363b4-00f9-4032-954e-c13ca8bd4607 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Allocated IP 172.20.0.9 (e6b80583-fdf9-477d-afe9-8f312f5b0850/e06d7647-7b88-463b-b463-db837587ca3c/97a617ca-538d-4ddf-929f-02a3490d5553) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:08.938902 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ddf918-3684-46d0-bc57-dd6efd56437f req-86a0d0e5-b67c-45ac-8a49-fc9ff764a889 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:08.951370 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ddf918-3684-46d0-bc57-dd6efd56437f req-86a0d0e5-b67c-45ac-8a49-fc9ff764a889 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:08.977895 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ddf918-3684-46d0-bc57-dd6efd56437f req-86a0d0e5-b67c-45ac-8a49-fc9ff764a889 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:08.993724 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96ddf918-3684-46d0-bc57-dd6efd56437f req-86a0d0e5-b67c-45ac-8a49-fc9ff764a889 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 2414 time: 0.1878710 Jul 15 23:16:09.027269 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device efbfcb9a-793e-4ef3-98b7-938c0fdfee91 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:09.120009 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-743363b4-00f9-4032-954e-c13ca8bd4607 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.122987 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96ddf918-3684-46d0-bc57-dd6efd56437f req-16541042-fdfd-4cac-8929-df6399856952 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283119 Jul 15 23:16:09.128265 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port efbfcb9a-793e-4ef3-98b7-938c0fdfee91 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:09.142568 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-743363b4-00f9-4032-954e-c13ca8bd4607 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Transition to ACTIVE for port object 97a617ca-538d-4ddf-929f-02a3490d5553 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:09.189257 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-743363b4-00f9-4032-954e-c13ca8bd4607 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.190053 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f2c30-a6c6-48ae-9143-246764ffae78 req-60cd0577-0d9e-4f87-bbe0-dc719c2cf9e4 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:09.200078 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ea3f2c30-a6c6-48ae-9143-246764ffae78 req-60cd0577-0d9e-4f87-bbe0-dc719c2cf9e4 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 945 time: 0.1439061 Jul 15 23:16:09.252421 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743363b4-00f9-4032-954e-c13ca8bd4607 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Port': ['ID=97a617ca-538d-4ddf-929f-02a3490d5553,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:09.252673 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ea3f2c30-a6c6-48ae-9143-246764ffae78 req-1fc0c1ba-701d-4ddb-91e0-14ba9e8c2e51 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516350 Jul 15 23:16:09.267584 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743363b4-00f9-4032-954e-c13ca8bd4607 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network e6b80583-fdf9-477d-afe9-8f312f5b0850 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:09.269215 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-743363b4-00f9-4032-954e-c13ca8bd4607 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:09.271864 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743363b4-00f9-4032-954e-c13ca8bd4607 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:09.333686 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743363b4-00f9-4032-954e-c13ca8bd4607 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:09.334445 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-743363b4-00f9-4032-954e-c13ca8bd4607 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.353369 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-743363b4-00f9-4032-954e-c13ca8bd4607 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0277438 Jul 15 23:16:09.356141 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56964) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:09.357777 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b786b2b8-91ca-42b2-98e3-7ed3c31ef452 None None] Network e6b80583-fdf9-477d-afe9-8f312f5b0850 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:09.478018 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-98297b70-35f5-4afd-a9be-a03e103129e9 None None] Provisioning for port efbfcb9a-793e-4ef3-98b7-938c0fdfee91 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:09.491736 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-98297b70-35f5-4afd-a9be-a03e103129e9 None None] Provisioning complete for port efbfcb9a-793e-4ef3-98b7-938c0fdfee91 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:09.492421 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-98297b70-35f5-4afd-a9be-a03e103129e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.520847 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7decc15-630f-4c27-800a-7150c83aeed3 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:09.522027 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d7decc15-630f-4c27-800a-7150c83aeed3 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1648169 Jul 15 23:16:09.524937 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56966) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:09.544611 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ba44c-1293-4e9b-ae00-cb972f3b65b8 req-17ddfb60-f44e-414c-afec-8105c7989258 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:09.546883 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aa9ba44c-1293-4e9b-ae00-cb972f3b65b8 req-17ddfb60-f44e-414c-afec-8105c7989258 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.16 "GET /v2.0/ports?device_id=d133e8b5-b715-47c0-b953-6198b789b287 HTTP/1.1" status: 200 len: 944 time: 0.1209784 Jul 15 23:16:09.597127 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aa9ba44c-1293-4e9b-ae00-cb972f3b65b8 req-565ca7a8-5b32-4434-a2f4-b34256be2c43 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e82fbe0-f2ee-4a66-9dfc-8e3d83678763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431297 Jul 15 23:16:09.656189 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-98297b70-35f5-4afd-a9be-a03e103129e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.682705 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e0ca2e-1cdc-437f-adc5-9b5fa2feeb4b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:09.689817 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e0ca2e-1cdc-437f-adc5-9b5fa2feeb4b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:09.697376 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e0ca2e-1cdc-437f-adc5-9b5fa2feeb4b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:09.699183 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-67e0ca2e-1cdc-437f-adc5-9b5fa2feeb4b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1726193 Jul 15 23:16:09.702808 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56968) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:09.707386 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-98297b70-35f5-4afd-a9be-a03e103129e9 None None] For port efbfcb9a-793e-4ef3-98b7-938c0fdfee91, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=efbfcb9a-793e-4ef3-98b7-938c0fdfee91,segment=NetworkSegment(7947a353-453b-4ff3-b80f-d4e471f77b4f),segment_id=7947a353-453b-4ff3-b80f-d4e471f77b4f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:09.714663 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-98297b70-35f5-4afd-a9be-a03e103129e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.786176 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98297b70-35f5-4afd-a9be-a03e103129e9 None None] Pushing event updated for resources: {'Port': ['ID=efbfcb9a-793e-4ef3-98b7-938c0fdfee91,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:09.827083 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-75ca35b5-85fc-41e2-8ffa-4f62b0fbf165 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting port 97a617ca-538d-4ddf-929f-02a3490d5553 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:09.827083 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-75ca35b5-85fc-41e2-8ffa-4f62b0fbf165 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.928770 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-75ca35b5-85fc-41e2-8ffa-4f62b0fbf165 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.943307 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-75ca35b5-85fc-41e2-8ffa-4f62b0fbf165 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Calling delete_port for 97a617ca-538d-4ddf-929f-02a3490d5553 owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:09.945172 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a28f909c-5749-43f3-bf70-78b361fad7f0 None None] Provisioning for port 9143aa02-b96b-49f0-b96a-64a244503d3b completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:09.951254 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a28f909c-5749-43f3-bf70-78b361fad7f0 None None] Provisioning complete for port 9143aa02-b96b-49f0-b96a-64a244503d3b triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:09.951548 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a28f909c-5749-43f3-bf70-78b361fad7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.995862 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a28f909c-5749-43f3-bf70-78b361fad7f0 None None] Port 9143aa02-b96b-49f0-b96a-64a244503d3b cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:16:10.010452 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a28f909c-5749-43f3-bf70-78b361fad7f0 None None] Provisioning for port 97a617ca-538d-4ddf-929f-02a3490d5553 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:10.015805 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a28f909c-5749-43f3-bf70-78b361fad7f0 None None] Provisioning complete for port 97a617ca-538d-4ddf-929f-02a3490d5553 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:10.016495 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a28f909c-5749-43f3-bf70-78b361fad7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.059162 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a28f909c-5749-43f3-bf70-78b361fad7f0 None None] Port 97a617ca-538d-4ddf-929f-02a3490d5553 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:16:10.071517 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a28f909c-5749-43f3-bf70-78b361fad7f0 None None] Provisioning complete for port efbfcb9a-793e-4ef3-98b7-938c0fdfee91 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:10.072208 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a28f909c-5749-43f3-bf70-78b361fad7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.111026 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-75ca35b5-85fc-41e2-8ffa-4f62b0fbf165 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.156062 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca35b5-85fc-41e2-8ffa-4f62b0fbf165 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Port': ['ID=97a617ca-538d-4ddf-929f-02a3490d5553,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:10.197144 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 83b77b9b-f32a-4837-9d82-fe8fd02c945b up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:10.265429 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 83b77b9b-f32a-4837-9d82-fe8fd02c945b completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:10.274622 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 83b77b9b-f32a-4837-9d82-fe8fd02c945b triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:10.275280 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.338565 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f73a6355-1541-4cbc-aa41-deb79873ae89 None None] Provisioning complete for port 9143aa02-b96b-49f0-b96a-64a244503d3b triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:10.339168 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f73a6355-1541-4cbc-aa41-deb79873ae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.345433 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-75ca35b5-85fc-41e2-8ffa-4f62b0fbf165 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.350852 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-75ca35b5-85fc-41e2-8ffa-4f62b0fbf165 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/ports/97a617ca-538d-4ddf-929f-02a3490d5553 HTTP/1.1" status: 204 len: 168 time: 0.6465766 Jul 15 23:16:10.351410 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56980) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:10.409777 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c559eb6-21b2-489f-9868-55b28c546e8a req-c33bb322-4e61-470a-9324-80bcd2c014ca tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:10.424812 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c559eb6-21b2-489f-9868-55b28c546e8a req-c33bb322-4e61-470a-9324-80bcd2c014ca tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:10.439191 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8df311-fabe-4620-a8f5-a4c816f77466 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] GET failed (client error): The resource could not be found. Jul 15 23:16:10.443873 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c559eb6-21b2-489f-9868-55b28c546e8a req-c33bb322-4e61-470a-9324-80bcd2c014ca tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:10.445265 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5c559eb6-21b2-489f-9868-55b28c546e8a req-c33bb322-4e61-470a-9324-80bcd2c014ca tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 2414 time: 0.1706653 Jul 15 23:16:10.445910 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2c8df311-fabe-4620-a8f5-a4c816f77466 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "GET /v2.0/ports/97a617ca-538d-4ddf-929f-02a3490d5553 HTTP/1.1" status: 404 len: 333 time: 0.0918059 Jul 15 23:16:10.453857 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56984) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:10.473202 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f73a6355-1541-4cbc-aa41-deb79873ae89 None None] Port 9143aa02-b96b-49f0-b96a-64a244503d3b cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:16:10.479679 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.511204 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27d077e-5978-43e5-b22f-d5c7e1809144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b77b9b-f32a-4837-9d82-fe8fd02c945b'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:10.516196 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38bbb92-80cb-487f-9aa9-d894b2ea3ab1" -d '{"events": [{"server_uuid": "d27d077e-5978-43e5-b22f-d5c7e1809144", "name": "network-vif-plugged", "status": "completed", "tag": "83b77b9b-f32a-4837-9d82-fe8fd02c945b"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:10.557481 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 83b77b9b-f32a-4837-9d82-fe8fd02c945b, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=83b77b9b-f32a-4837-9d82-fe8fd02c945b,segment=NetworkSegment(623edce1-7442-4de6-bd1e-31eb8e527d05),segment_id=623edce1-7442-4de6-bd1e-31eb8e527d05)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:10.565412 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5c559eb6-21b2-489f-9868-55b28c546e8a req-dbf9413e-f42e-4090-9835-1d3b814bae22 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581310 Jul 15 23:16:10.570544 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.573674 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 0546ec80-0e46-466f-9580-c961ef06acba up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:10.597871 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29e231-2aa6-48ad-a73c-2dd4ab6e203d req-15dd5123-674d-41f3-9913-932ab46a509d tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:10.608866 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cf29e231-2aa6-48ad-a73c-2dd4ab6e203d req-15dd5123-674d-41f3-9913-932ab46a509d tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 945 time: 0.1568263 Jul 15 23:16:10.685894 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f815f5cf-cda1-45cf-b200-33975d82fa6b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting port 9143aa02-b96b-49f0-b96a-64a244503d3b {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:10.686600 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f815f5cf-cda1-45cf-b200-33975d82fa6b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.691091 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2174f04a-d28a-43b9-8d62-6297e123bf78 None None] Could not find standard attr ID for object 97a617ca-538d-4ddf-929f-02a3490d5553. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:16:10.719203 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cf29e231-2aa6-48ad-a73c-2dd4ab6e203d req-ce718dc1-727d-474d-b722-e519382f93ca tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082959 Jul 15 23:16:10.808932 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=83b77b9b-f32a-4837-9d82-fe8fd02c945b,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:10.838175 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd574dbb-3bf9-4877-a77a-bf3f5f9b1d3c x-openstack-request-id: req-bd574dbb-3bf9-4877-a77a-bf3f5f9b1d3c {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:10.838461 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27d077e-5978-43e5-b22f-d5c7e1809144", "name": "network-vif-plugged", "status": "completed", "tag": "83b77b9b-f32a-4837-9d82-fe8fd02c945b", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:10.838724 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd574dbb-3bf9-4877-a77a-bf3f5f9b1d3c {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:10.841303 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27d077e-5978-43e5-b22f-d5c7e1809144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b77b9b-f32a-4837-9d82-fe8fd02c945b', 'code': 200} Jul 15 23:16:10.845614 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 0546ec80-0e46-466f-9580-c961ef06acba completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:10.854658 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 0546ec80-0e46-466f-9580-c961ef06acba triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:10.856200 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.911358 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f815f5cf-cda1-45cf-b200-33975d82fa6b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.932175 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f815f5cf-cda1-45cf-b200-33975d82fa6b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Calling delete_port for 9143aa02-b96b-49f0-b96a-64a244503d3b owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:10.995055 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device efbfcb9a-793e-4ef3-98b7-938c0fdfee91 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:11.048446 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.094745 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 0546ec80-0e46-466f-9580-c961ef06acba, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=0546ec80-0e46-466f-9580-c961ef06acba,segment=NetworkSegment(ea66ff60-3fee-46c5-83ef-1c111059479d),segment_id=ea66ff60-3fee-46c5-83ef-1c111059479d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:11.096698 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f815f5cf-cda1-45cf-b200-33975d82fa6b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.101714 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port efbfcb9a-793e-4ef3-98b7-938c0fdfee91 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:11.102139 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.103924 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.104788 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 704238e6-1f80-4ba8-bfda-fe1268d2e6a9 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:11.117131 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cefd7a4-5100-4b7a-8cf7-1a1a97a43593 req-e33f11a3-fed5-47d4-ab02-1de4bd9fd1d6 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:11.118976 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8cefd7a4-5100-4b7a-8cf7-1a1a97a43593 req-e33f11a3-fed5-47d4-ab02-1de4bd9fd1d6 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.16 "GET /v2.0/ports?device_id=d133e8b5-b715-47c0-b953-6198b789b287 HTTP/1.1" status: 200 len: 944 time: 0.1118143 Jul 15 23:16:11.140031 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815f5cf-cda1-45cf-b200-33975d82fa6b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Port': ['ID=9143aa02-b96b-49f0-b96a-64a244503d3b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:11.179271 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8cefd7a4-5100-4b7a-8cf7-1a1a97a43593 req-b33f1a25-7d59-40c1-a6f0-cf9da48348b3 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e82fbe0-f2ee-4a66-9dfc-8e3d83678763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522413 Jul 15 23:16:11.243380 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f815f5cf-cda1-45cf-b200-33975d82fa6b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.248568 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f815f5cf-cda1-45cf-b200-33975d82fa6b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/ports/9143aa02-b96b-49f0-b96a-64a244503d3b HTTP/1.1" status: 204 len: 168 time: 0.7912464 Jul 15 23:16:11.249554 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56992) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:11.282219 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ec8024-f304-443e-8a90-c43e8fce7aaa tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] GET failed (client error): The resource could not be found. Jul 15 23:16:11.283808 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=0546ec80-0e46-466f-9580-c961ef06acba,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:11.287126 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56994) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:11.287301 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-34ec8024-f304-443e-8a90-c43e8fce7aaa tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "GET /v2.0/ports/9143aa02-b96b-49f0-b96a-64a244503d3b HTTP/1.1" status: 404 len: 333 time: 0.0360980 Jul 15 23:16:11.356966 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef89946-43c3-48a8-8eb0-ef0f4027e06a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting subnet e06d7647-7b88-463b-b463-db837587ca3c {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:16:11.357586 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 704238e6-1f80-4ba8-bfda-fe1268d2e6a9 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:11.367391 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eef89946-43c3-48a8-8eb0-ef0f4027e06a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.369229 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 704238e6-1f80-4ba8-bfda-fe1268d2e6a9 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:11.369602 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.434965 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eef89946-43c3-48a8-8eb0-ef0f4027e06a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.455637 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.491881 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 704238e6-1f80-4ba8-bfda-fe1268d2e6a9, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=704238e6-1f80-4ba8-bfda-fe1268d2e6a9,segment=NetworkSegment(90689e6f-e736-4de7-bc5b-338c0f42389d),segment_id=90689e6f-e736-4de7-bc5b-338c0f42389d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:11.497499 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.534555 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eef89946-43c3-48a8-8eb0-ef0f4027e06a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.573765 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=704238e6-1f80-4ba8-bfda-fe1268d2e6a9,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:11.613923 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eef89946-43c3-48a8-8eb0-ef0f4027e06a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.631699 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eef89946-43c3-48a8-8eb0-ef0f4027e06a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.633596 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-eef89946-43c3-48a8-8eb0-ef0f4027e06a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/subnets/e06d7647-7b88-463b-b463-db837587ca3c HTTP/1.1" status: 204 len: 168 time: 0.3446801 Jul 15 23:16:11.636404 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57000) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:11.638811 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc8f938-aea3-4548-889d-b07f6204588b None None] Network e6b80583-fdf9-477d-afe9-8f312f5b0850 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:11.651815 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef89946-43c3-48a8-8eb0-ef0f4027e06a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Subnet': ['ID=e06d7647-7b88-463b-b463-db837587ca3c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:11.728114 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d97b3152-97cb-400b-be08-d1701f2680ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.896756 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d97b3152-97cb-400b-be08-d1701f2680ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting port efbfcb9a-793e-4ef3-98b7-938c0fdfee91 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:11.897189 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d97b3152-97cb-400b-be08-d1701f2680ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.914693 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc126e6-22e6-4712-99d0-fd7b200e6faa None None] DHCP port deletion for e6b80583-fdf9-477d-afe9-8f312f5b0850 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:16:11.984523 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7d8de-4dd6-491c-a458-b5d194213e5b req-fec5d3c2-b094-4a6d-977b-f1259f873a48 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:11.989231 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-4cc126e6-22e6-4712-99d0-fd7b200e6faa None None] Deleting port efbfcb9a-793e-4ef3-98b7-938c0fdfee91 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:11.989836 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4cc126e6-22e6-4712-99d0-fd7b200e6faa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.990422 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7d8de-4dd6-491c-a458-b5d194213e5b req-fec5d3c2-b094-4a6d-977b-f1259f873a48 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:11.996329 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7d8de-4dd6-491c-a458-b5d194213e5b req-fec5d3c2-b094-4a6d-977b-f1259f873a48 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:11.998299 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b3c7d8de-4dd6-491c-a458-b5d194213e5b req-fec5d3c2-b094-4a6d-977b-f1259f873a48 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 2416 time: 0.2283998 Jul 15 23:16:12.006802 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d97b3152-97cb-400b-be08-d1701f2680ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] For port efbfcb9a-793e-4ef3-98b7-938c0fdfee91, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=efbfcb9a-793e-4ef3-98b7-938c0fdfee91,segment=NetworkSegment(7947a353-453b-4ff3-b80f-d4e471f77b4f),segment_id=7947a353-453b-4ff3-b80f-d4e471f77b4f)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:12.007166 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d97b3152-97cb-400b-be08-d1701f2680ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:12.040351 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d97b3152-97cb-400b-be08-d1701f2680ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Calling delete_port for efbfcb9a-793e-4ef3-98b7-938c0fdfee91 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:12.053853 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7248ae-5666-4968-a802-83da609b1887 req-5b064413-65ca-49a0-856e-c9bc1bc060e0 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:12.055878 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1e7248ae-5666-4968-a802-83da609b1887 req-5b064413-65ca-49a0-856e-c9bc1bc060e0 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 945 time: 0.2105112 Jul 15 23:16:12.065408 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4cc126e6-22e6-4712-99d0-fd7b200e6faa None None] For port efbfcb9a-793e-4ef3-98b7-938c0fdfee91, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=efbfcb9a-793e-4ef3-98b7-938c0fdfee91,segment=NetworkSegment(7947a353-453b-4ff3-b80f-d4e471f77b4f),segment_id=7947a353-453b-4ff3-b80f-d4e471f77b4f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:12.065797 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4cc126e6-22e6-4712-99d0-fd7b200e6faa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:12.080587 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-4cc126e6-22e6-4712-99d0-fd7b200e6faa None None] Calling delete_port for efbfcb9a-793e-4ef3-98b7-938c0fdfee91 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:12.128957 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b3c7d8de-4dd6-491c-a458-b5d194213e5b req-be7b7cf1-a298-4b52-84f9-a68f5fc73e08 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189494 Jul 15 23:16:12.162742 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1e7248ae-5666-4968-a802-83da609b1887 req-13ec6171-226b-4282-a5ed-83d5b2637d4a tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978878 Jul 15 23:16:12.176304 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4cc126e6-22e6-4712-99d0-fd7b200e6faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:12.195532 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d97b3152-97cb-400b-be08-d1701f2680ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:12.226937 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b3152-97cb-400b-be08-d1701f2680ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Port': ['ID=efbfcb9a-793e-4ef3-98b7-938c0fdfee91,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:12.232069 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b3152-97cb-400b-be08-d1701f2680ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] No DVR routers for this DVR port efbfcb9a-793e-4ef3-98b7-938c0fdfee91 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:12.236936 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc126e6-22e6-4712-99d0-fd7b200e6faa None None] Pushing event deleted for resources: {'Port': ['ID=efbfcb9a-793e-4ef3-98b7-938c0fdfee91,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:12.239540 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc126e6-22e6-4712-99d0-fd7b200e6faa None None] No DVR routers for this DVR port efbfcb9a-793e-4ef3-98b7-938c0fdfee91 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:12.337384 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d97b3152-97cb-400b-be08-d1701f2680ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:12.349474 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-d97b3152-97cb-400b-be08-d1701f2680ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b80583-fdf9-477d-afe9-8f312f5b0850']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:12.361299 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-d97b3152-97cb-400b-be08-d1701f2680ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7947a353-453b-4ff3-b80f-d4e471f77b4f') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:12.361507 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-d97b3152-97cb-400b-be08-d1701f2680ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7947a353-453b-4ff3-b80f-d4e471f77b4f') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:12.370273 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d97b3152-97cb-400b-be08-d1701f2680ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:12.384120 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d97b3152-97cb-400b-be08-d1701f2680ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:12.391133 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97b3152-97cb-400b-be08-d1701f2680ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:16:12.391710 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d97b3152-97cb-400b-be08-d1701f2680ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: self.session.flush() Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: self.session.flush() Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: self.session.flush() Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: self.session.flush() Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:16:12.394710 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:16:12.483213 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d97b3152-97cb-400b-be08-d1701f2680ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:12.491050 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d97b3152-97cb-400b-be08-d1701f2680ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:12.492832 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d97b3152-97cb-400b-be08-d1701f2680ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/networks/e6b80583-fdf9-477d-afe9-8f312f5b0850 HTTP/1.1" status: 204 len: 168 time: 0.8549168 Jul 15 23:16:12.497033 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57010) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:12.501915 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-15f92bdb-aa8d-4b8b-8d52-c7708f8ed1ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1996254922'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:12.508810 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b3152-97cb-400b-be08-d1701f2680ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Network': ['ID=e6b80583-fdf9-477d-afe9-8f312f5b0850,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:12.524996 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f92bdb-aa8d-4b8b-8d52-c7708f8ed1ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:12.529070 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15f92bdb-aa8d-4b8b-8d52-c7708f8ed1ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:12.529569 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6f30b-b20c-40d4-9c89-6fa5388a0de8 req-61e147ac-d03a-4470-a16c-e363ac455d18 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:12.531696 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-28b6f30b-b20c-40d4-9c89-6fa5388a0de8 req-61e147ac-d03a-4470-a16c-e363ac455d18 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.16 "GET /v2.0/ports?device_id=d133e8b5-b715-47c0-b953-6198b789b287 HTTP/1.1" status: 200 len: 945 time: 0.1270695 Jul 15 23:16:12.559729 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f92bdb-aa8d-4b8b-8d52-c7708f8ed1ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:16:12.570173 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15f92bdb-aa8d-4b8b-8d52-c7708f8ed1ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:12.570529 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-15f92bdb-aa8d-4b8b-8d52-c7708f8ed1ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Added segment d712111e-b096-4a2b-9ac5-d77c12349e1c of type vlan for network 1f11e600-b563-465b-92a3-d0be5bf9d5fb Jul 15 23:16:12.583180 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-28b6f30b-b20c-40d4-9c89-6fa5388a0de8 req-9ba45655-243b-4363-86b8-43af1cc63253 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e82fbe0-f2ee-4a66-9dfc-8e3d83678763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406063 Jul 15 23:16:12.638251 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15f92bdb-aa8d-4b8b-8d52-c7708f8ed1ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:12.670431 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15f92bdb-aa8d-4b8b-8d52-c7708f8ed1ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:12.676838 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f92bdb-aa8d-4b8b-8d52-c7708f8ed1ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:12.677786 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15f92bdb-aa8d-4b8b-8d52-c7708f8ed1ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:12.728936 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-15f92bdb-aa8d-4b8b-8d52-c7708f8ed1ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2311144 Jul 15 23:16:12.731907 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57034) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:12.737501 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2fe84421-b82f-4bd0-995d-f689a8196fd7 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'subnet': {'network_id': '1f11e600-b563-465b-92a3-d0be5bf9d5fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:12.779773 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f92bdb-aa8d-4b8b-8d52-c7708f8ed1ac tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Network': ['ID=1f11e600-b563-465b-92a3-d0be5bf9d5fb,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:12.792367 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 1f11e600-b563-465b-92a3-d0be5bf9d5fb details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:16:12.881331 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd133e8b5-b715-47c0-b953-6198b789b287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0546ec80-0e46-466f-9580-c961ef06acba'}, {'server_uuid': 'd27d077e-5978-43e5-b22f-d5c7e1809144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704238e6-1f80-4ba8-bfda-fe1268d2e6a9'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:12.887811 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c0afff-5220-4cdf-a243-8d06e4a58bb6" -d '{"events": [{"server_uuid": "d133e8b5-b715-47c0-b953-6198b789b287", "name": "network-vif-plugged", "status": "completed", "tag": "0546ec80-0e46-466f-9580-c961ef06acba"}, {"server_uuid": "d27d077e-5978-43e5-b22f-d5c7e1809144", "name": "network-vif-plugged", "status": "completed", "tag": "704238e6-1f80-4ba8-bfda-fe1268d2e6a9"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:12.912307 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device efbfcb9a-793e-4ef3-98b7-938c0fdfee91 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:16:12.945345 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: efbfcb9a-793e-4ef3-98b7-938c0fdfee91 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:16:12.945808 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device efbfcb9a-793e-4ef3-98b7-938c0fdfee91 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:16:12.977118 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c43d70-e118-4ffb-8b6e-79d313dc4b3b x-openstack-request-id: req-09c43d70-e118-4ffb-8b6e-79d313dc4b3b {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:12.977633 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d133e8b5-b715-47c0-b953-6198b789b287", "name": "network-vif-plugged", "status": "completed", "tag": "0546ec80-0e46-466f-9580-c961ef06acba", "code": 200}, {"server_uuid": "d27d077e-5978-43e5-b22f-d5c7e1809144", "name": "network-vif-plugged", "status": "completed", "tag": "704238e6-1f80-4ba8-bfda-fe1268d2e6a9", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:12.977915 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09c43d70-e118-4ffb-8b6e-79d313dc4b3b {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:12.978513 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd133e8b5-b715-47c0-b953-6198b789b287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0546ec80-0e46-466f-9580-c961ef06acba', 'code': 200} Jul 15 23:16:12.978813 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27d077e-5978-43e5-b22f-d5c7e1809144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704238e6-1f80-4ba8-bfda-fe1268d2e6a9', 'code': 200} Jul 15 23:16:13.344791 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b785444-3142-436e-89a0-410c3bea1341 req-02cfd0d1-54b2-4892-a078-8cd188826def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:13.346337 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2b785444-3142-436e-89a0-410c3bea1341 req-02cfd0d1-54b2-4892-a078-8cd188826def service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d133e8b5-b715-47c0-b953-6198b789b287 HTTP/1.1" status: 200 len: 1096 time: 0.1356125 Jul 15 23:16:13.346948 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe84421-b82f-4bd0-995d-f689a8196fd7 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:13.350346 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2fe84421-b82f-4bd0-995d-f689a8196fd7 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:13.400181 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07f726-f99f-4245-8907-1cf48b1bf328 req-56785617-9bd7-41fe-9630-e9b4af4e48d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:13.400558 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07f726-f99f-4245-8907-1cf48b1bf328 req-56785617-9bd7-41fe-9630-e9b4af4e48d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:13.401034 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07f726-f99f-4245-8907-1cf48b1bf328 req-56785617-9bd7-41fe-9630-e9b4af4e48d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:13.402703 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fb07f726-f99f-4245-8907-1cf48b1bf328 req-56785617-9bd7-41fe-9630-e9b4af4e48d7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 2869 time: 0.1995163 Jul 15 23:16:13.478677 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e527c-33c4-4579-a5fb-ba331fa2a372 req-975fabe9-7320-4bdb-86e7-c98f722e798b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:13.486996 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e527c-33c4-4579-a5fb-ba331fa2a372 req-975fabe9-7320-4bdb-86e7-c98f722e798b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:13.493885 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e527c-33c4-4579-a5fb-ba331fa2a372 req-975fabe9-7320-4bdb-86e7-c98f722e798b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:13.496607 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-075e527c-33c4-4579-a5fb-ba331fa2a372 req-975fabe9-7320-4bdb-86e7-c98f722e798b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 2416 time: 0.1830475 Jul 15 23:16:13.504562 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2b785444-3142-436e-89a0-410c3bea1341 req-ae1fa345-d86e-47ec-943d-40e9874370fb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4e82fbe0-f2ee-4a66-9dfc-8e3d83678763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378379 Jul 15 23:16:13.519427 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ee11b-aa2d-459d-8e16-c713f350029c req-6eb64190-5189-441d-8fc9-23c4f81959d4 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:13.522375 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9f4ee11b-aa2d-459d-8e16-c713f350029c req-6eb64190-5189-441d-8fc9-23c4f81959d4 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 945 time: 0.1170847 Jul 15 23:16:13.595343 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-075e527c-33c4-4579-a5fb-ba331fa2a372 req-d68c6217-137d-4e52-8734-2ff13d78850a tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873539 Jul 15 23:16:13.603732 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9f4ee11b-aa2d-459d-8e16-c713f350029c req-ae291977-05e2-4056-8e15-a15c2918d58c tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736015 Jul 15 23:16:13.628357 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fb07f726-f99f-4245-8907-1cf48b1bf328 req-39ee9ce4-b3bd-4034-b88a-1cbf82a76c53 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129283 Jul 15 23:16:13.681331 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-37e5ac18-63b4-4149-9526-1d86b25654c9 req-ad900a44-65a4-4f79-a9ce-77dbcc73474c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=74d1ff00-bfb2-4c1d-8ab1-9abd8583b125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2746601 Jul 15 23:16:13.688966 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2fe84421-b82f-4bd0-995d-f689a8196fd7 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:13.760999 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe84421-b82f-4bd0-995d-f689a8196fd7 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Subnet': ['ID=3b11f3d7-09b6-4adb-8823-e50d9977e285,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:13.772522 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe84421-b82f-4bd0-995d-f689a8196fd7 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:13.772879 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe84421-b82f-4bd0-995d-f689a8196fd7 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:13.773218 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe84421-b82f-4bd0-995d-f689a8196fd7 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:13.773549 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe84421-b82f-4bd0-995d-f689a8196fd7 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:13.774086 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe84421-b82f-4bd0-995d-f689a8196fd7 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:13.774415 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe84421-b82f-4bd0-995d-f689a8196fd7 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:13.774952 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe84421-b82f-4bd0-995d-f689a8196fd7 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:13.775281 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe84421-b82f-4bd0-995d-f689a8196fd7 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:13.775612 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe84421-b82f-4bd0-995d-f689a8196fd7 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:13.775939 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe84421-b82f-4bd0-995d-f689a8196fd7 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:13.776328 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe84421-b82f-4bd0-995d-f689a8196fd7 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:13.776594 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe84421-b82f-4bd0-995d-f689a8196fd7 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:13.786777 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe84421-b82f-4bd0-995d-f689a8196fd7 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Checking segment: {'id': 'd712111e-b096-4a2b-9ac5-d77c12349e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1f11e600-b563-465b-92a3-d0be5bf9d5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:13.787400 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe84421-b82f-4bd0-995d-f689a8196fd7 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network hostable DHCP agents. Network: 1f11e600-b563-465b-92a3-d0be5bf9d5fb, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:16:13.811208 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe84421-b82f-4bd0-995d-f689a8196fd7 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network 1f11e600-b563-465b-92a3-d0be5bf9d5fb is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:16:13.824183 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-2fe84421-b82f-4bd0-995d-f689a8196fd7 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 1f11e600-b563-465b-92a3-d0be5bf9d5fb) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:13.828709 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe84421-b82f-4bd0-995d-f689a8196fd7 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:13.829297 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2fe84421-b82f-4bd0-995d-f689a8196fd7 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:13.835406 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2a0e85-23ed-47b4-9856-775e7b35369e None None] Network 1f11e600-b563-465b-92a3-d0be5bf9d5fb requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:13.845902 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2fe84421-b82f-4bd0-995d-f689a8196fd7 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1128473 Jul 15 23:16:13.848601 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57100) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:13.855917 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-17943093-d351-4429-bfa4-860373630172 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-606478718', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:13.884743 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17943093-d351-4429-bfa4-860373630172 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:13.886140 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17943093-d351-4429-bfa4-860373630172 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:13.929016 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68ba32-0e7c-4720-adb3-152b3d75c564 req-998f0562-5a37-4510-9699-216ef9c18056 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:13.930885 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f68ba32-0e7c-4720-adb3-152b3d75c564 req-998f0562-5a37-4510-9699-216ef9c18056 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.16 "GET /v2.0/ports?device_id=d133e8b5-b715-47c0-b953-6198b789b287 HTTP/1.1" status: 200 len: 945 time: 0.0771263 Jul 15 23:16:13.979514 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f68ba32-0e7c-4720-adb3-152b3d75c564 req-66574871-336f-4446-a65f-c189acf41453 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e82fbe0-f2ee-4a66-9dfc-8e3d83678763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414224 Jul 15 23:16:13.980829 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17943093-d351-4429-bfa4-860373630172 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:13.987781 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17943093-d351-4429-bfa4-860373630172 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.009218 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17943093-d351-4429-bfa4-860373630172 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.013296 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57102) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:14.014025 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-17943093-d351-4429-bfa4-860373630172 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1642256 Jul 15 23:16:14.019186 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a115ae40-d559-4603-b54a-70577d9b8164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-1f11e600-b563-465b-92a3-d0be5bf9d5fb', 'network_id': '1f11e600-b563-465b-92a3-d0be5bf9d5fb', 'tenant_id': '178eb6500ae7443591abbc93e5ee1d7b', 'fixed_ips': [{'subnet_id': '3b11f3d7-09b6-4adb-8823-e50d9977e285'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:16:14.020050 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a115ae40-d559-4603-b54a-70577d9b8164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.020435 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-994e473b-bd06-4dda-8df8-448f21fb36d1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'port': {'network_id': '1f11e600-b563-465b-92a3-d0be5bf9d5fb', 'name': 'tempest-PortsTestJSON-1501532377'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:14.139573 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5ac18-63b4-4149-9526-1d86b25654c9 req-9407a626-2e5a-49a1-a7ba-6048216f91a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:14.141367 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-37e5ac18-63b4-4149-9526-1d86b25654c9 req-9407a626-2e5a-49a1-a7ba-6048216f91a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b6db02bafe144d5a8e176b78a5717eb0&device_id=74d1ff00-bfb2-4c1d-8ab1-9abd8583b125 HTTP/1.1" status: 200 len: 1096 time: 0.0644209 Jul 15 23:16:14.154151 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994e473b-bd06-4dda-8df8-448f21fb36d1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:14.159515 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-994e473b-bd06-4dda-8df8-448f21fb36d1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.180009 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-994e473b-bd06-4dda-8df8-448f21fb36d1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] device_id is not set on port d919c9da-c39e-4a71-8ed6-a2ab3c1c4ca9 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:16:14.200583 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-a115ae40-d559-4603-b54a-70577d9b8164 None None] Allocated IP 172.20.0.2 (1f11e600-b563-465b-92a3-d0be5bf9d5fb/3b11f3d7-09b6-4adb-8823-e50d9977e285/cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:14.273256 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5ac18-63b4-4149-9526-1d86b25654c9 req-10e9bcf8-b8cf-4d5c-b607-c540c7f158ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:14.275203 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-37e5ac18-63b4-4149-9526-1d86b25654c9 req-10e9bcf8-b8cf-4d5c-b607-c540c7f158ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=5f499d80-0bb6-4641-9dad-53d101f8ac70 HTTP/1.1" status: 200 len: 909 time: 0.1126413 Jul 15 23:16:14.349921 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-37e5ac18-63b4-4149-9526-1d86b25654c9 req-c425b4fb-5ab7-492a-b7cb-799749d5a8ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=899f3ca5-80d4-4fce-b5b8-b36c8540d5bd HTTP/1.1" status: 200 len: 1000 time: 0.0675986 Jul 15 23:16:14.404158 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-425dcdb2-8baf-4fb4-9000-9c53eacd4a15 req-2bb173af-6f81-49b9-8399-86f82cef32df service neutron] (93799) timed out ('10.222.0.36', 64403) {{(pid=93799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:16:14.405096 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5ac18-63b4-4149-9526-1d86b25654c9 req-92bd3cf4-8e16-4ccd-aa75-bfb84631e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:14.407097 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-37e5ac18-63b4-4149-9526-1d86b25654c9 req-92bd3cf4-8e16-4ccd-aa75-bfb84631e37b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=95ba6ced-0926-439c-b94f-d6a4529be42b HTTP/1.1" status: 200 len: 847 time: 0.0509951 Jul 15 23:16:14.409054 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a115ae40-d559-4603-b54a-70577d9b8164 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.419145 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a115ae40-d559-4603-b54a-70577d9b8164 None None] Transition to ACTIVE for port object cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:14.435046 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a115ae40-d559-4603-b54a-70577d9b8164 None None] Transition to ACTIVE for port object cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:14.445654 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a115ae40-d559-4603-b54a-70577d9b8164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.480927 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5ac18-63b4-4149-9526-1d86b25654c9 req-a840e75c-c8ac-4a53-8fab-3d6f149cc740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:14.482469 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-37e5ac18-63b4-4149-9526-1d86b25654c9 req-a840e75c-c8ac-4a53-8fab-3d6f149cc740 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5f499d80-0bb6-4641-9dad-53d101f8ac70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676961 Jul 15 23:16:14.499871 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115ae40-d559-4603-b54a-70577d9b8164 None None] Pushing event updated for resources: {'Port': ['ID=cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:14.503581 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a115ae40-d559-4603-b54a-70577d9b8164 None None] Network 1f11e600-b563-465b-92a3-d0be5bf9d5fb is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:14.505323 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-a115ae40-d559-4603-b54a-70577d9b8164 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:14.508322 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-994e473b-bd06-4dda-8df8-448f21fb36d1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-2b55fbe1-ea10-4e27-8d06-31375d7b488b {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:16:14.508933 n-d-787205-9 neutron-server[93799]: DEBUG oslo_db.api [None req-994e473b-bd06-4dda-8df8-448f21fb36d1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:16:14.513499 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a115ae40-d559-4603-b54a-70577d9b8164 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:14.578609 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-a115ae40-d559-4603-b54a-70577d9b8164 None None] Attempting to bind port cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:16:14.579006 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-a115ae40-d559-4603-b54a-70577d9b8164 None None] Attempting to bind port cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'd712111e-b096-4a2b-9ac5-d77c12349e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1f11e600-b563-465b-92a3-d0be5bf9d5fb'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:16:14.579362 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a115ae40-d559-4603-b54a-70577d9b8164 None None] Attempting to bind port cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250 on network 1f11e600-b563-465b-92a3-d0be5bf9d5fb {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:14.585223 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a115ae40-d559-4603-b54a-70577d9b8164 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:16:14.585986 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a115ae40-d559-4603-b54a-70577d9b8164 None None] Checking segment: {'id': 'd712111e-b096-4a2b-9ac5-d77c12349e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1f11e600-b563-465b-92a3-d0be5bf9d5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:14.586472 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-37e5ac18-63b4-4149-9526-1d86b25654c9 req-c07c9cee-e8a5-40eb-875b-ad38597f8d9e service neutron] 10.222.0.36 "GET /v2.0/networks/5f499d80-0bb6-4641-9dad-53d101f8ac70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972590 Jul 15 23:16:14.586983 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a115ae40-d559-4603-b54a-70577d9b8164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.587079 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a115ae40-d559-4603-b54a-70577d9b8164 None None] Bound using segment: {'id': 'd712111e-b096-4a2b-9ac5-d77c12349e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1f11e600-b563-465b-92a3-d0be5bf9d5fb'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:16:14.587509 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-a115ae40-d559-4603-b54a-70577d9b8164 None None] Bound port: cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd712111e-b096-4a2b-9ac5-d77c12349e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1f11e600-b563-465b-92a3-d0be5bf9d5fb'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:16:14.587927 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a115ae40-d559-4603-b54a-70577d9b8164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.659527 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-a115ae40-d559-4603-b54a-70577d9b8164 None None] For port cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:16:14.664482 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-a115ae40-d559-4603-b54a-70577d9b8164 None None] For port cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250,segment=NetworkSegment(d712111e-b096-4a2b-9ac5-d77c12349e1c),segment_id=d712111e-b096-4a2b-9ac5-d77c12349e1c)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:16:14.672098 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a115ae40-d559-4603-b54a-70577d9b8164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.722138 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-37e5ac18-63b4-4149-9526-1d86b25654c9 req-eb6e3557-c1df-47a9-8380-c59ec41e9841 service neutron] 10.222.0.36 "GET /v2.0/networks/5f499d80-0bb6-4641-9dad-53d101f8ac70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261976 Jul 15 23:16:14.781041 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115ae40-d559-4603-b54a-70577d9b8164 None None] Pushing event updated for resources: {'Port': ['ID=cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:14.886431 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9f9e8-375e-4c0d-b6ea-57d94e22ac10 req-67a5ff86-0e03-4ed4-b160-f331d791190c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:14.892905 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9f9e8-375e-4c0d-b6ea-57d94e22ac10 req-67a5ff86-0e03-4ed4-b160-f331d791190c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:14.899087 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9f9e8-375e-4c0d-b6ea-57d94e22ac10 req-67a5ff86-0e03-4ed4-b160-f331d791190c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:14.901399 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f3c9f9e8-375e-4c0d-b6ea-57d94e22ac10 req-67a5ff86-0e03-4ed4-b160-f331d791190c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 2416 time: 0.1638715 Jul 15 23:16:14.911509 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894dbea1-6875-4f34-9ca1-959ee5d177cc req-8aca797c-a55b-45ab-a699-6e2c3920ad6a tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:14.919198 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-894dbea1-6875-4f34-9ca1-959ee5d177cc req-8aca797c-a55b-45ab-a699-6e2c3920ad6a tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 945 time: 0.1389320 Jul 15 23:16:15.010519 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-994e473b-bd06-4dda-8df8-448f21fb36d1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:15.027532 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-894dbea1-6875-4f34-9ca1-959ee5d177cc req-1511b4c9-1d0d-468a-85d8-c2b199d1784c tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073849 Jul 15 23:16:15.032017 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f3c9f9e8-375e-4c0d-b6ea-57d94e22ac10 req-08a9f4da-cd02-40a0-8056-fd79faa5bb8a tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098676 Jul 15 23:16:15.040723 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-994e473b-bd06-4dda-8df8-448f21fb36d1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] device_id is not set on port e415f2ac-8512-4746-afb8-cf1fdafdf06b yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:16:15.212733 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-994e473b-bd06-4dda-8df8-448f21fb36d1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Allocated IP 172.20.0.12 (1f11e600-b563-465b-92a3-d0be5bf9d5fb/3b11f3d7-09b6-4adb-8823-e50d9977e285/e415f2ac-8512-4746-afb8-cf1fdafdf06b) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:15.433086 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-994e473b-bd06-4dda-8df8-448f21fb36d1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:15.450691 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-994e473b-bd06-4dda-8df8-448f21fb36d1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Transition to ACTIVE for port object e415f2ac-8512-4746-afb8-cf1fdafdf06b will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:15.464623 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2081fb4-9f9e-4e24-ac70-8c302a093b02 req-d1ae132e-5189-470c-849d-d7f86271099a tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:15.466095 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a2081fb4-9f9e-4e24-ac70-8c302a093b02 req-d1ae132e-5189-470c-849d-d7f86271099a tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.16 "GET /v2.0/ports?device_id=d133e8b5-b715-47c0-b953-6198b789b287 HTTP/1.1" status: 200 len: 945 time: 0.1169293 Jul 15 23:16:15.521690 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a2081fb4-9f9e-4e24-ac70-8c302a093b02 req-9102f59d-a482-4088-a872-b16da8ec3cd8 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e82fbe0-f2ee-4a66-9dfc-8e3d83678763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474973 Jul 15 23:16:15.527191 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-994e473b-bd06-4dda-8df8-448f21fb36d1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:15.586554 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994e473b-bd06-4dda-8df8-448f21fb36d1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network 1f11e600-b563-465b-92a3-d0be5bf9d5fb is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:15.590231 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-994e473b-bd06-4dda-8df8-448f21fb36d1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:15.598403 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994e473b-bd06-4dda-8df8-448f21fb36d1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:15.602666 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e473b-bd06-4dda-8df8-448f21fb36d1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Port': ['ID=e415f2ac-8512-4746-afb8-cf1fdafdf06b,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:15.665496 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994e473b-bd06-4dda-8df8-448f21fb36d1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:15.666243 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-994e473b-bd06-4dda-8df8-448f21fb36d1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:15.684296 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-994e473b-bd06-4dda-8df8-448f21fb36d1 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6694305 Jul 15 23:16:15.687446 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57120) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:15.882304 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b5b5076-31e1-4f1e-b7b0-6b0ffbb7632e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:16.000743 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8730c48a-8f2f-4a90-98f3-ae8e47ca3dcc None None] Network 1f11e600-b563-465b-92a3-d0be5bf9d5fb requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:16.098668 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ab2feb4e-2025-4331-a767-f796834d07c4 None None] Provisioning for port cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:16.160667 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ce9bc-a323-4eb3-a4cb-15bf33091b10 req-88a85d1d-8ebf-427e-ac7e-59c833c3802f tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:16.162848 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a5ce9bc-a323-4eb3-a4cb-15bf33091b10 req-88a85d1d-8ebf-427e-ac7e-59c833c3802f tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.16 "GET /v2.0/ports?device_id=d133e8b5-b715-47c0-b953-6198b789b287 HTTP/1.1" status: 200 len: 945 time: 0.2006428 Jul 15 23:16:16.213266 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9390f0a-c91e-4188-b0de-77993e023eba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:16.273237 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a5ce9bc-a323-4eb3-a4cb-15bf33091b10 req-273f63e2-1ba8-4edf-9985-a710bc0650b8 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e82fbe0-f2ee-4a66-9dfc-8e3d83678763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037135 Jul 15 23:16:16.389729 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2724ee2-ceee-4bf5-a6dd-fc31a29fa1a4 req-519de710-28cc-498a-9c8f-bfcdbb2a7f39 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:16.396049 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2724ee2-ceee-4bf5-a6dd-fc31a29fa1a4 req-519de710-28cc-498a-9c8f-bfcdbb2a7f39 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:16.406004 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2724ee2-ceee-4bf5-a6dd-fc31a29fa1a4 req-519de710-28cc-498a-9c8f-bfcdbb2a7f39 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:16.407892 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2724ee2-ceee-4bf5-a6dd-fc31a29fa1a4 req-519de710-28cc-498a-9c8f-bfcdbb2a7f39 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 2416 time: 0.2224340 Jul 15 23:16:16.551404 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f6ce8fad-2d12-4bce-996b-57596c313407 None None] Provisioning for port e415f2ac-8512-4746-afb8-cf1fdafdf06b completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:16.557185 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f6ce8fad-2d12-4bce-996b-57596c313407 None None] Provisioning complete for port e415f2ac-8512-4746-afb8-cf1fdafdf06b triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:16.557681 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f6ce8fad-2d12-4bce-996b-57596c313407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:16.569087 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2724ee2-ceee-4bf5-a6dd-fc31a29fa1a4 req-089f68cc-1a99-4051-b42a-0963e2e5e8b3 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196785 Jul 15 23:16:16.611058 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f6ce8fad-2d12-4bce-996b-57596c313407 None None] Port e415f2ac-8512-4746-afb8-cf1fdafdf06b cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:16:16.675106 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f15f34-c265-4e46-b401-adccad53516f req-31bdc95a-25e5-4362-bffe-a607138d8271 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:16.682451 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a3f15f34-c265-4e46-b401-adccad53516f req-31bdc95a-25e5-4362-bffe-a607138d8271 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 945 time: 0.2341359 Jul 15 23:16:16.732772 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-03a6a592-06b9-4ba6-ab17-f84348a3efe8 None None] Provisioning complete for port e415f2ac-8512-4746-afb8-cf1fdafdf06b triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:16.733141 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-03a6a592-06b9-4ba6-ab17-f84348a3efe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:16.774845 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-03a6a592-06b9-4ba6-ab17-f84348a3efe8 None None] Port e415f2ac-8512-4746-afb8-cf1fdafdf06b cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:16:16.960144 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:17.060319 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:17.069967 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:17.070343 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.153243 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9390f0a-c91e-4188-b0de-77993e023eba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.168946 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a3f15f34-c265-4e46-b401-adccad53516f req-9514575b-8a25-4a98-9d2b-cb8c3292f597 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4850380 Jul 15 23:16:17.170292 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9390f0a-c91e-4188-b0de-77993e023eba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.226254 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.266382 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250,segment=NetworkSegment(d712111e-b096-4a2b-9ac5-d77c12349e1c),segment_id=d712111e-b096-4a2b-9ac5-d77c12349e1c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:17.285792 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.372829 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9390f0a-c91e-4188-b0de-77993e023eba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Port': ['ID=e415f2ac-8512-4746-afb8-cf1fdafdf06b,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:17.407821 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:17.428876 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:17.428876 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:17.430975 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:17.433445 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:17.433445 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:17.433445 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:17.433445 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:17.433445 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:17.433445 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:17.438983 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:17.439448 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:17.442726 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:17.487698 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c6f0b-48d7-4754-8298-883c91b6050e req-bb315e94-0191-4b9a-b8a5-e4f3221fa7b3 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:17.496584 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e20c6f0b-48d7-4754-8298-883c91b6050e req-bb315e94-0191-4b9a-b8a5-e4f3221fa7b3 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.36 "GET /v2.0/ports?device_id=d133e8b5-b715-47c0-b953-6198b789b287 HTTP/1.1" status: 200 len: 945 time: 0.2211604 Jul 15 23:16:17.676389 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9390f0a-c91e-4188-b0de-77993e023eba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.703940 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-be2786ff-fd11-4090-935e-81077828a566 None None] Provisioning complete for port e415f2ac-8512-4746-afb8-cf1fdafdf06b triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:17.704574 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be2786ff-fd11-4090-935e-81077828a566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.739370 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-e20c6f0b-48d7-4754-8298-883c91b6050e req-efd9456e-ba72-41cc-b2ae-c8d4ee99881e tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Deleting port 0546ec80-0e46-466f-9580-c961ef06acba {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:17.739717 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e20c6f0b-48d7-4754-8298-883c91b6050e req-efd9456e-ba72-41cc-b2ae-c8d4ee99881e tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.772577 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-be2786ff-fd11-4090-935e-81077828a566 None None] Port e415f2ac-8512-4746-afb8-cf1fdafdf06b cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:16:17.855369 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e20c6f0b-48d7-4754-8298-883c91b6050e req-efd9456e-ba72-41cc-b2ae-c8d4ee99881e tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] For port 0546ec80-0e46-466f-9580-c961ef06acba, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=0546ec80-0e46-466f-9580-c961ef06acba,segment=NetworkSegment(ea66ff60-3fee-46c5-83ef-1c111059479d),segment_id=ea66ff60-3fee-46c5-83ef-1c111059479d)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:17.855743 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e20c6f0b-48d7-4754-8298-883c91b6050e req-efd9456e-ba72-41cc-b2ae-c8d4ee99881e tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.872529 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-e20c6f0b-48d7-4754-8298-883c91b6050e req-efd9456e-ba72-41cc-b2ae-c8d4ee99881e tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Calling delete_port for 0546ec80-0e46-466f-9580-c961ef06acba owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:17.872763 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e3293-24d5-4413-ace9-471999be33bd req-73371694-e23d-41b0-bea6-00d98d855148 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:17.880269 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ed9e3293-24d5-4413-ace9-471999be33bd req-73371694-e23d-41b0-bea6-00d98d855148 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.16 "GET /v2.0/ports?device_id=d133e8b5-b715-47c0-b953-6198b789b287 HTTP/1.1" status: 200 len: 945 time: 0.2981329 Jul 15 23:16:17.910521 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3e0f0-b58d-40a9-b8f1-61aadfb85c2b req-7f46b384-3d83-4174-bb9c-96ff7ce4808c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:17.916531 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3e0f0-b58d-40a9-b8f1-61aadfb85c2b req-7f46b384-3d83-4174-bb9c-96ff7ce4808c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:17.922414 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3e0f0-b58d-40a9-b8f1-61aadfb85c2b req-7f46b384-3d83-4174-bb9c-96ff7ce4808c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:17.930124 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-04e3e0f0-b58d-40a9-b8f1-61aadfb85c2b req-7f46b384-3d83-4174-bb9c-96ff7ce4808c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 2416 time: 0.2561905 Jul 15 23:16:18.015918 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9390f0a-c91e-4188-b0de-77993e023eba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:18.020717 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ed9e3293-24d5-4413-ace9-471999be33bd req-6f8d7c1a-b9ba-4aa4-8599-0af9cd278844 tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e82fbe0-f2ee-4a66-9dfc-8e3d83678763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395509 Jul 15 23:16:18.033896 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-04e3e0f0-b58d-40a9-b8f1-61aadfb85c2b req-112df689-0639-4a6a-98e9-aa987bf75851 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029389 Jul 15 23:16:18.070822 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e20c6f0b-48d7-4754-8298-883c91b6050e req-efd9456e-ba72-41cc-b2ae-c8d4ee99881e tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:18.105796 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['0546ec80-0e46-466f-9580-c961ef06acba'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:18.119424 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9456e-ba72-41cc-b2ae-c8d4ee99881e tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Pushing event deleted for resources: {'Port': ['ID=0546ec80-0e46-466f-9580-c961ef06acba,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:18.175530 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20c6f0b-48d7-4754-8298-883c91b6050e req-efd9456e-ba72-41cc-b2ae-c8d4ee99881e tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] No DVR routers for this DVR port 0546ec80-0e46-466f-9580-c961ef06acba on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:18.179227 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e20c6f0b-48d7-4754-8298-883c91b6050e req-efd9456e-ba72-41cc-b2ae-c8d4ee99881e tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:18.182615 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e20c6f0b-48d7-4754-8298-883c91b6050e req-efd9456e-ba72-41cc-b2ae-c8d4ee99881e tempest-InstanceActionsV221TestJSON-1078849307 tempest-InstanceActionsV221TestJSON-1078849307-project] 10.222.0.36 "DELETE /v2.0/ports/0546ec80-0e46-466f-9580-c961ef06acba HTTP/1.1" status: 204 len: 173 time: 0.6766622 Jul 15 23:16:18.183074 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd133e8b5-b715-47c0-b953-6198b789b287', 'name': 'network-vif-deleted', 'tag': '0546ec80-0e46-466f-9580-c961ef06acba'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:18.186010 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7df92e-caa5-4283-81a0-6661b8d0f26b" -d '{"events": [{"server_uuid": "d133e8b5-b715-47c0-b953-6198b789b287", "name": "network-vif-deleted", "tag": "0546ec80-0e46-466f-9580-c961ef06acba"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:18.250662 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306bc4de-df78-4508-b427-8c00a69d44ba x-openstack-request-id: req-306bc4de-df78-4508-b427-8c00a69d44ba {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:18.251037 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d133e8b5-b715-47c0-b953-6198b789b287", "name": "network-vif-deleted", "tag": "0546ec80-0e46-466f-9580-c961ef06acba", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:18.251559 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-306bc4de-df78-4508-b427-8c00a69d44ba {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:18.252017 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd133e8b5-b715-47c0-b953-6198b789b287', 'name': 'network-vif-deleted', 'tag': '0546ec80-0e46-466f-9580-c961ef06acba', 'status': 'completed', 'code': 200} Jul 15 23:16:18.253342 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-50f3c866-e910-45ca-af6d-ed724eb81a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:18.473695 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9390f0a-c91e-4188-b0de-77993e023eba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:18.480107 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9390f0a-c91e-4188-b0de-77993e023eba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:18.491726 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724d6a3-17eb-4f51-8397-263bdb953f75 req-6ab15dcd-defd-4ad1-8cef-d08074accd98 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:18.494202 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7724d6a3-17eb-4f51-8397-263bdb953f75 req-6ab15dcd-defd-4ad1-8cef-d08074accd98 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 945 time: 0.1280341 Jul 15 23:16:18.591436 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9390f0a-c91e-4188-b0de-77993e023eba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Port': ['ID=e415f2ac-8512-4746-afb8-cf1fdafdf06b,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:18.603564 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9390f0a-c91e-4188-b0de-77993e023eba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:18.613985 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7724d6a3-17eb-4f51-8397-263bdb953f75 req-96a8aede-de3d-40c7-8379-00421691ebf2 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795858 Jul 15 23:16:18.696825 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:18.717497 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9390f0a-c91e-4188-b0de-77993e023eba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network 1f11e600-b563-465b-92a3-d0be5bf9d5fb is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:18.719449 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-a9390f0a-c91e-4188-b0de-77993e023eba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:18.898243 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9390f0a-c91e-4188-b0de-77993e023eba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Router f3604460-94d4-4ec9-8b13-6f63399ce5ae is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:16:18.908923 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:19.047125 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9390f0a-c91e-4188-b0de-77993e023eba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:16:19.056220 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a9390f0a-c91e-4188-b0de-77993e023eba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "PUT /v2.0/routers/f3604460-94d4-4ec9-8b13-6f63399ce5ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3647366 Jul 15 23:16:19.056496 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57154) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:19.170054 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13851ce4-6cff-4e57-9d12-1be0949f4eba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:19.172689 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-13851ce4-6cff-4e57-9d12-1be0949f4eba tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3604460-94d4-4ec9-8b13-6f63399ce5ae HTTP/1.1" status: 200 len: 983 time: 0.1146524 Jul 15 23:16:19.175672 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57162) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:19.194309 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486890e1-e3f5-4343-960c-062bf8d48dcc None None] Sync routers for ids ['f3604460-94d4-4ec9-8b13-6f63399ce5ae'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:16:19.218844 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486890e1-e3f5-4343-960c-062bf8d48dcc None None] Routers {'f3604460-94d4-4ec9-8b13-6f63399ce5ae'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:16:19.219559 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-486890e1-e3f5-4343-960c-062bf8d48dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:16:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['f3604460-94d4-4ec9-8b13-6f63399ce5ae'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:19.268988 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8596e14e-f927-4f91-ac2e-316cf2a307e0 None None] Provisioning complete for port e415f2ac-8512-4746-afb8-cf1fdafdf06b triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:19.269364 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8596e14e-f927-4f91-ac2e-316cf2a307e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:19.274364 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-486890e1-e3f5-4343-960c-062bf8d48dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:19.314692 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:19.315073 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:19.319186 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486890e1-e3f5-4343-960c-062bf8d48dcc None None] Routers {'f3604460-94d4-4ec9-8b13-6f63399ce5ae'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:16:19.319819 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-486890e1-e3f5-4343-960c-062bf8d48dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:16:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['f3604460-94d4-4ec9-8b13-6f63399ce5ae'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:19.377860 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-8596e14e-f927-4f91-ac2e-316cf2a307e0 None None] Port e415f2ac-8512-4746-afb8-cf1fdafdf06b cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:16:19.381133 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-486890e1-e3f5-4343-960c-062bf8d48dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:19.381839 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486890e1-e3f5-4343-960c-062bf8d48dcc None None] The sync data for ids ['f3604460-94d4-4ec9-8b13-6f63399ce5ae'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:16:19.416531 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7b7d4-ab28-46b7-a912-19351f5c7cc1 req-66ddc558-a38a-498e-8ef9-a8edbfbe1a60 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:19.429534 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7b7d4-ab28-46b7-a912-19351f5c7cc1 req-66ddc558-a38a-498e-8ef9-a8edbfbe1a60 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:19.435846 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7b7d4-ab28-46b7-a912-19351f5c7cc1 req-66ddc558-a38a-498e-8ef9-a8edbfbe1a60 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:19.442963 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-59c7b7d4-ab28-46b7-a912-19351f5c7cc1 req-66ddc558-a38a-498e-8ef9-a8edbfbe1a60 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 2416 time: 0.1604383 Jul 15 23:16:19.497613 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-59c7b7d4-ab28-46b7-a912-19351f5c7cc1 req-0ef22968-5fb8-47fa-9be2-7b35215f3470 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536942 Jul 15 23:16:19.592819 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec539413-e268-44b9-bb34-045afe006803 req-9582f3ed-f4e6-4884-b51b-495d2c61d113 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:19.599542 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec539413-e268-44b9-bb34-045afe006803 req-9582f3ed-f4e6-4884-b51b-495d2c61d113 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:19.606696 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec539413-e268-44b9-bb34-045afe006803 req-9582f3ed-f4e6-4884-b51b-495d2c61d113 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:19.608488 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ec539413-e268-44b9-bb34-045afe006803 req-9582f3ed-f4e6-4884-b51b-495d2c61d113 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.36 "GET /v2.0/ports?device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 2416 time: 0.1943712 Jul 15 23:16:19.609801 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:19.759440 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57176) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:19.819821 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-ec539413-e268-44b9-bb34-045afe006803 req-64d62433-710b-4837-9bc8-478610c5d8d5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Deleting port 704238e6-1f80-4ba8-bfda-fe1268d2e6a9 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:19.820200 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ec539413-e268-44b9-bb34-045afe006803 req-64d62433-710b-4837-9bc8-478610c5d8d5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:19.857852 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba1b4688-e898-44f4-98ce-45292608395b admin admin] Deleting subnet adce6a58-ffbd-42c6-9c9f-b1f9ac087dcd {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:16:19.864385 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ba1b4688-e898-44f4-98ce-45292608395b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:19.909311 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f8be5-4f6a-48d7-b20e-14588f208dca req-f6f57751-d550-4400-aa72-51da19fe6672 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:19.911404 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6f8f8be5-4f6a-48d7-b20e-14588f208dca req-f6f57751-d550-4400-aa72-51da19fe6672 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 945 time: 0.1433575 Jul 15 23:16:19.915344 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ba1b4688-e898-44f4-98ce-45292608395b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:19.985063 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ba1b4688-e898-44f4-98ce-45292608395b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:19.990196 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6f8f8be5-4f6a-48d7-b20e-14588f208dca req-d792b2c9-bc38-4b53-be4b-776747720184 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546405 Jul 15 23:16:20.005566 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ec539413-e268-44b9-bb34-045afe006803 req-64d62433-710b-4837-9bc8-478610c5d8d5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] For port 704238e6-1f80-4ba8-bfda-fe1268d2e6a9, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=704238e6-1f80-4ba8-bfda-fe1268d2e6a9,segment=NetworkSegment(90689e6f-e736-4de7-bc5b-338c0f42389d),segment_id=90689e6f-e736-4de7-bc5b-338c0f42389d)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:20.005949 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ec539413-e268-44b9-bb34-045afe006803 req-64d62433-710b-4837-9bc8-478610c5d8d5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:20.044209 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-ec539413-e268-44b9-bb34-045afe006803 req-64d62433-710b-4837-9bc8-478610c5d8d5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Calling delete_port for 704238e6-1f80-4ba8-bfda-fe1268d2e6a9 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:20.050331 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ba1b4688-e898-44f4-98ce-45292608395b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:20.085332 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b4688-e898-44f4-98ce-45292608395b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adce6a58-ffbd-42c6-9c9f-b1f9ac087dcd,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:20.088213 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ba1b4688-e898-44f4-98ce-45292608395b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:20.090967 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ba1b4688-e898-44f4-98ce-45292608395b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/adce6a58-ffbd-42c6-9c9f-b1f9ac087dcd HTTP/1.1" status: 204 len: 168 time: 0.3294568 Jul 15 23:16:20.092820 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57180) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:20.143072 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f207109c-5ee9-4f7c-b61d-4937a9ed165b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:20.179109 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9fd360a3-296a-4289-bb71-d4a634f0ae03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:20.288368 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9fd360a3-296a-4289-bb71-d4a634f0ae03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:20.299154 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-9fd360a3-296a-4289-bb71-d4a634f0ae03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2bfb4d6-8451-44be-81f1-fc24d108dac3']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:20.310938 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-9fd360a3-296a-4289-bb71-d4a634f0ae03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea66ff60-3fee-46c5-83ef-1c111059479d') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:20.314496 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-9fd360a3-296a-4289-bb71-d4a634f0ae03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea66ff60-3fee-46c5-83ef-1c111059479d') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:20.326122 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9fd360a3-296a-4289-bb71-d4a634f0ae03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:20.354295 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9fd360a3-296a-4289-bb71-d4a634f0ae03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:20.394267 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd360a3-296a-4289-bb71-d4a634f0ae03 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:16:20.394816 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9fd360a3-296a-4289-bb71-d4a634f0ae03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:16:20.397758 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:16:20.432708 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ec539413-e268-44b9-bb34-045afe006803 req-64d62433-710b-4837-9bc8-478610c5d8d5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:20.466051 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['667ffe02-ecfd-456c-a298-a55f7d7cbfa8', '83b77b9b-f32a-4837-9d82-fe8fd02c945b', '704238e6-1f80-4ba8-bfda-fe1268d2e6a9'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:20.470626 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d62433-710b-4837-9bc8-478610c5d8d5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Pushing event deleted for resources: {'Port': ['ID=704238e6-1f80-4ba8-bfda-fe1268d2e6a9,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:20.538448 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec539413-e268-44b9-bb34-045afe006803 req-64d62433-710b-4837-9bc8-478610c5d8d5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] No DVR routers for this DVR port 704238e6-1f80-4ba8-bfda-fe1268d2e6a9 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:20.539499 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9fd360a3-296a-4289-bb71-d4a634f0ae03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:20.543145 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ec539413-e268-44b9-bb34-045afe006803 req-64d62433-710b-4837-9bc8-478610c5d8d5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:20.547542 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ec539413-e268-44b9-bb34-045afe006803 req-64d62433-710b-4837-9bc8-478610c5d8d5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.36 "DELETE /v2.0/ports/704238e6-1f80-4ba8-bfda-fe1268d2e6a9 HTTP/1.1" status: 204 len: 173 time: 0.9286366 Jul 15 23:16:20.547542 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27d077e-5978-43e5-b22f-d5c7e1809144', 'name': 'network-vif-deleted', 'tag': '704238e6-1f80-4ba8-bfda-fe1268d2e6a9'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:20.552538 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9fd360a3-296a-4289-bb71-d4a634f0ae03 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:20.560753 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9fd360a3-296a-4289-bb71-d4a634f0ae03 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b2bfb4d6-8451-44be-81f1-fc24d108dac3 HTTP/1.1" status: 204 len: 168 time: 0.4667368 Jul 15 23:16:20.571225 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d67947-e088-4bb3-a9f5-509628c123d7" -d '{"events": [{"server_uuid": "d27d077e-5978-43e5-b22f-d5c7e1809144", "name": "network-vif-deleted", "tag": "704238e6-1f80-4ba8-bfda-fe1268d2e6a9"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:20.602997 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508369fc-1359-41ab-a1e3-c96d3c4ac47a req-0c26b18f-f89b-4e18-a156-559c4ca19a28 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:20.608672 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-508369fc-1359-41ab-a1e3-c96d3c4ac47a req-0c26b18f-f89b-4e18-a156-559c4ca19a28 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 945 time: 0.2484529 Jul 15 23:16:20.654541 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd360a3-296a-4289-bb71-d4a634f0ae03 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2bfb4d6-8451-44be-81f1-fc24d108dac3,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:20.762523 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-508369fc-1359-41ab-a1e3-c96d3c4ac47a req-15b46982-fd5a-4cf2-81b9-50be96234541 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243601 Jul 15 23:16:20.812174 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57198) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:20.866817 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f207109c-5ee9-4f7c-b61d-4937a9ed165b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting port e415f2ac-8512-4746-afb8-cf1fdafdf06b {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:20.867494 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f207109c-5ee9-4f7c-b61d-4937a9ed165b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:20.875517 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc391da-14b6-45d6-8e72-31d615f6ad03 x-openstack-request-id: req-9dc391da-14b6-45d6-8e72-31d615f6ad03 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:20.876080 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27d077e-5978-43e5-b22f-d5c7e1809144", "name": "network-vif-deleted", "tag": "704238e6-1f80-4ba8-bfda-fe1268d2e6a9", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:20.876517 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9dc391da-14b6-45d6-8e72-31d615f6ad03 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:20.877232 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27d077e-5978-43e5-b22f-d5c7e1809144', 'name': 'network-vif-deleted', 'tag': '704238e6-1f80-4ba8-bfda-fe1268d2e6a9', 'status': 'completed', 'code': 200} Jul 15 23:16:20.971683 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-ec539413-e268-44b9-bb34-045afe006803 req-f9ccb260-6332-4c48-a774-6a49fe33c35a tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Deleting port 667ffe02-ecfd-456c-a298-a55f7d7cbfa8 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:20.971960 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ec539413-e268-44b9-bb34-045afe006803 req-f9ccb260-6332-4c48-a774-6a49fe33c35a tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:20.978260 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-31eeacb2-16c3-405f-8195-c99755aafb72 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0cd111e8cdf04a8d828282c3a2f9a64d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1643760 Jul 15 23:16:20.981272 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57200) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:21.059878 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01934bc-ff61-43f2-bcbd-65323abd3d2f req-7dadfe9b-6232-40af-9d78-d8d789045a5f tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:21.066393 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01934bc-ff61-43f2-bcbd-65323abd3d2f req-7dadfe9b-6232-40af-9d78-d8d789045a5f tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:21.068320 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a01934bc-ff61-43f2-bcbd-65323abd3d2f req-7dadfe9b-6232-40af-9d78-d8d789045a5f tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 1681 time: 0.2077217 Jul 15 23:16:21.069430 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f207109c-5ee9-4f7c-b61d-4937a9ed165b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:21.071675 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0f713c3e-0d43-4d59-87d9-0d0a712d6c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:21.100774 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f207109c-5ee9-4f7c-b61d-4937a9ed165b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Calling delete_port for e415f2ac-8512-4746-afb8-cf1fdafdf06b owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:21.113158 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0f713c3e-0d43-4d59-87d9-0d0a712d6c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:21.125295 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ec539413-e268-44b9-bb34-045afe006803 req-f9ccb260-6332-4c48-a774-6a49fe33c35a tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] For port 667ffe02-ecfd-456c-a298-a55f7d7cbfa8, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=667ffe02-ecfd-456c-a298-a55f7d7cbfa8,segment=NetworkSegment(90689e6f-e736-4de7-bc5b-338c0f42389d),segment_id=90689e6f-e736-4de7-bc5b-338c0f42389d)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:21.125666 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ec539413-e268-44b9-bb34-045afe006803 req-f9ccb260-6332-4c48-a774-6a49fe33c35a tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:21.144711 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a01934bc-ff61-43f2-bcbd-65323abd3d2f req-72c61e8b-c5a7-43ae-804a-b90d6d2f4a51 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702224 Jul 15 23:16:21.186578 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0f713c3e-0d43-4d59-87d9-0d0a712d6c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:21.189978 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0f713c3e-0d43-4d59-87d9-0d0a712d6c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:21.193716 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0f713c3e-0d43-4d59-87d9-0d0a712d6c7a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e82fbe0-f2ee-4a66-9dfc-8e3d83678763 HTTP/1.1" status: 204 len: 168 time: 0.2099009 Jul 15 23:16:21.201871 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:21.202608 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-ec539413-e268-44b9-bb34-045afe006803 req-f9ccb260-6332-4c48-a774-6a49fe33c35a tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Calling delete_port for 667ffe02-ecfd-456c-a298-a55f7d7cbfa8 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:21.247600 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f713c3e-0d43-4d59-87d9-0d0a712d6c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e82fbe0-f2ee-4a66-9dfc-8e3d83678763,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:21.301981 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3ac7b-3711-437b-a1e3-67ab201023f8 req-fb9d3f05-b3ce-4b5e-a478-255b72fdc449 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:21.304438 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c0c3ac7b-3711-437b-a1e3-67ab201023f8 req-fb9d3f05-b3ce-4b5e-a478-255b72fdc449 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 945 time: 0.1117179 Jul 15 23:16:21.356634 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c0c3ac7b-3711-437b-a1e3-67ab201023f8 req-e7351c5c-969e-43d1-aa5a-7cef5d05f953 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459740 Jul 15 23:16:21.490320 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f207109c-5ee9-4f7c-b61d-4937a9ed165b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:21.523431 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207109c-5ee9-4f7c-b61d-4937a9ed165b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Port': ['ID=e415f2ac-8512-4746-afb8-cf1fdafdf06b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:21.529467 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ec539413-e268-44b9-bb34-045afe006803 req-f9ccb260-6332-4c48-a774-6a49fe33c35a tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:21.560925 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['704238e6-1f80-4ba8-bfda-fe1268d2e6a9'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:21.569623 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ccb260-6332-4c48-a774-6a49fe33c35a tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Pushing event deleted for resources: {'Port': ['ID=667ffe02-ecfd-456c-a298-a55f7d7cbfa8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:21.674685 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec539413-e268-44b9-bb34-045afe006803 req-f9ccb260-6332-4c48-a774-6a49fe33c35a tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] No DVR routers for this DVR port 667ffe02-ecfd-456c-a298-a55f7d7cbfa8 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:21.679155 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ec539413-e268-44b9-bb34-045afe006803 req-f9ccb260-6332-4c48-a774-6a49fe33c35a tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:21.682875 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ec539413-e268-44b9-bb34-045afe006803 req-f9ccb260-6332-4c48-a774-6a49fe33c35a tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.36 "DELETE /v2.0/ports/667ffe02-ecfd-456c-a298-a55f7d7cbfa8 HTTP/1.1" status: 204 len: 173 time: 1.1064181 Jul 15 23:16:22.040524 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa59bf-6d75-429e-80ec-9bf09de3d626 req-df460163-54d0-4329-906d-3a4eea442690 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:22.049378 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dcaa59bf-6d75-429e-80ec-9bf09de3d626 req-df460163-54d0-4329-906d-3a4eea442690 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 945 time: 0.1128128 Jul 15 23:16:22.109555 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dcaa59bf-6d75-429e-80ec-9bf09de3d626 req-e3ec3d2a-0f9a-4002-9fe8-20ef97b55d36 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485818 Jul 15 23:16:22.242727 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 0546ec80-0e46-466f-9580-c961ef06acba no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:16:22.273100 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57234) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:22.285525 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 0546ec80-0e46-466f-9580-c961ef06acba {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:16:22.285876 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 0546ec80-0e46-466f-9580-c961ef06acba not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:16:22.390685 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ceebf-6f36-4e70-9c24-2cd5fe440a37 req-121458c3-c7c3-4586-be0e-520cb3da6b19 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:22.392943 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-799ceebf-6f36-4e70-9c24-2cd5fe440a37 req-121458c3-c7c3-4586-be0e-520cb3da6b19 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 945 time: 0.0891261 Jul 15 23:16:22.398482 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-2090f507-5d49-472f-855e-afcec5963da5 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-560389147-network', 'tenant_id': '859c6f143cd34c8bb625f6c26492c3d6'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:22.446818 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2090f507-5d49-472f-855e-afcec5963da5 admin admin] Made reservation on behalf of 859c6f143cd34c8bb625f6c26492c3d6 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:22.449383 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2090f507-5d49-472f-855e-afcec5963da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:22.453735 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-799ceebf-6f36-4e70-9c24-2cd5fe440a37 req-e269e500-bb11-4247-a8d6-f71dbf0612eb tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515316 Jul 15 23:16:22.460962 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2090f507-5d49-472f-855e-afcec5963da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:22.463786 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f207109c-5ee9-4f7c-b61d-4937a9ed165b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:22.466608 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-ec539413-e268-44b9-bb34-045afe006803 req-bd80da3d-28ff-41b4-9df3-22d5b2cbf317 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Deleting port 83b77b9b-f32a-4837-9d82-fe8fd02c945b {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:22.466995 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ec539413-e268-44b9-bb34-045afe006803 req-bd80da3d-28ff-41b4-9df3-22d5b2cbf317 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:22.580500 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2090f507-5d49-472f-855e-afcec5963da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:22.585860 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2090f507-5d49-472f-855e-afcec5963da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:22.613222 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2090f507-5d49-472f-855e-afcec5963da5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:16:22.628345 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090f507-5d49-472f-855e-afcec5963da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86eab1bc-3430-42d5-b6d4-a7497afba92d,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:22.649155 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2090f507-5d49-472f-855e-afcec5963da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:22.651075 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-2090f507-5d49-472f-855e-afcec5963da5 admin admin] Added segment 6cda61e7-a60d-4638-bd4d-a599539dd774 of type vlan for network df118b6b-31a4-4061-a4c0-0ae233562309 Jul 15 23:16:22.696611 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2090f507-5d49-472f-855e-afcec5963da5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:22.698372 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ec539413-e268-44b9-bb34-045afe006803 req-bd80da3d-28ff-41b4-9df3-22d5b2cbf317 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] For port 83b77b9b-f32a-4837-9d82-fe8fd02c945b, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=83b77b9b-f32a-4837-9d82-fe8fd02c945b,segment=NetworkSegment(623edce1-7442-4de6-bd1e-31eb8e527d05),segment_id=623edce1-7442-4de6-bd1e-31eb8e527d05)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:22.698758 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ec539413-e268-44b9-bb34-045afe006803 req-bd80da3d-28ff-41b4-9df3-22d5b2cbf317 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:22.716649 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-ec539413-e268-44b9-bb34-045afe006803 req-bd80da3d-28ff-41b4-9df3-22d5b2cbf317 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Calling delete_port for 83b77b9b-f32a-4837-9d82-fe8fd02c945b owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:22.719055 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f207109c-5ee9-4f7c-b61d-4937a9ed165b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Router f3604460-94d4-4ec9-8b13-6f63399ce5ae has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:16:22.753235 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2090f507-5d49-472f-855e-afcec5963da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:22.754265 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2090f507-5d49-472f-855e-afcec5963da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:22.754931 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2090f507-5d49-472f-855e-afcec5963da5 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:22.822460 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090f507-5d49-472f-855e-afcec5963da5 admin admin] Pushing event updated for resources: {'Network': ['ID=df118b6b-31a4-4061-a4c0-0ae233562309,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:22.838665 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2090f507-5d49-472f-855e-afcec5963da5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5608816 Jul 15 23:16:22.838999 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57240) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:22.843930 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-71c81b63-2113-4694-b141-78431fa97038 admin admin] Request body: {'subnet': {'network_id': 'df118b6b-31a4-4061-a4c0-0ae233562309', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-560389147-subnet', 'tenant_id': '859c6f143cd34c8bb625f6c26492c3d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:22.857117 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network df118b6b-31a4-4061-a4c0-0ae233562309 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:16:22.867405 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f207109c-5ee9-4f7c-b61d-4937a9ed165b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:16:22.878866 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f207109c-5ee9-4f7c-b61d-4937a9ed165b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "PUT /v2.0/routers/f3604460-94d4-4ec9-8b13-6f63399ce5ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7015047 Jul 15 23:16:22.880739 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27d077e-5978-43e5-b22f-d5c7e1809144', 'name': 'network-vif-deleted', 'tag': '667ffe02-ecfd-456c-a298-a55f7d7cbfa8'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:22.881589 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57242) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:22.883015 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15e1fa6-f017-45f1-a938-433cc12c43eb" -d '{"events": [{"server_uuid": "d27d077e-5978-43e5-b22f-d5c7e1809144", "name": "network-vif-deleted", "tag": "667ffe02-ecfd-456c-a298-a55f7d7cbfa8"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:22.883592 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fed641a-5c1b-4f6b-989a-9b27305499a4 None None] Sync routers for ids ['f3604460-94d4-4ec9-8b13-6f63399ce5ae'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:16:22.902981 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fed641a-5c1b-4f6b-989a-9b27305499a4 None None] Routers {'f3604460-94d4-4ec9-8b13-6f63399ce5ae'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:16:22.906416 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-1fed641a-5c1b-4f6b-989a-9b27305499a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:16:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['f3604460-94d4-4ec9-8b13-6f63399ce5ae'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:22.911846 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c81b63-2113-4694-b141-78431fa97038 admin admin] Made reservation on behalf of 859c6f143cd34c8bb625f6c26492c3d6 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:22.914257 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71c81b63-2113-4694-b141-78431fa97038 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:22.942685 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec264649-b780-4b32-8fdc-189bd8c0d54c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] GET failed (client error): The resource could not be found. Jul 15 23:16:22.948303 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ec264649-b780-4b32-8fdc-189bd8c0d54c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "GET /v2.0/ports/e415f2ac-8512-4746-afb8-cf1fdafdf06b HTTP/1.1" status: 404 len: 333 time: 0.0654938 Jul 15 23:16:22.953811 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57246) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:22.978005 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8abd042-6de2-4479-a140-1431fcf7002a x-openstack-request-id: req-f8abd042-6de2-4479-a140-1431fcf7002a {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:22.979364 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27d077e-5978-43e5-b22f-d5c7e1809144", "name": "network-vif-deleted", "tag": "667ffe02-ecfd-456c-a298-a55f7d7cbfa8", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:22.979653 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8abd042-6de2-4479-a140-1431fcf7002a {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:22.980060 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27d077e-5978-43e5-b22f-d5c7e1809144', 'name': 'network-vif-deleted', 'tag': '667ffe02-ecfd-456c-a298-a55f7d7cbfa8', 'status': 'completed', 'code': 200} Jul 15 23:16:23.024210 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-1fed641a-5c1b-4f6b-989a-9b27305499a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:23.044791 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fed641a-5c1b-4f6b-989a-9b27305499a4 None None] Routers {'f3604460-94d4-4ec9-8b13-6f63399ce5ae'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:16:23.047415 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-1fed641a-5c1b-4f6b-989a-9b27305499a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:16:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['f3604460-94d4-4ec9-8b13-6f63399ce5ae'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:23.112080 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-1fed641a-5c1b-4f6b-989a-9b27305499a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:23.113010 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fed641a-5c1b-4f6b-989a-9b27305499a4 None None] The sync data for ids ['f3604460-94d4-4ec9-8b13-6f63399ce5ae'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:16:23.115914 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ec539413-e268-44b9-bb34-045afe006803 req-bd80da3d-28ff-41b4-9df3-22d5b2cbf317 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:23.148205 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c9d909dc-aa2f-41f9-9f73-de8b24f2be05 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:23.179842 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80da3d-28ff-41b4-9df3-22d5b2cbf317 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Pushing event deleted for resources: {'Port': ['ID=83b77b9b-f32a-4837-9d82-fe8fd02c945b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:23.232377 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d40a8-0025-4c7f-ae4e-f01b921e7469 req-64c6ad72-f2c3-4213-8ec1-10a51f15bbc2 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:23.234730 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-375d40a8-0025-4c7f-ae4e-f01b921e7469 req-64c6ad72-f2c3-4213-8ec1-10a51f15bbc2 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 945 time: 0.2799993 Jul 15 23:16:23.250425 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:16:23.339396 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec539413-e268-44b9-bb34-045afe006803 req-bd80da3d-28ff-41b4-9df3-22d5b2cbf317 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] No DVR routers for this DVR port 83b77b9b-f32a-4837-9d82-fe8fd02c945b on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:23.342682 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ec539413-e268-44b9-bb34-045afe006803 req-bd80da3d-28ff-41b4-9df3-22d5b2cbf317 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:23.345539 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ec539413-e268-44b9-bb34-045afe006803 req-bd80da3d-28ff-41b4-9df3-22d5b2cbf317 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.36 "DELETE /v2.0/ports/83b77b9b-f32a-4837-9d82-fe8fd02c945b HTTP/1.1" status: 204 len: 173 time: 1.5911269 Jul 15 23:16:23.417275 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c9d909dc-aa2f-41f9-9f73-de8b24f2be05 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:23.421596 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c9d909dc-aa2f-41f9-9f73-de8b24f2be05 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:23.460177 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71c81b63-2113-4694-b141-78431fa97038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:23.537488 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c9d909dc-aa2f-41f9-9f73-de8b24f2be05 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:23.538284 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d909dc-aa2f-41f9-9f73-de8b24f2be05 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Fanout notify agent at l3_agent the message router_deleted on router f3604460-94d4-4ec9-8b13-6f63399ce5ae {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:16:23.538659 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c81b63-2113-4694-b141-78431fa97038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06763eb0-c655-4810-97b7-154812cb6bdd,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:23.546376 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c9d909dc-aa2f-41f9-9f73-de8b24f2be05 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:23.547571 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c9d909dc-aa2f-41f9-9f73-de8b24f2be05 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/routers/f3604460-94d4-4ec9-8b13-6f63399ce5ae HTTP/1.1" status: 204 len: 168 time: 0.5931895 Jul 15 23:16:23.551255 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57256) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:23.588127 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-375d40a8-0025-4c7f-ae4e-f01b921e7469 req-124a53ed-7b39-4e4d-bd70-283bb55e7b0e tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Deleting port 34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:23.588127 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-375d40a8-0025-4c7f-ae4e-f01b921e7469 req-124a53ed-7b39-4e4d-bd70-283bb55e7b0e tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:23.596636 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c7d09-f7a6-4fd2-a352-67fc8bd2cf72 req-c7e6dadf-a11a-42b6-b973-ac795eef5609 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:23.598144 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-237c7d09-f7a6-4fd2-a352-67fc8bd2cf72 req-c7e6dadf-a11a-42b6-b973-ac795eef5609 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 945 time: 0.2296655 Jul 15 23:16:23.628611 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c81b63-2113-4694-b141-78431fa97038 admin admin] Checking segment: {'id': '6cda61e7-a60d-4638-bd4d-a599539dd774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df118b6b-31a4-4061-a4c0-0ae233562309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:23.628611 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c81b63-2113-4694-b141-78431fa97038 admin admin] Network hostable DHCP agents. Network: df118b6b-31a4-4061-a4c0-0ae233562309, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:16:23.642897 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-f51e5a0c-76a5-44ad-ac75-24c83b2e173d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting subnet 3b11f3d7-09b6-4adb-8823-e50d9977e285 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:16:23.651444 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f51e5a0c-76a5-44ad-ac75-24c83b2e173d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:23.653694 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c81b63-2113-4694-b141-78431fa97038 admin admin] Network df118b6b-31a4-4061-a4c0-0ae233562309 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:16:23.695271 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-237c7d09-f7a6-4fd2-a352-67fc8bd2cf72 req-dfbc5291-4856-45d3-9cac-189905f02abd tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868671 Jul 15 23:16:23.702368 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-71c81b63-2113-4694-b141-78431fa97038 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, df118b6b-31a4-4061-a4c0-0ae233562309) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:23.710773 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c81b63-2113-4694-b141-78431fa97038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:23.710937 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cab906-836e-422d-8c39-9a3ddc2d7c8c None None] Network df118b6b-31a4-4061-a4c0-0ae233562309 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:23.711397 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71c81b63-2113-4694-b141-78431fa97038 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:23.737258 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fcb3e6d1-20a1-4416-8985-3b2882fb03cc req-0845911c-357e-4ca2-b1ce-17456e02a7fa tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=d27d077e-5978-43e5-b22f-d5c7e1809144 HTTP/1.1" status: 200 len: 210 time: 0.0805175 Jul 15 23:16:23.743270 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-375d40a8-0025-4c7f-ae4e-f01b921e7469 req-124a53ed-7b39-4e4d-bd70-283bb55e7b0e tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] For port 34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:23.743662 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-375d40a8-0025-4c7f-ae4e-f01b921e7469 req-124a53ed-7b39-4e4d-bd70-283bb55e7b0e tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:23.759515 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-375d40a8-0025-4c7f-ae4e-f01b921e7469 req-124a53ed-7b39-4e4d-bd70-283bb55e7b0e tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Calling delete_port for 34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:23.761363 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f51e5a0c-76a5-44ad-ac75-24c83b2e173d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:23.828925 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-71c81b63-2113-4694-b141-78431fa97038 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9888413 Jul 15 23:16:23.876845 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f51e5a0c-76a5-44ad-ac75-24c83b2e173d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:23.915188 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f6e2bd-7f4d-40bd-bcf9-c65aa2f81902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-df118b6b-31a4-4061-a4c0-0ae233562309', 'network_id': 'df118b6b-31a4-4061-a4c0-0ae233562309', 'tenant_id': '859c6f143cd34c8bb625f6c26492c3d6', 'fixed_ips': [{'subnet_id': '06763eb0-c655-4810-97b7-154812cb6bdd'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:16:23.917188 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-86f6e2bd-7f4d-40bd-bcf9-c65aa2f81902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:23.986108 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f51e5a0c-76a5-44ad-ac75-24c83b2e173d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:24.030269 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e5a0c-76a5-44ad-ac75-24c83b2e173d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Subnet': ['ID=3b11f3d7-09b6-4adb-8823-e50d9977e285,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:24.036776 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f51e5a0c-76a5-44ad-ac75-24c83b2e173d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:24.040344 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f51e5a0c-76a5-44ad-ac75-24c83b2e173d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/subnets/3b11f3d7-09b6-4adb-8823-e50d9977e285 HTTP/1.1" status: 204 len: 168 time: 0.4869726 Jul 15 23:16:24.042787 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57260) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:24.050200 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-375d40a8-0025-4c7f-ae4e-f01b921e7469 req-124a53ed-7b39-4e4d-bd70-283bb55e7b0e tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:24.135708 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccee0fe6-a9a1-4364-8ecd-b5c08e247856 None None] Network 1f11e600-b563-465b-92a3-d0be5bf9d5fb requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:24.345472 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-375d40a8-0025-4c7f-ae4e-f01b921e7469 req-124a53ed-7b39-4e4d-bd70-283bb55e7b0e tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] No DVR routers for this DVR port 34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:24.347980 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['6512fefd-4257-40d9-aa1c-e1c8110b0ce6'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:24.348439 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a53ed-7b39-4e4d-bd70-283bb55e7b0e tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Pushing event deleted for resources: {'Port': ['ID=34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:24.378049 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-375d40a8-0025-4c7f-ae4e-f01b921e7469 req-124a53ed-7b39-4e4d-bd70-283bb55e7b0e tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:24.389309 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-375d40a8-0025-4c7f-ae4e-f01b921e7469 req-124a53ed-7b39-4e4d-bd70-283bb55e7b0e tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.43 "DELETE /v2.0/ports/34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd HTTP/1.1" status: 204 len: 173 time: 1.1451135 Jul 15 23:16:24.390356 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 83b77b9b-f32a-4837-9d82-fe8fd02c945b no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:16:24.539850 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 83b77b9b-f32a-4837-9d82-fe8fd02c945b {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:16:24.557138 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 83b77b9b-f32a-4837-9d82-fe8fd02c945b not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:16:24.567288 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 667ffe02-ecfd-456c-a298-a55f7d7cbfa8 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:16:24.585142 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:24.623508 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 667ffe02-ecfd-456c-a298-a55f7d7cbfa8 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:16:24.624066 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 667ffe02-ecfd-456c-a298-a55f7d7cbfa8 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:16:24.624593 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 704238e6-1f80-4ba8-bfda-fe1268d2e6a9 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:16:24.690219 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 704238e6-1f80-4ba8-bfda-fe1268d2e6a9 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:16:24.690841 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 704238e6-1f80-4ba8-bfda-fe1268d2e6a9 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:16:24.735597 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-382538e1-4ace-4549-b9ad-5f657f1c1ff0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:24.791407 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-86f6e2bd-7f4d-40bd-bcf9-c65aa2f81902 None None] Allocated IP 172.20.0.2 (df118b6b-31a4-4061-a4c0-0ae233562309/06763eb0-c655-4810-97b7-154812cb6bdd/f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:24.980301 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e14bbda6-47d6-446b-8e3b-018f31fd38b6 req-feebcca8-59b7-483b-8ded-6282ed36546e tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cf625b-05b7-4f7d-b070-96cba4a63cad HTTP/1.1" status: 200 len: 210 time: 0.0883467 Jul 15 23:16:24.981377 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27d077e-5978-43e5-b22f-d5c7e1809144', 'name': 'network-vif-deleted', 'tag': '83b77b9b-f32a-4837-9d82-fe8fd02c945b'}, {'server_uuid': 'c7cf625b-05b7-4f7d-b070-96cba4a63cad', 'name': 'network-vif-deleted', 'tag': '34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:24.984368 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35a9522-14e9-43f6-8000-755d17c380ff" -d '{"events": [{"server_uuid": "d27d077e-5978-43e5-b22f-d5c7e1809144", "name": "network-vif-deleted", "tag": "83b77b9b-f32a-4837-9d82-fe8fd02c945b"}, {"server_uuid": "c7cf625b-05b7-4f7d-b070-96cba4a63cad", "name": "network-vif-deleted", "tag": "34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:24.999582 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-3eb493c0-e9bf-4afc-8c7e-25b0c4c8bf45 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:25.017939 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-3eb493c0-e9bf-4afc-8c7e-25b0c4c8bf45 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/networks?id=df118b6b-31a4-4061-a4c0-0ae233562309 HTTP/1.1" status: 200 len: 815 time: 0.3102958 Jul 15 23:16:25.047210 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99e2e23-449a-444d-bfe1-ee29812a2642 None None] DHCP port deletion for 1f11e600-b563-465b-92a3-d0be5bf9d5fb request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:16:25.054968 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-382538e1-4ace-4549-b9ad-5f657f1c1ff0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting port cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:25.054968 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-382538e1-4ace-4549-b9ad-5f657f1c1ff0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:25.057575 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-fdbf26af-12be-4a0d-8429-1afb6c175537 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/quotas/859c6f143cd34c8bb625f6c26492c3d6 HTTP/1.1" status: 200 len: 375 time: 0.0385356 Jul 15 23:16:25.117850 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57290) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:25.159170 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-dbbf563f-47b2-4f61-894a-ae8611ef1dd0 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=859c6f143cd34c8bb625f6c26492c3d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0852239 Jul 15 23:16:25.178222 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2098d49d-77bd-4e33-8e3c-32a24b0042b1 x-openstack-request-id: req-2098d49d-77bd-4e33-8e3c-32a24b0042b1 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:25.178774 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27d077e-5978-43e5-b22f-d5c7e1809144", "name": "network-vif-deleted", "tag": "83b77b9b-f32a-4837-9d82-fe8fd02c945b", "status": "completed", "code": 200}, {"server_uuid": "c7cf625b-05b7-4f7d-b070-96cba4a63cad", "name": "network-vif-deleted", "tag": "34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:25.179012 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2098d49d-77bd-4e33-8e3c-32a24b0042b1 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:25.179411 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27d077e-5978-43e5-b22f-d5c7e1809144', 'name': 'network-vif-deleted', 'tag': '83b77b9b-f32a-4837-9d82-fe8fd02c945b', 'status': 'completed', 'code': 200} Jul 15 23:16:25.179710 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cf625b-05b7-4f7d-b070-96cba4a63cad', 'name': 'network-vif-deleted', 'tag': '34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd', 'status': 'completed', 'code': 200} Jul 15 23:16:25.208602 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccfa6878-23af-4eb9-bc82-5d8a401297e2 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Deleting subnet 43ebd451-e47b-4cee-94fd-88926c59bec8 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:16:25.214958 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccfa6878-23af-4eb9-bc82-5d8a401297e2 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:25.251507 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e99e2e23-449a-444d-bfe1-ee29812a2642 None None] Deleting port cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:25.252361 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e99e2e23-449a-444d-bfe1-ee29812a2642 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:25.253883 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-86f6e2bd-7f4d-40bd-bcf9-c65aa2f81902 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:25.271571 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccfa6878-23af-4eb9-bc82-5d8a401297e2 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:25.284197 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-86f6e2bd-7f4d-40bd-bcf9-c65aa2f81902 None None] Transition to ACTIVE for port object f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:25.362386 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-382538e1-4ace-4549-b9ad-5f657f1c1ff0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] For port cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250,segment=NetworkSegment(d712111e-b096-4a2b-9ac5-d77c12349e1c),segment_id=d712111e-b096-4a2b-9ac5-d77c12349e1c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:25.365233 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-382538e1-4ace-4549-b9ad-5f657f1c1ff0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:25.365691 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-86f6e2bd-7f4d-40bd-bcf9-c65aa2f81902 None None] Transition to ACTIVE for port object f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:25.372989 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e99e2e23-449a-444d-bfe1-ee29812a2642 None None] For port cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250,segment=NetworkSegment(d712111e-b096-4a2b-9ac5-d77c12349e1c),segment_id=d712111e-b096-4a2b-9ac5-d77c12349e1c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:25.373572 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e99e2e23-449a-444d-bfe1-ee29812a2642 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:25.377516 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-86f6e2bd-7f4d-40bd-bcf9-c65aa2f81902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:25.388100 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccfa6878-23af-4eb9-bc82-5d8a401297e2 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:25.425582 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e99e2e23-449a-444d-bfe1-ee29812a2642 None None] Calling delete_port for cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:25.440862 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f6e2bd-7f4d-40bd-bcf9-c65aa2f81902 None None] Network df118b6b-31a4-4061-a4c0-0ae233562309 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:25.454733 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-86f6e2bd-7f4d-40bd-bcf9-c65aa2f81902 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:25.457530 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f6e2bd-7f4d-40bd-bcf9-c65aa2f81902 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:25.465578 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-382538e1-4ace-4549-b9ad-5f657f1c1ff0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Calling delete_port for cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:25.478377 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccfa6878-23af-4eb9-bc82-5d8a401297e2 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:25.534726 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa6878-23af-4eb9-bc82-5d8a401297e2 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Pushing event deleted for resources: {'Subnet': ['ID=43ebd451-e47b-4cee-94fd-88926c59bec8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:25.556707 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccfa6878-23af-4eb9-bc82-5d8a401297e2 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:25.573113 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ccfa6878-23af-4eb9-bc82-5d8a401297e2 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "DELETE /v2.0/subnets/43ebd451-e47b-4cee-94fd-88926c59bec8 HTTP/1.1" status: 204 len: 168 time: 0.4542558 Jul 15 23:16:25.573518 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57298) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:25.596877 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-86f6e2bd-7f4d-40bd-bcf9-c65aa2f81902 None None] Attempting to bind port f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:16:25.597249 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-86f6e2bd-7f4d-40bd-bcf9-c65aa2f81902 None None] Attempting to bind port f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '6cda61e7-a60d-4638-bd4d-a599539dd774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df118b6b-31a4-4061-a4c0-0ae233562309'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:16:25.597611 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f6e2bd-7f4d-40bd-bcf9-c65aa2f81902 None None] Attempting to bind port f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a on network df118b6b-31a4-4061-a4c0-0ae233562309 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:25.598256 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-bfba20c0-435f-4d1d-9d84-6ac6a8264aac service neutron] 10.222.0.16 "GET /v2.0/networks/df118b6b-31a4-4061-a4c0-0ae233562309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381685 Jul 15 23:16:25.607262 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bbaedd-704a-468d-a782-465890f89666 None None] Network 378741f9-d9e9-4c54-ba3b-e36891674d20 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:25.631374 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6e2bd-7f4d-40bd-bcf9-c65aa2f81902 None None] Pushing event updated for resources: {'Port': ['ID=f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:25.645810 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f6e2bd-7f4d-40bd-bcf9-c65aa2f81902 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:16:25.646185 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f6e2bd-7f4d-40bd-bcf9-c65aa2f81902 None None] Checking segment: {'id': '6cda61e7-a60d-4638-bd4d-a599539dd774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df118b6b-31a4-4061-a4c0-0ae233562309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:25.646590 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-86f6e2bd-7f4d-40bd-bcf9-c65aa2f81902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:25.647073 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f6e2bd-7f4d-40bd-bcf9-c65aa2f81902 None None] Bound using segment: {'id': '6cda61e7-a60d-4638-bd4d-a599539dd774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df118b6b-31a4-4061-a4c0-0ae233562309'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:16:25.647564 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-86f6e2bd-7f4d-40bd-bcf9-c65aa2f81902 None None] Bound port: f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cda61e7-a60d-4638-bd4d-a599539dd774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df118b6b-31a4-4061-a4c0-0ae233562309'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:16:25.647949 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-86f6e2bd-7f4d-40bd-bcf9-c65aa2f81902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:25.783719 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e99e2e23-449a-444d-bfe1-ee29812a2642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:25.824714 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed5181d5-3f6b-4257-96eb-433d4aa74348 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:25.849691 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:16:25.853750 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-382538e1-4ace-4549-b9ad-5f657f1c1ff0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:25.892320 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e2e23-449a-444d-bfe1-ee29812a2642 None None] Pushing event deleted for resources: {'Port': ['ID=cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:25.894020 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:16:25.894360 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 34d63ce7-c21a-4bf5-ad7d-b2dc6df838cd not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:16:25.903821 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99e2e23-449a-444d-bfe1-ee29812a2642 None None] No DVR routers for this DVR port cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:25.904368 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-69a6a47e-388a-4c2a-8151-2ea7b336a819 service neutron] 10.222.0.16 "GET /v2.0/networks/df118b6b-31a4-4061-a4c0-0ae233562309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051991 Jul 15 23:16:25.905959 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382538e1-4ace-4549-b9ad-5f657f1c1ff0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Port': ['ID=cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:25.911346 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382538e1-4ace-4549-b9ad-5f657f1c1ff0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] No DVR routers for this DVR port cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:25.913377 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-86f6e2bd-7f4d-40bd-bcf9-c65aa2f81902 None None] For port f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:16:25.926328 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-86f6e2bd-7f4d-40bd-bcf9-c65aa2f81902 None None] For port f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a,segment=NetworkSegment(6cda61e7-a60d-4638-bd4d-a599539dd774),segment_id=6cda61e7-a60d-4638-bd4d-a599539dd774)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:16:25.934859 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-86f6e2bd-7f4d-40bd-bcf9-c65aa2f81902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:26.024774 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1cf97-497a-479e-ac29-664e3e9a8677 req-59a8bd29-32e8-4774-ad3a-1c64bf14183e tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:26.042274 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1cf97-497a-479e-ac29-664e3e9a8677 req-59a8bd29-32e8-4774-ad3a-1c64bf14183e tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:26.048979 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1cf97-497a-479e-ac29-664e3e9a8677 req-59a8bd29-32e8-4774-ad3a-1c64bf14183e tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:26.056519 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1cf97-497a-479e-ac29-664e3e9a8677 req-59a8bd29-32e8-4774-ad3a-1c64bf14183e tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:26.065157 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1cf97-497a-479e-ac29-664e3e9a8677 req-59a8bd29-32e8-4774-ad3a-1c64bf14183e tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:26.070750 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6e2bd-7f4d-40bd-bcf9-c65aa2f81902 None None] Pushing event updated for resources: {'Port': ['ID=f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:26.072688 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1cf97-497a-479e-ac29-664e3e9a8677 req-59a8bd29-32e8-4774-ad3a-1c64bf14183e tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:26.079736 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1cf97-497a-479e-ac29-664e3e9a8677 req-59a8bd29-32e8-4774-ad3a-1c64bf14183e tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:26.087616 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2db1cf97-497a-479e-ac29-664e3e9a8677 req-59a8bd29-32e8-4774-ad3a-1c64bf14183e tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5434 time: 0.3914876 Jul 15 23:16:26.124883 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e32451-2f2f-4dbd-8544-ce006107be9f None None] DHCP port deletion for 378741f9-d9e9-4c54-ba3b-e36891674d20 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:16:26.160377 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-382538e1-4ace-4549-b9ad-5f657f1c1ff0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:26.221317 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-382538e1-4ace-4549-b9ad-5f657f1c1ff0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f11e600-b563-465b-92a3-d0be5bf9d5fb']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:26.269816 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-16e32451-2f2f-4dbd-8544-ce006107be9f None None] Deleting port ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:26.270100 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-16e32451-2f2f-4dbd-8544-ce006107be9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:26.280422 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2db1cf97-497a-479e-ac29-664e3e9a8677 req-b20515fe-468b-4425-9a37-293be12e17fd tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1896472 Jul 15 23:16:26.280422 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ed5181d5-3f6b-4257-96eb-433d4aa74348 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Deleting port ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:26.283025 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed5181d5-3f6b-4257-96eb-433d4aa74348 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:26.304495 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-382538e1-4ace-4549-b9ad-5f657f1c1ff0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd712111e-b096-4a2b-9ac5-d77c12349e1c') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:26.304495 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-382538e1-4ace-4549-b9ad-5f657f1c1ff0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd712111e-b096-4a2b-9ac5-d77c12349e1c') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:26.324382 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-382538e1-4ace-4549-b9ad-5f657f1c1ff0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:26.465406 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ed5181d5-3f6b-4257-96eb-433d4aa74348 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] For port ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1,segment=NetworkSegment(623edce1-7442-4de6-bd1e-31eb8e527d05),segment_id=623edce1-7442-4de6-bd1e-31eb8e527d05)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:26.465961 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed5181d5-3f6b-4257-96eb-433d4aa74348 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:26.484294 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-382538e1-4ace-4549-b9ad-5f657f1c1ff0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:26.487258 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ed5181d5-3f6b-4257-96eb-433d4aa74348 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Calling delete_port for ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:26.496723 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-382538e1-4ace-4549-b9ad-5f657f1c1ff0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:16:26.497150 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-382538e1-4ace-4549-b9ad-5f657f1c1ff0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: self.session.flush() Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: self.session.flush() Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: self.session.flush() Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: self.session.flush() Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:16:26.500816 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:16:26.529796 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-16e32451-2f2f-4dbd-8544-ce006107be9f None None] For port ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1,segment=NetworkSegment(623edce1-7442-4de6-bd1e-31eb8e527d05),segment_id=623edce1-7442-4de6-bd1e-31eb8e527d05)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:26.531756 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-16e32451-2f2f-4dbd-8544-ce006107be9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:26.613404 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-16e32451-2f2f-4dbd-8544-ce006107be9f None None] Calling delete_port for ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:26.703568 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-382538e1-4ace-4549-b9ad-5f657f1c1ff0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:26.756935 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-16e32451-2f2f-4dbd-8544-ce006107be9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:26.787436 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e32451-2f2f-4dbd-8544-ce006107be9f None None] No DVR routers for this DVR port ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:26.792662 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e32451-2f2f-4dbd-8544-ce006107be9f None None] Pushing event deleted for resources: {'Port': ['ID=ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:26.804384 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-382538e1-4ace-4549-b9ad-5f657f1c1ff0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:26.807365 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-382538e1-4ace-4549-b9ad-5f657f1c1ff0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/networks/1f11e600-b563-465b-92a3-d0be5bf9d5fb HTTP/1.1" status: 204 len: 168 time: 2.7629910 Jul 15 23:16:26.808446 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382538e1-4ace-4549-b9ad-5f657f1c1ff0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Network': ['ID=1f11e600-b563-465b-92a3-d0be5bf9d5fb,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:26.813994 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57330) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:26.921766 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c83fef2-a8ee-48c3-bc50-0b41d5047af4 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:26.923789 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6c83fef2-a8ee-48c3-bc50-0b41d5047af4 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "GET /v2.0/ports/53ff0bb4-24c3-4982-ad1c-abf590ba9821 HTTP/1.1" status: 200 len: 840 time: 0.1086791 Jul 15 23:16:26.927621 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57332) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:26.946967 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed5181d5-3f6b-4257-96eb-433d4aa74348 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:26.986402 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:27.027623 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-dd639336-3927-42b3-a0ae-4686fd399e1a tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:27.029898 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-dd639336-3927-42b3-a0ae-4686fd399e1a tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/networks?id=df118b6b-31a4-4061-a4c0-0ae233562309 HTTP/1.1" status: 200 len: 815 time: 0.4436285 Jul 15 23:16:27.032364 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5181d5-3f6b-4257-96eb-433d4aa74348 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Pushing event deleted for resources: {'Port': ['ID=ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:27.041033 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5181d5-3f6b-4257-96eb-433d4aa74348 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] No DVR routers for this DVR port ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:27.078569 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-aaa2169c-1bd2-416a-a327-8a1d2cc6feab tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "GET /v2.0/ports/53ff0bb4-24c3-4982-ad1c-abf590ba9821?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1494870 Jul 15 23:16:27.081782 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57336) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:27.088782 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:27.095241 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7e315d2c-fb20-44d8-b950-3777d8fe5bb8 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'subnet': {'network_id': '0afdfc6e-939f-4a41-acb4-21e995fbad9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:27.130773 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-ddc04a27-3d87-49a5-aa4b-85a3cdbdf0b8 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/quotas/859c6f143cd34c8bb625f6c26492c3d6 HTTP/1.1" status: 200 len: 375 time: 0.0831161 Jul 15 23:16:27.207649 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:16:27.228606 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0ec11-7f80-4456-b250-3a7c09a40d26 req-0a9ef84d-9b58-4403-9de1-65c5c4965349 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:27.237575 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0ec11-7f80-4456-b250-3a7c09a40d26 req-0a9ef84d-9b58-4403-9de1-65c5c4965349 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:27.247615 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0ec11-7f80-4456-b250-3a7c09a40d26 req-0a9ef84d-9b58-4403-9de1-65c5c4965349 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:27.254181 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0ec11-7f80-4456-b250-3a7c09a40d26 req-0a9ef84d-9b58-4403-9de1-65c5c4965349 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:27.261095 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0ec11-7f80-4456-b250-3a7c09a40d26 req-0a9ef84d-9b58-4403-9de1-65c5c4965349 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:27.267900 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0ec11-7f80-4456-b250-3a7c09a40d26 req-0a9ef84d-9b58-4403-9de1-65c5c4965349 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:27.269299 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:16:27.269753 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ca8c1436-dbba-4dbd-ae18-7e7dfb125cc1 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:16:27.273780 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:16:27.274215 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0ec11-7f80-4456-b250-3a7c09a40d26 req-0a9ef84d-9b58-4403-9de1-65c5c4965349 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:27.276247 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9bd0ec11-7f80-4456-b250-3a7c09a40d26 req-0a9ef84d-9b58-4403-9de1-65c5c4965349 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5434 time: 0.5737703 Jul 15 23:16:27.338020 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed5181d5-3f6b-4257-96eb-433d4aa74348 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:27.350689 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:16:27.357819 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cee72ad6-e85e-4eb4-9d5f-5f5fb6d81250 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:16:27.367502 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-ed5181d5-3f6b-4257-96eb-433d4aa74348 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['378741f9-d9e9-4c54-ba3b-e36891674d20']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:27.391838 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e315d2c-fb20-44d8-b950-3777d8fe5bb8 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:27.399864 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7e315d2c-fb20-44d8-b950-3777d8fe5bb8 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:27.406523 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-ed5181d5-3f6b-4257-96eb-433d4aa74348 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '623edce1-7442-4de6-bd1e-31eb8e527d05') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:27.408806 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-ed5181d5-3f6b-4257-96eb-433d4aa74348 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '623edce1-7442-4de6-bd1e-31eb8e527d05') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:27.439513 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed5181d5-3f6b-4257-96eb-433d4aa74348 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:27.507723 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed5181d5-3f6b-4257-96eb-433d4aa74348 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:27.527211 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed5181d5-3f6b-4257-96eb-433d4aa74348 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:16:27.527832 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed5181d5-3f6b-4257-96eb-433d4aa74348 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:27.531778 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:16:27.531778 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:16:27.531778 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:16:27.531778 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:16:27.531778 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:16:27.531778 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:16:27.531778 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:16:27.531778 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:16:27.531778 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:16:27.531778 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:16:27.531778 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:16:27.531778 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:16:27.531778 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:16:27.531778 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:16:27.531778 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:16:27.531778 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:16:27.531778 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:16:27.531778 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:16:27.531778 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:16:27.531778 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:16:27.531778 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:16:27.531778 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:16:27.531778 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:16:27.531778 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:16:27.531778 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:16:27.531778 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:16:27.531778 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:16:27.531778 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:16:27.531778 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:16:27.531778 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:16:27.531778 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:16:27.531778 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:16:27.543176 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-af05857c-0f4c-4d69-b0af-27241744c745 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=859c6f143cd34c8bb625f6c26492c3d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3415425 Jul 15 23:16:27.705455 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed5181d5-3f6b-4257-96eb-433d4aa74348 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:27.715010 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed5181d5-3f6b-4257-96eb-433d4aa74348 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:27.717095 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ed5181d5-3f6b-4257-96eb-433d4aa74348 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "DELETE /v2.0/networks/378741f9-d9e9-4c54-ba3b-e36891674d20 HTTP/1.1" status: 204 len: 168 time: 2.1409068 Jul 15 23:16:27.736480 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57346) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:27.761048 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5181d5-3f6b-4257-96eb-433d4aa74348 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Pushing event deleted for resources: {'Network': ['ID=378741f9-d9e9-4c54-ba3b-e36891674d20,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:27.853874 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-9dd0d5eb-29c8-4e36-8ca1-acf72f347a23 service neutron] 10.222.0.16 "GET /v2.0/networks/df118b6b-31a4-4061-a4c0-0ae233562309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095171 Jul 15 23:16:27.873807 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3bb7c66-c4dd-4fb2-8beb-5e66e7b3f160 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Deleting subnet 479fec19-40ce-4e55-8ca7-5875121696bc {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:16:27.891381 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c3bb7c66-c4dd-4fb2-8beb-5e66e7b3f160 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:27.909723 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7e315d2c-fb20-44d8-b950-3777d8fe5bb8 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:27.912698 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22015dbe-5196-47d7-8cfb-0e67d5dd0927 None None] Network df118b6b-31a4-4061-a4c0-0ae233562309 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:27.975603 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e315d2c-fb20-44d8-b950-3777d8fe5bb8 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network 0afdfc6e-939f-4a41-acb4-21e995fbad9b is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:27.983297 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-7e315d2c-fb20-44d8-b950-3777d8fe5bb8 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:27.990392 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e315d2c-fb20-44d8-b950-3777d8fe5bb8 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:27.992017 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7e315d2c-fb20-44d8-b950-3777d8fe5bb8 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:28.017708 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e315d2c-fb20-44d8-b950-3777d8fe5bb8 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Subnet': ['ID=7020ecd9-3b25-4c2c-a455-ac7e401ee055,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:28.023026 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7e315d2c-fb20-44d8-b950-3777d8fe5bb8 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9421349 Jul 15 23:16:28.025603 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57352) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:28.034029 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0a892730-517a-4f06-b0e7-22fdc5b2192a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'security_group': {'name': 'tempest-secgroup-342669624'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:28.058591 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3431dae-6238-45df-ab47-f95bb42bf533 None None] Network 0afdfc6e-939f-4a41-acb4-21e995fbad9b requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:28.062099 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-49af5016-c3ca-4e21-8260-d2d9b6e9f9ba service neutron] 10.222.0.16 "GET /v2.0/networks/df118b6b-31a4-4061-a4c0-0ae233562309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004254 Jul 15 23:16:28.081601 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c3bb7c66-c4dd-4fb2-8beb-5e66e7b3f160 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:28.085035 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0a892730-517a-4f06-b0e7-22fdc5b2192a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:28.109640 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-42aa4457-fa21-490c-bad2-a25da3939e62 None None] Provisioning for port f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:28.129748 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-42aa4457-fa21-490c-bad2-a25da3939e62 None None] Provisioning complete for port f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:28.131297 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-42aa4457-fa21-490c-bad2-a25da3939e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:28.295594 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0a892730-517a-4f06-b0e7-22fdc5b2192a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:28.301279 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c3bb7c66-c4dd-4fb2-8beb-5e66e7b3f160 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:28.301568 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0a892730-517a-4f06-b0e7-22fdc5b2192a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:28.349857 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0a892730-517a-4f06-b0e7-22fdc5b2192a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:28.352499 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0a892730-517a-4f06-b0e7-22fdc5b2192a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3248329 Jul 15 23:16:28.372591 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57356) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:28.399773 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5115987f-ce20-4d0e-b997-03919d71c608 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'security_group': {'name': 'tempest-secgroup-112694878'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:28.466497 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c3bb7c66-c4dd-4fb2-8beb-5e66e7b3f160 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:28.495377 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5115987f-ce20-4d0e-b997-03919d71c608 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:28.559448 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb7c66-c4dd-4fb2-8beb-5e66e7b3f160 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Pushing event deleted for resources: {'Subnet': ['ID=479fec19-40ce-4e55-8ca7-5875121696bc,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:28.578389 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c3bb7c66-c4dd-4fb2-8beb-5e66e7b3f160 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:28.588319 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c3bb7c66-c4dd-4fb2-8beb-5e66e7b3f160 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "DELETE /v2.0/subnets/479fec19-40ce-4e55-8ca7-5875121696bc HTTP/1.1" status: 204 len: 168 time: 0.8470671 Jul 15 23:16:28.589225 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57372) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:28.590394 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4244d6-9d87-454f-8ff6-49d10628f194 None None] Network 7231e228-8e0b-4ca3-a558-0a7e287843cf requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:28.594987 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a892730-517a-4f06-b0e7-22fdc5b2192a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d92d784-eca3-4748-bd96-801bce682647,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:28.824285 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-a403a38e-c9b4-44f8-bebb-b6d998173b27 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:28.825842 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-a403a38e-c9b4-44f8-bebb-b6d998173b27 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.36 "GET /v2.0/networks?id=df118b6b-31a4-4061-a4c0-0ae233562309 HTTP/1.1" status: 200 len: 815 time: 0.5090537 Jul 15 23:16:28.848112 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-72bf1cbc-6bc8-4a8e-8c43-6d811a5f4bc6 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Request body: {'port': {'device_id': 'be5edff6-1069-4223-b89c-418f22657dba', 'network_id': 'df118b6b-31a4-4061-a4c0-0ae233562309', 'admin_state_up': True, 'tenant_id': '859c6f143cd34c8bb625f6c26492c3d6'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:28.940643 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c34adee3-d271-4884-9373-1b173eb81f3b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:29.025404 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5115987f-ce20-4d0e-b997-03919d71c608 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:29.055262 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5115987f-ce20-4d0e-b997-03919d71c608 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:29.055532 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-43fc91b6-283b-4d7c-bed5-9f57e5d99ca7 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:29.064627 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-43fc91b6-283b-4d7c-bed5-9f57e5d99ca7 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/networks?id=df118b6b-31a4-4061-a4c0-0ae233562309 HTTP/1.1" status: 200 len: 815 time: 0.3685954 Jul 15 23:16:29.093216 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-40021716-f5a9-4536-b587-97225f746eba tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/quotas/859c6f143cd34c8bb625f6c26492c3d6 HTTP/1.1" status: 200 len: 375 time: 0.0262187 Jul 15 23:16:29.154307 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c34adee3-d271-4884-9373-1b173eb81f3b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Deleting port 07112933-330f-4249-866f-627f8eee2302 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:29.155648 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c34adee3-d271-4884-9373-1b173eb81f3b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:29.215464 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-257e1579-fcbc-4923-877c-c608d57bb3e6 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=859c6f143cd34c8bb625f6c26492c3d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1210053 Jul 15 23:16:29.256090 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5115987f-ce20-4d0e-b997-03919d71c608 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:29.268968 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5115987f-ce20-4d0e-b997-03919d71c608 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8803983 Jul 15 23:16:29.273905 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57392) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:29.337231 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7253ac53-b043-4e30-ab49-20c50bb3e971 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1862642456', 'security_groups': ['63b9853b-b861-4a27-b324-c56ad37dc624'], 'network_id': '0afdfc6e-939f-4a41-acb4-21e995fbad9b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7020ecd9-3b25-4c2c-a455-ac7e401ee055'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:29.399350 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-42aa4457-fa21-490c-bad2-a25da3939e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:29.399882 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115987f-ce20-4d0e-b997-03919d71c608 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63b9853b-b861-4a27-b324-c56ad37dc624,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:29.479402 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c34adee3-d271-4884-9373-1b173eb81f3b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] For port 07112933-330f-4249-866f-627f8eee2302, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=07112933-330f-4249-866f-627f8eee2302,segment=NetworkSegment(90689e6f-e736-4de7-bc5b-338c0f42389d),segment_id=90689e6f-e736-4de7-bc5b-338c0f42389d)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:29.479402 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c34adee3-d271-4884-9373-1b173eb81f3b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:29.502142 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c34adee3-d271-4884-9373-1b173eb81f3b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Calling delete_port for 07112933-330f-4249-866f-627f8eee2302 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:29.517697 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf614b4-141d-402a-8388-e992d527c9f9 None None] DHCP port deletion for 7231e228-8e0b-4ca3-a558-0a7e287843cf request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:16:29.625622 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-72bf1cbc-6bc8-4a8e-8c43-6d811a5f4bc6 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Made reservation on behalf of 859c6f143cd34c8bb625f6c26492c3d6 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:29.636660 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-72bf1cbc-6bc8-4a8e-8c43-6d811a5f4bc6 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:29.647129 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-42aa4457-fa21-490c-bad2-a25da3939e62 None None] For port f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a,segment=NetworkSegment(6cda61e7-a60d-4638-bd4d-a599539dd774),segment_id=6cda61e7-a60d-4638-bd4d-a599539dd774)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:29.649410 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2b12d5-8a83-4128-a37c-ac8651f77e77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-0afdfc6e-939f-4a41-acb4-21e995fbad9b', 'network_id': '0afdfc6e-939f-4a41-acb4-21e995fbad9b', 'tenant_id': '178eb6500ae7443591abbc93e5ee1d7b', 'fixed_ips': [{'subnet_id': '7020ecd9-3b25-4c2c-a455-ac7e401ee055'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:16:29.655211 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1d2b12d5-8a83-4128-a37c-ac8651f77e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:29.704236 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c34adee3-d271-4884-9373-1b173eb81f3b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:29.729434 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-42aa4457-fa21-490c-bad2-a25da3939e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:29.737286 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7253ac53-b043-4e30-ab49-20c50bb3e971 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:29.758022 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-409ad81e-3d20-4009-a625-1ed00970bceb service neutron] 10.222.0.16 "GET /v2.0/networks/df118b6b-31a4-4061-a4c0-0ae233562309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5412030 Jul 15 23:16:29.759958 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34adee3-d271-4884-9373-1b173eb81f3b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] No DVR routers for this DVR port 07112933-330f-4249-866f-627f8eee2302 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:29.804092 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-bdf614b4-141d-402a-8388-e992d527c9f9 None None] The port '07112933-330f-4249-866f-627f8eee2302' was deleted {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 15 23:16:29.918609 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7253ac53-b043-4e30-ab49-20c50bb3e971 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:29.934954 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34adee3-d271-4884-9373-1b173eb81f3b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Pushing event deleted for resources: {'Port': ['ID=07112933-330f-4249-866f-627f8eee2302,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:30.096454 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c34adee3-d271-4884-9373-1b173eb81f3b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:30.111051 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-7253ac53-b043-4e30-ab49-20c50bb3e971 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] device_id is not set on port 39eff805-ead8-45cf-b693-23bd786bd980 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:16:30.122958 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-c34adee3-d271-4884-9373-1b173eb81f3b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7231e228-8e0b-4ca3-a558-0a7e287843cf']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:30.127191 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa4457-fa21-490c-bad2-a25da3939e62 None None] Pushing event updated for resources: {'Port': ['ID=f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:30.142553 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-58773b02-8cd3-4382-aea7-e7ff4e9a6a8b None None] Provisioning complete for port f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:30.142956 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-58773b02-8cd3-4382-aea7-e7ff4e9a6a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:30.150104 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-d29f5f79-b57b-4c3b-9b4d-5e4d95041748 service neutron] 10.222.0.16 "GET /v2.0/networks/df118b6b-31a4-4061-a4c0-0ae233562309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190153 Jul 15 23:16:30.175093 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-c34adee3-d271-4884-9373-1b173eb81f3b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90689e6f-e736-4de7-bc5b-338c0f42389d') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:30.181571 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-c34adee3-d271-4884-9373-1b173eb81f3b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90689e6f-e736-4de7-bc5b-338c0f42389d') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:30.201947 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c34adee3-d271-4884-9373-1b173eb81f3b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:30.241176 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c34adee3-d271-4884-9373-1b173eb81f3b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:30.249604 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34adee3-d271-4884-9373-1b173eb81f3b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:16:30.250165 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c34adee3-d271-4884-9373-1b173eb81f3b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:30.253531 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:16:30.253531 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:16:30.253531 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:16:30.253531 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:16:30.253531 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:16:30.253531 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:16:30.253531 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:16:30.253531 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:16:30.253531 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:16:30.253531 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:16:30.253531 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:16:30.253531 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:16:30.253531 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:16:30.253531 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:16:30.253531 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:16:30.253531 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:16:30.253531 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:16:30.253531 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:16:30.253531 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:16:30.253531 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:16:30.253531 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:16:30.253531 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:16:30.253531 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:16:30.253531 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:16:30.253531 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:16:30.253531 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:16:30.253531 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:16:30.253531 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:16:30.253531 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:16:30.253531 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:16:30.253531 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:16:30.253531 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:16:30.351882 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-1d2b12d5-8a83-4128-a37c-ac8651f77e77 None None] Allocated IP 172.20.0.2 (0afdfc6e-939f-4a41-acb4-21e995fbad9b/7020ecd9-3b25-4c2c-a455-ac7e401ee055/0298f302-5bbc-4f2d-9a35-dfbd606cf36c) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:30.360688 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c34adee3-d271-4884-9373-1b173eb81f3b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:30.393593 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c34adee3-d271-4884-9373-1b173eb81f3b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:30.397986 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c34adee3-d271-4884-9373-1b173eb81f3b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "DELETE /v2.0/networks/7231e228-8e0b-4ca3-a558-0a7e287843cf HTTP/1.1" status: 204 len: 168 time: 1.8029957 Jul 15 23:16:30.400556 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34adee3-d271-4884-9373-1b173eb81f3b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Pushing event deleted for resources: {'Network': ['ID=7231e228-8e0b-4ca3-a558-0a7e287843cf,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:30.407917 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57428) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:30.415462 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-c1bde21f-9884-4b6b-8154-f7ae5d16d662 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-586973587'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:30.531438 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-198366a3-9ca9-4c96-9247-63b5c9b48596 req-94e85037-17e6-432a-a100-8c0859e75591 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf287248-8016-4a3f-8699-26cadfcc2e77 HTTP/1.1" status: 200 len: 210 time: 0.0827117 Jul 15 23:16:30.535347 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bde21f-9884-4b6b-8154-f7ae5d16d662 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Made reservation on behalf of 4210ec618e114a6198cdf2780451b50d for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:30.544812 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c1bde21f-9884-4b6b-8154-f7ae5d16d662 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:30.617836 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1bde21f-9884-4b6b-8154-f7ae5d16d662 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:16:30.628904 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c1bde21f-9884-4b6b-8154-f7ae5d16d662 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:30.629236 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-c1bde21f-9884-4b6b-8154-f7ae5d16d662 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Added segment 8ea4d8d2-3208-4b2e-a5d2-5bd0f95b7c8e of type vlan for network 9cee06fb-eeeb-4f0d-aa03-1f67657963f4 Jul 15 23:16:30.638297 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-72bf1cbc-6bc8-4a8e-8c43-6d811a5f4bc6 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Allocated IP 172.20.0.5 (df118b6b-31a4-4061-a4c0-0ae233562309/06763eb0-c655-4810-97b7-154812cb6bdd/9113e9a7-2c40-42af-b458-3231187327c2) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:30.683008 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c1bde21f-9884-4b6b-8154-f7ae5d16d662 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:30.745284 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1d2b12d5-8a83-4128-a37c-ac8651f77e77 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:30.754907 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c1bde21f-9884-4b6b-8154-f7ae5d16d662 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:30.757754 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1d2b12d5-8a83-4128-a37c-ac8651f77e77 None None] Transition to ACTIVE for port object 0298f302-5bbc-4f2d-9a35-dfbd606cf36c will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:30.764864 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bde21f-9884-4b6b-8154-f7ae5d16d662 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:30.765657 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c1bde21f-9884-4b6b-8154-f7ae5d16d662 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:30.775687 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1d2b12d5-8a83-4128-a37c-ac8651f77e77 None None] Transition to ACTIVE for port object 0298f302-5bbc-4f2d-9a35-dfbd606cf36c will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:30.783966 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1d2b12d5-8a83-4128-a37c-ac8651f77e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:30.835311 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2b12d5-8a83-4128-a37c-ac8651f77e77 None None] Network 0afdfc6e-939f-4a41-acb4-21e995fbad9b is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:30.838641 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-1d2b12d5-8a83-4128-a37c-ac8651f77e77 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:30.845956 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2b12d5-8a83-4128-a37c-ac8651f77e77 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:30.888897 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c1bde21f-9884-4b6b-8154-f7ae5d16d662 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4770019 Jul 15 23:16:30.894157 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57442) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:30.895138 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b12d5-8a83-4128-a37c-ac8651f77e77 None None] Pushing event updated for resources: {'Port': ['ID=0298f302-5bbc-4f2d-9a35-dfbd606cf36c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:30.915209 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-7253ac53-b043-4e30-ab49-20c50bb3e971 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Allocated IP 172.20.0.8 (0afdfc6e-939f-4a41-acb4-21e995fbad9b/7020ecd9-3b25-4c2c-a455-ac7e401ee055/39eff805-ead8-45cf-b693-23bd786bd980) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:30.935245 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-574a6ac0-be11-4b35-a292-ab407118178b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Request body: {'subnet': {'network_id': '9cee06fb-eeeb-4f0d-aa03-1f67657963f4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:30.965899 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-1d2b12d5-8a83-4128-a37c-ac8651f77e77 None None] Attempting to bind port 0298f302-5bbc-4f2d-9a35-dfbd606cf36c on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:16:30.966657 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-1d2b12d5-8a83-4128-a37c-ac8651f77e77 None None] Attempting to bind port 0298f302-5bbc-4f2d-9a35-dfbd606cf36c by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'a7328aa6-1e5d-4c02-8a3e-6b8de96f4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0afdfc6e-939f-4a41-acb4-21e995fbad9b'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:16:30.967516 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b12d5-8a83-4128-a37c-ac8651f77e77 None None] Attempting to bind port 0298f302-5bbc-4f2d-9a35-dfbd606cf36c on network 0afdfc6e-939f-4a41-acb4-21e995fbad9b {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:30.977659 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b12d5-8a83-4128-a37c-ac8651f77e77 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:16:30.980405 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b12d5-8a83-4128-a37c-ac8651f77e77 None None] Checking segment: {'id': 'a7328aa6-1e5d-4c02-8a3e-6b8de96f4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0afdfc6e-939f-4a41-acb4-21e995fbad9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:30.981108 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1d2b12d5-8a83-4128-a37c-ac8651f77e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:30.982011 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b12d5-8a83-4128-a37c-ac8651f77e77 None None] Bound using segment: {'id': 'a7328aa6-1e5d-4c02-8a3e-6b8de96f4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0afdfc6e-939f-4a41-acb4-21e995fbad9b'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:16:30.984008 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-1d2b12d5-8a83-4128-a37c-ac8651f77e77 None None] Bound port: 0298f302-5bbc-4f2d-9a35-dfbd606cf36c, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7328aa6-1e5d-4c02-8a3e-6b8de96f4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0afdfc6e-939f-4a41-acb4-21e995fbad9b'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:16:30.984673 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1d2b12d5-8a83-4128-a37c-ac8651f77e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:30.985678 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-2096a342-6086-4f49-83ad-c7afd0fd5ce8 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:30.987556 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-2096a342-6086-4f49-83ad-c7afd0fd5ce8 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.43 "GET /v2.0/networks?id=df118b6b-31a4-4061-a4c0-0ae233562309 HTTP/1.1" status: 200 len: 815 time: 0.5150971 Jul 15 23:16:31.032350 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-d7db7eec-c341-47e6-9f8d-b47fbde536d1 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Request body: {'port': {'device_id': 'e0c01ee8-b5bb-4b3e-9e8d-593b582c3f5c', 'network_id': 'df118b6b-31a4-4061-a4c0-0ae233562309', 'admin_state_up': True, 'tenant_id': '859c6f143cd34c8bb625f6c26492c3d6'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:31.059699 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:31.095269 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81128ae6-3fe1-4947-922b-764947957218 req-120e6c0b-c13e-48de-a68f-05da3bbd5802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:31.095757 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81128ae6-3fe1-4947-922b-764947957218 req-120e6c0b-c13e-48de-a68f-05da3bbd5802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:31.096467 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81128ae6-3fe1-4947-922b-764947957218 req-120e6c0b-c13e-48de-a68f-05da3bbd5802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:31.097121 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81128ae6-3fe1-4947-922b-764947957218 req-120e6c0b-c13e-48de-a68f-05da3bbd5802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:31.097762 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81128ae6-3fe1-4947-922b-764947957218 req-120e6c0b-c13e-48de-a68f-05da3bbd5802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:31.099066 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81128ae6-3fe1-4947-922b-764947957218 req-120e6c0b-c13e-48de-a68f-05da3bbd5802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:31.099719 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81128ae6-3fe1-4947-922b-764947957218 req-120e6c0b-c13e-48de-a68f-05da3bbd5802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:31.103226 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-81128ae6-3fe1-4947-922b-764947957218 req-120e6c0b-c13e-48de-a68f-05da3bbd5802 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 6491 time: 0.6955047 Jul 15 23:16:31.106595 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bde21f-9884-4b6b-8154-f7ae5d16d662 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Pushing event updated for resources: {'Network': ['ID=9cee06fb-eeeb-4f0d-aa03-1f67657963f4,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:31.123129 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 9cee06fb-eeeb-4f0d-aa03-1f67657963f4 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:16:31.219835 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-1d2b12d5-8a83-4128-a37c-ac8651f77e77 None None] For port 0298f302-5bbc-4f2d-9a35-dfbd606cf36c, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:16:31.227059 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-1d2b12d5-8a83-4128-a37c-ac8651f77e77 None None] For port 0298f302-5bbc-4f2d-9a35-dfbd606cf36c, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=0298f302-5bbc-4f2d-9a35-dfbd606cf36c,segment=NetworkSegment(a7328aa6-1e5d-4c02-8a3e-6b8de96f4b0d),segment_id=a7328aa6-1e5d-4c02-8a3e-6b8de96f4b0d)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:16:31.239093 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:31.239409 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:31.242768 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1d2b12d5-8a83-4128-a37c-ac8651f77e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:31.288057 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45391a86-0554-4ee5-b58a-4dbf47af49c6 req-1197908b-6855-45db-b7ed-b14f290f283c tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:31.296571 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-45391a86-0554-4ee5-b58a-4dbf47af49c6 req-1197908b-6855-45db-b7ed-b14f290f283c tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=3442baf6-485a-4c4d-91a7-532586fc137b HTTP/1.1" status: 200 len: 945 time: 0.4171481 Jul 15 23:16:31.380736 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b12d5-8a83-4128-a37c-ac8651f77e77 None None] Pushing event updated for resources: {'Port': ['ID=0298f302-5bbc-4f2d-9a35-dfbd606cf36c,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:31.410428 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-45391a86-0554-4ee5-b58a-4dbf47af49c6 req-709609a1-611a-412e-b680-65b1995be731 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129451 Jul 15 23:16:31.426376 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574a6ac0-be11-4b35-a292-ab407118178b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Made reservation on behalf of 4210ec618e114a6198cdf2780451b50d for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:31.430518 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-574a6ac0-be11-4b35-a292-ab407118178b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:31.550267 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 07112933-330f-4249-866f-627f8eee2302 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:16:31.595669 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 07112933-330f-4249-866f-627f8eee2302 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:16:31.596589 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 07112933-330f-4249-866f-627f8eee2302 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:16:31.716255 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-81128ae6-3fe1-4947-922b-764947957218 req-f56589f6-ca13-423f-be47-b56c1e773314 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5937331 Jul 15 23:16:31.867193 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b978eaa0-5c3e-4c50-8f44-a412904190e0 req-90dcf4f2-e71b-4b6b-99cc-815d9f32e645 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf287248-8016-4a3f-8699-26cadfcc2e77 HTTP/1.1" status: 200 len: 210 time: 0.0518789 Jul 15 23:16:31.870952 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-574a6ac0-be11-4b35-a292-ab407118178b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:31.885065 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-d7db7eec-c341-47e6-9f8d-b47fbde536d1 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Made reservation on behalf of 859c6f143cd34c8bb625f6c26492c3d6 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:31.889549 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-d7db7eec-c341-47e6-9f8d-b47fbde536d1 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:31.927744 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-72bf1cbc-6bc8-4a8e-8c43-6d811a5f4bc6 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:31.946535 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7253ac53-b043-4e30-ab49-20c50bb3e971 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:31.976930 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-72bf1cbc-6bc8-4a8e-8c43-6d811a5f4bc6 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Transition to ACTIVE for port object 9113e9a7-2c40-42af-b458-3231187327c2 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:31.978891 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-7253ac53-b043-4e30-ab49-20c50bb3e971 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Transition to ACTIVE for port object 39eff805-ead8-45cf-b693-23bd786bd980 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:31.987821 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a6ac0-be11-4b35-a292-ab407118178b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Pushing event updated for resources: {'Subnet': ['ID=e36ab973-dd8d-410d-8a25-35d38fa344f1,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:32.001227 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574a6ac0-be11-4b35-a292-ab407118178b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Checking segment: {'id': '8ea4d8d2-3208-4b2e-a5d2-5bd0f95b7c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9cee06fb-eeeb-4f0d-aa03-1f67657963f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:32.001994 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574a6ac0-be11-4b35-a292-ab407118178b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Network hostable DHCP agents. Network: 9cee06fb-eeeb-4f0d-aa03-1f67657963f4, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:16:32.020728 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574a6ac0-be11-4b35-a292-ab407118178b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Network 9cee06fb-eeeb-4f0d-aa03-1f67657963f4 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:16:32.037006 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-574a6ac0-be11-4b35-a292-ab407118178b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 9cee06fb-eeeb-4f0d-aa03-1f67657963f4) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:32.049930 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe26187-0a80-4c13-9429-1ce825c3ad39 None None] Network 9cee06fb-eeeb-4f0d-aa03-1f67657963f4 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:32.062419 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574a6ac0-be11-4b35-a292-ab407118178b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:32.063064 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-574a6ac0-be11-4b35-a292-ab407118178b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:32.084708 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-574a6ac0-be11-4b35-a292-ab407118178b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1779702 Jul 15 23:16:32.087142 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57460) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:32.094309 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-8eb2d12b-24ed-4ce7-ad7e-489cea454d56 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-737361456'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:32.126992 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-72bf1cbc-6bc8-4a8e-8c43-6d811a5f4bc6 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:32.133987 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb2d12b-24ed-4ce7-ad7e-489cea454d56 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Made reservation on behalf of 4210ec618e114a6198cdf2780451b50d for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:32.137796 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8eb2d12b-24ed-4ce7-ad7e-489cea454d56 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:32.169452 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7253ac53-b043-4e30-ab49-20c50bb3e971 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:32.182108 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb2d12b-24ed-4ce7-ad7e-489cea454d56 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:16:32.193535 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8eb2d12b-24ed-4ce7-ad7e-489cea454d56 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:32.193923 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-8eb2d12b-24ed-4ce7-ad7e-489cea454d56 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Added segment a94b0721-6b3d-45d8-9d76-5cc7572e163c of type vlan for network 6b796b78-54ea-4a8c-b281-917f4726d138 Jul 15 23:16:32.277445 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8eb2d12b-24ed-4ce7-ad7e-489cea454d56 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:32.281446 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-72bf1cbc-6bc8-4a8e-8c43-6d811a5f4bc6 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Network df118b6b-31a4-4061-a4c0-0ae233562309 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:32.289182 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7253ac53-b043-4e30-ab49-20c50bb3e971 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network 0afdfc6e-939f-4a41-acb4-21e995fbad9b is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:32.291935 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-d7db7eec-c341-47e6-9f8d-b47fbde536d1 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Allocated IP 172.20.0.7 (df118b6b-31a4-4061-a4c0-0ae233562309/06763eb0-c655-4810-97b7-154812cb6bdd/558b93f3-c5c9-4dfd-bc9c-612fbb60b73f) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:32.300099 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78efcfe6-d91b-4287-a00d-557c6e6ec74b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-9cee06fb-eeeb-4f0d-aa03-1f67657963f4', 'network_id': '9cee06fb-eeeb-4f0d-aa03-1f67657963f4', 'tenant_id': '4210ec618e114a6198cdf2780451b50d', 'fixed_ips': [{'subnet_id': 'e36ab973-dd8d-410d-8a25-35d38fa344f1'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:16:32.300321 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-72bf1cbc-6bc8-4a8e-8c43-6d811a5f4bc6 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:32.301078 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-78efcfe6-d91b-4287-a00d-557c6e6ec74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:32.303225 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-7253ac53-b043-4e30-ab49-20c50bb3e971 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:32.306623 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7253ac53-b043-4e30-ab49-20c50bb3e971 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:32.309473 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf1cbc-6bc8-4a8e-8c43-6d811a5f4bc6 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Pushing event updated for resources: {'Port': ['ID=9113e9a7-2c40-42af-b458-3231187327c2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:32.316854 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8eb2d12b-24ed-4ce7-ad7e-489cea454d56 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:32.317776 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-72bf1cbc-6bc8-4a8e-8c43-6d811a5f4bc6 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:32.342773 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb2d12b-24ed-4ce7-ad7e-489cea454d56 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:32.343815 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8eb2d12b-24ed-4ce7-ad7e-489cea454d56 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:32.454130 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8eb2d12b-24ed-4ce7-ad7e-489cea454d56 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3614957 Jul 15 23:16:32.456599 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57466) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:32.481746 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-b98ed1bf-f9f0-4937-bd1e-828793f4c9f6 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Request body: {'subnet': {'network_id': '6b796b78-54ea-4a8c-b281-917f4726d138', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:32.506847 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-78efcfe6-d91b-4287-a00d-557c6e6ec74b None None] Allocated IP 19.80.0.2 (9cee06fb-eeeb-4f0d-aa03-1f67657963f4/e36ab973-dd8d-410d-8a25-35d38fa344f1/7ca44f8e-350f-4fdc-9943-de7529cb007a) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:32.673700 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb2d12b-24ed-4ce7-ad7e-489cea454d56 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Pushing event updated for resources: {'Network': ['ID=6b796b78-54ea-4a8c-b281-917f4726d138,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:32.801504 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-78efcfe6-d91b-4287-a00d-557c6e6ec74b None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:32.826286 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-78efcfe6-d91b-4287-a00d-557c6e6ec74b None None] Transition to ACTIVE for port object 7ca44f8e-350f-4fdc-9943-de7529cb007a will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:32.864680 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-78efcfe6-d91b-4287-a00d-557c6e6ec74b None None] Transition to ACTIVE for port object 7ca44f8e-350f-4fdc-9943-de7529cb007a will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:32.871692 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 6b796b78-54ea-4a8c-b281-917f4726d138 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:16:32.880780 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253ac53-b043-4e30-ab49-20c50bb3e971 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Port': ['ID=39eff805-ead8-45cf-b693-23bd786bd980,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:32.895909 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7253ac53-b043-4e30-ab49-20c50bb3e971 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:32.896978 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7253ac53-b043-4e30-ab49-20c50bb3e971 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:32.899145 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-78efcfe6-d91b-4287-a00d-557c6e6ec74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:32.915519 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-72bf1cbc-6bc8-4a8e-8c43-6d811a5f4bc6 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:32.916562 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-72bf1cbc-6bc8-4a8e-8c43-6d811a5f4bc6 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:32.949354 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bf3ef-0e94-46da-a50c-c21f66e938eb req-ad5c642e-caa3-4488-9b1f-87fac91d5448 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:32.951228 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-316bf3ef-0e94-46da-a50c-c21f66e938eb req-ad5c642e-caa3-4488-9b1f-87fac91d5448 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.36 "GET /v2.0/ports?device_id=3442baf6-485a-4c4d-91a7-532586fc137b HTTP/1.1" status: 200 len: 945 time: 0.8361878 Jul 15 23:16:33.053528 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7253ac53-b043-4e30-ab49-20c50bb3e971 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7704632 Jul 15 23:16:33.054568 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57478) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:33.061695 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78efcfe6-d91b-4287-a00d-557c6e6ec74b None None] Network 9cee06fb-eeeb-4f0d-aa03-1f67657963f4 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:33.066104 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-72bf1cbc-6bc8-4a8e-8c43-6d811a5f4bc6 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2220283 Jul 15 23:16:33.069156 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-78efcfe6-d91b-4287-a00d-557c6e6ec74b None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:33.077357 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78efcfe6-d91b-4287-a00d-557c6e6ec74b None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:33.086931 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d57f7d4d-0dc9-4002-b199-634436099638 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'subnet': {'network_id': '0afdfc6e-939f-4a41-acb4-21e995fbad9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:33.115776 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-85e0f967-83c9-415f-a42a-09bf040579cb service neutron] Request body: {'port': {'device_id': 'be5edff6-1069-4223-b89c-418f22657dba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:33.232308 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0298f302-5bbc-4f2d-9a35-dfbd606cf36c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:33.280811 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-3c487cdb-3f2c-4aed-b6e5-cf3e94657466 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:33.282463 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-3c487cdb-3f2c-4aed-b6e5-cf3e94657466 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.36 "GET /v2.0/networks?id=df118b6b-31a4-4061-a4c0-0ae233562309 HTTP/1.1" status: 200 len: 815 time: 0.6457560 Jul 15 23:16:33.347901 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6d042bb2-31e0-4360-b8a6-f28bf8fdaf29 None None] Provisioning for port 9113e9a7-2c40-42af-b458-3231187327c2 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:33.362210 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-4b575b1f-bf7d-4203-8939-a3b57e2dbe9c tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Request body: {'port': {'device_id': 'bf287248-8016-4a3f-8699-26cadfcc2e77', 'network_id': 'df118b6b-31a4-4061-a4c0-0ae233562309', 'admin_state_up': True, 'tenant_id': '859c6f143cd34c8bb625f6c26492c3d6'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:33.390284 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78efcfe6-d91b-4287-a00d-557c6e6ec74b None None] Pushing event updated for resources: {'Port': ['ID=7ca44f8e-350f-4fdc-9943-de7529cb007a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:33.408414 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6d042bb2-31e0-4360-b8a6-f28bf8fdaf29 None None] Provisioning complete for port 9113e9a7-2c40-42af-b458-3231187327c2 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:33.414043 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6d042bb2-31e0-4360-b8a6-f28bf8fdaf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:33.471184 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-78efcfe6-d91b-4287-a00d-557c6e6ec74b None None] Attempting to bind port 7ca44f8e-350f-4fdc-9943-de7529cb007a on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:16:33.471853 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-78efcfe6-d91b-4287-a00d-557c6e6ec74b None None] Attempting to bind port 7ca44f8e-350f-4fdc-9943-de7529cb007a by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '8ea4d8d2-3208-4b2e-a5d2-5bd0f95b7c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9cee06fb-eeeb-4f0d-aa03-1f67657963f4'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:16:33.472490 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78efcfe6-d91b-4287-a00d-557c6e6ec74b None None] Attempting to bind port 7ca44f8e-350f-4fdc-9943-de7529cb007a on network 9cee06fb-eeeb-4f0d-aa03-1f67657963f4 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:33.488281 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 0298f302-5bbc-4f2d-9a35-dfbd606cf36c completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:33.500453 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78efcfe6-d91b-4287-a00d-557c6e6ec74b None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:16:33.501178 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78efcfe6-d91b-4287-a00d-557c6e6ec74b None None] Checking segment: {'id': '8ea4d8d2-3208-4b2e-a5d2-5bd0f95b7c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9cee06fb-eeeb-4f0d-aa03-1f67657963f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:33.501767 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-78efcfe6-d91b-4287-a00d-557c6e6ec74b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:33.502343 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78efcfe6-d91b-4287-a00d-557c6e6ec74b None None] Bound using segment: {'id': '8ea4d8d2-3208-4b2e-a5d2-5bd0f95b7c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9cee06fb-eeeb-4f0d-aa03-1f67657963f4'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:16:33.503040 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-78efcfe6-d91b-4287-a00d-557c6e6ec74b None None] Bound port: 7ca44f8e-350f-4fdc-9943-de7529cb007a, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea4d8d2-3208-4b2e-a5d2-5bd0f95b7c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9cee06fb-eeeb-4f0d-aa03-1f67657963f4'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:16:33.503627 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-78efcfe6-d91b-4287-a00d-557c6e6ec74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:33.505134 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-4b575b1f-bf7d-4203-8939-a3b57e2dbe9c tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Made reservation on behalf of 859c6f143cd34c8bb625f6c26492c3d6 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:33.508750 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-4b575b1f-bf7d-4203-8939-a3b57e2dbe9c tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:33.526024 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-6d042bb2-31e0-4360-b8a6-f28bf8fdaf29 None None] Port 9113e9a7-2c40-42af-b458-3231187327c2 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:16:33.626489 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-78efcfe6-d91b-4287-a00d-557c6e6ec74b None None] For port 7ca44f8e-350f-4fdc-9943-de7529cb007a, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:16:33.632157 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-78efcfe6-d91b-4287-a00d-557c6e6ec74b None None] For port 7ca44f8e-350f-4fdc-9943-de7529cb007a, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=7ca44f8e-350f-4fdc-9943-de7529cb007a,segment=NetworkSegment(8ea4d8d2-3208-4b2e-a5d2-5bd0f95b7c8e),segment_id=8ea4d8d2-3208-4b2e-a5d2-5bd0f95b7c8e)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:16:33.641096 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-78efcfe6-d91b-4287-a00d-557c6e6ec74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:33.645334 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-d7db7eec-c341-47e6-9f8d-b47fbde536d1 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:33.651706 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98ed1bf-f9f0-4937-bd1e-828793f4c9f6 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Made reservation on behalf of 4210ec618e114a6198cdf2780451b50d for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:33.655846 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b98ed1bf-f9f0-4937-bd1e-828793f4c9f6 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:33.691388 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-85e0f967-83c9-415f-a42a-09bf040579cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:33.715365 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d2837c3d-5130-4c50-9958-c83ee51b7acd req-999d7639-5e5c-4c06-809a-83303e053f66 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf287248-8016-4a3f-8699-26cadfcc2e77 HTTP/1.1" status: 200 len: 210 time: 0.1210113 Jul 15 23:16:33.715559 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-316bf3ef-0e94-46da-a50c-c21f66e938eb req-c99b5b3e-52b4-4d68-8048-ab1390f19653 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Deleting port 6512fefd-4257-40d9-aa1c-e1c8110b0ce6 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:33.715727 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-316bf3ef-0e94-46da-a50c-c21f66e938eb req-c99b5b3e-52b4-4d68-8048-ab1390f19653 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:33.736964 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b7ac0ed4-3e2f-4fa9-bdac-67fbdd9bd0bc None None] Provisioning for port 39eff805-ead8-45cf-b693-23bd786bd980 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:33.770058 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b7ac0ed4-3e2f-4fa9-bdac-67fbdd9bd0bc None None] Provisioning complete for port 39eff805-ead8-45cf-b693-23bd786bd980 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:33.770738 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7ac0ed4-3e2f-4fa9-bdac-67fbdd9bd0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:33.771593 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d47f6a-8fdc-46c6-8ab1-296bdbaae9d5 req-b569f1f8-4662-4ab7-bbd3-9b3d8469e32e tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:33.773179 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-73d47f6a-8fdc-46c6-8ab1-296bdbaae9d5 req-b569f1f8-4662-4ab7-bbd3-9b3d8469e32e tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=3442baf6-485a-4c4d-91a7-532586fc137b HTTP/1.1" status: 200 len: 945 time: 1.0199597 Jul 15 23:16:33.805187 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78efcfe6-d91b-4287-a00d-557c6e6ec74b None None] Pushing event updated for resources: {'Port': ['ID=7ca44f8e-350f-4fdc-9943-de7529cb007a,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:33.805362 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-d7db7eec-c341-47e6-9f8d-b47fbde536d1 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Transition to ACTIVE for port object 558b93f3-c5c9-4dfd-bc9c-612fbb60b73f will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:33.842303 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b7ac0ed4-3e2f-4fa9-bdac-67fbdd9bd0bc None None] Port 39eff805-ead8-45cf-b693-23bd786bd980 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:16:33.857231 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b7ac0ed4-3e2f-4fa9-bdac-67fbdd9bd0bc None None] Provisioning for port 0298f302-5bbc-4f2d-9a35-dfbd606cf36c completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:33.872018 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b7ac0ed4-3e2f-4fa9-bdac-67fbdd9bd0bc None None] Provisioning complete for port 0298f302-5bbc-4f2d-9a35-dfbd606cf36c triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:33.872722 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7ac0ed4-3e2f-4fa9-bdac-67fbdd9bd0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:33.884943 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57f7d4d-0dc9-4002-b199-634436099638 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:33.888767 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d57f7d4d-0dc9-4002-b199-634436099638 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:33.943257 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-73d47f6a-8fdc-46c6-8ab1-296bdbaae9d5 req-117eaf9d-7481-43a5-9d07-0cccbe28a2b5 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/security-groups?id=f417de08-6550-4fa9-9827-772795e8364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570783 Jul 15 23:16:33.989049 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-316bf3ef-0e94-46da-a50c-c21f66e938eb req-c99b5b3e-52b4-4d68-8048-ab1390f19653 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] For port 6512fefd-4257-40d9-aa1c-e1c8110b0ce6, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6512fefd-4257-40d9-aa1c-e1c8110b0ce6,segment=NetworkSegment(682791d0-14b5-4b83-8025-c7a51df04ede),segment_id=682791d0-14b5-4b83-8025-c7a51df04ede)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:33.989831 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-316bf3ef-0e94-46da-a50c-c21f66e938eb req-c99b5b3e-52b4-4d68-8048-ab1390f19653 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:34.066431 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-316bf3ef-0e94-46da-a50c-c21f66e938eb req-c99b5b3e-52b4-4d68-8048-ab1390f19653 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Calling delete_port for 6512fefd-4257-40d9-aa1c-e1c8110b0ce6 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:34.179488 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b98ed1bf-f9f0-4937-bd1e-828793f4c9f6 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:34.248992 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7ac0ed4-3e2f-4fa9-bdac-67fbdd9bd0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:34.268013 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-d7db7eec-c341-47e6-9f8d-b47fbde536d1 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:34.277970 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ed1bf-f9f0-4937-bd1e-828793f4c9f6 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Pushing event updated for resources: {'Subnet': ['ID=f04b2367-90d5-4658-a524-0d0d69aa19aa,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:34.281058 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98ed1bf-f9f0-4937-bd1e-828793f4c9f6 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Checking segment: {'id': 'a94b0721-6b3d-45d8-9d76-5cc7572e163c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b796b78-54ea-4a8c-b281-917f4726d138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:34.281428 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98ed1bf-f9f0-4937-bd1e-828793f4c9f6 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Network hostable DHCP agents. Network: 6b796b78-54ea-4a8c-b281-917f4726d138, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:16:34.314205 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98ed1bf-f9f0-4937-bd1e-828793f4c9f6 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Network 6b796b78-54ea-4a8c-b281-917f4726d138 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:16:34.322626 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-b7ac0ed4-3e2f-4fa9-bdac-67fbdd9bd0bc None None] For port 0298f302-5bbc-4f2d-9a35-dfbd606cf36c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=0298f302-5bbc-4f2d-9a35-dfbd606cf36c,segment=NetworkSegment(a7328aa6-1e5d-4c02-8a3e-6b8de96f4b0d),segment_id=a7328aa6-1e5d-4c02-8a3e-6b8de96f4b0d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:34.332555 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-b98ed1bf-f9f0-4937-bd1e-828793f4c9f6 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 6b796b78-54ea-4a8c-b281-917f4726d138) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:34.332802 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7ac0ed4-3e2f-4fa9-bdac-67fbdd9bd0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:34.338532 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98ed1bf-f9f0-4937-bd1e-828793f4c9f6 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:34.340157 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b98ed1bf-f9f0-4937-bd1e-828793f4c9f6 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:34.346575 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673a9e9e-3278-4055-85ee-f1476c998808 None None] Network 6b796b78-54ea-4a8c-b281-917f4726d138 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:34.358727 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b98ed1bf-f9f0-4937-bd1e-828793f4c9f6 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8936100 Jul 15 23:16:34.458930 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b7ac0ed4-3e2f-4fa9-bdac-67fbdd9bd0bc None None] Provisioning complete for port 53ff0bb4-24c3-4982-ad1c-abf590ba9821 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:34.459347 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7ac0ed4-3e2f-4fa9-bdac-67fbdd9bd0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:34.518434 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac0ed4-3e2f-4fa9-bdac-67fbdd9bd0bc None None] Pushing event updated for resources: {'Port': ['ID=0298f302-5bbc-4f2d-9a35-dfbd606cf36c,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:34.578827 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b7ac0ed4-3e2f-4fa9-bdac-67fbdd9bd0bc None None] Port 53ff0bb4-24c3-4982-ad1c-abf590ba9821 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:16:34.622768 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667d9916-d5a3-4500-80b7-3a83b2fa4385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-6b796b78-54ea-4a8c-b281-917f4726d138', 'network_id': '6b796b78-54ea-4a8c-b281-917f4726d138', 'tenant_id': '4210ec618e114a6198cdf2780451b50d', 'fixed_ips': [{'subnet_id': 'f04b2367-90d5-4658-a524-0d0d69aa19aa'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:16:34.624165 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-667d9916-d5a3-4500-80b7-3a83b2fa4385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:34.729143 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-b255094f-154c-445d-bf1a-56fc71cb6bb0 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:34.748075 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-b255094f-154c-445d-bf1a-56fc71cb6bb0 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:34.750371 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-b255094f-154c-445d-bf1a-56fc71cb6bb0 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/networks?id=9cee06fb-eeeb-4f0d-aa03-1f67657963f4&id=6b796b78-54ea-4a8c-b281-917f4726d138 HTTP/1.1" status: 200 len: 1390 time: 0.1838930 Jul 15 23:16:34.762407 n-d-787205-9 neutron-server[93798]: INFO neutron.db.ipam_backend_mixin [None req-d57f7d4d-0dc9-4002-b199-634436099638 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7020ecd9-3b25-4c2c-a455-ac7e401ee055 (CIDR: 172.20.0.0/28) Jul 15 23:16:34.786409 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-b74e973f-f1bd-47bb-a14b-4ebd7e15886a tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/quotas/4210ec618e114a6198cdf2780451b50d HTTP/1.1" status: 200 len: 375 time: 0.0272129 Jul 15 23:16:34.801864 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-667d9916-d5a3-4500-80b7-3a83b2fa4385 None None] Allocated IP 19.86.0.2 (6b796b78-54ea-4a8c-b281-917f4726d138/f04b2367-90d5-4658-a524-0d0d69aa19aa/ca19a78d-e18f-415d-aece-5243d679c9b1) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:34.802128 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-d57f7d4d-0dc9-4002-b199-634436099638 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:16:34.802484 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d57f7d4d-0dc9-4002-b199-634436099638 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:34.807609 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-d7db7eec-c341-47e6-9f8d-b47fbde536d1 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Network df118b6b-31a4-4061-a4c0-0ae233562309 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:34.849825 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-d7db7eec-c341-47e6-9f8d-b47fbde536d1 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:34.864400 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-d7db7eec-c341-47e6-9f8d-b47fbde536d1 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:34.891545 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-4b575b1f-bf7d-4203-8939-a3b57e2dbe9c tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Allocated IP 172.20.0.9 (df118b6b-31a4-4061-a4c0-0ae233562309/06763eb0-c655-4810-97b7-154812cb6bdd/dbcd22bb-3a6b-4feb-9270-cecd9bf180ef) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:34.963245 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-cd02816b-400b-4c19-8dfd-597b060fe5af tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4210ec618e114a6198cdf2780451b50d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1697190 Jul 15 23:16:34.989115 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db7eec-c341-47e6-9f8d-b47fbde536d1 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Pushing event updated for resources: {'Port': ['ID=558b93f3-c5c9-4dfd-bc9c-612fbb60b73f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:35.039718 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d57f7d4d-0dc9-4002-b199-634436099638 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9751694 Jul 15 23:16:35.071392 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57504) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:35.079529 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-420c913c-7e38-42d9-a243-06b9ad65b704 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'subnet': {'network_id': '0afdfc6e-939f-4a41-acb4-21e995fbad9b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:35.135407 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-d7db7eec-c341-47e6-9f8d-b47fbde536d1 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:35.136216 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-d7db7eec-c341-47e6-9f8d-b47fbde536d1 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:35.150738 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-667d9916-d5a3-4500-80b7-3a83b2fa4385 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:35.181524 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-316bf3ef-0e94-46da-a50c-c21f66e938eb req-c99b5b3e-52b4-4d68-8048-ab1390f19653 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:35.187160 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 7ca44f8e-350f-4fdc-9943-de7529cb007a up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:35.244918 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-667d9916-d5a3-4500-80b7-3a83b2fa4385 None None] Transition to ACTIVE for port object ca19a78d-e18f-415d-aece-5243d679c9b1 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:35.254301 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-d7db7eec-c341-47e6-9f8d-b47fbde536d1 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2308869 Jul 15 23:16:35.258523 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b5b3e-52b4-4d68-8048-ab1390f19653 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Pushing event deleted for resources: {'Port': ['ID=6512fefd-4257-40d9-aa1c-e1c8110b0ce6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:35.283296 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-667d9916-d5a3-4500-80b7-3a83b2fa4385 None None] Transition to ACTIVE for port object ca19a78d-e18f-415d-aece-5243d679c9b1 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:35.283859 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-3c12288e-a365-4ff2-801b-8420533198d8 service neutron] Request body: {'port': {'device_id': 'e0c01ee8-b5bb-4b3e-9e8d-593b582c3f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:35.301287 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-667d9916-d5a3-4500-80b7-3a83b2fa4385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:35.323611 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 7ca44f8e-350f-4fdc-9943-de7529cb007a completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:35.336185 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0fa71a60-5efa-4311-8ea3-d4f402428d59 req-7a740eb2-c213-4021-a59d-3e7b34a87f1e tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf287248-8016-4a3f-8699-26cadfcc2e77 HTTP/1.1" status: 200 len: 210 time: 0.3506808 Jul 15 23:16:35.389130 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667d9916-d5a3-4500-80b7-3a83b2fa4385 None None] Network 6b796b78-54ea-4a8c-b281-917f4726d138 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:35.390576 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0298f302-5bbc-4f2d-9a35-dfbd606cf36c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:35.402319 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e487d3-184d-4f65-968a-fc0bb92931bf None None] Network 9cee06fb-eeeb-4f0d-aa03-1f67657963f4 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:35.448572 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f679dca7-537d-4a87-96d1-479587f3ca00 None None] Provisioning for port 558b93f3-c5c9-4dfd-bc9c-612fbb60b73f completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:35.461264 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420c913c-7e38-42d9-a243-06b9ad65b704 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:35.476623 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-420c913c-7e38-42d9-a243-06b9ad65b704 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:35.491428 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-667d9916-d5a3-4500-80b7-3a83b2fa4385 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:35.494050 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-316bf3ef-0e94-46da-a50c-c21f66e938eb req-c99b5b3e-52b4-4d68-8048-ab1390f19653 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] No DVR routers for this DVR port 6512fefd-4257-40d9-aa1c-e1c8110b0ce6 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:35.500751 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-316bf3ef-0e94-46da-a50c-c21f66e938eb req-c99b5b3e-52b4-4d68-8048-ab1390f19653 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:35.502799 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667d9916-d5a3-4500-80b7-3a83b2fa4385 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:35.502954 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-316bf3ef-0e94-46da-a50c-c21f66e938eb req-c99b5b3e-52b4-4d68-8048-ab1390f19653 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.36 "DELETE /v2.0/ports/6512fefd-4257-40d9-aa1c-e1c8110b0ce6 HTTP/1.1" status: 204 len: 173 time: 2.5080469 Jul 15 23:16:35.505228 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-9e336220-2830-4433-bcbe-2278843a50c3 service neutron] 10.222.0.16 "GET /v2.0/networks/9cee06fb-eeeb-4f0d-aa03-1f67657963f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5104523 Jul 15 23:16:35.508832 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f679dca7-537d-4a87-96d1-479587f3ca00 None None] Provisioning complete for port 558b93f3-c5c9-4dfd-bc9c-612fbb60b73f triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:35.509491 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f679dca7-537d-4a87-96d1-479587f3ca00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:35.535481 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3442baf6-485a-4c4d-91a7-532586fc137b', 'name': 'network-vif-deleted', 'tag': '6512fefd-4257-40d9-aa1c-e1c8110b0ce6'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:35.538068 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159e605f-6dba-4ea5-ac98-d4f5e4da0b62" -d '{"events": [{"server_uuid": "3442baf6-485a-4c4d-91a7-532586fc137b", "name": "network-vif-deleted", "tag": "6512fefd-4257-40d9-aa1c-e1c8110b0ce6"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:35.685237 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d9916-d5a3-4500-80b7-3a83b2fa4385 None None] Pushing event updated for resources: {'Port': ['ID=ca19a78d-e18f-415d-aece-5243d679c9b1,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:35.706924 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-3c12288e-a365-4ff2-801b-8420533198d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:35.758332 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-4b575b1f-bf7d-4203-8939-a3b57e2dbe9c tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:35.804096 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cdfad9e6-204f-4403-87c2-7e06908f9dc0 req-0344efa5-0f92-4c8e-a607-a4a19df0a547 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] 10.222.0.16 "GET /v2.0/ports?device_id=3442baf6-485a-4c4d-91a7-532586fc137b HTTP/1.1" status: 200 len: 210 time: 0.0618842 Jul 15 23:16:35.814728 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f679dca7-537d-4a87-96d1-479587f3ca00 None None] Port 558b93f3-c5c9-4dfd-bc9c-612fbb60b73f cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:16:35.816323 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-4b575b1f-bf7d-4203-8939-a3b57e2dbe9c tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Transition to ACTIVE for port object dbcd22bb-3a6b-4feb-9270-cecd9bf180ef will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:35.863342 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-08154d17-439a-4d75-a4d2-bdfd6defe40f service neutron] 10.222.0.16 "GET /v2.0/networks/9cee06fb-eeeb-4f0d-aa03-1f67657963f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212621 Jul 15 23:16:35.890084 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 0298f302-5bbc-4f2d-9a35-dfbd606cf36c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:35.891701 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:35.931445 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9445450a-93a1-4c65-b373-a765e039ee52 x-openstack-request-id: req-9445450a-93a1-4c65-b373-a765e039ee52 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:35.932074 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3442baf6-485a-4c4d-91a7-532586fc137b", "name": "network-vif-deleted", "tag": "6512fefd-4257-40d9-aa1c-e1c8110b0ce6", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:35.932074 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9445450a-93a1-4c65-b373-a765e039ee52 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:35.932369 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3442baf6-485a-4c4d-91a7-532586fc137b', 'name': 'network-vif-deleted', 'tag': '6512fefd-4257-40d9-aa1c-e1c8110b0ce6', 'status': 'completed', 'code': 200} Jul 15 23:16:35.970000 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-667d9916-d5a3-4500-80b7-3a83b2fa4385 None None] Attempting to bind port ca19a78d-e18f-415d-aece-5243d679c9b1 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:16:35.975298 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-667d9916-d5a3-4500-80b7-3a83b2fa4385 None None] Attempting to bind port ca19a78d-e18f-415d-aece-5243d679c9b1 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'a94b0721-6b3d-45d8-9d76-5cc7572e163c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b796b78-54ea-4a8c-b281-917f4726d138'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:16:35.978429 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667d9916-d5a3-4500-80b7-3a83b2fa4385 None None] Attempting to bind port ca19a78d-e18f-415d-aece-5243d679c9b1 on network 6b796b78-54ea-4a8c-b281-917f4726d138 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:36.005087 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-4b575b1f-bf7d-4203-8939-a3b57e2dbe9c tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:36.010823 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667d9916-d5a3-4500-80b7-3a83b2fa4385 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:16:36.011291 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667d9916-d5a3-4500-80b7-3a83b2fa4385 None None] Checking segment: {'id': 'a94b0721-6b3d-45d8-9d76-5cc7572e163c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b796b78-54ea-4a8c-b281-917f4726d138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:36.011601 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-667d9916-d5a3-4500-80b7-3a83b2fa4385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:36.012015 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667d9916-d5a3-4500-80b7-3a83b2fa4385 None None] Bound using segment: {'id': 'a94b0721-6b3d-45d8-9d76-5cc7572e163c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b796b78-54ea-4a8c-b281-917f4726d138'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:16:36.012492 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-667d9916-d5a3-4500-80b7-3a83b2fa4385 None None] Bound port: ca19a78d-e18f-415d-aece-5243d679c9b1, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a94b0721-6b3d-45d8-9d76-5cc7572e163c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b796b78-54ea-4a8c-b281-917f4726d138'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:16:36.012878 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-667d9916-d5a3-4500-80b7-3a83b2fa4385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:36.041084 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-79029bab-741d-47d2-a44f-f2985c95ebd2 None None] Provisioning for port 7ca44f8e-350f-4fdc-9943-de7529cb007a completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:36.054066 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-79029bab-741d-47d2-a44f-f2985c95ebd2 None None] Provisioning complete for port 7ca44f8e-350f-4fdc-9943-de7529cb007a triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:36.054516 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-79029bab-741d-47d2-a44f-f2985c95ebd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:36.078457 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-b5cdabfd-640b-4d40-8cb0-224d02142a40 service neutron] 10.222.0.16 "GET /v2.0/networks/6b796b78-54ea-4a8c-b281-917f4726d138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032619 Jul 15 23:16:36.126992 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-4b575b1f-bf7d-4203-8939-a3b57e2dbe9c tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Network df118b6b-31a4-4061-a4c0-0ae233562309 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:36.132248 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b575b1f-bf7d-4203-8939-a3b57e2dbe9c tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Pushing event updated for resources: {'Port': ['ID=dbcd22bb-3a6b-4feb-9270-cecd9bf180ef,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:36.138675 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-4b575b1f-bf7d-4203-8939-a3b57e2dbe9c tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:36.144003 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-4b575b1f-bf7d-4203-8939-a3b57e2dbe9c tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:36.243486 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-4b575b1f-bf7d-4203-8939-a3b57e2dbe9c tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:36.247163 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-4b575b1f-bf7d-4203-8939-a3b57e2dbe9c tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:36.277452 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-667d9916-d5a3-4500-80b7-3a83b2fa4385 None None] For port ca19a78d-e18f-415d-aece-5243d679c9b1, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:16:36.290816 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-4b575b1f-bf7d-4203-8939-a3b57e2dbe9c tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9479697 Jul 15 23:16:36.298889 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-f8bfc9d1-e58e-4c81-97ee-05b38f4c9268 service neutron] 10.222.0.16 "GET /v2.0/networks/6b796b78-54ea-4a8c-b281-917f4726d138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192867 Jul 15 23:16:36.306398 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-420c913c-7e38-42d9-a243-06b9ad65b704 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:36.326533 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-3bb77f5c-b388-49e0-a6f5-1acd6db2b8c9 service neutron] Request body: {'port': {'device_id': 'bf287248-8016-4a3f-8699-26cadfcc2e77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:36.336870 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-667d9916-d5a3-4500-80b7-3a83b2fa4385 None None] For port ca19a78d-e18f-415d-aece-5243d679c9b1, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ca19a78d-e18f-415d-aece-5243d679c9b1,segment=NetworkSegment(a94b0721-6b3d-45d8-9d76-5cc7572e163c),segment_id=a94b0721-6b3d-45d8-9d76-5cc7572e163c)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:16:36.338218 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 6512fefd-4257-40d9-aa1c-e1c8110b0ce6 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:16:36.417975 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-85e0f967-83c9-415f-a42a-09bf040579cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9113e9a7-2c40-42af-b458-3231187327c2 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:36.448641 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-85e0f967-83c9-415f-a42a-09bf040579cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:36.465129 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-667d9916-d5a3-4500-80b7-3a83b2fa4385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:36.548130 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 6512fefd-4257-40d9-aa1c-e1c8110b0ce6 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:16:36.548395 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 6512fefd-4257-40d9-aa1c-e1c8110b0ce6 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:16:36.556935 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420c913c-7e38-42d9-a243-06b9ad65b704 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network 0afdfc6e-939f-4a41-acb4-21e995fbad9b is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:36.566398 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-420c913c-7e38-42d9-a243-06b9ad65b704 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:36.587398 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420c913c-7e38-42d9-a243-06b9ad65b704 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:36.588759 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-420c913c-7e38-42d9-a243-06b9ad65b704 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:36.594508 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-85e0f967-83c9-415f-a42a-09bf040579cb service neutron] Transition to ACTIVE for port object 9113e9a7-2c40-42af-b458-3231187327c2 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:36.644051 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c913c-7e38-42d9-a243-06b9ad65b704 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Subnet': ['ID=8acf74c1-1d33-4924-87ad-0c4e123e1d20,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:36.670042 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-85e0f967-83c9-415f-a42a-09bf040579cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:36.682708 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce4ae88-c150-49e9-98b6-4fcd79aa7f60 None None] Network 0afdfc6e-939f-4a41-acb4-21e995fbad9b requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:36.707128 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-420c913c-7e38-42d9-a243-06b9ad65b704 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6340907 Jul 15 23:16:36.708803 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-79029bab-741d-47d2-a44f-f2985c95ebd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:36.725416 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-3bb77f5c-b388-49e0-a6f5-1acd6db2b8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:36.728125 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57520) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:36.750022 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-000fd762-0541-4512-86b9-918a125e0a3d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2038664587', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8acf74c1-1d33-4924-87ad-0c4e123e1d20'}], 'security_groups': ['2d92d784-eca3-4748-bd96-801bce682647']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:36.869814 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0f967-83c9-415f-a42a-09bf040579cb service neutron] Pushing event updated for resources: {'Port': ['ID=9113e9a7-2c40-42af-b458-3231187327c2,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:36.892885 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522886d-83de-4201-ac33-b157b2cb0bd4 req-6dd8e592-98f2-4939-ab57-d23acab5a25c tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:36.895931 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8522886d-83de-4201-ac33-b157b2cb0bd4 req-6dd8e592-98f2-4939-ab57-d23acab5a25c tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf287248-8016-4a3f-8699-26cadfcc2e77 HTTP/1.1" status: 200 len: 931 time: 0.2492089 Jul 15 23:16:36.971116 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8522886d-83de-4201-ac33-b157b2cb0bd4 req-ad811279-1076-407e-b010-23cc938a4a63 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693345 Jul 15 23:16:36.992210 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d9916-d5a3-4500-80b7-3a83b2fa4385 None None] Pushing event updated for resources: {'Port': ['ID=ca19a78d-e18f-415d-aece-5243d679c9b1,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:37.055690 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-79029bab-741d-47d2-a44f-f2985c95ebd2 None None] For port 7ca44f8e-350f-4fdc-9943-de7529cb007a, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=7ca44f8e-350f-4fdc-9943-de7529cb007a,segment=NetworkSegment(8ea4d8d2-3208-4b2e-a5d2-5bd0f95b7c8e),segment_id=8ea4d8d2-3208-4b2e-a5d2-5bd0f95b7c8e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:37.072599 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-79029bab-741d-47d2-a44f-f2985c95ebd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:37.140006 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b94c05b8-d5c8-47ad-9daa-3f2cc6f59762 req-ce2aefd0-6d14-4663-b3db-5f26cfa42241 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=a513219c-549b-4335-9954-d786efa623f7 HTTP/1.1" status: 200 len: 210 time: 0.1168485 Jul 15 23:16:37.208496 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57528) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:37.272197 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79029bab-741d-47d2-a44f-f2985c95ebd2 None None] Pushing event updated for resources: {'Port': ['ID=7ca44f8e-350f-4fdc-9943-de7529cb007a,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:37.284416 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6c11fbb0-2536-4015-9bf5-6b9a20d35c46 None None] Provisioning complete for port 7ca44f8e-350f-4fdc-9943-de7529cb007a triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:37.285218 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6c11fbb0-2536-4015-9bf5-6b9a20d35c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:37.315448 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-85e0f967-83c9-415f-a42a-09bf040579cb service neutron] Attempting to bind port 9113e9a7-2c40-42af-b458-3231187327c2 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:16:37.320984 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-85e0f967-83c9-415f-a42a-09bf040579cb service neutron] Attempting to bind port 9113e9a7-2c40-42af-b458-3231187327c2 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '6cda61e7-a60d-4638-bd4d-a599539dd774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df118b6b-31a4-4061-a4c0-0ae233562309'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:16:37.321406 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-85e0f967-83c9-415f-a42a-09bf040579cb service neutron] Attempting to bind port 9113e9a7-2c40-42af-b458-3231187327c2 on network df118b6b-31a4-4061-a4c0-0ae233562309 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:37.349651 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-85e0f967-83c9-415f-a42a-09bf040579cb service neutron] Port 9113e9a7-2c40-42af-b458-3231187327c2 on network df118b6b-31a4-4061-a4c0-0ae233562309 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:16:37.349984 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-85e0f967-83c9-415f-a42a-09bf040579cb service neutron] Attempting to bind port 9113e9a7-2c40-42af-b458-3231187327c2 on network df118b6b-31a4-4061-a4c0-0ae233562309 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:37.371204 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-85e0f967-83c9-415f-a42a-09bf040579cb service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:16:37.371551 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-85e0f967-83c9-415f-a42a-09bf040579cb service neutron] Checking segment: {'id': '6cda61e7-a60d-4638-bd4d-a599539dd774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df118b6b-31a4-4061-a4c0-0ae233562309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:37.371957 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-85e0f967-83c9-415f-a42a-09bf040579cb service neutron] Bound using segment: {'id': '6cda61e7-a60d-4638-bd4d-a599539dd774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df118b6b-31a4-4061-a4c0-0ae233562309'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:16:37.372411 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-85e0f967-83c9-415f-a42a-09bf040579cb service neutron] Bound port: 9113e9a7-2c40-42af-b458-3231187327c2, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cda61e7-a60d-4638-bd4d-a599539dd774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df118b6b-31a4-4061-a4c0-0ae233562309'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:16:37.372780 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-85e0f967-83c9-415f-a42a-09bf040579cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:37.408706 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-0985df40-474d-498e-9ef2-ca6f9f210b20 admin admin] Deleting subnet 00f86fe3-8e61-4196-b682-45370fd97ef3 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:16:37.417246 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0985df40-474d-498e-9ef2-ca6f9f210b20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:37.482327 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-85e0f967-83c9-415f-a42a-09bf040579cb service neutron] For port 9113e9a7-2c40-42af-b458-3231187327c2, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:16:37.487247 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-85e0f967-83c9-415f-a42a-09bf040579cb service neutron] For port 9113e9a7-2c40-42af-b458-3231187327c2, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=9113e9a7-2c40-42af-b458-3231187327c2,segment=NetworkSegment(6cda61e7-a60d-4638-bd4d-a599539dd774),segment_id=6cda61e7-a60d-4638-bd4d-a599539dd774)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:16:37.531908 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0985df40-474d-498e-9ef2-ca6f9f210b20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:37.557319 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-85e0f967-83c9-415f-a42a-09bf040579cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:37.578262 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6c11fbb0-2536-4015-9bf5-6b9a20d35c46 None None] Provisioning for port dbcd22bb-3a6b-4feb-9270-cecd9bf180ef completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:37.603272 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6c11fbb0-2536-4015-9bf5-6b9a20d35c46 None None] Provisioning complete for port dbcd22bb-3a6b-4feb-9270-cecd9bf180ef triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:37.604428 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6c11fbb0-2536-4015-9bf5-6b9a20d35c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:37.649721 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0985df40-474d-498e-9ef2-ca6f9f210b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:37.686895 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-85e0f967-83c9-415f-a42a-09bf040579cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:37.687685 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-85e0f967-83c9-415f-a42a-09bf040579cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:37.689005 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-85e0f967-83c9-415f-a42a-09bf040579cb service neutron] 10.222.0.36 "PUT /v2.0/ports/9113e9a7-2c40-42af-b458-3231187327c2 HTTP/1.1" status: 200 len: 1091 time: 4.5886323 Jul 15 23:16:37.707388 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6320e864-0831-4d37-881b-152662f1d93e None None] Update dhcp port {'port': {'network_id': '0afdfc6e-939f-4a41-acb4-21e995fbad9b', 'fixed_ips': [{'subnet_id': '7020ecd9-3b25-4c2c-a455-ac7e401ee055', 'ip_address': '172.20.0.2'}, {'subnet_id': '8acf74c1-1d33-4924-87ad-0c4e123e1d20'}], 'binding:host_id': 'n-d-787205-9'}, 'id': '0298f302-5bbc-4f2d-9a35-dfbd606cf36c'} from n-d-787205-9. {{(pid=93800) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:16:37.770560 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0985df40-474d-498e-9ef2-ca6f9f210b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:37.800748 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-6c11fbb0-2536-4015-9bf5-6b9a20d35c46 None None] Port dbcd22bb-3a6b-4feb-9270-cecd9bf180ef cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:16:37.815533 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985df40-474d-498e-9ef2-ca6f9f210b20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00f86fe3-8e61-4196-b682-45370fd97ef3,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:37.817179 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6320e864-0831-4d37-881b-152662f1d93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:37.825886 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0985df40-474d-498e-9ef2-ca6f9f210b20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:37.828927 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0985df40-474d-498e-9ef2-ca6f9f210b20 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/00f86fe3-8e61-4196-b682-45370fd97ef3 HTTP/1.1" status: 204 len: 168 time: 0.6192009 Jul 15 23:16:37.832861 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57534) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:37.834244 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0985df40-474d-498e-9ef2-ca6f9f210b20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:37.834594 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0985df40-474d-498e-9ef2-ca6f9f210b20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:37.834958 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0985df40-474d-498e-9ef2-ca6f9f210b20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:37.835293 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0985df40-474d-498e-9ef2-ca6f9f210b20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:37.835660 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0985df40-474d-498e-9ef2-ca6f9f210b20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:37.835986 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0985df40-474d-498e-9ef2-ca6f9f210b20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:37.836315 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0985df40-474d-498e-9ef2-ca6f9f210b20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:37.836638 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0985df40-474d-498e-9ef2-ca6f9f210b20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:37.836955 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0985df40-474d-498e-9ef2-ca6f9f210b20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:37.837281 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0985df40-474d-498e-9ef2-ca6f9f210b20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:37.843004 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0985df40-474d-498e-9ef2-ca6f9f210b20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:37.843381 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0985df40-474d-498e-9ef2-ca6f9f210b20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:38.035465 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5edff6-1069-4223-b89c-418f22657dba', 'tag': '9113e9a7-2c40-42af-b458-3231187327c2'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:38.039604 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e73c620-c22c-4c9b-9fa4-2dbf31152705" -d '{"events": [{"name": "network-changed", "server_uuid": "be5edff6-1069-4223-b89c-418f22657dba", "tag": "9113e9a7-2c40-42af-b458-3231187327c2"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:38.048586 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e79c6ec-1b61-43d1-b156-8a3216c9dc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:38.118782 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0f967-83c9-415f-a42a-09bf040579cb service neutron] Pushing event updated for resources: {'Port': ['ID=9113e9a7-2c40-42af-b458-3231187327c2,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:38.191313 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-6320e864-0831-4d37-881b-152662f1d93e None None] Allocated IP 172.20.0.18 (0afdfc6e-939f-4a41-acb4-21e995fbad9b/8acf74c1-1d33-4924-87ad-0c4e123e1d20/0298f302-5bbc-4f2d-9a35-dfbd606cf36c) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:38.198181 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-3c12288e-a365-4ff2-801b-8420533198d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 558b93f3-c5c9-4dfd-bc9c-612fbb60b73f {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:38.213278 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-3c12288e-a365-4ff2-801b-8420533198d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:38.255721 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db828f8-1800-42cf-924e-3b98821b2c19 x-openstack-request-id: req-8db828f8-1800-42cf-924e-3b98821b2c19 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:38.256008 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5edff6-1069-4223-b89c-418f22657dba", "tag": "9113e9a7-2c40-42af-b458-3231187327c2", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:38.256266 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8db828f8-1800-42cf-924e-3b98821b2c19 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:38.256665 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be5edff6-1069-4223-b89c-418f22657dba', 'tag': '9113e9a7-2c40-42af-b458-3231187327c2', 'status': 'completed', 'code': 200} Jul 15 23:16:38.319184 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-3c12288e-a365-4ff2-801b-8420533198d8 service neutron] Transition to ACTIVE for port object 558b93f3-c5c9-4dfd-bc9c-612fbb60b73f will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:38.335605 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-9980122a-d4a3-4d71-b2c6-0c9e88135aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:38.338239 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-9980122a-d4a3-4d71-b2c6-0c9e88135aec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=859c6f143cd34c8bb625f6c26492c3d6&device_id=be5edff6-1069-4223-b89c-418f22657dba HTTP/1.1" status: 200 len: 1094 time: 0.5478513 Jul 15 23:16:38.354717 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-3c12288e-a365-4ff2-801b-8420533198d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:38.373335 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a57d8a-f5be-4a69-93b0-e131fea012cc req-cc6584c9-581d-439c-b531-f2fce9782d15 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:38.374865 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-6320e864-0831-4d37-881b-152662f1d93e None None] For port 0298f302-5bbc-4f2d-9a35-dfbd606cf36c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=0298f302-5bbc-4f2d-9a35-dfbd606cf36c,segment=NetworkSegment(a7328aa6-1e5d-4c02-8a3e-6b8de96f4b0d),segment_id=a7328aa6-1e5d-4c02-8a3e-6b8de96f4b0d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:38.384530 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-000fd762-0541-4512-86b9-918a125e0a3d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:38.385078 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-41a57d8a-f5be-4a69-93b0-e131fea012cc req-cc6584c9-581d-439c-b531-f2fce9782d15 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf287248-8016-4a3f-8699-26cadfcc2e77 HTTP/1.1" status: 200 len: 931 time: 0.1154175 Jul 15 23:16:38.415129 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6320e864-0831-4d37-881b-152662f1d93e None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:38.431365 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6320e864-0831-4d37-881b-152662f1d93e None None] Transition to ACTIVE for port object 0298f302-5bbc-4f2d-9a35-dfbd606cf36c will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:38.437909 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6320e864-0831-4d37-881b-152662f1d93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:38.453356 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0b616d1b-f271-4f7c-99ef-713145e652b7 req-3607415b-6444-4249-9440-0f3750ac56c2 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=a513219c-549b-4335-9954-d786efa623f7 HTTP/1.1" status: 200 len: 210 time: 0.0383387 Jul 15 23:16:38.463001 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e79c6ec-1b61-43d1-b156-8a3216c9dc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:38.478491 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-41a57d8a-f5be-4a69-93b0-e131fea012cc req-e701cc5b-a651-4500-b463-24dc5149ba31 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874200 Jul 15 23:16:38.487023 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-2a4fda3b-89ae-40aa-a34b-bc8e05689030 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9113e9a7-2c40-42af-b458-3231187327c2 HTTP/1.1" status: 200 len: 217 time: 0.1289721 Jul 15 23:16:38.514989 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320e864-0831-4d37-881b-152662f1d93e None None] Pushing event updated for resources: {'Port': ['ID=0298f302-5bbc-4f2d-9a35-dfbd606cf36c,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:38.538536 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-2e79c6ec-1b61-43d1-b156-8a3216c9dc3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67544dea-b98a-4fe5-a010-0d763c20c5d2']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:38.612666 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a85785-e995-4470-a8b4-919e2cefe6a8 None None] Network 6b796b78-54ea-4a8c-b281-917f4726d138 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:38.643587 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-2e79c6ec-1b61-43d1-b156-8a3216c9dc3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '682791d0-14b5-4b83-8025-c7a51df04ede') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:38.643869 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-2e79c6ec-1b61-43d1-b156-8a3216c9dc3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '682791d0-14b5-4b83-8025-c7a51df04ede') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:38.690589 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12288e-a365-4ff2-801b-8420533198d8 service neutron] Pushing event updated for resources: {'Port': ['ID=558b93f3-c5c9-4dfd-bc9c-612fbb60b73f,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:38.753278 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f3b5579a-fd73-4e67-891f-694c879ba980 None None] Provisioning for port ca19a78d-e18f-415d-aece-5243d679c9b1 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:38.765396 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e79c6ec-1b61-43d1-b156-8a3216c9dc3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:38.769628 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:38.860956 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-fca9b6fe-c265-4a38-baf4-8b1e22ccb929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:38.862606 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-fca9b6fe-c265-4a38-baf4-8b1e22ccb929 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=06763eb0-c655-4810-97b7-154812cb6bdd HTTP/1.1" status: 200 len: 854 time: 0.3630664 Jul 15 23:16:38.886125 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e79c6ec-1b61-43d1-b156-8a3216c9dc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:38.922065 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-3c12288e-a365-4ff2-801b-8420533198d8 service neutron] Attempting to bind port 558b93f3-c5c9-4dfd-bc9c-612fbb60b73f on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:16:38.922423 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-3c12288e-a365-4ff2-801b-8420533198d8 service neutron] Attempting to bind port 558b93f3-c5c9-4dfd-bc9c-612fbb60b73f by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '6cda61e7-a60d-4638-bd4d-a599539dd774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df118b6b-31a4-4061-a4c0-0ae233562309'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:16:38.922785 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-3c12288e-a365-4ff2-801b-8420533198d8 service neutron] Attempting to bind port 558b93f3-c5c9-4dfd-bc9c-612fbb60b73f on network df118b6b-31a4-4061-a4c0-0ae233562309 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:38.969220 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e79c6ec-1b61-43d1-b156-8a3216c9dc3a admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:16:38.969652 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e79c6ec-1b61-43d1-b156-8a3216c9dc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:16:39.067478 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:16:39.079217 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-eb552e8c-d5a0-4ac8-9289-2d50b977eb82 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:39.093616 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-eb552e8c-d5a0-4ac8-9289-2d50b977eb82 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:39.095460 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-eb552e8c-d5a0-4ac8-9289-2d50b977eb82 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.43 "GET /v2.0/networks?id=9cee06fb-eeeb-4f0d-aa03-1f67657963f4&id=6b796b78-54ea-4a8c-b281-917f4726d138 HTTP/1.1" status: 200 len: 1390 time: 0.4015889 Jul 15 23:16:39.129103 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-31527d3a-f71a-4d87-b8c6-c31b4652681c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Request body: {'port': {'device_id': 'a513219c-549b-4335-9954-d786efa623f7', 'network_id': '9cee06fb-eeeb-4f0d-aa03-1f67657963f4', 'admin_state_up': True, 'tenant_id': '4210ec618e114a6198cdf2780451b50d'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:39.165956 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-3c12288e-a365-4ff2-801b-8420533198d8 service neutron] Port 558b93f3-c5c9-4dfd-bc9c-612fbb60b73f on network df118b6b-31a4-4061-a4c0-0ae233562309 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:16:39.166285 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-3c12288e-a365-4ff2-801b-8420533198d8 service neutron] Attempting to bind port 558b93f3-c5c9-4dfd-bc9c-612fbb60b73f on network df118b6b-31a4-4061-a4c0-0ae233562309 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:39.200474 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-3c12288e-a365-4ff2-801b-8420533198d8 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:16:39.200865 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-3c12288e-a365-4ff2-801b-8420533198d8 service neutron] Checking segment: {'id': '6cda61e7-a60d-4638-bd4d-a599539dd774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df118b6b-31a4-4061-a4c0-0ae233562309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:39.201399 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-3c12288e-a365-4ff2-801b-8420533198d8 service neutron] Bound using segment: {'id': '6cda61e7-a60d-4638-bd4d-a599539dd774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df118b6b-31a4-4061-a4c0-0ae233562309'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:16:39.202236 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-3c12288e-a365-4ff2-801b-8420533198d8 service neutron] Bound port: 558b93f3-c5c9-4dfd-bc9c-612fbb60b73f, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cda61e7-a60d-4638-bd4d-a599539dd774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df118b6b-31a4-4061-a4c0-0ae233562309'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:16:39.202611 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-3c12288e-a365-4ff2-801b-8420533198d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:39.216939 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 7ca44f8e-350f-4fdc-9943-de7529cb007a up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:39.304529 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 7ca44f8e-350f-4fdc-9943-de7529cb007a triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:39.306359 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:39.464142 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ca19a78d-e18f-415d-aece-5243d679c9b1 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:39.468593 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-31527d3a-f71a-4d87-b8c6-c31b4652681c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Made reservation on behalf of 4210ec618e114a6198cdf2780451b50d for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:39.484318 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-31527d3a-f71a-4d87-b8c6-c31b4652681c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:39.594667 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port ca19a78d-e18f-415d-aece-5243d679c9b1 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:39.599423 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port ca19a78d-e18f-415d-aece-5243d679c9b1 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:39.600103 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:39.779483 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-fb59e74e-7ff0-4ae9-b3e2-a4a7fc844a1c None None] Provisioning complete for port ca19a78d-e18f-415d-aece-5243d679c9b1 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:39.780137 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fb59e74e-7ff0-4ae9-b3e2-a4a7fc844a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:39.815440 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:39.831720 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-3bb77f5c-b388-49e0-a6f5-1acd6db2b8c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbcd22bb-3a6b-4feb-9270-cecd9bf180ef {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:39.858669 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a546a71-26bf-43d5-ab40-69e2b9340fe0 req-7d0671c9-20ed-4eaa-8782-4496169e737a tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=a513219c-549b-4335-9954-d786efa623f7 HTTP/1.1" status: 200 len: 210 time: 0.0850680 Jul 15 23:16:39.861206 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port ca19a78d-e18f-415d-aece-5243d679c9b1, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ca19a78d-e18f-415d-aece-5243d679c9b1,segment=NetworkSegment(a94b0721-6b3d-45d8-9d76-5cc7572e163c),segment_id=a94b0721-6b3d-45d8-9d76-5cc7572e163c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:39.862528 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-31527d3a-f71a-4d87-b8c6-c31b4652681c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Allocated IP 19.80.0.239 (9cee06fb-eeeb-4f0d-aa03-1f67657963f4/e36ab973-dd8d-410d-8a25-35d38fa344f1/02cbcf78-9abc-44e3-b6ee-b32e510fbcf3) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:39.904625 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-3c12288e-a365-4ff2-801b-8420533198d8 service neutron] For port 558b93f3-c5c9-4dfd-bc9c-612fbb60b73f, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:16:39.908036 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-3c12288e-a365-4ff2-801b-8420533198d8 service neutron] For port 558b93f3-c5c9-4dfd-bc9c-612fbb60b73f, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=558b93f3-c5c9-4dfd-bc9c-612fbb60b73f,segment=NetworkSegment(6cda61e7-a60d-4638-bd4d-a599539dd774),segment_id=6cda61e7-a60d-4638-bd4d-a599539dd774)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:16:39.915719 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e79c6ec-1b61-43d1-b156-8a3216c9dc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:39.918424 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fb59e74e-7ff0-4ae9-b3e2-a4a7fc844a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:39.921199 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-3bb77f5c-b388-49e0-a6f5-1acd6db2b8c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:39.930127 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:39.931095 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0298f302-5bbc-4f2d-9a35-dfbd606cf36c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:39.964307 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e79c6ec-1b61-43d1-b156-8a3216c9dc3a admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:39.966417 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2e79c6ec-1b61-43d1-b156-8a3216c9dc3a admin admin] 10.222.0.16 "DELETE /v2.0/networks/67544dea-b98a-4fe5-a010-0d763c20c5d2 HTTP/1.1" status: 204 len: 168 time: 2.0974152 Jul 15 23:16:39.985900 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-3c12288e-a365-4ff2-801b-8420533198d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:40.063322 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=ca19a78d-e18f-415d-aece-5243d679c9b1,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:40.068350 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-fb59e74e-7ff0-4ae9-b3e2-a4a7fc844a1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:16:40.068350 n-d-787205-9 neutron-server[93800]: DEBUG oslo_db.api [None req-fb59e74e-7ff0-4ae9-b3e2-a4a7fc844a1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:16:40.075241 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-31527d3a-f71a-4d87-b8c6-c31b4652681c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:40.106474 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-31527d3a-f71a-4d87-b8c6-c31b4652681c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Transition to ACTIVE for port object 02cbcf78-9abc-44e3-b6ee-b32e510fbcf3 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:40.112710 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-3bb77f5c-b388-49e0-a6f5-1acd6db2b8c9 service neutron] Transition to ACTIVE for port object dbcd22bb-3a6b-4feb-9270-cecd9bf180ef will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:40.113662 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79c6ec-1b61-43d1-b156-8a3216c9dc3a admin admin] Pushing event deleted for resources: {'Network': ['ID=67544dea-b98a-4fe5-a010-0d763c20c5d2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:40.139187 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46aee5-af52-4f5b-82d5-eaa19a157db2 req-6a612cdc-94af-4c51-bdca-de159539377e tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:40.139656 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-3c12288e-a365-4ff2-801b-8420533198d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:40.140688 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-3c12288e-a365-4ff2-801b-8420533198d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:40.141215 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5c46aee5-af52-4f5b-82d5-eaa19a157db2 req-6a612cdc-94af-4c51-bdca-de159539377e tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf287248-8016-4a3f-8699-26cadfcc2e77 HTTP/1.1" status: 200 len: 931 time: 0.3826456 Jul 15 23:16:40.142493 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-3c12288e-a365-4ff2-801b-8420533198d8 service neutron] 10.222.0.43 "PUT /v2.0/ports/558b93f3-c5c9-4dfd-bc9c-612fbb60b73f HTTP/1.1" status: 200 len: 1091 time: 4.8678200 Jul 15 23:16:40.169653 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57570) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:40.174443 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-3bb77f5c-b388-49e0-a6f5-1acd6db2b8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:40.189489 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-b9f8b84d-8c5e-4505-8a74-989fb0a005a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:40.191347 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-b9f8b84d-8c5e-4505-8a74-989fb0a005a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df118b6b-31a4-4061-a4c0-0ae233562309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2952144 Jul 15 23:16:40.275909 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c01ee8-b5bb-4b3e-9e8d-593b582c3f5c', 'tag': '558b93f3-c5c9-4dfd-bc9c-612fbb60b73f'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:40.279012 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c8a260-e75b-4db6-a55a-f72f19fbedad" -d '{"events": [{"name": "network-changed", "server_uuid": "e0c01ee8-b5bb-4b3e-9e8d-593b582c3f5c", "tag": "558b93f3-c5c9-4dfd-bc9c-612fbb60b73f"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:40.282431 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fa93b205-9891-4150-8a17-f822f4440266 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d77f9925bdde4eb59287838e6d3fa09b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0998566 Jul 15 23:16:40.301145 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57576) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:40.305522 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5c46aee5-af52-4f5b-82d5-eaa19a157db2 req-7345c1b9-ccc5-4734-afc4-ebb1c5c84cf4 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478827 Jul 15 23:16:40.307324 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-31527d3a-f71a-4d87-b8c6-c31b4652681c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:40.316286 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12288e-a365-4ff2-801b-8420533198d8 service neutron] Pushing event updated for resources: {'Port': ['ID=558b93f3-c5c9-4dfd-bc9c-612fbb60b73f,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:40.392845 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29189316-f2c6-40e9-8556-dc8b4821e425 x-openstack-request-id: req-29189316-f2c6-40e9-8556-dc8b4821e425 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:40.393232 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0c01ee8-b5bb-4b3e-9e8d-593b582c3f5c", "tag": "558b93f3-c5c9-4dfd-bc9c-612fbb60b73f", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:40.393418 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29189316-f2c6-40e9-8556-dc8b4821e425 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:40.393781 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c01ee8-b5bb-4b3e-9e8d-593b582c3f5c', 'tag': '558b93f3-c5c9-4dfd-bc9c-612fbb60b73f', 'status': 'completed', 'code': 200} Jul 15 23:16:40.414485 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-31527d3a-f71a-4d87-b8c6-c31b4652681c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Network 9cee06fb-eeeb-4f0d-aa03-1f67657963f4 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:40.419564 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-31527d3a-f71a-4d87-b8c6-c31b4652681c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:40.429924 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-31527d3a-f71a-4d87-b8c6-c31b4652681c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:40.463378 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31527d3a-f71a-4d87-b8c6-c31b4652681c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Pushing event updated for resources: {'Port': ['ID=02cbcf78-9abc-44e3-b6ee-b32e510fbcf3,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:40.519676 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-31527d3a-f71a-4d87-b8c6-c31b4652681c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:40.520418 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-31527d3a-f71a-4d87-b8c6-c31b4652681c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:40.544794 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-31527d3a-f71a-4d87-b8c6-c31b4652681c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4290652 Jul 15 23:16:40.566032 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-06ee617c-963e-4ada-a384-eede18d53f99 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Request body: {'port': {'device_id': 'a513219c-549b-4335-9954-d786efa623f7', 'network_id': '6b796b78-54ea-4a8c-b281-917f4726d138', 'admin_state_up': True, 'tenant_id': '4210ec618e114a6198cdf2780451b50d'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:40.629631 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb77f5c-b388-49e0-a6f5-1acd6db2b8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=dbcd22bb-3a6b-4feb-9270-cecd9bf180ef,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:40.705187 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-f3ff9b2a-bd2e-45f9-a6e9-a032e1b86f5d service neutron] 10.222.0.36 "GET /v2.0/networks/df118b6b-31a4-4061-a4c0-0ae233562309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4956343 Jul 15 23:16:40.716926 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0e7db7e1-e181-40a6-b5f7-6963f8f30d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:40.727107 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-000fd762-0541-4512-86b9-918a125e0a3d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Delete allocated IP 172.20.0.8 (0afdfc6e-939f-4a41-acb4-21e995fbad9b/7020ecd9-3b25-4c2c-a455-ac7e401ee055) {{(pid=93798) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 23:16:40.739270 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-65f9ec2e-431a-4862-aa13-8a6aaa64990e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:40.740730 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-65f9ec2e-431a-4862-aa13-8a6aaa64990e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=859c6f143cd34c8bb625f6c26492c3d6&device_id=e0c01ee8-b5bb-4b3e-9e8d-593b582c3f5c HTTP/1.1" status: 200 len: 1094 time: 0.5464525 Jul 15 23:16:40.779565 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5d548dca-6513-4ea4-b148-53ed89d9cc58 None None] Provisioning complete for port 39eff805-ead8-45cf-b693-23bd786bd980 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:40.780077 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5d548dca-6513-4ea4-b148-53ed89d9cc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:40.804587 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-000fd762-0541-4512-86b9-918a125e0a3d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Allocated IP 172.20.0.24 (0afdfc6e-939f-4a41-acb4-21e995fbad9b/8acf74c1-1d33-4924-87ad-0c4e123e1d20/39eff805-ead8-45cf-b693-23bd786bd980) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:40.812510 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-06ee617c-963e-4ada-a384-eede18d53f99 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Made reservation on behalf of 4210ec618e114a6198cdf2780451b50d for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:40.820453 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-06ee617c-963e-4ada-a384-eede18d53f99 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:40.842078 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5d548dca-6513-4ea4-b148-53ed89d9cc58 None None] Port 39eff805-ead8-45cf-b693-23bd786bd980 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:16:40.863505 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-3bb77f5c-b388-49e0-a6f5-1acd6db2b8c9 service neutron] Attempting to bind port dbcd22bb-3a6b-4feb-9270-cecd9bf180ef on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:16:40.864459 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-3bb77f5c-b388-49e0-a6f5-1acd6db2b8c9 service neutron] Attempting to bind port dbcd22bb-3a6b-4feb-9270-cecd9bf180ef by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '6cda61e7-a60d-4638-bd4d-a599539dd774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df118b6b-31a4-4061-a4c0-0ae233562309'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:16:40.864969 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-3bb77f5c-b388-49e0-a6f5-1acd6db2b8c9 service neutron] Attempting to bind port dbcd22bb-3a6b-4feb-9270-cecd9bf180ef on network df118b6b-31a4-4061-a4c0-0ae233562309 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:40.886877 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-f08d64e5-ae2b-4b89-9838-eb9fa1f04278 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=558b93f3-c5c9-4dfd-bc9c-612fbb60b73f HTTP/1.1" status: 200 len: 217 time: 0.1227973 Jul 15 23:16:40.892004 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0e7db7e1-e181-40a6-b5f7-6963f8f30d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:40.910383 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5d548dca-6513-4ea4-b148-53ed89d9cc58 None None] Provisioning for port 0298f302-5bbc-4f2d-9a35-dfbd606cf36c completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:40.914934 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-3bb77f5c-b388-49e0-a6f5-1acd6db2b8c9 service neutron] Port dbcd22bb-3a6b-4feb-9270-cecd9bf180ef on network df118b6b-31a4-4061-a4c0-0ae233562309 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:16:40.915974 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-3bb77f5c-b388-49e0-a6f5-1acd6db2b8c9 service neutron] Attempting to bind port dbcd22bb-3a6b-4feb-9270-cecd9bf180ef on network df118b6b-31a4-4061-a4c0-0ae233562309 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:40.921264 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5d548dca-6513-4ea4-b148-53ed89d9cc58 None None] Provisioning complete for port 0298f302-5bbc-4f2d-9a35-dfbd606cf36c triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:40.921862 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5d548dca-6513-4ea4-b148-53ed89d9cc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:40.997488 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-3bb77f5c-b388-49e0-a6f5-1acd6db2b8c9 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:16:40.997846 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-3bb77f5c-b388-49e0-a6f5-1acd6db2b8c9 service neutron] Checking segment: {'id': '6cda61e7-a60d-4638-bd4d-a599539dd774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df118b6b-31a4-4061-a4c0-0ae233562309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:40.998227 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-3bb77f5c-b388-49e0-a6f5-1acd6db2b8c9 service neutron] Bound using segment: {'id': '6cda61e7-a60d-4638-bd4d-a599539dd774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df118b6b-31a4-4061-a4c0-0ae233562309'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:16:40.999265 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-3bb77f5c-b388-49e0-a6f5-1acd6db2b8c9 service neutron] Bound port: dbcd22bb-3a6b-4feb-9270-cecd9bf180ef, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cda61e7-a60d-4638-bd4d-a599539dd774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df118b6b-31a4-4061-a4c0-0ae233562309'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:16:40.999633 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-3bb77f5c-b388-49e0-a6f5-1acd6db2b8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:41.009490 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ca19a78d-e18f-415d-aece-5243d679c9b1 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:41.055556 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-06ee617c-963e-4ada-a384-eede18d53f99 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Allocated IP 19.86.0.62 (6b796b78-54ea-4a8c-b281-917f4726d138/f04b2367-90d5-4658-a524-0d0d69aa19aa/04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:41.144147 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5d548dca-6513-4ea4-b148-53ed89d9cc58 None None] Provisioning complete for port 53ff0bb4-24c3-4982-ad1c-abf590ba9821 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:41.144666 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5d548dca-6513-4ea4-b148-53ed89d9cc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:41.156061 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-6ac7d5a6-3d26-4a60-94f5-bb994d6f07fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:41.157556 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-6ac7d5a6-3d26-4a60-94f5-bb994d6f07fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=06763eb0-c655-4810-97b7-154812cb6bdd HTTP/1.1" status: 200 len: 854 time: 0.2584150 Jul 15 23:16:41.215856 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port ca19a78d-e18f-415d-aece-5243d679c9b1 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:41.216342 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:41.218656 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-95b53c11-676f-4646-9890-f0e9e019cf7e req-b6dcab55-772a-457f-b678-9dec673b6d0f service neutron] 10.222.0.36 "GET /v2.0/networks/df118b6b-31a4-4061-a4c0-0ae233562309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5028450 Jul 15 23:16:41.267312 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5d548dca-6513-4ea4-b148-53ed89d9cc58 None None] Port 53ff0bb4-24c3-4982-ad1c-abf590ba9821 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:16:41.274538 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0e7db7e1-e181-40a6-b5f7-6963f8f30d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:41.277059 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0e7db7e1-e181-40a6-b5f7-6963f8f30d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:41.280686 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0e7db7e1-e181-40a6-b5f7-6963f8f30d28 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f417de08-6550-4fa9-9827-772795e8364e HTTP/1.1" status: 204 len: 168 time: 0.9696629 Jul 15 23:16:41.305987 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-3bb77f5c-b388-49e0-a6f5-1acd6db2b8c9 service neutron] For port dbcd22bb-3a6b-4feb-9270-cecd9bf180ef, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:16:41.351504 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7db7e1-e181-40a6-b5f7-6963f8f30d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f417de08-6550-4fa9-9827-772795e8364e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:41.390011 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-3bb77f5c-b388-49e0-a6f5-1acd6db2b8c9 service neutron] For port dbcd22bb-3a6b-4feb-9270-cecd9bf180ef, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=dbcd22bb-3a6b-4feb-9270-cecd9bf180ef,segment=NetworkSegment(6cda61e7-a60d-4638-bd4d-a599539dd774),segment_id=6cda61e7-a60d-4638-bd4d-a599539dd774)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:16:41.432550 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-3bb77f5c-b388-49e0-a6f5-1acd6db2b8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:41.487287 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-334c2fdb-a146-4287-9960-ebf0c7239001 None None] Provisioning for port 02cbcf78-9abc-44e3-b6ee-b32e510fbcf3 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:41.494924 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7a12f-6314-4548-bc71-46d289eca948 req-1e6daae7-a071-4152-a3a8-1324e0a0b7fa tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:41.502355 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-334c2fdb-a146-4287-9960-ebf0c7239001 None None] Provisioning complete for port 02cbcf78-9abc-44e3-b6ee-b32e510fbcf3 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:41.502871 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-334c2fdb-a146-4287-9960-ebf0c7239001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:41.505301 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-3bb77f5c-b388-49e0-a6f5-1acd6db2b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:41.506007 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-3bb77f5c-b388-49e0-a6f5-1acd6db2b8c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:41.507379 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-3bb77f5c-b388-49e0-a6f5-1acd6db2b8c9 service neutron] 10.222.0.36 "PUT /v2.0/ports/dbcd22bb-3a6b-4feb-9270-cecd9bf180ef HTTP/1.1" status: 200 len: 1091 time: 5.1869295 Jul 15 23:16:41.508741 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dcd7a12f-6314-4548-bc71-46d289eca948 req-1e6daae7-a071-4152-a3a8-1324e0a0b7fa tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=a513219c-549b-4335-9954-d786efa623f7 HTTP/1.1" status: 200 len: 932 time: 0.3745193 Jul 15 23:16:41.513260 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-000fd762-0541-4512-86b9-918a125e0a3d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:41.521564 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-337f21fe-e8c8-48c2-9a3b-18db3614bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:41.523214 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-337f21fe-e8c8-48c2-9a3b-18db3614bb9d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=df118b6b-31a4-4061-a4c0-0ae233562309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3504677 Jul 15 23:16:41.564897 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-06ee617c-963e-4ada-a384-eede18d53f99 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:41.611436 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-334c2fdb-a146-4287-9960-ebf0c7239001 None None] Port 02cbcf78-9abc-44e3-b6ee-b32e510fbcf3 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:16:41.631856 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-06ee617c-963e-4ada-a384-eede18d53f99 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Transition to ACTIVE for port object 04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:41.656481 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-000fd762-0541-4512-86b9-918a125e0a3d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Transition to ACTIVE for port object 39eff805-ead8-45cf-b693-23bd786bd980 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:41.658515 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb77f5c-b388-49e0-a6f5-1acd6db2b8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=dbcd22bb-3a6b-4feb-9270-cecd9bf180ef,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:41.673229 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-000fd762-0541-4512-86b9-918a125e0a3d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:41.697892 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dcd7a12f-6314-4548-bc71-46d289eca948 req-5eb09860-0d44-47cf-a0ac-c3ad9ce27ed2 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862123 Jul 15 23:16:41.748425 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73c620-c22c-4c9b-9fa4-2dbf31152705 req-061619f7-9913-46b4-b945-9f31709bcf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:41.750706 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2e73c620-c22c-4c9b-9fa4-2dbf31152705 req-061619f7-9913-46b4-b945-9f31709bcf9c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=859c6f143cd34c8bb625f6c26492c3d6&device_id=be5edff6-1069-4223-b89c-418f22657dba HTTP/1.1" status: 200 len: 1094 time: 0.3806698 Jul 15 23:16:41.784124 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f69518-0bda-44e6-9b9e-f8f41ec6cdce req-adc619db-b30b-4bb1-9bd7-6c98bed12475 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:41.791409 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09f69518-0bda-44e6-9b9e-f8f41ec6cdce req-adc619db-b30b-4bb1-9bd7-6c98bed12475 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf287248-8016-4a3f-8699-26cadfcc2e77 HTTP/1.1" status: 200 len: 943 time: 0.2644761 Jul 15 23:16:41.833324 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-06ee617c-963e-4ada-a384-eede18d53f99 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:41.920114 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-06ee617c-963e-4ada-a384-eede18d53f99 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Network 6b796b78-54ea-4a8c-b281-917f4726d138 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:41.934308 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-06ee617c-963e-4ada-a384-eede18d53f99 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:41.939105 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09f69518-0bda-44e6-9b9e-f8f41ec6cdce req-fe960129-d7a9-4fa2-8bc5-97f607152086 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467276 Jul 15 23:16:41.940102 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-06ee617c-963e-4ada-a384-eede18d53f99 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:41.993483 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fd762-0541-4512-86b9-918a125e0a3d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Port': ['ID=39eff805-ead8-45cf-b693-23bd786bd980,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:42.004903 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-bf9f3814-cd97-41c5-adb5-b47c0d40a776 service neutron] 10.222.0.43 "GET /v2.0/networks/df118b6b-31a4-4061-a4c0-0ae233562309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619169 Jul 15 23:16:42.019618 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee617c-963e-4ada-a384-eede18d53f99 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Pushing event updated for resources: {'Port': ['ID=04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:42.058437 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-082a69d9-94a0-4523-96a9-49920b66e05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:42.060293 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-082a69d9-94a0-4523-96a9-49920b66e05c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=859c6f143cd34c8bb625f6c26492c3d6&device_id=bf287248-8016-4a3f-8699-26cadfcc2e77 HTTP/1.1" status: 200 len: 1094 time: 0.4659891 Jul 15 23:16:42.068903 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-000fd762-0541-4512-86b9-918a125e0a3d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] In _notify_port_updated(), no bound segment for port 39eff805-ead8-45cf-b693-23bd786bd980 on network 0afdfc6e-939f-4a41-acb4-21e995fbad9b {{(pid=93798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:16:42.075031 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000fd762-0541-4512-86b9-918a125e0a3d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:42.075969 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-000fd762-0541-4512-86b9-918a125e0a3d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:42.078033 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-000fd762-0541-4512-86b9-918a125e0a3d tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "PUT /v2.0/ports/39eff805-ead8-45cf-b693-23bd786bd980 HTTP/1.1" status: 200 len: 921 time: 5.3346133 Jul 15 23:16:42.081314 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57602) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:42.090544 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-06ee617c-963e-4ada-a384-eede18d53f99 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:42.090822 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-06ee617c-963e-4ada-a384-eede18d53f99 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:42.151992 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-d3154e40-257a-4e6f-8ac8-475327f4f5aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbcd22bb-3a6b-4feb-9270-cecd9bf180ef HTTP/1.1" status: 200 len: 217 time: 0.0725365 Jul 15 23:16:42.191945 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73c620-c22c-4c9b-9fa4-2dbf31152705 req-598d9adf-ece1-49ba-9886-ba1b20279409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:42.193763 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2e73c620-c22c-4c9b-9fa4-2dbf31152705 req-598d9adf-ece1-49ba-9886-ba1b20279409 service neutron] 10.222.0.36 "GET /v2.0/networks?id=df118b6b-31a4-4061-a4c0-0ae233562309 HTTP/1.1" status: 200 len: 916 time: 0.4184020 Jul 15 23:16:42.277570 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-06ee617c-963e-4ada-a384-eede18d53f99 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7257307 Jul 15 23:16:42.296357 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-0d1250c4-5103-4418-928b-6ce5f33c1cc3 service neutron] Request body: {'port': {'device_id': 'a513219c-549b-4335-9954-d786efa623f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:42.344711 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2e73c620-c22c-4c9b-9fa4-2dbf31152705 req-60513841-8ee5-4b6f-b805-908ae6e4e78d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9113e9a7-2c40-42af-b458-3231187327c2 HTTP/1.1" status: 200 len: 217 time: 0.1387656 Jul 15 23:16:42.345549 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6e9c88c2-473a-4892-a6ae-1389b2c08717 None None] Provisioning for port 04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:42.350221 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6e9c88c2-473a-4892-a6ae-1389b2c08717 None None] Provisioning complete for port 04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:42.352475 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e9c88c2-473a-4892-a6ae-1389b2c08717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:42.396063 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf287248-8016-4a3f-8699-26cadfcc2e77', 'tag': 'dbcd22bb-3a6b-4feb-9270-cecd9bf180ef'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:42.398339 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7472f1f1-a0b8-4d78-89ff-c4e45d11993c" -d '{"events": [{"name": "network-changed", "server_uuid": "bf287248-8016-4a3f-8699-26cadfcc2e77", "tag": "dbcd22bb-3a6b-4feb-9270-cecd9bf180ef"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:42.426132 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-6e9c88c2-473a-4892-a6ae-1389b2c08717 None None] Port 04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:16:42.478265 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-902b81bc-5df4-415e-8f21-94acbfa50c05 req-1bbba423-9a64-4d01-af7b-0b12c16c2452 service neutron] 10.222.0.43 "GET /v2.0/networks/df118b6b-31a4-4061-a4c0-0ae233562309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515526 Jul 15 23:16:42.491167 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-0d1250c4-5103-4418-928b-6ce5f33c1cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:42.502247 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a490e192-520a-43ca-9189-97b86c35a59a x-openstack-request-id: req-a490e192-520a-43ca-9189-97b86c35a59a {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:42.502610 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf287248-8016-4a3f-8699-26cadfcc2e77", "tag": "dbcd22bb-3a6b-4feb-9270-cecd9bf180ef", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:42.502920 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a490e192-520a-43ca-9189-97b86c35a59a {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:42.503560 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf287248-8016-4a3f-8699-26cadfcc2e77', 'tag': 'dbcd22bb-3a6b-4feb-9270-cecd9bf180ef', 'status': 'completed', 'code': 200} Jul 15 23:16:42.512144 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-733520ba-6ea0-4b2d-91ef-24786fa021da tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting port 39eff805-ead8-45cf-b693-23bd786bd980 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:42.512584 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-733520ba-6ea0-4b2d-91ef-24786fa021da tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:42.512953 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-b0583545-0eda-4152-a75e-46ec00f16420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:42.514522 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-b0583545-0eda-4152-a75e-46ec00f16420 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=06763eb0-c655-4810-97b7-154812cb6bdd HTTP/1.1" status: 200 len: 854 time: 0.3179781 Jul 15 23:16:42.550461 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2c45ae90-ea99-434b-8871-fa9718d8cdb2 None None] Provisioning for port 39eff805-ead8-45cf-b693-23bd786bd980 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:42.557769 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2c45ae90-ea99-434b-8871-fa9718d8cdb2 None None] Provisioning complete for port 39eff805-ead8-45cf-b693-23bd786bd980 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:42.558785 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2c45ae90-ea99-434b-8871-fa9718d8cdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:42.610147 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-2c45ae90-ea99-434b-8871-fa9718d8cdb2 None None] Port 39eff805-ead8-45cf-b693-23bd786bd980 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:16:42.783934 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-733520ba-6ea0-4b2d-91ef-24786fa021da tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:42.803013 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-733520ba-6ea0-4b2d-91ef-24786fa021da tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Calling delete_port for 39eff805-ead8-45cf-b693-23bd786bd980 owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:42.937643 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73c620-c22c-4c9b-9fa4-2dbf31152705 req-809390e4-f103-462b-b437-3a46813bbd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:42.939150 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2e73c620-c22c-4c9b-9fa4-2dbf31152705 req-809390e4-f103-462b-b437-3a46813bbd0c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=06763eb0-c655-4810-97b7-154812cb6bdd HTTP/1.1" status: 200 len: 854 time: 0.5740004 Jul 15 23:16:43.030710 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-9e182d6b-a2f8-451d-9058-33502dd56452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:43.032224 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-9e182d6b-a2f8-451d-9058-33502dd56452 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df118b6b-31a4-4061-a4c0-0ae233562309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5023317 Jul 15 23:16:43.073626 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-0d1250c4-5103-4418-928b-6ce5f33c1cc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02cbcf78-9abc-44e3-b6ee-b32e510fbcf3 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:43.092486 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-0d1250c4-5103-4418-928b-6ce5f33c1cc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:43.135096 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208dcf3-dbab-4df8-b190-2f62fe7ff429 req-22ca7e69-311f-4d7d-936e-e1ade76129c7 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:43.141705 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8a260-e75b-4db6-a55a-f72f19fbedad req-df8b1646-034c-4702-aff8-979b84b11331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:43.142648 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208dcf3-dbab-4df8-b190-2f62fe7ff429 req-22ca7e69-311f-4d7d-936e-e1ade76129c7 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:43.143357 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-20c8a260-e75b-4db6-a55a-f72f19fbedad req-df8b1646-034c-4702-aff8-979b84b11331 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=859c6f143cd34c8bb625f6c26492c3d6&device_id=e0c01ee8-b5bb-4b3e-9e8d-593b582c3f5c HTTP/1.1" status: 200 len: 1094 time: 0.5966432 Jul 15 23:16:43.162571 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9208dcf3-dbab-4df8-b190-2f62fe7ff429 req-22ca7e69-311f-4d7d-936e-e1ade76129c7 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=a513219c-549b-4335-9954-d786efa623f7 HTTP/1.1" status: 200 len: 1654 time: 0.2587972 Jul 15 23:16:43.176261 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-0d1250c4-5103-4418-928b-6ce5f33c1cc3 service neutron] Transition to ACTIVE for port object 02cbcf78-9abc-44e3-b6ee-b32e510fbcf3 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:43.209278 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-0d1250c4-5103-4418-928b-6ce5f33c1cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:43.260850 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73c620-c22c-4c9b-9fa4-2dbf31152705 req-64473c69-c0da-4ec4-9071-d57f86d95aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:43.263309 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2e73c620-c22c-4c9b-9fa4-2dbf31152705 req-64473c69-c0da-4ec4-9071-d57f86d95aa4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df118b6b-31a4-4061-a4c0-0ae233562309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3055477 Jul 15 23:16:43.321702 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-dccf429e-dd79-42c5-8fd8-b5f26bca64ad service neutron] 10.222.0.36 "GET /v2.0/networks/df118b6b-31a4-4061-a4c0-0ae233562309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797625 Jul 15 23:16:43.337547 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1250c4-5103-4418-928b-6ce5f33c1cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=02cbcf78-9abc-44e3-b6ee-b32e510fbcf3,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:43.343083 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9208dcf3-dbab-4df8-b190-2f62fe7ff429 req-5e9a9a37-07d9-4876-82d6-0764a8cf280e tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791277 Jul 15 23:16:43.363494 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-733520ba-6ea0-4b2d-91ef-24786fa021da tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:43.449940 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8a260-e75b-4db6-a55a-f72f19fbedad req-7fbad664-c675-49d8-ae96-c619df4d0e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:43.451458 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-20c8a260-e75b-4db6-a55a-f72f19fbedad req-7fbad664-c675-49d8-ae96-c619df4d0e31 service neutron] 10.222.0.43 "GET /v2.0/networks?id=df118b6b-31a4-4061-a4c0-0ae233562309 HTTP/1.1" status: 200 len: 916 time: 0.2971318 Jul 15 23:16:43.492036 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733520ba-6ea0-4b2d-91ef-24786fa021da tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Port': ['ID=39eff805-ead8-45cf-b693-23bd786bd980,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:43.537541 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-20c8a260-e75b-4db6-a55a-f72f19fbedad req-db6ba5f6-3a08-4b62-8438-90d76dbf3bf4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=558b93f3-c5c9-4dfd-bc9c-612fbb60b73f HTTP/1.1" status: 200 len: 217 time: 0.0718014 Jul 15 23:16:43.550883 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6caa9803-4406-49ab-98e6-8c64974e658d req-d9021fec-d0bd-46b6-ba38-137dad255288 tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0766027 Jul 15 23:16:43.696110 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-0d1250c4-5103-4418-928b-6ce5f33c1cc3 service neutron] Attempting to bind port 02cbcf78-9abc-44e3-b6ee-b32e510fbcf3 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:16:43.696688 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-0d1250c4-5103-4418-928b-6ce5f33c1cc3 service neutron] Attempting to bind port 02cbcf78-9abc-44e3-b6ee-b32e510fbcf3 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '8ea4d8d2-3208-4b2e-a5d2-5bd0f95b7c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9cee06fb-eeeb-4f0d-aa03-1f67657963f4'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:16:43.697206 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-0d1250c4-5103-4418-928b-6ce5f33c1cc3 service neutron] Attempting to bind port 02cbcf78-9abc-44e3-b6ee-b32e510fbcf3 on network 9cee06fb-eeeb-4f0d-aa03-1f67657963f4 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:43.713150 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-0d1250c4-5103-4418-928b-6ce5f33c1cc3 service neutron] Port 02cbcf78-9abc-44e3-b6ee-b32e510fbcf3 on network 9cee06fb-eeeb-4f0d-aa03-1f67657963f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:16:43.719023 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-0d1250c4-5103-4418-928b-6ce5f33c1cc3 service neutron] Attempting to bind port 02cbcf78-9abc-44e3-b6ee-b32e510fbcf3 on network 9cee06fb-eeeb-4f0d-aa03-1f67657963f4 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:43.753345 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-0d1250c4-5103-4418-928b-6ce5f33c1cc3 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:16:43.758317 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-0d1250c4-5103-4418-928b-6ce5f33c1cc3 service neutron] Checking segment: {'id': '8ea4d8d2-3208-4b2e-a5d2-5bd0f95b7c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9cee06fb-eeeb-4f0d-aa03-1f67657963f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:43.758764 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-0d1250c4-5103-4418-928b-6ce5f33c1cc3 service neutron] Bound using segment: {'id': '8ea4d8d2-3208-4b2e-a5d2-5bd0f95b7c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9cee06fb-eeeb-4f0d-aa03-1f67657963f4'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:16:43.759225 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-0d1250c4-5103-4418-928b-6ce5f33c1cc3 service neutron] Bound port: 02cbcf78-9abc-44e3-b6ee-b32e510fbcf3, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ea4d8d2-3208-4b2e-a5d2-5bd0f95b7c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9cee06fb-eeeb-4f0d-aa03-1f67657963f4'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:16:43.760668 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-0d1250c4-5103-4418-928b-6ce5f33c1cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:43.777290 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-01c8a8cc-d8ba-4b43-b970-6c1eaccade1b req-3be7594c-1cac-4104-ae61-4c2c3f43780e service neutron] 10.222.0.36 "GET /v2.0/networks/df118b6b-31a4-4061-a4c0-0ae233562309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440973 Jul 15 23:16:43.780557 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-733520ba-6ea0-4b2d-91ef-24786fa021da tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:43.782492 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-733520ba-6ea0-4b2d-91ef-24786fa021da tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/ports/39eff805-ead8-45cf-b693-23bd786bd980 HTTP/1.1" status: 204 len: 168 time: 1.6999738 Jul 15 23:16:43.788510 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8a260-e75b-4db6-a55a-f72f19fbedad req-5049ba73-d784-4b38-8939-1f83a90a7591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:43.790315 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-20c8a260-e75b-4db6-a55a-f72f19fbedad req-5049ba73-d784-4b38-8939-1f83a90a7591 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=06763eb0-c655-4810-97b7-154812cb6bdd HTTP/1.1" status: 200 len: 854 time: 0.1815574 Jul 15 23:16:43.796401 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2e73c620-c22c-4c9b-9fa4-2dbf31152705 req-365a7abd-b218-458c-bf9f-bd5256801966 service neutron] 10.222.0.36 "GET /v2.0/networks/df118b6b-31a4-4061-a4c0-0ae233562309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5201299 Jul 15 23:16:43.802294 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57660) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:43.885176 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-852bdb02-c96f-40b4-9566-dfebcbcf9f3f tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] GET failed (client error): The resource could not be found. Jul 15 23:16:43.887094 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-852bdb02-c96f-40b4-9566-dfebcbcf9f3f tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "GET /v2.0/ports/39eff805-ead8-45cf-b693-23bd786bd980 HTTP/1.1" status: 404 len: 333 time: 0.0829115 Jul 15 23:16:43.890806 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57662) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:43.902106 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a09fa3-bc41-4c59-a67b-5b2dee856fc0 req-67a3fe4c-47a2-4b59-b61a-a7ffb3f74471 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:43.903919 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09a09fa3-bc41-4c59-a67b-5b2dee856fc0 req-67a3fe4c-47a2-4b59-b61a-a7ffb3f74471 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf287248-8016-4a3f-8699-26cadfcc2e77 HTTP/1.1" status: 200 len: 943 time: 0.3517268 Jul 15 23:16:43.979520 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09a09fa3-bc41-4c59-a67b-5b2dee856fc0 req-c3cff020-f627-4530-a7ce-eb593daec0cf tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653524 Jul 15 23:16:43.982321 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-0d1250c4-5103-4418-928b-6ce5f33c1cc3 service neutron] For port 02cbcf78-9abc-44e3-b6ee-b32e510fbcf3, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:16:43.986660 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-0d1250c4-5103-4418-928b-6ce5f33c1cc3 service neutron] For port 02cbcf78-9abc-44e3-b6ee-b32e510fbcf3, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=02cbcf78-9abc-44e3-b6ee-b32e510fbcf3,segment=NetworkSegment(8ea4d8d2-3208-4b2e-a5d2-5bd0f95b7c8e),segment_id=8ea4d8d2-3208-4b2e-a5d2-5bd0f95b7c8e)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:16:43.992619 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-0d1250c4-5103-4418-928b-6ce5f33c1cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:44.039783 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-0d1250c4-5103-4418-928b-6ce5f33c1cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:44.040457 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-0d1250c4-5103-4418-928b-6ce5f33c1cc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:44.041985 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-0d1250c4-5103-4418-928b-6ce5f33c1cc3 service neutron] 10.222.0.43 "PUT /v2.0/ports/02cbcf78-9abc-44e3-b6ee-b32e510fbcf3 HTTP/1.1" status: 200 len: 1092 time: 1.7559595 Jul 15 23:16:44.042495 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a513219c-549b-4335-9954-d786efa623f7', 'tag': '02cbcf78-9abc-44e3-b6ee-b32e510fbcf3'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:44.045229 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989313e6-3fd8-45d4-b785-9131741265cd" -d '{"events": [{"name": "network-changed", "server_uuid": "a513219c-549b-4335-9954-d786efa623f7", "tag": "02cbcf78-9abc-44e3-b6ee-b32e510fbcf3"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:44.073560 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-420c00c3-6377-4586-86a3-c3ca167de53c service neutron] Request body: {'port': {'device_id': 'a513219c-549b-4335-9954-d786efa623f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:44.073832 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2e73c620-c22c-4c9b-9fa4-2dbf31152705 req-cf9caf79-6540-4e4c-93ee-1a627a3a7d4b service neutron] 10.222.0.36 "GET /v2.0/networks/df118b6b-31a4-4061-a4c0-0ae233562309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660573 Jul 15 23:16:44.075674 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8a260-e75b-4db6-a55a-f72f19fbedad req-4ac0f6eb-a208-4b3b-8c3a-08cfe4309112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:44.077161 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-20c8a260-e75b-4db6-a55a-f72f19fbedad req-4ac0f6eb-a208-4b3b-8c3a-08cfe4309112 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=df118b6b-31a4-4061-a4c0-0ae233562309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2780542 Jul 15 23:16:44.112629 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-659e43c1-1a10-4ebd-a169-9b5f5368f4cf tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:44.145028 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1250c4-5103-4418-928b-6ce5f33c1cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=02cbcf78-9abc-44e3-b6ee-b32e510fbcf3,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:44.181570 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b2ef60-cb1d-4b6a-98a0-2cfe78625b4a x-openstack-request-id: req-32b2ef60-cb1d-4b6a-98a0-2cfe78625b4a {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:44.181999 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a513219c-549b-4335-9954-d786efa623f7", "tag": "02cbcf78-9abc-44e3-b6ee-b32e510fbcf3", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:44.182263 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32b2ef60-cb1d-4b6a-98a0-2cfe78625b4a {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:44.182675 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a513219c-549b-4335-9954-d786efa623f7', 'tag': '02cbcf78-9abc-44e3-b6ee-b32e510fbcf3', 'status': 'completed', 'code': 200} Jul 15 23:16:44.203963 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472f1f1-a0b8-4d78-89ff-c4e45d11993c req-347e22b1-3a91-43bc-bf76-26a7aeaa1505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:44.205471 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7472f1f1-a0b8-4d78-89ff-c4e45d11993c req-347e22b1-3a91-43bc-bf76-26a7aeaa1505 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=859c6f143cd34c8bb625f6c26492c3d6&device_id=bf287248-8016-4a3f-8699-26cadfcc2e77 HTTP/1.1" status: 200 len: 1094 time: 0.2808967 Jul 15 23:16:44.210275 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-659e43c1-1a10-4ebd-a169-9b5f5368f4cf tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:44.409078 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 9113e9a7-2c40-42af-b458-3231187327c2 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:16:44.426074 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-20c8a260-e75b-4db6-a55a-f72f19fbedad req-c1ac1665-3214-448c-8ee6-4bc38c0584f7 service neutron] 10.222.0.43 "GET /v2.0/networks/df118b6b-31a4-4061-a4c0-0ae233562309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372703 Jul 15 23:16:44.552145 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-659e43c1-1a10-4ebd-a169-9b5f5368f4cf tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:44.557283 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-659e43c1-1a10-4ebd-a169-9b5f5368f4cf tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:44.558447 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-659e43c1-1a10-4ebd-a169-9b5f5368f4cf tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/security-groups/63b9853b-b861-4a27-b324-c56ad37dc624 HTTP/1.1" status: 204 len: 168 time: 0.6665413 Jul 15 23:16:44.581981 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57676) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:44.581981 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472f1f1-a0b8-4d78-89ff-c4e45d11993c req-7aa86358-c3ac-4782-9ca6-42f220df01b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:44.598189 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7472f1f1-a0b8-4d78-89ff-c4e45d11993c req-7aa86358-c3ac-4782-9ca6-42f220df01b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=df118b6b-31a4-4061-a4c0-0ae233562309 HTTP/1.1" status: 200 len: 916 time: 0.3785493 Jul 15 23:16:44.684440 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 9113e9a7-2c40-42af-b458-3231187327c2, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=9113e9a7-2c40-42af-b458-3231187327c2,segment=NetworkSegment(6cda61e7-a60d-4638-bd4d-a599539dd774),segment_id=6cda61e7-a60d-4638-bd4d-a599539dd774)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:44.711681 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '9113e9a7-2c40-42af-b458-3231187327c2', 'network_id': 'df118b6b-31a4-4061-a4c0-0ae233562309', 'port_id': '9113e9a7-2c40-42af-b458-3231187327c2', 'mac_address': 'fa:16:3e:26:2b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06763eb0-c655-4810-97b7-154812cb6bdd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:16:44.752237 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7472f1f1-a0b8-4d78-89ff-c4e45d11993c req-07b0ff59-94af-475a-8b8e-2c18c667bbc4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbcd22bb-3a6b-4feb-9270-cecd9bf180ef HTTP/1.1" status: 200 len: 217 time: 0.1151373 Jul 15 23:16:44.755472 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e43c1-1a10-4ebd-a169-9b5f5368f4cf tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b9853b-b861-4a27-b324-c56ad37dc624,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:44.788694 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-420c00c3-6377-4586-86a3-c3ca167de53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:44.813407 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:44.829144 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9113e9a7-2c40-42af-b458-3231187327c2 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:44.857291 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 9113e9a7-2c40-42af-b458-3231187327c2, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=9113e9a7-2c40-42af-b458-3231187327c2,segment=NetworkSegment(6cda61e7-a60d-4638-bd4d-a599539dd774),segment_id=6cda61e7-a60d-4638-bd4d-a599539dd774)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:44.873714 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:44.973119 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-20c8a260-e75b-4db6-a55a-f72f19fbedad req-bd4847b7-3ed2-4978-8f2e-68a40fb2c2b5 service neutron] 10.222.0.43 "GET /v2.0/networks/df118b6b-31a4-4061-a4c0-0ae233562309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5338614 Jul 15 23:16:44.984643 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472f1f1-a0b8-4d78-89ff-c4e45d11993c req-c566661b-1ce5-4716-90e2-8a6426b0ef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:44.985040 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=9113e9a7-2c40-42af-b458-3231187327c2,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:44.990207 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7472f1f1-a0b8-4d78-89ff-c4e45d11993c req-c566661b-1ce5-4716-90e2-8a6426b0ef44 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=06763eb0-c655-4810-97b7-154812cb6bdd HTTP/1.1" status: 200 len: 854 time: 0.1163781 Jul 15 23:16:44.998593 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-94349338-da1b-4807-9041-859469ed42d9 req-5505920f-24e7-4e4d-87fe-274789ca45b7 tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.1238616 Jul 15 23:16:45.005459 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989313e6-3fd8-45d4-b785-9131741265cd req-5b29d9e4-e75e-4368-beaf-e5ea9d99e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:45.005950 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989313e6-3fd8-45d4-b785-9131741265cd req-5b29d9e4-e75e-4368-beaf-e5ea9d99e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:45.017013 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-989313e6-3fd8-45d4-b785-9131741265cd req-5b29d9e4-e75e-4368-beaf-e5ea9d99e61a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4210ec618e114a6198cdf2780451b50d&device_id=a513219c-549b-4335-9954-d786efa623f7 HTTP/1.1" status: 200 len: 1913 time: 0.8334763 Jul 15 23:16:45.053080 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c38d6-1919-4b04-94a1-2d294b68704f req-f790bccf-80c4-41f4-b7de-7d6fecf54595 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:45.060496 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c38d6-1919-4b04-94a1-2d294b68704f req-f790bccf-80c4-41f4-b7de-7d6fecf54595 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:45.071010 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-372c38d6-1919-4b04-94a1-2d294b68704f req-f790bccf-80c4-41f4-b7de-7d6fecf54595 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=a513219c-549b-4335-9954-d786efa623f7 HTTP/1.1" status: 200 len: 1666 time: 0.3458261 Jul 15 23:16:45.091325 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27caede4-1004-4af9-8d02-4c5862b1236a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:45.129867 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27caede4-1004-4af9-8d02-4c5862b1236a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:45.170246 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['9113e9a7-2c40-42af-b458-3231187327c2'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:45.201401 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472f1f1-a0b8-4d78-89ff-c4e45d11993c req-dc21a9a1-18a8-46d0-a125-d6af5460839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:45.204091 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7472f1f1-a0b8-4d78-89ff-c4e45d11993c req-dc21a9a1-18a8-46d0-a125-d6af5460839d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df118b6b-31a4-4061-a4c0-0ae233562309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2076225 Jul 15 23:16:45.242708 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27caede4-1004-4af9-8d02-4c5862b1236a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:45.245770 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27caede4-1004-4af9-8d02-4c5862b1236a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:45.247183 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-27caede4-1004-4af9-8d02-4c5862b1236a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/security-groups/2d92d784-eca3-4748-bd96-801bce682647 HTTP/1.1" status: 204 len: 168 time: 0.6456609 Jul 15 23:16:45.254720 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57682) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:45.297720 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27caede4-1004-4af9-8d02-4c5862b1236a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d92d784-eca3-4748-bd96-801bce682647,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:45.360520 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a41283b-6189-4839-8dd1-1fa448e3bc25 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting subnet 7020ecd9-3b25-4c2c-a455-ac7e401ee055 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:16:45.364977 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a41283b-6189-4839-8dd1-1fa448e3bc25 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:45.408461 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7472f1f1-a0b8-4d78-89ff-c4e45d11993c req-174c2857-c1b8-4c54-b356-dab758e609ea service neutron] 10.222.0.36 "GET /v2.0/networks/df118b6b-31a4-4061-a4c0-0ae233562309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972606 Jul 15 23:16:45.427974 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a41283b-6189-4839-8dd1-1fa448e3bc25 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:45.428876 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-372c38d6-1919-4b04-94a1-2d294b68704f req-f1836b77-5258-4383-97cf-e6246247a7a5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561063 Jul 15 23:16:45.509060 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989313e6-3fd8-45d4-b785-9131741265cd req-27cb0ac4-ff12-48a6-950a-221213e6391b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:45.509712 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989313e6-3fd8-45d4-b785-9131741265cd req-27cb0ac4-ff12-48a6-950a-221213e6391b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:45.510156 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989313e6-3fd8-45d4-b785-9131741265cd req-27cb0ac4-ff12-48a6-950a-221213e6391b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:45.511787 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-989313e6-3fd8-45d4-b785-9131741265cd req-27cb0ac4-ff12-48a6-950a-221213e6391b service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=4210ec618e114a6198cdf2780451b50d&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4691412 Jul 15 23:16:45.564325 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d2659-5bdb-4a0e-9c50-13f511842722 req-80ef2ed4-f1f1-47e5-82ca-a856ad3df41e tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:45.571655 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ac0d2659-5bdb-4a0e-9c50-13f511842722 req-80ef2ed4-f1f1-47e5-82ca-a856ad3df41e tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf287248-8016-4a3f-8699-26cadfcc2e77 HTTP/1.1" status: 200 len: 943 time: 0.3237615 Jul 15 23:16:45.578463 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7472f1f1-a0b8-4d78-89ff-c4e45d11993c req-4dba3199-6784-44c9-9b8a-f0e1bda616f5 service neutron] 10.222.0.36 "GET /v2.0/networks/df118b6b-31a4-4061-a4c0-0ae233562309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628249 Jul 15 23:16:45.587425 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a41283b-6189-4839-8dd1-1fa448e3bc25 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:45.668155 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a41283b-6189-4839-8dd1-1fa448e3bc25 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:45.697004 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41283b-6189-4839-8dd1-1fa448e3bc25 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Subnet': ['ID=7020ecd9-3b25-4c2c-a455-ac7e401ee055,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:45.702430 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a41283b-6189-4839-8dd1-1fa448e3bc25 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:45.710947 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1a41283b-6189-4839-8dd1-1fa448e3bc25 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/subnets/7020ecd9-3b25-4c2c-a455-ac7e401ee055 HTTP/1.1" status: 204 len: 168 time: 0.4541314 Jul 15 23:16:45.711831 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57688) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:45.715809 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5ab502-d6c7-4369-bec7-c223326db494 None None] Network 0afdfc6e-939f-4a41-acb4-21e995fbad9b requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:45.716310 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b0caa1e2-719a-4b1d-947e-db6eb0bc9ac6 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'subnet': {'network_id': '0afdfc6e-939f-4a41-acb4-21e995fbad9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:45.745832 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ac0d2659-5bdb-4a0e-9c50-13f511842722 req-8b26276e-f865-4e48-82fa-45f224e2fdb1 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731477 Jul 15 23:16:45.788130 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989313e6-3fd8-45d4-b785-9131741265cd req-f7f9e43c-e059-4ae2-9b24-03e9421e4a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:45.789663 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-989313e6-3fd8-45d4-b785-9131741265cd req-f7f9e43c-e059-4ae2-9b24-03e9421e4a74 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2561142 Jul 15 23:16:45.832062 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 558b93f3-c5c9-4dfd-bc9c-612fbb60b73f details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:16:45.850657 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0caa1e2-719a-4b1d-947e-db6eb0bc9ac6 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:45.855154 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b0caa1e2-719a-4b1d-947e-db6eb0bc9ac6 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:45.869825 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-420c00c3-6377-4586-86a3-c3ca167de53c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:45.879908 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-420c00c3-6377-4586-86a3-c3ca167de53c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:45.895067 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-420c00c3-6377-4586-86a3-c3ca167de53c service neutron] Transition to ACTIVE for port object 04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:45.900122 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-420c00c3-6377-4586-86a3-c3ca167de53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:45.958505 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 558b93f3-c5c9-4dfd-bc9c-612fbb60b73f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=558b93f3-c5c9-4dfd-bc9c-612fbb60b73f,segment=NetworkSegment(6cda61e7-a60d-4638-bd4d-a599539dd774),segment_id=6cda61e7-a60d-4638-bd4d-a599539dd774)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:45.961186 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c00c3-6377-4586-86a3-c3ca167de53c service neutron] Pushing event updated for resources: {'Port': ['ID=04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:45.988863 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '558b93f3-c5c9-4dfd-bc9c-612fbb60b73f', 'network_id': 'df118b6b-31a4-4061-a4c0-0ae233562309', 'port_id': '558b93f3-c5c9-4dfd-bc9c-612fbb60b73f', 'mac_address': 'fa:16:3e:70:8e:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06763eb0-c655-4810-97b7-154812cb6bdd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:16:46.015236 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0a942bca-c477-49bd-8d06-d09187d37f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:46.110618 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:46.121759 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-420c00c3-6377-4586-86a3-c3ca167de53c service neutron] Attempting to bind port 04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:16:46.122365 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-420c00c3-6377-4586-86a3-c3ca167de53c service neutron] Attempting to bind port 04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'a94b0721-6b3d-45d8-9d76-5cc7572e163c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b796b78-54ea-4a8c-b281-917f4726d138'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:16:46.122491 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-420c00c3-6377-4586-86a3-c3ca167de53c service neutron] Attempting to bind port 04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc on network 6b796b78-54ea-4a8c-b281-917f4726d138 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:46.138404 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-420c00c3-6377-4586-86a3-c3ca167de53c service neutron] Port 04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc on network 6b796b78-54ea-4a8c-b281-917f4726d138 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:16:46.138773 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-420c00c3-6377-4586-86a3-c3ca167de53c service neutron] Attempting to bind port 04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc on network 6b796b78-54ea-4a8c-b281-917f4726d138 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:46.147241 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 558b93f3-c5c9-4dfd-bc9c-612fbb60b73f {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:46.148372 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-420c00c3-6377-4586-86a3-c3ca167de53c service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:16:46.148724 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-420c00c3-6377-4586-86a3-c3ca167de53c service neutron] Checking segment: {'id': 'a94b0721-6b3d-45d8-9d76-5cc7572e163c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b796b78-54ea-4a8c-b281-917f4726d138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:46.152775 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-420c00c3-6377-4586-86a3-c3ca167de53c service neutron] Bound using segment: {'id': 'a94b0721-6b3d-45d8-9d76-5cc7572e163c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b796b78-54ea-4a8c-b281-917f4726d138'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:16:46.152955 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-420c00c3-6377-4586-86a3-c3ca167de53c service neutron] Bound port: 04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a94b0721-6b3d-45d8-9d76-5cc7572e163c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b796b78-54ea-4a8c-b281-917f4726d138'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:16:46.153467 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-420c00c3-6377-4586-86a3-c3ca167de53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:46.203447 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b0caa1e2-719a-4b1d-947e-db6eb0bc9ac6 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:46.209063 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 558b93f3-c5c9-4dfd-bc9c-612fbb60b73f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=558b93f3-c5c9-4dfd-bc9c-612fbb60b73f,segment=NetworkSegment(6cda61e7-a60d-4638-bd4d-a599539dd774),segment_id=6cda61e7-a60d-4638-bd4d-a599539dd774)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:46.216500 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:46.233923 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0caa1e2-719a-4b1d-947e-db6eb0bc9ac6 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network 0afdfc6e-939f-4a41-acb4-21e995fbad9b is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:46.237295 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-b0caa1e2-719a-4b1d-947e-db6eb0bc9ac6 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:46.263262 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0caa1e2-719a-4b1d-947e-db6eb0bc9ac6 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:46.263987 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b0caa1e2-719a-4b1d-947e-db6eb0bc9ac6 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:46.308190 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b0caa1e2-719a-4b1d-947e-db6eb0bc9ac6 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5952914 Jul 15 23:16:46.308927 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57692) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:46.315699 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-bda34597-d669-4043-b9ac-c072f6224cad tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'security_group': {'name': 'tempest-secgroup-1019982352'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:46.331727 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0caa1e2-719a-4b1d-947e-db6eb0bc9ac6 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Subnet': ['ID=6791489e-603d-451e-b551-c3df8825efca,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:46.339280 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=558b93f3-c5c9-4dfd-bc9c-612fbb60b73f,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:46.375329 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-936d3032-5fa8-44d7-80c9-e68e5f0849b7 req-522ef969-3b02-4cb3-823e-f40187528f18 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0546808 Jul 15 23:16:46.379990 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3b363a6d-0f07-4eca-8ffc-23fa945dd145 req-002e81bb-dec3-47df-96a0-8fea3df12589 tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0613685 Jul 15 23:16:46.384889 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-420c00c3-6377-4586-86a3-c3ca167de53c service neutron] For port 04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:16:46.398567 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bda34597-d669-4043-b9ac-c072f6224cad tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:46.402946 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-420c00c3-6377-4586-86a3-c3ca167de53c service neutron] For port 04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc,segment=NetworkSegment(a94b0721-6b3d-45d8-9d76-5cc7572e163c),segment_id=a94b0721-6b3d-45d8-9d76-5cc7572e163c)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:16:46.408650 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-420c00c3-6377-4586-86a3-c3ca167de53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:46.438413 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 9113e9a7-2c40-42af-b458-3231187327c2 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:46.482462 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-420c00c3-6377-4586-86a3-c3ca167de53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:46.486348 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-420c00c3-6377-4586-86a3-c3ca167de53c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:46.488324 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-420c00c3-6377-4586-86a3-c3ca167de53c service neutron] 10.222.0.43 "PUT /v2.0/ports/04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc HTTP/1.1" status: 200 len: 1091 time: 2.4193821 Jul 15 23:16:46.494619 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a513219c-549b-4335-9954-d786efa623f7', 'tag': '04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:46.497184 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c618f2-3687-4e5b-bd40-0e6a90a0c39b" -d '{"events": [{"name": "network-changed", "server_uuid": "a513219c-549b-4335-9954-d786efa623f7", "tag": "04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:46.521060 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c00c3-6377-4586-86a3-c3ca167de53c service neutron] Pushing event updated for resources: {'Port': ['ID=04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:46.541422 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['558b93f3-c5c9-4dfd-bc9c-612fbb60b73f'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:46.633395 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26b38b7-8773-4421-97ac-87a1b94818aa x-openstack-request-id: req-a26b38b7-8773-4421-97ac-87a1b94818aa {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:46.633694 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a513219c-549b-4335-9954-d786efa623f7", "tag": "04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:46.634002 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a26b38b7-8773-4421-97ac-87a1b94818aa {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:46.634411 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a513219c-549b-4335-9954-d786efa623f7', 'tag': '04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc', 'status': 'completed', 'code': 200} Jul 15 23:16:46.655297 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bda34597-d669-4043-b9ac-c072f6224cad tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:46.661290 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bda34597-d669-4043-b9ac-c072f6224cad tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:46.721781 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 9113e9a7-2c40-42af-b458-3231187327c2 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:46.739420 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 9113e9a7-2c40-42af-b458-3231187327c2 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:46.740064 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:46.757150 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda34597-d669-4043-b9ac-c072f6224cad tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53e106ae-7f8b-49c9-907f-86de1408e773,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:46.764240 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bda34597-d669-4043-b9ac-c072f6224cad tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:46.769100 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bda34597-d669-4043-b9ac-c072f6224cad tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4583011 Jul 15 23:16:46.772151 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57704) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:46.779255 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-fe9d0a0a-d8ff-43d2-8646-7afbd99abc6a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'security_group': {'name': 'tempest-secgroup-1345022099'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:46.838881 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fe9d0a0a-d8ff-43d2-8646-7afbd99abc6a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:46.866241 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-35d86fdc-6fce-4ace-8db1-cf91a3c58880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:46.866752 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-35d86fdc-6fce-4ace-8db1-cf91a3c58880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:46.876277 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-35d86fdc-6fce-4ace-8db1-cf91a3c58880 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4210ec618e114a6198cdf2780451b50d&device_id=a513219c-549b-4335-9954-d786efa623f7 HTTP/1.1" status: 200 len: 1980 time: 0.3417127 Jul 15 23:16:46.926583 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77743cf-c119-4bff-9d91-d8071eece350 req-881f1efc-a243-4482-8214-5efeeea9ec93 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:46.932642 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77743cf-c119-4bff-9d91-d8071eece350 req-881f1efc-a243-4482-8214-5efeeea9ec93 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:46.934540 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a77743cf-c119-4bff-9d91-d8071eece350 req-881f1efc-a243-4482-8214-5efeeea9ec93 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=a513219c-549b-4335-9954-d786efa623f7 HTTP/1.1" status: 200 len: 1678 time: 0.2888079 Jul 15 23:16:46.978546 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-40413011-b028-4d9c-a524-1977f61f4a3f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.239&port_id=02cbcf78-9abc-44e3-b6ee-b32e510fbcf3 HTTP/1.1" status: 200 len: 217 time: 0.0779974 Jul 15 23:16:47.018840 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:47.055093 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5edff6-1069-4223-b89c-418f22657dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9113e9a7-2c40-42af-b458-3231187327c2'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:47.058214 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477ffa18-8d6a-43ec-bfe2-6c5c0bb5ef23" -d '{"events": [{"server_uuid": "be5edff6-1069-4223-b89c-418f22657dba", "name": "network-vif-plugged", "status": "completed", "tag": "9113e9a7-2c40-42af-b458-3231187327c2"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:47.077593 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 9113e9a7-2c40-42af-b458-3231187327c2, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=9113e9a7-2c40-42af-b458-3231187327c2,segment=NetworkSegment(6cda61e7-a60d-4638-bd4d-a599539dd774),segment_id=6cda61e7-a60d-4638-bd4d-a599539dd774)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:47.083032 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:47.133118 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a77743cf-c119-4bff-9d91-d8071eece350 req-26bf9521-9ac9-4bea-8e99-fa972f996a07 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681173 Jul 15 23:16:47.145863 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-30688e7a-5007-467c-b6ce-5b89eaca6cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:47.146979 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=9113e9a7-2c40-42af-b458-3231187327c2,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:47.148187 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-30688e7a-5007-467c-b6ce-5b89eaca6cc2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e36ab973-dd8d-410d-8a25-35d38fa344f1 HTTP/1.1" status: 200 len: 801 time: 0.1484394 Jul 15 23:16:47.188547 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fe9d0a0a-d8ff-43d2-8646-7afbd99abc6a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:47.203802 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ad503d-18fe-4431-80f9-a93e2b977b1b x-openstack-request-id: req-22ad503d-18fe-4431-80f9-a93e2b977b1b {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:47.204343 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5edff6-1069-4223-b89c-418f22657dba", "name": "network-vif-plugged", "status": "completed", "tag": "9113e9a7-2c40-42af-b458-3231187327c2", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:47.204711 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-22ad503d-18fe-4431-80f9-a93e2b977b1b {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:47.205207 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5edff6-1069-4223-b89c-418f22657dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9113e9a7-2c40-42af-b458-3231187327c2', 'code': 200} Jul 15 23:16:47.237834 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fe9d0a0a-d8ff-43d2-8646-7afbd99abc6a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:47.286435 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fe9d0a0a-d8ff-43d2-8646-7afbd99abc6a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:47.290419 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fe9d0a0a-d8ff-43d2-8646-7afbd99abc6a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5147700 Jul 15 23:16:47.291189 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57708) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:47.296263 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1819be-2788-45a2-a4fb-240540495540 req-0a2d91b3-72c7-4984-9ae7-95442c6fcc47 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:47.297997 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4b1819be-2788-45a2-a4fb-240540495540 req-0a2d91b3-72c7-4984-9ae7-95442c6fcc47 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf287248-8016-4a3f-8699-26cadfcc2e77 HTTP/1.1" status: 200 len: 943 time: 0.2754102 Jul 15 23:16:47.303292 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ba4b762b-69e1-4633-a2e8-bdd5236e8aa0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'security_group': {'name': 'tempest-secgroup-1626145430'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:47.305042 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e25345-f0b8-40ec-a1c8-4dae203a4b14 None None] Network 0afdfc6e-939f-4a41-acb4-21e995fbad9b requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:47.308513 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d0a0a-d8ff-43d2-8646-7afbd99abc6a tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba5e3b4-36b8-42eb-b1be-4cb22d0e809e,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:47.346239 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba4b762b-69e1-4633-a2e8-bdd5236e8aa0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:47.375898 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-8fe2b548-30e5-42e7-88a6-d0edf7024ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:47.377519 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-8fe2b548-30e5-42e7-88a6-d0edf7024ea1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9cee06fb-eeeb-4f0d-aa03-1f67657963f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2208941 Jul 15 23:16:47.385892 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4b1819be-2788-45a2-a4fb-240540495540 req-18eb1860-eadd-4e5f-a78f-80e25cfade2a tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716128 Jul 15 23:16:47.386151 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b45b15cd-c1b1-4648-ae25-94265fea7ecd None None] Provisioning complete for port 0298f302-5bbc-4f2d-9a35-dfbd606cf36c triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:47.386509 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b45b15cd-c1b1-4648-ae25-94265fea7ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:47.446424 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787b3ff-ec68-4127-b7fb-42fef71e3ed8 req-53077720-eb30-4d11-97ca-edf2f4c327c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:47.448426 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f787b3ff-ec68-4127-b7fb-42fef71e3ed8 req-53077720-eb30-4d11-97ca-edf2f4c327c6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=be5edff6-1069-4223-b89c-418f22657dba HTTP/1.1" status: 200 len: 1096 time: 0.1039884 Jul 15 23:16:47.515463 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-c7d88587-feec-4817-945c-b85f88e8e4ff service neutron] 10.222.0.43 "GET /v2.0/networks/9cee06fb-eeeb-4f0d-aa03-1f67657963f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285324 Jul 15 23:16:47.599183 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba4b762b-69e1-4633-a2e8-bdd5236e8aa0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:47.608732 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f787b3ff-ec68-4127-b7fb-42fef71e3ed8 req-ebb0406f-c1e0-4491-ac66-8d81a8a73212 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509740 Jul 15 23:16:47.609298 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba4b762b-69e1-4633-a2e8-bdd5236e8aa0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:47.636712 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b45b15cd-c1b1-4648-ae25-94265fea7ecd None None] Provisioning complete for port 53ff0bb4-24c3-4982-ad1c-abf590ba9821 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:47.637089 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b45b15cd-c1b1-4648-ae25-94265fea7ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:47.659327 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6493a690-ae4b-4972-bd6d-9796b491dfce req-99c7d442-b204-4c41-ae83-547fed51b9e9 tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0372250 Jul 15 23:16:47.666555 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba4b762b-69e1-4633-a2e8-bdd5236e8aa0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:47.667819 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ba4b762b-69e1-4633-a2e8-bdd5236e8aa0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3753331 Jul 15 23:16:47.671104 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57712) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:47.678044 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-5e7b9f59-9e29-4faf-a0bb-dad490f26611 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-270908041', 'security_groups': ['968187ed-c854-48fc-b181-5564d245faa7'], 'network_id': '0afdfc6e-939f-4a41-acb4-21e995fbad9b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6791489e-603d-451e-b551-c3df8825efca'}]}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:47.681659 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b762b-69e1-4633-a2e8-bdd5236e8aa0 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=968187ed-c854-48fc-b181-5564d245faa7,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:47.696153 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-87e7e4e4-6030-4908-b387-8011c9bae9c3 service neutron] 10.222.0.43 "GET /v2.0/networks/9cee06fb-eeeb-4f0d-aa03-1f67657963f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735845 Jul 15 23:16:47.700451 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b45b15cd-c1b1-4648-ae25-94265fea7ecd None None] Port 53ff0bb4-24c3-4982-ad1c-abf590ba9821 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:16:47.762841 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-3f1488ba-3a8f-4c90-bb48-df3b2ec47d74 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.62&port_id=04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc HTTP/1.1" status: 200 len: 217 time: 0.0549293 Jul 15 23:16:47.797836 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57c7429-6454-4a27-8c4c-936f12c6a5e0 None None] Update dhcp port {'port': {'network_id': '0afdfc6e-939f-4a41-acb4-21e995fbad9b', 'fixed_ips': [{'subnet_id': '8acf74c1-1d33-4924-87ad-0c4e123e1d20', 'ip_address': '172.20.0.18'}, {'subnet_id': '6791489e-603d-451e-b551-c3df8825efca'}], 'binding:host_id': 'n-d-787205-9'}, 'id': '0298f302-5bbc-4f2d-9a35-dfbd606cf36c'} from n-d-787205-9. {{(pid=93800) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:16:47.821170 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 558b93f3-c5c9-4dfd-bc9c-612fbb60b73f up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:47.873081 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e57c7429-6454-4a27-8c4c-936f12c6a5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:47.882344 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-e6945830-715d-4ef0-863e-74643950ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:47.883997 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-e6945830-715d-4ef0-863e-74643950ff56 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f04b2367-90d5-4658-a524-0d0d69aa19aa HTTP/1.1" status: 200 len: 801 time: 0.1147406 Jul 15 23:16:48.063787 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7b9f59-9e29-4faf-a0bb-dad490f26611 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:48.069418 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-d424d817-cfc3-46df-9ab1-e8a1be26ea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:48.071016 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-d424d817-cfc3-46df-9ab1-e8a1be26ea61 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b796b78-54ea-4a8c-b281-917f4726d138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1803010 Jul 15 23:16:48.127773 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 558b93f3-c5c9-4dfd-bc9c-612fbb60b73f completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:48.138163 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 558b93f3-c5c9-4dfd-bc9c-612fbb60b73f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:48.138532 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:48.227473 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5e7b9f59-9e29-4faf-a0bb-dad490f26611 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:48.257924 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7b53f09a-0b0b-46bd-982c-e277c478374d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:48.259767 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-5e7b9f59-9e29-4faf-a0bb-dad490f26611 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] device_id is not set on port 9b2cd5a2-99ed-4a4b-b7a3-c584d4284724 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:16:48.268133 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-75d09154-6246-4882-9e3c-b8d5e944f255 service neutron] 10.222.0.43 "GET /v2.0/networks/6b796b78-54ea-4a8c-b281-917f4726d138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852214 Jul 15 23:16:48.326727 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-e57c7429-6454-4a27-8c4c-936f12c6a5e0 None None] Allocated IP 172.20.0.2 (0afdfc6e-939f-4a41-acb4-21e995fbad9b/6791489e-603d-451e-b551-c3df8825efca/0298f302-5bbc-4f2d-9a35-dfbd606cf36c) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:48.370663 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:48.446426 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 558b93f3-c5c9-4dfd-bc9c-612fbb60b73f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=558b93f3-c5c9-4dfd-bc9c-612fbb60b73f,segment=NetworkSegment(6cda61e7-a60d-4638-bd4d-a599539dd774),segment_id=6cda61e7-a60d-4638-bd4d-a599539dd774)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:48.458401 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:48.468439 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e57c7429-6454-4a27-8c4c-936f12c6a5e0 None None] For port 0298f302-5bbc-4f2d-9a35-dfbd606cf36c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=0298f302-5bbc-4f2d-9a35-dfbd606cf36c,segment=NetworkSegment(a7328aa6-1e5d-4c02-8a3e-6b8de96f4b0d),segment_id=a7328aa6-1e5d-4c02-8a3e-6b8de96f4b0d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:48.499125 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device dbcd22bb-3a6b-4feb-9270-cecd9bf180ef details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:16:48.502305 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14ebb44d-ced2-470c-b510-5ac87d299b5d req-20bb876c-1f5a-4d70-aed7-1f22f40c693e service neutron] 10.222.0.43 "GET /v2.0/networks/6b796b78-54ea-4a8c-b281-917f4726d138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001064 Jul 15 23:16:48.513048 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabdde80-9257-488e-a034-44ed01d406de req-c317a50f-3dbe-4656-bc96-d260480f0b73 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:48.520305 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabdde80-9257-488e-a034-44ed01d406de req-c317a50f-3dbe-4656-bc96-d260480f0b73 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:48.522560 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dabdde80-9257-488e-a034-44ed01d406de req-c317a50f-3dbe-4656-bc96-d260480f0b73 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=a513219c-549b-4335-9954-d786efa623f7 HTTP/1.1" status: 200 len: 1678 time: 0.2087591 Jul 15 23:16:48.565768 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e57c7429-6454-4a27-8c4c-936f12c6a5e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:48.570412 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=558b93f3-c5c9-4dfd-bc9c-612fbb60b73f,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:48.606728 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e57c7429-6454-4a27-8c4c-936f12c6a5e0 None None] Transition to ACTIVE for port object 0298f302-5bbc-4f2d-9a35-dfbd606cf36c will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:48.609169 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dabdde80-9257-488e-a034-44ed01d406de req-5c7acf7f-28ad-4e82-b322-e361269ec013 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786817 Jul 15 23:16:48.613604 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e57c7429-6454-4a27-8c4c-936f12c6a5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:48.752512 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-5e7b9f59-9e29-4faf-a0bb-dad490f26611 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Allocated IP 172.20.0.3 (0afdfc6e-939f-4a41-acb4-21e995fbad9b/6791489e-603d-451e-b551-c3df8825efca/9b2cd5a2-99ed-4a4b-b7a3-c584d4284724) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:48.757658 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c618f2-3687-4e5b-bd40-0e6a90a0c39b req-ab8fdaa7-aae5-4ce9-a806-a7a322fa20a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:48.758157 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c618f2-3687-4e5b-bd40-0e6a90a0c39b req-ab8fdaa7-aae5-4ce9-a806-a7a322fa20a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:48.759870 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-61c618f2-3687-4e5b-bd40-0e6a90a0c39b req-ab8fdaa7-aae5-4ce9-a806-a7a322fa20a5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4210ec618e114a6198cdf2780451b50d&device_id=a513219c-549b-4335-9954-d786efa623f7 HTTP/1.1" status: 200 len: 1980 time: 0.1931942 Jul 15 23:16:48.765566 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:48.768278 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port dbcd22bb-3a6b-4feb-9270-cecd9bf180ef, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=dbcd22bb-3a6b-4feb-9270-cecd9bf180ef,segment=NetworkSegment(6cda61e7-a60d-4638-bd4d-a599539dd774),segment_id=6cda61e7-a60d-4638-bd4d-a599539dd774)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:48.772541 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce700f4-c0ad-4b3a-a3ae-945ad8ecd6bf req-c227f34a-6428-4830-ac06-745177fed1b6 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:48.779526 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bce700f4-c0ad-4b3a-a3ae-945ad8ecd6bf req-c227f34a-6428-4830-ac06-745177fed1b6 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf287248-8016-4a3f-8699-26cadfcc2e77 HTTP/1.1" status: 200 len: 943 time: 0.2139471 Jul 15 23:16:48.798942 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c7429-6454-4a27-8c4c-936f12c6a5e0 None None] Pushing event updated for resources: {'Port': ['ID=0298f302-5bbc-4f2d-9a35-dfbd606cf36c,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:48.806461 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'dbcd22bb-3a6b-4feb-9270-cecd9bf180ef', 'network_id': 'df118b6b-31a4-4061-a4c0-0ae233562309', 'port_id': 'dbcd22bb-3a6b-4feb-9270-cecd9bf180ef', 'mac_address': 'fa:16:3e:03:a3:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06763eb0-c655-4810-97b7-154812cb6bdd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:16:48.848660 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:48.864269 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbcd22bb-3a6b-4feb-9270-cecd9bf180ef {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:48.889165 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port dbcd22bb-3a6b-4feb-9270-cecd9bf180ef, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=dbcd22bb-3a6b-4feb-9270-cecd9bf180ef,segment=NetworkSegment(6cda61e7-a60d-4638-bd4d-a599539dd774),segment_id=6cda61e7-a60d-4638-bd4d-a599539dd774)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:48.894672 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:48.976165 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=dbcd22bb-3a6b-4feb-9270-cecd9bf180ef,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:48.983727 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0298f302-5bbc-4f2d-9a35-dfbd606cf36c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:48.994165 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c618f2-3687-4e5b-bd40-0e6a90a0c39b req-482c1665-b4ba-45db-ade3-497dbc2716f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:48.996326 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-61c618f2-3687-4e5b-bd40-0e6a90a0c39b req-482c1665-b4ba-45db-ade3-497dbc2716f5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6b796b78-54ea-4a8c-b281-917f4726d138 HTTP/1.1" status: 200 len: 902 time: 0.2115846 Jul 15 23:16:49.076026 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bce700f4-c0ad-4b3a-a3ae-945ad8ecd6bf req-d0a6df03-3869-4744-bf5e-491978d26ec6 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954078 Jul 15 23:16:49.183997 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['dbcd22bb-3a6b-4feb-9270-cecd9bf180ef'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:49.206756 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5e7b9f59-9e29-4faf-a0bb-dad490f26611 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:49.226821 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-608877e7-0a36-4d11-8665-c8e995e1204b req-a12bd498-5efb-4ce5-b9ab-333f0d4a2dfc tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.2294562 Jul 15 23:16:49.227827 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c01ee8-b5bb-4b3e-9e8d-593b582c3f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558b93f3-c5c9-4dfd-bc9c-612fbb60b73f'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:49.228000 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5e7b9f59-9e29-4faf-a0bb-dad490f26611 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Transition to ACTIVE for port object 9b2cd5a2-99ed-4a4b-b7a3-c584d4284724 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:49.235373 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb306e4-8754-4782-8a61-56e79020b8cd" -d '{"events": [{"server_uuid": "e0c01ee8-b5bb-4b3e-9e8d-593b582c3f5c", "name": "network-vif-plugged", "status": "completed", "tag": "558b93f3-c5c9-4dfd-bc9c-612fbb60b73f"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:49.282679 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-61c618f2-3687-4e5b-bd40-0e6a90a0c39b req-44fe3d9f-13a5-42e7-af71-806b5eb7a466 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.62&port_id=04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc HTTP/1.1" status: 200 len: 217 time: 0.2692513 Jul 15 23:16:49.317496 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0926f2-23df-4f44-922a-35234f21cf46 x-openstack-request-id: req-5a0926f2-23df-4f44-922a-35234f21cf46 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:49.318264 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c01ee8-b5bb-4b3e-9e8d-593b582c3f5c", "name": "network-vif-plugged", "status": "completed", "tag": "558b93f3-c5c9-4dfd-bc9c-612fbb60b73f", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:49.318822 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5a0926f2-23df-4f44-922a-35234f21cf46 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:49.319487 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c01ee8-b5bb-4b3e-9e8d-593b582c3f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558b93f3-c5c9-4dfd-bc9c-612fbb60b73f', 'code': 200} Jul 15 23:16:49.372697 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c618f2-3687-4e5b-bd40-0e6a90a0c39b req-f1c7521e-d228-4bd8-89b5-ef0c04ecf9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:49.374256 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-61c618f2-3687-4e5b-bd40-0e6a90a0c39b req-f1c7521e-d228-4bd8-89b5-ef0c04ecf9cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f04b2367-90d5-4658-a524-0d0d69aa19aa HTTP/1.1" status: 200 len: 801 time: 0.0837936 Jul 15 23:16:49.393273 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5e7b9f59-9e29-4faf-a0bb-dad490f26611 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:49.550283 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-92ae5378-cafd-48b3-be2e-5ffff90ba8f8 None None] Provisioning for port 0298f302-5bbc-4f2d-9a35-dfbd606cf36c completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:49.556041 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-92ae5378-cafd-48b3-be2e-5ffff90ba8f8 None None] Provisioning complete for port 0298f302-5bbc-4f2d-9a35-dfbd606cf36c triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:49.556428 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-92ae5378-cafd-48b3-be2e-5ffff90ba8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:49.616423 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:49.683908 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-92ae5378-cafd-48b3-be2e-5ffff90ba8f8 None None] Provisioning complete for port 53ff0bb4-24c3-4982-ad1c-abf590ba9821 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:49.684570 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-92ae5378-cafd-48b3-be2e-5ffff90ba8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:49.752250 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-92ae5378-cafd-48b3-be2e-5ffff90ba8f8 None None] Port 53ff0bb4-24c3-4982-ad1c-abf590ba9821 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:16:49.937563 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7b9f59-9e29-4faf-a0bb-dad490f26611 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network 0afdfc6e-939f-4a41-acb4-21e995fbad9b is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:49.953372 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-5e7b9f59-9e29-4faf-a0bb-dad490f26611 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:49.956279 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7b9f59-9e29-4faf-a0bb-dad490f26611 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:49.966970 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b9f59-9e29-4faf-a0bb-dad490f26611 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Port': ['ID=9b2cd5a2-99ed-4a4b-b7a3-c584d4284724,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:50.091017 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7b9f59-9e29-4faf-a0bb-dad490f26611 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:50.091681 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5e7b9f59-9e29-4faf-a0bb-dad490f26611 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:50.098912 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61351fb5-3d5d-49da-8be8-417d78cfb44c req-71816f22-c359-410d-8cb0-51027da4255b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:50.100443 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-61351fb5-3d5d-49da-8be8-417d78cfb44c req-71816f22-c359-410d-8cb0-51027da4255b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e0c01ee8-b5bb-4b3e-9e8d-593b582c3f5c HTTP/1.1" status: 200 len: 1096 time: 0.7024689 Jul 15 23:16:50.112109 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c618f2-3687-4e5b-bd40-0e6a90a0c39b req-51afcb0f-fe1f-4a28-9a3b-72559523e2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:50.112109 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-61c618f2-3687-4e5b-bd40-0e6a90a0c39b req-51afcb0f-fe1f-4a28-9a3b-72559523e2c3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b796b78-54ea-4a8c-b281-917f4726d138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7238145 Jul 15 23:16:50.155178 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5e7b9f59-9e29-4faf-a0bb-dad490f26611 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4813292 Jul 15 23:16:50.157887 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57758) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:50.165179 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-6d710e9c-3f39-47c9-b6b9-92a7468edbf3 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'subnet': {'network_id': '0afdfc6e-939f-4a41-acb4-21e995fbad9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:50.184925 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8defa-5d12-42aa-83f4-f0a358ed6106 req-b260df82-c174-4033-bab8-fa7f512c9625 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:50.191048 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8defa-5d12-42aa-83f4-f0a358ed6106 req-b260df82-c174-4033-bab8-fa7f512c9625 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:50.192867 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8cd8defa-5d12-42aa-83f4-f0a358ed6106 req-b260df82-c174-4033-bab8-fa7f512c9625 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=a513219c-549b-4335-9954-d786efa623f7 HTTP/1.1" status: 200 len: 1678 time: 0.3114917 Jul 15 23:16:50.278467 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-61351fb5-3d5d-49da-8be8-417d78cfb44c req-8f69b54f-5718-4043-871c-2f6226696981 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667595 Jul 15 23:16:50.364425 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8cd8defa-5d12-42aa-83f4-f0a358ed6106 req-90fda3ed-4349-44cd-938f-67844429d3b1 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579435 Jul 15 23:16:50.371789 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-61c618f2-3687-4e5b-bd40-0e6a90a0c39b req-334e6064-3560-4707-8e4d-192fc9189bba service neutron] 10.222.0.43 "GET /v2.0/networks/6b796b78-54ea-4a8c-b281-917f4726d138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514493 Jul 15 23:16:50.397104 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6edd00bc-3687-45b2-bfd0-0ea901aebdde None None] Provisioning for port 9b2cd5a2-99ed-4a4b-b7a3-c584d4284724 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:50.401865 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6edd00bc-3687-45b2-bfd0-0ea901aebdde None None] Provisioning complete for port 9b2cd5a2-99ed-4a4b-b7a3-c584d4284724 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:50.401865 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6edd00bc-3687-45b2-bfd0-0ea901aebdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:50.429389 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d710e9c-3f39-47c9-b6b9-92a7468edbf3 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:50.433430 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6d710e9c-3f39-47c9-b6b9-92a7468edbf3 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:50.475857 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-6edd00bc-3687-45b2-bfd0-0ea901aebdde None None] Port 9b2cd5a2-99ed-4a4b-b7a3-c584d4284724 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:16:50.494264 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device dbcd22bb-3a6b-4feb-9270-cecd9bf180ef up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:50.511853 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0031b7a-f46f-4c67-b47c-d7bf2d33d8ed req-871de495-dc7d-4ee3-b2b5-bcdcadd3cd71 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:50.519951 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b0031b7a-f46f-4c67-b47c-d7bf2d33d8ed req-871de495-dc7d-4ee3-b2b5-bcdcadd3cd71 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf287248-8016-4a3f-8699-26cadfcc2e77 HTTP/1.1" status: 200 len: 944 time: 0.2358687 Jul 15 23:16:50.577613 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port dbcd22bb-3a6b-4feb-9270-cecd9bf180ef completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:50.579045 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-61c618f2-3687-4e5b-bd40-0e6a90a0c39b req-29e7b340-67c9-4b5e-903e-8891a52bc25c service neutron] 10.222.0.43 "GET /v2.0/networks/6b796b78-54ea-4a8c-b281-917f4726d138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997499 Jul 15 23:16:50.583037 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port dbcd22bb-3a6b-4feb-9270-cecd9bf180ef triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:50.583594 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:50.595009 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b0031b7a-f46f-4c67-b47c-d7bf2d33d8ed req-ab5fe38b-d6f9-48a8-a169-094db00818bc tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737252 Jul 15 23:16:50.656957 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ca615237-fa23-4594-8b31-c41e37041973 req-75a6a5e3-9b5b-4600-adbd-fdc31d7cc978 tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0491827 Jul 15 23:16:50.709659 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:50.748756 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port dbcd22bb-3a6b-4feb-9270-cecd9bf180ef, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=dbcd22bb-3a6b-4feb-9270-cecd9bf180ef,segment=NetworkSegment(6cda61e7-a60d-4638-bd4d-a599539dd774),segment_id=6cda61e7-a60d-4638-bd4d-a599539dd774)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:50.753694 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:50.806806 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=dbcd22bb-3a6b-4feb-9270-cecd9bf180ef,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:50.845342 n-d-787205-9 neutron-server[93798]: INFO neutron.db.ipam_backend_mixin [None req-6d710e9c-3f39-47c9-b6b9-92a7468edbf3 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6791489e-603d-451e-b551-c3df8825efca (CIDR: 172.20.0.0/28) Jul 15 23:16:50.848710 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d710e9c-3f39-47c9-b6b9-92a7468edbf3 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:16:50.849256 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d710e9c-3f39-47c9-b6b9-92a7468edbf3 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:50.863978 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6d710e9c-3f39-47c9-b6b9-92a7468edbf3 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7036510 Jul 15 23:16:50.866535 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57762) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:50.871823 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b15852dd-792f-417c-87fc-b63e66e6dfd6 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'subnet': {'network_id': '0afdfc6e-939f-4a41-acb4-21e995fbad9b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:50.982094 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15852dd-792f-417c-87fc-b63e66e6dfd6 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:50.986341 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b15852dd-792f-417c-87fc-b63e66e6dfd6 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:51.074560 n-d-787205-9 neutron-server[93798]: INFO neutron.db.ipam_backend_mixin [None req-b15852dd-792f-417c-87fc-b63e66e6dfd6 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8acf74c1-1d33-4924-87ad-0c4e123e1d20 (CIDR: 172.20.0.16/28) Jul 15 23:16:51.078671 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15852dd-792f-417c-87fc-b63e66e6dfd6 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:16:51.079145 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b15852dd-792f-417c-87fc-b63e66e6dfd6 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:51.094367 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b15852dd-792f-417c-87fc-b63e66e6dfd6 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2265720 Jul 15 23:16:51.097050 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57764) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:51.102594 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-bffbcc4b-8996-4082-981d-add7525b2163 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'subnet': {'network_id': '0afdfc6e-939f-4a41-acb4-21e995fbad9b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:51.169464 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:51.220478 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffbcc4b-8996-4082-981d-add7525b2163 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Made reservation on behalf of 178eb6500ae7443591abbc93e5ee1d7b for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:51.224137 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bffbcc4b-8996-4082-981d-add7525b2163 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:51.320667 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf287248-8016-4a3f-8699-26cadfcc2e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbcd22bb-3a6b-4feb-9270-cecd9bf180ef'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:51.323616 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedb0c2d-0f63-4cc2-b47d-46d05ff545a8" -d '{"events": [{"server_uuid": "bf287248-8016-4a3f-8699-26cadfcc2e77", "name": "network-vif-plugged", "status": "completed", "tag": "dbcd22bb-3a6b-4feb-9270-cecd9bf180ef"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:51.364616 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373a1e3f-d934-46fc-aed6-2269f44b0aa1 x-openstack-request-id: req-373a1e3f-d934-46fc-aed6-2269f44b0aa1 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:51.365153 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf287248-8016-4a3f-8699-26cadfcc2e77", "name": "network-vif-plugged", "status": "completed", "tag": "dbcd22bb-3a6b-4feb-9270-cecd9bf180ef", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:51.365412 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-373a1e3f-d934-46fc-aed6-2269f44b0aa1 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:51.365814 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf287248-8016-4a3f-8699-26cadfcc2e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbcd22bb-3a6b-4feb-9270-cecd9bf180ef', 'code': 200} Jul 15 23:16:51.451242 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bffbcc4b-8996-4082-981d-add7525b2163 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:51.495364 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffbcc4b-8996-4082-981d-add7525b2163 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Network 0afdfc6e-939f-4a41-acb4-21e995fbad9b is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:51.498820 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-bffbcc4b-8996-4082-981d-add7525b2163 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:51.504654 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffbcc4b-8996-4082-981d-add7525b2163 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:51.504789 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bffbcc4b-8996-4082-981d-add7525b2163 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:51.508438 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde43f12-5172-4c15-90fe-5eefe8262172 None None] Network 0afdfc6e-939f-4a41-acb4-21e995fbad9b requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:51.532324 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffbcc4b-8996-4082-981d-add7525b2163 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Subnet': ['ID=06817737-6f95-4321-9a20-e22f13068fa4,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:51.544326 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57776) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:51.557240 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-bffbcc4b-8996-4082-981d-add7525b2163 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4588668 Jul 15 23:16:51.558087 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57780) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:51.565475 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8883cb-495a-4484-96e6-af45a560f1ee req-66d65e63-757b-4c11-9d1e-d83a00dd41d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:51.565799 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-0f8a6127-e438-4d8f-94c3-a92955013abb tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1343010610', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '06817737-6f95-4321-9a20-e22f13068fa4'}], 'security_groups': ['53e106ae-7f8b-49c9-907f-86de1408e773', '4ba5e3b4-36b8-42eb-b1be-4cb22d0e809e']}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:51.568038 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9e8883cb-495a-4484-96e6-af45a560f1ee req-66d65e63-757b-4c11-9d1e-d83a00dd41d2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bf287248-8016-4a3f-8699-26cadfcc2e77 HTTP/1.1" status: 200 len: 1096 time: 0.1065240 Jul 15 23:16:51.620926 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9e8883cb-495a-4484-96e6-af45a560f1ee req-53c9a76a-b1b0-4255-ac6f-b2c49299d9c4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470119 Jul 15 23:16:51.682887 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8a8e0-3bfb-48c2-b6f0-f1ccc4b9b159 req-0a76b0e8-99b0-4bdb-a1dc-9b95e8162528 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:51.690030 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8a8e0-3bfb-48c2-b6f0-f1ccc4b9b159 req-0a76b0e8-99b0-4bdb-a1dc-9b95e8162528 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:51.692074 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d0e8a8e0-3bfb-48c2-b6f0-f1ccc4b9b159 req-0a76b0e8-99b0-4bdb-a1dc-9b95e8162528 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=a513219c-549b-4335-9954-d786efa623f7 HTTP/1.1" status: 200 len: 1678 time: 0.1754146 Jul 15 23:16:51.692927 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0f8a6127-e438-4d8f-94c3-a92955013abb tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:51.699843 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6857c984-f631-448f-b965-0ef33245945f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:51.803599 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d0e8a8e0-3bfb-48c2-b6f0-f1ccc4b9b159 req-a8931c30-73f2-43cf-9c34-57f0eaae400b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016212 Jul 15 23:16:51.815531 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6857c984-f631-448f-b965-0ef33245945f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:51.819753 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 02cbcf78-9abc-44e3-b6ee-b32e510fbcf3 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:16:51.829546 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6857c984-f631-448f-b965-0ef33245945f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:51.836696 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530fe7d9-2df7-4c76-a7f6-66a0929f1e9a None None] Update dhcp port {'port': {'network_id': '0afdfc6e-939f-4a41-acb4-21e995fbad9b', 'fixed_ips': [{'subnet_id': '8acf74c1-1d33-4924-87ad-0c4e123e1d20', 'ip_address': '172.20.0.18'}, {'subnet_id': '6791489e-603d-451e-b551-c3df8825efca', 'ip_address': '172.20.0.2'}, {'subnet_id': '06817737-6f95-4321-9a20-e22f13068fa4'}], 'binding:host_id': 'n-d-787205-9'}, 'id': '0298f302-5bbc-4f2d-9a35-dfbd606cf36c'} from n-d-787205-9. {{(pid=93800) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:16:51.897409 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-530fe7d9-2df7-4c76-a7f6-66a0929f1e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:51.911119 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6857c984-f631-448f-b965-0ef33245945f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=baa0846e787c4c0294ffc5dcec677d40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3610754 Jul 15 23:16:51.911119 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857c984-f631-448f-b965-0ef33245945f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c8d42a-de23-4cbe-a300-a906062cccdb,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:51.911455 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982e7d6-9d6c-4d7d-88b7-e0ed3b28c796 req-7d499659-2ca6-4080-a50d-0073a82bf6b3 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:51.912659 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1982e7d6-9d6c-4d7d-88b7-e0ed3b28c796 req-7d499659-2ca6-4080-a50d-0073a82bf6b3 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf287248-8016-4a3f-8699-26cadfcc2e77 HTTP/1.1" status: 200 len: 945 time: 0.1996996 Jul 15 23:16:51.912803 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57788) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:51.985217 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dfd5feea-6b79-4b37-9ffc-23224e9d93dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:52.000370 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1982e7d6-9d6c-4d7d-88b7-e0ed3b28c796 req-44b1c242-37dc-4fc0-9ab5-c57f553dc44f tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812423 Jul 15 23:16:52.013616 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dfd5feea-6b79-4b37-9ffc-23224e9d93dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:52.038272 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2aebe5bd-d3f9-4b4d-841d-16d1d7c44789 req-60f56817-f1d0-4f57-97ed-6c57de12dff3 tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0418386 Jul 15 23:16:52.094598 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dfd5feea-6b79-4b37-9ffc-23224e9d93dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:52.097512 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dfd5feea-6b79-4b37-9ffc-23224e9d93dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:52.101190 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-dfd5feea-6b79-4b37-9ffc-23224e9d93dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46c8d42a-de23-4cbe-a300-a906062cccdb HTTP/1.1" status: 204 len: 168 time: 0.1848550 Jul 15 23:16:52.109417 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5feea-6b79-4b37-9ffc-23224e9d93dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c8d42a-de23-4cbe-a300-a906062cccdb,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:52.143201 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 02cbcf78-9abc-44e3-b6ee-b32e510fbcf3, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=02cbcf78-9abc-44e3-b6ee-b32e510fbcf3,segment=NetworkSegment(8ea4d8d2-3208-4b2e-a5d2-5bd0f95b7c8e),segment_id=8ea4d8d2-3208-4b2e-a5d2-5bd0f95b7c8e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:52.155019 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-530fe7d9-2df7-4c76-a7f6-66a0929f1e9a None None] Allocated IP 172.20.0.34 (0afdfc6e-939f-4a41-acb4-21e995fbad9b/06817737-6f95-4321-9a20-e22f13068fa4/0298f302-5bbc-4f2d-9a35-dfbd606cf36c) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:52.165527 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '02cbcf78-9abc-44e3-b6ee-b32e510fbcf3', 'network_id': '9cee06fb-eeeb-4f0d-aa03-1f67657963f4', 'port_id': '02cbcf78-9abc-44e3-b6ee-b32e510fbcf3', 'mac_address': 'fa:16:3e:fd:1d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e36ab973-dd8d-410d-8a25-35d38fa344f1', 'ip_address': '19.80.0.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:16:52.233343 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:52.274787 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02cbcf78-9abc-44e3-b6ee-b32e510fbcf3 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:52.309746 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 02cbcf78-9abc-44e3-b6ee-b32e510fbcf3, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=02cbcf78-9abc-44e3-b6ee-b32e510fbcf3,segment=NetworkSegment(8ea4d8d2-3208-4b2e-a5d2-5bd0f95b7c8e),segment_id=8ea4d8d2-3208-4b2e-a5d2-5bd0f95b7c8e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:52.317139 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-530fe7d9-2df7-4c76-a7f6-66a0929f1e9a None None] For port 0298f302-5bbc-4f2d-9a35-dfbd606cf36c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=0298f302-5bbc-4f2d-9a35-dfbd606cf36c,segment=NetworkSegment(a7328aa6-1e5d-4c02-8a3e-6b8de96f4b0d),segment_id=a7328aa6-1e5d-4c02-8a3e-6b8de96f4b0d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:52.318989 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:52.319637 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:16:52.401758 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-530fe7d9-2df7-4c76-a7f6-66a0929f1e9a None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:52.458059 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-530fe7d9-2df7-4c76-a7f6-66a0929f1e9a None None] Transition to ACTIVE for port object 0298f302-5bbc-4f2d-9a35-dfbd606cf36c will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:52.460503 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=02cbcf78-9abc-44e3-b6ee-b32e510fbcf3,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:52.465308 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-530fe7d9-2df7-4c76-a7f6-66a0929f1e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:52.565503 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc,segment=NetworkSegment(a94b0721-6b3d-45d8-9d76-5cc7572e163c),segment_id=a94b0721-6b3d-45d8-9d76-5cc7572e163c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:52.590778 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-0f8a6127-e438-4d8f-94c3-a92955013abb tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Delete allocated IP 172.20.0.3 (0afdfc6e-939f-4a41-acb4-21e995fbad9b/6791489e-603d-451e-b551-c3df8825efca) {{(pid=93799) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 23:16:52.600803 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-0f8a6127-e438-4d8f-94c3-a92955013abb tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Allocated IP 172.20.0.35 (0afdfc6e-939f-4a41-acb4-21e995fbad9b/06817737-6f95-4321-9a20-e22f13068fa4/9b2cd5a2-99ed-4a4b-b7a3-c584d4284724) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:52.607424 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530fe7d9-2df7-4c76-a7f6-66a0929f1e9a None None] Pushing event updated for resources: {'Port': ['ID=0298f302-5bbc-4f2d-9a35-dfbd606cf36c,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:52.611815 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc', 'network_id': '6b796b78-54ea-4a8c-b281-917f4726d138', 'port_id': '04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc', 'mac_address': 'fa:16:3e:60:76:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f04b2367-90d5-4658-a524-0d0d69aa19aa', 'ip_address': '19.86.0.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:16:52.690291 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:52.706179 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:52.730007 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc,segment=NetworkSegment(a94b0721-6b3d-45d8-9d76-5cc7572e163c),segment_id=a94b0721-6b3d-45d8-9d76-5cc7572e163c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:52.734320 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:52.790491 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:52.841513 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0f8a6127-e438-4d8f-94c3-a92955013abb tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:52.864437 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-0f8a6127-e438-4d8f-94c3-a92955013abb tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Transition to ACTIVE for port object 9b2cd5a2-99ed-4a4b-b7a3-c584d4284724 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:52.869588 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0f8a6127-e438-4d8f-94c3-a92955013abb tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:52.971143 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0298f302-5bbc-4f2d-9a35-dfbd606cf36c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:53.010678 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a6127-e438-4d8f-94c3-a92955013abb tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event updated for resources: {'Port': ['ID=9b2cd5a2-99ed-4a4b-b7a3-c584d4284724,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:53.026982 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['02cbcf78-9abc-44e3-b6ee-b32e510fbcf3'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:53.058410 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:53.092431 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0f8a6127-e438-4d8f-94c3-a92955013abb tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] In _notify_port_updated(), no bound segment for port 9b2cd5a2-99ed-4a4b-b7a3-c584d4284724 on network 0afdfc6e-939f-4a41-acb4-21e995fbad9b {{(pid=93799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:16:53.107076 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8a6127-e438-4d8f-94c3-a92955013abb tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:53.109489 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0f8a6127-e438-4d8f-94c3-a92955013abb tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:53.110914 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0f8a6127-e438-4d8f-94c3-a92955013abb tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "PUT /v2.0/ports/9b2cd5a2-99ed-4a4b-b7a3-c584d4284724 HTTP/1.1" status: 200 len: 960 time: 1.5519161 Jul 15 23:16:53.113964 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57820) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:53.179898 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ea14f-0e4f-42f7-acbd-94385c6e4910 req-2d328a5e-ff6a-4e42-afc9-9a1aad6b459a tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:53.198106 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ea14f-0e4f-42f7-acbd-94385c6e4910 req-2d328a5e-ff6a-4e42-afc9-9a1aad6b459a tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:53.206824 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1c0ea14f-0e4f-42f7-acbd-94385c6e4910 req-2d328a5e-ff6a-4e42-afc9-9a1aad6b459a tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=a513219c-549b-4335-9954-d786efa623f7 HTTP/1.1" status: 200 len: 1680 time: 0.2103825 Jul 15 23:16:53.266601 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b08dd8fd-247c-4823-a105-66e7ee050494 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting port 9b2cd5a2-99ed-4a4b-b7a3-c584d4284724 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:53.267649 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b08dd8fd-247c-4823-a105-66e7ee050494 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:53.291882 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1c0ea14f-0e4f-42f7-acbd-94385c6e4910 req-aeebb659-438c-41f1-969f-daac2906665a tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840249 Jul 15 23:16:53.357213 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59095987-39b7-407a-bbf1-1a44b3201167 req-298427cd-00a9-410f-9bf9-16ec34bc8176 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:53.364613 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-59095987-39b7-407a-bbf1-1a44b3201167 req-298427cd-00a9-410f-9bf9-16ec34bc8176 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf287248-8016-4a3f-8699-26cadfcc2e77 HTTP/1.1" status: 200 len: 945 time: 0.1002710 Jul 15 23:16:53.428450 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-59095987-39b7-407a-bbf1-1a44b3201167 req-474f2e10-71d8-41ef-adad-69e82c572202 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615921 Jul 15 23:16:53.433304 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b08dd8fd-247c-4823-a105-66e7ee050494 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:53.453757 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b08dd8fd-247c-4823-a105-66e7ee050494 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Calling delete_port for 9b2cd5a2-99ed-4a4b-b7a3-c584d4284724 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:53.484893 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-75559583-05ae-4bbf-9e56-22cf5359f044 None None] Provisioning for port 9b2cd5a2-99ed-4a4b-b7a3-c584d4284724 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:53.501139 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-75559583-05ae-4bbf-9e56-22cf5359f044 None None] Provisioning complete for port 9b2cd5a2-99ed-4a4b-b7a3-c584d4284724 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:53.507222 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-75559583-05ae-4bbf-9e56-22cf5359f044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:53.552582 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-75559583-05ae-4bbf-9e56-22cf5359f044 None None] Port 9b2cd5a2-99ed-4a4b-b7a3-c584d4284724 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:16:53.569780 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-75559583-05ae-4bbf-9e56-22cf5359f044 None None] Provisioning for port 0298f302-5bbc-4f2d-9a35-dfbd606cf36c completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:53.580724 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-75559583-05ae-4bbf-9e56-22cf5359f044 None None] Provisioning complete for port 0298f302-5bbc-4f2d-9a35-dfbd606cf36c triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:53.580724 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-75559583-05ae-4bbf-9e56-22cf5359f044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:53.586384 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-90d5081f-ebfa-46e2-81f1-555563cf44e8 req-ff5354a9-ed4a-465b-960c-47364f4522a7 tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0633261 Jul 15 23:16:53.683638 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b08dd8fd-247c-4823-a105-66e7ee050494 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:53.688142 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-75559583-05ae-4bbf-9e56-22cf5359f044 None None] Provisioning complete for port 53ff0bb4-24c3-4982-ad1c-abf590ba9821 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:53.688588 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-75559583-05ae-4bbf-9e56-22cf5359f044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:53.729696 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08dd8fd-247c-4823-a105-66e7ee050494 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Port': ['ID=9b2cd5a2-99ed-4a4b-b7a3-c584d4284724,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:53.747130 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-75559583-05ae-4bbf-9e56-22cf5359f044 None None] Port 53ff0bb4-24c3-4982-ad1c-abf590ba9821 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:16:53.794549 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13cf2e-ca83-4490-8ead-5db2adbede6b req-34474802-b8ca-4297-9249-f3f49ef2bfcb tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:53.804117 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-df13cf2e-ca83-4490-8ead-5db2adbede6b req-34474802-b8ca-4297-9249-f3f49ef2bfcb tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5edff6-1069-4223-b89c-418f22657dba HTTP/1.1" status: 200 len: 945 time: 0.0994804 Jul 15 23:16:53.808756 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b08dd8fd-247c-4823-a105-66e7ee050494 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:53.811132 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b08dd8fd-247c-4823-a105-66e7ee050494 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/ports/9b2cd5a2-99ed-4a4b-b7a3-c584d4284724 HTTP/1.1" status: 204 len: 168 time: 0.6959693 Jul 15 23:16:53.813686 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57832) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:53.846420 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c484003-4761-4bdd-9683-f345385b4514 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] GET failed (client error): The resource could not be found. Jul 15 23:16:53.849181 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0c484003-4761-4bdd-9683-f345385b4514 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "GET /v2.0/ports/9b2cd5a2-99ed-4a4b-b7a3-c584d4284724 HTTP/1.1" status: 404 len: 333 time: 0.0343089 Jul 15 23:16:53.852233 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-df13cf2e-ca83-4490-8ead-5db2adbede6b req-5794c483-8b08-4a9e-bd95-306ad17314dd tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407388 Jul 15 23:16:53.852788 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57834) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:53.915141 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9be52721-40bf-4b8c-9465-31f129c0f955 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:53.941609 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9be52721-40bf-4b8c-9465-31f129c0f955 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:53.971999 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-45fbf743-9ed0-43ea-aa68-72bbac826702 None None] Could not find standard attr ID for object 9b2cd5a2-99ed-4a4b-b7a3-c584d4284724. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:16:54.018673 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9be52721-40bf-4b8c-9465-31f129c0f955 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.024904 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9be52721-40bf-4b8c-9465-31f129c0f955 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.027082 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9be52721-40bf-4b8c-9465-31f129c0f955 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/security-groups/968187ed-c854-48fc-b181-5564d245faa7 HTTP/1.1" status: 204 len: 168 time: 0.1731832 Jul 15 23:16:54.028916 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57838) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:54.038042 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be52721-40bf-4b8c-9465-31f129c0f955 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=968187ed-c854-48fc-b181-5564d245faa7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:54.071734 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bb7fa-29c6-4848-a42e-fbb710a763e8 req-01a3f1b3-e7e9-4748-ad29-3f110e76bb15 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:54.073269 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-248bb7fa-29c6-4848-a42e-fbb710a763e8 req-01a3f1b3-e7e9-4748-ad29-3f110e76bb15 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0c01ee8-b5bb-4b3e-9e8d-593b582c3f5c HTTP/1.1" status: 200 len: 945 time: 0.1007710 Jul 15 23:16:54.089444 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.137930 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-248bb7fa-29c6-4848-a42e-fbb710a763e8 req-abf10c56-53a2-439f-b677-9127a38da968 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561731 Jul 15 23:16:54.138745 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-787ef0a9-2f8f-4206-9d3a-e753aef9e8b8 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.167319 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-787ef0a9-2f8f-4206-9d3a-e753aef9e8b8 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.216090 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-787ef0a9-2f8f-4206-9d3a-e753aef9e8b8 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.220050 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-787ef0a9-2f8f-4206-9d3a-e753aef9e8b8 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.221559 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-787ef0a9-2f8f-4206-9d3a-e753aef9e8b8 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/security-groups/4ba5e3b4-36b8-42eb-b1be-4cb22d0e809e HTTP/1.1" status: 204 len: 168 time: 0.1895406 Jul 15 23:16:54.224589 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57842) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:54.234483 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ef0a9-2f8f-4206-9d3a-e753aef9e8b8 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba5e3b4-36b8-42eb-b1be-4cb22d0e809e,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:54.305170 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6406551f-4675-4079-9fcf-a1b697b4a3a7 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.341342 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6406551f-4675-4079-9fcf-a1b697b4a3a7 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.404979 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6406551f-4675-4079-9fcf-a1b697b4a3a7 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.415240 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6406551f-4675-4079-9fcf-a1b697b4a3a7 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.416486 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6406551f-4675-4079-9fcf-a1b697b4a3a7 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/security-groups/53e106ae-7f8b-49c9-907f-86de1408e773 HTTP/1.1" status: 204 len: 168 time: 0.1896555 Jul 15 23:16:54.419621 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57846) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:54.426712 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406551f-4675-4079-9fcf-a1b697b4a3a7 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e106ae-7f8b-49c9-907f-86de1408e773,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:54.560472 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f468013-8e7a-4534-a0b7-96e20699217b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting subnet 6791489e-603d-451e-b551-c3df8825efca {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:16:54.569457 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6f468013-8e7a-4534-a0b7-96e20699217b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.628171 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6f468013-8e7a-4534-a0b7-96e20699217b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.670889 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9452db-c45b-4330-bdda-c72a4de740e3 req-6d63e471-077c-4c8f-9f76-8638ec9845c2 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:54.676783 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9452db-c45b-4330-bdda-c72a4de740e3 req-6d63e471-077c-4c8f-9f76-8638ec9845c2 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:54.684483 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7d9452db-c45b-4330-bdda-c72a4de740e3 req-6d63e471-077c-4c8f-9f76-8638ec9845c2 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=a513219c-549b-4335-9954-d786efa623f7 HTTP/1.1" status: 200 len: 1680 time: 0.2037551 Jul 15 23:16:54.719451 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b3689-b069-42a5-938d-b05c9617a256 req-00144d24-05ec-4c69-bae9-94f1d6eab0d1 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:54.720851 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7d1b3689-b069-42a5-938d-b05c9617a256 req-00144d24-05ec-4c69-bae9-94f1d6eab0d1 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf287248-8016-4a3f-8699-26cadfcc2e77 HTTP/1.1" status: 200 len: 945 time: 0.2048414 Jul 15 23:16:54.768102 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7d9452db-c45b-4330-bdda-c72a4de740e3 req-d552ab34-1769-4e20-9c08-43f39afd1b49 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827656 Jul 15 23:16:54.800599 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7d1b3689-b069-42a5-938d-b05c9617a256 req-557e42f3-0048-41e6-9ac8-e39bf63be813 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714862 Jul 15 23:16:54.814405 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6f468013-8e7a-4534-a0b7-96e20699217b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.878395 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6f468013-8e7a-4534-a0b7-96e20699217b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.912538 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f468013-8e7a-4534-a0b7-96e20699217b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Subnet': ['ID=6791489e-603d-451e-b551-c3df8825efca,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:54.924805 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6f468013-8e7a-4534-a0b7-96e20699217b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.926618 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6f468013-8e7a-4534-a0b7-96e20699217b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/subnets/6791489e-603d-451e-b551-c3df8825efca HTTP/1.1" status: 204 len: 168 time: 0.5054498 Jul 15 23:16:54.930321 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57864) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:54.935427 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbc70fc-917e-4dd0-b67e-c1b4a1ae378e None None] Network 0afdfc6e-939f-4a41-acb4-21e995fbad9b requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:54.961195 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-66e40910-f15a-4572-a02e-6563b8690671 req-d6940e54-2bc9-4804-9a6b-2bc706b530b0 tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0508814 Jul 15 23:16:55.007361 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-57026cc7-ae5f-4120-9adc-6ea003b28d7b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting subnet 06817737-6f95-4321-9a20-e22f13068fa4 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:16:55.007824 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-19b0b2ae-e111-48af-b8a7-d24c7dd24d7d tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=887941605ac94558ba17a30b14f4db10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427554 Jul 15 23:16:55.011042 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-57026cc7-ae5f-4120-9adc-6ea003b28d7b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.060190 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-57026cc7-ae5f-4120-9adc-6ea003b28d7b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.158796 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-57026cc7-ae5f-4120-9adc-6ea003b28d7b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.216068 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-abe5f736-9411-4fe7-8fca-feb59562cee6 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:55.217919 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-abe5f736-9411-4fe7-8fca-feb59562cee6 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2088776 Jul 15 23:16:55.231192 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-57026cc7-ae5f-4120-9adc-6ea003b28d7b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.264199 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57026cc7-ae5f-4120-9adc-6ea003b28d7b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Subnet': ['ID=06817737-6f95-4321-9a20-e22f13068fa4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:55.269187 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-57026cc7-ae5f-4120-9adc-6ea003b28d7b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.271066 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-57026cc7-ae5f-4120-9adc-6ea003b28d7b tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/subnets/06817737-6f95-4321-9a20-e22f13068fa4 HTTP/1.1" status: 204 len: 168 time: 0.3394704 Jul 15 23:16:55.273733 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-f0014336-f7cb-4f7b-a38b-6cfb830f14f8 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] 10.222.0.16 "GET /v2.0/quotas/887941605ac94558ba17a30b14f4db10 HTTP/1.1" status: 200 len: 375 time: 0.0493221 Jul 15 23:16:55.274224 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57870) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:55.330312 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-9954cdf8-f859-4243-9e55-7b89f6bb196f tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] DELETE failed (client error): The resource could not be found. Jul 15 23:16:55.330789 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9954cdf8-f859-4243-9e55-7b89f6bb196f tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:55.335166 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9954cdf8-f859-4243-9e55-7b89f6bb196f tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/subnets/6791489e-603d-451e-b551-c3df8825efca HTTP/1.1" status: 404 len: 337 time: 0.0575509 Jul 15 23:16:55.335305 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57872) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:55.339004 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-5570784a-77f1-48cf-bf1b-28b4234176e7 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=887941605ac94558ba17a30b14f4db10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542340 Jul 15 23:16:55.372900 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81727774-8b3e-47eb-a0f5-2aa692d43afd req-1ce97d48-8456-4eb4-94a7-2d72ddb76496 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:55.374954 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-81727774-8b3e-47eb-a0f5-2aa692d43afd req-1ce97d48-8456-4eb4-94a7-2d72ddb76496 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5edff6-1069-4223-b89c-418f22657dba HTTP/1.1" status: 200 len: 945 time: 0.1427867 Jul 15 23:16:55.393103 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-f12d0cc8-9c08-4c98-b309-efc2d65e2a9c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting subnet 8acf74c1-1d33-4924-87ad-0c4e123e1d20 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:16:55.396288 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f12d0cc8-9c08-4c98-b309-efc2d65e2a9c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.400844 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26c78f4-fffa-4887-9eed-cb6358b93971 None None] Update dhcp port {'port': {'network_id': '0afdfc6e-939f-4a41-acb4-21e995fbad9b', 'fixed_ips': [{'subnet_id': '8acf74c1-1d33-4924-87ad-0c4e123e1d20', 'ip_address': '172.20.0.18'}, {'subnet_id': '06817737-6f95-4321-9a20-e22f13068fa4'}], 'binding:host_id': 'n-d-787205-9'}, 'id': '0298f302-5bbc-4f2d-9a35-dfbd606cf36c'} from n-d-787205-9. {{(pid=93800) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:16:55.433047 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-81727774-8b3e-47eb-a0f5-2aa692d43afd req-f9070d10-3ecf-4aaa-9ff7-ef638cc59f7f tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520103 Jul 15 23:16:55.438999 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f12d0cc8-9c08-4c98-b309-efc2d65e2a9c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.462571 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b26c78f4-fffa-4887-9eed-cb6358b93971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.542915 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-ba524a7b-b631-4cc0-9b3d-1dc27d7bf3f0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0871360 Jul 15 23:16:55.571785 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f12d0cc8-9c08-4c98-b309-efc2d65e2a9c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.627715 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3bdb74fd-3835-443c-aa1b-4b7e8efaa9b0 req-5e2613d8-b23b-42e6-b8e9-463cada1e756 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] 10.222.0.16 "GET /v2.0/ports?device_id=222cd750-ba19-4365-b0f4-edf9d3eff7ec HTTP/1.1" status: 200 len: 210 time: 0.0472021 Jul 15 23:16:55.692503 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f12d0cc8-9c08-4c98-b309-efc2d65e2a9c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server [None req-b26c78f4-fffa-4887-9eed-cb6358b93971 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8acf74c1-1d33-4924-87ad-0c4e123e1d20: This subnet is being modified by another concurrent operation. Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:16:55.696543 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:16:55.701246 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:16:55.701246 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:16:55.701246 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:16:55.701246 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:16:55.701246 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:16:55.701246 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:16:55.701246 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:16:55.701246 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:16:55.701246 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:16:55.701246 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:16:55.701246 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:16:55.701246 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:16:55.701246 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:16:55.701246 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:16:55.701246 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 15 23:16:55.701246 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 15 23:16:55.701246 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 23:16:55.701246 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 23:16:55.701246 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 15 23:16:55.701246 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 15 23:16:55.701246 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 15 23:16:55.701246 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 15 23:16:55.701246 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 15 23:16:55.701246 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 15 23:16:55.701246 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 15 23:16:55.701246 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 23:16:55.701246 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 23:16:55.701246 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 23:16:55.701246 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 23:16:55.701246 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise exception Jul 15 23:16:55.701246 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8acf74c1-1d33-4924-87ad-0c4e123e1d20: This subnet is being modified by another concurrent operation. Jul 15 23:16:55.701246 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server Jul 15 23:16:55.747949 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f12d0cc8-9c08-4c98-b309-efc2d65e2a9c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.752256 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f12d0cc8-9c08-4c98-b309-efc2d65e2a9c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/subnets/8acf74c1-1d33-4924-87ad-0c4e123e1d20 HTTP/1.1" status: 204 len: 168 time: 0.4159446 Jul 15 23:16:55.753446 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d0cc8-9c08-4c98-b309-efc2d65e2a9c tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Subnet': ['ID=8acf74c1-1d33-4924-87ad-0c4e123e1d20,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:55.755134 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57882) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:55.767559 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-73b73e0d-60ac-44a4-874b-e99564801c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:55.768045 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-73b73e0d-60ac-44a4-874b-e99564801c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:55.768524 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-73b73e0d-60ac-44a4-874b-e99564801c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:55.768994 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-73b73e0d-60ac-44a4-874b-e99564801c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:55.769549 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-73b73e0d-60ac-44a4-874b-e99564801c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:55.770025 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-73b73e0d-60ac-44a4-874b-e99564801c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:55.770486 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-73b73e0d-60ac-44a4-874b-e99564801c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:55.772717 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-73b73e0d-60ac-44a4-874b-e99564801c3c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe4ced19c3b40c2bc6e11100f9d5f1d&device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 6491 time: 0.1417978 Jul 15 23:16:55.809536 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-8461130e-3839-4786-b1af-8f40c6280450 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] DELETE failed (client error): The resource could not be found. Jul 15 23:16:55.812331 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8461130e-3839-4786-b1af-8f40c6280450 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:55.819311 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8461130e-3839-4786-b1af-8f40c6280450 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/subnets/7020ecd9-3b25-4c2c-a455-ac7e401ee055 HTTP/1.1" status: 404 len: 337 time: 0.0537262 Jul 15 23:16:55.820114 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57888) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:55.820889 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07dfdf6-a116-44e1-9929-6b0462f58521 None None] Network 0afdfc6e-939f-4a41-acb4-21e995fbad9b requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:55.835951 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:55.855172 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57890) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:55.855827 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b60af312-7958-4941-83c8-85644f82866e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3604460-94d4-4ec9-8b13-6f63399ce5ae HTTP/1.1" status: 200 len: 205 time: 0.0344462 Jul 15 23:16:55.914654 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-610edfcf-d7bf-4204-bae5-b3841872863e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] delete failed (client error): The resource could not be found. Jul 15 23:16:55.918174 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-610edfcf-d7bf-4204-bae5-b3841872863e tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/routers/f3604460-94d4-4ec9-8b13-6f63399ce5ae HTTP/1.1" status: 404 len: 336 time: 0.0566044 Jul 15 23:16:55.919450 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57894) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:55.960225 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6622a34a-9b2c-467f-a242-b6e56d3ec760 None None] Provisioning complete for port 0298f302-5bbc-4f2d-9a35-dfbd606cf36c triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:55.960861 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6622a34a-9b2c-467f-a242-b6e56d3ec760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.995998 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b45e36-4cb4-4340-a47f-f3ab416dcb81 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] DELETE failed (client error): The resource could not be found. Jul 15 23:16:55.995998 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b45e36-4cb4-4340-a47f-f3ab416dcb81 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:55.999631 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b7b45e36-4cb4-4340-a47f-f3ab416dcb81 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/subnets/3b11f3d7-09b6-4adb-8823-e50d9977e285 HTTP/1.1" status: 404 len: 337 time: 0.0764201 Jul 15 23:16:56.001172 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57900) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:56.006613 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3cf768-61b5-4fdb-8479-4e5cb983bd88 req-ef4bd0e4-f964-4af1-81c3-f76a0198e58c tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:56.013544 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3cf768-61b5-4fdb-8479-4e5cb983bd88 req-ef4bd0e4-f964-4af1-81c3-f76a0198e58c tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:56.019509 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3cf768-61b5-4fdb-8479-4e5cb983bd88 req-ef4bd0e4-f964-4af1-81c3-f76a0198e58c tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:56.021149 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ad3cf768-61b5-4fdb-8479-4e5cb983bd88 req-ef4bd0e4-f964-4af1-81c3-f76a0198e58c tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf287248-8016-4a3f-8699-26cadfcc2e77&device_id=e0c01ee8-b5bb-4b3e-9e8d-593b582c3f5c&device_id=be5edff6-1069-4223-b89c-418f22657dba HTTP/1.1" status: 200 len: 2416 time: 0.2816608 Jul 15 23:16:56.039436 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-825ccb08-f6ea-42c0-84bf-1b9ba49a3089 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] DELETE failed (client error): The resource could not be found. Jul 15 23:16:56.039711 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:56.040440 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-825ccb08-f6ea-42c0-84bf-1b9ba49a3089 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:56.047196 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:56.047828 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:56.048375 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-825ccb08-f6ea-42c0-84bf-1b9ba49a3089 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/subnets/e06d7647-7b88-463b-b463-db837587ca3c HTTP/1.1" status: 404 len: 337 time: 0.0457902 Jul 15 23:16:56.049041 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57902) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:56.106998 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dab3030-e057-4b11-94bc-2e504c119341 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] DELETE failed (client error): The resource could not be found. Jul 15 23:16:56.107454 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dab3030-e057-4b11-94bc-2e504c119341 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:56.109751 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0dab3030-e057-4b11-94bc-2e504c119341 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/subnets/21226388-0704-40bf-8d23-df030de57f57 HTTP/1.1" status: 404 len: 337 time: 0.0598085 Jul 15 23:16:56.115636 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57904) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:56.126690 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-2e07afa8-d519-47d5-bece-dd3f6cc7da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:56.127309 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-2e07afa8-d519-47d5-bece-dd3f6cc7da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:56.127781 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-2e07afa8-d519-47d5-bece-dd3f6cc7da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:56.130341 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-2e07afa8-d519-47d5-bece-dd3f6cc7da0c service neutron] 10.222.0.43 "GET /v2.0/networks?id=e0802052-573e-4abc-b289-64f26dbf67e5&id=c784f317-cf69-4499-8ee8-96a3a3714978&id=c784f317-cf69-4499-8ee8-96a3a3714978&id=c784f317-cf69-4499-8ee8-96a3a3714978&id=c784f317-cf69-4499-8ee8-96a3a3714978&id=70df42a8-7f3a-4d1e-82b9-1354a40e98c2&id=70df42a8-7f3a-4d1e-82b9-1354a40e98c2 HTTP/1.1" status: 200 len: 2294 time: 0.3316445 Jul 15 23:16:56.147599 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5c7512-cbb7-4089-8030-e3cd72a91c1b None None] DHCP port deletion for 0afdfc6e-939f-4a41-acb4-21e995fbad9b request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:16:56.168550 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-26793415-15ab-4c95-a625-3576dbbd65ea tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] DELETE failed (client error): The resource could not be found. Jul 15 23:16:56.169352 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26793415-15ab-4c95-a625-3576dbbd65ea tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:56.175134 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-26793415-15ab-4c95-a625-3576dbbd65ea tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/ports/98337222-834b-4f9f-9871-fca7eef67836 HTTP/1.1" status: 404 len: 333 time: 0.0577235 Jul 15 23:16:56.176019 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57906) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:56.181628 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ad3cf768-61b5-4fdb-8479-4e5cb983bd88 req-8bce54e4-ebd1-4a73-9f08-0030b1d86779 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401970 Jul 15 23:16:56.227765 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749b48a-9611-4781-bcc5-3866fef8786e req-6a0396c5-8a4f-4909-bbec-59d43e3db173 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:56.231031 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c95931f-ae03-45db-9f17-4e9bc78495d4 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] DELETE failed (client error): The resource could not be found. Jul 15 23:16:56.231851 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c95931f-ae03-45db-9f17-4e9bc78495d4 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:56.234119 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749b48a-9611-4781-bcc5-3866fef8786e req-6a0396c5-8a4f-4909-bbec-59d43e3db173 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:56.238083 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5c95931f-ae03-45db-9f17-4e9bc78495d4 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/subnets/c5c9fb30-6e49-4f1c-ad59-a49b9acfd53c HTTP/1.1" status: 404 len: 337 time: 0.0606511 Jul 15 23:16:56.239056 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57910) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:56.241062 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d749b48a-9611-4781-bcc5-3866fef8786e req-6a0396c5-8a4f-4909-bbec-59d43e3db173 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=a513219c-549b-4335-9954-d786efa623f7 HTTP/1.1" status: 200 len: 1680 time: 0.2840695 Jul 15 23:16:56.243261 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:56.245338 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6622a34a-9b2c-467f-a242-b6e56d3ec760 None None] Provisioning complete for port 53ff0bb4-24c3-4982-ad1c-abf590ba9821 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:56.245507 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6622a34a-9b2c-467f-a242-b6e56d3ec760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:56.266343 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-789ec7b8-868d-4fb9-a9fe-29325743c659 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=593c311f-e7e7-48e7-a565-db6f18498037 HTTP/1.1" status: 200 len: 1002 time: 0.1286683 Jul 15 23:16:56.279322 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d7f6c86-3afa-42cc-8b70-8bcab5ce3fee tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] DELETE failed (client error): The resource could not be found. Jul 15 23:16:56.280607 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d7f6c86-3afa-42cc-8b70-8bcab5ce3fee tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:56.288861 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57912) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:56.289778 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4d7f6c86-3afa-42cc-8b70-8bcab5ce3fee tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/subnets/197bfd06-dc7a-4bef-9575-dacc0ab9948c HTTP/1.1" status: 404 len: 337 time: 0.0490739 Jul 15 23:16:56.323560 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a513219c-549b-4335-9954-d786efa623f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:56.325886 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d787d25-7a62-43db-bbe4-00d5d1165c54" -d '{"events": [{"server_uuid": "a513219c-549b-4335-9954-d786efa623f7", "name": "network-vif-plugged", "status": "completed", "tag": "04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:56.329465 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0e5c7512-cbb7-4089-8030-e3cd72a91c1b None None] Deleting port 0298f302-5bbc-4f2d-9a35-dfbd606cf36c {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:56.329934 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e5c7512-cbb7-4089-8030-e3cd72a91c1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:56.334926 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-6622a34a-9b2c-467f-a242-b6e56d3ec760 None None] Port 53ff0bb4-24c3-4982-ad1c-abf590ba9821 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:16:56.366589 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc,segment=NetworkSegment(a94b0721-6b3d-45d8-9d76-5cc7572e163c),segment_id=a94b0721-6b3d-45d8-9d76-5cc7572e163c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:56.419561 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-0e5c7512-cbb7-4089-8030-e3cd72a91c1b None None] For port 0298f302-5bbc-4f2d-9a35-dfbd606cf36c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=0298f302-5bbc-4f2d-9a35-dfbd606cf36c,segment=NetworkSegment(a7328aa6-1e5d-4c02-8a3e-6b8de96f4b0d),segment_id=a7328aa6-1e5d-4c02-8a3e-6b8de96f4b0d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:56.419964 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e5c7512-cbb7-4089-8030-e3cd72a91c1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:56.434591 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0e5c7512-cbb7-4089-8030-e3cd72a91c1b None None] Calling delete_port for 0298f302-5bbc-4f2d-9a35-dfbd606cf36c owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:56.488719 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:56.489427 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 02cbcf78-9abc-44e3-b6ee-b32e510fbcf3 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:56.596769 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:56.609503 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e5c7512-cbb7-4089-8030-e3cd72a91c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:56.617956 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 02cbcf78-9abc-44e3-b6ee-b32e510fbcf3 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:56.642148 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c7512-cbb7-4089-8030-e3cd72a91c1b None None] Pushing event deleted for resources: {'Port': ['ID=0298f302-5bbc-4f2d-9a35-dfbd606cf36c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:56.643884 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 02cbcf78-9abc-44e3-b6ee-b32e510fbcf3 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:56.644258 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:56.646483 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5c7512-cbb7-4089-8030-e3cd72a91c1b None None] No DVR routers for this DVR port 0298f302-5bbc-4f2d-9a35-dfbd606cf36c on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:56.657691 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d749b48a-9611-4781-bcc5-3866fef8786e req-4adc8073-7636-44c7-8128-f1b38ed4d3b6 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157882 Jul 15 23:16:56.674145 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94480d34-39ce-4de9-9d98-d52039f47a89 None None] get_active_networks_info from n-d-787205-9 {{(pid=93800) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:16:56.688511 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-5702c82c-dc48-4e7c-948e-088efb7d5136 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] DELETE failed (client error): The resource could not be found. Jul 15 23:16:56.688511 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5702c82c-dc48-4e7c-948e-088efb7d5136 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:56.689548 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5702c82c-dc48-4e7c-948e-088efb7d5136 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/ports/8c681004-f7e4-41e4-a032-fbdc46ee5bd8 HTTP/1.1" status: 404 len: 333 time: 0.4011774 Jul 15 23:16:56.692420 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57918) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:56.717354 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-72f00e47-3288-4b66-94e9-f0474cc6c23c req-b1ce7e5c-a90f-46f3-ba59-623f8f2a500d tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0662584 Jul 15 23:16:56.720351 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8932f3b-9472-4917-8106-ec8856fa98b9 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] DELETE failed (client error): The resource could not be found. Jul 15 23:16:56.721009 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8932f3b-9472-4917-8106-ec8856fa98b9 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:56.726192 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b8932f3b-9472-4917-8106-ec8856fa98b9 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/subnets/579bf4fe-97be-4fe1-9ca4-b72f85aec19e HTTP/1.1" status: 404 len: 337 time: 0.0326245 Jul 15 23:16:56.726849 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57920) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:56.736904 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-dd01de11-3971-42e7-8e6f-cd67287d5979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:56.738419 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-dd01de11-3971-42e7-8e6f-cd67287d5979 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=366630ff-4a54-44a5-bcbd-e951b8384258 HTTP/1.1" status: 200 len: 851 time: 0.4624379 Jul 15 23:16:56.801312 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca1519c-6abd-41c9-80f6-c57726951d61 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] DELETE failed (client error): The resource could not be found. Jul 15 23:16:56.803362 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aca1519c-6abd-41c9-80f6-c57726951d61 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:56.816233 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-aca1519c-6abd-41c9-80f6-c57726951d61 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/subnets/609fcb0c-e995-49cb-9d84-782a933ab47e HTTP/1.1" status: 404 len: 337 time: 0.0883014 Jul 15 23:16:56.819361 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57922) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:56.837781 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbe55e5-eb7e-40ff-a62a-9810247310fe x-openstack-request-id: req-abbe55e5-eb7e-40ff-a62a-9810247310fe {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:56.838088 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a513219c-549b-4335-9954-d786efa623f7", "name": "network-vif-plugged", "status": "completed", "tag": "04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:56.839001 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-abbe55e5-eb7e-40ff-a62a-9810247310fe {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:56.839415 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a513219c-549b-4335-9954-d786efa623f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc', 'code': 200} Jul 15 23:16:56.841628 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:56.961257 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 02cbcf78-9abc-44e3-b6ee-b32e510fbcf3, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=02cbcf78-9abc-44e3-b6ee-b32e510fbcf3,segment=NetworkSegment(8ea4d8d2-3208-4b2e-a5d2-5bd0f95b7c8e),segment_id=8ea4d8d2-3208-4b2e-a5d2-5bd0f95b7c8e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:56.964464 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0298f302-5bbc-4f2d-9a35-dfbd606cf36c no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:16:56.977569 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-44985601-477f-4cb4-a8a6-ca254b5c4589 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=887941605ac94558ba17a30b14f4db10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386977 Jul 15 23:16:56.979385 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-d65b5589-ec44-407e-b34b-4ea20f65cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:56.980739 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-d65b5589-ec44-407e-b34b-4ea20f65cd6d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e0802052-573e-4abc-b289-64f26dbf67e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2323666 Jul 15 23:16:57.031938 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:57.055550 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 0298f302-5bbc-4f2d-9a35-dfbd606cf36c {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:16:57.055550 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0298f302-5bbc-4f2d-9a35-dfbd606cf36c not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:16:57.057100 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94480d34-39ce-4de9-9d98-d52039f47a89 None None] Resources bound (agent type, host, resource id): {{(pid=93800) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:16:57.076691 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8523701f-1108-4ff7-8ea0-7ac31b18292c req-f1c00c77-9e4a-44fc-b3fe-76afebd9500d tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] 10.222.0.16 "GET /v2.0/ports?device_id=222cd750-ba19-4365-b0f4-edf9d3eff7ec HTTP/1.1" status: 200 len: 210 time: 0.0949087 Jul 15 23:16:57.140536 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=02cbcf78-9abc-44e3-b6ee-b32e510fbcf3,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:57.229061 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f97d9b-bf4c-4846-9213-7f857d1bff97 req-245d1143-f6ba-4e29-b0e6-1172a9411bc6 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:57.230540 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27f97d9b-bf4c-4846-9213-7f857d1bff97 req-245d1143-f6ba-4e29-b0e6-1172a9411bc6 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf287248-8016-4a3f-8699-26cadfcc2e77 HTTP/1.1" status: 200 len: 945 time: 0.3346055 Jul 15 23:16:57.268098 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-1ed32273-ddb6-4a30-a96e-48b2a7e323bd service neutron] 10.222.0.43 "GET /v2.0/networks/e0802052-573e-4abc-b289-64f26dbf67e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695401 Jul 15 23:16:57.272270 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0c304860-4482-4ac6-8445-9feda7649715 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Deleting port 53ff0bb4-24c3-4982-ad1c-abf590ba9821 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:57.272613 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c304860-4482-4ac6-8445-9feda7649715 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:57.282801 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-59d0f4e7-cf1b-48d1-a184-11ff38bc1565 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:57.284151 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-59d0f4e7-cf1b-48d1-a184-11ff38bc1565 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2840881 Jul 15 23:16:57.332402 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-cf20e4f7-3bbd-42d5-abbd-7f71170788ef tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Request body: {'port': {'device_id': '222cd750-ba19-4365-b0f4-edf9d3eff7ec', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'admin_state_up': True, 'tenant_id': '887941605ac94558ba17a30b14f4db10'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:57.440858 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27f97d9b-bf4c-4846-9213-7f857d1bff97 req-405291f9-e8ab-4ad6-aeac-e328e5fc3aa7 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981134 Jul 15 23:16:57.459243 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c304860-4482-4ac6-8445-9feda7649715 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:57.511113 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0c304860-4482-4ac6-8445-9feda7649715 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Calling delete_port for 53ff0bb4-24c3-4982-ad1c-abf590ba9821 owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:57.535393 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-cf164c02-2ae5-4da4-83a4-f69d1bbe8210 service neutron] 10.222.0.43 "GET /v2.0/networks/e0802052-573e-4abc-b289-64f26dbf67e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502282 Jul 15 23:16:57.621805 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-a46b34f9-6cd8-4f08-81cd-df55e225506d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=c451b609-46fa-4e93-a60a-10b38b3f6d50 HTTP/1.1" status: 200 len: 217 time: 0.0780733 Jul 15 23:16:57.696581 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-cf20e4f7-3bbd-42d5-abbd-7f71170788ef tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Made reservation on behalf of 887941605ac94558ba17a30b14f4db10 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:57.700297 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-cf20e4f7-3bbd-42d5-abbd-7f71170788ef tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:57.712067 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-fdaebf5a-9fbc-4395-9b3a-99f08a45eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:57.715394 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-fdaebf5a-9fbc-4395-9b3a-99f08a45eb26 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49248069-78f4-449a-8647-b57bc9f84d48 HTTP/1.1" status: 200 len: 797 time: 0.0832434 Jul 15 23:16:57.731543 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-cf20e4f7-3bbd-42d5-abbd-7f71170788ef tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:57.774597 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c304860-4482-4ac6-8445-9feda7649715 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:57.834251 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c304860-4482-4ac6-8445-9feda7649715 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Port': ['ID=53ff0bb4-24c3-4982-ad1c-abf590ba9821,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:57.863482 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c304860-4482-4ac6-8445-9feda7649715 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:57.865371 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0c304860-4482-4ac6-8445-9feda7649715 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/ports/53ff0bb4-24c3-4982-ad1c-abf590ba9821 HTTP/1.1" status: 204 len: 168 time: 1.0448234 Jul 15 23:16:57.867996 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57938) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:57.901106 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-8487dd1e-6091-4b81-bf6b-cd1f08f0edf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:57.902624 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-8487dd1e-6091-4b81-bf6b-cd1f08f0edf2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c784f317-cf69-4499-8ee8-96a3a3714978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1795478 Jul 15 23:16:57.962676 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4808d9ed-881f-416d-a234-5d44f3f28336 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:57.978988 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ba5f2882-4b40-4c84-9e51-169a51d3ff13 req-d07a57ed-7752-4a2c-a90e-34b6df7ecc9b tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0664129 Jul 15 23:16:58.046759 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5c7d4-6e5a-4bbb-a2fe-667046f8e2ca req-a0133a63-9e1f-4c37-9c3c-3c4c0b122850 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:58.052865 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5c7d4-6e5a-4bbb-a2fe-667046f8e2ca req-a0133a63-9e1f-4c37-9c3c-3c4c0b122850 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:58.054459 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0fd5c7d4-6e5a-4bbb-a2fe-667046f8e2ca req-a0133a63-9e1f-4c37-9c3c-3c4c0b122850 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=a513219c-549b-4335-9954-d786efa623f7 HTTP/1.1" status: 200 len: 1682 time: 0.2578223 Jul 15 23:16:58.057870 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4808d9ed-881f-416d-a234-5d44f3f28336 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.068958 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-4808d9ed-881f-416d-a234-5d44f3f28336 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0afdfc6e-939f-4a41-acb4-21e995fbad9b']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:58.073028 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-cf20e4f7-3bbd-42d5-abbd-7f71170788ef tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.085986 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-4808d9ed-881f-416d-a234-5d44f3f28336 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7328aa6-1e5d-4c02-8a3e-6b8de96f4b0d') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:58.086409 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-4808d9ed-881f-416d-a234-5d44f3f28336 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7328aa6-1e5d-4c02-8a3e-6b8de96f4b0d') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:58.090222 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-cf20e4f7-3bbd-42d5-abbd-7f71170788ef tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.095669 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4808d9ed-881f-416d-a234-5d44f3f28336 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.110367 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4808d9ed-881f-416d-a234-5d44f3f28336 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.116912 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4808d9ed-881f-416d-a234-5d44f3f28336 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:16:58.117376 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4808d9ed-881f-416d-a234-5d44f3f28336 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:16:58.120820 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:16:58.126555 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-9e342357-5b7a-4c46-8cd9-e928b25e5be1 service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151268 Jul 15 23:16:58.183162 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4808d9ed-881f-416d-a234-5d44f3f28336 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.194330 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4808d9ed-881f-416d-a234-5d44f3f28336 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.198700 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4808d9ed-881f-416d-a234-5d44f3f28336 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] 10.222.0.16 "DELETE /v2.0/networks/0afdfc6e-939f-4a41-acb4-21e995fbad9b HTTP/1.1" status: 204 len: 168 time: 0.3272672 Jul 15 23:16:58.199461 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20e4f7-3bbd-42d5-abbd-7f71170788ef tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d6dedd-b308-4835-8047-6d8f3bdc801f,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:58.223267 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0fd5c7d4-6e5a-4bbb-a2fe-667046f8e2ca req-14a7ae7a-f1ae-4706-8538-29ff12b40606 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567917 Jul 15 23:16:58.234839 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808d9ed-881f-416d-a234-5d44f3f28336 tempest-PortsTestJSON-1642484285 tempest-PortsTestJSON-1642484285-project] Pushing event deleted for resources: {'Network': ['ID=0afdfc6e-939f-4a41-acb4-21e995fbad9b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:58.346769 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-cf20e4f7-3bbd-42d5-abbd-7f71170788ef tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Allocated IP 192.168.233.150 (8d403abe-cee8-4863-bddd-464e9e566e9c/190ae4ce-d44c-4c9c-9241-47db78422478/42e3351f-35aa-4388-b382-0a2d51687587) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:58.361151 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-f0bd33d7-e7cc-4681-8e99-89cbb75e0e59 service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957581 Jul 15 23:16:58.389803 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-35bb0490-bf4e-4ef6-b2cc-db6c472d3534 req-1067effc-e116-410b-8ecf-e8823d48bac4 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] 10.222.0.16 "GET /v2.0/ports?device_id=222cd750-ba19-4365-b0f4-edf9d3eff7ec HTTP/1.1" status: 200 len: 210 time: 0.0514150 Jul 15 23:16:58.433825 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-a10986fb-8ce6-437e-beb4-b2bfd9c55b84 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=86bf6025-0368-4513-9e10-f8d406029119 HTTP/1.1" status: 200 len: 217 time: 0.0549331 Jul 15 23:16:58.512236 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57952) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:58.517930 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-c480fe54-b0bb-449e-a3aa-f23a90b3623c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:58.519493 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-c480fe54-b0bb-449e-a3aa-f23a90b3623c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49248069-78f4-449a-8647-b57bc9f84d48 HTTP/1.1" status: 200 len: 797 time: 0.0782914 Jul 15 23:16:58.678270 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-0ee5be84-db11-4f77-952b-2b6bf0d0b721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:58.679818 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-0ee5be84-db11-4f77-952b-2b6bf0d0b721 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c784f317-cf69-4499-8ee8-96a3a3714978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1536076 Jul 15 23:16:58.690263 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3b9632fe-4810-4427-9fab-50d0df5e98e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=178eb6500ae7443591abbc93e5ee1d7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1745863 Jul 15 23:16:58.690495 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57958) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:58.704209 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-cf20e4f7-3bbd-42d5-abbd-7f71170788ef tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.736163 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-cf20e4f7-3bbd-42d5-abbd-7f71170788ef tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Transition to ACTIVE for port object 42e3351f-35aa-4388-b382-0a2d51687587 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:58.746757 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91c00bec-95c5-45f5-ad5d-2515038d4cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.768259 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91c00bec-95c5-45f5-ad5d-2515038d4cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.806412 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-834b59a4-7528-4d30-9cc3-92943f33ece6 service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150808 Jul 15 23:16:58.826086 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91c00bec-95c5-45f5-ad5d-2515038d4cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.830206 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91c00bec-95c5-45f5-ad5d-2515038d4cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.831809 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-91c00bec-95c5-45f5-ad5d-2515038d4cb2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff5cad5c-e5a1-4b4c-a2c0-171be56c8cf1 HTTP/1.1" status: 204 len: 168 time: 0.1403840 Jul 15 23:16:58.840710 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a513219c-549b-4335-9954-d786efa623f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02cbcf78-9abc-44e3-b6ee-b32e510fbcf3'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:58.843970 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-cf20e4f7-3bbd-42d5-abbd-7f71170788ef tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.844150 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c849788c-0e77-4b32-b031-e82d0bc6a3fe" -d '{"events": [{"server_uuid": "a513219c-549b-4335-9954-d786efa623f7", "name": "network-vif-plugged", "status": "completed", "tag": "02cbcf78-9abc-44e3-b6ee-b32e510fbcf3"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:58.856006 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c00bec-95c5-45f5-ad5d-2515038d4cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5cad5c-e5a1-4b4c-a2c0-171be56c8cf1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:58.900489 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028f646f-01d4-46dc-bcea-9f361246e3fa x-openstack-request-id: req-028f646f-01d4-46dc-bcea-9f361246e3fa {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:58.901996 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a513219c-549b-4335-9954-d786efa623f7", "name": "network-vif-plugged", "status": "completed", "tag": "02cbcf78-9abc-44e3-b6ee-b32e510fbcf3", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:58.903210 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-028f646f-01d4-46dc-bcea-9f361246e3fa {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:58.903863 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a513219c-549b-4335-9954-d786efa623f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02cbcf78-9abc-44e3-b6ee-b32e510fbcf3', 'code': 200} Jul 15 23:16:58.943853 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-cf20e4f7-3bbd-42d5-abbd-7f71170788ef tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:58.949695 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20e4f7-3bbd-42d5-abbd-7f71170788ef tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Pushing event updated for resources: {'Port': ['ID=42e3351f-35aa-4388-b382-0a2d51687587,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:58.953064 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-cf20e4f7-3bbd-42d5-abbd-7f71170788ef tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:58.968345 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-cf20e4f7-3bbd-42d5-abbd-7f71170788ef tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:59.043024 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-e3152345-d2ea-4a20-a8c1-072d46c499cf service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297206 Jul 15 23:16:59.075502 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d357cb-3269-4be9-8326-0f27e3bcd5e0 req-ebb59f5c-be0d-4939-8fb9-1f12c35491be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:59.077525 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d357cb-3269-4be9-8326-0f27e3bcd5e0 req-ebb59f5c-be0d-4939-8fb9-1f12c35491be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:59.080124 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-40d357cb-3269-4be9-8326-0f27e3bcd5e0 req-ebb59f5c-be0d-4939-8fb9-1f12c35491be service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a513219c-549b-4335-9954-d786efa623f7 HTTP/1.1" status: 200 len: 1984 time: 0.1039300 Jul 15 23:16:59.117026 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-cf20e4f7-3bbd-42d5-abbd-7f71170788ef tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:59.117666 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-cf20e4f7-3bbd-42d5-abbd-7f71170788ef tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:59.123022 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-37a88b61-bea8-4c16-8d9d-dae2fa34cba0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=a33099a7-5b54-470d-a6fb-0182aa37b1ce HTTP/1.1" status: 200 len: 217 time: 0.0714805 Jul 15 23:16:59.140238 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-40d357cb-3269-4be9-8326-0f27e3bcd5e0 req-b59f1eff-c988-438c-99a5-857a4aea9536 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524001 Jul 15 23:16:59.191879 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-cf20e4f7-3bbd-42d5-abbd-7f71170788ef tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8839459 Jul 15 23:16:59.198545 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-51c092a6-d574-4a72-84f7-7d58c6620c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:59.200429 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-51c092a6-d574-4a72-84f7-7d58c6620c59 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49248069-78f4-449a-8647-b57bc9f84d48 HTTP/1.1" status: 200 len: 797 time: 0.0682609 Jul 15 23:16:59.206941 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-8e6bf934-9417-4d9c-ac7a-a63ba9ac5521 service neutron] Request body: {'port': {'device_id': '222cd750-ba19-4365-b0f4-edf9d3eff7ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:59.320829 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-662bb2ad-36a7-4548-a234-7ce97158dc2a req-792ccb3d-4c20-4f00-8c74-463280631f21 tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0854340 Jul 15 23:16:59.377856 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-8e6bf934-9417-4d9c-ac7a-a63ba9ac5521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:59.390570 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e03eaff6-3a75-4ca3-967b-d9a75bb2a207 None None] Provisioning for port 42e3351f-35aa-4388-b382-0a2d51687587 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:59.395271 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e03eaff6-3a75-4ca3-967b-d9a75bb2a207 None None] Provisioning complete for port 42e3351f-35aa-4388-b382-0a2d51687587 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:59.395645 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e03eaff6-3a75-4ca3-967b-d9a75bb2a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:59.400136 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-713c4139-c655-45bf-abc5-db01885e7c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:59.414492 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-713c4139-c655-45bf-abc5-db01885e7c96 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c784f317-cf69-4499-8ee8-96a3a3714978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1754029 Jul 15 23:16:59.450770 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e03eaff6-3a75-4ca3-967b-d9a75bb2a207 None None] Port 42e3351f-35aa-4388-b382-0a2d51687587 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:16:59.720060 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-be6d82dd-e022-4dd6-b24b-1c42f1958d46 service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769072 Jul 15 23:16:59.739682 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90331e38-50b1-4230-9e00-b69ed4671489 req-f210abbc-8c77-427f-a82d-aaac9095bac9 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:59.745504 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90331e38-50b1-4230-9e00-b69ed4671489 req-f210abbc-8c77-427f-a82d-aaac9095bac9 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:59.747037 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-90331e38-50b1-4230-9e00-b69ed4671489 req-f210abbc-8c77-427f-a82d-aaac9095bac9 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=a513219c-549b-4335-9954-d786efa623f7 HTTP/1.1" status: 200 len: 1682 time: 0.3028305 Jul 15 23:16:59.762507 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bd603-56ea-496b-bb3a-df222753781c req-27bf4dec-599c-4304-9e0a-6e2be6e463d2 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:59.762985 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57994) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:59.764520 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-665bd603-56ea-496b-bb3a-df222753781c req-27bf4dec-599c-4304-9e0a-6e2be6e463d2 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5edff6-1069-4223-b89c-418f22657dba HTTP/1.1" status: 200 len: 945 time: 0.2953146 Jul 15 23:16:59.857141 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ea574739-3a49-4a76-ba2f-3ad0a146952d tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Request body: {'security_group': {'name': 'tempest-secgroup--1117343144'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:59.881107 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ea574739-3a49-4a76-ba2f-3ad0a146952d tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:59.890254 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ea574739-3a49-4a76-ba2f-3ad0a146952d tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:59.936501 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-90331e38-50b1-4230-9e00-b69ed4671489 req-7202cbc3-e8b4-4db7-ad0e-7acd5a9f0421 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681175 Jul 15 23:16:59.944411 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-665bd603-56ea-496b-bb3a-df222753781c req-d912373f-4060-44af-99ac-141cd3bed2cd tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435969 Jul 15 23:16:59.997229 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-87a2d5b4-86a2-4033-80d5-1adb45f82b0b service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657528 Jul 15 23:17:00.025866 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ea574739-3a49-4a76-ba2f-3ad0a146952d tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.034336 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ea574739-3a49-4a76-ba2f-3ad0a146952d tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.065094 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-3fda6c17-41a8-4ce7-9f6b-68659356c2d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=6881fff5-28e4-43a6-9ddf-739b8456047b HTTP/1.1" status: 200 len: 217 time: 0.0614121 Jul 15 23:17:00.082916 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-8e6bf934-9417-4d9c-ac7a-a63ba9ac5521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42e3351f-35aa-4388-b382-0a2d51687587 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:17:00.115681 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-8e6bf934-9417-4d9c-ac7a-a63ba9ac5521 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.140856 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-8e6bf934-9417-4d9c-ac7a-a63ba9ac5521 service neutron] Transition to ACTIVE for port object 42e3351f-35aa-4388-b382-0a2d51687587 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:00.147163 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ea574739-3a49-4a76-ba2f-3ad0a146952d tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.147762 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-4e6633a3-35b6-4914-823b-b0bd7fcd05ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:00.149320 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-4e6633a3-35b6-4914-823b-b0bd7fcd05ac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49248069-78f4-449a-8647-b57bc9f84d48 HTTP/1.1" status: 200 len: 797 time: 0.0780544 Jul 15 23:17:00.152596 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-8e6bf934-9417-4d9c-ac7a-a63ba9ac5521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.159518 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ea574739-3a49-4a76-ba2f-3ad0a146952d tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.174795 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea574739-3a49-4a76-ba2f-3ad0a146952d tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e28c461c-9577-4f81-b901-39bcfe23c043,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:00.212334 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ea574739-3a49-4a76-ba2f-3ad0a146952d tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.216190 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ea574739-3a49-4a76-ba2f-3ad0a146952d tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4496047 Jul 15 23:17:00.216190 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea574739-3a49-4a76-ba2f-3ad0a146952d tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=609034aa-6d00-4cbb-902a-8f4db1c8638c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:00.216834 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57998) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:00.249431 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6bf934-9417-4d9c-ac7a-a63ba9ac5521 service neutron] Pushing event updated for resources: {'Port': ['ID=42e3351f-35aa-4388-b382-0a2d51687587,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:00.252661 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:17:00.291875 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-97d9d6f0-2659-455b-b0a1-284b32091c32 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0728834 Jul 15 23:17:00.294369 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58000) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:00.300875 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a9739805-a55e-4624-9c98-c14630b9413b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Request body: {'security_group': {'name': 'tempest-security--878652868', 'description': 'tempest-security-description-1005695995'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:00.329006 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-88320bc7-b165-44ec-ae5a-c122be9a0d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:00.330568 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-88320bc7-b165-44ec-ae5a-c122be9a0d53 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c784f317-cf69-4499-8ee8-96a3a3714978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1733501 Jul 15 23:17:00.333268 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a9739805-a55e-4624-9c98-c14630b9413b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.397384 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-8e6bf934-9417-4d9c-ac7a-a63ba9ac5521 service neutron] Attempting to bind port 42e3351f-35aa-4388-b382-0a2d51687587 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:17:00.397735 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-8e6bf934-9417-4d9c-ac7a-a63ba9ac5521 service neutron] Attempting to bind port 42e3351f-35aa-4388-b382-0a2d51687587 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:17:00.398135 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-8e6bf934-9417-4d9c-ac7a-a63ba9ac5521 service neutron] Attempting to bind port 42e3351f-35aa-4388-b382-0a2d51687587 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:00.398267 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a9739805-a55e-4624-9c98-c14630b9413b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.403412 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a9739805-a55e-4624-9c98-c14630b9413b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.407632 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a9739805-a55e-4624-9c98-c14630b9413b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.409188 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a9739805-a55e-4624-9c98-c14630b9413b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "PUT /v2.0/security-groups/609034aa-6d00-4cbb-902a-8f4db1c8638c HTTP/1.1" status: 200 len: 1779 time: 0.1134086 Jul 15 23:17:00.413383 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58004) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:00.446699 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-8e6bf934-9417-4d9c-ac7a-a63ba9ac5521 service neutron] Port 42e3351f-35aa-4388-b382-0a2d51687587 on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:17:00.447341 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-8e6bf934-9417-4d9c-ac7a-a63ba9ac5521 service neutron] Attempting to bind port 42e3351f-35aa-4388-b382-0a2d51687587 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:00.462376 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9739805-a55e-4624-9c98-c14630b9413b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=609034aa-6d00-4cbb-902a-8f4db1c8638c,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:00.484923 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-8e6bf934-9417-4d9c-ac7a-a63ba9ac5521 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:17:00.485812 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-8e6bf934-9417-4d9c-ac7a-a63ba9ac5521 service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:00.486436 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-8e6bf934-9417-4d9c-ac7a-a63ba9ac5521 service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:17:00.487137 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-8e6bf934-9417-4d9c-ac7a-a63ba9ac5521 service neutron] Bound port: 42e3351f-35aa-4388-b382-0a2d51687587, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:17:00.487759 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-8e6bf934-9417-4d9c-ac7a-a63ba9ac5521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.502826 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-36cad5c0-6e10-4fde-8e3e-79a79c300b99 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "GET /v2.0/security-groups/609034aa-6d00-4cbb-902a-8f4db1c8638c HTTP/1.1" status: 200 len: 1779 time: 0.0881317 Jul 15 23:17:00.505522 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58006) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:00.562106 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d13c1d71-b448-4521-ac59-b331fbec57a8 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.589655 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d13c1d71-b448-4521-ac59-b331fbec57a8 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.633544 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d13c1d71-b448-4521-ac59-b331fbec57a8 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.636099 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d13c1d71-b448-4521-ac59-b331fbec57a8 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.637280 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d13c1d71-b448-4521-ac59-b331fbec57a8 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "DELETE /v2.0/security-groups/609034aa-6d00-4cbb-902a-8f4db1c8638c HTTP/1.1" status: 204 len: 168 time: 0.1308243 Jul 15 23:17:00.641321 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58008) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:00.654645 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c1d71-b448-4521-ac59-b331fbec57a8 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=609034aa-6d00-4cbb-902a-8f4db1c8638c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:00.692596 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-dc64ac42-933a-4c4e-8af8-79f2e4441ca9 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0500929 Jul 15 23:17:00.695288 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58010) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:00.710066 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-8b38aeda-48fc-43ca-a2e3-edce391a9474 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] delete failed (client error): The resource could not be found. Jul 15 23:17:00.711124 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8b38aeda-48fc-43ca-a2e3-edce391a9474 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "DELETE /v2.0/security-groups/609034aa-6d00-4cbb-902a-8f4db1c8638c HTTP/1.1" status: 404 len: 347 time: 0.0147433 Jul 15 23:17:00.715129 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58012) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:00.719850 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d88ce188-93ac-4b1b-b11e-25adeb6ea328 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Request body: {'security_group': {'name': 'tempest-secgroup--1479725538'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:00.743044 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d88ce188-93ac-4b1b-b11e-25adeb6ea328 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.827424 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d88ce188-93ac-4b1b-b11e-25adeb6ea328 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.831285 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d88ce188-93ac-4b1b-b11e-25adeb6ea328 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.866580 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ce188-93ac-4b1b-b11e-25adeb6ea328 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d83d8444-24f9-4768-8b29-48b0c496ea75,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:00.868814 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d88ce188-93ac-4b1b-b11e-25adeb6ea328 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.871208 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d88ce188-93ac-4b1b-b11e-25adeb6ea328 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1550601 Jul 15 23:17:00.872748 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58014) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:00.879849 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7b72f774-82a1-480e-a800-d3caf3e2a8c5 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Request body: {'security_group_rule': {'security_group_id': 'd83d8444-24f9-4768-8b29-48b0c496ea75', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:00.894812 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-d28c56f5-e65d-416b-a645-e75421a4c4b1 service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5559435 Jul 15 23:17:00.907968 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b72f774-82a1-480e-a800-d3caf3e2a8c5 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.914710 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5bdd1a8a-e072-4f25-a7c4-6e0874be1222 req-b8d4f2e8-3d92-4d25-8e79-15d04538fd21 tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0640237 Jul 15 23:17:00.976028 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b72f774-82a1-480e-a800-d3caf3e2a8c5 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.980002 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b72f774-82a1-480e-a800-d3caf3e2a8c5 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.000112 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72f774-82a1-480e-a800-d3caf3e2a8c5 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feb56084-7968-4ded-84f3-65cebe999aa9,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:01.008270 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b72f774-82a1-480e-a800-d3caf3e2a8c5 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.009524 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7b72f774-82a1-480e-a800-d3caf3e2a8c5 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1351008 Jul 15 23:17:01.012315 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58020) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:01.032986 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5283f8-2abc-4284-8c8a-1e7d8352a36b req-968d2d68-6b7e-4512-acd9-1d6861f4096d tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:01.034500 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-de5283f8-2abc-4284-8c8a-1e7d8352a36b req-968d2d68-6b7e-4512-acd9-1d6861f4096d tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] 10.222.0.16 "GET /v2.0/ports?device_id=222cd750-ba19-4365-b0f4-edf9d3eff7ec HTTP/1.1" status: 200 len: 948 time: 0.6047785 Jul 15 23:17:01.046874 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-818ce820-6b3f-4861-9fab-e085d462f2a4 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.054338 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-8e6bf934-9417-4d9c-ac7a-a63ba9ac5521 service neutron] For port 42e3351f-35aa-4388-b382-0a2d51687587, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:17:01.055412 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-818ce820-6b3f-4861-9fab-e085d462f2a4 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.059963 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-8e6bf934-9417-4d9c-ac7a-a63ba9ac5521 service neutron] For port 42e3351f-35aa-4388-b382-0a2d51687587, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=42e3351f-35aa-4388-b382-0a2d51687587,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:17:01.078415 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-8e6bf934-9417-4d9c-ac7a-a63ba9ac5521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.090862 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-818ce820-6b3f-4861-9fab-e085d462f2a4 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.098542 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-818ce820-6b3f-4861-9fab-e085d462f2a4 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.099715 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-818ce820-6b3f-4861-9fab-e085d462f2a4 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/feb56084-7968-4ded-84f3-65cebe999aa9 HTTP/1.1" status: 204 len: 168 time: 0.0863452 Jul 15 23:17:01.103435 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58022) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:01.110402 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ce820-6b3f-4861-9fab-e085d462f2a4 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=feb56084-7968-4ded-84f3-65cebe999aa9,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:01.118334 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-96769787-ec81-48b9-901a-22ff69d007bd service neutron] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026482 Jul 15 23:17:01.155494 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-60d29188-5587-4fea-a224-d56607e8c9e0 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0506849 Jul 15 23:17:01.157887 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58024) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:01.172720 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-8e6bf934-9417-4d9c-ac7a-a63ba9ac5521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:01.173594 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-8e6bf934-9417-4d9c-ac7a-a63ba9ac5521 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.174708 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-8e6bf934-9417-4d9c-ac7a-a63ba9ac5521 service neutron] 10.222.0.43 "PUT /v2.0/ports/42e3351f-35aa-4388-b382-0a2d51687587 HTTP/1.1" status: 200 len: 1096 time: 1.9732759 Jul 15 23:17:01.177328 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222cd750-ba19-4365-b0f4-edf9d3eff7ec', 'tag': '42e3351f-35aa-4388-b382-0a2d51687587'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:01.179764 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db281ad4-6c1f-41f5-941a-9cfb602aec77" -d '{"events": [{"name": "network-changed", "server_uuid": "222cd750-ba19-4365-b0f4-edf9d3eff7ec", "tag": "42e3351f-35aa-4388-b382-0a2d51687587"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:01.222724 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-de5283f8-2abc-4284-8c8a-1e7d8352a36b req-8423b41f-fb59-43b3-929d-acdebf601d3f tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d6dedd-b308-4835-8047-6d8f3bdc801f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776781 Jul 15 23:17:01.232728 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23e66a2c-1329-4d6b-a709-c164c2879856 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.234899 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-963cf1ae-6f99-432a-a6f8-88c923729562 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=abf079aa-7e1f-4fa4-8693-d71192c3cd5a HTTP/1.1" status: 200 len: 217 time: 0.0949137 Jul 15 23:17:01.268226 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6bf934-9417-4d9c-ac7a-a63ba9ac5521 service neutron] Pushing event updated for resources: {'Port': ['ID=42e3351f-35aa-4388-b382-0a2d51687587,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:01.274303 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23e66a2c-1329-4d6b-a709-c164c2879856 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.318101 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23e66a2c-1329-4d6b-a709-c164c2879856 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.320876 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23e66a2c-1329-4d6b-a709-c164c2879856 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.324528 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-23e66a2c-1329-4d6b-a709-c164c2879856 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "DELETE /v2.0/security-groups/d83d8444-24f9-4768-8b29-48b0c496ea75 HTTP/1.1" status: 204 len: 168 time: 0.1632822 Jul 15 23:17:01.325559 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58030) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:01.351565 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e66a2c-1329-4d6b-a709-c164c2879856 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83d8444-24f9-4768-8b29-48b0c496ea75,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:01.389729 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-19a96a8f-a63b-44ca-a488-51e9f6ee2917 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0601838 Jul 15 23:17:01.392124 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58032) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:01.397363 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2a98743c-362d-44ca-890b-58f1a8a361d6 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Request body: {'security_group': {'name': 'tempest-secgroup--1820310689'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:01.413771 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-24dcfa55-bd56-48f3-b036-74fbf55ddd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:01.415576 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-24dcfa55-bd56-48f3-b036-74fbf55ddd4b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c8ed3032-070e-4ebf-984d-7ac57e6c8a26 HTTP/1.1" status: 200 len: 797 time: 0.1433382 Jul 15 23:17:01.419954 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2a98743c-362d-44ca-890b-58f1a8a361d6 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.442196 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8ea31-7d96-40fb-a52a-621f845abfa6 req-b2fc0881-c9bb-47dc-b89c-1e592b2fe600 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:01.443581 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cdb8ea31-7d96-40fb-a52a-621f845abfa6 req-b2fc0881-c9bb-47dc-b89c-1e592b2fe600 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5edff6-1069-4223-b89c-418f22657dba HTTP/1.1" status: 200 len: 945 time: 0.3530128 Jul 15 23:17:01.470951 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-c52ed498-6cdc-43f2-819e-0f3e7d795525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:01.472922 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-c52ed498-6cdc-43f2-819e-0f3e7d795525 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=887941605ac94558ba17a30b14f4db10&device_id=222cd750-ba19-4365-b0f4-edf9d3eff7ec HTTP/1.1" status: 200 len: 1099 time: 0.2482603 Jul 15 23:17:01.503019 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2a98743c-362d-44ca-890b-58f1a8a361d6 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.507144 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2a98743c-362d-44ca-890b-58f1a8a361d6 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.533614 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2a98743c-362d-44ca-890b-58f1a8a361d6 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.534869 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2a98743c-362d-44ca-890b-58f1a8a361d6 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1417620 Jul 15 23:17:01.537582 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58034) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:01.542868 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-269c1322-5e41-469e-a246-cfa7e7fcd81e tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Request body: {'security_group_rule': {'security_group_id': 'a44adaec-9584-4866-981a-72772bd007bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:01.549223 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98743c-362d-44ca-890b-58f1a8a361d6 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a44adaec-9584-4866-981a-72772bd007bf,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:01.554104 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-2ceef426-b8bc-4de1-b7a8-8bdeb805e6d4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=42e3351f-35aa-4388-b382-0a2d51687587 HTTP/1.1" status: 200 len: 217 time: 0.0674570 Jul 15 23:17:01.573852 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-269c1322-5e41-469e-a246-cfa7e7fcd81e tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.613556 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cdb8ea31-7d96-40fb-a52a-621f845abfa6 req-af735adc-18b0-499a-aeea-ef6be096306e tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453450 Jul 15 23:17:01.626381 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935351d8-c151-4548-b6f4-5d037dd980ac req-aeb5fbbb-1619-46e4-8072-12b7d670ee3c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:01.630912 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-269c1322-5e41-469e-a246-cfa7e7fcd81e tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.632964 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935351d8-c151-4548-b6f4-5d037dd980ac req-aeb5fbbb-1619-46e4-8072-12b7d670ee3c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:01.635236 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-935351d8-c151-4548-b6f4-5d037dd980ac req-aeb5fbbb-1619-46e4-8072-12b7d670ee3c tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=a513219c-549b-4335-9954-d786efa623f7 HTTP/1.1" status: 200 len: 1682 time: 0.2749012 Jul 15 23:17:01.635764 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-269c1322-5e41-469e-a246-cfa7e7fcd81e tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.649662 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-a33dbff4-d3d6-4997-8ee5-4defe14d40fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:01.651249 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-a33dbff4-d3d6-4997-8ee5-4defe14d40fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=70df42a8-7f3a-4d1e-82b9-1354a40e98c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2272260 Jul 15 23:17:01.661620 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c1322-5e41-469e-a246-cfa7e7fcd81e tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b29050-6c12-4de6-8bf9-b91fbef53810,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:01.668850 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-269c1322-5e41-469e-a246-cfa7e7fcd81e tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.671072 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-269c1322-5e41-469e-a246-cfa7e7fcd81e tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1317346 Jul 15 23:17:01.673458 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58036) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:01.678461 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-34cad9cd-fc73-4652-ab21-4fc1640af2ce tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Request body: {'security_group_rule': {'security_group_id': 'a44adaec-9584-4866-981a-72772bd007bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:01.700018 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-ddff8bde-7c71-4622-9cc9-6ed976764249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:01.702229 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-ddff8bde-7c71-4622-9cc9-6ed976764249 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.1379220 Jul 15 23:17:01.710399 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34cad9cd-fc73-4652-ab21-4fc1640af2ce tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.775122 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34cad9cd-fc73-4652-ab21-4fc1640af2ce tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.780076 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34cad9cd-fc73-4652-ab21-4fc1640af2ce tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.784552 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-935351d8-c151-4548-b6f4-5d037dd980ac req-55b0c22e-d831-44b7-8de9-65e5e40baf63 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400132 Jul 15 23:17:01.796963 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be3c8c0-c95a-485a-8442-c562e3fdc117 x-openstack-request-id: req-0be3c8c0-c95a-485a-8442-c562e3fdc117 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:01.797267 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "222cd750-ba19-4365-b0f4-edf9d3eff7ec", "tag": "42e3351f-35aa-4388-b382-0a2d51687587", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:01.797537 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0be3c8c0-c95a-485a-8442-c562e3fdc117 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:01.797868 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222cd750-ba19-4365-b0f4-edf9d3eff7ec', 'tag': '42e3351f-35aa-4388-b382-0a2d51687587', 'status': 'completed', 'code': 200} Jul 15 23:17:01.800749 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cad9cd-fc73-4652-ab21-4fc1640af2ce tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6061ef16-4a4b-4076-bde0-efcf8986828e,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:01.809902 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34cad9cd-fc73-4652-ab21-4fc1640af2ce tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.811884 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-34cad9cd-fc73-4652-ab21-4fc1640af2ce tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1373551 Jul 15 23:17:01.814552 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58040) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:01.820578 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b148b791-173e-4867-8f07-b228a4b885b9 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Request body: {'security_group_rule': {'security_group_id': 'a44adaec-9584-4866-981a-72772bd007bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:01.827109 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-c8c105e9-778d-4949-a282-6f736396d36e service neutron] 10.222.0.43 "GET /v2.0/networks/70df42a8-7f3a-4d1e-82b9-1354a40e98c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683683 Jul 15 23:17:01.847757 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-ab39a5cd-d6cf-4538-bae2-19f724bc9991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:01.849426 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-ab39a5cd-d6cf-4538-bae2-19f724bc9991 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1362920 Jul 15 23:17:01.854056 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b148b791-173e-4867-8f07-b228a4b885b9 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.923721 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b148b791-173e-4867-8f07-b228a4b885b9 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.928175 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b148b791-173e-4867-8f07-b228a4b885b9 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.946355 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148b791-173e-4867-8f07-b228a4b885b9 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2cbe6d-5331-451e-b89f-762267f41fb9,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:01.962107 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b148b791-173e-4867-8f07-b228a4b885b9 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.966065 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b148b791-173e-4867-8f07-b228a4b885b9 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1478357 Jul 15 23:17:01.966476 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58046) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:01.972770 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1ac0fbe2-f6bf-4c70-a179-0be7733b38d1 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Request body: {'security_group_rule': {'security_group_id': 'a44adaec-9584-4866-981a-72772bd007bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:02.008454 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ac0fbe2-f6bf-4c70-a179-0be7733b38d1 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.041970 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-e2867864-c86a-448b-bdba-16b528011dcb service neutron] 10.222.0.43 "GET /v2.0/networks/70df42a8-7f3a-4d1e-82b9-1354a40e98c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082071 Jul 15 23:17:02.047607 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-4c13b126-8da3-4ae2-a613-f339d96c2c63 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873817 Jul 15 23:17:02.083208 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ac0fbe2-f6bf-4c70-a179-0be7733b38d1 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.088647 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ac0fbe2-f6bf-4c70-a179-0be7733b38d1 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.112933 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0fbe2-f6bf-4c70-a179-0be7733b38d1 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e4448f-be23-421b-a72c-7ea2f4dfb9a1,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:02.124213 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ac0fbe2-f6bf-4c70-a179-0be7733b38d1 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.127932 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1ac0fbe2-f6bf-4c70-a179-0be7733b38d1 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1567302 Jul 15 23:17:02.128409 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58048) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:02.133792 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-cf8e402f-0b0c-4921-95f5-74ba0bd46087 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Request body: {'security_group_rule': {'security_group_id': 'a44adaec-9584-4866-981a-72772bd007bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:02.147446 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-3bcac5b9-47a8-4a06-ba50-226f0e7191f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=54ed7c92-7d96-4319-af0e-98c8d7d7ce91 HTTP/1.1" status: 200 len: 217 time: 0.0930130 Jul 15 23:17:02.167989 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cf8e402f-0b0c-4921-95f5-74ba0bd46087 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.173928 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d8b78c51-5973-4286-add5-ed2345ae04e2 req-4601082d-ed3a-44cf-8b5d-9421e7db7c49 tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0561101 Jul 15 23:17:02.248066 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cf8e402f-0b0c-4921-95f5-74ba0bd46087 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.253807 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cf8e402f-0b0c-4921-95f5-74ba0bd46087 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.275417 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e402f-0b0c-4921-95f5-74ba0bd46087 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a694278-3b8a-459d-bcda-bd0abf660af8,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:02.282371 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cf8e402f-0b0c-4921-95f5-74ba0bd46087 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.284709 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cf8e402f-0b0c-4921-95f5-74ba0bd46087 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1538720 Jul 15 23:17:02.286849 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58054) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:02.292436 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-30232a05-1b60-4d64-90fb-40bc40c06ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:02.293883 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-30232a05-1b60-4d64-90fb-40bc40c06ecd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c8ed3032-070e-4ebf-984d-7ac57e6c8a26 HTTP/1.1" status: 200 len: 797 time: 0.1251664 Jul 15 23:17:02.312720 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f14f058-3c32-4b3c-981f-97fe3fcf76c2 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.317279 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0c135e6f-99ac-4745-a9fe-1b5f6b76d177 req-5a373d76-a18f-4c14-95e0-c77423ef8c73 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623296 Jul 15 23:17:02.322246 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f14f058-3c32-4b3c-981f-97fe3fcf76c2 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.356962 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f14f058-3c32-4b3c-981f-97fe3fcf76c2 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.363682 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f14f058-3c32-4b3c-981f-97fe3fcf76c2 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.364866 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9f14f058-3c32-4b3c-981f-97fe3fcf76c2 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/0a694278-3b8a-459d-bcda-bd0abf660af8 HTTP/1.1" status: 204 len: 168 time: 0.0769885 Jul 15 23:17:02.367677 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58056) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:02.384552 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14f058-3c32-4b3c-981f-97fe3fcf76c2 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a694278-3b8a-459d-bcda-bd0abf660af8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:02.423100 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4bc765af-e512-4693-9c93-f23dec652369 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0542896 Jul 15 23:17:02.425966 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58058) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:02.449164 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1428e-922d-4c06-a482-059659b3c147 req-9e2d7c5b-074c-43c5-99c5-e354ef66fc61 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:02.449456 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f8090d2-5bec-4edb-a2c0-c4806a3cc234 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.455529 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1428e-922d-4c06-a482-059659b3c147 req-9e2d7c5b-074c-43c5-99c5-e354ef66fc61 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:02.457082 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e5b1428e-922d-4c06-a482-059659b3c147 req-9e2d7c5b-074c-43c5-99c5-e354ef66fc61 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=a513219c-549b-4335-9954-d786efa623f7 HTTP/1.1" status: 200 len: 1682 time: 0.2070816 Jul 15 23:17:02.457353 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f8090d2-5bec-4edb-a2c0-c4806a3cc234 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.484473 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f8090d2-5bec-4edb-a2c0-c4806a3cc234 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.491308 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f8090d2-5bec-4edb-a2c0-c4806a3cc234 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.494847 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9f8090d2-5bec-4edb-a2c0-c4806a3cc234 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/b0e4448f-be23-421b-a72c-7ea2f4dfb9a1 HTTP/1.1" status: 204 len: 168 time: 0.0655172 Jul 15 23:17:02.496042 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-8c77a422-b665-414a-9669-faf5a89f68cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:02.496396 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58060) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:02.497520 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-8c77a422-b665-414a-9669-faf5a89f68cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=70df42a8-7f3a-4d1e-82b9-1354a40e98c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1955340 Jul 15 23:17:02.502882 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8090d2-5bec-4edb-a2c0-c4806a3cc234 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0e4448f-be23-421b-a72c-7ea2f4dfb9a1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:02.543222 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-dfb66e15-1452-4efc-a297-950af8f19060 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0456560 Jul 15 23:17:02.545858 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58062) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:02.558282 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183b8a5-78c1-46d1-9668-f64b3d1c7ee9 req-65d72936-cc8e-4a37-a63a-0ac91877fb55 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:02.560707 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3183b8a5-78c1-46d1-9668-f64b3d1c7ee9 req-65d72936-cc8e-4a37-a63a-0ac91877fb55 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] 10.222.0.16 "GET /v2.0/ports?device_id=222cd750-ba19-4365-b0f4-edf9d3eff7ec HTTP/1.1" status: 200 len: 948 time: 0.2029459 Jul 15 23:17:02.570361 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e5b1428e-922d-4c06-a482-059659b3c147 req-6c5d0fa1-6bfd-42ec-9204-05f3367bba32 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050956 Jul 15 23:17:02.574989 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce791422-2a9d-46c6-bcae-5d88a7f1bf05 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.579208 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db281ad4-6c1f-41f5-941a-9cfb602aec77 req-41f26841-d638-4030-ada5-2462c641d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:02.580239 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-db281ad4-6c1f-41f5-941a-9cfb602aec77 req-41f26841-d638-4030-ada5-2462c641d79f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=887941605ac94558ba17a30b14f4db10&device_id=222cd750-ba19-4365-b0f4-edf9d3eff7ec HTTP/1.1" status: 200 len: 1099 time: 0.2058048 Jul 15 23:17:02.592325 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce791422-2a9d-46c6-bcae-5d88a7f1bf05 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.613319 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce791422-2a9d-46c6-bcae-5d88a7f1bf05 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.619720 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce791422-2a9d-46c6-bcae-5d88a7f1bf05 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.620809 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ce791422-2a9d-46c6-bcae-5d88a7f1bf05 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/6a2cbe6d-5331-451e-b89f-762267f41fb9 HTTP/1.1" status: 204 len: 168 time: 0.0740302 Jul 15 23:17:02.625759 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58064) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:02.633921 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce791422-2a9d-46c6-bcae-5d88a7f1bf05 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a2cbe6d-5331-451e-b89f-762267f41fb9,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:02.673735 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-22a62629-9312-4ecb-af34-61ae77415f5a tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0468280 Jul 15 23:17:02.676591 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58068) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:02.693309 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3183b8a5-78c1-46d1-9668-f64b3d1c7ee9 req-c78c290e-b7e7-4b38-8e6b-9ffbc1bc7bdf tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d6dedd-b308-4835-8047-6d8f3bdc801f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197503 Jul 15 23:17:02.703309 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-712ac2bc-fdf9-40f5-9c74-ca2eae5491b8 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.711454 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-712ac2bc-fdf9-40f5-9c74-ca2eae5491b8 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.723674 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-dc3100f2-42b4-4216-9006-7c5d9a6656b3 service neutron] 10.222.0.43 "GET /v2.0/networks/70df42a8-7f3a-4d1e-82b9-1354a40e98c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154658 Jul 15 23:17:02.747612 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-712ac2bc-fdf9-40f5-9c74-ca2eae5491b8 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.763213 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-712ac2bc-fdf9-40f5-9c74-ca2eae5491b8 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.767408 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-712ac2bc-fdf9-40f5-9c74-ca2eae5491b8 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/6061ef16-4a4b-4076-bde0-efcf8986828e HTTP/1.1" status: 204 len: 168 time: 0.0874636 Jul 15 23:17:02.768635 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58072) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:02.771115 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ac2bc-fdf9-40f5-9c74-ca2eae5491b8 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6061ef16-4a4b-4076-bde0-efcf8986828e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:02.829815 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db281ad4-6c1f-41f5-941a-9cfb602aec77 req-85a621e4-a558-4a69-9070-ea881d74ecfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:02.831329 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-db281ad4-6c1f-41f5-941a-9cfb602aec77 req-85a621e4-a558-4a69-9070-ea881d74ecfa service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.2182608 Jul 15 23:17:02.923952 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-db281ad4-6c1f-41f5-941a-9cfb602aec77 req-dac620ab-4fe2-4d3d-99dc-a282d3c97c60 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=42e3351f-35aa-4388-b382-0a2d51687587 HTTP/1.1" status: 200 len: 217 time: 0.0609214 Jul 15 23:17:02.949955 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ed8d6b33-5e35-48e6-95a3-0ec76b6156af tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1803553 Jul 15 23:17:02.953592 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58074) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:02.977951 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3a4769f-298a-4ccd-b069-309413ef7cbf tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.984043 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeb106e1-4bbb-47ad-a73c-0062e8f6f0a5 req-175c76e1-00ef-48f5-abf4-d5912dae0da5 service neutron] 10.222.0.43 "GET /v2.0/networks/70df42a8-7f3a-4d1e-82b9-1354a40e98c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512033 Jul 15 23:17:02.985291 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3a4769f-298a-4ccd-b069-309413ef7cbf tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.012197 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db281ad4-6c1f-41f5-941a-9cfb602aec77 req-38199a3e-b440-4431-9038-c0bbb6226f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:03.014403 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-db281ad4-6c1f-41f5-941a-9cfb602aec77 req-38199a3e-b440-4431-9038-c0bbb6226f6d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0743735 Jul 15 23:17:03.016439 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3a4769f-298a-4ccd-b069-309413ef7cbf tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.024620 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3a2d4-52b0-43bf-8d8f-58f07e5bdde9 req-7cbe368a-5944-4ae4-b543-9d950d3c0b9f tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:03.026118 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0ef3a2d4-52b0-43bf-8d8f-58f07e5bdde9 req-7cbe368a-5944-4ae4-b543-9d950d3c0b9f tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5edff6-1069-4223-b89c-418f22657dba HTTP/1.1" status: 200 len: 945 time: 0.2451582 Jul 15 23:17:03.026291 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3a4769f-298a-4ccd-b069-309413ef7cbf tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.027584 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e3a4769f-298a-4ccd-b069-309413ef7cbf tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/23b29050-6c12-4de6-8bf9-b91fbef53810 HTTP/1.1" status: 204 len: 168 time: 0.0726926 Jul 15 23:17:03.030122 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58076) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:03.031891 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4769f-298a-4ccd-b069-309413ef7cbf tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23b29050-6c12-4de6-8bf9-b91fbef53810,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:03.135472 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1894a13b-a0fd-47d8-a4e5-e82604457946 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1042793 Jul 15 23:17:03.138292 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58078) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:03.140251 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0ef3a2d4-52b0-43bf-8d8f-58f07e5bdde9 req-7834f470-99f3-4ec3-88d1-db5f9ff89a22 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965638 Jul 15 23:17:03.150002 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db281ad4-6c1f-41f5-941a-9cfb602aec77 req-8b3e770c-222a-41f6-a8af-32d4981b0bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:03.151538 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-db281ad4-6c1f-41f5-941a-9cfb602aec77 req-8b3e770c-222a-41f6-a8af-32d4981b0bd3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1245310 Jul 15 23:17:03.191958 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e124b2ca-fba7-44f6-b092-e8480fc4dea2 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.214795 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e124b2ca-fba7-44f6-b092-e8480fc4dea2 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.246392 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-db281ad4-6c1f-41f5-941a-9cfb602aec77 req-7345576d-6994-4beb-9c0b-700a15ffe505 service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867562 Jul 15 23:17:03.256725 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e124b2ca-fba7-44f6-b092-e8480fc4dea2 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.259849 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e124b2ca-fba7-44f6-b092-e8480fc4dea2 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.263529 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e124b2ca-fba7-44f6-b092-e8480fc4dea2 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "DELETE /v2.0/security-groups/a44adaec-9584-4866-981a-72772bd007bf HTTP/1.1" status: 204 len: 168 time: 0.1216056 Jul 15 23:17:03.263702 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58082) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:03.270930 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124b2ca-fba7-44f6-b092-e8480fc4dea2 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44adaec-9584-4866-981a-72772bd007bf,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:03.378071 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65bc3372-5be7-4b0c-934f-679df264715b req-72d9decb-3ba8-41c1-8864-f4bb4e5517aa tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0714729 Jul 15 23:17:03.390687 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-26adf6d7-0541-487a-9969-22d3a2691dd7 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1247187 Jul 15 23:17:03.395367 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58084) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:03.409196 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-db281ad4-6c1f-41f5-941a-9cfb602aec77 req-3324b8e6-e332-41ee-a7f3-8bd06d8f2dfd service neutron] 10.222.0.43 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558025 Jul 15 23:17:03.411850 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b1c369e2-21a9-4c0c-baf6-923269c1c7ad tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Request body: {'security_group': {'name': 'tempest-secgroup--1616915067'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:03.437025 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1c369e2-21a9-4c0c-baf6-923269c1c7ad tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.518771 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1c369e2-21a9-4c0c-baf6-923269c1c7ad tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.523496 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1c369e2-21a9-4c0c-baf6-923269c1c7ad tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.550891 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1c369e2-21a9-4c0c-baf6-923269c1c7ad tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.554895 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b1c369e2-21a9-4c0c-baf6-923269c1c7ad tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1440315 Jul 15 23:17:03.555055 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58088) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:03.559971 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9b1313f7-0962-409f-873b-d929a7e7ab6b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Request body: {'security_group_rule': {'security_group_id': '111f7516-82d3-4105-a538-1bd5873b14b6', 'direction': 'ingress', 'protocol': 17}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:03.564633 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c369e2-21a9-4c0c-baf6-923269c1c7ad tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=111f7516-82d3-4105-a538-1bd5873b14b6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:03.590926 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b1313f7-0962-409f-873b-d929a7e7ab6b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.656095 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b1313f7-0962-409f-873b-d929a7e7ab6b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.663871 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b1313f7-0962-409f-873b-d929a7e7ab6b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.688132 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1313f7-0962-409f-873b-d929a7e7ab6b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5304c193-5950-4fc6-b0af-ddcc26f7928b,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:03.693313 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b1313f7-0962-409f-873b-d929a7e7ab6b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.694981 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9b1313f7-0962-409f-873b-d929a7e7ab6b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1390471 Jul 15 23:17:03.697788 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58092) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:03.753349 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08493419-08d8-4344-b2d3-966fd32efe88 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.764552 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541eeef-7702-49f3-998a-ad9ee9a347a8 req-3d4feea5-f9de-459e-94e8-7be9334bbc4a tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:03.770451 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541eeef-7702-49f3-998a-ad9ee9a347a8 req-3d4feea5-f9de-459e-94e8-7be9334bbc4a tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:03.772108 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5541eeef-7702-49f3-998a-ad9ee9a347a8 req-3d4feea5-f9de-459e-94e8-7be9334bbc4a tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=a513219c-549b-4335-9954-d786efa623f7 HTTP/1.1" status: 200 len: 1682 time: 0.0832365 Jul 15 23:17:03.779194 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08493419-08d8-4344-b2d3-966fd32efe88 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.812696 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5541eeef-7702-49f3-998a-ad9ee9a347a8 req-838ae0fc-1484-4914-86be-dcdc09a301c1 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349386 Jul 15 23:17:03.831700 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08493419-08d8-4344-b2d3-966fd32efe88 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.834892 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08493419-08d8-4344-b2d3-966fd32efe88 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.838536 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-08493419-08d8-4344-b2d3-966fd32efe88 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "DELETE /v2.0/security-groups/111f7516-82d3-4105-a538-1bd5873b14b6 HTTP/1.1" status: 204 len: 168 time: 0.1375315 Jul 15 23:17:03.839621 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58096) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:03.852016 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08493419-08d8-4344-b2d3-966fd32efe88 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=111f7516-82d3-4105-a538-1bd5873b14b6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:03.893176 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6b8343cc-f825-44f1-83f3-5cb37358d999 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0514054 Jul 15 23:17:03.897342 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58100) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:03.901783 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-6ff18e0b-cfef-48f5-a7db-1ba88c626b41 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Request body: {'security_group': {'name': 'tempest-secgroup--1348035578'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:03.927427 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ff18e0b-cfef-48f5-a7db-1ba88c626b41 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.937594 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f6400-955d-4ccc-b600-1a1667c50900 req-d777a366-628e-4c9b-8fd4-575c63fcdf17 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:03.943299 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-996f6400-955d-4ccc-b600-1a1667c50900 req-d777a366-628e-4c9b-8fd4-575c63fcdf17 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] 10.222.0.16 "GET /v2.0/ports?device_id=222cd750-ba19-4365-b0f4-edf9d3eff7ec HTTP/1.1" status: 200 len: 948 time: 0.1151865 Jul 15 23:17:03.956891 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98a59f-99e1-4657-9c13-7de6d397a20c req-f6327e50-b9cb-446a-9740-272a3de5b9bf tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:03.962905 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98a59f-99e1-4657-9c13-7de6d397a20c req-f6327e50-b9cb-446a-9740-272a3de5b9bf tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:03.964515 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e98a59f-99e1-4657-9c13-7de6d397a20c req-f6327e50-b9cb-446a-9740-272a3de5b9bf tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.43 "GET /v2.0/ports?device_id=a513219c-549b-4335-9954-d786efa623f7 HTTP/1.1" status: 200 len: 1682 time: 0.1343896 Jul 15 23:17:04.038212 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-996f6400-955d-4ccc-b600-1a1667c50900 req-833c72e1-1667-4df6-8f21-435073d7d6ab tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d6dedd-b308-4835-8047-6d8f3bdc801f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725129 Jul 15 23:17:04.039604 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ff18e0b-cfef-48f5-a7db-1ba88c626b41 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.045804 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ff18e0b-cfef-48f5-a7db-1ba88c626b41 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.090038 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ff18e0b-cfef-48f5-a7db-1ba88c626b41 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.091393 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6ff18e0b-cfef-48f5-a7db-1ba88c626b41 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1930964 Jul 15 23:17:04.093311 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff18e0b-cfef-48f5-a7db-1ba88c626b41 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6205c506-ce5d-4680-8a94-978feb87efab,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:04.095504 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58102) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:04.103896 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-fe41bb1f-d947-4c2e-ac10-5bb1cfd914e1 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Request body: {'security_group': {'name': 'tempest-secgroup--1421623003'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:04.129138 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-6e98a59f-99e1-4657-9c13-7de6d397a20c req-c29b80eb-05fd-476e-85e4-7ffa84bb74d8 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Deleting port 04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:04.129555 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6e98a59f-99e1-4657-9c13-7de6d397a20c req-c29b80eb-05fd-476e-85e4-7ffa84bb74d8 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.150617 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fe41bb1f-d947-4c2e-ac10-5bb1cfd914e1 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.282613 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-6e98a59f-99e1-4657-9c13-7de6d397a20c req-c29b80eb-05fd-476e-85e4-7ffa84bb74d8 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] For port 04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc,segment=NetworkSegment(a94b0721-6b3d-45d8-9d76-5cc7572e163c),segment_id=a94b0721-6b3d-45d8-9d76-5cc7572e163c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:04.283004 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6e98a59f-99e1-4657-9c13-7de6d397a20c req-c29b80eb-05fd-476e-85e4-7ffa84bb74d8 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.330960 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-6e98a59f-99e1-4657-9c13-7de6d397a20c req-c29b80eb-05fd-476e-85e4-7ffa84bb74d8 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Calling delete_port for 04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:04.346571 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fe41bb1f-d947-4c2e-ac10-5bb1cfd914e1 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.352906 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fe41bb1f-d947-4c2e-ac10-5bb1cfd914e1 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.420154 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fe41bb1f-d947-4c2e-ac10-5bb1cfd914e1 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.421884 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fe41bb1f-d947-4c2e-ac10-5bb1cfd914e1 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3240829 Jul 15 23:17:04.425071 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58108) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:04.437712 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-98d1b63d-42e4-4db5-a355-ae94f8131f23 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Request body: {'security_group_rule': {'security_group_id': '6205c506-ce5d-4680-8a94-978feb87efab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e6ee9154-12a0-4b35-a18a-f538c25565d7', 'remote_ip_prefix': None}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:04.441390 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41bb1f-d947-4c2e-ac10-5bb1cfd914e1 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ee9154-12a0-4b35-a18a-f538c25565d7,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:04.468427 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648d514-3bb8-4133-a65b-d8e3e284c4d3 req-844badbc-c3db-4c0a-b0ce-68d82abdd182 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:04.474465 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-98d1b63d-42e4-4db5-a355-ae94f8131f23 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.475258 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0648d514-3bb8-4133-a65b-d8e3e284c4d3 req-844badbc-c3db-4c0a-b0ce-68d82abdd182 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5edff6-1069-4223-b89c-418f22657dba HTTP/1.1" status: 200 len: 945 time: 0.1976643 Jul 15 23:17:04.528414 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0648d514-3bb8-4133-a65b-d8e3e284c4d3 req-cba93215-9b05-4ba9-b264-fb4b2f0bf282 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522149 Jul 15 23:17:04.584672 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8b652be2-6364-4e12-b7ff-fc7b62ebc3f4 req-ea80ebd9-0e68-479c-9736-1cb9f9180585 tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0488820 Jul 15 23:17:04.600433 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-98d1b63d-42e4-4db5-a355-ae94f8131f23 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.605222 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-98d1b63d-42e4-4db5-a355-ae94f8131f23 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.610653 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6e98a59f-99e1-4657-9c13-7de6d397a20c req-c29b80eb-05fd-476e-85e4-7ffa84bb74d8 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.624228 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc', '02cbcf78-9abc-44e3-b6ee-b32e510fbcf3'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:17:04.628133 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1b63d-42e4-4db5-a355-ae94f8131f23 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f11518d3-670f-42ae-b09c-bcbd92632135,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:04.638243 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-98d1b63d-42e4-4db5-a355-ae94f8131f23 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.640318 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-98d1b63d-42e4-4db5-a355-ae94f8131f23 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2111497 Jul 15 23:17:04.643322 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58110) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:04.650874 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b80eb-05fd-476e-85e4-7ffa84bb74d8 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Pushing event deleted for resources: {'Port': ['ID=04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:04.681358 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a8651dfc-83ec-40b8-9326-cd9acc65511b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.692581 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a8651dfc-83ec-40b8-9326-cd9acc65511b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.705712 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e98a59f-99e1-4657-9c13-7de6d397a20c req-c29b80eb-05fd-476e-85e4-7ffa84bb74d8 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] No DVR routers for this DVR port 04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:04.708228 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6e98a59f-99e1-4657-9c13-7de6d397a20c req-c29b80eb-05fd-476e-85e4-7ffa84bb74d8 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.710317 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e98a59f-99e1-4657-9c13-7de6d397a20c req-c29b80eb-05fd-476e-85e4-7ffa84bb74d8 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.43 "DELETE /v2.0/ports/04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc HTTP/1.1" status: 204 len: 173 time: 0.7374818 Jul 15 23:17:04.710793 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a513219c-549b-4335-9954-d786efa623f7', 'name': 'network-vif-deleted', 'tag': '04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:04.714003 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd474335-7587-4ddb-b03e-8cb03bff345f" -d '{"events": [{"server_uuid": "a513219c-549b-4335-9954-d786efa623f7", "name": "network-vif-deleted", "tag": "04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:04.730077 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a8651dfc-83ec-40b8-9326-cd9acc65511b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.739360 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a8651dfc-83ec-40b8-9326-cd9acc65511b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.743492 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a8651dfc-83ec-40b8-9326-cd9acc65511b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/f11518d3-670f-42ae-b09c-bcbd92632135 HTTP/1.1" status: 204 len: 168 time: 0.0987732 Jul 15 23:17:04.745038 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58114) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:04.750372 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8651dfc-83ec-40b8-9326-cd9acc65511b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f11518d3-670f-42ae-b09c-bcbd92632135,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:04.782555 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8759133e-03e8-4d6b-9085-4fbbf06cc699 x-openstack-request-id: req-8759133e-03e8-4d6b-9085-4fbbf06cc699 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:04.782853 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a513219c-549b-4335-9954-d786efa623f7", "name": "network-vif-deleted", "tag": "04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:04.783101 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8759133e-03e8-4d6b-9085-4fbbf06cc699 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:04.783491 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a513219c-549b-4335-9954-d786efa623f7', 'name': 'network-vif-deleted', 'tag': '04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc', 'status': 'completed', 'code': 200} Jul 15 23:17:04.878065 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-eb88c1e6-0e03-48a7-8715-17b891c4464c tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1286845 Jul 15 23:17:04.878494 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58118) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:04.959644 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-6e98a59f-99e1-4657-9c13-7de6d397a20c req-f72188f4-95d8-4a04-bbaf-2d100ab1cb7e tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Deleting port 02cbcf78-9abc-44e3-b6ee-b32e510fbcf3 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:04.959910 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6e98a59f-99e1-4657-9c13-7de6d397a20c req-f72188f4-95d8-4a04-bbaf-2d100ab1cb7e tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.981328 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-93aa6ff6-70a9-4bda-8566-d2f85e780384 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.392739 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-93aa6ff6-70a9-4bda-8566-d2f85e780384 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.483679 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-6e98a59f-99e1-4657-9c13-7de6d397a20c req-f72188f4-95d8-4a04-bbaf-2d100ab1cb7e tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] For port 02cbcf78-9abc-44e3-b6ee-b32e510fbcf3, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=02cbcf78-9abc-44e3-b6ee-b32e510fbcf3,segment=NetworkSegment(8ea4d8d2-3208-4b2e-a5d2-5bd0f95b7c8e),segment_id=8ea4d8d2-3208-4b2e-a5d2-5bd0f95b7c8e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:05.484041 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6e98a59f-99e1-4657-9c13-7de6d397a20c req-f72188f4-95d8-4a04-bbaf-2d100ab1cb7e tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.504463 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-6e98a59f-99e1-4657-9c13-7de6d397a20c req-f72188f4-95d8-4a04-bbaf-2d100ab1cb7e tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Calling delete_port for 02cbcf78-9abc-44e3-b6ee-b32e510fbcf3 owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:05.513131 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851614bc-50a5-4ac3-a3ab-a06cf77aa65f req-5bed6dd4-c318-4b4c-afc4-904bb9e2748a tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:05.515203 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-851614bc-50a5-4ac3-a3ab-a06cf77aa65f req-5bed6dd4-c318-4b4c-afc4-904bb9e2748a tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/ports?device_id=a513219c-549b-4335-9954-d786efa623f7 HTTP/1.1" status: 200 len: 946 time: 0.5720270 Jul 15 23:17:05.533194 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-93aa6ff6-70a9-4bda-8566-d2f85e780384 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.535616 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-93aa6ff6-70a9-4bda-8566-d2f85e780384 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.536654 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-93aa6ff6-70a9-4bda-8566-d2f85e780384 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "DELETE /v2.0/security-groups/e6ee9154-12a0-4b35-a18a-f538c25565d7 HTTP/1.1" status: 204 len: 168 time: 0.6572421 Jul 15 23:17:05.539461 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58124) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:05.595601 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa6ff6-70a9-4bda-8566-d2f85e780384 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ee9154-12a0-4b35-a18a-f538c25565d7,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:05.599767 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-84830938-4e40-41cd-82e6-35e117f7222e tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0565400 Jul 15 23:17:05.600722 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58128) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:05.636986 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97174b99-71df-43e9-b491-ad916254c3bb req-58048beb-9c41-4efe-8ef9-b564663ffd24 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:05.638460 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97174b99-71df-43e9-b491-ad916254c3bb req-58048beb-9c41-4efe-8ef9-b564663ffd24 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] 10.222.0.16 "GET /v2.0/ports?device_id=222cd750-ba19-4365-b0f4-edf9d3eff7ec HTTP/1.1" status: 200 len: 948 time: 0.2358015 Jul 15 23:17:05.643646 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-851614bc-50a5-4ac3-a3ab-a06cf77aa65f req-81773264-3301-4bb6-9d72-89b190643030 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226437 Jul 15 23:17:05.656278 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f550c84f-5f6a-47db-bebb-a830123d34db tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.682914 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f550c84f-5f6a-47db-bebb-a830123d34db tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.696145 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97174b99-71df-43e9-b491-ad916254c3bb req-1c118550-31a0-48da-b5a4-d28eb73f1089 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d6dedd-b308-4835-8047-6d8f3bdc801f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504353 Jul 15 23:17:05.743389 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f550c84f-5f6a-47db-bebb-a830123d34db tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.746216 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f550c84f-5f6a-47db-bebb-a830123d34db tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.747451 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f550c84f-5f6a-47db-bebb-a830123d34db tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "DELETE /v2.0/security-groups/6205c506-ce5d-4680-8a94-978feb87efab HTTP/1.1" status: 204 len: 168 time: 0.1464214 Jul 15 23:17:05.750712 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58132) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:05.769635 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550c84f-5f6a-47db-bebb-a830123d34db tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6205c506-ce5d-4680-8a94-978feb87efab,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:05.807374 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3febd9c1-7e77-473c-b7da-03486fc2a2c7 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0517628 Jul 15 23:17:05.807599 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58134) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:05.812929 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a3790c0c-2d90-416a-ab19-258fe6817069 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Request body: {'security_group': {'name': 'tempest-secgroup--1833465434'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:05.816582 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6e98a59f-99e1-4657-9c13-7de6d397a20c req-f72188f4-95d8-4a04-bbaf-2d100ab1cb7e tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.828456 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:17:05.840191 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3790c0c-2d90-416a-ab19-258fe6817069 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.850300 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72188f4-95d8-4a04-bbaf-2d100ab1cb7e tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Pushing event deleted for resources: {'Port': ['ID=02cbcf78-9abc-44e3-b6ee-b32e510fbcf3,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:05.867191 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 42e3351f-35aa-4388-b382-0a2d51687587 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:17:05.937922 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-66899727-b52e-47b3-96a9-f356c480d7e4 req-16f8f618-385b-4945-b960-8ba133d4046b tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0533934 Jul 15 23:17:05.941593 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e98a59f-99e1-4657-9c13-7de6d397a20c req-f72188f4-95d8-4a04-bbaf-2d100ab1cb7e tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] No DVR routers for this DVR port 02cbcf78-9abc-44e3-b6ee-b32e510fbcf3 on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:05.944661 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6e98a59f-99e1-4657-9c13-7de6d397a20c req-f72188f4-95d8-4a04-bbaf-2d100ab1cb7e tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.946849 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3790c0c-2d90-416a-ab19-258fe6817069 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.948978 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e98a59f-99e1-4657-9c13-7de6d397a20c req-f72188f4-95d8-4a04-bbaf-2d100ab1cb7e tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.43 "DELETE /v2.0/ports/02cbcf78-9abc-44e3-b6ee-b32e510fbcf3 HTTP/1.1" status: 204 len: 173 time: 1.2322145 Jul 15 23:17:05.958416 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3790c0c-2d90-416a-ab19-258fe6817069 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.991458 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d24f4-5d73-4176-bc6b-7f6000e89e53 req-48f15e17-0dba-480a-9e90-3dd68fccbf32 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:05.996408 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5d5d24f4-5d73-4176-bc6b-7f6000e89e53 req-48f15e17-0dba-480a-9e90-3dd68fccbf32 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5edff6-1069-4223-b89c-418f22657dba HTTP/1.1" status: 200 len: 945 time: 0.2245288 Jul 15 23:17:06.007925 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a3790c0c-2d90-416a-ab19-258fe6817069 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.009368 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a3790c0c-2d90-416a-ab19-258fe6817069 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2007327 Jul 15 23:17:06.010618 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3790c0c-2d90-416a-ab19-258fe6817069 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f72997f-163f-4d49-a750-640e373369d3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:06.012764 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58136) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:06.017886 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-648377bb-9bdf-45c0-a505-16af5759860f tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Request body: {'security_group_rule': {'security_group_id': '3f72997f-163f-4d49-a750-640e373369d3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:06.034146 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 42e3351f-35aa-4388-b382-0a2d51687587, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=42e3351f-35aa-4388-b382-0a2d51687587,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:06.046498 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '42e3351f-35aa-4388-b382-0a2d51687587', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': '42e3351f-35aa-4388-b382-0a2d51687587', 'mac_address': 'fa:16:3e:47:a6:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:17:06.070763 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-648377bb-9bdf-45c0-a505-16af5759860f tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.086922 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5d5d24f4-5d73-4176-bc6b-7f6000e89e53 req-9b7442ca-73f0-47c4-8a3b-1b8d2ea78b07 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811634 Jul 15 23:17:06.103953 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.125852 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e3351f-35aa-4388-b382-0a2d51687587 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:17:06.153401 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 42e3351f-35aa-4388-b382-0a2d51687587, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=42e3351f-35aa-4388-b382-0a2d51687587,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:06.153631 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-648377bb-9bdf-45c0-a505-16af5759860f tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.159702 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.161630 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-648377bb-9bdf-45c0-a505-16af5759860f tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.185745 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648377bb-9bdf-45c0-a505-16af5759860f tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48cec792-8d3e-41cb-b337-1022249b8b04,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:06.195205 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-648377bb-9bdf-45c0-a505-16af5759860f tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.199113 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-648377bb-9bdf-45c0-a505-16af5759860f tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1827638 Jul 15 23:17:06.199494 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58140) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:06.225179 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=42e3351f-35aa-4388-b382-0a2d51687587,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:06.229811 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-46b02a23-78cb-4302-9ad4-dfb470f86d00 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.239415 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-46b02a23-78cb-4302-9ad4-dfb470f86d00 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.266658 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-46b02a23-78cb-4302-9ad4-dfb470f86d00 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.271409 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-46b02a23-78cb-4302-9ad4-dfb470f86d00 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.272516 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-46b02a23-78cb-4302-9ad4-dfb470f86d00 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/48cec792-8d3e-41cb-b337-1022249b8b04 HTTP/1.1" status: 204 len: 168 time: 0.0720525 Jul 15 23:17:06.275367 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58142) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:06.279473 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b02a23-78cb-4302-9ad4-dfb470f86d00 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48cec792-8d3e-41cb-b337-1022249b8b04,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:06.316003 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e63012bf-f6d9-44da-ac31-6c518735283c tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0389984 Jul 15 23:17:06.318703 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58144) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:06.367392 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3e07729-6aad-4bdb-a6f9-f5b8fdc8f3e0 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.388923 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3e07729-6aad-4bdb-a6f9-f5b8fdc8f3e0 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.430067 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3e07729-6aad-4bdb-a6f9-f5b8fdc8f3e0 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.432755 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3e07729-6aad-4bdb-a6f9-f5b8fdc8f3e0 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.433906 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d3e07729-6aad-4bdb-a6f9-f5b8fdc8f3e0 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "DELETE /v2.0/security-groups/3f72997f-163f-4d49-a750-640e373369d3 HTTP/1.1" status: 204 len: 168 time: 0.1142812 Jul 15 23:17:06.437619 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58146) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:06.444289 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e07729-6aad-4bdb-a6f9-f5b8fdc8f3e0 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f72997f-163f-4d49-a750-640e373369d3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:06.471621 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['42e3351f-35aa-4388-b382-0a2d51687587'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:17:06.485433 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2d90ff88-5238-48a6-b317-dd3ff0767922 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0463622 Jul 15 23:17:06.489246 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58148) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:06.494078 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-de4b5ec6-b504-4a35-9b1b-9b8b2f9ef3ba tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Request body: {'security_group': {'name': 'tempest-secgroup--1546812542'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:06.520324 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de4b5ec6-b504-4a35-9b1b-9b8b2f9ef3ba tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.614598 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de4b5ec6-b504-4a35-9b1b-9b8b2f9ef3ba tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.620584 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de4b5ec6-b504-4a35-9b1b-9b8b2f9ef3ba tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.647536 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de4b5ec6-b504-4a35-9b1b-9b8b2f9ef3ba tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.648763 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-de4b5ec6-b504-4a35-9b1b-9b8b2f9ef3ba tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1584694 Jul 15 23:17:06.651837 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58150) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:06.656994 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b5ec6-b504-4a35-9b1b-9b8b2f9ef3ba tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a98b8029-a712-4af1-bf00-fb6ab83e4428,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:06.657174 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-3d716ce8-49f8-4b18-aee5-6a5674e822c9 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Request body: {'security_group_rule': {'security_group_id': 'a98b8029-a712-4af1-bf00-fb6ab83e4428', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:06.687233 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d716ce8-49f8-4b18-aee5-6a5674e822c9 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.739799 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58156) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:06.752240 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d716ce8-49f8-4b18-aee5-6a5674e822c9 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.756938 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d716ce8-49f8-4b18-aee5-6a5674e822c9 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.778053 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d716ce8-49f8-4b18-aee5-6a5674e822c9 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98cc7c1c-866c-46ff-acbc-32cf72716af1,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:06.783452 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d716ce8-49f8-4b18-aee5-6a5674e822c9 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.789408 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58158) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:06.790251 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3d716ce8-49f8-4b18-aee5-6a5674e822c9 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1371324 Jul 15 23:17:06.791128 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a513219c-549b-4335-9954-d786efa623f7', 'name': 'network-vif-deleted', 'tag': '02cbcf78-9abc-44e3-b6ee-b32e510fbcf3'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:06.793532 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fafbc8-98bd-496c-92bf-5a2412ea636e" -d '{"events": [{"server_uuid": "a513219c-549b-4335-9954-d786efa623f7", "name": "network-vif-deleted", "tag": "02cbcf78-9abc-44e3-b6ee-b32e510fbcf3"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:06.808631 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b187b19-fedc-4468-8921-b185f6c58b3b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Deleting subnet f04b2367-90d5-4658-a524-0d0d69aa19aa {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:17:06.813961 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b187b19-fedc-4468-8921-b185f6c58b3b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.834286 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ef99d4-f44f-4821-95d8-6ee1fe94de0e x-openstack-request-id: req-28ef99d4-f44f-4821-95d8-6ee1fe94de0e {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:06.834664 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a513219c-549b-4335-9954-d786efa623f7", "name": "network-vif-deleted", "tag": "02cbcf78-9abc-44e3-b6ee-b32e510fbcf3", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:06.835643 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28ef99d4-f44f-4821-95d8-6ee1fe94de0e {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:06.836119 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a513219c-549b-4335-9954-d786efa623f7', 'name': 'network-vif-deleted', 'tag': '02cbcf78-9abc-44e3-b6ee-b32e510fbcf3', 'status': 'completed', 'code': 200} Jul 15 23:17:06.838598 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6b91813e-3636-4d22-94a4-c3ba9530f69b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "GET /v2.0/security-group-rules/98cc7c1c-866c-46ff-acbc-32cf72716af1 HTTP/1.1" status: 200 len: 763 time: 0.0478587 Jul 15 23:17:06.841094 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58162) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:06.877521 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b187b19-fedc-4468-8921-b185f6c58b3b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.892009 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b80e9-9c25-4d17-807a-254fb77e8849 req-de9ed066-db03-4ce3-807d-985581736212 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:06.893514 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a78b80e9-9c25-4d17-807a-254fb77e8849 req-de9ed066-db03-4ce3-807d-985581736212 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] 10.222.0.16 "GET /v2.0/ports?device_id=222cd750-ba19-4365-b0f4-edf9d3eff7ec HTTP/1.1" status: 200 len: 949 time: 0.0719097 Jul 15 23:17:06.926791 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8afc9e5d-4312-4399-94d3-f4aa904e62a8 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0845261 Jul 15 23:17:06.929382 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58164) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:06.931313 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a78b80e9-9c25-4d17-807a-254fb77e8849 req-b9f5f566-3f10-4646-a8ae-ae3124839617 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d6dedd-b308-4835-8047-6d8f3bdc801f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318835 Jul 15 23:17:06.986006 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30123298-a1c0-4cfe-919b-f11ca978f5bc tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.998835 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30123298-a1c0-4cfe-919b-f11ca978f5bc tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.018279 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b187b19-fedc-4468-8921-b185f6c58b3b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.054934 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30123298-a1c0-4cfe-919b-f11ca978f5bc tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.064677 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30123298-a1c0-4cfe-919b-f11ca978f5bc tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.065796 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-30123298-a1c0-4cfe-919b-f11ca978f5bc tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/98cc7c1c-866c-46ff-acbc-32cf72716af1 HTTP/1.1" status: 204 len: 168 time: 0.1355121 Jul 15 23:17:07.068438 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58168) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:07.077879 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30123298-a1c0-4cfe-919b-f11ca978f5bc tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98cc7c1c-866c-46ff-acbc-32cf72716af1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:07.097800 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b187b19-fedc-4468-8921-b185f6c58b3b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.122222 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-114f0dd2-614d-4d1c-a28d-7dfa0ab95370 req-eb51d858-4f9c-47fe-848d-72a0f0378b23 tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0326378 Jul 15 23:17:07.130697 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b187b19-fedc-4468-8921-b185f6c58b3b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Pushing event deleted for resources: {'Subnet': ['ID=f04b2367-90d5-4658-a524-0d0d69aa19aa,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:07.138604 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b187b19-fedc-4468-8921-b185f6c58b3b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.143008 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7b187b19-fedc-4468-8921-b185f6c58b3b tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "DELETE /v2.0/subnets/f04b2367-90d5-4658-a524-0d0d69aa19aa HTTP/1.1" status: 204 len: 168 time: 0.3999243 Jul 15 23:17:07.143177 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662e9133-f7bc-400c-a2da-a0813d0751bf None None] Network 6b796b78-54ea-4a8c-b281-917f4726d138 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:07.144424 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f7e967a8-1224-4c01-a0da-a889b26be1be tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0745573 Jul 15 23:17:07.144874 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58172) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:07.148196 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58174) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:07.155597 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-84642554-f619-47fb-8a34-5b7ac677f87d tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Request body: {'security_group_rule': {'security_group_id': 'a98b8029-a712-4af1-bf00-fb6ab83e4428', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:07.205633 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-84642554-f619-47fb-8a34-5b7ac677f87d tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.227444 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37d10a40-6b62-4cd0-ad41-3d5b72c14e50 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.292024 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-37d10a40-6b62-4cd0-ad41-3d5b72c14e50 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Deleting port ca19a78d-e18f-415d-aece-5243d679c9b1 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:07.292773 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37d10a40-6b62-4cd0-ad41-3d5b72c14e50 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.310331 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-84642554-f619-47fb-8a34-5b7ac677f87d tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.317617 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-84642554-f619-47fb-8a34-5b7ac677f87d tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.348204 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84642554-f619-47fb-8a34-5b7ac677f87d tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c050ed-34fc-4f27-bd38-3858d9c290a0,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:07.365608 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-84642554-f619-47fb-8a34-5b7ac677f87d tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.367036 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-84642554-f619-47fb-8a34-5b7ac677f87d tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2175391 Jul 15 23:17:07.370122 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58178) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:07.372240 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1a6c55-0fea-43c9-b578-71613a9af3f3 None None] DHCP port deletion for 6b796b78-54ea-4a8c-b281-917f4726d138 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:17:07.386284 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-37d10a40-6b62-4cd0-ad41-3d5b72c14e50 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] For port ca19a78d-e18f-415d-aece-5243d679c9b1, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ca19a78d-e18f-415d-aece-5243d679c9b1,segment=NetworkSegment(a94b0721-6b3d-45d8-9d76-5cc7572e163c),segment_id=a94b0721-6b3d-45d8-9d76-5cc7572e163c)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:07.387161 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37d10a40-6b62-4cd0-ad41-3d5b72c14e50 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.398577 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2147a-90fb-418a-ab4d-9fc4252c0e3a req-df55eac8-21e3-4d15-804e-308dd9a8a94c tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:07.400264 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ccc2147a-90fb-418a-ab4d-9fc4252c0e3a req-df55eac8-21e3-4d15-804e-308dd9a8a94c tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5edff6-1069-4223-b89c-418f22657dba HTTP/1.1" status: 200 len: 945 time: 0.1311433 Jul 15 23:17:07.401372 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-37d10a40-6b62-4cd0-ad41-3d5b72c14e50 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Calling delete_port for ca19a78d-e18f-415d-aece-5243d679c9b1 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:07.405711 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d87f9cd1-2f64-4be1-b685-ea794cc2defa tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "GET /v2.0/security-group-rules/e0c050ed-34fc-4f27-bd38-3858d9c290a0 HTTP/1.1" status: 200 len: 763 time: 0.0318904 Jul 15 23:17:07.406199 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58180) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:07.428271 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-1b1a6c55-0fea-43c9-b578-71613a9af3f3 None None] Deleting port ca19a78d-e18f-415d-aece-5243d679c9b1 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:07.428937 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1b1a6c55-0fea-43c9-b578-71613a9af3f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.463016 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ccc2147a-90fb-418a-ab4d-9fc4252c0e3a req-9dfbb84d-5181-4571-b62f-672406bf55c4 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494275 Jul 15 23:17:07.477952 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6aed28f3-8e04-4e1d-bdf4-eaa87080242e tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0700719 Jul 15 23:17:07.483543 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58184) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:07.501723 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-1b1a6c55-0fea-43c9-b578-71613a9af3f3 None None] For port ca19a78d-e18f-415d-aece-5243d679c9b1, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ca19a78d-e18f-415d-aece-5243d679c9b1,segment=NetworkSegment(a94b0721-6b3d-45d8-9d76-5cc7572e163c),segment_id=a94b0721-6b3d-45d8-9d76-5cc7572e163c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:07.502357 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1b1a6c55-0fea-43c9-b578-71613a9af3f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.509623 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a03feb9-2531-41c9-8280-4b2003138111 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.515079 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-1b1a6c55-0fea-43c9-b578-71613a9af3f3 None None] Calling delete_port for ca19a78d-e18f-415d-aece-5243d679c9b1 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:07.517376 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a03feb9-2531-41c9-8280-4b2003138111 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.519218 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37d10a40-6b62-4cd0-ad41-3d5b72c14e50 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.561219 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d10a40-6b62-4cd0-ad41-3d5b72c14e50 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Pushing event deleted for resources: {'Port': ['ID=ca19a78d-e18f-415d-aece-5243d679c9b1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:07.565668 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d10a40-6b62-4cd0-ad41-3d5b72c14e50 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] No DVR routers for this DVR port ca19a78d-e18f-415d-aece-5243d679c9b1 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:07.595795 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a03feb9-2531-41c9-8280-4b2003138111 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.598071 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1b1a6c55-0fea-43c9-b578-71613a9af3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.619448 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a03feb9-2531-41c9-8280-4b2003138111 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.620551 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9a03feb9-2531-41c9-8280-4b2003138111 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/e0c050ed-34fc-4f27-bd38-3858d9c290a0 HTTP/1.1" status: 204 len: 168 time: 0.1361201 Jul 15 23:17:07.623686 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58186) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:07.624623 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a6c55-0fea-43c9-b578-71613a9af3f3 None None] Pushing event deleted for resources: {'Port': ['ID=ca19a78d-e18f-415d-aece-5243d679c9b1,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:07.626591 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1a6c55-0fea-43c9-b578-71613a9af3f3 None None] No DVR routers for this DVR port ca19a78d-e18f-415d-aece-5243d679c9b1 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:07.629739 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03feb9-2531-41c9-8280-4b2003138111 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0c050ed-34fc-4f27-bd38-3858d9c290a0,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:07.663884 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37d10a40-6b62-4cd0-ad41-3d5b72c14e50 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.673956 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c886c41b-6b18-4e83-875b-13e8fa91281c tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0462019 Jul 15 23:17:07.674149 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-37d10a40-6b62-4cd0-ad41-3d5b72c14e50 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b796b78-54ea-4a8c-b281-917f4726d138']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:07.674302 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58188) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:07.678876 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-fb454c36-737e-4898-b915-a56f65a9c05b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Request body: {'security_group_rule': {'security_group_id': 'a98b8029-a712-4af1-bf00-fb6ab83e4428', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:07.684347 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-37d10a40-6b62-4cd0-ad41-3d5b72c14e50 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94b0721-6b3d-45d8-9d76-5cc7572e163c') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:07.684899 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-37d10a40-6b62-4cd0-ad41-3d5b72c14e50 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94b0721-6b3d-45d8-9d76-5cc7572e163c') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:07.693538 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37d10a40-6b62-4cd0-ad41-3d5b72c14e50 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.706253 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fb454c36-737e-4898-b915-a56f65a9c05b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.712890 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37d10a40-6b62-4cd0-ad41-3d5b72c14e50 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.719555 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d10a40-6b62-4cd0-ad41-3d5b72c14e50 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:17:07.719881 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37d10a40-6b62-4cd0-ad41-3d5b72c14e50 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.722977 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:17:07.722977 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:17:07.722977 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:17:07.722977 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:17:07.722977 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:17:07.722977 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:17:07.722977 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:17:07.722977 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:17:07.722977 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:17:07.722977 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:17:07.722977 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:17:07.722977 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:17:07.722977 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:17:07.722977 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:17:07.722977 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:17:07.722977 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:17:07.722977 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:17:07.722977 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:17:07.722977 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:17:07.722977 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:17:07.722977 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:17:07.722977 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:17:07.722977 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:17:07.722977 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:17:07.722977 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:17:07.722977 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:17:07.722977 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:17:07.722977 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:17:07.722977 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:17:07.722977 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:17:07.722977 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:17:07.722977 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:17:07.753812 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fb454c36-737e-4898-b915-a56f65a9c05b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.766805 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fb454c36-737e-4898-b915-a56f65a9c05b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.782975 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37d10a40-6b62-4cd0-ad41-3d5b72c14e50 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.786324 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb454c36-737e-4898-b915-a56f65a9c05b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f31e0e35-b883-411f-ab44-684e44616304,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:07.788441 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37d10a40-6b62-4cd0-ad41-3d5b72c14e50 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.791314 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-37d10a40-6b62-4cd0-ad41-3d5b72c14e50 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "DELETE /v2.0/networks/6b796b78-54ea-4a8c-b281-917f4726d138 HTTP/1.1" status: 204 len: 168 time: 0.6454730 Jul 15 23:17:07.792065 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fb454c36-737e-4898-b915-a56f65a9c05b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.793408 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fb454c36-737e-4898-b915-a56f65a9c05b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181045 Jul 15 23:17:07.794108 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58190) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:07.797704 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58192) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:07.813161 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d10a40-6b62-4cd0-ad41-3d5b72c14e50 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Pushing event deleted for resources: {'Network': ['ID=6b796b78-54ea-4a8c-b281-917f4726d138,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:07.825251 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-69ff00ce-b5f2-423d-84f6-5e256cf87cd8 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "GET /v2.0/security-group-rules/f31e0e35-b883-411f-ab44-684e44616304 HTTP/1.1" status: 200 len: 764 time: 0.0256279 Jul 15 23:17:07.827535 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58194) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:07.846623 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e898cf-0383-4b50-80af-1e5d8b70063a tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Deleting subnet e36ab973-dd8d-410d-8a25-35d38fa344f1 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:17:07.849809 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-00e898cf-0383-4b50-80af-1e5d8b70063a tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.865266 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 42e3351f-35aa-4388-b382-0a2d51687587 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:07.868061 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-10bc26cb-2081-4e40-b4b6-68229b1567ee tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0394278 Jul 15 23:17:07.870715 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58196) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:07.894538 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a98cd9b1-7ca5-4937-ba8a-aa7809edf89b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.894897 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-00e898cf-0383-4b50-80af-1e5d8b70063a tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.901755 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a98cd9b1-7ca5-4937-ba8a-aa7809edf89b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.919612 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 42e3351f-35aa-4388-b382-0a2d51687587 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:07.924303 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 42e3351f-35aa-4388-b382-0a2d51687587 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:07.924754 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.931794 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a98cd9b1-7ca5-4937-ba8a-aa7809edf89b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.939857 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a98cd9b1-7ca5-4937-ba8a-aa7809edf89b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.943475 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a98cd9b1-7ca5-4937-ba8a-aa7809edf89b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/f31e0e35-b883-411f-ab44-684e44616304 HTTP/1.1" status: 204 len: 168 time: 0.0693405 Jul 15 23:17:07.944488 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58198) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:07.950779 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98cd9b1-7ca5-4937-ba8a-aa7809edf89b tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f31e0e35-b883-411f-ab44-684e44616304,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:08.015015 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.022289 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c45fef94-1195-4f4f-a0e7-9677959ace67 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0748377 Jul 15 23:17:08.022289 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-00e898cf-0383-4b50-80af-1e5d8b70063a tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.023457 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58202) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:08.038400 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222cd750-ba19-4365-b0f4-edf9d3eff7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e3351f-35aa-4388-b382-0a2d51687587'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:08.040823 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e42d33-1b5e-4817-8944-9e761cc707f8" -d '{"events": [{"server_uuid": "222cd750-ba19-4365-b0f4-edf9d3eff7ec", "name": "network-vif-plugged", "status": "completed", "tag": "42e3351f-35aa-4388-b382-0a2d51687587"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:08.076656 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 42e3351f-35aa-4388-b382-0a2d51687587, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=42e3351f-35aa-4388-b382-0a2d51687587,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:08.083371 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.084442 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:08.110317 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac262e42-a54c-4239-a643-940f8d7232ed x-openstack-request-id: req-ac262e42-a54c-4239-a643-940f8d7232ed {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:08.110610 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222cd750-ba19-4365-b0f4-edf9d3eff7ec", "name": "network-vif-plugged", "status": "completed", "tag": "42e3351f-35aa-4388-b382-0a2d51687587", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:08.110870 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac262e42-a54c-4239-a643-940f8d7232ed {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:08.111278 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222cd750-ba19-4365-b0f4-edf9d3eff7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e3351f-35aa-4388-b382-0a2d51687587', 'code': 200} Jul 15 23:17:08.111536 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b0462a3-a77c-4fd3-8987-15a08f7a784f tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.130659 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-00e898cf-0383-4b50-80af-1e5d8b70063a tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.131761 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:17:08.132255 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 04f8fe2e-1bb5-46a9-b5ff-43667a62b5dc not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:17:08.132826 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 02cbcf78-9abc-44e3-b6ee-b32e510fbcf3 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:08.139481 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b0462a3-a77c-4fd3-8987-15a08f7a784f tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.147468 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-00e898cf-0383-4b50-80af-1e5d8b70063a tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.149418 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-00e898cf-0383-4b50-80af-1e5d8b70063a tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "DELETE /v2.0/subnets/e36ab973-dd8d-410d-8a25-35d38fa344f1 HTTP/1.1" status: 204 len: 168 time: 0.3542669 Jul 15 23:17:08.155423 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58206) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:08.159951 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf39a2c7-8c96-4456-8866-7b3f874ac199 None None] Network 9cee06fb-eeeb-4f0d-aa03-1f67657963f4 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:08.168098 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 02cbcf78-9abc-44e3-b6ee-b32e510fbcf3 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:17:08.168435 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 02cbcf78-9abc-44e3-b6ee-b32e510fbcf3 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:17:08.172466 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e898cf-0383-4b50-80af-1e5d8b70063a tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Pushing event deleted for resources: {'Subnet': ['ID=e36ab973-dd8d-410d-8a25-35d38fa344f1,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:08.240988 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=42e3351f-35aa-4388-b382-0a2d51687587,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:08.245587 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb89b9-d9a8-4063-8483-14a353c59285 req-aee61fca-40ab-4162-8b95-e2ad3916e7af tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:08.255392 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15cb89b9-d9a8-4063-8483-14a353c59285 req-aee61fca-40ab-4162-8b95-e2ad3916e7af tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] 10.222.0.16 "GET /v2.0/ports?device_id=222cd750-ba19-4365-b0f4-edf9d3eff7ec HTTP/1.1" status: 200 len: 950 time: 0.1765897 Jul 15 23:17:08.266138 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b57babc-04d2-42c7-bece-7a03b364c4d5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.277110 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b0462a3-a77c-4fd3-8987-15a08f7a784f tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.280138 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b0462a3-a77c-4fd3-8987-15a08f7a784f tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.281352 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0b0462a3-a77c-4fd3-8987-15a08f7a784f tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "DELETE /v2.0/security-groups/a98b8029-a712-4af1-bf00-fb6ab83e4428 HTTP/1.1" status: 204 len: 168 time: 0.2549775 Jul 15 23:17:08.287917 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58210) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:08.322765 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0462a3-a77c-4fd3-8987-15a08f7a784f tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98b8029-a712-4af1-bf00-fb6ab83e4428,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:08.347535 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15cb89b9-d9a8-4063-8483-14a353c59285 req-fb95d8d3-5349-48c2-ad5c-ca1da3c4c5d0 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d6dedd-b308-4835-8047-6d8f3bdc801f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902352 Jul 15 23:17:08.352903 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da47ef-8d38-4346-ae9d-2304b1cd6e11 req-16901f4b-deeb-44bb-a6d7-578e0195690b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:08.354484 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-77da47ef-8d38-4346-ae9d-2304b1cd6e11 req-16901f4b-deeb-44bb-a6d7-578e0195690b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=222cd750-ba19-4365-b0f4-edf9d3eff7ec HTTP/1.1" status: 200 len: 1101 time: 0.1736517 Jul 15 23:17:08.358131 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3b57babc-04d2-42c7-bece-7a03b364c4d5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Deleting port 7ca44f8e-350f-4fdc-9943-de7529cb007a {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:08.358466 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b57babc-04d2-42c7-bece-7a03b364c4d5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.405069 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-66f55b20-2347-4019-b366-efd568e2e7b6 req-27a1ef2d-a75d-40fb-bcc4-efdb9af93025 tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0674119 Jul 15 23:17:08.437432 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-dbd0660c-053c-482e-96a7-f287fb333008 tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1381285 Jul 15 23:17:08.437624 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58214) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:08.444441 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7958991d-4a8e-42e2-a5b3-11de1b404f7f None None] DHCP port deletion for 9cee06fb-eeeb-4f0d-aa03-1f67657963f4 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:17:08.452432 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-77da47ef-8d38-4346-ae9d-2304b1cd6e11 req-5e1213cb-fa5f-4698-be76-2860206c0202 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b3d6dedd-b308-4835-8047-6d8f3bdc801f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790312 Jul 15 23:17:08.475111 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3b57babc-04d2-42c7-bece-7a03b364c4d5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] For port 7ca44f8e-350f-4fdc-9943-de7529cb007a, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=7ca44f8e-350f-4fdc-9943-de7529cb007a,segment=NetworkSegment(8ea4d8d2-3208-4b2e-a5d2-5bd0f95b7c8e),segment_id=8ea4d8d2-3208-4b2e-a5d2-5bd0f95b7c8e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:08.475479 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b57babc-04d2-42c7-bece-7a03b364c4d5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.497455 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3b57babc-04d2-42c7-bece-7a03b364c4d5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Calling delete_port for 7ca44f8e-350f-4fdc-9943-de7529cb007a owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:08.498334 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-7958991d-4a8e-42e2-a5b3-11de1b404f7f None None] Deleting port 7ca44f8e-350f-4fdc-9943-de7529cb007a {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:08.498748 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7958991d-4a8e-42e2-a5b3-11de1b404f7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.505781 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4d579f0e-076b-4439-b2c6-db036e64757c tempest-SecGroupTest-2132731913 tempest-SecGroupTest-2132731913-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0725701 Jul 15 23:17:08.602151 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b57babc-04d2-42c7-bece-7a03b364c4d5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.634951 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57babc-04d2-42c7-bece-7a03b364c4d5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Pushing event deleted for resources: {'Port': ['ID=7ca44f8e-350f-4fdc-9943-de7529cb007a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:08.640613 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b57babc-04d2-42c7-bece-7a03b364c4d5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] No DVR routers for this DVR port 7ca44f8e-350f-4fdc-9943-de7529cb007a on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:08.702723 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5a3b0-217c-4b34-8919-f94765fdcf03 req-7582040a-4fdd-438f-bdf5-00f9d2c0e95a tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:08.704525 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d2f5a3b0-217c-4b34-8919-f94765fdcf03 req-7582040a-4fdd-438f-bdf5-00f9d2c0e95a tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5edff6-1069-4223-b89c-418f22657dba HTTP/1.1" status: 200 len: 945 time: 0.0767138 Jul 15 23:17:08.731836 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.744947 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-7958991d-4a8e-42e2-a5b3-11de1b404f7f None None] For port 7ca44f8e-350f-4fdc-9943-de7529cb007a, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=7ca44f8e-350f-4fdc-9943-de7529cb007a,segment=NetworkSegment(8ea4d8d2-3208-4b2e-a5d2-5bd0f95b7c8e),segment_id=8ea4d8d2-3208-4b2e-a5d2-5bd0f95b7c8e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:08.745361 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7958991d-4a8e-42e2-a5b3-11de1b404f7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.750330 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d2f5a3b0-217c-4b34-8919-f94765fdcf03 req-8b6f11f9-c50d-45ec-95e5-aa282b819c62 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373068 Jul 15 23:17:08.759056 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-7958991d-4a8e-42e2-a5b3-11de1b404f7f None None] Calling delete_port for 7ca44f8e-350f-4fdc-9943-de7529cb007a owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:08.845397 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7958991d-4a8e-42e2-a5b3-11de1b404f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.866423 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58222) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:08.871413 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958991d-4a8e-42e2-a5b3-11de1b404f7f None None] Pushing event deleted for resources: {'Port': ['ID=7ca44f8e-350f-4fdc-9943-de7529cb007a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:08.880277 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7958991d-4a8e-42e2-a5b3-11de1b404f7f None None] No DVR routers for this DVR port 7ca44f8e-350f-4fdc-9943-de7529cb007a on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:08.982174 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 7ca44f8e-350f-4fdc-9943-de7529cb007a no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:08.993375 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b57babc-04d2-42c7-bece-7a03b364c4d5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.999975 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3b57babc-04d2-42c7-bece-7a03b364c4d5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cee06fb-eeeb-4f0d-aa03-1f67657963f4']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:09.005134 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 7ca44f8e-350f-4fdc-9943-de7529cb007a {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:17:09.005410 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 7ca44f8e-350f-4fdc-9943-de7529cb007a not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:17:09.005891 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ca19a78d-e18f-415d-aece-5243d679c9b1 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:09.009974 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3b57babc-04d2-42c7-bece-7a03b364c4d5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea4d8d2-3208-4b2e-a5d2-5bd0f95b7c8e') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:09.010273 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3b57babc-04d2-42c7-bece-7a03b364c4d5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea4d8d2-3208-4b2e-a5d2-5bd0f95b7c8e') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:09.019164 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b57babc-04d2-42c7-bece-7a03b364c4d5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:09.023869 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2728642f-e192-4f2f-95d3-8bf0bd3d2290 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d7b7618056424f658379513b8177c63e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1537640 Jul 15 23:17:09.024107 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58226) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:09.026153 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: ca19a78d-e18f-415d-aece-5243d679c9b1 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:17:09.026499 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ca19a78d-e18f-415d-aece-5243d679c9b1 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:17:09.035907 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b57babc-04d2-42c7-bece-7a03b364c4d5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:09.047738 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b57babc-04d2-42c7-bece-7a03b364c4d5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:17:09.048454 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b57babc-04d2-42c7-bece-7a03b364c4d5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:09.052086 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:17:09.052086 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:17:09.052086 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:17:09.052086 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:17:09.052086 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:17:09.052086 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:17:09.052086 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:17:09.052086 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:17:09.052086 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:17:09.052086 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:17:09.052086 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:17:09.052086 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:17:09.052086 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:17:09.052086 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:17:09.052086 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:17:09.052086 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:17:09.052086 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:17:09.052086 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:17:09.052086 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:17:09.052086 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:17:09.052086 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:17:09.052086 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:17:09.052086 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:17:09.052086 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:17:09.052086 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:17:09.052086 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:17:09.052086 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:17:09.052086 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:17:09.052086 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:17:09.052086 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:17:09.052086 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:17:09.052086 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:17:09.079809 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-53468fde-2072-48a1-a928-716ae4c66218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:09.101966 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-53468fde-2072-48a1-a928-716ae4c66218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:09.112214 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b57babc-04d2-42c7-bece-7a03b364c4d5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:09.117452 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b57babc-04d2-42c7-bece-7a03b364c4d5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:09.119677 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3b57babc-04d2-42c7-bece-7a03b364c4d5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] 10.222.0.16 "DELETE /v2.0/networks/9cee06fb-eeeb-4f0d-aa03-1f67657963f4 HTTP/1.1" status: 204 len: 168 time: 0.9632599 Jul 15 23:17:09.138608 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57babc-04d2-42c7-bece-7a03b364c4d5 tempest-ServersTestMultiNic-210988708 tempest-ServersTestMultiNic-210988708-project] Pushing event deleted for resources: {'Network': ['ID=9cee06fb-eeeb-4f0d-aa03-1f67657963f4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:09.156771 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-53468fde-2072-48a1-a928-716ae4c66218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:09.159880 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-53468fde-2072-48a1-a928-716ae4c66218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:09.161035 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-53468fde-2072-48a1-a928-716ae4c66218 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e28c461c-9577-4f81-b901-39bcfe23c043 HTTP/1.1" status: 204 len: 168 time: 0.1358981 Jul 15 23:17:09.171004 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53468fde-2072-48a1-a928-716ae4c66218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28c461c-9577-4f81-b901-39bcfe23c043,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:09.453572 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58248) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:09.631333 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4271a1ea-5b38-4fd6-b3f9-444ba53be842 req-e180b5c1-d2f0-45cc-9a0b-31d25f7a8004 tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0471058 Jul 15 23:17:09.652218 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07018f01-bb4f-451a-9366-f9391341291c req-eb8e7598-1327-4be9-8bb1-74f99bb50617 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:09.653606 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-07018f01-bb4f-451a-9366-f9391341291c req-eb8e7598-1327-4be9-8bb1-74f99bb50617 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] 10.222.0.16 "GET /v2.0/ports?device_id=222cd750-ba19-4365-b0f4-edf9d3eff7ec HTTP/1.1" status: 200 len: 950 time: 0.1599374 Jul 15 23:17:09.776729 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-07018f01-bb4f-451a-9366-f9391341291c req-5155ed46-164d-4ab9-8deb-a586f30e18d0 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d6dedd-b308-4835-8047-6d8f3bdc801f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795102 Jul 15 23:17:10.004378 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fad5ad-24ff-4c56-b882-cfccdf05f002 req-f42fa8b2-7caa-41ac-a809-aee3835b6bab tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:10.006057 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09fad5ad-24ff-4c56-b882-cfccdf05f002 req-f42fa8b2-7caa-41ac-a809-aee3835b6bab tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5edff6-1069-4223-b89c-418f22657dba HTTP/1.1" status: 200 len: 945 time: 0.1032131 Jul 15 23:17:10.039162 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9b5316e7-42cf-4e93-a87b-6f5badcd3823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:10.104482 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09fad5ad-24ff-4c56-b882-cfccdf05f002 req-7f99cf8b-7ad0-45fc-87b5-090c7b420381 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905678 Jul 15 23:17:10.294981 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bcf14-29d3-4c14-9388-82b0d26c076e req-e46a1c26-9113-497e-a1da-3fa2ad032685 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:10.296493 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-072bcf14-29d3-4c14-9388-82b0d26c076e req-e46a1c26-9113-497e-a1da-3fa2ad032685 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] 10.222.0.16 "GET /v2.0/ports?device_id=222cd750-ba19-4365-b0f4-edf9d3eff7ec HTTP/1.1" status: 200 len: 950 time: 0.1018920 Jul 15 23:17:10.367432 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-072bcf14-29d3-4c14-9388-82b0d26c076e req-ace4054e-f129-4350-bb1f-ac1971d41727 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d6dedd-b308-4835-8047-6d8f3bdc801f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631580 Jul 15 23:17:10.409640 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-9b5316e7-42cf-4e93-a87b-6f5badcd3823 admin admin] Deleting port f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:10.409996 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9b5316e7-42cf-4e93-a87b-6f5badcd3823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:10.497588 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-9b5316e7-42cf-4e93-a87b-6f5badcd3823 admin admin] For port f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d,segment=NetworkSegment(86b14457-65d4-4981-b42c-4a861d55dab4),segment_id=86b14457-65d4-4981-b42c-4a861d55dab4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:10.497954 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9b5316e7-42cf-4e93-a87b-6f5badcd3823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:10.510925 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-9b5316e7-42cf-4e93-a87b-6f5badcd3823 admin admin] Calling delete_port for f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:10.722301 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9b5316e7-42cf-4e93-a87b-6f5badcd3823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:10.759396 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5316e7-42cf-4e93-a87b-6f5badcd3823 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:10.834385 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9597eae0-fe03-41fd-8d45-5629f8d9f3ca req-c27a9186-8691-4704-b60c-b168a2363c48 tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0636368 Jul 15 23:17:11.021042 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9b5316e7-42cf-4e93-a87b-6f5badcd3823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:11.077571 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58302) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:11.202859 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab5db9d3-c3a6-408a-b14b-b6e020565903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:11.315967 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab5db9d3-c3a6-408a-b14b-b6e020565903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:11.323930 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5316e7-42cf-4e93-a87b-6f5badcd3823 admin admin] Router e7a47387-9f24-4247-b8e8-8d5011b9502e has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:17:11.324183 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab5db9d3-c3a6-408a-b14b-b6e020565903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:11.348025 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8cc4b-0134-4819-ac0b-757020940025 req-11706b67-084b-44dc-aa81-dffb6b47ebec tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:11.356111 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5bb8cc4b-0134-4819-ac0b-757020940025 req-11706b67-084b-44dc-aa81-dffb6b47ebec tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5edff6-1069-4223-b89c-418f22657dba HTTP/1.1" status: 200 len: 945 time: 0.1103418 Jul 15 23:17:11.373727 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ab5db9d3-c3a6-408a-b14b-b6e020565903 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ef8aea022364981860c067e658370c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2945211 Jul 15 23:17:11.376558 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58308) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:11.377658 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5db9d3-c3a6-408a-b14b-b6e020565903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d683469-61c6-4866-aa31-f68a65dd95e5,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:11.464000 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5bb8cc4b-0134-4819-ac0b-757020940025 req-f1ed3f4d-af4e-4e0b-ae0f-64b43d251351 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070211 Jul 15 23:17:11.933869 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5316e7-42cf-4e93-a87b-6f5badcd3823 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:17:11.940969 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9b5316e7-42cf-4e93-a87b-6f5badcd3823 admin admin] 10.222.0.16 "PUT /v2.0/routers/e7a47387-9f24-4247-b8e8-8d5011b9502e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4858952 Jul 15 23:17:11.942703 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d9adec2f-1dbb-4ec0-8426-2692ce7d8884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:11.944437 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58316) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:11.947398 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffe0f05-652c-4157-9adf-c20fb3d02e50 None None] Sync routers for ids ['e7a47387-9f24-4247-b8e8-8d5011b9502e'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:17:11.960755 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffe0f05-652c-4157-9adf-c20fb3d02e50 None None] Routers {'e7a47387-9f24-4247-b8e8-8d5011b9502e'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:17:11.961759 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-5ffe0f05-652c-4157-9adf-c20fb3d02e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:16:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['e7a47387-9f24-4247-b8e8-8d5011b9502e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:11.990859 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d9adec2f-1dbb-4ec0-8426-2692ce7d8884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:12.023216 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595aafe1-5f01-4d09-b632-d3bcc8be9b0f req-d507a9ee-e7a8-4b6d-b6cc-3d85f86563a0 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:12.025046 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-595aafe1-5f01-4d09-b632-d3bcc8be9b0f req-d507a9ee-e7a8-4b6d-b6cc-3d85f86563a0 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] 10.222.0.43 "GET /v2.0/ports?device_id=222cd750-ba19-4365-b0f4-edf9d3eff7ec HTTP/1.1" status: 200 len: 950 time: 0.5268130 Jul 15 23:17:12.047027 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4755a7ca-380f-426c-88f0-5aec6000183d req-8cfb3d5d-9048-41a2-bc72-b4be1dfea544 tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0643866 Jul 15 23:17:12.054257 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b33adb-bdcb-42aa-891f-37dc14f87110 req-aec45095-74e6-4b30-82c6-25e8f8e6e298 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:12.055760 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-71b33adb-bdcb-42aa-891f-37dc14f87110 req-aec45095-74e6-4b30-82c6-25e8f8e6e298 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] 10.222.0.16 "GET /v2.0/ports?device_id=222cd750-ba19-4365-b0f4-edf9d3eff7ec HTTP/1.1" status: 200 len: 950 time: 0.5586100 Jul 15 23:17:12.059406 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f89348de-dee0-4551-84d4-4771488f5c57 admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:12.105865 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-5ffe0f05-652c-4157-9adf-c20fb3d02e50 None None] Set router e7a47387-9f24-4247-b8e8-8d5011b9502e gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:17:12.181910 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-71b33adb-bdcb-42aa-891f-37dc14f87110 req-83c8f1e7-e770-49b0-90c5-114a23535971 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d6dedd-b308-4835-8047-6d8f3bdc801f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127453 Jul 15 23:17:12.200670 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d9adec2f-1dbb-4ec0-8426-2692ce7d8884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:12.204890 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d9adec2f-1dbb-4ec0-8426-2692ce7d8884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:12.208570 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d9adec2f-1dbb-4ec0-8426-2692ce7d8884 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d683469-61c6-4866-aa31-f68a65dd95e5 HTTP/1.1" status: 204 len: 168 time: 0.7985740 Jul 15 23:17:12.229779 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9adec2f-1dbb-4ec0-8426-2692ce7d8884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d683469-61c6-4866-aa31-f68a65dd95e5,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:12.243535 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-595aafe1-5f01-4d09-b632-d3bcc8be9b0f req-d21e70b7-6e2e-48e5-bba6-2b8dd3ddfbd0 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Deleting port 42e3351f-35aa-4388-b382-0a2d51687587 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:12.243881 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-595aafe1-5f01-4d09-b632-d3bcc8be9b0f req-d21e70b7-6e2e-48e5-bba6-2b8dd3ddfbd0 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:12.298547 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f89348de-dee0-4551-84d4-4771488f5c57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:12.368541 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-595aafe1-5f01-4d09-b632-d3bcc8be9b0f req-d21e70b7-6e2e-48e5-bba6-2b8dd3ddfbd0 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] For port 42e3351f-35aa-4388-b382-0a2d51687587, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=42e3351f-35aa-4388-b382-0a2d51687587,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:12.368973 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-595aafe1-5f01-4d09-b632-d3bcc8be9b0f req-d21e70b7-6e2e-48e5-bba6-2b8dd3ddfbd0 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:12.377701 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-5ffe0f05-652c-4157-9adf-c20fb3d02e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a47387-9f24-4247-b8e8-8d5011b9502e', 'name': 'tempest-ServersTestMultiNic-233000149-router', 'tenant_id': '4210ec618e114a6198cdf2780451b50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ade08e10-6021-463f-a028-0f6188de9ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:19Z', 'updated_at': '2021-07-15T23:17:10Z', 'revision_number': 5, 'project_id': '4210ec618e114a6198cdf2780451b50d', 'gw_port': {'id': 'ade08e10-6021-463f-a028-0f6188de9ffd', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a47387-9f24-4247-b8e8-8d5011b9502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:20Z', 'updated_at': '2021-07-15T23:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:12.384992 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-595aafe1-5f01-4d09-b632-d3bcc8be9b0f req-d21e70b7-6e2e-48e5-bba6-2b8dd3ddfbd0 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Calling delete_port for 42e3351f-35aa-4388-b382-0a2d51687587 owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:12.412790 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffe0f05-652c-4157-9adf-c20fb3d02e50 None None] Checking router: e7a47387-9f24-4247-b8e8-8d5011b9502e for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:17:12.415825 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f89348de-dee0-4551-84d4-4771488f5c57 admin admin] Deleting port ade08e10-6021-463f-a028-0f6188de9ffd {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:12.416180 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f89348de-dee0-4551-84d4-4771488f5c57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:12.423242 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffe0f05-652c-4157-9adf-c20fb3d02e50 None None] Routers {'e7a47387-9f24-4247-b8e8-8d5011b9502e'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:17:12.423981 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-5ffe0f05-652c-4157-9adf-c20fb3d02e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:16:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['e7a47387-9f24-4247-b8e8-8d5011b9502e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:12.526538 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-f89348de-dee0-4551-84d4-4771488f5c57 admin admin] For port ade08e10-6021-463f-a028-0f6188de9ffd, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ade08e10-6021-463f-a028-0f6188de9ffd,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:12.526936 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f89348de-dee0-4551-84d4-4771488f5c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:12.547097 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-5ffe0f05-652c-4157-9adf-c20fb3d02e50 None None] Set router e7a47387-9f24-4247-b8e8-8d5011b9502e gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:17:12.547549 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f89348de-dee0-4551-84d4-4771488f5c57 admin admin] Calling delete_port for ade08e10-6021-463f-a028-0f6188de9ffd owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:12.558999 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-595aafe1-5f01-4d09-b632-d3bcc8be9b0f req-d21e70b7-6e2e-48e5-bba6-2b8dd3ddfbd0 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:12.580475 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['42e3351f-35aa-4388-b382-0a2d51687587'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:17:12.618887 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e70b7-6e2e-48e5-bba6-2b8dd3ddfbd0 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Pushing event deleted for resources: {'Port': ['ID=42e3351f-35aa-4388-b382-0a2d51687587,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:12.624088 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58324) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:12.653822 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aea94c24-ca07-49b8-b6ee-56533e14e769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:12.655137 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-5ffe0f05-652c-4157-9adf-c20fb3d02e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a47387-9f24-4247-b8e8-8d5011b9502e', 'name': 'tempest-ServersTestMultiNic-233000149-router', 'tenant_id': '4210ec618e114a6198cdf2780451b50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:19Z', 'updated_at': '2021-07-15T23:17:12Z', 'revision_number': 6, 'project_id': '4210ec618e114a6198cdf2780451b50d', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:12.692400 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffe0f05-652c-4157-9adf-c20fb3d02e50 None None] The sync data for ids ['e7a47387-9f24-4247-b8e8-8d5011b9502e'] in n-d-787205-9 is: [{'id': 'e7a47387-9f24-4247-b8e8-8d5011b9502e', 'name': 'tempest-ServersTestMultiNic-233000149-router', 'tenant_id': '4210ec618e114a6198cdf2780451b50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:19Z', 'updated_at': '2021-07-15T23:17:12Z', 'revision_number': 6, 'project_id': '4210ec618e114a6198cdf2780451b50d', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:17:12.750277 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-595aafe1-5f01-4d09-b632-d3bcc8be9b0f req-d21e70b7-6e2e-48e5-bba6-2b8dd3ddfbd0 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] No DVR routers for this DVR port 42e3351f-35aa-4388-b382-0a2d51687587 on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:12.756239 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-595aafe1-5f01-4d09-b632-d3bcc8be9b0f req-d21e70b7-6e2e-48e5-bba6-2b8dd3ddfbd0 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:12.758617 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-595aafe1-5f01-4d09-b632-d3bcc8be9b0f req-d21e70b7-6e2e-48e5-bba6-2b8dd3ddfbd0 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] 10.222.0.43 "DELETE /v2.0/ports/42e3351f-35aa-4388-b382-0a2d51687587 HTTP/1.1" status: 204 len: 173 time: 0.7145364 Jul 15 23:17:12.759285 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222cd750-ba19-4365-b0f4-edf9d3eff7ec', 'name': 'network-vif-deleted', 'tag': '42e3351f-35aa-4388-b382-0a2d51687587'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:12.761851 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2efaf6-4d61-4655-99ad-d626ad4e988d" -d '{"events": [{"server_uuid": "222cd750-ba19-4365-b0f4-edf9d3eff7ec", "name": "network-vif-deleted", "tag": "42e3351f-35aa-4388-b382-0a2d51687587"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:12.845832 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669ad39-2a95-48bb-a134-3f4db9f1a432 req-7be8ae87-ae71-4a38-b768-6661e33a1338 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:12.846298 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f89348de-dee0-4551-84d4-4771488f5c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:12.853978 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a669ad39-2a95-48bb-a134-3f4db9f1a432 req-7be8ae87-ae71-4a38-b768-6661e33a1338 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5edff6-1069-4223-b89c-418f22657dba HTTP/1.1" status: 200 len: 945 time: 0.2019429 Jul 15 23:17:12.872220 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a04ff68-8592-410d-a615-3b31d9779908 x-openstack-request-id: req-9a04ff68-8592-410d-a615-3b31d9779908 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:12.872507 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222cd750-ba19-4365-b0f4-edf9d3eff7ec", "name": "network-vif-deleted", "tag": "42e3351f-35aa-4388-b382-0a2d51687587", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:12.872761 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a04ff68-8592-410d-a615-3b31d9779908 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:12.873197 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222cd750-ba19-4365-b0f4-edf9d3eff7ec', 'name': 'network-vif-deleted', 'tag': '42e3351f-35aa-4388-b382-0a2d51687587', 'status': 'completed', 'code': 200} Jul 15 23:17:12.925681 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89348de-dee0-4551-84d4-4771488f5c57 admin admin] Pushing event deleted for resources: {'Port': ['ID=ade08e10-6021-463f-a028-0f6188de9ffd,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:12.949339 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a669ad39-2a95-48bb-a134-3f4db9f1a432 req-d575ad14-98a5-4fcf-ad91-df31f4fa1774 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906670 Jul 15 23:17:12.961818 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aea94c24-ca07-49b8-b6ee-56533e14e769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:12.968774 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aea94c24-ca07-49b8-b6ee-56533e14e769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:12.992413 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f89348de-dee0-4551-84d4-4771488f5c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:13.014603 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-aea94c24-ca07-49b8-b6ee-56533e14e769 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=119ab43e1f2f4e7b9d44ed4122e6fd17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3877294 Jul 15 23:17:13.015295 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58332) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:13.026404 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea94c24-ca07-49b8-b6ee-56533e14e769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fd9fb4-f153-4e03-a867-a62ac3323d2a,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:13.125548 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1545dd7e-cd84-4130-9aa4-549ec7894d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:13.145558 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f89348de-dee0-4551-84d4-4771488f5c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:13.149031 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f89348de-dee0-4551-84d4-4771488f5c57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:13.165590 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1545dd7e-cd84-4130-9aa4-549ec7894d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:13.250679 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1545dd7e-cd84-4130-9aa4-549ec7894d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:13.253531 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1545dd7e-cd84-4130-9aa4-549ec7894d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:13.257245 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1545dd7e-cd84-4130-9aa4-549ec7894d11 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72fd9fb4-f153-4e03-a867-a62ac3323d2a HTTP/1.1" status: 204 len: 168 time: 0.2353365 Jul 15 23:17:13.274723 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:13.281905 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545dd7e-cd84-4130-9aa4-549ec7894d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fd9fb4-f153-4e03-a867-a62ac3323d2a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:13.285369 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f89348de-dee0-4551-84d4-4771488f5c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:13.286181 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89348de-dee0-4551-84d4-4771488f5c57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7a47387-9f24-4247-b8e8-8d5011b9502e {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:17:13.301970 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f89348de-dee0-4551-84d4-4771488f5c57 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:13.306357 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f89348de-dee0-4551-84d4-4771488f5c57 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e7a47387-9f24-4247-b8e8-8d5011b9502e HTTP/1.1" status: 204 len: 168 time: 1.3609319 Jul 15 23:17:13.308847 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58342) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:13.337592 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:17:13.338085 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f9fd2dad-beb1-4cec-ad3d-c6d7edcd715d not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:17:13.367608 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9614753a-58f6-49ac-b86b-074ad6460a60 req-4dec0060-2329-4cfb-924a-9b4f24f49edd tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0776439 Jul 15 23:17:13.383293 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-30c23230-12cd-4951-be6d-487d4ca8f7f7 admin admin] Deleting subnet 927a9238-1874-48e8-8bd1-548734ec4e67 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:17:13.386679 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30c23230-12cd-4951-be6d-487d4ca8f7f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:13.422733 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30c23230-12cd-4951-be6d-487d4ca8f7f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:13.515489 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70853f08-1a8c-4109-b6ec-a9bb6952524c req-0915acb9-0111-4a99-bf92-5b5d6ab9e570 tempest-VolumesNegativeTest-1208207884 tempest-VolumesNegativeTest-1208207884-project] 10.222.0.16 "GET /v2.0/ports?device_id=222cd750-ba19-4365-b0f4-edf9d3eff7ec HTTP/1.1" status: 200 len: 210 time: 0.0299854 Jul 15 23:17:13.521804 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30c23230-12cd-4951-be6d-487d4ca8f7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:13.599992 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30c23230-12cd-4951-be6d-487d4ca8f7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:13.636545 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c23230-12cd-4951-be6d-487d4ca8f7f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=927a9238-1874-48e8-8bd1-548734ec4e67,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:13.640556 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30c23230-12cd-4951-be6d-487d4ca8f7f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:13.642756 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-30c23230-12cd-4951-be6d-487d4ca8f7f7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/927a9238-1874-48e8-8bd1-548734ec4e67 HTTP/1.1" status: 204 len: 168 time: 0.3325768 Jul 15 23:17:13.645369 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58348) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:13.647762 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc421c54-b35f-4974-9250-9a99d9eafb48 None None] Network 6881cf1e-65f4-43ca-8279-a29b337bc1f5 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:13.724139 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d2451620-af0b-4367-a114-91b597b5391a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:13.777234 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d2451620-af0b-4367-a114-91b597b5391a admin admin] Deleting port e1b3b997-09cd-400b-bc29-61e9a371de10 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:13.777759 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d2451620-af0b-4367-a114-91b597b5391a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:13.850127 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d2451620-af0b-4367-a114-91b597b5391a admin admin] For port e1b3b997-09cd-400b-bc29-61e9a371de10, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=e1b3b997-09cd-400b-bc29-61e9a371de10,segment=NetworkSegment(86b14457-65d4-4981-b42c-4a861d55dab4),segment_id=86b14457-65d4-4981-b42c-4a861d55dab4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:13.850497 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d2451620-af0b-4367-a114-91b597b5391a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:13.862257 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d2451620-af0b-4367-a114-91b597b5391a admin admin] Calling delete_port for e1b3b997-09cd-400b-bc29-61e9a371de10 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:13.872239 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e00ddd-76dc-4f2d-b245-9fa7cb7ae681 None None] DHCP port deletion for 6881cf1e-65f4-43ca-8279-a29b337bc1f5 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:17:13.931475 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f0e00ddd-76dc-4f2d-b245-9fa7cb7ae681 None None] Deleting port e1b3b997-09cd-400b-bc29-61e9a371de10 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:13.932216 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f0e00ddd-76dc-4f2d-b245-9fa7cb7ae681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:13.964599 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d2451620-af0b-4367-a114-91b597b5391a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:14.013378 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2451620-af0b-4367-a114-91b597b5391a admin admin] Pushing event deleted for resources: {'Port': ['ID=e1b3b997-09cd-400b-bc29-61e9a371de10,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:14.023408 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2451620-af0b-4367-a114-91b597b5391a admin admin] No DVR routers for this DVR port e1b3b997-09cd-400b-bc29-61e9a371de10 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:14.035911 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-f0e00ddd-76dc-4f2d-b245-9fa7cb7ae681 None None] For port e1b3b997-09cd-400b-bc29-61e9a371de10, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=e1b3b997-09cd-400b-bc29-61e9a371de10,segment=NetworkSegment(86b14457-65d4-4981-b42c-4a861d55dab4),segment_id=86b14457-65d4-4981-b42c-4a861d55dab4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:14.036398 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f0e00ddd-76dc-4f2d-b245-9fa7cb7ae681 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:14.048759 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f0e00ddd-76dc-4f2d-b245-9fa7cb7ae681 None None] Calling delete_port for e1b3b997-09cd-400b-bc29-61e9a371de10 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:14.135958 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f0e00ddd-76dc-4f2d-b245-9fa7cb7ae681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:14.141895 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d2451620-af0b-4367-a114-91b597b5391a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:14.157166 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-d2451620-af0b-4367-a114-91b597b5391a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6881cf1e-65f4-43ca-8279-a29b337bc1f5']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:14.165142 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e00ddd-76dc-4f2d-b245-9fa7cb7ae681 None None] Pushing event deleted for resources: {'Port': ['ID=e1b3b997-09cd-400b-bc29-61e9a371de10,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:14.168463 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e00ddd-76dc-4f2d-b245-9fa7cb7ae681 None None] No DVR routers for this DVR port e1b3b997-09cd-400b-bc29-61e9a371de10 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:14.170972 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-d2451620-af0b-4367-a114-91b597b5391a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b14457-65d4-4981-b42c-4a861d55dab4') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:14.171268 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-d2451620-af0b-4367-a114-91b597b5391a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b14457-65d4-4981-b42c-4a861d55dab4') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:14.183249 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d2451620-af0b-4367-a114-91b597b5391a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:14.202328 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d2451620-af0b-4367-a114-91b597b5391a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:14.211455 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2451620-af0b-4367-a114-91b597b5391a admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:17:14.211995 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d2451620-af0b-4367-a114-91b597b5391a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:17:14.213766 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:17:14.221906 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674ab86-e622-480e-9bba-377d31c1796f req-b149fe46-eb70-49bf-9498-eee1b7e03177 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:14.223458 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8674ab86-e622-480e-9bba-377d31c1796f req-b149fe46-eb70-49bf-9498-eee1b7e03177 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5edff6-1069-4223-b89c-418f22657dba HTTP/1.1" status: 200 len: 945 time: 0.1355677 Jul 15 23:17:14.298324 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d2451620-af0b-4367-a114-91b597b5391a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:14.306375 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d2451620-af0b-4367-a114-91b597b5391a admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:14.308223 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d2451620-af0b-4367-a114-91b597b5391a admin admin] 10.222.0.16 "DELETE /v2.0/networks/6881cf1e-65f4-43ca-8279-a29b337bc1f5 HTTP/1.1" status: 204 len: 168 time: 0.6616814 Jul 15 23:17:14.323583 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8674ab86-e622-480e-9bba-377d31c1796f req-1a422e5e-7cfe-4609-881c-86019bcad6e0 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900006 Jul 15 23:17:14.324502 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2451620-af0b-4367-a114-91b597b5391a admin admin] Pushing event deleted for resources: {'Network': ['ID=6881cf1e-65f4-43ca-8279-a29b337bc1f5,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:14.509600 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58380) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:14.548840 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-88a835b3-03a6-4ec2-8163-e85d2153ed29 req-9883ed9e-a026-4a5d-a374-9d2f0ad249f4 tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0351839 Jul 15 23:17:14.560897 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-97d6e8f0-2370-45af-a9d2-35251027ac25 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4210ec618e114a6198cdf2780451b50d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499964 Jul 15 23:17:14.564014 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58386) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:14.620748 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-94514614-a42f-4349-9b0e-3084c2b1bcd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:14.650416 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-94514614-a42f-4349-9b0e-3084c2b1bcd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:14.713200 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-94514614-a42f-4349-9b0e-3084c2b1bcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:14.715989 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-94514614-a42f-4349-9b0e-3084c2b1bcd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:14.717949 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-94514614-a42f-4349-9b0e-3084c2b1bcd4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1 HTTP/1.1" status: 204 len: 168 time: 0.1516411 Jul 15 23:17:14.726585 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94514614-a42f-4349-9b0e-3084c2b1bcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cb20d2-d9ff-4a93-b20f-06b0c0ef6db1,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:14.952128 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e1b3b997-09cd-400b-bc29-61e9a371de10 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:14.973210 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: e1b3b997-09cd-400b-bc29-61e9a371de10 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:17:14.973833 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e1b3b997-09cd-400b-bc29-61e9a371de10 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:17:14.974769 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ade08e10-6021-463f-a028-0f6188de9ffd no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:15.001217 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: ade08e10-6021-463f-a028-0f6188de9ffd {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:17:15.001692 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ade08e10-6021-463f-a028-0f6188de9ffd not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:17:15.603983 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290bbcf-f921-4186-9bfb-30f6c28717d6 req-d13e22a8-4823-4a36-b3d4-65fb7da33f79 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:15.605630 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f290bbcf-f921-4186-9bfb-30f6c28717d6 req-d13e22a8-4823-4a36-b3d4-65fb7da33f79 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5edff6-1069-4223-b89c-418f22657dba HTTP/1.1" status: 200 len: 945 time: 0.1171415 Jul 15 23:17:15.666609 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f290bbcf-f921-4186-9bfb-30f6c28717d6 req-dfc86094-aaf7-424d-ac7d-58318df12a86 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550122 Jul 15 23:17:15.719087 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58502) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:15.816865 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cff1a4b2-2187-4aab-8452-c9a84bc48ee8 req-3468f130-fef0-449f-839e-e1fc37b941c6 tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0401616 Jul 15 23:17:15.884189 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bb4db738-ffcb-40cd-812a-6b89d38da7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:15.888026 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-c70422cc-529f-4389-91ea-bbdf418f8a06 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-878288473-network', 'tenant_id': '35bcfbe73491485d89c50cca2d44c38d'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:15.913312 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70422cc-529f-4389-91ea-bbdf418f8a06 admin admin] Made reservation on behalf of 35bcfbe73491485d89c50cca2d44c38d for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:15.916272 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c70422cc-529f-4389-91ea-bbdf418f8a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:15.927966 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c70422cc-529f-4389-91ea-bbdf418f8a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:15.939289 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 42e3351f-35aa-4388-b382-0a2d51687587 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:15.965153 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 42e3351f-35aa-4388-b382-0a2d51687587 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:17:15.965864 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 42e3351f-35aa-4388-b382-0a2d51687587 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:17:16.047702 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c70422cc-529f-4389-91ea-bbdf418f8a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:16.052859 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c70422cc-529f-4389-91ea-bbdf418f8a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:16.080687 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70422cc-529f-4389-91ea-bbdf418f8a06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:17:16.089937 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70422cc-529f-4389-91ea-bbdf418f8a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2033d4ee-17ae-4ecb-b3e8-6608c45e1907,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:16.097879 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c70422cc-529f-4389-91ea-bbdf418f8a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:16.098337 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-c70422cc-529f-4389-91ea-bbdf418f8a06 admin admin] Added segment 22713b79-5743-4d1f-a04e-a62a4823d5d0 of type vlan for network 99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1 Jul 15 23:17:16.147903 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c70422cc-529f-4389-91ea-bbdf418f8a06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:16.179998 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c70422cc-529f-4389-91ea-bbdf418f8a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:16.181361 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70422cc-529f-4389-91ea-bbdf418f8a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:16.181834 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c70422cc-529f-4389-91ea-bbdf418f8a06 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:16.201723 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58532) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:16.202279 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c70422cc-529f-4389-91ea-bbdf418f8a06 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4819403 Jul 15 23:17:16.211634 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-26dfaf3f-251a-448e-a14a-2f84b23e0ce4 admin admin] Request body: {'subnet': {'network_id': '99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-878288473-subnet', 'tenant_id': '35bcfbe73491485d89c50cca2d44c38d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:16.246378 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26dfaf3f-251a-448e-a14a-2f84b23e0ce4 admin admin] Made reservation on behalf of 35bcfbe73491485d89c50cca2d44c38d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:16.250401 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26dfaf3f-251a-448e-a14a-2f84b23e0ce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:16.255464 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70422cc-529f-4389-91ea-bbdf418f8a06 admin admin] Pushing event updated for resources: {'Network': ['ID=99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:16.267180 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:17:16.475290 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26dfaf3f-251a-448e-a14a-2f84b23e0ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:16.538346 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfaf3f-251a-448e-a14a-2f84b23e0ce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f7dbbdb-253d-4dd8-8e24-27ba422c3bb3,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:16.549113 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfaf3f-251a-448e-a14a-2f84b23e0ce4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:16.549453 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfaf3f-251a-448e-a14a-2f84b23e0ce4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:16.549787 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfaf3f-251a-448e-a14a-2f84b23e0ce4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:16.550116 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfaf3f-251a-448e-a14a-2f84b23e0ce4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:16.550442 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfaf3f-251a-448e-a14a-2f84b23e0ce4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:16.550791 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfaf3f-251a-448e-a14a-2f84b23e0ce4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:16.551111 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfaf3f-251a-448e-a14a-2f84b23e0ce4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:16.551430 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfaf3f-251a-448e-a14a-2f84b23e0ce4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:16.551833 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfaf3f-251a-448e-a14a-2f84b23e0ce4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:16.552152 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfaf3f-251a-448e-a14a-2f84b23e0ce4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:16.552467 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfaf3f-251a-448e-a14a-2f84b23e0ce4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:16.552782 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfaf3f-251a-448e-a14a-2f84b23e0ce4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:16.558596 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dfaf3f-251a-448e-a14a-2f84b23e0ce4 admin admin] Checking segment: {'id': '22713b79-5743-4d1f-a04e-a62a4823d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:16.559030 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dfaf3f-251a-448e-a14a-2f84b23e0ce4 admin admin] Network hostable DHCP agents. Network: 99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:17:16.578217 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dfaf3f-251a-448e-a14a-2f84b23e0ce4 admin admin] Network 99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:17:16.587173 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-26dfaf3f-251a-448e-a14a-2f84b23e0ce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:16.591205 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dfaf3f-251a-448e-a14a-2f84b23e0ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:16.592187 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26dfaf3f-251a-448e-a14a-2f84b23e0ce4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:16.596888 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2f20a6-023b-41e3-9002-1c25b709ecf6 None None] Network 99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:16.610370 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-26dfaf3f-251a-448e-a14a-2f84b23e0ce4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4066174 Jul 15 23:17:16.756390 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e8b3a9-2486-4c6d-9ac3-2681bc3d8b07 None None] Network 99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:16.924550 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca43a73-7275-485f-a2ff-0bd434be7866 req-1c85e70c-c526-4dc2-9dd4-aa9c704793ba tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:16.932272 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fca43a73-7275-485f-a2ff-0bd434be7866 req-1c85e70c-c526-4dc2-9dd4-aa9c704793ba tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5edff6-1069-4223-b89c-418f22657dba HTTP/1.1" status: 200 len: 945 time: 0.0994611 Jul 15 23:17:16.993128 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fca43a73-7275-485f-a2ff-0bd434be7866 req-81d9d4d0-cb9d-4dc2-ad7e-001bb31e0a33 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542674 Jul 15 23:17:17.096904 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ed540611-9f6c-499b-94fb-3284974db099 req-2ad65961-4d57-4081-8d33-68438a71cb1e tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0572903 Jul 15 23:17:17.399745 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-c827a13c-dd5a-45a2-aa23-e03ecdcc855b tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:17.408881 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-c827a13c-dd5a-45a2-aa23-e03ecdcc855b tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/networks?id=99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1 HTTP/1.1" status: 200 len: 814 time: 0.1428387 Jul 15 23:17:17.426044 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-295ba7e8-05c2-4b2f-a788-89112074d376 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/quotas/35bcfbe73491485d89c50cca2d44c38d HTTP/1.1" status: 200 len: 375 time: 0.0161200 Jul 15 23:17:17.457495 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-6d5a3240-fe52-496b-8305-afbdc7138ef2 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=35bcfbe73491485d89c50cca2d44c38d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305676 Jul 15 23:17:17.575586 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-c925b4a7-a47f-4b00-a5ce-a34fa8869f01 service neutron] 10.222.0.16 "GET /v2.0/networks/99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096003 Jul 15 23:17:17.694251 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-fc5110aa-d5c3-422f-a406-ac1a8199ed8a service neutron] 10.222.0.16 "GET /v2.0/networks/99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133702 Jul 15 23:17:17.953655 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4f9e9527-ea78-4a95-86ab-b5a59b0d1a49 req-84ccb25b-1bab-4ad2-81f3-e993f89f4233 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 210 time: 0.0568941 Jul 15 23:17:18.235949 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5248103c-4c07-4057-b3ca-bc73cf0dec13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:18.271519 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd49310-15ce-47e2-8809-0d0c6f549bca req-b191c8fd-eac7-4c99-8e4d-f9c031a26cb8 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:18.273964 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5cd49310-15ce-47e2-8809-0d0c6f549bca req-b191c8fd-eac7-4c99-8e4d-f9c031a26cb8 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5edff6-1069-4223-b89c-418f22657dba HTTP/1.1" status: 200 len: 945 time: 0.1250002 Jul 15 23:17:18.337729 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-602fee2f-49b1-4be9-a531-15c87d57b72a req-4421b8c5-a1e4-406f-ae3d-5d6fd9b9d413 tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0338011 Jul 15 23:17:18.373889 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5cd49310-15ce-47e2-8809-0d0c6f549bca req-e10b0919-f47d-4062-b135-f3418ce808fd tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911548 Jul 15 23:17:18.691098 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:19.125293 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-69d845ff-1cda-4e94-8282-768df1114051 req-fd4b0c2b-f912-4110-8348-c06fc2341bdd tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 210 time: 0.0328438 Jul 15 23:17:19.317780 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-f13e37e9-fafb-40b4-910b-fb08746e4674 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:19.319462 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-f13e37e9-fafb-40b4-910b-fb08746e4674 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.43 "GET /v2.0/networks?id=99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1 HTTP/1.1" status: 200 len: 814 time: 0.1259434 Jul 15 23:17:19.336582 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-90a7eeb4-3975-4e20-972e-b7c30089936b tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Request body: {'port': {'device_id': 'b0c9035e-f375-4092-a2b9-21cb0f3be3e8', 'network_id': '99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1', 'admin_state_up': True, 'tenant_id': '35bcfbe73491485d89c50cca2d44c38d'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:19.576113 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-90a7eeb4-3975-4e20-972e-b7c30089936b tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Made reservation on behalf of 35bcfbe73491485d89c50cca2d44c38d for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:19.579489 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-90a7eeb4-3975-4e20-972e-b7c30089936b tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:19.614069 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:19.618955 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-18695c53-8e42-41d8-821d-7c7eaf22bbc3 req-c6ee5f3c-246f-491e-ae55-96df5c6bed99 tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0561006 Jul 15 23:17:19.705011 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46806404-e91c-4ff9-a8a6-c71f18215e5b req-16de7dbb-be03-44c0-bada-1b3d1d4f275d tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:19.712365 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-46806404-e91c-4ff9-a8a6-c71f18215e5b req-16de7dbb-be03-44c0-bada-1b3d1d4f275d tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5edff6-1069-4223-b89c-418f22657dba HTTP/1.1" status: 200 len: 945 time: 0.1954315 Jul 15 23:17:19.793851 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-46806404-e91c-4ff9-a8a6-c71f18215e5b req-14cbaa71-e2c6-48d7-a5a1-6ae8c034dcb2 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805461 Jul 15 23:17:19.806102 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-90a7eeb4-3975-4e20-972e-b7c30089936b tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Allocated IP 172.20.0.4 (99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1/2f7dbbdb-253d-4dd8-8e24-27ba422c3bb3/6f58255f-531a-418e-a530-36fbe4ddd77f) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:17:19.978790 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-90a7eeb4-3975-4e20-972e-b7c30089936b tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.023669 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-90a7eeb4-3975-4e20-972e-b7c30089936b tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.067847 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-90a7eeb4-3975-4e20-972e-b7c30089936b tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Network 99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:20.073400 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-90a7eeb4-3975-4e20-972e-b7c30089936b tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:20.078094 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-90a7eeb4-3975-4e20-972e-b7c30089936b tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:17:20.105899 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7eeb4-3975-4e20-972e-b7c30089936b tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Pushing event updated for resources: {'Port': ['ID=6f58255f-531a-418e-a530-36fbe4ddd77f,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:20.133623 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-90a7eeb4-3975-4e20-972e-b7c30089936b tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:20.134326 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-90a7eeb4-3975-4e20-972e-b7c30089936b tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.150031 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-90a7eeb4-3975-4e20-972e-b7c30089936b tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8176961 Jul 15 23:17:20.164164 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-918155c5-4bf4-4841-9f81-e2259cbfbc9d service neutron] Request body: {'port': {'device_id': 'b0c9035e-f375-4092-a2b9-21cb0f3be3e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:20.261552 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-918155c5-4bf4-4841-9f81-e2259cbfbc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.392139 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627c496-dd8b-414d-934d-b2a06db5ba15 req-25c4ec16-5f76-4222-aa2a-bb9edc196679 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:20.393828 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b627c496-dd8b-414d-934d-b2a06db5ba15 req-25c4ec16-5f76-4222-aa2a-bb9edc196679 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 931 time: 0.1207488 Jul 15 23:17:20.460168 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58734) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:20.490930 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b627c496-dd8b-414d-934d-b2a06db5ba15 req-4b7c5bb8-b7cf-4694-b987-946230a9a7ad tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518672 Jul 15 23:17:20.645953 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-84baa506-010f-417b-991c-a1b271fe69ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=887941605ac94558ba17a30b14f4db10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1837723 Jul 15 23:17:20.646878 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58738) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:20.684862 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-918155c5-4bf4-4841-9f81-e2259cbfbc9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f58255f-531a-418e-a530-36fbe4ddd77f {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:17:20.696248 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-918155c5-4bf4-4841-9f81-e2259cbfbc9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.716803 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-918155c5-4bf4-4841-9f81-e2259cbfbc9d service neutron] Transition to ACTIVE for port object 6f58255f-531a-418e-a530-36fbe4ddd77f will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:20.726387 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-918155c5-4bf4-4841-9f81-e2259cbfbc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.739998 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c3691c87-1a09-4269-8ab7-a83186ac4f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.816345 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c3691c87-1a09-4269-8ab7-a83186ac4f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.819375 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918155c5-4bf4-4841-9f81-e2259cbfbc9d service neutron] Pushing event updated for resources: {'Port': ['ID=6f58255f-531a-418e-a530-36fbe4ddd77f,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:20.862914 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8b5b890f-901c-4fac-bca4-1688bcdbb85c req-58f42f87-0e48-4217-85fd-e754ca23b7a5 tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0718987 Jul 15 23:17:20.986995 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c3691c87-1a09-4269-8ab7-a83186ac4f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.989507 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c3691c87-1a09-4269-8ab7-a83186ac4f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.990644 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c3691c87-1a09-4269-8ab7-a83186ac4f11 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b3d6dedd-b308-4835-8047-6d8f3bdc801f HTTP/1.1" status: 204 len: 168 time: 0.3428190 Jul 15 23:17:20.994030 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-918155c5-4bf4-4841-9f81-e2259cbfbc9d service neutron] Attempting to bind port 6f58255f-531a-418e-a530-36fbe4ddd77f on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:17:20.994369 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-918155c5-4bf4-4841-9f81-e2259cbfbc9d service neutron] Attempting to bind port 6f58255f-531a-418e-a530-36fbe4ddd77f by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '22713b79-5743-4d1f-a04e-a62a4823d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:17:20.994730 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-918155c5-4bf4-4841-9f81-e2259cbfbc9d service neutron] Attempting to bind port 6f58255f-531a-418e-a530-36fbe4ddd77f on network 99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:21.006231 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3691c87-1a09-4269-8ab7-a83186ac4f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d6dedd-b308-4835-8047-6d8f3bdc801f,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:21.007768 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-918155c5-4bf4-4841-9f81-e2259cbfbc9d service neutron] Port 6f58255f-531a-418e-a530-36fbe4ddd77f on network 99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:17:21.008031 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-918155c5-4bf4-4841-9f81-e2259cbfbc9d service neutron] Attempting to bind port 6f58255f-531a-418e-a530-36fbe4ddd77f on network 99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:21.016648 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-918155c5-4bf4-4841-9f81-e2259cbfbc9d service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:17:21.016937 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-918155c5-4bf4-4841-9f81-e2259cbfbc9d service neutron] Checking segment: {'id': '22713b79-5743-4d1f-a04e-a62a4823d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:21.017432 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-918155c5-4bf4-4841-9f81-e2259cbfbc9d service neutron] Bound using segment: {'id': '22713b79-5743-4d1f-a04e-a62a4823d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:17:21.017752 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-918155c5-4bf4-4841-9f81-e2259cbfbc9d service neutron] Bound port: 6f58255f-531a-418e-a530-36fbe4ddd77f, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22713b79-5743-4d1f-a04e-a62a4823d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:17:21.018117 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-918155c5-4bf4-4841-9f81-e2259cbfbc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:21.071487 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d70f5-4fad-4266-92bf-deef0391fec8 req-c6868760-d7a4-468a-a6fa-016e83a508b5 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:21.073099 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f59d70f5-4fad-4266-92bf-deef0391fec8 req-c6868760-d7a4-468a-a6fa-016e83a508b5 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5edff6-1069-4223-b89c-418f22657dba HTTP/1.1" status: 200 len: 945 time: 0.1415482 Jul 15 23:17:21.141827 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-918155c5-4bf4-4841-9f81-e2259cbfbc9d service neutron] For port 6f58255f-531a-418e-a530-36fbe4ddd77f, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:17:21.165687 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-918155c5-4bf4-4841-9f81-e2259cbfbc9d service neutron] For port 6f58255f-531a-418e-a530-36fbe4ddd77f, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6f58255f-531a-418e-a530-36fbe4ddd77f,segment=NetworkSegment(22713b79-5743-4d1f-a04e-a62a4823d5d0),segment_id=22713b79-5743-4d1f-a04e-a62a4823d5d0)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:17:21.174801 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f59d70f5-4fad-4266-92bf-deef0391fec8 req-945fd301-3d6f-41aa-8881-c06dc5c99735 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932519 Jul 15 23:17:21.176967 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-918155c5-4bf4-4841-9f81-e2259cbfbc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:21.196257 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:21.249278 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918155c5-4bf4-4841-9f81-e2259cbfbc9d service neutron] Pushing event updated for resources: {'Port': ['ID=6f58255f-531a-418e-a530-36fbe4ddd77f,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:21.261115 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-918155c5-4bf4-4841-9f81-e2259cbfbc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:21.262800 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-918155c5-4bf4-4841-9f81-e2259cbfbc9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:21.267211 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-918155c5-4bf4-4841-9f81-e2259cbfbc9d service neutron] 10.222.0.43 "PUT /v2.0/ports/6f58255f-531a-418e-a530-36fbe4ddd77f HTTP/1.1" status: 200 len: 1091 time: 1.1079853 Jul 15 23:17:21.268426 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c9035e-f375-4092-a2b9-21cb0f3be3e8', 'tag': '6f58255f-531a-418e-a530-36fbe4ddd77f'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:21.281242 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c73e99b-2659-4a60-b557-14773f0f43d2" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c9035e-f375-4092-a2b9-21cb0f3be3e8", "tag": "6f58255f-531a-418e-a530-36fbe4ddd77f"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:21.394984 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-a2aab5d1-e765-40d0-b83d-833dbff893dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:21.396756 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-a2aab5d1-e765-40d0-b83d-833dbff893dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=35bcfbe73491485d89c50cca2d44c38d&device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 1094 time: 0.0823011 Jul 15 23:17:21.449107 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1834ce-48ae-493a-961c-d1ef52597eef x-openstack-request-id: req-ae1834ce-48ae-493a-961c-d1ef52597eef {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:21.449107 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c9035e-f375-4092-a2b9-21cb0f3be3e8", "tag": "6f58255f-531a-418e-a530-36fbe4ddd77f", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:21.449107 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae1834ce-48ae-493a-961c-d1ef52597eef {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:21.449107 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c9035e-f375-4092-a2b9-21cb0f3be3e8', 'tag': '6f58255f-531a-418e-a530-36fbe4ddd77f', 'status': 'completed', 'code': 200} Jul 15 23:17:21.450618 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-33e88078-21c7-453e-828d-1e0f3057e06c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f58255f-531a-418e-a530-36fbe4ddd77f HTTP/1.1" status: 200 len: 217 time: 0.0440042 Jul 15 23:17:21.510516 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-2a67a76d-7bdf-4f40-b327-8f636f6db031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:21.512177 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-2a67a76d-7bdf-4f40-b327-8f636f6db031 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2f7dbbdb-253d-4dd8-8e24-27ba422c3bb3 HTTP/1.1" status: 200 len: 854 time: 0.0527983 Jul 15 23:17:21.551270 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-94d0517e-eb4e-4376-857f-eb6ff264bba6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315528 Jul 15 23:17:21.708518 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-dfce59df-b8f3-4686-b58e-4b0a1b5cfaf7 service neutron] 10.222.0.43 "GET /v2.0/networks/99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494811 Jul 15 23:17:21.798383 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800be0f-767b-43db-9465-a8549e2905a2 req-f327a70d-4c74-4435-8a09-733cc70f2867 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:21.801399 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1800be0f-767b-43db-9465-a8549e2905a2 req-f327a70d-4c74-4435-8a09-733cc70f2867 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 943 time: 0.1698422 Jul 15 23:17:21.840680 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe9d87-018d-4a90-a201-788297f69842 req-5bde2852-4b25-47a6-a7c7-a1cfda5ba3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:21.842649 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2ffe9d87-018d-4a90-a201-788297f69842 req-5bde2852-4b25-47a6-a7c7-a1cfda5ba3a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=859c6f143cd34c8bb625f6c26492c3d6&device_id=be5edff6-1069-4223-b89c-418f22657dba HTTP/1.1" status: 200 len: 1096 time: 0.0559213 Jul 15 23:17:21.880690 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15bdba27-6e2f-4a72-a55e-761f8974e2ce req-ecb4989c-82d7-440d-8da6-a32985aa0b67 service neutron] 10.222.0.43 "GET /v2.0/networks/99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625028 Jul 15 23:17:21.906903 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1800be0f-767b-43db-9465-a8549e2905a2 req-eca0608a-3d5a-4b0f-8f63-371571a3125f tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847192 Jul 15 23:17:21.956168 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba7c2f-c74b-41ca-ae5c-01368f0dc979 req-0a8b69ad-f631-42ab-8371-eebea90da106 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:21.963450 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-76ba7c2f-c74b-41ca-ae5c-01368f0dc979 req-0a8b69ad-f631-42ab-8371-eebea90da106 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5edff6-1069-4223-b89c-418f22657dba HTTP/1.1" status: 200 len: 945 time: 0.1762733 Jul 15 23:17:21.996771 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe9d87-018d-4a90-a201-788297f69842 req-2182c959-b25d-41a7-a135-734e1ff5d8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:21.999895 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2ffe9d87-018d-4a90-a201-788297f69842 req-2182c959-b25d-41a7-a135-734e1ff5d8ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=df118b6b-31a4-4061-a4c0-0ae233562309 HTTP/1.1" status: 200 len: 916 time: 0.1510198 Jul 15 23:17:22.063985 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2ffe9d87-018d-4a90-a201-788297f69842 req-c4206bc2-08dc-436d-b339-17142bb96cad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9113e9a7-2c40-42af-b458-3231187327c2 HTTP/1.1" status: 200 len: 217 time: 0.0559137 Jul 15 23:17:22.069585 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-76ba7c2f-c74b-41ca-ae5c-01368f0dc979 req-6143ffba-3b8c-4018-b90a-2caccd244b28 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052978 Jul 15 23:17:22.115945 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1b15b943-947e-405e-9c63-fe6be52e4942 req-ec956525-15ef-4406-91f6-f6af9de64541 tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0382740 Jul 15 23:17:22.127171 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73e99b-2659-4a60-b557-14773f0f43d2 req-d0ec0814-e257-434f-8840-0dd2ea42013c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:22.128689 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c73e99b-2659-4a60-b557-14773f0f43d2 req-d0ec0814-e257-434f-8840-0dd2ea42013c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=35bcfbe73491485d89c50cca2d44c38d&device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 1094 time: 0.1626174 Jul 15 23:17:22.152843 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe9d87-018d-4a90-a201-788297f69842 req-7c81a4fc-2b41-4b57-a7c1-5b4588f42ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:22.154358 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2ffe9d87-018d-4a90-a201-788297f69842 req-7c81a4fc-2b41-4b57-a7c1-5b4588f42ba7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=06763eb0-c655-4810-97b7-154812cb6bdd HTTP/1.1" status: 200 len: 854 time: 0.0743768 Jul 15 23:17:22.227670 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe9d87-018d-4a90-a201-788297f69842 req-db154549-8813-4faa-9a28-2a3d00b0637a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:22.229778 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2ffe9d87-018d-4a90-a201-788297f69842 req-db154549-8813-4faa-9a28-2a3d00b0637a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df118b6b-31a4-4061-a4c0-0ae233562309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695407 Jul 15 23:17:22.232033 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73e99b-2659-4a60-b557-14773f0f43d2 req-45a92e83-fd78-490f-b835-282a2f4b5172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:22.234039 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c73e99b-2659-4a60-b557-14773f0f43d2 req-45a92e83-fd78-490f-b835-282a2f4b5172 service neutron] 10.222.0.43 "GET /v2.0/networks?id=99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1 HTTP/1.1" status: 200 len: 915 time: 0.0946000 Jul 15 23:17:22.279267 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c73e99b-2659-4a60-b557-14773f0f43d2 req-e33d56bf-ea37-45c5-bb18-c8563c55700b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f58255f-531a-418e-a530-36fbe4ddd77f HTTP/1.1" status: 200 len: 217 time: 0.0379131 Jul 15 23:17:22.318927 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2ffe9d87-018d-4a90-a201-788297f69842 req-6e3cce63-9746-4a90-993f-46ac7d77c27b service neutron] 10.222.0.36 "GET /v2.0/networks/df118b6b-31a4-4061-a4c0-0ae233562309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818667 Jul 15 23:17:22.329901 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73e99b-2659-4a60-b557-14773f0f43d2 req-9d582b17-5aa1-4270-bbe0-ada6d600a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:22.331397 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c73e99b-2659-4a60-b557-14773f0f43d2 req-9d582b17-5aa1-4270-bbe0-ada6d600a13c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2f7dbbdb-253d-4dd8-8e24-27ba422c3bb3 HTTP/1.1" status: 200 len: 854 time: 0.0438285 Jul 15 23:17:22.364664 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c73e99b-2659-4a60-b557-14773f0f43d2 req-b5a32cba-47df-439f-b845-ed074b605270 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266979 Jul 15 23:17:22.416543 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2ffe9d87-018d-4a90-a201-788297f69842 req-ad090848-976f-46df-8c63-d55197e7f8f9 service neutron] 10.222.0.36 "GET /v2.0/networks/df118b6b-31a4-4061-a4c0-0ae233562309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869999 Jul 15 23:17:22.467657 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c73e99b-2659-4a60-b557-14773f0f43d2 req-8f8321dc-25cd-4338-b7f0-fec8840534cf service neutron] 10.222.0.43 "GET /v2.0/networks/99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895555 Jul 15 23:17:22.556315 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c73e99b-2659-4a60-b557-14773f0f43d2 req-1f8d3aa3-5fc2-44d1-b35c-0f98feec8a2b service neutron] 10.222.0.43 "GET /v2.0/networks/99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828621 Jul 15 23:17:23.090023 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38efd7-125b-485f-8ff7-a890a85a6fca req-db763e8b-5f7b-4560-826c-4b463349c7b4 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:23.091574 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd38efd7-125b-485f-8ff7-a890a85a6fca req-db763e8b-5f7b-4560-826c-4b463349c7b4 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 943 time: 0.0780473 Jul 15 23:17:23.136868 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd38efd7-125b-485f-8ff7-a890a85a6fca req-89a583b1-306c-46a9-93a5-6e1e8b0cbf5c tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394490 Jul 15 23:17:23.282846 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee71a2a-a2cc-4699-8fe1-f7e34451e838 req-e9a12492-d278-4b43-ac6c-338c7905acfd tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:23.285733 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bee71a2a-a2cc-4699-8fe1-f7e34451e838 req-e9a12492-d278-4b43-ac6c-338c7905acfd tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5edff6-1069-4223-b89c-418f22657dba HTTP/1.1" status: 200 len: 945 time: 0.0792797 Jul 15 23:17:23.325738 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8820397f-3750-493a-b64f-80e06789ec07 req-e9fca925-e8c3-4d5a-8ee4-247d9f65d15a tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0554457 Jul 15 23:17:23.343903 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bee71a2a-a2cc-4699-8fe1-f7e34451e838 req-105b354e-77b0-4ab6-8287-d82d45ed7ab7 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575051 Jul 15 23:17:23.507889 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96cda249-b700-4892-8213-9056b917cc63 req-65b70845-5ab4-4e29-a75b-d96a6d680c68 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0272698 Jul 15 23:17:23.561787 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c5407-8949-4177-81cd-fb7454d64a61 req-b98b3542-c3e4-4009-9b7c-d5911d40bc1d tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:23.564859 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-af6c5407-8949-4177-81cd-fb7454d64a61 req-b98b3542-c3e4-4009-9b7c-d5911d40bc1d tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5edff6-1069-4223-b89c-418f22657dba HTTP/1.1" status: 200 len: 945 time: 0.0707982 Jul 15 23:17:23.605367 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-af6c5407-8949-4177-81cd-fb7454d64a61 req-1fde2604-c72a-4cb0-954f-1cb81d0a6b1c tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336564 Jul 15 23:17:23.777407 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18b67f-105a-4f02-bd23-fabb685668de req-2f2696f3-00c2-4c23-a227-c479e6215dbe tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:23.778982 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0b18b67f-105a-4f02-bd23-fabb685668de req-2f2696f3-00c2-4c23-a227-c479e6215dbe tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0c01ee8-b5bb-4b3e-9e8d-593b582c3f5c HTTP/1.1" status: 200 len: 945 time: 0.0633736 Jul 15 23:17:23.817642 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0b18b67f-105a-4f02-bd23-fabb685668de req-6ad65c09-79bd-484c-9b0c-c663804420c7 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323946 Jul 15 23:17:23.967810 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 6f58255f-531a-418e-a530-36fbe4ddd77f details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:17:23.994647 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11b5ac-fec2-49df-80a1-777a33afb81b req-c2a1e279-6a8b-4c62-bb96-152a5c645ae3 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:23.996296 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8e11b5ac-fec2-49df-80a1-777a33afb81b req-c2a1e279-6a8b-4c62-bb96-152a5c645ae3 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf287248-8016-4a3f-8699-26cadfcc2e77 HTTP/1.1" status: 200 len: 945 time: 0.0642252 Jul 15 23:17:24.035887 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8e11b5ac-fec2-49df-80a1-777a33afb81b req-20ad01d6-4ce3-4d71-b813-9904bc31f75a tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330539 Jul 15 23:17:24.070673 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:24.081538 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-afb4e2a0-6327-45ef-aecf-a1f2f8bcabb0 req-f64d3d4c-83a3-498b-ba5e-cf02dcfcce0e tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:17:24.082123 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 6f58255f-531a-418e-a530-36fbe4ddd77f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6f58255f-531a-418e-a530-36fbe4ddd77f,segment=NetworkSegment(22713b79-5743-4d1f-a04e-a62a4823d5d0),segment_id=22713b79-5743-4d1f-a04e-a62a4823d5d0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:24.082496 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-afb4e2a0-6327-45ef-aecf-a1f2f8bcabb0 req-f64d3d4c-83a3-498b-ba5e-cf02dcfcce0e tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064487 Jul 15 23:17:24.092835 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '6f58255f-531a-418e-a530-36fbe4ddd77f', 'network_id': '99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1', 'port_id': '6f58255f-531a-418e-a530-36fbe4ddd77f', 'mac_address': 'fa:16:3e:ac:b2:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f7dbbdb-253d-4dd8-8e24-27ba422c3bb3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:17:24.138235 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:24.155129 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f58255f-531a-418e-a530-36fbe4ddd77f {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:17:24.162621 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-afb4e2a0-6327-45ef-aecf-a1f2f8bcabb0 req-17215d03-afda-4df8-8de4-d2474ed54798 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0742028 Jul 15 23:17:24.177159 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 6f58255f-531a-418e-a530-36fbe4ddd77f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6f58255f-531a-418e-a530-36fbe4ddd77f,segment=NetworkSegment(22713b79-5743-4d1f-a04e-a62a4823d5d0),segment_id=22713b79-5743-4d1f-a04e-a62a4823d5d0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:24.182023 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:24.246074 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=6f58255f-531a-418e-a530-36fbe4ddd77f,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:24.254614 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:24.255115 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:24.255557 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:24.256010 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:24.256445 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:24.256877 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:24.257460 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:24.257883 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:24.258306 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:24.259391 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:24.259825 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:24.260251 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:24.359912 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c54ac9-649e-4ede-8f73-f60c1fc61f2d req-29039fb2-55cd-4f05-b5fa-6e01c33ea8ff tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:24.361271 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-55c54ac9-649e-4ede-8f73-f60c1fc61f2d req-29039fb2-55cd-4f05-b5fa-6e01c33ea8ff tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 944 time: 0.0773857 Jul 15 23:17:24.403787 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-55c54ac9-649e-4ede-8f73-f60c1fc61f2d req-1acf4449-9b4d-40d3-9663-26f3579354b4 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359714 Jul 15 23:17:24.492660 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-947ee328-133e-4695-afae-84541400ae8e req-c10d01bd-ec5b-4ee9-acab-5b7bfc330ffa tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0376780 Jul 15 23:17:24.519171 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['6f58255f-531a-418e-a530-36fbe4ddd77f'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:17:24.591333 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eda6dc-1e77-41dd-88c3-484b3143c47d req-cccbd282-6ec2-47d5-921d-38bac9050ca1 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:24.593076 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-17eda6dc-1e77-41dd-88c3-484b3143c47d req-cccbd282-6ec2-47d5-921d-38bac9050ca1 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5edff6-1069-4223-b89c-418f22657dba HTTP/1.1" status: 200 len: 945 time: 0.0757871 Jul 15 23:17:24.646445 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-17eda6dc-1e77-41dd-88c3-484b3143c47d req-7d7de1fc-2d66-4972-9e19-6ca54649c5da tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456691 Jul 15 23:17:24.934033 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc136fb9-ca31-4373-b3b7-e5e5d4c40ad1 req-0e24d060-667e-4b9c-b787-532cc597060c tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:24.935831 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dc136fb9-ca31-4373-b3b7-e5e5d4c40ad1 req-0e24d060-667e-4b9c-b787-532cc597060c tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0c01ee8-b5bb-4b3e-9e8d-593b582c3f5c HTTP/1.1" status: 200 len: 945 time: 0.1149268 Jul 15 23:17:24.953416 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7932245-eb33-4d8b-b34d-6ef5c707758b req-865673a3-c288-4052-b7b4-4b5d014392c1 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:24.954797 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a7932245-eb33-4d8b-b34d-6ef5c707758b req-865673a3-c288-4052-b7b4-4b5d014392c1 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 945 time: 0.0952866 Jul 15 23:17:25.008630 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dc136fb9-ca31-4373-b3b7-e5e5d4c40ad1 req-eabf919b-5796-4934-9072-d7c5dffb3cf9 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661993 Jul 15 23:17:25.013148 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a7932245-eb33-4d8b-b34d-6ef5c707758b req-76465337-a511-4bb2-810e-d8690394216a tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523813 Jul 15 23:17:25.189178 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff5c3f-c3cd-4a20-912b-b6124c3cc452 req-8f3f2017-03fa-4eb7-9afd-1e3f0135cccf tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:25.190682 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a5ff5c3f-c3cd-4a20-912b-b6124c3cc452 req-8f3f2017-03fa-4eb7-9afd-1e3f0135cccf tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf287248-8016-4a3f-8699-26cadfcc2e77 HTTP/1.1" status: 200 len: 945 time: 0.0659943 Jul 15 23:17:25.229417 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a5ff5c3f-c3cd-4a20-912b-b6124c3cc452 req-61fe6579-01b9-4eda-bda3-620b47727c34 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327358 Jul 15 23:17:25.688412 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91354480-d28b-40d0-b41f-edb2b3f0154c req-29f95719-e331-4b17-8e30-c5c71c151e12 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:25.694144 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91354480-d28b-40d0-b41f-edb2b3f0154c req-29f95719-e331-4b17-8e30-c5c71c151e12 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:25.699879 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91354480-d28b-40d0-b41f-edb2b3f0154c req-29f95719-e331-4b17-8e30-c5c71c151e12 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:25.701991 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-91354480-d28b-40d0-b41f-edb2b3f0154c req-29f95719-e331-4b17-8e30-c5c71c151e12 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf287248-8016-4a3f-8699-26cadfcc2e77&device_id=e0c01ee8-b5bb-4b3e-9e8d-593b582c3f5c&device_id=be5edff6-1069-4223-b89c-418f22657dba HTTP/1.1" status: 200 len: 2416 time: 0.1816261 Jul 15 23:17:25.741970 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519fd25-9f0c-480a-873f-0826d21539d8 req-863a7f4a-ff7a-42b9-a6db-82672165a387 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:25.742568 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58836) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:25.743527 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a519fd25-9f0c-480a-873f-0826d21539d8 req-863a7f4a-ff7a-42b9-a6db-82672165a387 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 944 time: 0.1544003 Jul 15 23:17:25.785347 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-91354480-d28b-40d0-b41f-edb2b3f0154c req-e108537c-63ef-4327-a6d1-19ae25912972 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757623 Jul 15 23:17:25.805753 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a519fd25-9f0c-480a-873f-0826d21539d8 req-297fcb80-ede3-4ccd-862b-a49d1c9730cb tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553474 Jul 15 23:17:25.840192 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-4d542300-cc84-4b16-adbd-ea25a4054784 req-c37813dd-b586-4a6d-800f-8ddd50ff65ca tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:17:25.841328 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4d542300-cc84-4b16-adbd-ea25a4054784 req-c37813dd-b586-4a6d-800f-8ddd50ff65ca tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065525 Jul 15 23:17:25.869662 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a51e2e75-57d1-4130-bcde-a730384599dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:25.924324 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-22ba67c5-86c4-4756-9964-b105b978e2dc req-ddfc47aa-7067-4646-80af-c1581d748ced tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0318596 Jul 15 23:17:25.955138 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4d542300-cc84-4b16-adbd-ea25a4054784 req-752929e7-bdb7-475b-ba26-a4b832897004 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1067066 Jul 15 23:17:25.970333 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a51e2e75-57d1-4130-bcde-a730384599dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:25.978692 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a51e2e75-57d1-4130-bcde-a730384599dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:25.993866 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 6f58255f-531a-418e-a530-36fbe4ddd77f up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:26.019798 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a51e2e75-57d1-4130-bcde-a730384599dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf4d4d23f4bc4245ad2860dd69010612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2746296 Jul 15 23:17:26.022484 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58846) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:26.037870 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e2e75-57d1-4130-bcde-a730384599dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda7181d-58fb-4372-9a19-4415a69024bb,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:26.081004 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed600d52-9df6-4ec0-99c0-1a766024b19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.086076 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 6f58255f-531a-418e-a530-36fbe4ddd77f completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:26.090279 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 6f58255f-531a-418e-a530-36fbe4ddd77f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:26.090683 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.105001 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed600d52-9df6-4ec0-99c0-1a766024b19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.163994 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed600d52-9df6-4ec0-99c0-1a766024b19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.168517 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed600d52-9df6-4ec0-99c0-1a766024b19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.171458 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ed600d52-9df6-4ec0-99c0-1a766024b19f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cda7181d-58fb-4372-9a19-4415a69024bb HTTP/1.1" status: 204 len: 168 time: 0.1477854 Jul 15 23:17:26.192398 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed600d52-9df6-4ec0-99c0-1a766024b19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda7181d-58fb-4372-9a19-4415a69024bb,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:26.229283 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.261589 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c9035e-f375-4092-a2b9-21cb0f3be3e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f58255f-531a-418e-a530-36fbe4ddd77f'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:26.265220 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ea8673-2366-427d-824f-f3300141826d" -d '{"events": [{"server_uuid": "b0c9035e-f375-4092-a2b9-21cb0f3be3e8", "name": "network-vif-plugged", "status": "completed", "tag": "6f58255f-531a-418e-a530-36fbe4ddd77f"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:26.281431 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 6f58255f-531a-418e-a530-36fbe4ddd77f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6f58255f-531a-418e-a530-36fbe4ddd77f,segment=NetworkSegment(22713b79-5743-4d1f-a04e-a62a4823d5d0),segment_id=22713b79-5743-4d1f-a04e-a62a4823d5d0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:26.287593 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.349426 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=6f58255f-531a-418e-a530-36fbe4ddd77f,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:26.365911 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-52b732d6-7262-43b5-89d3-e3a151e18431 req-166b5a89-7bdf-4180-b435-d9a62bd33397 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=28378aeee5d0485092c6749d623446bd&device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0601337 Jul 15 23:17:26.390514 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f3fb65-e84a-4330-9e7e-d7a04e0e987d x-openstack-request-id: req-36f3fb65-e84a-4330-9e7e-d7a04e0e987d {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:26.390851 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c9035e-f375-4092-a2b9-21cb0f3be3e8", "name": "network-vif-plugged", "status": "completed", "tag": "6f58255f-531a-418e-a530-36fbe4ddd77f", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:26.391322 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36f3fb65-e84a-4330-9e7e-d7a04e0e987d {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:26.391883 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c9035e-f375-4092-a2b9-21cb0f3be3e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f58255f-531a-418e-a530-36fbe4ddd77f', 'code': 200} Jul 15 23:17:26.417264 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-52b732d6-7262-43b5-89d3-e3a151e18431 req-b420114e-91ba-4002-a2c8-05868cd2bb5c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=28378aeee5d0485092c6749d623446bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382571 Jul 15 23:17:26.422278 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1fbb3a85-7ebe-4033-a342-e2175c5c77f1 req-219fd2a4-e690-46f5-b33a-018b84875508 tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0440719 Jul 15 23:17:26.565878 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b732d6-7262-43b5-89d3-e3a151e18431 req-b10a53d3-d171-4557-b2af-70c532506d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:26.567918 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-52b732d6-7262-43b5-89d3-e3a151e18431 req-b10a53d3-d171-4557-b2af-70c532506d7d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1434052 Jul 15 23:17:26.605468 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58866) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:26.619870 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3ccdf08-e405-409e-95bb-f02016e28cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.732539 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3ccdf08-e405-409e-95bb-f02016e28cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.737464 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3ccdf08-e405-409e-95bb-f02016e28cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.778835 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ccdf08-e405-409e-95bb-f02016e28cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bbe493-0d4e-4d9f-b894-d627e6e214eb,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:26.787440 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b3ccdf08-e405-409e-95bb-f02016e28cf0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=29a25760b08d4d4e90f96f59e7ffdaed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1806698 Jul 15 23:17:26.789918 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58870) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:26.850929 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ee280bb-47a2-4c9c-bfd8-2f0c6ea3dcf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.877881 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ee280bb-47a2-4c9c-bfd8-2f0c6ea3dcf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.935042 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ee280bb-47a2-4c9c-bfd8-2f0c6ea3dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.937867 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ee280bb-47a2-4c9c-bfd8-2f0c6ea3dcf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.948633 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6ee280bb-47a2-4c9c-bfd8-2f0c6ea3dcf5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/07bbe493-0d4e-4d9f-b894-d627e6e214eb HTTP/1.1" status: 204 len: 168 time: 0.1548731 Jul 15 23:17:26.968640 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee280bb-47a2-4c9c-bfd8-2f0c6ea3dcf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bbe493-0d4e-4d9f-b894-d627e6e214eb,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:27.066707 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f3905-9460-4b89-b047-d5d6583729c4 req-5d79ead4-0457-43c1-a1fc-0e4beb2b5c66 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:27.068195 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-835f3905-9460-4b89-b047-d5d6583729c4 req-5d79ead4-0457-43c1-a1fc-0e4beb2b5c66 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 945 time: 0.0845807 Jul 15 23:17:27.070182 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf08d7-28dd-498d-b1eb-a69090bb5709 req-361cb39a-2a02-4107-b814-18a4bbd285cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:27.071620 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-00cf08d7-28dd-498d-b1eb-a69090bb5709 req-361cb39a-2a02-4107-b814-18a4bbd285cf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 1096 time: 0.6009035 Jul 15 23:17:27.127920 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-835f3905-9460-4b89-b047-d5d6583729c4 req-3f226a37-17ce-488d-8973-1dde859696f7 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534039 Jul 15 23:17:27.133768 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-00cf08d7-28dd-498d-b1eb-a69090bb5709 req-bf4ec72f-a681-4bd4-a5ce-2b165f4d82e2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523288 Jul 15 23:17:27.572593 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3ca31eb1-bd67-455f-a7e1-1f001544da18 req-b48fecde-0ba5-4f81-8d7a-8afef0fcc163 tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0346470 Jul 15 23:17:27.603218 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95027c-a5d7-4638-b9f5-252c4b4785d4 req-63ffa2b0-49ad-43eb-b8f6-3584cab5d1b3 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:27.604683 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bf95027c-a5d7-4638-b9f5-252c4b4785d4 req-63ffa2b0-49ad-43eb-b8f6-3584cab5d1b3 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf287248-8016-4a3f-8699-26cadfcc2e77 HTTP/1.1" status: 200 len: 945 time: 0.0989442 Jul 15 23:17:27.642783 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bf95027c-a5d7-4638-b9f5-252c4b4785d4 req-3f794b16-a8fd-4361-801f-279125bf5fa4 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323429 Jul 15 23:17:28.005967 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:17:28.108743 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-52b732d6-7262-43b5-89d3-e3a151e18431 req-6c4881d8-aab8-4149-9711-d1b3e8f91d0e tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0348861 Jul 15 23:17:28.143261 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:28.156108 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'e64cd3b4-ef41-4ff5-97de-7cea41ace7d6', 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54', 'port_id': 'e64cd3b4-ef41-4ff5-97de-7cea41ace7d6', 'mac_address': 'fa:16:3e:5d:23:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '242df3cc-37d7-47c0-a77c-be9034976381', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:17:28.197780 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:28.213308 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:17:28.257457 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:28.264532 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:28.331362 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:28.339391 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a73310-f478-4e86-8997-faf50cccb00f req-7f6aee83-7a27-4737-ac70-60f14460dbbd tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:28.340983 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c5a73310-f478-4e86-8997-faf50cccb00f req-7f6aee83-7a27-4737-ac70-60f14460dbbd tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 945 time: 0.0839400 Jul 15 23:17:28.391259 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c5a73310-f478-4e86-8997-faf50cccb00f req-3a307c93-35c0-45ac-92c8-2462b61ed818 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442548 Jul 15 23:17:28.432156 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['e64cd3b4-ef41-4ff5-97de-7cea41ace7d6'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:17:28.582104 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f10877-1ab1-4e8e-ba02-47d6e1567e90 req-56754cf6-2356-44dc-b092-dcba7bd8c506 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:28.583986 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-40f10877-1ab1-4e8e-ba02-47d6e1567e90 req-56754cf6-2356-44dc-b092-dcba7bd8c506 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 945 time: 0.0846498 Jul 15 23:17:28.628277 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-40f10877-1ab1-4e8e-ba02-47d6e1567e90 req-46dcd635-524a-4444-ae93-88a5fea9cdba tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384510 Jul 15 23:17:28.731443 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f866d3c-62b2-4a5f-91f3-362b47f13958 req-efba8483-2955-491b-91c9-29979af9da8b tempest-ServerShowV254Test-1541946138 tempest-ServerShowV254Test-1541946138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ac12d4-cfb6-4b6d-b4e3-cfb840cb40b1 HTTP/1.1" status: 200 len: 210 time: 0.0307519 Jul 15 23:17:28.947964 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c07fc-7020-4666-a27e-f58634fe9278 req-75835cdb-d4eb-4aa5-ac2f-4aeebc2f6f14 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:28.949826 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9c9c07fc-7020-4666-a27e-f58634fe9278 req-75835cdb-d4eb-4aa5-ac2f-4aeebc2f6f14 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf287248-8016-4a3f-8699-26cadfcc2e77 HTTP/1.1" status: 200 len: 945 time: 0.0878842 Jul 15 23:17:29.034607 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9c9c07fc-7020-4666-a27e-f58634fe9278 req-1156c743-90b4-4428-ad89-bb3a46e8715d tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779555 Jul 15 23:17:29.215068 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9636e-cf45-43c3-8323-9dd9d2312da6 req-5040c643-7497-4b99-92e2-96d018b6e10d tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:29.223163 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-94e9636e-cf45-43c3-8323-9dd9d2312da6 req-5040c643-7497-4b99-92e2-96d018b6e10d tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 945 time: 0.0913055 Jul 15 23:17:29.317545 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-94e9636e-cf45-43c3-8323-9dd9d2312da6 req-176f0719-a648-4a6d-bdae-75a23d30c668 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928171 Jul 15 23:17:29.319053 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d50f0-bd3a-4ef3-8e12-30ee9bd85aed req-27ffd35c-f799-45dc-9c9b-cd22798c6d32 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:29.321162 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-848d50f0-bd3a-4ef3-8e12-30ee9bd85aed req-27ffd35c-f799-45dc-9c9b-cd22798c6d32 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf287248-8016-4a3f-8699-26cadfcc2e77 HTTP/1.1" status: 200 len: 945 time: 0.1004655 Jul 15 23:17:29.462786 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-848d50f0-bd3a-4ef3-8e12-30ee9bd85aed req-26ae35ea-36e7-4481-b540-8f90336e69e0 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Deleting port dbcd22bb-3a6b-4feb-9270-cecd9bf180ef {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:29.463245 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-848d50f0-bd3a-4ef3-8e12-30ee9bd85aed req-26ae35ea-36e7-4481-b540-8f90336e69e0 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:29.563336 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-848d50f0-bd3a-4ef3-8e12-30ee9bd85aed req-26ae35ea-36e7-4481-b540-8f90336e69e0 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] For port dbcd22bb-3a6b-4feb-9270-cecd9bf180ef, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=dbcd22bb-3a6b-4feb-9270-cecd9bf180ef,segment=NetworkSegment(6cda61e7-a60d-4638-bd4d-a599539dd774),segment_id=6cda61e7-a60d-4638-bd4d-a599539dd774)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:29.563819 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-848d50f0-bd3a-4ef3-8e12-30ee9bd85aed req-26ae35ea-36e7-4481-b540-8f90336e69e0 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:29.578523 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-848d50f0-bd3a-4ef3-8e12-30ee9bd85aed req-26ae35ea-36e7-4481-b540-8f90336e69e0 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Calling delete_port for dbcd22bb-3a6b-4feb-9270-cecd9bf180ef owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:29.725055 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-848d50f0-bd3a-4ef3-8e12-30ee9bd85aed req-26ae35ea-36e7-4481-b540-8f90336e69e0 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:29.738217 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['558b93f3-c5c9-4dfd-bc9c-612fbb60b73f'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:17:29.759402 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae35ea-36e7-4481-b540-8f90336e69e0 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Pushing event deleted for resources: {'Port': ['ID=dbcd22bb-3a6b-4feb-9270-cecd9bf180ef,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:29.811940 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['9113e9a7-2c40-42af-b458-3231187327c2', 'dbcd22bb-3a6b-4feb-9270-cecd9bf180ef'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:17:29.838037 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-848d50f0-bd3a-4ef3-8e12-30ee9bd85aed req-26ae35ea-36e7-4481-b540-8f90336e69e0 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] No DVR routers for this DVR port dbcd22bb-3a6b-4feb-9270-cecd9bf180ef on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:29.841291 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-848d50f0-bd3a-4ef3-8e12-30ee9bd85aed req-26ae35ea-36e7-4481-b540-8f90336e69e0 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:29.844317 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-848d50f0-bd3a-4ef3-8e12-30ee9bd85aed req-26ae35ea-36e7-4481-b540-8f90336e69e0 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.36 "DELETE /v2.0/ports/dbcd22bb-3a6b-4feb-9270-cecd9bf180ef HTTP/1.1" status: 204 len: 173 time: 0.5145330 Jul 15 23:17:29.845170 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf287248-8016-4a3f-8699-26cadfcc2e77', 'name': 'network-vif-deleted', 'tag': 'dbcd22bb-3a6b-4feb-9270-cecd9bf180ef'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:29.849060 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db54e70-0260-4391-a38a-dc58345e909c" -d '{"events": [{"server_uuid": "bf287248-8016-4a3f-8699-26cadfcc2e77", "name": "network-vif-deleted", "tag": "dbcd22bb-3a6b-4feb-9270-cecd9bf180ef"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:29.897559 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a19cf6b-7ac0-4a73-8073-3888a00ddd07 x-openstack-request-id: req-5a19cf6b-7ac0-4a73-8073-3888a00ddd07 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:29.897945 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf287248-8016-4a3f-8699-26cadfcc2e77", "name": "network-vif-deleted", "tag": "dbcd22bb-3a6b-4feb-9270-cecd9bf180ef", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:29.898383 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5a19cf6b-7ac0-4a73-8073-3888a00ddd07 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:29.898904 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf287248-8016-4a3f-8699-26cadfcc2e77', 'name': 'network-vif-deleted', 'tag': 'dbcd22bb-3a6b-4feb-9270-cecd9bf180ef', 'status': 'completed', 'code': 200} Jul 15 23:17:30.325314 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-575b9784-3343-4642-88f6-f56ade2ed7c3 req-62dfef77-e664-4636-8f14-0385a646cb44 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf287248-8016-4a3f-8699-26cadfcc2e77 HTTP/1.1" status: 200 len: 210 time: 0.0614920 Jul 15 23:17:30.326083 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:30.368589 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59006) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:30.561515 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958270d-71a0-4508-b36e-800d6b6d4c7e req-98ff774e-a45c-4c02-baf1-3ded03daacc9 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:30.568790 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a958270d-71a0-4508-b36e-800d6b6d4c7e req-98ff774e-a45c-4c02-baf1-3ded03daacc9 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 945 time: 0.1063862 Jul 15 23:17:30.621091 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a958270d-71a0-4508-b36e-800d6b6d4c7e req-45c8bcdc-6901-4b9d-b824-0a14bbbf746c tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511200 Jul 15 23:17:30.658393 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-255335e3-c17b-48ac-9013-5459320b47e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:30.795448 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-255335e3-c17b-48ac-9013-5459320b47e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:30.801407 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-255335e3-c17b-48ac-9013-5459320b47e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:30.842971 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:30.843984 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:30.854615 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-255335e3-c17b-48ac-9013-5459320b47e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=28378aeee5d0485092c6749d623446bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4824798 Jul 15 23:17:30.855464 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59016) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:30.866529 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255335e3-c17b-48ac-9013-5459320b47e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ecbb1b-0efe-4776-be69-691d92953e69,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:30.932938 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e7aed3f-31aa-4c41-be7a-be0868fe2754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:30.957508 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e7aed3f-31aa-4c41-be7a-be0868fe2754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:31.009031 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:31.016624 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e7aed3f-31aa-4c41-be7a-be0868fe2754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:31.019404 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e7aed3f-31aa-4c41-be7a-be0868fe2754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:31.020766 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2e7aed3f-31aa-4c41-be7a-be0868fe2754 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76ecbb1b-0efe-4776-be69-691d92953e69 HTTP/1.1" status: 204 len: 168 time: 0.1630979 Jul 15 23:17:31.031631 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7aed3f-31aa-4c41-be7a-be0868fe2754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ecbb1b-0efe-4776-be69-691d92953e69,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:31.039421 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64cd3b4-ef41-4ff5-97de-7cea41ace7d6'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:31.041883 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d4740d-3ba9-46a4-88c9-62c3907e9e74" -d '{"events": [{"server_uuid": "9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0", "name": "network-vif-plugged", "status": "completed", "tag": "e64cd3b4-ef41-4ff5-97de-7cea41ace7d6"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:31.063045 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:31.068449 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:31.112002 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe14fc5-8e0c-468a-b12b-e09f104dcaa8 x-openstack-request-id: req-abe14fc5-8e0c-468a-b12b-e09f104dcaa8 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:31.112294 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0", "name": "network-vif-plugged", "status": "completed", "tag": "e64cd3b4-ef41-4ff5-97de-7cea41ace7d6", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:31.112546 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-abe14fc5-8e0c-468a-b12b-e09f104dcaa8 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:31.112985 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64cd3b4-ef41-4ff5-97de-7cea41ace7d6', 'code': 200} Jul 15 23:17:31.132803 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:32.004156 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375f780-7b54-408b-addf-7b1c8bcc5633 req-73426e6e-4d68-4fcd-8fcb-d79213ec16c1 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:32.006764 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4375f780-7b54-408b-addf-7b1c8bcc5633 req-73426e6e-4d68-4fcd-8fcb-d79213ec16c1 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 945 time: 0.0956082 Jul 15 23:17:32.074752 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4375f780-7b54-408b-addf-7b1c8bcc5633 req-1107e359-7037-428a-9ebb-e5e0372b6360 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577343 Jul 15 23:17:32.102192 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59054) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:32.168783 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675203c-756d-4e5f-9dbd-7e73fb75e366 req-a52d973d-1831-436a-804e-e315af767ddd tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:32.176257 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3675203c-756d-4e5f-9dbd-7e73fb75e366 req-a52d973d-1831-436a-804e-e315af767ddd tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0c01ee8-b5bb-4b3e-9e8d-593b582c3f5c HTTP/1.1" status: 200 len: 945 time: 0.0917504 Jul 15 23:17:32.213107 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3675203c-756d-4e5f-9dbd-7e73fb75e366 req-81ee1ab1-5751-44e7-b57e-f7d838e1bf8e tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356174 Jul 15 23:17:32.234870 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e1ba629b-bff4-48e1-a7a1-5c09a8de8ef1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-323270171-network', 'tenant_id': '2e827f40ab3842e2a76f286aea2bdded'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:32.272413 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ba629b-bff4-48e1-a7a1-5c09a8de8ef1 admin admin] Made reservation on behalf of 2e827f40ab3842e2a76f286aea2bdded for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:32.275051 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1ba629b-bff4-48e1-a7a1-5c09a8de8ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.287936 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1ba629b-bff4-48e1-a7a1-5c09a8de8ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.393404 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1ba629b-bff4-48e1-a7a1-5c09a8de8ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.401058 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1ba629b-bff4-48e1-a7a1-5c09a8de8ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.429550 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ba629b-bff4-48e1-a7a1-5c09a8de8ef1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:17:32.439896 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba629b-bff4-48e1-a7a1-5c09a8de8ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84524c05-3b1e-4343-8e03-7a3924f33de1,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:32.446910 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1ba629b-bff4-48e1-a7a1-5c09a8de8ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.447237 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-e1ba629b-bff4-48e1-a7a1-5c09a8de8ef1 admin admin] Added segment d3748496-23f5-4ea9-bf89-af13e2f85f8a of type vlan for network 522d1fd3-2e67-4567-8500-149254c668f3 Jul 15 23:17:32.490869 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1ba629b-bff4-48e1-a7a1-5c09a8de8ef1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.537330 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1ba629b-bff4-48e1-a7a1-5c09a8de8ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.539311 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ba629b-bff4-48e1-a7a1-5c09a8de8ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:32.540955 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1ba629b-bff4-48e1-a7a1-5c09a8de8ef1 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.599481 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e1ba629b-bff4-48e1-a7a1-5c09a8de8ef1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4961219 Jul 15 23:17:32.602589 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59062) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:32.612815 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-e708bdaa-2f8b-47b7-a6fb-8e069efe319e admin admin] Request body: {'subnet': {'network_id': '522d1fd3-2e67-4567-8500-149254c668f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-323270171-subnet', 'tenant_id': '2e827f40ab3842e2a76f286aea2bdded', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:32.646222 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e708bdaa-2f8b-47b7-a6fb-8e069efe319e admin admin] Made reservation on behalf of 2e827f40ab3842e2a76f286aea2bdded for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:32.661709 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba629b-bff4-48e1-a7a1-5c09a8de8ef1 admin admin] Pushing event updated for resources: {'Network': ['ID=522d1fd3-2e67-4567-8500-149254c668f3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:32.663397 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e708bdaa-2f8b-47b7-a6fb-8e069efe319e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.673489 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 522d1fd3-2e67-4567-8500-149254c668f3 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:17:32.701267 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device dbcd22bb-3a6b-4feb-9270-cecd9bf180ef no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:32.770170 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: dbcd22bb-3a6b-4feb-9270-cecd9bf180ef {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:17:32.770830 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device dbcd22bb-3a6b-4feb-9270-cecd9bf180ef not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:17:32.915561 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e708bdaa-2f8b-47b7-a6fb-8e069efe319e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.989471 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708bdaa-2f8b-47b7-a6fb-8e069efe319e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d482e0b-fa2e-49c4-8670-799dbd09543b,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:32.995043 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e708bdaa-2f8b-47b7-a6fb-8e069efe319e admin admin] Checking segment: {'id': 'd3748496-23f5-4ea9-bf89-af13e2f85f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '522d1fd3-2e67-4567-8500-149254c668f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:32.995687 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e708bdaa-2f8b-47b7-a6fb-8e069efe319e admin admin] Network hostable DHCP agents. Network: 522d1fd3-2e67-4567-8500-149254c668f3, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:17:33.015157 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e708bdaa-2f8b-47b7-a6fb-8e069efe319e admin admin] Network 522d1fd3-2e67-4567-8500-149254c668f3 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:17:33.027628 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-e708bdaa-2f8b-47b7-a6fb-8e069efe319e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 522d1fd3-2e67-4567-8500-149254c668f3) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:33.035200 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e708bdaa-2f8b-47b7-a6fb-8e069efe319e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:33.036250 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e708bdaa-2f8b-47b7-a6fb-8e069efe319e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:33.041895 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392b4c58-554c-416d-ad5b-f1691cd20ea5 None None] Network 522d1fd3-2e67-4567-8500-149254c668f3 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:33.091637 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e708bdaa-2f8b-47b7-a6fb-8e069efe319e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4801831 Jul 15 23:17:33.281996 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9fb84e-3910-48c5-af91-8af7e821a308 None None] Network 522d1fd3-2e67-4567-8500-149254c668f3 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:33.417543 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f410cab-04e1-464f-a631-ef7106dea962 req-832b549d-acfd-401a-a1f5-2dd647358334 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:33.419395 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2f410cab-04e1-464f-a631-ef7106dea962 req-832b549d-acfd-401a-a1f5-2dd647358334 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c01ee8-b5bb-4b3e-9e8d-593b582c3f5c HTTP/1.1" status: 200 len: 945 time: 0.1844745 Jul 15 23:17:33.453330 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ad507-c19e-41f5-bb28-c5bd51f3c705 req-2586ae6f-3f55-4fc5-be77-8902a01cc2b3 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:33.456279 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-829ad507-c19e-41f5-bb28-c5bd51f3c705 req-2586ae6f-3f55-4fc5-be77-8902a01cc2b3 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 945 time: 0.1403093 Jul 15 23:17:33.595627 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-829ad507-c19e-41f5-bb28-c5bd51f3c705 req-01227a25-08e0-409d-87aa-d29d7e348b7f tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093562 Jul 15 23:17:33.666207 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d82e2-b323-49ae-8dfc-4857edce2a1d req-c847cef1-2fd7-4403-8ff5-7527fe64a81a tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:33.672872 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b33d82e2-b323-49ae-8dfc-4857edce2a1d req-c847cef1-2fd7-4403-8ff5-7527fe64a81a tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0c01ee8-b5bb-4b3e-9e8d-593b582c3f5c HTTP/1.1" status: 200 len: 945 time: 0.1880162 Jul 15 23:17:33.705875 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-2f410cab-04e1-464f-a631-ef7106dea962 req-3fcf35bb-6586-4879-89ba-b9003a9d535e tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Deleting port 558b93f3-c5c9-4dfd-bc9c-612fbb60b73f {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:33.706366 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2f410cab-04e1-464f-a631-ef7106dea962 req-3fcf35bb-6586-4879-89ba-b9003a9d535e tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:33.741419 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b33d82e2-b323-49ae-8dfc-4857edce2a1d req-40d1b752-4fd9-456c-b2b4-a2a931df9830 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632553 Jul 15 23:17:33.858264 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-2f410cab-04e1-464f-a631-ef7106dea962 req-3fcf35bb-6586-4879-89ba-b9003a9d535e tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] For port 558b93f3-c5c9-4dfd-bc9c-612fbb60b73f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=558b93f3-c5c9-4dfd-bc9c-612fbb60b73f,segment=NetworkSegment(6cda61e7-a60d-4638-bd4d-a599539dd774),segment_id=6cda61e7-a60d-4638-bd4d-a599539dd774)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:33.858825 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2f410cab-04e1-464f-a631-ef7106dea962 req-3fcf35bb-6586-4879-89ba-b9003a9d535e tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:33.894712 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-2f410cab-04e1-464f-a631-ef7106dea962 req-3fcf35bb-6586-4879-89ba-b9003a9d535e tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Calling delete_port for 558b93f3-c5c9-4dfd-bc9c-612fbb60b73f owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:34.073567 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-0c42d98b-7d6c-4f6c-8a2d-cfd2126f3018 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:34.081283 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-0c42d98b-7d6c-4f6c-8a2d-cfd2126f3018 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/networks?id=522d1fd3-2e67-4567-8500-149254c668f3 HTTP/1.1" status: 200 len: 813 time: 0.1888289 Jul 15 23:17:34.109318 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-aede410b-ebaf-4d20-9cd1-3a6dadb76465 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/quotas/2e827f40ab3842e2a76f286aea2bdded HTTP/1.1" status: 200 len: 375 time: 0.0270102 Jul 15 23:17:34.186909 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-221a9780-6549-496a-a366-60eef5a243a9 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2e827f40ab3842e2a76f286aea2bdded&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766006 Jul 15 23:17:34.239583 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2f410cab-04e1-464f-a631-ef7106dea962 req-3fcf35bb-6586-4879-89ba-b9003a9d535e tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:34.273949 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['9113e9a7-2c40-42af-b458-3231187327c2'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:17:34.286007 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf35bb-6586-4879-89ba-b9003a9d535e tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Pushing event deleted for resources: {'Port': ['ID=558b93f3-c5c9-4dfd-bc9c-612fbb60b73f,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:34.404676 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f410cab-04e1-464f-a631-ef7106dea962 req-3fcf35bb-6586-4879-89ba-b9003a9d535e tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] No DVR routers for this DVR port 558b93f3-c5c9-4dfd-bc9c-612fbb60b73f on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:34.409670 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2f410cab-04e1-464f-a631-ef7106dea962 req-3fcf35bb-6586-4879-89ba-b9003a9d535e tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:34.415529 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2f410cab-04e1-464f-a631-ef7106dea962 req-3fcf35bb-6586-4879-89ba-b9003a9d535e tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.43 "DELETE /v2.0/ports/558b93f3-c5c9-4dfd-bc9c-612fbb60b73f HTTP/1.1" status: 204 len: 173 time: 0.9870248 Jul 15 23:17:34.417343 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c01ee8-b5bb-4b3e-9e8d-593b582c3f5c', 'name': 'network-vif-deleted', 'tag': '558b93f3-c5c9-4dfd-bc9c-612fbb60b73f'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:34.419388 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8968e1-329a-4261-9dee-bc7d04bbd69e" -d '{"events": [{"server_uuid": "e0c01ee8-b5bb-4b3e-9e8d-593b582c3f5c", "name": "network-vif-deleted", "tag": "558b93f3-c5c9-4dfd-bc9c-612fbb60b73f"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:34.456278 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-d5099e8d-a65a-4f5a-87a8-228f99515833 service neutron] 10.222.0.16 "GET /v2.0/networks/522d1fd3-2e67-4567-8500-149254c668f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555265 Jul 15 23:17:34.585105 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0affad51-1cc2-492d-8819-58dda4ba3867 x-openstack-request-id: req-0affad51-1cc2-492d-8819-58dda4ba3867 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:34.585399 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c01ee8-b5bb-4b3e-9e8d-593b582c3f5c", "name": "network-vif-deleted", "tag": "558b93f3-c5c9-4dfd-bc9c-612fbb60b73f", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:34.585648 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0affad51-1cc2-492d-8819-58dda4ba3867 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:34.586037 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c01ee8-b5bb-4b3e-9e8d-593b582c3f5c', 'name': 'network-vif-deleted', 'tag': '558b93f3-c5c9-4dfd-bc9c-612fbb60b73f', 'status': 'completed', 'code': 200} Jul 15 23:17:34.636704 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-f013f92a-3faf-47e8-9a0b-eeea0d49c343 service neutron] 10.222.0.16 "GET /v2.0/networks/522d1fd3-2e67-4567-8500-149254c668f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678610 Jul 15 23:17:34.979250 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5903b-e359-4c99-81ad-49283030751d req-22cda929-b200-4759-b30a-07021edb8fe2 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:34.980838 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1dd5903b-e359-4c99-81ad-49283030751d req-22cda929-b200-4759-b30a-07021edb8fe2 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 945 time: 0.1539490 Jul 15 23:17:35.075755 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1dd5903b-e359-4c99-81ad-49283030751d req-01fb6aba-09eb-412f-9bd6-f5e1f01327bd tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859606 Jul 15 23:17:35.081881 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-21baaa60-5545-4b14-b65f-0d44dd69dd25 req-eecd584b-f25d-40b3-b0e3-44e22185fdf0 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0c01ee8-b5bb-4b3e-9e8d-593b582c3f5c HTTP/1.1" status: 200 len: 210 time: 0.0586596 Jul 15 23:17:35.156093 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-284021e2-1600-4ab9-82f3-ea757762636d req-56318cbf-6e8f-4c61-a945-036386924830 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 210 time: 0.0422668 Jul 15 23:17:36.039124 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 558b93f3-c5c9-4dfd-bc9c-612fbb60b73f no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:36.061405 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 558b93f3-c5c9-4dfd-bc9c-612fbb60b73f {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:17:36.062146 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 558b93f3-c5c9-4dfd-bc9c-612fbb60b73f not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:17:36.348506 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbf48c-9f3e-40ab-8577-1e3ad2bd4f01 req-243ad16d-f36b-4582-9362-4e7112527ff2 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:36.352944 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e1fbf48c-9f3e-40ab-8577-1e3ad2bd4f01 req-243ad16d-f36b-4582-9362-4e7112527ff2 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 945 time: 0.0994322 Jul 15 23:17:36.453181 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e1fbf48c-9f3e-40ab-8577-1e3ad2bd4f01 req-ab536c86-bbd8-43ba-b83e-e5f9f306e5e5 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845137 Jul 15 23:17:36.497554 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-0d68efe7-288a-40fb-ad42-a01caba2c691 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:36.501390 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-0d68efe7-288a-40fb-ad42-a01caba2c691 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.36 "GET /v2.0/networks?id=522d1fd3-2e67-4567-8500-149254c668f3 HTTP/1.1" status: 200 len: 813 time: 0.1684022 Jul 15 23:17:36.522078 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-0ed46326-d130-4c1c-a998-99fc30b1d706 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Request body: {'port': {'device_id': '098972ce-db71-4bca-83f0-521f30aa8c8d', 'network_id': '522d1fd3-2e67-4567-8500-149254c668f3', 'admin_state_up': True, 'tenant_id': '2e827f40ab3842e2a76f286aea2bdded'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:36.552080 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-932909d5-5d38-409d-984f-843ea4f4c743 req-c52531a1-0dac-4437-8f92-2cab0f194221 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 210 time: 0.0962687 Jul 15 23:17:36.739806 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-0ed46326-d130-4c1c-a998-99fc30b1d706 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Made reservation on behalf of 2e827f40ab3842e2a76f286aea2bdded for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:36.749065 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-0ed46326-d130-4c1c-a998-99fc30b1d706 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.003119 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-0ed46326-d130-4c1c-a998-99fc30b1d706 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Allocated IP 172.20.0.7 (522d1fd3-2e67-4567-8500-149254c668f3/6d482e0b-fa2e-49c4-8670-799dbd09543b/3ee18c7b-0827-4359-baca-9b3266054327) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:17:37.050131 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ce773-8779-4cf3-b20a-09730bc2fbcd req-0e8e171b-9944-44d8-99e6-e2e7c4698bdc tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:37.052058 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-295ce773-8779-4cf3-b20a-09730bc2fbcd req-0e8e171b-9944-44d8-99e6-e2e7c4698bdc tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5edff6-1069-4223-b89c-418f22657dba HTTP/1.1" status: 200 len: 945 time: 0.1214015 Jul 15 23:17:37.120399 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-295ce773-8779-4cf3-b20a-09730bc2fbcd req-14fdc843-2175-48ab-8e06-0bc7af4d87cc tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609846 Jul 15 23:17:37.201780 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-0ed46326-d130-4c1c-a998-99fc30b1d706 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.253329 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-0ed46326-d130-4c1c-a998-99fc30b1d706 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.257584 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:17:37.311205 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-0ed46326-d130-4c1c-a998-99fc30b1d706 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Network 522d1fd3-2e67-4567-8500-149254c668f3 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:37.314031 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-0ed46326-d130-4c1c-a998-99fc30b1d706 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:37.318868 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-0ed46326-d130-4c1c-a998-99fc30b1d706 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:17:37.345043 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed46326-d130-4c1c-a998-99fc30b1d706 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Pushing event updated for resources: {'Port': ['ID=3ee18c7b-0827-4359-baca-9b3266054327,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:37.379692 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-0ed46326-d130-4c1c-a998-99fc30b1d706 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:37.380660 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-0ed46326-d130-4c1c-a998-99fc30b1d706 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.400158 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-0ed46326-d130-4c1c-a998-99fc30b1d706 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8825719 Jul 15 23:17:37.421257 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-057f6542-58ae-4f76-9e5d-c562e79dee19 service neutron] Request body: {'port': {'device_id': '098972ce-db71-4bca-83f0-521f30aa8c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:37.524673 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-057f6542-58ae-4f76-9e5d-c562e79dee19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.775774 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bad77e-ed3b-491d-8f53-a2258fc60a39 req-ab4bd25a-c2b5-4e45-9f76-fa5394cc7210 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:37.777317 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-75bad77e-ed3b-491d-8f53-a2258fc60a39 req-ab4bd25a-c2b5-4e45-9f76-fa5394cc7210 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 945 time: 0.1370325 Jul 15 23:17:37.862813 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-75bad77e-ed3b-491d-8f53-a2258fc60a39 req-17d770ea-c6c2-4de5-9426-97f5c5ab5667 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679691 Jul 15 23:17:37.898126 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2f01e-b649-4c21-b456-bd87d5148d55 req-138ada4c-1914-44ae-b81b-9fb97d1d7201 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:37.899918 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1cb2f01e-b649-4c21-b456-bd87d5148d55 req-138ada4c-1914-44ae-b81b-9fb97d1d7201 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 931 time: 0.1466763 Jul 15 23:17:38.022187 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-057f6542-58ae-4f76-9e5d-c562e79dee19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee18c7b-0827-4359-baca-9b3266054327 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:17:38.032306 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-057f6542-58ae-4f76-9e5d-c562e79dee19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.034123 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1cb2f01e-b649-4c21-b456-bd87d5148d55 req-b91ec39f-8de8-4354-bd03-cba871c68eb0 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286066 Jul 15 23:17:38.065694 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-057f6542-58ae-4f76-9e5d-c562e79dee19 service neutron] Transition to ACTIVE for port object 3ee18c7b-0827-4359-baca-9b3266054327 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:38.070894 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-057f6542-58ae-4f76-9e5d-c562e79dee19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.132337 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f6542-58ae-4f76-9e5d-c562e79dee19 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee18c7b-0827-4359-baca-9b3266054327,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:38.189461 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59172) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:38.228684 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-057f6542-58ae-4f76-9e5d-c562e79dee19 service neutron] Attempting to bind port 3ee18c7b-0827-4359-baca-9b3266054327 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:17:38.229449 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-057f6542-58ae-4f76-9e5d-c562e79dee19 service neutron] Attempting to bind port 3ee18c7b-0827-4359-baca-9b3266054327 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'd3748496-23f5-4ea9-bf89-af13e2f85f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '522d1fd3-2e67-4567-8500-149254c668f3'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:17:38.230038 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-057f6542-58ae-4f76-9e5d-c562e79dee19 service neutron] Attempting to bind port 3ee18c7b-0827-4359-baca-9b3266054327 on network 522d1fd3-2e67-4567-8500-149254c668f3 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:38.236071 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-057f6542-58ae-4f76-9e5d-c562e79dee19 service neutron] Port 3ee18c7b-0827-4359-baca-9b3266054327 on network 522d1fd3-2e67-4567-8500-149254c668f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:17:38.236779 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-057f6542-58ae-4f76-9e5d-c562e79dee19 service neutron] Attempting to bind port 3ee18c7b-0827-4359-baca-9b3266054327 on network 522d1fd3-2e67-4567-8500-149254c668f3 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:38.244062 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-057f6542-58ae-4f76-9e5d-c562e79dee19 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:17:38.245000 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-057f6542-58ae-4f76-9e5d-c562e79dee19 service neutron] Checking segment: {'id': 'd3748496-23f5-4ea9-bf89-af13e2f85f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '522d1fd3-2e67-4567-8500-149254c668f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:38.245639 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-057f6542-58ae-4f76-9e5d-c562e79dee19 service neutron] Bound using segment: {'id': 'd3748496-23f5-4ea9-bf89-af13e2f85f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '522d1fd3-2e67-4567-8500-149254c668f3'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:17:38.246355 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-057f6542-58ae-4f76-9e5d-c562e79dee19 service neutron] Bound port: 3ee18c7b-0827-4359-baca-9b3266054327, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3748496-23f5-4ea9-bf89-af13e2f85f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '522d1fd3-2e67-4567-8500-149254c668f3'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:17:38.247035 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-057f6542-58ae-4f76-9e5d-c562e79dee19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.349403 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-057f6542-58ae-4f76-9e5d-c562e79dee19 service neutron] For port 3ee18c7b-0827-4359-baca-9b3266054327, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:17:38.353527 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-057f6542-58ae-4f76-9e5d-c562e79dee19 service neutron] For port 3ee18c7b-0827-4359-baca-9b3266054327, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=3ee18c7b-0827-4359-baca-9b3266054327,segment=NetworkSegment(d3748496-23f5-4ea9-bf89-af13e2f85f8a),segment_id=d3748496-23f5-4ea9-bf89-af13e2f85f8a)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:17:38.360867 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-057f6542-58ae-4f76-9e5d-c562e79dee19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.425638 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-057f6542-58ae-4f76-9e5d-c562e79dee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:38.426450 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-057f6542-58ae-4f76-9e5d-c562e79dee19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.426609 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0e2be770-383d-4f71-a345-160591a39633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.428065 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-057f6542-58ae-4f76-9e5d-c562e79dee19 service neutron] 10.222.0.36 "PUT /v2.0/ports/3ee18c7b-0827-4359-baca-9b3266054327 HTTP/1.1" status: 200 len: 1091 time: 1.0119298 Jul 15 23:17:38.429907 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098972ce-db71-4bca-83f0-521f30aa8c8d', 'tag': '3ee18c7b-0827-4359-baca-9b3266054327'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:38.433009 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d368faa-6fcd-4f5d-8d76-4cc2b4cbdd5c" -d '{"events": [{"name": "network-changed", "server_uuid": "098972ce-db71-4bca-83f0-521f30aa8c8d", "tag": "3ee18c7b-0827-4359-baca-9b3266054327"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:38.510414 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f6542-58ae-4f76-9e5d-c562e79dee19 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee18c7b-0827-4359-baca-9b3266054327,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:38.536541 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e118be-45c9-4df7-ae79-11e992531a2f x-openstack-request-id: req-94e118be-45c9-4df7-ae79-11e992531a2f {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:38.537257 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098972ce-db71-4bca-83f0-521f30aa8c8d", "tag": "3ee18c7b-0827-4359-baca-9b3266054327", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:38.537257 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94e118be-45c9-4df7-ae79-11e992531a2f {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:38.537736 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098972ce-db71-4bca-83f0-521f30aa8c8d', 'tag': '3ee18c7b-0827-4359-baca-9b3266054327', 'status': 'completed', 'code': 200} Jul 15 23:17:38.572493 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927d170-3324-494b-8fbc-7fc026a39679 req-826f3be2-ec35-4347-9a21-a3ededdbb30b tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:38.580521 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8927d170-3324-494b-8fbc-7fc026a39679 req-826f3be2-ec35-4347-9a21-a3ededdbb30b tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5edff6-1069-4223-b89c-418f22657dba HTTP/1.1" status: 200 len: 945 time: 0.2122893 Jul 15 23:17:38.641941 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8927d170-3324-494b-8fbc-7fc026a39679 req-259e7237-30f0-47e9-991b-3180a76b2607 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603569 Jul 15 23:17:38.697340 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0e2be770-383d-4f71-a345-160591a39633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.699639 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.703965 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0e2be770-383d-4f71-a345-160591a39633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.745269 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0e2be770-383d-4f71-a345-160591a39633 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=93a2d5aa978e45ecb2a5bc3d25d5d8cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5541012 Jul 15 23:17:38.745895 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59180) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:38.755643 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725e114-5f07-4a1b-b3f9-f83a3725b2d4 req-d4a7eb53-290f-43ef-93a2-489c01648839 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:38.757255 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3725e114-5f07-4a1b-b3f9-f83a3725b2d4 req-d4a7eb53-290f-43ef-93a2-489c01648839 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.36 "GET /v2.0/ports?device_id=be5edff6-1069-4223-b89c-418f22657dba HTTP/1.1" status: 200 len: 945 time: 0.1908622 Jul 15 23:17:38.759178 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-685bd35a-3fc3-4ec5-8f2f-1feb853cfa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:38.760632 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-685bd35a-3fc3-4ec5-8f2f-1feb853cfa2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e827f40ab3842e2a76f286aea2bdded&device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 1094 time: 0.1966288 Jul 15 23:17:38.761582 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2be770-383d-4f71-a345-160591a39633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b361bcb-7a89-448c-845d-0797dc133c95,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:38.784800 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2be770-383d-4f71-a345-160591a39633 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:38.785541 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2be770-383d-4f71-a345-160591a39633 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:38.785541 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2be770-383d-4f71-a345-160591a39633 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:38.785878 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2be770-383d-4f71-a345-160591a39633 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:38.786205 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2be770-383d-4f71-a345-160591a39633 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:38.786528 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2be770-383d-4f71-a345-160591a39633 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:38.786878 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2be770-383d-4f71-a345-160591a39633 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:38.787200 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2be770-383d-4f71-a345-160591a39633 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:38.787521 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2be770-383d-4f71-a345-160591a39633 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:38.787838 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2be770-383d-4f71-a345-160591a39633 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:38.788157 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2be770-383d-4f71-a345-160591a39633 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:38.788504 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2be770-383d-4f71-a345-160591a39633 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:38.825523 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5b401ba8-f87a-476e-8f3d-c153c493e722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.851201 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-89cd99f1-3626-41a2-8161-78c2541448f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ee18c7b-0827-4359-baca-9b3266054327 HTTP/1.1" status: 200 len: 217 time: 0.0689082 Jul 15 23:17:38.853481 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5b401ba8-f87a-476e-8f3d-c153c493e722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.929701 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5b401ba8-f87a-476e-8f3d-c153c493e722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.932725 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5b401ba8-f87a-476e-8f3d-c153c493e722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.934190 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5b401ba8-f87a-476e-8f3d-c153c493e722 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b361bcb-7a89-448c-845d-0797dc133c95 HTTP/1.1" status: 204 len: 168 time: 0.1845050 Jul 15 23:17:38.951594 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b401ba8-f87a-476e-8f3d-c153c493e722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b361bcb-7a89-448c-845d-0797dc133c95,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:38.961451 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-9f10062d-da4d-4117-9ec3-1c1293d18fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:38.967777 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-9f10062d-da4d-4117-9ec3-1c1293d18fbb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d482e0b-fa2e-49c4-8670-799dbd09543b HTTP/1.1" status: 200 len: 853 time: 0.1076899 Jul 15 23:17:39.089246 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-cfc41e02-f217-4f1c-b6f6-bd14aa898074 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=522d1fd3-2e67-4567-8500-149254c668f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115129 Jul 15 23:17:39.244327 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1043a24-c924-48a3-9cd2-2d9f442d3d40 req-ded1ed52-f7d0-4e6b-ab2e-f5d47f02cf2b tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:39.253559 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e1043a24-c924-48a3-9cd2-2d9f442d3d40 req-ded1ed52-f7d0-4e6b-ab2e-f5d47f02cf2b tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 945 time: 0.1647663 Jul 15 23:17:39.352360 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e1043a24-c924-48a3-9cd2-2d9f442d3d40 req-a3ad5905-efe7-4adc-8f2c-93ef86e16205 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973575 Jul 15 23:17:39.403059 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e73ed-4013-4f7f-80bf-2cacb05fb8f5 req-06e0629e-3962-434a-bfd8-ec69a7fdd22c tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:39.414068 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-290e73ed-4013-4f7f-80bf-2cacb05fb8f5 req-06e0629e-3962-434a-bfd8-ec69a7fdd22c tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 943 time: 0.1576374 Jul 15 23:17:39.453542 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59198) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:39.469206 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-290e73ed-4013-4f7f-80bf-2cacb05fb8f5 req-50808c0d-9d64-4889-b905-aa279979d4fe tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536339 Jul 15 23:17:39.486338 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-54ead52c-26ea-44b7-8651-4f7f3f6f6bb2 service neutron] 10.222.0.36 "GET /v2.0/networks/522d1fd3-2e67-4567-8500-149254c668f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882828 Jul 15 23:17:39.488745 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-3725e114-5f07-4a1b-b3f9-f83a3725b2d4 req-d13554f2-cdac-424b-8be8-a244e07dae81 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Deleting port 9113e9a7-2c40-42af-b458-3231187327c2 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:39.489089 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3725e114-5f07-4a1b-b3f9-f83a3725b2d4 req-d13554f2-cdac-424b-8be8-a244e07dae81 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.489312 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a406a8d4-f42f-4441-a3fc-dc8c6962874a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.604169 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a406a8d4-f42f-4441-a3fc-dc8c6962874a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.610055 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a406a8d4-f42f-4441-a3fc-dc8c6962874a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.647478 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406a8d4-f42f-4441-a3fc-dc8c6962874a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7d9241-3ecf-421f-b1ca-06cacc56bdbe,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:39.658132 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a406a8d4-f42f-4441-a3fc-dc8c6962874a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5056d14975324db2ab240833d623aeee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1854749 Jul 15 23:17:39.660868 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59200) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:39.685750 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-3725e114-5f07-4a1b-b3f9-f83a3725b2d4 req-d13554f2-cdac-424b-8be8-a244e07dae81 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] For port 9113e9a7-2c40-42af-b458-3231187327c2, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=9113e9a7-2c40-42af-b458-3231187327c2,segment=NetworkSegment(6cda61e7-a60d-4638-bd4d-a599539dd774),segment_id=6cda61e7-a60d-4638-bd4d-a599539dd774)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:39.686385 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3725e114-5f07-4a1b-b3f9-f83a3725b2d4 req-d13554f2-cdac-424b-8be8-a244e07dae81 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.707918 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0482f095-4182-4cf8-8955-e5e2655c7aaa req-b0249e39-3e9a-4f10-89d5-dffae0c28018 service neutron] 10.222.0.36 "GET /v2.0/networks/522d1fd3-2e67-4567-8500-149254c668f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931131 Jul 15 23:17:39.708881 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-3725e114-5f07-4a1b-b3f9-f83a3725b2d4 req-d13554f2-cdac-424b-8be8-a244e07dae81 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Calling delete_port for 9113e9a7-2c40-42af-b458-3231187327c2 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:39.767646 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-965bc99d-a4d3-4829-9a1d-646108e84c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.842055 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-965bc99d-a4d3-4829-9a1d-646108e84c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.902694 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3725e114-5f07-4a1b-b3f9-f83a3725b2d4 req-d13554f2-cdac-424b-8be8-a244e07dae81 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.918411 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f35d3f-ea86-482f-8d25-7d686e43992f req-5e6b0544-d756-4707-824d-ad33f2245f73 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:39.921849 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65f35d3f-ea86-482f-8d25-7d686e43992f req-5e6b0544-d756-4707-824d-ad33f2245f73 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5edff6-1069-4223-b89c-418f22657dba HTTP/1.1" status: 200 len: 867 time: 0.1279647 Jul 15 23:17:39.936986 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['9113e9a7-2c40-42af-b458-3231187327c2'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:17:39.942529 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d368faa-6fcd-4f5d-8d76-4cc2b4cbdd5c req-dfcfa656-e1fd-461c-a258-81baa41ab29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:39.944286 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8d368faa-6fcd-4f5d-8d76-4cc2b4cbdd5c req-dfcfa656-e1fd-461c-a258-81baa41ab29d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e827f40ab3842e2a76f286aea2bdded&device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 1094 time: 0.1416087 Jul 15 23:17:39.948524 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13554f2-cdac-424b-8be8-a244e07dae81 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Pushing event deleted for resources: {'Port': ['ID=9113e9a7-2c40-42af-b458-3231187327c2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:39.999295 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65f35d3f-ea86-482f-8d25-7d686e43992f req-4874c96b-6eaa-4bc4-af78-94f3703fde5d tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.16 "GET /v2.0/security-groups?id=86eab1bc-3430-42d5-b6d4-a7497afba92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694501 Jul 15 23:17:40.023199 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-965bc99d-a4d3-4829-9a1d-646108e84c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:40.029014 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-965bc99d-a4d3-4829-9a1d-646108e84c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:40.033668 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-965bc99d-a4d3-4829-9a1d-646108e84c2c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c7d9241-3ecf-421f-b1ca-06cacc56bdbe HTTP/1.1" status: 204 len: 168 time: 0.3688660 Jul 15 23:17:40.043368 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965bc99d-a4d3-4829-9a1d-646108e84c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7d9241-3ecf-421f-b1ca-06cacc56bdbe,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:40.064718 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-3725e114-5f07-4a1b-b3f9-f83a3725b2d4 req-d13554f2-cdac-424b-8be8-a244e07dae81 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] No DVR routers for this DVR port 9113e9a7-2c40-42af-b458-3231187327c2 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:40.069297 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3725e114-5f07-4a1b-b3f9-f83a3725b2d4 req-d13554f2-cdac-424b-8be8-a244e07dae81 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:40.071361 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3725e114-5f07-4a1b-b3f9-f83a3725b2d4 req-d13554f2-cdac-424b-8be8-a244e07dae81 tempest-ListServerFiltersTestJSON-193829758 tempest-ListServerFiltersTestJSON-193829758-project] 10.222.0.36 "DELETE /v2.0/ports/9113e9a7-2c40-42af-b458-3231187327c2 HTTP/1.1" status: 204 len: 173 time: 1.2977111 Jul 15 23:17:40.209757 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d368faa-6fcd-4f5d-8d76-4cc2b4cbdd5c req-67d75e91-8707-4ec1-ad07-c2f115e0f445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:40.211355 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8d368faa-6fcd-4f5d-8d76-4cc2b4cbdd5c req-67d75e91-8707-4ec1-ad07-c2f115e0f445 service neutron] 10.222.0.36 "GET /v2.0/networks?id=522d1fd3-2e67-4567-8500-149254c668f3 HTTP/1.1" status: 200 len: 914 time: 0.2523816 Jul 15 23:17:40.303075 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8d368faa-6fcd-4f5d-8d76-4cc2b4cbdd5c req-bf15ae2f-7f3f-42c4-80ab-755f550f5a6b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ee18c7b-0827-4359-baca-9b3266054327 HTTP/1.1" status: 200 len: 217 time: 0.0822406 Jul 15 23:17:40.401803 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d368faa-6fcd-4f5d-8d76-4cc2b4cbdd5c req-ede84523-2e76-4714-b146-b69c28d1af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:40.405326 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8d368faa-6fcd-4f5d-8d76-4cc2b4cbdd5c req-ede84523-2e76-4714-b146-b69c28d1af94 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d482e0b-fa2e-49c4-8670-799dbd09543b HTTP/1.1" status: 200 len: 853 time: 0.0863140 Jul 15 23:17:40.454781 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8d368faa-6fcd-4f5d-8d76-4cc2b4cbdd5c req-bde5cb0f-bd66-44be-b842-017569e9445a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=522d1fd3-2e67-4567-8500-149254c668f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427880 Jul 15 23:17:40.539127 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5edff6-1069-4223-b89c-418f22657dba', 'name': 'network-vif-deleted', 'tag': '9113e9a7-2c40-42af-b458-3231187327c2'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:40.541547 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6168613c-753c-4829-9e80-59b8a082c4d4" -d '{"events": [{"server_uuid": "be5edff6-1069-4223-b89c-418f22657dba", "name": "network-vif-deleted", "tag": "9113e9a7-2c40-42af-b458-3231187327c2"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:40.602624 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8d368faa-6fcd-4f5d-8d76-4cc2b4cbdd5c req-d546943d-2fd3-4942-88f7-5e16a3c5b057 service neutron] 10.222.0.36 "GET /v2.0/networks/522d1fd3-2e67-4567-8500-149254c668f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379433 Jul 15 23:17:40.645142 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecab27-2cb0-473f-9d77-0b16e6e0252c req-fe9c551e-0748-4581-87b7-ad4f509fa451 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:40.652891 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70ecab27-2cb0-473f-9d77-0b16e6e0252c req-fe9c551e-0748-4581-87b7-ad4f509fa451 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 945 time: 0.1061738 Jul 15 23:17:40.733302 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70ecab27-2cb0-473f-9d77-0b16e6e0252c req-753ab311-d203-41e6-bb9d-f68176238c24 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792334 Jul 15 23:17:40.810536 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8d368faa-6fcd-4f5d-8d76-4cc2b4cbdd5c req-1c2de5f9-8af5-48d2-a0fe-bac4020a9052 service neutron] 10.222.0.36 "GET /v2.0/networks/522d1fd3-2e67-4567-8500-149254c668f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001374 Jul 15 23:17:40.850134 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464ca204-9386-4069-ad77-7cf41e6c4557 x-openstack-request-id: req-464ca204-9386-4069-ad77-7cf41e6c4557 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:40.850756 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5edff6-1069-4223-b89c-418f22657dba", "name": "network-vif-deleted", "tag": "9113e9a7-2c40-42af-b458-3231187327c2", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:40.851323 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-464ca204-9386-4069-ad77-7cf41e6c4557 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:40.851806 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5edff6-1069-4223-b89c-418f22657dba', 'name': 'network-vif-deleted', 'tag': '9113e9a7-2c40-42af-b458-3231187327c2', 'status': 'completed', 'code': 200} Jul 15 23:17:40.867904 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af3868-8793-43df-8a2d-51cefe0e2e77 req-2f0aabe6-c914-490b-9f9e-d8b680fb4baf tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:40.869381 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-90af3868-8793-43df-8a2d-51cefe0e2e77 req-2f0aabe6-c914-490b-9f9e-d8b680fb4baf tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 943 time: 0.1149721 Jul 15 23:17:40.933340 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-90af3868-8793-43df-8a2d-51cefe0e2e77 req-5767a54e-a58e-47ca-b82e-9ac07b72e690 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568495 Jul 15 23:17:41.116669 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59234) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:41.171721 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-106d6634-8364-41fe-9f40-2af730672b5e admin admin] Deleting subnet 06763eb0-c655-4810-97b7-154812cb6bdd {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:17:41.175455 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-106d6634-8364-41fe-9f40-2af730672b5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:41.216371 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-106d6634-8364-41fe-9f40-2af730672b5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:41.318514 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-106d6634-8364-41fe-9f40-2af730672b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:41.377094 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-106d6634-8364-41fe-9f40-2af730672b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:41.406033 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6634-8364-41fe-9f40-2af730672b5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06763eb0-c655-4810-97b7-154812cb6bdd,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:41.408213 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-106d6634-8364-41fe-9f40-2af730672b5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:41.410301 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-106d6634-8364-41fe-9f40-2af730672b5e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/06763eb0-c655-4810-97b7-154812cb6bdd HTTP/1.1" status: 204 len: 168 time: 0.2923872 Jul 15 23:17:41.412693 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59244) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:41.415718 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979a3961-2ab2-429d-8581-83c1b9dd5311 None None] Network df118b6b-31a4-4061-a4c0-0ae233562309 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:41.507337 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-132eddfc-f6f3-4e99-b6c1-21b32381967b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:41.583400 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-132eddfc-f6f3-4e99-b6c1-21b32381967b admin admin] Deleting port f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:41.584487 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-132eddfc-f6f3-4e99-b6c1-21b32381967b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:41.662885 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-132eddfc-f6f3-4e99-b6c1-21b32381967b admin admin] For port f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a,segment=NetworkSegment(6cda61e7-a60d-4638-bd4d-a599539dd774),segment_id=6cda61e7-a60d-4638-bd4d-a599539dd774)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:41.663420 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-132eddfc-f6f3-4e99-b6c1-21b32381967b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:41.668605 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c89817-5718-4513-aa18-318de250197a None None] DHCP port deletion for df118b6b-31a4-4061-a4c0-0ae233562309 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:17:41.680395 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-132eddfc-f6f3-4e99-b6c1-21b32381967b admin admin] Calling delete_port for f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:41.727641 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e5c89817-5718-4513-aa18-318de250197a None None] Deleting port f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:41.729189 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e5c89817-5718-4513-aa18-318de250197a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:41.786165 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-132eddfc-f6f3-4e99-b6c1-21b32381967b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:41.806488 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e5c89817-5718-4513-aa18-318de250197a None None] For port f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a,segment=NetworkSegment(6cda61e7-a60d-4638-bd4d-a599539dd774),segment_id=6cda61e7-a60d-4638-bd4d-a599539dd774)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:41.807194 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e5c89817-5718-4513-aa18-318de250197a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:41.813154 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132eddfc-f6f3-4e99-b6c1-21b32381967b admin admin] Pushing event deleted for resources: {'Port': ['ID=f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:41.821282 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e5c89817-5718-4513-aa18-318de250197a None None] Calling delete_port for f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:41.829000 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132eddfc-f6f3-4e99-b6c1-21b32381967b admin admin] No DVR routers for this DVR port f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:41.902268 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e5c89817-5718-4513-aa18-318de250197a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:41.916559 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-132eddfc-f6f3-4e99-b6c1-21b32381967b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:41.930496 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-132eddfc-f6f3-4e99-b6c1-21b32381967b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df118b6b-31a4-4061-a4c0-0ae233562309']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:41.933764 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c89817-5718-4513-aa18-318de250197a None None] Pushing event deleted for resources: {'Port': ['ID=f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:41.936171 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c89817-5718-4513-aa18-318de250197a None None] No DVR routers for this DVR port f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:41.955739 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-132eddfc-f6f3-4e99-b6c1-21b32381967b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cda61e7-a60d-4638-bd4d-a599539dd774') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:41.956156 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-132eddfc-f6f3-4e99-b6c1-21b32381967b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cda61e7-a60d-4638-bd4d-a599539dd774') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:41.970791 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-132eddfc-f6f3-4e99-b6c1-21b32381967b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:42.043538 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-132eddfc-f6f3-4e99-b6c1-21b32381967b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:42.060778 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-132eddfc-f6f3-4e99-b6c1-21b32381967b admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:17:42.061653 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-132eddfc-f6f3-4e99-b6c1-21b32381967b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:17:42.064010 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:17:42.174890 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6867620-7d60-489c-91c0-ac1a8baedc6e req-20dbf259-f549-4721-b9ae-1910b5d6d649 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:42.176845 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e6867620-7d60-489c-91c0-ac1a8baedc6e req-20dbf259-f549-4721-b9ae-1910b5d6d649 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 945 time: 0.1786697 Jul 15 23:17:42.202023 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-132eddfc-f6f3-4e99-b6c1-21b32381967b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:42.234411 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-132eddfc-f6f3-4e99-b6c1-21b32381967b admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:42.236629 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-132eddfc-f6f3-4e99-b6c1-21b32381967b admin admin] 10.222.0.16 "DELETE /v2.0/networks/df118b6b-31a4-4061-a4c0-0ae233562309 HTTP/1.1" status: 204 len: 168 time: 0.8227327 Jul 15 23:17:42.272892 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e6867620-7d60-489c-91c0-ac1a8baedc6e req-1344b9ec-3082-4497-bb03-36c39d2630a5 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838718 Jul 15 23:17:42.274830 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132eddfc-f6f3-4e99-b6c1-21b32381967b admin admin] Pushing event deleted for resources: {'Network': ['ID=df118b6b-31a4-4061-a4c0-0ae233562309,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:42.297618 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43deaa4e-4435-4d69-8b98-9e981f07c60d req-7710faeb-c2e2-4938-8ea7-63e70b2ab0d0 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:42.299162 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-43deaa4e-4435-4d69-8b98-9e981f07c60d req-7710faeb-c2e2-4938-8ea7-63e70b2ab0d0 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 943 time: 0.1980920 Jul 15 23:17:42.361317 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-43deaa4e-4435-4d69-8b98-9e981f07c60d req-d17af75a-eecf-4b6e-a805-8e9c7d3a2438 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500629 Jul 15 23:17:42.516995 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59278) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:42.570547 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1029fd5c-8fa6-4803-ab5b-4508ec69596d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=859c6f143cd34c8bb625f6c26492c3d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522780 Jul 15 23:17:42.574033 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59282) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:42.635647 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bce00be7-0d68-4bc2-b713-d8697675c5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:42.671196 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bce00be7-0d68-4bc2-b713-d8697675c5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:42.703270 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 3ee18c7b-0827-4359-baca-9b3266054327 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:17:42.726170 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 9113e9a7-2c40-42af-b458-3231187327c2 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:42.746955 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bce00be7-0d68-4bc2-b713-d8697675c5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:42.750296 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bce00be7-0d68-4bc2-b713-d8697675c5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:42.755281 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-bce00be7-0d68-4bc2-b713-d8697675c5b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86eab1bc-3430-42d5-b6d4-a7497afba92d HTTP/1.1" status: 204 len: 168 time: 0.1797969 Jul 15 23:17:42.765439 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce00be7-0d68-4bc2-b713-d8697675c5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86eab1bc-3430-42d5-b6d4-a7497afba92d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:42.934295 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 9113e9a7-2c40-42af-b458-3231187327c2 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:17:42.935211 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 9113e9a7-2c40-42af-b458-3231187327c2 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:17:42.949915 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 3ee18c7b-0827-4359-baca-9b3266054327, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=3ee18c7b-0827-4359-baca-9b3266054327,segment=NetworkSegment(d3748496-23f5-4ea9-bf89-af13e2f85f8a),segment_id=d3748496-23f5-4ea9-bf89-af13e2f85f8a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:42.973647 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '3ee18c7b-0827-4359-baca-9b3266054327', 'network_id': '522d1fd3-2e67-4567-8500-149254c668f3', 'port_id': '3ee18c7b-0827-4359-baca-9b3266054327', 'mac_address': 'fa:16:3e:30:95:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d482e0b-fa2e-49c4-8670-799dbd09543b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:17:43.020214 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:43.048983 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:17:43.049640 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f652b7fd-9c3f-4c23-bdc5-9c4caeb9a07a not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:17:43.056338 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:43.077248 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ee18c7b-0827-4359-baca-9b3266054327 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:17:43.101004 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 3ee18c7b-0827-4359-baca-9b3266054327, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=3ee18c7b-0827-4359-baca-9b3266054327,segment=NetworkSegment(d3748496-23f5-4ea9-bf89-af13e2f85f8a),segment_id=d3748496-23f5-4ea9-bf89-af13e2f85f8a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:43.106549 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:43.157795 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=3ee18c7b-0827-4359-baca-9b3266054327,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:43.372627 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['3ee18c7b-0827-4359-baca-9b3266054327'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:17:43.473120 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59326) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:43.660895 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3b498-0b64-445a-8d76-e0146f9a2f20 req-fa474424-ab6c-4931-ada5-e851ecdc5c21 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:43.671801 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d7e3b498-0b64-445a-8d76-e0146f9a2f20 req-fa474424-ab6c-4931-ada5-e851ecdc5c21 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 945 time: 0.1475573 Jul 15 23:17:43.720394 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817e05c-03d5-4ac0-a3f6-bad0c6547fd2 req-7763d6fa-6d6a-48e6-accb-292314fe428f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:43.721957 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5817e05c-03d5-4ac0-a3f6-bad0c6547fd2 req-7763d6fa-6d6a-48e6-accb-292314fe428f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 944 time: 0.1422105 Jul 15 23:17:43.735423 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d7e3b498-0b64-445a-8d76-e0146f9a2f20 req-c9c69b77-af32-4af2-ab3b-66eb2e043716 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624695 Jul 15 23:17:43.768219 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb1ca93c-b019-4794-8393-bcac64aa8b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:43.796775 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5817e05c-03d5-4ac0-a3f6-bad0c6547fd2 req-4ed21c4c-4d2b-40ed-8b94-427a1cfc89fd tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595877 Jul 15 23:17:43.808792 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59342) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:43.911238 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb1ca93c-b019-4794-8393-bcac64aa8b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:43.915776 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb1ca93c-b019-4794-8393-bcac64aa8b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:43.939690 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-da71a8d8-e063-429f-bf6e-ad1a8ee34faa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-590886257-network', 'tenant_id': 'eac3f2ff013743899b77a7275e534874'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:43.966243 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da71a8d8-e063-429f-bf6e-ad1a8ee34faa admin admin] Made reservation on behalf of eac3f2ff013743899b77a7275e534874 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:43.968765 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-da71a8d8-e063-429f-bf6e-ad1a8ee34faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:43.969120 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fb1ca93c-b019-4794-8393-bcac64aa8b05 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c85179e4511479e8119c3c01cd15b35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4946039 Jul 15 23:17:43.969990 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59346) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:43.982589 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-da71a8d8-e063-429f-bf6e-ad1a8ee34faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.003148 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ca93c-b019-4794-8393-bcac64aa8b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1704a549-8bb7-4de8-99a9-92d8605c9c56,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:44.073648 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c340de8c-7d1e-4f1a-9d9e-9e17b5d1e814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.092558 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-da71a8d8-e063-429f-bf6e-ad1a8ee34faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.097975 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-da71a8d8-e063-429f-bf6e-ad1a8ee34faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.105913 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c340de8c-7d1e-4f1a-9d9e-9e17b5d1e814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.133234 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da71a8d8-e063-429f-bf6e-ad1a8ee34faa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:17:44.143484 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71a8d8-e063-429f-bf6e-ad1a8ee34faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b094da4c-4fd6-4e94-ad03-cc5d74d330ff,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:44.149150 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-da71a8d8-e063-429f-bf6e-ad1a8ee34faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.149498 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-da71a8d8-e063-429f-bf6e-ad1a8ee34faa admin admin] Added segment c9e4b3e1-75aa-477b-b892-dda03f8d1320 of type vlan for network 763f1de9-52c7-44d6-a7b0-fd7c446c4363 Jul 15 23:17:44.180146 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c340de8c-7d1e-4f1a-9d9e-9e17b5d1e814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.182901 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c340de8c-7d1e-4f1a-9d9e-9e17b5d1e814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.184570 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c340de8c-7d1e-4f1a-9d9e-9e17b5d1e814 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1704a549-8bb7-4de8-99a9-92d8605c9c56 HTTP/1.1" status: 204 len: 168 time: 0.2086954 Jul 15 23:17:44.194183 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340de8c-7d1e-4f1a-9d9e-9e17b5d1e814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1704a549-8bb7-4de8-99a9-92d8605c9c56,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:44.204472 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-da71a8d8-e063-429f-bf6e-ad1a8ee34faa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.245229 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-da71a8d8-e063-429f-bf6e-ad1a8ee34faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.248686 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da71a8d8-e063-429f-bf6e-ad1a8ee34faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:44.249306 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-da71a8d8-e063-429f-bf6e-ad1a8ee34faa admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.288082 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-da71a8d8-e063-429f-bf6e-ad1a8ee34faa admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4760118 Jul 15 23:17:44.290673 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59354) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:44.296319 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-86c9b755-6119-4f09-a787-65b6a1c20e64 admin admin] Request body: {'subnet': {'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-590886257-subnet', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:44.331133 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c9b755-6119-4f09-a787-65b6a1c20e64 admin admin] Made reservation on behalf of eac3f2ff013743899b77a7275e534874 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:44.332975 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71a8d8-e063-429f-bf6e-ad1a8ee34faa admin admin] Pushing event updated for resources: {'Network': ['ID=763f1de9-52c7-44d6-a7b0-fd7c446c4363,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:44.343131 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-86c9b755-6119-4f09-a787-65b6a1c20e64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.344494 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 763f1de9-52c7-44d6-a7b0-fd7c446c4363 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:17:44.566404 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-86c9b755-6119-4f09-a787-65b6a1c20e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.593991 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59358) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:44.608602 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-929e34ec-a9d7-40e1-8b87-a20841050641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.631563 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9b755-6119-4f09-a787-65b6a1c20e64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78ea2555-c9cc-49c5-b9ef-7f12652d8d72,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:44.647408 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c9b755-6119-4f09-a787-65b6a1c20e64 admin admin] Checking segment: {'id': 'c9e4b3e1-75aa-477b-b892-dda03f8d1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:44.647772 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c9b755-6119-4f09-a787-65b6a1c20e64 admin admin] Network hostable DHCP agents. Network: 763f1de9-52c7-44d6-a7b0-fd7c446c4363, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:17:44.672949 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c9b755-6119-4f09-a787-65b6a1c20e64 admin admin] Network 763f1de9-52c7-44d6-a7b0-fd7c446c4363 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:17:44.683780 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-86c9b755-6119-4f09-a787-65b6a1c20e64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 763f1de9-52c7-44d6-a7b0-fd7c446c4363) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:44.688911 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c9b755-6119-4f09-a787-65b6a1c20e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:44.689663 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-86c9b755-6119-4f09-a787-65b6a1c20e64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.697327 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b8eb4e-6118-452a-8fbc-709b6444cf26 None None] Network 763f1de9-52c7-44d6-a7b0-fd7c446c4363 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:44.722935 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-929e34ec-a9d7-40e1-8b87-a20841050641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.723532 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 3ee18c7b-0827-4359-baca-9b3266054327 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:44.728701 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-929e34ec-a9d7-40e1-8b87-a20841050641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.735901 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-86c9b755-6119-4f09-a787-65b6a1c20e64 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4422648 Jul 15 23:17:44.736271 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59366) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:44.742125 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e353c9e4-bf42-4cb3-b836-d29027341986 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-590886257-router', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:44.777353 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e353c9e4-bf42-4cb3-b836-d29027341986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.781667 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-929e34ec-a9d7-40e1-8b87-a20841050641 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=552565ce2fcb48b5a60350fecbe02b83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1826015 Jul 15 23:17:44.781785 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e353c9e4-bf42-4cb3-b836-d29027341986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.781906 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e34ec-a9d7-40e1-8b87-a20841050641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95998f62-eb99-4246-861c-f3018a768cc4,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:44.782056 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59372) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:44.824721 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 3ee18c7b-0827-4359-baca-9b3266054327 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:44.835875 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 3ee18c7b-0827-4359-baca-9b3266054327 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:44.836244 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.884699 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-770c41c7-444e-48ae-bdb5-e0d77e8bf644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.890644 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e353c9e4-bf42-4cb3-b836-d29027341986 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.946861 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-770c41c7-444e-48ae-bdb5-e0d77e8bf644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.984944 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.997756 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37f8b46-93cb-4a5e-bd57-792861b51f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-763f1de9-52c7-44d6-a7b0-fd7c446c4363', 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'fixed_ips': [{'subnet_id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:17:44.998932 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b37f8b46-93cb-4a5e-bd57-792861b51f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:45.034570 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7575666-1e3e-4c5d-b925-d13ea8ccc485 req-44205c8d-d5a7-457e-ade5-4a1f21e21ba6 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:45.036190 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f7575666-1e3e-4c5d-b925-d13ea8ccc485 req-44205c8d-d5a7-457e-ade5-4a1f21e21ba6 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 945 time: 0.1189337 Jul 15 23:17:45.036774 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 3ee18c7b-0827-4359-baca-9b3266054327, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=3ee18c7b-0827-4359-baca-9b3266054327,segment=NetworkSegment(d3748496-23f5-4ea9-bf89-af13e2f85f8a),segment_id=d3748496-23f5-4ea9-bf89-af13e2f85f8a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:45.039699 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098972ce-db71-4bca-83f0-521f30aa8c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee18c7b-0827-4359-baca-9b3266054327'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:45.043517 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3db027-3b98-41a6-9111-5e3ed85f9091" -d '{"events": [{"server_uuid": "098972ce-db71-4bca-83f0-521f30aa8c8d", "name": "network-vif-plugged", "status": "completed", "tag": "3ee18c7b-0827-4359-baca-9b3266054327"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:45.048166 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:45.072439 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e353c9e4-bf42-4cb3-b836-d29027341986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:45.099928 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8250b79-21a6-444c-b6de-8169018c76af req-e94e5824-718c-4af7-b243-a66f4968ea37 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:45.101893 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d8250b79-21a6-444c-b6de-8169018c76af req-e94e5824-718c-4af7-b243-a66f4968ea37 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 944 time: 0.1246245 Jul 15 23:17:45.115070 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-770c41c7-444e-48ae-bdb5-e0d77e8bf644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:45.117638 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-770c41c7-444e-48ae-bdb5-e0d77e8bf644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:45.118992 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-770c41c7-444e-48ae-bdb5-e0d77e8bf644 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95998f62-eb99-4246-861c-f3018a768cc4 HTTP/1.1" status: 204 len: 168 time: 0.3334033 Jul 15 23:17:45.121613 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f7575666-1e3e-4c5d-b925-d13ea8ccc485 req-a6644591-4165-4ad0-a647-5468a28cc8cd tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722449 Jul 15 23:17:45.133802 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c41c7-444e-48ae-bdb5-e0d77e8bf644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95998f62-eb99-4246-861c-f3018a768cc4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:45.152642 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d8250b79-21a6-444c-b6de-8169018c76af req-092be4a4-fcf9-4a48-94e4-9fe010f74c98 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420001 Jul 15 23:17:45.254612 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fe7a7d-d23b-4c35-9a66-47f4bbd6aabd x-openstack-request-id: req-a1fe7a7d-d23b-4c35-9a66-47f4bbd6aabd {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:45.255207 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098972ce-db71-4bca-83f0-521f30aa8c8d", "name": "network-vif-plugged", "status": "completed", "tag": "3ee18c7b-0827-4359-baca-9b3266054327", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:45.255701 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1fe7a7d-d23b-4c35-9a66-47f4bbd6aabd {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:45.256288 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098972ce-db71-4bca-83f0-521f30aa8c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee18c7b-0827-4359-baca-9b3266054327', 'code': 200} Jul 15 23:17:45.275488 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=3ee18c7b-0827-4359-baca-9b3266054327,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:45.297333 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-b37f8b46-93cb-4a5e-bd57-792861b51f07 None None] Allocated IP 172.20.0.2 (763f1de9-52c7-44d6-a7b0-fd7c446c4363/78ea2555-c9cc-49c5-b9ef-7f12652d8d72/b42f8ee3-ef55-4b94-bc52-b542a702d242) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:17:45.399645 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e353c9e4-bf42-4cb3-b836-d29027341986 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:45.446179 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89f99b-bcba-49dd-9f69-5c5b6204115d req-f954a5e2-4df5-4911-9bef-941bf8a8702f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:45.448285 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4f89f99b-bcba-49dd-9f69-5c5b6204115d req-f954a5e2-4df5-4911-9bef-941bf8a8702f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 1096 time: 0.1245434 Jul 15 23:17:45.449080 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e353c9e4-bf42-4cb3-b836-d29027341986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:45.530439 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b37f8b46-93cb-4a5e-bd57-792861b51f07 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:45.549121 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b37f8b46-93cb-4a5e-bd57-792861b51f07 None None] Transition to ACTIVE for port object b42f8ee3-ef55-4b94-bc52-b542a702d242 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:45.570831 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b37f8b46-93cb-4a5e-bd57-792861b51f07 None None] Transition to ACTIVE for port object b42f8ee3-ef55-4b94-bc52-b542a702d242 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:45.574947 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feaee5e-893f-4806-9d09-78a2e5840611 req-f156f7cc-b0a3-4fc4-8ceb-750d2ee1b261 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:45.579239 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8feaee5e-893f-4806-9d09-78a2e5840611 req-f156f7cc-b0a3-4fc4-8ceb-750d2ee1b261 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 945 time: 0.1033199 Jul 15 23:17:45.580288 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b37f8b46-93cb-4a5e-bd57-792861b51f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:45.593093 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4f89f99b-bcba-49dd-9f69-5c5b6204115d req-bd5cecc3-a092-4306-a6bc-2e38a20dd79c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382651 Jul 15 23:17:45.628415 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8feaee5e-893f-4806-9d09-78a2e5840611 req-dc5d6cd7-95cb-4ebf-aa44-b4cd3c8151c8 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435822 Jul 15 23:17:45.643950 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37f8b46-93cb-4a5e-bd57-792861b51f07 None None] Network 763f1de9-52c7-44d6-a7b0-fd7c446c4363 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:45.645355 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-b37f8b46-93cb-4a5e-bd57-792861b51f07 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:45.647550 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f8b46-93cb-4a5e-bd57-792861b51f07 None None] Pushing event updated for resources: {'Port': ['ID=b42f8ee3-ef55-4b94-bc52-b542a702d242,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:45.649748 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37f8b46-93cb-4a5e-bd57-792861b51f07 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:17:45.675576 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-e353c9e4-bf42-4cb3-b836-d29027341986 admin admin] Allocated IP 172.25.4.202 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/6d432a3d-a8db-4577-b7e4-9d371f3c770d) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:17:45.711140 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-b37f8b46-93cb-4a5e-bd57-792861b51f07 None None] Attempting to bind port b42f8ee3-ef55-4b94-bc52-b542a702d242 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:17:45.711540 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-b37f8b46-93cb-4a5e-bd57-792861b51f07 None None] Attempting to bind port b42f8ee3-ef55-4b94-bc52-b542a702d242 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'c9e4b3e1-75aa-477b-b892-dda03f8d1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:17:45.714843 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37f8b46-93cb-4a5e-bd57-792861b51f07 None None] Attempting to bind port b42f8ee3-ef55-4b94-bc52-b542a702d242 on network 763f1de9-52c7-44d6-a7b0-fd7c446c4363 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:45.717837 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37f8b46-93cb-4a5e-bd57-792861b51f07 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:17:45.718214 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37f8b46-93cb-4a5e-bd57-792861b51f07 None None] Checking segment: {'id': 'c9e4b3e1-75aa-477b-b892-dda03f8d1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:45.718789 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b37f8b46-93cb-4a5e-bd57-792861b51f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:45.719175 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37f8b46-93cb-4a5e-bd57-792861b51f07 None None] Bound using segment: {'id': 'c9e4b3e1-75aa-477b-b892-dda03f8d1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:17:45.719639 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-b37f8b46-93cb-4a5e-bd57-792861b51f07 None None] Bound port: b42f8ee3-ef55-4b94-bc52-b542a702d242, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e4b3e1-75aa-477b-b892-dda03f8d1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:17:45.720014 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b37f8b46-93cb-4a5e-bd57-792861b51f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:45.796181 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-b37f8b46-93cb-4a5e-bd57-792861b51f07 None None] For port b42f8ee3-ef55-4b94-bc52-b542a702d242, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:17:45.799641 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-b37f8b46-93cb-4a5e-bd57-792861b51f07 None None] For port b42f8ee3-ef55-4b94-bc52-b542a702d242, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b42f8ee3-ef55-4b94-bc52-b542a702d242,segment=NetworkSegment(c9e4b3e1-75aa-477b-b892-dda03f8d1320),segment_id=c9e4b3e1-75aa-477b-b892-dda03f8d1320)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:17:45.804603 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e353c9e4-bf42-4cb3-b836-d29027341986 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:45.805832 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b37f8b46-93cb-4a5e-bd57-792861b51f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:45.852364 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e353c9e4-bf42-4cb3-b836-d29027341986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:45.868839 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f8b46-93cb-4a5e-bd57-792861b51f07 None None] Pushing event updated for resources: {'Port': ['ID=b42f8ee3-ef55-4b94-bc52-b542a702d242,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:45.891614 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e353c9e4-bf42-4cb3-b836-d29027341986 admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:45.895273 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-e353c9e4-bf42-4cb3-b836-d29027341986 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:45.897722 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-89d1ea09-fcc0-49ff-a1af-58d7913044bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:45.900164 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e353c9e4-bf42-4cb3-b836-d29027341986 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:17:45.946404 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e353c9e4-bf42-4cb3-b836-d29027341986 admin admin] Pushing event updated for resources: {'Port': ['ID=6d432a3d-a8db-4577-b7e4-9d371f3c770d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:46.311681 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e353c9e4-bf42-4cb3-b836-d29027341986 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:46.453602 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1335a-0b2b-4b94-a9db-6e4db88e5ec2 req-d8baae9c-3b14-493f-bbe8-856fccc6f379 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:46.455138 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f5c1335a-0b2b-4b94-a9db-6e4db88e5ec2 req-d8baae9c-3b14-493f-bbe8-856fccc6f379 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 945 time: 0.1152086 Jul 15 23:17:46.465879 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9160ba-0cc8-46a1-a59c-1609d9b174f8 req-b9425d23-a490-4bfb-8bec-a8962fdb4370 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:46.467473 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ae9160ba-0cc8-46a1-a59c-1609d9b174f8 req-b9425d23-a490-4bfb-8bec-a8962fdb4370 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1176381 Jul 15 23:17:46.524328 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f5c1335a-0b2b-4b94-a9db-6e4db88e5ec2 req-93c62233-0138-4ce1-8012-ad5c91757d80 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557470 Jul 15 23:17:46.537700 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ae9160ba-0cc8-46a1-a59c-1609d9b174f8 req-036585b7-608e-4f20-b216-4c253242eeb5 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542016 Jul 15 23:17:46.569259 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e353c9e4-bf42-4cb3-b836-d29027341986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:47.019560 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b42f8ee3-ef55-4b94-bc52-b542a702d242 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:47.030351 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e353c9e4-bf42-4cb3-b836-d29027341986 admin admin] Router 9bdb89e1-8b8f-438f-b309-2a9436a91060 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:17:47.077818 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port b42f8ee3-ef55-4b94-bc52-b542a702d242 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:47.148886 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c618b47-15eb-4cf1-ba85-6f3e2a8ad44b None None] Network 763f1de9-52c7-44d6-a7b0-fd7c446c4363 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:47.161932 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e353c9e4-bf42-4cb3-b836-d29027341986 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:17:47.175994 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4441012-622a-4b0c-b5f8-5e876704dd25 None None] Sync routers for ids ['9bdb89e1-8b8f-438f-b309-2a9436a91060'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:17:47.180451 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e353c9e4-bf42-4cb3-b836-d29027341986 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:47.181726 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e353c9e4-bf42-4cb3-b836-d29027341986 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4443679 Jul 15 23:17:47.184571 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59494) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:47.190343 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4441012-622a-4b0c-b5f8-5e876704dd25 None None] Routers {'9bdb89e1-8b8f-438f-b309-2a9436a91060'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:17:47.191160 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-b4441012-622a-4b0c-b5f8-5e876704dd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:17:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['9bdb89e1-8b8f-438f-b309-2a9436a91060'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:47.207975 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5356c1dd-f3be-4151-b03d-e2c15628b433 None None] Provisioning for port b42f8ee3-ef55-4b94-bc52-b542a702d242 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:47.267427 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5356c1dd-f3be-4151-b03d-e2c15628b433 None None] Provisioning complete for port b42f8ee3-ef55-4b94-bc52-b542a702d242 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:47.267861 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5356c1dd-f3be-4151-b03d-e2c15628b433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:47.302429 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-b4441012-622a-4b0c-b5f8-5e876704dd25 None None] Set router 9bdb89e1-8b8f-438f-b309-2a9436a91060 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:17:47.464773 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5356c1dd-f3be-4151-b03d-e2c15628b433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:47.521263 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-5356c1dd-f3be-4151-b03d-e2c15628b433 None None] For port b42f8ee3-ef55-4b94-bc52-b542a702d242, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b42f8ee3-ef55-4b94-bc52-b542a702d242,segment=NetworkSegment(c9e4b3e1-75aa-477b-b892-dda03f8d1320),segment_id=c9e4b3e1-75aa-477b-b892-dda03f8d1320)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:47.527836 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5356c1dd-f3be-4151-b03d-e2c15628b433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:47.564089 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-b4441012-622a-4b0c-b5f8-5e876704dd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'name': 'tempest-AttachVolumeTestJSON-590886257-router', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:44Z', 'updated_at': '2021-07-15T23:17:46Z', 'revision_number': 3, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'gw_port': {'id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:47:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:45Z', 'updated_at': '2021-07-15T23:17:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:47.599557 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4441012-622a-4b0c-b5f8-5e876704dd25 None None] Checking router: 9bdb89e1-8b8f-438f-b309-2a9436a91060 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:17:47.600051 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4441012-622a-4b0c-b5f8-5e876704dd25 None None] Updating router 9bdb89e1-8b8f-438f-b309-2a9436a91060 port 6d432a3d-a8db-4577-b7e4-9d371f3c770d binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:17:47.651823 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b4441012-622a-4b0c-b5f8-5e876704dd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:47.676506 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356c1dd-f3be-4151-b03d-e2c15628b433 None None] Pushing event updated for resources: {'Port': ['ID=b42f8ee3-ef55-4b94-bc52-b542a702d242,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:47.854698 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-855a9c2e-99f5-4348-aa1b-2d7cbdc37a06 None None] Provisioning complete for port b42f8ee3-ef55-4b94-bc52-b542a702d242 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:47.855252 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-855a9c2e-99f5-4348-aa1b-2d7cbdc37a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:48.029730 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b4441012-622a-4b0c-b5f8-5e876704dd25 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:48.043460 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-b4441012-622a-4b0c-b5f8-5e876704dd25 None None] Transition to ACTIVE for port object 6d432a3d-a8db-4577-b7e4-9d371f3c770d will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:48.052685 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b4441012-622a-4b0c-b5f8-5e876704dd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:48.100199 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:17:48.109261 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-b4441012-622a-4b0c-b5f8-5e876704dd25 None None] Attempting to bind port 6d432a3d-a8db-4577-b7e4-9d371f3c770d on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:17:48.109881 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-b4441012-622a-4b0c-b5f8-5e876704dd25 None None] Attempting to bind port 6d432a3d-a8db-4577-b7e4-9d371f3c770d by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:17:48.110244 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4441012-622a-4b0c-b5f8-5e876704dd25 None None] Attempting to bind port 6d432a3d-a8db-4577-b7e4-9d371f3c770d on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:48.118262 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ab76a-cb1c-448d-a0d4-35fc3fb0ec6e None None] Pushing event updated for resources: {'Port': ['ID=6d432a3d-a8db-4577-b7e4-9d371f3c770d,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:48.124181 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4441012-622a-4b0c-b5f8-5e876704dd25 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:17:48.124597 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4441012-622a-4b0c-b5f8-5e876704dd25 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:48.124947 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b4441012-622a-4b0c-b5f8-5e876704dd25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:48.125344 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4441012-622a-4b0c-b5f8-5e876704dd25 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:17:48.126076 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-b4441012-622a-4b0c-b5f8-5e876704dd25 None None] Bound port: 6d432a3d-a8db-4577-b7e4-9d371f3c770d, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:17:48.126251 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b4441012-622a-4b0c-b5f8-5e876704dd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:48.129447 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:48.151226 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ab76a-cb1c-448d-a0d4-35fc3fb0ec6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:48.151637 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ab76a-cb1c-448d-a0d4-35fc3fb0ec6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:48.151889 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ab76a-cb1c-448d-a0d4-35fc3fb0ec6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:48.152219 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ab76a-cb1c-448d-a0d4-35fc3fb0ec6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:48.152547 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ab76a-cb1c-448d-a0d4-35fc3fb0ec6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:48.152870 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ab76a-cb1c-448d-a0d4-35fc3fb0ec6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:48.153182 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ab76a-cb1c-448d-a0d4-35fc3fb0ec6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:48.153500 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ab76a-cb1c-448d-a0d4-35fc3fb0ec6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:48.154382 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ab76a-cb1c-448d-a0d4-35fc3fb0ec6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:48.154741 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ab76a-cb1c-448d-a0d4-35fc3fb0ec6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:48.155058 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ab76a-cb1c-448d-a0d4-35fc3fb0ec6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:48.155373 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ab76a-cb1c-448d-a0d4-35fc3fb0ec6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:48.202605 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-b4441012-622a-4b0c-b5f8-5e876704dd25 None None] For port 6d432a3d-a8db-4577-b7e4-9d371f3c770d, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:17:48.206757 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-b4441012-622a-4b0c-b5f8-5e876704dd25 None None] For port 6d432a3d-a8db-4577-b7e4-9d371f3c770d, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=6d432a3d-a8db-4577-b7e4-9d371f3c770d,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:17:48.211843 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b4441012-622a-4b0c-b5f8-5e876704dd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:48.248162 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac92661-76cc-4dc8-9455-283094a66b3e req-1f1c885e-3e1f-40bd-99a4-0d7ee7ba6317 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:48.249790 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6ac92661-76cc-4dc8-9455-283094a66b3e req-1f1c885e-3e1f-40bd-99a4-0d7ee7ba6317 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1998720 Jul 15 23:17:48.264292 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f3944c19-ea19-47da-abac-8d8f195ec763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:48.278818 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8298b-2454-4724-b511-2154a0fd50c8 req-d7a7ca58-3d2a-46cb-956a-758c333da228 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:48.285736 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a4d8298b-2454-4724-b511-2154a0fd50c8 req-d7a7ca58-3d2a-46cb-956a-758c333da228 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 945 time: 0.2346842 Jul 15 23:17:48.293502 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ab76a-cb1c-448d-a0d4-35fc3fb0ec6e None None] Pushing event updated for resources: {'Port': ['ID=6d432a3d-a8db-4577-b7e4-9d371f3c770d,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:48.296521 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4441012-622a-4b0c-b5f8-5e876704dd25 None None] Routers {'9bdb89e1-8b8f-438f-b309-2a9436a91060'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:17:48.297879 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-b4441012-622a-4b0c-b5f8-5e876704dd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:17:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['9bdb89e1-8b8f-438f-b309-2a9436a91060'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:48.319194 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:48.335370 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:48.339368 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'e64cd3b4-ef41-4ff5-97de-7cea41ace7d6', 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54', 'port_id': 'e64cd3b4-ef41-4ff5-97de-7cea41ace7d6', 'mac_address': 'fa:16:3e:5d:23:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '242df3cc-37d7-47c0-a77c-be9034976381', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:17:48.382961 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6ac92661-76cc-4dc8-9455-283094a66b3e req-bfc2c87c-163b-4ccc-97ff-bde20e0e62ca tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241241 Jul 15 23:17:48.389783 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e64cd3b4-ef41-4ff5-97de-7cea41ace7d6'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:48.392322 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e22d6b-18f5-4708-bb6a-e674460ae5d7" -d '{"events": [{"server_uuid": "9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0", "name": "network-vif-unplugged", "status": "completed", "tag": "e64cd3b4-ef41-4ff5-97de-7cea41ace7d6"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:48.404404 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a4d8298b-2454-4724-b511-2154a0fd50c8 req-f5d17dcd-e9a2-41f8-a2dd-5bbc2341b397 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169603 Jul 15 23:17:48.428161 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:48.428956 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7d7c0a9e-8a6f-4451-ae03-99cb8dd856de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:48.449325 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:48.458980 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:48.500078 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:17:48.510340 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-b4441012-622a-4b0c-b5f8-5e876704dd25 None None] Set router 9bdb89e1-8b8f-438f-b309-2a9436a91060 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:17:48.518823 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3c2a5f-6772-4d1a-af33-91a5a0767551 x-openstack-request-id: req-ee3c2a5f-6772-4d1a-af33-91a5a0767551 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:48.519081 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0", "name": "network-vif-unplugged", "status": "completed", "tag": "e64cd3b4-ef41-4ff5-97de-7cea41ace7d6", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:48.519341 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee3c2a5f-6772-4d1a-af33-91a5a0767551 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:48.519740 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e64cd3b4-ef41-4ff5-97de-7cea41ace7d6', 'code': 200} Jul 15 23:17:48.636912 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-7d7c0a9e-8a6f-4451-ae03-99cb8dd856de admin admin] Allocated IP 172.20.0.1 (763f1de9-52c7-44d6-a7b0-fd7c446c4363/78ea2555-c9cc-49c5-b9ef-7f12652d8d72/c4771972-b263-4a20-8c8b-7602c2097ceb) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:17:48.750403 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:17:48.752186 n-d-787205-9 neutron-server[93800]: DEBUG oslo_db.api [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:17:48.752186 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:48.756253 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:48.884663 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-269436ce-62ff-4cd7-9f4e-055b741e125b tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:48.892492 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-269436ce-62ff-4cd7-9f4e-055b741e125b tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/networks?id=522d1fd3-2e67-4567-8500-149254c668f3 HTTP/1.1" status: 200 len: 813 time: 0.1433210 Jul 15 23:17:48.908723 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-70944afe-e798-4abe-acc5-52d9fbcbca0b tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/quotas/2e827f40ab3842e2a76f286aea2bdded HTTP/1.1" status: 200 len: 375 time: 0.0152404 Jul 15 23:17:48.977752 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7d7c0a9e-8a6f-4451-ae03-99cb8dd856de admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:48.991407 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b42f8ee3-ef55-4b94-bc52-b542a702d242 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:49.003387 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-b4441012-622a-4b0c-b5f8-5e876704dd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'name': 'tempest-AttachVolumeTestJSON-590886257-router', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:44Z', 'updated_at': '2021-07-15T23:17:46Z', 'revision_number': 3, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'gw_port': {'id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:47:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:45Z', 'updated_at': '2021-07-15T23:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:49.022880 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7d7c0a9e-8a6f-4451-ae03-99cb8dd856de admin admin] Transition to ACTIVE for port object c4771972-b263-4a20-8c8b-7602c2097ceb will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:49.070393 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port b42f8ee3-ef55-4b94-bc52-b542a702d242 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:49.070965 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:49.093915 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-29f52ae0-f9a2-4389-b097-f74bfe18c6e7 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2e827f40ab3842e2a76f286aea2bdded&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1747551 Jul 15 23:17:49.105489 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7d7c0a9e-8a6f-4451-ae03-99cb8dd856de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:49.109848 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4441012-622a-4b0c-b5f8-5e876704dd25 None None] The sync data for ids ['9bdb89e1-8b8f-438f-b309-2a9436a91060'] in n-d-787205-9 is: [{'id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'name': 'tempest-AttachVolumeTestJSON-590886257-router', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:44Z', 'updated_at': '2021-07-15T23:17:46Z', 'revision_number': 3, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'gw_port': {'id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:47:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:45Z', 'updated_at': '2021-07-15T23:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:17:49.154777 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7c0a9e-8a6f-4451-ae03-99cb8dd856de admin admin] Network 763f1de9-52c7-44d6-a7b0-fd7c446c4363 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:49.157913 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-7d7c0a9e-8a6f-4451-ae03-99cb8dd856de admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:49.162074 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7c0a9e-8a6f-4451-ae03-99cb8dd856de admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:17:49.228514 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7d7c0a9e-8a6f-4451-ae03-99cb8dd856de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:49.328122 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c0a9e-8a6f-4451-ae03-99cb8dd856de admin admin] Pushing event updated for resources: {'Port': ['ID=c4771972-b263-4a20-8c8b-7602c2097ceb,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:49.584644 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:49.623965 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:17:49.627221 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-33a9f2e3-6def-4fb6-93f6-c4884788e812 service neutron] 10.222.0.16 "GET /v2.0/networks/522d1fd3-2e67-4567-8500-149254c668f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5324287 Jul 15 23:17:49.632025 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7d7c0a9e-8a6f-4451-ae03-99cb8dd856de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:49.641615 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:49.642261 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-32cf7916-7b87-4f68-a3c5-42145d07ac5d None None] Provisioning for port c4771972-b263-4a20-8c8b-7602c2097ceb completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:49.653009 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:49.654983 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-32cf7916-7b87-4f68-a3c5-42145d07ac5d None None] Provisioning complete for port c4771972-b263-4a20-8c8b-7602c2097ceb triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:49.655589 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-32cf7916-7b87-4f68-a3c5-42145d07ac5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:49.659009 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:49.661530 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a41c4-0b08-4e70-9e68-bfd0a4de88d5 req-cbcb85c1-e11b-4351-90b6-5a07dbbadef9 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:49.663221 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3a5a41c4-0b08-4e70-9e68-bfd0a4de88d5 req-cbcb85c1-e11b-4351-90b6-5a07dbbadef9 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "GET /v2.0/ports?device_id=74d1ff00-bfb2-4c1d-8ab1-9abd8583b125 HTTP/1.1" status: 200 len: 945 time: 0.3363559 Jul 15 23:17:49.754045 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-32cf7916-7b87-4f68-a3c5-42145d07ac5d None None] Port c4771972-b263-4a20-8c8b-7602c2097ceb cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:17:49.757077 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6,revision_number=9']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:49.813838 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3a5a41c4-0b08-4e70-9e68-bfd0a4de88d5 req-b968fa39-ae8c-4da9-a2c7-7900e901f315 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "GET /v2.0/security-groups?id=571f9c8f-db10-4834-b601-464ec741b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425710 Jul 15 23:17:49.828402 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['e64cd3b4-ef41-4ff5-97de-7cea41ace7d6'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:17:49.855838 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-8096d826-f6ba-4632-9a1c-4c54ea98cd05 service neutron] 10.222.0.16 "GET /v2.0/networks/522d1fd3-2e67-4567-8500-149254c668f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184503 Jul 15 23:17:50.209356 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7d7c0a9e-8a6f-4451-ae03-99cb8dd856de admin admin] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:50.213408 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-db73aa65-6fa8-4f2f-8fa9-1bef2aba1eef req-71ca894d-b088-441c-bbee-999c4ff52509 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d627a5d-254d-40df-ab81-96f758f067e9 HTTP/1.1" status: 200 len: 210 time: 0.0867326 Jul 15 23:17:50.218614 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7d7c0a9e-8a6f-4451-ae03-99cb8dd856de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:50.354165 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b108ce2-9b8b-4468-9ad8-11fc3eb1806b req-d8e747dd-46b4-476f-bc70-0e415c65150b tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:50.355924 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7b108ce2-9b8b-4468-9ad8-11fc3eb1806b req-d8e747dd-46b4-476f-bc70-0e415c65150b tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 945 time: 0.3469999 Jul 15 23:17:50.359837 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7d7c0a9e-8a6f-4451-ae03-99cb8dd856de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:50.419884 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c0a9e-8a6f-4451-ae03-99cb8dd856de admin admin] Pushing event updated for resources: {'Port': ['ID=c4771972-b263-4a20-8c8b-7602c2097ceb,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:50.562459 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7b108ce2-9b8b-4468-9ad8-11fc3eb1806b req-0b5aae25-d89f-4bae-a2a6-7bcdb44839f7 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929314 Jul 15 23:17:50.626679 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7c0a9e-8a6f-4451-ae03-99cb8dd856de admin admin] Network 763f1de9-52c7-44d6-a7b0-fd7c446c4363 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:50.641241 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-7d7c0a9e-8a6f-4451-ae03-99cb8dd856de admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:50.666341 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa3e28-7968-4645-b879-cc0c5d34b626 req-57169d5e-c4f8-4276-86b8-a4148b525f62 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:50.668502 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-22fa3e28-7968-4645-b879-cc0c5d34b626 req-57169d5e-c4f8-4276-86b8-a4148b525f62 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.36 "GET /v2.0/ports?device_id=74d1ff00-bfb2-4c1d-8ab1-9abd8583b125 HTTP/1.1" status: 200 len: 945 time: 0.1248643 Jul 15 23:17:50.823926 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7c0a9e-8a6f-4451-ae03-99cb8dd856de admin admin] Router 9bdb89e1-8b8f-438f-b309-2a9436a91060 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:17:50.918750 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-22fa3e28-7968-4645-b879-cc0c5d34b626 req-24073678-ed57-4181-8341-fee29c640af0 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Deleting port 899f3ca5-80d4-4fce-b5b8-b36c8540d5bd {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:50.919753 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-22fa3e28-7968-4645-b879-cc0c5d34b626 req-24073678-ed57-4181-8341-fee29c640af0 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:51.099585 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6d432a3d-a8db-4577-b7e4-9d371f3c770d up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:51.135591 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-99672e4a-38a5-4f72-a3b4-93d130a636cd None None] Provisioning complete for port c4771972-b263-4a20-8c8b-7602c2097ceb triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:51.136233 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99672e4a-38a5-4f72-a3b4-93d130a636cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:51.151926 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-22fa3e28-7968-4645-b879-cc0c5d34b626 req-24073678-ed57-4181-8341-fee29c640af0 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] For port 899f3ca5-80d4-4fce-b5b8-b36c8540d5bd, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=899f3ca5-80d4-4fce-b5b8-b36c8540d5bd,segment=NetworkSegment(b99c3a2a-6cc4-4860-b7c5-6aaace16c140),segment_id=b99c3a2a-6cc4-4860-b7c5-6aaace16c140)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:51.152343 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-22fa3e28-7968-4645-b879-cc0c5d34b626 req-24073678-ed57-4181-8341-fee29c640af0 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:51.173573 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7c0a9e-8a6f-4451-ae03-99cb8dd856de admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:17:51.240150 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:51.250088 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7d7c0a9e-8a6f-4451-ae03-99cb8dd856de admin admin] 10.222.0.16 "PUT /v2.0/routers/9bdb89e1-8b8f-438f-b309-2a9436a91060/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0630205 Jul 15 23:17:51.261653 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-99672e4a-38a5-4f72-a3b4-93d130a636cd None None] Port c4771972-b263-4a20-8c8b-7602c2097ceb cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:17:51.293625 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 6d432a3d-a8db-4577-b7e4-9d371f3c770d completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:51.308403 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 6d432a3d-a8db-4577-b7e4-9d371f3c770d triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:51.308776 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:51.420752 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d384418-95ab-4aa5-b60f-5ea3f4861864 req-7df2e47e-4542-494f-b22e-9baeb49b8267 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:51.425446 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6d384418-95ab-4aa5-b60f-5ea3f4861864 req-7df2e47e-4542-494f-b22e-9baeb49b8267 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "GET /v2.0/ports?device_id=74d1ff00-bfb2-4c1d-8ab1-9abd8583b125 HTTP/1.1" status: 200 len: 945 time: 0.2510781 Jul 15 23:17:51.525006 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6d384418-95ab-4aa5-b60f-5ea3f4861864 req-f103d46f-3370-45cc-abf0-5905e39385b3 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "GET /v2.0/security-groups?id=571f9c8f-db10-4834-b601-464ec741b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908878 Jul 15 23:17:51.528380 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:51.591218 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 6d432a3d-a8db-4577-b7e4-9d371f3c770d, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=6d432a3d-a8db-4577-b7e4-9d371f3c770d,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:51.597941 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:51.637275 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c35ef925-6e24-4157-a028-b43ea2cd09c7 req-908ab195-035a-4dd4-a124-a7fa64c9100e tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d627a5d-254d-40df-ab81-96f758f067e9 HTTP/1.1" status: 200 len: 210 time: 0.0965202 Jul 15 23:17:51.716919 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=6d432a3d-a8db-4577-b7e4-9d371f3c770d,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:52.029227 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-22fa3e28-7968-4645-b879-cc0c5d34b626 req-24073678-ed57-4181-8341-fee29c640af0 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.029826 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-22fa3e28-7968-4645-b879-cc0c5d34b626 req-24073678-ed57-4181-8341-fee29c640af0 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.031403 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [req-22fa3e28-7968-4645-b879-cc0c5d34b626 req-24073678-ed57-4181-8341-fee29c640af0 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Floating IP 7ed63f6d-786e-44cc-882c-32ac78ed15ca disassociated. External IP: 172.25.4.79, port: 899f3ca5-80d4-4fce-b5b8-b36c8540d5bd. Jul 15 23:17:52.031858 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-22fa3e28-7968-4645-b879-cc0c5d34b626 req-24073678-ed57-4181-8341-fee29c640af0 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Calling delete_port for 899f3ca5-80d4-4fce-b5b8-b36c8540d5bd owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:52.040660 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b22f661-0458-48a3-9df5-258cc5510ec8 None None] Sync routers for ids ['9bdb89e1-8b8f-438f-b309-2a9436a91060'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:17:52.065051 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b22f661-0458-48a3-9df5-258cc5510ec8 None None] Routers {'9bdb89e1-8b8f-438f-b309-2a9436a91060'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:17:52.066015 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9b22f661-0458-48a3-9df5-258cc5510ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:17:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['9bdb89e1-8b8f-438f-b309-2a9436a91060'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:52.129383 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1bb35-a3b0-4e6c-acb6-b974305da5f8 req-440b9644-a2f5-4468-8c7d-51004dab9708 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:52.131150 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8ce1bb35-a3b0-4e6c-acb6-b974305da5f8 req-440b9644-a2f5-4468-8c7d-51004dab9708 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 945 time: 0.1699729 Jul 15 23:17:52.145492 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59600) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:52.159302 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-dc14825f-8897-467b-ab4c-915bb3d3be20 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Request body: {'security_group': {'name': 'tempest-securitygroup--309508208', 'description': 'tempest-description--619417980'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:52.195981 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:52.216421 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-43bcbbd6-5415-45df-acf9-156ffd7c0005 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:52.218705 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-43bcbbd6-5415-45df-acf9-156ffd7c0005 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.36 "GET /v2.0/networks?id=522d1fd3-2e67-4567-8500-149254c668f3 HTTP/1.1" status: 200 len: 813 time: 0.3201268 Jul 15 23:17:52.245371 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dc14825f-8897-467b-ab4c-915bb3d3be20 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.260360 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8ce1bb35-a3b0-4e6c-acb6-b974305da5f8 req-3949b31e-43ab-465f-8135-4681a4b36e00 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228914 Jul 15 23:17:52.374862 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dc14825f-8897-467b-ab4c-915bb3d3be20 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.381227 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dc14825f-8897-467b-ab4c-915bb3d3be20 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.427162 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-568873cd-84b1-4d60-8500-3374ee70107f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Request body: {'port': {'device_id': '4d627a5d-254d-40df-ab81-96f758f067e9', 'network_id': '522d1fd3-2e67-4567-8500-149254c668f3', 'admin_state_up': True, 'tenant_id': '2e827f40ab3842e2a76f286aea2bdded'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:52.440106 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14825f-8897-467b-ab4c-915bb3d3be20 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e33057ee-eb1d-4aed-be98-77d94dc180f3,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:52.446946 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dc14825f-8897-467b-ab4c-915bb3d3be20 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.448823 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-dc14825f-8897-467b-ab4c-915bb3d3be20 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2930527 Jul 15 23:17:52.453267 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59604) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:52.463472 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-54ad2f71-bfd4-4df7-a287-b3190a5c2965 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Request body: {'security_group_rule': {'security_group_id': 'e33057ee-eb1d-4aed-be98-77d94dc180f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:52.485796 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9b22f661-0458-48a3-9df5-258cc5510ec8 None None] Set router 9bdb89e1-8b8f-438f-b309-2a9436a91060 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:17:52.493915 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:52.494616 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.516936 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-54ad2f71-bfd4-4df7-a287-b3190a5c2965 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.672070 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-22fa3e28-7968-4645-b879-cc0c5d34b626 req-24073678-ed57-4181-8341-fee29c640af0 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.678584 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-54ad2f71-bfd4-4df7-a287-b3190a5c2965 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.686772 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-54ad2f71-bfd4-4df7-a287-b3190a5c2965 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.700948 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.730194 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-54ad2f71-bfd4-4df7-a287-b3190a5c2965 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.732525 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-54ad2f71-bfd4-4df7-a287-b3190a5c2965 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2775238 Jul 15 23:17:52.739471 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59610) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:52.747360 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-53f55bfd-f137-43c8-94e6-152f458c97c4 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Request body: {'security_group_rule': {'security_group_id': 'e33057ee-eb1d-4aed-be98-77d94dc180f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:52.753424 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad2f71-bfd4-4df7-a287-b3190a5c2965 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e63b70-9335-407d-806f-02d7d4edfc24,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:52.796879 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-53f55bfd-f137-43c8-94e6-152f458c97c4 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.806127 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24073678-ed57-4181-8341-fee29c640af0 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Pushing event deleted for resources: {'Port': ['ID=899f3ca5-80d4-4fce-b5b8-b36c8540d5bd,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:52.853317 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64cd3b4-ef41-4ff5-97de-7cea41ace7d6'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:52.856075 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa6ac58-653a-479c-938f-273189cb1c7c" -d '{"events": [{"server_uuid": "9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0", "name": "network-vif-plugged", "status": "completed", "tag": "e64cd3b4-ef41-4ff5-97de-7cea41ace7d6"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:52.879229 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:52.931502 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.966278 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-53f55bfd-f137-43c8-94e6-152f458c97c4 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.994606 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-53f55bfd-f137-43c8-94e6-152f458c97c4 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:53.065552 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6d432a3d-a8db-4577-b7e4-9d371f3c770d up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:53.073418 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-568873cd-84b1-4d60-8500-3374ee70107f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Made reservation on behalf of 2e827f40ab3842e2a76f286aea2bdded for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:53.081949 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-568873cd-84b1-4d60-8500-3374ee70107f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:53.084959 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1a751a0-dfd6-4b80-b45f-4656d0828072 req-bcdbf22a-6e09-4dbc-be11-dc16c247d9ce tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "GET /v2.0/ports?device_id=74d1ff00-bfb2-4c1d-8ab1-9abd8583b125 HTTP/1.1" status: 200 len: 210 time: 0.2003386 Jul 15 23:17:53.104438 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6ae0eece-4e01-4753-9892-e4bc21d95516 req-5084013f-05c7-4af1-b456-feec530db1bb tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d627a5d-254d-40df-ab81-96f758f067e9 HTTP/1.1" status: 200 len: 210 time: 0.1228018 Jul 15 23:17:53.130795 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f55bfd-f137-43c8-94e6-152f458c97c4 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a68dc915-3e16-44d2-bd4f-2ba20d0df725,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:53.144986 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-53f55bfd-f137-43c8-94e6-152f458c97c4 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:53.152279 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-53f55bfd-f137-43c8-94e6-152f458c97c4 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4086850 Jul 15 23:17:53.153712 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59616) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:53.156214 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6,revision_number=10']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:53.162057 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-a37ee708-e1e1-475b-b123-39b8842dd482 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:53.195491 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9b22f661-0458-48a3-9df5-258cc5510ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'name': 'tempest-AttachVolumeTestJSON-590886257-router', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:44Z', 'updated_at': '2021-07-15T23:17:49Z', 'revision_number': 4, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'gw_port': {'id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:45Z', 'updated_at': '2021-07-15T23:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'c4771972-b263-4a20-8c8b-7602c2097ceb', 'name': '', 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'mac_address': 'fa:16:3e:08:84:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:48Z', 'updated_at': '2021-07-15T23:17:49Z', 'revision_number': 2, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'subnets': [{'id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:53.235630 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a37ee708-e1e1-475b-b123-39b8842dd482 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:53.236786 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcd345b-abdd-4fbb-a499-3746f504b757 x-openstack-request-id: req-cfcd345b-abdd-4fbb-a499-3746f504b757 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:53.237650 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0", "name": "network-vif-plugged", "status": "completed", "tag": "e64cd3b4-ef41-4ff5-97de-7cea41ace7d6", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:53.238091 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cfcd345b-abdd-4fbb-a499-3746f504b757 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:53.239259 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64cd3b4-ef41-4ff5-97de-7cea41ace7d6', 'code': 200} Jul 15 23:17:53.244152 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b22f661-0458-48a3-9df5-258cc5510ec8 None None] Checking router: 9bdb89e1-8b8f-438f-b309-2a9436a91060 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:17:53.244957 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b22f661-0458-48a3-9df5-258cc5510ec8 None None] Updating router 9bdb89e1-8b8f-438f-b309-2a9436a91060 port c4771972-b263-4a20-8c8b-7602c2097ceb binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:17:53.248887 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 6d432a3d-a8db-4577-b7e4-9d371f3c770d triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:53.249531 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:53.342038 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b22f661-0458-48a3-9df5-258cc5510ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:53.409709 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22fa3e28-7968-4645-b879-cc0c5d34b626 req-24073678-ed57-4181-8341-fee29c640af0 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Router 1910a702-6f81-454b-9051-6b4df95fe8d9 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:17:53.492095 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a37ee708-e1e1-475b-b123-39b8842dd482 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:53.762208 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d9c82-223f-4de5-8bbe-bb4540412ce0 req-eab4b282-0d0a-45a8-8965-4256e568aedc tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:53.764658 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb9d9c82-223f-4de5-8bbe-bb4540412ce0 req-eab4b282-0d0a-45a8-8965-4256e568aedc tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 945 time: 0.2486715 Jul 15 23:17:53.790679 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-a37ee708-e1e1-475b-b123-39b8842dd482 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Allocated IP 172.25.4.40 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/3b603ea1-3371-4754-bad3-0b67aaaa5dbe) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:17:53.806392 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-568873cd-84b1-4d60-8500-3374ee70107f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Allocated IP 172.20.0.12 (522d1fd3-2e67-4567-8500-149254c668f3/6d482e0b-fa2e-49c4-8670-799dbd09543b/57bd53bc-1e4d-4710-958c-159c696902f1) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:17:53.840903 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb9d9c82-223f-4de5-8bbe-bb4540412ce0 req-fe081887-e61b-4302-8269-a046b68af127 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626991 Jul 15 23:17:53.874145 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22fa3e28-7968-4645-b879-cc0c5d34b626 req-24073678-ed57-4181-8341-fee29c640af0 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:17:53.896312 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c0d57b-00e6-48b3-9485-1831e779eef6 None None] Sync routers for ids ['1910a702-6f81-454b-9051-6b4df95fe8d9'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:17:53.918223 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c0d57b-00e6-48b3-9485-1831e779eef6 None None] Routers {'1910a702-6f81-454b-9051-6b4df95fe8d9'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:17:53.919338 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-54c0d57b-00e6-48b3-9485-1831e779eef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:17:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['1910a702-6f81-454b-9051-6b4df95fe8d9'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:54.012817 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-22fa3e28-7968-4645-b879-cc0c5d34b626 req-24073678-ed57-4181-8341-fee29c640af0 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] No DVR routers for this DVR port 899f3ca5-80d4-4fce-b5b8-b36c8540d5bd on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:54.018419 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-22fa3e28-7968-4645-b879-cc0c5d34b626 req-24073678-ed57-4181-8341-fee29c640af0 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.020508 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-22fa3e28-7968-4645-b879-cc0c5d34b626 req-24073678-ed57-4181-8341-fee29c640af0 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.36 "DELETE /v2.0/ports/899f3ca5-80d4-4fce-b5b8-b36c8540d5bd HTTP/1.1" status: 204 len: 173 time: 3.3456905 Jul 15 23:17:54.020957 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d1ff00-bfb2-4c1d-8ab1-9abd8583b125', 'name': 'network-vif-deleted', 'tag': '899f3ca5-80d4-4fce-b5b8-b36c8540d5bd'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:54.023726 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b75c39c-3682-4f6c-83b0-60c149c407d4" -d '{"events": [{"server_uuid": "74d1ff00-bfb2-4c1d-8ab1-9abd8583b125", "name": "network-vif-deleted", "tag": "899f3ca5-80d4-4fce-b5b8-b36c8540d5bd"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:54.096298 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a37ee708-e1e1-475b-b123-39b8842dd482 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.104466 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.159724 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b22f661-0458-48a3-9df5-258cc5510ec8 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.185636 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9827eb-be5b-4950-993f-c102ad5a4e0d x-openstack-request-id: req-4b9827eb-be5b-4950-993f-c102ad5a4e0d {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:54.191133 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d1ff00-bfb2-4c1d-8ab1-9abd8583b125", "name": "network-vif-deleted", "tag": "899f3ca5-80d4-4fce-b5b8-b36c8540d5bd", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:54.191894 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b9827eb-be5b-4950-993f-c102ad5a4e0d {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:54.193600 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d1ff00-bfb2-4c1d-8ab1-9abd8583b125', 'name': 'network-vif-deleted', 'tag': '899f3ca5-80d4-4fce-b5b8-b36c8540d5bd', 'status': 'completed', 'code': 200} Jul 15 23:17:54.204130 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9b22f661-0458-48a3-9df5-258cc5510ec8 None None] Transition to ACTIVE for port object c4771972-b263-4a20-8c8b-7602c2097ceb will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:54.219911 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a37ee708-e1e1-475b-b123-39b8842dd482 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.231572 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b22f661-0458-48a3-9df5-258cc5510ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.299269 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37ee708-e1e1-475b-b123-39b8842dd482 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:54.344822 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ee708-e1e1-475b-b123-39b8842dd482 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Pushing event updated for resources: {'Port': ['ID=3b603ea1-3371-4754-bad3-0b67aaaa5dbe,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:54.346330 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-54c0d57b-00e6-48b3-9485-1831e779eef6 None None] Set router 1910a702-6f81-454b-9051-6b4df95fe8d9 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:17:54.349755 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-a37ee708-e1e1-475b-b123-39b8842dd482 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:54.354178 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37ee708-e1e1-475b-b123-39b8842dd482 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:17:54.551580 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-568873cd-84b1-4d60-8500-3374ee70107f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.570729 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1842b35-c336-48ee-b59b-6611c7b358aa None None] Pushing event updated for resources: {'Port': ['ID=c4771972-b263-4a20-8c8b-7602c2097ceb,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:54.612015 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9b22f661-0458-48a3-9df5-258cc5510ec8 None None] Attempting to bind port c4771972-b263-4a20-8c8b-7602c2097ceb on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:17:54.614452 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9b22f661-0458-48a3-9df5-258cc5510ec8 None None] Attempting to bind port c4771972-b263-4a20-8c8b-7602c2097ceb by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'c9e4b3e1-75aa-477b-b892-dda03f8d1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:17:54.615022 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b22f661-0458-48a3-9df5-258cc5510ec8 None None] Attempting to bind port c4771972-b263-4a20-8c8b-7602c2097ceb on network 763f1de9-52c7-44d6-a7b0-fd7c446c4363 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:54.625936 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b22f661-0458-48a3-9df5-258cc5510ec8 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:17:54.626575 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b22f661-0458-48a3-9df5-258cc5510ec8 None None] Checking segment: {'id': 'c9e4b3e1-75aa-477b-b892-dda03f8d1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:54.627147 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b22f661-0458-48a3-9df5-258cc5510ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.631230 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b22f661-0458-48a3-9df5-258cc5510ec8 None None] Bound using segment: {'id': 'c9e4b3e1-75aa-477b-b892-dda03f8d1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:17:54.631930 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9b22f661-0458-48a3-9df5-258cc5510ec8 None None] Bound port: c4771972-b263-4a20-8c8b-7602c2097ceb, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e4b3e1-75aa-477b-b892-dda03f8d1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:17:54.632469 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b22f661-0458-48a3-9df5-258cc5510ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.722003 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e9ea9ce-983a-48fe-96ea-c562fc996c3a req-5e90351a-a53f-491c-821e-a106e724d506 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "GET /v2.0/ports?device_id=74d1ff00-bfb2-4c1d-8ab1-9abd8583b125 HTTP/1.1" status: 200 len: 210 time: 0.1629567 Jul 15 23:17:54.723851 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a381c3c6-7197-4e5b-b21e-01ec4d8a0719 req-5f15b200-87b2-4ed3-8165-f7535934e668 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d627a5d-254d-40df-ab81-96f758f067e9 HTTP/1.1" status: 200 len: 210 time: 0.1630073 Jul 15 23:17:54.736965 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-568873cd-84b1-4d60-8500-3374ee70107f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.783999 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a37ee708-e1e1-475b-b123-39b8842dd482 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.858071 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 899f3ca5-80d4-4fce-b5b8-b36c8540d5bd no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:54.875313 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['3ee18c7b-0827-4359-baca-9b3266054327'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:17:54.964584 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a37ee708-e1e1-475b-b123-39b8842dd482 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:55.004187 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-54c0d57b-00e6-48b3-9485-1831e779eef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'name': 'tempest-TestServerBasicOps-559586926-router', 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'd6abf14d-76eb-447f-b43c-7b1c3c68bb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:21Z', 'updated_at': '2021-07-15T23:12:27Z', 'revision_number': 4, 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'gw_port': {'id': 'd6abf14d-76eb-447f-b43c-7b1c3c68bb7f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ac:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:22Z', 'updated_at': '2021-07-15T23:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '461cbfdc-d706-43d5-a0b5-3a053ee37e33', 'name': '', 'network_id': '5f499d80-0bb6-4641-9dad-53d101f8ac70', 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'mac_address': 'fa:16:3e:a9:0f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '95ba6ced-0926-439c-b94f-d6a4529be42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:25Z', 'updated_at': '2021-07-15T23:12:35Z', 'revision_number': 5, 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'subnets': [{'id': '95ba6ced-0926-439c-b94f-d6a4529be42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:55.035184 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-568873cd-84b1-4d60-8500-3374ee70107f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Network 522d1fd3-2e67-4567-8500-149254c668f3 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:55.052040 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-568873cd-84b1-4d60-8500-3374ee70107f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:55.074355 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-568873cd-84b1-4d60-8500-3374ee70107f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:17:55.077592 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9b22f661-0458-48a3-9df5-258cc5510ec8 None None] For port c4771972-b263-4a20-8c8b-7602c2097ceb, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:17:55.081014 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 899f3ca5-80d4-4fce-b5b8-b36c8540d5bd {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:17:55.081428 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 899f3ca5-80d4-4fce-b5b8-b36c8540d5bd not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:17:55.128549 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c0d57b-00e6-48b3-9485-1831e779eef6 None None] Checking router: 1910a702-6f81-454b-9051-6b4df95fe8d9 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:17:55.180457 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c0d57b-00e6-48b3-9485-1831e779eef6 None None] Routers {'1910a702-6f81-454b-9051-6b4df95fe8d9'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:17:55.181236 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-54c0d57b-00e6-48b3-9485-1831e779eef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:17:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['1910a702-6f81-454b-9051-6b4df95fe8d9'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:55.199604 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9b22f661-0458-48a3-9df5-258cc5510ec8 None None] For port c4771972-b263-4a20-8c8b-7602c2097ceb, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c4771972-b263-4a20-8c8b-7602c2097ceb,segment=NetworkSegment(c9e4b3e1-75aa-477b-b892-dda03f8d1320),segment_id=c9e4b3e1-75aa-477b-b892-dda03f8d1320)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:17:55.229200 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b22f661-0458-48a3-9df5-258cc5510ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:55.252696 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568873cd-84b1-4d60-8500-3374ee70107f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Pushing event updated for resources: {'Port': ['ID=57bd53bc-1e4d-4710-958c-159c696902f1,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:55.366798 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-568873cd-84b1-4d60-8500-3374ee70107f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:55.369681 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-568873cd-84b1-4d60-8500-3374ee70107f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:55.401841 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-568873cd-84b1-4d60-8500-3374ee70107f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9818218 Jul 15 23:17:55.426467 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-9a26edff-1797-4b3a-b0f0-59144fcee534 service neutron] Request body: {'port': {'device_id': '4d627a5d-254d-40df-ab81-96f758f067e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:55.445571 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f63c3-8405-49c9-b2d3-0a930559d540 req-4a431b37-03e2-4fbc-bd7d-a2b4212367e3 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:55.455247 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb1f63c3-8405-49c9-b2d3-0a930559d540 req-4a431b37-03e2-4fbc-bd7d-a2b4212367e3 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 945 time: 0.1706026 Jul 15 23:17:55.463254 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a37ee708-e1e1-475b-b123-39b8842dd482 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:55.480435 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a37ee708-e1e1-475b-b123-39b8842dd482 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:55.502599 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b22f661-0458-48a3-9df5-258cc5510ec8 None None] Routers {'9bdb89e1-8b8f-438f-b309-2a9436a91060'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:17:55.503278 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9b22f661-0458-48a3-9df5-258cc5510ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:17:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['9bdb89e1-8b8f-438f-b309-2a9436a91060'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:55.529385 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-54c0d57b-00e6-48b3-9485-1831e779eef6 None None] Set router 1910a702-6f81-454b-9051-6b4df95fe8d9 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:17:55.633951 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb1f63c3-8405-49c9-b2d3-0a930559d540 req-326f2cea-06e4-4c53-bc67-0d6e87159913 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774361 Jul 15 23:17:55.660908 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1842b35-c336-48ee-b59b-6611c7b358aa None None] Pushing event updated for resources: {'Port': ['ID=c4771972-b263-4a20-8c8b-7602c2097ceb,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:55.664524 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-9a26edff-1797-4b3a-b0f0-59144fcee534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:55.702930 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ee708-e1e1-475b-b123-39b8842dd482 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Pushing event updated for resources: {'Port': ['ID=3b603ea1-3371-4754-bad3-0b67aaaa5dbe,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:55.725462 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a37ee708-e1e1-475b-b123-39b8842dd482 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:55.765824 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a37ee708-e1e1-475b-b123-39b8842dd482 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:55.772946 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a37ee708-e1e1-475b-b123-39b8842dd482 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6126416 Jul 15 23:17:55.994157 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9b22f661-0458-48a3-9df5-258cc5510ec8 None None] Set router 9bdb89e1-8b8f-438f-b309-2a9436a91060 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:17:56.142073 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59642) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:56.158224 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-54c0d57b-00e6-48b3-9485-1831e779eef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'name': 'tempest-TestServerBasicOps-559586926-router', 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'd6abf14d-76eb-447f-b43c-7b1c3c68bb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:21Z', 'updated_at': '2021-07-15T23:12:27Z', 'revision_number': 4, 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'gw_port': {'id': 'd6abf14d-76eb-447f-b43c-7b1c3c68bb7f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ac:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:22Z', 'updated_at': '2021-07-15T23:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '461cbfdc-d706-43d5-a0b5-3a053ee37e33', 'name': '', 'network_id': '5f499d80-0bb6-4641-9dad-53d101f8ac70', 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'mac_address': 'fa:16:3e:a9:0f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '95ba6ced-0926-439c-b94f-d6a4529be42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:25Z', 'updated_at': '2021-07-15T23:12:35Z', 'revision_number': 5, 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'subnets': [{'id': '95ba6ced-0926-439c-b94f-d6a4529be42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:56.239038 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c0d57b-00e6-48b3-9485-1831e779eef6 None None] The sync data for ids ['1910a702-6f81-454b-9051-6b4df95fe8d9'] in n-d-787205-9 is: [{'id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'name': 'tempest-TestServerBasicOps-559586926-router', 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'd6abf14d-76eb-447f-b43c-7b1c3c68bb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:21Z', 'updated_at': '2021-07-15T23:12:27Z', 'revision_number': 4, 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'gw_port': {'id': 'd6abf14d-76eb-447f-b43c-7b1c3c68bb7f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ac:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:22Z', 'updated_at': '2021-07-15T23:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '461cbfdc-d706-43d5-a0b5-3a053ee37e33', 'name': '', 'network_id': '5f499d80-0bb6-4641-9dad-53d101f8ac70', 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'mac_address': 'fa:16:3e:a9:0f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '95ba6ced-0926-439c-b94f-d6a4529be42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:25Z', 'updated_at': '2021-07-15T23:12:35Z', 'revision_number': 5, 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'subnets': [{'id': '95ba6ced-0926-439c-b94f-d6a4529be42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:17:56.369861 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-9a26edff-1797-4b3a-b0f0-59144fcee534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57bd53bc-1e4d-4710-958c-159c696902f1 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:17:56.391835 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-9a26edff-1797-4b3a-b0f0-59144fcee534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:56.450266 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-9a26edff-1797-4b3a-b0f0-59144fcee534 service neutron] Transition to ACTIVE for port object 57bd53bc-1e4d-4710-958c-159c696902f1 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:56.456457 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-9a26edff-1797-4b3a-b0f0-59144fcee534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:56.501287 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09865dde-a6b9-4f0b-99e3-bc1a956e3dae req-9b57c2b4-85e1-4843-93aa-79324525ae46 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:56.521179 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09865dde-a6b9-4f0b-99e3-bc1a956e3dae req-9b57c2b4-85e1-4843-93aa-79324525ae46 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d627a5d-254d-40df-ab81-96f758f067e9 HTTP/1.1" status: 200 len: 932 time: 0.2815387 Jul 15 23:17:56.545769 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-9bafef10-c1d1-4fed-a27c-93085ca9d276 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Deleting port 5af9f2a5-f7f2-4ec1-80d8-893168d1e970 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:56.546318 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9bafef10-c1d1-4fed-a27c-93085ca9d276 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:56.644755 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26edff-1797-4b3a-b0f0-59144fcee534 service neutron] Pushing event updated for resources: {'Port': ['ID=57bd53bc-1e4d-4710-958c-159c696902f1,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:56.770964 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-9a26edff-1797-4b3a-b0f0-59144fcee534 service neutron] Attempting to bind port 57bd53bc-1e4d-4710-958c-159c696902f1 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:17:56.771296 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-9a26edff-1797-4b3a-b0f0-59144fcee534 service neutron] Attempting to bind port 57bd53bc-1e4d-4710-958c-159c696902f1 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'd3748496-23f5-4ea9-bf89-af13e2f85f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '522d1fd3-2e67-4567-8500-149254c668f3'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:17:56.771640 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-9a26edff-1797-4b3a-b0f0-59144fcee534 service neutron] Attempting to bind port 57bd53bc-1e4d-4710-958c-159c696902f1 on network 522d1fd3-2e67-4567-8500-149254c668f3 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:56.776666 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-9a26edff-1797-4b3a-b0f0-59144fcee534 service neutron] Port 57bd53bc-1e4d-4710-958c-159c696902f1 on network 522d1fd3-2e67-4567-8500-149254c668f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:17:56.777045 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-9a26edff-1797-4b3a-b0f0-59144fcee534 service neutron] Attempting to bind port 57bd53bc-1e4d-4710-958c-159c696902f1 on network 522d1fd3-2e67-4567-8500-149254c668f3 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:56.784704 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-9a26edff-1797-4b3a-b0f0-59144fcee534 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:17:56.785165 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-9a26edff-1797-4b3a-b0f0-59144fcee534 service neutron] Checking segment: {'id': 'd3748496-23f5-4ea9-bf89-af13e2f85f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '522d1fd3-2e67-4567-8500-149254c668f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:56.785611 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-9a26edff-1797-4b3a-b0f0-59144fcee534 service neutron] Bound using segment: {'id': 'd3748496-23f5-4ea9-bf89-af13e2f85f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '522d1fd3-2e67-4567-8500-149254c668f3'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:17:56.788432 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-9a26edff-1797-4b3a-b0f0-59144fcee534 service neutron] Bound port: 57bd53bc-1e4d-4710-958c-159c696902f1, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3748496-23f5-4ea9-bf89-af13e2f85f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '522d1fd3-2e67-4567-8500-149254c668f3'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:17:56.788832 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-9a26edff-1797-4b3a-b0f0-59144fcee534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:56.819531 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c393a8b9-1368-431e-8a66-0a35693e7259 None None] New status for floating IP 7ed63f6d-786e-44cc-882c-32ac78ed15ca: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:17:56.881833 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-9a26edff-1797-4b3a-b0f0-59144fcee534 service neutron] For port 57bd53bc-1e4d-4710-958c-159c696902f1, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:17:56.890112 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-9a26edff-1797-4b3a-b0f0-59144fcee534 service neutron] For port 57bd53bc-1e4d-4710-958c-159c696902f1, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=57bd53bc-1e4d-4710-958c-159c696902f1,segment=NetworkSegment(d3748496-23f5-4ea9-bf89-af13e2f85f8a),segment_id=d3748496-23f5-4ea9-bf89-af13e2f85f8a)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:17:56.900270 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-9a26edff-1797-4b3a-b0f0-59144fcee534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:57.006062 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-9a26edff-1797-4b3a-b0f0-59144fcee534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:57.008306 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-9a26edff-1797-4b3a-b0f0-59144fcee534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:57.013945 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-9a26edff-1797-4b3a-b0f0-59144fcee534 service neutron] 10.222.0.36 "PUT /v2.0/ports/57bd53bc-1e4d-4710-958c-159c696902f1 HTTP/1.1" status: 200 len: 1092 time: 1.5923860 Jul 15 23:17:57.017247 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d627a5d-254d-40df-ab81-96f758f067e9', 'tag': '57bd53bc-1e4d-4710-958c-159c696902f1'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:57.024485 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb6f9ca-d4c1-4e34-aed0-fb420863f459" -d '{"events": [{"name": "network-changed", "server_uuid": "4d627a5d-254d-40df-ab81-96f758f067e9", "tag": "57bd53bc-1e4d-4710-958c-159c696902f1"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:57.055347 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9b22f661-0458-48a3-9df5-258cc5510ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'name': 'tempest-AttachVolumeTestJSON-590886257-router', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:44Z', 'updated_at': '2021-07-15T23:17:49Z', 'revision_number': 4, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'gw_port': {'id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:45Z', 'updated_at': '2021-07-15T23:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'c4771972-b263-4a20-8c8b-7602c2097ceb', 'name': '', 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'mac_address': 'fa:16:3e:08:84:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:48Z', 'updated_at': '2021-07-15T23:17:54Z', 'revision_number': 4, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'subnets': [{'id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:57.065502 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26edff-1797-4b3a-b0f0-59144fcee534 service neutron] Pushing event updated for resources: {'Port': ['ID=57bd53bc-1e4d-4710-958c-159c696902f1,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:57.152080 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b22f661-0458-48a3-9df5-258cc5510ec8 None None] The sync data for ids ['9bdb89e1-8b8f-438f-b309-2a9436a91060'] in n-d-787205-9 is: [{'id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'name': 'tempest-AttachVolumeTestJSON-590886257-router', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:44Z', 'updated_at': '2021-07-15T23:17:49Z', 'revision_number': 4, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'gw_port': {'id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:45Z', 'updated_at': '2021-07-15T23:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'c4771972-b263-4a20-8c8b-7602c2097ceb', 'name': '', 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'mac_address': 'fa:16:3e:08:84:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:48Z', 'updated_at': '2021-07-15T23:17:54Z', 'revision_number': 4, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'subnets': [{'id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:17:57.192294 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-aee3ba7c-b7a9-462b-95a4-d9b81b788286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:57.201113 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-aee3ba7c-b7a9-462b-95a4-d9b81b788286 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e827f40ab3842e2a76f286aea2bdded&device_id=4d627a5d-254d-40df-ab81-96f758f067e9 HTTP/1.1" status: 200 len: 1095 time: 0.1120048 Jul 15 23:17:57.287975 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-59d595b1-ab31-4884-88fa-87b23b115332 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57bd53bc-1e4d-4710-958c-159c696902f1 HTTP/1.1" status: 200 len: 217 time: 0.0741076 Jul 15 23:17:57.317821 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09865dde-a6b9-4f0b-99e3-bc1a956e3dae req-779423f9-70ea-4f10-819e-3f0ee5eb2869 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7954352 Jul 15 23:17:57.396189 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-824b32be-2666-4f3b-81d8-325f87344ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:57.397709 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-824b32be-2666-4f3b-81d8-325f87344ff8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d482e0b-fa2e-49c4-8670-799dbd09543b HTTP/1.1" status: 200 len: 853 time: 0.0999415 Jul 15 23:17:57.399789 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9bafef10-c1d1-4fed-a27c-93085ca9d276 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:57.407052 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9bafef10-c1d1-4fed-a27c-93085ca9d276 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:57.444463 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-9bafef10-c1d1-4fed-a27c-93085ca9d276 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Calling delete_port for 5af9f2a5-f7f2-4ec1-80d8-893168d1e970 owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:57.992024 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bf8c6-5565-4a68-b953-c703cf39937b req-bc770568-1e50-4c9c-9cfa-66efb08d95c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:57.993811 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1e7bf8c6-5565-4a68-b953-c703cf39937b req-bc770568-1e50-4c9c-9cfa-66efb08d95c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1885ddec6b5464187ca1cbaa27847a8&device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 1097 time: 0.4349833 Jul 15 23:17:58.015762 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2e1f5-e029-4ed2-9a50-bb03dafd23cc req-c2138661-da9b-414e-970a-6cacadf4c8de tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:58.017572 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d3a2e1f5-e029-4ed2-9a50-bb03dafd23cc req-c2138661-da9b-414e-970a-6cacadf4c8de tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 945 time: 0.3746102 Jul 15 23:17:58.036418 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-519f1f19-a6e1-4ed8-9768-54fc927e0e68 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=522d1fd3-2e67-4567-8500-149254c668f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6314290 Jul 15 23:17:58.110942 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9bafef10-c1d1-4fed-a27c-93085ca9d276 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:58.189378 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-4c574e25-ba0d-483c-83a4-bb02a7d434c6 service neutron] 10.222.0.36 "GET /v2.0/networks/522d1fd3-2e67-4567-8500-149254c668f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425977 Jul 15 23:17:58.294584 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d3a2e1f5-e029-4ed2-9a50-bb03dafd23cc req-2c2fb5ad-99e3-4a36-bc88-af66f44be2fd tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573922 Jul 15 23:17:58.295709 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafef10-c1d1-4fed-a27c-93085ca9d276 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Pushing event deleted for resources: {'Port': ['ID=5af9f2a5-f7f2-4ec1-80d8-893168d1e970,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:58.337932 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-70fd402a-3bf7-436c-99bc-557c671992b1 req-8b389542-ce78-4cc7-a13a-b0c0958661f9 service neutron] 10.222.0.36 "GET /v2.0/networks/522d1fd3-2e67-4567-8500-149254c668f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406929 Jul 15 23:17:58.402870 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d01dec6-693d-472e-bc77-1c473e53c1f6 x-openstack-request-id: req-7d01dec6-693d-472e-bc77-1c473e53c1f6 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:58.403461 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d627a5d-254d-40df-ab81-96f758f067e9", "tag": "57bd53bc-1e4d-4710-958c-159c696902f1", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:58.403461 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d01dec6-693d-472e-bc77-1c473e53c1f6 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:58.403825 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d627a5d-254d-40df-ab81-96f758f067e9', 'tag': '57bd53bc-1e4d-4710-958c-159c696902f1', 'status': 'completed', 'code': 200} Jul 15 23:17:58.408794 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bf8c6-5565-4a68-b953-c703cf39937b req-7b510f9e-a5de-4344-85d1-698feac2145c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:58.410754 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1e7bf8c6-5565-4a68-b953-c703cf39937b req-7b510f9e-a5de-4344-85d1-698feac2145c service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb7f5d26-827b-40c8-9606-f513fb310e54 HTTP/1.1" status: 200 len: 913 time: 0.3896344 Jul 15 23:17:58.562976 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6f9ca-d4c1-4e34-aed0-fb420863f459 req-f012d844-f562-42ea-8fb8-2f209808ae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:58.564735 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-eeb6f9ca-d4c1-4e34-aed0-fb420863f459 req-f012d844-f562-42ea-8fb8-2f209808ae9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e827f40ab3842e2a76f286aea2bdded&device_id=4d627a5d-254d-40df-ab81-96f758f067e9 HTTP/1.1" status: 200 len: 1095 time: 0.0956848 Jul 15 23:17:58.607548 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9bafef10-c1d1-4fed-a27c-93085ca9d276 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:58.612963 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9bafef10-c1d1-4fed-a27c-93085ca9d276 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:58.615966 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9bafef10-c1d1-4fed-a27c-93085ca9d276 tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "DELETE /v2.0/floatingips/7ed63f6d-786e-44cc-882c-32ac78ed15ca HTTP/1.1" status: 204 len: 168 time: 2.4716742 Jul 15 23:17:58.664393 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1e7bf8c6-5565-4a68-b953-c703cf39937b req-b433d8f3-23f6-4346-8ba4-68110a2676bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 HTTP/1.1" status: 200 len: 1001 time: 0.2109179 Jul 15 23:17:58.719020 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6f9ca-d4c1-4e34-aed0-fb420863f459 req-03134a71-11a0-4044-ac67-3d5620b11ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:58.720507 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-eeb6f9ca-d4c1-4e34-aed0-fb420863f459 req-03134a71-11a0-4044-ac67-3d5620b11ae6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=522d1fd3-2e67-4567-8500-149254c668f3 HTTP/1.1" status: 200 len: 914 time: 0.1425154 Jul 15 23:17:58.770997 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bf8c6-5565-4a68-b953-c703cf39937b req-bc79686b-1e75-467c-b740-da5ae6fe71a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:58.777754 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1e7bf8c6-5565-4a68-b953-c703cf39937b req-bc79686b-1e75-467c-b740-da5ae6fe71a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=242df3cc-37d7-47c0-a77c-be9034976381 HTTP/1.1" status: 200 len: 851 time: 0.1052043 Jul 15 23:17:58.784208 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-eeb6f9ca-d4c1-4e34-aed0-fb420863f459 req-2e878468-50f1-4fa1-8b48-4c174ee3279f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57bd53bc-1e4d-4710-958c-159c696902f1 HTTP/1.1" status: 200 len: 217 time: 0.0561898 Jul 15 23:17:58.847432 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ec27c-6b7b-4b2e-b35a-f0850e4c516d req-c808cfdd-3505-42e2-97c2-76772b36c349 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:58.848978 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-025ec27c-6b7b-4b2e-b35a-f0850e4c516d req-c808cfdd-3505-42e2-97c2-76772b36c349 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d627a5d-254d-40df-ab81-96f758f067e9 HTTP/1.1" status: 200 len: 944 time: 0.2320373 Jul 15 23:17:58.880292 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6f9ca-d4c1-4e34-aed0-fb420863f459 req-99c9bb66-f922-48b7-9a2d-725aec81d921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:58.884273 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-eeb6f9ca-d4c1-4e34-aed0-fb420863f459 req-99c9bb66-f922-48b7-9a2d-725aec81d921 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d482e0b-fa2e-49c4-8670-799dbd09543b HTTP/1.1" status: 200 len: 853 time: 0.0922723 Jul 15 23:17:58.916788 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-025ec27c-6b7b-4b2e-b35a-f0850e4c516d req-d66dc2ca-8c53-4c4c-bbbc-73f2e400e8d9 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611875 Jul 15 23:17:58.935444 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bf8c6-5565-4a68-b953-c703cf39937b req-cc348fd1-cc7c-47ba-960d-fb344e71640c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:58.937239 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1e7bf8c6-5565-4a68-b953-c703cf39937b req-cc348fd1-cc7c-47ba-960d-fb344e71640c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb7f5d26-827b-40c8-9606-f513fb310e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1522732 Jul 15 23:17:58.962064 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-eeb6f9ca-d4c1-4e34-aed0-fb420863f459 req-dd5e0d33-98e3-456a-a887-18ec5a11d0c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=522d1fd3-2e67-4567-8500-149254c668f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694580 Jul 15 23:17:59.114294 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c4771972-b263-4a20-8c8b-7602c2097ceb up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:59.164171 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1e7bf8c6-5565-4a68-b953-c703cf39937b req-5dd50955-9640-4049-990a-1907e503784c service neutron] 10.222.0.43 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100320 Jul 15 23:17:59.197564 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-eeb6f9ca-d4c1-4e34-aed0-fb420863f459 req-b12ae719-c340-4461-9582-cbcf3a0b670b service neutron] 10.222.0.36 "GET /v2.0/networks/522d1fd3-2e67-4567-8500-149254c668f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277572 Jul 15 23:17:59.242062 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port c4771972-b263-4a20-8c8b-7602c2097ceb completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:59.248638 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port c4771972-b263-4a20-8c8b-7602c2097ceb triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:59.249014 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.339985 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59666) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:59.440426 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-eeb6f9ca-d4c1-4e34-aed0-fb420863f459 req-8fece66b-8f3e-4055-8180-0883b41fb3ec service neutron] 10.222.0.36 "GET /v2.0/networks/522d1fd3-2e67-4567-8500-149254c668f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356408 Jul 15 23:17:59.466863 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.547335 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port c4771972-b263-4a20-8c8b-7602c2097ceb, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c4771972-b263-4a20-8c8b-7602c2097ceb,segment=NetworkSegment(c9e4b3e1-75aa-477b-b892-dda03f8d1320),segment_id=c9e4b3e1-75aa-477b-b892-dda03f8d1320)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:59.553260 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.566960 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1e7bf8c6-5565-4a68-b953-c703cf39937b req-5dbb9eea-d345-4848-8e31-c52f645abbcf service neutron] 10.222.0.43 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955207 Jul 15 23:17:59.596426 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e699cb0b-0837-4e7c-a5d8-b1708b118d4e tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.629013 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=c4771972-b263-4a20-8c8b-7602c2097ceb,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:59.639513 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e699cb0b-0837-4e7c-a5d8-b1708b118d4e tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.691444 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00632ce1-5aa0-4600-999f-bcb4995d69bb req-fe234acf-c7b0-4711-8f47-1c6d7be0f5a7 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:59.693098 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-00632ce1-5aa0-4600-999f-bcb4995d69bb req-fe234acf-c7b0-4711-8f47-1c6d7be0f5a7 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 945 time: 0.1565361 Jul 15 23:17:59.756140 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-00632ce1-5aa0-4600-999f-bcb4995d69bb req-75ef8073-0dc1-45c1-a5eb-66065345fa0e tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427387 Jul 15 23:17:59.761737 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e699cb0b-0837-4e7c-a5d8-b1708b118d4e tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.765349 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e699cb0b-0837-4e7c-a5d8-b1708b118d4e tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.769941 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e699cb0b-0837-4e7c-a5d8-b1708b118d4e tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] 10.222.0.16 "DELETE /v2.0/security-groups/571f9c8f-db10-4834-b601-464ec741b3ca HTTP/1.1" status: 204 len: 168 time: 0.4243989 Jul 15 23:17:59.791025 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699cb0b-0837-4e7c-a5d8-b1708b118d4e tempest-TestServerBasicOps-563448861 tempest-TestServerBasicOps-563448861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=571f9c8f-db10-4834-b601-464ec741b3ca,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:59.860573 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59674) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:00.260738 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595e22d-f5e0-40a2-96ca-7ebad7f1f85f req-abd5c60a-9e5a-421a-8c24-f6757b8e0e92 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:00.263864 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d595e22d-f5e0-40a2-96ca-7ebad7f1f85f req-abd5c60a-9e5a-421a-8c24-f6757b8e0e92 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d627a5d-254d-40df-ab81-96f758f067e9 HTTP/1.1" status: 200 len: 944 time: 0.1412349 Jul 15 23:18:00.413479 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d595e22d-f5e0-40a2-96ca-7ebad7f1f85f req-48c12b0f-4bf1-426c-9ddf-1f61fa078209 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128850 Jul 15 23:18:00.646145 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19c9b4c0-b01f-4ca2-b4d3-72192b412f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:01.052337 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c4771972-b263-4a20-8c8b-7602c2097ceb up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:01.182906 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port c4771972-b263-4a20-8c8b-7602c2097ceb triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:01.186019 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:01.193362 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d62e0-6c2d-461a-bc31-ca51e07cc3f1 req-9e1a7905-87cd-4329-b6a6-21cfd974f959 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:01.197717 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d35d62e0-6c2d-461a-bc31-ca51e07cc3f1 req-9e1a7905-87cd-4329-b6a6-21cfd974f959 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 945 time: 0.2181311 Jul 15 23:18:01.243894 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-19c9b4c0-b01f-4ca2-b4d3-72192b412f0c admin admin] Deleting port 461cbfdc-d706-43d5-a0b5-3a053ee37e33 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:01.244829 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19c9b4c0-b01f-4ca2-b4d3-72192b412f0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:01.404606 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d35d62e0-6c2d-461a-bc31-ca51e07cc3f1 req-cbcbdaf3-0fed-4b5b-8413-27855f100489 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947725 Jul 15 23:18:01.467579 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-19c9b4c0-b01f-4ca2-b4d3-72192b412f0c admin admin] For port 461cbfdc-d706-43d5-a0b5-3a053ee37e33, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=461cbfdc-d706-43d5-a0b5-3a053ee37e33,segment=NetworkSegment(b99c3a2a-6cc4-4860-b7c5-6aaace16c140),segment_id=b99c3a2a-6cc4-4860-b7c5-6aaace16c140)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:01.468041 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19c9b4c0-b01f-4ca2-b4d3-72192b412f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:01.488992 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-19c9b4c0-b01f-4ca2-b4d3-72192b412f0c admin admin] Calling delete_port for 461cbfdc-d706-43d5-a0b5-3a053ee37e33 owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:01.997035 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13892855-cf33-4c98-9b7f-ac1c7c3e505b req-0e1dd84d-5406-44c7-a2d3-564d3c610be1 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:01.999537 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13892855-cf33-4c98-9b7f-ac1c7c3e505b req-0e1dd84d-5406-44c7-a2d3-564d3c610be1 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d627a5d-254d-40df-ab81-96f758f067e9 HTTP/1.1" status: 200 len: 944 time: 0.1449201 Jul 15 23:18:02.080142 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19c9b4c0-b01f-4ca2-b4d3-72192b412f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:02.123197 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13892855-cf33-4c98-9b7f-ac1c7c3e505b req-afff12be-e4f5-4e99-8c1d-fde99f0e283e tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123140 Jul 15 23:18:02.182069 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9b4c0-b01f-4ca2-b4d3-72192b412f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=461cbfdc-d706-43d5-a0b5-3a053ee37e33,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:02.409629 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19c9b4c0-b01f-4ca2-b4d3-72192b412f0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:02.730740 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2d23c-c070-4330-87ae-4f41e6404215 req-d78660d5-b3b9-40c9-8403-58fca0f3a8e6 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:02.732161 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e4c2d23c-c070-4330-87ae-4f41e6404215 req-d78660d5-b3b9-40c9-8403-58fca0f3a8e6 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 945 time: 0.1311798 Jul 15 23:18:02.737148 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c9b4c0-b01f-4ca2-b4d3-72192b412f0c admin admin] Router 1910a702-6f81-454b-9051-6b4df95fe8d9 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:18:02.827418 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 57bd53bc-1e4d-4710-958c-159c696902f1 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:18:02.846140 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e4c2d23c-c070-4330-87ae-4f41e6404215 req-23549579-ba7e-46f8-aa0e-77fc99e414e4 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077619 Jul 15 23:18:02.945850 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c9b4c0-b01f-4ca2-b4d3-72192b412f0c admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:18:02.955040 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-19c9b4c0-b01f-4ca2-b4d3-72192b412f0c admin admin] 10.222.0.16 "PUT /v2.0/routers/1910a702-6f81-454b-9051-6b4df95fe8d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0950413 Jul 15 23:18:02.955635 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59696) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:02.989464 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c16912-f19c-4e58-9fe8-e920f8d4a6d1 None None] Sync routers for ids ['1910a702-6f81-454b-9051-6b4df95fe8d9'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:18:03.004556 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c16912-f19c-4e58-9fe8-e920f8d4a6d1 None None] Routers {'1910a702-6f81-454b-9051-6b4df95fe8d9'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:03.005406 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-c4c16912-f19c-4e58-9fe8-e920f8d4a6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:17:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['1910a702-6f81-454b-9051-6b4df95fe8d9'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:03.098512 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 57bd53bc-1e4d-4710-958c-159c696902f1, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=57bd53bc-1e4d-4710-958c-159c696902f1,segment=NetworkSegment(d3748496-23f5-4ea9-bf89-af13e2f85f8a),segment_id=d3748496-23f5-4ea9-bf89-af13e2f85f8a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:03.122302 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '57bd53bc-1e4d-4710-958c-159c696902f1', 'network_id': '522d1fd3-2e67-4567-8500-149254c668f3', 'port_id': '57bd53bc-1e4d-4710-958c-159c696902f1', 'mac_address': 'fa:16:3e:52:56:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d482e0b-fa2e-49c4-8670-799dbd09543b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:18:03.124010 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c40e697-b634-4877-aca4-75bf4bfd6ff8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:03.169274 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-c4c16912-f19c-4e58-9fe8-e920f8d4a6d1 None None] Set router 1910a702-6f81-454b-9051-6b4df95fe8d9 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:18:03.179879 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:03.212940 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57bd53bc-1e4d-4710-958c-159c696902f1 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:18:03.268321 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 57bd53bc-1e4d-4710-958c-159c696902f1, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=57bd53bc-1e4d-4710-958c-159c696902f1,segment=NetworkSegment(d3748496-23f5-4ea9-bf89-af13e2f85f8a),segment_id=d3748496-23f5-4ea9-bf89-af13e2f85f8a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:03.274180 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:03.383484 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=57bd53bc-1e4d-4710-958c-159c696902f1,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:03.449093 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c40e697-b634-4877-aca4-75bf4bfd6ff8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:03.487656 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78758a-7e64-4523-bdd5-ae8101e55538 req-533669a2-bd77-4a38-b656-c7c8e9744211 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:03.489580 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8a78758a-7e64-4523-bdd5-ae8101e55538 req-533669a2-bd77-4a38-b656-c7c8e9744211 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d627a5d-254d-40df-ab81-96f758f067e9 HTTP/1.1" status: 200 len: 945 time: 0.1525409 Jul 15 23:18:03.505487 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-c4c16912-f19c-4e58-9fe8-e920f8d4a6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'name': 'tempest-TestServerBasicOps-559586926-router', 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'd6abf14d-76eb-447f-b43c-7b1c3c68bb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:21Z', 'updated_at': '2021-07-15T23:18:01Z', 'revision_number': 5, 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'gw_port': {'id': 'd6abf14d-76eb-447f-b43c-7b1c3c68bb7f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ac:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:22Z', 'updated_at': '2021-07-15T23:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:03.566406 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['57bd53bc-1e4d-4710-958c-159c696902f1'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:18:03.567106 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c16912-f19c-4e58-9fe8-e920f8d4a6d1 None None] Checking router: 1910a702-6f81-454b-9051-6b4df95fe8d9 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:18:03.585148 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c16912-f19c-4e58-9fe8-e920f8d4a6d1 None None] Routers {'1910a702-6f81-454b-9051-6b4df95fe8d9'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:03.587527 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-c4c16912-f19c-4e58-9fe8-e920f8d4a6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:17:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['1910a702-6f81-454b-9051-6b4df95fe8d9'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:03.611470 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8a78758a-7e64-4523-bdd5-ae8101e55538 req-7864d0c1-03fd-48fb-afc6-d5f92cd235b6 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913815 Jul 15 23:18:03.631959 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0c40e697-b634-4877-aca4-75bf4bfd6ff8 admin admin] Deleting port d6abf14d-76eb-447f-b43c-7b1c3c68bb7f {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:03.632330 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c40e697-b634-4877-aca4-75bf4bfd6ff8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:03.799653 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-0c40e697-b634-4877-aca4-75bf4bfd6ff8 admin admin] For port d6abf14d-76eb-447f-b43c-7b1c3c68bb7f, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d6abf14d-76eb-447f-b43c-7b1c3c68bb7f,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:03.799931 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c40e697-b634-4877-aca4-75bf4bfd6ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:03.817427 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0c40e697-b634-4877-aca4-75bf4bfd6ff8 admin admin] Calling delete_port for d6abf14d-76eb-447f-b43c-7b1c3c68bb7f owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:03.839347 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-c4c16912-f19c-4e58-9fe8-e920f8d4a6d1 None None] Set router 1910a702-6f81-454b-9051-6b4df95fe8d9 gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:18:03.907470 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-c4c16912-f19c-4e58-9fe8-e920f8d4a6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'name': 'tempest-TestServerBasicOps-559586926-router', 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:21Z', 'updated_at': '2021-07-15T23:18:03Z', 'revision_number': 6, 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:03.990474 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c16912-f19c-4e58-9fe8-e920f8d4a6d1 None None] The sync data for ids ['1910a702-6f81-454b-9051-6b4df95fe8d9'] in n-d-787205-9 is: [{'id': '1910a702-6f81-454b-9051-6b4df95fe8d9', 'name': 'tempest-TestServerBasicOps-559586926-router', 'tenant_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:21Z', 'updated_at': '2021-07-15T23:18:03Z', 'revision_number': 6, 'project_id': 'b6db02bafe144d5a8e176b78a5717eb0', 'gw_port_host': None}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:18:04.088273 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c40e697-b634-4877-aca4-75bf4bfd6ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.133014 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40e697-b634-4877-aca4-75bf4bfd6ff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6abf14d-76eb-447f-b43c-7b1c3c68bb7f,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:04.182066 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 6f58255f-531a-418e-a530-36fbe4ddd77f details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:18:04.186130 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 6f58255f-531a-418e-a530-36fbe4ddd77f no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:04.237492 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c40e697-b634-4877-aca4-75bf4bfd6ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.319274 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d146ae6-f885-4fef-99d3-aaba82c4eaf6 req-b1b80f85-c00d-4a86-a363-af50f5da0e97 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:04.320777 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0d146ae6-f885-4fef-99d3-aaba82c4eaf6 req-b1b80f85-c00d-4a86-a363-af50f5da0e97 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 945 time: 0.2256010 Jul 15 23:18:04.365032 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c40e697-b634-4877-aca4-75bf4bfd6ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.367824 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c40e697-b634-4877-aca4-75bf4bfd6ff8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.413457 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 6f58255f-531a-418e-a530-36fbe4ddd77f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6f58255f-531a-418e-a530-36fbe4ddd77f,segment=NetworkSegment(22713b79-5743-4d1f-a04e-a62a4823d5d0),segment_id=22713b79-5743-4d1f-a04e-a62a4823d5d0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:04.435895 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '6f58255f-531a-418e-a530-36fbe4ddd77f', 'network_id': '99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1', 'port_id': '6f58255f-531a-418e-a530-36fbe4ddd77f', 'mac_address': 'fa:16:3e:ac:b2:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f7dbbdb-253d-4dd8-8e24-27ba422c3bb3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:18:04.469792 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0d146ae6-f885-4fef-99d3-aaba82c4eaf6 req-d4d34b07-f762-4e9c-b56c-353930e16c4c tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220572 Jul 15 23:18:04.482703 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c40e697-b634-4877-aca4-75bf4bfd6ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.482703 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c40e697-b634-4877-aca4-75bf4bfd6ff8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1910a702-6f81-454b-9051-6b4df95fe8d9 {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:18:04.488230 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c40e697-b634-4877-aca4-75bf4bfd6ff8 admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.492459 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59704) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:04.493200 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0c40e697-b634-4877-aca4-75bf4bfd6ff8 admin admin] 10.222.0.16 "DELETE /v2.0/routers/1910a702-6f81-454b-9051-6b4df95fe8d9 HTTP/1.1" status: 204 len: 168 time: 1.5365815 Jul 15 23:18:04.517522 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.592798 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.597731 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f58255f-531a-418e-a530-36fbe4ddd77f {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:18:04.606186 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db296c8-ca4b-41e4-95cb-b6903be849b4 admin admin] Deleting subnet 95ba6ced-0926-439c-b94f-d6a4529be42b {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:18:04.611381 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5db296c8-ca4b-41e4-95cb-b6903be849b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.640639 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 6f58255f-531a-418e-a530-36fbe4ddd77f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6f58255f-531a-418e-a530-36fbe4ddd77f,segment=NetworkSegment(22713b79-5743-4d1f-a04e-a62a4823d5d0),segment_id=22713b79-5743-4d1f-a04e-a62a4823d5d0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:04.660468 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.660666 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5db296c8-ca4b-41e4-95cb-b6903be849b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.814902 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5db296c8-ca4b-41e4-95cb-b6903be849b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.837815 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 57bd53bc-1e4d-4710-958c-159c696902f1 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:04.846792 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:18:04.853432 n-d-787205-9 neutron-server[93800]: DEBUG oslo_db.api [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:18:04.915606 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5db296c8-ca4b-41e4-95cb-b6903be849b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.965409 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=6f58255f-531a-418e-a530-36fbe4ddd77f,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:04.970758 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 57bd53bc-1e4d-4710-958c-159c696902f1 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:04.975734 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 57bd53bc-1e4d-4710-958c-159c696902f1 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:04.976094 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.999090 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5db296c8-ca4b-41e4-95cb-b6903be849b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.006946 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59708) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:05.008626 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5db296c8-ca4b-41e4-95cb-b6903be849b4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/95ba6ced-0926-439c-b94f-d6a4529be42b HTTP/1.1" status: 204 len: 168 time: 0.5148284 Jul 15 23:18:05.009875 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db296c8-ca4b-41e4-95cb-b6903be849b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95ba6ced-0926-439c-b94f-d6a4529be42b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:05.035686 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['6f58255f-531a-418e-a530-36fbe4ddd77f'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:18:05.036226 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8868b-52af-4fdd-bb64-9e7f53ea7cfa req-5dac71bd-5a43-4399-91dc-b93de82fd346 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:05.043663 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-87f8868b-52af-4fdd-bb64-9e7f53ea7cfa req-5dac71bd-5a43-4399-91dc-b93de82fd346 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d627a5d-254d-40df-ab81-96f758f067e9 HTTP/1.1" status: 200 len: 945 time: 0.1857052 Jul 15 23:18:05.097922 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baec43d-d558-4783-b536-4794f95d2097 None None] Network 5f499d80-0bb6-4641-9dad-53d101f8ac70 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:05.152245 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 461cbfdc-d706-43d5-a0b5-3a053ee37e33 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:05.176677 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-609a44b0-feba-4005-b64a-5694f7bf86d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.212728 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-87f8868b-52af-4fdd-bb64-9e7f53ea7cfa req-330d73b3-3e94-43d2-95c2-17486734a5d6 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676753 Jul 15 23:18:05.268452 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 461cbfdc-d706-43d5-a0b5-3a053ee37e33 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:18:05.269132 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 461cbfdc-d706-43d5-a0b5-3a053ee37e33 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:18:05.269232 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d6abf14d-76eb-447f-b43c-7b1c3c68bb7f no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:05.296822 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: d6abf14d-76eb-447f-b43c-7b1c3c68bb7f {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:18:05.297170 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d6abf14d-76eb-447f-b43c-7b1c3c68bb7f not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:18:05.324407 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-609a44b0-feba-4005-b64a-5694f7bf86d6 admin admin] Deleting port 178217c5-6def-4964-8197-d52b84cba170 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:05.324749 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-609a44b0-feba-4005-b64a-5694f7bf86d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.433900 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-609a44b0-feba-4005-b64a-5694f7bf86d6 admin admin] For port 178217c5-6def-4964-8197-d52b84cba170, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=178217c5-6def-4964-8197-d52b84cba170,segment=NetworkSegment(b99c3a2a-6cc4-4860-b7c5-6aaace16c140),segment_id=b99c3a2a-6cc4-4860-b7c5-6aaace16c140)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:05.434257 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-609a44b0-feba-4005-b64a-5694f7bf86d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.477701 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-609a44b0-feba-4005-b64a-5694f7bf86d6 admin admin] Calling delete_port for 178217c5-6def-4964-8197-d52b84cba170 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:05.533485 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.748325 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-fc319f56-da41-4b5c-8762-57c1e995bab6 req-8ddbf2f0-81f7-40c5-95cc-3c9708596685 service neutron] (93799) timed out ('10.222.0.16', 34382) {{(pid=93799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:18:05.751075 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6f58255f-531a-418e-a530-36fbe4ddd77f {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:18:05.751940 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-609a44b0-feba-4005-b64a-5694f7bf86d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.777395 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 6f58255f-531a-418e-a530-36fbe4ddd77f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6f58255f-531a-418e-a530-36fbe4ddd77f,segment=NetworkSegment(22713b79-5743-4d1f-a04e-a62a4823d5d0),segment_id=22713b79-5743-4d1f-a04e-a62a4823d5d0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:05.788520 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609a44b0-feba-4005-b64a-5694f7bf86d6 admin admin] No DVR routers for this DVR port 178217c5-6def-4964-8197-d52b84cba170 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:05.807687 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.881084 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=6f58255f-531a-418e-a530-36fbe4ddd77f,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:05.887108 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.963717 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d627a5d-254d-40df-ab81-96f758f067e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bd53bc-1e4d-4710-958c-159c696902f1'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:05.967103 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d564c4-fe02-4015-9976-d5bd48341eac" -d '{"events": [{"server_uuid": "4d627a5d-254d-40df-ab81-96f758f067e9", "name": "network-vif-plugged", "status": "completed", "tag": "57bd53bc-1e4d-4710-958c-159c696902f1"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:06.004397 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 57bd53bc-1e4d-4710-958c-159c696902f1, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=57bd53bc-1e4d-4710-958c-159c696902f1,segment=NetworkSegment(d3748496-23f5-4ea9-bf89-af13e2f85f8a),segment_id=d3748496-23f5-4ea9-bf89-af13e2f85f8a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:06.010871 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:06.086490 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7103914-8a49-413e-bcb6-0f55fa819af4 None None] DHCP port deletion for 5f499d80-0bb6-4641-9dad-53d101f8ac70 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:18:06.124235 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=57bd53bc-1e4d-4710-958c-159c696902f1,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:06.312861 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-609a44b0-feba-4005-b64a-5694f7bf86d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:06.324367 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-609a44b0-feba-4005-b64a-5694f7bf86d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f499d80-0bb6-4641-9dad-53d101f8ac70']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:06.335465 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-609a44b0-feba-4005-b64a-5694f7bf86d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b99c3a2a-6cc4-4860-b7c5-6aaace16c140') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:06.335786 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-609a44b0-feba-4005-b64a-5694f7bf86d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b99c3a2a-6cc4-4860-b7c5-6aaace16c140') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:06.339774 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a44b0-feba-4005-b64a-5694f7bf86d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=178217c5-6def-4964-8197-d52b84cba170,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:06.363723 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-609a44b0-feba-4005-b64a-5694f7bf86d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:06.395281 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-609a44b0-feba-4005-b64a-5694f7bf86d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:06.413422 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609a44b0-feba-4005-b64a-5694f7bf86d6 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:18:06.413995 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-609a44b0-feba-4005-b64a-5694f7bf86d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:06.417140 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:18:06.417140 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:18:06.417140 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:18:06.417140 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:18:06.417140 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:18:06.417140 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:18:06.417140 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:18:06.417140 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:18:06.417140 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:18:06.417140 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:18:06.417140 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:18:06.417140 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:18:06.417140 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:18:06.417140 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:18:06.417140 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:18:06.417140 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:18:06.417140 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:18:06.417140 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:18:06.417140 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:18:06.417140 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:18:06.417140 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:18:06.417140 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:18:06.417140 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:18:06.417140 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:18:06.417140 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:18:06.417140 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:18:06.417140 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:18:06.417140 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:18:06.417140 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:18:06.417140 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:18:06.417140 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:18:06.417140 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:18:06.452322 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cac0b-8e0a-48ba-8e90-442109f7ce53 req-0baff709-5c20-4d68-819f-f578cf7accec tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:06.453877 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aa9cac0b-8e0a-48ba-8e90-442109f7ce53 req-0baff709-5c20-4d68-819f-f578cf7accec tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 944 time: 0.7682903 Jul 15 23:18:06.465045 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-d0ebe71e-0dba-43df-a10e-95788fded831 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--309508208&fields=id&tenant_id=eac3f2ff013743899b77a7275e534874 HTTP/1.1" status: 200 len: 267 time: 0.1271055 Jul 15 23:18:06.550019 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-609a44b0-feba-4005-b64a-5694f7bf86d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:06.598725 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-609a44b0-feba-4005-b64a-5694f7bf86d6 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:06.603620 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-609a44b0-feba-4005-b64a-5694f7bf86d6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5f499d80-0bb6-4641-9dad-53d101f8ac70 HTTP/1.1" status: 204 len: 168 time: 1.5932720 Jul 15 23:18:06.604555 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59724) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:06.628615 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aa9cac0b-8e0a-48ba-8e90-442109f7ce53 req-b5b454ba-a440-4a03-8ca8-d465f9df0e57 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587429 Jul 15 23:18:06.633527 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a44b0-feba-4005-b64a-5694f7bf86d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f499d80-0bb6-4641-9dad-53d101f8ac70,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:06.685968 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-df49492f-9018-4941-a6ca-8bf13e8a74cf tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:06.696403 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-df49492f-9018-4941-a6ca-8bf13e8a74cf tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/networks?id=763f1de9-52c7-44d6-a7b0-fd7c446c4363 HTTP/1.1" status: 200 len: 810 time: 0.2303164 Jul 15 23:18:06.722883 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-c03ddd95-5bba-4920-a141-050854d0721e tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/quotas/eac3f2ff013743899b77a7275e534874 HTTP/1.1" status: 200 len: 375 time: 0.0255032 Jul 15 23:18:06.733320 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdab8382-fe8d-4e7c-a679-60241a8fe4c3 x-openstack-request-id: req-cdab8382-fe8d-4e7c-a679-60241a8fe4c3 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:06.733829 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d627a5d-254d-40df-ab81-96f758f067e9", "name": "network-vif-plugged", "status": "completed", "tag": "57bd53bc-1e4d-4710-958c-159c696902f1", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:06.733829 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cdab8382-fe8d-4e7c-a679-60241a8fe4c3 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:06.734258 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d627a5d-254d-40df-ab81-96f758f067e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bd53bc-1e4d-4710-958c-159c696902f1', 'code': 200} Jul 15 23:18:06.847204 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-a51f1411-1d1c-4cf9-b6d2-296b028f109d tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=eac3f2ff013743899b77a7275e534874&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1234376 Jul 15 23:18:07.032863 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 178217c5-6def-4964-8197-d52b84cba170 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:07.039569 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d79417-4cfa-4a9e-a39d-51a079962503 req-c582f0e4-29f9-49a6-9edb-e6c4220af2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:07.041222 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-93d79417-4cfa-4a9e-a39d-51a079962503 req-c582f0e4-29f9-49a6-9edb-e6c4220af2aa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d627a5d-254d-40df-ab81-96f758f067e9 HTTP/1.1" status: 200 len: 1097 time: 0.1783011 Jul 15 23:18:07.085040 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 178217c5-6def-4964-8197-d52b84cba170 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:18:07.085400 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 178217c5-6def-4964-8197-d52b84cba170 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:18:07.112425 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-81e38d9e-12ba-413d-b04b-ce7c0a75dc3a service neutron] 10.222.0.16 "GET /v2.0/networks/763f1de9-52c7-44d6-a7b0-fd7c446c4363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489076 Jul 15 23:18:07.121394 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-93d79417-4cfa-4a9e-a39d-51a079962503 req-7b7cbb22-bba5-461e-8587-63bfe1ffc01f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719366 Jul 15 23:18:07.220969 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9e611-6a93-4d70-b31c-ad49b30dca2c req-d1d01d05-1ff0-4951-bea8-e0741071ecb9 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:07.223008 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1c9e611-6a93-4d70-b31c-ad49b30dca2c req-d1d01d05-1ff0-4951-bea8-e0741071ecb9 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d627a5d-254d-40df-ab81-96f758f067e9 HTTP/1.1" status: 200 len: 946 time: 0.1695395 Jul 15 23:18:07.256705 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-bb06ae52-ede8-4ea2-9fd4-39adef63da65 service neutron] 10.222.0.16 "GET /v2.0/networks/763f1de9-52c7-44d6-a7b0-fd7c446c4363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377320 Jul 15 23:18:07.288760 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1c9e611-6a93-4d70-b31c-ad49b30dca2c req-460d66f9-4609-49b0-9961-91b306c7e6b1 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574412 Jul 15 23:18:07.489006 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1b851a01-69fe-436a-bd21-af910a8aea8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:07.568501 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb4d6596-1d16-4a8b-9dd1-1c70b4f05e3c req-eda6056f-3117-4b79-9bb1-a7c4e94a77e8 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 210 time: 0.0663593 Jul 15 23:18:07.953419 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-1b851a01-69fe-436a-bd21-af910a8aea8f admin admin] Deleting port 538651cb-0d8b-4f20-98fa-ecba56854bfc {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:07.953989 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1b851a01-69fe-436a-bd21-af910a8aea8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:07.990486 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfdb01-80d0-4700-a281-4b1d1c5c6c3c req-a212d1b6-5f28-4bad-9a31-81808a378143 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:07.998794 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fedfdb01-80d0-4700-a281-4b1d1c5c6c3c req-a212d1b6-5f28-4bad-9a31-81808a378143 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 943 time: 0.1115580 Jul 15 23:18:08.054201 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fedfdb01-80d0-4700-a281-4b1d1c5c6c3c req-accc91f6-0491-4c94-a961-b78133229ef9 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519927 Jul 15 23:18:08.127514 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-1b851a01-69fe-436a-bd21-af910a8aea8f admin admin] For port 538651cb-0d8b-4f20-98fa-ecba56854bfc, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=538651cb-0d8b-4f20-98fa-ecba56854bfc,segment=NetworkSegment(6b8de252-a30c-48ca-a40b-fcf0b8b73b25),segment_id=6b8de252-a30c-48ca-a40b-fcf0b8b73b25)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:08.127880 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1b851a01-69fe-436a-bd21-af910a8aea8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:08.143583 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-1b851a01-69fe-436a-bd21-af910a8aea8f admin admin] Calling delete_port for 538651cb-0d8b-4f20-98fa-ecba56854bfc owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:08.179173 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 6f58255f-531a-418e-a530-36fbe4ddd77f up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:08.248041 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 6f58255f-531a-418e-a530-36fbe4ddd77f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:08.248698 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:08.493643 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:08.511344 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1b851a01-69fe-436a-bd21-af910a8aea8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:08.574204 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b851a01-69fe-436a-bd21-af910a8aea8f admin admin] Pushing event deleted for resources: {'Port': ['ID=538651cb-0d8b-4f20-98fa-ecba56854bfc,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:08.590046 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 6f58255f-531a-418e-a530-36fbe4ddd77f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6f58255f-531a-418e-a530-36fbe4ddd77f,segment=NetworkSegment(22713b79-5743-4d1f-a04e-a62a4823d5d0),segment_id=22713b79-5743-4d1f-a04e-a62a4823d5d0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:08.602963 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:08.637604 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c3786-33cc-442b-98ae-63f59576ca93 req-fb3c17fb-8823-4eb8-a745-0a82d4532da1 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:08.650494 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ec8c3786-33cc-442b-98ae-63f59576ca93 req-fb3c17fb-8823-4eb8-a745-0a82d4532da1 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d627a5d-254d-40df-ab81-96f758f067e9 HTTP/1.1" status: 200 len: 946 time: 0.1481559 Jul 15 23:18:08.737429 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ec8c3786-33cc-442b-98ae-63f59576ca93 req-2ec6ebb4-9c97-4dac-a3f4-58414e7a9d5e tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859227 Jul 15 23:18:08.758312 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c9035e-f375-4092-a2b9-21cb0f3be3e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f58255f-531a-418e-a530-36fbe4ddd77f'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:08.766758 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb240298-f290-40e8-adf5-684a0c815a60" -d '{"events": [{"server_uuid": "b0c9035e-f375-4092-a2b9-21cb0f3be3e8", "name": "network-vif-plugged", "status": "completed", "tag": "6f58255f-531a-418e-a530-36fbe4ddd77f"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:08.773771 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=6f58255f-531a-418e-a530-36fbe4ddd77f,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:08.818114 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:08.889836 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5768d0-6e7c-45ca-bb38-c6f70f03a220 x-openstack-request-id: req-dc5768d0-6e7c-45ca-bb38-c6f70f03a220 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:08.890234 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c9035e-f375-4092-a2b9-21cb0f3be3e8", "name": "network-vif-plugged", "status": "completed", "tag": "6f58255f-531a-418e-a530-36fbe4ddd77f", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:08.890549 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc5768d0-6e7c-45ca-bb38-c6f70f03a220 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:08.891048 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c9035e-f375-4092-a2b9-21cb0f3be3e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f58255f-531a-418e-a530-36fbe4ddd77f', 'code': 200} Jul 15 23:18:08.893627 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-20bf2929-137b-4636-a976-490c32d11a10 req-0c43f19a-5636-44e8-a599-91c493484080 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 210 time: 0.1077025 Jul 15 23:18:08.979844 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1b851a01-69fe-436a-bd21-af910a8aea8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:09.217379 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3826ca9-d3b0-4344-b4dc-2e95ebbe5c86 req-11c9f417-4a94-413b-941c-457899380b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:09.219194 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a3826ca9-d3b0-4344-b4dc-2e95ebbe5c86 req-11c9f417-4a94-413b-941c-457899380b9c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 1096 time: 0.0900872 Jul 15 23:18:09.332190 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b851a01-69fe-436a-bd21-af910a8aea8f admin admin] Router f0924703-c0df-4cbf-8714-36de27ebe536 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:18:09.347370 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a3826ca9-d3b0-4344-b4dc-2e95ebbe5c86 req-88b93cf4-2c7c-40f4-a21a-c94b1be4d157 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214399 Jul 15 23:18:09.383952 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344497e1-03b9-4562-9e6e-0100b2285f9f req-ee1a5b10-134c-4e1e-862f-480aa5a5a29d tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:09.391344 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-344497e1-03b9-4562-9e6e-0100b2285f9f req-ee1a5b10-134c-4e1e-862f-480aa5a5a29d tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 945 time: 0.1177073 Jul 15 23:18:09.541610 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b851a01-69fe-436a-bd21-af910a8aea8f admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:18:09.545783 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-344497e1-03b9-4562-9e6e-0100b2285f9f req-b19887d9-1d79-40dd-9501-09616b5e37eb tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535704 Jul 15 23:18:09.554701 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c86231-f8f6-4487-b5e0-cee9c3716107 None None] Sync routers for ids ['f0924703-c0df-4cbf-8714-36de27ebe536'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:18:09.577421 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1b851a01-69fe-436a-bd21-af910a8aea8f admin admin] 10.222.0.16 "PUT /v2.0/routers/f0924703-c0df-4cbf-8714-36de27ebe536/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9692943 Jul 15 23:18:09.580291 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59792) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:09.585788 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c86231-f8f6-4487-b5e0-cee9c3716107 None None] Routers {'f0924703-c0df-4cbf-8714-36de27ebe536'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:09.586421 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-20c86231-f8f6-4487-b5e0-cee9c3716107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:17:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['f0924703-c0df-4cbf-8714-36de27ebe536'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:09.672710 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-c9d8bc96-d782-4043-9d0b-2d2e695c7a7f tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:09.674279 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-c9d8bc96-d782-4043-9d0b-2d2e695c7a7f tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.43 "GET /v2.0/networks?id=763f1de9-52c7-44d6-a7b0-fd7c446c4363 HTTP/1.1" status: 200 len: 810 time: 0.2653604 Jul 15 23:18:09.799973 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-bac3f18f-d281-4852-a4ce-71227d9495dc tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eac3f2ff013743899b77a7275e534874 HTTP/1.1" status: 200 len: 379 time: 0.1159256 Jul 15 23:18:09.814960 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-4b42292a-7ff5-43a5-b8f7-e6f153e8ca44 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Request body: {'port': {'device_id': '89f685ba-23c3-44ca-8218-f0bb7b8e5f57', 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363', 'admin_state_up': True, 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'security_groups': ['e33057ee-eb1d-4aed-be98-77d94dc180f3']}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:09.824142 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2785f9f3-3a93-4728-9d04-cbd007045f93 admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:09.849155 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-20c86231-f8f6-4487-b5e0-cee9c3716107 None None] Set router f0924703-c0df-4cbf-8714-36de27ebe536 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:18:10.071301 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2785f9f3-3a93-4728-9d04-cbd007045f93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.148352 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-20c86231-f8f6-4487-b5e0-cee9c3716107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0924703-c0df-4cbf-8714-36de27ebe536', 'name': 'tempest-TestServerBasicOps-1574345237-router', 'tenant_id': '015359c9000b461babd70fe69d7c13f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '4209e153-becb-4a20-9076-bbaf3d79b32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:32Z', 'updated_at': '2021-07-15T23:18:08Z', 'revision_number': 5, 'project_id': '015359c9000b461babd70fe69d7c13f3', 'gw_port': {'id': '4209e153-becb-4a20-9076-bbaf3d79b32f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:eb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0924703-c0df-4cbf-8714-36de27ebe536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:33Z', 'updated_at': '2021-07-15T23:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:10.159703 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2785f9f3-3a93-4728-9d04-cbd007045f93 admin admin] Deleting port 4209e153-becb-4a20-9076-bbaf3d79b32f {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:10.160183 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2785f9f3-3a93-4728-9d04-cbd007045f93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.248767 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2785f9f3-3a93-4728-9d04-cbd007045f93 admin admin] For port 4209e153-becb-4a20-9076-bbaf3d79b32f, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4209e153-becb-4a20-9076-bbaf3d79b32f,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:10.249132 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2785f9f3-3a93-4728-9d04-cbd007045f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.256123 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-4b42292a-7ff5-43a5-b8f7-e6f153e8ca44 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Made reservation on behalf of eac3f2ff013743899b77a7275e534874 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:10.269631 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2785f9f3-3a93-4728-9d04-cbd007045f93 admin admin] Calling delete_port for 4209e153-becb-4a20-9076-bbaf3d79b32f owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:10.269829 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-4b42292a-7ff5-43a5-b8f7-e6f153e8ca44 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.313121 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a1e0499-b264-4727-9cc3-79a56c74bfa4 req-4776ede9-6a6f-4349-a68f-e1fc0d5f82ec tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 210 time: 0.0870643 Jul 15 23:18:10.380623 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c86231-f8f6-4487-b5e0-cee9c3716107 None None] Checking router: f0924703-c0df-4cbf-8714-36de27ebe536 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:18:10.391370 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c86231-f8f6-4487-b5e0-cee9c3716107 None None] Routers {'f0924703-c0df-4cbf-8714-36de27ebe536'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:10.392092 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-20c86231-f8f6-4487-b5e0-cee9c3716107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:17:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['f0924703-c0df-4cbf-8714-36de27ebe536'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:10.471148 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-4b42292a-7ff5-43a5-b8f7-e6f153e8ca44 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Allocated IP 172.20.0.8 (763f1de9-52c7-44d6-a7b0-fd7c446c4363/78ea2555-c9cc-49c5-b9ef-7f12652d8d72/1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:10.527048 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-20c86231-f8f6-4487-b5e0-cee9c3716107 None None] Set router f0924703-c0df-4cbf-8714-36de27ebe536 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:18:10.546235 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2785f9f3-3a93-4728-9d04-cbd007045f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.593695 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785f9f3-3a93-4728-9d04-cbd007045f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=4209e153-becb-4a20-9076-bbaf3d79b32f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:10.623637 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-4b42292a-7ff5-43a5-b8f7-e6f153e8ca44 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.638364 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-4b42292a-7ff5-43a5-b8f7-e6f153e8ca44 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Transition to ACTIVE for port object 1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:10.662849 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-20c86231-f8f6-4487-b5e0-cee9c3716107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0924703-c0df-4cbf-8714-36de27ebe536', 'name': 'tempest-TestServerBasicOps-1574345237-router', 'tenant_id': '015359c9000b461babd70fe69d7c13f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:32Z', 'updated_at': '2021-07-15T23:18:10Z', 'revision_number': 6, 'project_id': '015359c9000b461babd70fe69d7c13f3', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:10.695675 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-4b42292a-7ff5-43a5-b8f7-e6f153e8ca44 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.742658 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c86231-f8f6-4487-b5e0-cee9c3716107 None None] The sync data for ids ['f0924703-c0df-4cbf-8714-36de27ebe536'] in n-d-787205-9 is: [{'id': 'f0924703-c0df-4cbf-8714-36de27ebe536', 'name': 'tempest-TestServerBasicOps-1574345237-router', 'tenant_id': '015359c9000b461babd70fe69d7c13f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:32Z', 'updated_at': '2021-07-15T23:18:10Z', 'revision_number': 6, 'project_id': '015359c9000b461babd70fe69d7c13f3', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:18:10.756996 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42292a-7ff5-43a5-b8f7-e6f153e8ca44 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Pushing event updated for resources: {'Port': ['ID=1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:10.768968 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2785f9f3-3a93-4728-9d04-cbd007045f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.782795 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b08830-ed57-4d76-b5cf-b4a2949f7d47 req-2b5c82ec-0575-4917-a3c1-f4c972277c79 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:10.790888 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-55b08830-ed57-4d76-b5cf-b4a2949f7d47 req-2b5c82ec-0575-4917-a3c1-f4c972277c79 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d627a5d-254d-40df-ab81-96f758f067e9 HTTP/1.1" status: 200 len: 946 time: 0.7165394 Jul 15 23:18:10.795208 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-4b42292a-7ff5-43a5-b8f7-e6f153e8ca44 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Network 763f1de9-52c7-44d6-a7b0-fd7c446c4363 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:10.831191 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-4b42292a-7ff5-43a5-b8f7-e6f153e8ca44 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:10.856590 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-4b42292a-7ff5-43a5-b8f7-e6f153e8ca44 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:10.880677 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2785f9f3-3a93-4728-9d04-cbd007045f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.885292 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2785f9f3-3a93-4728-9d04-cbd007045f93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.935328 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-55b08830-ed57-4d76-b5cf-b4a2949f7d47 req-5d2bff37-6380-4d2f-abf5-3f8b0a0dbeeb tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433702 Jul 15 23:18:10.957395 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2785f9f3-3a93-4728-9d04-cbd007045f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.958118 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2785f9f3-3a93-4728-9d04-cbd007045f93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0924703-c0df-4cbf-8714-36de27ebe536 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:18:10.968557 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2785f9f3-3a93-4728-9d04-cbd007045f93 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.972507 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-4b42292a-7ff5-43a5-b8f7-e6f153e8ca44 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:10.973264 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2785f9f3-3a93-4728-9d04-cbd007045f93 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f0924703-c0df-4cbf-8714-36de27ebe536 HTTP/1.1" status: 204 len: 168 time: 1.3908422 Jul 15 23:18:10.974268 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59830) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:10.991531 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-4b42292a-7ff5-43a5-b8f7-e6f153e8ca44 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:11.026919 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-669e5db8-f182-4673-8303-b124672d8639 admin admin] Deleting subnet 78ce1b28-29f8-4492-8269-6c490c5e0149 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:18:11.034577 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-669e5db8-f182-4673-8303-b124672d8639 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:11.034929 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f670e-7bbc-4e71-9473-f1bd90221ca3 req-29620b20-1ed4-444a-bf5e-128702a33ef1 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:11.046396 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-790f670e-7bbc-4e71-9473-f1bd90221ca3 req-29620b20-1ed4-444a-bf5e-128702a33ef1 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 945 time: 0.2358420 Jul 15 23:18:11.048398 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-4b42292a-7ff5-43a5-b8f7-e6f153e8ca44 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2396021 Jul 15 23:18:11.071192 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-ee0288b5-1dd0-48c4-918c-3c8c6b464170 service neutron] Request body: {'port': {'device_id': '89f685ba-23c3-44ca-8218-f0bb7b8e5f57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:11.093963 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-669e5db8-f182-4673-8303-b124672d8639 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:11.176220 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-eb4b7529-6f9e-4920-b103-2ff16957681f None None] Provisioning for port 1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:11.181604 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-eb4b7529-6f9e-4920-b103-2ff16957681f None None] Provisioning complete for port 1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:11.182309 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eb4b7529-6f9e-4920-b103-2ff16957681f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:11.225359 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-790f670e-7bbc-4e71-9473-f1bd90221ca3 req-617e5baf-90dc-4d1a-af6f-9ee3a3509110 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757712 Jul 15 23:18:11.248154 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-eb4b7529-6f9e-4920-b103-2ff16957681f None None] Port 1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:18:11.249889 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-669e5db8-f182-4673-8303-b124672d8639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:11.277882 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 538651cb-0d8b-4f20-98fa-ecba56854bfc no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:11.287434 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-ee0288b5-1dd0-48c4-918c-3c8c6b464170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:11.318987 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95120f-462d-42cd-8cd1-cfce6a40d76d req-11d72378-50c4-4b20-bc36-bdf85e710f8d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:11.320619 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e95120f-462d-42cd-8cd1-cfce6a40d76d req-11d72378-50c4-4b20-bc36-bdf85e710f8d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 946 time: 0.2143495 Jul 15 23:18:11.330312 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 538651cb-0d8b-4f20-98fa-ecba56854bfc {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:18:11.330744 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 538651cb-0d8b-4f20-98fa-ecba56854bfc not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:18:11.436057 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e95120f-462d-42cd-8cd1-cfce6a40d76d req-5895af4e-d901-47c0-9a2a-2b52d5902d98 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831957 Jul 15 23:18:11.715137 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-669e5db8-f182-4673-8303-b124672d8639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:11.746146 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e5db8-f182-4673-8303-b124672d8639 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78ce1b28-29f8-4492-8269-6c490c5e0149,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:11.752579 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d437a0-7562-4ba3-bfae-e16924434149 None None] Network b8486c75-4add-408b-8175-52f6e1c0a3c6 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:11.752976 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-669e5db8-f182-4673-8303-b124672d8639 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:11.759401 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-669e5db8-f182-4673-8303-b124672d8639 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/78ce1b28-29f8-4492-8269-6c490c5e0149 HTTP/1.1" status: 204 len: 168 time: 0.7833939 Jul 15 23:18:11.760623 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59842) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:11.780859 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b240b-0cb3-49fc-8075-336bd3ea7a37 req-dc381b93-e3e6-4040-9a0d-33777a69b83f tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:11.788031 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e10b240b-0cb3-49fc-8075-336bd3ea7a37 req-dc381b93-e3e6-4040-9a0d-33777a69b83f tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 945 time: 0.1924350 Jul 15 23:18:11.854050 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aadbc187-6518-4aa0-aa29-55413ab94c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:11.940190 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-aadbc187-6518-4aa0-aa29-55413ab94c07 admin admin] Deleting port bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:11.940543 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aadbc187-6518-4aa0-aa29-55413ab94c07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:11.943724 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e10b240b-0cb3-49fc-8075-336bd3ea7a37 req-a06b3c27-1472-4993-8d95-c7aef93884c7 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462343 Jul 15 23:18:11.955888 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-ee0288b5-1dd0-48c4-918c-3c8c6b464170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:18:11.965499 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-ee0288b5-1dd0-48c4-918c-3c8c6b464170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:11.980668 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-ee0288b5-1dd0-48c4-918c-3c8c6b464170 service neutron] Transition to ACTIVE for port object 1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:11.997749 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-ee0288b5-1dd0-48c4-918c-3c8c6b464170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:12.040120 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-aadbc187-6518-4aa0-aa29-55413ab94c07 admin admin] For port bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd,segment=NetworkSegment(6b8de252-a30c-48ca-a40b-fcf0b8b73b25),segment_id=6b8de252-a30c-48ca-a40b-fcf0b8b73b25)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:12.040666 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aadbc187-6518-4aa0-aa29-55413ab94c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:12.050074 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a41069-13aa-4067-8f74-226586913fc2 req-af1a7967-4d5c-4a10-b080-09fae8996927 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:12.051717 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2a41069-13aa-4067-8f74-226586913fc2 req-af1a7967-4d5c-4a10-b080-09fae8996927 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 931 time: 0.3076797 Jul 15 23:18:12.059388 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-aadbc187-6518-4aa0-aa29-55413ab94c07 admin admin] Calling delete_port for bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:12.094579 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836d42dd-6436-4692-bc73-b6024a43764e None None] DHCP port deletion for b8486c75-4add-408b-8175-52f6e1c0a3c6 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:18:12.196153 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0288b5-1dd0-48c4-918c-3c8c6b464170 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:12.208058 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-836d42dd-6436-4692-bc73-b6024a43764e None None] Deleting port bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:12.208445 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-836d42dd-6436-4692-bc73-b6024a43764e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:12.271506 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2a41069-13aa-4067-8f74-226586913fc2 req-ae8ae135-a2fa-4e74-84fe-5b368a440546 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905427 Jul 15 23:18:12.326509 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aadbc187-6518-4aa0-aa29-55413ab94c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:12.336178 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-ee0288b5-1dd0-48c4-918c-3c8c6b464170 service neutron] Attempting to bind port 1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:18:12.336975 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-ee0288b5-1dd0-48c4-918c-3c8c6b464170 service neutron] Attempting to bind port 1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'c9e4b3e1-75aa-477b-b892-dda03f8d1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:18:12.338436 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-ee0288b5-1dd0-48c4-918c-3c8c6b464170 service neutron] Attempting to bind port 1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9 on network 763f1de9-52c7-44d6-a7b0-fd7c446c4363 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:12.368611 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadbc187-6518-4aa0-aa29-55413ab94c07 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:12.370267 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-ee0288b5-1dd0-48c4-918c-3c8c6b464170 service neutron] Port 1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9 on network 763f1de9-52c7-44d6-a7b0-fd7c446c4363 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:18:12.370780 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadbc187-6518-4aa0-aa29-55413ab94c07 admin admin] No DVR routers for this DVR port bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:12.390081 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-ee0288b5-1dd0-48c4-918c-3c8c6b464170 service neutron] Attempting to bind port 1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9 on network 763f1de9-52c7-44d6-a7b0-fd7c446c4363 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:12.419605 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-ee0288b5-1dd0-48c4-918c-3c8c6b464170 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:18:12.419993 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-ee0288b5-1dd0-48c4-918c-3c8c6b464170 service neutron] Checking segment: {'id': 'c9e4b3e1-75aa-477b-b892-dda03f8d1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:12.421502 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-ee0288b5-1dd0-48c4-918c-3c8c6b464170 service neutron] Bound using segment: {'id': 'c9e4b3e1-75aa-477b-b892-dda03f8d1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:18:12.423032 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-ee0288b5-1dd0-48c4-918c-3c8c6b464170 service neutron] Bound port: 1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9e4b3e1-75aa-477b-b892-dda03f8d1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:18:12.426703 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-ee0288b5-1dd0-48c4-918c-3c8c6b464170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:12.437693 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-836d42dd-6436-4692-bc73-b6024a43764e None None] For port bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd,segment=NetworkSegment(6b8de252-a30c-48ca-a40b-fcf0b8b73b25),segment_id=6b8de252-a30c-48ca-a40b-fcf0b8b73b25)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:12.438194 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-836d42dd-6436-4692-bc73-b6024a43764e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:12.514144 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aadbc187-6518-4aa0-aa29-55413ab94c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:12.516177 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-836d42dd-6436-4692-bc73-b6024a43764e None None] Calling delete_port for bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:12.537137 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-aadbc187-6518-4aa0-aa29-55413ab94c07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8486c75-4add-408b-8175-52f6e1c0a3c6']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:12.552539 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-aadbc187-6518-4aa0-aa29-55413ab94c07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b8de252-a30c-48ca-a40b-fcf0b8b73b25') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:12.552832 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-aadbc187-6518-4aa0-aa29-55413ab94c07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b8de252-a30c-48ca-a40b-fcf0b8b73b25') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:12.569403 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aadbc187-6518-4aa0-aa29-55413ab94c07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:12.596962 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aadbc187-6518-4aa0-aa29-55413ab94c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:12.603998 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aadbc187-6518-4aa0-aa29-55413ab94c07 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:18:12.604413 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aadbc187-6518-4aa0-aa29-55413ab94c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:18:12.666429 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:18:12.672012 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aadbc187-6518-4aa0-aa29-55413ab94c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:12.685252 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aadbc187-6518-4aa0-aa29-55413ab94c07 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:12.698467 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-aadbc187-6518-4aa0-aa29-55413ab94c07 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b8486c75-4add-408b-8175-52f6e1c0a3c6 HTTP/1.1" status: 204 len: 168 time: 0.9365599 Jul 15 23:18:12.711970 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadbc187-6518-4aa0-aa29-55413ab94c07 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8486c75-4add-408b-8175-52f6e1c0a3c6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:12.720217 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-ee0288b5-1dd0-48c4-918c-3c8c6b464170 service neutron] For port 1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:18:12.724377 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-836d42dd-6436-4692-bc73-b6024a43764e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:12.735624 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dd6d2-e857-403c-a9c0-e1284b2002c5 req-73e50436-be68-43d3-91c7-fd024d9984f1 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:12.743813 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e4dd6d2-e857-403c-a9c0-e1284b2002c5 req-73e50436-be68-43d3-91c7-fd024d9984f1 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d627a5d-254d-40df-ab81-96f758f067e9 HTTP/1.1" status: 200 len: 946 time: 0.2195728 Jul 15 23:18:12.757555 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-ee0288b5-1dd0-48c4-918c-3c8c6b464170 service neutron] For port 1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9,segment=NetworkSegment(c9e4b3e1-75aa-477b-b892-dda03f8d1320),segment_id=c9e4b3e1-75aa-477b-b892-dda03f8d1320)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:18:12.760944 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d42dd-6436-4692-bc73-b6024a43764e None None] Pushing event deleted for resources: {'Port': ['ID=bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:12.772807 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-836d42dd-6436-4692-bc73-b6024a43764e None None] Network b8486c75-4add-408b-8175-52f6e1c0a3c6 is not hosted by any dhcp agent {{(pid=93800) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 23:18:12.773277 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836d42dd-6436-4692-bc73-b6024a43764e None None] No DVR routers for this DVR port bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:12.791666 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-ee0288b5-1dd0-48c4-918c-3c8c6b464170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:12.863581 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e4dd6d2-e857-403c-a9c0-e1284b2002c5 req-5e65802b-3342-462a-99e6-c5b5fc278159 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182623 Jul 15 23:18:12.915113 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-ee0288b5-1dd0-48c4-918c-3c8c6b464170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:12.915762 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-ee0288b5-1dd0-48c4-918c-3c8c6b464170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:12.917199 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-ee0288b5-1dd0-48c4-918c-3c8c6b464170 service neutron] 10.222.0.43 "PUT /v2.0/ports/1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9 HTTP/1.1" status: 200 len: 1091 time: 1.8545930 Jul 15 23:18:12.917717 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f685ba-23c3-44ca-8218-f0bb7b8e5f57', 'tag': '1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:12.931664 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5494183-5691-4234-9c08-4da6c18e8d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "89f685ba-23c3-44ca-8218-f0bb7b8e5f57", "tag": "1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:12.991268 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0288b5-1dd0-48c4-918c-3c8c6b464170 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:13.030211 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59862) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:13.078539 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:13.128009 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f682241d-8222-4832-a362-9ebb555b6b22 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6db02bafe144d5a8e176b78a5717eb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0952690 Jul 15 23:18:13.129920 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59864) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:13.163013 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:18:13.167860 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device bd0b1346-65a5-4fe0-aece-c24e9ad4fbbd not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:18:13.168644 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4209e153-becb-4a20-9076-bbaf3d79b32f no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:13.243345 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 4209e153-becb-4a20-9076-bbaf3d79b32f {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:18:13.243690 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4209e153-becb-4a20-9076-bbaf3d79b32f not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:18:13.316770 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-2134f60a-c79e-444b-9953-cb08bdb8eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:13.318528 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-2134f60a-c79e-444b-9953-cb08bdb8eb21 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eac3f2ff013743899b77a7275e534874&device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 1094 time: 0.1686871 Jul 15 23:18:13.329581 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55e329dd-2836-4691-b91c-0df3585657aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.333065 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee626a8e-5d3e-40d7-94f9-1e78d76578ee req-b0c498f2-5042-438a-a965-d45284730264 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:13.333887 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ee626a8e-5d3e-40d7-94f9-1e78d76578ee req-b0c498f2-5042-438a-a965-d45284730264 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 946 time: 0.1948824 Jul 15 23:18:13.385613 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-a15dc3f5-bfab-4e34-9a79-e52280c0f264 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9 HTTP/1.1" status: 200 len: 217 time: 0.0503175 Jul 15 23:18:13.419875 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55e329dd-2836-4691-b91c-0df3585657aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.427865 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079c123a-7ca0-42dd-aa38-88db67cdf99f x-openstack-request-id: req-079c123a-7ca0-42dd-aa38-88db67cdf99f {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:13.430091 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694d6c7-6870-4ffc-9059-4eaeb9c1aca8 req-8941598d-2682-4b44-bbec-fb6944882c42 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:13.431689 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f685ba-23c3-44ca-8218-f0bb7b8e5f57", "tag": "1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:13.431689 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-079c123a-7ca0-42dd-aa38-88db67cdf99f {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:13.431902 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c694d6c7-6870-4ffc-9059-4eaeb9c1aca8 req-8941598d-2682-4b44-bbec-fb6944882c42 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d627a5d-254d-40df-ab81-96f758f067e9 HTTP/1.1" status: 200 len: 946 time: 0.2570930 Jul 15 23:18:13.432911 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f685ba-23c3-44ca-8218-f0bb7b8e5f57', 'tag': '1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9', 'status': 'completed', 'code': 200} Jul 15 23:18:13.456737 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ee626a8e-5d3e-40d7-94f9-1e78d76578ee req-4c428fc4-96de-4f49-bdce-765da70a2694 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701058 Jul 15 23:18:13.548865 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-d08665ff-4682-4b58-a0bc-ed1eb7e5e7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:13.550512 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-d08665ff-4682-4b58-a0bc-ed1eb7e5e7d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=78ea2555-c9cc-49c5-b9ef-7f12652d8d72 HTTP/1.1" status: 200 len: 849 time: 0.1164145 Jul 15 23:18:13.633473 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-c694d6c7-6870-4ffc-9059-4eaeb9c1aca8 req-93c0f5ea-8131-4c0e-ba44-c03900298cbb tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Deleting port 57bd53bc-1e4d-4710-958c-159c696902f1 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:13.634017 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c694d6c7-6870-4ffc-9059-4eaeb9c1aca8 req-93c0f5ea-8131-4c0e-ba44-c03900298cbb tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.639750 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55e329dd-2836-4691-b91c-0df3585657aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.642687 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55e329dd-2836-4691-b91c-0df3585657aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.643957 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-55e329dd-2836-4691-b91c-0df3585657aa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b493665f-13be-454b-8b17-eef6168e4ef9 HTTP/1.1" status: 204 len: 168 time: 0.5125995 Jul 15 23:18:13.673720 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e329dd-2836-4691-b91c-0df3585657aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b493665f-13be-454b-8b17-eef6168e4ef9,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:13.745505 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e63de3-f3ef-4816-9d0d-79cf8385cad3 req-a737a78d-3986-41ae-bd45-850230879fed tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:13.752833 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f5e63de3-f3ef-4816-9d0d-79cf8385cad3 req-a737a78d-3986-41ae-bd45-850230879fed tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 943 time: 0.2539892 Jul 15 23:18:13.795319 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-3f82b647-585e-4276-aeca-30c681523f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:13.796839 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-3f82b647-585e-4276-aeca-30c681523f6c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=763f1de9-52c7-44d6-a7b0-fd7c446c4363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2374465 Jul 15 23:18:13.801504 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c694d6c7-6870-4ffc-9059-4eaeb9c1aca8 req-93c0f5ea-8131-4c0e-ba44-c03900298cbb tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] For port 57bd53bc-1e4d-4710-958c-159c696902f1, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=57bd53bc-1e4d-4710-958c-159c696902f1,segment=NetworkSegment(d3748496-23f5-4ea9-bf89-af13e2f85f8a),segment_id=d3748496-23f5-4ea9-bf89-af13e2f85f8a)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:13.801981 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c694d6c7-6870-4ffc-9059-4eaeb9c1aca8 req-93c0f5ea-8131-4c0e-ba44-c03900298cbb tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.817821 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-c694d6c7-6870-4ffc-9059-4eaeb9c1aca8 req-93c0f5ea-8131-4c0e-ba44-c03900298cbb tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Calling delete_port for 57bd53bc-1e4d-4710-958c-159c696902f1 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:13.849454 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103485b-14b9-410f-84c1-4253a4f8806b req-a74ec46e-0a7c-491d-b689-03e16488979d tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:13.851221 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8103485b-14b9-410f-84c1-4253a4f8806b req-a74ec46e-0a7c-491d-b689-03e16488979d tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/networks?id=99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1 HTTP/1.1" status: 200 len: 814 time: 0.2334628 Jul 15 23:18:13.868833 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f5e63de3-f3ef-4816-9d0d-79cf8385cad3 req-12ff47d3-d40f-4327-9819-88dc545e8df0 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150570 Jul 15 23:18:13.926806 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8103485b-14b9-410f-84c1-4253a4f8806b req-accae408-82d5-4788-90fb-29ffaf52b9e1 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/quotas/35bcfbe73491485d89c50cca2d44c38d HTTP/1.1" status: 200 len: 375 time: 0.0566008 Jul 15 23:18:14.004851 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-b518f043-7fe8-4c98-a2c0-18a7b5fffc11 service neutron] 10.222.0.43 "GET /v2.0/networks/763f1de9-52c7-44d6-a7b0-fd7c446c4363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982625 Jul 15 23:18:14.032010 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8103485b-14b9-410f-84c1-4253a4f8806b req-5ee24953-56da-4036-88eb-3c6e605ce9d6 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=35bcfbe73491485d89c50cca2d44c38d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0957651 Jul 15 23:18:14.032390 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c694d6c7-6870-4ffc-9059-4eaeb9c1aca8 req-93c0f5ea-8131-4c0e-ba44-c03900298cbb tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:14.068810 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['3ee18c7b-0827-4359-baca-9b3266054327', '57bd53bc-1e4d-4710-958c-159c696902f1'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:18:14.070209 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0f5ea-8131-4c0e-ba44-c03900298cbb tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Pushing event deleted for resources: {'Port': ['ID=57bd53bc-1e4d-4710-958c-159c696902f1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:14.100354 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1d3d5d5-c9e7-4965-b564-3cd5cc9ce7be req-f1f2ff1b-e4f8-418a-b659-a8ca5359baba tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d627a5d-254d-40df-ab81-96f758f067e9 HTTP/1.1" status: 200 len: 210 time: 0.0745699 Jul 15 23:18:14.136711 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-c694d6c7-6870-4ffc-9059-4eaeb9c1aca8 req-93c0f5ea-8131-4c0e-ba44-c03900298cbb tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] No DVR routers for this DVR port 57bd53bc-1e4d-4710-958c-159c696902f1 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:14.140256 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c694d6c7-6870-4ffc-9059-4eaeb9c1aca8 req-93c0f5ea-8131-4c0e-ba44-c03900298cbb tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:14.143485 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c694d6c7-6870-4ffc-9059-4eaeb9c1aca8 req-93c0f5ea-8131-4c0e-ba44-c03900298cbb tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.36 "DELETE /v2.0/ports/57bd53bc-1e4d-4710-958c-159c696902f1 HTTP/1.1" status: 204 len: 173 time: 0.7047205 Jul 15 23:18:14.144011 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d627a5d-254d-40df-ab81-96f758f067e9', 'name': 'network-vif-deleted', 'tag': '57bd53bc-1e4d-4710-958c-159c696902f1'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:14.146738 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc679ff-dc13-4070-acdb-6d71b6883538" -d '{"events": [{"server_uuid": "4d627a5d-254d-40df-ab81-96f758f067e9", "name": "network-vif-deleted", "tag": "57bd53bc-1e4d-4710-958c-159c696902f1"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:14.187917 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c2020e-8b94-4edb-8dc8-5dacfa52460b x-openstack-request-id: req-d6c2020e-8b94-4edb-8dc8-5dacfa52460b {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:14.188452 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d627a5d-254d-40df-ab81-96f758f067e9", "name": "network-vif-deleted", "tag": "57bd53bc-1e4d-4710-958c-159c696902f1", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:14.189018 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6c2020e-8b94-4edb-8dc8-5dacfa52460b {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:14.189555 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d627a5d-254d-40df-ab81-96f758f067e9', 'name': 'network-vif-deleted', 'tag': '57bd53bc-1e4d-4710-958c-159c696902f1', 'status': 'completed', 'code': 200} Jul 15 23:18:14.195682 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59888) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:14.196604 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:14.238780 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-362768d0-8ee9-4394-aa65-cff71949e058 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=015359c9000b461babd70fe69d7c13f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405793 Jul 15 23:18:14.240487 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59890) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:14.257141 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27f66e94-ded4-49b3-b461-7dbd93e1296b req-89bf1811-c546-4202-81b9-b9b5dbe1f9e9 service neutron] 10.222.0.43 "GET /v2.0/networks/763f1de9-52c7-44d6-a7b0-fd7c446c4363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419741 Jul 15 23:18:14.257838 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:18:14.269632 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8103485b-14b9-410f-84c1-4253a4f8806b req-2854e586-d6d3-4210-a825-6d5a5eb69820 service neutron] 10.222.0.16 "GET /v2.0/networks/99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136400 Jul 15 23:18:14.302104 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-161c885f-a90e-42a3-b63e-c6770707f2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:14.342417 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-161c885f-a90e-42a3-b63e-c6770707f2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:14.380376 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:14.408395 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-161c885f-a90e-42a3-b63e-c6770707f2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:14.409781 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e64cd3b4-ef41-4ff5-97de-7cea41ace7d6'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:14.412112 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f765ee1-f2f3-42ea-94eb-798b3c348a9f" -d '{"events": [{"server_uuid": "9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0", "name": "network-vif-unplugged", "status": "completed", "tag": "e64cd3b4-ef41-4ff5-97de-7cea41ace7d6"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:14.413214 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-161c885f-a90e-42a3-b63e-c6770707f2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:14.416786 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-161c885f-a90e-42a3-b63e-c6770707f2af admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9cdb714b-24dc-4680-bfa1-2186296533d3 HTTP/1.1" status: 204 len: 168 time: 0.1729124 Jul 15 23:18:14.429477 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c885f-a90e-42a3-b63e-c6770707f2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdb714b-24dc-4680-bfa1-2186296533d3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:14.452451 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:14.466325 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:14.479806 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8103485b-14b9-410f-84c1-4253a4f8806b req-96262591-6923-46a4-ab11-417fa5873d3c service neutron] 10.222.0.16 "GET /v2.0/networks/99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060373 Jul 15 23:18:14.511712 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5494183-5691-4234-9c08-4da6c18e8d6e req-6e5ea41b-8c80-43a6-8741-d2eddd52da03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:14.514236 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c5494183-5691-4234-9c08-4da6c18e8d6e req-6e5ea41b-8c80-43a6-8741-d2eddd52da03 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eac3f2ff013743899b77a7275e534874&device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 1094 time: 0.1582406 Jul 15 23:18:14.552793 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc7db6f-0997-4a13-b212-b664e7018593 x-openstack-request-id: req-dbc7db6f-0997-4a13-b212-b664e7018593 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:14.555889 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0", "name": "network-vif-unplugged", "status": "completed", "tag": "e64cd3b4-ef41-4ff5-97de-7cea41ace7d6", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:14.556607 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dbc7db6f-0997-4a13-b212-b664e7018593 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:14.561322 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e64cd3b4-ef41-4ff5-97de-7cea41ace7d6', 'code': 200} Jul 15 23:18:14.562855 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6,revision_number=11']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:14.736908 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-866195db-b661-401b-81d5-9903e797c8b8 req-b2c39c06-0864-4cdd-8f43-6eefc2f670da tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 210 time: 0.0397060 Jul 15 23:18:14.785377 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5494183-5691-4234-9c08-4da6c18e8d6e req-b2f9b824-6ce6-4efc-b8e2-6d276d7ac920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:14.786997 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c5494183-5691-4234-9c08-4da6c18e8d6e req-b2f9b824-6ce6-4efc-b8e2-6d276d7ac920 service neutron] 10.222.0.43 "GET /v2.0/networks?id=763f1de9-52c7-44d6-a7b0-fd7c446c4363 HTTP/1.1" status: 200 len: 911 time: 0.2650750 Jul 15 23:18:14.916597 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c5494183-5691-4234-9c08-4da6c18e8d6e req-dfb1b6dc-10ed-47e1-9b97-37b901d249b9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9 HTTP/1.1" status: 200 len: 217 time: 0.1140451 Jul 15 23:18:15.070225 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b54211-1d37-490d-8c30-09aee2538c96 req-5087657f-33e0-4d80-ad1e-11d339129b95 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:15.072072 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-82b54211-1d37-490d-8c30-09aee2538c96 req-5087657f-33e0-4d80-ad1e-11d339129b95 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.4085021 Jul 15 23:18:15.229575 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5494183-5691-4234-9c08-4da6c18e8d6e req-5a496075-f608-4653-ad01-c60825bdba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:15.232231 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c5494183-5691-4234-9c08-4da6c18e8d6e req-5a496075-f608-4653-ad01-c60825bdba7c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=78ea2555-c9cc-49c5-b9ef-7f12652d8d72 HTTP/1.1" status: 200 len: 849 time: 0.3082957 Jul 15 23:18:15.323327 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-82b54211-1d37-490d-8c30-09aee2538c96 req-14b6428c-7b75-41f0-8d40-5e2f433736d8 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061901 Jul 15 23:18:15.349101 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336abd8d-3f02-4601-9c0e-d791ba08db04 req-381e04bf-92fc-49a3-9975-a05b0cddee84 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:15.349101 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-336abd8d-3f02-4601-9c0e-d791ba08db04 req-381e04bf-92fc-49a3-9975-a05b0cddee84 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0c9035e-f375-4092-a2b9-21cb0f3be3e8 HTTP/1.1" status: 200 len: 945 time: 0.3690560 Jul 15 23:18:15.375083 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74852b-08d7-4357-bb27-6bfbde804fb0 req-36fe03ae-3c24-4724-a511-7ca018eefd70 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:15.376674 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4a74852b-08d7-4357-bb27-6bfbde804fb0 req-36fe03ae-3c24-4724-a511-7ca018eefd70 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 943 time: 0.3036809 Jul 15 23:18:15.491634 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-20afa8c4-d963-4408-b51b-e8dc65a79003 req-e1a74073-e51d-4f6d-a638-042e46f6d956 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0977430 Jul 15 23:18:15.516477 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4a74852b-08d7-4357-bb27-6bfbde804fb0 req-41c2148f-92c6-4846-9e9c-ff93adf82d48 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020968 Jul 15 23:18:15.533056 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5494183-5691-4234-9c08-4da6c18e8d6e req-07298978-dc07-4dc8-b93f-354fa8cd7648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:15.534879 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c5494183-5691-4234-9c08-4da6c18e8d6e req-07298978-dc07-4dc8-b93f-354fa8cd7648 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=763f1de9-52c7-44d6-a7b0-fd7c446c4363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2929101 Jul 15 23:18:15.665181 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afa8c4-d963-4408-b51b-e8dc65a79003 req-001b097e-b3da-4499-98b9-173a04c82881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:15.666964 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-20afa8c4-d963-4408-b51b-e8dc65a79003 req-001b097e-b3da-4499-98b9-173a04c82881 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e827f40ab3842e2a76f286aea2bdded&device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 1096 time: 0.0616205 Jul 15 23:18:15.792624 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afa8c4-d963-4408-b51b-e8dc65a79003 req-6625a8ee-b5ba-44cb-9c28-46f88fe2a1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:15.794933 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-20afa8c4-d963-4408-b51b-e8dc65a79003 req-6625a8ee-b5ba-44cb-9c28-46f88fe2a1e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=522d1fd3-2e67-4567-8500-149254c668f3 HTTP/1.1" status: 200 len: 914 time: 0.1077573 Jul 15 23:18:15.858222 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-20afa8c4-d963-4408-b51b-e8dc65a79003 req-c58ff6d2-07af-4dd9-b3fe-ec08f4b30ac1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ee18c7b-0827-4359-baca-9b3266054327 HTTP/1.1" status: 200 len: 217 time: 0.0543110 Jul 15 23:18:15.883013 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4b5bc2ab-99af-49b5-88d0-3835f58ae3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:15.922773 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afa8c4-d963-4408-b51b-e8dc65a79003 req-700b386c-ea30-47f7-b526-2d6c18791c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:15.924962 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-20afa8c4-d963-4408-b51b-e8dc65a79003 req-700b386c-ea30-47f7-b526-2d6c18791c85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d482e0b-fa2e-49c4-8670-799dbd09543b HTTP/1.1" status: 200 len: 853 time: 0.0600901 Jul 15 23:18:15.962969 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-20afa8c4-d963-4408-b51b-e8dc65a79003 req-e0ba2b06-acb1-488d-a403-1edc2b129204 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=522d1fd3-2e67-4567-8500-149254c668f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300362 Jul 15 23:18:16.065628 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-20afa8c4-d963-4408-b51b-e8dc65a79003 req-a5d5c379-1fa7-46bc-a472-450f87615b65 service neutron] 10.222.0.36 "GET /v2.0/networks/522d1fd3-2e67-4567-8500-149254c668f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940330 Jul 15 23:18:16.128078 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d96de635-efd6-48d1-b252-d16deb615a72 req-5d58b175-1a0a-4178-96fd-1239411468db tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 210 time: 0.0530741 Jul 15 23:18:16.171097 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa36e9-745e-4663-a8a7-88e561127c4b req-3a48c249-207f-4ca6-8040-e68bca8d28b1 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:16.172866 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ddfa36e9-745e-4663-a8a7-88e561127c4b req-3a48c249-207f-4ca6-8040-e68bca8d28b1 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.6136131 Jul 15 23:18:16.187329 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:18:16.191468 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-20afa8c4-d963-4408-b51b-e8dc65a79003 req-f9b7df0d-5e62-4ae1-9681-52a21564cce9 service neutron] 10.222.0.36 "GET /v2.0/networks/522d1fd3-2e67-4567-8500-149254c668f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193085 Jul 15 23:18:16.199223 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-336abd8d-3f02-4601-9c0e-d791ba08db04 req-40a2abaf-94db-4fa7-af37-1bc09cd21c9b tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Deleting port 6f58255f-531a-418e-a530-36fbe4ddd77f {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:16.199609 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-336abd8d-3f02-4601-9c0e-d791ba08db04 req-40a2abaf-94db-4fa7-af37-1bc09cd21c9b tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:16.230664 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c5494183-5691-4234-9c08-4da6c18e8d6e req-1c90cfdd-8d40-4539-9920-dbbd13a8f358 service neutron] 10.222.0.43 "GET /v2.0/networks/763f1de9-52c7-44d6-a7b0-fd7c446c4363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6701846 Jul 15 23:18:16.373556 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9,segment=NetworkSegment(c9e4b3e1-75aa-477b-b892-dda03f8d1320),segment_id=c9e4b3e1-75aa-477b-b892-dda03f8d1320)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:16.378123 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-336abd8d-3f02-4601-9c0e-d791ba08db04 req-40a2abaf-94db-4fa7-af37-1bc09cd21c9b tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] For port 6f58255f-531a-418e-a530-36fbe4ddd77f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6f58255f-531a-418e-a530-36fbe4ddd77f,segment=NetworkSegment(22713b79-5743-4d1f-a04e-a62a4823d5d0),segment_id=22713b79-5743-4d1f-a04e-a62a4823d5d0)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:16.386548 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-336abd8d-3f02-4601-9c0e-d791ba08db04 req-40a2abaf-94db-4fa7-af37-1bc09cd21c9b tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:16.390213 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9', 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363', 'port_id': '1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9', 'mac_address': 'fa:16:3e:4f:53:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:18:16.414342 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-336abd8d-3f02-4601-9c0e-d791ba08db04 req-40a2abaf-94db-4fa7-af37-1bc09cd21c9b tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Calling delete_port for 6f58255f-531a-418e-a530-36fbe4ddd77f owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:16.444134 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:16.464003 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:18:16.495667 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103485b-14b9-410f-84c1-4253a4f8806b req-ff29afe3-df7a-440b-8621-93f76a59d49a tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:16.496496 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9,segment=NetworkSegment(c9e4b3e1-75aa-477b-b892-dda03f8d1320),segment_id=c9e4b3e1-75aa-477b-b892-dda03f8d1320)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:16.497730 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8103485b-14b9-410f-84c1-4253a4f8806b req-ff29afe3-df7a-440b-8621-93f76a59d49a tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.36 "GET /v2.0/networks?id=99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1 HTTP/1.1" status: 200 len: 814 time: 0.2763960 Jul 15 23:18:16.515135 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:16.516674 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:18:16.517942 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-8103485b-14b9-410f-84c1-4253a4f8806b req-f4c069a6-d9c2-46d1-84ca-2a745ccc5e98 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Request body: {'port': {'device_id': '2b004a0b-b267-42d7-a819-0f34d2e68559', 'network_id': '99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1', 'admin_state_up': True, 'tenant_id': '35bcfbe73491485d89c50cca2d44c38d'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:16.615581 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:16.706954 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8103485b-14b9-410f-84c1-4253a4f8806b req-f4c069a6-d9c2-46d1-84ca-2a745ccc5e98 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Made reservation on behalf of 35bcfbe73491485d89c50cca2d44c38d for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:16.716855 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8103485b-14b9-410f-84c1-4253a4f8806b req-f4c069a6-d9c2-46d1-84ca-2a745ccc5e98 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:16.767923 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-336abd8d-3f02-4601-9c0e-d791ba08db04 req-40a2abaf-94db-4fa7-af37-1bc09cd21c9b tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:16.800447 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['6f58255f-531a-418e-a530-36fbe4ddd77f'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:18:16.863357 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 57bd53bc-1e4d-4710-958c-159c696902f1 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:16.868100 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c5494183-5691-4234-9c08-4da6c18e8d6e req-90c5d0ab-1196-46f5-81f5-36caede833b7 service neutron] 10.222.0.43 "GET /v2.0/networks/763f1de9-52c7-44d6-a7b0-fd7c446c4363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443964 Jul 15 23:18:16.872996 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2abaf-94db-4fa7-af37-1bc09cd21c9b tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Pushing event deleted for resources: {'Port': ['ID=6f58255f-531a-418e-a530-36fbe4ddd77f,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:16.890675 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ddfa36e9-745e-4663-a8a7-88e561127c4b req-83d07626-587b-4525-a4af-c8622dc8f8b5 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6852698 Jul 15 23:18:16.935006 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 57bd53bc-1e4d-4710-958c-159c696902f1 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:18:16.935734 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 57bd53bc-1e4d-4710-958c-159c696902f1 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:18:16.975356 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:16.996464 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'e64cd3b4-ef41-4ff5-97de-7cea41ace7d6', 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54', 'port_id': 'e64cd3b4-ef41-4ff5-97de-7cea41ace7d6', 'mac_address': 'fa:16:3e:5d:23:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '242df3cc-37d7-47c0-a77c-be9034976381', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:18:17.039459 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-8103485b-14b9-410f-84c1-4253a4f8806b req-f4c069a6-d9c2-46d1-84ca-2a745ccc5e98 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Allocated IP 172.20.0.13 (99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1/2f7dbbdb-253d-4dd8-8e24-27ba422c3bb3/673850ff-407a-4db6-9983-221bab124087) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:17.063491 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-336abd8d-3f02-4601-9c0e-d791ba08db04 req-40a2abaf-94db-4fa7-af37-1bc09cd21c9b tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] No DVR routers for this DVR port 6f58255f-531a-418e-a530-36fbe4ddd77f on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:17.070112 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-336abd8d-3f02-4601-9c0e-d791ba08db04 req-40a2abaf-94db-4fa7-af37-1bc09cd21c9b tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:17.076871 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-336abd8d-3f02-4601-9c0e-d791ba08db04 req-40a2abaf-94db-4fa7-af37-1bc09cd21c9b tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.43 "DELETE /v2.0/ports/6f58255f-531a-418e-a530-36fbe4ddd77f HTTP/1.1" status: 204 len: 173 time: 1.7227678 Jul 15 23:18:17.115527 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:17.121710 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c9035e-f375-4092-a2b9-21cb0f3be3e8', 'name': 'network-vif-deleted', 'tag': '6f58255f-531a-418e-a530-36fbe4ddd77f'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:17.136262 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:18:17.142123 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5869e757-2c1d-45a3-a868-63fd4627ae58" -d '{"events": [{"server_uuid": "b0c9035e-f375-4092-a2b9-21cb0f3be3e8", "name": "network-vif-deleted", "tag": "6f58255f-531a-418e-a530-36fbe4ddd77f"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:17.175175 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:17.188492 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:17.203214 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4582f4-5f41-4101-8905-dee6478ecdbd req-4f9625fb-4005-4709-abef-3fa91dfbbbd6 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:17.211530 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ac4582f4-5f41-4101-8905-dee6478ecdbd req-4f9625fb-4005-4709-abef-3fa91dfbbbd6 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.5088794 Jul 15 23:18:17.273778 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6,revision_number=12']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:17.327891 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ac4582f4-5f41-4101-8905-dee6478ecdbd req-0c99cb68-08f5-4016-bace-696a0d8a4daf tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143177 Jul 15 23:18:17.353366 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['e64cd3b4-ef41-4ff5-97de-7cea41ace7d6'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:18:17.396450 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e5fc5-8f1a-4ebb-a74b-90ad2246f32d req-987b4f7f-70fe-4dbf-9a05-b407193b4f8f tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:17.408086 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8103485b-14b9-410f-84c1-4253a4f8806b req-f4c069a6-d9c2-46d1-84ca-2a745ccc5e98 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:17.420680 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-857e5fc5-8f1a-4ebb-a74b-90ad2246f32d req-987b4f7f-70fe-4dbf-9a05-b407193b4f8f tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 944 time: 0.3656664 Jul 15 23:18:17.466300 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8103485b-14b9-410f-84c1-4253a4f8806b req-f4c069a6-d9c2-46d1-84ca-2a745ccc5e98 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:17.480832 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:18:17.506045 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-857e5fc5-8f1a-4ebb-a74b-90ad2246f32d req-b22219c9-7282-4025-be92-c479cf73ced0 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786879 Jul 15 23:18:17.555807 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8103485b-14b9-410f-84c1-4253a4f8806b req-f4c069a6-d9c2-46d1-84ca-2a745ccc5e98 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Network 99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:17.560094 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-8103485b-14b9-410f-84c1-4253a4f8806b req-f4c069a6-d9c2-46d1-84ca-2a745ccc5e98 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:17.570814 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-8103485b-14b9-410f-84c1-4253a4f8806b req-f4c069a6-d9c2-46d1-84ca-2a745ccc5e98 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:17.628191 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103485b-14b9-410f-84c1-4253a4f8806b req-f4c069a6-d9c2-46d1-84ca-2a745ccc5e98 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:17.628929 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8103485b-14b9-410f-84c1-4253a4f8806b req-f4c069a6-d9c2-46d1-84ca-2a745ccc5e98 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:17.679195 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a27738-110b-41d5-9013-f5240a5547b3 x-openstack-request-id: req-c6a27738-110b-41d5-9013-f5240a5547b3 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:17.679554 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c9035e-f375-4092-a2b9-21cb0f3be3e8", "name": "network-vif-deleted", "tag": "6f58255f-531a-418e-a530-36fbe4ddd77f", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:17.681687 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6a27738-110b-41d5-9013-f5240a5547b3 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:17.682943 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c9035e-f375-4092-a2b9-21cb0f3be3e8', 'name': 'network-vif-deleted', 'tag': '6f58255f-531a-418e-a530-36fbe4ddd77f', 'status': 'completed', 'code': 200} Jul 15 23:18:17.685922 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c069a6-d9c2-46d1-84ca-2a745ccc5e98 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Pushing event updated for resources: {'Port': ['ID=673850ff-407a-4db6-9983-221bab124087,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:17.742503 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c069a6-d9c2-46d1-84ca-2a745ccc5e98 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:17.743100 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c069a6-d9c2-46d1-84ca-2a745ccc5e98 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:17.747969 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a2b60-bae7-441d-b29d-d39754a312a8 req-eb36f29c-891c-4390-b6b5-3d1048cd7528 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:17.748703 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c069a6-d9c2-46d1-84ca-2a745ccc5e98 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:17.750273 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c069a6-d9c2-46d1-84ca-2a745ccc5e98 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:17.750771 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c069a6-d9c2-46d1-84ca-2a745ccc5e98 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:17.753554 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c069a6-d9c2-46d1-84ca-2a745ccc5e98 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:17.754233 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c069a6-d9c2-46d1-84ca-2a745ccc5e98 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:17.754809 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c069a6-d9c2-46d1-84ca-2a745ccc5e98 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:17.756382 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c069a6-d9c2-46d1-84ca-2a745ccc5e98 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:17.756678 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e30a2b60-bae7-441d-b29d-d39754a312a8 req-eb36f29c-891c-4390-b6b5-3d1048cd7528 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 932 time: 0.1292906 Jul 15 23:18:17.757108 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c069a6-d9c2-46d1-84ca-2a745ccc5e98 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:17.757629 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c069a6-d9c2-46d1-84ca-2a745ccc5e98 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:17.758153 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c069a6-d9c2-46d1-84ca-2a745ccc5e98 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:17.799211 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8103485b-14b9-410f-84c1-4253a4f8806b req-f4c069a6-d9c2-46d1-84ca-2a745ccc5e98 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2801716 Jul 15 23:18:17.816578 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-8103485b-14b9-410f-84c1-4253a4f8806b req-35329c39-3f0a-4aad-bd39-2152f60edb57 service neutron] Request body: {'port': {'device_id': '2b004a0b-b267-42d7-a819-0f34d2e68559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:17.850561 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e30a2b60-bae7-441d-b29d-d39754a312a8 req-6426df74-d370-4c2a-b7f3-818c9c07645c tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929027 Jul 15 23:18:18.016416 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8103485b-14b9-410f-84c1-4253a4f8806b req-35329c39-3f0a-4aad-bd39-2152f60edb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:18.038978 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f949a33-de26-4cbd-8f2c-d6dc9b010e44 req-839761c4-a967-4a35-9dcb-f84c4006889e tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:18.048504 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3f949a33-de26-4cbd-8f2c-d6dc9b010e44 req-839761c4-a967-4a35-9dcb-f84c4006889e tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1218071 Jul 15 23:18:18.176211 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3f949a33-de26-4cbd-8f2c-d6dc9b010e44 req-b85f908e-d0fb-448a-a8e4-aacad0bd73f5 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264567 Jul 15 23:18:18.219173 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 6f58255f-531a-418e-a530-36fbe4ddd77f no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:18.268557 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 6f58255f-531a-418e-a530-36fbe4ddd77f {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:18:18.268949 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 6f58255f-531a-418e-a530-36fbe4ddd77f not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:18:18.276624 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1a925b11-83d8-46aa-bed1-baa6388864f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:18.443528 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a145dd-0e30-4e43-b3a3-b1bc15ac5815 req-bf0137e2-1bf9-4a19-9467-17f61f89b247 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:18.454130 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-31a145dd-0e30-4e43-b3a3-b1bc15ac5815 req-bf0137e2-1bf9-4a19-9467-17f61f89b247 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1333628 Jul 15 23:18:18.515125 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-31a145dd-0e30-4e43-b3a3-b1bc15ac5815 req-5b70a894-1b8a-4faa-8516-2676e500485f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520837 Jul 15 23:18:18.516543 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-8103485b-14b9-410f-84c1-4253a4f8806b req-35329c39-3f0a-4aad-bd39-2152f60edb57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 673850ff-407a-4db6-9983-221bab124087 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:18:18.532616 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8103485b-14b9-410f-84c1-4253a4f8806b req-35329c39-3f0a-4aad-bd39-2152f60edb57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:18.567910 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-8103485b-14b9-410f-84c1-4253a4f8806b req-35329c39-3f0a-4aad-bd39-2152f60edb57 service neutron] Transition to ACTIVE for port object 673850ff-407a-4db6-9983-221bab124087 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:18.581057 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8103485b-14b9-410f-84c1-4253a4f8806b req-35329c39-3f0a-4aad-bd39-2152f60edb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:18.702043 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:18.707717 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480f2a8-89f7-442b-8b78-c5543bd31b49 req-8b38034d-f620-45e4-a602-0d87e53b8578 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:18.710758 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9480f2a8-89f7-442b-8b78-c5543bd31b49 req-8b38034d-f620-45e4-a602-0d87e53b8578 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 945 time: 0.1577258 Jul 15 23:18:18.756861 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35329c39-3f0a-4aad-bd39-2152f60edb57 service neutron] Pushing event updated for resources: {'Port': ['ID=673850ff-407a-4db6-9983-221bab124087,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:18.787694 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9480f2a8-89f7-442b-8b78-c5543bd31b49 req-f4112871-85cf-44a4-baa1-d7cb112a4cf1 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698533 Jul 15 23:18:18.843390 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-8103485b-14b9-410f-84c1-4253a4f8806b req-35329c39-3f0a-4aad-bd39-2152f60edb57 service neutron] Attempting to bind port 673850ff-407a-4db6-9983-221bab124087 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:18:18.843727 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-8103485b-14b9-410f-84c1-4253a4f8806b req-35329c39-3f0a-4aad-bd39-2152f60edb57 service neutron] Attempting to bind port 673850ff-407a-4db6-9983-221bab124087 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '22713b79-5743-4d1f-a04e-a62a4823d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:18:18.844066 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8103485b-14b9-410f-84c1-4253a4f8806b req-35329c39-3f0a-4aad-bd39-2152f60edb57 service neutron] Attempting to bind port 673850ff-407a-4db6-9983-221bab124087 on network 99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:18.852157 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8103485b-14b9-410f-84c1-4253a4f8806b req-35329c39-3f0a-4aad-bd39-2152f60edb57 service neutron] Port 673850ff-407a-4db6-9983-221bab124087 on network 99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:18:18.852157 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8103485b-14b9-410f-84c1-4253a4f8806b req-35329c39-3f0a-4aad-bd39-2152f60edb57 service neutron] Attempting to bind port 673850ff-407a-4db6-9983-221bab124087 on network 99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:18.859236 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8103485b-14b9-410f-84c1-4253a4f8806b req-35329c39-3f0a-4aad-bd39-2152f60edb57 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:18:18.859583 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8103485b-14b9-410f-84c1-4253a4f8806b req-35329c39-3f0a-4aad-bd39-2152f60edb57 service neutron] Checking segment: {'id': '22713b79-5743-4d1f-a04e-a62a4823d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:18.859982 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8103485b-14b9-410f-84c1-4253a4f8806b req-35329c39-3f0a-4aad-bd39-2152f60edb57 service neutron] Bound using segment: {'id': '22713b79-5743-4d1f-a04e-a62a4823d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:18:18.861102 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-8103485b-14b9-410f-84c1-4253a4f8806b req-35329c39-3f0a-4aad-bd39-2152f60edb57 service neutron] Bound port: 673850ff-407a-4db6-9983-221bab124087, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22713b79-5743-4d1f-a04e-a62a4823d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:18:18.861537 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8103485b-14b9-410f-84c1-4253a4f8806b req-35329c39-3f0a-4aad-bd39-2152f60edb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:18.927022 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e03ecd-17ca-41d1-a6a9-19bb37b052ae req-f5404c59-5149-4ae6-ae23-0de431c32e9b tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:18.935317 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-46e03ecd-17ca-41d1-a6a9-19bb37b052ae req-f5404c59-5149-4ae6-ae23-0de431c32e9b tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 944 time: 0.1044540 Jul 15 23:18:19.039718 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-8103485b-14b9-410f-84c1-4253a4f8806b req-35329c39-3f0a-4aad-bd39-2152f60edb57 service neutron] For port 673850ff-407a-4db6-9983-221bab124087, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:18:19.044016 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-46e03ecd-17ca-41d1-a6a9-19bb37b052ae req-42650156-8135-4053-b057-ad11fb134246 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071687 Jul 15 23:18:19.045831 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-8103485b-14b9-410f-84c1-4253a4f8806b req-35329c39-3f0a-4aad-bd39-2152f60edb57 service neutron] For port 673850ff-407a-4db6-9983-221bab124087, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=673850ff-407a-4db6-9983-221bab124087,segment=NetworkSegment(22713b79-5743-4d1f-a04e-a62a4823d5d0),segment_id=22713b79-5743-4d1f-a04e-a62a4823d5d0)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:18:19.070950 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8103485b-14b9-410f-84c1-4253a4f8806b req-35329c39-3f0a-4aad-bd39-2152f60edb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:19.150123 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdbf9c-a87f-45b4-aa6f-1611f137d36a req-8068a384-a5bf-4bc5-984d-0af5fba5d943 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:19.151972 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-58cdbf9c-a87f-45b4-aa6f-1611f137d36a req-8068a384-a5bf-4bc5-984d-0af5fba5d943 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 944 time: 0.1290622 Jul 15 23:18:19.154502 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103485b-14b9-410f-84c1-4253a4f8806b req-35329c39-3f0a-4aad-bd39-2152f60edb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:19.155158 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8103485b-14b9-410f-84c1-4253a4f8806b req-35329c39-3f0a-4aad-bd39-2152f60edb57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:19.163508 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8103485b-14b9-410f-84c1-4253a4f8806b req-35329c39-3f0a-4aad-bd39-2152f60edb57 service neutron] 10.222.0.36 "PUT /v2.0/ports/673850ff-407a-4db6-9983-221bab124087 HTTP/1.1" status: 200 len: 1092 time: 1.3521407 Jul 15 23:18:19.164010 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b004a0b-b267-42d7-a819-0f34d2e68559', 'tag': '673850ff-407a-4db6-9983-221bab124087'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:19.169798 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0186a490-346c-4942-9b66-a0cb6193f4b0" -d '{"events": [{"name": "network-changed", "server_uuid": "2b004a0b-b267-42d7-a819-0f34d2e68559", "tag": "673850ff-407a-4db6-9983-221bab124087"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:19.230567 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35329c39-3f0a-4aad-bd39-2152f60edb57 service neutron] Pushing event updated for resources: {'Port': ['ID=673850ff-407a-4db6-9983-221bab124087,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:19.269882 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-58cdbf9c-a87f-45b4-aa6f-1611f137d36a req-deecebbf-2946-453e-b7e7-8c7a6a292e18 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081645 Jul 15 23:18:19.289740 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ff8c45-4106-47b5-8232-db0f28c1eb48 x-openstack-request-id: req-c5ff8c45-4106-47b5-8232-db0f28c1eb48 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:19.290014 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b004a0b-b267-42d7-a819-0f34d2e68559", "tag": "673850ff-407a-4db6-9983-221bab124087", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:19.290492 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c5ff8c45-4106-47b5-8232-db0f28c1eb48 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:19.290898 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b004a0b-b267-42d7-a819-0f34d2e68559', 'tag': '673850ff-407a-4db6-9983-221bab124087', 'status': 'completed', 'code': 200} Jul 15 23:18:19.327980 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103485b-14b9-410f-84c1-4253a4f8806b req-70658b97-2d35-4ab2-8a47-21350d58bad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:19.329721 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8103485b-14b9-410f-84c1-4253a4f8806b req-70658b97-2d35-4ab2-8a47-21350d58bad7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35bcfbe73491485d89c50cca2d44c38d&device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 1095 time: 0.0805030 Jul 15 23:18:19.398726 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8103485b-14b9-410f-84c1-4253a4f8806b req-46914d95-b49c-464d-9891-b33e0e290d30 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=673850ff-407a-4db6-9983-221bab124087 HTTP/1.1" status: 200 len: 217 time: 0.0534823 Jul 15 23:18:19.497800 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103485b-14b9-410f-84c1-4253a4f8806b req-9754767f-2ba4-4c83-9614-978f66e84cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:19.502248 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8103485b-14b9-410f-84c1-4253a4f8806b req-9754767f-2ba4-4c83-9614-978f66e84cfe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f7dbbdb-253d-4dd8-8e24-27ba422c3bb3 HTTP/1.1" status: 200 len: 854 time: 0.0968752 Jul 15 23:18:19.561379 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8103485b-14b9-410f-84c1-4253a4f8806b req-32ce7d4d-7022-4dca-b125-27969a87cfd5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428576 Jul 15 23:18:19.624952 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:19.661576 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8103485b-14b9-410f-84c1-4253a4f8806b req-4eb83fe9-7430-4f5e-ac86-5f94906cfd81 service neutron] 10.222.0.36 "GET /v2.0/networks/99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001542 Jul 15 23:18:19.776571 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8103485b-14b9-410f-84c1-4253a4f8806b req-9a25b315-894e-4cf8-bede-46dc1f842f27 service neutron] 10.222.0.36 "GET /v2.0/networks/99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065056 Jul 15 23:18:19.968389 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186a490-346c-4942-9b66-a0cb6193f4b0 req-b8ed1fff-d746-4783-8ed6-efd068ffc362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:19.970053 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0186a490-346c-4942-9b66-a0cb6193f4b0 req-b8ed1fff-d746-4783-8ed6-efd068ffc362 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35bcfbe73491485d89c50cca2d44c38d&device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 1095 time: 0.0842741 Jul 15 23:18:20.085584 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d962e-dd29-41bc-ae9b-b969dfe10038 req-79162c02-8a56-41cc-86de-87e7dcd69d05 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:20.087458 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8a5d962e-dd29-41bc-ae9b-b969dfe10038 req-79162c02-8a56-41cc-86de-87e7dcd69d05 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 945 time: 0.1009812 Jul 15 23:18:20.188772 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186a490-346c-4942-9b66-a0cb6193f4b0 req-b1195a89-fb24-442b-94ff-9fb8739c0d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:20.190696 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0186a490-346c-4942-9b66-a0cb6193f4b0 req-b1195a89-fb24-442b-94ff-9fb8739c0d7d service neutron] 10.222.0.36 "GET /v2.0/networks?id=99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1 HTTP/1.1" status: 200 len: 915 time: 0.2133350 Jul 15 23:18:20.205719 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8a5d962e-dd29-41bc-ae9b-b969dfe10038 req-7226a4af-5179-4115-835d-59316a3e7aa3 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063027 Jul 15 23:18:20.206819 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:20.266616 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0186a490-346c-4942-9b66-a0cb6193f4b0 req-b8a66052-fc33-4dc1-98f0-bc6ed7bc1d6d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=673850ff-407a-4db6-9983-221bab124087 HTTP/1.1" status: 200 len: 217 time: 0.0657201 Jul 15 23:18:20.355373 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186a490-346c-4942-9b66-a0cb6193f4b0 req-095dde7f-b39d-409a-ba0f-9c8cd1015f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:20.357892 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0186a490-346c-4942-9b66-a0cb6193f4b0 req-095dde7f-b39d-409a-ba0f-9c8cd1015f3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f7dbbdb-253d-4dd8-8e24-27ba422c3bb3 HTTP/1.1" status: 200 len: 854 time: 0.0839000 Jul 15 23:18:20.385092 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:20.393730 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:20.397831 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:20.414746 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0186a490-346c-4942-9b66-a0cb6193f4b0 req-ec3f654e-e516-45a4-8373-5e9c6129a271 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462914 Jul 15 23:18:20.445747 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acaf98b-e771-4174-bf7f-37f05f4975ef req-c7c0678f-e1e6-476f-a089-71f0c46a2e33 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:20.447349 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9acaf98b-e771-4174-bf7f-37f05f4975ef req-c7c0678f-e1e6-476f-a089-71f0c46a2e33 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 944 time: 0.1750581 Jul 15 23:18:20.527926 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:20.557245 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9acaf98b-e771-4174-bf7f-37f05f4975ef req-d790516a-d571-4340-a916-bc46923d02db tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031570 Jul 15 23:18:20.610824 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758609f5-8ca9-44d1-b46d-95ed68015384 req-48fa86b1-24ea-4585-8454-be07bc6bd7c1 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:20.612491 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9,segment=NetworkSegment(c9e4b3e1-75aa-477b-b892-dda03f8d1320),segment_id=c9e4b3e1-75aa-477b-b892-dda03f8d1320)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:20.615741 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f685ba-23c3-44ca-8218-f0bb7b8e5f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:20.620063 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-758609f5-8ca9-44d1-b46d-95ed68015384 req-48fa86b1-24ea-4585-8454-be07bc6bd7c1 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 944 time: 0.1074634 Jul 15 23:18:20.623351 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2371de-cbd2-4f41-89d3-e8edb9fa8f44" -d '{"events": [{"server_uuid": "89f685ba-23c3-44ca-8218-f0bb7b8e5f57", "name": "network-vif-plugged", "status": "completed", "tag": "1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:20.629586 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0186a490-346c-4942-9b66-a0cb6193f4b0 req-bcec8820-d7f2-4d91-8753-3ffda63cdc50 service neutron] 10.222.0.36 "GET /v2.0/networks/99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947699 Jul 15 23:18:20.632562 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:20.633395 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:20.683041 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-758609f5-8ca9-44d1-b46d-95ed68015384 req-8985a989-1c7b-4405-ad83-fd1f40fd6961 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618725 Jul 15 23:18:20.752416 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4945b138-f84d-4273-8b79-ccf70c5dc3f5 x-openstack-request-id: req-4945b138-f84d-4273-8b79-ccf70c5dc3f5 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:20.753071 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f685ba-23c3-44ca-8218-f0bb7b8e5f57", "name": "network-vif-plugged", "status": "completed", "tag": "1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:20.753494 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4945b138-f84d-4273-8b79-ccf70c5dc3f5 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:20.754074 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f685ba-23c3-44ca-8218-f0bb7b8e5f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9', 'code': 200} Jul 15 23:18:20.773104 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:20.799601 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:20.800228 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:20.954750 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0186a490-346c-4942-9b66-a0cb6193f4b0 req-4e2b483f-8330-4b79-b6d8-d075ef5cf250 service neutron] 10.222.0.36 "GET /v2.0/networks/99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140488 Jul 15 23:18:20.963367 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cd59c-575d-4ccb-8ab7-6401c5e78e5d req-66f90634-6b8b-40ed-9ec0-bc7c1e789600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:20.968428 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8a9cd59c-575d-4ccb-8ab7-6401c5e78e5d req-66f90634-6b8b-40ed-9ec0-bc7c1e789600 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 1096 time: 0.1483009 Jul 15 23:18:21.027126 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8a9cd59c-575d-4ccb-8ab7-6401c5e78e5d req-a317ac97-6a7a-4cb4-95ed-517c3595a418 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531237 Jul 15 23:18:21.038087 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:21.079123 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:21.084075 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:21.206864 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:21.209489 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6,revision_number=13']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:21.493542 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5e23e-eae2-4293-801b-e287e0a536a9 req-84e42528-c779-4bba-9e6e-0c8fa714a1eb tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:21.514042 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6de5e23e-eae2-4293-801b-e287e0a536a9 req-84e42528-c779-4bba-9e6e-0c8fa714a1eb tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 946 time: 0.1489916 Jul 15 23:18:21.589540 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6de5e23e-eae2-4293-801b-e287e0a536a9 req-f2e24352-61d6-44ed-860d-4dca3d04c901 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737970 Jul 15 23:18:21.820221 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a880168-5316-406d-a01d-c1341e766f09 req-afe62513-8e39-4e94-b2ad-2046dd9604c2 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:21.832561 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3a880168-5316-406d-a01d-c1341e766f09 req-afe62513-8e39-4e94-b2ad-2046dd9604c2 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 945 time: 0.1229866 Jul 15 23:18:21.973753 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3a880168-5316-406d-a01d-c1341e766f09 req-78c2af12-9c0f-4b5b-972e-2b6562c1f81f tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401267 Jul 15 23:18:22.322670 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51872bb-b8a2-49f4-b8b5-7af0c16a0e66 req-aa1129bf-ac93-4e76-820a-7a02a5729011 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:22.332195 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f51872bb-b8a2-49f4-b8b5-7af0c16a0e66 req-aa1129bf-ac93-4e76-820a-7a02a5729011 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 944 time: 0.1463044 Jul 15 23:18:22.347894 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05359f-3608-4cee-8eb6-66471f3b5967 req-20ee8755-1736-4bff-a2e9-c1c692905a90 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:22.360744 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb05359f-3608-4cee-8eb6-66471f3b5967 req-20ee8755-1736-4bff-a2e9-c1c692905a90 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1848567 Jul 15 23:18:22.466314 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f51872bb-b8a2-49f4-b8b5-7af0c16a0e66 req-2206a755-c07c-44e1-b05e-1effdd2894fe tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325262 Jul 15 23:18:22.480756 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb05359f-3608-4cee-8eb6-66471f3b5967 req-b5d7f0a4-e823-43e4-ab20-a32df29140a8 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183059 Jul 15 23:18:22.756911 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64cd3b4-ef41-4ff5-97de-7cea41ace7d6'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:22.763111 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810a3395-176c-411b-acaf-7fb5aa2c0f99" -d '{"events": [{"server_uuid": "9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0", "name": "network-vif-plugged", "status": "completed", "tag": "e64cd3b4-ef41-4ff5-97de-7cea41ace7d6"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:22.841783 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d2347-10c9-49c4-9a09-57712ed77594 req-9fb5c175-4673-4554-a24e-1bc380e7432f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:22.847251 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7d0d2347-10c9-49c4-9a09-57712ed77594 req-9fb5c175-4673-4554-a24e-1bc380e7432f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1857984 Jul 15 23:18:22.890485 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 673850ff-407a-4db6-9983-221bab124087 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:18:22.916282 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb80e3-345b-463d-80fc-213b36cb053b req-f7144423-39a4-481b-9518-4b6dd5e98d94 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:22.924439 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83bb80e3-345b-463d-80fc-213b36cb053b req-f7144423-39a4-481b-9518-4b6dd5e98d94 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 946 time: 0.1495943 Jul 15 23:18:22.980973 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7d0d2347-10c9-49c4-9a09-57712ed77594 req-c608fb84-b25b-4ff6-a499-39368cb5058c tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285648 Jul 15 23:18:23.037419 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83bb80e3-345b-463d-80fc-213b36cb053b req-9ba0b49e-20f1-4fb4-b789-158aabaf334d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117203 Jul 15 23:18:23.139198 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0b2a51-732c-402c-aabb-76a4adc5ac1f x-openstack-request-id: req-fa0b2a51-732c-402c-aabb-76a4adc5ac1f {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:23.139558 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0", "name": "network-vif-plugged", "status": "completed", "tag": "e64cd3b4-ef41-4ff5-97de-7cea41ace7d6", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:23.139745 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa0b2a51-732c-402c-aabb-76a4adc5ac1f {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:23.140957 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64cd3b4-ef41-4ff5-97de-7cea41ace7d6', 'code': 200} Jul 15 23:18:23.165365 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 673850ff-407a-4db6-9983-221bab124087, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=673850ff-407a-4db6-9983-221bab124087,segment=NetworkSegment(22713b79-5743-4d1f-a04e-a62a4823d5d0),segment_id=22713b79-5743-4d1f-a04e-a62a4823d5d0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:23.188112 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '673850ff-407a-4db6-9983-221bab124087', 'network_id': '99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1', 'port_id': '673850ff-407a-4db6-9983-221bab124087', 'mac_address': 'fa:16:3e:71:27:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f7dbbdb-253d-4dd8-8e24-27ba422c3bb3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:18:23.327876 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:23.371119 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 673850ff-407a-4db6-9983-221bab124087 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:18:23.395618 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 673850ff-407a-4db6-9983-221bab124087, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=673850ff-407a-4db6-9983-221bab124087,segment=NetworkSegment(22713b79-5743-4d1f-a04e-a62a4823d5d0),segment_id=22713b79-5743-4d1f-a04e-a62a4823d5d0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:23.411541 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:23.414018 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b82ae2-48fd-40d4-b3ec-fee47017d946 req-b04f883d-cede-4105-8aae-241800bbe496 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:23.420421 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-00b82ae2-48fd-40d4-b3ec-fee47017d946 req-b04f883d-cede-4105-8aae-241800bbe496 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 945 time: 0.2005863 Jul 15 23:18:23.539329 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=673850ff-407a-4db6-9983-221bab124087,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:23.545591 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-00b82ae2-48fd-40d4-b3ec-fee47017d946 req-71c23ec9-5b35-4f8f-9aa1-9c9e09e23717 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214254 Jul 15 23:18:23.690465 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['673850ff-407a-4db6-9983-221bab124087'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:18:23.974076 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65cdcb6-b6d6-45be-9414-c91f080f31ce req-95987b50-ae15-47f8-9d8e-01cb67d8d1bc tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:23.975756 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c65cdcb6-b6d6-45be-9414-c91f080f31ce req-95987b50-ae15-47f8-9d8e-01cb67d8d1bc tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 945 time: 0.2857783 Jul 15 23:18:24.004752 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1c62b-ae40-468f-9785-3b61bf8fe9cc req-a1144d47-e329-4cc1-be90-819e970f736b tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:24.010754 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-58d1c62b-ae40-468f-9785-3b61bf8fe9cc req-a1144d47-e329-4cc1-be90-819e970f736b tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 945 time: 0.2258134 Jul 15 23:18:24.017933 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 60052) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:24.023822 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d258ab6f-fb50-46ac-97f4-4d7dad836467 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Request body: {'floatingip': {'port_id': '1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:24.064284 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c65cdcb6-b6d6-45be-9414-c91f080f31ce req-6bfe985d-70ab-4e64-9d5d-680c198e6740 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781693 Jul 15 23:18:24.146279 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:24.173593 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d258ab6f-fb50-46ac-97f4-4d7dad836467 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for floatingip, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:24.454478 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc444747-7aa8-47f7-8d03-a3fbc6580a21 req-2e01b958-30ca-4550-a065-a37de33b92b5 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:24.477391 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc444747-7aa8-47f7-8d03-a3fbc6580a21 req-2e01b958-30ca-4550-a065-a37de33b92b5 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 946 time: 0.1394849 Jul 15 23:18:24.584989 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc444747-7aa8-47f7-8d03-a3fbc6580a21 req-538ae1d0-e313-4c9f-8a82-5f137c86d81a tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066463 Jul 15 23:18:24.920231 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 673850ff-407a-4db6-9983-221bab124087 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:25.050980 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 673850ff-407a-4db6-9983-221bab124087 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:25.060034 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 673850ff-407a-4db6-9983-221bab124087 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:25.061763 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:25.274384 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:25.329438 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b004a0b-b267-42d7-a819-0f34d2e68559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673850ff-407a-4db6-9983-221bab124087'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:25.350517 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9208393d-3614-4bda-94c5-5437f99816b7" -d '{"events": [{"server_uuid": "2b004a0b-b267-42d7-a819-0f34d2e68559", "name": "network-vif-plugged", "status": "completed", "tag": "673850ff-407a-4db6-9983-221bab124087"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:25.386341 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 673850ff-407a-4db6-9983-221bab124087, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=673850ff-407a-4db6-9983-221bab124087,segment=NetworkSegment(22713b79-5743-4d1f-a04e-a62a4823d5d0),segment_id=22713b79-5743-4d1f-a04e-a62a4823d5d0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:25.401159 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:25.453973 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec75971-bbde-4898-a4c2-46c09175d9a5 x-openstack-request-id: req-9ec75971-bbde-4898-a4c2-46c09175d9a5 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:25.454344 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b004a0b-b267-42d7-a819-0f34d2e68559", "name": "network-vif-plugged", "status": "completed", "tag": "673850ff-407a-4db6-9983-221bab124087", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:25.463204 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ec75971-bbde-4898-a4c2-46c09175d9a5 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:25.463717 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b004a0b-b267-42d7-a819-0f34d2e68559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673850ff-407a-4db6-9983-221bab124087', 'code': 200} Jul 15 23:18:25.562866 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be92b7-1566-4709-b6ac-fefba3eaaa3d req-7090666d-2463-400c-b089-5b1f8755acd6 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:25.571194 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-75be92b7-1566-4709-b6ac-fefba3eaaa3d req-7090666d-2463-400c-b089-5b1f8755acd6 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 946 time: 0.1156189 Jul 15 23:18:25.607297 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=673850ff-407a-4db6-9983-221bab124087,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:25.641182 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:25.641597 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:25.641940 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:25.642276 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:25.646295 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:25.646749 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:25.647111 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:25.647456 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:25.650015 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:25.650434 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:25.650782 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:25.651144 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:25.704372 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d258ab6f-fb50-46ac-97f4-4d7dad836467 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:25.754064 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d258ab6f-fb50-46ac-97f4-4d7dad836467 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:25.758114 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-75be92b7-1566-4709-b6ac-fefba3eaaa3d req-3b72b7d1-639e-4831-aab1-88854b7bd86a tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851900 Jul 15 23:18:25.946593 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bfe21-7a35-44f1-aecc-4c8159e93d85 req-6285fefa-4002-45dd-be48-5eb26ed4732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:25.953248 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-369bfe21-7a35-44f1-aecc-4c8159e93d85 req-6285fefa-4002-45dd-be48-5eb26ed4732a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 1097 time: 0.3227286 Jul 15 23:18:26.066222 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c130df-19d3-49ef-a282-52161eff214b req-fd18b8c7-ffb7-4300-bca0-43db516a8f19 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:26.074243 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-89c130df-19d3-49ef-a282-52161eff214b req-fd18b8c7-ffb7-4300-bca0-43db516a8f19 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 946 time: 0.1015675 Jul 15 23:18:26.173740 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-89c130df-19d3-49ef-a282-52161eff214b req-098249de-3bbc-4f33-aaba-f631c7bc0118 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954015 Jul 15 23:18:26.209925 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-369bfe21-7a35-44f1-aecc-4c8159e93d85 req-211bcc29-72b7-4173-9935-dc2b3c13818f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435567 Jul 15 23:18:26.217812 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb539ff-e470-4a20-a264-5d54352ba208 req-9514a1f1-57be-4ed3-a27d-138cec115bac tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:26.224708 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ffb539ff-e470-4a20-a264-5d54352ba208 req-9514a1f1-57be-4ed3-a27d-138cec115bac tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1257279 Jul 15 23:18:26.271123 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [None req-d258ab6f-fb50-46ac-97f4-4d7dad836467 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Floating IP 713567a2-535f-4424-a811-7525e1a89e25 associated. External IP: 172.25.4.40, port: 1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9. Jul 15 23:18:26.279392 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ffb539ff-e470-4a20-a264-5d54352ba208 req-785cbdea-648b-48a6-b6b4-553c316b917e tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537112 Jul 15 23:18:26.586306 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d258ab6f-fb50-46ac-97f4-4d7dad836467 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Router 9bdb89e1-8b8f-438f-b309-2a9436a91060 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:18:26.612006 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818573b8-1643-45af-9544-77675194a253 req-2fa794a4-72b1-4e9d-9361-94b49b6a1f51 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:26.619263 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-818573b8-1643-45af-9544-77675194a253 req-2fa794a4-72b1-4e9d-9361-94b49b6a1f51 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1223378 Jul 15 23:18:26.711383 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-818573b8-1643-45af-9544-77675194a253 req-15ef717c-79bc-41b6-8053-72fc880ec179 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909033 Jul 15 23:18:26.791512 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d258ab6f-fb50-46ac-97f4-4d7dad836467 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:18:26.805231 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d258ab6f-fb50-46ac-97f4-4d7dad836467 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:26.821587 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fd68e3-8e40-4a1c-9b39-cea1f831fec0 None None] Sync routers for ids ['9bdb89e1-8b8f-438f-b309-2a9436a91060'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:18:26.847704 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fd68e3-8e40-4a1c-9b39-cea1f831fec0 None None] Routers {'9bdb89e1-8b8f-438f-b309-2a9436a91060'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:26.850235 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-59fd68e3-8e40-4a1c-9b39-cea1f831fec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:18:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['9bdb89e1-8b8f-438f-b309-2a9436a91060'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:26.968643 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d258ab6f-fb50-46ac-97f4-4d7dad836467 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "PUT /v2.0/floatingips/713567a2-535f-4424-a811-7525e1a89e25 HTTP/1.1" status: 200 len: 990 time: 2.9494336 Jul 15 23:18:26.969702 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f685ba-23c3-44ca-8218-f0bb7b8e5f57', 'tag': '1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:26.978774 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7240c8f-98fb-45b2-930e-0f6be6a6dd32" -d '{"events": [{"name": "network-changed", "server_uuid": "89f685ba-23c3-44ca-8218-f0bb7b8e5f57", "tag": "1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:27.176726 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-59fd68e3-8e40-4a1c-9b39-cea1f831fec0 None None] Set router 9bdb89e1-8b8f-438f-b309-2a9436a91060 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:18:27.315456 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef24fa2-a9ba-474e-a3f1-a5935da1f4c8 req-23bb9b72-cb53-424c-9138-ae1e4fe26439 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:27.322566 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fef24fa2-a9ba-474e-a3f1-a5935da1f4c8 req-23bb9b72-cb53-424c-9138-ae1e4fe26439 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1284621 Jul 15 23:18:27.359169 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc9036-2404-444b-8aa0-9cba3a41e45b req-7c7c54b3-4229-43dc-be74-760fbf04c59e tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:27.366241 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e3bc9036-2404-444b-8aa0-9cba3a41e45b req-7c7c54b3-4229-43dc-be74-760fbf04c59e tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 946 time: 0.2408705 Jul 15 23:18:27.412749 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fef24fa2-a9ba-474e-a3f1-a5935da1f4c8 req-e86280b0-7cbe-4c4e-aa74-e15718eb83f8 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848310 Jul 15 23:18:27.476703 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e3bc9036-2404-444b-8aa0-9cba3a41e45b req-55233175-4cf6-4a59-9c71-0d789d4694b1 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095595 Jul 15 23:18:27.538784 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-59fd68e3-8e40-4a1c-9b39-cea1f831fec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'name': 'tempest-AttachVolumeTestJSON-590886257-router', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:44Z', 'updated_at': '2021-07-15T23:17:49Z', 'revision_number': 4, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'gw_port': {'id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:45Z', 'updated_at': '2021-07-15T23:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '713567a2-535f-4424-a811-7525e1a89e25', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'floating_ip_address': '172.25.4.40', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'port_id': '1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363', 'mac_address': 'fa:16:3e:4f:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f685ba-23c3-44ca-8218-f0bb7b8e5f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:17:54Z', 'updated_at': '2021-07-15T23:18:25Z', 'revision_number': 1, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4771972-b263-4a20-8c8b-7602c2097ceb', 'name': '', 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'mac_address': 'fa:16:3e:08:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:48Z', 'updated_at': '2021-07-15T23:17:59Z', 'revision_number': 5, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'subnets': [{'id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:27.585314 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d33e96-6d1e-4dcc-acd8-a30db856fdc6 x-openstack-request-id: req-a4d33e96-6d1e-4dcc-acd8-a30db856fdc6 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:27.585803 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f685ba-23c3-44ca-8218-f0bb7b8e5f57", "tag": "1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:27.586261 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4d33e96-6d1e-4dcc-acd8-a30db856fdc6 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:27.586848 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f685ba-23c3-44ca-8218-f0bb7b8e5f57', 'tag': '1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9', 'status': 'completed', 'code': 200} Jul 15 23:18:27.608781 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fd68e3-8e40-4a1c-9b39-cea1f831fec0 None None] Checking router: 9bdb89e1-8b8f-438f-b309-2a9436a91060 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:18:27.643211 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fd68e3-8e40-4a1c-9b39-cea1f831fec0 None None] Routers {'9bdb89e1-8b8f-438f-b309-2a9436a91060'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:27.644224 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-59fd68e3-8e40-4a1c-9b39-cea1f831fec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:18:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['9bdb89e1-8b8f-438f-b309-2a9436a91060'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:27.744748 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7240c8f-98fb-45b2-930e-0f6be6a6dd32 req-f29e45c1-881b-410b-9d2f-d2e5a180455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:27.746233 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e7240c8f-98fb-45b2-930e-0f6be6a6dd32 req-f29e45c1-881b-410b-9d2f-d2e5a180455c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eac3f2ff013743899b77a7275e534874&device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 1096 time: 0.1325440 Jul 15 23:18:27.887115 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-59fd68e3-8e40-4a1c-9b39-cea1f831fec0 None None] Set router 9bdb89e1-8b8f-438f-b309-2a9436a91060 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:18:28.023521 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7146443-2c78-4177-a1f2-34b6cd54105e req-a3e0dfdd-1adc-4b2a-9b5e-73835733f7e2 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:28.025220 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b7146443-2c78-4177-a1f2-34b6cd54105e req-a3e0dfdd-1adc-4b2a-9b5e-73835733f7e2 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 946 time: 0.2208478 Jul 15 23:18:28.086326 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7240c8f-98fb-45b2-930e-0f6be6a6dd32 req-f7c96da5-c899-4be1-91f2-0b94b738ca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:28.088303 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e7240c8f-98fb-45b2-930e-0f6be6a6dd32 req-f7c96da5-c899-4be1-91f2-0b94b738ca35 service neutron] 10.222.0.43 "GET /v2.0/networks?id=763f1de9-52c7-44d6-a7b0-fd7c446c4363 HTTP/1.1" status: 200 len: 911 time: 0.3350315 Jul 15 23:18:28.202887 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b7146443-2c78-4177-a1f2-34b6cd54105e req-80744447-379e-417c-ba4e-659d0940dfa4 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624184 Jul 15 23:18:28.228410 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210ac99-ebd2-46ee-a0f5-19fffcbea9aa req-767fc278-4ff0-45d0-8218-1edf821871f3 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:28.236675 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a210ac99-ebd2-46ee-a0f5-19fffcbea9aa req-767fc278-4ff0-45d0-8218-1edf821871f3 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.3113072 Jul 15 23:18:28.246523 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e7240c8f-98fb-45b2-930e-0f6be6a6dd32 req-0d66d805-5f4e-4818-9a78-b52f49c6faa8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9 HTTP/1.1" status: 200 len: 998 time: 0.1328948 Jul 15 23:18:28.306789 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a210ac99-ebd2-46ee-a0f5-19fffcbea9aa req-7d55b586-81d4-4635-a96c-88261bf7e78b tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688806 Jul 15 23:18:28.321374 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7240c8f-98fb-45b2-930e-0f6be6a6dd32 req-99bac40c-537f-46ae-9380-a95a64fa42bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:28.324870 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e7240c8f-98fb-45b2-930e-0f6be6a6dd32 req-99bac40c-537f-46ae-9380-a95a64fa42bb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=78ea2555-c9cc-49c5-b9ef-7f12652d8d72 HTTP/1.1" status: 200 len: 849 time: 0.0705984 Jul 15 23:18:28.359657 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-59fd68e3-8e40-4a1c-9b39-cea1f831fec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'name': 'tempest-AttachVolumeTestJSON-590886257-router', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:44Z', 'updated_at': '2021-07-15T23:17:49Z', 'revision_number': 4, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'gw_port': {'id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:45Z', 'updated_at': '2021-07-15T23:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '713567a2-535f-4424-a811-7525e1a89e25', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'floating_ip_address': '172.25.4.40', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'port_id': '1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363', 'mac_address': 'fa:16:3e:4f:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f685ba-23c3-44ca-8218-f0bb7b8e5f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:17:54Z', 'updated_at': '2021-07-15T23:18:25Z', 'revision_number': 1, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4771972-b263-4a20-8c8b-7602c2097ceb', 'name': '', 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'mac_address': 'fa:16:3e:08:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:48Z', 'updated_at': '2021-07-15T23:17:59Z', 'revision_number': 5, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'subnets': [{'id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:28.389938 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fd68e3-8e40-4a1c-9b39-cea1f831fec0 None None] The sync data for ids ['9bdb89e1-8b8f-438f-b309-2a9436a91060'] in n-d-787205-9 is: [{'id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'name': 'tempest-AttachVolumeTestJSON-590886257-router', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:44Z', 'updated_at': '2021-07-15T23:17:49Z', 'revision_number': 4, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'gw_port': {'id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:45Z', 'updated_at': '2021-07-15T23:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '713567a2-535f-4424-a811-7525e1a89e25', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'floating_ip_address': '172.25.4.40', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'port_id': '1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363', 'mac_address': 'fa:16:3e:4f:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f685ba-23c3-44ca-8218-f0bb7b8e5f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:17:54Z', 'updated_at': '2021-07-15T23:18:25Z', 'revision_number': 1, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4771972-b263-4a20-8c8b-7602c2097ceb', 'name': '', 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'mac_address': 'fa:16:3e:08:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:48Z', 'updated_at': '2021-07-15T23:17:59Z', 'revision_number': 5, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'subnets': [{'id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:18:28.474960 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7240c8f-98fb-45b2-930e-0f6be6a6dd32 req-df4f420d-1ed3-4de9-994e-2b3bd73a382c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:28.481683 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e7240c8f-98fb-45b2-930e-0f6be6a6dd32 req-df4f420d-1ed3-4de9-994e-2b3bd73a382c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=763f1de9-52c7-44d6-a7b0-fd7c446c4363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1510613 Jul 15 23:18:28.837135 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e7240c8f-98fb-45b2-930e-0f6be6a6dd32 req-60c84c3f-7ea1-455e-aefe-ff87ed06059d service neutron] 10.222.0.43 "GET /v2.0/networks/763f1de9-52c7-44d6-a7b0-fd7c446c4363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332856 Jul 15 23:18:28.880165 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd094a2-7c48-400f-950a-b637257f2396 None None] New status for floating IP 713567a2-535f-4424-a811-7525e1a89e25: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:18:28.888594 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3202e-0af2-40b1-971c-94c0b4f10684 req-7e488d82-dd5a-4503-9571-2d1d90b870b3 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:28.890179 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-73e3202e-0af2-40b1-971c-94c0b4f10684 req-7e488d82-dd5a-4503-9571-2d1d90b870b3 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.2412615 Jul 15 23:18:28.913291 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b7686-b5da-448a-ac9b-dda65f771f4d req-bc659119-1b11-4418-902a-c6472e6df83a tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:28.914859 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3f0b7686-b5da-448a-ac9b-dda65f771f4d req-bc659119-1b11-4418-902a-c6472e6df83a tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 946 time: 0.2121775 Jul 15 23:18:29.018185 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-73e3202e-0af2-40b1-971c-94c0b4f10684 req-0f3bcb0c-4092-4b35-8cbb-15694e879fb6 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184661 Jul 15 23:18:29.027688 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3f0b7686-b5da-448a-ac9b-dda65f771f4d req-dd8328db-9073-4162-a932-76871c5079c9 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022654 Jul 15 23:18:29.040111 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e7240c8f-98fb-45b2-930e-0f6be6a6dd32 req-da9c0e32-c031-48b6-8f85-1ae6e37d593e service neutron] 10.222.0.43 "GET /v2.0/networks/763f1de9-52c7-44d6-a7b0-fd7c446c4363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975682 Jul 15 23:18:29.371795 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8860b-3bbc-444c-9f69-3aa2fa16fb0a req-318673ab-6a5a-4dc8-b123-e43c7423338f tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:29.379262 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-08a8860b-3bbc-444c-9f69-3aa2fa16fb0a req-318673ab-6a5a-4dc8-b123-e43c7423338f tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 946 time: 0.0988297 Jul 15 23:18:29.473873 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-08a8860b-3bbc-444c-9f69-3aa2fa16fb0a req-f3443931-635c-4f05-a804-6787639ded65 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936260 Jul 15 23:18:29.532893 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c1c77-51a1-4aa7-ab54-7c9c0de67330 req-7e8ea286-5817-4dcd-92be-962a2f44b4e9 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:29.535142 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4e9c1c77-51a1-4aa7-ab54-7c9c0de67330 req-7e8ea286-5817-4dcd-92be-962a2f44b4e9 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1255274 Jul 15 23:18:29.621260 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4e9c1c77-51a1-4aa7-ab54-7c9c0de67330 req-10ad9918-35db-42ea-817a-c0e9bd2c1946 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795760 Jul 15 23:18:29.712132 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eabe71-5d71-47f9-8aa5-a1e27ae87c17 req-6544a6d6-5d18-41e9-a97b-7980642d381a tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:29.723939 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-24eabe71-5d71-47f9-8aa5-a1e27ae87c17 req-6544a6d6-5d18-41e9-a97b-7980642d381a tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 946 time: 0.1262476 Jul 15 23:18:29.779203 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-24eabe71-5d71-47f9-8aa5-a1e27ae87c17 req-0ab7929b-2662-48dd-b423-bcbbf139ceb9 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543520 Jul 15 23:18:30.098344 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39f9a6-1d41-4417-b945-52885acd8e76 req-a84af5ca-016a-404f-8c33-a76fd5de275d tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:30.100291 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce39f9a6-1d41-4417-b945-52885acd8e76 req-a84af5ca-016a-404f-8c33-a76fd5de275d tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1100464 Jul 15 23:18:30.187391 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce39f9a6-1d41-4417-b945-52885acd8e76 req-6c1b8e1c-a0e3-4e4c-b18d-7ee7e76f90e3 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797138 Jul 15 23:18:30.219324 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e54993-056b-4298-8c41-33d320e0ab26 req-ffce55fa-0e7a-4ad0-8d07-18bd960bc240 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:30.223164 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-02e54993-056b-4298-8c41-33d320e0ab26 req-ffce55fa-0e7a-4ad0-8d07-18bd960bc240 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 946 time: 0.1090894 Jul 15 23:18:30.299928 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-02e54993-056b-4298-8c41-33d320e0ab26 req-3fda36f3-8aca-484e-b25f-5b74701953f6 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663359 Jul 15 23:18:30.464593 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3d2d4-f5b7-498a-a0f5-204b4cde729c req-45835687-7001-44d0-827a-94afaa21ed83 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:30.467437 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f1d3d2d4-f5b7-498a-a0f5-204b4cde729c req-45835687-7001-44d0-827a-94afaa21ed83 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1145902 Jul 15 23:18:30.527310 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f1d3d2d4-f5b7-498a-a0f5-204b4cde729c req-176bd63b-f2fd-4095-814d-f59c1e22a0e1 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536258 Jul 15 23:18:30.836105 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beef016-0437-4eb5-b870-5e1a7690d928 req-b26a107a-5881-4224-86f6-66f89a3c41a3 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:30.837689 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8beef016-0437-4eb5-b870-5e1a7690d928 req-b26a107a-5881-4224-86f6-66f89a3c41a3 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1226058 Jul 15 23:18:30.896390 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d177789-4c33-4c94-a9c4-e76621a3576e req-e3db9d45-fabd-460c-be2a-cf4cce1a1970 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:30.898188 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5d177789-4c33-4c94-a9c4-e76621a3576e req-e3db9d45-fabd-460c-be2a-cf4cce1a1970 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 946 time: 0.1178520 Jul 15 23:18:30.933614 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8beef016-0437-4eb5-b870-5e1a7690d928 req-da46e487-8795-48d0-802e-275c3d2b85a2 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821736 Jul 15 23:18:30.967843 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5d177789-4c33-4c94-a9c4-e76621a3576e req-5dabe0a8-7c21-43ae-af91-432125c1be23 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611060 Jul 15 23:18:31.176660 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc961a-2e3a-48c1-87f9-7fa6a623057f req-11e9aaa2-2b0a-4744-b206-d59e410fd5f7 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:31.184503 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bbdc961a-2e3a-48c1-87f9-7fa6a623057f req-11e9aaa2-2b0a-4744-b206-d59e410fd5f7 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 946 time: 0.1079879 Jul 15 23:18:31.257879 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bbdc961a-2e3a-48c1-87f9-7fa6a623057f req-3345455b-6341-488a-ad96-89a7fa9c005e tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723875 Jul 15 23:18:31.279320 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeebf2a-4e7a-4b75-8ce9-510986e924a4 req-d6f234b6-08d3-4e04-8208-d0bbdd83a9f4 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:31.280881 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-afeebf2a-4e7a-4b75-8ce9-510986e924a4 req-d6f234b6-08d3-4e04-8208-d0bbdd83a9f4 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1521013 Jul 15 23:18:31.337263 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-afeebf2a-4e7a-4b75-8ce9-510986e924a4 req-eb60cc00-6a5e-4dd3-a2e7-3d4f0f9b49ce tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493639 Jul 15 23:18:31.621302 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66435dfb-1e02-4c7c-b52f-a2afd202c0ac req-26f90398-75e5-4899-bd09-6ca6d1c43ba6 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:31.623014 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-66435dfb-1e02-4c7c-b52f-a2afd202c0ac req-26f90398-75e5-4899-bd09-6ca6d1c43ba6 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.0811493 Jul 15 23:18:31.706289 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-66435dfb-1e02-4c7c-b52f-a2afd202c0ac req-60650ad3-b21f-42a3-a115-4c52d31df46f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643048 Jul 15 23:18:31.984495 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e5bdb-7e01-4406-ba76-b6e8a89e813d req-62b9c208-2cb7-428c-9450-ccaea90b5dcb tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:31.991501 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c08e5bdb-7e01-4406-ba76-b6e8a89e813d req-62b9c208-2cb7-428c-9450-ccaea90b5dcb tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1103585 Jul 15 23:18:32.061911 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c08e5bdb-7e01-4406-ba76-b6e8a89e813d req-3d494ccc-3230-4a16-82c3-c80f6c2f3669 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692708 Jul 15 23:18:32.144557 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756af437-e94a-4c6b-bd4f-d20769bbe96c req-555f108a-2d08-4c8f-bd87-e266cf7391e7 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:32.145204 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-756af437-e94a-4c6b-bd4f-d20769bbe96c req-555f108a-2d08-4c8f-bd87-e266cf7391e7 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 946 time: 0.1706784 Jul 15 23:18:32.208168 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-756af437-e94a-4c6b-bd4f-d20769bbe96c req-33718e02-30b9-401b-924b-b1335c907590 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567553 Jul 15 23:18:32.379683 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f26b3-779c-4510-adc1-e3bbbe83c2bf req-af7e707a-d966-4994-9bf5-5310f88af8b7 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:32.381356 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-822f26b3-779c-4510-adc1-e3bbbe83c2bf req-af7e707a-d966-4994-9bf5-5310f88af8b7 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/networks?id=522d1fd3-2e67-4567-8500-149254c668f3 HTTP/1.1" status: 200 len: 813 time: 0.1317084 Jul 15 23:18:32.418022 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-822f26b3-779c-4510-adc1-e3bbbe83c2bf req-d6a5ee25-7c6b-493d-8088-5ca601cabafe tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/quotas/2e827f40ab3842e2a76f286aea2bdded HTTP/1.1" status: 200 len: 375 time: 0.0281124 Jul 15 23:18:32.499621 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54616d4a-a19d-4cef-b1dd-67480e0b3f7c req-16210c11-07f2-402e-85db-e9cd3a90dacc tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:32.501178 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-54616d4a-a19d-4cef-b1dd-67480e0b3f7c req-16210c11-07f2-402e-85db-e9cd3a90dacc tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 946 time: 0.1304331 Jul 15 23:18:32.558927 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-822f26b3-779c-4510-adc1-e3bbbe83c2bf req-4c80dbf4-e635-4626-a21e-9716a3856ff9 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2e827f40ab3842e2a76f286aea2bdded&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1342616 Jul 15 23:18:32.581626 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-54616d4a-a19d-4cef-b1dd-67480e0b3f7c req-a6a145c0-0dc6-47c6-938d-bf8c062880c3 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726900 Jul 15 23:18:32.745132 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0f5ee-c726-4d9d-9e29-456353c8f3d3 req-601c7b7a-f66c-42e3-a44c-36482ba4fb21 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:32.752346 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2c0f5ee-c726-4d9d-9e29-456353c8f3d3 req-601c7b7a-f66c-42e3-a44c-36482ba4fb21 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.0854137 Jul 15 23:18:32.793815 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2c0f5ee-c726-4d9d-9e29-456353c8f3d3 req-79d044f8-af58-4c33-8dfa-e60336275855 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404043 Jul 15 23:18:33.115193 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9d3a4-a46f-47ea-b607-3d9ad509958b req-d4acf099-cc22-48a0-ad82-daf74c2b823a tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:33.124226 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-76e9d3a4-a46f-47ea-b607-3d9ad509958b req-d4acf099-cc22-48a0-ad82-daf74c2b823a tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1104393 Jul 15 23:18:33.172652 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-76e9d3a4-a46f-47ea-b607-3d9ad509958b req-47a85b4e-7320-448d-8d87-d6b4b158199f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473831 Jul 15 23:18:33.362318 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65f32912-ecea-49e0-a523-e235127499d5 req-2a243cac-a74e-44ef-bb12-f7db8ad79830 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=2e827f40ab3842e2a76f286aea2bdded HTTP/1.1" status: 200 len: 221 time: 0.0399237 Jul 15 23:18:33.444869 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b911ce-7d3d-4b0d-a632-3728b4a39970 req-84a0178f-55b1-4952-8b26-71cefc3f50f7 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:33.452749 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-55b911ce-7d3d-4b0d-a632-3728b4a39970 req-84a0178f-55b1-4952-8b26-71cefc3f50f7 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 946 time: 0.0886488 Jul 15 23:18:33.505572 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-55b911ce-7d3d-4b0d-a632-3728b4a39970 req-d490c4a9-ef0a-4b3e-8112-1b718433cfe3 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517116 Jul 15 23:18:33.602334 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add93710-a204-4b9c-82af-77d4739c4d97 req-6a063a8a-b68d-463e-b9dd-c244ad20b947 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:33.603910 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-add93710-a204-4b9c-82af-77d4739c4d97 req-6a063a8a-b68d-463e-b9dd-c244ad20b947 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.0970976 Jul 15 23:18:33.659353 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-add93710-a204-4b9c-82af-77d4739c4d97 req-25066f58-306b-4c31-92a8-59a7f45e8651 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488524 Jul 15 23:18:33.859056 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfffe48-b86b-4958-8e13-40d610aabdf1 req-90fd9530-53f0-46f7-b842-5a969684cddc tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:33.860822 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dbfffe48-b86b-4958-8e13-40d610aabdf1 req-90fd9530-53f0-46f7-b842-5a969684cddc tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 946 time: 0.0815296 Jul 15 23:18:33.910478 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dbfffe48-b86b-4958-8e13-40d610aabdf1 req-9c155b45-027b-4b90-bd37-dcdd080b6828 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401175 Jul 15 23:18:34.122780 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977ac7f-1e2e-4cdb-9e7a-d6e1fb7ddc56 req-8abe6a05-26e9-46f7-9ee1-a6e53866cdfb tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:34.130912 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f977ac7f-1e2e-4cdb-9e7a-d6e1fb7ddc56 req-8abe6a05-26e9-46f7-9ee1-a6e53866cdfb tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.0852757 Jul 15 23:18:34.171600 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f977ac7f-1e2e-4cdb-9e7a-d6e1fb7ddc56 req-1916b4d1-30f8-4b60-89fe-cc968b37de0c tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394647 Jul 15 23:18:34.433336 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0af62-28f9-44e1-bf98-e5b9809b85a8 req-40f2faad-26b9-4f12-b0b6-e93a9950d9e3 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:34.440303 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0af62-28f9-44e1-bf98-e5b9809b85a8 req-40f2faad-26b9-4f12-b0b6-e93a9950d9e3 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:34.446133 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0af62-28f9-44e1-bf98-e5b9809b85a8 req-40f2faad-26b9-4f12-b0b6-e93a9950d9e3 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:34.452548 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0af62-28f9-44e1-bf98-e5b9809b85a8 req-40f2faad-26b9-4f12-b0b6-e93a9950d9e3 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:34.458373 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0af62-28f9-44e1-bf98-e5b9809b85a8 req-40f2faad-26b9-4f12-b0b6-e93a9950d9e3 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:34.464223 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0af62-28f9-44e1-bf98-e5b9809b85a8 req-40f2faad-26b9-4f12-b0b6-e93a9950d9e3 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:34.471797 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0af62-28f9-44e1-bf98-e5b9809b85a8 req-40f2faad-26b9-4f12-b0b6-e93a9950d9e3 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:34.480667 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3bd0af62-28f9-44e1-bf98-e5b9809b85a8 req-40f2faad-26b9-4f12-b0b6-e93a9950d9e3 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5434 time: 0.1525505 Jul 15 23:18:34.553372 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3bd0af62-28f9-44e1-bf98-e5b9809b85a8 req-89a8d721-f60b-4aa0-be71-4640592e2c16 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0710545 Jul 15 23:18:34.579849 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e3c45-0f4e-43b8-8afc-b3a044688e81 req-fc209615-caf5-4e12-b5f8-2ee8f3b43ad3 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:34.581347 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b9e3c45-0f4e-43b8-8afc-b3a044688e81 req-fc209615-caf5-4e12-b5f8-2ee8f3b43ad3 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.0971265 Jul 15 23:18:34.632405 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b9e3c45-0f4e-43b8-8afc-b3a044688e81 req-2d928319-f460-4d44-bb57-d0abaf755b47 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452218 Jul 15 23:18:34.771816 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192ad01-6b9d-4dce-b9f9-5fd13572790e req-3a39a657-5350-44cd-b989-5ba4b351f367 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:34.773323 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7192ad01-6b9d-4dce-b9f9-5fd13572790e req-3a39a657-5350-44cd-b989-5ba4b351f367 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 946 time: 0.0810182 Jul 15 23:18:34.838028 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7192ad01-6b9d-4dce-b9f9-5fd13572790e req-18a54bc7-f369-40ae-9fe9-fac7a4b59262 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547442 Jul 15 23:18:34.872123 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef51d4-82bb-42d2-a799-cb22a85bc135 req-83235a4b-d712-44f7-a4f9-7a5ea0f88ac6 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:34.873790 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-daef51d4-82bb-42d2-a799-cb22a85bc135 req-83235a4b-d712-44f7-a4f9-7a5ea0f88ac6 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.0995772 Jul 15 23:18:34.918175 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-daef51d4-82bb-42d2-a799-cb22a85bc135 req-9b493805-ed4b-4b72-8c50-f2ee9678d3ba tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367651 Jul 15 23:18:35.178577 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593b915-37a4-491b-8b07-40491a8209c1 req-28907dd9-1327-4593-bc52-f3da8303ca58 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:35.180086 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2593b915-37a4-491b-8b07-40491a8209c1 req-28907dd9-1327-4593-bc52-f3da8303ca58 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 946 time: 0.1264994 Jul 15 23:18:35.203216 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8cb95-103a-4079-8fb5-023130414acb req-070596b1-dfd1-4a5d-8839-e6ccb73b4708 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:35.204624 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-71c8cb95-103a-4079-8fb5-023130414acb req-070596b1-dfd1-4a5d-8839-e6ccb73b4708 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1003101 Jul 15 23:18:35.246406 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2593b915-37a4-491b-8b07-40491a8209c1 req-636a3fff-e81a-4cc6-b0d6-c2feb3894cfe tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572498 Jul 15 23:18:35.259661 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-71c8cb95-103a-4079-8fb5-023130414acb req-2610bf32-fc55-409c-9163-065b8a2dea63 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489902 Jul 15 23:18:35.476153 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-ee39fba5-e9af-4675-be4a-ea73c87bdfd9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:35.482754 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-ee39fba5-e9af-4675-be4a-ea73c87bdfd9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:35.488582 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-ee39fba5-e9af-4675-be4a-ea73c87bdfd9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:35.494357 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-ee39fba5-e9af-4675-be4a-ea73c87bdfd9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:35.500184 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-ee39fba5-e9af-4675-be4a-ea73c87bdfd9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:35.505940 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-ee39fba5-e9af-4675-be4a-ea73c87bdfd9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:35.511712 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-ee39fba5-e9af-4675-be4a-ea73c87bdfd9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:35.513598 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-ee39fba5-e9af-4675-be4a-ea73c87bdfd9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5434 time: 0.1696527 Jul 15 23:18:35.604811 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e9e92-233a-4cc3-bddb-ede481f196fa req-1449a6e2-4306-4eb8-a627-33c78e23a8bc tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:35.606458 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-595e9e92-233a-4cc3-bddb-ede481f196fa req-1449a6e2-4306-4eb8-a627-33c78e23a8bc tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.2031472 Jul 15 23:18:35.611205 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-c03b3ebd-b7fe-4f60-b741-316dda8f416d tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:35.612560 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-c03b3ebd-b7fe-4f60-b741-316dda8f416d tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.43 "GET /v2.0/ports/86bf6025-0368-4513-9e10-f8d406029119?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0850244 Jul 15 23:18:35.701702 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38137ed0-78df-4feb-9de9-4f9c71474c08 req-56f364c1-61e2-451f-add3-51732a318ce5 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:35.703257 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-38137ed0-78df-4feb-9de9-4f9c71474c08 req-56f364c1-61e2-451f-add3-51732a318ce5 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 946 time: 0.1850829 Jul 15 23:18:35.730752 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-595e9e92-233a-4cc3-bddb-ede481f196fa req-a271c4f8-ca22-4f56-a717-57a2c5c8e7cc tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155198 Jul 15 23:18:35.785914 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-74a12311-54ac-4c7a-80d9-29f0b902d4ff tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.43 "GET /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1600125 Jul 15 23:18:35.788553 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-38137ed0-78df-4feb-9de9-4f9c71474c08 req-71a39748-914a-463c-9419-ba9434bfa2e7 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610747 Jul 15 23:18:35.797650 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-4047d069-a3a2-439c-b588-eceb6ad8e1b0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:35.948806 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-4047d069-a3a2-439c-b588-eceb6ad8e1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:36.420194 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd2234-34ae-4351-bbf0-54b0f8c5a0f2 req-31a87216-78ca-45ee-bf63-0c9b6eaf03bb tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:36.426010 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd2234-34ae-4351-bbf0-54b0f8c5a0f2 req-31a87216-78ca-45ee-bf63-0c9b6eaf03bb tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:36.431774 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd2234-34ae-4351-bbf0-54b0f8c5a0f2 req-31a87216-78ca-45ee-bf63-0c9b6eaf03bb tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:36.438292 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd2234-34ae-4351-bbf0-54b0f8c5a0f2 req-31a87216-78ca-45ee-bf63-0c9b6eaf03bb tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:36.444053 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd2234-34ae-4351-bbf0-54b0f8c5a0f2 req-31a87216-78ca-45ee-bf63-0c9b6eaf03bb tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:36.450362 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd2234-34ae-4351-bbf0-54b0f8c5a0f2 req-31a87216-78ca-45ee-bf63-0c9b6eaf03bb tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:36.456312 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd2234-34ae-4351-bbf0-54b0f8c5a0f2 req-31a87216-78ca-45ee-bf63-0c9b6eaf03bb tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:36.458246 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f9dd2234-34ae-4351-bbf0-54b0f8c5a0f2 req-31a87216-78ca-45ee-bf63-0c9b6eaf03bb tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 5434 time: 0.5964549 Jul 15 23:18:36.572059 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f9dd2234-34ae-4351-bbf0-54b0f8c5a0f2 req-9e292325-a420-4241-acab-d9a207a00900 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4fe0b9-fba0-465e-baca-1446293f2650&id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1056414 Jul 15 23:18:36.594069 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7985636-a184-4485-bd5a-897124f29a57 req-d362572a-2f3f-4e59-8ae3-d0aefbdce0cc tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:36.595611 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e7985636-a184-4485-bd5a-897124f29a57 req-d362572a-2f3f-4e59-8ae3-d0aefbdce0cc tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.6010094 Jul 15 23:18:36.640591 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-4047d069-a3a2-439c-b588-eceb6ad8e1b0 service neutron] For port 86bf6025-0368-4513-9e10-f8d406029119, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=86bf6025-0368-4513-9e10-f8d406029119,segment=NetworkSegment(bbc7705a-96df-4fb7-ae43-baa90387fdfe),segment_id=bbc7705a-96df-4fb7-ae43-baa90387fdfe)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:36.697626 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e7985636-a184-4485-bd5a-897124f29a57 req-9600b9fc-e5b1-46f8-999a-32515d55d43f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857680 Jul 15 23:18:36.726066 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-4047d069-a3a2-439c-b588-eceb6ad8e1b0 service neutron] For port 86bf6025-0368-4513-9e10-f8d406029119, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:18:36.794258 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-4047d069-a3a2-439c-b588-eceb6ad8e1b0 service neutron] device_id is not set on port 86bf6025-0368-4513-9e10-f8d406029119 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:18:36.805563 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-4047d069-a3a2-439c-b588-eceb6ad8e1b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:36.825851 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-4047d069-a3a2-439c-b588-eceb6ad8e1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:36.870883 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9201f-7f7c-457b-a110-b8a55be7b556 req-9e9b6f04-dea9-459f-a7c2-2ebf146add97 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:36.872274 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e3c9201f-7f7c-457b-a110-b8a55be7b556 req-9e9b6f04-dea9-459f-a7c2-2ebf146add97 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 946 time: 0.1442246 Jul 15 23:18:36.928036 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-4047d069-a3a2-439c-b588-eceb6ad8e1b0 service neutron] No DVR routers for this DVR port 86bf6025-0368-4513-9e10-f8d406029119 on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:36.929897 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047d069-a3a2-439c-b588-eceb6ad8e1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=86bf6025-0368-4513-9e10-f8d406029119,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:37.026608 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e3c9201f-7f7c-457b-a110-b8a55be7b556 req-71ea1740-12d2-43ea-86bb-a6b6c7f17aef tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439874 Jul 15 23:18:37.041463 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-4047d069-a3a2-439c-b588-eceb6ad8e1b0 service neutron] In _notify_port_updated(), no bound segment for port 86bf6025-0368-4513-9e10-f8d406029119 on network c784f317-cf69-4499-8ee8-96a3a3714978 {{(pid=93799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:18:37.042493 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-4047d069-a3a2-439c-b588-eceb6ad8e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:37.043184 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-4047d069-a3a2-439c-b588-eceb6ad8e1b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.044624 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-4047d069-a3a2-439c-b588-eceb6ad8e1b0 service neutron] 10.222.0.43 "PUT /v2.0/ports/86bf6025-0368-4513-9e10-f8d406029119 HTTP/1.1" status: 200 len: 1026 time: 1.2515724 Jul 15 23:18:37.137151 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa1bc2-dc7d-4106-a13e-62049ed2da37 req-6ba10ef4-e4af-46c8-b827-b4232f703609 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:37.144562 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3bfa1bc2-dc7d-4106-a13e-62049ed2da37 req-6ba10ef4-e4af-46c8-b827-b4232f703609 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1694217 Jul 15 23:18:37.163085 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-40b69314-2634-4436-9249-c0f8e01f7be0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:37.164771 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-40b69314-2634-4436-9249-c0f8e01f7be0 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.43 "GET /v2.0/ports/c451b609-46fa-4e93-a60a-10b38b3f6d50?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1147447 Jul 15 23:18:37.188940 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-cf5aaf5b-e2a5-47ca-8cda-0d3fcab7d283 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:37.269125 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3bfa1bc2-dc7d-4106-a13e-62049ed2da37 req-33bc3ceb-94f0-476c-a2d3-ceb233f4cc66 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200883 Jul 15 23:18:37.270716 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-31ace48a-1ee8-4dff-a1d9-1749b3b58cc0 None None] Provisioning complete for port 86bf6025-0368-4513-9e10-f8d406029119 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:37.271723 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-31ace48a-1ee8-4dff-a1d9-1749b3b58cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.308714 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-31ace48a-1ee8-4dff-a1d9-1749b3b58cc0 None None] Port 86bf6025-0368-4513-9e10-f8d406029119 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:18:37.348166 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551833a-24a1-4aa0-9d3c-ce1faa64ab1a req-fe0ce976-91e2-4b63-abb7-3a8dcefa15dd tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:37.349588 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9551833a-24a1-4aa0-9d3c-ce1faa64ab1a req-fe0ce976-91e2-4b63-abb7-3a8dcefa15dd tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 946 time: 0.1841450 Jul 15 23:18:37.365077 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-cf5aaf5b-e2a5-47ca-8cda-0d3fcab7d283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.458495 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9551833a-24a1-4aa0-9d3c-ce1faa64ab1a req-dc7ddf0e-6be6-48b9-ad55-9b2271379643 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993550 Jul 15 23:18:37.565629 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6fe5b0-e0a8-472c-ba96-613a44812882 req-3582777c-0eae-4e28-a097-3d31349b6e00 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:37.567231 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e6fe5b0-e0a8-472c-ba96-613a44812882 req-3582777c-0eae-4e28-a097-3d31349b6e00 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1541581 Jul 15 23:18:37.631315 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e6fe5b0-e0a8-472c-ba96-613a44812882 req-cc3e2a96-6d32-4f94-a747-c6f65243ded7 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574672 Jul 15 23:18:37.633149 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-cf5aaf5b-e2a5-47ca-8cda-0d3fcab7d283 service neutron] For port c451b609-46fa-4e93-a60a-10b38b3f6d50, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=c451b609-46fa-4e93-a60a-10b38b3f6d50,segment=NetworkSegment(bbc7705a-96df-4fb7-ae43-baa90387fdfe),segment_id=bbc7705a-96df-4fb7-ae43-baa90387fdfe)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:37.700631 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-cf5aaf5b-e2a5-47ca-8cda-0d3fcab7d283 service neutron] For port c451b609-46fa-4e93-a60a-10b38b3f6d50, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:18:37.760716 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-cf5aaf5b-e2a5-47ca-8cda-0d3fcab7d283 service neutron] device_id is not set on port c451b609-46fa-4e93-a60a-10b38b3f6d50 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:18:37.770154 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-cf5aaf5b-e2a5-47ca-8cda-0d3fcab7d283 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.785043 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-cf5aaf5b-e2a5-47ca-8cda-0d3fcab7d283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.917226 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-cf5aaf5b-e2a5-47ca-8cda-0d3fcab7d283 service neutron] No DVR routers for this DVR port c451b609-46fa-4e93-a60a-10b38b3f6d50 on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:37.965450 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5aaf5b-e2a5-47ca-8cda-0d3fcab7d283 service neutron] Pushing event updated for resources: {'Port': ['ID=c451b609-46fa-4e93-a60a-10b38b3f6d50,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:38.017958 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-cf5aaf5b-e2a5-47ca-8cda-0d3fcab7d283 service neutron] In _notify_port_updated(), no bound segment for port c451b609-46fa-4e93-a60a-10b38b3f6d50 on network c784f317-cf69-4499-8ee8-96a3a3714978 {{(pid=93799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:18:38.018902 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-cf5aaf5b-e2a5-47ca-8cda-0d3fcab7d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:38.019517 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-cf5aaf5b-e2a5-47ca-8cda-0d3fcab7d283 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:38.020813 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-cf5aaf5b-e2a5-47ca-8cda-0d3fcab7d283 service neutron] 10.222.0.43 "PUT /v2.0/ports/c451b609-46fa-4e93-a60a-10b38b3f6d50 HTTP/1.1" status: 200 len: 1028 time: 0.8367836 Jul 15 23:18:38.025911 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39822880-8b07-4a40-9dc0-ef803c4ad292 req-76340823-9285-482e-b263-c8210bb7c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:38.027356 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-39822880-8b07-4a40-9dc0-ef803c4ad292 req-76340823-9285-482e-b263-c8210bb7c4b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1885ddec6b5464187ca1cbaa27847a8&device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 1097 time: 0.2181835 Jul 15 23:18:38.114933 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457e4d1-be68-496f-a087-d7cf06232b5f req-781adb4f-87ee-4ffa-b94f-3a7fe0d02f37 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:38.120782 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457e4d1-be68-496f-a087-d7cf06232b5f req-781adb4f-87ee-4ffa-b94f-3a7fe0d02f37 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:38.126753 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457e4d1-be68-496f-a087-d7cf06232b5f req-781adb4f-87ee-4ffa-b94f-3a7fe0d02f37 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:38.132987 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457e4d1-be68-496f-a087-d7cf06232b5f req-781adb4f-87ee-4ffa-b94f-3a7fe0d02f37 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:38.139997 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457e4d1-be68-496f-a087-d7cf06232b5f req-781adb4f-87ee-4ffa-b94f-3a7fe0d02f37 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:38.141317 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c457e4d1-be68-496f-a087-d7cf06232b5f req-781adb4f-87ee-4ffa-b94f-3a7fe0d02f37 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 3886 time: 0.3675587 Jul 15 23:18:38.150236 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5b2caf57-b548-4325-80da-71cca556fdb6 None None] Provisioning complete for port c451b609-46fa-4e93-a60a-10b38b3f6d50 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:38.150607 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5b2caf57-b548-4325-80da-71cca556fdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:38.161726 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5444f-28e6-4039-819f-fa2049f002e2 req-f73d1be4-50bd-4187-9e8e-b4d86bc5fb6d tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:38.163201 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84f5444f-28e6-4039-819f-fa2049f002e2 req-f73d1be4-50bd-4187-9e8e-b4d86bc5fb6d tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.2938750 Jul 15 23:18:38.195750 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5b2caf57-b548-4325-80da-71cca556fdb6 None None] Port c451b609-46fa-4e93-a60a-10b38b3f6d50 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:18:38.297369 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39822880-8b07-4a40-9dc0-ef803c4ad292 req-76171e8c-2cb2-40ad-8bb6-b8b12747d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:38.298864 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-39822880-8b07-4a40-9dc0-ef803c4ad292 req-76171e8c-2cb2-40ad-8bb6-b8b12747d3f4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb7f5d26-827b-40c8-9606-f513fb310e54 HTTP/1.1" status: 200 len: 913 time: 0.2591820 Jul 15 23:18:38.304385 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 6881fff5-28e4-43a6-9ddf-739b8456047b no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:38.304885 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c457e4d1-be68-496f-a087-d7cf06232b5f req-a78c8151-aac3-4e45-9108-2d93025ac521 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539826 Jul 15 23:18:38.322068 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84f5444f-28e6-4039-819f-fa2049f002e2 req-06622831-2aee-4dad-99a9-50904a3b7b46 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157341 Jul 15 23:18:38.386067 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-8d2b8560-e2b4-4057-8478-7b2270c55803 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Deleting port a33099a7-5b54-470d-a6fb-0182aa37b1ce {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:38.386595 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-8d2b8560-e2b4-4057-8478-7b2270c55803 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:38.426269 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-39822880-8b07-4a40-9dc0-ef803c4ad292 req-4f3ec9d4-ef2e-4791-a222-12c1862aedd3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 HTTP/1.1" status: 200 len: 1001 time: 0.1176143 Jul 15 23:18:38.468961 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:38.538161 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 6881fff5-28e4-43a6-9ddf-739b8456047b, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6881fff5-28e4-43a6-9ddf-739b8456047b,segment=NetworkSegment(bbc7705a-96df-4fb7-ae43-baa90387fdfe),segment_id=bbc7705a-96df-4fb7-ae43-baa90387fdfe)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:38.539553 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6881fff5-28e4-43a6-9ddf-739b8456047b'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:38.544573 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cc3797-12b0-4554-8dc7-5a9e61c6abc9" -d '{"events": [{"server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "name": "network-vif-unplugged", "status": "completed", "tag": "6881fff5-28e4-43a6-9ddf-739b8456047b"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:38.549593 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:38.551038 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device abf079aa-7e1f-4fa4-8693-d71192c3cd5a no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:38.594462 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-8d2b8560-e2b4-4057-8478-7b2270c55803 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] For port a33099a7-5b54-470d-a6fb-0182aa37b1ce, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=a33099a7-5b54-470d-a6fb-0182aa37b1ce,segment=NetworkSegment(bbc7705a-96df-4fb7-ae43-baa90387fdfe),segment_id=bbc7705a-96df-4fb7-ae43-baa90387fdfe)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:38.595043 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-8d2b8560-e2b4-4057-8478-7b2270c55803 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:38.599992 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39822880-8b07-4a40-9dc0-ef803c4ad292 req-dbcf7d09-61ab-44d4-9825-95b7d7309c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:38.601552 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-39822880-8b07-4a40-9dc0-ef803c4ad292 req-dbcf7d09-61ab-44d4-9825-95b7d7309c28 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=242df3cc-37d7-47c0-a77c-be9034976381 HTTP/1.1" status: 200 len: 851 time: 0.1676159 Jul 15 23:18:38.660417 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-8d2b8560-e2b4-4057-8478-7b2270c55803 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Calling delete_port for a33099a7-5b54-470d-a6fb-0182aa37b1ce owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:38.745586 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb1a09-bdbc-422f-9bae-2e22b4bd3bba req-b92ef32f-a80a-482b-a07c-693f3ba0963f tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:38.747106 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-93eb1a09-bdbc-422f-9bae-2e22b4bd3bba req-b92ef32f-a80a-482b-a07c-693f3ba0963f tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 946 time: 0.2724123 Jul 15 23:18:38.835348 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:38.841929 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39822880-8b07-4a40-9dc0-ef803c4ad292 req-07c8a923-43cb-48f7-a6d8-906de011c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:38.843222 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=6881fff5-28e4-43a6-9ddf-739b8456047b,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:38.843487 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-39822880-8b07-4a40-9dc0-ef803c4ad292 req-07c8a923-43cb-48f7-a6d8-906de011c7a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb7f5d26-827b-40c8-9606-f513fb310e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2334299 Jul 15 23:18:38.870270 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-93eb1a09-bdbc-422f-9bae-2e22b4bd3bba req-e4b87b22-a9c4-4b14-a3b3-4a3e31764607 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076186 Jul 15 23:18:38.888535 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:38.951509 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port abf079aa-7e1f-4fa4-8693-d71192c3cd5a, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=abf079aa-7e1f-4fa4-8693-d71192c3cd5a,segment=NetworkSegment(3bc9fa27-9cdf-411b-9b5d-1d95b85ed330),segment_id=3bc9fa27-9cdf-411b-9b5d-1d95b85ed330)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:38.958097 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:38.959805 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:39.012603 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b797858-3410-4da9-9c66-4b809275c6fa x-openstack-request-id: req-7b797858-3410-4da9-9c66-4b809275c6fa {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:39.012743 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "name": "network-vif-unplugged", "status": "completed", "tag": "6881fff5-28e4-43a6-9ddf-739b8456047b", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:39.013477 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b797858-3410-4da9-9c66-4b809275c6fa {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:39.013477 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6881fff5-28e4-43a6-9ddf-739b8456047b', 'code': 200} Jul 15 23:18:39.052591 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-39822880-8b07-4a40-9dc0-ef803c4ad292 req-49a13132-90b2-43dc-8dec-629d8a6b77a0 service neutron] 10.222.0.43 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955841 Jul 15 23:18:39.084036 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f7b79-9b1a-48f6-849a-2226d6899578 req-fc03f500-90d7-476d-b16a-aca11173b23a tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:39.093665 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce1f7b79-9b1a-48f6-849a-2226d6899578 req-fc03f500-90d7-476d-b16a-aca11173b23a tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 946 time: 0.3428414 Jul 15 23:18:39.112638 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=abf079aa-7e1f-4fa4-8693-d71192c3cd5a,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:39.127508 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:39.162778 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:39.167788 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:39.169429 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device a33099a7-5b54-470d-a6fb-0182aa37b1ce no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:39.202250 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: a33099a7-5b54-470d-a6fb-0182aa37b1ce {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:18:39.202585 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device a33099a7-5b54-470d-a6fb-0182aa37b1ce not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:18:39.203032 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device c451b609-46fa-4e93-a60a-10b38b3f6d50 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:39.217534 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-8d2b8560-e2b4-4057-8478-7b2270c55803 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:39.220544 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-39822880-8b07-4a40-9dc0-ef803c4ad292 req-fbb79ac2-29e2-411e-92b2-23aa3407b036 service neutron] 10.222.0.43 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529734 Jul 15 23:18:39.285662 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device c451b609-46fa-4e93-a60a-10b38b3f6d50 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:18:39.286036 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 54ed7c92-7d96-4319-af0e-98c8d7d7ce91 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:39.296193 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce1f7b79-9b1a-48f6-849a-2226d6899578 req-0c814361-340e-4fc9-8c2f-d201f05b4acf tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011714 Jul 15 23:18:39.297012 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b8560-e2b4-4057-8478-7b2270c55803 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Pushing event deleted for resources: {'Port': ['ID=a33099a7-5b54-470d-a6fb-0182aa37b1ce,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:39.324955 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b8560-e2b4-4057-8478-7b2270c55803 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:39.329912 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b8560-e2b4-4057-8478-7b2270c55803 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:39.335228 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b8560-e2b4-4057-8478-7b2270c55803 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:39.335597 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b8560-e2b4-4057-8478-7b2270c55803 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:39.346436 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b8560-e2b4-4057-8478-7b2270c55803 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:39.346436 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b8560-e2b4-4057-8478-7b2270c55803 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:39.346754 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6,revision_number=14']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:39.347279 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b8560-e2b4-4057-8478-7b2270c55803 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:39.347846 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b8560-e2b4-4057-8478-7b2270c55803 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:39.349483 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b8560-e2b4-4057-8478-7b2270c55803 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:39.349825 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b8560-e2b4-4057-8478-7b2270c55803 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:39.350161 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b8560-e2b4-4057-8478-7b2270c55803 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:39.352799 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2b8560-e2b4-4057-8478-7b2270c55803 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:39.451131 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-8d2b8560-e2b4-4057-8478-7b2270c55803 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] No DVR routers for this DVR port a33099a7-5b54-470d-a6fb-0182aa37b1ce on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:39.457533 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-8d2b8560-e2b4-4057-8478-7b2270c55803 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:39.460405 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-8d2b8560-e2b4-4057-8478-7b2270c55803 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.43 "DELETE /v2.0/ports/a33099a7-5b54-470d-a6fb-0182aa37b1ce HTTP/1.1" status: 204 len: 173 time: 1.4310963 Jul 15 23:18:39.461069 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'name': 'network-vif-deleted', 'tag': 'a33099a7-5b54-470d-a6fb-0182aa37b1ce'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:39.463802 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6306eea7-3fbd-40d1-ad51-4af270ee1f2f" -d '{"events": [{"server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "name": "network-vif-deleted", "tag": "a33099a7-5b54-470d-a6fb-0182aa37b1ce"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:39.491594 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:39.524610 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7225d1-6881-441c-9801-9f29360a253f req-7feb4c52-dff7-4288-b35a-b82d0fbae0d2 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:39.532151 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7e7225d1-6881-441c-9801-9f29360a253f req-7feb4c52-dff7-4288-b35a-b82d0fbae0d2 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.3155656 Jul 15 23:18:39.541187 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 54ed7c92-7d96-4319-af0e-98c8d7d7ce91, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=54ed7c92-7d96-4319-af0e-98c8d7d7ce91,segment=NetworkSegment(3bc9fa27-9cdf-411b-9b5d-1d95b85ed330),segment_id=3bc9fa27-9cdf-411b-9b5d-1d95b85ed330)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:39.551072 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:39.551803 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 86bf6025-0368-4513-9e10-f8d406029119 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:39.642437 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 86bf6025-0368-4513-9e10-f8d406029119 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:18:39.643493 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 593c311f-e7e7-48e7-a565-db6f18498037 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:39.649973 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7e7225d1-6881-441c-9801-9f29360a253f req-48b75afe-ca80-4525-9edc-48d7248ebbc3 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169376 Jul 15 23:18:39.677301 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=54ed7c92-7d96-4319-af0e-98c8d7d7ce91,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:39.691742 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99896ae9-c506-4e84-8da4-b2858d0dece8 req-97e4d101-922b-4a63-8504-0550cbab0d48 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:39.697597 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99896ae9-c506-4e84-8da4-b2858d0dece8 req-97e4d101-922b-4a63-8504-0550cbab0d48 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:39.704140 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99896ae9-c506-4e84-8da4-b2858d0dece8 req-97e4d101-922b-4a63-8504-0550cbab0d48 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:39.728945 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99896ae9-c506-4e84-8da4-b2858d0dece8 req-97e4d101-922b-4a63-8504-0550cbab0d48 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:39.730709 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-99896ae9-c506-4e84-8da4-b2858d0dece8 req-97e4d101-922b-4a63-8504-0550cbab0d48 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 3146 time: 0.1960263 Jul 15 23:18:39.732714 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc11e2a-f7e3-409e-b884-9dc000a7238e x-openstack-request-id: req-5dc11e2a-f7e3-409e-b884-9dc000a7238e {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:39.733005 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "name": "network-vif-deleted", "tag": "a33099a7-5b54-470d-a6fb-0182aa37b1ce", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:39.733264 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5dc11e2a-f7e3-409e-b884-9dc000a7238e {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:39.733667 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'name': 'network-vif-deleted', 'tag': 'a33099a7-5b54-470d-a6fb-0182aa37b1ce', 'status': 'completed', 'code': 200} Jul 15 23:18:39.845778 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-67676f5a-a6e3-4762-8484-f921ce3e59e6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Deleting port 6881fff5-28e4-43a6-9ddf-739b8456047b {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:39.846222 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-67676f5a-a6e3-4762-8484-f921ce3e59e6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:39.867115 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-99896ae9-c506-4e84-8da4-b2858d0dece8 req-2a53b2e7-080a-4e46-a7d8-288c0cae00c9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259923 Jul 15 23:18:39.883762 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:40.015642 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 593c311f-e7e7-48e7-a565-db6f18498037, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=593c311f-e7e7-48e7-a565-db6f18498037,segment=NetworkSegment(2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c),segment_id=2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:40.022219 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:40.094704 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=593c311f-e7e7-48e7-a565-db6f18498037,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:40.485645 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-67676f5a-a6e3-4762-8484-f921ce3e59e6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] For port 6881fff5-28e4-43a6-9ddf-739b8456047b, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6881fff5-28e4-43a6-9ddf-739b8456047b,segment=NetworkSegment(bbc7705a-96df-4fb7-ae43-baa90387fdfe),segment_id=bbc7705a-96df-4fb7-ae43-baa90387fdfe)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:40.486003 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-67676f5a-a6e3-4762-8484-f921ce3e59e6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:40.504807 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-67676f5a-a6e3-4762-8484-f921ce3e59e6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Calling delete_port for 6881fff5-28e4-43a6-9ddf-739b8456047b owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:40.585502 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3fc98-9ee7-4b8f-90ba-04e26a0aef32 req-a62bf99a-d8f3-4e03-a5b5-1111b8efe0ef tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:40.587008 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aed3fc98-9ee7-4b8f-90ba-04e26a0aef32 req-a62bf99a-d8f3-4e03-a5b5-1111b8efe0ef tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.5437853 Jul 15 23:18:40.615132 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016797b5-70d2-4cb2-92bd-3b1d25463991 req-d60b5514-aea0-4f3e-a056-44e568e4b619 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:40.616453 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-016797b5-70d2-4cb2-92bd-3b1d25463991 req-d60b5514-aea0-4f3e-a056-44e568e4b619 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.5119233 Jul 15 23:18:40.669230 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aed3fc98-9ee7-4b8f-90ba-04e26a0aef32 req-126b6aa8-b379-4573-8fd9-5fd071283ae0 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703316 Jul 15 23:18:40.713965 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-016797b5-70d2-4cb2-92bd-3b1d25463991 req-07eb9f0e-577e-45db-a0b7-4712be8415aa tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894811 Jul 15 23:18:40.747046 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-67676f5a-a6e3-4762-8484-f921ce3e59e6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:40.787669 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67676f5a-a6e3-4762-8484-f921ce3e59e6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Pushing event deleted for resources: {'Port': ['ID=6881fff5-28e4-43a6-9ddf-739b8456047b,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:40.846145 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-67676f5a-a6e3-4762-8484-f921ce3e59e6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] No DVR routers for this DVR port 6881fff5-28e4-43a6-9ddf-739b8456047b on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:40.853733 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-67676f5a-a6e3-4762-8484-f921ce3e59e6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:40.855341 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-67676f5a-a6e3-4762-8484-f921ce3e59e6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.43 "DELETE /v2.0/ports/6881fff5-28e4-43a6-9ddf-739b8456047b HTTP/1.1" status: 204 len: 173 time: 1.3865736 Jul 15 23:18:41.014833 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abf079aa-7e1f-4fa4-8693-d71192c3cd5a'}, {'server_uuid': '9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e64cd3b4-ef41-4ff5-97de-7cea41ace7d6'}, {'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54ed7c92-7d96-4319-af0e-98c8d7d7ce91'}, {'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '593c311f-e7e7-48e7-a565-db6f18498037'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:41.017468 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41163db-de1c-4768-b6b6-ca3f74b9978e" -d '{"events": [{"server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "name": "network-vif-unplugged", "status": "completed", "tag": "abf079aa-7e1f-4fa4-8693-d71192c3cd5a"}, {"server_uuid": "9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0", "name": "network-vif-unplugged", "status": "completed", "tag": "e64cd3b4-ef41-4ff5-97de-7cea41ace7d6"}, {"server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "name": "network-vif-unplugged", "status": "completed", "tag": "54ed7c92-7d96-4319-af0e-98c8d7d7ce91"}, {"server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "name": "network-vif-unplugged", "status": "completed", "tag": "593c311f-e7e7-48e7-a565-db6f18498037"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:41.045078 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece52c0-4f7f-45f8-8a50-2cf0e6d1b30b req-98263b6d-c432-46c9-a9db-ee2466308148 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:41.046594 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0ece52c0-4f7f-45f8-8a50-2cf0e6d1b30b req-98263b6d-c432-46c9-a9db-ee2466308148 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 946 time: 0.1766753 Jul 15 23:18:41.098867 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-70521cb7-fc7a-4c7e-a515-b61daf9b8904 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Deleting port abf079aa-7e1f-4fa4-8693-d71192c3cd5a {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:41.099207 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-70521cb7-fc7a-4c7e-a515-b61daf9b8904 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.124694 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0ece52c0-4f7f-45f8-8a50-2cf0e6d1b30b req-7a84966a-ea33-43d4-bca8-6689f1732f03 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719328 Jul 15 23:18:41.141059 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb985ea-72a5-4f84-b801-80e26a87d4f2 req-ca4c58d6-f14a-4d4d-8812-ca7966d936cb tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:41.142491 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-abb985ea-72a5-4f84-b801-80e26a87d4f2 req-ca4c58d6-f14a-4d4d-8812-ca7966d936cb tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1557913 Jul 15 23:18:41.239911 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-abb985ea-72a5-4f84-b801-80e26a87d4f2 req-fbeb6e07-dac1-4801-a333-1d9ec2998ffe tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627129 Jul 15 23:18:41.248134 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-70521cb7-fc7a-4c7e-a515-b61daf9b8904 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] For port abf079aa-7e1f-4fa4-8693-d71192c3cd5a, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=abf079aa-7e1f-4fa4-8693-d71192c3cd5a,segment=NetworkSegment(3bc9fa27-9cdf-411b-9b5d-1d95b85ed330),segment_id=3bc9fa27-9cdf-411b-9b5d-1d95b85ed330)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:41.249116 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-70521cb7-fc7a-4c7e-a515-b61daf9b8904 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.299597 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-70521cb7-fc7a-4c7e-a515-b61daf9b8904 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Calling delete_port for abf079aa-7e1f-4fa4-8693-d71192c3cd5a owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:41.425806 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614faa7-471a-4ef0-b2f7-d14c2adc8b8c req-2ee1c65e-8143-4c0b-8adc-01b337ee3a5a tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:41.431167 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2614faa7-471a-4ef0-b2f7-d14c2adc8b8c req-2ee1c65e-8143-4c0b-8adc-01b337ee3a5a tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1497519 Jul 15 23:18:41.513484 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2614faa7-471a-4ef0-b2f7-d14c2adc8b8c req-c87cf22a-3484-482c-bde7-cb70884b97ce tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706298 Jul 15 23:18:41.585821 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf05602e-139a-47e4-945d-67dfdc20e197 x-openstack-request-id: req-bf05602e-139a-47e4-945d-67dfdc20e197 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:41.586434 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "name": "network-vif-unplugged", "status": "completed", "tag": "abf079aa-7e1f-4fa4-8693-d71192c3cd5a", "code": 200}, {"server_uuid": "9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0", "name": "network-vif-unplugged", "status": "completed", "tag": "e64cd3b4-ef41-4ff5-97de-7cea41ace7d6", "code": 200}, {"server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "name": "network-vif-unplugged", "status": "completed", "tag": "54ed7c92-7d96-4319-af0e-98c8d7d7ce91", "code": 200}, {"server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "name": "network-vif-unplugged", "status": "completed", "tag": "593c311f-e7e7-48e7-a565-db6f18498037", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:41.587014 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf05602e-139a-47e4-945d-67dfdc20e197 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:41.587627 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abf079aa-7e1f-4fa4-8693-d71192c3cd5a', 'code': 200} Jul 15 23:18:41.588080 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e64cd3b4-ef41-4ff5-97de-7cea41ace7d6', 'code': 200} Jul 15 23:18:41.588599 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54ed7c92-7d96-4319-af0e-98c8d7d7ce91', 'code': 200} Jul 15 23:18:41.589012 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '593c311f-e7e7-48e7-a565-db6f18498037', 'code': 200} Jul 15 23:18:41.601066 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-70521cb7-fc7a-4c7e-a515-b61daf9b8904 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.639637 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70521cb7-fc7a-4c7e-a515-b61daf9b8904 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Pushing event deleted for resources: {'Port': ['ID=abf079aa-7e1f-4fa4-8693-d71192c3cd5a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:41.685039 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-70521cb7-fc7a-4c7e-a515-b61daf9b8904 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] No DVR routers for this DVR port abf079aa-7e1f-4fa4-8693-d71192c3cd5a on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:41.691060 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-70521cb7-fc7a-4c7e-a515-b61daf9b8904 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.693239 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-70521cb7-fc7a-4c7e-a515-b61daf9b8904 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.43 "DELETE /v2.0/ports/abf079aa-7e1f-4fa4-8693-d71192c3cd5a HTTP/1.1" status: 204 len: 173 time: 0.8312778 Jul 15 23:18:41.734409 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'name': 'network-vif-deleted', 'tag': '6881fff5-28e4-43a6-9ddf-739b8456047b'}, {'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'name': 'network-vif-deleted', 'tag': 'abf079aa-7e1f-4fa4-8693-d71192c3cd5a'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:41.737118 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f020d4bf-d404-4ec1-a74d-79b75bde5bcf" -d '{"events": [{"server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "name": "network-vif-deleted", "tag": "6881fff5-28e4-43a6-9ddf-739b8456047b"}, {"server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "name": "network-vif-deleted", "tag": "abf079aa-7e1f-4fa4-8693-d71192c3cd5a"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:41.888851 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11811c-8bdc-4a38-bddd-e88d96de6142 req-0300e9bf-6efe-4433-b014-004ddbe929fe tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:41.890385 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1b11811c-8bdc-4a38-bddd-e88d96de6142 req-0300e9bf-6efe-4433-b014-004ddbe929fe tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1505823 Jul 15 23:18:41.908629 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa969b-a8c7-4e7b-a175-4a4ba08649d9 req-85458319-6385-4467-85c3-c60cc9728434 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:41.915188 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa969b-a8c7-4e7b-a175-4a4ba08649d9 req-85458319-6385-4467-85c3-c60cc9728434 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:41.916646 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-85aa969b-a8c7-4e7b-a175-4a4ba08649d9 req-85458319-6385-4467-85c3-c60cc9728434 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 1678 time: 0.1758022 Jul 15 23:18:41.963449 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-fdf33692-23e6-4790-9e04-711eb4be1c0e tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Deleting port 54ed7c92-7d96-4319-af0e-98c8d7d7ce91 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:41.963753 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-fdf33692-23e6-4790-9e04-711eb4be1c0e tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.999467 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1b11811c-8bdc-4a38-bddd-e88d96de6142 req-b0d5e563-eefb-4140-9f40-e6370050b774 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020188 Jul 15 23:18:42.008261 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-85aa969b-a8c7-4e7b-a175-4a4ba08649d9 req-0745b1c6-0a2b-47fa-8ecc-c08413aab959 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833313 Jul 15 23:18:42.139784 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-fdf33692-23e6-4790-9e04-711eb4be1c0e tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] For port 54ed7c92-7d96-4319-af0e-98c8d7d7ce91, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=54ed7c92-7d96-4319-af0e-98c8d7d7ce91,segment=NetworkSegment(3bc9fa27-9cdf-411b-9b5d-1d95b85ed330),segment_id=3bc9fa27-9cdf-411b-9b5d-1d95b85ed330)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:42.140249 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-fdf33692-23e6-4790-9e04-711eb4be1c0e tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.151058 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb3dc89-890c-414d-8a33-3444ebc6efed x-openstack-request-id: req-1fb3dc89-890c-414d-8a33-3444ebc6efed {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:42.151432 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "name": "network-vif-deleted", "tag": "6881fff5-28e4-43a6-9ddf-739b8456047b", "status": "completed", "code": 200}, {"server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "name": "network-vif-deleted", "tag": "abf079aa-7e1f-4fa4-8693-d71192c3cd5a", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:42.151758 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1fb3dc89-890c-414d-8a33-3444ebc6efed {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:42.152240 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'name': 'network-vif-deleted', 'tag': '6881fff5-28e4-43a6-9ddf-739b8456047b', 'status': 'completed', 'code': 200} Jul 15 23:18:42.152610 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'name': 'network-vif-deleted', 'tag': 'abf079aa-7e1f-4fa4-8693-d71192c3cd5a', 'status': 'completed', 'code': 200} Jul 15 23:18:42.174709 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-fdf33692-23e6-4790-9e04-711eb4be1c0e tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Calling delete_port for 54ed7c92-7d96-4319-af0e-98c8d7d7ce91 owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:42.383432 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af75fb-8b9a-408c-b575-4b1975e90c0d req-ffe69406-4021-4815-a9d1-31adeb453ce6 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:42.385196 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a5af75fb-8b9a-408c-b575-4b1975e90c0d req-ffe69406-4021-4815-a9d1-31adeb453ce6 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1894250 Jul 15 23:18:42.446174 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-fdf33692-23e6-4790-9e04-711eb4be1c0e tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.462800 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c4a94-26a1-4713-80ea-8d8406e98225 req-3cabfa72-3fbb-4416-981d-d147fda6f878 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:42.464272 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e31c4a94-26a1-4713-80ea-8d8406e98225 req-3cabfa72-3fbb-4416-981d-d147fda6f878 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1791210 Jul 15 23:18:42.469184 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a5af75fb-8b9a-408c-b575-4b1975e90c0d req-55c25901-4ff4-485a-832b-1c22d248909a tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721376 Jul 15 23:18:42.496845 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf33692-23e6-4790-9e04-711eb4be1c0e tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Pushing event deleted for resources: {'Port': ['ID=54ed7c92-7d96-4319-af0e-98c8d7d7ce91,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:42.599004 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e31c4a94-26a1-4713-80ea-8d8406e98225 req-4062c0f5-0bee-40c2-990e-6fd5f726c7e3 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260779 Jul 15 23:18:42.599777 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-fdf33692-23e6-4790-9e04-711eb4be1c0e tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] No DVR routers for this DVR port 54ed7c92-7d96-4319-af0e-98c8d7d7ce91 on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:42.602232 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-fdf33692-23e6-4790-9e04-711eb4be1c0e tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.604372 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-fdf33692-23e6-4790-9e04-711eb4be1c0e tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.43 "DELETE /v2.0/ports/54ed7c92-7d96-4319-af0e-98c8d7d7ce91 HTTP/1.1" status: 204 len: 173 time: 0.9033890 Jul 15 23:18:42.753431 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d01e86-8a03-43fd-99e5-81ffd3e26b27 req-5d3a5f4a-9e96-4438-a370-f8a3b74f414a tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:42.755075 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-45d01e86-8a03-43fd-99e5-81ffd3e26b27 req-5d3a5f4a-9e96-4438-a370-f8a3b74f414a tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 946 time: 0.1338539 Jul 15 23:18:42.797534 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-a0b4c861-49ac-4521-9eec-91723c796bd9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Deleting port 593c311f-e7e7-48e7-a565-db6f18498037 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:42.797887 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-a0b4c861-49ac-4521-9eec-91723c796bd9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.833603 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-45d01e86-8a03-43fd-99e5-81ffd3e26b27 req-dbabe611-873f-41fb-9d18-9a067808d793 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712698 Jul 15 23:18:42.987641 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-a0b4c861-49ac-4521-9eec-91723c796bd9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] For port 593c311f-e7e7-48e7-a565-db6f18498037, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=593c311f-e7e7-48e7-a565-db6f18498037,segment=NetworkSegment(2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c),segment_id=2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:42.987958 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-a0b4c861-49ac-4521-9eec-91723c796bd9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:43.003083 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-9bc9457d-54f7-459b-93b5-402c1a9c14de tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:43.004602 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-9bc9457d-54f7-459b-93b5-402c1a9c14de tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/networks?id=cb7f5d26-827b-40c8-9606-f513fb310e54 HTTP/1.1" status: 200 len: 812 time: 0.2010093 Jul 15 23:18:43.094178 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-616c87ce-63f8-417e-b31c-06976170d548 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/quotas/c1885ddec6b5464187ca1cbaa27847a8 HTTP/1.1" status: 200 len: 375 time: 0.0726039 Jul 15 23:18:43.271937 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868214e4-8916-45b1-a818-e2bf5282f8f8 req-6af78061-4ebc-403d-b2b2-a9abd11df6fa tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:43.273344 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-868214e4-8916-45b1-a818-e2bf5282f8f8 req-6af78061-4ebc-403d-b2b2-a9abd11df6fa tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.2660708 Jul 15 23:18:43.309331 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-a0b4c861-49ac-4521-9eec-91723c796bd9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:43.309714 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-a0b4c861-49ac-4521-9eec-91723c796bd9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:43.310029 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-a0b4c861-49ac-4521-9eec-91723c796bd9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Floating IP 4897ea58-3762-4435-9dee-529b97b09fbb disassociated. External IP: 172.25.4.150, port: 593c311f-e7e7-48e7-a565-db6f18498037. Jul 15 23:18:43.310373 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-a0b4c861-49ac-4521-9eec-91723c796bd9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Calling delete_port for 593c311f-e7e7-48e7-a565-db6f18498037 owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:43.326600 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-8e2458e8-13c7-4144-8527-9518737f68c4 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1885ddec6b5464187ca1cbaa27847a8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2242999 Jul 15 23:18:43.406488 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-868214e4-8916-45b1-a818-e2bf5282f8f8 req-9f8fc8ea-883e-4498-8ef0-ae552f801474 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211309 Jul 15 23:18:43.488837 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-53574194-ead8-473f-9006-275e6d6f514b service neutron] 10.222.0.16 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502686 Jul 15 23:18:43.638356 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-a0b4c861-49ac-4521-9eec-91723c796bd9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:43.690005 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4c861-49ac-4521-9eec-91723c796bd9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Pushing event deleted for resources: {'Port': ['ID=593c311f-e7e7-48e7-a565-db6f18498037,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:43.702093 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-be43b19b-5264-4ba5-b38c-5feced58cb52 service neutron] 10.222.0.16 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019200 Jul 15 23:18:43.749200 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339423c-8464-42a9-abe3-a307c05151dc req-819526ed-7689-43f5-871b-8023b51915eb tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:43.750796 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2339423c-8464-42a9-abe3-a307c05151dc req-819526ed-7689-43f5-871b-8023b51915eb tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 865 time: 0.2262702 Jul 15 23:18:43.837021 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2339423c-8464-42a9-abe3-a307c05151dc req-9eeaa291-e838-48a4-a5eb-6a552221233f tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ee6f934-ad1f-414c-a322-54ad2c1d85a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742328 Jul 15 23:18:43.861830 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-a0b4c861-49ac-4521-9eec-91723c796bd9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Router 80a8f78f-0ac9-4756-93f5-ec16483eb5ee has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:18:43.997394 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5be8b4df-82f3-4f09-a0bd-6bbedde7ca2d req-f398ef5c-6383-4131-bcf7-c4749381f39b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 210 time: 0.0424860 Jul 15 23:18:44.015531 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-a0b4c861-49ac-4521-9eec-91723c796bd9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:18:44.027449 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f727e36-9f53-4284-a3a3-939848ae24e9 None None] Sync routers for ids ['80a8f78f-0ac9-4756-93f5-ec16483eb5ee'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:18:44.039565 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f727e36-9f53-4284-a3a3-939848ae24e9 None None] Routers {'80a8f78f-0ac9-4756-93f5-ec16483eb5ee'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:44.040199 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-8f727e36-9f53-4284-a3a3-939848ae24e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:18:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['80a8f78f-0ac9-4756-93f5-ec16483eb5ee'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:44.112570 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-a0b4c861-49ac-4521-9eec-91723c796bd9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] No DVR routers for this DVR port 593c311f-e7e7-48e7-a565-db6f18498037 on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:44.124966 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-a0b4c861-49ac-4521-9eec-91723c796bd9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:44.127431 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9d6266e0-b591-4dd1-91e9-f121d9f2979e req-a0b4c861-49ac-4521-9eec-91723c796bd9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.43 "DELETE /v2.0/ports/593c311f-e7e7-48e7-a565-db6f18498037 HTTP/1.1" status: 204 len: 173 time: 1.5175464 Jul 15 23:18:44.154015 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'name': 'network-vif-deleted', 'tag': '54ed7c92-7d96-4319-af0e-98c8d7d7ce91'}, {'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'name': 'network-vif-deleted', 'tag': '593c311f-e7e7-48e7-a565-db6f18498037'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:44.156837 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda058b9-3ea0-4013-8b0a-cb1491b1b2f1" -d '{"events": [{"server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "name": "network-vif-deleted", "tag": "54ed7c92-7d96-4319-af0e-98c8d7d7ce91"}, {"server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "name": "network-vif-deleted", "tag": "593c311f-e7e7-48e7-a565-db6f18498037"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:44.268235 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-8f727e36-9f53-4284-a3a3-939848ae24e9 None None] Set router 80a8f78f-0ac9-4756-93f5-ec16483eb5ee gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:18:44.573065 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-8f727e36-9f53-4284-a3a3-939848ae24e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'name': 'tempest-TaggedBootDevicesTest-1040570057-router', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'e9911a31-bf58-4547-9837-32e65cb5a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:16Z', 'updated_at': '2021-07-15T23:07:21Z', 'revision_number': 4, 'project_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'gw_port': {'id': 'e9911a31-bf58-4547-9837-32e65cb5a2fe', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:30:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:17Z', 'updated_at': '2021-07-15T23:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '3ac1f85b-30b4-4b12-b9de-4734129e563c', 'name': '', 'network_id': 'e0802052-573e-4abc-b289-64f26dbf67e5', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'mac_address': 'fa:16:3e:53:8e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '366630ff-4a54-44a5-bcbd-e951b8384258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:20Z', 'updated_at': '2021-07-15T23:07:30Z', 'revision_number': 5, 'project_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'subnets': [{'id': '366630ff-4a54-44a5-bcbd-e951b8384258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:44.603878 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f727e36-9f53-4284-a3a3-939848ae24e9 None None] Checking router: 80a8f78f-0ac9-4756-93f5-ec16483eb5ee for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:18:44.614358 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f727e36-9f53-4284-a3a3-939848ae24e9 None None] Routers {'80a8f78f-0ac9-4756-93f5-ec16483eb5ee'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:44.615128 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-8f727e36-9f53-4284-a3a3-939848ae24e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:18:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['80a8f78f-0ac9-4756-93f5-ec16483eb5ee'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:44.792972 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295071a7-4d37-4bf4-af2f-c77d92e1d588 req-bfc117ed-5d73-4793-bd00-5bb990578a03 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:44.801083 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-295071a7-4d37-4bf4-af2f-c77d92e1d588 req-bfc117ed-5d73-4793-bd00-5bb990578a03 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.5930042 Jul 15 23:18:44.853867 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f5d59-89e6-4213-8e90-3a40eabd8952 req-91e06f68-4f7e-46a3-87cf-cbc45ecd1e5c tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:44.861581 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-928f5d59-89e6-4213-8e90-3a40eabd8952 req-91e06f68-4f7e-46a3-87cf-cbc45ecd1e5c tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 946 time: 0.5906308 Jul 15 23:18:44.874901 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-8f727e36-9f53-4284-a3a3-939848ae24e9 None None] Set router 80a8f78f-0ac9-4756-93f5-ec16483eb5ee gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:18:44.876695 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-295071a7-4d37-4bf4-af2f-c77d92e1d588 req-059f1c6b-3498-405e-b48e-c1f5245e1ab5 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746779 Jul 15 23:18:44.979260 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-928f5d59-89e6-4213-8e90-3a40eabd8952 req-40dc6da4-9927-4789-8bd9-a36dd4fbb2ed tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166031 Jul 15 23:18:44.989381 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e28a67-4948-419b-8973-f66a46d0c1e1 x-openstack-request-id: req-a8e28a67-4948-419b-8973-f66a46d0c1e1 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:44.989690 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "name": "network-vif-deleted", "tag": "54ed7c92-7d96-4319-af0e-98c8d7d7ce91", "status": "completed", "code": 200}, {"server_uuid": "5f5fbe3f-9039-4f06-9d32-cc52df5f6d72", "name": "network-vif-deleted", "tag": "593c311f-e7e7-48e7-a565-db6f18498037", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:44.989947 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8e28a67-4948-419b-8973-f66a46d0c1e1 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:44.990358 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'name': 'network-vif-deleted', 'tag': '54ed7c92-7d96-4319-af0e-98c8d7d7ce91', 'status': 'completed', 'code': 200} Jul 15 23:18:44.990619 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5fbe3f-9039-4f06-9d32-cc52df5f6d72', 'name': 'network-vif-deleted', 'tag': '593c311f-e7e7-48e7-a565-db6f18498037', 'status': 'completed', 'code': 200} Jul 15 23:18:45.131803 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-86c75c69-70e0-4d42-86ff-b95ec9b00332 req-711ae291-8889-44e7-a2cb-42b65ea0a915 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 210 time: 0.0349293 Jul 15 23:18:45.160828 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-8f727e36-9f53-4284-a3a3-939848ae24e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'name': 'tempest-TaggedBootDevicesTest-1040570057-router', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'e9911a31-bf58-4547-9837-32e65cb5a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:16Z', 'updated_at': '2021-07-15T23:07:21Z', 'revision_number': 4, 'project_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'gw_port': {'id': 'e9911a31-bf58-4547-9837-32e65cb5a2fe', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:30:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:17Z', 'updated_at': '2021-07-15T23:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '3ac1f85b-30b4-4b12-b9de-4734129e563c', 'name': '', 'network_id': 'e0802052-573e-4abc-b289-64f26dbf67e5', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'mac_address': 'fa:16:3e:53:8e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '366630ff-4a54-44a5-bcbd-e951b8384258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:20Z', 'updated_at': '2021-07-15T23:07:30Z', 'revision_number': 5, 'project_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'subnets': [{'id': '366630ff-4a54-44a5-bcbd-e951b8384258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:45.193657 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f727e36-9f53-4284-a3a3-939848ae24e9 None None] The sync data for ids ['80a8f78f-0ac9-4756-93f5-ec16483eb5ee'] in n-d-787205-9 is: [{'id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'name': 'tempest-TaggedBootDevicesTest-1040570057-router', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'e9911a31-bf58-4547-9837-32e65cb5a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:16Z', 'updated_at': '2021-07-15T23:07:21Z', 'revision_number': 4, 'project_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'gw_port': {'id': 'e9911a31-bf58-4547-9837-32e65cb5a2fe', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:30:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:17Z', 'updated_at': '2021-07-15T23:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '3ac1f85b-30b4-4b12-b9de-4734129e563c', 'name': '', 'network_id': 'e0802052-573e-4abc-b289-64f26dbf67e5', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'mac_address': 'fa:16:3e:53:8e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '366630ff-4a54-44a5-bcbd-e951b8384258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:20Z', 'updated_at': '2021-07-15T23:07:30Z', 'revision_number': 5, 'project_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'subnets': [{'id': '366630ff-4a54-44a5-bcbd-e951b8384258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:18:45.284576 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d5fd1-4fe3-41b9-9f30-468a44d64d2f req-b400b23f-ff47-4349-9693-51d00de4e50f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:45.289623 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d91d5fd1-4fe3-41b9-9f30-468a44d64d2f req-b400b23f-ff47-4349-9693-51d00de4e50f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1556168 Jul 15 23:18:45.346936 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d91d5fd1-4fe3-41b9-9f30-468a44d64d2f req-8e7aee74-bdfd-4019-bd61-5644f6d53226 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516462 Jul 15 23:18:45.492786 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-64b6d40f-e726-4157-bf21-38c05e55211f req-69ed6508-578f-4937-b84a-91937e23d4a4 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 210 time: 0.0412271 Jul 15 23:18:45.620784 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-f1f513a1-200d-4be6-b925-c57dac938f34 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:45.631360 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-f1f513a1-200d-4be6-b925-c57dac938f34 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.36 "GET /v2.0/networks?id=cb7f5d26-827b-40c8-9606-f513fb310e54 HTTP/1.1" status: 200 len: 812 time: 0.1577606 Jul 15 23:18:45.632475 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bcf3a3-eea8-4736-a49c-61a5ebd68979 req-4ed95aa9-4e5b-4793-8572-55d1566ec4e7 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:45.634020 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d0bcf3a3-eea8-4736-a49c-61a5ebd68979 req-4ed95aa9-4e5b-4793-8572-55d1566ec4e7 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.0850194 Jul 15 23:18:45.649000 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15bb25f-66b4-4a3c-b4fe-186200431f0d None None] New status for floating IP 4897ea58-3762-4435-9dee-529b97b09fbb: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:18:45.661733 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-a46808af-8d02-4f64-8797-9d2784b57234 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Request body: {'port': {'device_id': '903858ce-62e9-4fec-bd45-4153308ee165', 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54', 'admin_state_up': True, 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:45.702890 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d0bcf3a3-eea8-4736-a49c-61a5ebd68979 req-0231ba0d-7cb6-44b5-a632-6f3fd213ba66 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625808 Jul 15 23:18:45.894600 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-a46808af-8d02-4f64-8797-9d2784b57234 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Made reservation on behalf of c1885ddec6b5464187ca1cbaa27847a8 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:45.897119 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-656fc25a-9875-49b8-8f86-853d735b0507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:45.898751 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-a46808af-8d02-4f64-8797-9d2784b57234 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:46.019726 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eea244-933c-4457-ae6a-67f6b7edb445 req-05f85d0d-cb17-4d18-864a-d8021c19876e tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:46.021405 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b7eea244-933c-4457-ae6a-67f6b7edb445 req-05f85d0d-cb17-4d18-864a-d8021c19876e tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1385007 Jul 15 23:18:46.091183 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b7eea244-933c-4457-ae6a-67f6b7edb445 req-00945d7c-f766-41fe-84e1-c15a49c77008 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611207 Jul 15 23:18:46.158523 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-a46808af-8d02-4f64-8797-9d2784b57234 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Allocated IP 172.20.0.14 (cb7f5d26-827b-40c8-9606-f513fb310e54/242df3cc-37d7-47c0-a77c-be9034976381/d9e29a36-2553-48c4-8fad-fb5e69661b09) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:46.341577 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ab638-d330-4261-abcd-e0133568746a req-7c37e30d-c0b4-4fd5-ab85-d0fba96d4f31 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:46.348768 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-370ab638-d330-4261-abcd-e0133568746a req-7c37e30d-c0b4-4fd5-ab85-d0fba96d4f31 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 946 time: 0.1054902 Jul 15 23:18:46.417692 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-a46808af-8d02-4f64-8797-9d2784b57234 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:46.434741 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-370ab638-d330-4261-abcd-e0133568746a req-206aa851-3890-4f18-a7d0-569ac563879e tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842600 Jul 15 23:18:46.462222 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-a46808af-8d02-4f64-8797-9d2784b57234 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Transition to ACTIVE for port object d9e29a36-2553-48c4-8fad-fb5e69661b09 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:46.546215 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-a46808af-8d02-4f64-8797-9d2784b57234 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:46.620884 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-a46808af-8d02-4f64-8797-9d2784b57234 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Network cb7f5d26-827b-40c8-9606-f513fb310e54 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:46.623012 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-a46808af-8d02-4f64-8797-9d2784b57234 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:46.647456 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-03adb4b6-9827-4656-99ef-8d5a5230744b req-4667d810-1724-400e-a265-86b84a36fe0e tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 210 time: 0.0852122 Jul 15 23:18:46.655465 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46808af-8d02-4f64-8797-9d2784b57234 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Pushing event updated for resources: {'Port': ['ID=d9e29a36-2553-48c4-8fad-fb5e69661b09,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:46.659817 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-a46808af-8d02-4f64-8797-9d2784b57234 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:46.723340 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-a46808af-8d02-4f64-8797-9d2784b57234 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:46.723998 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-a46808af-8d02-4f64-8797-9d2784b57234 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:46.766405 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-a46808af-8d02-4f64-8797-9d2784b57234 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1258378 Jul 15 23:18:46.786821 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-955cbacf-6075-43eb-87cd-4e15dd375f8c service neutron] Request body: {'port': {'device_id': '903858ce-62e9-4fec-bd45-4153308ee165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:46.917469 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-955cbacf-6075-43eb-87cd-4e15dd375f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:47.029967 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3dfeaad9-c0c7-4822-9230-986058e72fc9 None None] Provisioning for port d9e29a36-2553-48c4-8fad-fb5e69661b09 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:47.035035 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3dfeaad9-c0c7-4822-9230-986058e72fc9 None None] Provisioning complete for port d9e29a36-2553-48c4-8fad-fb5e69661b09 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:47.035955 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3dfeaad9-c0c7-4822-9230-986058e72fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:47.040189 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a262d3d-32cb-445e-a8a8-591ca76382a8 req-ff31bbcf-106c-433b-b3e0-8cb4e930dc70 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:47.041739 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8a262d3d-32cb-445e-a8a8-591ca76382a8 req-ff31bbcf-106c-433b-b3e0-8cb4e930dc70 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1968827 Jul 15 23:18:47.074003 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8c025-5a2e-4bbf-976d-d9c234b09123 req-8744f08b-b43c-444e-9d9f-6c169d0ab649 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:47.081950 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a7a8c025-5a2e-4bbf-976d-d9c234b09123 req-8744f08b-b43c-444e-9d9f-6c169d0ab649 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 932 time: 0.2572482 Jul 15 23:18:47.096630 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-3dfeaad9-c0c7-4822-9230-986058e72fc9 None None] Port d9e29a36-2553-48c4-8fad-fb5e69661b09 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:18:47.147293 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a7a8c025-5a2e-4bbf-976d-d9c234b09123 req-be80e561-bdf7-4d15-b31d-527e3e3f286a tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643892 Jul 15 23:18:47.193409 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8a262d3d-32cb-445e-a8a8-591ca76382a8 req-28d66091-19fc-4680-a404-7341d28a75c2 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066191 Jul 15 23:18:47.359508 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-955cbacf-6075-43eb-87cd-4e15dd375f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9e29a36-2553-48c4-8fad-fb5e69661b09 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:18:47.368181 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-955cbacf-6075-43eb-87cd-4e15dd375f8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:47.381261 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-955cbacf-6075-43eb-87cd-4e15dd375f8c service neutron] Transition to ACTIVE for port object d9e29a36-2553-48c4-8fad-fb5e69661b09 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:47.386993 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-955cbacf-6075-43eb-87cd-4e15dd375f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:47.466534 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955cbacf-6075-43eb-87cd-4e15dd375f8c service neutron] Pushing event updated for resources: {'Port': ['ID=d9e29a36-2553-48c4-8fad-fb5e69661b09,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:47.531671 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-955cbacf-6075-43eb-87cd-4e15dd375f8c service neutron] Attempting to bind port d9e29a36-2553-48c4-8fad-fb5e69661b09 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:18:47.532028 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-955cbacf-6075-43eb-87cd-4e15dd375f8c service neutron] Attempting to bind port d9e29a36-2553-48c4-8fad-fb5e69661b09 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'b8fbf8e3-2064-48ec-a057-e61b61fe1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:18:47.532488 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-955cbacf-6075-43eb-87cd-4e15dd375f8c service neutron] Attempting to bind port d9e29a36-2553-48c4-8fad-fb5e69661b09 on network cb7f5d26-827b-40c8-9606-f513fb310e54 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:47.542779 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-955cbacf-6075-43eb-87cd-4e15dd375f8c service neutron] Port d9e29a36-2553-48c4-8fad-fb5e69661b09 on network cb7f5d26-827b-40c8-9606-f513fb310e54 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:18:47.543246 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-955cbacf-6075-43eb-87cd-4e15dd375f8c service neutron] Attempting to bind port d9e29a36-2553-48c4-8fad-fb5e69661b09 on network cb7f5d26-827b-40c8-9606-f513fb310e54 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:47.549197 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-955cbacf-6075-43eb-87cd-4e15dd375f8c service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:18:47.549610 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-955cbacf-6075-43eb-87cd-4e15dd375f8c service neutron] Checking segment: {'id': 'b8fbf8e3-2064-48ec-a057-e61b61fe1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:47.550067 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-955cbacf-6075-43eb-87cd-4e15dd375f8c service neutron] Bound using segment: {'id': 'b8fbf8e3-2064-48ec-a057-e61b61fe1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:18:47.550572 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-955cbacf-6075-43eb-87cd-4e15dd375f8c service neutron] Bound port: d9e29a36-2553-48c4-8fad-fb5e69661b09, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8fbf8e3-2064-48ec-a057-e61b61fe1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:18:47.551040 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-955cbacf-6075-43eb-87cd-4e15dd375f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:47.627594 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-955cbacf-6075-43eb-87cd-4e15dd375f8c service neutron] For port d9e29a36-2553-48c4-8fad-fb5e69661b09, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:18:47.631449 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-955cbacf-6075-43eb-87cd-4e15dd375f8c service neutron] For port d9e29a36-2553-48c4-8fad-fb5e69661b09, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=d9e29a36-2553-48c4-8fad-fb5e69661b09,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:18:47.652839 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-955cbacf-6075-43eb-87cd-4e15dd375f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:47.709051 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-955cbacf-6075-43eb-87cd-4e15dd375f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:47.709742 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-955cbacf-6075-43eb-87cd-4e15dd375f8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:47.711335 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-955cbacf-6075-43eb-87cd-4e15dd375f8c service neutron] 10.222.0.36 "PUT /v2.0/ports/d9e29a36-2553-48c4-8fad-fb5e69661b09 HTTP/1.1" status: 200 len: 1092 time: 0.9304872 Jul 15 23:18:47.711858 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903858ce-62e9-4fec-bd45-4153308ee165', 'tag': 'd9e29a36-2553-48c4-8fad-fb5e69661b09'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:47.714389 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94425b9-1c9e-4572-b224-0af6af2a1b38" -d '{"events": [{"name": "network-changed", "server_uuid": "903858ce-62e9-4fec-bd45-4153308ee165", "tag": "d9e29a36-2553-48c4-8fad-fb5e69661b09"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:47.758126 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864fe73-8517-418f-8fe5-4d844dc3e3cb req-f78abcb3-67b7-4676-9e38-fe24dfa95d20 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:47.766481 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955cbacf-6075-43eb-87cd-4e15dd375f8c service neutron] Pushing event updated for resources: {'Port': ['ID=d9e29a36-2553-48c4-8fad-fb5e69661b09,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:47.767021 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4864fe73-8517-418f-8fe5-4d844dc3e3cb req-f78abcb3-67b7-4676-9e38-fe24dfa95d20 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 946 time: 0.1257195 Jul 15 23:18:47.855500 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4864fe73-8517-418f-8fe5-4d844dc3e3cb req-d763ef50-87a5-49c0-91db-e1e696dd7ee8 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874143 Jul 15 23:18:47.901460 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-d2494f25-2e14-463f-a84e-3714d9421532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:47.906867 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-d2494f25-2e14-463f-a84e-3714d9421532 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1885ddec6b5464187ca1cbaa27847a8&device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 1095 time: 0.1295366 Jul 15 23:18:47.964308 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c0e6ce-2957-431b-9319-1ab08248090c x-openstack-request-id: req-51c0e6ce-2957-431b-9319-1ab08248090c {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:47.964705 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903858ce-62e9-4fec-bd45-4153308ee165", "tag": "d9e29a36-2553-48c4-8fad-fb5e69661b09", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:47.965203 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51c0e6ce-2957-431b-9319-1ab08248090c {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:47.965793 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '903858ce-62e9-4fec-bd45-4153308ee165', 'tag': 'd9e29a36-2553-48c4-8fad-fb5e69661b09', 'status': 'completed', 'code': 200} Jul 15 23:18:47.967719 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-48cf78a8-90fd-402c-9424-877cc4012e8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9e29a36-2553-48c4-8fad-fb5e69661b09 HTTP/1.1" status: 200 len: 217 time: 0.0449839 Jul 15 23:18:48.026162 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-bad7920c-d130-4745-96c1-6ef9b8b603ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:48.027857 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-bad7920c-d130-4745-96c1-6ef9b8b603ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=242df3cc-37d7-47c0-a77c-be9034976381 HTTP/1.1" status: 200 len: 851 time: 0.0529625 Jul 15 23:18:48.028902 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b18f3f66-6ef2-481f-8459-a74e7d1e6108 req-f15c1bff-9fec-446d-bde5-8990f533bb9a tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 210 time: 0.0537262 Jul 15 23:18:48.101010 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-df56cb60-aa8f-4914-b36e-cca849e73fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:48.102504 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-df56cb60-aa8f-4914-b36e-cca849e73fe3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb7f5d26-827b-40c8-9606-f513fb310e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644069 Jul 15 23:18:48.222226 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-a2779524-1d66-4638-a173-8f1e44db5297 service neutron] 10.222.0.36 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118317 Jul 15 23:18:48.256218 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-41ba60f8-3066-425b-8bc8-ebdcceb9ac60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:48.364997 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2d1323ff-0a19-4ce7-928b-283e45ab5b43 req-2d3d4e54-f4db-4443-b051-062d3db28844 service neutron] 10.222.0.36 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268179 Jul 15 23:18:48.398991 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810468e2-9fb9-430f-a211-69252815c52d req-c0f98e30-b304-425a-80f3-0f3e1cff4d3c tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:48.400527 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-810468e2-9fb9-430f-a211-69252815c52d req-c0f98e30-b304-425a-80f3-0f3e1cff4d3c tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 944 time: 0.1048570 Jul 15 23:18:48.469554 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-810468e2-9fb9-430f-a211-69252815c52d req-e965370f-8f10-4a9d-8057-ef5b717b4739 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612698 Jul 15 23:18:48.478283 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cf3c9-ceb1-4afc-8ff6-3575857e1f28 req-11a48b9a-e8d8-495a-b86f-6a26381fcdc2 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:48.479880 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6d4cf3c9-ceb1-4afc-8ff6-3575857e1f28 req-11a48b9a-e8d8-495a-b86f-6a26381fcdc2 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1222236 Jul 15 23:18:48.525051 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94425b9-1c9e-4572-b224-0af6af2a1b38 req-6008aecc-9f96-4783-bfea-3711a2ec19b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:48.526992 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a94425b9-1c9e-4572-b224-0af6af2a1b38 req-6008aecc-9f96-4783-bfea-3711a2ec19b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1885ddec6b5464187ca1cbaa27847a8&device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 1095 time: 0.0701520 Jul 15 23:18:48.529365 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6d4cf3c9-ceb1-4afc-8ff6-3575857e1f28 req-f4d7a230-269e-477a-8a58-63c596389953 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429585 Jul 15 23:18:48.655834 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94425b9-1c9e-4572-b224-0af6af2a1b38 req-ac8b7c92-7d0d-46a6-a30e-ba3b960bec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:48.658498 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a94425b9-1c9e-4572-b224-0af6af2a1b38 req-ac8b7c92-7d0d-46a6-a30e-ba3b960bec95 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cb7f5d26-827b-40c8-9606-f513fb310e54 HTTP/1.1" status: 200 len: 913 time: 0.1199274 Jul 15 23:18:48.686672 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:48.722613 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a94425b9-1c9e-4572-b224-0af6af2a1b38 req-92e958b0-1a2f-4674-a1b6-674d66819abf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9e29a36-2553-48c4-8fad-fb5e69661b09 HTTP/1.1" status: 200 len: 217 time: 0.0428684 Jul 15 23:18:48.785272 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94425b9-1c9e-4572-b224-0af6af2a1b38 req-c749a853-2db7-4cd1-b748-ee4651e7df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:48.787012 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a94425b9-1c9e-4572-b224-0af6af2a1b38 req-c749a853-2db7-4cd1-b748-ee4651e7df64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=242df3cc-37d7-47c0-a77c-be9034976381 HTTP/1.1" status: 200 len: 851 time: 0.0583131 Jul 15 23:18:48.860674 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94425b9-1c9e-4572-b224-0af6af2a1b38 req-53fd2007-508a-4caa-9484-a552cc3dda6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:48.862464 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a94425b9-1c9e-4572-b224-0af6af2a1b38 req-53fd2007-508a-4caa-9484-a552cc3dda6c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb7f5d26-827b-40c8-9606-f513fb310e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671875 Jul 15 23:18:49.077488 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a94425b9-1c9e-4572-b224-0af6af2a1b38 req-4d4ea161-72b0-4a9a-98fc-2b5bf7306ae3 service neutron] 10.222.0.36 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057595 Jul 15 23:18:49.087204 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2445c-e873-4911-9e1a-40960a7c3d11 req-d2c24532-7132-40d6-921c-1bd7d71c891e tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:49.096939 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-efe2445c-e873-4911-9e1a-40960a7c3d11 req-d2c24532-7132-40d6-921c-1bd7d71c891e tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1387093 Jul 15 23:18:49.176147 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-efe2445c-e873-4911-9e1a-40960a7c3d11 req-a29c5426-5d62-474a-8192-64b693a51722 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783157 Jul 15 23:18:49.298508 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a94425b9-1c9e-4572-b224-0af6af2a1b38 req-f233de03-c88f-4820-837e-963efaa20f2a service neutron] 10.222.0.36 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922400 Jul 15 23:18:49.316973 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb6f7f-70ec-4dd0-b688-a11ebf964b9a req-6ac66c45-9ff6-4108-9160-39e26596beb9 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:49.318546 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-36fb6f7f-70ec-4dd0-b688-a11ebf964b9a req-6ac66c45-9ff6-4108-9160-39e26596beb9 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 946 time: 0.1174088 Jul 15 23:18:49.423947 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-43544fe0-34f6-4ad5-910f-d12968ca2eb9 req-e6abdcd8-922a-4ded-b8b4-be99a2b747fc tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 210 time: 0.0575035 Jul 15 23:18:49.459041 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-36fb6f7f-70ec-4dd0-b688-a11ebf964b9a req-157600d0-32c0-4883-9302-3c84a6a3ca2f tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270995 Jul 15 23:18:49.622058 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:49.664019 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfccbe-8538-4c9f-a4c7-037b98de4614 req-dc73ad73-3df6-4826-aac0-cce1b0285a15 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:49.665743 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8abfccbe-8538-4c9f-a4c7-037b98de4614 req-dc73ad73-3df6-4826-aac0-cce1b0285a15 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 944 time: 0.0770562 Jul 15 23:18:49.714826 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8abfccbe-8538-4c9f-a4c7-037b98de4614 req-fbd62484-7ffd-4bfa-aaa5-9ab7bb21a97b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424769 Jul 15 23:18:50.359245 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ccfe1-b63e-4a22-b019-ae1165ba69f3 req-3b04d240-49d2-4cb6-b3b8-3c5efb846f03 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:50.360749 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a0ccfe1-b63e-4a22-b019-ae1165ba69f3 req-3b04d240-49d2-4cb6-b3b8-3c5efb846f03 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.0627649 Jul 15 23:18:50.404314 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a0ccfe1-b63e-4a22-b019-ae1165ba69f3 req-5d847897-52ed-4afe-8329-3120519fb120 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377967 Jul 15 23:18:50.592385 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15fb2277-3d5f-4cc6-a527-60686f404e9a req-71a40f01-3214-41d9-884b-6c088c88f921 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 210 time: 0.0373042 Jul 15 23:18:50.667250 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae519b3d-07ce-49b3-9b65-ff2c166a67c0 req-9802610e-5b22-4751-9631-0712270ea675 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:50.669136 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ae519b3d-07ce-49b3-9b65-ff2c166a67c0 req-9802610e-5b22-4751-9631-0712270ea675 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.0757434 Jul 15 23:18:50.717958 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ae519b3d-07ce-49b3-9b65-ff2c166a67c0 req-beb9c556-b163-405b-a170-4dcb232c36c2 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403423 Jul 15 23:18:50.798576 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755cbe4c-2869-46ef-85b0-682a74583678 req-0a30b5bd-67c7-4bc5-9021-a769c6776bca tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:50.800230 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-755cbe4c-2869-46ef-85b0-682a74583678 req-0a30b5bd-67c7-4bc5-9021-a769c6776bca tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 946 time: 0.0813720 Jul 15 23:18:50.854835 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-755cbe4c-2869-46ef-85b0-682a74583678 req-806dc161-a425-4de8-8f60-01040f2c6d51 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489125 Jul 15 23:18:50.915301 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c4a26-aaeb-4263-bc68-4eb7d1718282 req-fb0c376d-ec41-46dd-8085-f0d2c156a4ed tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:50.917727 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc9c4a26-aaeb-4263-bc68-4eb7d1718282 req-fb0c376d-ec41-46dd-8085-f0d2c156a4ed tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 944 time: 0.0773365 Jul 15 23:18:50.974827 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc9c4a26-aaeb-4263-bc68-4eb7d1718282 req-e06a6239-7c1a-4b50-a533-6d03fba0b98f tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466802 Jul 15 23:18:51.066879 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device d9e29a36-2553-48c4-8fad-fb5e69661b09 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:18:51.150294 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96912c-8576-40b9-961b-eb4b9bada7fe req-bf77084d-9b2f-414b-b3bd-5203453c04e2 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:51.153841 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6f96912c-8576-40b9-961b-eb4b9bada7fe req-bf77084d-9b2f-414b-b3bd-5203453c04e2 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.0911453 Jul 15 23:18:51.189240 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port d9e29a36-2553-48c4-8fad-fb5e69661b09, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=d9e29a36-2553-48c4-8fad-fb5e69661b09,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:51.203613 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'd9e29a36-2553-48c4-8fad-fb5e69661b09', 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54', 'port_id': 'd9e29a36-2553-48c4-8fad-fb5e69661b09', 'mac_address': 'fa:16:3e:66:fb:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '242df3cc-37d7-47c0-a77c-be9034976381', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:18:51.206181 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6f96912c-8576-40b9-961b-eb4b9bada7fe req-2f1747db-d889-4f09-a4a5-055dbe4c2a22 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466046 Jul 15 23:18:51.257781 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:18:51.278033 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:51.300816 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:51.306528 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9e29a36-2553-48c4-8fad-fb5e69661b09 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:18:51.338259 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port d9e29a36-2553-48c4-8fad-fb5e69661b09, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=d9e29a36-2553-48c4-8fad-fb5e69661b09,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:51.345527 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:51.401320 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f7ade-f22f-423a-baf6-5516ebf46d75 req-97e5de43-7830-470c-bcd4-fa0b18f03fd5 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:51.403793 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-049f7ade-f22f-423a-baf6-5516ebf46d75 req-97e5de43-7830-470c-bcd4-fa0b18f03fd5 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.0778916 Jul 15 23:18:51.409530 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=d9e29a36-2553-48c4-8fad-fb5e69661b09,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:51.446049 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-049f7ade-f22f-423a-baf6-5516ebf46d75 req-5a21baa7-5a70-4347-83e9-961dae0f1c68 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364535 Jul 15 23:18:51.631405 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['d9e29a36-2553-48c4-8fad-fb5e69661b09'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:18:51.707833 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da7063-f0b7-4189-8c5c-4e53a91af566 req-7194d4eb-9319-43f6-b7e0-1096e95d12dd tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:51.709869 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-16da7063-f0b7-4189-8c5c-4e53a91af566 req-7194d4eb-9319-43f6-b7e0-1096e95d12dd tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1249285 Jul 15 23:18:51.783271 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-16da7063-f0b7-4189-8c5c-4e53a91af566 req-f4be61ab-11e7-4a02-83b7-fd501261ead1 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546660 Jul 15 23:18:51.922205 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84502abe-3869-4bb7-b3aa-c68f62dc3c95 req-0b43dcf5-039c-4bc4-820d-4142ec10ffc9 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 210 time: 0.0572133 Jul 15 23:18:52.079188 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597fb25-9bd6-4c3b-bb1c-4ed8853a2b9e req-dbe2551a-9192-497c-abef-15451d028ea1 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:52.080817 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6597fb25-9bd6-4c3b-bb1c-4ed8853a2b9e req-dbe2551a-9192-497c-abef-15451d028ea1 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1019001 Jul 15 23:18:52.161571 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6597fb25-9bd6-4c3b-bb1c-4ed8853a2b9e req-939c9269-fa66-4f4b-b6df-caa4b82b139d tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747151 Jul 15 23:18:52.189017 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0442b72-07d4-4646-8c14-0c4caa2c62e0 req-64fd9bf2-5ffd-4b02-80a0-a402346a7183 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:52.191220 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c0442b72-07d4-4646-8c14-0c4caa2c62e0 req-64fd9bf2-5ffd-4b02-80a0-a402346a7183 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 946 time: 0.0889320 Jul 15 23:18:52.268917 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c0442b72-07d4-4646-8c14-0c4caa2c62e0 req-dc2b511e-5a59-4489-b79a-1d00fa411476 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608420 Jul 15 23:18:52.383424 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d11d0-5f51-48a2-a208-dee33f53b4a4 req-f8ab340c-d9bc-4b58-83dc-665cb99304a8 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:52.385137 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-af3d11d0-5f51-48a2-a208-dee33f53b4a4 req-f8ab340c-d9bc-4b58-83dc-665cb99304a8 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 945 time: 0.0823405 Jul 15 23:18:52.436241 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-af3d11d0-5f51-48a2-a208-dee33f53b4a4 req-e1bb2935-a79c-4c77-af8f-a413acbb3e95 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440245 Jul 15 23:18:52.599163 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3565b-9b28-402d-9ece-cfbaa86870de req-3f91e8ee-cf18-41cc-89ff-f468b66b3b39 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:52.601452 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f3f3565b-9b28-402d-9ece-cfbaa86870de req-3f91e8ee-cf18-41cc-89ff-f468b66b3b39 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.0652936 Jul 15 23:18:52.640685 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f3f3565b-9b28-402d-9ece-cfbaa86870de req-7bd48309-1f98-4dcd-83ed-9c0ddc0d74b5 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336645 Jul 15 23:18:52.837189 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7f786-31bb-46d5-94de-1eccfb098d58 req-341836e8-b8e7-4a44-a618-e5599c447014 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:52.838829 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8bd7f786-31bb-46d5-94de-1eccfb098d58 req-341836e8-b8e7-4a44-a618-e5599c447014 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.0633438 Jul 15 23:18:52.882256 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8bd7f786-31bb-46d5-94de-1eccfb098d58 req-8e62a8d2-efd5-4bc3-b1c9-682064f818b9 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370512 Jul 15 23:18:53.080976 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 673850ff-407a-4db6-9983-221bab124087 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:18:53.088927 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device d9e29a36-2553-48c4-8fad-fb5e69661b09 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:53.142142 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c9d2baf1-faf3-4766-adfe-76c79d811b82 req-173a006b-07ab-4e1e-b82d-c2157a793ca3 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 210 time: 0.0497072 Jul 15 23:18:53.163813 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f1a7a-a60d-4432-8168-6835e0a5576f req-6afd72a8-9380-43bf-bce4-9d753d6fa4d8 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:53.165599 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2a1f1a7a-a60d-4432-8168-6835e0a5576f req-6afd72a8-9380-43bf-bce4-9d753d6fa4d8 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1347551 Jul 15 23:18:53.222896 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2a1f1a7a-a60d-4432-8168-6835e0a5576f req-8d68255b-1715-46f7-b91e-15871e37fa59 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490274 Jul 15 23:18:53.236424 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port d9e29a36-2553-48c4-8fad-fb5e69661b09 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:53.244150 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port d9e29a36-2553-48c4-8fad-fb5e69661b09 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:53.244592 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:53.303912 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 673850ff-407a-4db6-9983-221bab124087, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=673850ff-407a-4db6-9983-221bab124087,segment=NetworkSegment(22713b79-5743-4d1f-a04e-a62a4823d5d0),segment_id=22713b79-5743-4d1f-a04e-a62a4823d5d0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:53.325262 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '673850ff-407a-4db6-9983-221bab124087', 'network_id': '99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1', 'port_id': '673850ff-407a-4db6-9983-221bab124087', 'mac_address': 'fa:16:3e:71:27:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f7dbbdb-253d-4dd8-8e24-27ba422c3bb3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:18:53.445602 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:53.460396 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:53.483376 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 673850ff-407a-4db6-9983-221bab124087 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:18:53.488483 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a6b60-9c9d-4088-a797-107c53bdcd56 req-5427bd1a-0da9-494d-b14e-a5dd53b397e3 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:53.490348 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-229a6b60-9c9d-4088-a797-107c53bdcd56 req-5427bd1a-0da9-494d-b14e-a5dd53b397e3 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1277747 Jul 15 23:18:53.493366 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903858ce-62e9-4fec-bd45-4153308ee165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e29a36-2553-48c4-8fad-fb5e69661b09'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:53.496065 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44986190-8947-4e95-8be0-db29c6cc35e9" -d '{"events": [{"server_uuid": "903858ce-62e9-4fec-bd45-4153308ee165", "name": "network-vif-plugged", "status": "completed", "tag": "d9e29a36-2553-48c4-8fad-fb5e69661b09"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:53.515079 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port d9e29a36-2553-48c4-8fad-fb5e69661b09, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=d9e29a36-2553-48c4-8fad-fb5e69661b09,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:53.523058 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:53.523651 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 673850ff-407a-4db6-9983-221bab124087 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:53.526669 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 673850ff-407a-4db6-9983-221bab124087, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=673850ff-407a-4db6-9983-221bab124087,segment=NetworkSegment(22713b79-5743-4d1f-a04e-a62a4823d5d0),segment_id=22713b79-5743-4d1f-a04e-a62a4823d5d0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:53.540268 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c19ce9-314b-42dd-98a7-6d5f933b20d3 req-74ff9bbd-8be3-4565-a265-f0ee77b1445d tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:53.542114 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d5c19ce9-314b-42dd-98a7-6d5f933b20d3 req-74ff9bbd-8be3-4565-a265-f0ee77b1445d tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 946 time: 0.1225967 Jul 15 23:18:53.562688 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-229a6b60-9c9d-4088-a797-107c53bdcd56 req-7afaf43c-604b-41e3-ac9e-21004a9173ba tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628996 Jul 15 23:18:53.565933 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:53.614079 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=d9e29a36-2553-48c4-8fad-fb5e69661b09,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:53.617862 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d5c19ce9-314b-42dd-98a7-6d5f933b20d3 req-a39d577d-6c0f-4209-8891-6a30e84f21b9 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673621 Jul 15 23:18:53.679486 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=673850ff-407a-4db6-9983-221bab124087,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:53.728043 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:53.742854 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 673850ff-407a-4db6-9983-221bab124087 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:18:53.766508 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 673850ff-407a-4db6-9983-221bab124087, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=673850ff-407a-4db6-9983-221bab124087,segment=NetworkSegment(22713b79-5743-4d1f-a04e-a62a4823d5d0),segment_id=22713b79-5743-4d1f-a04e-a62a4823d5d0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:53.771406 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:53.854021 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afc6e1a-e622-4c97-a0ad-f73f27cea0f9 x-openstack-request-id: req-0afc6e1a-e622-4c97-a0ad-f73f27cea0f9 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:53.854426 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903858ce-62e9-4fec-bd45-4153308ee165", "name": "network-vif-plugged", "status": "completed", "tag": "d9e29a36-2553-48c4-8fad-fb5e69661b09", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:53.854940 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0afc6e1a-e622-4c97-a0ad-f73f27cea0f9 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:53.855587 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903858ce-62e9-4fec-bd45-4153308ee165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e29a36-2553-48c4-8fad-fb5e69661b09', 'code': 200} Jul 15 23:18:53.858072 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['673850ff-407a-4db6-9983-221bab124087'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:18:53.879278 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4c145-ad22-41a5-b830-36fb1575dbf2 req-361abff5-8b5e-4f79-9413-11b0c0be537c tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:53.887909 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-11a4c145-ad22-41a5-b830-36fb1575dbf2 req-361abff5-8b5e-4f79-9413-11b0c0be537c tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 946 time: 0.1098192 Jul 15 23:18:53.911746 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=673850ff-407a-4db6-9983-221bab124087,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:53.991982 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-11a4c145-ad22-41a5-b830-36fb1575dbf2 req-2c567b44-2f7b-4952-b2ce-35621e6ac5f8 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945423 Jul 15 23:18:54.043949 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b70713-7e39-4b34-b6b7-e6a6085a6d84 req-cd11ec43-e29e-4d00-ac10-fb65f1768655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:54.045641 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-35b70713-7e39-4b34-b6b7-e6a6085a6d84 req-cd11ec43-e29e-4d00-ac10-fb65f1768655 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 1097 time: 0.0968735 Jul 15 23:18:54.075905 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.092535 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-35b70713-7e39-4b34-b6b7-e6a6085a6d84 req-5811fc15-7abc-4156-91e9-b8bbf72c72f8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404255 Jul 15 23:18:54.178208 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a0d26-af65-4a8b-ba84-d4d34946ab55 req-4e2b1769-6a5c-42ea-8f23-3cd6cfee80dc tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:54.188460 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-726a0d26-af65-4a8b-ba84-d4d34946ab55 req-4e2b1769-6a5c-42ea-8f23-3cd6cfee80dc tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.0852499 Jul 15 23:18:54.275285 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-726a0d26-af65-4a8b-ba84-d4d34946ab55 req-a4b5d733-f628-4150-96a2-446326a2a3d9 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856543 Jul 15 23:18:54.346030 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cfa73839-7415-44ba-aab4-87f61fc8d181 req-8b8464bf-9dc2-4d2f-945c-045c8d90c730 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 210 time: 0.0356095 Jul 15 23:18:54.376628 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 60692) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:54.488789 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff7077-cf36-4a24-b015-21cb9965846d req-2d22e529-d4a0-486e-a6fe-98ff48325d54 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:54.495798 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a8ff7077-cf36-4a24-b015-21cb9965846d req-2d22e529-d4a0-486e-a6fe-98ff48325d54 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.0878339 Jul 15 23:18:54.499836 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f1c58ec-b1c8-4f9b-a4f3-8668974bbed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.546383 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a8ff7077-cf36-4a24-b015-21cb9965846d req-6d465deb-4373-4308-87d5-3ff0391ea6c1 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488834 Jul 15 23:18:54.616968 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f1c58ec-b1c8-4f9b-a4f3-8668974bbed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.621542 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f1c58ec-b1c8-4f9b-a4f3-8668974bbed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.667692 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 60700) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:54.667886 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2f1c58ec-b1c8-4f9b-a4f3-8668974bbed5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bc9f39fe9fcb4f9e9a871adb101c8710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2899127 Jul 15 23:18:54.669698 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c58ec-b1c8-4f9b-a4f3-8668974bbed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4349a0f4-439b-4e91-923b-7a54d3de2ae7,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:54.741408 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-093db89f-550e-40cc-bb83-c1137ece1adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.817852 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-093db89f-550e-40cc-bb83-c1137ece1adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.921457 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4b978-cb33-4a31-87e1-fd52175cf113 req-55351e10-23a4-44e1-9ed4-d9fa20d1a81e tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:54.922992 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cee4b978-cb33-4a31-87e1-fd52175cf113 req-55351e10-23a4-44e1-9ed4-d9fa20d1a81e tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1434109 Jul 15 23:18:54.925734 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-093db89f-550e-40cc-bb83-c1137ece1adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.928180 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-093db89f-550e-40cc-bb83-c1137ece1adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.929253 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-093db89f-550e-40cc-bb83-c1137ece1adc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4349a0f4-439b-4e91-923b-7a54d3de2ae7 HTTP/1.1" status: 204 len: 168 time: 0.2600179 Jul 15 23:18:54.968472 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1901be-59ea-47de-9da9-a53402f3f69b req-ba98371c-8865-4008-9ef8-dc8943304537 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:54.969987 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8c1901be-59ea-47de-9da9-a53402f3f69b req-ba98371c-8865-4008-9ef8-dc8943304537 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 944 time: 0.1545022 Jul 15 23:18:54.972811 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093db89f-550e-40cc-bb83-c1137ece1adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4349a0f4-439b-4e91-923b-7a54d3de2ae7,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:55.008941 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cee4b978-cb33-4a31-87e1-fd52175cf113 req-c2502a5f-f460-4ce7-88b3-ba4abb84dfbc tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775943 Jul 15 23:18:55.058207 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8c1901be-59ea-47de-9da9-a53402f3f69b req-91310a47-cac7-40ce-8c5d-34251fc8723e tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815272 Jul 15 23:18:55.079151 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 673850ff-407a-4db6-9983-221bab124087 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:55.192162 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 673850ff-407a-4db6-9983-221bab124087 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:55.193343 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:55.309132 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:55.360124 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 673850ff-407a-4db6-9983-221bab124087, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=673850ff-407a-4db6-9983-221bab124087,segment=NetworkSegment(22713b79-5743-4d1f-a04e-a62a4823d5d0),segment_id=22713b79-5743-4d1f-a04e-a62a4823d5d0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:55.365722 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:55.418417 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f9af8-e2dd-4f56-bc6b-1056c47cafef req-8c8d1801-2522-4a60-b0bb-058368f88a4e tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:55.420171 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-921f9af8-e2dd-4f56-bc6b-1056c47cafef req-8c8d1801-2522-4a60-b0bb-058368f88a4e tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 946 time: 0.2161472 Jul 15 23:18:55.433449 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=673850ff-407a-4db6-9983-221bab124087,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:55.495339 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbaa9d-63c4-479e-b5f5-8ee48d055629 req-6e3b8f1d-4aa3-4f83-8988-9ef539751a1f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:55.497495 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2bbaa9d-63c4-479e-b5f5-8ee48d055629 req-6e3b8f1d-4aa3-4f83-8988-9ef539751a1f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1281345 Jul 15 23:18:55.513051 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-921f9af8-e2dd-4f56-bc6b-1056c47cafef req-a8f42467-28b5-4607-a0ba-e309a51e98db tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840800 Jul 15 23:18:55.580283 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2bbaa9d-63c4-479e-b5f5-8ee48d055629 req-e343708b-5e05-4a90-bd32-6a872010018b tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657022 Jul 15 23:18:55.685302 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5db340ed-7eac-4b22-aab7-3a4cd6b3ff59 req-0df57873-93ba-403f-93f9-9dd1f4259b9a tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 210 time: 0.0444393 Jul 15 23:18:55.835272 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8caed5-ec73-4744-a4ad-0e8b294d36c5 req-b225ad3d-4616-43d1-8d32-0c75c4f407da tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:55.836737 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-af8caed5-ec73-4744-a4ad-0e8b294d36c5 req-b225ad3d-4616-43d1-8d32-0c75c4f407da tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.0681450 Jul 15 23:18:55.856794 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b004a0b-b267-42d7-a819-0f34d2e68559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673850ff-407a-4db6-9983-221bab124087'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:55.859227 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb89e87e-803b-4900-ac61-3bedf5e7b09d" -d '{"events": [{"server_uuid": "2b004a0b-b267-42d7-a819-0f34d2e68559", "name": "network-vif-plugged", "status": "completed", "tag": "673850ff-407a-4db6-9983-221bab124087"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:55.879503 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-af8caed5-ec73-4744-a4ad-0e8b294d36c5 req-c5dbf8d1-2030-4180-9780-02cbb23fb911 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366700 Jul 15 23:18:55.903190 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b6b740-814c-4c5c-aab9-8c5ba8e462a0 x-openstack-request-id: req-43b6b740-814c-4c5c-aab9-8c5ba8e462a0 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:55.903190 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b004a0b-b267-42d7-a819-0f34d2e68559", "name": "network-vif-plugged", "status": "completed", "tag": "673850ff-407a-4db6-9983-221bab124087", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:55.903190 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43b6b740-814c-4c5c-aab9-8c5ba8e462a0 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:55.903190 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b004a0b-b267-42d7-a819-0f34d2e68559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673850ff-407a-4db6-9983-221bab124087', 'code': 200} Jul 15 23:18:55.961676 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 60740) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:56.070448 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-25ea384f-70d1-447d-be5f-051544546462 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-557621329-network', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:56.121125 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee41ee-0cba-4bba-8f0e-c6f0ee96196e req-5692ed4d-33f3-4384-a664-5f530bdebe18 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:56.129596 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-beee41ee-0cba-4bba-8f0e-c6f0ee96196e req-5692ed4d-33f3-4384-a664-5f530bdebe18 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1237719 Jul 15 23:18:56.131652 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ea384f-70d1-447d-be5f-051544546462 admin admin] Made reservation on behalf of 3c476bc9e2fe48f188b2500546342e72 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:56.134259 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25ea384f-70d1-447d-be5f-051544546462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:56.145140 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7dd03a-b9a0-4119-a860-b3e8cb000f65 req-efa8bc32-880a-4457-9141-d1c5b929755f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:56.146798 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7a7dd03a-b9a0-4119-a860-b3e8cb000f65 req-efa8bc32-880a-4457-9141-d1c5b929755f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 1097 time: 0.0711012 Jul 15 23:18:56.159840 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25ea384f-70d1-447d-be5f-051544546462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:56.188761 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7a7dd03a-b9a0-4119-a860-b3e8cb000f65 req-89165eb0-5570-40d9-b3a5-eff20e39eca8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352745 Jul 15 23:18:56.243634 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-beee41ee-0cba-4bba-8f0e-c6f0ee96196e req-07c6f3e8-174c-4d62-ac64-2fca5e487864 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130266 Jul 15 23:18:56.313986 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817db62-fc02-4853-96ff-d902d3b5cc9d req-33383b3a-eeca-4734-80ed-3024f692174c tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:56.315508 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8817db62-fc02-4853-96ff-d902d3b5cc9d req-33383b3a-eeca-4734-80ed-3024f692174c tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 946 time: 0.1232178 Jul 15 23:18:56.350650 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25ea384f-70d1-447d-be5f-051544546462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:56.356716 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25ea384f-70d1-447d-be5f-051544546462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:56.397840 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ea384f-70d1-447d-be5f-051544546462 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:18:56.403752 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8817db62-fc02-4853-96ff-d902d3b5cc9d req-0b04beeb-18ae-4f0b-9c47-b8b9f9c0064f tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772526 Jul 15 23:18:56.407252 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea384f-70d1-447d-be5f-051544546462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:56.416523 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25ea384f-70d1-447d-be5f-051544546462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:56.417072 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-25ea384f-70d1-447d-be5f-051544546462 admin admin] Added segment 2e489be5-30e9-4f5e-b90d-5ad6af863e21 of type vlan for network 735c8477-b658-4066-88fd-8f0a4fc80eba Jul 15 23:18:56.466117 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25ea384f-70d1-447d-be5f-051544546462 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:56.497176 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25ea384f-70d1-447d-be5f-051544546462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:56.498384 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ea384f-70d1-447d-be5f-051544546462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:56.499150 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25ea384f-70d1-447d-be5f-051544546462 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:56.532868 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-25ea384f-70d1-447d-be5f-051544546462 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5696275 Jul 15 23:18:56.535547 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 60754) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:56.540577 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-33893318-5d71-43a7-929a-957f5df13748 admin admin] Request body: {'subnet': {'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-557621329-subnet', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:56.586162 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea384f-70d1-447d-be5f-051544546462 admin admin] Pushing event updated for resources: {'Network': ['ID=735c8477-b658-4066-88fd-8f0a4fc80eba,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:56.602221 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 735c8477-b658-4066-88fd-8f0a4fc80eba details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:18:56.627612 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33893318-5d71-43a7-929a-957f5df13748 admin admin] Made reservation on behalf of 3c476bc9e2fe48f188b2500546342e72 for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:56.630112 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-33893318-5d71-43a7-929a-957f5df13748 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:56.759696 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf3bae-5c20-4963-9017-9bbe9c00ddf4 req-d19c7795-7587-4a0e-ac3f-01f7ae2794f9 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:56.761187 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dcaf3bae-5c20-4963-9017-9bbe9c00ddf4 req-d19c7795-7587-4a0e-ac3f-01f7ae2794f9 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1875322 Jul 15 23:18:56.831805 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e267b-07a4-460d-adde-eb3788953f99 req-0aad8a42-cd3c-4554-a0e5-8e0b25310696 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:56.833300 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d69e267b-07a4-460d-adde-eb3788953f99 req-0aad8a42-cd3c-4554-a0e5-8e0b25310696 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 946 time: 0.1988597 Jul 15 23:18:56.860151 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dcaf3bae-5c20-4963-9017-9bbe9c00ddf4 req-58c68c7b-39b5-4480-ba02-8d08ed95216a tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883868 Jul 15 23:18:56.908515 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d69e267b-07a4-460d-adde-eb3788953f99 req-2ca9cc39-fead-454e-94d7-3b51ca035d06 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543859 Jul 15 23:18:56.956444 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-33893318-5d71-43a7-929a-957f5df13748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:57.008215 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33893318-5d71-43a7-929a-957f5df13748 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54f0c398-786c-4bb4-9c0d-f6b9e6012b3b,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:57.056523 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33893318-5d71-43a7-929a-957f5df13748 admin admin] Checking segment: {'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:57.056874 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33893318-5d71-43a7-929a-957f5df13748 admin admin] Network hostable DHCP agents. Network: 735c8477-b658-4066-88fd-8f0a4fc80eba, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:18:57.062140 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-916f340e-dc7b-4532-92f4-0a318e08c4e6 req-fba367c0-25c4-423f-9e0d-125dce4fb320 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 210 time: 0.0411854 Jul 15 23:18:57.114898 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33893318-5d71-43a7-929a-957f5df13748 admin admin] Network 735c8477-b658-4066-88fd-8f0a4fc80eba is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:18:57.128443 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-33893318-5d71-43a7-929a-957f5df13748 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 735c8477-b658-4066-88fd-8f0a4fc80eba) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:57.137045 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c235eb0-02ab-4cb4-8632-9dc0aa974312 None None] Network 735c8477-b658-4066-88fd-8f0a4fc80eba requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:57.148338 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33893318-5d71-43a7-929a-957f5df13748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:57.149351 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-33893318-5d71-43a7-929a-957f5df13748 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:57.181309 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6074b-f34c-453b-9b83-3841b4922540 req-25e61810-1e24-4964-a903-b56629cf3342 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:57.183162 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8ae6074b-f34c-453b-9b83-3841b4922540 req-25e61810-1e24-4964-a903-b56629cf3342 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1280136 Jul 15 23:18:57.202503 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-33893318-5d71-43a7-929a-957f5df13748 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6659031 Jul 15 23:18:57.205793 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 60762) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:57.211872 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-953b6cf9-6110-4853-942d-38d18cbff686 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-557621329-router', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:57.252527 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-953b6cf9-6110-4853-942d-38d18cbff686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:57.254014 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-953b6cf9-6110-4853-942d-38d18cbff686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:57.257776 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8ae6074b-f34c-453b-9b83-3841b4922540 req-07fb3f9d-f55e-4e54-ae9b-ac26d04d09f5 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675726 Jul 15 23:18:57.373248 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-953b6cf9-6110-4853-942d-38d18cbff686 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:57.509387 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9adfa1e-e6e6-4471-b392-b2b4437d9fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-735c8477-b658-4066-88fd-8f0a4fc80eba', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'fixed_ips': [{'subnet_id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:18:57.510514 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f9adfa1e-e6e6-4471-b392-b2b4437d9fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:57.604961 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfe1ef-db48-441a-b3aa-ab3777207bdf req-8491bcca-240c-4428-9963-9415e4365e97 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:57.607231 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9bdfe1ef-db48-441a-b3aa-ab3777207bdf req-8491bcca-240c-4428-9963-9415e4365e97 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 946 time: 0.0901954 Jul 15 23:18:57.658622 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9bdfe1ef-db48-441a-b3aa-ab3777207bdf req-df4616ef-b483-407e-b805-c4776c06e579 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444136 Jul 15 23:18:57.674037 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-953b6cf9-6110-4853-942d-38d18cbff686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:57.730872 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-f9adfa1e-e6e6-4471-b392-b2b4437d9fd9 None None] Allocated IP 172.20.0.2 (735c8477-b658-4066-88fd-8f0a4fc80eba/54f0c398-786c-4bb4-9c0d-f6b9e6012b3b/16b568b0-877e-4ad6-9570-a2435eff4d82) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:57.754504 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea545632-b271-444d-82f7-5cac9d9874df req-7f3a030e-6b6e-4813-94e3-62c19bf78d06 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:57.756505 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ea545632-b271-444d-82f7-5cac9d9874df req-7f3a030e-6b6e-4813-94e3-62c19bf78d06 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 946 time: 0.1050053 Jul 15 23:18:57.799968 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ea545632-b271-444d-82f7-5cac9d9874df req-985a807e-a74f-4cb6-9998-4d38e6aed237 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378191 Jul 15 23:18:57.896989 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798188f2-74f7-402e-a485-d16a790bd628 req-44cfa0ec-b5eb-48e8-886b-a4f638cad3ca tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:57.905127 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-798188f2-74f7-402e-a485-d16a790bd628 req-44cfa0ec-b5eb-48e8-886b-a4f638cad3ca tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.0777314 Jul 15 23:18:57.930858 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f9adfa1e-e6e6-4471-b392-b2b4437d9fd9 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:57.940152 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f9adfa1e-e6e6-4471-b392-b2b4437d9fd9 None None] Transition to ACTIVE for port object 16b568b0-877e-4ad6-9570-a2435eff4d82 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:57.942031 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-953b6cf9-6110-4853-942d-38d18cbff686 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:57.957607 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f9adfa1e-e6e6-4471-b392-b2b4437d9fd9 None None] Transition to ACTIVE for port object 16b568b0-877e-4ad6-9570-a2435eff4d82 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:57.958429 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-798188f2-74f7-402e-a485-d16a790bd628 req-5a59465a-390e-49c8-8919-1fa2e74d750d tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522373 Jul 15 23:18:57.965700 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f9adfa1e-e6e6-4471-b392-b2b4437d9fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:57.973467 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-953b6cf9-6110-4853-942d-38d18cbff686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:58.016419 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9adfa1e-e6e6-4471-b392-b2b4437d9fd9 None None] Network 735c8477-b658-4066-88fd-8f0a4fc80eba is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:58.034502 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-f9adfa1e-e6e6-4471-b392-b2b4437d9fd9 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:58.036452 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9adfa1e-e6e6-4471-b392-b2b4437d9fd9 None None] Pushing event updated for resources: {'Port': ['ID=16b568b0-877e-4ad6-9570-a2435eff4d82,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:58.038719 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9adfa1e-e6e6-4471-b392-b2b4437d9fd9 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:58.041319 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c703e7-dbdc-44a3-9a7a-7ed114a55bdd req-0cd72e36-98b2-42f9-ada6-4690a3396a20 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:58.048565 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c9c703e7-dbdc-44a3-9a7a-7ed114a55bdd req-0cd72e36-98b2-42f9-ada6-4690a3396a20 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 946 time: 0.1161373 Jul 15 23:18:58.122308 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-953b6cf9-6110-4853-942d-38d18cbff686 admin admin] Allocated IP 172.25.4.119 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/c18b313d-8275-4a72-a32c-8c6d0ba83a93) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:58.129338 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-f9adfa1e-e6e6-4471-b392-b2b4437d9fd9 None None] Attempting to bind port 16b568b0-877e-4ad6-9570-a2435eff4d82 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:18:58.129764 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-f9adfa1e-e6e6-4471-b392-b2b4437d9fd9 None None] Attempting to bind port 16b568b0-877e-4ad6-9570-a2435eff4d82 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:18:58.130120 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adfa1e-e6e6-4471-b392-b2b4437d9fd9 None None] Attempting to bind port 16b568b0-877e-4ad6-9570-a2435eff4d82 on network 735c8477-b658-4066-88fd-8f0a4fc80eba {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:58.135578 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adfa1e-e6e6-4471-b392-b2b4437d9fd9 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:18:58.135986 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adfa1e-e6e6-4471-b392-b2b4437d9fd9 None None] Checking segment: {'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:58.136488 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f9adfa1e-e6e6-4471-b392-b2b4437d9fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:58.137536 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adfa1e-e6e6-4471-b392-b2b4437d9fd9 None None] Bound using segment: {'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:18:58.138010 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-f9adfa1e-e6e6-4471-b392-b2b4437d9fd9 None None] Bound port: 16b568b0-877e-4ad6-9570-a2435eff4d82, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:18:58.138406 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f9adfa1e-e6e6-4471-b392-b2b4437d9fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:58.166716 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c9c703e7-dbdc-44a3-9a7a-7ed114a55bdd req-1a7536b2-5d72-4f7f-8f97-07dcd4241e44 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171703 Jul 15 23:18:58.220656 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979103f3-30c1-496c-a4b5-20cec7c5e61d req-ba902f30-51b9-4268-92d3-5f885116d9ad tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:58.229144 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-979103f3-30c1-496c-a4b5-20cec7c5e61d req-ba902f30-51b9-4268-92d3-5f885116d9ad tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1392307 Jul 15 23:18:58.243666 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-953b6cf9-6110-4853-942d-38d18cbff686 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:58.248190 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-f9adfa1e-e6e6-4471-b392-b2b4437d9fd9 None None] For port 16b568b0-877e-4ad6-9570-a2435eff4d82, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:18:58.251500 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-f9adfa1e-e6e6-4471-b392-b2b4437d9fd9 None None] For port 16b568b0-877e-4ad6-9570-a2435eff4d82, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=16b568b0-877e-4ad6-9570-a2435eff4d82,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:18:58.256601 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f9adfa1e-e6e6-4471-b392-b2b4437d9fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:58.277741 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-979103f3-30c1-496c-a4b5-20cec7c5e61d req-644587f8-5c8d-4faa-9824-f03c6dfe0113 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477211 Jul 15 23:18:58.298574 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-953b6cf9-6110-4853-942d-38d18cbff686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:58.365287 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953b6cf9-6110-4853-942d-38d18cbff686 admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:58.369489 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-953b6cf9-6110-4853-942d-38d18cbff686 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:58.374545 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953b6cf9-6110-4853-942d-38d18cbff686 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:58.383166 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-845ebb14-0320-4157-8af8-0bfcd44c8168 req-5cce71bc-d045-45f7-a17e-b38556100e50 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f5fbe3f-9039-4f06-9d32-cc52df5f6d72 HTTP/1.1" status: 200 len: 210 time: 0.0616922 Jul 15 23:18:58.389006 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9adfa1e-e6e6-4471-b392-b2b4437d9fd9 None None] Pushing event updated for resources: {'Port': ['ID=16b568b0-877e-4ad6-9570-a2435eff4d82,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:58.424066 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b6cf9-6110-4853-942d-38d18cbff686 admin admin] Pushing event updated for resources: {'Port': ['ID=c18b313d-8275-4a72-a32c-8c6d0ba83a93,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:58.656266 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155a952-e205-4895-9882-5fe393e81c95 req-4d6c3eb0-5d2d-4532-b1e2-11be7513fef7 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:58.666838 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a155a952-e205-4895-9882-5fe393e81c95 req-4d6c3eb0-5d2d-4532-b1e2-11be7513fef7 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1272283 Jul 15 23:18:58.718026 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a155a952-e205-4895-9882-5fe393e81c95 req-453913dc-d936-458c-94e5-c57df24edc79 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498681 Jul 15 23:18:58.763118 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-953b6cf9-6110-4853-942d-38d18cbff686 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:58.943436 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5474619-e2ef-4ba9-b007-bfa61c4da2ef req-9a77286b-9e6b-4b17-a1e4-ac39979f22e2 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:58.944841 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f5474619-e2ef-4ba9-b007-bfa61c4da2ef req-9a77286b-9e6b-4b17-a1e4-ac39979f22e2 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 946 time: 0.0931532 Jul 15 23:18:58.995825 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-953b6cf9-6110-4853-942d-38d18cbff686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:59.014403 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f422054-e9d1-442a-b441-e74c71142fd4 req-fa1be1cd-0c21-4240-9625-e95ae5cfdd25 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:59.020408 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0f422054-e9d1-442a-b441-e74c71142fd4 req-fa1be1cd-0c21-4240-9625-e95ae5cfdd25 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1260345 Jul 15 23:18:59.041700 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f5474619-e2ef-4ba9-b007-bfa61c4da2ef req-7f414ba4-fb08-4e61-bca7-07a009eb6a87 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892751 Jul 15 23:18:59.064820 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0f422054-e9d1-442a-b441-e74c71142fd4 req-e16497e8-7601-4221-b86e-cfd3a40b7faf tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373759 Jul 15 23:18:59.105040 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 16b568b0-877e-4ad6-9570-a2435eff4d82 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:59.180508 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953b6cf9-6110-4853-942d-38d18cbff686 admin admin] Router b57d779f-b0b4-4ccd-8d02-35c0b493118c is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:18:59.183148 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 16b568b0-877e-4ad6-9570-a2435eff4d82 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:59.278462 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-3220438d-6607-4d47-bedb-d44ee4a755ec tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:59.279985 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-3220438d-6607-4d47-bedb-d44ee4a755ec tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/networks?id=99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1 HTTP/1.1" status: 200 len: 814 time: 0.1335814 Jul 15 23:18:59.299192 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-c7b52588-ad5d-4777-af44-e570e56c3212 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/quotas/35bcfbe73491485d89c50cca2d44c38d HTTP/1.1" status: 200 len: 375 time: 0.0135114 Jul 15 23:18:59.317803 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953b6cf9-6110-4853-942d-38d18cbff686 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:18:59.330935 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abad27bd-3233-4b5e-ad38-a85b0dbe9dd8 None None] Sync routers for ids ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:18:59.346998 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abad27bd-3233-4b5e-ad38-a85b0dbe9dd8 None None] Routers {'b57d779f-b0b4-4ccd-8d02-35c0b493118c'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:59.348061 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-abad27bd-3233-4b5e-ad38-a85b0dbe9dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:18:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:59.353129 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-953b6cf9-6110-4853-942d-38d18cbff686 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:59.358510 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-953b6cf9-6110-4853-942d-38d18cbff686 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1507361 Jul 15 23:18:59.359393 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 60808) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:59.387392 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-7cd0c962-dbe6-4794-a475-8c6c06abfd6c tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=35bcfbe73491485d89c50cca2d44c38d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0807383 Jul 15 23:18:59.483677 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-abad27bd-3233-4b5e-ad38-a85b0dbe9dd8 None None] Set router b57d779f-b0b4-4ccd-8d02-35c0b493118c gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:18:59.544245 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-f0ddbdbc-21b6-4d16-ae27-d9236bd48285 service neutron] 10.222.0.16 "GET /v2.0/networks/99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547096 Jul 15 23:18:59.631780 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3cbe13-dd39-457a-a578-91996e18e991 None None] Network 735c8477-b658-4066-88fd-8f0a4fc80eba requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:59.711065 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-de878796-ec13-457c-8451-9186b1d8115b None None] Provisioning for port 16b568b0-877e-4ad6-9570-a2435eff4d82 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:59.714612 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-42f57bc0-291e-4df3-bee4-35abbf2835aa service neutron] 10.222.0.16 "GET /v2.0/networks/99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691613 Jul 15 23:18:59.720749 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-abad27bd-3233-4b5e-ad38-a85b0dbe9dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'name': 'tempest-TestVolumeBootPattern-557621329-router', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:18:58Z', 'revision_number': 3, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'gw_port': {'id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:18:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:59.721723 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-de878796-ec13-457c-8451-9186b1d8115b None None] Provisioning complete for port 16b568b0-877e-4ad6-9570-a2435eff4d82 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:59.722137 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de878796-ec13-457c-8451-9186b1d8115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:59.753320 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abad27bd-3233-4b5e-ad38-a85b0dbe9dd8 None None] Checking router: b57d779f-b0b4-4ccd-8d02-35c0b493118c for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:18:59.754031 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abad27bd-3233-4b5e-ad38-a85b0dbe9dd8 None None] Updating router b57d779f-b0b4-4ccd-8d02-35c0b493118c port c18b313d-8275-4a72-a32c-8c6d0ba83a93 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:18:59.835250 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-abad27bd-3233-4b5e-ad38-a85b0dbe9dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.012885 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de878796-ec13-457c-8451-9186b1d8115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.058591 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644e663-b34b-4109-a3c7-3b1fd78daa41 req-219ee9fd-d8a2-4e70-ab79-5d1521ce8cf8 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:00.068215 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8644e663-b34b-4109-a3c7-3b1fd78daa41 req-219ee9fd-d8a2-4e70-ab79-5d1521ce8cf8 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.0964310 Jul 15 23:19:00.120509 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-de878796-ec13-457c-8451-9186b1d8115b None None] For port 16b568b0-877e-4ad6-9570-a2435eff4d82, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=16b568b0-877e-4ad6-9570-a2435eff4d82,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:00.131429 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de878796-ec13-457c-8451-9186b1d8115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.154290 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8644e663-b34b-4109-a3c7-3b1fd78daa41 req-81801817-a01c-452f-b3db-6507c38af5ee tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858729 Jul 15 23:19:00.235169 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 60834) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:00.252700 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3930b-937b-4475-9061-9a077a5420e7 req-2c637799-cca8-48ec-aeb4-e4b2be08c409 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:00.254209 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f8e3930b-937b-4475-9061-9a077a5420e7 req-2c637799-cca8-48ec-aeb4-e4b2be08c409 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b004a0b-b267-42d7-a819-0f34d2e68559 HTTP/1.1" status: 200 len: 946 time: 0.1668341 Jul 15 23:19:00.308089 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de878796-ec13-457c-8451-9186b1d8115b None None] Pushing event updated for resources: {'Port': ['ID=16b568b0-877e-4ad6-9570-a2435eff4d82,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:00.334101 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-abad27bd-3233-4b5e-ad38-a85b0dbe9dd8 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.346901 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-abad27bd-3233-4b5e-ad38-a85b0dbe9dd8 None None] Transition to ACTIVE for port object c18b313d-8275-4a72-a32c-8c6d0ba83a93 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:00.354410 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-abad27bd-3233-4b5e-ad38-a85b0dbe9dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.395391 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96b246a0-7d20-4d6e-a681-11c36c749ae6 req-eab45f89-7fbe-4b42-85a3-f97930b8c41d tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8b12a84-1758-4444-bf49-c6ef667cbad4 HTTP/1.1" status: 200 len: 210 time: 0.0717533 Jul 15 23:19:00.457085 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c50f6bf5-3c8f-4ad9-894e-a8299c4a3a82 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.498012 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-abad27bd-3233-4b5e-ad38-a85b0dbe9dd8 None None] Attempting to bind port c18b313d-8275-4a72-a32c-8c6d0ba83a93 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:00.498488 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-abad27bd-3233-4b5e-ad38-a85b0dbe9dd8 None None] Attempting to bind port c18b313d-8275-4a72-a32c-8c6d0ba83a93 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:00.500772 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abad27bd-3233-4b5e-ad38-a85b0dbe9dd8 None None] Attempting to bind port c18b313d-8275-4a72-a32c-8c6d0ba83a93 on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:00.503364 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c50f6bf5-3c8f-4ad9-894e-a8299c4a3a82 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.506391 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b312cde-2b77-4cff-a971-6de2cf48b4f9 None None] Pushing event updated for resources: {'Port': ['ID=c18b313d-8275-4a72-a32c-8c6d0ba83a93,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:00.517446 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abad27bd-3233-4b5e-ad38-a85b0dbe9dd8 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:00.517986 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abad27bd-3233-4b5e-ad38-a85b0dbe9dd8 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:00.518362 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-abad27bd-3233-4b5e-ad38-a85b0dbe9dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.519693 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abad27bd-3233-4b5e-ad38-a85b0dbe9dd8 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:00.520458 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-abad27bd-3233-4b5e-ad38-a85b0dbe9dd8 None None] Bound port: c18b313d-8275-4a72-a32c-8c6d0ba83a93, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:00.521045 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-abad27bd-3233-4b5e-ad38-a85b0dbe9dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.531266 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b312cde-2b77-4cff-a971-6de2cf48b4f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:00.531852 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b312cde-2b77-4cff-a971-6de2cf48b4f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:00.532300 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b312cde-2b77-4cff-a971-6de2cf48b4f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:00.532722 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b312cde-2b77-4cff-a971-6de2cf48b4f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:00.533325 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b312cde-2b77-4cff-a971-6de2cf48b4f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:00.533783 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b312cde-2b77-4cff-a971-6de2cf48b4f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:00.534309 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b312cde-2b77-4cff-a971-6de2cf48b4f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:00.535487 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b312cde-2b77-4cff-a971-6de2cf48b4f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:00.535908 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b312cde-2b77-4cff-a971-6de2cf48b4f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:00.536300 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b312cde-2b77-4cff-a971-6de2cf48b4f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:00.537066 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b312cde-2b77-4cff-a971-6de2cf48b4f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:00.537066 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b312cde-2b77-4cff-a971-6de2cf48b4f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:00.569038 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b55fcea2-0f12-4e45-8ee1-7dd227ca8427 None None] Provisioning complete for port 16b568b0-877e-4ad6-9570-a2435eff4d82 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:00.569511 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b55fcea2-0f12-4e45-8ee1-7dd227ca8427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.594056 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2b77d-8f55-4eea-bc4e-55c9454a15cf req-3fc8c5a7-5993-4ead-a442-8ad17d56049f tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:00.605196 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-64c2b77d-8f55-4eea-bc4e-55c9454a15cf req-3fc8c5a7-5993-4ead-a442-8ad17d56049f tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 946 time: 0.1890304 Jul 15 23:19:00.607227 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-f8e3930b-937b-4475-9061-9a077a5420e7 req-8b4b9359-3c50-4639-8151-ca5565fdd3bd tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Deleting port 673850ff-407a-4db6-9983-221bab124087 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:00.607702 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f8e3930b-937b-4475-9061-9a077a5420e7 req-8b4b9359-3c50-4639-8151-ca5565fdd3bd tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.607799 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-abad27bd-3233-4b5e-ad38-a85b0dbe9dd8 None None] For port c18b313d-8275-4a72-a32c-8c6d0ba83a93, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:00.613918 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-abad27bd-3233-4b5e-ad38-a85b0dbe9dd8 None None] For port c18b313d-8275-4a72-a32c-8c6d0ba83a93, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c18b313d-8275-4a72-a32c-8c6d0ba83a93,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:00.623730 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-abad27bd-3233-4b5e-ad38-a85b0dbe9dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.678213 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c50f6bf5-3c8f-4ad9-894e-a8299c4a3a82 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.680634 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c50f6bf5-3c8f-4ad9-894e-a8299c4a3a82 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.693520 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c50f6bf5-3c8f-4ad9-894e-a8299c4a3a82 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "DELETE /v2.0/security-groups/0ee6f934-ad1f-414c-a322-54ad2c1d85a9 HTTP/1.1" status: 204 len: 168 time: 0.4570370 Jul 15 23:19:00.698308 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abad27bd-3233-4b5e-ad38-a85b0dbe9dd8 None None] Routers {'b57d779f-b0b4-4ccd-8d02-35c0b493118c'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:00.699909 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-abad27bd-3233-4b5e-ad38-a85b0dbe9dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:18:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:00.706775 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 60840) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:00.728070 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f6bf5-3c8f-4ad9-894e-a8299c4a3a82 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee6f934-ad1f-414c-a322-54ad2c1d85a9,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:00.732678 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-64c2b77d-8f55-4eea-bc4e-55c9454a15cf req-9b27abab-04d7-4cd6-92b6-5927b8ea171c tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262379 Jul 15 23:19:00.734114 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-214f6eed-7e12-4612-a055-a3282e5c1e42 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] show failed (client error): The resource could not be found. Jul 15 23:19:00.735193 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-214f6eed-7e12-4612-a055-a3282e5c1e42 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "GET /v2.0/security-groups/0ee6f934-ad1f-414c-a322-54ad2c1d85a9 HTTP/1.1" status: 404 len: 347 time: 0.0273690 Jul 15 23:19:00.738033 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 60842) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:00.817182 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fd9b87d-6635-4b89-9137-c197fd1633e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.884683 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b312cde-2b77-4cff-a971-6de2cf48b4f9 None None] Pushing event updated for resources: {'Port': ['ID=c18b313d-8275-4a72-a32c-8c6d0ba83a93,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:00.932191 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-abad27bd-3233-4b5e-ad38-a85b0dbe9dd8 None None] Set router b57d779f-b0b4-4ccd-8d02-35c0b493118c gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:00.938389 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b2e2e083-603b-4ec2-8004-f62ee8a8de39 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Deleting port e6bc0c4e-a4ac-4c44-81be-377de2eaf71a {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:00.939055 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2e2e083-603b-4ec2-8004-f62ee8a8de39 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.056408 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-3fd9b87d-6635-4b89-9137-c197fd1633e5 admin admin] Allocated IP 172.20.0.1 (735c8477-b658-4066-88fd-8f0a4fc80eba/54f0c398-786c-4bb4-9c0d-f6b9e6012b3b/012b337e-4010-47e0-ab41-2a91b7c77a55) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:01.092551 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2e2e083-603b-4ec2-8004-f62ee8a8de39 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.093134 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2e2e083-603b-4ec2-8004-f62ee8a8de39 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.106960 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b2e2e083-603b-4ec2-8004-f62ee8a8de39 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Calling delete_port for e6bc0c4e-a4ac-4c44-81be-377de2eaf71a owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:01.108588 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 16b568b0-877e-4ad6-9570-a2435eff4d82 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:01.150903 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f8e3930b-937b-4475-9061-9a077a5420e7 req-8b4b9359-3c50-4639-8151-ca5565fdd3bd tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] For port 673850ff-407a-4db6-9983-221bab124087, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=673850ff-407a-4db6-9983-221bab124087,segment=NetworkSegment(22713b79-5743-4d1f-a04e-a62a4823d5d0),segment_id=22713b79-5743-4d1f-a04e-a62a4823d5d0)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:01.151361 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f8e3930b-937b-4475-9061-9a077a5420e7 req-8b4b9359-3c50-4639-8151-ca5565fdd3bd tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.163695 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 16b568b0-877e-4ad6-9570-a2435eff4d82 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:01.164229 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.172874 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-f8e3930b-937b-4475-9061-9a077a5420e7 req-8b4b9359-3c50-4639-8151-ca5565fdd3bd tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Calling delete_port for 673850ff-407a-4db6-9983-221bab124087 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:01.188851 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-abad27bd-3233-4b5e-ad38-a85b0dbe9dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'name': 'tempest-TestVolumeBootPattern-557621329-router', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:18:58Z', 'revision_number': 3, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'gw_port': {'id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:01.245025 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abad27bd-3233-4b5e-ad38-a85b0dbe9dd8 None None] The sync data for ids ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'] in n-d-787205-9 is: [{'id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'name': 'tempest-TestVolumeBootPattern-557621329-router', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:18:58Z', 'revision_number': 3, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'gw_port': {'id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:19:01.276427 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fd9b87d-6635-4b89-9137-c197fd1633e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.299666 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3fd9b87d-6635-4b89-9137-c197fd1633e5 admin admin] Transition to ACTIVE for port object 012b337e-4010-47e0-ab41-2a91b7c77a55 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:01.358453 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2e2e083-603b-4ec2-8004-f62ee8a8de39 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.415518 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2e083-603b-4ec2-8004-f62ee8a8de39 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Pushing event deleted for resources: {'Port': ['ID=e6bc0c4e-a4ac-4c44-81be-377de2eaf71a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:01.427015 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fd9b87d-6635-4b89-9137-c197fd1633e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.464382 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2e2e083-603b-4ec2-8004-f62ee8a8de39 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.468365 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2e2e083-603b-4ec2-8004-f62ee8a8de39 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.473791 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b2e2e083-603b-4ec2-8004-f62ee8a8de39 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "DELETE /v2.0/floatingips/4897ea58-3762-4435-9dee-529b97b09fbb HTTP/1.1" status: 204 len: 168 time: 0.7308977 Jul 15 23:19:01.473791 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 60852) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:01.547625 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd9b87d-6635-4b89-9137-c197fd1633e5 admin admin] Network 735c8477-b658-4066-88fd-8f0a4fc80eba is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:01.560652 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-3fd9b87d-6635-4b89-9137-c197fd1633e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:01.565678 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f8e3930b-937b-4475-9061-9a077a5420e7 req-8b4b9359-3c50-4639-8151-ca5565fdd3bd tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.571329 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd9b87d-6635-4b89-9137-c197fd1633e5 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:01.604792 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['673850ff-407a-4db6-9983-221bab124087'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:19:01.642563 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9b87d-6635-4b89-9137-c197fd1633e5 admin admin] Pushing event updated for resources: {'Port': ['ID=012b337e-4010-47e0-ab41-2a91b7c77a55,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:01.727450 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b9359-3c50-4639-8151-ca5565fdd3bd tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Pushing event deleted for resources: {'Port': ['ID=673850ff-407a-4db6-9983-221bab124087,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:01.756496 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fd9b87d-6635-4b89-9137-c197fd1633e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.778179 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f3a0f7d-beef-4432-a7b7-9b58b009d3ba req-29d36ffc-e72b-4b1e-9907-5453d2f52f63 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8b12a84-1758-4444-bf49-c6ef667cbad4 HTTP/1.1" status: 200 len: 210 time: 0.1546826 Jul 15 23:19:01.909557 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e3930b-937b-4475-9061-9a077a5420e7 req-8b4b9359-3c50-4639-8151-ca5565fdd3bd tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] No DVR routers for this DVR port 673850ff-407a-4db6-9983-221bab124087 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:01.913541 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f8e3930b-937b-4475-9061-9a077a5420e7 req-8b4b9359-3c50-4639-8151-ca5565fdd3bd tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.915839 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f8e3930b-937b-4475-9061-9a077a5420e7 req-8b4b9359-3c50-4639-8151-ca5565fdd3bd tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.36 "DELETE /v2.0/ports/673850ff-407a-4db6-9983-221bab124087 HTTP/1.1" status: 204 len: 173 time: 1.6547654 Jul 15 23:19:01.916297 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b004a0b-b267-42d7-a819-0f34d2e68559', 'name': 'network-vif-deleted', 'tag': '673850ff-407a-4db6-9983-221bab124087'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:01.919335 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae84c97-4b5e-4957-b0e2-b9882bbf0536" -d '{"events": [{"server_uuid": "2b004a0b-b267-42d7-a819-0f34d2e68559", "name": "network-vif-deleted", "tag": "673850ff-407a-4db6-9983-221bab124087"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:01.952134 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8a4cb1d3-8625-4b80-9b19-8d915ce532a6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Deleting port 86bf6025-0368-4513-9e10-f8d406029119 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:01.952485 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a4cb1d3-8625-4b80-9b19-8d915ce532a6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.981027 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fd9b87d-6635-4b89-9137-c197fd1633e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.049997 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b9fb75f3-f5bf-41a7-838a-3ae80e62e88c None None] Provisioning for port 012b337e-4010-47e0-ab41-2a91b7c77a55 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:02.054933 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b9fb75f3-f5bf-41a7-838a-3ae80e62e88c None None] Provisioning complete for port 012b337e-4010-47e0-ab41-2a91b7c77a55 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:02.055310 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b9fb75f3-f5bf-41a7-838a-3ae80e62e88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.110866 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b9fb75f3-f5bf-41a7-838a-3ae80e62e88c None None] Port 012b337e-4010-47e0-ab41-2a91b7c77a55 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:02.202648 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fd9b87d-6635-4b89-9137-c197fd1633e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.208558 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fd9b87d-6635-4b89-9137-c197fd1633e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.281906 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9b87d-6635-4b89-9137-c197fd1633e5 admin admin] Pushing event updated for resources: {'Port': ['ID=012b337e-4010-47e0-ab41-2a91b7c77a55,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:02.284831 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fd9b87d-6635-4b89-9137-c197fd1633e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.387421 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd9b87d-6635-4b89-9137-c197fd1633e5 admin admin] Network 735c8477-b658-4066-88fd-8f0a4fc80eba is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:02.388909 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-3fd9b87d-6635-4b89-9137-c197fd1633e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:02.479991 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0ef25-06ea-429f-893b-1dc826ba0e5b req-4e26f30a-da02-477e-864e-a1cde0e1ccca tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:02.487811 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7dd0ef25-06ea-429f-893b-1dc826ba0e5b req-4e26f30a-da02-477e-864e-a1cde0e1ccca tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 1.1492074 Jul 15 23:19:02.564362 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a4cb1d3-8625-4b80-9b19-8d915ce532a6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.571118 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd9b87d-6635-4b89-9137-c197fd1633e5 admin admin] Router b57d779f-b0b4-4ccd-8d02-35c0b493118c has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:19:02.603239 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-11f08c0f-34e0-4c74-aacb-8d97cc9795a2 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:02.605240 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-11f08c0f-34e0-4c74-aacb-8d97cc9795a2 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.43 "GET /v2.0/networks?id=99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1 HTTP/1.1" status: 200 len: 814 time: 1.0224254 Jul 15 23:19:02.621652 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8a4cb1d3-8625-4b80-9b19-8d915ce532a6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Calling delete_port for 86bf6025-0368-4513-9e10-f8d406029119 owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:02.628041 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-e67af42b-5705-4b8b-a5d4-37bde94d0abe tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Request body: {'port': {'device_id': 'd8b12a84-1758-4444-bf49-c6ef667cbad4', 'network_id': '99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1', 'admin_state_up': True, 'tenant_id': '35bcfbe73491485d89c50cca2d44c38d'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:02.658028 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7dd0ef25-06ea-429f-893b-1dc826ba0e5b req-590c39aa-f58e-48ca-8495-7c9cefa0605f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692359 Jul 15 23:19:02.723848 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ce178d-a068-45b2-8533-26093874f27f x-openstack-request-id: req-f0ce178d-a068-45b2-8533-26093874f27f {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:02.724741 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b004a0b-b267-42d7-a819-0f34d2e68559", "name": "network-vif-deleted", "tag": "673850ff-407a-4db6-9983-221bab124087", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:02.725176 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0ce178d-a068-45b2-8533-26093874f27f {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:02.725750 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b004a0b-b267-42d7-a819-0f34d2e68559', 'name': 'network-vif-deleted', 'tag': '673850ff-407a-4db6-9983-221bab124087', 'status': 'completed', 'code': 200} Jul 15 23:19:02.731309 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd9b87d-6635-4b89-9137-c197fd1633e5 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:19:02.736893 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3fd9b87d-6635-4b89-9137-c197fd1633e5 admin admin] 10.222.0.16 "PUT /v2.0/routers/b57d779f-b0b4-4ccd-8d02-35c0b493118c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3753655 Jul 15 23:19:02.767707 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f6cf2aa6-8552-4f00-b746-5ff13a711500 None None] Provisioning complete for port 012b337e-4010-47e0-ab41-2a91b7c77a55 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:02.768197 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f6cf2aa6-8552-4f00-b746-5ff13a711500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.830411 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9ba33-c766-4075-8a7a-a5b232f3b383 req-50b0b302-db13-4634-b396-f668e8a00438 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:02.837289 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bad9ba33-c766-4075-8a7a-a5b232f3b383 req-50b0b302-db13-4634-b396-f668e8a00438 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 946 time: 0.3957448 Jul 15 23:19:02.857583 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f6cf2aa6-8552-4f00-b746-5ff13a711500 None None] Port 012b337e-4010-47e0-ab41-2a91b7c77a55 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:02.927589 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-e67af42b-5705-4b8b-a5d4-37bde94d0abe tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Made reservation on behalf of 35bcfbe73491485d89c50cca2d44c38d for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:02.933241 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-e67af42b-5705-4b8b-a5d4-37bde94d0abe tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.941659 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bad9ba33-c766-4075-8a7a-a5b232f3b383 req-1e191310-1bfb-4508-94e0-94c5a1534893 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034322 Jul 15 23:19:03.066229 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a4cb1d3-8625-4b80-9b19-8d915ce532a6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.111991 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c18b313d-8275-4a72-a32c-8c6d0ba83a93 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:03.127250 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d8706058-9875-4a54-9a8e-5d717282082f req-4ab30888-df63-4c7d-9209-b31c9704037f tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8b12a84-1758-4444-bf49-c6ef667cbad4 HTTP/1.1" status: 200 len: 210 time: 0.1535544 Jul 15 23:19:03.142255 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4cb1d3-8625-4b80-9b19-8d915ce532a6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Pushing event deleted for resources: {'Port': ['ID=86bf6025-0368-4513-9e10-f8d406029119,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:03.188004 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port c18b313d-8275-4a72-a32c-8c6d0ba83a93 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:03.192305 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port c18b313d-8275-4a72-a32c-8c6d0ba83a93 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:03.192675 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.257165 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-e67af42b-5705-4b8b-a5d4-37bde94d0abe tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Allocated IP 172.20.0.8 (99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1/2f7dbbdb-253d-4dd8-8e24-27ba422c3bb3/9e8be2af-7afc-45f4-9a1b-ef97edc760a8) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:03.283695 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.287268 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8a4cb1d3-8625-4b80-9b19-8d915ce532a6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.289404 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8a4cb1d3-8625-4b80-9b19-8d915ce532a6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "DELETE /v2.0/ports/86bf6025-0368-4513-9e10-f8d406029119 HTTP/1.1" status: 204 len: 168 time: 1.8154762 Jul 15 23:19:03.292425 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 60876) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:03.312473 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port c18b313d-8275-4a72-a32c-8c6d0ba83a93, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c18b313d-8275-4a72-a32c-8c6d0ba83a93,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:03.317284 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.375557 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=c18b313d-8275-4a72-a32c-8c6d0ba83a93,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:03.416315 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 60880) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:03.422029 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f2b75e8d-da15-4b67-84ed-e01e5d5da3da admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-754000308-network', 'tenant_id': '5e81327bd00a4090a41d70b4d0fe2af8'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:03.449704 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-e67af42b-5705-4b8b-a5d4-37bde94d0abe tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.456368 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b75e8d-da15-4b67-84ed-e01e5d5da3da admin admin] Made reservation on behalf of 5e81327bd00a4090a41d70b4d0fe2af8 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:03.458767 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2b75e8d-da15-4b67-84ed-e01e5d5da3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.471890 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-4cb5e35d-7891-4894-bd26-f9aa4a4b19ff tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Deleting port c451b609-46fa-4e93-a60a-10b38b3f6d50 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:03.472252 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4cb5e35d-7891-4894-bd26-f9aa4a4b19ff tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.475044 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2b75e8d-da15-4b67-84ed-e01e5d5da3da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.498175 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-e67af42b-5705-4b8b-a5d4-37bde94d0abe tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.511351 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b71ac7-8d0d-4583-ad54-bb052e66f912 None None] Sync routers for ids ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:19:03.523478 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b71ac7-8d0d-4583-ad54-bb052e66f912 None None] Routers {'b57d779f-b0b4-4ccd-8d02-35c0b493118c'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:03.525154 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-59b71ac7-8d0d-4583-ad54-bb052e66f912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:18:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:03.538567 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-e67af42b-5705-4b8b-a5d4-37bde94d0abe tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Network 99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:03.545572 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-e67af42b-5705-4b8b-a5d4-37bde94d0abe tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:03.552555 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-e67af42b-5705-4b8b-a5d4-37bde94d0abe tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:03.630804 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-e67af42b-5705-4b8b-a5d4-37bde94d0abe tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:03.631738 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-e67af42b-5705-4b8b-a5d4-37bde94d0abe tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.634092 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4cb5e35d-7891-4894-bd26-f9aa4a4b19ff tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.639522 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67af42b-5705-4b8b-a5d4-37bde94d0abe tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Pushing event updated for resources: {'Port': ['ID=9e8be2af-7afc-45f4-9a1b-ef97edc760a8,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:03.657189 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-4cb5e35d-7891-4894-bd26-f9aa4a4b19ff tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Calling delete_port for c451b609-46fa-4e93-a60a-10b38b3f6d50 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:03.670330 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-59b71ac7-8d0d-4583-ad54-bb052e66f912 None None] Set router b57d779f-b0b4-4ccd-8d02-35c0b493118c gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:03.762337 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2b75e8d-da15-4b67-84ed-e01e5d5da3da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.775807 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-e67af42b-5705-4b8b-a5d4-37bde94d0abe tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1504934 Jul 15 23:19:03.776631 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2b75e8d-da15-4b67-84ed-e01e5d5da3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.788476 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-8f416fad-84d4-4448-b4d0-470357857970 service neutron] Request body: {'port': {'device_id': 'd8b12a84-1758-4444-bf49-c6ef667cbad4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:03.826731 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b75e8d-da15-4b67-84ed-e01e5d5da3da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:19:03.854969 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2b75e8d-da15-4b67-84ed-e01e5d5da3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.855812 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-f2b75e8d-da15-4b67-84ed-e01e5d5da3da admin admin] Added segment 0e91c939-56bf-4757-89a9-26c510074f77 of type vlan for network e3744a61-3464-41be-9914-cc21719c1bd3 Jul 15 23:19:03.857001 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b75e8d-da15-4b67-84ed-e01e5d5da3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b313b9-52ca-4ed8-9058-19a8dbb3907c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:03.901776 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-59b71ac7-8d0d-4583-ad54-bb052e66f912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'name': 'tempest-TestVolumeBootPattern-557621329-router', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:01Z', 'revision_number': 4, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'gw_port': {'id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '012b337e-4010-47e0-ab41-2a91b7c77a55', 'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'mac_address': 'fa:16:3e:78:4a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:00Z', 'updated_at': '2021-07-15T23:19:02Z', 'revision_number': 2, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'subnets': [{'id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:03.915124 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-8f416fad-84d4-4448-b4d0-470357857970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.923932 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d80847-1fa1-467d-8777-7d9d1c417ac5 req-b5a33c78-eb3e-4855-95b9-e0d53c39bb75 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:03.925444 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84d80847-1fa1-467d-8777-7d9d1c417ac5 req-b5a33c78-eb3e-4855-95b9-e0d53c39bb75 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1339574 Jul 15 23:19:03.936868 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b71ac7-8d0d-4583-ad54-bb052e66f912 None None] Checking router: b57d779f-b0b4-4ccd-8d02-35c0b493118c for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:19:03.937218 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b71ac7-8d0d-4583-ad54-bb052e66f912 None None] Updating router b57d779f-b0b4-4ccd-8d02-35c0b493118c port 012b337e-4010-47e0-ab41-2a91b7c77a55 binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:19:03.948691 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2b75e8d-da15-4b67-84ed-e01e5d5da3da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.973163 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-59b71ac7-8d0d-4583-ad54-bb052e66f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.983042 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4cb5e35d-7891-4894-bd26-f9aa4a4b19ff tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.000127 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2b75e8d-da15-4b67-84ed-e01e5d5da3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.001252 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b75e8d-da15-4b67-84ed-e01e5d5da3da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:04.003587 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2b75e8d-da15-4b67-84ed-e01e5d5da3da admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.016475 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-84d80847-1fa1-467d-8777-7d9d1c417ac5 req-126a81a2-82f9-4137-ae3f-23e8b3bafba6 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834317 Jul 15 23:19:04.046405 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5e35d-7891-4894-bd26-f9aa4a4b19ff tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Pushing event deleted for resources: {'Port': ['ID=c451b609-46fa-4e93-a60a-10b38b3f6d50,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:04.158702 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f2b75e8d-da15-4b67-84ed-e01e5d5da3da admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7412992 Jul 15 23:19:04.162867 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 60890) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:04.176345 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-984c1992-f787-4b86-b80b-3e28cf6472d6 admin admin] Request body: {'subnet': {'network_id': 'e3744a61-3464-41be-9914-cc21719c1bd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-754000308-subnet', 'tenant_id': '5e81327bd00a4090a41d70b4d0fe2af8', 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:04.203173 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4cb5e35d-7891-4894-bd26-f9aa4a4b19ff tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.206142 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4cb5e35d-7891-4894-bd26-f9aa4a4b19ff tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "DELETE /v2.0/ports/c451b609-46fa-4e93-a60a-10b38b3f6d50 HTTP/1.1" status: 204 len: 168 time: 0.9115446 Jul 15 23:19:04.209057 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 60892) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:04.211328 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984c1992-f787-4b86-b80b-3e28cf6472d6 admin admin] Made reservation on behalf of 5e81327bd00a4090a41d70b4d0fe2af8 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:04.212700 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-984c1992-f787-4b86-b80b-3e28cf6472d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.312295 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-59b71ac7-8d0d-4583-ad54-bb052e66f912 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.323461 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-59b71ac7-8d0d-4583-ad54-bb052e66f912 None None] Transition to ACTIVE for port object 012b337e-4010-47e0-ab41-2a91b7c77a55 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:04.330715 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-59b71ac7-8d0d-4583-ad54-bb052e66f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.335728 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca984d9-c976-4cbe-892e-75da6a3a1419 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Deleting subnet c8ed3032-070e-4ebf-984d-7ac57e6c8a26 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:19:04.344432 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1ca984d9-c976-4cbe-892e-75da6a3a1419 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.353900 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a21a2-6649-460e-ab9f-f0a723414a24 req-95de94c9-ffa7-449d-ab18-4ec8f59fdbb8 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:04.355491 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-145a21a2-6649-460e-ab9f-f0a723414a24 req-95de94c9-ffa7-449d-ab18-4ec8f59fdbb8 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 946 time: 0.2184601 Jul 15 23:19:04.381291 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61429ac-6659-4b0f-a921-ff0b22526010 None None] Pushing event updated for resources: {'Port': ['ID=012b337e-4010-47e0-ab41-2a91b7c77a55,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:04.425334 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b75e8d-da15-4b67-84ed-e01e5d5da3da admin admin] Pushing event updated for resources: {'Network': ['ID=e3744a61-3464-41be-9914-cc21719c1bd3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:04.436480 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1ca984d9-c976-4cbe-892e-75da6a3a1419 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.448545 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network e3744a61-3464-41be-9914-cc21719c1bd3 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:19:04.479653 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-984c1992-f787-4b86-b80b-3e28cf6472d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.494677 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-59b71ac7-8d0d-4583-ad54-bb052e66f912 None None] Attempting to bind port 012b337e-4010-47e0-ab41-2a91b7c77a55 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:04.495017 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-59b71ac7-8d0d-4583-ad54-bb052e66f912 None None] Attempting to bind port 012b337e-4010-47e0-ab41-2a91b7c77a55 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:04.495381 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b71ac7-8d0d-4583-ad54-bb052e66f912 None None] Attempting to bind port 012b337e-4010-47e0-ab41-2a91b7c77a55 on network 735c8477-b658-4066-88fd-8f0a4fc80eba {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:04.502338 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b71ac7-8d0d-4583-ad54-bb052e66f912 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:04.502775 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b71ac7-8d0d-4583-ad54-bb052e66f912 None None] Checking segment: {'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:04.503197 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-59b71ac7-8d0d-4583-ad54-bb052e66f912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.503592 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b71ac7-8d0d-4583-ad54-bb052e66f912 None None] Bound using segment: {'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:04.504066 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-59b71ac7-8d0d-4583-ad54-bb052e66f912 None None] Bound port: 012b337e-4010-47e0-ab41-2a91b7c77a55, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:04.504444 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-59b71ac7-8d0d-4583-ad54-bb052e66f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.550336 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c1992-f787-4b86-b80b-3e28cf6472d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3f013dd-1569-40df-b945-d1defe946693,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:04.561517 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-145a21a2-6649-460e-ab9f-f0a723414a24 req-d2dda0a6-1f50-4f91-815f-3126f77d4a2e tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839952 Jul 15 23:19:04.574611 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-8f416fad-84d4-4448-b4d0-470357857970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e8be2af-7afc-45f4-9a1b-ef97edc760a8 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:19:04.603435 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984c1992-f787-4b86-b80b-3e28cf6472d6 admin admin] Checking segment: {'id': '0e91c939-56bf-4757-89a9-26c510074f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e3744a61-3464-41be-9914-cc21719c1bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:04.604140 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984c1992-f787-4b86-b80b-3e28cf6472d6 admin admin] Network hostable DHCP agents. Network: e3744a61-3464-41be-9914-cc21719c1bd3, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:19:04.604648 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e0aec-d16c-42fb-8043-264861746f2c req-28ea0c11-fdf9-41d8-bfff-35fe002623bb tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:04.606277 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-859e0aec-d16c-42fb-8043-264861746f2c req-28ea0c11-fdf9-41d8-bfff-35fe002623bb tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8b12a84-1758-4444-bf49-c6ef667cbad4 HTTP/1.1" status: 200 len: 931 time: 0.3345640 Jul 15 23:19:04.642546 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-8f416fad-84d4-4448-b4d0-470357857970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.652652 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984c1992-f787-4b86-b80b-3e28cf6472d6 admin admin] Network e3744a61-3464-41be-9914-cc21719c1bd3 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:19:04.656990 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-59b71ac7-8d0d-4583-ad54-bb052e66f912 None None] For port 012b337e-4010-47e0-ab41-2a91b7c77a55, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:04.661346 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-59b71ac7-8d0d-4583-ad54-bb052e66f912 None None] For port 012b337e-4010-47e0-ab41-2a91b7c77a55, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=012b337e-4010-47e0-ab41-2a91b7c77a55,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:04.665016 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-984c1992-f787-4b86-b80b-3e28cf6472d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, e3744a61-3464-41be-9914-cc21719c1bd3) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:04.670232 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-59b71ac7-8d0d-4583-ad54-bb052e66f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.679136 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45febb6-c991-4d32-a87a-dc385e32393c None None] Network e3744a61-3464-41be-9914-cc21719c1bd3 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:04.687112 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-8f416fad-84d4-4448-b4d0-470357857970 service neutron] Transition to ACTIVE for port object 9e8be2af-7afc-45f4-9a1b-ef97edc760a8 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:04.692870 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984c1992-f787-4b86-b80b-3e28cf6472d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:04.693572 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-984c1992-f787-4b86-b80b-3e28cf6472d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.697190 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-8f416fad-84d4-4448-b4d0-470357857970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.700041 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1ca984d9-c976-4cbe-892e-75da6a3a1419 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.715361 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-984c1992-f787-4b86-b80b-3e28cf6472d6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5462077 Jul 15 23:19:04.715564 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 60894) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:04.725207 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-dcc47df4-1abf-4ce5-92d5-0a5dcf59c6ed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-754000308-router', 'tenant_id': '5e81327bd00a4090a41d70b4d0fe2af8', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:04.771236 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dcc47df4-1abf-4ce5-92d5-0a5dcf59c6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.778602 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dcc47df4-1abf-4ce5-92d5-0a5dcf59c6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.799318 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-859e0aec-d16c-42fb-8043-264861746f2c req-8bdffa0f-84dc-42b8-a22f-a917eb3683f1 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540251 Jul 15 23:19:04.822824 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f416fad-84d4-4448-b4d0-470357857970 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8be2af-7afc-45f4-9a1b-ef97edc760a8,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:04.844568 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61429ac-6659-4b0f-a921-ff0b22526010 None None] Pushing event updated for resources: {'Port': ['ID=012b337e-4010-47e0-ab41-2a91b7c77a55,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:04.856837 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dcc47df4-1abf-4ce5-92d5-0a5dcf59c6ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.857434 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b71ac7-8d0d-4583-ad54-bb052e66f912 None None] Routers {'b57d779f-b0b4-4ccd-8d02-35c0b493118c'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:04.858103 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-59b71ac7-8d0d-4583-ad54-bb052e66f912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:18:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:04.879641 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1ca984d9-c976-4cbe-892e-75da6a3a1419 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.950975 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca984d9-c976-4cbe-892e-75da6a3a1419 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Pushing event deleted for resources: {'Subnet': ['ID=c8ed3032-070e-4ebf-984d-7ac57e6c8a26,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:04.955468 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1ca984d9-c976-4cbe-892e-75da6a3a1419 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.958949 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8db072-6d97-43c4-a797-6e3c00c9e7fe None None] Network 70df42a8-7f3a-4d1e-82b9-1354a40e98c2 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:04.960685 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1ca984d9-c976-4cbe-892e-75da6a3a1419 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "DELETE /v2.0/subnets/c8ed3032-070e-4ebf-984d-7ac57e6c8a26 HTTP/1.1" status: 204 len: 168 time: 0.7494509 Jul 15 23:19:04.963755 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 60896) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:05.034963 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-8f416fad-84d4-4448-b4d0-470357857970 service neutron] Attempting to bind port 9e8be2af-7afc-45f4-9a1b-ef97edc760a8 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:05.035523 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-8f416fad-84d4-4448-b4d0-470357857970 service neutron] Attempting to bind port 9e8be2af-7afc-45f4-9a1b-ef97edc760a8 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '22713b79-5743-4d1f-a04e-a62a4823d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:05.035948 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-8f416fad-84d4-4448-b4d0-470357857970 service neutron] Attempting to bind port 9e8be2af-7afc-45f4-9a1b-ef97edc760a8 on network 99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:05.050270 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-8865f8a2-e537-4065-9a27-aaa75545eb16 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Deleting subnet 49248069-78f4-449a-8647-b57bc9f84d48 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:19:05.053948 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-8f416fad-84d4-4448-b4d0-470357857970 service neutron] Port 9e8be2af-7afc-45f4-9a1b-ef97edc760a8 on network 99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:19:05.054387 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-8f416fad-84d4-4448-b4d0-470357857970 service neutron] Attempting to bind port 9e8be2af-7afc-45f4-9a1b-ef97edc760a8 on network 99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:05.058172 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8865f8a2-e537-4065-9a27-aaa75545eb16 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.095963 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-8f416fad-84d4-4448-b4d0-470357857970 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:05.095963 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-8f416fad-84d4-4448-b4d0-470357857970 service neutron] Checking segment: {'id': '22713b79-5743-4d1f-a04e-a62a4823d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:05.095963 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-8f416fad-84d4-4448-b4d0-470357857970 service neutron] Bound using segment: {'id': '22713b79-5743-4d1f-a04e-a62a4823d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:05.095963 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-8f416fad-84d4-4448-b4d0-470357857970 service neutron] Bound port: 9e8be2af-7afc-45f4-9a1b-ef97edc760a8, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22713b79-5743-4d1f-a04e-a62a4823d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:05.095963 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-8f416fad-84d4-4448-b4d0-470357857970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.110218 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-59b71ac7-8d0d-4583-ad54-bb052e66f912 None None] Set router b57d779f-b0b4-4ccd-8d02-35c0b493118c gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:05.223186 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c18b313d-8275-4a72-a32c-8c6d0ba83a93 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:05.244669 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8865f8a2-e537-4065-9a27-aaa75545eb16 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.262606 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 673850ff-407a-4db6-9983-221bab124087 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:05.274514 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f69628-3a90-46ae-b60e-7ca947b24a6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-e3744a61-3464-41be-9914-cc21719c1bd3', 'network_id': 'e3744a61-3464-41be-9914-cc21719c1bd3', 'tenant_id': '5e81327bd00a4090a41d70b4d0fe2af8', 'fixed_ips': [{'subnet_id': 'd3f013dd-1569-40df-b945-d1defe946693'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:19:05.275374 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c4f69628-3a90-46ae-b60e-7ca947b24a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.337157 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-8f416fad-84d4-4448-b4d0-470357857970 service neutron] For port 9e8be2af-7afc-45f4-9a1b-ef97edc760a8, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:05.341468 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 673850ff-407a-4db6-9983-221bab124087 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:05.342226 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 673850ff-407a-4db6-9983-221bab124087 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:05.343425 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-8f416fad-84d4-4448-b4d0-470357857970 service neutron] For port 9e8be2af-7afc-45f4-9a1b-ef97edc760a8, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=9e8be2af-7afc-45f4-9a1b-ef97edc760a8,segment=NetworkSegment(22713b79-5743-4d1f-a04e-a62a4823d5d0),segment_id=22713b79-5743-4d1f-a04e-a62a4823d5d0)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:05.355110 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-8f416fad-84d4-4448-b4d0-470357857970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.421705 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-8f416fad-84d4-4448-b4d0-470357857970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:05.422331 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-8f416fad-84d4-4448-b4d0-470357857970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.423719 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-8f416fad-84d4-4448-b4d0-470357857970 service neutron] 10.222.0.43 "PUT /v2.0/ports/9e8be2af-7afc-45f4-9a1b-ef97edc760a8 HTTP/1.1" status: 200 len: 1091 time: 1.6402795 Jul 15 23:19:05.426958 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dcc47df4-1abf-4ce5-92d5-0a5dcf59c6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.427922 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b12a84-1758-4444-bf49-c6ef667cbad4', 'tag': '9e8be2af-7afc-45f4-9a1b-ef97edc760a8'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:05.430171 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcb3392-7b1b-4e50-9d30-5d9cef3a1377" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b12a84-1758-4444-bf49-c6ef667cbad4", "tag": "9e8be2af-7afc-45f4-9a1b-ef97edc760a8"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:05.448704 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27838a5-cc54-4254-8b89-2d0aded8902d req-92a0e516-2795-43c7-8a46-2ab440b0e7d5 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:05.460678 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a27838a5-cc54-4254-8b89-2d0aded8902d req-92a0e516-2795-43c7-8a46-2ab440b0e7d5 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.2399960 Jul 15 23:19:05.469028 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8865f8a2-e537-4065-9a27-aaa75545eb16 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.531454 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212dfd62-5232-4d02-be46-32849dbf4c0a x-openstack-request-id: req-212dfd62-5232-4d02-be46-32849dbf4c0a {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:05.531454 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b12a84-1758-4444-bf49-c6ef667cbad4", "tag": "9e8be2af-7afc-45f4-9a1b-ef97edc760a8", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:05.531738 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-212dfd62-5232-4d02-be46-32849dbf4c0a {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:05.531986 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b12a84-1758-4444-bf49-c6ef667cbad4', 'tag': '9e8be2af-7afc-45f4-9a1b-ef97edc760a8', 'status': 'completed', 'code': 200} Jul 15 23:19:05.560192 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f416fad-84d4-4448-b4d0-470357857970 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8be2af-7afc-45f4-9a1b-ef97edc760a8,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:05.597164 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port c18b313d-8275-4a72-a32c-8c6d0ba83a93 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:05.597534 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.599646 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-c4f69628-3a90-46ae-b60e-7ca947b24a6e None None] Allocated IP 172.20.0.2 (e3744a61-3464-41be-9914-cc21719c1bd3/d3f013dd-1569-40df-b945-d1defe946693/8c439852-f655-40a6-9938-e7c5520e9494) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:05.612359 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a27838a5-cc54-4254-8b89-2d0aded8902d req-c9d458e6-5fc6-4fb0-92e8-fee4b140c7e1 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373909 Jul 15 23:19:05.644656 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8865f8a2-e537-4065-9a27-aaa75545eb16 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.673496 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dcc47df4-1abf-4ce5-92d5-0a5dcf59c6ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.699430 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-0b543fb2-2aaf-470b-8291-4f27aff08940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:05.701347 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-0b543fb2-2aaf-470b-8291-4f27aff08940 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=35bcfbe73491485d89c50cca2d44c38d&device_id=d8b12a84-1758-4444-bf49-c6ef667cbad4 HTTP/1.1" status: 200 len: 1094 time: 0.2264693 Jul 15 23:19:05.702467 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865f8a2-e537-4065-9a27-aaa75545eb16 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Pushing event deleted for resources: {'Subnet': ['ID=49248069-78f4-449a-8647-b57bc9f84d48,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:05.704903 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8865f8a2-e537-4065-9a27-aaa75545eb16 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.707631 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8865f8a2-e537-4065-9a27-aaa75545eb16 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "DELETE /v2.0/subnets/49248069-78f4-449a-8647-b57bc9f84d48 HTTP/1.1" status: 204 len: 168 time: 0.7417147 Jul 15 23:19:05.709863 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 60906) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:05.710908 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4ca8fd-c7c9-49fe-9ff5-7f1ee1610e22 None None] Network c784f317-cf69-4499-8ee8-96a3a3714978 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:05.717195 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dcc47df4-1abf-4ce5-92d5-0a5dcf59c6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.781676 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d871f9-efcf-4bbf-a77f-59b58ad79dc1 None None] DHCP port deletion for 70df42a8-7f3a-4d1e-82b9-1354a40e98c2 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:19:05.797187 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-1ad18e04-067e-4de2-8960-5366929115b9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e8be2af-7afc-45f4-9a1b-ef97edc760a8 HTTP/1.1" status: 200 len: 217 time: 0.0772972 Jul 15 23:19:05.869659 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-dcc47df4-1abf-4ce5-92d5-0a5dcf59c6ed admin admin] Allocated IP 172.25.4.16 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/606da925-0ba0-4171-9821-934bab2022bb) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:05.927123 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2292f311-9cc5-4243-a910-2006050a56d5 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.953802 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-55ece728-ac0d-4281-adf0-bfcb0faa38c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:05.955195 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-55ece728-ac0d-4281-adf0-bfcb0faa38c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2f7dbbdb-253d-4dd8-8e24-27ba422c3bb3 HTTP/1.1" status: 200 len: 854 time: 0.1473088 Jul 15 23:19:06.006192 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dcc47df4-1abf-4ce5-92d5-0a5dcf59c6ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.020208 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01573923-a1ff-49be-b869-940e2c84cd9d req-c3719c22-99bf-4823-9183-590b0a2b1e2f tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:06.021704 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-01573923-a1ff-49be-b869-940e2c84cd9d req-c3719c22-99bf-4823-9183-590b0a2b1e2f tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 946 time: 0.2303274 Jul 15 23:19:06.044611 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-13f9693c-489d-4dfa-8871-1740574984d3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675077 Jul 15 23:19:06.049589 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dcc47df4-1abf-4ce5-92d5-0a5dcf59c6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.091879 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc47df4-1abf-4ce5-92d5-0a5dcf59c6ed admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:06.096674 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-dcc47df4-1abf-4ce5-92d5-0a5dcf59c6ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:06.101287 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc47df4-1abf-4ce5-92d5-0a5dcf59c6ed admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:06.122544 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc47df4-1abf-4ce5-92d5-0a5dcf59c6ed admin admin] Pushing event updated for resources: {'Port': ['ID=606da925-0ba0-4171-9821-934bab2022bb,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:06.164884 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-01573923-a1ff-49be-b869-940e2c84cd9d req-0e833e2c-377a-4e7b-853a-4bc10a55979b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194432 Jul 15 23:19:06.176852 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fed353-b230-4436-b468-230360eea4ec req-ff34135c-7f14-4400-b801-8ac04ab52061 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:06.178460 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1fed353-b230-4436-b468-230360eea4ec req-ff34135c-7f14-4400-b801-8ac04ab52061 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8b12a84-1758-4444-bf49-c6ef667cbad4 HTTP/1.1" status: 200 len: 943 time: 0.2477686 Jul 15 23:19:06.197066 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c4f69628-3a90-46ae-b60e-7ca947b24a6e None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.212152 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-59b71ac7-8d0d-4583-ad54-bb052e66f912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'name': 'tempest-TestVolumeBootPattern-557621329-router', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:01Z', 'revision_number': 4, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'gw_port': {'id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '012b337e-4010-47e0-ab41-2a91b7c77a55', 'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'mac_address': 'fa:16:3e:78:4a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:00Z', 'updated_at': '2021-07-15T23:19:04Z', 'revision_number': 4, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'subnets': [{'id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:06.216591 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c4f69628-3a90-46ae-b60e-7ca947b24a6e None None] Transition to ACTIVE for port object 8c439852-f655-40a6-9938-e7c5520e9494 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:06.237458 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2292f311-9cc5-4243-a910-2006050a56d5 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Deleting port bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:06.237920 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2292f311-9cc5-4243-a910-2006050a56d5 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.255201 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b71ac7-8d0d-4583-ad54-bb052e66f912 None None] The sync data for ids ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'] in n-d-787205-9 is: [{'id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'name': 'tempest-TestVolumeBootPattern-557621329-router', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:01Z', 'revision_number': 4, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'gw_port': {'id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '012b337e-4010-47e0-ab41-2a91b7c77a55', 'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'mac_address': 'fa:16:3e:78:4a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:00Z', 'updated_at': '2021-07-15T23:19:04Z', 'revision_number': 4, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'subnets': [{'id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:19:06.261509 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-33d871f9-efcf-4bbf-a77f-59b58ad79dc1 None None] Deleting port bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:06.261681 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-33d871f9-efcf-4bbf-a77f-59b58ad79dc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.291361 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c4f69628-3a90-46ae-b60e-7ca947b24a6e None None] Transition to ACTIVE for port object 8c439852-f655-40a6-9938-e7c5520e9494 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:06.304983 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c4f69628-3a90-46ae-b60e-7ca947b24a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.419291 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-14e24784-1337-4f1b-b8b5-4b22793de90c service neutron] 10.222.0.43 "GET /v2.0/networks/99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676291 Jul 15 23:19:06.421094 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-2292f311-9cc5-4243-a910-2006050a56d5 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] For port bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72,segment=NetworkSegment(3bc9fa27-9cdf-411b-9b5d-1d95b85ed330),segment_id=3bc9fa27-9cdf-411b-9b5d-1d95b85ed330)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:06.421469 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2292f311-9cc5-4243-a910-2006050a56d5 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.435412 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1fed353-b230-4436-b468-230360eea4ec req-e47e76d4-f20f-4631-b88b-c4bb21d03136 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474496 Jul 15 23:19:06.451550 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f69628-3a90-46ae-b60e-7ca947b24a6e None None] Pushing event updated for resources: {'Port': ['ID=8c439852-f655-40a6-9938-e7c5520e9494,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:06.470283 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0d28d5-4bf6-47f9-ba4c-2c938fdc11fe None None] DHCP port deletion for c784f317-cf69-4499-8ee8-96a3a3714978 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:19:06.478425 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2292f311-9cc5-4243-a910-2006050a56d5 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Calling delete_port for bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:06.486114 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dcc47df4-1abf-4ce5-92d5-0a5dcf59c6ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.491151 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f69628-3a90-46ae-b60e-7ca947b24a6e None None] Network e3744a61-3464-41be-9914-cc21719c1bd3 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:06.493076 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-c4f69628-3a90-46ae-b60e-7ca947b24a6e None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:06.523373 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f69628-3a90-46ae-b60e-7ca947b24a6e None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:06.557661 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-33d871f9-efcf-4bbf-a77f-59b58ad79dc1 None None] For port bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72,segment=NetworkSegment(3bc9fa27-9cdf-411b-9b5d-1d95b85ed330),segment_id=3bc9fa27-9cdf-411b-9b5d-1d95b85ed330)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:06.558275 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-33d871f9-efcf-4bbf-a77f-59b58ad79dc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.610155 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-33d871f9-efcf-4bbf-a77f-59b58ad79dc1 None None] Calling delete_port for bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:06.615112 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-443498b5-6a3e-4cb1-8156-33d17c9a11a7 req-90fbd6bd-4cbd-48e0-af5b-0d52ac6de2c0 service neutron] 10.222.0.43 "GET /v2.0/networks/99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837246 Jul 15 23:19:06.638626 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2292f311-9cc5-4243-a910-2006050a56d5 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.644665 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-c4f69628-3a90-46ae-b60e-7ca947b24a6e None None] Attempting to bind port 8c439852-f655-40a6-9938-e7c5520e9494 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:06.648841 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-c4f69628-3a90-46ae-b60e-7ca947b24a6e None None] Attempting to bind port 8c439852-f655-40a6-9938-e7c5520e9494 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '0e91c939-56bf-4757-89a9-26c510074f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e3744a61-3464-41be-9914-cc21719c1bd3'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:06.650482 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f69628-3a90-46ae-b60e-7ca947b24a6e None None] Attempting to bind port 8c439852-f655-40a6-9938-e7c5520e9494 on network e3744a61-3464-41be-9914-cc21719c1bd3 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:06.666717 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f69628-3a90-46ae-b60e-7ca947b24a6e None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:06.670736 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f69628-3a90-46ae-b60e-7ca947b24a6e None None] Checking segment: {'id': '0e91c939-56bf-4757-89a9-26c510074f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e3744a61-3464-41be-9914-cc21719c1bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:06.671337 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c4f69628-3a90-46ae-b60e-7ca947b24a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.671921 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f69628-3a90-46ae-b60e-7ca947b24a6e None None] Bound using segment: {'id': '0e91c939-56bf-4757-89a9-26c510074f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e3744a61-3464-41be-9914-cc21719c1bd3'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:06.672583 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-c4f69628-3a90-46ae-b60e-7ca947b24a6e None None] Bound port: 8c439852-f655-40a6-9938-e7c5520e9494, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e91c939-56bf-4757-89a9-26c510074f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e3744a61-3464-41be-9914-cc21719c1bd3'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:06.672975 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c4f69628-3a90-46ae-b60e-7ca947b24a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.681531 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292f311-9cc5-4243-a910-2006050a56d5 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Pushing event deleted for resources: {'Port': ['ID=bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:06.696809 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2292f311-9cc5-4243-a910-2006050a56d5 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] No DVR routers for this DVR port bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:06.775025 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dcc47df4-1abf-4ce5-92d5-0a5dcf59c6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.821301 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2292f311-9cc5-4243-a910-2006050a56d5 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.847240 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-4a0d28d5-4bf6-47f9-ba4c-2c938fdc11fe None None] Deleting port e3639b68-9acd-43a1-9dcc-9cf5a570a36b {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:06.848005 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a0d28d5-4bf6-47f9-ba4c-2c938fdc11fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.848989 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-2292f311-9cc5-4243-a910-2006050a56d5 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70df42a8-7f3a-4d1e-82b9-1354a40e98c2']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:06.887091 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-2292f311-9cc5-4243-a910-2006050a56d5 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc9fa27-9cdf-411b-9b5d-1d95b85ed330') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:06.887313 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-2292f311-9cc5-4243-a910-2006050a56d5 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc9fa27-9cdf-411b-9b5d-1d95b85ed330') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:06.905152 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb3392-7b1b-4e50-9d30-5d9cef3a1377 req-05732427-d881-4308-9a09-44723fc42fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:06.906708 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bfcb3392-7b1b-4e50-9d30-5d9cef3a1377 req-05732427-d881-4308-9a09-44723fc42fad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=35bcfbe73491485d89c50cca2d44c38d&device_id=d8b12a84-1758-4444-bf49-c6ef667cbad4 HTTP/1.1" status: 200 len: 1094 time: 0.2266424 Jul 15 23:19:06.908552 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2292f311-9cc5-4243-a910-2006050a56d5 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:06.915859 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:19:06.918608 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:06.918608 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:19:06.918608 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:06.918608 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:19:06.918608 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:06.918608 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:19:06.918608 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:06.918608 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:19:06.918608 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:06.918608 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:19:06.918608 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:06.918608 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:19:06.918608 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:06.918608 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:19:06.952915 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc47df4-1abf-4ce5-92d5-0a5dcf59c6ed admin admin] Router 90943a77-fb93-41f8-9414-48317a80b6c8 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:19:06.959906 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-c4f69628-3a90-46ae-b60e-7ca947b24a6e None None] For port 8c439852-f655-40a6-9938-e7c5520e9494, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:06.961992 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-33d871f9-efcf-4bbf-a77f-59b58ad79dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.965739 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4a0d28d5-4bf6-47f9-ba4c-2c938fdc11fe None None] For port e3639b68-9acd-43a1-9dcc-9cf5a570a36b, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=e3639b68-9acd-43a1-9dcc-9cf5a570a36b,segment=NetworkSegment(bbc7705a-96df-4fb7-ae43-baa90387fdfe),segment_id=bbc7705a-96df-4fb7-ae43-baa90387fdfe)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:06.966312 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a0d28d5-4bf6-47f9-ba4c-2c938fdc11fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.974368 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2292f311-9cc5-4243-a910-2006050a56d5 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.988065 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2292f311-9cc5-4243-a910-2006050a56d5 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:19:06.988481 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2292f311-9cc5-4243-a910-2006050a56d5 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:19:06.991619 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:19:07.009262 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d871f9-efcf-4bbf-a77f-59b58ad79dc1 None None] Pushing event deleted for resources: {'Port': ['ID=bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:07.022224 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-4a0d28d5-4bf6-47f9-ba4c-2c938fdc11fe None None] Calling delete_port for e3639b68-9acd-43a1-9dcc-9cf5a570a36b owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:07.024874 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-c4f69628-3a90-46ae-b60e-7ca947b24a6e None None] For port 8c439852-f655-40a6-9938-e7c5520e9494, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=8c439852-f655-40a6-9938-e7c5520e9494,segment=NetworkSegment(0e91c939-56bf-4757-89a9-26c510074f77),segment_id=0e91c939-56bf-4757-89a9-26c510074f77)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:07.033054 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d871f9-efcf-4bbf-a77f-59b58ad79dc1 None None] No DVR routers for this DVR port bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:07.035129 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c4f69628-3a90-46ae-b60e-7ca947b24a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.099529 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed93fac-9b3a-407a-b30a-c222d4866701 req-a350634c-772f-4537-afd6-1bf11ba770cf tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:07.101139 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2ed93fac-9b3a-407a-b30a-c222d4866701 req-a350634c-772f-4537-afd6-1bf11ba770cf tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.2770422 Jul 15 23:19:07.125487 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2292f311-9cc5-4243-a910-2006050a56d5 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.133248 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2292f311-9cc5-4243-a910-2006050a56d5 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.135252 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2292f311-9cc5-4243-a910-2006050a56d5 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "DELETE /v2.0/networks/70df42a8-7f3a-4d1e-82b9-1354a40e98c2 HTTP/1.1" status: 204 len: 168 time: 1.4240110 Jul 15 23:19:07.142667 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 60914) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:07.161457 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb3392-7b1b-4e50-9d30-5d9cef3a1377 req-b07f821c-c44f-43a9-965c-c30cd6b3605e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:07.163042 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bfcb3392-7b1b-4e50-9d30-5d9cef3a1377 req-b07f821c-c44f-43a9-965c-c30cd6b3605e service neutron] 10.222.0.43 "GET /v2.0/networks?id=99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1 HTTP/1.1" status: 200 len: 915 time: 0.2418857 Jul 15 23:19:07.164336 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292f311-9cc5-4243-a910-2006050a56d5 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Pushing event deleted for resources: {'Network': ['ID=70df42a8-7f3a-4d1e-82b9-1354a40e98c2,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:07.195864 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2ed93fac-9b3a-407a-b30a-c222d4866701 req-2b8dc4b6-73a9-4e49-9954-94421cb0cd00 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888295 Jul 15 23:19:07.264269 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc47df4-1abf-4ce5-92d5-0a5dcf59c6ed admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:19:07.276516 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acff40a9-0617-445a-a448-2894fc854d93 None None] Sync routers for ids ['90943a77-fb93-41f8-9414-48317a80b6c8'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:19:07.283487 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 012b337e-4010-47e0-ab41-2a91b7c77a55 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:07.290751 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acff40a9-0617-445a-a448-2894fc854d93 None None] Routers {'90943a77-fb93-41f8-9414-48317a80b6c8'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:07.291288 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-acff40a9-0617-445a-a448-2894fc854d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:18:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['90943a77-fb93-41f8-9414-48317a80b6c8'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:07.338709 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2be9e85-10a3-4b90-b55c-70ef840028a6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.340773 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dcc47df4-1abf-4ce5-92d5-0a5dcf59c6ed admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.347444 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-dcc47df4-1abf-4ce5-92d5-0a5dcf59c6ed admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6307297 Jul 15 23:19:07.349969 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 60920) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:07.373290 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f69628-3a90-46ae-b60e-7ca947b24a6e None None] Pushing event updated for resources: {'Port': ['ID=8c439852-f655-40a6-9938-e7c5520e9494,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:07.425650 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a0d28d5-4bf6-47f9-ba4c-2c938fdc11fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.431363 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f6585-58ff-4551-bd0c-23bd5f0922af req-172e0c20-a83c-4128-9367-390e1d0bdb60 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:07.439863 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4b5f6585-58ff-4551-bd0c-23bd5f0922af req-172e0c20-a83c-4128-9367-390e1d0bdb60 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 946 time: 0.1092720 Jul 15 23:19:07.472888 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d28d5-4bf6-47f9-ba4c-2c938fdc11fe None None] Pushing event deleted for resources: {'Port': ['ID=e3639b68-9acd-43a1-9dcc-9cf5a570a36b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:07.486410 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 012b337e-4010-47e0-ab41-2a91b7c77a55 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:07.497966 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 012b337e-4010-47e0-ab41-2a91b7c77a55 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:07.501599 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.521896 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4b5f6585-58ff-4551-bd0c-23bd5f0922af req-cf61c0f5-ab57-4a6e-b97a-82a709c92323 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809267 Jul 15 23:19:07.563748 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0d28d5-4bf6-47f9-ba4c-2c938fdc11fe None None] No DVR routers for this DVR port e3639b68-9acd-43a1-9dcc-9cf5a570a36b on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:07.640400 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bfcb3392-7b1b-4e50-9d30-5d9cef3a1377 req-9ab78e53-ac21-4d72-a577-42ee0a841cd7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e8be2af-7afc-45f4-9a1b-ef97edc760a8 HTTP/1.1" status: 200 len: 217 time: 0.4695241 Jul 15 23:19:07.773016 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.779269 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb3392-7b1b-4e50-9d30-5d9cef3a1377 req-54937365-059a-4c5b-9a24-32ea974b095e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:07.780355 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-acff40a9-0617-445a-a448-2894fc854d93 None None] Set router 90943a77-fb93-41f8-9414-48317a80b6c8 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:07.790519 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bfcb3392-7b1b-4e50-9d30-5d9cef3a1377 req-54937365-059a-4c5b-9a24-32ea974b095e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2f7dbbdb-253d-4dd8-8e24-27ba422c3bb3 HTTP/1.1" status: 200 len: 854 time: 0.1338809 Jul 15 23:19:07.821599 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 012b337e-4010-47e0-ab41-2a91b7c77a55, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=012b337e-4010-47e0-ab41-2a91b7c77a55,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:07.835697 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.888649 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bfcb3392-7b1b-4e50-9d30-5d9cef3a1377 req-d84afc41-f55c-44c8-a126-f19dc44905d1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970411 Jul 15 23:19:07.938983 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:07.967104 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2be9e85-10a3-4b90-b55c-70ef840028a6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.977962 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=012b337e-4010-47e0-ab41-2a91b7c77a55,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:07.983541 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:07.984159 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device bfa7c9f2-f19f-4a9a-85bf-ca71da75dc72 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:07.984801 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e3639b68-9acd-43a1-9dcc-9cf5a570a36b no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:08.010347 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c2be9e85-10a3-4b90-b55c-70ef840028a6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c784f317-cf69-4499-8ee8-96a3a3714978']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:08.020900 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: e3639b68-9acd-43a1-9dcc-9cf5a570a36b {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:08.021415 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e3639b68-9acd-43a1-9dcc-9cf5a570a36b not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:08.022195 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-acff40a9-0617-445a-a448-2894fc854d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90943a77-fb93-41f8-9414-48317a80b6c8', 'name': 'tempest-TestVolumeBootPattern-754000308-router', 'tenant_id': '5e81327bd00a4090a41d70b4d0fe2af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '606da925-0ba0-4171-9821-934bab2022bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:04Z', 'updated_at': '2021-07-15T23:19:06Z', 'revision_number': 3, 'project_id': '5e81327bd00a4090a41d70b4d0fe2af8', 'gw_port': {'id': '606da925-0ba0-4171-9821-934bab2022bb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90943a77-fb93-41f8-9414-48317a80b6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:08.029938 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c2be9e85-10a3-4b90-b55c-70ef840028a6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbc7705a-96df-4fb7-ae43-baa90387fdfe') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:08.030627 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c2be9e85-10a3-4b90-b55c-70ef840028a6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbc7705a-96df-4fb7-ae43-baa90387fdfe') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:08.052119 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acff40a9-0617-445a-a448-2894fc854d93 None None] Checking router: 90943a77-fb93-41f8-9414-48317a80b6c8 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:19:08.052676 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acff40a9-0617-445a-a448-2894fc854d93 None None] Updating router 90943a77-fb93-41f8-9414-48317a80b6c8 port 606da925-0ba0-4171-9821-934bab2022bb binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:19:08.069100 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2be9e85-10a3-4b90-b55c-70ef840028a6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.073595 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a7ada-c6aa-457d-b784-1776f8bc6492 req-2569bc35-791f-457b-823f-51f1bedaaf13 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:08.075420 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-544a7ada-c6aa-457d-b784-1776f8bc6492 req-2569bc35-791f-457b-823f-51f1bedaaf13 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8b12a84-1758-4444-bf49-c6ef667cbad4 HTTP/1.1" status: 200 len: 943 time: 0.1978693 Jul 15 23:19:08.089341 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bfcb3392-7b1b-4e50-9d30-5d9cef3a1377 req-6b4517fe-fde7-4226-a229-155656a9560f service neutron] 10.222.0.43 "GET /v2.0/networks/99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897039 Jul 15 23:19:08.098042 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2be9e85-10a3-4b90-b55c-70ef840028a6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.098674 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-acff40a9-0617-445a-a448-2894fc854d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.111176 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2be9e85-10a3-4b90-b55c-70ef840028a6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:19:08.111799 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2be9e85-10a3-4b90-b55c-70ef840028a6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:19:08.114946 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:19:08.399446 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2be9e85-10a3-4b90-b55c-70ef840028a6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.415895 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 9e8be2af-7afc-45f4-9a1b-ef97edc760a8 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:19:08.417821 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2be9e85-10a3-4b90-b55c-70ef840028a6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.419662 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-acff40a9-0617-445a-a448-2894fc854d93 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.426202 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c2be9e85-10a3-4b90-b55c-70ef840028a6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] 10.222.0.16 "DELETE /v2.0/networks/c784f317-cf69-4499-8ee8-96a3a3714978 HTTP/1.1" status: 204 len: 168 time: 1.2837918 Jul 15 23:19:08.462101 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-acff40a9-0617-445a-a448-2894fc854d93 None None] Transition to ACTIVE for port object 606da925-0ba0-4171-9821-934bab2022bb will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:08.470819 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-acff40a9-0617-445a-a448-2894fc854d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.543928 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef00c5-efb5-4b03-8dc6-36cb1fd6de48 None None] Pushing event updated for resources: {'Port': ['ID=606da925-0ba0-4171-9821-934bab2022bb,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:08.551643 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be9e85-10a3-4b90-b55c-70ef840028a6 tempest-TaggedBootDevicesTest-112556297 tempest-TaggedBootDevicesTest-112556297-project] Pushing event deleted for resources: {'Network': ['ID=c784f317-cf69-4499-8ee8-96a3a3714978,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:08.592033 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 9e8be2af-7afc-45f4-9a1b-ef97edc760a8, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=9e8be2af-7afc-45f4-9a1b-ef97edc760a8,segment=NetworkSegment(22713b79-5743-4d1f-a04e-a62a4823d5d0),segment_id=22713b79-5743-4d1f-a04e-a62a4823d5d0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:08.607329 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-acff40a9-0617-445a-a448-2894fc854d93 None None] Attempting to bind port 606da925-0ba0-4171-9821-934bab2022bb on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:08.608029 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-acff40a9-0617-445a-a448-2894fc854d93 None None] Attempting to bind port 606da925-0ba0-4171-9821-934bab2022bb by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:08.608419 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acff40a9-0617-445a-a448-2894fc854d93 None None] Attempting to bind port 606da925-0ba0-4171-9821-934bab2022bb on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:08.614173 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acff40a9-0617-445a-a448-2894fc854d93 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:08.614547 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acff40a9-0617-445a-a448-2894fc854d93 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:08.615596 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-acff40a9-0617-445a-a448-2894fc854d93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.616143 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acff40a9-0617-445a-a448-2894fc854d93 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:08.616462 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-acff40a9-0617-445a-a448-2894fc854d93 None None] Bound port: 606da925-0ba0-4171-9821-934bab2022bb, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:08.616868 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-acff40a9-0617-445a-a448-2894fc854d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.618247 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '9e8be2af-7afc-45f4-9a1b-ef97edc760a8', 'network_id': '99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1', 'port_id': '9e8be2af-7afc-45f4-9a1b-ef97edc760a8', 'mac_address': 'fa:16:3e:dd:19:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f7dbbdb-253d-4dd8-8e24-27ba422c3bb3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:19:08.644530 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ca73629-98c4-48cf-9ff5-9ede20b0c155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.679871 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-acff40a9-0617-445a-a448-2894fc854d93 None None] For port 606da925-0ba0-4171-9821-934bab2022bb, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:08.683925 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-acff40a9-0617-445a-a448-2894fc854d93 None None] For port 606da925-0ba0-4171-9821-934bab2022bb, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=606da925-0ba0-4171-9821-934bab2022bb,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:08.691894 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-acff40a9-0617-445a-a448-2894fc854d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.746369 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.747609 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.770323 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e8be2af-7afc-45f4-9a1b-ef97edc760a8 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:19:08.774485 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acff40a9-0617-445a-a448-2894fc854d93 None None] Routers {'90943a77-fb93-41f8-9414-48317a80b6c8'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:08.779311 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-acff40a9-0617-445a-a448-2894fc854d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:18:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['90943a77-fb93-41f8-9414-48317a80b6c8'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:08.791217 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-544a7ada-c6aa-457d-b784-1776f8bc6492 req-216d285c-0638-40a7-b100-917a9b75cd59 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7088337 Jul 15 23:19:08.819518 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 9e8be2af-7afc-45f4-9a1b-ef97edc760a8, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=9e8be2af-7afc-45f4-9a1b-ef97edc760a8,segment=NetworkSegment(22713b79-5743-4d1f-a04e-a62a4823d5d0),segment_id=22713b79-5743-4d1f-a04e-a62a4823d5d0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:08.827011 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.855178 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef00c5-efb5-4b03-8dc6-36cb1fd6de48 None None] Pushing event updated for resources: {'Port': ['ID=606da925-0ba0-4171-9821-934bab2022bb,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:08.913356 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-6ca73629-98c4-48cf-9ff5-9ede20b0c155 admin admin] Allocated IP 172.20.0.1 (e3744a61-3464-41be-9914-cc21719c1bd3/d3f013dd-1569-40df-b945-d1defe946693/c30a343c-51c1-4d24-8a72-63945df1434a) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:08.922609 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=9e8be2af-7afc-45f4-9a1b-ef97edc760a8,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:08.928540 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-acff40a9-0617-445a-a448-2894fc854d93 None None] Set router 90943a77-fb93-41f8-9414-48317a80b6c8 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:08.951355 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bfcb3392-7b1b-4e50-9d30-5d9cef3a1377 req-0e0aec0f-08a9-438f-9bd6-917500d0a32a service neutron] 10.222.0.43 "GET /v2.0/networks/99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8409789 Jul 15 23:19:08.973034 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40c620-a020-463a-82fd-57010753aebf req-40b094d7-80e3-4e9f-a825-021570f66fbb tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:08.982867 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dc40c620-a020-463a-82fd-57010753aebf req-40b094d7-80e3-4e9f-a825-021570f66fbb tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.2657549 Jul 15 23:19:09.006532 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f807ded1-81b5-4a69-a684-577435d4e8b8 None None] Network e3744a61-3464-41be-9914-cc21719c1bd3 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:09.091146 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ca73629-98c4-48cf-9ff5-9ede20b0c155 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.099359 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dc40c620-a020-463a-82fd-57010753aebf req-581af801-d8bc-4548-9ceb-cab2809073f6 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110151 Jul 15 23:19:09.107186 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['9e8be2af-7afc-45f4-9a1b-ef97edc760a8'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:19:09.133913 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [req-c1845b20-ef91-4ee4-8306-e57c7c834597 req-09e6e6d1-0473-4f32-9c64-0b51d5ee88db service neutron] (93798) timed out ('10.222.0.16', 60670) {{(pid=93798) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:19:09.153391 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bbf67-6eb9-48a1-ac48-8c2364773622 req-24e19e20-90da-47e3-a918-887ea97a3445 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:09.155609 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-067bbf67-6eb9-48a1-ac48-8c2364773622 req-24e19e20-90da-47e3-a918-887ea97a3445 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 946 time: 0.1530442 Jul 15 23:19:09.160675 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-6ca73629-98c4-48cf-9ff5-9ede20b0c155 admin admin] Transition to ACTIVE for port object c30a343c-51c1-4d24-8a72-63945df1434a will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:09.172232 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9c954e26-e86d-43d5-982c-73b6973cedea None None] Provisioning for port 8c439852-f655-40a6-9938-e7c5520e9494 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:09.217783 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-acff40a9-0617-445a-a448-2894fc854d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90943a77-fb93-41f8-9414-48317a80b6c8', 'name': 'tempest-TestVolumeBootPattern-754000308-router', 'tenant_id': '5e81327bd00a4090a41d70b4d0fe2af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '606da925-0ba0-4171-9821-934bab2022bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:04Z', 'updated_at': '2021-07-15T23:19:06Z', 'revision_number': 3, 'project_id': '5e81327bd00a4090a41d70b4d0fe2af8', 'gw_port': {'id': '606da925-0ba0-4171-9821-934bab2022bb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90943a77-fb93-41f8-9414-48317a80b6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:09.264335 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-067bbf67-6eb9-48a1-ac48-8c2364773622 req-c3718aa5-d812-4785-a5e9-7e624c447758 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028309 Jul 15 23:19:09.270549 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ca73629-98c4-48cf-9ff5-9ede20b0c155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.283013 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acff40a9-0617-445a-a448-2894fc854d93 None None] The sync data for ids ['90943a77-fb93-41f8-9414-48317a80b6c8'] in n-d-787205-9 is: [{'id': '90943a77-fb93-41f8-9414-48317a80b6c8', 'name': 'tempest-TestVolumeBootPattern-754000308-router', 'tenant_id': '5e81327bd00a4090a41d70b4d0fe2af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '606da925-0ba0-4171-9821-934bab2022bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:04Z', 'updated_at': '2021-07-15T23:19:06Z', 'revision_number': 3, 'project_id': '5e81327bd00a4090a41d70b4d0fe2af8', 'gw_port': {'id': '606da925-0ba0-4171-9821-934bab2022bb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90943a77-fb93-41f8-9414-48317a80b6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:19:09.325803 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 8c439852-f655-40a6-9938-e7c5520e9494 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:09.330683 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca73629-98c4-48cf-9ff5-9ede20b0c155 admin admin] Pushing event updated for resources: {'Port': ['ID=c30a343c-51c1-4d24-8a72-63945df1434a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:09.361073 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca73629-98c4-48cf-9ff5-9ede20b0c155 admin admin] Network e3744a61-3464-41be-9914-cc21719c1bd3 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:09.363412 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-6ca73629-98c4-48cf-9ff5-9ede20b0c155 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:09.367077 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca73629-98c4-48cf-9ff5-9ede20b0c155 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:09.448762 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 8c439852-f655-40a6-9938-e7c5520e9494 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:09.454942 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 8c439852-f655-40a6-9938-e7c5520e9494 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:09.455393 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.463790 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ca73629-98c4-48cf-9ff5-9ede20b0c155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.568098 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.635520 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 8c439852-f655-40a6-9938-e7c5520e9494, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=8c439852-f655-40a6-9938-e7c5520e9494,segment=NetworkSegment(0e91c939-56bf-4757-89a9-26c510074f77),segment_id=0e91c939-56bf-4757-89a9-26c510074f77)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:09.641076 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.641886 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 012b337e-4010-47e0-ab41-2a91b7c77a55 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:09.656505 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ca73629-98c4-48cf-9ff5-9ede20b0c155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.799140 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 012b337e-4010-47e0-ab41-2a91b7c77a55 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:09.799572 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.901054 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=8c439852-f655-40a6-9938-e7c5520e9494,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:09.927068 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-743b0a27-6f47-4b1e-921e-473b1d3af030 None None] Provisioning complete for port 8c439852-f655-40a6-9938-e7c5520e9494 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:09.928084 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-743b0a27-6f47-4b1e-921e-473b1d3af030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.959358 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ca73629-98c4-48cf-9ff5-9ede20b0c155 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.970699 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ca73629-98c4-48cf-9ff5-9ede20b0c155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.057159 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca73629-98c4-48cf-9ff5-9ede20b0c155 admin admin] Pushing event updated for resources: {'Port': ['ID=c30a343c-51c1-4d24-8a72-63945df1434a,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:10.064783 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ca73629-98c4-48cf-9ff5-9ede20b0c155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.119502 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16169a-b378-48fd-b4a9-087c2aeac1ab req-c2528944-3549-41a9-97a6-a49545ba3d9e tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:10.134386 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4d16169a-b378-48fd-b4a9-087c2aeac1ab req-c2528944-3549-41a9-97a6-a49545ba3d9e tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8b12a84-1758-4444-bf49-c6ef667cbad4 HTTP/1.1" status: 200 len: 944 time: 0.1447616 Jul 15 23:19:10.159639 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-743b0a27-6f47-4b1e-921e-473b1d3af030 None None] Provisioning for port c30a343c-51c1-4d24-8a72-63945df1434a completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:10.165725 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-743b0a27-6f47-4b1e-921e-473b1d3af030 None None] Provisioning complete for port c30a343c-51c1-4d24-8a72-63945df1434a triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:10.166109 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-743b0a27-6f47-4b1e-921e-473b1d3af030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.220874 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-743b0a27-6f47-4b1e-921e-473b1d3af030 None None] Port c30a343c-51c1-4d24-8a72-63945df1434a cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:10.229408 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca73629-98c4-48cf-9ff5-9ede20b0c155 admin admin] Network e3744a61-3464-41be-9914-cc21719c1bd3 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:10.232351 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-6ca73629-98c4-48cf-9ff5-9ede20b0c155 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:10.246936 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4d16169a-b378-48fd-b4a9-087c2aeac1ab req-98fe1b67-488e-4341-818e-a9916d685119 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112583 Jul 15 23:19:10.356425 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-38b76dad-82dd-4656-8af3-8378836464de None None] Provisioning complete for port c30a343c-51c1-4d24-8a72-63945df1434a triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:10.357146 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-38b76dad-82dd-4656-8af3-8378836464de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.402735 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca73629-98c4-48cf-9ff5-9ede20b0c155 admin admin] Router 90943a77-fb93-41f8-9414-48317a80b6c8 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:19:10.410991 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 9e8be2af-7afc-45f4-9a1b-ef97edc760a8 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:10.468856 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-38b76dad-82dd-4656-8af3-8378836464de None None] Port c30a343c-51c1-4d24-8a72-63945df1434a cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:10.499915 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228fab1-61fd-4ffa-b2c7-d47abd32cfac req-f1f1bfdc-cfd2-43e1-be69-ea1f8adf076c tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:10.520052 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2228fab1-61fd-4ffa-b2c7-d47abd32cfac req-f1f1bfdc-cfd2-43e1-be69-ea1f8adf076c tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.2018821 Jul 15 23:19:10.521855 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 9e8be2af-7afc-45f4-9a1b-ef97edc760a8 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:10.527823 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 9e8be2af-7afc-45f4-9a1b-ef97edc760a8 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:10.534136 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.563895 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2228fab1-61fd-4ffa-b2c7-d47abd32cfac req-bc763624-6bf1-4f5a-a464-02a47d1f8169 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426991 Jul 15 23:19:10.664395 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8b1a78a5-ad7c-4696-8494-4531f76325dd None None] Provisioning complete for port c30a343c-51c1-4d24-8a72-63945df1434a triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:10.664768 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b1a78a5-ad7c-4696-8494-4531f76325dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.690600 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f0f6c-b5da-48e6-8a00-f82ebd9497c6 req-999bcd45-84ca-4412-a752-6b50451b78d4 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:10.702396 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-071f0f6c-b5da-48e6-8a00-f82ebd9497c6 req-999bcd45-84ca-4412-a752-6b50451b78d4 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 946 time: 0.1321480 Jul 15 23:19:10.740653 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a78a5-ad7c-4696-8494-4531f76325dd None None] Port c30a343c-51c1-4d24-8a72-63945df1434a cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:10.756195 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-071f0f6c-b5da-48e6-8a00-f82ebd9497c6 req-78bb9ddd-c5b8-4548-99d0-7b523e08fbf6 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527191 Jul 15 23:19:10.758312 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.807553 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b12a84-1758-4444-bf49-c6ef667cbad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8be2af-7afc-45f4-9a1b-ef97edc760a8'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:10.810434 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679be390-9c11-49ef-aa73-6e7f97f4751b" -d '{"events": [{"server_uuid": "d8b12a84-1758-4444-bf49-c6ef667cbad4", "name": "network-vif-plugged", "status": "completed", "tag": "9e8be2af-7afc-45f4-9a1b-ef97edc760a8"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:10.829884 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 9e8be2af-7afc-45f4-9a1b-ef97edc760a8, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=9e8be2af-7afc-45f4-9a1b-ef97edc760a8,segment=NetworkSegment(22713b79-5743-4d1f-a04e-a62a4823d5d0),segment_id=22713b79-5743-4d1f-a04e-a62a4823d5d0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:10.835901 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.863465 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0058f23c-ad13-43ae-a6ee-a5bd1d6c806b x-openstack-request-id: req-0058f23c-ad13-43ae-a6ee-a5bd1d6c806b {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:10.863763 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b12a84-1758-4444-bf49-c6ef667cbad4", "name": "network-vif-plugged", "status": "completed", "tag": "9e8be2af-7afc-45f4-9a1b-ef97edc760a8", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:10.864065 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0058f23c-ad13-43ae-a6ee-a5bd1d6c806b {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:10.864528 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b12a84-1758-4444-bf49-c6ef667cbad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8be2af-7afc-45f4-9a1b-ef97edc760a8', 'code': 200} Jul 15 23:19:10.898009 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=9e8be2af-7afc-45f4-9a1b-ef97edc760a8,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:11.002144 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e908e-442f-4e73-b185-ef081b59fcae req-3e01083a-c267-4f10-b679-3df61dcfdfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:11.004072 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-243e908e-442f-4e73-b185-ef081b59fcae req-3e01083a-c267-4f10-b679-3df61dcfdfe4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d8b12a84-1758-4444-bf49-c6ef667cbad4 HTTP/1.1" status: 200 len: 1096 time: 0.0641670 Jul 15 23:19:11.054786 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-243e908e-442f-4e73-b185-ef081b59fcae req-aad19626-866b-4593-af5b-fafe4c76d237 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435457 Jul 15 23:19:11.079101 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca73629-98c4-48cf-9ff5-9ede20b0c155 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:19:11.084372 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6ca73629-98c4-48cf-9ff5-9ede20b0c155 admin admin] 10.222.0.16 "PUT /v2.0/routers/90943a77-fb93-41f8-9414-48317a80b6c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7334535 Jul 15 23:19:11.164611 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 8c439852-f655-40a6-9938-e7c5520e9494 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:11.217489 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 8c439852-f655-40a6-9938-e7c5520e9494 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:11.217875 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.310873 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 606da925-0ba0-4171-9821-934bab2022bb up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:11.365971 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 606da925-0ba0-4171-9821-934bab2022bb completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:11.370801 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 606da925-0ba0-4171-9821-934bab2022bb triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:11.371562 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.471777 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.494283 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 606da925-0ba0-4171-9821-934bab2022bb, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=606da925-0ba0-4171-9821-934bab2022bb,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:11.499298 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.535155 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38f783-6472-4db4-9d1e-8d7878a9527d req-81e6a54b-e127-44a2-826d-06c85e3cf357 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:11.536871 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4a38f783-6472-4db4-9d1e-8d7878a9527d req-81e6a54b-e127-44a2-826d-06c85e3cf357 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8b12a84-1758-4444-bf49-c6ef667cbad4 HTTP/1.1" status: 200 len: 945 time: 0.0893784 Jul 15 23:19:11.568472 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=606da925-0ba0-4171-9821-934bab2022bb,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:11.600027 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4a38f783-6472-4db4-9d1e-8d7878a9527d req-645112a0-5f4d-411c-bf70-39fd5aea80d2 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574372 Jul 15 23:19:11.781991 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d70ea-8a23-41f9-9be0-038e5750d655 req-86a88eff-1c50-4603-af63-c954a836baa9 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:11.790081 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-226d70ea-8a23-41f9-9be0-038e5750d655 req-86a88eff-1c50-4603-af63-c954a836baa9 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.0957172 Jul 15 23:19:11.815550 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a496d0-667f-4ad8-b929-d980bba1a96b None None] Sync routers for ids ['90943a77-fb93-41f8-9414-48317a80b6c8'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:19:11.846828 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a496d0-667f-4ad8-b929-d980bba1a96b None None] Routers {'90943a77-fb93-41f8-9414-48317a80b6c8'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:11.852877 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c7a496d0-667f-4ad8-b929-d980bba1a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:18:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['90943a77-fb93-41f8-9414-48317a80b6c8'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:11.904647 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-226d70ea-8a23-41f9-9be0-038e5750d655 req-85c51ceb-6496-4778-bac4-a7e35dfdf409 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135259 Jul 15 23:19:12.135231 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679726de-42b7-429e-a4d7-4c928c716b36 req-08fd975b-939b-4c5d-a153-f00f82de189a tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:12.135830 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-c7a496d0-667f-4ad8-b929-d980bba1a96b None None] Set router 90943a77-fb93-41f8-9414-48317a80b6c8 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:12.141007 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-679726de-42b7-429e-a4d7-4c928c716b36 req-08fd975b-939b-4c5d-a153-f00f82de189a tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 946 time: 0.1959829 Jul 15 23:19:12.203037 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-679726de-42b7-429e-a4d7-4c928c716b36 req-860776d6-ab65-48a0-903f-308e94d1e88d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584459 Jul 15 23:19:12.532851 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c7a496d0-667f-4ad8-b929-d980bba1a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90943a77-fb93-41f8-9414-48317a80b6c8', 'name': 'tempest-TestVolumeBootPattern-754000308-router', 'tenant_id': '5e81327bd00a4090a41d70b4d0fe2af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '606da925-0ba0-4171-9821-934bab2022bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:04Z', 'updated_at': '2021-07-15T23:19:09Z', 'revision_number': 4, 'project_id': '5e81327bd00a4090a41d70b4d0fe2af8', 'gw_port': {'id': '606da925-0ba0-4171-9821-934bab2022bb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90943a77-fb93-41f8-9414-48317a80b6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'c30a343c-51c1-4d24-8a72-63945df1434a', 'name': '', 'network_id': 'e3744a61-3464-41be-9914-cc21719c1bd3', 'tenant_id': '5e81327bd00a4090a41d70b4d0fe2af8', 'mac_address': 'fa:16:3e:ee:97:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90943a77-fb93-41f8-9414-48317a80b6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'd3f013dd-1569-40df-b945-d1defe946693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:08Z', 'updated_at': '2021-07-15T23:19:09Z', 'revision_number': 2, 'project_id': '5e81327bd00a4090a41d70b4d0fe2af8', 'subnets': [{'id': 'd3f013dd-1569-40df-b945-d1defe946693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:12.559912 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a496d0-667f-4ad8-b929-d980bba1a96b None None] Checking router: 90943a77-fb93-41f8-9414-48317a80b6c8 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:19:12.560271 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a496d0-667f-4ad8-b929-d980bba1a96b None None] Updating router 90943a77-fb93-41f8-9414-48317a80b6c8 port c30a343c-51c1-4d24-8a72-63945df1434a binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:19:12.602713 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c7a496d0-667f-4ad8-b929-d980bba1a96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:12.829074 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cffe8d-6947-4057-81cb-05178e535a15 req-ae0c281a-abe0-4cd5-b7bc-002f29310fa2 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:12.830686 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d6cffe8d-6947-4057-81cb-05178e535a15 req-ae0c281a-abe0-4cd5-b7bc-002f29310fa2 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8b12a84-1758-4444-bf49-c6ef667cbad4 HTTP/1.1" status: 200 len: 945 time: 0.0698724 Jul 15 23:19:12.900433 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d6cffe8d-6947-4057-81cb-05178e535a15 req-d1380ca9-d729-4d12-98f5-5d224b5f5d22 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638635 Jul 15 23:19:12.947173 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c7a496d0-667f-4ad8-b929-d980bba1a96b None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:12.961590 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c7a496d0-667f-4ad8-b929-d980bba1a96b None None] Transition to ACTIVE for port object c30a343c-51c1-4d24-8a72-63945df1434a will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:12.975222 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c7a496d0-667f-4ad8-b929-d980bba1a96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:13.100812 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa79cd-5957-4c14-982d-3bff4bd80a13 None None] Pushing event updated for resources: {'Port': ['ID=c30a343c-51c1-4d24-8a72-63945df1434a,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:13.203549 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba848f5-feb4-41c2-82ed-544c58caac2e req-d0e4f1b8-e553-476f-949a-1dd9f47a79d0 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:13.208874 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6ba848f5-feb4-41c2-82ed-544c58caac2e req-d0e4f1b8-e553-476f-949a-1dd9f47a79d0 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1635280 Jul 15 23:19:13.235227 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 606da925-0ba0-4171-9821-934bab2022bb up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:13.279653 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-c7a496d0-667f-4ad8-b929-d980bba1a96b None None] Attempting to bind port c30a343c-51c1-4d24-8a72-63945df1434a on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:13.280168 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-c7a496d0-667f-4ad8-b929-d980bba1a96b None None] Attempting to bind port c30a343c-51c1-4d24-8a72-63945df1434a by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '0e91c939-56bf-4757-89a9-26c510074f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e3744a61-3464-41be-9914-cc21719c1bd3'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:13.280647 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a496d0-667f-4ad8-b929-d980bba1a96b None None] Attempting to bind port c30a343c-51c1-4d24-8a72-63945df1434a on network e3744a61-3464-41be-9914-cc21719c1bd3 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:13.292764 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a496d0-667f-4ad8-b929-d980bba1a96b None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:13.293346 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a496d0-667f-4ad8-b929-d980bba1a96b None None] Checking segment: {'id': '0e91c939-56bf-4757-89a9-26c510074f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e3744a61-3464-41be-9914-cc21719c1bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:13.293855 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c7a496d0-667f-4ad8-b929-d980bba1a96b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:13.294350 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a496d0-667f-4ad8-b929-d980bba1a96b None None] Bound using segment: {'id': '0e91c939-56bf-4757-89a9-26c510074f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e3744a61-3464-41be-9914-cc21719c1bd3'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:13.294956 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-c7a496d0-667f-4ad8-b929-d980bba1a96b None None] Bound port: c30a343c-51c1-4d24-8a72-63945df1434a, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e91c939-56bf-4757-89a9-26c510074f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e3744a61-3464-41be-9914-cc21719c1bd3'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:13.295441 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c7a496d0-667f-4ad8-b929-d980bba1a96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:13.345338 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6ba848f5-feb4-41c2-82ed-544c58caac2e req-03523171-a742-4108-b2df-8a2f3a7e57fb tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968816 Jul 15 23:19:13.385105 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b75992-3593-4b88-8431-7facc0640dfd req-942038a5-1c5c-42fb-8656-84a9c66fcfcb tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:13.396330 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-92b75992-3593-4b88-8431-7facc0640dfd req-942038a5-1c5c-42fb-8656-84a9c66fcfcb tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8b12a84-1758-4444-bf49-c6ef667cbad4 HTTP/1.1" status: 200 len: 945 time: 0.2485957 Jul 15 23:19:13.411818 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-c7a496d0-667f-4ad8-b929-d980bba1a96b None None] For port c30a343c-51c1-4d24-8a72-63945df1434a, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:13.415647 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-c7a496d0-667f-4ad8-b929-d980bba1a96b None None] For port c30a343c-51c1-4d24-8a72-63945df1434a, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c30a343c-51c1-4d24-8a72-63945df1434a,segment=NetworkSegment(0e91c939-56bf-4757-89a9-26c510074f77),segment_id=0e91c939-56bf-4757-89a9-26c510074f77)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:13.422904 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c7a496d0-667f-4ad8-b929-d980bba1a96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:13.438687 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 606da925-0ba0-4171-9821-934bab2022bb triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:13.439210 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:13.493809 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-92b75992-3593-4b88-8431-7facc0640dfd req-30371c70-c261-4238-a324-045171feb15a tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963428 Jul 15 23:19:13.535786 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a496d0-667f-4ad8-b929-d980bba1a96b None None] Routers {'90943a77-fb93-41f8-9414-48317a80b6c8'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:13.536437 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c7a496d0-667f-4ad8-b929-d980bba1a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:18:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['90943a77-fb93-41f8-9414-48317a80b6c8'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:13.638621 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa79cd-5957-4c14-982d-3bff4bd80a13 None None] Pushing event updated for resources: {'Port': ['ID=c30a343c-51c1-4d24-8a72-63945df1434a,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:13.777593 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-c7a496d0-667f-4ad8-b929-d980bba1a96b None None] Set router 90943a77-fb93-41f8-9414-48317a80b6c8 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:13.812797 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-85957455-e836-4d55-aadb-a011fbe10f87 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:13.813780 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-85957455-e836-4d55-aadb-a011fbe10f87 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/networks?id=735c8477-b658-4066-88fd-8f0a4fc80eba HTTP/1.1" status: 200 len: 811 time: 0.1606591 Jul 15 23:19:13.844895 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e78835-82ce-4cc2-81c6-8b4ffb89cc68 req-e4fe9fba-7e1b-4ce7-b95e-d9e2ba5f3e8d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:13.846408 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f2e78835-82ce-4cc2-81c6-8b4ffb89cc68 req-e4fe9fba-7e1b-4ce7-b95e-d9e2ba5f3e8d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 946 time: 0.2041104 Jul 15 23:19:13.851108 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-ec5c013f-5a69-48cd-b4a1-5845e719764a tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/quotas/3c476bc9e2fe48f188b2500546342e72 HTTP/1.1" status: 200 len: 375 time: 0.0271325 Jul 15 23:19:13.926451 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f2e78835-82ce-4cc2-81c6-8b4ffb89cc68 req-4a50608e-4617-494e-94f9-3f02fd83547f tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740685 Jul 15 23:19:13.966686 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-93708381-d8cf-4ce1-b10d-2831a7f4526a tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c476bc9e2fe48f188b2500546342e72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1056795 Jul 15 23:19:14.029227 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c7a496d0-667f-4ad8-b929-d980bba1a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90943a77-fb93-41f8-9414-48317a80b6c8', 'name': 'tempest-TestVolumeBootPattern-754000308-router', 'tenant_id': '5e81327bd00a4090a41d70b4d0fe2af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '606da925-0ba0-4171-9821-934bab2022bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:04Z', 'updated_at': '2021-07-15T23:19:09Z', 'revision_number': 4, 'project_id': '5e81327bd00a4090a41d70b4d0fe2af8', 'gw_port': {'id': '606da925-0ba0-4171-9821-934bab2022bb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90943a77-fb93-41f8-9414-48317a80b6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'c30a343c-51c1-4d24-8a72-63945df1434a', 'name': '', 'network_id': 'e3744a61-3464-41be-9914-cc21719c1bd3', 'tenant_id': '5e81327bd00a4090a41d70b4d0fe2af8', 'mac_address': 'fa:16:3e:ee:97:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90943a77-fb93-41f8-9414-48317a80b6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'd3f013dd-1569-40df-b945-d1defe946693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:08Z', 'updated_at': '2021-07-15T23:19:13Z', 'revision_number': 4, 'project_id': '5e81327bd00a4090a41d70b4d0fe2af8', 'subnets': [{'id': 'd3f013dd-1569-40df-b945-d1defe946693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:14.066972 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a496d0-667f-4ad8-b929-d980bba1a96b None None] The sync data for ids ['90943a77-fb93-41f8-9414-48317a80b6c8'] in n-d-787205-9 is: [{'id': '90943a77-fb93-41f8-9414-48317a80b6c8', 'name': 'tempest-TestVolumeBootPattern-754000308-router', 'tenant_id': '5e81327bd00a4090a41d70b4d0fe2af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '606da925-0ba0-4171-9821-934bab2022bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:04Z', 'updated_at': '2021-07-15T23:19:09Z', 'revision_number': 4, 'project_id': '5e81327bd00a4090a41d70b4d0fe2af8', 'gw_port': {'id': '606da925-0ba0-4171-9821-934bab2022bb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90943a77-fb93-41f8-9414-48317a80b6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'c30a343c-51c1-4d24-8a72-63945df1434a', 'name': '', 'network_id': 'e3744a61-3464-41be-9914-cc21719c1bd3', 'tenant_id': '5e81327bd00a4090a41d70b4d0fe2af8', 'mac_address': 'fa:16:3e:ee:97:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90943a77-fb93-41f8-9414-48317a80b6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'd3f013dd-1569-40df-b945-d1defe946693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:08Z', 'updated_at': '2021-07-15T23:19:13Z', 'revision_number': 4, 'project_id': '5e81327bd00a4090a41d70b4d0fe2af8', 'subnets': [{'id': 'd3f013dd-1569-40df-b945-d1defe946693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:19:14.088838 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-42877ff1-b93c-4833-8586-872f5869e3c8 service neutron] 10.222.0.16 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224983 Jul 15 23:19:14.234791 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-cdabe75d-8ae7-40f2-8579-48fa7cbd372c service neutron] 10.222.0.16 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394627 Jul 15 23:19:14.406157 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57eeea-065b-4c6b-b326-054add8bbe4a req-546e6932-58b5-4c25-af6a-fd52fe069dfa tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:14.408143 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fa57eeea-065b-4c6b-b326-054add8bbe4a req-546e6932-58b5-4c25-af6a-fd52fe069dfa tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8b12a84-1758-4444-bf49-c6ef667cbad4 HTTP/1.1" status: 200 len: 945 time: 0.0912275 Jul 15 23:19:14.455469 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fa57eeea-065b-4c6b-b326-054add8bbe4a req-c285037e-cfb3-4ad4-957b-794273305512 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397887 Jul 15 23:19:14.661683 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f624581-c11f-49f9-a3f8-ad32bff3a929 req-f4b4c9f4-3fde-440e-83a7-4687f5fa7a6c tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:14.669329 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f624581-c11f-49f9-a3f8-ad32bff3a929 req-f4b4c9f4-3fde-440e-83a7-4687f5fa7a6c tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.0828087 Jul 15 23:19:14.740856 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f624581-c11f-49f9-a3f8-ad32bff3a929 req-b05c824d-8948-4147-895b-c6f789ccbbc3 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706282 Jul 15 23:19:14.783834 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3751e-656e-4f8e-9f19-34b371f02678 req-0130826c-c96b-438b-9223-a287b45ed275 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:14.785558 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7bf3751e-656e-4f8e-9f19-34b371f02678 req-0130826c-c96b-438b-9223-a287b45ed275 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8b12a84-1758-4444-bf49-c6ef667cbad4 HTTP/1.1" status: 200 len: 945 time: 0.0926797 Jul 15 23:19:14.872598 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-57f2d1d9-b179-4baa-9cd3-5cb4682e5acc req-7629756d-b4ff-41cf-a9b8-1aaac0179edd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d9af8ab-3e32-465d-a22e-7449e86e1edf HTTP/1.1" status: 200 len: 210 time: 0.0419469 Jul 15 23:19:14.884435 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7bf3751e-656e-4f8e-9f19-34b371f02678 req-abfa4919-6adf-426b-a7a1-c28978e3ed96 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923741 Jul 15 23:19:15.210739 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c30a343c-51c1-4d24-8a72-63945df1434a up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:15.299213 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port c30a343c-51c1-4d24-8a72-63945df1434a completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:15.303910 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port c30a343c-51c1-4d24-8a72-63945df1434a triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:15.304495 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.350021 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d70960-74a4-4439-848e-ae0c20a90cac req-a2927486-ed98-4249-8055-2905aaee2024 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:15.352185 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a6d70960-74a4-4439-848e-ae0c20a90cac req-a2927486-ed98-4249-8055-2905aaee2024 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 946 time: 0.1153445 Jul 15 23:19:15.419781 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a6d70960-74a4-4439-848e-ae0c20a90cac req-98d1bffd-3ebc-4fd3-aa1c-39bd9f4e93e3 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600882 Jul 15 23:19:15.432908 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.478522 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port c30a343c-51c1-4d24-8a72-63945df1434a, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c30a343c-51c1-4d24-8a72-63945df1434a,segment=NetworkSegment(0e91c939-56bf-4757-89a9-26c510074f77),segment_id=0e91c939-56bf-4757-89a9-26c510074f77)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:15.484545 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.499155 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c79fc3-a79b-4031-a257-825d271b9ae2 req-82790a90-e2b1-4916-b60c-a0866f88baa0 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:15.500811 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a3c79fc3-a79b-4031-a257-825d271b9ae2 req-82790a90-e2b1-4916-b60c-a0866f88baa0 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8b12a84-1758-4444-bf49-c6ef667cbad4 HTTP/1.1" status: 200 len: 945 time: 0.0980573 Jul 15 23:19:15.555709 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=c30a343c-51c1-4d24-8a72-63945df1434a,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:15.562704 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a3c79fc3-a79b-4031-a257-825d271b9ae2 req-1cdc241e-b982-4515-83b2-a2698d3cb633 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538952 Jul 15 23:19:15.739890 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61332ce3-5ef9-452e-b8a4-d5b5e465d49f req-1d82dc92-834c-4e68-acdb-34795909efa5 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:15.741436 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-61332ce3-5ef9-452e-b8a4-d5b5e465d49f req-1d82dc92-834c-4e68-acdb-34795909efa5 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8b12a84-1758-4444-bf49-c6ef667cbad4 HTTP/1.1" status: 200 len: 945 time: 0.0648937 Jul 15 23:19:15.786947 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-61332ce3-5ef9-452e-b8a4-d5b5e465d49f req-f4443edb-3b5a-4c51-bbb1-ec196928e17d tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387323 Jul 15 23:19:15.884034 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6fb7b650-5414-42b5-a682-4499a33731d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.993538 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75738c80-19ff-492c-91b9-9971fb9a57a8 req-3d88c6b8-226d-46e8-bf6e-dad6178f11bd tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:15.995391 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-75738c80-19ff-492c-91b9-9971fb9a57a8 req-3d88c6b8-226d-46e8-bf6e-dad6178f11bd tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.0989649 Jul 15 23:19:16.071467 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-75738c80-19ff-492c-91b9-9971fb9a57a8 req-b917dbd9-b295-4330-bbc7-a4bf537dc1df tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703590 Jul 15 23:19:16.321755 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-98f3baec-c01d-4a82-95e1-ab96dbcef6d2 req-a8f85ecf-94c3-4d25-b062-95a79d9c8b83 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d9af8ab-3e32-465d-a22e-7449e86e1edf HTTP/1.1" status: 200 len: 210 time: 0.1045351 Jul 15 23:19:16.349046 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-ac83d200-3bc7-4eba-b65f-faaf4ab81dd5 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:16.350789 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-ac83d200-3bc7-4eba-b65f-faaf4ab81dd5 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.36 "GET /v2.0/networks?id=735c8477-b658-4066-88fd-8f0a4fc80eba HTTP/1.1" status: 200 len: 811 time: 0.2246697 Jul 15 23:19:16.369838 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-e4e4e956-8904-4670-8f4e-9fee4a6483b6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Request body: {'port': {'device_id': '7d9af8ab-3e32-465d-a22e-7449e86e1edf', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'admin_state_up': True, 'tenant_id': '3c476bc9e2fe48f188b2500546342e72'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:16.534963 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-e4e4e956-8904-4670-8f4e-9fee4a6483b6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Made reservation on behalf of 3c476bc9e2fe48f188b2500546342e72 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:16.547029 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-e4e4e956-8904-4670-8f4e-9fee4a6483b6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:16.713980 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d43859-c611-46dc-8e3a-fdf86535d47b req-e36ff8bd-6725-4319-b15d-ad46415fccb0 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:16.716638 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a7d43859-c611-46dc-8e3a-fdf86535d47b req-e36ff8bd-6725-4319-b15d-ad46415fccb0 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 946 time: 0.1073132 Jul 15 23:19:16.786575 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a7d43859-c611-46dc-8e3a-fdf86535d47b req-675ebea9-cadd-4e68-a37a-e3f5b013e773 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622587 Jul 15 23:19:16.822329 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-e4e4e956-8904-4670-8f4e-9fee4a6483b6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Allocated IP 172.20.0.5 (735c8477-b658-4066-88fd-8f0a4fc80eba/54f0c398-786c-4bb4-9c0d-f6b9e6012b3b/75381287-1503-49b8-942c-5b2d7dd26bd0) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:16.865494 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee8c2f-7d85-4dae-9bdc-b778223f0b8f req-ee838d26-75d7-4f78-b19f-3199da4941ba tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:16.867790 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-06ee8c2f-7d85-4dae-9bdc-b778223f0b8f req-ee838d26-75d7-4f78-b19f-3199da4941ba tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8b12a84-1758-4444-bf49-c6ef667cbad4 HTTP/1.1" status: 200 len: 945 time: 0.1230559 Jul 15 23:19:16.910537 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-06ee8c2f-7d85-4dae-9bdc-b778223f0b8f req-91889f8d-e313-4ffa-b740-88654ab04171 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357041 Jul 15 23:19:17.124542 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-e4e4e956-8904-4670-8f4e-9fee4a6483b6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.127494 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c30a343c-51c1-4d24-8a72-63945df1434a up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:17.163051 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-e4e4e956-8904-4670-8f4e-9fee4a6483b6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Transition to ACTIVE for port object 75381287-1503-49b8-942c-5b2d7dd26bd0 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:17.247406 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port c30a343c-51c1-4d24-8a72-63945df1434a triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:17.247881 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.255389 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-e4e4e956-8904-4670-8f4e-9fee4a6483b6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.362059 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450913b-c58d-46b8-8270-6052177604f0 req-3af44fdd-5dd5-46aa-a602-14a46b96f6a4 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:17.369329 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6450913b-c58d-46b8-8270-6052177604f0 req-3af44fdd-5dd5-46aa-a602-14a46b96f6a4 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1283071 Jul 15 23:19:17.430930 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-e4e4e956-8904-4670-8f4e-9fee4a6483b6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Network 735c8477-b658-4066-88fd-8f0a4fc80eba is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:17.432471 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4e956-8904-4670-8f4e-9fee4a6483b6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Pushing event updated for resources: {'Port': ['ID=75381287-1503-49b8-942c-5b2d7dd26bd0,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:17.435749 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-e4e4e956-8904-4670-8f4e-9fee4a6483b6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:17.438539 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6450913b-c58d-46b8-8270-6052177604f0 req-b502b82d-774c-4736-8bcc-12df300ca79c tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682259 Jul 15 23:19:17.440338 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-e4e4e956-8904-4670-8f4e-9fee4a6483b6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:17.534290 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-e4e4e956-8904-4670-8f4e-9fee4a6483b6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:17.546452 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-e4e4e956-8904-4670-8f4e-9fee4a6483b6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.590066 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-e4e4e956-8904-4670-8f4e-9fee4a6483b6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2242219 Jul 15 23:19:17.608249 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-1e472c8b-1477-43f4-92c3-a107f811bb79 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:19:17.609279 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-1e472c8b-1477-43f4-92c3-a107f811bb79 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059330 Jul 15 23:19:17.677844 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abb34d-1b98-4188-a2d3-d90625c184bc req-58637b17-d2c0-4481-83e5-772ef95dfc08 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:17.679496 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-99abb34d-1b98-4188-a2d3-d90625c184bc req-58637b17-d2c0-4481-83e5-772ef95dfc08 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8b12a84-1758-4444-bf49-c6ef667cbad4 HTTP/1.1" status: 200 len: 945 time: 0.2246430 Jul 15 23:19:17.723779 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Request body: {'port': {'device_id': '7d9af8ab-3e32-465d-a22e-7449e86e1edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:17.802676 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e219ec-af22-4dc3-81a0-f09eb931ec7a req-f9cea2ef-c2a9-48f8-a254-1512c633bea9 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:17.812338 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-74e219ec-af22-4dc3-81a0-f09eb931ec7a req-f9cea2ef-c2a9-48f8-a254-1512c633bea9 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d9af8ab-3e32-465d-a22e-7449e86e1edf HTTP/1.1" status: 200 len: 931 time: 0.1861010 Jul 15 23:19:17.875005 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-74e219ec-af22-4dc3-81a0-f09eb931ec7a req-da6d61c5-a7a4-4cb2-a62e-a5ae5084519f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616591 Jul 15 23:19:17.904576 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-99abb34d-1b98-4188-a2d3-d90625c184bc req-63e991b2-05eb-48e4-adeb-71bc79845031 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Deleting port 9e8be2af-7afc-45f4-9a1b-ef97edc760a8 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:17.904926 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-99abb34d-1b98-4188-a2d3-d90625c184bc req-63e991b2-05eb-48e4-adeb-71bc79845031 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.926747 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.936515 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-cbf159cf-0cef-46cf-b87e-7b0f80cdf11d None None] Provisioning for port 75381287-1503-49b8-942c-5b2d7dd26bd0 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:17.940810 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-cbf159cf-0cef-46cf-b87e-7b0f80cdf11d None None] Provisioning complete for port 75381287-1503-49b8-942c-5b2d7dd26bd0 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:17.941371 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cbf159cf-0cef-46cf-b87e-7b0f80cdf11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:18.033007 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-cbf159cf-0cef-46cf-b87e-7b0f80cdf11d None None] Port 75381287-1503-49b8-942c-5b2d7dd26bd0 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:18.196048 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-99abb34d-1b98-4188-a2d3-d90625c184bc req-63e991b2-05eb-48e4-adeb-71bc79845031 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] For port 9e8be2af-7afc-45f4-9a1b-ef97edc760a8, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=9e8be2af-7afc-45f4-9a1b-ef97edc760a8,segment=NetworkSegment(22713b79-5743-4d1f-a04e-a62a4823d5d0),segment_id=22713b79-5743-4d1f-a04e-a62a4823d5d0)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:18.196678 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-99abb34d-1b98-4188-a2d3-d90625c184bc req-63e991b2-05eb-48e4-adeb-71bc79845031 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:18.242174 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e348c12a-1c53-4d00-a8b1-dcc230be11fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:18.242912 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-99abb34d-1b98-4188-a2d3-d90625c184bc req-63e991b2-05eb-48e4-adeb-71bc79845031 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Calling delete_port for 9e8be2af-7afc-45f4-9a1b-ef97edc760a8 owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:18.260938 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da35fc-8afe-497d-8841-7c0329850bfd req-71c3afbe-a439-43ef-a0b0-87381caf9477 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:18.269296 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d7da35fc-8afe-497d-8841-7c0329850bfd req-71c3afbe-a439-43ef-a0b0-87381caf9477 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 946 time: 0.2112048 Jul 15 23:19:18.331630 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d7ee6-2201-49cc-adce-27ae79f03a51 req-ed4e5796-72a9-4d7e-8017-800603f22fac tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:18.339319 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8e9d7ee6-2201-49cc-adce-27ae79f03a51 req-ed4e5796-72a9-4d7e-8017-800603f22fac tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8b12a84-1758-4444-bf49-c6ef667cbad4 HTTP/1.1" status: 200 len: 945 time: 0.2539940 Jul 15 23:19:18.347380 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75381287-1503-49b8-942c-5b2d7dd26bd0 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:19:18.358173 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:18.376556 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Transition to ACTIVE for port object 75381287-1503-49b8-942c-5b2d7dd26bd0 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:18.381718 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:18.428781 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8e9d7ee6-2201-49cc-adce-27ae79f03a51 req-b6eb1b31-e44f-4957-bee7-1c75bdb1f68b tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/security-groups?id=2033d4ee-17ae-4ecb-b3e8-6608c45e1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884380 Jul 15 23:19:18.468569 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d7da35fc-8afe-497d-8841-7c0329850bfd req-0e6e5679-b315-4438-9876-67402138cbed tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905258 Jul 15 23:19:18.504868 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Pushing event updated for resources: {'Port': ['ID=75381287-1503-49b8-942c-5b2d7dd26bd0,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:18.532593 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:18.533390 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:18.533804 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:18.534253 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:18.534719 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:18.535160 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:18.535598 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:18.536100 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:18.536539 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:18.536979 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:18.537414 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:18.537849 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:18.645624 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Attempting to bind port 75381287-1503-49b8-942c-5b2d7dd26bd0 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:18.647639 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Attempting to bind port 75381287-1503-49b8-942c-5b2d7dd26bd0 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:18.648359 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Attempting to bind port 75381287-1503-49b8-942c-5b2d7dd26bd0 on network 735c8477-b658-4066-88fd-8f0a4fc80eba {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:18.662484 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Port 75381287-1503-49b8-942c-5b2d7dd26bd0 on network 735c8477-b658-4066-88fd-8f0a4fc80eba not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:19:18.662484 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Attempting to bind port 75381287-1503-49b8-942c-5b2d7dd26bd0 on network 735c8477-b658-4066-88fd-8f0a4fc80eba {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:18.693117 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:18.701241 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:18.701558 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Checking segment: {'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:18.701959 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Bound using segment: {'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:18.702410 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Bound port: 75381287-1503-49b8-942c-5b2d7dd26bd0, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:18.702807 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:18.774365 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-99abb34d-1b98-4188-a2d3-d90625c184bc req-63e991b2-05eb-48e4-adeb-71bc79845031 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:18.814969 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e991b2-05eb-48e4-adeb-71bc79845031 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Pushing event deleted for resources: {'Port': ['ID=9e8be2af-7afc-45f4-9a1b-ef97edc760a8,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:18.835600 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] For port 75381287-1503-49b8-942c-5b2d7dd26bd0, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:18.851668 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] For port 75381287-1503-49b8-942c-5b2d7dd26bd0, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=75381287-1503-49b8-942c-5b2d7dd26bd0,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:18.859371 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:18.898134 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:18.898782 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:18.903416 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] 10.222.0.36 "PUT /v2.0/ports/75381287-1503-49b8-942c-5b2d7dd26bd0 HTTP/1.1" status: 200 len: 1091 time: 1.2748907 Jul 15 23:19:18.905460 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eafd55-21ec-422e-ba00-a8bb1770e285 req-c261e0e0-280f-4bef-8122-6fb6dbe45dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:18.906960 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-35eafd55-21ec-422e-ba00-a8bb1770e285 req-c261e0e0-280f-4bef-8122-6fb6dbe45dc2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e827f40ab3842e2a76f286aea2bdded&device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 1096 time: 0.2842717 Jul 15 23:19:18.921734 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d9af8ab-3e32-465d-a22e-7449e86e1edf', 'tag': '75381287-1503-49b8-942c-5b2d7dd26bd0'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:18.930915 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b13f21-1a32-46e9-b8a0-0e8d5ff95a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "7d9af8ab-3e32-465d-a22e-7449e86e1edf", "tag": "75381287-1503-49b8-942c-5b2d7dd26bd0"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:18.948312 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-99abb34d-1b98-4188-a2d3-d90625c184bc req-63e991b2-05eb-48e4-adeb-71bc79845031 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] No DVR routers for this DVR port 9e8be2af-7afc-45f4-9a1b-ef97edc760a8 on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:18.952938 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-99abb34d-1b98-4188-a2d3-d90625c184bc req-63e991b2-05eb-48e4-adeb-71bc79845031 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:18.956746 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-99abb34d-1b98-4188-a2d3-d90625c184bc req-63e991b2-05eb-48e4-adeb-71bc79845031 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.43 "DELETE /v2.0/ports/9e8be2af-7afc-45f4-9a1b-ef97edc760a8 HTTP/1.1" status: 204 len: 173 time: 1.2717953 Jul 15 23:19:18.957859 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b12a84-1758-4444-bf49-c6ef667cbad4', 'name': 'network-vif-deleted', 'tag': '9e8be2af-7afc-45f4-9a1b-ef97edc760a8'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:18.963009 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd9cc61-db89-4ddd-af40-55925e810b0d" -d '{"events": [{"server_uuid": "d8b12a84-1758-4444-bf49-c6ef667cbad4", "name": "network-vif-deleted", "tag": "9e8be2af-7afc-45f4-9a1b-ef97edc760a8"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:19.004571 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b98c1-7bf6-4f7a-8e54-793aac7de201 req-3744205f-aca0-4cc4-a7b1-f87901b68067 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:19.007365 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a19b98c1-7bf6-4f7a-8e54-793aac7de201 req-3744205f-aca0-4cc4-a7b1-f87901b68067 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.2767243 Jul 15 23:19:19.138336 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a19b98c1-7bf6-4f7a-8e54-793aac7de201 req-9c03e6a4-1546-4c1f-982c-ba3be670afba tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239541 Jul 15 23:19:19.139107 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efca094-758b-45bb-b24e-1d2ece876c69 service neutron] Pushing event updated for resources: {'Port': ['ID=75381287-1503-49b8-942c-5b2d7dd26bd0,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:19.228041 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-9a261c53-b028-4d6e-9e30-e25002f5a773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:19.229990 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-9a261c53-b028-4d6e-9e30-e25002f5a773 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c476bc9e2fe48f188b2500546342e72&device_id=7d9af8ab-3e32-465d-a22e-7449e86e1edf HTTP/1.1" status: 200 len: 1094 time: 0.2403142 Jul 15 23:19:19.254670 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eafd55-21ec-422e-ba00-a8bb1770e285 req-b69c2f33-9f4b-45cd-b049-66ffacb3c71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:19.257899 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-35eafd55-21ec-422e-ba00-a8bb1770e285 req-b69c2f33-9f4b-45cd-b049-66ffacb3c71a service neutron] 10.222.0.36 "GET /v2.0/networks?id=522d1fd3-2e67-4567-8500-149254c668f3 HTTP/1.1" status: 200 len: 914 time: 0.3035448 Jul 15 23:19:19.262442 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a13451-2aca-43ed-b1c6-668d9a781aa1 req-1da350fd-5c14-4a14-b7ec-a0753f021248 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:19.264126 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13a13451-2aca-43ed-b1c6-668d9a781aa1 req-1da350fd-5c14-4a14-b7ec-a0753f021248 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d9af8ab-3e32-465d-a22e-7449e86e1edf HTTP/1.1" status: 200 len: 943 time: 0.1776719 Jul 15 23:19:19.348887 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13a13451-2aca-43ed-b1c6-668d9a781aa1 req-4bb152b1-fe8a-4e58-a4e1-ddac673c0bd5 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766280 Jul 15 23:19:19.356848 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-35eafd55-21ec-422e-ba00-a8bb1770e285 req-ccdf891a-a5c0-4789-ad15-9cdcbf9aa696 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ee18c7b-0827-4359-baca-9b3266054327 HTTP/1.1" status: 200 len: 217 time: 0.0459995 Jul 15 23:19:19.358723 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-8033eca0-1712-4b3c-b3de-842c75b8ad7f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75381287-1503-49b8-942c-5b2d7dd26bd0 HTTP/1.1" status: 200 len: 217 time: 0.1119249 Jul 15 23:19:19.441749 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eafd55-21ec-422e-ba00-a8bb1770e285 req-536ef7e9-718b-43bf-b5ce-895c31eb3216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:19.446293 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-35eafd55-21ec-422e-ba00-a8bb1770e285 req-536ef7e9-718b-43bf-b5ce-895c31eb3216 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d482e0b-fa2e-49c4-8670-799dbd09543b HTTP/1.1" status: 200 len: 853 time: 0.0837770 Jul 15 23:19:19.469478 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0505e0aa-6048-4340-9ad1-f6fbec6b2dc2 x-openstack-request-id: req-0505e0aa-6048-4340-9ad1-f6fbec6b2dc2 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:19.469764 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d9af8ab-3e32-465d-a22e-7449e86e1edf", "tag": "75381287-1503-49b8-942c-5b2d7dd26bd0", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:19.470020 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0505e0aa-6048-4340-9ad1-f6fbec6b2dc2 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:19.470416 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d9af8ab-3e32-465d-a22e-7449e86e1edf', 'tag': '75381287-1503-49b8-942c-5b2d7dd26bd0', 'status': 'completed', 'code': 200} Jul 15 23:19:19.511053 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b92440b-5496-4fac-be1a-372290d8d94a x-openstack-request-id: req-1b92440b-5496-4fac-be1a-372290d8d94a {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:19.512267 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b12a84-1758-4444-bf49-c6ef667cbad4", "name": "network-vif-deleted", "tag": "9e8be2af-7afc-45f4-9a1b-ef97edc760a8", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:19.512267 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b92440b-5496-4fac-be1a-372290d8d94a {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:19.512581 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b12a84-1758-4444-bf49-c6ef667cbad4', 'name': 'network-vif-deleted', 'tag': '9e8be2af-7afc-45f4-9a1b-ef97edc760a8', 'status': 'completed', 'code': 200} Jul 15 23:19:19.514304 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-35eafd55-21ec-422e-ba00-a8bb1770e285 req-cf07feae-1e27-4063-bec8-00f4e3369f62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=522d1fd3-2e67-4567-8500-149254c668f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550871 Jul 15 23:19:19.571925 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-9d338344-2368-45b3-bc5a-766efeafed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:19.573427 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-9d338344-2368-45b3-bc5a-766efeafed6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54f0c398-786c-4bb4-9c0d-f6b9e6012b3b HTTP/1.1" status: 200 len: 850 time: 0.1258073 Jul 15 23:19:19.628269 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:19.744006 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-35eafd55-21ec-422e-ba00-a8bb1770e285 req-e68ebd6d-c006-4c56-a464-2621b0af6e3f service neutron] 10.222.0.36 "GET /v2.0/networks/522d1fd3-2e67-4567-8500-149254c668f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188728 Jul 15 23:19:19.787394 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-44632f46-8279-4f5e-bdad-69b8362fe53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:19.789317 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-44632f46-8279-4f5e-bdad-69b8362fe53f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=735c8477-b658-4066-88fd-8f0a4fc80eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2012827 Jul 15 23:19:19.800762 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-91a1629c-5444-4c1f-9a5c-e41d5d415675 req-78339399-d521-4bf4-9c6a-6be0431287a7 tempest-ServerDiskConfigTestJSON-629453205 tempest-ServerDiskConfigTestJSON-629453205-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8b12a84-1758-4444-bf49-c6ef667cbad4 HTTP/1.1" status: 200 len: 210 time: 0.0563693 Jul 15 23:19:19.865560 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d7701-e32c-4ff9-bfa7-2a2343467a37 req-024c1885-9914-4d5a-898a-1efb1c5263e0 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:19.873377 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-230d7701-e32c-4ff9-bfa7-2a2343467a37 req-024c1885-9914-4d5a-898a-1efb1c5263e0 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 946 time: 0.2035141 Jul 15 23:19:19.923519 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-230d7701-e32c-4ff9-bfa7-2a2343467a37 req-621e5d41-65ea-4797-ac6a-4c92d82a48ae tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489473 Jul 15 23:19:19.925447 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-35eafd55-21ec-422e-ba00-a8bb1770e285 req-7d33c8e6-8621-4961-bef2-2ab908419943 service neutron] 10.222.0.36 "GET /v2.0/networks/522d1fd3-2e67-4567-8500-149254c668f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744819 Jul 15 23:19:20.022442 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-fe0557c7-eacc-4450-9cb0-10e1169a88c5 service neutron] 10.222.0.36 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931734 Jul 15 23:19:20.128475 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f7cb768a-c01f-48c1-a0d5-870124fdb3b9 req-877a6f9a-0993-408a-b8bc-8231254af669 service neutron] 10.222.0.36 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980599 Jul 15 23:19:20.263673 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b13f21-1a32-46e9-b8a0-0e8d5ff95a7c req-14a97ff2-a59f-455f-ba3a-6fe40ac30fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:20.265594 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-33b13f21-1a32-46e9-b8a0-0e8d5ff95a7c req-14a97ff2-a59f-455f-ba3a-6fe40ac30fd6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c476bc9e2fe48f188b2500546342e72&device_id=7d9af8ab-3e32-465d-a22e-7449e86e1edf HTTP/1.1" status: 200 len: 1094 time: 0.0609510 Jul 15 23:19:20.336738 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8b96f-1ad2-4952-be1f-d823b1c5333e req-13dad560-afd9-4869-8ab0-7a3f417cd6ed tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:20.339531 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fa8b96f-1ad2-4952-be1f-d823b1c5333e req-13dad560-afd9-4869-8ab0-7a3f417cd6ed tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.0799029 Jul 15 23:19:20.365111 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b13f21-1a32-46e9-b8a0-0e8d5ff95a7c req-8dfce240-5838-4c5b-84d5-0c72e7e82583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:20.366848 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-33b13f21-1a32-46e9-b8a0-0e8d5ff95a7c req-8dfce240-5838-4c5b-84d5-0c72e7e82583 service neutron] 10.222.0.36 "GET /v2.0/networks?id=735c8477-b658-4066-88fd-8f0a4fc80eba HTTP/1.1" status: 200 len: 912 time: 0.0952184 Jul 15 23:19:20.378937 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7fa8b96f-1ad2-4952-be1f-d823b1c5333e req-d0c2c07a-a069-4838-9b48-cacc33747e8c tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336750 Jul 15 23:19:20.427610 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-33b13f21-1a32-46e9-b8a0-0e8d5ff95a7c req-f4bd428c-163a-4937-a4fb-4edc68bc7bb2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75381287-1503-49b8-942c-5b2d7dd26bd0 HTTP/1.1" status: 200 len: 217 time: 0.0478826 Jul 15 23:19:20.454870 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 9e8be2af-7afc-45f4-9a1b-ef97edc760a8 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:20.475673 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 9e8be2af-7afc-45f4-9a1b-ef97edc760a8 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:20.476392 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 9e8be2af-7afc-45f4-9a1b-ef97edc760a8 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:20.482566 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b13f21-1a32-46e9-b8a0-0e8d5ff95a7c req-326b3f25-5a80-4a91-b609-0f75a1a62b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:20.484108 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-33b13f21-1a32-46e9-b8a0-0e8d5ff95a7c req-326b3f25-5a80-4a91-b609-0f75a1a62b0c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54f0c398-786c-4bb4-9c0d-f6b9e6012b3b HTTP/1.1" status: 200 len: 850 time: 0.0498505 Jul 15 23:19:20.557753 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b13f21-1a32-46e9-b8a0-0e8d5ff95a7c req-818e7e1c-b0ee-4885-a381-4985a94f6a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:20.558473 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2aa87f-12ad-4e4d-a9de-eabdc59d47c8 req-463176e1-d3a5-4e62-b44f-338ba9966dc1 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:20.560389 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c2aa87f-12ad-4e4d-a9de-eabdc59d47c8 req-463176e1-d3a5-4e62-b44f-338ba9966dc1 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d9af8ab-3e32-465d-a22e-7449e86e1edf HTTP/1.1" status: 200 len: 943 time: 0.0760436 Jul 15 23:19:20.563759 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-33b13f21-1a32-46e9-b8a0-0e8d5ff95a7c req-818e7e1c-b0ee-4885-a381-4985a94f6a83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=735c8477-b658-4066-88fd-8f0a4fc80eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715168 Jul 15 23:19:20.602669 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c2aa87f-12ad-4e4d-a9de-eabdc59d47c8 req-58643ecd-8900-4551-ae9d-6459166fce5b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360398 Jul 15 23:19:20.660916 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-33b13f21-1a32-46e9-b8a0-0e8d5ff95a7c req-d914386d-fe57-4f13-9a21-53b259c80616 service neutron] 10.222.0.36 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901525 Jul 15 23:19:20.749523 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 32880) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:20.764062 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-33b13f21-1a32-46e9-b8a0-0e8d5ff95a7c req-a16c6bc7-8c29-461e-9411-d9c528cb847b service neutron] 10.222.0.36 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964432 Jul 15 23:19:21.233189 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.244398 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da847f11-b29a-4f6f-8a1e-10fd692d4e91 req-f59116ff-3b81-493a-baea-0e53881891dd tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:21.252432 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-da847f11-b29a-4f6f-8a1e-10fd692d4e91 req-f59116ff-3b81-493a-baea-0e53881891dd tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 946 time: 0.1264665 Jul 15 23:19:21.332605 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-da847f11-b29a-4f6f-8a1e-10fd692d4e91 req-7d64e618-634c-4f2e-a268-0909883116dd tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790732 Jul 15 23:19:21.389378 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 32898) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:21.434134 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f6c8138f-6585-4994-b6d3-0113c410c463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.435474 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd951c59-daac-4190-b905-f0be71481019 admin admin] Deleting subnet 2f7dbbdb-253d-4dd8-8e24-27ba422c3bb3 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:19:21.439487 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd951c59-daac-4190-b905-f0be71481019 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.481790 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd951c59-daac-4190-b905-f0be71481019 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.531058 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd951c59-daac-4190-b905-f0be71481019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.593923 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd951c59-daac-4190-b905-f0be71481019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.621779 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd951c59-daac-4190-b905-f0be71481019 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f7dbbdb-253d-4dd8-8e24-27ba422c3bb3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:21.628614 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd951c59-daac-4190-b905-f0be71481019 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.635173 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cd951c59-daac-4190-b905-f0be71481019 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2f7dbbdb-253d-4dd8-8e24-27ba422c3bb3 HTTP/1.1" status: 204 len: 168 time: 0.2447402 Jul 15 23:19:21.637423 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6f297-0ae1-4d42-a6f4-277083b6519b req-96d4e376-e3e4-445e-b700-3843421f763e tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:21.637850 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 32904) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:21.639043 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-93b6f297-0ae1-4d42-a6f4-277083b6519b req-96d4e376-e3e4-445e-b700-3843421f763e tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1184921 Jul 15 23:19:21.716093 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06520119-18cc-4be1-aa26-c9e98647bae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.724780 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-93b6f297-0ae1-4d42-a6f4-277083b6519b req-16976f96-d6e0-4a3d-9e2d-0f011a0f9c94 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646062 Jul 15 23:19:21.807111 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06520119-18cc-4be1-aa26-c9e98647bae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.818558 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-06520119-18cc-4be1-aa26-c9e98647bae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:21.831499 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-06520119-18cc-4be1-aa26-c9e98647bae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22713b79-5743-4d1f-a04e-a62a4823d5d0') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:21.831942 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-06520119-18cc-4be1-aa26-c9e98647bae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22713b79-5743-4d1f-a04e-a62a4823d5d0') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:21.841913 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06520119-18cc-4be1-aa26-c9e98647bae9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.857569 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06520119-18cc-4be1-aa26-c9e98647bae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.863953 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06520119-18cc-4be1-aa26-c9e98647bae9 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:19:21.864470 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06520119-18cc-4be1-aa26-c9e98647bae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.865299 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1eb714-df48-47eb-addc-87f9568dee06 req-65aaffe2-24bf-4a37-8d9c-bdd6c8a7f52d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:21.866545 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:19:21.866545 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:19:21.866545 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:19:21.866545 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:19:21.866545 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:19:21.866545 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:19:21.866545 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:19:21.866545 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:19:21.866545 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:19:21.866545 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:19:21.866545 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:19:21.866545 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:19:21.866545 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:19:21.866545 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:19:21.866545 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:19:21.866545 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:19:21.866545 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:19:21.866545 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:19:21.866545 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:19:21.866545 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:19:21.866545 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:19:21.866545 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:19:21.866545 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:19:21.866545 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:19:21.866545 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:19:21.866545 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:19:21.866545 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:19:21.866545 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:19:21.866545 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:19:21.866545 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:19:21.866545 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:19:21.866545 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:19:21.868866 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ba1eb714-df48-47eb-addc-87f9568dee06 req-65aaffe2-24bf-4a37-8d9c-bdd6c8a7f52d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d9af8ab-3e32-465d-a22e-7449e86e1edf HTTP/1.1" status: 200 len: 943 time: 0.1282008 Jul 15 23:19:21.917104 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ba1eb714-df48-47eb-addc-87f9568dee06 req-23a46013-172f-4ff7-95ce-ae27c3cea3f1 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429964 Jul 15 23:19:21.919904 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f6c8138f-6585-4994-b6d3-0113c410c463 admin admin] Deleting port 3ac1f85b-30b4-4b12-b9de-4734129e563c {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:21.920765 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f6c8138f-6585-4994-b6d3-0113c410c463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.929998 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06520119-18cc-4be1-aa26-c9e98647bae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.945899 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06520119-18cc-4be1-aa26-c9e98647bae9 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.948417 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-06520119-18cc-4be1-aa26-c9e98647bae9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1 HTTP/1.1" status: 204 len: 168 time: 0.3092980 Jul 15 23:19:21.961172 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06520119-18cc-4be1-aa26-c9e98647bae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=99ecb523-d4eb-48c0-a5a1-20ee8be0e5f1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:22.016861 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f6c8138f-6585-4994-b6d3-0113c410c463 admin admin] For port 3ac1f85b-30b4-4b12-b9de-4734129e563c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=3ac1f85b-30b4-4b12-b9de-4734129e563c,segment=NetworkSegment(2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c),segment_id=2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:22.016861 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f6c8138f-6585-4994-b6d3-0113c410c463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:22.030536 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f6c8138f-6585-4994-b6d3-0113c410c463 admin admin] Calling delete_port for 3ac1f85b-30b4-4b12-b9de-4734129e563c owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:22.095310 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 32908) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:22.138943 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-80a6b686-4fd4-46b9-a24e-8eb52ac34606 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=35bcfbe73491485d89c50cca2d44c38d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423343 Jul 15 23:19:22.141532 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 32910) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:22.195949 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1ae1aee-c01b-4b06-8288-14ffda4ac482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:22.218260 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1ae1aee-c01b-4b06-8288-14ffda4ac482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:22.237644 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f6c8138f-6585-4994-b6d3-0113c410c463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:22.280019 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1ae1aee-c01b-4b06-8288-14ffda4ac482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:22.287884 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1ae1aee-c01b-4b06-8288-14ffda4ac482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:22.295683 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8138f-6585-4994-b6d3-0113c410c463 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ac1f85b-30b4-4b12-b9de-4734129e563c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:22.295879 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f1ae1aee-c01b-4b06-8288-14ffda4ac482 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2033d4ee-17ae-4ecb-b3e8-6608c45e1907 HTTP/1.1" status: 204 len: 168 time: 0.1531725 Jul 15 23:19:22.317985 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae1aee-c01b-4b06-8288-14ffda4ac482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2033d4ee-17ae-4ecb-b3e8-6608c45e1907,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:22.516846 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f6c8138f-6585-4994-b6d3-0113c410c463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:22.631858 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73786378-0741-455c-b8b8-5642898a8efc req-620779fc-3e01-4a8e-a023-7c3a45f631a6 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:22.636899 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-73786378-0741-455c-b8b8-5642898a8efc req-620779fc-3e01-4a8e-a023-7c3a45f631a6 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 946 time: 0.1559684 Jul 15 23:19:22.723169 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-73786378-0741-455c-b8b8-5642898a8efc req-85649df4-f296-4ad6-a92e-8d8a605e9b30 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806365 Jul 15 23:19:23.098642 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 32940) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:23.201408 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0bd3bc72-8fd6-431e-9640-83c30574df57 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-668034738-network', 'tenant_id': '86a1fef481954432ac36939b923a13cf'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:23.223731 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd3bc72-8fd6-431e-9640-83c30574df57 admin admin] Made reservation on behalf of 86a1fef481954432ac36939b923a13cf for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:23.226044 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0bd3bc72-8fd6-431e-9640-83c30574df57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.228523 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c8138f-6585-4994-b6d3-0113c410c463 admin admin] Router 80a8f78f-0ac9-4756-93f5-ec16483eb5ee has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:19:23.234127 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0bd3bc72-8fd6-431e-9640-83c30574df57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.267957 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b85465-dc9e-4f40-bc45-1dadd2965e17 req-fe5431f9-162e-4f8a-9f49-f2db73886c01 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:23.269453 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b8b85465-dc9e-4f40-bc45-1dadd2965e17 req-fe5431f9-162e-4f8a-9f49-f2db73886c01 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1405790 Jul 15 23:19:23.281222 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20f2ca-02bc-4081-a4dd-c9779f8d1e24 req-1e1e8521-f9a0-4551-97ed-290e4e6b8fef tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:23.282902 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6b20f2ca-02bc-4081-a4dd-c9779f8d1e24 req-1e1e8521-f9a0-4551-97ed-290e4e6b8fef tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d9af8ab-3e32-465d-a22e-7449e86e1edf HTTP/1.1" status: 200 len: 943 time: 0.1529210 Jul 15 23:19:23.328634 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0bd3bc72-8fd6-431e-9640-83c30574df57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.333000 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0bd3bc72-8fd6-431e-9640-83c30574df57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.354920 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd3bc72-8fd6-431e-9640-83c30574df57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:19:23.368121 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3bc72-8fd6-431e-9640-83c30574df57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd69b2d-2fbb-4f89-84aa-de651ab99ada,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:23.373318 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0bd3bc72-8fd6-431e-9640-83c30574df57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.373583 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-0bd3bc72-8fd6-431e-9640-83c30574df57 admin admin] Added segment 25c6bb05-2268-49ce-b03f-c3826dbf98dd of type vlan for network 63c16169-c908-48a5-ae03-d02e0658a66e Jul 15 23:19:23.414522 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0bd3bc72-8fd6-431e-9640-83c30574df57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.419121 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6b20f2ca-02bc-4081-a4dd-c9779f8d1e24 req-2e2e9b34-24bb-40c6-9d19-7335573e2c97 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006975 Jul 15 23:19:23.423972 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b8b85465-dc9e-4f40-bc45-1dadd2965e17 req-fee7260f-a94f-4913-b61b-a10cac5f33da tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091483 Jul 15 23:19:23.447611 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c8138f-6585-4994-b6d3-0113c410c463 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:19:23.454458 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f6c8138f-6585-4994-b6d3-0113c410c463 admin admin] 10.222.0.16 "PUT /v2.0/routers/80a8f78f-0ac9-4756-93f5-ec16483eb5ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7038338 Jul 15 23:19:23.457453 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 32946) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:23.460680 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0bd3bc72-8fd6-431e-9640-83c30574df57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.462469 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd3bc72-8fd6-431e-9640-83c30574df57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:23.464011 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0bd3bc72-8fd6-431e-9640-83c30574df57 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.466670 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7814aba-9b07-40b4-b882-4a042e4f41da None None] Sync routers for ids ['80a8f78f-0ac9-4756-93f5-ec16483eb5ee'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:19:23.478753 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7814aba-9b07-40b4-b882-4a042e4f41da None None] Routers {'80a8f78f-0ac9-4756-93f5-ec16483eb5ee'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:23.479555 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-f7814aba-9b07-40b4-b882-4a042e4f41da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:19:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['80a8f78f-0ac9-4756-93f5-ec16483eb5ee'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:23.549347 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0bd3bc72-8fd6-431e-9640-83c30574df57 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4495435 Jul 15 23:19:23.552395 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 32948) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:23.557333 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-21f30acb-b49a-4c06-acbc-6fd471c21826 admin admin] Request body: {'subnet': {'network_id': '63c16169-c908-48a5-ae03-d02e0658a66e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-668034738-subnet', 'tenant_id': '86a1fef481954432ac36939b923a13cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:23.581552 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f30acb-b49a-4c06-acbc-6fd471c21826 admin admin] Made reservation on behalf of 86a1fef481954432ac36939b923a13cf for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:23.584044 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-21f30acb-b49a-4c06-acbc-6fd471c21826 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.598274 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-f7814aba-9b07-40b4-b882-4a042e4f41da None None] Set router 80a8f78f-0ac9-4756-93f5-ec16483eb5ee gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:23.609425 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3bc72-8fd6-431e-9640-83c30574df57 admin admin] Pushing event updated for resources: {'Network': ['ID=63c16169-c908-48a5-ae03-d02e0658a66e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:23.621982 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 63c16169-c908-48a5-ae03-d02e0658a66e details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:19:23.633979 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f19fc9bf-0f72-4a09-b410-cbe59f63c2d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.755373 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f19fc9bf-0f72-4a09-b410-cbe59f63c2d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.790011 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-f7814aba-9b07-40b4-b882-4a042e4f41da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'name': 'tempest-TaggedBootDevicesTest-1040570057-router', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'e9911a31-bf58-4547-9837-32e65cb5a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:16Z', 'updated_at': '2021-07-15T23:19:22Z', 'revision_number': 5, 'project_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'gw_port': {'id': 'e9911a31-bf58-4547-9837-32e65cb5a2fe', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:30:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:17Z', 'updated_at': '2021-07-15T23:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:23.791431 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-21f30acb-b49a-4c06-acbc-6fd471c21826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.818110 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f19fc9bf-0f72-4a09-b410-cbe59f63c2d9 admin admin] Deleting port e9911a31-bf58-4547-9837-32e65cb5a2fe {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:23.818571 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f19fc9bf-0f72-4a09-b410-cbe59f63c2d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.822387 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7814aba-9b07-40b4-b882-4a042e4f41da None None] Checking router: 80a8f78f-0ac9-4756-93f5-ec16483eb5ee for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:19:23.833103 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7814aba-9b07-40b4-b882-4a042e4f41da None None] Routers {'80a8f78f-0ac9-4756-93f5-ec16483eb5ee'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:23.833942 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-f7814aba-9b07-40b4-b882-4a042e4f41da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:19:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['80a8f78f-0ac9-4756-93f5-ec16483eb5ee'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:23.850808 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f30acb-b49a-4c06-acbc-6fd471c21826 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a845f4e9-b21f-4082-aa60-4769ae7edbb2,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:23.899397 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f30acb-b49a-4c06-acbc-6fd471c21826 admin admin] Checking segment: {'id': '25c6bb05-2268-49ce-b03f-c3826dbf98dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '63c16169-c908-48a5-ae03-d02e0658a66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:23.899761 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f30acb-b49a-4c06-acbc-6fd471c21826 admin admin] Network hostable DHCP agents. Network: 63c16169-c908-48a5-ae03-d02e0658a66e, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:19:23.914032 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-f19fc9bf-0f72-4a09-b410-cbe59f63c2d9 admin admin] For port e9911a31-bf58-4547-9837-32e65cb5a2fe, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=e9911a31-bf58-4547-9837-32e65cb5a2fe,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:23.914678 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f19fc9bf-0f72-4a09-b410-cbe59f63c2d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.928279 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-f7814aba-9b07-40b4-b882-4a042e4f41da None None] Set router 80a8f78f-0ac9-4756-93f5-ec16483eb5ee gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:23.928483 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f30acb-b49a-4c06-acbc-6fd471c21826 admin admin] Network 63c16169-c908-48a5-ae03-d02e0658a66e is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:19:23.938015 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f19fc9bf-0f72-4a09-b410-cbe59f63c2d9 admin admin] Calling delete_port for e9911a31-bf58-4547-9837-32e65cb5a2fe owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:23.938978 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-21f30acb-b49a-4c06-acbc-6fd471c21826 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 63c16169-c908-48a5-ae03-d02e0658a66e) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:23.945106 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f30acb-b49a-4c06-acbc-6fd471c21826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:23.945695 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-21f30acb-b49a-4c06-acbc-6fd471c21826 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.960598 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8dfe3f-d45c-445a-9cab-a2e8a5ebf484 None None] Network 63c16169-c908-48a5-ae03-d02e0658a66e requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:23.977179 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09ceb9-a48d-4797-93b5-986a21ebee9c req-6b44aeda-e011-47b2-8003-e3979d91344b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:23.978793 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8f09ceb9-a48d-4797-93b5-986a21ebee9c req-6b44aeda-e011-47b2-8003-e3979d91344b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 946 time: 0.1194119 Jul 15 23:19:23.995764 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-21f30acb-b49a-4c06-acbc-6fd471c21826 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4420707 Jul 15 23:19:24.042961 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8f09ceb9-a48d-4797-93b5-986a21ebee9c req-030ed04b-51cc-4cdd-9171-da24ecc6ade0 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451961 Jul 15 23:19:24.101956 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-f7814aba-9b07-40b4-b882-4a042e4f41da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'name': 'tempest-TaggedBootDevicesTest-1040570057-router', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:16Z', 'updated_at': '2021-07-15T23:19:23Z', 'revision_number': 6, 'project_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:24.131513 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7814aba-9b07-40b4-b882-4a042e4f41da None None] The sync data for ids ['80a8f78f-0ac9-4756-93f5-ec16483eb5ee'] in n-d-787205-9 is: [{'id': '80a8f78f-0ac9-4756-93f5-ec16483eb5ee', 'name': 'tempest-TaggedBootDevicesTest-1040570057-router', 'tenant_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:16Z', 'updated_at': '2021-07-15T23:19:23Z', 'revision_number': 6, 'project_id': '4fe4ced19c3b40c2bc6e11100f9d5f1d', 'gw_port_host': None}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:19:24.164915 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:24.170250 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fec2e3a-1dd4-44ed-aa5b-b01eb72dad58 None None] Network 63c16169-c908-48a5-ae03-d02e0658a66e requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:24.180970 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f19fc9bf-0f72-4a09-b410-cbe59f63c2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:24.243790 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19fc9bf-0f72-4a09-b410-cbe59f63c2d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9911a31-bf58-4547-9837-32e65cb5a2fe,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:24.289260 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f19fc9bf-0f72-4a09-b410-cbe59f63c2d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:24.387529 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f19fc9bf-0f72-4a09-b410-cbe59f63c2d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:24.389935 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f19fc9bf-0f72-4a09-b410-cbe59f63c2d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:24.412891 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0876212-b96e-4ae2-b1d4-25bc89deebe7 req-d2969a43-4d06-4122-afe0-8eb200920090 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:24.414163 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d0876212-b96e-4ae2-b1d4-25bc89deebe7 req-d2969a43-4d06-4122-afe0-8eb200920090 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.0687661 Jul 15 23:19:24.435742 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f19fc9bf-0f72-4a09-b410-cbe59f63c2d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:24.436626 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19fc9bf-0f72-4a09-b410-cbe59f63c2d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80a8f78f-0ac9-4756-93f5-ec16483eb5ee {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:19:24.441130 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f19fc9bf-0f72-4a09-b410-cbe59f63c2d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:24.444955 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f19fc9bf-0f72-4a09-b410-cbe59f63c2d9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/80a8f78f-0ac9-4756-93f5-ec16483eb5ee HTTP/1.1" status: 204 len: 168 time: 0.9834173 Jul 15 23:19:24.444955 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 32970) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:24.467455 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d0876212-b96e-4ae2-b1d4-25bc89deebe7 req-5dfc9b22-ae14-4610-bfb3-5717799e12e7 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466816 Jul 15 23:19:24.523264 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f3b096-0d23-44e9-b48b-079bf999b6d1 admin admin] Deleting subnet 366630ff-4a54-44a5-bcbd-e951b8384258 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:19:24.526715 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71f3b096-0d23-44e9-b48b-079bf999b6d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:24.571382 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71f3b096-0d23-44e9-b48b-079bf999b6d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:24.615585 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-6879cd3e-e84e-4fcd-95cc-e98a70b6ffe1 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:24.617012 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-6879cd3e-e84e-4fcd-95cc-e98a70b6ffe1 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/networks?id=63c16169-c908-48a5-ae03-d02e0658a66e HTTP/1.1" status: 200 len: 812 time: 0.1477444 Jul 15 23:19:24.649398 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-8629b141-0062-4987-968c-17c2bf729574 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/quotas/86a1fef481954432ac36939b923a13cf HTTP/1.1" status: 200 len: 375 time: 0.0182056 Jul 15 23:19:24.658478 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71f3b096-0d23-44e9-b48b-079bf999b6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:24.688097 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-96a71660-da5a-4256-ab5a-4c9899ddcc93 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=86a1fef481954432ac36939b923a13cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320439 Jul 15 23:19:24.695611 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b727a35-c3ae-41c7-b9bf-515585f01e70 req-b7e71667-9ae7-493a-8177-c38db94fdcf1 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:24.697018 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6b727a35-c3ae-41c7-b9bf-515585f01e70 req-b7e71667-9ae7-493a-8177-c38db94fdcf1 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d9af8ab-3e32-465d-a22e-7449e86e1edf HTTP/1.1" status: 200 len: 943 time: 0.1193838 Jul 15 23:19:24.711858 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71f3b096-0d23-44e9-b48b-079bf999b6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:24.737528 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3b096-0d23-44e9-b48b-079bf999b6d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=366630ff-4a54-44a5-bcbd-e951b8384258,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:24.742072 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71f3b096-0d23-44e9-b48b-079bf999b6d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:24.744023 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-71f3b096-0d23-44e9-b48b-079bf999b6d1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/366630ff-4a54-44a5-bcbd-e951b8384258 HTTP/1.1" status: 204 len: 168 time: 0.2982528 Jul 15 23:19:24.748822 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de05a39-4c12-4cad-8fb1-52544fd46220 None None] Network e0802052-573e-4abc-b289-64f26dbf67e5 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:24.749394 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 32982) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:24.817565 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6b727a35-c3ae-41c7-b9bf-515585f01e70 req-9317ae4d-29ca-4955-bd35-e6ee9ff4fcb6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122525 Jul 15 23:19:24.875479 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c8ce35f-2c56-4b16-9d96-7727a9e32a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:24.880685 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-56a01b5b-d5ea-4213-8bed-c549f8009fd9 service neutron] 10.222.0.16 "GET /v2.0/networks/63c16169-c908-48a5-ae03-d02e0658a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827950 Jul 15 23:19:24.963265 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02373898-6af7-4e88-a449-f4ab98eb2db6 None None] DHCP port deletion for e0802052-573e-4abc-b289-64f26dbf67e5 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:19:25.016631 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-02373898-6af7-4e88-a449-f4ab98eb2db6 None None] Deleting port 53fbdf50-157d-41f9-bc50-307f750d1f87 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:25.017013 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-02373898-6af7-4e88-a449-f4ab98eb2db6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.055300 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-547cd0c6-c501-41b9-8092-2d928351bbe0 service neutron] 10.222.0.16 "GET /v2.0/networks/63c16169-c908-48a5-ae03-d02e0658a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673439 Jul 15 23:19:25.065866 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0c8ce35f-2c56-4b16-9d96-7727a9e32a97 admin admin] Deleting port 53fbdf50-157d-41f9-bc50-307f750d1f87 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:25.066224 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c8ce35f-2c56-4b16-9d96-7727a9e32a97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.095096 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 3ac1f85b-30b4-4b12-b9de-4734129e563c no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:25.101947 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d6783-6c38-431a-bc44-ca42e8d4791a req-d1a94b33-8477-4512-8047-3dc675b35487 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:25.103721 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-128d6783-6c38-431a-bc44-ca42e8d4791a req-d1a94b33-8477-4512-8047-3dc675b35487 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1691856 Jul 15 23:19:25.128601 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 3ac1f85b-30b4-4b12-b9de-4734129e563c {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:25.128601 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 3ac1f85b-30b4-4b12-b9de-4734129e563c not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:25.128933 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e9911a31-bf58-4547-9837-32e65cb5a2fe no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:25.152746 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: e9911a31-bf58-4547-9837-32e65cb5a2fe {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:25.153079 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e9911a31-bf58-4547-9837-32e65cb5a2fe not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:25.153493 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 53fbdf50-157d-41f9-bc50-307f750d1f87 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:25.158595 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-02373898-6af7-4e88-a449-f4ab98eb2db6 None None] For port 53fbdf50-157d-41f9-bc50-307f750d1f87, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=53fbdf50-157d-41f9-bc50-307f750d1f87,segment=NetworkSegment(2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c),segment_id=2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:25.159009 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-02373898-6af7-4e88-a449-f4ab98eb2db6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.172339 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-0c8ce35f-2c56-4b16-9d96-7727a9e32a97 admin admin] For port 53fbdf50-157d-41f9-bc50-307f750d1f87, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=53fbdf50-157d-41f9-bc50-307f750d1f87,segment=NetworkSegment(2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c),segment_id=2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:25.172709 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c8ce35f-2c56-4b16-9d96-7727a9e32a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.193826 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-02373898-6af7-4e88-a449-f4ab98eb2db6 None None] Calling delete_port for 53fbdf50-157d-41f9-bc50-307f750d1f87 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:25.197430 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-128d6783-6c38-431a-bc44-ca42e8d4791a req-68b18877-821a-4ca0-a5cb-e89e7b3d3ab9 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859561 Jul 15 23:19:25.198338 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0c8ce35f-2c56-4b16-9d96-7727a9e32a97 admin admin] Calling delete_port for 53fbdf50-157d-41f9-bc50-307f750d1f87 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:25.441246 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c8ce35f-2c56-4b16-9d96-7727a9e32a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.488860 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ce35f-2c56-4b16-9d96-7727a9e32a97 admin admin] Pushing event deleted for resources: {'Port': ['ID=53fbdf50-157d-41f9-bc50-307f750d1f87,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:25.491727 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8ce35f-2c56-4b16-9d96-7727a9e32a97 admin admin] No DVR routers for this DVR port 53fbdf50-157d-41f9-bc50-307f750d1f87 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:25.523257 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No active binding found for port 53fbdf50-157d-41f9-bc50-307f750d1f87 {{(pid=93800) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 23:19:25.523676 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 53fbdf50-157d-41f9-bc50-307f750d1f87 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:25.535489 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ed54b-5d75-4f22-b229-4b4395f4f4ff req-5544f072-7ec5-4e70-bceb-94613b19e6fc tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:25.537245 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-809ed54b-5d75-4f22-b229-4b4395f4f4ff req-5544f072-7ec5-4e70-bceb-94613b19e6fc tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1655710 Jul 15 23:19:25.566932 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-02373898-6af7-4e88-a449-f4ab98eb2db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.600535 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-809ed54b-5d75-4f22-b229-4b4395f4f4ff req-5944ab5a-b390-45f9-a2f6-cbc6a6d8ba8b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514874 Jul 15 23:19:25.602991 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02373898-6af7-4e88-a449-f4ab98eb2db6 None None] No DVR routers for this DVR port 53fbdf50-157d-41f9-bc50-307f750d1f87 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:25.607787 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02373898-6af7-4e88-a449-f4ab98eb2db6 None None] Pushing event deleted for resources: {'Port': ['ID=53fbdf50-157d-41f9-bc50-307f750d1f87,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:25.635118 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c8ce35f-2c56-4b16-9d96-7727a9e32a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.648378 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-0c8ce35f-2c56-4b16-9d96-7727a9e32a97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0802052-573e-4abc-b289-64f26dbf67e5']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:25.660347 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-0c8ce35f-2c56-4b16-9d96-7727a9e32a97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:25.660711 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-0c8ce35f-2c56-4b16-9d96-7727a9e32a97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2560f05c-e1e0-4c4b-bc27-e9cd43f4c60c') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:25.672354 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c8ce35f-2c56-4b16-9d96-7727a9e32a97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.713902 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-be4cf6b7-0635-4ca6-89e4-92aa996e2277 req-441643ce-311c-415e-a5eb-d682c1cf8011 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb87a0e-c28d-449b-a236-3684a0e53204 HTTP/1.1" status: 200 len: 210 time: 0.0393360 Jul 15 23:19:25.723233 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c8ce35f-2c56-4b16-9d96-7727a9e32a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.732007 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c8ce35f-2c56-4b16-9d96-7727a9e32a97 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:19:25.732407 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c8ce35f-2c56-4b16-9d96-7727a9e32a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.734116 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:19:25.734116 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:19:25.734116 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:19:25.734116 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:19:25.734116 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:19:25.734116 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:19:25.734116 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:19:25.734116 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:19:25.734116 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:19:25.734116 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:19:25.734116 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:19:25.734116 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:19:25.734116 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:19:25.734116 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:19:25.734116 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:19:25.734116 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:19:25.734116 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:19:25.734116 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:19:25.734116 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:19:25.734116 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:19:25.734116 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:19:25.734116 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:19:25.734116 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:19:25.734116 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:19:25.734116 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:19:25.734116 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:19:25.734116 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:19:25.734116 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:19:25.734116 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:19:25.734116 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:19:25.734116 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:19:25.734116 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:19:25.795390 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c8ce35f-2c56-4b16-9d96-7727a9e32a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.802144 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0c8ce35f-2c56-4b16-9d96-7727a9e32a97 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.807038 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0c8ce35f-2c56-4b16-9d96-7727a9e32a97 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e0802052-573e-4abc-b289-64f26dbf67e5 HTTP/1.1" status: 204 len: 168 time: 1.0543795 Jul 15 23:19:25.821528 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ce35f-2c56-4b16-9d96-7727a9e32a97 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0802052-573e-4abc-b289-64f26dbf67e5,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:25.952701 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 33016) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:25.980856 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-087ada75-15f8-44ba-8381-13b691e698ec tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:25.982383 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-087ada75-15f8-44ba-8381-13b691e698ec tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/networks?id=cb7f5d26-827b-40c8-9606-f513fb310e54 HTTP/1.1" status: 200 len: 812 time: 0.1634853 Jul 15 23:19:26.006542 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-65a3bb8e-247d-4b87-bc85-b91c0e6e27de tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/quotas/c1885ddec6b5464187ca1cbaa27847a8 HTTP/1.1" status: 200 len: 375 time: 0.0168576 Jul 15 23:19:26.070170 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ded492-76bb-433f-ab13-fbfb07212443 req-17ce516d-56b3-45fd-9294-16378fee7b27 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:26.072771 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-68ded492-76bb-433f-ab13-fbfb07212443 req-17ce516d-56b3-45fd-9294-16378fee7b27 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d9af8ab-3e32-465d-a22e-7449e86e1edf HTTP/1.1" status: 200 len: 943 time: 0.1332455 Jul 15 23:19:26.136626 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-68ded492-76bb-433f-ab13-fbfb07212443 req-7c22dc4d-b809-4a47-92cf-f31ee2f469b2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548127 Jul 15 23:19:26.166387 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-9673c236-6ab3-4e0c-8619-4124649b6ac6 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1885ddec6b5464187ca1cbaa27847a8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1530461 Jul 15 23:19:26.285329 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-265e183d-d065-4ae0-afb5-b2276cf1c684 service neutron] 10.222.0.16 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116333 Jul 15 23:19:26.376979 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d32d84fc-ef34-491b-8ee0-79ee51a6c35b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4fe4ced19c3b40c2bc6e11100f9d5f1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4213569 Jul 15 23:19:26.377687 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 33020) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:26.448361 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-dbb34262-52a9-433d-9dfc-25d2c838edc3 service neutron] 10.222.0.16 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568255 Jul 15 23:19:26.484067 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-41321549-c92f-42db-922b-cf225ba48021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:26.493368 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cbe11-be2f-4605-adb2-7f5f63fa025a req-d1bc081c-6c75-4416-ab1f-2c8834d55b8e tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:26.494876 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-663cbe11-be2f-4605-adb2-7f5f63fa025a req-d1bc081c-6c75-4416-ab1f-2c8834d55b8e tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1319406 Jul 15 23:19:26.529841 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-41321549-c92f-42db-922b-cf225ba48021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:26.575026 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-663cbe11-be2f-4605-adb2-7f5f63fa025a req-3f2fd84d-0eee-42ae-b840-2ec5a6be1454 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720623 Jul 15 23:19:26.604888 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-41321549-c92f-42db-922b-cf225ba48021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:26.608285 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-41321549-c92f-42db-922b-cf225ba48021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:26.609877 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-41321549-c92f-42db-922b-cf225ba48021 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a4fe0b9-fba0-465e-baca-1446293f2650 HTTP/1.1" status: 204 len: 168 time: 0.2142053 Jul 15 23:19:26.619290 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41321549-c92f-42db-922b-cf225ba48021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4fe0b9-fba0-465e-baca-1446293f2650,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:26.682480 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-43aa1f2a-f24f-4810-931f-dd3f8b1248b9 req-57c4ad82-961d-476a-9ef4-2a1d5961950e tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=de47eea2-af44-489d-9493-990cde5c4c1d HTTP/1.1" status: 200 len: 210 time: 0.0306304 Jul 15 23:19:26.914898 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1e18aac3-4d83-4b7e-ab85-652e9f6bb5f7 req-bf2c713a-c012-4b36-95b1-95755d26fa00 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb87a0e-c28d-449b-a236-3684a0e53204 HTTP/1.1" status: 200 len: 210 time: 0.0374765 Jul 15 23:19:27.037397 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-7617624c-709c-478d-a97a-c55e272b508c tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:27.039029 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-7617624c-709c-478d-a97a-c55e272b508c tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.43 "GET /v2.0/networks?id=63c16169-c908-48a5-ae03-d02e0658a66e HTTP/1.1" status: 200 len: 812 time: 0.2160823 Jul 15 23:19:27.053359 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-432be1a3-4a25-4597-933c-d8e1f9d33227 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Request body: {'port': {'device_id': 'a506944a-c273-44c3-b7ac-713984c8d81b', 'network_id': '63c16169-c908-48a5-ae03-d02e0658a66e', 'admin_state_up': True, 'tenant_id': '86a1fef481954432ac36939b923a13cf'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:27.227433 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-432be1a3-4a25-4597-933c-d8e1f9d33227 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Made reservation on behalf of 86a1fef481954432ac36939b923a13cf for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:27.231329 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-432be1a3-4a25-4597-933c-d8e1f9d33227 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.329681 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 3ee18c7b-0827-4359-baca-9b3266054327 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:19:27.453635 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 3ee18c7b-0827-4359-baca-9b3266054327, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=3ee18c7b-0827-4359-baca-9b3266054327,segment=NetworkSegment(d3748496-23f5-4ea9-bf89-af13e2f85f8a),segment_id=d3748496-23f5-4ea9-bf89-af13e2f85f8a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:27.474489 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '3ee18c7b-0827-4359-baca-9b3266054327', 'network_id': '522d1fd3-2e67-4567-8500-149254c668f3', 'port_id': '3ee18c7b-0827-4359-baca-9b3266054327', 'mac_address': 'fa:16:3e:30:95:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d482e0b-fa2e-49c4-8670-799dbd09543b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:19:27.532337 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.549934 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ee18c7b-0827-4359-baca-9b3266054327 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:19:27.571825 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 3ee18c7b-0827-4359-baca-9b3266054327, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=3ee18c7b-0827-4359-baca-9b3266054327,segment=NetworkSegment(d3748496-23f5-4ea9-bf89-af13e2f85f8a),segment_id=d3748496-23f5-4ea9-bf89-af13e2f85f8a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:27.577240 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.625016 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e912d19-b03b-4e9a-97f3-edb2176727a4 req-47e994ee-745c-4398-9e03-66843ea5fd96 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:27.632333 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e912d19-b03b-4e9a-97f3-edb2176727a4 req-47e994ee-745c-4398-9e03-66843ea5fd96 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d9af8ab-3e32-465d-a22e-7449e86e1edf HTTP/1.1" status: 200 len: 943 time: 0.3092909 Jul 15 23:19:27.640682 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-432be1a3-4a25-4597-933c-d8e1f9d33227 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Allocated IP 172.20.0.6 (63c16169-c908-48a5-ae03-d02e0658a66e/a845f4e9-b21f-4082-aa60-4769ae7edbb2/aa66585c-6325-4a4e-97a4-8c30763716fa) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:27.676711 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 33074) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:27.683379 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-f80b6591-bb1c-453e-95b3-841f251e18f6 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:27.686660 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-f80b6591-bb1c-453e-95b3-841f251e18f6 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.43 "GET /v2.0/networks?id=63c16169-c908-48a5-ae03-d02e0658a66e HTTP/1.1" status: 200 len: 812 time: 0.3598111 Jul 15 23:19:27.700383 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-82cc0373-972e-40e1-b7c2-d9d0e32b1750 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Request body: {'port': {'device_id': '1bb87a0e-c28d-449b-a236-3684a0e53204', 'network_id': '63c16169-c908-48a5-ae03-d02e0658a66e', 'admin_state_up': True, 'tenant_id': '86a1fef481954432ac36939b923a13cf'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:27.722594 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=3ee18c7b-0827-4359-baca-9b3266054327,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:27.735335 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['3ee18c7b-0827-4359-baca-9b3266054327'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:19:27.757417 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e912d19-b03b-4e9a-97f3-edb2176727a4 req-3839909d-db02-458d-9f7c-019aeeb33066 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241596 Jul 15 23:19:27.878215 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-710da56d-3445-43f1-8465-4e0e53144d90 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-985316796-network', 'tenant_id': 'e63c5ab93fab43f6a769d5572eb05a8d'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:27.901670 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:27.902957 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:27.904546 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:27.904928 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:27.905320 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:27.907083 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:27.908752 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710da56d-3445-43f1-8465-4e0e53144d90 admin admin] Made reservation on behalf of e63c5ab93fab43f6a769d5572eb05a8d for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:27.910518 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:27.913826 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-710da56d-3445-43f1-8465-4e0e53144d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.913987 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:27.914239 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:27.914595 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:27.914985 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:27.915452 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:27.930170 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-710da56d-3445-43f1-8465-4e0e53144d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:28.070551 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-710da56d-3445-43f1-8465-4e0e53144d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:28.075081 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-710da56d-3445-43f1-8465-4e0e53144d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:28.093981 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-432be1a3-4a25-4597-933c-d8e1f9d33227 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:28.110013 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710da56d-3445-43f1-8465-4e0e53144d90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:19:28.122967 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710da56d-3445-43f1-8465-4e0e53144d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5beac2-25fe-4ef5-b846-b8ab4acfc000,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:28.129406 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-710da56d-3445-43f1-8465-4e0e53144d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:28.129754 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-710da56d-3445-43f1-8465-4e0e53144d90 admin admin] Added segment c0f64563-f0c0-4dfe-8e18-a10df0102e25 of type vlan for network 5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78 Jul 15 23:19:28.223879 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-710da56d-3445-43f1-8465-4e0e53144d90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:28.261977 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:19:28.267966 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-710da56d-3445-43f1-8465-4e0e53144d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:28.272836 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710da56d-3445-43f1-8465-4e0e53144d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:28.273858 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-710da56d-3445-43f1-8465-4e0e53144d90 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:28.301489 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3adbe95c-f079-4c17-87de-7132c207bb68 req-c3a41881-5d0e-41f9-92fe-c57c29adda1a tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=de47eea2-af44-489d-9493-990cde5c4c1d HTTP/1.1" status: 200 len: 210 time: 0.1085403 Jul 15 23:19:28.336345 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-432be1a3-4a25-4597-933c-d8e1f9d33227 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:28.393430 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710da56d-3445-43f1-8465-4e0e53144d90 admin admin] Pushing event updated for resources: {'Network': ['ID=5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:28.399578 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-710da56d-3445-43f1-8465-4e0e53144d90 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7198968 Jul 15 23:19:28.400863 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 33094) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:28.407614 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:19:28.409947 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-432be1a3-4a25-4597-933c-d8e1f9d33227 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Network 63c16169-c908-48a5-ae03-d02e0658a66e is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:28.415712 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-432be1a3-4a25-4597-933c-d8e1f9d33227 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:28.417562 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a91fc696-7c4a-4492-8ff1-dfbf185e4b95 admin admin] Request body: {'subnet': {'network_id': '5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-985316796-subnet', 'tenant_id': 'e63c5ab93fab43f6a769d5572eb05a8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:28.419572 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-432be1a3-4a25-4597-933c-d8e1f9d33227 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:28.497655 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6717f-942e-4be4-b559-30512135ab83 req-9bc0d56b-03d3-4fda-8375-166207bd8667 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:28.505577 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4ab6717f-942e-4be4-b559-30512135ab83 req-9bc0d56b-03d3-4fda-8375-166207bd8667 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 944 time: 0.6100600 Jul 15 23:19:28.506624 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91fc696-7c4a-4492-8ff1-dfbf185e4b95 admin admin] Made reservation on behalf of e63c5ab93fab43f6a769d5572eb05a8d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:28.513280 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a91fc696-7c4a-4492-8ff1-dfbf185e4b95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:28.518892 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432be1a3-4a25-4597-933c-d8e1f9d33227 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Pushing event updated for resources: {'Port': ['ID=aa66585c-6325-4a4e-97a4-8c30763716fa,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:28.522565 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-82cc0373-972e-40e1-b7c2-d9d0e32b1750 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Made reservation on behalf of 86a1fef481954432ac36939b923a13cf for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:28.527177 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-82cc0373-972e-40e1-b7c2-d9d0e32b1750 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:28.622283 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f6007ba1-f510-42a6-bcd2-cbabdbb49834 req-a55037a0-d99b-43fb-8ee5-8e76f42f3083 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb87a0e-c28d-449b-a236-3684a0e53204 HTTP/1.1" status: 200 len: 210 time: 0.1074896 Jul 15 23:19:28.680252 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-432be1a3-4a25-4597-933c-d8e1f9d33227 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:28.680807 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-432be1a3-4a25-4597-933c-d8e1f9d33227 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:28.700296 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-0a3ea4b1-2978-426a-81c4-71c5b4c21329 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:28.701825 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-0a3ea4b1-2978-426a-81c4-71c5b4c21329 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.43 "GET /v2.0/networks?id=cb7f5d26-827b-40c8-9606-f513fb310e54 HTTP/1.1" status: 200 len: 812 time: 0.3100142 Jul 15 23:19:28.710898 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4ab6717f-942e-4be4-b559-30512135ab83 req-17024b9d-ced7-4fb7-bf2d-47d98c97eac7 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001052 Jul 15 23:19:28.716414 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-ac0dcaa6-9bac-4dd0-9980-38dea2922fc5 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Request body: {'port': {'device_id': 'de47eea2-af44-489d-9493-990cde5c4c1d', 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54', 'admin_state_up': True, 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:28.759217 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-432be1a3-4a25-4597-933c-d8e1f9d33227 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7099776 Jul 15 23:19:28.776409 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-24d9a62a-c9d0-4ecc-9d69-0d1fd6663b6a tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:19:28.777866 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-24d9a62a-c9d0-4ecc-9d69-0d1fd6663b6a tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100901 Jul 15 23:19:28.801462 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-a412d386-2c21-4978-a5a1-55666bb15730 service neutron] Request body: {'port': {'device_id': 'a506944a-c273-44c3-b7ac-713984c8d81b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:28.871329 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-82cc0373-972e-40e1-b7c2-d9d0e32b1750 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Allocated IP 172.20.0.3 (63c16169-c908-48a5-ae03-d02e0658a66e/a845f4e9-b21f-4082-aa60-4769ae7edbb2/25bba324-415c-4c4d-b8ac-fbfea34e51af) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:28.912441 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a91fc696-7c4a-4492-8ff1-dfbf185e4b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:28.924026 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-a412d386-2c21-4978-a5a1-55666bb15730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:28.979732 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fc696-7c4a-4492-8ff1-dfbf185e4b95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=304ccb27-9f7e-4901-97e8-38b1711c14fe,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:29.014067 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-ac0dcaa6-9bac-4dd0-9980-38dea2922fc5 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Made reservation on behalf of c1885ddec6b5464187ca1cbaa27847a8 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:29.019247 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-ac0dcaa6-9bac-4dd0-9980-38dea2922fc5 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:29.057109 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91fc696-7c4a-4492-8ff1-dfbf185e4b95 admin admin] Checking segment: {'id': 'c0f64563-f0c0-4dfe-8e18-a10df0102e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:29.057488 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91fc696-7c4a-4492-8ff1-dfbf185e4b95 admin admin] Network hostable DHCP agents. Network: 5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:19:29.153616 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91fc696-7c4a-4492-8ff1-dfbf185e4b95 admin admin] Network 5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:19:29.167458 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-a91fc696-7c4a-4492-8ff1-dfbf185e4b95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:29.176959 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dc5fc6-85fb-4592-8d99-b438e6e7bd56 None None] Network 5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:29.217914 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91fc696-7c4a-4492-8ff1-dfbf185e4b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:29.218518 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a91fc696-7c4a-4492-8ff1-dfbf185e4b95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:29.263196 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a91fc696-7c4a-4492-8ff1-dfbf185e4b95 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8513272 Jul 15 23:19:29.278037 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-ac0dcaa6-9bac-4dd0-9980-38dea2922fc5 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Allocated IP 172.20.0.7 (cb7f5d26-827b-40c8-9606-f513fb310e54/242df3cc-37d7-47c0-a77c-be9034976381/f5ecd6c9-6a7b-4dd4-970c-9fd457699f30) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:29.349705 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 3ee18c7b-0827-4359-baca-9b3266054327 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:29.518440 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027aa742-6aa1-4115-9fd3-9924c119ef86 None None] Network 5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:29.608473 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-ac0dcaa6-9bac-4dd0-9980-38dea2922fc5 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:29.625938 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-ac0dcaa6-9bac-4dd0-9980-38dea2922fc5 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Transition to ACTIVE for port object f5ecd6c9-6a7b-4dd4-970c-9fd457699f30 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:29.658995 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-99837b58-8bdf-43d6-87f7-6f183db0e88c req-7b19a0e5-5607-459b-bde9-fdcd7191a6d2 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=de47eea2-af44-489d-9493-990cde5c4c1d HTTP/1.1" status: 200 len: 210 time: 0.0651605 Jul 15 23:19:29.680302 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e8a61-65b1-4329-9b7d-52c1699c46b5 req-1bf1e4f8-0141-4557-a991-594da62e0490 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:29.681709 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 3ee18c7b-0827-4359-baca-9b3266054327 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:29.682276 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:29.693315 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5e1e8a61-65b1-4329-9b7d-52c1699c46b5 req-1bf1e4f8-0141-4557-a991-594da62e0490 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d9af8ab-3e32-465d-a22e-7449e86e1edf HTTP/1.1" status: 200 len: 943 time: 0.7617531 Jul 15 23:19:29.693419 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-ac0dcaa6-9bac-4dd0-9980-38dea2922fc5 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:29.747329 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-82cc0373-972e-40e1-b7c2-d9d0e32b1750 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:29.759677 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-ac0dcaa6-9bac-4dd0-9980-38dea2922fc5 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Network cb7f5d26-827b-40c8-9606-f513fb310e54 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:29.764532 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-ac0dcaa6-9bac-4dd0-9980-38dea2922fc5 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:29.770732 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-ac0dcaa6-9bac-4dd0-9980-38dea2922fc5 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:29.789182 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5e1e8a61-65b1-4329-9b7d-52c1699c46b5 req-ee198c18-cb9c-4803-ac54-50de5c69a763 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995939 Jul 15 23:19:29.794956 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['d9e29a36-2553-48c4-8fad-fb5e69661b09'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:19:29.845027 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-ac0dcaa6-9bac-4dd0-9980-38dea2922fc5 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:29.846091 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-ac0dcaa6-9bac-4dd0-9980-38dea2922fc5 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:29.854089 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0dcaa6-9bac-4dd0-9980-38dea2922fc5 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Pushing event updated for resources: {'Port': ['ID=f5ecd6c9-6a7b-4dd4-970c-9fd457699f30,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:29.874168 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-ac0dcaa6-9bac-4dd0-9980-38dea2922fc5 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1642594 Jul 15 23:19:29.874361 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-82cc0373-972e-40e1-b7c2-d9d0e32b1750 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:29.888909 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-e2d435d5-1706-4230-a73a-50d274dd447d service neutron] Request body: {'port': {'device_id': 'de47eea2-af44-489d-9493-990cde5c4c1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:29.991883 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc0373-972e-40e1-b7c2-d9d0e32b1750 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Pushing event updated for resources: {'Port': ['ID=25bba324-415c-4c4d-b8ac-fbfea34e51af,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:30.027941 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.032624 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-82cc0373-972e-40e1-b7c2-d9d0e32b1750 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Network 63c16169-c908-48a5-ae03-d02e0658a66e is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:30.088570 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 3ee18c7b-0827-4359-baca-9b3266054327, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=3ee18c7b-0827-4359-baca-9b3266054327,segment=NetworkSegment(d3748496-23f5-4ea9-bf89-af13e2f85f8a),segment_id=d3748496-23f5-4ea9-bf89-af13e2f85f8a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:30.092057 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098972ce-db71-4bca-83f0-521f30aa8c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee18c7b-0827-4359-baca-9b3266054327'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:30.093432 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-82cc0373-972e-40e1-b7c2-d9d0e32b1750 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:30.102316 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17c8e35-1440-4edb-9261-034e4923246e" -d '{"events": [{"server_uuid": "098972ce-db71-4bca-83f0-521f30aa8c8d", "name": "network-vif-plugged", "status": "completed", "tag": "3ee18c7b-0827-4359-baca-9b3266054327"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:30.102464 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-82cc0373-972e-40e1-b7c2-d9d0e32b1750 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:30.107780 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.122992 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-e2d435d5-1706-4230-a73a-50d274dd447d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.236374 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=3ee18c7b-0827-4359-baca-9b3266054327,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:30.272777 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1e51909d-cdb8-4c28-909d-4551b05a2243 None None] Provisioning for port f5ecd6c9-6a7b-4dd4-970c-9fd457699f30 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:30.287025 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1e51909d-cdb8-4c28-909d-4551b05a2243 None None] Provisioning complete for port f5ecd6c9-6a7b-4dd4-970c-9fd457699f30 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:30.287671 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e51909d-cdb8-4c28-909d-4551b05a2243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.327992 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-1e51909d-cdb8-4c28-909d-4551b05a2243 None None] Port f5ecd6c9-6a7b-4dd4-970c-9fd457699f30 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:30.356137 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-82cc0373-972e-40e1-b7c2-d9d0e32b1750 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:30.356765 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-82cc0373-972e-40e1-b7c2-d9d0e32b1750 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.424827 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-82cc0373-972e-40e1-b7c2-d9d0e32b1750 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7288957 Jul 15 23:19:30.434096 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a17b2-fffe-41b7-b988-efdf539b44df req-ab36238f-788d-4f09-90fc-0d348f143f70 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:30.443139 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-679a17b2-fffe-41b7-b988-efdf539b44df req-ab36238f-788d-4f09-90fc-0d348f143f70 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb87a0e-c28d-449b-a236-3684a0e53204 HTTP/1.1" status: 200 len: 931 time: 0.3199863 Jul 15 23:19:30.453240 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-84cf1379-f9ed-4bfc-85da-c26b0c64b82c service neutron] Request body: {'port': {'device_id': '1bb87a0e-c28d-449b-a236-3684a0e53204', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:30.472551 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-c1db130d-1da9-41c9-b942-3ba8408cdd4a tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:30.474832 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-e2d435d5-1706-4230-a73a-50d274dd447d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ecd6c9-6a7b-4dd4-970c-9fd457699f30 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:19:30.481040 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-c1db130d-1da9-41c9-b942-3ba8408cdd4a tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/networks?id=5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78 HTTP/1.1" status: 200 len: 813 time: 0.3888106 Jul 15 23:19:30.484210 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-e2d435d5-1706-4230-a73a-50d274dd447d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.498406 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-e2d435d5-1706-4230-a73a-50d274dd447d service neutron] Transition to ACTIVE for port object f5ecd6c9-6a7b-4dd4-970c-9fd457699f30 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:30.504520 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-e2d435d5-1706-4230-a73a-50d274dd447d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.577033 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-f227a309-b1c4-40f3-8616-a29adc248f95 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/quotas/e63c5ab93fab43f6a769d5572eb05a8d HTTP/1.1" status: 200 len: 375 time: 0.0947118 Jul 15 23:19:30.601151 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-a412d386-2c21-4978-a5a1-55666bb15730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa66585c-6325-4a4e-97a4-8c30763716fa {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:19:30.603572 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d435d5-1706-4230-a73a-50d274dd447d service neutron] Pushing event updated for resources: {'Port': ['ID=f5ecd6c9-6a7b-4dd4-970c-9fd457699f30,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:30.661564 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-a412d386-2c21-4978-a5a1-55666bb15730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.663700 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-e2d435d5-1706-4230-a73a-50d274dd447d service neutron] Attempting to bind port f5ecd6c9-6a7b-4dd4-970c-9fd457699f30 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:30.664244 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-e2d435d5-1706-4230-a73a-50d274dd447d service neutron] Attempting to bind port f5ecd6c9-6a7b-4dd4-970c-9fd457699f30 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'b8fbf8e3-2064-48ec-a057-e61b61fe1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:30.664657 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-e2d435d5-1706-4230-a73a-50d274dd447d service neutron] Attempting to bind port f5ecd6c9-6a7b-4dd4-970c-9fd457699f30 on network cb7f5d26-827b-40c8-9606-f513fb310e54 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:30.670479 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-e2d435d5-1706-4230-a73a-50d274dd447d service neutron] Port f5ecd6c9-6a7b-4dd4-970c-9fd457699f30 on network cb7f5d26-827b-40c8-9606-f513fb310e54 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:19:30.671012 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-e2d435d5-1706-4230-a73a-50d274dd447d service neutron] Attempting to bind port f5ecd6c9-6a7b-4dd4-970c-9fd457699f30 on network cb7f5d26-827b-40c8-9606-f513fb310e54 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:30.672605 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-6d3f15d7-583f-41af-943e-3827eea93615 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e63c5ab93fab43f6a769d5572eb05a8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0946629 Jul 15 23:19:30.676741 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-e2d435d5-1706-4230-a73a-50d274dd447d service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:30.676959 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-e2d435d5-1706-4230-a73a-50d274dd447d service neutron] Checking segment: {'id': 'b8fbf8e3-2064-48ec-a057-e61b61fe1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:30.677494 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-e2d435d5-1706-4230-a73a-50d274dd447d service neutron] Bound using segment: {'id': 'b8fbf8e3-2064-48ec-a057-e61b61fe1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:30.678165 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-e2d435d5-1706-4230-a73a-50d274dd447d service neutron] Bound port: f5ecd6c9-6a7b-4dd4-970c-9fd457699f30, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8fbf8e3-2064-48ec-a057-e61b61fe1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:30.678561 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-e2d435d5-1706-4230-a73a-50d274dd447d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.754202 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-679a17b2-fffe-41b7-b988-efdf539b44df req-0949c49c-1d50-420b-af4b-dd62c5ed6333 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dd69b2d-2fbb-4f89-84aa-de651ab99ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100781 Jul 15 23:19:30.772896 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-e2d435d5-1706-4230-a73a-50d274dd447d service neutron] For port f5ecd6c9-6a7b-4dd4-970c-9fd457699f30, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:30.786148 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-e2d435d5-1706-4230-a73a-50d274dd447d service neutron] For port f5ecd6c9-6a7b-4dd4-970c-9fd457699f30, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=f5ecd6c9-6a7b-4dd4-970c-9fd457699f30,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:30.791846 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-e2d435d5-1706-4230-a73a-50d274dd447d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.815357 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-e2d435d5-1706-4230-a73a-50d274dd447d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:30.816048 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-e2d435d5-1706-4230-a73a-50d274dd447d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.817749 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-e2d435d5-1706-4230-a73a-50d274dd447d service neutron] 10.222.0.43 "PUT /v2.0/ports/f5ecd6c9-6a7b-4dd4-970c-9fd457699f30 HTTP/1.1" status: 200 len: 1091 time: 0.9365487 Jul 15 23:19:30.819343 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de47eea2-af44-489d-9493-990cde5c4c1d', 'tag': 'f5ecd6c9-6a7b-4dd4-970c-9fd457699f30'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:30.822407 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f125219-e295-4177-89d5-c06fea24efb9" -d '{"events": [{"name": "network-changed", "server_uuid": "de47eea2-af44-489d-9493-990cde5c4c1d", "tag": "f5ecd6c9-6a7b-4dd4-970c-9fd457699f30"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:30.823464 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-a412d386-2c21-4978-a5a1-55666bb15730 service neutron] Transition to ACTIVE for port object aa66585c-6325-4a4e-97a4-8c30763716fa will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:30.859713 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-a412d386-2c21-4978-a5a1-55666bb15730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.932597 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d435d5-1706-4230-a73a-50d274dd447d service neutron] Pushing event updated for resources: {'Port': ['ID=f5ecd6c9-6a7b-4dd4-970c-9fd457699f30,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:30.983405 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-1324f6d5-9af0-45d9-8759-3cefe05891d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:30.985990 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-1324f6d5-9af0-45d9-8759-3cefe05891d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1885ddec6b5464187ca1cbaa27847a8&device_id=de47eea2-af44-489d-9493-990cde5c4c1d HTTP/1.1" status: 200 len: 1094 time: 0.1136158 Jul 15 23:19:30.996397 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-84cf1379-f9ed-4bfc-85da-c26b0c64b82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.064801 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-55682e44-a64b-437b-9fdf-119166009e94 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5ecd6c9-6a7b-4dd4-970c-9fd457699f30 HTTP/1.1" status: 200 len: 217 time: 0.0651319 Jul 15 23:19:31.108425 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412d386-2c21-4978-a5a1-55666bb15730 service neutron] Pushing event updated for resources: {'Port': ['ID=aa66585c-6325-4a4e-97a4-8c30763716fa,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:31.163567 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-025a43be-7aaf-4009-8c64-6b243db64b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:31.165303 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-025a43be-7aaf-4009-8c64-6b243db64b4a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=242df3cc-37d7-47c0-a77c-be9034976381 HTTP/1.1" status: 200 len: 851 time: 0.0948782 Jul 15 23:19:31.250874 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-3d92c920-cb7c-42bc-a401-4799c1f993c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:31.253135 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-3d92c920-cb7c-42bc-a401-4799c1f993c7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb7f5d26-827b-40c8-9606-f513fb310e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787015 Jul 15 23:19:31.277456 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-57dde97b-f622-454c-93d3-7ea570a2a892 service neutron] 10.222.0.16 "GET /v2.0/networks/5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6033962 Jul 15 23:19:31.363914 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 75381287-1503-49b8-942c-5b2d7dd26bd0 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:19:31.380968 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-6ac9b6ad-7a66-4312-af06-8f48cd833272 service neutron] 10.222.0.43 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202271 Jul 15 23:19:31.428003 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb8a31-e096-4410-aca1-4c370fa5e5cb req-1313173e-abbb-40c6-9ef5-0a9baad76db0 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:31.435922 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-abdb8a31-e096-4410-aca1-4c370fa5e5cb req-1313173e-abbb-40c6-9ef5-0a9baad76db0 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.4471622 Jul 15 23:19:31.501440 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bb0fea59-4a68-4b85-ae5d-0f0aeefa4aac req-661f1425-0554-4a9d-8e77-9ffd7308e34a service neutron] 10.222.0.43 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108973 Jul 15 23:19:31.556027 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 75381287-1503-49b8-942c-5b2d7dd26bd0, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=75381287-1503-49b8-942c-5b2d7dd26bd0,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:31.574693 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '75381287-1503-49b8-942c-5b2d7dd26bd0', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'port_id': '75381287-1503-49b8-942c-5b2d7dd26bd0', 'mac_address': 'fa:16:3e:cb:fb:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:19:31.600249 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-bc48a814-f658-40a3-9e2e-ed2d29312de4 service neutron] 10.222.0.16 "GET /v2.0/networks/5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213305 Jul 15 23:19:31.605364 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-a412d386-2c21-4978-a5a1-55666bb15730 service neutron] Attempting to bind port aa66585c-6325-4a4e-97a4-8c30763716fa on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:31.605843 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-a412d386-2c21-4978-a5a1-55666bb15730 service neutron] Attempting to bind port aa66585c-6325-4a4e-97a4-8c30763716fa by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '25c6bb05-2268-49ce-b03f-c3826dbf98dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '63c16169-c908-48a5-ae03-d02e0658a66e'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:31.606820 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-a412d386-2c21-4978-a5a1-55666bb15730 service neutron] Attempting to bind port aa66585c-6325-4a4e-97a4-8c30763716fa on network 63c16169-c908-48a5-ae03-d02e0658a66e {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:31.624019 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.641604 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75381287-1503-49b8-942c-5b2d7dd26bd0 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:19:31.666163 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 75381287-1503-49b8-942c-5b2d7dd26bd0, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=75381287-1503-49b8-942c-5b2d7dd26bd0,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:31.671296 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.713614 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-84cf1379-f9ed-4bfc-85da-c26b0c64b82c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25bba324-415c-4c4d-b8ac-fbfea34e51af {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:19:31.724878 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-abdb8a31-e096-4410-aca1-4c370fa5e5cb req-8ac4026a-6cb8-4308-a3a7-e97654119710 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875733 Jul 15 23:19:31.730037 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-84cf1379-f9ed-4bfc-85da-c26b0c64b82c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.732906 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-a412d386-2c21-4978-a5a1-55666bb15730 service neutron] Port aa66585c-6325-4a4e-97a4-8c30763716fa on network 63c16169-c908-48a5-ae03-d02e0658a66e not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:19:31.733298 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-a412d386-2c21-4978-a5a1-55666bb15730 service neutron] Attempting to bind port aa66585c-6325-4a4e-97a4-8c30763716fa on network 63c16169-c908-48a5-ae03-d02e0658a66e {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:31.748139 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-a412d386-2c21-4978-a5a1-55666bb15730 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:31.748499 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-a412d386-2c21-4978-a5a1-55666bb15730 service neutron] Checking segment: {'id': '25c6bb05-2268-49ce-b03f-c3826dbf98dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '63c16169-c908-48a5-ae03-d02e0658a66e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:31.748855 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-a412d386-2c21-4978-a5a1-55666bb15730 service neutron] Bound using segment: {'id': '25c6bb05-2268-49ce-b03f-c3826dbf98dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '63c16169-c908-48a5-ae03-d02e0658a66e'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:31.749287 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-a412d386-2c21-4978-a5a1-55666bb15730 service neutron] Bound port: aa66585c-6325-4a4e-97a4-8c30763716fa, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c6bb05-2268-49ce-b03f-c3826dbf98dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '63c16169-c908-48a5-ae03-d02e0658a66e'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:31.749634 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-a412d386-2c21-4978-a5a1-55666bb15730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.775478 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=75381287-1503-49b8-942c-5b2d7dd26bd0,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:31.813911 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fa819c-bd4b-4379-8b68-e533c1016625 x-openstack-request-id: req-73fa819c-bd4b-4379-8b68-e533c1016625 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:31.814679 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098972ce-db71-4bca-83f0-521f30aa8c8d", "name": "network-vif-plugged", "status": "completed", "tag": "3ee18c7b-0827-4359-baca-9b3266054327", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:31.814679 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73fa819c-bd4b-4379-8b68-e533c1016625 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:31.814954 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098972ce-db71-4bca-83f0-521f30aa8c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee18c7b-0827-4359-baca-9b3266054327', 'code': 200} Jul 15 23:19:31.856461 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-a412d386-2c21-4978-a5a1-55666bb15730 service neutron] For port aa66585c-6325-4a4e-97a4-8c30763716fa, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:31.860154 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-a412d386-2c21-4978-a5a1-55666bb15730 service neutron] For port aa66585c-6325-4a4e-97a4-8c30763716fa, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=aa66585c-6325-4a4e-97a4-8c30763716fa,segment=NetworkSegment(25c6bb05-2268-49ce-b03f-c3826dbf98dd),segment_id=25c6bb05-2268-49ce-b03f-c3826dbf98dd)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:31.868259 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-84cf1379-f9ed-4bfc-85da-c26b0c64b82c service neutron] Transition to ACTIVE for port object 25bba324-415c-4c4d-b8ac-fbfea34e51af will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:31.871618 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-a412d386-2c21-4978-a5a1-55666bb15730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.925631 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412d386-2c21-4978-a5a1-55666bb15730 service neutron] Pushing event updated for resources: {'Port': ['ID=aa66585c-6325-4a4e-97a4-8c30763716fa,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:31.934447 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-84cf1379-f9ed-4bfc-85da-c26b0c64b82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.980135 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['75381287-1503-49b8-942c-5b2d7dd26bd0'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:19:32.013742 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-a412d386-2c21-4978-a5a1-55666bb15730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:32.014354 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-a412d386-2c21-4978-a5a1-55666bb15730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:32.017035 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-a412d386-2c21-4978-a5a1-55666bb15730 service neutron] 10.222.0.43 "PUT /v2.0/ports/aa66585c-6325-4a4e-97a4-8c30763716fa HTTP/1.1" status: 200 len: 1091 time: 3.2208405 Jul 15 23:19:32.036802 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a506944a-c273-44c3-b7ac-713984c8d81b', 'tag': 'aa66585c-6325-4a4e-97a4-8c30763716fa'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:32.040033 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff6ca8b-5fa5-4a4f-ab3d-1fb4aa59cd19" -d '{"events": [{"name": "network-changed", "server_uuid": "a506944a-c273-44c3-b7ac-713984c8d81b", "tag": "aa66585c-6325-4a4e-97a4-8c30763716fa"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:32.129770 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf1379-f9ed-4bfc-85da-c26b0c64b82c service neutron] Pushing event updated for resources: {'Port': ['ID=25bba324-415c-4c4d-b8ac-fbfea34e51af,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:32.247993 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc81df-113d-4406-a7fa-ddb1049ad2f9 req-9b5bc4aa-9b76-44d8-bed4-07240dbdd031 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:32.252169 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5cbc81df-113d-4406-a7fa-ddb1049ad2f9 req-9b5bc4aa-9b76-44d8-bed4-07240dbdd031 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=de47eea2-af44-489d-9493-990cde5c4c1d HTTP/1.1" status: 200 len: 943 time: 0.3058021 Jul 15 23:19:32.350333 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-84cf1379-f9ed-4bfc-85da-c26b0c64b82c service neutron] Attempting to bind port 25bba324-415c-4c4d-b8ac-fbfea34e51af on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:32.350698 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-84cf1379-f9ed-4bfc-85da-c26b0c64b82c service neutron] Attempting to bind port 25bba324-415c-4c4d-b8ac-fbfea34e51af by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '25c6bb05-2268-49ce-b03f-c3826dbf98dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '63c16169-c908-48a5-ae03-d02e0658a66e'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:32.351148 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-84cf1379-f9ed-4bfc-85da-c26b0c64b82c service neutron] Attempting to bind port 25bba324-415c-4c4d-b8ac-fbfea34e51af on network 63c16169-c908-48a5-ae03-d02e0658a66e {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:32.362988 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-f28d7d3b-c160-4cef-86e4-f332526cb951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:32.364320 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-f28d7d3b-c160-4cef-86e4-f332526cb951 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=86a1fef481954432ac36939b923a13cf&device_id=a506944a-c273-44c3-b7ac-713984c8d81b HTTP/1.1" status: 200 len: 1094 time: 0.3038135 Jul 15 23:19:32.398199 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5cbc81df-113d-4406-a7fa-ddb1049ad2f9 req-c6638b03-2120-4098-bbf1-483b1df2b533 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377912 Jul 15 23:19:32.398378 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-84cf1379-f9ed-4bfc-85da-c26b0c64b82c service neutron] Port 25bba324-415c-4c4d-b8ac-fbfea34e51af on network 63c16169-c908-48a5-ae03-d02e0658a66e not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:19:32.402047 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-84cf1379-f9ed-4bfc-85da-c26b0c64b82c service neutron] Attempting to bind port 25bba324-415c-4c4d-b8ac-fbfea34e51af on network 63c16169-c908-48a5-ae03-d02e0658a66e {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:32.487432 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd35ac8-e8d8-4d2e-83cc-3d04bd215e63 x-openstack-request-id: req-6bd35ac8-e8d8-4d2e-83cc-3d04bd215e63 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:32.487973 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de47eea2-af44-489d-9493-990cde5c4c1d", "tag": "f5ecd6c9-6a7b-4dd4-970c-9fd457699f30", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:32.488283 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6bd35ac8-e8d8-4d2e-83cc-3d04bd215e63 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:32.488728 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de47eea2-af44-489d-9493-990cde5c4c1d', 'tag': 'f5ecd6c9-6a7b-4dd4-970c-9fd457699f30', 'status': 'completed', 'code': 200} Jul 15 23:19:32.500415 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-a4594f60-8843-40c5-9560-3ccd01bf131b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa66585c-6325-4a4e-97a4-8c30763716fa HTTP/1.1" status: 200 len: 217 time: 0.1183584 Jul 15 23:19:32.502289 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-84cf1379-f9ed-4bfc-85da-c26b0c64b82c service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:32.502674 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-84cf1379-f9ed-4bfc-85da-c26b0c64b82c service neutron] Checking segment: {'id': '25c6bb05-2268-49ce-b03f-c3826dbf98dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '63c16169-c908-48a5-ae03-d02e0658a66e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:32.503046 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-84cf1379-f9ed-4bfc-85da-c26b0c64b82c service neutron] Bound using segment: {'id': '25c6bb05-2268-49ce-b03f-c3826dbf98dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '63c16169-c908-48a5-ae03-d02e0658a66e'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:32.503497 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-84cf1379-f9ed-4bfc-85da-c26b0c64b82c service neutron] Bound port: 25bba324-415c-4c4d-b8ac-fbfea34e51af, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c6bb05-2268-49ce-b03f-c3826dbf98dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '63c16169-c908-48a5-ae03-d02e0658a66e'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:32.504340 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-84cf1379-f9ed-4bfc-85da-c26b0c64b82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:32.547896 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device f5ecd6c9-6a7b-4dd4-970c-9fd457699f30 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:19:32.560804 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-cb648ff0-e1cc-43b5-aea7-017397ec3450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:32.562537 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-cb648ff0-e1cc-43b5-aea7-017397ec3450 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a845f4e9-b21f-4082-aa60-4769ae7edbb2 HTTP/1.1" status: 200 len: 852 time: 0.0533566 Jul 15 23:19:32.601635 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f125219-e295-4177-89d5-c06fea24efb9 req-cb2887d7-3030-4e78-95f8-298cb0f30311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:32.603889 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6f125219-e295-4177-89d5-c06fea24efb9 req-cb2887d7-3030-4e78-95f8-298cb0f30311 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1885ddec6b5464187ca1cbaa27847a8&device_id=de47eea2-af44-489d-9493-990cde5c4c1d HTTP/1.1" status: 200 len: 1094 time: 0.0944462 Jul 15 23:19:32.644635 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a643e2e-e462-40f1-8112-705325e30504 req-39f7f115-98e1-4b59-9ec4-0d2d142049fc tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:32.656550 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4a643e2e-e462-40f1-8112-705325e30504 req-39f7f115-98e1-4b59-9ec4-0d2d142049fc tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d9af8ab-3e32-465d-a22e-7449e86e1edf HTTP/1.1" status: 200 len: 944 time: 0.3989923 Jul 15 23:19:32.716806 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-ac05f4b4-7444-49e9-84b3-daddce6a7d19 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=63c16169-c908-48a5-ae03-d02e0658a66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1444702 Jul 15 23:19:32.737652 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port f5ecd6c9-6a7b-4dd4-970c-9fd457699f30, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=f5ecd6c9-6a7b-4dd4-970c-9fd457699f30,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:32.750979 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f125219-e295-4177-89d5-c06fea24efb9 req-993ebf2e-2814-46cb-ac90-49a717aceb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:32.752715 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'f5ecd6c9-6a7b-4dd4-970c-9fd457699f30', 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54', 'port_id': 'f5ecd6c9-6a7b-4dd4-970c-9fd457699f30', 'mac_address': 'fa:16:3e:9f:cd:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '242df3cc-37d7-47c0-a77c-be9034976381', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:19:32.753905 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6f125219-e295-4177-89d5-c06fea24efb9 req-993ebf2e-2814-46cb-ac90-49a717aceb15 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb7f5d26-827b-40c8-9606-f513fb310e54 HTTP/1.1" status: 200 len: 913 time: 0.1427662 Jul 15 23:19:32.813326 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6f125219-e295-4177-89d5-c06fea24efb9 req-8faf26d9-a0a5-4343-bc9a-de549462ce8d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5ecd6c9-6a7b-4dd4-970c-9fd457699f30 HTTP/1.1" status: 200 len: 217 time: 0.0529230 Jul 15 23:19:32.861182 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:32.879095 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ecd6c9-6a7b-4dd4-970c-9fd457699f30 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:19:32.908647 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port f5ecd6c9-6a7b-4dd4-970c-9fd457699f30, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=f5ecd6c9-6a7b-4dd4-970c-9fd457699f30,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:32.909738 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-84cf1379-f9ed-4bfc-85da-c26b0c64b82c service neutron] For port 25bba324-415c-4c4d-b8ac-fbfea34e51af, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:32.909940 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f125219-e295-4177-89d5-c06fea24efb9 req-fbd14f80-70e1-410e-aaba-4f7685e1ae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:32.911699 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6f125219-e295-4177-89d5-c06fea24efb9 req-fbd14f80-70e1-410e-aaba-4f7685e1ae0d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=242df3cc-37d7-47c0-a77c-be9034976381 HTTP/1.1" status: 200 len: 851 time: 0.0920584 Jul 15 23:19:32.915118 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:32.937931 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4a643e2e-e462-40f1-8112-705325e30504 req-7c139bc6-8d3e-4b83-a989-ddef8b52b9ee tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804170 Jul 15 23:19:32.983620 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f125219-e295-4177-89d5-c06fea24efb9 req-73a420a3-e890-474a-ae4b-e2183c03b504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:32.985759 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6f125219-e295-4177-89d5-c06fea24efb9 req-73a420a3-e890-474a-ae4b-e2183c03b504 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb7f5d26-827b-40c8-9606-f513fb310e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682607 Jul 15 23:19:32.988949 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=f5ecd6c9-6a7b-4dd4-970c-9fd457699f30,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:33.026514 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-84cf1379-f9ed-4bfc-85da-c26b0c64b82c service neutron] For port 25bba324-415c-4c4d-b8ac-fbfea34e51af, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=25bba324-415c-4c4d-b8ac-fbfea34e51af,segment=NetworkSegment(25c6bb05-2268-49ce-b03f-c3826dbf98dd),segment_id=25c6bb05-2268-49ce-b03f-c3826dbf98dd)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:33.047840 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-84cf1379-f9ed-4bfc-85da-c26b0c64b82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:33.118769 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-6b4854d9-435e-4a4a-ba6c-0a4f49c2dad0 service neutron] 10.222.0.43 "GET /v2.0/networks/63c16169-c908-48a5-ae03-d02e0658a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936532 Jul 15 23:19:33.135957 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['f5ecd6c9-6a7b-4dd4-970c-9fd457699f30'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:19:33.142979 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21921a-70ba-4479-9119-7a28f75a0ab8 req-a8da7f4f-4636-488a-bda4-f518886dc743 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:33.154462 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f21921a-70ba-4479-9119-7a28f75a0ab8 req-a8da7f4f-4636-488a-bda4-f518886dc743 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb87a0e-c28d-449b-a236-3684a0e53204 HTTP/1.1" status: 200 len: 943 time: 0.4321175 Jul 15 23:19:33.169975 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6f125219-e295-4177-89d5-c06fea24efb9 req-c25a2de0-056e-4bf1-912e-2b8f9f17e640 service neutron] 10.222.0.43 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693611 Jul 15 23:19:33.223296 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-84cf1379-f9ed-4bfc-85da-c26b0c64b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:33.223914 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-84cf1379-f9ed-4bfc-85da-c26b0c64b82c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:33.225680 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-84cf1379-f9ed-4bfc-85da-c26b0c64b82c service neutron] 10.222.0.43 "PUT /v2.0/ports/25bba324-415c-4c4d-b8ac-fbfea34e51af HTTP/1.1" status: 200 len: 1091 time: 2.7775097 Jul 15 23:19:33.326216 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6f125219-e295-4177-89d5-c06fea24efb9 req-220f1ba7-0332-4167-b5b6-84ba8f148882 service neutron] 10.222.0.43 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483674 Jul 15 23:19:33.360266 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-638e3693-0ab4-4761-b8d8-8884799f21df req-79a81150-4253-4b4c-b7ec-a85d0db5fced tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/ports?device_id=be786631-d062-48ba-a4b6-5ff507604633 HTTP/1.1" status: 200 len: 210 time: 0.1334944 Jul 15 23:19:33.372542 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 75381287-1503-49b8-942c-5b2d7dd26bd0 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:33.398532 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f21921a-70ba-4479-9119-7a28f75a0ab8 req-8d7e2b40-4d30-49c3-82bd-f0ffb8458f68 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dd69b2d-2fbb-4f89-84aa-de651ab99ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209389 Jul 15 23:19:33.430160 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf1379-f9ed-4bfc-85da-c26b0c64b82c service neutron] Pushing event updated for resources: {'Port': ['ID=25bba324-415c-4c4d-b8ac-fbfea34e51af,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:33.434971 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0b9a3e-e0b8-4d9d-9df9-cf6290667f87 x-openstack-request-id: req-fe0b9a3e-e0b8-4d9d-9df9-cf6290667f87 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:33.435379 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a506944a-c273-44c3-b7ac-713984c8d81b", "tag": "aa66585c-6325-4a4e-97a4-8c30763716fa", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:33.435640 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe0b9a3e-e0b8-4d9d-9df9-cf6290667f87 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:33.436043 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a506944a-c273-44c3-b7ac-713984c8d81b', 'tag': 'aa66585c-6325-4a4e-97a4-8c30763716fa', 'status': 'completed', 'code': 200} Jul 15 23:19:33.477957 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 75381287-1503-49b8-942c-5b2d7dd26bd0 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:33.487214 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 75381287-1503-49b8-942c-5b2d7dd26bd0 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:33.487214 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:33.508237 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-671ffe54-623e-4190-af17-584ff3bfd4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:33.526772 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-671ffe54-623e-4190-af17-584ff3bfd4b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=86a1fef481954432ac36939b923a13cf&device_id=1bb87a0e-c28d-449b-a236-3684a0e53204 HTTP/1.1" status: 200 len: 1094 time: 0.2304213 Jul 15 23:19:33.526772 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-a1d21fbd-8be1-4d6f-a108-e84e7479db78 service neutron] 10.222.0.43 "GET /v2.0/networks/63c16169-c908-48a5-ae03-d02e0658a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395822 Jul 15 23:19:33.613156 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:33.624537 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-032f0a30-a868-4c70-a859-07974493e3b5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25bba324-415c-4c4d-b8ac-fbfea34e51af HTTP/1.1" status: 200 len: 217 time: 0.0988004 Jul 15 23:19:33.657400 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 75381287-1503-49b8-942c-5b2d7dd26bd0, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=75381287-1503-49b8-942c-5b2d7dd26bd0,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:33.664067 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:33.752716 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=75381287-1503-49b8-942c-5b2d7dd26bd0,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:33.792317 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-7e2aed86-d8ec-4206-aba5-3d24af4a7e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:33.794259 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-7e2aed86-d8ec-4206-aba5-3d24af4a7e5a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a845f4e9-b21f-4082-aa60-4769ae7edbb2 HTTP/1.1" status: 200 len: 852 time: 0.1580820 Jul 15 23:19:33.816309 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9af8ab-3e32-465d-a22e-7449e86e1edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75381287-1503-49b8-942c-5b2d7dd26bd0'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:33.819570 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81b75b3-1748-42ae-9012-80a0de8f0aff" -d '{"events": [{"server_uuid": "7d9af8ab-3e32-465d-a22e-7449e86e1edf", "name": "network-vif-plugged", "status": "completed", "tag": "75381287-1503-49b8-942c-5b2d7dd26bd0"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:33.876882 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-85759f85-8d71-45e8-ac9c-ce11087b5dce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=63c16169-c908-48a5-ae03-d02e0658a66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684826 Jul 15 23:19:33.920297 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a6be5-e31b-443a-b3e6-f390d117a8b2 req-5f0d5e5f-3ea2-432d-b293-0ed366c49300 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:33.930363 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-de9a6be5-e31b-443a-b3e6-f390d117a8b2 req-5f0d5e5f-3ea2-432d-b293-0ed366c49300 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.2855580 Jul 15 23:19:33.982566 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-ad37ae33-10a9-4698-acc5-8c4bd719fa81 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:33.984976 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-ad37ae33-10a9-4698-acc5-8c4bd719fa81 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.36 "GET /v2.0/networks?id=5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78 HTTP/1.1" status: 200 len: 813 time: 0.2060845 Jul 15 23:19:34.004800 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-7d3ab1b4-1c74-4c6f-9ccd-d043c770bef1 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Request body: {'port': {'device_id': 'be786631-d062-48ba-a4b6-5ff507604633', 'network_id': '5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78', 'admin_state_up': True, 'tenant_id': 'e63c5ab93fab43f6a769d5572eb05a8d'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:34.014561 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6ca8b-5fa5-4a4f-ab3d-1fb4aa59cd19 req-885ec012-3f36-4e14-9ca1-e1c741b20f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:34.016248 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0ff6ca8b-5fa5-4a4f-ab3d-1fb4aa59cd19 req-885ec012-3f36-4e14-9ca1-e1c741b20f54 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=86a1fef481954432ac36939b923a13cf&device_id=a506944a-c273-44c3-b7ac-713984c8d81b HTTP/1.1" status: 200 len: 1094 time: 0.3792684 Jul 15 23:19:34.087469 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-de9a6be5-e31b-443a-b3e6-f390d117a8b2 req-c2c49774-2fe9-474b-af5d-0d4626dcca95 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557758 Jul 15 23:19:34.146468 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-80f780ec-ef74-4635-aba1-0374e0dc9848 service neutron] 10.222.0.43 "GET /v2.0/networks/63c16169-c908-48a5-ae03-d02e0658a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611096 Jul 15 23:19:34.182048 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd2ad85-e18b-4b1e-8260-b6f93918113a x-openstack-request-id: req-dbd2ad85-e18b-4b1e-8260-b6f93918113a {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:34.182432 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9af8ab-3e32-465d-a22e-7449e86e1edf", "name": "network-vif-plugged", "status": "completed", "tag": "75381287-1503-49b8-942c-5b2d7dd26bd0", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:34.182809 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dbd2ad85-e18b-4b1e-8260-b6f93918113a {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:34.183790 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9af8ab-3e32-465d-a22e-7449e86e1edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75381287-1503-49b8-942c-5b2d7dd26bd0', 'code': 200} Jul 15 23:19:34.194075 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-7d3ab1b4-1c74-4c6f-9ccd-d043c770bef1 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Made reservation on behalf of e63c5ab93fab43f6a769d5572eb05a8d for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:34.203472 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-7d3ab1b4-1c74-4c6f-9ccd-d043c770bef1 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.440090 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98719381-d894-4f6a-8748-da42471df1e7 req-9e8d5d1f-c66e-44ef-983f-51235b4531f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:34.441623 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-98719381-d894-4f6a-8748-da42471df1e7 req-9e8d5d1f-c66e-44ef-983f-51235b4531f1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7d9af8ab-3e32-465d-a22e-7449e86e1edf HTTP/1.1" status: 200 len: 1096 time: 0.1241136 Jul 15 23:19:34.447619 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-7d3ab1b4-1c74-4c6f-9ccd-d043c770bef1 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Allocated IP 172.20.0.4 (5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78/304ccb27-9f7e-4901-97e8-38b1711c14fe/6cf234ae-9b44-4288-9b6a-8089b853b563) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:34.505394 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-98719381-d894-4f6a-8748-da42471df1e7 req-cdd482da-6483-4f0c-b68d-2d61e800527c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550680 Jul 15 23:19:34.562732 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device f5ecd6c9-6a7b-4dd4-970c-9fd457699f30 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:34.564935 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device aa66585c-6325-4a4e-97a4-8c30763716fa details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:19:34.709851 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-7d3ab1b4-1c74-4c6f-9ccd-d043c770bef1 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.717976 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port aa66585c-6325-4a4e-97a4-8c30763716fa, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=aa66585c-6325-4a4e-97a4-8c30763716fa,segment=NetworkSegment(25c6bb05-2268-49ce-b03f-c3826dbf98dd),segment_id=25c6bb05-2268-49ce-b03f-c3826dbf98dd)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:34.747609 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port f5ecd6c9-6a7b-4dd4-970c-9fd457699f30 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:34.754157 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'aa66585c-6325-4a4e-97a4-8c30763716fa', 'network_id': '63c16169-c908-48a5-ae03-d02e0658a66e', 'port_id': 'aa66585c-6325-4a4e-97a4-8c30763716fa', 'mac_address': 'fa:16:3e:58:a4:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a845f4e9-b21f-4082-aa60-4769ae7edbb2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:19:34.770420 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port f5ecd6c9-6a7b-4dd4-970c-9fd457699f30 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:34.770830 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.804703 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-7d3ab1b4-1c74-4c6f-9ccd-d043c770bef1 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.812491 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a8d37-8b23-4204-ad66-e5e3c8a2707b req-ebe18480-538f-4687-9c0a-eb5bbc4399a6 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:34.814738 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d90a8d37-8b23-4204-ad66-e5e3c8a2707b req-ebe18480-538f-4687-9c0a-eb5bbc4399a6 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=de47eea2-af44-489d-9493-990cde5c4c1d HTTP/1.1" status: 200 len: 944 time: 0.8732786 Jul 15 23:19:34.869062 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ab1b4-1c74-4c6f-9ccd-d043c770bef1 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Pushing event updated for resources: {'Port': ['ID=6cf234ae-9b44-4288-9b6a-8089b853b563,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:34.871964 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.888125 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-7d3ab1b4-1c74-4c6f-9ccd-d043c770bef1 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Network 5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:34.889815 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-7d3ab1b4-1c74-4c6f-9ccd-d043c770bef1 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:34.892046 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa66585c-6325-4a4e-97a4-8c30763716fa {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:19:34.898157 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-7d3ab1b4-1c74-4c6f-9ccd-d043c770bef1 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:34.921822 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port aa66585c-6325-4a4e-97a4-8c30763716fa, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=aa66585c-6325-4a4e-97a4-8c30763716fa,segment=NetworkSegment(25c6bb05-2268-49ce-b03f-c3826dbf98dd),segment_id=25c6bb05-2268-49ce-b03f-c3826dbf98dd)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:34.932179 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.939294 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6ca8b-5fa5-4a4f-ab3d-1fb4aa59cd19 req-c0e8fa5d-1b75-48df-a478-27d42abbde29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:34.941201 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0ff6ca8b-5fa5-4a4f-ab3d-1fb4aa59cd19 req-c0e8fa5d-1b75-48df-a478-27d42abbde29 service neutron] 10.222.0.43 "GET /v2.0/networks?id=63c16169-c908-48a5-ae03-d02e0658a66e HTTP/1.1" status: 200 len: 913 time: 0.9023795 Jul 15 23:19:34.963348 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9da1cfa-91af-462a-b8f7-f8deded91015 req-054c6f82-33eb-478c-8139-1b0bb5823bd2 service neutron] 10.222.0.43 "GET /v2.0/networks/63c16169-c908-48a5-ae03-d02e0658a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7956502 Jul 15 23:19:34.968664 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d90a8d37-8b23-4204-ad66-e5e3c8a2707b req-fd6b8528-f51c-47fd-9e79-c14a698f6e0f tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208043 Jul 15 23:19:35.030500 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-7d3ab1b4-1c74-4c6f-9ccd-d043c770bef1 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:35.031142 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-7d3ab1b4-1c74-4c6f-9ccd-d043c770bef1 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:35.040936 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0ff6ca8b-5fa5-4a4f-ab3d-1fb4aa59cd19 req-9b9280b0-0f7e-4188-a960-b774bcf573a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa66585c-6325-4a4e-97a4-8c30763716fa HTTP/1.1" status: 200 len: 217 time: 0.0895092 Jul 15 23:19:35.061125 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=aa66585c-6325-4a4e-97a4-8c30763716fa,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:35.067473 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-7d3ab1b4-1c74-4c6f-9ccd-d043c770bef1 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0677371 Jul 15 23:19:35.081850 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:35.095790 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-885b50d7-334a-4fb4-b4a0-ab9007053ddd service neutron] Request body: {'port': {'device_id': 'be786631-d062-48ba-a4b6-5ff507604633', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:35.118838 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8324b8-8250-4125-87ac-e0803ae4dd31 req-9bc5b045-f223-49ae-936e-1bd84df734e8 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:35.126934 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6b8324b8-8250-4125-87ac-e0803ae4dd31 req-9bc5b045-f223-49ae-936e-1bd84df734e8 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d9af8ab-3e32-465d-a22e-7449e86e1edf HTTP/1.1" status: 200 len: 945 time: 0.3687584 Jul 15 23:19:35.133077 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port f5ecd6c9-6a7b-4dd4-970c-9fd457699f30, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=f5ecd6c9-6a7b-4dd4-970c-9fd457699f30,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:35.138912 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:35.156046 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6ca8b-5fa5-4a4f-ab3d-1fb4aa59cd19 req-6ed9903f-b539-469c-ba0b-6253b003b9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:35.157922 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0ff6ca8b-5fa5-4a4f-ab3d-1fb4aa59cd19 req-6ed9903f-b539-469c-ba0b-6253b003b9f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a845f4e9-b21f-4082-aa60-4769ae7edbb2 HTTP/1.1" status: 200 len: 852 time: 0.1059289 Jul 15 23:19:35.221973 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=f5ecd6c9-6a7b-4dd4-970c-9fd457699f30,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:35.226149 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['aa66585c-6325-4a4e-97a4-8c30763716fa'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:19:35.248218 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-885b50d7-334a-4fb4-b4a0-ab9007053ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:35.248457 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0ff6ca8b-5fa5-4a4f-ab3d-1fb4aa59cd19 req-ac547a92-cfbf-4f2f-8961-d4a478522b8b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=63c16169-c908-48a5-ae03-d02e0658a66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781357 Jul 15 23:19:35.253813 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6b8324b8-8250-4125-87ac-e0803ae4dd31 req-84268bdb-6032-411b-b510-3ec5d7bb94f7 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257687 Jul 15 23:19:35.434073 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f6c77-5fbd-4712-8382-9db0b1e5cbcf req-a176f148-f993-4f83-bab3-236b0b7a6b89 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:35.443354 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f83f6c77-5fbd-4712-8382-9db0b1e5cbcf req-a176f148-f993-4f83-bab3-236b0b7a6b89 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/ports?device_id=be786631-d062-48ba-a4b6-5ff507604633 HTTP/1.1" status: 200 len: 931 time: 0.2579870 Jul 15 23:19:35.457747 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb87a0e-c28d-449b-a236-3684a0e53204', 'tag': '25bba324-415c-4c4d-b8ac-fbfea34e51af'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:35.461769 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43baab48-ca69-4950-8c84-9c9949f9b1c5" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb87a0e-c28d-449b-a236-3684a0e53204", "tag": "25bba324-415c-4c4d-b8ac-fbfea34e51af"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:35.502671 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0ff6ca8b-5fa5-4a4f-ab3d-1fb4aa59cd19 req-c39394a4-6d24-4986-bac7-b3de41da8ccd service neutron] 10.222.0.43 "GET /v2.0/networks/63c16169-c908-48a5-ae03-d02e0658a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457058 Jul 15 23:19:35.614241 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f83f6c77-5fbd-4712-8382-9db0b1e5cbcf req-e0511acb-665c-4fd9-a63b-1a68f6169dc7 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b5beac2-25fe-4ef5-b846-b8ab4acfc000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700404 Jul 15 23:19:35.755656 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-885b50d7-334a-4fb4-b4a0-ab9007053ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf234ae-9b44-4288-9b6a-8089b853b563 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:19:35.769538 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-885b50d7-334a-4fb4-b4a0-ab9007053ddd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:35.773974 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f46e7-8d45-49c6-a5ce-c9b585c755a5 req-523bc762-73c6-4454-aa0b-bed6572577c8 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:35.782264 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1a4f46e7-8d45-49c6-a5ce-c9b585c755a5 req-523bc762-73c6-4454-aa0b-bed6572577c8 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb87a0e-c28d-449b-a236-3684a0e53204 HTTP/1.1" status: 200 len: 943 time: 0.2723627 Jul 15 23:19:35.788191 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-885b50d7-334a-4fb4-b4a0-ab9007053ddd service neutron] Transition to ACTIVE for port object 6cf234ae-9b44-4288-9b6a-8089b853b563 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:35.794745 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-885b50d7-334a-4fb4-b4a0-ab9007053ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:35.842763 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0ff6ca8b-5fa5-4a4f-ab3d-1fb4aa59cd19 req-797c2374-d4c6-4e0d-a556-12271d4de4ed service neutron] 10.222.0.43 "GET /v2.0/networks/63c16169-c908-48a5-ae03-d02e0658a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218758 Jul 15 23:19:35.871395 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1a4f46e7-8d45-49c6-a5ce-c9b585c755a5 req-5a6b7150-e18d-41bf-9d36-a1a2580a13b3 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dd69b2d-2fbb-4f89-84aa-de651ab99ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878947 Jul 15 23:19:35.872643 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b50d7-334a-4fb4-b4a0-ab9007053ddd service neutron] Pushing event updated for resources: {'Port': ['ID=6cf234ae-9b44-4288-9b6a-8089b853b563,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:35.929362 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6edf89-e08a-47eb-b9b5-f7a7b9967155 x-openstack-request-id: req-de6edf89-e08a-47eb-b9b5-f7a7b9967155 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:35.929666 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb87a0e-c28d-449b-a236-3684a0e53204", "tag": "25bba324-415c-4c4d-b8ac-fbfea34e51af", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:35.929920 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de6edf89-e08a-47eb-b9b5-f7a7b9967155 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:35.930323 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb87a0e-c28d-449b-a236-3684a0e53204', 'tag': '25bba324-415c-4c4d-b8ac-fbfea34e51af', 'status': 'completed', 'code': 200} Jul 15 23:19:35.967821 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-885b50d7-334a-4fb4-b4a0-ab9007053ddd service neutron] Attempting to bind port 6cf234ae-9b44-4288-9b6a-8089b853b563 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:35.968160 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-885b50d7-334a-4fb4-b4a0-ab9007053ddd service neutron] Attempting to bind port 6cf234ae-9b44-4288-9b6a-8089b853b563 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'c0f64563-f0c0-4dfe-8e18-a10df0102e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:35.968548 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-885b50d7-334a-4fb4-b4a0-ab9007053ddd service neutron] Attempting to bind port 6cf234ae-9b44-4288-9b6a-8089b853b563 on network 5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:35.973827 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-885b50d7-334a-4fb4-b4a0-ab9007053ddd service neutron] Port 6cf234ae-9b44-4288-9b6a-8089b853b563 on network 5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:19:35.974148 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-885b50d7-334a-4fb4-b4a0-ab9007053ddd service neutron] Attempting to bind port 6cf234ae-9b44-4288-9b6a-8089b853b563 on network 5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:35.979206 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-885b50d7-334a-4fb4-b4a0-ab9007053ddd service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:35.980372 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-885b50d7-334a-4fb4-b4a0-ab9007053ddd service neutron] Checking segment: {'id': 'c0f64563-f0c0-4dfe-8e18-a10df0102e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:35.980758 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-885b50d7-334a-4fb4-b4a0-ab9007053ddd service neutron] Bound using segment: {'id': 'c0f64563-f0c0-4dfe-8e18-a10df0102e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:35.981175 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-885b50d7-334a-4fb4-b4a0-ab9007053ddd service neutron] Bound port: 6cf234ae-9b44-4288-9b6a-8089b853b563, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0f64563-f0c0-4dfe-8e18-a10df0102e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:35.981530 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-885b50d7-334a-4fb4-b4a0-ab9007053ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:36.060258 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-885b50d7-334a-4fb4-b4a0-ab9007053ddd service neutron] For port 6cf234ae-9b44-4288-9b6a-8089b853b563, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:36.065040 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-885b50d7-334a-4fb4-b4a0-ab9007053ddd service neutron] For port 6cf234ae-9b44-4288-9b6a-8089b853b563, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6cf234ae-9b44-4288-9b6a-8089b853b563,segment=NetworkSegment(c0f64563-f0c0-4dfe-8e18-a10df0102e25),segment_id=c0f64563-f0c0-4dfe-8e18-a10df0102e25)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:36.070238 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-885b50d7-334a-4fb4-b4a0-ab9007053ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:36.070405 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43baab48-ca69-4950-8c84-9c9949f9b1c5 req-510fb795-36d1-4f7a-9dc1-62206db21e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:36.072017 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-43baab48-ca69-4950-8c84-9c9949f9b1c5 req-510fb795-36d1-4f7a-9dc1-62206db21e2c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=86a1fef481954432ac36939b923a13cf&device_id=1bb87a0e-c28d-449b-a236-3684a0e53204 HTTP/1.1" status: 200 len: 1094 time: 0.1157146 Jul 15 23:19:36.087959 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52073020-889b-4be3-b316-8199d358cda1 req-ea7a6857-4fe9-4f18-b0c1-659a3a2920c7 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:36.089483 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-52073020-889b-4be3-b316-8199d358cda1 req-ea7a6857-4fe9-4f18-b0c1-659a3a2920c7 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.0990543 Jul 15 23:19:36.112171 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-885b50d7-334a-4fb4-b4a0-ab9007053ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:36.112869 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-885b50d7-334a-4fb4-b4a0-ab9007053ddd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:36.114587 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-885b50d7-334a-4fb4-b4a0-ab9007053ddd service neutron] 10.222.0.36 "PUT /v2.0/ports/6cf234ae-9b44-4288-9b6a-8089b853b563 HTTP/1.1" status: 200 len: 1091 time: 1.0240669 Jul 15 23:19:36.115159 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be786631-d062-48ba-a4b6-5ff507604633', 'tag': '6cf234ae-9b44-4288-9b6a-8089b853b563'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:36.118020 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e069af-dbdb-4b65-89fb-3542a260a409" -d '{"events": [{"name": "network-changed", "server_uuid": "be786631-d062-48ba-a4b6-5ff507604633", "tag": "6cf234ae-9b44-4288-9b6a-8089b853b563"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:36.149645 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b50d7-334a-4fb4-b4a0-ab9007053ddd service neutron] Pushing event updated for resources: {'Port': ['ID=6cf234ae-9b44-4288-9b6a-8089b853b563,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:36.185003 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de47eea2-af44-489d-9493-990cde5c4c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ecd6c9-6a7b-4dd4-970c-9fd457699f30'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:36.187710 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4447e9d7-ae92-4e5b-b723-8484ac122ad6" -d '{"events": [{"server_uuid": "de47eea2-af44-489d-9493-990cde5c4c1d", "name": "network-vif-plugged", "status": "completed", "tag": "f5ecd6c9-6a7b-4dd4-970c-9fd457699f30"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:36.244979 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-52073020-889b-4be3-b316-8199d358cda1 req-17df1bfd-c741-424e-96bd-ae3585a88503 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473546 Jul 15 23:19:36.261159 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-28b8a69a-9457-47ce-9fd8-ae91f9312429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:36.262944 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-28b8a69a-9457-47ce-9fd8-ae91f9312429 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e63c5ab93fab43f6a769d5572eb05a8d&device_id=be786631-d062-48ba-a4b6-5ff507604633 HTTP/1.1" status: 200 len: 1094 time: 0.0864699 Jul 15 23:19:36.303579 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43baab48-ca69-4950-8c84-9c9949f9b1c5 req-29230d53-4f7f-4065-8994-f24c39ae10b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:36.305473 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-43baab48-ca69-4950-8c84-9c9949f9b1c5 req-29230d53-4f7f-4065-8994-f24c39ae10b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=63c16169-c908-48a5-ae03-d02e0658a66e HTTP/1.1" status: 200 len: 913 time: 0.2264268 Jul 15 23:19:36.323603 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2947af-d852-4a8e-92e4-1285e7e03039 x-openstack-request-id: req-ab2947af-d852-4a8e-92e4-1285e7e03039 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:36.324125 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be786631-d062-48ba-a4b6-5ff507604633", "tag": "6cf234ae-9b44-4288-9b6a-8089b853b563", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:36.324443 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab2947af-d852-4a8e-92e4-1285e7e03039 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:36.324909 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be786631-d062-48ba-a4b6-5ff507604633', 'tag': '6cf234ae-9b44-4288-9b6a-8089b853b563', 'status': 'completed', 'code': 200} Jul 15 23:19:36.326946 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-1d142c9f-9060-4d37-bba8-418d4dea158d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6cf234ae-9b44-4288-9b6a-8089b853b563 HTTP/1.1" status: 200 len: 217 time: 0.0486751 Jul 15 23:19:36.330516 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a1f9f-4794-4e23-bc75-1b6bb2ef54a7 req-e087ba06-8469-40f5-86f1-d1e738cdf557 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:36.332341 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-db6a1f9f-4794-4e23-bc75-1b6bb2ef54a7 req-e087ba06-8469-40f5-86f1-d1e738cdf557 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=de47eea2-af44-489d-9493-990cde5c4c1d HTTP/1.1" status: 200 len: 945 time: 0.1597714 Jul 15 23:19:36.369983 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec52019-1bee-4187-931d-77fda3512bfe x-openstack-request-id: req-6ec52019-1bee-4187-931d-77fda3512bfe {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:36.376203 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de47eea2-af44-489d-9493-990cde5c4c1d", "name": "network-vif-plugged", "status": "completed", "tag": "f5ecd6c9-6a7b-4dd4-970c-9fd457699f30", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:36.376735 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ec52019-1bee-4187-931d-77fda3512bfe {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:36.377574 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de47eea2-af44-489d-9493-990cde5c4c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ecd6c9-6a7b-4dd4-970c-9fd457699f30', 'code': 200} Jul 15 23:19:36.383650 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-43baab48-ca69-4950-8c84-9c9949f9b1c5 req-86bd8d99-a367-4d37-8f6c-3dc599986f9a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25bba324-415c-4c4d-b8ac-fbfea34e51af HTTP/1.1" status: 200 len: 217 time: 0.0690944 Jul 15 23:19:36.414800 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-4d10487d-0361-40d9-8091-5e665bb80777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:36.417680 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-4d10487d-0361-40d9-8091-5e665bb80777 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=304ccb27-9f7e-4901-97e8-38b1711c14fe HTTP/1.1" status: 200 len: 853 time: 0.0725691 Jul 15 23:19:36.457576 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-7a37f569-cf4d-4e7b-aefa-f053a39348c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332766 Jul 15 23:19:36.465575 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43baab48-ca69-4950-8c84-9c9949f9b1c5 req-ffaa2648-3bb7-4f29-a0ee-afcedd6cccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:36.467245 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-43baab48-ca69-4950-8c84-9c9949f9b1c5 req-ffaa2648-3bb7-4f29-a0ee-afcedd6cccb1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a845f4e9-b21f-4082-aa60-4769ae7edbb2 HTTP/1.1" status: 200 len: 852 time: 0.0691330 Jul 15 23:19:36.548288 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-43baab48-ca69-4950-8c84-9c9949f9b1c5 req-69a0874d-e1e5-48ef-aa43-ad5abeeafe13 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=63c16169-c908-48a5-ae03-d02e0658a66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495868 Jul 15 23:19:36.571374 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device aa66585c-6325-4a4e-97a4-8c30763716fa up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:36.595982 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-cb191aba-9266-4d2c-a320-9958599e34c9 service neutron] 10.222.0.36 "GET /v2.0/networks/5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316905 Jul 15 23:19:36.641879 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 25bba324-415c-4c4d-b8ac-fbfea34e51af details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:19:36.700883 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-db6a1f9f-4794-4e23-bc75-1b6bb2ef54a7 req-418bd931-50c4-4686-ad0e-f9fa737d2fd6 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366113 Jul 15 23:19:36.707828 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-37e1b0ef-522b-4fad-bf6e-60e642122496 req-adf7c60a-2f67-4e91-a317-ef1cdbb3f953 service neutron] 10.222.0.36 "GET /v2.0/networks/5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053157 Jul 15 23:19:36.789198 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e7b4e-8ead-424e-98a4-ebcda690e473 req-74c9c55b-87b3-4b9a-b5c9-8cdeee6c9ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:36.790769 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6a2e7b4e-8ead-424e-98a4-ebcda690e473 req-74c9c55b-87b3-4b9a-b5c9-8cdeee6c9ee7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=de47eea2-af44-489d-9493-990cde5c4c1d HTTP/1.1" status: 200 len: 1096 time: 0.3211799 Jul 15 23:19:36.793804 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-43baab48-ca69-4950-8c84-9c9949f9b1c5 req-0417d5ab-0ab3-434d-8783-6a99e8310945 service neutron] 10.222.0.43 "GET /v2.0/networks/63c16169-c908-48a5-ae03-d02e0658a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381082 Jul 15 23:19:36.804813 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port aa66585c-6325-4a4e-97a4-8c30763716fa completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:36.816994 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d1975-1baa-44cd-9cfc-47ae6c91a860 req-c196674a-0455-4e49-a1d8-24b2d3ccaaa1 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:36.828561 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port aa66585c-6325-4a4e-97a4-8c30763716fa triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:36.828561 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:36.828867 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c80d1975-1baa-44cd-9cfc-47ae6c91a860 req-c196674a-0455-4e49-a1d8-24b2d3ccaaa1 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d9af8ab-3e32-465d-a22e-7449e86e1edf HTTP/1.1" status: 200 len: 945 time: 0.3172204 Jul 15 23:19:36.890066 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 25bba324-415c-4c4d-b8ac-fbfea34e51af, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=25bba324-415c-4c4d-b8ac-fbfea34e51af,segment=NetworkSegment(25c6bb05-2268-49ce-b03f-c3826dbf98dd),segment_id=25c6bb05-2268-49ce-b03f-c3826dbf98dd)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:36.914090 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '25bba324-415c-4c4d-b8ac-fbfea34e51af', 'network_id': '63c16169-c908-48a5-ae03-d02e0658a66e', 'port_id': '25bba324-415c-4c4d-b8ac-fbfea34e51af', 'mac_address': 'fa:16:3e:25:9c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a845f4e9-b21f-4082-aa60-4769ae7edbb2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:19:36.956933 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e069af-dbdb-4b65-89fb-3542a260a409 req-086fae40-9a44-4ad6-ac77-f4b4f3019678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:36.957348 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e9e069af-dbdb-4b65-89fb-3542a260a409 req-086fae40-9a44-4ad6-ac77-f4b4f3019678 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e63c5ab93fab43f6a769d5572eb05a8d&device_id=be786631-d062-48ba-a4b6-5ff507604633 HTTP/1.1" status: 200 len: 1094 time: 0.1197588 Jul 15 23:19:36.979686 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:36.999096 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:37.001782 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25bba324-415c-4c4d-b8ac-fbfea34e51af {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:19:37.006520 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c80d1975-1baa-44cd-9cfc-47ae6c91a860 req-4a00ce8d-a5f3-43ed-957e-58bf25ee3985 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774483 Jul 15 23:19:37.010525 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6a2e7b4e-8ead-424e-98a4-ebcda690e473 req-96875fa8-0793-4d86-b122-1cd2cc29c284 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799016 Jul 15 23:19:37.070011 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e069af-dbdb-4b65-89fb-3542a260a409 req-c2e824ef-0c1e-4272-811e-e7b820349352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:37.071743 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e9e069af-dbdb-4b65-89fb-3542a260a409 req-c2e824ef-0c1e-4272-811e-e7b820349352 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78 HTTP/1.1" status: 200 len: 914 time: 0.1056535 Jul 15 23:19:37.075110 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 25bba324-415c-4c4d-b8ac-fbfea34e51af, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=25bba324-415c-4c4d-b8ac-fbfea34e51af,segment=NetworkSegment(25c6bb05-2268-49ce-b03f-c3826dbf98dd),segment_id=25c6bb05-2268-49ce-b03f-c3826dbf98dd)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:37.087623 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-43baab48-ca69-4950-8c84-9c9949f9b1c5 req-79ba5d64-ba52-4d45-b1c4-8847895b42fc service neutron] 10.222.0.43 "GET /v2.0/networks/63c16169-c908-48a5-ae03-d02e0658a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559533 Jul 15 23:19:37.119794 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e6f3f-c807-43cd-b5f1-0fedda7e5cf6 req-4e9c99e1-3b2d-4faa-a330-e1bb120e9518 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:37.121920 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port aa66585c-6325-4a4e-97a4-8c30763716fa, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=aa66585c-6325-4a4e-97a4-8c30763716fa,segment=NetworkSegment(25c6bb05-2268-49ce-b03f-c3826dbf98dd),segment_id=25c6bb05-2268-49ce-b03f-c3826dbf98dd)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:37.124467 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2a6e6f3f-c807-43cd-b5f1-0fedda7e5cf6 req-4e9c99e1-3b2d-4faa-a330-e1bb120e9518 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/ports?device_id=be786631-d062-48ba-a4b6-5ff507604633 HTTP/1.1" status: 200 len: 943 time: 0.2259789 Jul 15 23:19:37.124795 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:37.147469 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e9e069af-dbdb-4b65-89fb-3542a260a409 req-75cff94e-8d24-4390-982c-53c52a32f365 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6cf234ae-9b44-4288-9b6a-8089b853b563 HTTP/1.1" status: 200 len: 217 time: 0.0685234 Jul 15 23:19:37.163693 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:37.182169 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2a6e6f3f-c807-43cd-b5f1-0fedda7e5cf6 req-a5fd153d-7c0d-421c-9135-01bd945e9825 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b5beac2-25fe-4ef5-b846-b8ab4acfc000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504704 Jul 15 23:19:37.218117 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=25bba324-415c-4c4d-b8ac-fbfea34e51af,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:37.262009 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e069af-dbdb-4b65-89fb-3542a260a409 req-7c70e651-7114-42f2-8064-9ba0ab694719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:37.264044 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e9e069af-dbdb-4b65-89fb-3542a260a409 req-7c70e651-7114-42f2-8064-9ba0ab694719 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=304ccb27-9f7e-4901-97e8-38b1711c14fe HTTP/1.1" status: 200 len: 853 time: 0.1065087 Jul 15 23:19:37.333459 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e9e069af-dbdb-4b65-89fb-3542a260a409 req-8e444855-72b1-4a2c-922c-47ee4d0c374e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573547 Jul 15 23:19:37.341726 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=aa66585c-6325-4a4e-97a4-8c30763716fa,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:37.386586 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['25bba324-415c-4c4d-b8ac-fbfea34e51af'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:19:37.485055 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58ab71-6197-42d7-abe5-483c36cd1581 req-2d22e8d3-7174-4dfa-8ede-d967398107c8 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:37.486610 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7d58ab71-6197-42d7-abe5-483c36cd1581 req-2d22e8d3-7174-4dfa-8ede-d967398107c8 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb87a0e-c28d-449b-a236-3684a0e53204 HTTP/1.1" status: 200 len: 944 time: 0.1478233 Jul 15 23:19:37.498678 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f71b4-bd9d-4786-8d28-62ae8417add1 req-6d6b294d-1501-4909-b303-55d00f19640f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:37.498977 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e9e069af-dbdb-4b65-89fb-3542a260a409 req-69821b66-e47f-40f9-a492-ff528e163d7c service neutron] 10.222.0.36 "GET /v2.0/networks/5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510992 Jul 15 23:19:37.500349 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-108f71b4-bd9d-4786-8d28-62ae8417add1 req-6d6b294d-1501-4909-b303-55d00f19640f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d9af8ab-3e32-465d-a22e-7449e86e1edf HTTP/1.1" status: 200 len: 945 time: 0.1360371 Jul 15 23:19:37.567171 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7d58ab71-6197-42d7-abe5-483c36cd1581 req-bf38341a-87a2-4aa3-b526-503628b6d618 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dd69b2d-2fbb-4f89-84aa-de651ab99ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658083 Jul 15 23:19:37.572709 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-108f71b4-bd9d-4786-8d28-62ae8417add1 req-c96db481-5e7b-4063-89ea-e586fbd5a66c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648627 Jul 15 23:19:37.635372 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e9e069af-dbdb-4b65-89fb-3542a260a409 req-5abc5cec-14f1-4f47-a914-db6e89e0620d service neutron] 10.222.0.36 "GET /v2.0/networks/5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276336 Jul 15 23:19:37.845717 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c178792-8d63-4d7e-afa6-bf68f99b0884 req-c6072f06-0aed-4a53-abfe-3af4d10f3df8 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:37.847404 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9c178792-8d63-4d7e-afa6-bf68f99b0884 req-c6072f06-0aed-4a53-abfe-3af4d10f3df8 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1338234 Jul 15 23:19:37.855319 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633be356-dda6-4398-b7c3-d49338bf4bcb req-68d03725-c22f-4aab-9b81-2e9e6165050c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:37.856909 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-633be356-dda6-4398-b7c3-d49338bf4bcb req-68d03725-c22f-4aab-9b81-2e9e6165050c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d9af8ab-3e32-465d-a22e-7449e86e1edf HTTP/1.1" status: 200 len: 945 time: 0.1453240 Jul 15 23:19:37.919143 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9c178792-8d63-4d7e-afa6-bf68f99b0884 req-fa25210a-4579-4904-9a37-0e86366a2023 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610170 Jul 15 23:19:37.937958 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-633be356-dda6-4398-b7c3-d49338bf4bcb req-7f1538fd-c4ab-4f21-b0e2-5e1287d9ce19 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736256 Jul 15 23:19:38.121542 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a1a0c-4e98-4700-9c2e-77fbe93cc366 req-f160f822-0a1a-465e-8e2f-c5fa08a9540c tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:38.123792 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-742a1a0c-4e98-4700-9c2e-77fbe93cc366 req-f160f822-0a1a-465e-8e2f-c5fa08a9540c tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=de47eea2-af44-489d-9493-990cde5c4c1d HTTP/1.1" status: 200 len: 945 time: 0.0868282 Jul 15 23:19:38.180863 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-742a1a0c-4e98-4700-9c2e-77fbe93cc366 req-b8ebbc97-3cab-4d7a-b7c7-a3dfe7041019 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470333 Jul 15 23:19:38.378752 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a506944a-c273-44c3-b7ac-713984c8d81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa66585c-6325-4a4e-97a4-8c30763716fa'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:38.381435 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d922d9c-0333-4fa3-b080-db088f26c9a0" -d '{"events": [{"server_uuid": "a506944a-c273-44c3-b7ac-713984c8d81b", "name": "network-vif-plugged", "status": "completed", "tag": "aa66585c-6325-4a4e-97a4-8c30763716fa"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:38.544241 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73fa92-addc-41c3-b7b2-1df196b19e55 req-e28cf230-0b76-4d22-88bb-d6346b25d7e1 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:38.545752 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ad73fa92-addc-41c3-b7b2-1df196b19e55 req-e28cf230-0b76-4d22-88bb-d6346b25d7e1 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/ports?device_id=be786631-d062-48ba-a4b6-5ff507604633 HTTP/1.1" status: 200 len: 943 time: 0.1104915 Jul 15 23:19:38.579785 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fe1f8-30d0-402b-9a9f-ad73ee97df61 req-9d00d831-2d1c-4552-95b0-321908aefb64 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:38.580733 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 25bba324-415c-4c4d-b8ac-fbfea34e51af up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:38.581306 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d56fe1f8-30d0-402b-9a9f-ad73ee97df61 req-9d00d831-2d1c-4552-95b0-321908aefb64 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d9af8ab-3e32-465d-a22e-7449e86e1edf HTTP/1.1" status: 200 len: 945 time: 0.1081536 Jul 15 23:19:38.624963 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ad73fa92-addc-41c3-b7b2-1df196b19e55 req-ad53afd0-c9e7-4f6f-b8c0-1b6228037d6d tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b5beac2-25fe-4ef5-b846-b8ab4acfc000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724852 Jul 15 23:19:38.680816 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c99f70c-d8a4-4649-baa9-362a97e89653 x-openstack-request-id: req-8c99f70c-d8a4-4649-baa9-362a97e89653 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:38.681198 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a506944a-c273-44c3-b7ac-713984c8d81b", "name": "network-vif-plugged", "status": "completed", "tag": "aa66585c-6325-4a4e-97a4-8c30763716fa", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:38.681411 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c99f70c-d8a4-4649-baa9-362a97e89653 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:38.681941 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a506944a-c273-44c3-b7ac-713984c8d81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa66585c-6325-4a4e-97a4-8c30763716fa', 'code': 200} Jul 15 23:19:38.684707 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d56fe1f8-30d0-402b-9a9f-ad73ee97df61 req-147e92d5-e6de-4bfd-80a4-591b4fff3618 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901885 Jul 15 23:19:38.687691 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 25bba324-415c-4c4d-b8ac-fbfea34e51af completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:38.708292 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 25bba324-415c-4c4d-b8ac-fbfea34e51af triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:38.708692 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:38.731203 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:38.815179 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:38.860346 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 25bba324-415c-4c4d-b8ac-fbfea34e51af, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=25bba324-415c-4c4d-b8ac-fbfea34e51af,segment=NetworkSegment(25c6bb05-2268-49ce-b03f-c3826dbf98dd),segment_id=25c6bb05-2268-49ce-b03f-c3826dbf98dd)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:38.866964 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:38.872465 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78503e74-b561-4dca-9e5d-7ecee0275fd4 req-ad42b4bc-965d-486f-9d95-211ed01fdcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:38.873888 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-78503e74-b561-4dca-9e5d-7ecee0275fd4 req-ad42b4bc-965d-486f-9d95-211ed01fdcfb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a506944a-c273-44c3-b7ac-713984c8d81b HTTP/1.1" status: 200 len: 1096 time: 0.1263249 Jul 15 23:19:38.885866 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aac7ea-60c2-47a5-ae07-a1828f46506f req-cde5894b-781c-4bca-90f3-7bedae82699b tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:38.892672 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-98aac7ea-60c2-47a5-ae07-a1828f46506f req-cde5894b-781c-4bca-90f3-7bedae82699b tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb87a0e-c28d-449b-a236-3684a0e53204 HTTP/1.1" status: 200 len: 944 time: 0.0900090 Jul 15 23:19:38.946934 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-78503e74-b561-4dca-9e5d-7ecee0275fd4 req-f4c13e73-b647-4f33-bb4d-7a287684ef0c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3dd69b2d-2fbb-4f89-84aa-de651ab99ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515585 Jul 15 23:19:38.952423 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-98aac7ea-60c2-47a5-ae07-a1828f46506f req-4d386b4d-eab5-4463-97e3-938d6c433849 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dd69b2d-2fbb-4f89-84aa-de651ab99ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589480 Jul 15 23:19:38.980608 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=25bba324-415c-4c4d-b8ac-fbfea34e51af,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:39.137015 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c958cc3-cd03-4f8c-98e6-b3588c6a99d5 req-8aafc1a1-7a3c-4a69-aa3b-6fefa9d0597c tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:39.138401 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9c958cc3-cd03-4f8c-98e6-b3588c6a99d5 req-8aafc1a1-7a3c-4a69-aa3b-6fefa9d0597c tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.0772157 Jul 15 23:19:39.183174 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9c958cc3-cd03-4f8c-98e6-b3588c6a99d5 req-d2b7f488-848b-44e2-abcf-a5df4f430b83 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388184 Jul 15 23:19:39.417458 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 6cf234ae-9b44-4288-9b6a-8089b853b563 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:19:39.552388 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 6cf234ae-9b44-4288-9b6a-8089b853b563, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6cf234ae-9b44-4288-9b6a-8089b853b563,segment=NetworkSegment(c0f64563-f0c0-4dfe-8e18-a10df0102e25),segment_id=c0f64563-f0c0-4dfe-8e18-a10df0102e25)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:39.565610 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '6cf234ae-9b44-4288-9b6a-8089b853b563', 'network_id': '5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78', 'port_id': '6cf234ae-9b44-4288-9b6a-8089b853b563', 'mac_address': 'fa:16:3e:bf:02:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304ccb27-9f7e-4901-97e8-38b1711c14fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:19:39.607385 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:39.621035 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf234ae-9b44-4288-9b6a-8089b853b563 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:19:39.641433 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 6cf234ae-9b44-4288-9b6a-8089b853b563, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6cf234ae-9b44-4288-9b6a-8089b853b563,segment=NetworkSegment(c0f64563-f0c0-4dfe-8e18-a10df0102e25),segment_id=c0f64563-f0c0-4dfe-8e18-a10df0102e25)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:39.648524 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:39.703136 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=6cf234ae-9b44-4288-9b6a-8089b853b563,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:39.831376 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce4097-9db5-4dd5-aad5-9c576e605153 req-5b91ad58-a6f0-47fc-89a5-b1fb9be33c1b tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:39.833863 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4bce4097-9db5-4dd5-aad5-9c576e605153 req-5b91ad58-a6f0-47fc-89a5-b1fb9be33c1b tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/ports?device_id=be786631-d062-48ba-a4b6-5ff507604633 HTTP/1.1" status: 200 len: 944 time: 0.0907815 Jul 15 23:19:39.895277 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4bce4097-9db5-4dd5-aad5-9c576e605153 req-4f0d5a50-dde5-4dcf-aa1b-78fd0cecbe3f tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b5beac2-25fe-4ef5-b846-b8ab4acfc000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554574 Jul 15 23:19:39.964953 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['6cf234ae-9b44-4288-9b6a-8089b853b563'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:19:40.013646 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1623af-6c74-4d4f-940b-7ba950364df8 req-30d56d7d-a7b7-4748-8780-70c576911a42 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:40.016006 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bb1623af-6c74-4d4f-940b-7ba950364df8 req-30d56d7d-a7b7-4748-8780-70c576911a42 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d9af8ab-3e32-465d-a22e-7449e86e1edf HTTP/1.1" status: 200 len: 945 time: 0.1021650 Jul 15 23:19:40.162973 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-bb1623af-6c74-4d4f-940b-7ba950364df8 req-917682c5-fcd5-443c-9c6f-c1ee60c67ccf tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Deleting port 75381287-1503-49b8-942c-5b2d7dd26bd0 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:40.164334 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bb1623af-6c74-4d4f-940b-7ba950364df8 req-917682c5-fcd5-443c-9c6f-c1ee60c67ccf tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:40.217882 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d0e9c-c538-406c-ac0e-8e45dfe2dadf req-d25868d5-e75b-4f66-b84e-60455d6a2203 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:40.226463 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e1d0e9c-c538-406c-ac0e-8e45dfe2dadf req-d25868d5-e75b-4f66-b84e-60455d6a2203 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb87a0e-c28d-449b-a236-3684a0e53204 HTTP/1.1" status: 200 len: 945 time: 0.0841591 Jul 15 23:19:40.291204 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e1d0e9c-c538-406c-ac0e-8e45dfe2dadf req-a41571b6-093c-4f5f-b3bf-bbcfb5f55a60 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dd69b2d-2fbb-4f89-84aa-de651ab99ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626848 Jul 15 23:19:40.291916 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-bb1623af-6c74-4d4f-940b-7ba950364df8 req-917682c5-fcd5-443c-9c6f-c1ee60c67ccf tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] For port 75381287-1503-49b8-942c-5b2d7dd26bd0, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=75381287-1503-49b8-942c-5b2d7dd26bd0,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:40.292464 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bb1623af-6c74-4d4f-940b-7ba950364df8 req-917682c5-fcd5-443c-9c6f-c1ee60c67ccf tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:40.310296 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-bb1623af-6c74-4d4f-940b-7ba950364df8 req-917682c5-fcd5-443c-9c6f-c1ee60c67ccf tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Calling delete_port for 75381287-1503-49b8-942c-5b2d7dd26bd0 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:40.375900 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0d010-7318-47a1-98b0-793d2e942af1 req-635e1d7a-9c11-426a-811b-a4fe4ac286c7 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:40.380298 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-35a0d010-7318-47a1-98b0-793d2e942af1 req-635e1d7a-9c11-426a-811b-a4fe4ac286c7 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d9af8ab-3e32-465d-a22e-7449e86e1edf HTTP/1.1" status: 200 len: 945 time: 0.1171057 Jul 15 23:19:40.471273 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-35a0d010-7318-47a1-98b0-793d2e942af1 req-8626f5f4-8f80-4a13-9272-8b5a1be053e9 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818036 Jul 15 23:19:40.478907 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bb1623af-6c74-4d4f-940b-7ba950364df8 req-917682c5-fcd5-443c-9c6f-c1ee60c67ccf tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:40.522681 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd772fef-4053-4586-9814-eb8926b46fd4 req-4e084627-6f8d-4fed-8860-1c9e26728c5b tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:40.524203 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bd772fef-4053-4586-9814-eb8926b46fd4 req-4e084627-6f8d-4fed-8860-1c9e26728c5b tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1116035 Jul 15 23:19:40.538333 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917682c5-fcd5-443c-9c6f-c1ee60c67ccf tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Pushing event deleted for resources: {'Port': ['ID=75381287-1503-49b8-942c-5b2d7dd26bd0,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:40.604355 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bd772fef-4053-4586-9814-eb8926b46fd4 req-5bdad78c-4c01-4d05-b44e-a4d97f931abf tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735371 Jul 15 23:19:40.605163 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1623af-6c74-4d4f-940b-7ba950364df8 req-917682c5-fcd5-443c-9c6f-c1ee60c67ccf tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] No DVR routers for this DVR port 75381287-1503-49b8-942c-5b2d7dd26bd0 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:40.609145 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bb1623af-6c74-4d4f-940b-7ba950364df8 req-917682c5-fcd5-443c-9c6f-c1ee60c67ccf tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:40.621200 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bb1623af-6c74-4d4f-940b-7ba950364df8 req-917682c5-fcd5-443c-9c6f-c1ee60c67ccf tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.36 "DELETE /v2.0/ports/75381287-1503-49b8-942c-5b2d7dd26bd0 HTTP/1.1" status: 204 len: 173 time: 0.5919943 Jul 15 23:19:40.621695 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9af8ab-3e32-465d-a22e-7449e86e1edf', 'name': 'network-vif-deleted', 'tag': '75381287-1503-49b8-942c-5b2d7dd26bd0'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:40.624370 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071480dd-6a02-4fd7-8aba-69805076df00" -d '{"events": [{"server_uuid": "7d9af8ab-3e32-465d-a22e-7449e86e1edf", "name": "network-vif-deleted", "tag": "75381287-1503-49b8-942c-5b2d7dd26bd0"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:40.672974 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cfd466-d924-4fa0-baeb-b0ebc74d18a1 x-openstack-request-id: req-57cfd466-d924-4fa0-baeb-b0ebc74d18a1 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:40.673362 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9af8ab-3e32-465d-a22e-7449e86e1edf", "name": "network-vif-deleted", "tag": "75381287-1503-49b8-942c-5b2d7dd26bd0", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:40.673637 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57cfd466-d924-4fa0-baeb-b0ebc74d18a1 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:40.674062 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9af8ab-3e32-465d-a22e-7449e86e1edf', 'name': 'network-vif-deleted', 'tag': '75381287-1503-49b8-942c-5b2d7dd26bd0', 'status': 'completed', 'code': 200} Jul 15 23:19:40.684364 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb87a0e-c28d-449b-a236-3684a0e53204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bba324-415c-4c4d-b8ac-fbfea34e51af'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:40.690058 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc8ba04-16e0-47dd-abcd-688d890e7c47" -d '{"events": [{"server_uuid": "1bb87a0e-c28d-449b-a236-3684a0e53204", "name": "network-vif-plugged", "status": "completed", "tag": "25bba324-415c-4c4d-b8ac-fbfea34e51af"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:40.710822 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['75381287-1503-49b8-942c-5b2d7dd26bd0'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:19:40.882876 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080bfac0-05f9-4fdf-b84f-e7044d22449e x-openstack-request-id: req-080bfac0-05f9-4fdf-b84f-e7044d22449e {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:40.883367 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb87a0e-c28d-449b-a236-3684a0e53204", "name": "network-vif-plugged", "status": "completed", "tag": "25bba324-415c-4c4d-b8ac-fbfea34e51af", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:40.883794 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-080bfac0-05f9-4fdf-b84f-e7044d22449e {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:40.884359 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb87a0e-c28d-449b-a236-3684a0e53204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bba324-415c-4c4d-b8ac-fbfea34e51af', 'code': 200} Jul 15 23:19:41.055045 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7b2aa-cf16-4565-9bc9-b041f18ea753 req-71c3fadc-501c-4d14-acf1-eeffe9bdd114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:41.056572 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4bf7b2aa-cf16-4565-9bc9-b041f18ea753 req-71c3fadc-501c-4d14-acf1-eeffe9bdd114 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1bb87a0e-c28d-449b-a236-3684a0e53204 HTTP/1.1" status: 200 len: 1096 time: 0.0985112 Jul 15 23:19:41.126993 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4bf7b2aa-cf16-4565-9bc9-b041f18ea753 req-c32be1b9-c371-4687-8ffd-20dcc8615019 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3dd69b2d-2fbb-4f89-84aa-de651ab99ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628121 Jul 15 23:19:41.157558 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a7035-ee9a-4aa9-9094-636ffad32943 req-c9c6fdca-92bf-427a-a98f-d84f7ada560f tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:41.159450 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-152a7035-ee9a-4aa9-9094-636ffad32943 req-c9c6fdca-92bf-427a-a98f-d84f7ada560f tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/ports?device_id=be786631-d062-48ba-a4b6-5ff507604633 HTTP/1.1" status: 200 len: 944 time: 0.0966721 Jul 15 23:19:41.207099 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-152a7035-ee9a-4aa9-9094-636ffad32943 req-92e671b6-3313-45b2-a9e7-088f367cfafc tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b5beac2-25fe-4ef5-b846-b8ab4acfc000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371099 Jul 15 23:19:41.445849 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 6cf234ae-9b44-4288-9b6a-8089b853b563 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:41.504264 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77815db3-f069-4614-a6ee-b3586affc6df req-1e2ba54c-1a24-43fb-b777-56a374f11166 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:41.505837 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-77815db3-f069-4614-a6ee-b3586affc6df req-1e2ba54c-1a24-43fb-b777-56a374f11166 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb87a0e-c28d-449b-a236-3684a0e53204 HTTP/1.1" status: 200 len: 945 time: 0.1027691 Jul 15 23:19:41.530563 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 6cf234ae-9b44-4288-9b6a-8089b853b563 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:41.536552 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 6cf234ae-9b44-4288-9b6a-8089b853b563 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:41.546040 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:41.582433 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-77815db3-f069-4614-a6ee-b3586affc6df req-9bbbee04-9b66-4990-acdf-a63561d9ba0b tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dd69b2d-2fbb-4f89-84aa-de651ab99ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754035 Jul 15 23:19:41.692819 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9cddeb46-5a79-44ad-a3aa-d96385749317 req-d5cc6a5a-b837-4af7-8a5b-6c3e7c2ec772 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d9af8ab-3e32-465d-a22e-7449e86e1edf HTTP/1.1" status: 200 len: 210 time: 0.0365539 Jul 15 23:19:41.882219 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:41.926725 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d519d-03d8-4ab5-9326-c218ef7fd9e7 req-0e754244-f9fd-4744-a4bc-b152dd03fb87 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:41.931182 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-941d519d-03d8-4ab5-9326-c218ef7fd9e7 req-0e754244-f9fd-4744-a4bc-b152dd03fb87 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.1124902 Jul 15 23:19:41.966049 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 6cf234ae-9b44-4288-9b6a-8089b853b563, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6cf234ae-9b44-4288-9b6a-8089b853b563,segment=NetworkSegment(c0f64563-f0c0-4dfe-8e18-a10df0102e25),segment_id=c0f64563-f0c0-4dfe-8e18-a10df0102e25)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:41.991725 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.001457 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 75381287-1503-49b8-942c-5b2d7dd26bd0 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:42.048130 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-941d519d-03d8-4ab5-9326-c218ef7fd9e7 req-68358c95-86b8-47f4-88e8-0add836146f9 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089880 Jul 15 23:19:42.072345 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 75381287-1503-49b8-942c-5b2d7dd26bd0 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:42.072691 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 75381287-1503-49b8-942c-5b2d7dd26bd0 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:42.148352 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=6cf234ae-9b44-4288-9b6a-8089b853b563,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:42.410196 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a90c8-4da4-4988-a7c3-e13ba2052941 req-47cdab9a-3e32-4a64-a1d9-d649da5c4e04 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:42.411941 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-348a90c8-4da4-4988-a7c3-e13ba2052941 req-47cdab9a-3e32-4a64-a1d9-d649da5c4e04 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/ports?device_id=be786631-d062-48ba-a4b6-5ff507604633 HTTP/1.1" status: 200 len: 945 time: 0.0712061 Jul 15 23:19:42.458213 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-348a90c8-4da4-4988-a7c3-e13ba2052941 req-2d206f3c-30b1-43cd-8d19-9ce8f3f141e7 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b5beac2-25fe-4ef5-b846-b8ab4acfc000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398178 Jul 15 23:19:42.849814 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e10fdc0d-de22-4a4b-ad75-174385a38d8f req-256980bb-77b9-4b26-b122-c155610f20bc tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d9af8ab-3e32-465d-a22e-7449e86e1edf HTTP/1.1" status: 200 len: 210 time: 0.0335517 Jul 15 23:19:42.873678 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed8ec0-c4c8-493f-b1eb-cf061f900903 req-22616fcf-8f1e-42cd-963d-60176f3d2531 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:42.875536 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f9ed8ec0-c4c8-493f-b1eb-cf061f900903 req-22616fcf-8f1e-42cd-963d-60176f3d2531 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb87a0e-c28d-449b-a236-3684a0e53204 HTTP/1.1" status: 200 len: 945 time: 0.1099122 Jul 15 23:19:42.885284 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be786631-d062-48ba-a4b6-5ff507604633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf234ae-9b44-4288-9b6a-8089b853b563'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:42.888221 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bbe0b8-2261-444b-b08f-aa03684423d0" -d '{"events": [{"server_uuid": "be786631-d062-48ba-a4b6-5ff507604633", "name": "network-vif-plugged", "status": "completed", "tag": "6cf234ae-9b44-4288-9b6a-8089b853b563"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:42.914809 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f9ed8ec0-c4c8-493f-b1eb-cf061f900903 req-f1bf05e6-0a2f-4b8a-80b7-9401e0ca7db2 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dd69b2d-2fbb-4f89-84aa-de651ab99ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335159 Jul 15 23:19:42.963011 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b8d816-b9d1-46f1-8a27-8aa1022b384a x-openstack-request-id: req-95b8d816-b9d1-46f1-8a27-8aa1022b384a {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:42.963431 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be786631-d062-48ba-a4b6-5ff507604633", "name": "network-vif-plugged", "status": "completed", "tag": "6cf234ae-9b44-4288-9b6a-8089b853b563", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:42.966447 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95b8d816-b9d1-46f1-8a27-8aa1022b384a {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:42.966893 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be786631-d062-48ba-a4b6-5ff507604633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf234ae-9b44-4288-9b6a-8089b853b563', 'code': 200} Jul 15 23:19:43.129255 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5724105-7555-4498-af02-0dc30a2743c3 req-2aa630f6-3072-4fa9-bd91-be19f3e550db tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:43.130868 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f5724105-7555-4498-af02-0dc30a2743c3 req-2aa630f6-3072-4fa9-bd91-be19f3e550db tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/ports?device_id=a506944a-c273-44c3-b7ac-713984c8d81b HTTP/1.1" status: 200 len: 945 time: 0.0653031 Jul 15 23:19:43.207311 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f5724105-7555-4498-af02-0dc30a2743c3 req-f0755c04-2177-470c-98b8-58ff4801b979 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dd69b2d-2fbb-4f89-84aa-de651ab99ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700271 Jul 15 23:19:43.247224 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66105d1-3d0e-4e32-b3b6-d219e6e4c9ca req-a1f54bb7-deaf-4052-9818-fe2cb1e59941 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:43.254888 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f66105d1-3d0e-4e32-b3b6-d219e6e4c9ca req-a1f54bb7-deaf-4052-9818-fe2cb1e59941 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.0910997 Jul 15 23:19:43.302430 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f66105d1-3d0e-4e32-b3b6-d219e6e4c9ca req-55f601ff-e526-4ff0-9d67-1bda80d9a3bb tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464289 Jul 15 23:19:43.321661 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be245e-ffeb-4d7a-b770-ef65188acdc0 req-27d3e1e6-a654-4574-9767-041faa185c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:43.324098 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-37be245e-ffeb-4d7a-b770-ef65188acdc0 req-27d3e1e6-a654-4574-9767-041faa185c8d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=be786631-d062-48ba-a4b6-5ff507604633 HTTP/1.1" status: 200 len: 1096 time: 0.1229832 Jul 15 23:19:43.384731 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-37be245e-ffeb-4d7a-b770-ef65188acdc0 req-02a1e450-30e7-45f3-80ab-0a50cbf5c61c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2b5beac2-25fe-4ef5-b846-b8ab4acfc000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303237 Jul 15 23:19:43.653960 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26991b-91f4-483c-818e-d26265cb663e req-395abc44-1e1e-42a9-aba1-59a068847fca tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:43.655514 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8a26991b-91f4-483c-818e-d26265cb663e req-395abc44-1e1e-42a9-aba1-59a068847fca tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/ports?device_id=be786631-d062-48ba-a4b6-5ff507604633 HTTP/1.1" status: 200 len: 945 time: 0.0659854 Jul 15 23:19:43.699961 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8a26991b-91f4-483c-818e-d26265cb663e req-70241389-08d8-45c1-8667-3df7723a47fa tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b5beac2-25fe-4ef5-b846-b8ab4acfc000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389659 Jul 15 23:19:43.777725 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea7067-237b-463f-bfba-a76f3a45313b req-d01c6199-851d-44ad-8f0d-898d6d2d89e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:43.779291 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9eea7067-237b-463f-bfba-a76f3a45313b req-d01c6199-851d-44ad-8f0d-898d6d2d89e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e827f40ab3842e2a76f286aea2bdded&device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 1096 time: 0.0670285 Jul 15 23:19:43.872559 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea7067-237b-463f-bfba-a76f3a45313b req-ad60cef9-8353-41ce-a1b3-515855f5d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:43.874294 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9eea7067-237b-463f-bfba-a76f3a45313b req-ad60cef9-8353-41ce-a1b3-515855f5d272 service neutron] 10.222.0.36 "GET /v2.0/networks?id=522d1fd3-2e67-4567-8500-149254c668f3 HTTP/1.1" status: 200 len: 914 time: 0.0887303 Jul 15 23:19:43.929273 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9eea7067-237b-463f-bfba-a76f3a45313b req-9bc19337-f388-4d11-ba5e-151a76c05384 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ee18c7b-0827-4359-baca-9b3266054327 HTTP/1.1" status: 200 len: 217 time: 0.0475783 Jul 15 23:19:44.064032 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-922faf82-6769-4619-9c1f-849cc98d3ba6 req-20a7ea7b-cca6-4d22-9583-36b6defdd09f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d9af8ab-3e32-465d-a22e-7449e86e1edf HTTP/1.1" status: 200 len: 210 time: 0.0594354 Jul 15 23:19:44.117379 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-81ab0ed9-e367-493c-972c-c4c1e8d7b392 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:44.119091 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-81ab0ed9-e367-493c-972c-c4c1e8d7b392 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/networks?id=63c16169-c908-48a5-ae03-d02e0658a66e HTTP/1.1" status: 200 len: 812 time: 0.1677027 Jul 15 23:19:44.149386 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-83027bf5-46ba-4e2b-b31e-8717ad3676be tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/quotas/86a1fef481954432ac36939b923a13cf HTTP/1.1" status: 200 len: 375 time: 0.0173955 Jul 15 23:19:44.223199 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-9df51dfa-c034-488a-8492-cbac68b6a5c4 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=86a1fef481954432ac36939b923a13cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0723732 Jul 15 23:19:44.234442 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-88fa0e27-7114-4b79-ba6a-f48feed26a42 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:19:44.236047 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-88fa0e27-7114-4b79-ba6a-f48feed26a42 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064731 Jul 15 23:19:44.301278 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea7067-237b-463f-bfba-a76f3a45313b req-e7ee2779-35ff-41ed-bf82-e64e1e058947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:44.302796 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9eea7067-237b-463f-bfba-a76f3a45313b req-e7ee2779-35ff-41ed-bf82-e64e1e058947 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d482e0b-fa2e-49c4-8670-799dbd09543b HTTP/1.1" status: 200 len: 853 time: 0.3674567 Jul 15 23:19:44.338389 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-b4991c5d-46be-45fc-8a6f-fa9d8d7fee64 service neutron] 10.222.0.16 "GET /v2.0/networks/63c16169-c908-48a5-ae03-d02e0658a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957577 Jul 15 23:19:44.357002 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9eea7067-237b-463f-bfba-a76f3a45313b req-94d16629-9aa9-4ec3-8d28-1990ab9728b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=522d1fd3-2e67-4567-8500-149254c668f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401454 Jul 15 23:19:44.475433 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-2031a986-582f-42aa-9888-a78cfbea2529 service neutron] 10.222.0.16 "GET /v2.0/networks/63c16169-c908-48a5-ae03-d02e0658a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295135 Jul 15 23:19:44.485213 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9eea7067-237b-463f-bfba-a76f3a45313b req-57ec732a-f3f0-4d37-be16-3a5faaf60f3f service neutron] 10.222.0.36 "GET /v2.0/networks/522d1fd3-2e67-4567-8500-149254c668f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124163 Jul 15 23:19:44.556190 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4447614-ce7f-4831-892a-a3549269e6e9 req-aa255ffb-0328-46a2-baeb-a279a0da349d tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:44.564107 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d4447614-ce7f-4831-892a-a3549269e6e9 req-aa255ffb-0328-46a2-baeb-a279a0da349d tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.0886657 Jul 15 23:19:44.613992 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d4447614-ce7f-4831-892a-a3549269e6e9 req-41b81266-8fd1-4a7a-aa40-1f688e1f59bd tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487375 Jul 15 23:19:44.621659 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9eea7067-237b-463f-bfba-a76f3a45313b req-1e7fea08-fadf-426f-816c-4b22abc78621 service neutron] 10.222.0.36 "GET /v2.0/networks/522d1fd3-2e67-4567-8500-149254c668f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293912 Jul 15 23:19:44.959410 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-87b30519-5ae9-4e38-8b1e-44e63a41e195 req-b5ca2cbc-7959-459a-b82a-10700b9240b5 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/ports?device_id=b980fb88-ad35-41be-9c5d-b370a5f6218f HTTP/1.1" status: 200 len: 210 time: 0.0352316 Jul 15 23:19:45.152810 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a4ed5-8c44-4fe3-8faa-d6ed5ab1b364 req-2b9b3761-b60e-4581-890d-ab3153ceaf6c tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:45.154474 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-788a4ed5-8c44-4fe3-8faa-d6ed5ab1b364 req-2b9b3761-b60e-4581-890d-ab3153ceaf6c tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.43 "GET /v2.0/ports?device_id=a506944a-c273-44c3-b7ac-713984c8d81b HTTP/1.1" status: 200 len: 945 time: 0.1187339 Jul 15 23:19:45.163597 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f73043-2592-499f-9e08-aa4a0ca64dfa req-bf8031d9-9d71-42b3-b415-77ab08b6ee8c tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:45.165060 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a0f73043-2592-499f-9e08-aa4a0ca64dfa req-bf8031d9-9d71-42b3-b415-77ab08b6ee8c tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/ports?device_id=be786631-d062-48ba-a4b6-5ff507604633 HTTP/1.1" status: 200 len: 945 time: 0.1185699 Jul 15 23:19:45.259505 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e6a37e98-bac4-40ab-8e13-f39c636de403 req-f56df69d-3798-4e61-b9e6-76b9f6253471 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d9af8ab-3e32-465d-a22e-7449e86e1edf HTTP/1.1" status: 200 len: 210 time: 0.0445983 Jul 15 23:19:45.295604 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a0f73043-2592-499f-9e08-aa4a0ca64dfa req-f6793b07-8f65-471e-93ef-592448c4249d tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b5beac2-25fe-4ef5-b846-b8ab4acfc000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212215 Jul 15 23:19:45.367598 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-788a4ed5-8c44-4fe3-8faa-d6ed5ab1b364 req-16d3e888-9cd2-402b-9d50-1a72c50896e0 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Deleting port aa66585c-6325-4a4e-97a4-8c30763716fa {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:45.367949 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-788a4ed5-8c44-4fe3-8faa-d6ed5ab1b364 req-16d3e888-9cd2-402b-9d50-1a72c50896e0 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.390259 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c8428-cab7-4f71-92ca-8df73bc71700 req-09b882d9-4385-4460-85b7-988cd2498c56 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:45.391773 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-146c8428-cab7-4f71-92ca-8df73bc71700 req-09b882d9-4385-4460-85b7-988cd2498c56 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.43 "GET /v2.0/ports?device_id=1bb87a0e-c28d-449b-a236-3684a0e53204 HTTP/1.1" status: 200 len: 945 time: 0.0996618 Jul 15 23:19:45.558014 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-788a4ed5-8c44-4fe3-8faa-d6ed5ab1b364 req-16d3e888-9cd2-402b-9d50-1a72c50896e0 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] For port aa66585c-6325-4a4e-97a4-8c30763716fa, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=aa66585c-6325-4a4e-97a4-8c30763716fa,segment=NetworkSegment(25c6bb05-2268-49ce-b03f-c3826dbf98dd),segment_id=25c6bb05-2268-49ce-b03f-c3826dbf98dd)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:45.558366 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-788a4ed5-8c44-4fe3-8faa-d6ed5ab1b364 req-16d3e888-9cd2-402b-9d50-1a72c50896e0 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.575595 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-788a4ed5-8c44-4fe3-8faa-d6ed5ab1b364 req-16d3e888-9cd2-402b-9d50-1a72c50896e0 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Calling delete_port for aa66585c-6325-4a4e-97a4-8c30763716fa owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:45.640065 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-146c8428-cab7-4f71-92ca-8df73bc71700 req-ee6465d6-8f08-4c3d-992a-5a4048154ed6 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Deleting port 25bba324-415c-4c4d-b8ac-fbfea34e51af {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:45.640446 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-146c8428-cab7-4f71-92ca-8df73bc71700 req-ee6465d6-8f08-4c3d-992a-5a4048154ed6 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.781035 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-146c8428-cab7-4f71-92ca-8df73bc71700 req-ee6465d6-8f08-4c3d-992a-5a4048154ed6 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] For port 25bba324-415c-4c4d-b8ac-fbfea34e51af, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=25bba324-415c-4c4d-b8ac-fbfea34e51af,segment=NetworkSegment(25c6bb05-2268-49ce-b03f-c3826dbf98dd),segment_id=25c6bb05-2268-49ce-b03f-c3826dbf98dd)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:45.781407 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-146c8428-cab7-4f71-92ca-8df73bc71700 req-ee6465d6-8f08-4c3d-992a-5a4048154ed6 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.824622 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-146c8428-cab7-4f71-92ca-8df73bc71700 req-ee6465d6-8f08-4c3d-992a-5a4048154ed6 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Calling delete_port for 25bba324-415c-4c4d-b8ac-fbfea34e51af owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:45.886339 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5fd79926-29e0-4391-8ad1-63fe2d49bb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.886974 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-788a4ed5-8c44-4fe3-8faa-d6ed5ab1b364 req-16d3e888-9cd2-402b-9d50-1a72c50896e0 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.901646 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['aa66585c-6325-4a4e-97a4-8c30763716fa', '25bba324-415c-4c4d-b8ac-fbfea34e51af'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:19:45.933628 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3e888-9cd2-402b-9d50-1a72c50896e0 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Pushing event deleted for resources: {'Port': ['ID=aa66585c-6325-4a4e-97a4-8c30763716fa,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:45.968115 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3e888-9cd2-402b-9d50-1a72c50896e0 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:45.968459 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3e888-9cd2-402b-9d50-1a72c50896e0 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:45.968801 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3e888-9cd2-402b-9d50-1a72c50896e0 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:45.969155 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3e888-9cd2-402b-9d50-1a72c50896e0 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:45.969584 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3e888-9cd2-402b-9d50-1a72c50896e0 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:45.969796 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3e888-9cd2-402b-9d50-1a72c50896e0 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:45.970120 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3e888-9cd2-402b-9d50-1a72c50896e0 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:45.970445 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3e888-9cd2-402b-9d50-1a72c50896e0 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:45.970817 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3e888-9cd2-402b-9d50-1a72c50896e0 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:45.971633 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3e888-9cd2-402b-9d50-1a72c50896e0 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:45.971633 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3e888-9cd2-402b-9d50-1a72c50896e0 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:45.971841 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3e888-9cd2-402b-9d50-1a72c50896e0 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:45.998013 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41b326-1cbe-47c0-96bd-ea7b78c8cdf8 req-e5e53a64-dc77-4a53-a4d9-0cdda9cfcc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:46.002228 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8b41b326-1cbe-47c0-96bd-ea7b78c8cdf8 req-e5e53a64-dc77-4a53-a4d9-0cdda9cfcc0e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e63c5ab93fab43f6a769d5572eb05a8d&device_id=be786631-d062-48ba-a4b6-5ff507604633 HTTP/1.1" status: 200 len: 1096 time: 0.0785415 Jul 15 23:19:46.026672 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a23950-fbcb-4444-83ce-e172480bd091 req-f4c181ce-95c4-4b77-8aa3-bae285830e6b tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:46.028054 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d3a23950-fbcb-4444-83ce-e172480bd091 req-f4c181ce-95c4-4b77-8aa3-bae285830e6b tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.2509675 Jul 15 23:19:46.030687 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-788a4ed5-8c44-4fe3-8faa-d6ed5ab1b364 req-16d3e888-9cd2-402b-9d50-1a72c50896e0 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] No DVR routers for this DVR port aa66585c-6325-4a4e-97a4-8c30763716fa on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:46.039759 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-788a4ed5-8c44-4fe3-8faa-d6ed5ab1b364 req-16d3e888-9cd2-402b-9d50-1a72c50896e0 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.041693 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-788a4ed5-8c44-4fe3-8faa-d6ed5ab1b364 req-16d3e888-9cd2-402b-9d50-1a72c50896e0 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.43 "DELETE /v2.0/ports/aa66585c-6325-4a4e-97a4-8c30763716fa HTTP/1.1" status: 204 len: 173 time: 0.8757539 Jul 15 23:19:46.042220 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a506944a-c273-44c3-b7ac-713984c8d81b', 'name': 'network-vif-deleted', 'tag': 'aa66585c-6325-4a4e-97a4-8c30763716fa'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:46.044501 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05baa6a-4896-48ab-b1bd-9e86c0c6d482" -d '{"events": [{"server_uuid": "a506944a-c273-44c3-b7ac-713984c8d81b", "name": "network-vif-deleted", "tag": "aa66585c-6325-4a4e-97a4-8c30763716fa"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:46.124212 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41b326-1cbe-47c0-96bd-ea7b78c8cdf8 req-7562477a-dca7-4c65-a344-4fc93719d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:46.126151 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8b41b326-1cbe-47c0-96bd-ea7b78c8cdf8 req-7562477a-dca7-4c65-a344-4fc93719d5e5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78 HTTP/1.1" status: 200 len: 914 time: 0.1193702 Jul 15 23:19:46.149770 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d3a23950-fbcb-4444-83ce-e172480bd091 req-b56145c0-18a5-40d8-96d0-31f11efaec8d tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113207 Jul 15 23:19:46.180801 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-146c8428-cab7-4f71-92ca-8df73bc71700 req-ee6465d6-8f08-4c3d-992a-5a4048154ed6 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.197901 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['aa66585c-6325-4a4e-97a4-8c30763716fa'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:19:46.207107 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8b41b326-1cbe-47c0-96bd-ea7b78c8cdf8 req-01cd3121-e3bc-4da7-b696-f26eea81c974 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6cf234ae-9b44-4288-9b6a-8089b853b563 HTTP/1.1" status: 200 len: 217 time: 0.0662441 Jul 15 23:19:46.214878 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6465d6-8f08-4c3d-992a-5a4048154ed6 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Pushing event deleted for resources: {'Port': ['ID=25bba324-415c-4c4d-b8ac-fbfea34e51af,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:46.226595 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae2c47-5ce4-4dc7-ba39-6229ee93565f req-d14d089e-c625-4dd5-8dfb-b93d4236713f tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:46.233745 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-19ae2c47-5ce4-4dc7-ba39-6229ee93565f req-d14d089e-c625-4dd5-8dfb-b93d4236713f tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/ports?device_id=be786631-d062-48ba-a4b6-5ff507604633 HTTP/1.1" status: 200 len: 945 time: 0.1849604 Jul 15 23:19:46.298806 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41b326-1cbe-47c0-96bd-ea7b78c8cdf8 req-2fbe8cbf-a0cb-4a82-a7c3-57e5961ded40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:46.301245 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8b41b326-1cbe-47c0-96bd-ea7b78c8cdf8 req-2fbe8cbf-a0cb-4a82-a7c3-57e5961ded40 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=304ccb27-9f7e-4901-97e8-38b1711c14fe HTTP/1.1" status: 200 len: 853 time: 0.0881138 Jul 15 23:19:46.350105 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8b41b326-1cbe-47c0-96bd-ea7b78c8cdf8 req-be281797-1869-42b9-b328-5ed5bad2fd34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344110 Jul 15 23:19:46.540474 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8b41b326-1cbe-47c0-96bd-ea7b78c8cdf8 req-32aa165c-7105-44bc-8baf-79885f490f5a service neutron] 10.222.0.36 "GET /v2.0/networks/5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828506 Jul 15 23:19:46.628583 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-96aabb74-0f01-40b8-ba38-e9f60754f53c tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:46.630251 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-96aabb74-0f01-40b8-ba38-e9f60754f53c tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.36 "GET /v2.0/networks?id=63c16169-c908-48a5-ae03-d02e0658a66e HTTP/1.1" status: 200 len: 812 time: 0.1915739 Jul 15 23:19:46.659115 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-146c8428-cab7-4f71-92ca-8df73bc71700 req-ee6465d6-8f08-4c3d-992a-5a4048154ed6 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] No DVR routers for this DVR port 25bba324-415c-4c4d-b8ac-fbfea34e51af on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:46.665731 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-d27279c9-6afc-47a7-93b3-bf0cdc33c4a9 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Request body: {'port': {'device_id': 'd90de8e7-12a0-467f-9621-9a747e931936', 'network_id': '63c16169-c908-48a5-ae03-d02e0658a66e', 'admin_state_up': True, 'tenant_id': '86a1fef481954432ac36939b923a13cf'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:46.776795 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-7a9cb2d1-2f91-4f29-969a-b9b0b15177d5 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:46.778290 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-7a9cb2d1-2f91-4f29-969a-b9b0b15177d5 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.43 "GET /v2.0/networks?id=63c16169-c908-48a5-ae03-d02e0658a66e HTTP/1.1" status: 200 len: 812 time: 0.1302221 Jul 15 23:19:46.794929 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-146c8428-cab7-4f71-92ca-8df73bc71700 req-ee6465d6-8f08-4c3d-992a-5a4048154ed6 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.796814 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-146c8428-cab7-4f71-92ca-8df73bc71700 req-ee6465d6-8f08-4c3d-992a-5a4048154ed6 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.43 "DELETE /v2.0/ports/25bba324-415c-4c4d-b8ac-fbfea34e51af HTTP/1.1" status: 204 len: 173 time: 1.3982148 Jul 15 23:19:46.808556 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-d27279c9-6afc-47a7-93b3-bf0cdc33c4a9 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Made reservation on behalf of 86a1fef481954432ac36939b923a13cf for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:46.813376 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-79383343-f3ed-4ecc-a13a-006bf77f6e2d req-3a54bf3e-2ce2-411d-a405-b362c3082ffd tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/ports?device_id=b980fb88-ad35-41be-9c5d-b370a5f6218f HTTP/1.1" status: 200 len: 210 time: 0.1639314 Jul 15 23:19:46.815620 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-d27279c9-6afc-47a7-93b3-bf0cdc33c4a9 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.824557 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-3c3bae4e-469c-44ac-915b-0a4bb150950f tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Request body: {'port': {'device_id': 'b980fb88-ad35-41be-9c5d-b370a5f6218f', 'network_id': '63c16169-c908-48a5-ae03-d02e0658a66e', 'admin_state_up': True, 'tenant_id': '86a1fef481954432ac36939b923a13cf'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:46.892257 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-19ae2c47-5ce4-4dc7-ba39-6229ee93565f req-98f5afeb-402b-4771-8ecb-fb59c63bf97c tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b5beac2-25fe-4ef5-b846-b8ab4acfc000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6575038 Jul 15 23:19:46.896874 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8b41b326-1cbe-47c0-96bd-ea7b78c8cdf8 req-7cfd380e-5bc5-48a7-9076-4073177cf08b service neutron] 10.222.0.36 "GET /v2.0/networks/5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499629 Jul 15 23:19:46.911730 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0200f58-ad3c-43a0-bc5d-3b0b6087e267 x-openstack-request-id: req-f0200f58-ad3c-43a0-bc5d-3b0b6087e267 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:46.912313 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a506944a-c273-44c3-b7ac-713984c8d81b", "name": "network-vif-deleted", "tag": "aa66585c-6325-4a4e-97a4-8c30763716fa", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:46.912720 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0200f58-ad3c-43a0-bc5d-3b0b6087e267 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:46.914212 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a506944a-c273-44c3-b7ac-713984c8d81b', 'name': 'network-vif-deleted', 'tag': 'aa66585c-6325-4a4e-97a4-8c30763716fa', 'status': 'completed', 'code': 200} Jul 15 23:19:47.049619 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-d27279c9-6afc-47a7-93b3-bf0cdc33c4a9 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Allocated IP 172.20.0.11 (63c16169-c908-48a5-ae03-d02e0658a66e/a845f4e9-b21f-4082-aa60-4769ae7edbb2/64280989-6117-4910-9dab-9aa3382806ba) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:47.064246 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-3c3bae4e-469c-44ac-915b-0a4bb150950f tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Made reservation on behalf of 86a1fef481954432ac36939b923a13cf for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:47.087211 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-3c3bae4e-469c-44ac-915b-0a4bb150950f tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.337912 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-d27279c9-6afc-47a7-93b3-bf0cdc33c4a9 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.382498 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-d27279c9-6afc-47a7-93b3-bf0cdc33c4a9 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.418331 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c6840-8c92-46fb-a65d-3814fa1fc2d4 req-19fdda47-478e-4298-aff7-6c0ee752c19f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:47.420416 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cd7c6840-8c92-46fb-a65d-3814fa1fc2d4 req-19fdda47-478e-4298-aff7-6c0ee752c19f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 945 time: 0.0931766 Jul 15 23:19:47.434283 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-d27279c9-6afc-47a7-93b3-bf0cdc33c4a9 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Network 63c16169-c908-48a5-ae03-d02e0658a66e is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:47.438361 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-d27279c9-6afc-47a7-93b3-bf0cdc33c4a9 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:47.443186 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-d27279c9-6afc-47a7-93b3-bf0cdc33c4a9 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:47.453259 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 3ee18c7b-0827-4359-baca-9b3266054327 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:47.474870 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-3c3bae4e-469c-44ac-915b-0a4bb150950f tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Allocated IP 172.20.0.10 (63c16169-c908-48a5-ae03-d02e0658a66e/a845f4e9-b21f-4082-aa60-4769ae7edbb2/4e3937c0-66c3-4d04-a374-1db81d484712) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:47.518608 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-d27279c9-6afc-47a7-93b3-bf0cdc33c4a9 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:47.519287 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-d27279c9-6afc-47a7-93b3-bf0cdc33c4a9 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.522765 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27279c9-6afc-47a7-93b3-bf0cdc33c4a9 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Pushing event updated for resources: {'Port': ['ID=64280989-6117-4910-9dab-9aa3382806ba,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:47.537758 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cd7c6840-8c92-46fb-a65d-3814fa1fc2d4 req-f0bd05d8-d9a9-40df-a767-7d5d9d252b24 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067848 Jul 15 23:19:47.547088 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-d27279c9-6afc-47a7-93b3-bf0cdc33c4a9 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8858082 Jul 15 23:19:47.585043 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-397b7329-c5f5-4c97-911e-ac4f7fa5b0a0 service neutron] Request body: {'port': {'device_id': 'd90de8e7-12a0-467f-9621-9a747e931936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:47.587712 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.626466 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 3ee18c7b-0827-4359-baca-9b3266054327, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=3ee18c7b-0827-4359-baca-9b3266054327,segment=NetworkSegment(d3748496-23f5-4ea9-bf89-af13e2f85f8a),segment_id=d3748496-23f5-4ea9-bf89-af13e2f85f8a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:47.627855 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098972ce-db71-4bca-83f0-521f30aa8c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ee18c7b-0827-4359-baca-9b3266054327'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:47.630804 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53efc145-9665-4f1b-80ff-80421520e617" -d '{"events": [{"server_uuid": "098972ce-db71-4bca-83f0-521f30aa8c8d", "name": "network-vif-unplugged", "status": "completed", "tag": "3ee18c7b-0827-4359-baca-9b3266054327"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:47.634846 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.688999 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=3ee18c7b-0827-4359-baca-9b3266054327,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:47.693940 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-397b7329-c5f5-4c97-911e-ac4f7fa5b0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.715082 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdd9f86-d4b7-419b-8402-536bd47152b0 x-openstack-request-id: req-bcdd9f86-d4b7-419b-8402-536bd47152b0 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:47.716395 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098972ce-db71-4bca-83f0-521f30aa8c8d", "name": "network-vif-unplugged", "status": "completed", "tag": "3ee18c7b-0827-4359-baca-9b3266054327", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:47.716842 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bcdd9f86-d4b7-419b-8402-536bd47152b0 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:47.717419 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098972ce-db71-4bca-83f0-521f30aa8c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ee18c7b-0827-4359-baca-9b3266054327', 'code': 200} Jul 15 23:19:47.910787 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-3c3bae4e-469c-44ac-915b-0a4bb150950f tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.015311 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36af925-8295-4da2-82bc-94129879d2b8 req-2af0bbb6-d7a4-404a-b2a2-554dfd7c67ef tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:48.017084 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a36af925-8295-4da2-82bc-94129879d2b8 req-2af0bbb6-d7a4-404a-b2a2-554dfd7c67ef tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 943 time: 0.1925974 Jul 15 23:19:48.019890 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-3c3bae4e-469c-44ac-915b-0a4bb150950f tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.122000 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-3c3bae4e-469c-44ac-915b-0a4bb150950f tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Network 63c16169-c908-48a5-ae03-d02e0658a66e is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:48.141045 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3bae4e-469c-44ac-915b-0a4bb150950f tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Pushing event updated for resources: {'Port': ['ID=4e3937c0-66c3-4d04-a374-1db81d484712,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:48.143617 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-3c3bae4e-469c-44ac-915b-0a4bb150950f tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:48.145974 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-3c3bae4e-469c-44ac-915b-0a4bb150950f tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:48.153897 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a36af925-8295-4da2-82bc-94129879d2b8 req-5ebb3e0a-cc31-4e5e-9da8-fc4e3d06519d tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084051 Jul 15 23:19:48.169449 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-397b7329-c5f5-4c97-911e-ac4f7fa5b0a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64280989-6117-4910-9dab-9aa3382806ba {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:19:48.180088 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-397b7329-c5f5-4c97-911e-ac4f7fa5b0a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.195744 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-397b7329-c5f5-4c97-911e-ac4f7fa5b0a0 service neutron] Transition to ACTIVE for port object 64280989-6117-4910-9dab-9aa3382806ba will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:48.201404 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-397b7329-c5f5-4c97-911e-ac4f7fa5b0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.220597 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ae70d-8bf1-4f2a-aaf7-81e3e7c8e9ce req-ae147e00-9c29-4be2-aa74-8dd27e520cf3 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:48.228018 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-694ae70d-8bf1-4f2a-aaf7-81e3e7c8e9ce req-ae147e00-9c29-4be2-aa74-8dd27e520cf3 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/ports?device_id=b980fb88-ad35-41be-9c5d-b370a5f6218f HTTP/1.1" status: 200 len: 932 time: 0.2314801 Jul 15 23:19:48.233341 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c5385b8-418b-439d-b2d5-1892587d23cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.251351 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-3c3bae4e-469c-44ac-915b-0a4bb150950f tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:48.252010 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-3c3bae4e-469c-44ac-915b-0a4bb150950f tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.281623 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b7329-c5f5-4c97-911e-ac4f7fa5b0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=64280989-6117-4910-9dab-9aa3382806ba,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:48.284905 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-3c3bae4e-469c-44ac-915b-0a4bb150950f tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4864876 Jul 15 23:19:48.299579 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-bba2add6-493a-4bde-b75a-c07fb5ed5b56 service neutron] Request body: {'port': {'device_id': 'b980fb88-ad35-41be-9c5d-b370a5f6218f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:48.339243 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-694ae70d-8bf1-4f2a-aaf7-81e3e7c8e9ce req-af9ef838-b31d-4696-aea2-3277e4545cfc tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dd69b2d-2fbb-4f89-84aa-de651ab99ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102891 Jul 15 23:19:48.375077 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-397b7329-c5f5-4c97-911e-ac4f7fa5b0a0 service neutron] Attempting to bind port 64280989-6117-4910-9dab-9aa3382806ba on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:48.375403 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-397b7329-c5f5-4c97-911e-ac4f7fa5b0a0 service neutron] Attempting to bind port 64280989-6117-4910-9dab-9aa3382806ba by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '25c6bb05-2268-49ce-b03f-c3826dbf98dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '63c16169-c908-48a5-ae03-d02e0658a66e'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:48.375734 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-397b7329-c5f5-4c97-911e-ac4f7fa5b0a0 service neutron] Attempting to bind port 64280989-6117-4910-9dab-9aa3382806ba on network 63c16169-c908-48a5-ae03-d02e0658a66e {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:48.381300 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-397b7329-c5f5-4c97-911e-ac4f7fa5b0a0 service neutron] Port 64280989-6117-4910-9dab-9aa3382806ba on network 63c16169-c908-48a5-ae03-d02e0658a66e not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:19:48.381666 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-397b7329-c5f5-4c97-911e-ac4f7fa5b0a0 service neutron] Attempting to bind port 64280989-6117-4910-9dab-9aa3382806ba on network 63c16169-c908-48a5-ae03-d02e0658a66e {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:48.387523 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-397b7329-c5f5-4c97-911e-ac4f7fa5b0a0 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:48.387861 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-397b7329-c5f5-4c97-911e-ac4f7fa5b0a0 service neutron] Checking segment: {'id': '25c6bb05-2268-49ce-b03f-c3826dbf98dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '63c16169-c908-48a5-ae03-d02e0658a66e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:48.388242 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-397b7329-c5f5-4c97-911e-ac4f7fa5b0a0 service neutron] Bound using segment: {'id': '25c6bb05-2268-49ce-b03f-c3826dbf98dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '63c16169-c908-48a5-ae03-d02e0658a66e'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:48.388702 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-397b7329-c5f5-4c97-911e-ac4f7fa5b0a0 service neutron] Bound port: 64280989-6117-4910-9dab-9aa3382806ba, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c6bb05-2268-49ce-b03f-c3826dbf98dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '63c16169-c908-48a5-ae03-d02e0658a66e'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:48.389060 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-397b7329-c5f5-4c97-911e-ac4f7fa5b0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.449121 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-bba2add6-493a-4bde-b75a-c07fb5ed5b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.464599 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-397b7329-c5f5-4c97-911e-ac4f7fa5b0a0 service neutron] For port 64280989-6117-4910-9dab-9aa3382806ba, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:48.469661 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-397b7329-c5f5-4c97-911e-ac4f7fa5b0a0 service neutron] For port 64280989-6117-4910-9dab-9aa3382806ba, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=64280989-6117-4910-9dab-9aa3382806ba,segment=NetworkSegment(25c6bb05-2268-49ce-b03f-c3826dbf98dd),segment_id=25c6bb05-2268-49ce-b03f-c3826dbf98dd)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:48.475683 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-397b7329-c5f5-4c97-911e-ac4f7fa5b0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.484760 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4aa9e-8660-4586-a140-34f6af5e780e req-237aaf05-9666-4ecf-9c5f-28d866042bda tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:48.486342 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-82a4aa9e-8660-4586-a140-34f6af5e780e req-237aaf05-9666-4ecf-9c5f-28d866042bda tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/ports?device_id=be786631-d062-48ba-a4b6-5ff507604633 HTTP/1.1" status: 200 len: 945 time: 0.1461587 Jul 15 23:19:48.513909 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-397b7329-c5f5-4c97-911e-ac4f7fa5b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:48.514522 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-397b7329-c5f5-4c97-911e-ac4f7fa5b0a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.515984 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-397b7329-c5f5-4c97-911e-ac4f7fa5b0a0 service neutron] 10.222.0.36 "PUT /v2.0/ports/64280989-6117-4910-9dab-9aa3382806ba HTTP/1.1" status: 200 len: 1092 time: 0.9368522 Jul 15 23:19:48.516549 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90de8e7-12a0-467f-9621-9a747e931936', 'tag': '64280989-6117-4910-9dab-9aa3382806ba'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:48.519015 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a791fa-5b62-4464-9fe2-10ba55e76b52" -d '{"events": [{"name": "network-changed", "server_uuid": "d90de8e7-12a0-467f-9621-9a747e931936", "tag": "64280989-6117-4910-9dab-9aa3382806ba"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:48.568564 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b7329-c5f5-4c97-911e-ac4f7fa5b0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=64280989-6117-4910-9dab-9aa3382806ba,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:48.619248 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-82a4aa9e-8660-4586-a140-34f6af5e780e req-2f235328-33ce-4904-80d5-483154a6c35d tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b5beac2-25fe-4ef5-b846-b8ab4acfc000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139154 Jul 15 23:19:48.646315 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 25bba324-415c-4c4d-b8ac-fbfea34e51af no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:48.669696 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-35411267-b8d1-4e11-8569-20560bf42814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:48.671537 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-35411267-b8d1-4e11-8569-20560bf42814 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86a1fef481954432ac36939b923a13cf&device_id=d90de8e7-12a0-467f-9621-9a747e931936 HTTP/1.1" status: 200 len: 1095 time: 0.0995331 Jul 15 23:19:48.699219 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 25bba324-415c-4c4d-b8ac-fbfea34e51af {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:48.699979 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 25bba324-415c-4c4d-b8ac-fbfea34e51af not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:48.700494 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device aa66585c-6325-4a4e-97a4-8c30763716fa no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:48.707020 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.732112 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: aa66585c-6325-4a4e-97a4-8c30763716fa {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:48.732573 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device aa66585c-6325-4a4e-97a4-8c30763716fa not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:48.752329 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f125a2-d849-4e87-a721-013099b7c99b x-openstack-request-id: req-91f125a2-d849-4e87-a721-013099b7c99b {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:48.752688 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d90de8e7-12a0-467f-9621-9a747e931936", "tag": "64280989-6117-4910-9dab-9aa3382806ba", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:48.752925 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91f125a2-d849-4e87-a721-013099b7c99b {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:48.753325 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd90de8e7-12a0-467f-9621-9a747e931936', 'tag': '64280989-6117-4910-9dab-9aa3382806ba', 'status': 'completed', 'code': 200} Jul 15 23:19:48.754948 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-3971368f-26b0-40c2-9d0d-10a0cb4b026c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64280989-6117-4910-9dab-9aa3382806ba HTTP/1.1" status: 200 len: 217 time: 0.0710185 Jul 15 23:19:48.821790 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-8ccd9719-115a-4234-84a2-9edc5a9acd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:48.824101 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-8ccd9719-115a-4234-84a2-9edc5a9acd3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a845f4e9-b21f-4082-aa60-4769ae7edbb2 HTTP/1.1" status: 200 len: 852 time: 0.0629461 Jul 15 23:19:48.871548 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-eac43c25-0155-4aea-873e-f73c0c624e3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63c16169-c908-48a5-ae03-d02e0658a66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376761 Jul 15 23:19:48.903179 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-bba2add6-493a-4bde-b75a-c07fb5ed5b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e3937c0-66c3-4d04-a374-1db81d484712 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:19:48.914401 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-bba2add6-493a-4bde-b75a-c07fb5ed5b56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.928415 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb87a0e-c28d-449b-a236-3684a0e53204', 'name': 'network-vif-deleted', 'tag': '25bba324-415c-4c4d-b8ac-fbfea34e51af'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:48.935094 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d1d87d-909d-4bb9-bc2f-04fcbb893a64" -d '{"events": [{"server_uuid": "1bb87a0e-c28d-449b-a236-3684a0e53204", "name": "network-vif-deleted", "tag": "25bba324-415c-4c4d-b8ac-fbfea34e51af"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:48.972180 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-bba2add6-493a-4bde-b75a-c07fb5ed5b56 service neutron] Transition to ACTIVE for port object 4e3937c0-66c3-4d04-a374-1db81d484712 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:48.978676 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-bba2add6-493a-4bde-b75a-c07fb5ed5b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:49.027453 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-520b1917-9a83-4548-81b2-9dd0926467ec service neutron] 10.222.0.36 "GET /v2.0/networks/63c16169-c908-48a5-ae03-d02e0658a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471467 Jul 15 23:19:49.076788 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f69e8ea-9599-4ab7-b17a-a5173bbec796 x-openstack-request-id: req-3f69e8ea-9599-4ab7-b17a-a5173bbec796 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:49.077098 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb87a0e-c28d-449b-a236-3684a0e53204", "name": "network-vif-deleted", "tag": "25bba324-415c-4c4d-b8ac-fbfea34e51af", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:49.077362 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f69e8ea-9599-4ab7-b17a-a5173bbec796 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:49.077782 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb87a0e-c28d-449b-a236-3684a0e53204', 'name': 'network-vif-deleted', 'tag': '25bba324-415c-4c4d-b8ac-fbfea34e51af', 'status': 'completed', 'code': 200} Jul 15 23:19:49.114026 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2add6-493a-4bde-b75a-c07fb5ed5b56 service neutron] Pushing event updated for resources: {'Port': ['ID=4e3937c0-66c3-4d04-a374-1db81d484712,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:49.220577 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-c2d9ec78-8095-42da-b8bd-14413bc76ccc service neutron] 10.222.0.36 "GET /v2.0/networks/63c16169-c908-48a5-ae03-d02e0658a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891823 Jul 15 23:19:49.225957 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-bba2add6-493a-4bde-b75a-c07fb5ed5b56 service neutron] Attempting to bind port 4e3937c0-66c3-4d04-a374-1db81d484712 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:49.226411 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-bba2add6-493a-4bde-b75a-c07fb5ed5b56 service neutron] Attempting to bind port 4e3937c0-66c3-4d04-a374-1db81d484712 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '25c6bb05-2268-49ce-b03f-c3826dbf98dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '63c16169-c908-48a5-ae03-d02e0658a66e'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:49.226881 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-bba2add6-493a-4bde-b75a-c07fb5ed5b56 service neutron] Attempting to bind port 4e3937c0-66c3-4d04-a374-1db81d484712 on network 63c16169-c908-48a5-ae03-d02e0658a66e {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:49.264362 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-bba2add6-493a-4bde-b75a-c07fb5ed5b56 service neutron] Port 4e3937c0-66c3-4d04-a374-1db81d484712 on network 63c16169-c908-48a5-ae03-d02e0658a66e not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:19:49.265012 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-bba2add6-493a-4bde-b75a-c07fb5ed5b56 service neutron] Attempting to bind port 4e3937c0-66c3-4d04-a374-1db81d484712 on network 63c16169-c908-48a5-ae03-d02e0658a66e {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:49.275303 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-bba2add6-493a-4bde-b75a-c07fb5ed5b56 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:49.275559 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-bba2add6-493a-4bde-b75a-c07fb5ed5b56 service neutron] Checking segment: {'id': '25c6bb05-2268-49ce-b03f-c3826dbf98dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '63c16169-c908-48a5-ae03-d02e0658a66e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:49.275949 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-bba2add6-493a-4bde-b75a-c07fb5ed5b56 service neutron] Bound using segment: {'id': '25c6bb05-2268-49ce-b03f-c3826dbf98dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '63c16169-c908-48a5-ae03-d02e0658a66e'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:49.277374 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-bba2add6-493a-4bde-b75a-c07fb5ed5b56 service neutron] Bound port: 4e3937c0-66c3-4d04-a374-1db81d484712, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c6bb05-2268-49ce-b03f-c3826dbf98dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '63c16169-c908-48a5-ae03-d02e0658a66e'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:49.277745 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-bba2add6-493a-4bde-b75a-c07fb5ed5b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:49.320455 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 33398) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:49.411625 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc551c-1afb-485b-9a73-2550f86f54a2 req-353361e7-af7d-41e6-a2ad-e4542b51284b tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:49.413236 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-58fc551c-1afb-485b-9a73-2550f86f54a2 req-353361e7-af7d-41e6-a2ad-e4542b51284b tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 943 time: 0.1885188 Jul 15 23:19:49.444089 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-bba2add6-493a-4bde-b75a-c07fb5ed5b56 service neutron] For port 4e3937c0-66c3-4d04-a374-1db81d484712, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:49.462552 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a791fa-5b62-4464-9fe2-10ba55e76b52 req-6ebd0d3c-c1c8-4eef-9e88-ae4656b74d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:49.464345 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c5a791fa-5b62-4464-9fe2-10ba55e76b52 req-6ebd0d3c-c1c8-4eef-9e88-ae4656b74d16 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86a1fef481954432ac36939b923a13cf&device_id=d90de8e7-12a0-467f-9621-9a747e931936 HTTP/1.1" status: 200 len: 1095 time: 0.1194890 Jul 15 23:19:49.470686 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3fe0c6b1-6f4f-492e-8229-b61819566622 req-b9ed7266-fed7-42c6-a75b-12d86efd9ca0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1489618 Jul 15 23:19:49.472432 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-bba2add6-493a-4bde-b75a-c07fb5ed5b56 service neutron] For port 4e3937c0-66c3-4d04-a374-1db81d484712, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=4e3937c0-66c3-4d04-a374-1db81d484712,segment=NetworkSegment(25c6bb05-2268-49ce-b03f-c3826dbf98dd),segment_id=25c6bb05-2268-49ce-b03f-c3826dbf98dd)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:49.486279 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-bba2add6-493a-4bde-b75a-c07fb5ed5b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:49.535794 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-58fc551c-1afb-485b-9a73-2550f86f54a2 req-6c3215da-721a-4a2d-a0c4-19cc0a7b3960 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134410 Jul 15 23:19:49.572319 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-bba2add6-493a-4bde-b75a-c07fb5ed5b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:49.572973 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-bba2add6-493a-4bde-b75a-c07fb5ed5b56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:49.574950 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-bba2add6-493a-4bde-b75a-c07fb5ed5b56 service neutron] 10.222.0.43 "PUT /v2.0/ports/4e3937c0-66c3-4d04-a374-1db81d484712 HTTP/1.1" status: 200 len: 1092 time: 1.2815821 Jul 15 23:19:49.602274 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9875c7-9784-4f90-94e7-0d0fca1031b3 req-803e6165-edc4-4829-b4e1-384fbe394898 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:49.612208 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7f9875c7-9784-4f90-94e7-0d0fca1031b3 req-803e6165-edc4-4829-b4e1-384fbe394898 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/ports?device_id=be786631-d062-48ba-a4b6-5ff507604633 HTTP/1.1" status: 200 len: 945 time: 0.2561789 Jul 15 23:19:49.618716 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a791fa-5b62-4464-9fe2-10ba55e76b52 req-6f719b5a-829e-4c37-89ea-b88ac5caf142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:49.620587 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c5a791fa-5b62-4464-9fe2-10ba55e76b52 req-6f719b5a-829e-4c37-89ea-b88ac5caf142 service neutron] 10.222.0.36 "GET /v2.0/networks?id=63c16169-c908-48a5-ae03-d02e0658a66e HTTP/1.1" status: 200 len: 913 time: 0.1425700 Jul 15 23:19:49.637288 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:49.681270 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c5a791fa-5b62-4464-9fe2-10ba55e76b52 req-d995e6cb-36fd-4f9f-81f5-19717581eda9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64280989-6117-4910-9dab-9aa3382806ba HTTP/1.1" status: 200 len: 217 time: 0.0477233 Jul 15 23:19:49.742965 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7f9875c7-9784-4f90-94e7-0d0fca1031b3 req-f815215b-6c90-42b6-b796-93bd42f0faa2 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b5beac2-25fe-4ef5-b846-b8ab4acfc000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296964 Jul 15 23:19:49.756218 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2add6-493a-4bde-b75a-c07fb5ed5b56 service neutron] Pushing event updated for resources: {'Port': ['ID=4e3937c0-66c3-4d04-a374-1db81d484712,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:49.770658 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a791fa-5b62-4464-9fe2-10ba55e76b52 req-b30b97bc-ef09-4e64-9b0c-5a4344d2c76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:49.772748 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c5a791fa-5b62-4464-9fe2-10ba55e76b52 req-b30b97bc-ef09-4e64-9b0c-5a4344d2c76b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a845f4e9-b21f-4082-aa60-4769ae7edbb2 HTTP/1.1" status: 200 len: 852 time: 0.0745344 Jul 15 23:19:49.811264 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c5a791fa-5b62-4464-9fe2-10ba55e76b52 req-7ba356d1-2ffe-408f-978e-12127fe43006 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63c16169-c908-48a5-ae03-d02e0658a66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317934 Jul 15 23:19:49.863589 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-ad9068b7-5809-4d2a-8479-b8c75529455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:49.865944 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-ad9068b7-5809-4d2a-8479-b8c75529455a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=86a1fef481954432ac36939b923a13cf&device_id=b980fb88-ad35-41be-9c5d-b370a5f6218f HTTP/1.1" status: 200 len: 1095 time: 0.2281036 Jul 15 23:19:49.901194 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67807c4e-a644-4369-9171-6faff9059590 req-ecbfd5af-4d05-411e-a619-b2ff5d1a5a0a tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:49.903129 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67807c4e-a644-4369-9171-6faff9059590 req-ecbfd5af-4d05-411e-a619-b2ff5d1a5a0a tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/ports?device_id=b980fb88-ad35-41be-9c5d-b370a5f6218f HTTP/1.1" status: 200 len: 944 time: 0.1542752 Jul 15 23:19:49.968385 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c5a791fa-5b62-4464-9fe2-10ba55e76b52 req-069115aa-9dad-4942-ac91-6266c3f49871 service neutron] 10.222.0.36 "GET /v2.0/networks/63c16169-c908-48a5-ae03-d02e0658a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489062 Jul 15 23:19:49.974837 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-7019bf8c-166b-4026-9b92-3a80e039399a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e3937c0-66c3-4d04-a374-1db81d484712 HTTP/1.1" status: 200 len: 217 time: 0.0835938 Jul 15 23:19:50.008429 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67807c4e-a644-4369-9171-6faff9059590 req-e0a47d4e-12c6-4a21-8f0a-bf75a03a24de tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dd69b2d-2fbb-4f89-84aa-de651ab99ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932620 Jul 15 23:19:50.080461 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-2d408240-a4d6-414c-a889-257ebb4b29c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:50.082252 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-2d408240-a4d6-414c-a889-257ebb4b29c1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a845f4e9-b21f-4082-aa60-4769ae7edbb2 HTTP/1.1" status: 200 len: 852 time: 0.0887015 Jul 15 23:19:50.110153 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c5a791fa-5b62-4464-9fe2-10ba55e76b52 req-814c1b6b-ba8b-4600-b025-199eeb58d06d service neutron] 10.222.0.36 "GET /v2.0/networks/63c16169-c908-48a5-ae03-d02e0658a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307378 Jul 15 23:19:50.117626 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-8d0508ff-fcbe-4ec7-a502-c90df1b48d76 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=63c16169-c908-48a5-ae03-d02e0658a66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286746 Jul 15 23:19:50.218978 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-d23e1eac-af01-44b9-a059-2808fae19d58 service neutron] 10.222.0.43 "GET /v2.0/networks/63c16169-c908-48a5-ae03-d02e0658a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941212 Jul 15 23:19:50.315369 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6cadb1f1-12ec-446d-80c0-83559d9d1a93 req-7c1c50de-fd2d-49a4-bf2a-89683fb12330 service neutron] 10.222.0.43 "GET /v2.0/networks/63c16169-c908-48a5-ae03-d02e0658a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899439 Jul 15 23:19:50.723855 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0c6b1-6f4f-492e-8229-b61819566622 req-4172fa60-78de-4631-a1f3-4f28c7f13370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:50.725360 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3fe0c6b1-6f4f-492e-8229-b61819566622 req-4172fa60-78de-4631-a1f3-4f28c7f13370 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d&tenant_id=2e827f40ab3842e2a76f286aea2bdded HTTP/1.1" status: 200 len: 1094 time: 0.0998394 Jul 15 23:19:50.785253 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26f415-159f-48d1-9a5c-532c526f2621 req-4e4fe8be-113b-44e2-9173-b086bd8b7d61 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:50.794871 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4d26f415-159f-48d1-9a5c-532c526f2621 req-4e4fe8be-113b-44e2-9173-b086bd8b7d61 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 943 time: 0.1237092 Jul 15 23:19:50.825010 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0c6b1-6f4f-492e-8229-b61819566622 req-f1fc08e3-59dc-41aa-90ef-78f9f676fcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:50.826432 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3fe0c6b1-6f4f-492e-8229-b61819566622 req-f1fc08e3-59dc-41aa-90ef-78f9f676fcc1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e827f40ab3842e2a76f286aea2bdded&device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 1094 time: 0.0680687 Jul 15 23:19:50.852701 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4d26f415-159f-48d1-9a5c-532c526f2621 req-aca19a54-0bc1-41a3-984a-e51a475e02b6 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561390 Jul 15 23:19:51.009626 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be2405-e423-480d-971b-218dd0362cb8 req-acbda973-2b2b-4787-8e5e-dfb94764299a tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:51.017403 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83be2405-e423-480d-971b-218dd0362cb8 req-acbda973-2b2b-4787-8e5e-dfb94764299a tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/ports?device_id=be786631-d062-48ba-a4b6-5ff507604633 HTTP/1.1" status: 200 len: 945 time: 0.1385639 Jul 15 23:19:51.083514 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83be2405-e423-480d-971b-218dd0362cb8 req-d45e18c0-b2fa-442f-b3d0-e0f5d7b317cf tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b5beac2-25fe-4ef5-b846-b8ab4acfc000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651488 Jul 15 23:19:51.085584 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b980fb88-ad35-41be-9c5d-b370a5f6218f', 'tag': '4e3937c0-66c3-4d04-a374-1db81d484712'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:51.090714 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c60d16a-f2cf-4ff3-9361-a817cf864b39" -d '{"events": [{"name": "network-changed", "server_uuid": "b980fb88-ad35-41be-9c5d-b370a5f6218f", "tag": "4e3937c0-66c3-4d04-a374-1db81d484712"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:51.092049 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ff3b8-b2f7-448d-a907-f4aaab3ce178 req-01bf20ce-6674-40f4-bae0-c790a6f6a15b tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:51.093545 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-433ff3b8-b2f7-448d-a907-f4aaab3ce178 req-01bf20ce-6674-40f4-bae0-c790a6f6a15b tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.36 "GET /v2.0/ports?device_id=be786631-d062-48ba-a4b6-5ff507604633 HTTP/1.1" status: 200 len: 945 time: 0.2038839 Jul 15 23:19:51.119359 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0c6b1-6f4f-492e-8229-b61819566622 req-b31e13ab-93cb-41b5-9490-28e1e191f919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:51.121163 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3fe0c6b1-6f4f-492e-8229-b61819566622 req-b31e13ab-93cb-41b5-9490-28e1e191f919 service neutron] 10.222.0.36 "GET /v2.0/networks?id=522d1fd3-2e67-4567-8500-149254c668f3 HTTP/1.1" status: 200 len: 914 time: 0.2421789 Jul 15 23:19:51.181627 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3fe0c6b1-6f4f-492e-8229-b61819566622 req-8c431f2f-600e-4861-975b-8f381550f96d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ee18c7b-0827-4359-baca-9b3266054327 HTTP/1.1" status: 200 len: 217 time: 0.0378628 Jul 15 23:19:51.200905 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.285356 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0c6b1-6f4f-492e-8229-b61819566622 req-77c02df4-9c34-4b1f-bd76-669372b8359f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:51.286817 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3fe0c6b1-6f4f-492e-8229-b61819566622 req-77c02df4-9c34-4b1f-bd76-669372b8359f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d482e0b-fa2e-49c4-8670-799dbd09543b HTTP/1.1" status: 200 len: 853 time: 0.0971537 Jul 15 23:19:51.301148 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1e976-68e1-44da-8de8-76ab3441bb38 req-d2ad0687-daf0-4cb9-9765-d188de1d8db0 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:51.310411 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dec1e976-68e1-44da-8de8-76ab3441bb38 req-d2ad0687-daf0-4cb9-9765-d188de1d8db0 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/ports?device_id=b980fb88-ad35-41be-9c5d-b370a5f6218f HTTP/1.1" status: 200 len: 944 time: 0.0859814 Jul 15 23:19:51.326558 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3fe0c6b1-6f4f-492e-8229-b61819566622 req-078cc7de-cc6d-4fd1-a078-37bf0d4cebed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=522d1fd3-2e67-4567-8500-149254c668f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331857 Jul 15 23:19:51.344074 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-433ff3b8-b2f7-448d-a907-f4aaab3ce178 req-969dfccc-0fc7-4282-ae9a-292b1212c7bc tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Deleting port 6cf234ae-9b44-4288-9b6a-8089b853b563 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:51.344423 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-433ff3b8-b2f7-448d-a907-f4aaab3ce178 req-969dfccc-0fc7-4282-ae9a-292b1212c7bc tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.369829 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dec1e976-68e1-44da-8de8-76ab3441bb38 req-e5441f87-27b0-459e-9cc3-420f2f3835a1 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dd69b2d-2fbb-4f89-84aa-de651ab99ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583537 Jul 15 23:19:51.421108 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285d4a79-5590-4f28-91bd-7bc2cd725e52 x-openstack-request-id: req-285d4a79-5590-4f28-91bd-7bc2cd725e52 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:51.421405 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b980fb88-ad35-41be-9c5d-b370a5f6218f", "tag": "4e3937c0-66c3-4d04-a374-1db81d484712", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:51.421660 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-285d4a79-5590-4f28-91bd-7bc2cd725e52 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:51.422263 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b980fb88-ad35-41be-9c5d-b370a5f6218f', 'tag': '4e3937c0-66c3-4d04-a374-1db81d484712', 'status': 'completed', 'code': 200} Jul 15 23:19:51.457818 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 3ee18c7b-0827-4359-baca-9b3266054327 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:51.506492 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3fe0c6b1-6f4f-492e-8229-b61819566622 req-6f4e4b39-ff07-4349-bea5-3d2d9674b06a service neutron] 10.222.0.36 "GET /v2.0/networks/522d1fd3-2e67-4567-8500-149254c668f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723096 Jul 15 23:19:51.512026 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-433ff3b8-b2f7-448d-a907-f4aaab3ce178 req-969dfccc-0fc7-4282-ae9a-292b1212c7bc tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] For port 6cf234ae-9b44-4288-9b6a-8089b853b563, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6cf234ae-9b44-4288-9b6a-8089b853b563,segment=NetworkSegment(c0f64563-f0c0-4dfe-8e18-a10df0102e25),segment_id=c0f64563-f0c0-4dfe-8e18-a10df0102e25)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:51.512391 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-433ff3b8-b2f7-448d-a907-f4aaab3ce178 req-969dfccc-0fc7-4282-ae9a-292b1212c7bc tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.531693 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eaf2b0-0779-40a8-87fc-2e1b3ffb9332 req-d39c581d-e567-461f-8e59-cf7540e24c4f tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:51.533289 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-93eaf2b0-0779-40a8-87fc-2e1b3ffb9332 req-d39c581d-e567-461f-8e59-cf7540e24c4f tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1260493 Jul 15 23:19:51.549703 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-433ff3b8-b2f7-448d-a907-f4aaab3ce178 req-969dfccc-0fc7-4282-ae9a-292b1212c7bc tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Calling delete_port for 6cf234ae-9b44-4288-9b6a-8089b853b563 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:51.582667 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60d16a-f2cf-4ff3-9361-a817cf864b39 req-e6fe8506-5f60-4c6f-a32d-e155f2c01c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:51.585217 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0c60d16a-f2cf-4ff3-9361-a817cf864b39 req-e6fe8506-5f60-4c6f-a32d-e155f2c01c74 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=86a1fef481954432ac36939b923a13cf&device_id=b980fb88-ad35-41be-9c5d-b370a5f6218f HTTP/1.1" status: 200 len: 1095 time: 0.1381247 Jul 15 23:19:51.625895 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-93eaf2b0-0779-40a8-87fc-2e1b3ffb9332 req-ecb6f9b7-d05a-4ffb-89de-ecf031706ec5 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844719 Jul 15 23:19:51.673295 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3fe0c6b1-6f4f-492e-8229-b61819566622 req-851513d8-b545-4608-969e-ef60f6ef4551 service neutron] 10.222.0.36 "GET /v2.0/networks/522d1fd3-2e67-4567-8500-149254c668f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583378 Jul 15 23:19:51.725796 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60d16a-f2cf-4ff3-9361-a817cf864b39 req-552c1944-d581-4357-974b-3a5edc49ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:51.727346 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0c60d16a-f2cf-4ff3-9361-a817cf864b39 req-552c1944-d581-4357-974b-3a5edc49ac96 service neutron] 10.222.0.43 "GET /v2.0/networks?id=63c16169-c908-48a5-ae03-d02e0658a66e HTTP/1.1" status: 200 len: 913 time: 0.1277621 Jul 15 23:19:51.772824 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-433ff3b8-b2f7-448d-a907-f4aaab3ce178 req-969dfccc-0fc7-4282-ae9a-292b1212c7bc tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.783125 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0c60d16a-f2cf-4ff3-9361-a817cf864b39 req-c8f2a614-5fdd-4bfe-9006-760d850f051e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e3937c0-66c3-4d04-a374-1db81d484712 HTTP/1.1" status: 200 len: 217 time: 0.0479052 Jul 15 23:19:51.805057 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['6cf234ae-9b44-4288-9b6a-8089b853b563'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:19:51.824228 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969dfccc-0fc7-4282-ae9a-292b1212c7bc tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Pushing event deleted for resources: {'Port': ['ID=6cf234ae-9b44-4288-9b6a-8089b853b563,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:51.897222 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-433ff3b8-b2f7-448d-a907-f4aaab3ce178 req-969dfccc-0fc7-4282-ae9a-292b1212c7bc tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] No DVR routers for this DVR port 6cf234ae-9b44-4288-9b6a-8089b853b563 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:51.902321 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-433ff3b8-b2f7-448d-a907-f4aaab3ce178 req-969dfccc-0fc7-4282-ae9a-292b1212c7bc tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.905942 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-433ff3b8-b2f7-448d-a907-f4aaab3ce178 req-969dfccc-0fc7-4282-ae9a-292b1212c7bc tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.36 "DELETE /v2.0/ports/6cf234ae-9b44-4288-9b6a-8089b853b563 HTTP/1.1" status: 204 len: 173 time: 0.7978208 Jul 15 23:19:51.906747 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be786631-d062-48ba-a4b6-5ff507604633', 'name': 'network-vif-deleted', 'tag': '6cf234ae-9b44-4288-9b6a-8089b853b563'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:51.909556 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563e7256-94cd-43a0-829d-28a9301bff2a" -d '{"events": [{"server_uuid": "be786631-d062-48ba-a4b6-5ff507604633", "name": "network-vif-deleted", "tag": "6cf234ae-9b44-4288-9b6a-8089b853b563"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:51.921365 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60d16a-f2cf-4ff3-9361-a817cf864b39 req-0d8a6aff-429e-434a-a975-18b4836d6f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:51.923015 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0c60d16a-f2cf-4ff3-9361-a817cf864b39 req-0d8a6aff-429e-434a-a975-18b4836d6f28 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a845f4e9-b21f-4082-aa60-4769ae7edbb2 HTTP/1.1" status: 200 len: 852 time: 0.1300473 Jul 15 23:19:51.972511 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0c60d16a-f2cf-4ff3-9361-a817cf864b39 req-3fd77e0d-a609-42de-9f38-6d5db5df7a88 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=63c16169-c908-48a5-ae03-d02e0658a66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419116 Jul 15 23:19:51.988409 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116bd4f-dfc2-4e25-8917-8062e98eebeb req-dfd586c9-06b0-4728-a10c-88a54a314479 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:51.996400 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c116bd4f-dfc2-4e25-8917-8062e98eebeb req-dfd586c9-06b0-4728-a10c-88a54a314479 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.2157793 Jul 15 23:19:52.233212 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c116bd4f-dfc2-4e25-8917-8062e98eebeb req-ca3b9a7f-b4b7-49e3-9f64-3bbc37ff5fa1 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2359047 Jul 15 23:19:52.296797 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0c60d16a-f2cf-4ff3-9361-a817cf864b39 req-e70a941a-7cf9-417c-9924-6e60d2d67396 service neutron] 10.222.0.43 "GET /v2.0/networks/63c16169-c908-48a5-ae03-d02e0658a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896166 Jul 15 23:19:52.298696 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e329d1e-a9ac-495d-ae97-d6523a6aa55c req-4cc5a545-4b16-4712-af1b-141138da7f87 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:52.306776 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5e329d1e-a9ac-495d-ae97-d6523a6aa55c req-4cc5a545-4b16-4712-af1b-141138da7f87 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 943 time: 0.2945569 Jul 15 23:19:52.325457 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f318b9-7bd8-4768-ac79-217864d0fa0f x-openstack-request-id: req-e4f318b9-7bd8-4768-ac79-217864d0fa0f {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:52.325797 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be786631-d062-48ba-a4b6-5ff507604633", "name": "network-vif-deleted", "tag": "6cf234ae-9b44-4288-9b6a-8089b853b563", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:52.326010 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e4f318b9-7bd8-4768-ac79-217864d0fa0f {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:52.326438 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be786631-d062-48ba-a4b6-5ff507604633', 'name': 'network-vif-deleted', 'tag': '6cf234ae-9b44-4288-9b6a-8089b853b563', 'status': 'completed', 'code': 200} Jul 15 23:19:52.369479 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5e329d1e-a9ac-495d-ae97-d6523a6aa55c req-70974d6a-f739-4bf1-b236-a162ec26f350 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579429 Jul 15 23:19:52.539092 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0c60d16a-f2cf-4ff3-9361-a817cf864b39 req-f9215360-bc1a-480c-a32a-b3c2eb3d9419 service neutron] 10.222.0.43 "GET /v2.0/networks/63c16169-c908-48a5-ae03-d02e0658a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048857 Jul 15 23:19:52.595051 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-52c84581-4766-451c-ad7b-e3c4d3bd1243 req-41552961-61de-4ac8-aa85-512ca9625598 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/ports?device_id=be786631-d062-48ba-a4b6-5ff507604633 HTTP/1.1" status: 200 len: 210 time: 0.0514493 Jul 15 23:19:52.665529 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 4e3937c0-66c3-4d04-a374-1db81d484712 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:19:52.865619 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 4e3937c0-66c3-4d04-a374-1db81d484712, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=4e3937c0-66c3-4d04-a374-1db81d484712,segment=NetworkSegment(25c6bb05-2268-49ce-b03f-c3826dbf98dd),segment_id=25c6bb05-2268-49ce-b03f-c3826dbf98dd)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:52.882970 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '4e3937c0-66c3-4d04-a374-1db81d484712', 'network_id': '63c16169-c908-48a5-ae03-d02e0658a66e', 'port_id': '4e3937c0-66c3-4d04-a374-1db81d484712', 'mac_address': 'fa:16:3e:f3:2e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a845f4e9-b21f-4082-aa60-4769ae7edbb2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:19:52.995637 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.021129 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e3937c0-66c3-4d04-a374-1db81d484712 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:19:53.069290 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c28de7-f638-4e34-b466-59ccfd6ed54d req-5d8cb4a2-c77e-422a-b4e3-551fbe759641 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:53.070708 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 4e3937c0-66c3-4d04-a374-1db81d484712, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=4e3937c0-66c3-4d04-a374-1db81d484712,segment=NetworkSegment(25c6bb05-2268-49ce-b03f-c3826dbf98dd),segment_id=25c6bb05-2268-49ce-b03f-c3826dbf98dd)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:53.079204 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65c28de7-f638-4e34-b466-59ccfd6ed54d req-5d8cb4a2-c77e-422a-b4e3-551fbe759641 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/ports?device_id=b980fb88-ad35-41be-9c5d-b370a5f6218f HTTP/1.1" status: 200 len: 944 time: 0.1135237 Jul 15 23:19:53.082359 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.146881 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=4e3937c0-66c3-4d04-a374-1db81d484712,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:53.205142 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65c28de7-f638-4e34-b466-59ccfd6ed54d req-448d4592-2285-413a-9fee-5dd6a59edc89 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dd69b2d-2fbb-4f89-84aa-de651ab99ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221318 Jul 15 23:19:53.261261 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ebe54-443a-4c03-b6ac-d8e8e91caa21 req-0300f5e1-b6b6-4f62-83ee-602c8b7bae1d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:53.269948 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5d3ebe54-443a-4c03-b6ac-d8e8e91caa21 req-0300f5e1-b6b6-4f62-83ee-602c8b7bae1d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1533182 Jul 15 23:19:53.316011 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['4e3937c0-66c3-4d04-a374-1db81d484712'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:19:53.342461 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5d3ebe54-443a-4c03-b6ac-d8e8e91caa21 req-732905f2-d6af-4c48-8f36-9d0d7892f6b2 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712316 Jul 15 23:19:53.473398 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 64280989-6117-4910-9dab-9aa3382806ba details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:19:53.678308 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f8e57-2f94-472b-9ad2-8c883f3fb0c1 req-47ab1a00-1a20-4bb7-bba8-0254b00aa97a tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:53.686905 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-112f8e57-2f94-472b-9ad2-8c883f3fb0c1 req-47ab1a00-1a20-4bb7-bba8-0254b00aa97a tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 943 time: 0.1332676 Jul 15 23:19:53.754729 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-112f8e57-2f94-472b-9ad2-8c883f3fb0c1 req-a56c728e-2796-49aa-8200-63cb98ebe14d tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611770 Jul 15 23:19:53.765526 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 64280989-6117-4910-9dab-9aa3382806ba, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=64280989-6117-4910-9dab-9aa3382806ba,segment=NetworkSegment(25c6bb05-2268-49ce-b03f-c3826dbf98dd),segment_id=25c6bb05-2268-49ce-b03f-c3826dbf98dd)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:53.790009 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '64280989-6117-4910-9dab-9aa3382806ba', 'network_id': '63c16169-c908-48a5-ae03-d02e0658a66e', 'port_id': '64280989-6117-4910-9dab-9aa3382806ba', 'mac_address': 'fa:16:3e:91:0a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a845f4e9-b21f-4082-aa60-4769ae7edbb2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:19:53.877096 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.908784 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64280989-6117-4910-9dab-9aa3382806ba {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:19:53.949143 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 64280989-6117-4910-9dab-9aa3382806ba, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=64280989-6117-4910-9dab-9aa3382806ba,segment=NetworkSegment(25c6bb05-2268-49ce-b03f-c3826dbf98dd),segment_id=25c6bb05-2268-49ce-b03f-c3826dbf98dd)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:53.958391 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.066178 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-87d828d9-7188-4504-9492-12a01378b302 req-ce8aaafe-0b4b-4507-989b-46a5d7b7c323 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/ports?device_id=be786631-d062-48ba-a4b6-5ff507604633 HTTP/1.1" status: 200 len: 210 time: 0.0674841 Jul 15 23:19:54.089612 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=64280989-6117-4910-9dab-9aa3382806ba,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:54.142937 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.302754 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['64280989-6117-4910-9dab-9aa3382806ba'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:19:54.583185 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9ed82-968f-49c2-ae1e-65d6b4b5f6ea req-8bd8bdc5-dcfc-4f19-a809-1ebfc9f49ce2 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:54.585349 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-efe9ed82-968f-49c2-ae1e-65d6b4b5f6ea req-8bd8bdc5-dcfc-4f19-a809-1ebfc9f49ce2 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1999328 Jul 15 23:19:54.611792 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8de70a-2ac1-4735-9a27-8df7e17bede1 req-d08a2cf5-0403-4205-872b-9d6b0a2d0453 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:54.620987 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ef8de70a-2ac1-4735-9a27-8df7e17bede1 req-d08a2cf5-0403-4205-872b-9d6b0a2d0453 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/ports?device_id=b980fb88-ad35-41be-9c5d-b370a5f6218f HTTP/1.1" status: 200 len: 945 time: 0.1511581 Jul 15 23:19:54.677991 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 4e3937c0-66c3-4d04-a374-1db81d484712 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:54.687190 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-efe9ed82-968f-49c2-ae1e-65d6b4b5f6ea req-f675746e-fede-4470-9b60-49f1b2fedede tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909574 Jul 15 23:19:54.712641 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ef8de70a-2ac1-4735-9a27-8df7e17bede1 req-2866b1cb-2fc8-4ecc-a8d5-24d7d3f0fbba tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dd69b2d-2fbb-4f89-84aa-de651ab99ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895538 Jul 15 23:19:54.779954 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 4e3937c0-66c3-4d04-a374-1db81d484712 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:54.785204 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 4e3937c0-66c3-4d04-a374-1db81d484712 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:54.785898 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.890232 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.932472 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b980fb88-ad35-41be-9c5d-b370a5f6218f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3937c0-66c3-4d04-a374-1db81d484712'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:54.937994 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688dcade-3d23-4790-94d0-a6b67eda096d" -d '{"events": [{"server_uuid": "b980fb88-ad35-41be-9c5d-b370a5f6218f", "name": "network-vif-plugged", "status": "completed", "tag": "4e3937c0-66c3-4d04-a374-1db81d484712"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:54.964746 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 4e3937c0-66c3-4d04-a374-1db81d484712, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=4e3937c0-66c3-4d04-a374-1db81d484712,segment=NetworkSegment(25c6bb05-2268-49ce-b03f-c3826dbf98dd),segment_id=25c6bb05-2268-49ce-b03f-c3826dbf98dd)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:54.975594 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.037231 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11276b7-850f-40da-bb80-f3b9f7768939 x-openstack-request-id: req-d11276b7-850f-40da-bb80-f3b9f7768939 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:55.037534 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b980fb88-ad35-41be-9c5d-b370a5f6218f", "name": "network-vif-plugged", "status": "completed", "tag": "4e3937c0-66c3-4d04-a374-1db81d484712", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:55.037800 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d11276b7-850f-40da-bb80-f3b9f7768939 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:55.038348 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b980fb88-ad35-41be-9c5d-b370a5f6218f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3937c0-66c3-4d04-a374-1db81d484712', 'code': 200} Jul 15 23:19:55.048610 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=4e3937c0-66c3-4d04-a374-1db81d484712,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:55.067065 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825d294-7739-43d9-bf29-2ec51d93324f req-cca71df8-37af-4e07-8872-0a307d4c071f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:55.076842 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8825d294-7739-43d9-bf29-2ec51d93324f req-cca71df8-37af-4e07-8872-0a307d4c071f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 943 time: 0.1140974 Jul 15 23:19:55.237098 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8825d294-7739-43d9-bf29-2ec51d93324f req-58dd3e40-606d-4103-875c-8d6eb71d05da tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509786 Jul 15 23:19:55.288869 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de1164-5dd8-4ab2-816f-7d49c0bcaa2c req-5c247d5b-1566-4261-93bc-8536796a31fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:55.295348 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-59de1164-5dd8-4ab2-816f-7d49c0bcaa2c req-5c247d5b-1566-4261-93bc-8536796a31fd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b980fb88-ad35-41be-9c5d-b370a5f6218f HTTP/1.1" status: 200 len: 1097 time: 0.1919734 Jul 15 23:19:55.403398 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-59de1164-5dd8-4ab2-816f-7d49c0bcaa2c req-5de8e2e0-f50f-48b0-a3ee-68fc4c9ae9b8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3dd69b2d-2fbb-4f89-84aa-de651ab99ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034913 Jul 15 23:19:55.459809 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a77f67bb-9a4c-408c-aabf-8d1d997809e9 req-71396c7f-c8c0-4a83-9e68-080a97f95951 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/ports?device_id=be786631-d062-48ba-a4b6-5ff507604633 HTTP/1.1" status: 200 len: 210 time: 0.0434744 Jul 15 23:19:55.478564 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 64280989-6117-4910-9dab-9aa3382806ba up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:55.553559 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 64280989-6117-4910-9dab-9aa3382806ba completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:55.559434 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 64280989-6117-4910-9dab-9aa3382806ba triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:55.560051 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.692763 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.782647 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 64280989-6117-4910-9dab-9aa3382806ba, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=64280989-6117-4910-9dab-9aa3382806ba,segment=NetworkSegment(25c6bb05-2268-49ce-b03f-c3826dbf98dd),segment_id=25c6bb05-2268-49ce-b03f-c3826dbf98dd)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:55.800061 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.800882 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 6cf234ae-9b44-4288-9b6a-8089b853b563 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:55.873623 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 6cf234ae-9b44-4288-9b6a-8089b853b563 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:55.874042 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 6cf234ae-9b44-4288-9b6a-8089b853b563 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:56.008324 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=64280989-6117-4910-9dab-9aa3382806ba,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:56.074609 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19fe7f-b4af-43d2-b0c3-64a5d491cc73 req-99b048c5-393e-49a7-b02d-bf80c7759aad tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:56.076140 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f19fe7f-b4af-43d2-b0c3-64a5d491cc73 req-99b048c5-393e-49a7-b02d-bf80c7759aad tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1808531 Jul 15 23:19:56.105903 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0ae94-a4f7-44d7-8a8b-43868b3794ef req-febccc25-c40e-452e-a42e-aa5a7b904c3c tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:56.118620 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e5f0ae94-a4f7-44d7-8a8b-43868b3794ef req-febccc25-c40e-452e-a42e-aa5a7b904c3c tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/ports?device_id=b980fb88-ad35-41be-9c5d-b370a5f6218f HTTP/1.1" status: 200 len: 946 time: 0.1582675 Jul 15 23:19:56.184300 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e5f0ae94-a4f7-44d7-8a8b-43868b3794ef req-fb214649-7777-486d-b66a-509939dc1541 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dd69b2d-2fbb-4f89-84aa-de651ab99ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647790 Jul 15 23:19:56.202311 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f19fe7f-b4af-43d2-b0c3-64a5d491cc73 req-2e83ff5b-cb72-4880-b71d-f98da3336353 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141269 Jul 15 23:19:56.499361 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c1552-1fcb-4eb5-8136-34548d6d45ab req-659f0224-97a7-4679-9fb3-fe8b2621fcb2 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:56.506495 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1e2c1552-1fcb-4eb5-8136-34548d6d45ab req-659f0224-97a7-4679-9fb3-fe8b2621fcb2 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 943 time: 0.1268911 Jul 15 23:19:56.582799 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1e2c1552-1fcb-4eb5-8136-34548d6d45ab req-362e22a7-0064-48ac-ad7b-6717924911c3 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753219 Jul 15 23:19:56.779392 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-44be75bb-c1c8-44df-a2c0-48845be6bedc req-3082cdc0-aee8-440a-975c-f7593c069ad1 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/ports?device_id=be786631-d062-48ba-a4b6-5ff507604633 HTTP/1.1" status: 200 len: 210 time: 0.0360436 Jul 15 23:19:57.039732 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90de8e7-12a0-467f-9621-9a747e931936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64280989-6117-4910-9dab-9aa3382806ba'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:57.042159 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851a2012-9f96-4091-aa27-efa4e79e0685" -d '{"events": [{"server_uuid": "d90de8e7-12a0-467f-9621-9a747e931936", "name": "network-vif-plugged", "status": "completed", "tag": "64280989-6117-4910-9dab-9aa3382806ba"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:57.085136 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886a715f-75ea-4b4b-8fcd-e943b495e25a x-openstack-request-id: req-886a715f-75ea-4b4b-8fcd-e943b495e25a {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:57.085431 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90de8e7-12a0-467f-9621-9a747e931936", "name": "network-vif-plugged", "status": "completed", "tag": "64280989-6117-4910-9dab-9aa3382806ba", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:57.085681 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-886a715f-75ea-4b4b-8fcd-e943b495e25a {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:57.086076 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90de8e7-12a0-467f-9621-9a747e931936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64280989-6117-4910-9dab-9aa3382806ba', 'code': 200} Jul 15 23:19:57.475366 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82fd04-1aee-4497-bc5b-70b1a69e391e req-5577e2e9-95ab-438f-bf23-61fdef4f7323 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:57.476891 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9d82fd04-1aee-4497-bc5b-70b1a69e391e req-5577e2e9-95ab-438f-bf23-61fdef4f7323 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/ports?device_id=b980fb88-ad35-41be-9c5d-b370a5f6218f HTTP/1.1" status: 200 len: 946 time: 0.1191516 Jul 15 23:19:57.489490 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78878dc-3e48-463b-a382-db71dda0c8e8 req-f8feedd0-ca19-4982-9412-ba759c2df558 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:57.490979 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e78878dc-3e48-463b-a382-db71dda0c8e8 req-f8feedd0-ca19-4982-9412-ba759c2df558 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1234212 Jul 15 23:19:57.551900 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e78878dc-3e48-463b-a382-db71dda0c8e8 req-88880301-70ee-4e9e-99c4-cb010b9ec917 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534923 Jul 15 23:19:57.554546 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9d82fd04-1aee-4497-bc5b-70b1a69e391e req-e3323dc4-278c-434a-a0a4-d439583ef828 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dd69b2d-2fbb-4f89-84aa-de651ab99ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626917 Jul 15 23:19:57.830058 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d611b3-7e54-4919-8fe3-a49a9107f22c req-e8ae32f0-5afc-4b1c-99c8-92a8f9a221b8 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:57.831623 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-56d611b3-7e54-4919-8fe3-a49a9107f22c req-e8ae32f0-5afc-4b1c-99c8-92a8f9a221b8 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/ports?device_id=d90de8e7-12a0-467f-9621-9a747e931936 HTTP/1.1" status: 200 len: 946 time: 0.1474543 Jul 15 23:19:57.901033 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-56d611b3-7e54-4919-8fe3-a49a9107f22c req-8b606965-6673-4dbc-8586-ac78a26b6803 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dd69b2d-2fbb-4f89-84aa-de651ab99ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550854 Jul 15 23:19:57.930197 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fb27c-2b9e-41f8-8975-955514798e5f req-0239dcad-0d15-43a7-8b81-a62159a60dc7 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:57.931784 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fd1fb27c-2b9e-41f8-8975-955514798e5f req-0239dcad-0d15-43a7-8b81-a62159a60dc7 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 943 time: 0.1465499 Jul 15 23:19:57.999243 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fd1fb27c-2b9e-41f8-8975-955514798e5f req-5535d701-ed23-4d41-b1f0-1ebb3eb57ab5 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603106 Jul 15 23:19:58.168205 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-94e5b25c-02f8-4f50-a420-e328cf3f97a3 req-6f142f3e-e0b3-4a70-8ef3-3508e86d65cb tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/ports?device_id=be786631-d062-48ba-a4b6-5ff507604633 HTTP/1.1" status: 200 len: 210 time: 0.0318177 Jul 15 23:19:58.779324 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d086d-9668-400a-addd-f210612824a7 req-258c1b6a-7432-4e3c-bacb-58c609f17bea tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:58.785010 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0f3d086d-9668-400a-addd-f210612824a7 req-258c1b6a-7432-4e3c-bacb-58c609f17bea tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.0847149 Jul 15 23:19:58.835003 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0f3d086d-9668-400a-addd-f210612824a7 req-c4b82d9b-71ee-404c-b3eb-56ef6064984c tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470130 Jul 15 23:19:59.101934 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549e827-63bd-4812-a09e-4ace026062f1 req-f10895c3-3804-49aa-b675-7215eab17880 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:59.103655 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2549e827-63bd-4812-a09e-4ace026062f1 req-f10895c3-3804-49aa-b675-7215eab17880 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/ports?device_id=d90de8e7-12a0-467f-9621-9a747e931936 HTTP/1.1" status: 200 len: 946 time: 0.0725000 Jul 15 23:19:59.153607 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2549e827-63bd-4812-a09e-4ace026062f1 req-7da7ad18-0a0a-4051-bd75-ffc4ed37d9da tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dd69b2d-2fbb-4f89-84aa-de651ab99ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424387 Jul 15 23:19:59.247853 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2deae-8004-4c7c-ae78-c74b1f2bfdb8 req-65f50eb1-53b2-4c14-9d02-027a0883ca20 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:59.263408 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c5b2deae-8004-4c7c-ae78-c74b1f2bfdb8 req-65f50eb1-53b2-4c14-9d02-027a0883ca20 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 943 time: 0.1087928 Jul 15 23:19:59.352592 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c5b2deae-8004-4c7c-ae78-c74b1f2bfdb8 req-e7fe7483-c3e6-4b6b-aa08-b52ffae8c1ba tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870147 Jul 15 23:19:59.489700 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6a484d08-1ed0-4908-84df-dfa5b0a7b144 req-04ed93b0-a3b3-4c27-88f4-538a175feff7 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/ports?device_id=be786631-d062-48ba-a4b6-5ff507604633 HTTP/1.1" status: 200 len: 210 time: 0.0314333 Jul 15 23:19:59.683840 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185653a3-d3d9-454b-b2ad-a441e4c5c0da req-eb86424e-3013-4627-9ea1-0e22d22d46b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:59.685443 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-185653a3-d3d9-454b-b2ad-a441e4c5c0da req-eb86424e-3013-4627-9ea1-0e22d22d46b1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1885ddec6b5464187ca1cbaa27847a8&device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 1095 time: 0.0609567 Jul 15 23:19:59.809784 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185653a3-d3d9-454b-b2ad-a441e4c5c0da req-982e0865-9691-4743-818b-5ce3e2622e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:59.811305 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-185653a3-d3d9-454b-b2ad-a441e4c5c0da req-982e0865-9691-4743-818b-5ce3e2622e7e service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb7f5d26-827b-40c8-9606-f513fb310e54 HTTP/1.1" status: 200 len: 913 time: 0.1000438 Jul 15 23:19:59.889468 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-185653a3-d3d9-454b-b2ad-a441e4c5c0da req-02591be6-f590-4353-bd37-f0bbe894a71e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 HTTP/1.1" status: 200 len: 999 time: 0.0711603 Jul 15 23:19:59.961718 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185653a3-d3d9-454b-b2ad-a441e4c5c0da req-a91b0071-36f9-43d1-a878-0f7152f74382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:59.963255 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-185653a3-d3d9-454b-b2ad-a441e4c5c0da req-a91b0071-36f9-43d1-a878-0f7152f74382 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=242df3cc-37d7-47c0-a77c-be9034976381 HTTP/1.1" status: 200 len: 851 time: 0.0664802 Jul 15 23:20:00.111339 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185653a3-d3d9-454b-b2ad-a441e4c5c0da req-68e0709e-e1f2-4717-a48e-7b1d74ba447f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:00.112759 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-185653a3-d3d9-454b-b2ad-a441e4c5c0da req-68e0709e-e1f2-4717-a48e-7b1d74ba447f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb7f5d26-827b-40c8-9606-f513fb310e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1413751 Jul 15 23:20:00.174123 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73d626-a6fe-472a-b25f-9ead1a8e17e3 req-c395fba1-12f0-4c31-bea8-722054e4bd6d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:00.176036 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ea73d626-a6fe-472a-b25f-9ead1a8e17e3 req-c395fba1-12f0-4c31-bea8-722054e4bd6d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1266084 Jul 15 23:20:00.364774 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ea73d626-a6fe-472a-b25f-9ead1a8e17e3 req-4ba14ff3-ac38-4fac-8296-4e0171f2db49 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167350 Jul 15 23:20:00.367329 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-185653a3-d3d9-454b-b2ad-a441e4c5c0da req-473e7263-3938-4e10-aae2-f9750a73920a service neutron] 10.222.0.43 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434855 Jul 15 23:20:00.501785 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3564183-ba1a-4ab0-a533-88d85286d7bc req-1d1dd079-9018-44e1-bf95-91bfec10e3ad tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:00.503646 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c3564183-ba1a-4ab0-a533-88d85286d7bc req-1d1dd079-9018-44e1-bf95-91bfec10e3ad tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/ports?device_id=d90de8e7-12a0-467f-9621-9a747e931936 HTTP/1.1" status: 200 len: 946 time: 0.2098327 Jul 15 23:20:00.551558 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-185653a3-d3d9-454b-b2ad-a441e4c5c0da req-35547a06-d092-4b10-8ff6-444df9d524cc service neutron] 10.222.0.43 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756785 Jul 15 23:20:00.589569 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c3564183-ba1a-4ab0-a533-88d85286d7bc req-494a3ca3-bf5d-4b55-a4c0-a180a44d5654 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dd69b2d-2fbb-4f89-84aa-de651ab99ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764496 Jul 15 23:20:00.635830 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa921437-58b7-47f2-9c25-b75950819d46 req-5c5a7793-054c-4f58-838f-928d27731ad5 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:00.637367 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aa921437-58b7-47f2-9c25-b75950819d46 req-5c5a7793-054c-4f58-838f-928d27731ad5 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 943 time: 0.0943007 Jul 15 23:20:00.692042 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aa921437-58b7-47f2-9c25-b75950819d46 req-c697b2ee-78ae-4e96-a4d8-c967f6b1780c tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491898 Jul 15 23:20:00.871222 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8311ab71-0a40-4bb2-a47e-82350a021ff9 req-76882adf-097f-4ca7-9782-b0c20a0036ec tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/ports?device_id=be786631-d062-48ba-a4b6-5ff507604633 HTTP/1.1" status: 200 len: 210 time: 0.0366549 Jul 15 23:20:01.570574 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbef1c4-3b30-47c9-9a1e-b5aacedf5165 req-3681a27c-e6b5-49bd-a082-b70fa206c6a0 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:01.572179 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0cbef1c4-3b30-47c9-9a1e-b5aacedf5165 req-3681a27c-e6b5-49bd-a082-b70fa206c6a0 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.0697896 Jul 15 23:20:01.618584 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0cbef1c4-3b30-47c9-9a1e-b5aacedf5165 req-0fc626d8-1353-49df-af37-728215018c5f tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402856 Jul 15 23:20:01.819435 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7545bc1-5910-458f-b781-73c9960a4b1f req-94d183a1-c750-42a2-bc53-dc5dbefdeb24 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:01.827176 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e7545bc1-5910-458f-b781-73c9960a4b1f req-94d183a1-c750-42a2-bc53-dc5dbefdeb24 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/ports?device_id=d90de8e7-12a0-467f-9621-9a747e931936 HTTP/1.1" status: 200 len: 946 time: 0.0989549 Jul 15 23:20:02.257339 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e7545bc1-5910-458f-b781-73c9960a4b1f req-cbb638ee-bbd3-4c27-996e-2d991a08a8a3 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dd69b2d-2fbb-4f89-84aa-de651ab99ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292128 Jul 15 23:20:02.293381 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1df5c-aa1d-45d0-9070-37e90f08792d req-53a795e8-950b-4341-a10b-7c408e99d2b3 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:02.294711 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15f1df5c-aa1d-45d0-9070-37e90f08792d req-53a795e8-950b-4341-a10b-7c408e99d2b3 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 943 time: 0.4655664 Jul 15 23:20:02.336141 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15f1df5c-aa1d-45d0-9070-37e90f08792d req-ce87ecab-4543-405e-8039-9ed0f915c9ec tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349238 Jul 15 23:20:02.376962 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb03d21-c263-45e3-9fa1-acb997bf3343 req-336e9f17-9bd1-4003-8310-bd081a205967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:02.378532 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7fb03d21-c263-45e3-9fa1-acb997bf3343 req-336e9f17-9bd1-4003-8310-bd081a205967 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d90de8e7-12a0-467f-9621-9a747e931936 HTTP/1.1" status: 200 len: 1097 time: 0.0855770 Jul 15 23:20:02.429434 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7fb03d21-c263-45e3-9fa1-acb997bf3343 req-aead5435-493e-41d6-8bdf-508d88f7d72b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3dd69b2d-2fbb-4f89-84aa-de651ab99ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306213 Jul 15 23:20:02.497392 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c0d2bce9-a627-4d55-90ed-1b0af080eb26 req-1e6f3d6e-f911-4ee1-95ab-21af22aa8cd9 tempest-InstanceActionsTestJSON-2017876077 tempest-InstanceActionsTestJSON-2017876077-project] 10.222.0.16 "GET /v2.0/ports?device_id=be786631-d062-48ba-a4b6-5ff507604633 HTTP/1.1" status: 200 len: 210 time: 0.0291343 Jul 15 23:20:02.816191 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b100bab-7f75-43cc-8249-0a90fc3598c7 req-ecdef9b5-80a7-4da2-aa83-fc7632f72044 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:02.817683 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3b100bab-7f75-43cc-8249-0a90fc3598c7 req-ecdef9b5-80a7-4da2-aa83-fc7632f72044 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.0689597 Jul 15 23:20:02.862788 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3b100bab-7f75-43cc-8249-0a90fc3598c7 req-d19bc690-f17a-4342-aca8-5c192ffd7965 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383580 Jul 15 23:20:03.562471 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19793107-f3c0-4cf2-a958-0fa2c7a0bf13 req-e2782d9a-b07d-4361-b18e-a63dc94012d3 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:03.564083 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-19793107-f3c0-4cf2-a958-0fa2c7a0bf13 req-e2782d9a-b07d-4361-b18e-a63dc94012d3 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/ports?device_id=d90de8e7-12a0-467f-9621-9a747e931936 HTTP/1.1" status: 200 len: 946 time: 0.1521661 Jul 15 23:20:03.620958 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba5ba7-5fcb-443e-84ad-11f72ba4c07d req-04023cea-c17f-4295-a1d7-f33f04d4ab71 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:03.622528 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eaba5ba7-5fcb-443e-84ad-11f72ba4c07d req-04023cea-c17f-4295-a1d7-f33f04d4ab71 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 943 time: 0.1383848 Jul 15 23:20:03.625440 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-19793107-f3c0-4cf2-a958-0fa2c7a0bf13 req-7b3e5260-ff74-4e46-8bd8-75bc98333a84 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dd69b2d-2fbb-4f89-84aa-de651ab99ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528586 Jul 15 23:20:03.678240 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eaba5ba7-5fcb-443e-84ad-11f72ba4c07d req-03d42f6e-ae39-48b1-8ba0-86415c87d34c tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494761 Jul 15 23:20:03.715896 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 33670) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:03.765771 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-29547791-faf4-4284-9169-20924061f14a admin admin] Deleting subnet 304ccb27-9f7e-4901-97e8-38b1711c14fe {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:20:03.769746 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29547791-faf4-4284-9169-20924061f14a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:03.806857 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29547791-faf4-4284-9169-20924061f14a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:03.850446 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29547791-faf4-4284-9169-20924061f14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:03.921927 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29547791-faf4-4284-9169-20924061f14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:03.962190 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29547791-faf4-4284-9169-20924061f14a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=304ccb27-9f7e-4901-97e8-38b1711c14fe,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:03.978233 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29547791-faf4-4284-9169-20924061f14a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:03.980943 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-29547791-faf4-4284-9169-20924061f14a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/304ccb27-9f7e-4901-97e8-38b1711c14fe HTTP/1.1" status: 204 len: 168 time: 0.2639835 Jul 15 23:20:03.983521 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 33674) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:04.094924 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-21d776e7-4f8e-4935-ad6d-e997099f0dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:04.145495 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad930fc2-b679-47ec-aaae-f408d385edbd req-38e93a50-120b-4e95-9bd6-99c651fe2d08 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:04.147496 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ad930fc2-b679-47ec-aaae-f408d385edbd req-38e93a50-120b-4e95-9bd6-99c651fe2d08 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1459088 Jul 15 23:20:04.227342 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-21d776e7-4f8e-4935-ad6d-e997099f0dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:04.249323 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-21d776e7-4f8e-4935-ad6d-e997099f0dfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:04.255063 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ad930fc2-b679-47ec-aaae-f408d385edbd req-aa55a23a-6826-487e-b6aa-e5ca74531717 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921719 Jul 15 23:20:04.264854 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-21d776e7-4f8e-4935-ad6d-e997099f0dfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f64563-f0c0-4dfe-8e18-a10df0102e25') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:04.265161 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-21d776e7-4f8e-4935-ad6d-e997099f0dfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f64563-f0c0-4dfe-8e18-a10df0102e25') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:04.276378 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-21d776e7-4f8e-4935-ad6d-e997099f0dfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:04.293268 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-21d776e7-4f8e-4935-ad6d-e997099f0dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:04.300402 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d776e7-4f8e-4935-ad6d-e997099f0dfd admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:20:04.301063 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-21d776e7-4f8e-4935-ad6d-e997099f0dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:20:04.303699 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:20:04.370999 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-21d776e7-4f8e-4935-ad6d-e997099f0dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:04.377255 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-21d776e7-4f8e-4935-ad6d-e997099f0dfd admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:04.379325 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-21d776e7-4f8e-4935-ad6d-e997099f0dfd admin admin] 10.222.0.16 "DELETE /v2.0/networks/5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78 HTTP/1.1" status: 204 len: 168 time: 0.3945444 Jul 15 23:20:04.392052 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d776e7-4f8e-4935-ad6d-e997099f0dfd admin admin] Pushing event deleted for resources: {'Network': ['ID=5ea2349f-173f-4a87-a7f0-8bb8fe8d6e78,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:04.523592 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 33680) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:04.572087 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fd856c3e-2825-469a-baf8-9597b1f2cefd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e63c5ab93fab43f6a769d5572eb05a8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448992 Jul 15 23:20:04.573321 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 33682) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:04.623296 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d1e14d4d-e469-44b4-ae63-979adfa7a431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:04.645796 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d1e14d4d-e469-44b4-ae63-979adfa7a431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:04.696519 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d1e14d4d-e469-44b4-ae63-979adfa7a431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:04.700734 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d1e14d4d-e469-44b4-ae63-979adfa7a431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:04.707580 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d1e14d4d-e469-44b4-ae63-979adfa7a431 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b5beac2-25fe-4ef5-b846-b8ab4acfc000 HTTP/1.1" status: 204 len: 168 time: 0.1335249 Jul 15 23:20:04.719756 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e14d4d-e469-44b4-ae63-979adfa7a431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5beac2-25fe-4ef5-b846-b8ab4acfc000,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:04.889040 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3f501-1846-4533-995e-d531a0762930 req-50e241a3-f5fc-48e4-9c63-992d8d6015ab tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:04.890983 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b8f3f501-1846-4533-995e-d531a0762930 req-50e241a3-f5fc-48e4-9c63-992d8d6015ab tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/ports?device_id=d90de8e7-12a0-467f-9621-9a747e931936 HTTP/1.1" status: 200 len: 946 time: 0.1204751 Jul 15 23:20:04.941160 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b8f3f501-1846-4533-995e-d531a0762930 req-fa26868c-1b9f-435f-8bea-80e5682a2509 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dd69b2d-2fbb-4f89-84aa-de651ab99ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439467 Jul 15 23:20:05.263765 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:20:05.269259 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e2c08-205b-424c-af8f-66c757d565a7 req-bbb0e389-b286-4991-be63-00ddbadbdf1a tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:05.271965 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8b2e2c08-205b-424c-af8f-66c757d565a7 req-bbb0e389-b286-4991-be63-00ddbadbdf1a tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 943 time: 0.1729088 Jul 15 23:20:05.346003 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8b2e2c08-205b-424c-af8f-66c757d565a7 req-8565d228-9850-4ddb-8e1d-303895c7e7ad tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659311 Jul 15 23:20:05.529146 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 3ee18c7b-0827-4359-baca-9b3266054327 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:20:05.552229 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555d8e7-78a7-4a52-bf90-166271db4486 req-d5ad306e-2349-4cbf-bb13-3d1496465966 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:05.559675 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4555d8e7-78a7-4a52-bf90-166271db4486 req-d5ad306e-2349-4cbf-bb13-3d1496465966 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.0939569 Jul 15 23:20:05.627947 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4555d8e7-78a7-4a52-bf90-166271db4486 req-9f2fea16-36fe-4b96-9ff9-f99afc19ace0 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616734 Jul 15 23:20:05.779775 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 3ee18c7b-0827-4359-baca-9b3266054327, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=3ee18c7b-0827-4359-baca-9b3266054327,segment=NetworkSegment(d3748496-23f5-4ea9-bf89-af13e2f85f8a),segment_id=d3748496-23f5-4ea9-bf89-af13e2f85f8a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:05.801386 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '3ee18c7b-0827-4359-baca-9b3266054327', 'network_id': '522d1fd3-2e67-4567-8500-149254c668f3', 'port_id': '3ee18c7b-0827-4359-baca-9b3266054327', 'mac_address': 'fa:16:3e:30:95:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d482e0b-fa2e-49c4-8670-799dbd09543b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:20:05.887753 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:05.923711 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea3268-8ecf-4936-80d2-1df957c2f600 req-d5d62349-4465-48e0-b879-89317850d445 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:05.932943 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-30ea3268-8ecf-4936-80d2-1df957c2f600 req-d5d62349-4465-48e0-b879-89317850d445 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/ports?device_id=d90de8e7-12a0-467f-9621-9a747e931936 HTTP/1.1" status: 200 len: 946 time: 0.0915349 Jul 15 23:20:05.942034 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ee18c7b-0827-4359-baca-9b3266054327 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:05.999008 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 3ee18c7b-0827-4359-baca-9b3266054327, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=3ee18c7b-0827-4359-baca-9b3266054327,segment=NetworkSegment(d3748496-23f5-4ea9-bf89-af13e2f85f8a),segment_id=d3748496-23f5-4ea9-bf89-af13e2f85f8a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:06.004318 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-30ea3268-8ecf-4936-80d2-1df957c2f600 req-22964677-ccdf-46f9-8b0f-9263a3524805 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dd69b2d-2fbb-4f89-84aa-de651ab99ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699856 Jul 15 23:20:06.017628 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.095589 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=3ee18c7b-0827-4359-baca-9b3266054327,revision_number=9']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:06.192145 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff3525-9a41-4307-a9e6-245d59308521 req-4f150349-7c08-4be2-a469-dcd2fa437578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:06.193811 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-51ff3525-9a41-4307-a9e6-245d59308521 req-4f150349-7c08-4be2-a469-dcd2fa437578 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1885ddec6b5464187ca1cbaa27847a8&device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 1095 time: 0.1128466 Jul 15 23:20:06.202232 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3905d-c67c-434f-9c2e-ece833c4f479 req-7a348e28-bfc6-442f-a914-efa2b2be7c5f tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:06.204167 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dbc3905d-c67c-434f-9c2e-ece833c4f479 req-7a348e28-bfc6-442f-a914-efa2b2be7c5f tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1146491 Jul 15 23:20:06.314244 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['3ee18c7b-0827-4359-baca-9b3266054327'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:20:06.322426 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dbc3905d-c67c-434f-9c2e-ece833c4f479 req-0545d881-85f4-405e-b308-01330a44d177 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070585 Jul 15 23:20:06.384583 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff3525-9a41-4307-a9e6-245d59308521 req-9b68c183-3c62-40ad-893c-670291768d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:06.386168 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-51ff3525-9a41-4307-a9e6-245d59308521 req-9b68c183-3c62-40ad-893c-670291768d6f service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb7f5d26-827b-40c8-9606-f513fb310e54 HTTP/1.1" status: 200 len: 913 time: 0.1806548 Jul 15 23:20:06.562562 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-51ff3525-9a41-4307-a9e6-245d59308521 req-b754620b-3e61-4451-9fbb-a834504af1f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 HTTP/1.1" status: 200 len: 999 time: 0.1669412 Jul 15 23:20:06.627278 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff3525-9a41-4307-a9e6-245d59308521 req-e3f6786c-016e-4368-9441-62037cf97651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:06.628880 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-51ff3525-9a41-4307-a9e6-245d59308521 req-e3f6786c-016e-4368-9441-62037cf97651 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=242df3cc-37d7-47c0-a77c-be9034976381 HTTP/1.1" status: 200 len: 851 time: 0.0577555 Jul 15 23:20:06.653084 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd166f9-8e76-45fc-b736-70c5f3b9b3a9 req-21dedc81-5433-4213-8d6f-a128b7b3edba tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:06.654577 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9fd166f9-8e76-45fc-b736-70c5f3b9b3a9 req-21dedc81-5433-4213-8d6f-a128b7b3edba tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 944 time: 0.1624200 Jul 15 23:20:06.724965 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9fd166f9-8e76-45fc-b736-70c5f3b9b3a9 req-c7d7d299-3efc-4549-ba07-fe92a02a7bb2 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504887 Jul 15 23:20:06.735981 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff3525-9a41-4307-a9e6-245d59308521 req-3d34d453-c020-4f75-8006-b609977b4e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:06.738321 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-51ff3525-9a41-4307-a9e6-245d59308521 req-3d34d453-c020-4f75-8006-b609977b4e99 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb7f5d26-827b-40c8-9606-f513fb310e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003156 Jul 15 23:20:06.871404 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-51ff3525-9a41-4307-a9e6-245d59308521 req-26d41635-b40f-465c-904f-4920d2c9139a service neutron] 10.222.0.43 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250358 Jul 15 23:20:06.886023 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 33784) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:07.015225 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-51ff3525-9a41-4307-a9e6-245d59308521 req-c5a451fa-1779-45d1-98e8-e143200d88a3 service neutron] 10.222.0.43 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362727 Jul 15 23:20:07.096380 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3da3a0c3-5602-49aa-a814-c80e542ddb3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.299287 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3da3a0c3-5602-49aa-a814-c80e542ddb3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.318667 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3da3a0c3-5602-49aa-a814-c80e542ddb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.373244 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950583d-5ece-4cbb-8f19-64e4bd7b718e req-dd30b8f4-ca35-44a6-9931-b1468b2ebbc4 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:07.375987 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0950583d-5ece-4cbb-8f19-64e4bd7b718e req-dd30b8f4-ca35-44a6-9931-b1468b2ebbc4 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.36 "GET /v2.0/ports?device_id=d90de8e7-12a0-467f-9621-9a747e931936 HTTP/1.1" status: 200 len: 946 time: 0.5269647 Jul 15 23:20:07.422029 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3a0c3-5602-49aa-a814-c80e542ddb3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4bc01f-91bb-4dd3-acc7-bcff4ab7a829,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:07.466921 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3da3a0c3-5602-49aa-a814-c80e542ddb3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42d912a7a0b04596bf4cfae760150570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5797360 Jul 15 23:20:07.467640 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 33794) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:07.475800 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3049848-8c05-4038-af87-1ed5d844d8d8 req-7b9ef575-dcfb-40c1-95d1-2238be2d27c1 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:07.484962 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f3049848-8c05-4038-af87-1ed5d844d8d8 req-7b9ef575-dcfb-40c1-95d1-2238be2d27c1 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/ports?device_id=d90de8e7-12a0-467f-9621-9a747e931936 HTTP/1.1" status: 200 len: 946 time: 0.2436914 Jul 15 23:20:07.497486 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2090003-2711-4b23-b566-a96458c7bbdb req-b02fdb51-26a4-4569-99e8-1eb7749b08fe tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:07.499376 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e2090003-2711-4b23-b566-a96458c7bbdb req-b02fdb51-26a4-4569-99e8-1eb7749b08fe tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.43 "GET /v2.0/ports?device_id=b980fb88-ad35-41be-9c5d-b370a5f6218f HTTP/1.1" status: 200 len: 946 time: 0.3020217 Jul 15 23:20:07.540547 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 3ee18c7b-0827-4359-baca-9b3266054327 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:07.646164 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-0950583d-5ece-4cbb-8f19-64e4bd7b718e req-8784c125-1591-418d-bead-c102a6de8552 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Deleting port 64280989-6117-4910-9dab-9aa3382806ba {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:07.646805 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0950583d-5ece-4cbb-8f19-64e4bd7b718e req-8784c125-1591-418d-bead-c102a6de8552 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.681657 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 3ee18c7b-0827-4359-baca-9b3266054327 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:07.682426 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.771076 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f3049848-8c05-4038-af87-1ed5d844d8d8 req-4019f10d-7308-454d-aafa-c119102fccef tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dd69b2d-2fbb-4f89-84aa-de651ab99ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851901 Jul 15 23:20:07.796234 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-0950583d-5ece-4cbb-8f19-64e4bd7b718e req-8784c125-1591-418d-bead-c102a6de8552 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] For port 64280989-6117-4910-9dab-9aa3382806ba, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=64280989-6117-4910-9dab-9aa3382806ba,segment=NetworkSegment(25c6bb05-2268-49ce-b03f-c3826dbf98dd),segment_id=25c6bb05-2268-49ce-b03f-c3826dbf98dd)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:07.797821 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0950583d-5ece-4cbb-8f19-64e4bd7b718e req-8784c125-1591-418d-bead-c102a6de8552 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.821362 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-0950583d-5ece-4cbb-8f19-64e4bd7b718e req-8784c125-1591-418d-bead-c102a6de8552 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Calling delete_port for 64280989-6117-4910-9dab-9aa3382806ba owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:07.831224 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-44f777f5-f368-44ca-b2a0-ef309c34f004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.861399 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.908040 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff99ba-950b-4dcd-bef5-17f533de2035 req-8c3c521f-5089-4259-a53b-eab9342dd5a8 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:07.909806 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-52ff99ba-950b-4dcd-bef5-17f533de2035 req-8c3c521f-5089-4259-a53b-eab9342dd5a8 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.3395956 Jul 15 23:20:07.914708 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-44f777f5-f368-44ca-b2a0-ef309c34f004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.934753 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098972ce-db71-4bca-83f0-521f30aa8c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee18c7b-0827-4359-baca-9b3266054327'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:07.937242 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ad4598-539e-43eb-b8de-5aa72ffbf760" -d '{"events": [{"server_uuid": "098972ce-db71-4bca-83f0-521f30aa8c8d", "name": "network-vif-plugged", "status": "completed", "tag": "3ee18c7b-0827-4359-baca-9b3266054327"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:07.968500 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 3ee18c7b-0827-4359-baca-9b3266054327, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=3ee18c7b-0827-4359-baca-9b3266054327,segment=NetworkSegment(d3748496-23f5-4ea9-bf89-af13e2f85f8a),segment_id=d3748496-23f5-4ea9-bf89-af13e2f85f8a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:07.975118 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.018626 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0950583d-5ece-4cbb-8f19-64e4bd7b718e req-8784c125-1591-418d-bead-c102a6de8552 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.030460 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=3ee18c7b-0827-4359-baca-9b3266054327,revision_number=10']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:08.035060 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['4e3937c0-66c3-4d04-a374-1db81d484712'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:20:08.085021 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-e2090003-2711-4b23-b566-a96458c7bbdb req-95e32429-3160-47eb-b02d-ed0b11dddfdd tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Deleting port 4e3937c0-66c3-4d04-a374-1db81d484712 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:08.085552 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e2090003-2711-4b23-b566-a96458c7bbdb req-95e32429-3160-47eb-b02d-ed0b11dddfdd tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.086008 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['64280989-6117-4910-9dab-9aa3382806ba'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:20:08.102493 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784c125-1591-418d-bead-c102a6de8552 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Pushing event deleted for resources: {'Port': ['ID=64280989-6117-4910-9dab-9aa3382806ba,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:08.112681 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-52ff99ba-950b-4dcd-bef5-17f533de2035 req-3656ba04-2417-40bd-8ed4-f15173311a99 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950786 Jul 15 23:20:08.155087 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-0950583d-5ece-4cbb-8f19-64e4bd7b718e req-8784c125-1591-418d-bead-c102a6de8552 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] No DVR routers for this DVR port 64280989-6117-4910-9dab-9aa3382806ba on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:20:08.161680 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0950583d-5ece-4cbb-8f19-64e4bd7b718e req-8784c125-1591-418d-bead-c102a6de8552 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.163885 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0950583d-5ece-4cbb-8f19-64e4bd7b718e req-8784c125-1591-418d-bead-c102a6de8552 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.36 "DELETE /v2.0/ports/64280989-6117-4910-9dab-9aa3382806ba HTTP/1.1" status: 204 len: 173 time: 0.7805889 Jul 15 23:20:08.164576 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90de8e7-12a0-467f-9621-9a747e931936', 'name': 'network-vif-deleted', 'tag': '64280989-6117-4910-9dab-9aa3382806ba'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:08.180327 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186c08a7-e3d2-4436-aefb-43fe7965a4ed" -d '{"events": [{"server_uuid": "d90de8e7-12a0-467f-9621-9a747e931936", "name": "network-vif-deleted", "tag": "64280989-6117-4910-9dab-9aa3382806ba"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:08.214034 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bf95e5-28dc-41ce-8974-ebcb613ef3f2 x-openstack-request-id: req-21bf95e5-28dc-41ce-8974-ebcb613ef3f2 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:08.214478 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098972ce-db71-4bca-83f0-521f30aa8c8d", "name": "network-vif-plugged", "status": "completed", "tag": "3ee18c7b-0827-4359-baca-9b3266054327", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:08.214781 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-21bf95e5-28dc-41ce-8974-ebcb613ef3f2 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:08.215182 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098972ce-db71-4bca-83f0-521f30aa8c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee18c7b-0827-4359-baca-9b3266054327', 'code': 200} Jul 15 23:20:08.222309 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-44f777f5-f368-44ca-b2a0-ef309c34f004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.225621 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-44f777f5-f368-44ca-b2a0-ef309c34f004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.227658 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-44f777f5-f368-44ca-b2a0-ef309c34f004 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e4bc01f-91bb-4dd3-acc7-bcff4ab7a829 HTTP/1.1" status: 204 len: 168 time: 0.7264662 Jul 15 23:20:08.266840 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f777f5-f368-44ca-b2a0-ef309c34f004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4bc01f-91bb-4dd3-acc7-bcff4ab7a829,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:08.335046 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73135889-b4e5-44af-b979-1cd9b7d4ac43 x-openstack-request-id: req-73135889-b4e5-44af-b979-1cd9b7d4ac43 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:08.335448 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90de8e7-12a0-467f-9621-9a747e931936", "name": "network-vif-deleted", "tag": "64280989-6117-4910-9dab-9aa3382806ba", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:08.335804 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73135889-b4e5-44af-b979-1cd9b7d4ac43 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:08.336302 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90de8e7-12a0-467f-9621-9a747e931936', 'name': 'network-vif-deleted', 'tag': '64280989-6117-4910-9dab-9aa3382806ba', 'status': 'completed', 'code': 200} Jul 15 23:20:08.346454 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c0dbe-20bd-49f4-a2bf-3c3d4cd152c1 req-9f75a7c9-62d7-4417-957f-5be90150a7f9 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:08.367530 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9d8c0dbe-20bd-49f4-a2bf-3c3d4cd152c1 req-9f75a7c9-62d7-4417-957f-5be90150a7f9 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 946 time: 0.4065630 Jul 15 23:20:08.373310 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-e2090003-2711-4b23-b566-a96458c7bbdb req-95e32429-3160-47eb-b02d-ed0b11dddfdd tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] For port 4e3937c0-66c3-4d04-a374-1db81d484712, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=4e3937c0-66c3-4d04-a374-1db81d484712,segment=NetworkSegment(25c6bb05-2268-49ce-b03f-c3826dbf98dd),segment_id=25c6bb05-2268-49ce-b03f-c3826dbf98dd)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:08.374011 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e2090003-2711-4b23-b566-a96458c7bbdb req-95e32429-3160-47eb-b02d-ed0b11dddfdd tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.421554 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-e2090003-2711-4b23-b566-a96458c7bbdb req-95e32429-3160-47eb-b02d-ed0b11dddfdd tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Calling delete_port for 4e3937c0-66c3-4d04-a374-1db81d484712 owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:08.534237 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9d8c0dbe-20bd-49f4-a2bf-3c3d4cd152c1 req-b8e49300-db6d-4088-904a-7a5bc697e19d tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652920 Jul 15 23:20:08.700265 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a277312-4fa0-4554-a536-4dfecf9a206c req-7a1732cc-d48f-412a-8548-de8f4059a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:08.701270 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.703226 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3a277312-4fa0-4554-a536-4dfecf9a206c req-7a1732cc-d48f-412a-8548-de8f4059a33b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 1097 time: 0.1266770 Jul 15 23:20:08.716394 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e2090003-2711-4b23-b566-a96458c7bbdb req-95e32429-3160-47eb-b02d-ed0b11dddfdd tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.750085 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['64280989-6117-4910-9dab-9aa3382806ba'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:20:08.766066 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e32429-3160-47eb-b02d-ed0b11dddfdd tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Pushing event deleted for resources: {'Port': ['ID=4e3937c0-66c3-4d04-a374-1db81d484712,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:08.794619 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3a277312-4fa0-4554-a536-4dfecf9a206c req-89885d71-fce0-4f8a-b6cd-cbb5ebe7b7bd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820525 Jul 15 23:20:08.824406 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2090003-2711-4b23-b566-a96458c7bbdb req-95e32429-3160-47eb-b02d-ed0b11dddfdd tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] No DVR routers for this DVR port 4e3937c0-66c3-4d04-a374-1db81d484712 on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:20:08.829722 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e2090003-2711-4b23-b566-a96458c7bbdb req-95e32429-3160-47eb-b02d-ed0b11dddfdd tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.831817 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e2090003-2711-4b23-b566-a96458c7bbdb req-95e32429-3160-47eb-b02d-ed0b11dddfdd tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.43 "DELETE /v2.0/ports/4e3937c0-66c3-4d04-a374-1db81d484712 HTTP/1.1" status: 204 len: 173 time: 1.2975557 Jul 15 23:20:08.832314 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b980fb88-ad35-41be-9c5d-b370a5f6218f', 'name': 'network-vif-deleted', 'tag': '4e3937c0-66c3-4d04-a374-1db81d484712'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:08.836666 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06f3080-4a23-40e7-8b92-54861fc3a642" -d '{"events": [{"server_uuid": "b980fb88-ad35-41be-9c5d-b370a5f6218f", "name": "network-vif-deleted", "tag": "4e3937c0-66c3-4d04-a374-1db81d484712"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:08.933692 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d3bdd0-86f7-46d4-b648-f851d2523b8b x-openstack-request-id: req-06d3bdd0-86f7-46d4-b648-f851d2523b8b {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:08.934000 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b980fb88-ad35-41be-9c5d-b370a5f6218f", "name": "network-vif-deleted", "tag": "4e3937c0-66c3-4d04-a374-1db81d484712", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:08.934257 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-06d3bdd0-86f7-46d4-b648-f851d2523b8b {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:08.934685 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b980fb88-ad35-41be-9c5d-b370a5f6218f', 'name': 'network-vif-deleted', 'tag': '4e3937c0-66c3-4d04-a374-1db81d484712', 'status': 'completed', 'code': 200} Jul 15 23:20:09.044644 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f10f21bd-396d-4a92-a997-b9d24378c75f req-0ce43437-1347-4ad9-a72d-e0ffef75a0e9 tempest-MultipleCreateTestJSON-2004708065 tempest-MultipleCreateTestJSON-2004708065-project] 10.222.0.16 "GET /v2.0/ports?device_id=d90de8e7-12a0-467f-9621-9a747e931936 HTTP/1.1" status: 200 len: 210 time: 0.0611191 Jul 15 23:20:09.440552 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e101a99-bee0-474d-b72c-23baf432a36c req-7b533302-1104-44fb-b719-f05335dd18e2 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:09.442075 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7e101a99-bee0-474d-b72c-23baf432a36c req-7b533302-1104-44fb-b719-f05335dd18e2 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1505845 Jul 15 23:20:09.508992 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7e101a99-bee0-474d-b72c-23baf432a36c req-fd4ee52a-2ead-4423-90ba-15a47ded6fd5 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519822 Jul 15 23:20:09.827160 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65834a6-e46c-4901-828e-8a49781ebad1 req-cf5f525e-9af2-4b93-87aa-cccef8383917 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:09.828831 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e65834a6-e46c-4901-828e-8a49781ebad1 req-cf5f525e-9af2-4b93-87aa-cccef8383917 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1177158 Jul 15 23:20:09.837753 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b023a16-5823-497c-9f78-792110751aa7 req-9fa930da-d264-4571-a56e-f77798e02eb3 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:09.839930 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4b023a16-5823-497c-9f78-792110751aa7 req-9fa930da-d264-4571-a56e-f77798e02eb3 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 946 time: 0.0959344 Jul 15 23:20:09.903374 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e65834a6-e46c-4901-828e-8a49781ebad1 req-c50e6634-70c0-488e-ae2d-fd201f50e48d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623217 Jul 15 23:20:09.920018 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4b023a16-5823-497c-9f78-792110751aa7 req-66ebc532-9315-4a8a-9b38-21c9a1daf1ef tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720310 Jul 15 23:20:10.346616 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 33908) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:10.411684 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4bd1ad1-dfe3-48dd-a39c-339faada6e8d admin admin] Deleting subnet a845f4e9-b21f-4082-aa60-4769ae7edbb2 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:20:10.415675 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a4bd1ad1-dfe3-48dd-a39c-339faada6e8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:10.465783 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a4bd1ad1-dfe3-48dd-a39c-339faada6e8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:10.509939 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a4bd1ad1-dfe3-48dd-a39c-339faada6e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:10.649440 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 33922) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:10.679496 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a4bd1ad1-dfe3-48dd-a39c-339faada6e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:10.726479 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f742e-0946-461a-9411-9448cd360509 req-03974a8d-bafa-4dd3-b00f-1eace628f205 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:10.728273 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-af2f742e-0946-461a-9411-9448cd360509 req-03974a8d-bafa-4dd3-b00f-1eace628f205 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.2154932 Jul 15 23:20:10.734753 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd1ad1-dfe3-48dd-a39c-339faada6e8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a845f4e9-b21f-4082-aa60-4769ae7edbb2,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:10.755464 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 4e3937c0-66c3-4d04-a374-1db81d484712 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:20:10.766338 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a4bd1ad1-dfe3-48dd-a39c-339faada6e8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:10.771097 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 33928) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:10.771284 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a4bd1ad1-dfe3-48dd-a39c-339faada6e8d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a845f4e9-b21f-4082-aa60-4769ae7edbb2 HTTP/1.1" status: 204 len: 168 time: 0.4231105 Jul 15 23:20:10.830028 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 4e3937c0-66c3-4d04-a374-1db81d484712 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:20:10.830750 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 4e3937c0-66c3-4d04-a374-1db81d484712 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:20:10.860304 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-af2f742e-0946-461a-9411-9448cd360509 req-8af92363-358b-4c07-8077-4fec1a399473 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189587 Jul 15 23:20:10.956249 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f94bb480-5197-40da-8974-ecc08b9f3917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:10.997002 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cf83b620-d447-4f54-9392-d66ac607112c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.196155 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cf83b620-d447-4f54-9392-d66ac607112c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.216091 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-cf83b620-d447-4f54-9392-d66ac607112c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c16169-c908-48a5-ae03-d02e0658a66e']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:11.238228 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-cf83b620-d447-4f54-9392-d66ac607112c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c6bb05-2268-49ce-b03f-c3826dbf98dd') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:11.239001 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-cf83b620-d447-4f54-9392-d66ac607112c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c6bb05-2268-49ce-b03f-c3826dbf98dd') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:11.251979 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2d4a4-a7ef-4eb1-9ba3-a59e3394166c req-49d05605-327e-46f5-89c4-5ed33cfb950f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:11.257140 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cf83b620-d447-4f54-9392-d66ac607112c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.260310 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a1f2d4a4-a7ef-4eb1-9ba3-a59e3394166c req-49d05605-327e-46f5-89c4-5ed33cfb950f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 946 time: 0.1674697 Jul 15 23:20:11.295011 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cf83b620-d447-4f54-9392-d66ac607112c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.324933 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf83b620-d447-4f54-9392-d66ac607112c admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:20:11.325346 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cf83b620-d447-4f54-9392-d66ac607112c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:20:11.327999 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:20:11.347752 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f94bb480-5197-40da-8974-ecc08b9f3917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.355407 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a1f2d4a4-a7ef-4eb1-9ba3-a59e3394166c req-fa23efeb-5e7d-4b8c-85a1-c5b9f6356844 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717409 Jul 15 23:20:11.364757 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f94bb480-5197-40da-8974-ecc08b9f3917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.452266 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cf83b620-d447-4f54-9392-d66ac607112c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.457452 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f94bb480-5197-40da-8974-ecc08b9f3917 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db47396f8ba044aab675d926e0fce3fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8024147 Jul 15 23:20:11.460662 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 33938) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:11.464563 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cf83b620-d447-4f54-9392-d66ac607112c admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.466672 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cf83b620-d447-4f54-9392-d66ac607112c admin admin] 10.222.0.16 "DELETE /v2.0/networks/63c16169-c908-48a5-ae03-d02e0658a66e HTTP/1.1" status: 204 len: 168 time: 0.6939998 Jul 15 23:20:11.469192 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94bb480-5197-40da-8974-ecc08b9f3917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3798d5-1814-4e6c-823e-2b02c1aaa9c5,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:11.483437 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83b620-d447-4f54-9392-d66ac607112c admin admin] Pushing event deleted for resources: {'Network': ['ID=63c16169-c908-48a5-ae03-d02e0658a66e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:11.564295 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 64280989-6117-4910-9dab-9aa3382806ba no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:20:11.588099 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5556f1a0-f95a-4852-9e03-f791e378ae77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.590544 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 64280989-6117-4910-9dab-9aa3382806ba {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:20:11.591240 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 64280989-6117-4910-9dab-9aa3382806ba not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:20:11.626917 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5556f1a0-f95a-4852-9e03-f791e378ae77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.658138 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f0637-bc47-417a-b76b-db54f05093d3 req-1b0d2f34-87f3-4b0c-9df2-18acda6ad1c5 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:11.666716 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc1f0637-bc47-417a-b76b-db54f05093d3 req-1b0d2f34-87f3-4b0c-9df2-18acda6ad1c5 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1640718 Jul 15 23:20:11.688318 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 33942) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:11.718675 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc1f0637-bc47-417a-b76b-db54f05093d3 req-7a20dfd0-ec9c-4605-a70f-23b47a08e2ec tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510018 Jul 15 23:20:11.735736 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5556f1a0-f95a-4852-9e03-f791e378ae77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.741125 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5556f1a0-f95a-4852-9e03-f791e378ae77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.741288 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5136ded5-29a5-4f10-97aa-e52da03afa7f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=86a1fef481954432ac36939b923a13cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489841 Jul 15 23:20:11.741398 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5556f1a0-f95a-4852-9e03-f791e378ae77 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d3798d5-1814-4e6c-823e-2b02c1aaa9c5 HTTP/1.1" status: 204 len: 168 time: 0.2775567 Jul 15 23:20:11.742265 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 33944) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:11.763508 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556f1a0-f95a-4852-9e03-f791e378ae77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3798d5-1814-4e6c-823e-2b02c1aaa9c5,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:11.805236 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-014da8d8-9738-4c55-b5d7-e1320d9d114f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.828068 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-014da8d8-9738-4c55-b5d7-e1320d9d114f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.880825 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-014da8d8-9738-4c55-b5d7-e1320d9d114f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.885924 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-014da8d8-9738-4c55-b5d7-e1320d9d114f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.887654 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-014da8d8-9738-4c55-b5d7-e1320d9d114f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3dd69b2d-2fbb-4f89-84aa-de651ab99ada HTTP/1.1" status: 204 len: 168 time: 0.1440539 Jul 15 23:20:11.896728 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014da8d8-9738-4c55-b5d7-e1320d9d114f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd69b2d-2fbb-4f89-84aa-de651ab99ada,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:12.550937 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9869a1-ce84-457f-bbf6-0629f491ce9b req-18529699-2307-4131-866d-ea7b0cdeaa9c tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:12.552470 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0f9869a1-ce84-457f-bbf6-0629f491ce9b req-18529699-2307-4131-866d-ea7b0cdeaa9c tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 946 time: 0.0692918 Jul 15 23:20:12.576341 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 33994) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:12.593470 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0f9869a1-ce84-457f-bbf6-0629f491ce9b req-33862600-45ad-4d11-a960-8a69ebb98e68 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349529 Jul 15 23:20:12.743221 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-71fc0965-28e8-484d-ac19-90c7ede5e237 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-343591001-network', 'tenant_id': 'd67594d98b0846cda421a045cad4eec7'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:12.768343 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fc0965-28e8-484d-ac19-90c7ede5e237 admin admin] Made reservation on behalf of d67594d98b0846cda421a045cad4eec7 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:12.772606 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71fc0965-28e8-484d-ac19-90c7ede5e237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.783340 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71fc0965-28e8-484d-ac19-90c7ede5e237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.806391 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b856f7-6879-48cb-91f4-22e93b26004c req-856f45e7-bc75-4a35-b628-3e0302da84c5 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:12.808062 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-78b856f7-6879-48cb-91f4-22e93b26004c req-856f45e7-bc75-4a35-b628-3e0302da84c5 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 946 time: 0.0946376 Jul 15 23:20:12.855110 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-78b856f7-6879-48cb-91f4-22e93b26004c req-60335be6-81c1-4a7b-97e2-89a93c9e8a2e tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401402 Jul 15 23:20:12.913603 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71fc0965-28e8-484d-ac19-90c7ede5e237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.919701 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71fc0965-28e8-484d-ac19-90c7ede5e237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.936187 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad1d25-329d-4d75-8e41-eaeb89af0e60 req-514dd63c-4edb-4e89-891e-cb81fb48a232 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:12.938575 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-32ad1d25-329d-4d75-8e41-eaeb89af0e60 req-514dd63c-4edb-4e89-891e-cb81fb48a232 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.0821147 Jul 15 23:20:12.960643 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71fc0965-28e8-484d-ac19-90c7ede5e237 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:20:12.975147 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71fc0965-28e8-484d-ac19-90c7ede5e237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.975793 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-71fc0965-28e8-484d-ac19-90c7ede5e237 admin admin] Added segment 623b751a-0fbe-4625-8fd2-eccec254eff0 of type vlan for network f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1 Jul 15 23:20:13.041625 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71fc0965-28e8-484d-ac19-90c7ede5e237 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.045439 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-32ad1d25-329d-4d75-8e41-eaeb89af0e60 req-856552e5-66f9-420b-945e-d862537ee10f tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979147 Jul 15 23:20:13.060912 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc0965-28e8-484d-ac19-90c7ede5e237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af34551-b0e4-427e-86f1-a17130162e6d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:13.097123 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71fc0965-28e8-484d-ac19-90c7ede5e237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.098126 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fc0965-28e8-484d-ac19-90c7ede5e237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:13.099145 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71fc0965-28e8-484d-ac19-90c7ede5e237 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.115380 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3eef19-5c16-4ae0-8a57-c2d34aaed441 req-73c00c96-b045-4db2-9a1d-956e95531e7f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:13.116902 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f3eef19-5c16-4ae0-8a57-c2d34aaed441 req-73c00c96-b045-4db2-9a1d-956e95531e7f tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 946 time: 0.1136069 Jul 15 23:20:13.159385 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-71fc0965-28e8-484d-ac19-90c7ede5e237 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5816498 Jul 15 23:20:13.184343 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34024) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:13.195989 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-28011138-cd36-478f-9735-0f38a27d9e07 admin admin] Request body: {'subnet': {'network_id': 'f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-343591001-subnet', 'tenant_id': 'd67594d98b0846cda421a045cad4eec7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:13.204007 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc0965-28e8-484d-ac19-90c7ede5e237 admin admin] Pushing event updated for resources: {'Network': ['ID=f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:13.215575 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:20:13.234188 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f3eef19-5c16-4ae0-8a57-c2d34aaed441 req-dbcb5865-3094-4f23-96de-d1b3e18fa0ec tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006844 Jul 15 23:20:13.262518 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28011138-cd36-478f-9735-0f38a27d9e07 admin admin] Made reservation on behalf of d67594d98b0846cda421a045cad4eec7 for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:13.265019 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28011138-cd36-478f-9735-0f38a27d9e07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.642180 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa32ac-c8e1-4eb3-956b-05f2e75dda3a req-451e6331-4a0a-42f8-9e2b-7ede41d90f17 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:13.643934 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-79fa32ac-c8e1-4eb3-956b-05f2e75dda3a req-451e6331-4a0a-42f8-9e2b-7ede41d90f17 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1971195 Jul 15 23:20:13.659309 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7bf09-0ee3-4a88-a2d1-46acaad5de33 req-f8553479-cd67-4457-9f90-dfde61725761 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:13.666220 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-60b7bf09-0ee3-4a88-a2d1-46acaad5de33 req-f8553479-cd67-4457-9f90-dfde61725761 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 946 time: 0.2063944 Jul 15 23:20:13.728950 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28011138-cd36-478f-9735-0f38a27d9e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.735283 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-60b7bf09-0ee3-4a88-a2d1-46acaad5de33 req-728af8bf-1efc-411a-9e6b-6a45fe73256d tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680716 Jul 15 23:20:13.796649 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28011138-cd36-478f-9735-0f38a27d9e07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df5869a3-eef7-428f-8ff3-b6353fcc1aec,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:13.837358 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-79fa32ac-c8e1-4eb3-956b-05f2e75dda3a req-d675e50f-0265-45e1-98e1-c6459116246d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573133 Jul 15 23:20:13.874853 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28011138-cd36-478f-9735-0f38a27d9e07 admin admin] Checking segment: {'id': '623b751a-0fbe-4625-8fd2-eccec254eff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:13.875187 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28011138-cd36-478f-9735-0f38a27d9e07 admin admin] Network hostable DHCP agents. Network: f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:20:13.920538 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28011138-cd36-478f-9735-0f38a27d9e07 admin admin] Network f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:20:13.934003 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-28011138-cd36-478f-9735-0f38a27d9e07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:13.938444 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28011138-cd36-478f-9735-0f38a27d9e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:13.939063 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28011138-cd36-478f-9735-0f38a27d9e07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.948473 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c66103-5a70-432d-9b36-9d5c31548d84 None None] Network f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:13.978878 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-28011138-cd36-478f-9735-0f38a27d9e07 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7932093 Jul 15 23:20:13.989169 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a59f22-6be7-4ecf-8d89-29ee9077caa2 req-0cf0fa4a-3351-46c6-95b3-eb468041e6ea tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:13.990837 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-79a59f22-6be7-4ecf-8d89-29ee9077caa2 req-0cf0fa4a-3351-46c6-95b3-eb468041e6ea tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 946 time: 0.1285791 Jul 15 23:20:14.056016 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-79a59f22-6be7-4ecf-8d89-29ee9077caa2 req-c6d430eb-c90d-411e-a94c-1d9160af9f10 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593646 Jul 15 23:20:14.133191 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fa5d26-6346-40fb-9ead-0966c2069fab None None] Network f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:14.336018 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3780909-98cc-4ac0-b17c-a7ababc94d0e req-e3138d1a-99a3-4d07-ac34-2543d0f7b3b4 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:14.337734 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b3780909-98cc-4ac0-b17c-a7ababc94d0e req-e3138d1a-99a3-4d07-ac34-2543d0f7b3b4 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 946 time: 0.0813344 Jul 15 23:20:14.394835 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b3780909-98cc-4ac0-b17c-a7ababc94d0e req-ff01d904-4a6d-4ee5-8313-66e125c07361 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502331 Jul 15 23:20:14.487510 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34080) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:14.727410 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-831a017c-57a0-4d9d-8056-1f34268910fb tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:14.731228 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-831a017c-57a0-4d9d-8056-1f34268910fb tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] 10.222.0.16 "GET /v2.0/networks?id=f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1 HTTP/1.1" status: 200 len: 812 time: 0.2240005 Jul 15 23:20:14.752499 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-492f6425-46c2-4403-b421-e436850c11ab tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] 10.222.0.16 "GET /v2.0/quotas/d67594d98b0846cda421a045cad4eec7 HTTP/1.1" status: 200 len: 375 time: 0.0172899 Jul 15 23:20:14.785445 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca6107-982e-494c-8a4b-64811405d3d1 req-8cb53992-4626-4eeb-908e-4e05aaf360b3 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:14.786999 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13ca6107-982e-494c-8a4b-64811405d3d1 req-8cb53992-4626-4eeb-908e-4e05aaf360b3 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 946 time: 0.1640644 Jul 15 23:20:14.787773 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c197c33c-8f4a-42d6-a156-9aa06c59594c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.813101 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-bb258484-b889-4db3-8b37-a9d2f1f7e71c tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d67594d98b0846cda421a045cad4eec7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542202 Jul 15 23:20:14.876482 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13ca6107-982e-494c-8a4b-64811405d3d1 req-d0823851-1241-4b94-8776-9783f928d45e tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669117 Jul 15 23:20:15.034381 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-b76a7268-1b0e-4e87-9072-7493b6527887 service neutron] 10.222.0.16 "GET /v2.0/networks/f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105403 Jul 15 23:20:15.044336 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c197c33c-8f4a-42d6-a156-9aa06c59594c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.055789 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c197c33c-8f4a-42d6-a156-9aa06c59594c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.152015 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c197c33c-8f4a-42d6-a156-9aa06c59594c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=41f3c07ce9784e4cb2912354a7665169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6631985 Jul 15 23:20:15.154408 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34092) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:15.156644 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197c33c-8f4a-42d6-a156-9aa06c59594c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3b8f41-4a8e-4b94-92bb-fc9c70a845be,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:15.180530 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da140b-1570-4140-85e1-6dd7db3150f2 req-3ca2c8ab-c036-4dce-9e35-84180c7bb479 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:15.182696 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-05da140b-1570-4140-85e1-6dd7db3150f2 req-3ca2c8ab-c036-4dce-9e35-84180c7bb479 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.2012737 Jul 15 23:20:15.210929 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-c912d169-39ac-41df-a100-39b2a0a6187e service neutron] 10.222.0.16 "GET /v2.0/networks/f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653440 Jul 15 23:20:15.229674 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-05da140b-1570-4140-85e1-6dd7db3150f2 req-8316a48b-9633-4453-bab8-9e07c785f79a tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368533 Jul 15 23:20:15.240180 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-060216d8-7b54-4e2e-86c2-48d9162d8604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.272688 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-060216d8-7b54-4e2e-86c2-48d9162d8604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.331527 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-060216d8-7b54-4e2e-86c2-48d9162d8604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.334561 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-060216d8-7b54-4e2e-86c2-48d9162d8604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.336764 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-060216d8-7b54-4e2e-86c2-48d9162d8604 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6a3b8f41-4a8e-4b94-92bb-fc9c70a845be HTTP/1.1" status: 204 len: 168 time: 0.1809399 Jul 15 23:20:15.348197 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060216d8-7b54-4e2e-86c2-48d9162d8604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3b8f41-4a8e-4b94-92bb-fc9c70a845be,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:15.515129 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250888e-6d5f-4a47-a287-f28aa820b587 req-6f80a49a-d0f9-4998-b403-401b87b76a61 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:15.516922 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6250888e-6d5f-4a47-a287-f28aa820b587 req-6f80a49a-d0f9-4998-b403-401b87b76a61 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.0835001 Jul 15 23:20:15.599570 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-53b1aa1e-dedd-456b-ae70-a9c8622c364d req-0c725734-56c5-49c3-85b9-ea5707160c6c tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e674eb7-4655-4fce-af41-0d4d891049ba HTTP/1.1" status: 200 len: 210 time: 0.0432525 Jul 15 23:20:15.607369 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6250888e-6d5f-4a47-a287-f28aa820b587 req-9cd7d7ee-0fc4-4904-8e75-aeeca98d6257 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819144 Jul 15 23:20:15.769705 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34118) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:15.783414 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc0ed6d2-61cb-4e8a-b7af-b40fd00c0299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.870830 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85f32c-f6e9-42be-9393-5619a098a277 req-6c5312e2-9890-4381-8778-2e58ad73d97f tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:15.872372 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4d85f32c-f6e9-42be-9393-5619a098a277 req-6c5312e2-9890-4381-8778-2e58ad73d97f tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1075983 Jul 15 23:20:15.880144 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b82311-a292-44a7-9e9a-5ac64ac4acd9 req-d8039f81-0884-4464-b2c7-f58fd3393d30 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:15.881728 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65b82311-a292-44a7-9e9a-5ac64ac4acd9 req-d8039f81-0884-4464-b2c7-f58fd3393d30 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 946 time: 0.1271067 Jul 15 23:20:15.889462 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-48c1153c-3385-4fe0-abb0-b13b5af88ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.914791 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc0ed6d2-61cb-4e8a-b7af-b40fd00c0299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.919823 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc0ed6d2-61cb-4e8a-b7af-b40fd00c0299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.935440 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4d85f32c-f6e9-42be-9393-5619a098a277 req-bb084c8e-8e93-4a64-bf63-21051f33d305 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526702 Jul 15 23:20:15.952772 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65b82311-a292-44a7-9e9a-5ac64ac4acd9 req-c8412251-a386-4d4e-9157-1ee8cb98cc76 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628061 Jul 15 23:20:15.965507 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ed6d2-61cb-4e8a-b7af-b40fd00c0299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178b7b09-d828-4f5b-84d0-0d454f0f2a4f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:15.973712 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bc0ed6d2-61cb-4e8a-b7af-b40fd00c0299 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=096d33d74e8b4455a13b1b2adcc3d3da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2029262 Jul 15 23:20:15.977606 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34128) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:16.045895 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c6c5215b-7ae8-4775-8448-89ba387e91d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.077250 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c6c5215b-7ae8-4775-8448-89ba387e91d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.609418 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74868303-3525-4f1e-b595-2d48a0014549 req-518daa8e-41b3-4661-af6a-2b1773f37979 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:16.610980 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-74868303-3525-4f1e-b595-2d48a0014549 req-518daa8e-41b3-4661-af6a-2b1773f37979 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.5251501 Jul 15 23:20:16.615254 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c6c5215b-7ae8-4775-8448-89ba387e91d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.617657 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c6c5215b-7ae8-4775-8448-89ba387e91d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.618717 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c6c5215b-7ae8-4775-8448-89ba387e91d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/178b7b09-d828-4f5b-84d0-0d454f0f2a4f HTTP/1.1" status: 204 len: 168 time: 0.6398833 Jul 15 23:20:16.640590 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c5215b-7ae8-4775-8448-89ba387e91d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178b7b09-d828-4f5b-84d0-0d454f0f2a4f,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:16.648098 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-85a2a97b-5166-44f1-bfb4-91c553acf585 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:16.649542 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-85a2a97b-5166-44f1-bfb4-91c553acf585 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/networks?id=735c8477-b658-4066-88fd-8f0a4fc80eba HTTP/1.1" status: 200 len: 811 time: 0.5324144 Jul 15 23:20:16.676870 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-5ff8144c-ebf6-4ede-b93b-de14cd0db84c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/quotas/3c476bc9e2fe48f188b2500546342e72 HTTP/1.1" status: 200 len: 375 time: 0.0200603 Jul 15 23:20:16.683841 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-74868303-3525-4f1e-b595-2d48a0014549 req-4b49a09b-3a35-4b19-a835-6f78a67c97f8 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640986 Jul 15 23:20:16.752518 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-c17be28c-8bea-4bfb-a823-7ee7da916c8e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c476bc9e2fe48f188b2500546342e72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676873 Jul 15 23:20:16.887215 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5a00eebe-e9e8-4573-8577-862ddf5986f2 req-f443577f-32f5-45ee-9e14-f371561aa296 tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e674eb7-4655-4fce-af41-0d4d891049ba HTTP/1.1" status: 200 len: 210 time: 0.0404963 Jul 15 23:20:16.930809 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-52f6c2a0-c9c8-4b4f-80bd-032cb3a74114 service neutron] 10.222.0.16 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615779 Jul 15 23:20:17.128977 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-d621cbaa-465b-4f92-baf4-a19edb6ddfe9 service neutron] 10.222.0.16 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910565 Jul 15 23:20:17.219845 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-db636836-981c-4b01-a270-933c58a464f1 tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:17.222160 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-db636836-981c-4b01-a270-933c58a464f1 tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] 10.222.0.36 "GET /v2.0/networks?id=f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1 HTTP/1.1" status: 200 len: 812 time: 0.2523451 Jul 15 23:20:17.240630 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-616822a7-9b9e-47b5-9a68-ca58d060c58a tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] Request body: {'port': {'device_id': '0e674eb7-4655-4fce-af41-0d4d891049ba', 'network_id': 'f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1', 'admin_state_up': True, 'tenant_id': 'd67594d98b0846cda421a045cad4eec7'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:17.284451 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe319fa2-2b45-4103-8c32-01005a3e1fd6 req-faff28af-1073-4ad4-be0e-9beba55a7f90 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:17.286055 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fe319fa2-2b45-4103-8c32-01005a3e1fd6 req-faff28af-1073-4ad4-be0e-9beba55a7f90 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 946 time: 0.1430051 Jul 15 23:20:17.381395 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fe319fa2-2b45-4103-8c32-01005a3e1fd6 req-0b37b0ea-3751-4bf9-aa3f-d0352ba0b91d tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864060 Jul 15 23:20:17.510840 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-616822a7-9b9e-47b5-9a68-ca58d060c58a tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] Made reservation on behalf of d67594d98b0846cda421a045cad4eec7 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:17.519529 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e1b24398-ef0f-4873-8284-79f8c82d04c4 req-9c697c53-eb87-40b3-9bd8-e7baa2ecca4e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 210 time: 0.0300205 Jul 15 23:20:17.522601 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-616822a7-9b9e-47b5-9a68-ca58d060c58a tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:17.773694 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-616822a7-9b9e-47b5-9a68-ca58d060c58a tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] Allocated IP 172.20.0.11 (f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1/df5869a3-eef7-428f-8ff3-b6353fcc1aec/1959fd3a-54c1-4597-ba0b-de54f840d26f) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:18.005935 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-616822a7-9b9e-47b5-9a68-ca58d060c58a tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.109340 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-616822a7-9b9e-47b5-9a68-ca58d060c58a tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.201248 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9ce5d-5c39-4014-a168-935b42b8cd60 req-8d01e428-5418-4e9f-b794-a4a4fec85465 tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:18.202702 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616822a7-9b9e-47b5-9a68-ca58d060c58a tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] Pushing event updated for resources: {'Port': ['ID=1959fd3a-54c1-4597-ba0b-de54f840d26f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:18.203947 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-07e9ce5d-5c39-4014-a168-935b42b8cd60 req-8d01e428-5418-4e9f-b794-a4a4fec85465 tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e674eb7-4655-4fce-af41-0d4d891049ba HTTP/1.1" status: 200 len: 932 time: 0.1011047 Jul 15 23:20:18.224427 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-616822a7-9b9e-47b5-9a68-ca58d060c58a tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] Network f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:18.230067 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-616822a7-9b9e-47b5-9a68-ca58d060c58a tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:18.233545 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-616822a7-9b9e-47b5-9a68-ca58d060c58a tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:18.241275 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-01ebd6c3-9b2d-4bd7-8ebb-963999875cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.289986 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-616822a7-9b9e-47b5-9a68-ca58d060c58a tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:18.290610 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-616822a7-9b9e-47b5-9a68-ca58d060c58a tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.301212 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-07e9ce5d-5c39-4014-a168-935b42b8cd60 req-718cf3ed-fffa-4c1a-9098-d2eb5022e570 tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] 10.222.0.16 "GET /v2.0/security-groups?id=9af34551-b0e4-427e-86f1-a17130162e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788128 Jul 15 23:20:18.303331 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403dfb08-d685-4a6c-b600-3e41902c9e43 req-8f3e6bc4-8298-411d-996f-f23ca8e17659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:18.305012 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-403dfb08-d685-4a6c-b600-3e41902c9e43 req-8f3e6bc4-8298-411d-996f-f23ca8e17659 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e827f40ab3842e2a76f286aea2bdded&device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 1097 time: 0.2596686 Jul 15 23:20:18.335514 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed3b56-eca7-476f-8481-bee16628a4d1 req-9e28942a-ef25-40ac-b8d8-2e3e81b38e68 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:18.343979 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0bed3b56-eca7-476f-8481-bee16628a4d1 req-9e28942a-ef25-40ac-b8d8-2e3e81b38e68 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 946 time: 0.1387470 Jul 15 23:20:18.379850 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-616822a7-9b9e-47b5-9a68-ca58d060c58a tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1437926 Jul 15 23:20:18.388968 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0bed3b56-eca7-476f-8481-bee16628a4d1 req-8cf68bcb-162f-406b-88ee-b2e0e3455d0e tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426173 Jul 15 23:20:18.438115 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Request body: {'port': {'device_id': '0e674eb7-4655-4fce-af41-0d4d891049ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:18.523936 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1a248-c775-409d-9060-daf6b69a48cc req-db299d3e-e489-4d01-8216-475b8e2f7229 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:18.525571 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1ed1a248-c775-409d-9060-daf6b69a48cc req-db299d3e-e489-4d01-8216-475b8e2f7229 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 945 time: 0.0836220 Jul 15 23:20:18.532732 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403dfb08-d685-4a6c-b600-3e41902c9e43 req-efe0043c-270e-4e7b-8774-665407283e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:18.534198 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-403dfb08-d685-4a6c-b600-3e41902c9e43 req-efe0043c-270e-4e7b-8774-665407283e7b service neutron] 10.222.0.36 "GET /v2.0/networks?id=522d1fd3-2e67-4567-8500-149254c668f3 HTTP/1.1" status: 200 len: 914 time: 0.2223601 Jul 15 23:20:18.588095 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-403dfb08-d685-4a6c-b600-3e41902c9e43 req-1c777a94-3083-4a51-a74f-8e8e3841223b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ee18c7b-0827-4359-baca-9b3266054327 HTTP/1.1" status: 200 len: 217 time: 0.0433693 Jul 15 23:20:18.588997 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.604879 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1ed1a248-c775-409d-9060-daf6b69a48cc req-15717643-bed2-4cf4-ac3a-dfce5c5995ce tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717397 Jul 15 23:20:18.658349 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403dfb08-d685-4a6c-b600-3e41902c9e43 req-acd3563c-2143-4028-988d-2ef981103cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:18.659791 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-403dfb08-d685-4a6c-b600-3e41902c9e43 req-acd3563c-2143-4028-988d-2ef981103cc7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d482e0b-fa2e-49c4-8670-799dbd09543b HTTP/1.1" status: 200 len: 853 time: 0.0592120 Jul 15 23:20:18.696834 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.720952 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7088805d-d4c0-44cc-92e5-f85b1d77456a req-295e70b6-71ef-45b0-aa45-705252c0d88f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 210 time: 0.0419416 Jul 15 23:20:18.812610 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-403dfb08-d685-4a6c-b600-3e41902c9e43 req-4df22e23-bec6-41ab-872b-7b05503d9061 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=522d1fd3-2e67-4567-8500-149254c668f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064954 Jul 15 23:20:18.974927 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-403dfb08-d685-4a6c-b600-3e41902c9e43 req-c829085b-c076-4709-b08a-2293be552edf service neutron] 10.222.0.36 "GET /v2.0/networks/522d1fd3-2e67-4567-8500-149254c668f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528509 Jul 15 23:20:19.127262 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1959fd3a-54c1-4597-ba0b-de54f840d26f {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:19.140456 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:19.145692 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-403dfb08-d685-4a6c-b600-3e41902c9e43 req-16f5cfed-005b-4b64-bb92-71c0a12aa114 service neutron] 10.222.0.36 "GET /v2.0/networks/522d1fd3-2e67-4567-8500-149254c668f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632907 Jul 15 23:20:19.159048 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Transition to ACTIVE for port object 1959fd3a-54c1-4597-ba0b-de54f840d26f will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:19.164603 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:19.227507 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Pushing event updated for resources: {'Port': ['ID=1959fd3a-54c1-4597-ba0b-de54f840d26f,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:19.243827 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:19.244942 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:19.245277 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:19.245604 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:19.245927 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:19.246247 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:19.246760 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:19.247231 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:19.247562 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:19.247874 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:19.248350 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:19.248669 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:19.280367 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-2e366e87-461b-4ecb-af8a-9e7447b0e1da tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:19.281919 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-2e366e87-461b-4ecb-af8a-9e7447b0e1da tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.43 "GET /v2.0/networks?id=735c8477-b658-4066-88fd-8f0a4fc80eba HTTP/1.1" status: 200 len: 811 time: 0.1557205 Jul 15 23:20:19.294691 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-b2b0a3d7-dc47-482a-b9cf-9d46f34e603d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Request body: {'port': {'device_id': 'e07861b5-6772-4c26-99d7-0babdeeba276', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'admin_state_up': True, 'tenant_id': '3c476bc9e2fe48f188b2500546342e72'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:19.369200 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Attempting to bind port 1959fd3a-54c1-4597-ba0b-de54f840d26f on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:19.370282 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Attempting to bind port 1959fd3a-54c1-4597-ba0b-de54f840d26f by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '623b751a-0fbe-4625-8fd2-eccec254eff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:19.370987 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Attempting to bind port 1959fd3a-54c1-4597-ba0b-de54f840d26f on network f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:19.382803 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Port 1959fd3a-54c1-4597-ba0b-de54f840d26f on network f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:20:19.383309 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Attempting to bind port 1959fd3a-54c1-4597-ba0b-de54f840d26f on network f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:19.392671 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:19.393335 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Checking segment: {'id': '623b751a-0fbe-4625-8fd2-eccec254eff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:19.393892 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Bound using segment: {'id': '623b751a-0fbe-4625-8fd2-eccec254eff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:19.394480 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Bound port: 1959fd3a-54c1-4597-ba0b-de54f840d26f, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '623b751a-0fbe-4625-8fd2-eccec254eff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:19.395026 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:19.419428 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4834adca-faae-43da-a4aa-5cc6c9ee6e48 req-bd36d755-5363-4aec-80cc-679749e12d8c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1073606 Jul 15 23:20:19.441161 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-b2b0a3d7-dc47-482a-b9cf-9d46f34e603d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Made reservation on behalf of 3c476bc9e2fe48f188b2500546342e72 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:19.445672 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-b2b0a3d7-dc47-482a-b9cf-9d46f34e603d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:19.522328 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] For port 1959fd3a-54c1-4597-ba0b-de54f840d26f, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:19.527167 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] For port 1959fd3a-54c1-4597-ba0b-de54f840d26f, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=1959fd3a-54c1-4597-ba0b-de54f840d26f,segment=NetworkSegment(623b751a-0fbe-4625-8fd2-eccec254eff0),segment_id=623b751a-0fbe-4625-8fd2-eccec254eff0)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:19.544537 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:19.587081 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834adca-faae-43da-a4aa-5cc6c9ee6e48 req-2863c92c-2143-4d13-a2e3-166f0a86f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:19.588642 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4834adca-faae-43da-a4aa-5cc6c9ee6e48 req-2863c92c-2143-4d13-a2e3-166f0a86f619 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1885ddec6b5464187ca1cbaa27847a8&device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 1097 time: 0.1135633 Jul 15 23:20:19.615869 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:19.616663 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:19.618271 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] 10.222.0.36 "PUT /v2.0/ports/1959fd3a-54c1-4597-ba0b-de54f840d26f HTTP/1.1" status: 200 len: 1092 time: 1.1865058 Jul 15 23:20:19.620374 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e674eb7-4655-4fce-af41-0d4d891049ba', 'tag': '1959fd3a-54c1-4597-ba0b-de54f840d26f'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:19.622961 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0386172d-4c0e-4354-bcf9-49646fb5a0d5" -d '{"events": [{"name": "network-changed", "server_uuid": "0e674eb7-4655-4fce-af41-0d4d891049ba", "tag": "1959fd3a-54c1-4597-ba0b-de54f840d26f"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:19.629758 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:19.676553 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d24f2d-1c59-482f-a70b-017289e0aa30 service neutron] Pushing event updated for resources: {'Port': ['ID=1959fd3a-54c1-4597-ba0b-de54f840d26f,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:19.693004 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-b2b0a3d7-dc47-482a-b9cf-9d46f34e603d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Allocated IP 172.20.0.7 (735c8477-b658-4066-88fd-8f0a4fc80eba/54f0c398-786c-4bb4-9c0d-f6b9e6012b3b/7ba3eb1e-91f3-4e0b-87b3-4dec8e513943) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:19.776945 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f96085-7566-4960-93d1-67843655c731 req-4810dd44-5354-4a9f-a559-48ec6d1c16d5 tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:19.783970 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-82f96085-7566-4960-93d1-67843655c731 req-4810dd44-5354-4a9f-a559-48ec6d1c16d5 tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e674eb7-4655-4fce-af41-0d4d891049ba HTTP/1.1" status: 200 len: 944 time: 0.2082684 Jul 15 23:20:19.793013 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834adca-faae-43da-a4aa-5cc6c9ee6e48 req-38ddd0eb-cea1-4081-bd78-509b7edc3066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:19.794507 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4834adca-faae-43da-a4aa-5cc6c9ee6e48 req-38ddd0eb-cea1-4081-bd78-509b7edc3066 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cb7f5d26-827b-40c8-9606-f513fb310e54 HTTP/1.1" status: 200 len: 913 time: 0.1755719 Jul 15 23:20:19.801607 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-fb5d5493-4ead-4ac8-b98d-d52a5e251d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:19.802497 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-fb5d5493-4ead-4ac8-b98d-d52a5e251d3c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d67594d98b0846cda421a045cad4eec7&device_id=0e674eb7-4655-4fce-af41-0d4d891049ba HTTP/1.1" status: 200 len: 1095 time: 0.0936809 Jul 15 23:20:19.826142 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624a73b-8843-4a05-85f1-476f893a7489 req-85a6027f-66fa-4550-907b-4f39c6583552 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:19.834229 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7624a73b-8843-4a05-85f1-476f893a7489 req-85a6027f-66fa-4550-907b-4f39c6583552 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 946 time: 0.2606993 Jul 15 23:20:19.876685 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-2a6cf88c-696d-4292-9276-94bf77f41a7f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1959fd3a-54c1-4597-ba0b-de54f840d26f HTTP/1.1" status: 200 len: 217 time: 0.0354214 Jul 15 23:20:19.877856 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4834adca-faae-43da-a4aa-5cc6c9ee6e48 req-d2519ac1-a14e-4edf-8584-5a824b3ea68a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9e29a36-2553-48c4-8fad-fb5e69661b09 HTTP/1.1" status: 200 len: 217 time: 0.0744946 Jul 15 23:20:19.943038 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-82f96085-7566-4960-93d1-67843655c731 req-1912872f-90cf-4226-bea6-31fa810be407 tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] 10.222.0.16 "GET /v2.0/security-groups?id=9af34551-b0e4-427e-86f1-a17130162e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580844 Jul 15 23:20:19.954517 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7624a73b-8843-4a05-85f1-476f893a7489 req-baec0809-f916-40b9-b4c5-1d0bde17d856 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193261 Jul 15 23:20:19.960348 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34252) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:20.013302 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-1539aa38-8be2-4922-b319-e45b220993bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:20.015481 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-1539aa38-8be2-4922-b319-e45b220993bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df5869a3-eef7-428f-8ff3-b6353fcc1aec HTTP/1.1" status: 200 len: 852 time: 0.1280084 Jul 15 23:20:20.034933 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834adca-faae-43da-a4aa-5cc6c9ee6e48 req-2e7bb7a8-f5af-421b-973c-435079b2291c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:20.037384 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4834adca-faae-43da-a4aa-5cc6c9ee6e48 req-2e7bb7a8-f5af-421b-973c-435079b2291c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=242df3cc-37d7-47c0-a77c-be9034976381 HTTP/1.1" status: 200 len: 851 time: 0.1479981 Jul 15 23:20:20.126873 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d28a8f-d555-439f-895a-e4d7a79fd58d x-openstack-request-id: req-e5d28a8f-d555-439f-895a-e4d7a79fd58d {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:20.127181 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e674eb7-4655-4fce-af41-0d4d891049ba", "tag": "1959fd3a-54c1-4597-ba0b-de54f840d26f", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:20.127439 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5d28a8f-d555-439f-895a-e4d7a79fd58d {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:20.127852 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e674eb7-4655-4fce-af41-0d4d891049ba', 'tag': '1959fd3a-54c1-4597-ba0b-de54f840d26f', 'status': 'completed', 'code': 200} Jul 15 23:20:20.129573 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-b2b0a3d7-dc47-482a-b9cf-9d46f34e603d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.131189 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-91c73b01-a933-4351-a90c-3ec162dbf60d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071153 Jul 15 23:20:20.163807 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-b2b0a3d7-dc47-482a-b9cf-9d46f34e603d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Transition to ACTIVE for port object 7ba3eb1e-91f3-4e0b-87b3-4dec8e513943 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:20.259414 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2f7b2887-09be-4738-a0ff-509f8387915e req-5d9bf91d-27a1-414e-b70a-d5fbb5ccaf7f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 210 time: 0.0433214 Jul 15 23:20:20.272197 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cba5045d-37c8-4b05-8532-a2331f37e8a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.296117 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-b2b0a3d7-dc47-482a-b9cf-9d46f34e603d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.358143 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-b2b0a3d7-dc47-482a-b9cf-9d46f34e603d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Network 735c8477-b658-4066-88fd-8f0a4fc80eba is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:20.366108 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ffccb-e872-4854-b6e4-925c94021c8e req-4e1e3e81-179b-4c29-9354-b389d4685037 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:20.371275 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5d7ffccb-e872-4854-b6e4-925c94021c8e req-4e1e3e81-179b-4c29-9354-b389d4685037 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 945 time: 0.2052321 Jul 15 23:20:20.377002 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834adca-faae-43da-a4aa-5cc6c9ee6e48 req-f897c763-1d53-4f5d-824d-e80b37bfa936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:20.378592 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4834adca-faae-43da-a4aa-5cc6c9ee6e48 req-f897c763-1d53-4f5d-824d-e80b37bfa936 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb7f5d26-827b-40c8-9606-f513fb310e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2596898 Jul 15 23:20:20.381728 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-b2b0a3d7-dc47-482a-b9cf-9d46f34e603d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:20.383021 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-d4db1d7d-76ed-4de2-89f5-154b0bc47824 service neutron] 10.222.0.36 "GET /v2.0/networks/f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355545 Jul 15 23:20:20.385335 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-b2b0a3d7-dc47-482a-b9cf-9d46f34e603d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:20.404509 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0a3d7-dc47-482a-b9cf-9d46f34e603d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Pushing event updated for resources: {'Port': ['ID=7ba3eb1e-91f3-4e0b-87b3-4dec8e513943,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:20.462483 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5d7ffccb-e872-4854-b6e4-925c94021c8e req-9ee522af-5675-435e-959a-6019c0abd61a tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823240 Jul 15 23:20:20.475112 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-b2b0a3d7-dc47-482a-b9cf-9d46f34e603d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:20.475764 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-b2b0a3d7-dc47-482a-b9cf-9d46f34e603d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.580153 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4834adca-faae-43da-a4aa-5cc6c9ee6e48 req-eef1a3a3-582a-4584-8781-c4d7ca8a52e2 service neutron] 10.222.0.36 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882825 Jul 15 23:20:20.639353 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cba5045d-37c8-4b05-8532-a2331f37e8a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.647905 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-b2b0a3d7-dc47-482a-b9cf-9d46f34e603d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3573556 Jul 15 23:20:20.648778 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c928741c-0e5a-4f58-8cc2-f627591e4c05 req-1917fd58-38e6-46e1-81b0-99a049baa802 service neutron] 10.222.0.36 "GET /v2.0/networks/f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556901 Jul 15 23:20:20.649350 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cba5045d-37c8-4b05-8532-a2331f37e8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.661740 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-0cfc3c4d-3c47-4c45-88d4-cc6722a99747 service neutron] Request body: {'port': {'device_id': 'e07861b5-6772-4c26-99d7-0babdeeba276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:20.686394 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a1a04276-1245-4a16-a969-43e4d152ccb1 None None] Provisioning for port 7ba3eb1e-91f3-4e0b-87b3-4dec8e513943 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:20.691776 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a1a04276-1245-4a16-a969-43e4d152ccb1 None None] Provisioning complete for port 7ba3eb1e-91f3-4e0b-87b3-4dec8e513943 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:20.692376 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a1a04276-1245-4a16-a969-43e4d152ccb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.724601 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5045d-37c8-4b05-8532-a2331f37e8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef40508-aa74-41c2-a1e9-a68bbd4646be,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:20.732717 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cba5045d-37c8-4b05-8532-a2331f37e8a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=39444c51c83f438c9ae89af1ffcd235d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7688758 Jul 15 23:20:20.733277 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34260) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:20.758201 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a1a04276-1245-4a16-a969-43e4d152ccb1 None None] Port 7ba3eb1e-91f3-4e0b-87b3-4dec8e513943 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:20.773818 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4834adca-faae-43da-a4aa-5cc6c9ee6e48 req-c36e8b22-0c1e-4287-9dcb-adea3103d7b9 service neutron] 10.222.0.36 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834323 Jul 15 23:20:20.816865 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386172d-4c0e-4354-bcf9-49646fb5a0d5 req-dd025f43-1b9b-42fe-8718-2333b6d9e942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:20.818792 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0386172d-4c0e-4354-bcf9-49646fb5a0d5 req-dd025f43-1b9b-42fe-8718-2333b6d9e942 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d67594d98b0846cda421a045cad4eec7&device_id=0e674eb7-4655-4fce-af41-0d4d891049ba HTTP/1.1" status: 200 len: 1095 time: 0.0787141 Jul 15 23:20:20.820897 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-0cfc3c4d-3c47-4c45-88d4-cc6722a99747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.841592 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-40b33915-32ef-442f-beda-bda5114d76ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.866134 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-40b33915-32ef-442f-beda-bda5114d76ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.922932 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386172d-4c0e-4354-bcf9-49646fb5a0d5 req-5f9aa6f2-a6e5-4fe4-a7f9-7a6f8327514c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:20.926159 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0386172d-4c0e-4354-bcf9-49646fb5a0d5 req-5f9aa6f2-a6e5-4fe4-a7f9-7a6f8327514c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1 HTTP/1.1" status: 200 len: 913 time: 0.0996003 Jul 15 23:20:20.988105 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0386172d-4c0e-4354-bcf9-49646fb5a0d5 req-b875edc5-46d4-4c96-9b0c-40cb56f1246f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1959fd3a-54c1-4597-ba0b-de54f840d26f HTTP/1.1" status: 200 len: 217 time: 0.0537870 Jul 15 23:20:21.030107 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-40b33915-32ef-442f-beda-bda5114d76ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:21.034033 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-40b33915-32ef-442f-beda-bda5114d76ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:21.035370 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-40b33915-32ef-442f-beda-bda5114d76ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ef40508-aa74-41c2-a1e9-a68bbd4646be HTTP/1.1" status: 204 len: 168 time: 0.3011227 Jul 15 23:20:21.097018 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b33915-32ef-442f-beda-bda5114d76ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef40508-aa74-41c2-a1e9-a68bbd4646be,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:21.143625 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386172d-4c0e-4354-bcf9-49646fb5a0d5 req-03b61d7c-e5a3-4e2d-8907-bcb4193b992d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:21.148269 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0386172d-4c0e-4354-bcf9-49646fb5a0d5 req-03b61d7c-e5a3-4e2d-8907-bcb4193b992d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df5869a3-eef7-428f-8ff3-b6353fcc1aec HTTP/1.1" status: 200 len: 852 time: 0.1536777 Jul 15 23:20:21.194207 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0386172d-4c0e-4354-bcf9-49646fb5a0d5 req-99d95856-2ff0-462b-95b1-38307b0c54fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374792 Jul 15 23:20:21.197818 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:21.326396 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3e639-3e52-40a8-985b-198a0ccf9b61 req-ca53f89d-7c0f-4c19-bb7b-f556bd76ff8e tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:21.328180 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-74b3e639-3e52-40a8-985b-198a0ccf9b61 req-ca53f89d-7c0f-4c19-bb7b-f556bd76ff8e tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 946 time: 0.2069652 Jul 15 23:20:21.336598 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb44ac-37aa-42a0-9e57-8eb322f05931 req-7c1f6641-f69f-4a13-bb7d-d723b33c3d02 tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:21.339223 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1cb44ac-37aa-42a0-9e57-8eb322f05931 req-7c1f6641-f69f-4a13-bb7d-d723b33c3d02 tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e674eb7-4655-4fce-af41-0d4d891049ba HTTP/1.1" status: 200 len: 944 time: 0.1813874 Jul 15 23:20:21.408417 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34272) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:21.436200 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc6cff1b-b75a-436e-89c3-ea44766cae25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:21.463963 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1cb44ac-37aa-42a0-9e57-8eb322f05931 req-e1d37adb-0cc7-4b1f-a500-bcf5d901fb4c tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] 10.222.0.16 "GET /v2.0/security-groups?id=9af34551-b0e4-427e-86f1-a17130162e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176138 Jul 15 23:20:21.474806 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-74b3e639-3e52-40a8-985b-198a0ccf9b61 req-388f922d-484d-4c1b-bf23-aed55f66d59d tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338897 Jul 15 23:20:21.502872 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-0cfc3c4d-3c47-4c45-88d4-cc6722a99747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ba3eb1e-91f3-4e0b-87b3-4dec8e513943 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:21.511923 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-0cfc3c4d-3c47-4c45-88d4-cc6722a99747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:21.527695 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-0cfc3c4d-3c47-4c45-88d4-cc6722a99747 service neutron] Transition to ACTIVE for port object 7ba3eb1e-91f3-4e0b-87b3-4dec8e513943 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:21.536406 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-0cfc3c4d-3c47-4c45-88d4-cc6722a99747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:21.636106 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc3c4d-3c47-4c45-88d4-cc6722a99747 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba3eb1e-91f3-4e0b-87b3-4dec8e513943,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:21.653138 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0386172d-4c0e-4354-bcf9-49646fb5a0d5 req-e035cf8b-cc7f-47d0-931b-1adc337907dc service neutron] 10.222.0.36 "GET /v2.0/networks/f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515786 Jul 15 23:20:21.786200 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0386172d-4c0e-4354-bcf9-49646fb5a0d5 req-bfa5af89-79e3-4f6b-ba7e-cfe0e28744ff service neutron] 10.222.0.36 "GET /v2.0/networks/f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266346 Jul 15 23:20:21.829952 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-0cfc3c4d-3c47-4c45-88d4-cc6722a99747 service neutron] Attempting to bind port 7ba3eb1e-91f3-4e0b-87b3-4dec8e513943 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:21.830292 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-0cfc3c4d-3c47-4c45-88d4-cc6722a99747 service neutron] Attempting to bind port 7ba3eb1e-91f3-4e0b-87b3-4dec8e513943 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:21.830626 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-0cfc3c4d-3c47-4c45-88d4-cc6722a99747 service neutron] Attempting to bind port 7ba3eb1e-91f3-4e0b-87b3-4dec8e513943 on network 735c8477-b658-4066-88fd-8f0a4fc80eba {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:21.842120 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc6cff1b-b75a-436e-89c3-ea44766cae25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:21.851691 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-0cfc3c4d-3c47-4c45-88d4-cc6722a99747 service neutron] Port 7ba3eb1e-91f3-4e0b-87b3-4dec8e513943 on network 735c8477-b658-4066-88fd-8f0a4fc80eba not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:20:21.852027 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-0cfc3c4d-3c47-4c45-88d4-cc6722a99747 service neutron] Attempting to bind port 7ba3eb1e-91f3-4e0b-87b3-4dec8e513943 on network 735c8477-b658-4066-88fd-8f0a4fc80eba {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:21.854422 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc6cff1b-b75a-436e-89c3-ea44766cae25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:21.885483 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-0cfc3c4d-3c47-4c45-88d4-cc6722a99747 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:21.885830 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-0cfc3c4d-3c47-4c45-88d4-cc6722a99747 service neutron] Checking segment: {'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:21.886223 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-0cfc3c4d-3c47-4c45-88d4-cc6722a99747 service neutron] Bound using segment: {'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:21.886755 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-0cfc3c4d-3c47-4c45-88d4-cc6722a99747 service neutron] Bound port: 7ba3eb1e-91f3-4e0b-87b3-4dec8e513943, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:21.887047 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-0cfc3c4d-3c47-4c45-88d4-cc6722a99747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:21.935847 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-cc6cff1b-b75a-436e-89c3-ea44766cae25 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=10a183103a824ebe8df1126087448b48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5229166 Jul 15 23:20:21.940383 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6cff1b-b75a-436e-89c3-ea44766cae25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b038f97f-a2d3-4f98-9398-cb1e7a17168d,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:21.942868 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34278) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:21.983302 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa973e3-d54a-47a4-bb1f-9ed1e785f1d3 req-3c136e19-77fb-48d8-9254-2ab4ed57190d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:21.984717 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1aa973e3-d54a-47a4-bb1f-9ed1e785f1d3 req-3c136e19-77fb-48d8-9254-2ab4ed57190d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 943 time: 0.3142316 Jul 15 23:20:22.021705 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40504625-cb44-49f5-a44c-8bf9d73e6c9a req-180e4fd1-b34d-444c-a932-ea465b10b459 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:22.023425 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-748adf0d-3479-4fbb-8b45-bf6db406b56d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:22.023554 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-40504625-cb44-49f5-a44c-8bf9d73e6c9a req-180e4fd1-b34d-444c-a932-ea465b10b459 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 945 time: 0.2719338 Jul 15 23:20:22.047045 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-748adf0d-3479-4fbb-8b45-bf6db406b56d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:22.062394 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-0cfc3c4d-3c47-4c45-88d4-cc6722a99747 service neutron] For port 7ba3eb1e-91f3-4e0b-87b3-4dec8e513943, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:22.084233 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-0cfc3c4d-3c47-4c45-88d4-cc6722a99747 service neutron] For port 7ba3eb1e-91f3-4e0b-87b3-4dec8e513943, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=7ba3eb1e-91f3-4e0b-87b3-4dec8e513943,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:22.095283 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1aa973e3-d54a-47a4-bb1f-9ed1e785f1d3 req-8427ad69-bf7b-4a20-8f15-1c257374428b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981431 Jul 15 23:20:22.098954 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-0cfc3c4d-3c47-4c45-88d4-cc6722a99747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:22.108713 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-40504625-cb44-49f5-a44c-8bf9d73e6c9a req-9d4cc978-e02d-4d51-a5d0-f719eb9df511 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760353 Jul 15 23:20:22.121342 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-748adf0d-3479-4fbb-8b45-bf6db406b56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:22.125615 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-748adf0d-3479-4fbb-8b45-bf6db406b56d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:22.130029 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-748adf0d-3479-4fbb-8b45-bf6db406b56d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b038f97f-a2d3-4f98-9398-cb1e7a17168d HTTP/1.1" status: 204 len: 168 time: 0.1782327 Jul 15 23:20:22.158163 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748adf0d-3479-4fbb-8b45-bf6db406b56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b038f97f-a2d3-4f98-9398-cb1e7a17168d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:22.158301 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-0cfc3c4d-3c47-4c45-88d4-cc6722a99747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:22.158941 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-0cfc3c4d-3c47-4c45-88d4-cc6722a99747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:22.165264 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-0cfc3c4d-3c47-4c45-88d4-cc6722a99747 service neutron] 10.222.0.43 "PUT /v2.0/ports/7ba3eb1e-91f3-4e0b-87b3-4dec8e513943 HTTP/1.1" status: 200 len: 1091 time: 1.5037086 Jul 15 23:20:22.171626 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e07861b5-6772-4c26-99d7-0babdeeba276', 'tag': '7ba3eb1e-91f3-4e0b-87b3-4dec8e513943'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:22.173963 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c591f8-710e-4a63-9e52-0bffca03c491" -d '{"events": [{"name": "network-changed", "server_uuid": "e07861b5-6772-4c26-99d7-0babdeeba276", "tag": "7ba3eb1e-91f3-4e0b-87b3-4dec8e513943"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:22.292000 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be95ebf-fbcc-47e0-b44c-20d14832f78c x-openstack-request-id: req-6be95ebf-fbcc-47e0-b44c-20d14832f78c {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:22.292394 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e07861b5-6772-4c26-99d7-0babdeeba276", "tag": "7ba3eb1e-91f3-4e0b-87b3-4dec8e513943", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:22.292830 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6be95ebf-fbcc-47e0-b44c-20d14832f78c {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:22.293338 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e07861b5-6772-4c26-99d7-0babdeeba276', 'tag': '7ba3eb1e-91f3-4e0b-87b3-4dec8e513943', 'status': 'completed', 'code': 200} Jul 15 23:20:22.313208 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc3c4d-3c47-4c45-88d4-cc6722a99747 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba3eb1e-91f3-4e0b-87b3-4dec8e513943,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:22.384340 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-07843abb-026e-4d88-be7e-8a56e53160db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:22.388679 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-07843abb-026e-4d88-be7e-8a56e53160db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c476bc9e2fe48f188b2500546342e72&device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 1094 time: 0.1663148 Jul 15 23:20:22.411185 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567df627-35fd-41b5-9424-abb41d4f7baf req-6661424a-5bfa-4cb0-a8cb-38976f953868 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:22.412983 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-567df627-35fd-41b5-9424-abb41d4f7baf req-6661424a-5bfa-4cb0-a8cb-38976f953868 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 946 time: 0.1185515 Jul 15 23:20:22.446064 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-d64a93f5-e037-4fd0-afd3-ff4260d74456 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ba3eb1e-91f3-4e0b-87b3-4dec8e513943 HTTP/1.1" status: 200 len: 217 time: 0.0513723 Jul 15 23:20:22.539403 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-567df627-35fd-41b5-9424-abb41d4f7baf req-c131af98-044f-4906-849a-8da961fb3f47 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961201 Jul 15 23:20:22.556986 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-d0847732-2a47-4646-a449-a65e1b35ed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:22.558502 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-d0847732-2a47-4646-a449-a65e1b35ed10 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=54f0c398-786c-4bb4-9c0d-f6b9e6012b3b HTTP/1.1" status: 200 len: 850 time: 0.1030192 Jul 15 23:20:22.693110 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-21cb0c04-e004-4e26-8871-d54dc5a17ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:22.698211 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-21cb0c04-e004-4e26-8871-d54dc5a17ff7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=735c8477-b658-4066-88fd-8f0a4fc80eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1251228 Jul 15 23:20:22.816271 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db043b91-6760-46cd-8a48-bb12de32b41c req-14813c06-cde3-4891-b58e-bbf637747a0a tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:22.826871 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-db043b91-6760-46cd-8a48-bb12de32b41c req-14813c06-cde3-4891-b58e-bbf637747a0a tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e674eb7-4655-4fce-af41-0d4d891049ba HTTP/1.1" status: 200 len: 944 time: 0.1900628 Jul 15 23:20:22.901437 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-db043b91-6760-46cd-8a48-bb12de32b41c req-81b9bcd2-accc-4334-8fb2-6395d261d50c tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] 10.222.0.16 "GET /v2.0/security-groups?id=9af34551-b0e4-427e-86f1-a17130162e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737026 Jul 15 23:20:22.905097 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-edb998d6-61b9-4ef3-9800-7c99db02e5cc service neutron] 10.222.0.43 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002573 Jul 15 23:20:22.917152 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424c2a9-fe55-4071-90b5-0ad7a8169fa0 req-b8f6f065-64e4-46d7-9c24-d38199de207b tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:22.928593 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6424c2a9-fe55-4071-90b5-0ad7a8169fa0 req-b8f6f065-64e4-46d7-9c24-d38199de207b tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 946 time: 0.1854331 Jul 15 23:20:23.008258 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6424c2a9-fe55-4071-90b5-0ad7a8169fa0 req-8acee411-205c-426a-aa8e-aeb1483ed000 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820198 Jul 15 23:20:23.078461 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83fb401a-e9f4-41f6-b7e6-c99fe33eec9a req-33e45810-7042-41b6-88be-8f625f7c51ee service neutron] 10.222.0.43 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576588 Jul 15 23:20:23.326708 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c591f8-710e-4a63-9e52-0bffca03c491 req-d998c0ec-231c-4bc1-a793-3cca9890e894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:23.328897 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-87c591f8-710e-4a63-9e52-0bffca03c491 req-d998c0ec-231c-4bc1-a793-3cca9890e894 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c476bc9e2fe48f188b2500546342e72&device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 1094 time: 0.1687140 Jul 15 23:20:23.385883 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eff95e-b9d2-43d2-8886-7bc186f9afbd req-7c8d09a9-f43c-4153-ac21-d0e6d5e81f86 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:23.387327 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14eff95e-b9d2-43d2-8886-7bc186f9afbd req-7c8d09a9-f43c-4153-ac21-d0e6d5e81f86 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 946 time: 0.1828425 Jul 15 23:20:23.490996 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14eff95e-b9d2-43d2-8886-7bc186f9afbd req-d54218ce-ecef-4d77-86c9-5ad4867f0e02 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938182 Jul 15 23:20:23.512483 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b8696-16bd-481c-b222-683976f28fb0 req-1506aacc-6565-4dca-afb5-9ec4bf13b2ed tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:23.514099 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-247b8696-16bd-481c-b222-683976f28fb0 req-1506aacc-6565-4dca-afb5-9ec4bf13b2ed tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 943 time: 0.2055519 Jul 15 23:20:23.519725 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c591f8-710e-4a63-9e52-0bffca03c491 req-834645e2-ebda-4fcf-8ff2-9be7df643e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:23.521235 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-87c591f8-710e-4a63-9e52-0bffca03c491 req-834645e2-ebda-4fcf-8ff2-9be7df643e41 service neutron] 10.222.0.43 "GET /v2.0/networks?id=735c8477-b658-4066-88fd-8f0a4fc80eba HTTP/1.1" status: 200 len: 912 time: 0.1706288 Jul 15 23:20:23.572866 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-87c591f8-710e-4a63-9e52-0bffca03c491 req-5164019a-b4f4-493d-b7e2-964e27e79acb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ba3eb1e-91f3-4e0b-87b3-4dec8e513943 HTTP/1.1" status: 200 len: 217 time: 0.0430338 Jul 15 23:20:23.626729 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-247b8696-16bd-481c-b222-683976f28fb0 req-0dd7cfe2-3210-4eb7-a3e9-4e4068e8cff4 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040804 Jul 15 23:20:23.651651 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 1959fd3a-54c1-4597-ba0b-de54f840d26f details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:20:23.654531 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c591f8-710e-4a63-9e52-0bffca03c491 req-0b5b76c6-12ce-4aa6-9683-4d6e74cca63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:23.655949 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-87c591f8-710e-4a63-9e52-0bffca03c491 req-0b5b76c6-12ce-4aa6-9683-4d6e74cca63c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=54f0c398-786c-4bb4-9c0d-f6b9e6012b3b HTTP/1.1" status: 200 len: 850 time: 0.0761857 Jul 15 23:20:23.816287 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 1959fd3a-54c1-4597-ba0b-de54f840d26f, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=1959fd3a-54c1-4597-ba0b-de54f840d26f,segment=NetworkSegment(623b751a-0fbe-4625-8fd2-eccec254eff0),segment_id=623b751a-0fbe-4625-8fd2-eccec254eff0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:23.852295 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a4545-5d9f-4f00-902c-b0f45d609428 req-b29f8ab0-9bf4-4cc7-af87-52a8edc5d4fd tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:23.854370 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e64a4545-5d9f-4f00-902c-b0f45d609428 req-b29f8ab0-9bf4-4cc7-af87-52a8edc5d4fd tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 945 time: 0.1294675 Jul 15 23:20:23.857279 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '1959fd3a-54c1-4597-ba0b-de54f840d26f', 'network_id': 'f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1', 'port_id': '1959fd3a-54c1-4597-ba0b-de54f840d26f', 'mac_address': 'fa:16:3e:ae:70:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5869a3-eef7-428f-8ff3-b6353fcc1aec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:20:23.879265 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c591f8-710e-4a63-9e52-0bffca03c491 req-78b6389d-3c48-4c9a-b5b8-df887a53260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:23.881411 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-87c591f8-710e-4a63-9e52-0bffca03c491 req-78b6389d-3c48-4c9a-b5b8-df887a53260f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=735c8477-b658-4066-88fd-8f0a4fc80eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2187948 Jul 15 23:20:23.941129 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:23.969125 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1959fd3a-54c1-4597-ba0b-de54f840d26f {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:24.007594 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 1959fd3a-54c1-4597-ba0b-de54f840d26f, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=1959fd3a-54c1-4597-ba0b-de54f840d26f,segment=NetworkSegment(623b751a-0fbe-4625-8fd2-eccec254eff0),segment_id=623b751a-0fbe-4625-8fd2-eccec254eff0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:24.016542 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.108487 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e64a4545-5d9f-4f00-902c-b0f45d609428 req-2982f811-9c4b-4cc9-b2f4-d5fe9c35214e tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2466187 Jul 15 23:20:24.110390 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-87c591f8-710e-4a63-9e52-0bffca03c491 req-671b9b8c-2ee1-495e-8e72-a580971c566f service neutron] 10.222.0.43 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174773 Jul 15 23:20:24.118103 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.124304 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=1959fd3a-54c1-4597-ba0b-de54f840d26f,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:24.202591 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056a447-d03a-40c2-88ca-d32dbd85bcb2 req-1f2f5b03-eb52-401b-b4fb-1eed557cff32 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:24.204255 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4056a447-d03a-40c2-88ca-d32dbd85bcb2 req-1f2f5b03-eb52-401b-b4fb-1eed557cff32 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 946 time: 0.2678514 Jul 15 23:20:24.341599 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['1959fd3a-54c1-4597-ba0b-de54f840d26f'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:20:24.350190 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-87c591f8-710e-4a63-9e52-0bffca03c491 req-d5ac8ffc-7c52-4b44-a078-606db1b413c0 service neutron] 10.222.0.43 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274976 Jul 15 23:20:24.363025 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4056a447-d03a-40c2-88ca-d32dbd85bcb2 req-041e8d85-10d3-4803-a1af-30aedcd3c068 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959733 Jul 15 23:20:24.408200 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b779f-ed68-4d6f-a4f3-c82c3a7463b0 req-6ead7557-f884-415f-922d-4c9b7fd8a559 tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:24.410217 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f05b779f-ed68-4d6f-a4f3-c82c3a7463b0 req-6ead7557-f884-415f-922d-4c9b7fd8a559 tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e674eb7-4655-4fce-af41-0d4d891049ba HTTP/1.1" status: 200 len: 945 time: 0.1200430 Jul 15 23:20:24.483796 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f05b779f-ed68-4d6f-a4f3-c82c3a7463b0 req-a2ebf264-1bc0-423e-94ab-6bd8b8fb43b4 tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] 10.222.0.16 "GET /v2.0/security-groups?id=9af34551-b0e4-427e-86f1-a17130162e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639791 Jul 15 23:20:24.674193 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708f708-2d71-4002-9dcf-a54061fad0bc req-ddc3f460-e10d-4858-952d-e8f7fec366b5 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:24.676595 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b708f708-2d71-4002-9dcf-a54061fad0bc req-ddc3f460-e10d-4858-952d-e8f7fec366b5 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 946 time: 0.1172304 Jul 15 23:20:24.757694 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b708f708-2d71-4002-9dcf-a54061fad0bc req-e9f0ef09-692c-4cb8-b341-e80f6db47f16 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742931 Jul 15 23:20:24.892630 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc7514-7b62-4cfd-a1b7-53b414d6d025 req-f4aa8f41-62ba-4889-9596-0047cb8baedf tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:24.894284 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-28bc7514-7b62-4cfd-a1b7-53b414d6d025 req-f4aa8f41-62ba-4889-9596-0047cb8baedf tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 943 time: 0.1014633 Jul 15 23:20:24.988736 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-28bc7514-7b62-4cfd-a1b7-53b414d6d025 req-e53d9618-9568-408e-a33e-e3b7d3aa2b88 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843301 Jul 15 23:20:25.020873 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc929f19-6135-40b7-bdb3-35768ab6f2a8 req-8e603d00-6248-4e6a-9991-c1a06e7172f6 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:25.022698 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc929f19-6135-40b7-bdb3-35768ab6f2a8 req-8e603d00-6248-4e6a-9991-c1a06e7172f6 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 946 time: 0.1009102 Jul 15 23:20:25.068738 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc929f19-6135-40b7-bdb3-35768ab6f2a8 req-e7ad5014-a39b-429f-b987-4e62aeec3f34 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390115 Jul 15 23:20:25.352176 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b27d83-60fa-4c13-bc65-e213bbceda5d req-42b8d09f-18fc-4f14-8e03-df511cbec073 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:25.353826 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-76b27d83-60fa-4c13-bc65-e213bbceda5d req-42b8d09f-18fc-4f14-8e03-df511cbec073 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 946 time: 0.1240711 Jul 15 23:20:25.417710 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-76b27d83-60fa-4c13-bc65-e213bbceda5d req-86567ac4-5703-498f-863b-dc5e91a89355 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535192 Jul 15 23:20:25.428371 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d854b-33b6-4b9b-9e24-912d3997d8e6 req-21386c3e-5c1c-49de-a1b0-6fbf6efdfcb8 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:25.430332 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e27d854b-33b6-4b9b-9e24-912d3997d8e6 req-21386c3e-5c1c-49de-a1b0-6fbf6efdfcb8 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 945 time: 0.1485720 Jul 15 23:20:25.516055 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e27d854b-33b6-4b9b-9e24-912d3997d8e6 req-b80a0f65-784a-4e5a-bd5d-024f7e138d17 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734241 Jul 15 23:20:25.669342 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 1959fd3a-54c1-4597-ba0b-de54f840d26f up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:25.746983 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 1959fd3a-54c1-4597-ba0b-de54f840d26f completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:25.749250 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b78994-e7db-45b2-b2b3-3cd4bec2eeca req-a44e994d-f453-4726-bd44-c85ecc6f2dc9 tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:25.754712 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 1959fd3a-54c1-4597-ba0b-de54f840d26f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:25.755178 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.757073 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-25b78994-e7db-45b2-b2b3-3cd4bec2eeca req-a44e994d-f453-4726-bd44-c85ecc6f2dc9 tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e674eb7-4655-4fce-af41-0d4d891049ba HTTP/1.1" status: 200 len: 945 time: 0.0971901 Jul 15 23:20:25.814685 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-25b78994-e7db-45b2-b2b3-3cd4bec2eeca req-281d451a-fd02-488b-8879-e13e683e8f42 tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] 10.222.0.16 "GET /v2.0/security-groups?id=9af34551-b0e4-427e-86f1-a17130162e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521421 Jul 15 23:20:25.880205 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.933318 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ad651-7646-4a0d-b59e-59d5e3f42054 req-34f754d3-fdbe-4576-a3f9-2306772cc248 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:25.939854 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e674eb7-4655-4fce-af41-0d4d891049ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1959fd3a-54c1-4597-ba0b-de54f840d26f'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:25.942008 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-023ad651-7646-4a0d-b59e-59d5e3f42054 req-34f754d3-fdbe-4576-a3f9-2306772cc248 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 946 time: 0.0940821 Jul 15 23:20:25.942424 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d96d89-264e-40d7-908c-2b783b0bd354" -d '{"events": [{"server_uuid": "0e674eb7-4655-4fce-af41-0d4d891049ba", "name": "network-vif-plugged", "status": "completed", "tag": "1959fd3a-54c1-4597-ba0b-de54f840d26f"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:25.972536 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 1959fd3a-54c1-4597-ba0b-de54f840d26f, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=1959fd3a-54c1-4597-ba0b-de54f840d26f,segment=NetworkSegment(623b751a-0fbe-4625-8fd2-eccec254eff0),segment_id=623b751a-0fbe-4625-8fd2-eccec254eff0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:25.990342 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.037636 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-023ad651-7646-4a0d-b59e-59d5e3f42054 req-5c518822-b255-4be6-8fe1-015017813b89 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946746 Jul 15 23:20:26.050734 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22514b47-2ed7-4bbf-91ae-5ceb80f67e42 x-openstack-request-id: req-22514b47-2ed7-4bbf-91ae-5ceb80f67e42 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:26.051231 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e674eb7-4655-4fce-af41-0d4d891049ba", "name": "network-vif-plugged", "status": "completed", "tag": "1959fd3a-54c1-4597-ba0b-de54f840d26f", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:26.051810 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-22514b47-2ed7-4bbf-91ae-5ceb80f67e42 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:26.052948 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e674eb7-4655-4fce-af41-0d4d891049ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1959fd3a-54c1-4597-ba0b-de54f840d26f', 'code': 200} Jul 15 23:20:26.100212 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=1959fd3a-54c1-4597-ba0b-de54f840d26f,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:26.237900 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae999aed-0bf1-4d54-a939-894d9222e89d req-e00c7e93-be10-4b97-93ba-faaf91de6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:26.240081 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ae999aed-0bf1-4d54-a939-894d9222e89d req-e00c7e93-be10-4b97-93ba-faaf91de6072 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0e674eb7-4655-4fce-af41-0d4d891049ba HTTP/1.1" status: 200 len: 1097 time: 0.1085763 Jul 15 23:20:26.284324 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ae999aed-0bf1-4d54-a939-894d9222e89d req-566b5bdc-0921-4142-b756-213dad9f5bd2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9af34551-b0e4-427e-86f1-a17130162e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367498 Jul 15 23:20:26.336685 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883b051-c301-4cd9-bfd8-4293f080232e req-c8e92806-e04e-456e-a576-a48bb6237eeb tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:26.338255 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7883b051-c301-4cd9-bfd8-4293f080232e req-c8e92806-e04e-456e-a576-a48bb6237eeb tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 943 time: 0.1353843 Jul 15 23:20:26.360952 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262c705-a901-4537-8653-dd7c64cd383b req-2384018f-bf7f-42fe-b669-cc5272d78ce8 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:26.362423 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d262c705-a901-4537-8653-dd7c64cd383b req-2384018f-bf7f-42fe-b669-cc5272d78ce8 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 946 time: 0.1223149 Jul 15 23:20:26.419734 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7883b051-c301-4cd9-bfd8-4293f080232e req-600caed7-18cf-4c04-b6c2-21b5e5a34633 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552480 Jul 15 23:20:26.453416 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d262c705-a901-4537-8653-dd7c64cd383b req-cc49db4e-816e-4237-bb5e-b9a40306c594 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729227 Jul 15 23:20:26.720276 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c3611-1c14-4b1d-8dbc-af4bf2a5761e req-3efe4ef2-100e-48c6-8b46-1abe75612f44 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:26.722163 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3c7c3611-1c14-4b1d-8dbc-af4bf2a5761e req-3efe4ef2-100e-48c6-8b46-1abe75612f44 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 946 time: 0.1277032 Jul 15 23:20:26.745207 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01163779-3ae6-4f2e-baf5-0308a9d2b455 req-f5531abf-4338-4b18-a9d2-994ab0d2f8c7 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:26.751842 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-01163779-3ae6-4f2e-baf5-0308a9d2b455 req-f5531abf-4338-4b18-a9d2-994ab0d2f8c7 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 945 time: 0.1177583 Jul 15 23:20:26.806713 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3c7c3611-1c14-4b1d-8dbc-af4bf2a5761e req-3902e836-b126-4e6d-9600-ff6d1a8e78af tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777082 Jul 15 23:20:26.815269 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-01163779-3ae6-4f2e-baf5-0308a9d2b455 req-dd26860d-2dff-40f0-8172-dcda37ccdd52 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624552 Jul 15 23:20:27.098942 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c2199-34eb-4ff9-aa9b-49a6dbdd6ec5 req-2a8ff068-0ea2-4046-bb34-d4ddc0c917ac tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:27.100453 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ed0c2199-34eb-4ff9-aa9b-49a6dbdd6ec5 req-2a8ff068-0ea2-4046-bb34-d4ddc0c917ac tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e674eb7-4655-4fce-af41-0d4d891049ba HTTP/1.1" status: 200 len: 946 time: 0.1251833 Jul 15 23:20:27.108814 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ea14a-db85-462e-9fdd-323215dc0b51 req-92e4ae1e-d579-4c7a-a854-73ddc5e84b03 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:27.110231 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8d6ea14a-db85-462e-9fdd-323215dc0b51 req-92e4ae1e-d579-4c7a-a854-73ddc5e84b03 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 946 time: 0.1259522 Jul 15 23:20:27.176245 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8d6ea14a-db85-462e-9fdd-323215dc0b51 req-6b391d92-09df-4352-93f0-4a53071a4ee7 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591121 Jul 15 23:20:27.184822 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ed0c2199-34eb-4ff9-aa9b-49a6dbdd6ec5 req-74a0d3b3-1ab3-4c99-bcc4-082b78f345f8 tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] 10.222.0.16 "GET /v2.0/security-groups?id=9af34551-b0e4-427e-86f1-a17130162e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736020 Jul 15 23:20:27.382354 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49c21c-2994-452f-ae98-e2ab69f06945 req-fd9aac3d-9c06-497f-84af-c89a9bf38e87 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:27.383901 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b49c21c-2994-452f-ae98-e2ab69f06945 req-fd9aac3d-9c06-497f-84af-c89a9bf38e87 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 946 time: 0.0708082 Jul 15 23:20:27.444686 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b49c21c-2994-452f-ae98-e2ab69f06945 req-7af7290a-0920-4283-bda5-e45d7a62e53b tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481865 Jul 15 23:20:27.705915 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc86eb-1273-48a2-afbe-c32ffdc6c891 req-53d8ff36-82be-43c5-973e-aa81f0307189 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:27.707426 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27cc86eb-1273-48a2-afbe-c32ffdc6c891 req-53d8ff36-82be-43c5-973e-aa81f0307189 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 946 time: 0.1087282 Jul 15 23:20:27.719328 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f5a60-1d90-40b0-b045-f1dea69532ee req-9dcd48ca-8dda-4de0-a0c9-f1d7a4bb9ee6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:27.720914 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-172f5a60-1d90-40b0-b045-f1dea69532ee req-9dcd48ca-8dda-4de0-a0c9-f1d7a4bb9ee6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 943 time: 0.0916355 Jul 15 23:20:27.784265 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-172f5a60-1d90-40b0-b045-f1dea69532ee req-f0235964-61c2-411e-9ee5-714ce909a572 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558753 Jul 15 23:20:27.789088 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27cc86eb-1273-48a2-afbe-c32ffdc6c891 req-18e7ea2c-84d3-4e6f-a876-a93081057a15 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672920 Jul 15 23:20:28.047847 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed9797-ea5e-4af4-89a7-d21e4730308b req-fb4f8473-b3f6-401b-9129-d9a5fe56ef5a tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:28.049249 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-49ed9797-ea5e-4af4-89a7-d21e4730308b req-fb4f8473-b3f6-401b-9129-d9a5fe56ef5a tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 946 time: 0.1128659 Jul 15 23:20:28.063524 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed355a2-1d71-4307-9369-d69341708f8a req-3b71d72a-1dfa-47a5-ae7e-494eff76ea1b tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:28.065143 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0ed355a2-1d71-4307-9369-d69341708f8a req-3b71d72a-1dfa-47a5-ae7e-494eff76ea1b tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 945 time: 0.0942338 Jul 15 23:20:28.121980 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-49ed9797-ea5e-4af4-89a7-d21e4730308b req-ee6aca58-5c63-46b0-bb50-2fd290246872 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558288 Jul 15 23:20:28.130048 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0ed355a2-1d71-4307-9369-d69341708f8a req-cae37498-1b39-431c-81ca-79cd1766b8e2 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579393 Jul 15 23:20:28.875209 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc1da5-691b-4406-95c6-98d2eb3f7d8d req-0ff73fbd-2ef3-4ebf-b97d-9ce6d8c09d11 tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:28.882672 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1ecc1da5-691b-4406-95c6-98d2eb3f7d8d req-0ff73fbd-2ef3-4ebf-b97d-9ce6d8c09d11 tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e674eb7-4655-4fce-af41-0d4d891049ba HTTP/1.1" status: 200 len: 946 time: 0.5166550 Jul 15 23:20:28.958900 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1ecc1da5-691b-4406-95c6-98d2eb3f7d8d req-63a37e7f-2a52-41ac-8dd0-f4e3b40f28c8 tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] 10.222.0.16 "GET /v2.0/security-groups?id=9af34551-b0e4-427e-86f1-a17130162e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751765 Jul 15 23:20:29.120102 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad180a7-6de3-48eb-95d9-3ba76b3583f4 req-5efd3f8a-b10a-480e-8fcf-fae2d29aa3ea tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:29.126038 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cad180a7-6de3-48eb-95d9-3ba76b3583f4 req-5efd3f8a-b10a-480e-8fcf-fae2d29aa3ea tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 943 time: 0.1877699 Jul 15 23:20:29.183975 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cad180a7-6de3-48eb-95d9-3ba76b3583f4 req-d23ac44f-8da9-4cc3-9e67-23884b8bb660 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570450 Jul 15 23:20:29.458659 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a375ef-ecbc-424c-94da-520ff18a6ed6 req-dadc8c89-7b39-45cf-99bd-d88281b46f32 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:29.466407 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-24a375ef-ecbc-424c-94da-520ff18a6ed6 req-dadc8c89-7b39-45cf-99bd-d88281b46f32 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 945 time: 0.1301730 Jul 15 23:20:29.514309 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-24a375ef-ecbc-424c-94da-520ff18a6ed6 req-0111682c-4f85-43ae-befe-3e2b4577dbce tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467753 Jul 15 23:20:29.923825 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc404f5-7efe-431e-9fa1-b4cd01dafe0f req-53f3f19f-021d-4582-a186-bc6e9a45f8da tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:29.932647 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8bc404f5-7efe-431e-9fa1-b4cd01dafe0f req-53f3f19f-021d-4582-a186-bc6e9a45f8da tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e674eb7-4655-4fce-af41-0d4d891049ba HTTP/1.1" status: 200 len: 946 time: 0.0876310 Jul 15 23:20:30.015921 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8bc404f5-7efe-431e-9fa1-b4cd01dafe0f req-79d927b5-1216-4aa2-9646-33766c7adf39 tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] 10.222.0.16 "GET /v2.0/security-groups?id=9af34551-b0e4-427e-86f1-a17130162e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816703 Jul 15 23:20:30.094972 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8ce67-257a-47fb-a90d-f9dbac73b40e req-c9bacaa1-057b-46f5-8f76-0203c4351813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:30.096736 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9f8ce67-257a-47fb-a90d-f9dbac73b40e req-c9bacaa1-057b-46f5-8f76-0203c4351813 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eac3f2ff013743899b77a7275e534874&device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 1096 time: 0.1234448 Jul 15 23:20:30.104404 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a7be0-fb1f-4ed6-b096-345738389c5a req-7ad82d6d-d364-4cac-8d4a-29e1c08298fd tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:30.105807 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b27a7be0-fb1f-4ed6-b096-345738389c5a req-7ad82d6d-d364-4cac-8d4a-29e1c08298fd tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 945 time: 0.1018054 Jul 15 23:20:30.202976 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b27a7be0-fb1f-4ed6-b096-345738389c5a req-0a326d81-7489-4ef9-a5d5-b45889e65072 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872216 Jul 15 23:20:30.233940 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8ce67-257a-47fb-a90d-f9dbac73b40e req-330a7324-ebe1-43c8-b8bf-872220ecc77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:30.235638 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9f8ce67-257a-47fb-a90d-f9dbac73b40e req-330a7324-ebe1-43c8-b8bf-872220ecc77d service neutron] 10.222.0.43 "GET /v2.0/networks?id=763f1de9-52c7-44d6-a7b0-fd7c446c4363 HTTP/1.1" status: 200 len: 911 time: 0.1289299 Jul 15 23:20:30.307354 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9f8ce67-257a-47fb-a90d-f9dbac73b40e req-614f2dcb-42ff-46a5-a29d-765bc7d75346 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9 HTTP/1.1" status: 200 len: 1000 time: 0.0640056 Jul 15 23:20:30.397701 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8ce67-257a-47fb-a90d-f9dbac73b40e req-776605b5-56dc-4c37-9d11-e99addba5870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:30.399436 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9f8ce67-257a-47fb-a90d-f9dbac73b40e req-776605b5-56dc-4c37-9d11-e99addba5870 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=78ea2555-c9cc-49c5-b9ef-7f12652d8d72 HTTP/1.1" status: 200 len: 849 time: 0.0850255 Jul 15 23:20:30.459199 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be266c83-cef1-4a70-bd93-f1b6efe1c5d3 req-d1fb2500-b231-4b5f-8381-da7fbccfba1f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:30.460732 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-be266c83-cef1-4a70-bd93-f1b6efe1c5d3 req-d1fb2500-b231-4b5f-8381-da7fbccfba1f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 943 time: 0.1436310 Jul 15 23:20:30.533243 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-be266c83-cef1-4a70-bd93-f1b6efe1c5d3 req-2d8a87e7-4064-4a76-a3cc-f412937f36d3 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645554 Jul 15 23:20:30.542761 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8ce67-257a-47fb-a90d-f9dbac73b40e req-bac45a5d-4255-4153-9228-ccf4f520b022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:30.544254 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9f8ce67-257a-47fb-a90d-f9dbac73b40e req-bac45a5d-4255-4153-9228-ccf4f520b022 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=763f1de9-52c7-44d6-a7b0-fd7c446c4363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1364574 Jul 15 23:20:30.683079 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9f8ce67-257a-47fb-a90d-f9dbac73b40e req-e695212b-a670-4dff-b389-57819126cb1e service neutron] 10.222.0.43 "GET /v2.0/networks/763f1de9-52c7-44d6-a7b0-fd7c446c4363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293113 Jul 15 23:20:30.803881 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9f8ce67-257a-47fb-a90d-f9dbac73b40e req-d0256bdd-7c2c-4875-94e0-d36b00365303 service neutron] 10.222.0.43 "GET /v2.0/networks/763f1de9-52c7-44d6-a7b0-fd7c446c4363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129320 Jul 15 23:20:31.216040 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af62141-85aa-4437-9288-977687fb1be8 req-a6a6172c-4f0c-4214-9cf2-7c6bf5b1c1b2 tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:31.218347 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2af62141-85aa-4437-9288-977687fb1be8 req-a6a6172c-4f0c-4214-9cf2-7c6bf5b1c1b2 tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e674eb7-4655-4fce-af41-0d4d891049ba HTTP/1.1" status: 200 len: 946 time: 0.0725760 Jul 15 23:20:31.274504 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2af62141-85aa-4437-9288-977687fb1be8 req-38b21978-7bfd-474a-96f0-cb4a20cdba2a tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] 10.222.0.16 "GET /v2.0/security-groups?id=9af34551-b0e4-427e-86f1-a17130162e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487549 Jul 15 23:20:31.374288 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df031d4-e1e2-432c-8d95-6ddec825de11 req-03ff9394-932b-4d07-aac2-7c88d3ca33e4 tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:31.376798 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6df031d4-e1e2-432c-8d95-6ddec825de11 req-03ff9394-932b-4d07-aac2-7c88d3ca33e4 tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e674eb7-4655-4fce-af41-0d4d891049ba HTTP/1.1" status: 200 len: 946 time: 0.1026452 Jul 15 23:20:31.461185 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7a15f-076c-4f15-85d0-f9d6ab9e0343 req-0859fea3-0988-4e13-b20d-34129db66694 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:31.463723 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-acd7a15f-076c-4f15-85d0-f9d6ab9e0343 req-0859fea3-0988-4e13-b20d-34129db66694 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 945 time: 0.0984824 Jul 15 23:20:31.495891 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-6df031d4-e1e2-432c-8d95-6ddec825de11 req-6823eba9-8d29-4443-a051-63596ae5fb7b tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] Deleting port 1959fd3a-54c1-4597-ba0b-de54f840d26f {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:31.496237 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6df031d4-e1e2-432c-8d95-6ddec825de11 req-6823eba9-8d29-4443-a051-63596ae5fb7b tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.534359 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-acd7a15f-076c-4f15-85d0-f9d6ab9e0343 req-97f4379d-4722-421b-8108-c05b17f8b184 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631495 Jul 15 23:20:31.597860 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-6df031d4-e1e2-432c-8d95-6ddec825de11 req-6823eba9-8d29-4443-a051-63596ae5fb7b tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] For port 1959fd3a-54c1-4597-ba0b-de54f840d26f, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=1959fd3a-54c1-4597-ba0b-de54f840d26f,segment=NetworkSegment(623b751a-0fbe-4625-8fd2-eccec254eff0),segment_id=623b751a-0fbe-4625-8fd2-eccec254eff0)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:31.597860 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6df031d4-e1e2-432c-8d95-6ddec825de11 req-6823eba9-8d29-4443-a051-63596ae5fb7b tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.648738 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-6df031d4-e1e2-432c-8d95-6ddec825de11 req-6823eba9-8d29-4443-a051-63596ae5fb7b tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] Calling delete_port for 1959fd3a-54c1-4597-ba0b-de54f840d26f owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:31.773114 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deddd56-a26f-4358-9b3e-10a97cd956a3 req-15fb6f27-18ec-4f83-97d2-b811d08cd755 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:31.775110 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0deddd56-a26f-4358-9b3e-10a97cd956a3 req-15fb6f27-18ec-4f83-97d2-b811d08cd755 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 943 time: 0.0816462 Jul 15 23:20:31.810949 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6df031d4-e1e2-432c-8d95-6ddec825de11 req-6823eba9-8d29-4443-a051-63596ae5fb7b tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.820836 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0deddd56-a26f-4358-9b3e-10a97cd956a3 req-24c11dd3-2061-446d-8736-96a8ec5540e6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382624 Jul 15 23:20:31.845841 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['1959fd3a-54c1-4597-ba0b-de54f840d26f'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:20:31.857011 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823eba9-8d29-4443-a051-63596ae5fb7b tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] Pushing event deleted for resources: {'Port': ['ID=1959fd3a-54c1-4597-ba0b-de54f840d26f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:31.909416 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df031d4-e1e2-432c-8d95-6ddec825de11 req-6823eba9-8d29-4443-a051-63596ae5fb7b tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] No DVR routers for this DVR port 1959fd3a-54c1-4597-ba0b-de54f840d26f on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:20:31.911876 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6df031d4-e1e2-432c-8d95-6ddec825de11 req-6823eba9-8d29-4443-a051-63596ae5fb7b tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.914038 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6df031d4-e1e2-432c-8d95-6ddec825de11 req-6823eba9-8d29-4443-a051-63596ae5fb7b tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] 10.222.0.36 "DELETE /v2.0/ports/1959fd3a-54c1-4597-ba0b-de54f840d26f HTTP/1.1" status: 204 len: 173 time: 0.5312946 Jul 15 23:20:31.914476 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e674eb7-4655-4fce-af41-0d4d891049ba', 'name': 'network-vif-deleted', 'tag': '1959fd3a-54c1-4597-ba0b-de54f840d26f'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:31.916739 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2570b950-8062-4d16-8d7b-1c9b8fca7a0d" -d '{"events": [{"server_uuid": "0e674eb7-4655-4fce-af41-0d4d891049ba", "name": "network-vif-deleted", "tag": "1959fd3a-54c1-4597-ba0b-de54f840d26f"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:31.973034 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fb3321-5651-446a-a2e5-0eda68bc9d1d x-openstack-request-id: req-b3fb3321-5651-446a-a2e5-0eda68bc9d1d {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:31.973330 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e674eb7-4655-4fce-af41-0d4d891049ba", "name": "network-vif-deleted", "tag": "1959fd3a-54c1-4597-ba0b-de54f840d26f", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:31.973636 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3fb3321-5651-446a-a2e5-0eda68bc9d1d {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:31.974080 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e674eb7-4655-4fce-af41-0d4d891049ba', 'name': 'network-vif-deleted', 'tag': '1959fd3a-54c1-4597-ba0b-de54f840d26f', 'status': 'completed', 'code': 200} Jul 15 23:20:32.483401 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ca19eef7-4ef6-45fc-93f8-dde79fbe9140 req-cd76bf10-3e83-4ff9-b9b4-c68f01bde423 tempest-ServerPasswordTestJSON-1057060983 tempest-ServerPasswordTestJSON-1057060983-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e674eb7-4655-4fce-af41-0d4d891049ba HTTP/1.1" status: 200 len: 210 time: 0.0386171 Jul 15 23:20:32.786019 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6422381-62fe-4fe3-86a1-01d302f80269 req-e7ff038d-383b-4c20-9c41-53e33317ce73 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:32.787657 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d6422381-62fe-4fe3-86a1-01d302f80269 req-e7ff038d-383b-4c20-9c41-53e33317ce73 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 945 time: 0.0878737 Jul 15 23:20:32.854916 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d6422381-62fe-4fe3-86a1-01d302f80269 req-aab44278-c1cf-499d-91a5-6d656c6f1fb7 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604284 Jul 15 23:20:33.152681 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ee0de-d0fa-4636-9938-9694a4f68331 req-4d3245f5-ec3c-439c-bd30-0c6d285df4ea tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:33.154475 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e1ee0de-d0fa-4636-9938-9694a4f68331 req-4d3245f5-ec3c-439c-bd30-0c6d285df4ea tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 943 time: 0.1040373 Jul 15 23:20:33.213841 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e1ee0de-d0fa-4636-9938-9694a4f68331 req-5fa7e0d0-435c-4a1a-a421-52329577dadf tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536547 Jul 15 23:20:33.392468 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e287e-789b-43da-aeec-56795a5f0d59 req-393e2e10-79b0-44b3-9045-b9b4c8d16033 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:33.399767 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-566e287e-789b-43da-aeec-56795a5f0d59 req-393e2e10-79b0-44b3-9045-b9b4c8d16033 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 946 time: 0.0979657 Jul 15 23:20:33.435671 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-566e287e-789b-43da-aeec-56795a5f0d59 req-ecd2442f-ddf2-4de2-8ba7-51f119a1529d tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344799 Jul 15 23:20:33.579505 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34624) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:33.629520 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-02be62f4-accc-476b-9390-a3a989ac65c1 admin admin] Deleting subnet df5869a3-eef7-428f-8ff3-b6353fcc1aec {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:20:33.632805 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02be62f4-accc-476b-9390-a3a989ac65c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.671099 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02be62f4-accc-476b-9390-a3a989ac65c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.711421 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02be62f4-accc-476b-9390-a3a989ac65c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.779022 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02be62f4-accc-476b-9390-a3a989ac65c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.803705 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be62f4-accc-476b-9390-a3a989ac65c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df5869a3-eef7-428f-8ff3-b6353fcc1aec,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:33.813928 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02be62f4-accc-476b-9390-a3a989ac65c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.815835 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-02be62f4-accc-476b-9390-a3a989ac65c1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/df5869a3-eef7-428f-8ff3-b6353fcc1aec HTTP/1.1" status: 204 len: 168 time: 0.2353327 Jul 15 23:20:33.818412 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34630) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:33.891679 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2e9c90bc-2e29-489a-8f87-342615e923f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.991134 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2e9c90bc-2e29-489a-8f87-342615e923f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.001273 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-2e9c90bc-2e29-489a-8f87-342615e923f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:34.012457 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-2e9c90bc-2e29-489a-8f87-342615e923f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '623b751a-0fbe-4625-8fd2-eccec254eff0') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:34.012779 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-2e9c90bc-2e29-489a-8f87-342615e923f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '623b751a-0fbe-4625-8fd2-eccec254eff0') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:34.022337 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2e9c90bc-2e29-489a-8f87-342615e923f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.037495 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2e9c90bc-2e29-489a-8f87-342615e923f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.044397 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e9c90bc-2e29-489a-8f87-342615e923f4 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:20:34.044906 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2e9c90bc-2e29-489a-8f87-342615e923f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:20:34.046842 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:20:34.108948 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2e9c90bc-2e29-489a-8f87-342615e923f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.118558 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2e9c90bc-2e29-489a-8f87-342615e923f4 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.122824 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2e9c90bc-2e29-489a-8f87-342615e923f4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1 HTTP/1.1" status: 204 len: 168 time: 0.2996531 Jul 15 23:20:34.139004 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c90bc-2e29-489a-8f87-342615e923f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f53c94ed-ffd4-448d-b3b6-dfe4b967d3b1,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:34.315591 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34648) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:34.370747 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b6220493-0f4d-4e5b-980a-cb2e8acaf3fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d67594d98b0846cda421a045cad4eec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538685 Jul 15 23:20:34.373478 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34650) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:34.424756 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f2076-05cf-4878-ba7c-a7729acc7fc7 req-40f4435e-29c8-4e7b-93e5-6ff761728091 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:34.426800 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e50f2076-05cf-4878-ba7c-a7729acc7fc7 req-40f4435e-29c8-4e7b-93e5-6ff761728091 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 943 time: 0.0693979 Jul 15 23:20:34.430442 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-538efca0-cf03-433f-857c-119de254d2fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.457474 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-538efca0-cf03-433f-857c-119de254d2fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.472872 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e50f2076-05cf-4878-ba7c-a7729acc7fc7 req-12ea40f6-e48d-4c0a-bece-5cf2873392da tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380952 Jul 15 23:20:34.528099 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-538efca0-cf03-433f-857c-119de254d2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.531119 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-538efca0-cf03-433f-857c-119de254d2fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.532629 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-538efca0-cf03-433f-857c-119de254d2fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9af34551-b0e4-427e-86f1-a17130162e6d HTTP/1.1" status: 204 len: 168 time: 0.1581008 Jul 15 23:20:34.542906 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538efca0-cf03-433f-857c-119de254d2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af34551-b0e4-427e-86f1-a17130162e6d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:34.652488 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75ae29-519a-40ac-aef0-676f556feb42 req-f93d546b-3143-42b4-a84d-d7592fcbefbd tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:34.654501 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8f75ae29-519a-40ac-aef0-676f556feb42 req-f93d546b-3143-42b4-a84d-d7592fcbefbd tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 946 time: 0.0841541 Jul 15 23:20:34.699149 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8f75ae29-519a-40ac-aef0-676f556feb42 req-38fbc982-be40-4fd9-b55a-b263a91a7a20 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/security-groups?id=84524c05-3b1e-4343-8e03-7a3924f33de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386605 Jul 15 23:20:35.044311 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1136f2c-a752-45cb-84c6-1574e922de79 req-6f0dcabe-1ba4-47ce-b285-6b389586bad4 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:35.046158 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f1136f2c-a752-45cb-84c6-1574e922de79 req-6f0dcabe-1ba4-47ce-b285-6b389586bad4 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.36 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 946 time: 0.1056612 Jul 15 23:20:35.176227 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-f1136f2c-a752-45cb-84c6-1574e922de79 req-8bfe5b60-9c29-4df9-8029-070218567b9e tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Deleting port 3ee18c7b-0827-4359-baca-9b3266054327 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:35.176710 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f1136f2c-a752-45cb-84c6-1574e922de79 req-8bfe5b60-9c29-4df9-8029-070218567b9e tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.279734 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f1136f2c-a752-45cb-84c6-1574e922de79 req-8bfe5b60-9c29-4df9-8029-070218567b9e tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] For port 3ee18c7b-0827-4359-baca-9b3266054327, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=3ee18c7b-0827-4359-baca-9b3266054327,segment=NetworkSegment(d3748496-23f5-4ea9-bf89-af13e2f85f8a),segment_id=d3748496-23f5-4ea9-bf89-af13e2f85f8a)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:35.280095 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f1136f2c-a752-45cb-84c6-1574e922de79 req-8bfe5b60-9c29-4df9-8029-070218567b9e tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.292430 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-f1136f2c-a752-45cb-84c6-1574e922de79 req-8bfe5b60-9c29-4df9-8029-070218567b9e tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Calling delete_port for 3ee18c7b-0827-4359-baca-9b3266054327 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:35.455746 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f1136f2c-a752-45cb-84c6-1574e922de79 req-8bfe5b60-9c29-4df9-8029-070218567b9e tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.489773 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['3ee18c7b-0827-4359-baca-9b3266054327'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:20:35.513587 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe5b60-9c29-4df9-8029-070218567b9e tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Pushing event deleted for resources: {'Port': ['ID=3ee18c7b-0827-4359-baca-9b3266054327,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:35.631123 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1136f2c-a752-45cb-84c6-1574e922de79 req-8bfe5b60-9c29-4df9-8029-070218567b9e tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] No DVR routers for this DVR port 3ee18c7b-0827-4359-baca-9b3266054327 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:20:35.633547 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f1136f2c-a752-45cb-84c6-1574e922de79 req-8bfe5b60-9c29-4df9-8029-070218567b9e tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.636174 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f1136f2c-a752-45cb-84c6-1574e922de79 req-8bfe5b60-9c29-4df9-8029-070218567b9e tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.36 "DELETE /v2.0/ports/3ee18c7b-0827-4359-baca-9b3266054327 HTTP/1.1" status: 204 len: 173 time: 0.5839496 Jul 15 23:20:35.636625 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098972ce-db71-4bca-83f0-521f30aa8c8d', 'name': 'network-vif-deleted', 'tag': '3ee18c7b-0827-4359-baca-9b3266054327'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:35.638961 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf258755-6fa0-4dd3-9c90-5171c21b8fe8" -d '{"events": [{"server_uuid": "098972ce-db71-4bca-83f0-521f30aa8c8d", "name": "network-vif-deleted", "tag": "3ee18c7b-0827-4359-baca-9b3266054327"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:35.699514 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b736bbc9-3a0f-4351-95ba-8ab51a38c16c x-openstack-request-id: req-b736bbc9-3a0f-4351-95ba-8ab51a38c16c {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:35.699856 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098972ce-db71-4bca-83f0-521f30aa8c8d", "name": "network-vif-deleted", "tag": "3ee18c7b-0827-4359-baca-9b3266054327", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:35.700109 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b736bbc9-3a0f-4351-95ba-8ab51a38c16c {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:35.700517 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098972ce-db71-4bca-83f0-521f30aa8c8d', 'name': 'network-vif-deleted', 'tag': '3ee18c7b-0827-4359-baca-9b3266054327', 'status': 'completed', 'code': 200} Jul 15 23:20:35.717046 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34692) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:35.788734 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 1959fd3a-54c1-4597-ba0b-de54f840d26f no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:20:35.812526 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544ef8f-d399-4b19-a223-4142776b8f13 req-1c8e8490-b31d-4136-ba4e-e2532bf24941 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:35.820502 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6544ef8f-d399-4b19-a223-4142776b8f13 req-1c8e8490-b31d-4136-ba4e-e2532bf24941 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 943 time: 0.1020141 Jul 15 23:20:35.830578 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 1959fd3a-54c1-4597-ba0b-de54f840d26f {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:20:35.830960 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 1959fd3a-54c1-4597-ba0b-de54f840d26f not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:20:35.875478 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6544ef8f-d399-4b19-a223-4142776b8f13 req-f2a3dd90-e95e-44c9-bb75-2fc233cf4a83 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537975 Jul 15 23:20:35.916318 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4beb693d-4345-4c94-a4a9-5b77b289ce8e req-d53ca878-7630-4d62-a3f1-7ca5fd722e36 tempest-ServersNegativeTestJSON-616023492 tempest-ServersNegativeTestJSON-616023492-project] 10.222.0.16 "GET /v2.0/ports?device_id=098972ce-db71-4bca-83f0-521f30aa8c8d HTTP/1.1" status: 200 len: 210 time: 0.0524328 Jul 15 23:20:36.069634 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-34325612-3404-432f-803d-0ed61cdda147 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-791588029-network', 'tenant_id': 'fdbd2c29675245dcbc1614eaeac76658'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:36.092302 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34325612-3404-432f-803d-0ed61cdda147 admin admin] Made reservation on behalf of fdbd2c29675245dcbc1614eaeac76658 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:36.094739 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34325612-3404-432f-803d-0ed61cdda147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.103928 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34325612-3404-432f-803d-0ed61cdda147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.199107 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34325612-3404-432f-803d-0ed61cdda147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.204365 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34325612-3404-432f-803d-0ed61cdda147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.238770 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34325612-3404-432f-803d-0ed61cdda147 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:20:36.248742 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34325612-3404-432f-803d-0ed61cdda147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd1cd98-64f5-4afc-9036-5eb8377b19b0,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:36.271346 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34325612-3404-432f-803d-0ed61cdda147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.271783 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-34325612-3404-432f-803d-0ed61cdda147 admin admin] Added segment a5e1eace-419c-4e12-9385-1030947a14f1 of type vlan for network f759c077-4065-495c-a588-475c2f8414f9 Jul 15 23:20:36.320353 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34325612-3404-432f-803d-0ed61cdda147 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.355580 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34325612-3404-432f-803d-0ed61cdda147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.357704 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34325612-3404-432f-803d-0ed61cdda147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:36.358444 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34325612-3404-432f-803d-0ed61cdda147 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.447121 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34325612-3404-432f-803d-0ed61cdda147 admin admin] Pushing event updated for resources: {'Network': ['ID=f759c077-4065-495c-a588-475c2f8414f9,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:36.460550 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network f759c077-4065-495c-a588-475c2f8414f9 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:20:36.474319 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-34325612-3404-432f-803d-0ed61cdda147 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7530344 Jul 15 23:20:36.476331 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34708) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:36.482013 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34710) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:36.482192 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-2a7ea7a6-860f-4adb-bf4d-b106a0569387 admin admin] Request body: {'subnet': {'network_id': 'f759c077-4065-495c-a588-475c2f8414f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-791588029-subnet', 'tenant_id': 'fdbd2c29675245dcbc1614eaeac76658', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:36.513868 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7ea7a6-860f-4adb-bf4d-b106a0569387 admin admin] Made reservation on behalf of fdbd2c29675245dcbc1614eaeac76658 for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:36.517970 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2a7ea7a6-860f-4adb-bf4d-b106a0569387 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.610578 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf4b9695-43f0-4614-a606-76f6bdb8f6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.703799 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf4b9695-43f0-4614-a606-76f6bdb8f6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.708423 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf4b9695-43f0-4614-a606-76f6bdb8f6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.724398 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2a7ea7a6-860f-4adb-bf4d-b106a0569387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.749770 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bf4b9695-43f0-4614-a606-76f6bdb8f6c3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=802958657cb3482b93114aa6e7e965d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2664051 Jul 15 23:20:36.750825 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b9695-43f0-4614-a606-76f6bdb8f6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbb5c0c-1015-44fc-8c40-afbe68f64357,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:36.753871 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34714) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:36.808206 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ea7a6-860f-4adb-bf4d-b106a0569387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56fc74ba-e219-4963-a860-7f58bc040081,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:36.817010 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7ea7a6-860f-4adb-bf4d-b106a0569387 admin admin] Checking segment: {'id': 'a5e1eace-419c-4e12-9385-1030947a14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f759c077-4065-495c-a588-475c2f8414f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:36.817607 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7ea7a6-860f-4adb-bf4d-b106a0569387 admin admin] Network hostable DHCP agents. Network: f759c077-4065-495c-a588-475c2f8414f9, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:20:36.818966 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc45f343-29ed-4504-bc47-b3024a7d686f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.835719 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7ea7a6-860f-4adb-bf4d-b106a0569387 admin admin] Network f759c077-4065-495c-a588-475c2f8414f9 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:20:36.841346 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc45f343-29ed-4504-bc47-b3024a7d686f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.845506 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-2a7ea7a6-860f-4adb-bf4d-b106a0569387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, f759c077-4065-495c-a588-475c2f8414f9) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:36.850567 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7ea7a6-860f-4adb-bf4d-b106a0569387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:36.851217 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2a7ea7a6-860f-4adb-bf4d-b106a0569387 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.859210 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8b356c-f143-4c9d-a6ca-0f18e217cecc None None] Network f759c077-4065-495c-a588-475c2f8414f9 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:36.875468 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2a7ea7a6-860f-4adb-bf4d-b106a0569387 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3900232 Jul 15 23:20:36.893314 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc45f343-29ed-4504-bc47-b3024a7d686f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.898485 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bc45f343-29ed-4504-bc47-b3024a7d686f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.900054 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bc45f343-29ed-4504-bc47-b3024a7d686f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bfbb5c0c-1015-44fc-8c40-afbe68f64357 HTTP/1.1" status: 204 len: 168 time: 0.1450548 Jul 15 23:20:36.926709 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45f343-29ed-4504-bc47-b3024a7d686f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbb5c0c-1015-44fc-8c40-afbe68f64357,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:37.049548 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34728) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:37.103071 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb1517-9cd4-4ce1-8e26-47f769d00988 req-d1cd8aea-32bd-47a5-93a9-fa8f297a7d90 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:37.111346 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-64fb1517-9cd4-4ce1-8e26-47f769d00988 req-d1cd8aea-32bd-47a5-93a9-fa8f297a7d90 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 943 time: 0.0826435 Jul 15 23:20:37.152436 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-977e606c-737d-48a4-89bc-ee9a210c7eb2 admin admin] Deleting subnet 6d482e0b-fa2e-49c4-8670-799dbd09543b {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:20:37.163185 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-977e606c-737d-48a4-89bc-ee9a210c7eb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.171353 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-64fb1517-9cd4-4ce1-8e26-47f769d00988 req-5d4a7f30-e0e2-42fe-b6be-2a22716dda7e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563946 Jul 15 23:20:37.217536 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-977e606c-737d-48a4-89bc-ee9a210c7eb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.225226 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf758f4-c87f-4d90-8c7a-009f81e02ddb None None] Network f759c077-4065-495c-a588-475c2f8414f9 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:37.275450 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-977e606c-737d-48a4-89bc-ee9a210c7eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.342973 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-977e606c-737d-48a4-89bc-ee9a210c7eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.376357 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e606c-737d-48a4-89bc-ee9a210c7eb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d482e0b-fa2e-49c4-8670-799dbd09543b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:37.387886 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-977e606c-737d-48a4-89bc-ee9a210c7eb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.393442 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34734) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:37.393840 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-977e606c-737d-48a4-89bc-ee9a210c7eb2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6d482e0b-fa2e-49c4-8670-799dbd09543b HTTP/1.1" status: 204 len: 168 time: 0.3430750 Jul 15 23:20:37.408206 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34736) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:37.425290 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3978efd-2376-405a-98fa-1e5d12c3d182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.488427 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dbc3baa6-a40d-4519-bc26-edecbd380d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.549104 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3978efd-2376-405a-98fa-1e5d12c3d182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.556084 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3978efd-2376-405a-98fa-1e5d12c3d182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.585308 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dbc3baa6-a40d-4519-bc26-edecbd380d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.595931 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-dbc3baa6-a40d-4519-bc26-edecbd380d1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['522d1fd3-2e67-4567-8500-149254c668f3']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:37.605384 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d3978efd-2376-405a-98fa-1e5d12c3d182 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60dd4b5f663642bf853c3fcc4a5cd270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1960123 Jul 15 23:20:37.606366 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3978efd-2376-405a-98fa-1e5d12c3d182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035ab7fa-8a2e-446e-8937-f3150f4aeb4e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:37.608530 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-dbc3baa6-a40d-4519-bc26-edecbd380d1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3748496-23f5-4ea9-bf89-af13e2f85f8a') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:37.608993 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34744) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:37.622328 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-dbc3baa6-a40d-4519-bc26-edecbd380d1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3748496-23f5-4ea9-bf89-af13e2f85f8a') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:37.636042 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dbc3baa6-a40d-4519-bc26-edecbd380d1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.651634 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dbc3baa6-a40d-4519-bc26-edecbd380d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.659084 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc3baa6-a40d-4519-bc26-edecbd380d1e admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:20:37.659485 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dbc3baa6-a40d-4519-bc26-edecbd380d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.662011 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:20:37.662011 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:20:37.662011 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:20:37.662011 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:20:37.662011 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:20:37.662011 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:20:37.662011 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:20:37.662011 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:20:37.662011 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:20:37.662011 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:20:37.662011 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:20:37.662011 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:20:37.662011 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:20:37.662011 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:20:37.662011 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:20:37.662011 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:20:37.662011 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:20:37.662011 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:20:37.662011 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:20:37.662011 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:20:37.662011 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:20:37.662011 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:20:37.662011 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:20:37.662011 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:20:37.662011 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:20:37.662011 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:20:37.662011 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:20:37.662011 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:20:37.662011 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:20:37.662011 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:20:37.662011 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:20:37.662011 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:20:37.669671 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-328c39dd-63b3-41e0-a21a-7f6706baea61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.673919 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34746) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:37.689004 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-138d4819-88fc-48c1-86df-83515f8687f2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1535015585-network', 'tenant_id': '8c308523001e41d0824c509d0e526e7b'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:37.710692 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-328c39dd-63b3-41e0-a21a-7f6706baea61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.727593 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dbc3baa6-a40d-4519-bc26-edecbd380d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.732778 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dbc3baa6-a40d-4519-bc26-edecbd380d1e admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.738044 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-dbc3baa6-a40d-4519-bc26-edecbd380d1e admin admin] 10.222.0.16 "DELETE /v2.0/networks/522d1fd3-2e67-4567-8500-149254c668f3 HTTP/1.1" status: 204 len: 168 time: 0.3432245 Jul 15 23:20:37.748120 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138d4819-88fc-48c1-86df-83515f8687f2 admin admin] Made reservation on behalf of 8c308523001e41d0824c509d0e526e7b for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:37.750484 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-138d4819-88fc-48c1-86df-83515f8687f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.751967 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3baa6-a40d-4519-bc26-edecbd380d1e admin admin] Pushing event deleted for resources: {'Network': ['ID=522d1fd3-2e67-4567-8500-149254c668f3,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:37.759468 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-138d4819-88fc-48c1-86df-83515f8687f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.801586 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-328c39dd-63b3-41e0-a21a-7f6706baea61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.804374 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-328c39dd-63b3-41e0-a21a-7f6706baea61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.805678 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-328c39dd-63b3-41e0-a21a-7f6706baea61 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/035ab7fa-8a2e-446e-8937-f3150f4aeb4e HTTP/1.1" status: 204 len: 168 time: 0.1955378 Jul 15 23:20:37.821593 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c39dd-63b3-41e0-a21a-7f6706baea61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035ab7fa-8a2e-446e-8937-f3150f4aeb4e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:37.885260 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-138d4819-88fc-48c1-86df-83515f8687f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.888697 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-138d4819-88fc-48c1-86df-83515f8687f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.909868 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138d4819-88fc-48c1-86df-83515f8687f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:20:37.924412 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d4819-88fc-48c1-86df-83515f8687f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4568ebaa-b0e4-49d3-a42b-626d7f16bb23,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:37.934515 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-138d4819-88fc-48c1-86df-83515f8687f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.934920 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-138d4819-88fc-48c1-86df-83515f8687f2 admin admin] Added segment d97e35b9-ddc2-4177-913a-89580d7a544d of type vlan for network 2535bbe6-f3de-4df8-9fb5-7faca6fa6160 Jul 15 23:20:37.955076 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34752) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:37.985556 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-138d4819-88fc-48c1-86df-83515f8687f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.999692 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-69bb6285-6e27-4790-8f81-ec33523f6493 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e827f40ab3842e2a76f286aea2bdded&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432572 Jul 15 23:20:38.002152 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34754) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:38.018602 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-138d4819-88fc-48c1-86df-83515f8687f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.019631 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138d4819-88fc-48c1-86df-83515f8687f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:38.020207 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-138d4819-88fc-48c1-86df-83515f8687f2 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.055964 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-138d4819-88fc-48c1-86df-83515f8687f2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3808517 Jul 15 23:20:38.056339 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0638e914-899b-4e21-a531-d424bd300379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.056479 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34758) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:38.064694 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d9440219-8811-4a8e-adb4-6c4b58bbed67 admin admin] Request body: {'subnet': {'network_id': '2535bbe6-f3de-4df8-9fb5-7faca6fa6160', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1535015585-subnet', 'tenant_id': '8c308523001e41d0824c509d0e526e7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:38.079985 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0638e914-899b-4e21-a531-d424bd300379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.101649 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d4819-88fc-48c1-86df-83515f8687f2 admin admin] Pushing event updated for resources: {'Network': ['ID=2535bbe6-f3de-4df8-9fb5-7faca6fa6160,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:38.117373 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 2535bbe6-f3de-4df8-9fb5-7faca6fa6160 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:20:38.121637 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9440219-8811-4a8e-adb4-6c4b58bbed67 admin admin] Made reservation on behalf of 8c308523001e41d0824c509d0e526e7b for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:38.123659 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9440219-8811-4a8e-adb4-6c4b58bbed67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.157746 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0638e914-899b-4e21-a531-d424bd300379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.160362 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0638e914-899b-4e21-a531-d424bd300379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.163824 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0638e914-899b-4e21-a531-d424bd300379 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84524c05-3b1e-4343-8e03-7a3924f33de1 HTTP/1.1" status: 204 len: 168 time: 0.1583579 Jul 15 23:20:38.173706 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638e914-899b-4e21-a531-d424bd300379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84524c05-3b1e-4343-8e03-7a3924f33de1,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:38.351746 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9440219-8811-4a8e-adb4-6c4b58bbed67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.375424 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f3767-a438-4d75-a338-862da5a08599 req-3c65b775-126d-42e0-adbe-0613fb6bd76e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:38.377098 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dc9f3767-a438-4d75-a338-862da5a08599 req-3c65b775-126d-42e0-adbe-0613fb6bd76e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 943 time: 0.0678463 Jul 15 23:20:38.424027 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9440219-8811-4a8e-adb4-6c4b58bbed67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=759c3121-00fb-40e0-8bca-a2a32b9e8ed6,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:38.431197 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dc9f3767-a438-4d75-a338-862da5a08599 req-76b5aaa4-ccd3-4dd5-a1b1-d69b4d007a26 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473237 Jul 15 23:20:38.435404 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9440219-8811-4a8e-adb4-6c4b58bbed67 admin admin] Checking segment: {'id': 'd97e35b9-ddc2-4177-913a-89580d7a544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2535bbe6-f3de-4df8-9fb5-7faca6fa6160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:38.435767 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9440219-8811-4a8e-adb4-6c4b58bbed67 admin admin] Network hostable DHCP agents. Network: 2535bbe6-f3de-4df8-9fb5-7faca6fa6160, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:20:38.464964 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9440219-8811-4a8e-adb4-6c4b58bbed67 admin admin] Network 2535bbe6-f3de-4df8-9fb5-7faca6fa6160 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:20:38.475221 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-d9440219-8811-4a8e-adb4-6c4b58bbed67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 2535bbe6-f3de-4df8-9fb5-7faca6fa6160) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:38.479331 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9440219-8811-4a8e-adb4-6c4b58bbed67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:38.480268 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9440219-8811-4a8e-adb4-6c4b58bbed67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.484088 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067cc3d7-4f40-43fd-b21e-2d6a711fdef5 None None] Network 2535bbe6-f3de-4df8-9fb5-7faca6fa6160 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:38.505904 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d9440219-8811-4a8e-adb4-6c4b58bbed67 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4463534 Jul 15 23:20:38.622918 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae5a6a3-da03-437a-863c-7762512c9cac None None] Network 2535bbe6-f3de-4df8-9fb5-7faca6fa6160 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:38.843711 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.161411 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34822) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:39.167549 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744aa754-ba32-45ac-9d47-430328132d49 req-57f07353-7ab7-4cba-88a6-4a95f5ad5894 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:39.169099 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-744aa754-ba32-45ac-9d47-430328132d49 req-57f07353-7ab7-4cba-88a6-4a95f5ad5894 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] 10.222.0.16 "GET /v2.0/networks?id=f759c077-4065-495c-a588-475c2f8414f9 HTTP/1.1" status: 200 len: 824 time: 0.1151829 Jul 15 23:20:39.189496 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-744aa754-ba32-45ac-9d47-430328132d49 req-0284005a-c4be-42f5-9ba6-297ad5f1c122 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] 10.222.0.16 "GET /v2.0/quotas/fdbd2c29675245dcbc1614eaeac76658 HTTP/1.1" status: 200 len: 375 time: 0.0136473 Jul 15 23:20:39.233239 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-744aa754-ba32-45ac-9d47-430328132d49 req-8217ce8a-6da1-40ca-8fa2-a8d3b675a102 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdbd2c29675245dcbc1614eaeac76658&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375507 Jul 15 23:20:39.322942 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-744aa754-ba32-45ac-9d47-430328132d49 req-39bcad7c-4fcf-4324-84c5-2f0db3952c9b service neutron] 10.222.0.16 "GET /v2.0/networks/f759c077-4065-495c-a588-475c2f8414f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882285 Jul 15 23:20:39.326895 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2180bc96-deab-47ea-8ee5-b0832563467f admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1390779209-network', 'tenant_id': 'dee888033616406b8a7b002ff8a89bf6'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:39.349373 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2180bc96-deab-47ea-8ee5-b0832563467f admin admin] Made reservation on behalf of dee888033616406b8a7b002ff8a89bf6 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:39.351894 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2180bc96-deab-47ea-8ee5-b0832563467f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.360529 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2180bc96-deab-47ea-8ee5-b0832563467f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.421512 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-744aa754-ba32-45ac-9d47-430328132d49 req-87f6a2d4-42d1-4b2f-8fae-e9b3f18dd30a service neutron] 10.222.0.16 "GET /v2.0/networks/f759c077-4065-495c-a588-475c2f8414f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927632 Jul 15 23:20:39.464660 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2180bc96-deab-47ea-8ee5-b0832563467f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.469436 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2180bc96-deab-47ea-8ee5-b0832563467f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.482626 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2180bc96-deab-47ea-8ee5-b0832563467f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:20:39.504347 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2180bc96-deab-47ea-8ee5-b0832563467f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.504687 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-2180bc96-deab-47ea-8ee5-b0832563467f admin admin] Added segment 6fd2a7cc-fb53-4725-8754-eb74ebdd9e31 of type vlan for network 939cdad6-8a01-484b-8672-d499ed97fb21 Jul 15 23:20:39.568687 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180bc96-deab-47ea-8ee5-b0832563467f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0130cc92-39a1-4b0b-b27c-e0e57d8762fa,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:39.597163 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2180bc96-deab-47ea-8ee5-b0832563467f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.639242 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2180bc96-deab-47ea-8ee5-b0832563467f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.640402 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2180bc96-deab-47ea-8ee5-b0832563467f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:39.641052 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2180bc96-deab-47ea-8ee5-b0832563467f admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.677435 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2180bc96-deab-47ea-8ee5-b0832563467f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5147698 Jul 15 23:20:39.680377 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34844) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:39.686197 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-23ed8e2c-3a92-4f2a-96ae-dfefb6ae3eb8 admin admin] Request body: {'subnet': {'network_id': '939cdad6-8a01-484b-8672-d499ed97fb21', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1390779209-subnet', 'tenant_id': 'dee888033616406b8a7b002ff8a89bf6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:39.718058 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ddd41-6ccf-4e4b-bbda-b4d20e62e4d9 req-2bd778e2-d2f1-45eb-9d17-56de8f1d2d34 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:39.727021 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bf1ddd41-6ccf-4e4b-bbda-b4d20e62e4d9 req-2bd778e2-d2f1-45eb-9d17-56de8f1d2d34 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 943 time: 0.1799774 Jul 15 23:20:39.732013 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180bc96-deab-47ea-8ee5-b0832563467f admin admin] Pushing event updated for resources: {'Network': ['ID=939cdad6-8a01-484b-8672-d499ed97fb21,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:39.739592 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-810fbae2-3660-45c7-b104-23f252daf9d8 req-874f18ac-a7b3-4f1c-aba7-b80ebe62e310 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d0617-e42d-4c44-bca7-0be3d3ee3ea6 HTTP/1.1" status: 200 len: 210 time: 0.1051960 Jul 15 23:20:39.744829 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 939cdad6-8a01-484b-8672-d499ed97fb21 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:20:39.754117 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ed8e2c-3a92-4f2a-96ae-dfefb6ae3eb8 admin admin] Made reservation on behalf of dee888033616406b8a7b002ff8a89bf6 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:39.757444 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23ed8e2c-3a92-4f2a-96ae-dfefb6ae3eb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.831673 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bf1ddd41-6ccf-4e4b-bbda-b4d20e62e4d9 req-45a68df7-6eff-4008-ad39-1e3d3fb33a2f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032190 Jul 15 23:20:39.853068 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 3ee18c7b-0827-4359-baca-9b3266054327 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:20:39.874577 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 3ee18c7b-0827-4359-baca-9b3266054327 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:20:39.874953 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 3ee18c7b-0827-4359-baca-9b3266054327 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:20:39.971389 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23ed8e2c-3a92-4f2a-96ae-dfefb6ae3eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.046726 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed8e2c-3a92-4f2a-96ae-dfefb6ae3eb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebf2ebcc-64cc-40d4-9799-88bcee6ffe06,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:40.051937 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ed8e2c-3a92-4f2a-96ae-dfefb6ae3eb8 admin admin] Checking segment: {'id': '6fd2a7cc-fb53-4725-8754-eb74ebdd9e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '939cdad6-8a01-484b-8672-d499ed97fb21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:40.052299 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ed8e2c-3a92-4f2a-96ae-dfefb6ae3eb8 admin admin] Network hostable DHCP agents. Network: 939cdad6-8a01-484b-8672-d499ed97fb21, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:20:40.072919 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ed8e2c-3a92-4f2a-96ae-dfefb6ae3eb8 admin admin] Network 939cdad6-8a01-484b-8672-d499ed97fb21 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:20:40.081968 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-23ed8e2c-3a92-4f2a-96ae-dfefb6ae3eb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 939cdad6-8a01-484b-8672-d499ed97fb21) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:40.086096 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ed8e2c-3a92-4f2a-96ae-dfefb6ae3eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:40.086763 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23ed8e2c-3a92-4f2a-96ae-dfefb6ae3eb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.091107 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c490f25-c724-4b58-9fc8-343d89d6794c None None] Network 939cdad6-8a01-484b-8672-d499ed97fb21 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:40.105251 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-23ed8e2c-3a92-4f2a-96ae-dfefb6ae3eb8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4238153 Jul 15 23:20:40.236801 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34866) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:40.239189 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c05c47-3234-4e46-b4d4-b8041205fa77 None None] Network 939cdad6-8a01-484b-8672-d499ed97fb21 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:40.293239 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-6184ca26-a8e2-4ecd-bc62-ae95b5f95f51 admin admin] Deleting subnet ebf2ebcc-64cc-40d4-9799-88bcee6ffe06 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:20:40.296543 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6184ca26-a8e2-4ecd-bc62-ae95b5f95f51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.338892 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6184ca26-a8e2-4ecd-bc62-ae95b5f95f51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.384328 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6184ca26-a8e2-4ecd-bc62-ae95b5f95f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.450189 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6184ca26-a8e2-4ecd-bc62-ae95b5f95f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.483585 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6184ca26-a8e2-4ecd-bc62-ae95b5f95f51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.483585 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6184ca26-a8e2-4ecd-bc62-ae95b5f95f51 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ebf2ebcc-64cc-40d4-9799-88bcee6ffe06 HTTP/1.1" status: 204 len: 168 time: 0.2450547 Jul 15 23:20:40.483857 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184ca26-a8e2-4ecd-bc62-ae95b5f95f51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebf2ebcc-64cc-40d4-9799-88bcee6ffe06,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:40.485504 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34876) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:40.558095 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-73acc1d2-00ca-4795-961e-064288627b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.641303 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-73acc1d2-00ca-4795-961e-064288627b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.652260 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-73acc1d2-00ca-4795-961e-064288627b68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939cdad6-8a01-484b-8672-d499ed97fb21']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:40.665148 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-73acc1d2-00ca-4795-961e-064288627b68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd2a7cc-fb53-4725-8754-eb74ebdd9e31') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:40.665472 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-73acc1d2-00ca-4795-961e-064288627b68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd2a7cc-fb53-4725-8754-eb74ebdd9e31') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:40.674552 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-73acc1d2-00ca-4795-961e-064288627b68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.689477 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-73acc1d2-00ca-4795-961e-064288627b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.695559 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73acc1d2-00ca-4795-961e-064288627b68 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:20:40.695947 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-73acc1d2-00ca-4795-961e-064288627b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.698319 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:20:40.698319 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:20:40.698319 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:20:40.698319 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:20:40.698319 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:20:40.698319 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:20:40.698319 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:20:40.698319 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:20:40.698319 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:20:40.698319 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:20:40.698319 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:20:40.698319 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:20:40.698319 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:20:40.698319 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:20:40.698319 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:20:40.698319 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:20:40.698319 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:20:40.698319 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:20:40.698319 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:20:40.698319 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:20:40.698319 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:20:40.698319 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:20:40.698319 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:20:40.698319 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:20:40.698319 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:20:40.698319 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:20:40.698319 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:20:40.698319 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:20:40.698319 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:20:40.698319 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:20:40.698319 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:20:40.698319 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:20:40.756531 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-73acc1d2-00ca-4795-961e-064288627b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.764169 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-73acc1d2-00ca-4795-961e-064288627b68 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.766201 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-73acc1d2-00ca-4795-961e-064288627b68 admin admin] 10.222.0.16 "DELETE /v2.0/networks/939cdad6-8a01-484b-8672-d499ed97fb21 HTTP/1.1" status: 204 len: 168 time: 0.2764421 Jul 15 23:20:40.785490 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73acc1d2-00ca-4795-961e-064288627b68 admin admin] Pushing event deleted for resources: {'Network': ['ID=939cdad6-8a01-484b-8672-d499ed97fb21,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:40.966855 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744aa754-ba32-45ac-9d47-430328132d49 req-ea63b8c9-ffcf-4540-a595-6885756cd40f tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:40.973023 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-744aa754-ba32-45ac-9d47-430328132d49 req-ea63b8c9-ffcf-4540-a595-6885756cd40f tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] 10.222.0.36 "GET /v2.0/networks?id=f759c077-4065-495c-a588-475c2f8414f9 HTTP/1.1" status: 200 len: 824 time: 0.1336992 Jul 15 23:20:40.992862 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83879452-dc79-449f-b16e-32856a477a39 req-708cf0f4-854a-4a75-93ec-7844d0f62fbb tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d0617-e42d-4c44-bca7-0be3d3ee3ea6 HTTP/1.1" status: 200 len: 210 time: 0.0766449 Jul 15 23:20:40.993132 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-744aa754-ba32-45ac-9d47-430328132d49 req-cfe90b07-a74f-454c-9d68-8f444feb44c5 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Request body: {'port': {'device_id': '396d0617-e42d-4c44-bca7-0be3d3ee3ea6', 'network_id': 'f759c077-4065-495c-a588-475c2f8414f9', 'admin_state_up': True, 'tenant_id': 'fdbd2c29675245dcbc1614eaeac76658'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:41.117080 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2d396-82be-4787-991c-a2c3772cd47c req-7d328bf9-c35e-4647-80ee-d819f6f5f095 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:41.118832 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fae2d396-82be-4787-991c-a2c3772cd47c req-7d328bf9-c35e-4647-80ee-d819f6f5f095 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 943 time: 0.1249080 Jul 15 23:20:41.147671 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-744aa754-ba32-45ac-9d47-430328132d49 req-cfe90b07-a74f-454c-9d68-8f444feb44c5 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Made reservation on behalf of fdbd2c29675245dcbc1614eaeac76658 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:41.156294 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-744aa754-ba32-45ac-9d47-430328132d49 req-cfe90b07-a74f-454c-9d68-8f444feb44c5 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.160319 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34894) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:41.180166 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fae2d396-82be-4787-991c-a2c3772cd47c req-04e09499-9877-4caa-961d-bfcea751fd8d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539780 Jul 15 23:20:41.218520 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5bd3bf30-9076-48ed-90e7-f1a2c96d3f6b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dee888033616406b8a7b002ff8a89bf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0570099 Jul 15 23:20:41.221101 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34896) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:41.283492 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5dc3e32d-57f3-4493-97be-e857ad370636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.307153 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5dc3e32d-57f3-4493-97be-e857ad370636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.308423 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-744aa754-ba32-45ac-9d47-430328132d49 req-cfe90b07-a74f-454c-9d68-8f444feb44c5 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Allocated IP 172.20.0.11 (f759c077-4065-495c-a588-475c2f8414f9/56fc74ba-e219-4963-a860-7f58bc040081/2591a5a4-02e7-4ffd-89cf-167dfe508966) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:41.357656 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5dc3e32d-57f3-4493-97be-e857ad370636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.360774 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5dc3e32d-57f3-4493-97be-e857ad370636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.361996 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5dc3e32d-57f3-4493-97be-e857ad370636 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0130cc92-39a1-4b0b-b27c-e0e57d8762fa HTTP/1.1" status: 204 len: 168 time: 0.1397336 Jul 15 23:20:41.373707 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3e32d-57f3-4493-97be-e857ad370636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0130cc92-39a1-4b0b-b27c-e0e57d8762fa,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:41.485022 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-744aa754-ba32-45ac-9d47-430328132d49 req-cfe90b07-a74f-454c-9d68-8f444feb44c5 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.531194 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-744aa754-ba32-45ac-9d47-430328132d49 req-cfe90b07-a74f-454c-9d68-8f444feb44c5 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.579739 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-744aa754-ba32-45ac-9d47-430328132d49 req-cfe90b07-a74f-454c-9d68-8f444feb44c5 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Network f759c077-4065-495c-a588-475c2f8414f9 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:41.585326 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-744aa754-ba32-45ac-9d47-430328132d49 req-cfe90b07-a74f-454c-9d68-8f444feb44c5 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:41.590150 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-744aa754-ba32-45ac-9d47-430328132d49 req-cfe90b07-a74f-454c-9d68-8f444feb44c5 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:41.617466 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe90b07-a74f-454c-9d68-8f444feb44c5 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Pushing event updated for resources: {'Port': ['ID=2591a5a4-02e7-4ffd-89cf-167dfe508966,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:41.648420 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744aa754-ba32-45ac-9d47-430328132d49 req-cfe90b07-a74f-454c-9d68-8f444feb44c5 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:41.649040 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-744aa754-ba32-45ac-9d47-430328132d49 req-cfe90b07-a74f-454c-9d68-8f444feb44c5 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.665418 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-744aa754-ba32-45ac-9d47-430328132d49 req-cfe90b07-a74f-454c-9d68-8f444feb44c5 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6763642 Jul 15 23:20:41.681906 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-744aa754-ba32-45ac-9d47-430328132d49 req-069f1b0e-34e5-4516-815a-891aa81923e2 service neutron] Request body: {'port': {'device_id': '396d0617-e42d-4c44-bca7-0be3d3ee3ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:41.758518 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-744aa754-ba32-45ac-9d47-430328132d49 req-069f1b0e-34e5-4516-815a-891aa81923e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.060346 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-744aa754-ba32-45ac-9d47-430328132d49 req-069f1b0e-34e5-4516-815a-891aa81923e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2591a5a4-02e7-4ffd-89cf-167dfe508966 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:42.069731 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-744aa754-ba32-45ac-9d47-430328132d49 req-069f1b0e-34e5-4516-815a-891aa81923e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.086728 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-744aa754-ba32-45ac-9d47-430328132d49 req-069f1b0e-34e5-4516-815a-891aa81923e2 service neutron] Transition to ACTIVE for port object 2591a5a4-02e7-4ffd-89cf-167dfe508966 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:42.102123 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-744aa754-ba32-45ac-9d47-430328132d49 req-069f1b0e-34e5-4516-815a-891aa81923e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.159065 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f1b0e-34e5-4516-815a-891aa81923e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2591a5a4-02e7-4ffd-89cf-167dfe508966,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:42.251118 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99202a3c-11f3-4636-8e38-0cfff020bf21 req-c2f145b8-4dca-42d1-aab3-1cfd6ba9692e tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:42.252690 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-99202a3c-11f3-4636-8e38-0cfff020bf21 req-c2f145b8-4dca-42d1-aab3-1cfd6ba9692e tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d0617-e42d-4c44-bca7-0be3d3ee3ea6 HTTP/1.1" status: 200 len: 944 time: 0.1231589 Jul 15 23:20:42.272635 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:20:42.279789 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-744aa754-ba32-45ac-9d47-430328132d49 req-069f1b0e-34e5-4516-815a-891aa81923e2 service neutron] Attempting to bind port 2591a5a4-02e7-4ffd-89cf-167dfe508966 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:42.280179 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-744aa754-ba32-45ac-9d47-430328132d49 req-069f1b0e-34e5-4516-815a-891aa81923e2 service neutron] Attempting to bind port 2591a5a4-02e7-4ffd-89cf-167dfe508966 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'a5e1eace-419c-4e12-9385-1030947a14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f759c077-4065-495c-a588-475c2f8414f9'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:42.280635 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744aa754-ba32-45ac-9d47-430328132d49 req-069f1b0e-34e5-4516-815a-891aa81923e2 service neutron] Attempting to bind port 2591a5a4-02e7-4ffd-89cf-167dfe508966 on network f759c077-4065-495c-a588-475c2f8414f9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:42.285161 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744aa754-ba32-45ac-9d47-430328132d49 req-069f1b0e-34e5-4516-815a-891aa81923e2 service neutron] Port 2591a5a4-02e7-4ffd-89cf-167dfe508966 on network f759c077-4065-495c-a588-475c2f8414f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:20:42.285479 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744aa754-ba32-45ac-9d47-430328132d49 req-069f1b0e-34e5-4516-815a-891aa81923e2 service neutron] Attempting to bind port 2591a5a4-02e7-4ffd-89cf-167dfe508966 on network f759c077-4065-495c-a588-475c2f8414f9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:42.290941 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744aa754-ba32-45ac-9d47-430328132d49 req-069f1b0e-34e5-4516-815a-891aa81923e2 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:42.291325 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744aa754-ba32-45ac-9d47-430328132d49 req-069f1b0e-34e5-4516-815a-891aa81923e2 service neutron] Checking segment: {'id': 'a5e1eace-419c-4e12-9385-1030947a14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f759c077-4065-495c-a588-475c2f8414f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:42.291757 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744aa754-ba32-45ac-9d47-430328132d49 req-069f1b0e-34e5-4516-815a-891aa81923e2 service neutron] Bound using segment: {'id': 'a5e1eace-419c-4e12-9385-1030947a14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f759c077-4065-495c-a588-475c2f8414f9'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:42.292187 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-744aa754-ba32-45ac-9d47-430328132d49 req-069f1b0e-34e5-4516-815a-891aa81923e2 service neutron] Bound port: 2591a5a4-02e7-4ffd-89cf-167dfe508966, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5e1eace-419c-4e12-9385-1030947a14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f759c077-4065-495c-a588-475c2f8414f9'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:42.292542 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-744aa754-ba32-45ac-9d47-430328132d49 req-069f1b0e-34e5-4516-815a-891aa81923e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.366231 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-99202a3c-11f3-4636-8e38-0cfff020bf21 req-6f0b5513-0ba8-4985-93f8-5d9cc425c7d2 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] 10.222.0.16 "GET /v2.0/security-groups?id=1dd1cd98-64f5-4afc-9036-5eb8377b19b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909741 Jul 15 23:20:42.382168 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-744aa754-ba32-45ac-9d47-430328132d49 req-069f1b0e-34e5-4516-815a-891aa81923e2 service neutron] For port 2591a5a4-02e7-4ffd-89cf-167dfe508966, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:42.390325 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-744aa754-ba32-45ac-9d47-430328132d49 req-069f1b0e-34e5-4516-815a-891aa81923e2 service neutron] For port 2591a5a4-02e7-4ffd-89cf-167dfe508966, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=2591a5a4-02e7-4ffd-89cf-167dfe508966,segment=NetworkSegment(a5e1eace-419c-4e12-9385-1030947a14f1),segment_id=a5e1eace-419c-4e12-9385-1030947a14f1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:42.390325 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34944) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:42.403845 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-744aa754-ba32-45ac-9d47-430328132d49 req-069f1b0e-34e5-4516-815a-891aa81923e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.415587 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd1fad-a927-44fc-803d-a64bdaa01f52 req-29834258-d4bf-4dec-a4dc-408831e4a595 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:42.422707 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dcdd1fad-a927-44fc-803d-a64bdaa01f52 req-29834258-d4bf-4dec-a4dc-408831e4a595 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 943 time: 0.0938261 Jul 15 23:20:42.444453 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744aa754-ba32-45ac-9d47-430328132d49 req-069f1b0e-34e5-4516-815a-891aa81923e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:42.445100 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-744aa754-ba32-45ac-9d47-430328132d49 req-069f1b0e-34e5-4516-815a-891aa81923e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.446503 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-744aa754-ba32-45ac-9d47-430328132d49 req-069f1b0e-34e5-4516-815a-891aa81923e2 service neutron] 10.222.0.36 "PUT /v2.0/ports/2591a5a4-02e7-4ffd-89cf-167dfe508966 HTTP/1.1" status: 200 len: 1092 time: 0.7695124 Jul 15 23:20:42.447540 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396d0617-e42d-4c44-bca7-0be3d3ee3ea6', 'tag': '2591a5a4-02e7-4ffd-89cf-167dfe508966'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:42.449809 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0586dae3-593e-4377-938b-1ab5bdc4bad1" -d '{"events": [{"name": "network-changed", "server_uuid": "396d0617-e42d-4c44-bca7-0be3d3ee3ea6", "tag": "2591a5a4-02e7-4ffd-89cf-167dfe508966"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:42.476638 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f1b0e-34e5-4516-815a-891aa81923e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2591a5a4-02e7-4ffd-89cf-167dfe508966,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:42.484185 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dcdd1fad-a927-44fc-803d-a64bdaa01f52 req-1b4629d7-7eff-4f05-a8eb-e97db1df7197 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567408 Jul 15 23:20:42.515797 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33ffe2e-be8c-46f8-b7ae-24fa2b1509c0 x-openstack-request-id: req-d33ffe2e-be8c-46f8-b7ae-24fa2b1509c0 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:42.516395 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "396d0617-e42d-4c44-bca7-0be3d3ee3ea6", "tag": "2591a5a4-02e7-4ffd-89cf-167dfe508966", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:42.516395 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d33ffe2e-be8c-46f8-b7ae-24fa2b1509c0 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:42.516918 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '396d0617-e42d-4c44-bca7-0be3d3ee3ea6', 'tag': '2591a5a4-02e7-4ffd-89cf-167dfe508966', 'status': 'completed', 'code': 200} Jul 15 23:20:42.566854 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-91dc041f-817c-42c3-8b3a-18844a439a56 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1174826104-network', 'tenant_id': '68254c1bd64946f08bbab4afec1a6a86'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:42.606243 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dc041f-817c-42c3-8b3a-18844a439a56 admin admin] Made reservation on behalf of 68254c1bd64946f08bbab4afec1a6a86 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:42.608976 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91dc041f-817c-42c3-8b3a-18844a439a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.620728 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91dc041f-817c-42c3-8b3a-18844a439a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.625346 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744aa754-ba32-45ac-9d47-430328132d49 req-6497e430-b5c3-4cb3-96a5-464a4b8f1280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:42.626953 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-744aa754-ba32-45ac-9d47-430328132d49 req-6497e430-b5c3-4cb3-96a5-464a4b8f1280 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdbd2c29675245dcbc1614eaeac76658&device_id=396d0617-e42d-4c44-bca7-0be3d3ee3ea6 HTTP/1.1" status: 200 len: 1095 time: 0.0945735 Jul 15 23:20:42.679441 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-744aa754-ba32-45ac-9d47-430328132d49 req-153a885f-d4fa-4c65-930d-f3bc99105baf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2591a5a4-02e7-4ffd-89cf-167dfe508966 HTTP/1.1" status: 200 len: 217 time: 0.0395780 Jul 15 23:20:42.751498 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744aa754-ba32-45ac-9d47-430328132d49 req-69df7c32-6c27-4bf7-9f7a-8e20179a86ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:42.753354 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-744aa754-ba32-45ac-9d47-430328132d49 req-69df7c32-6c27-4bf7-9f7a-8e20179a86ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56fc74ba-e219-4963-a860-7f58bc040081 HTTP/1.1" status: 200 len: 864 time: 0.0676305 Jul 15 23:20:42.793917 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-744aa754-ba32-45ac-9d47-430328132d49 req-d9ee125b-0a09-447f-bdae-b0a01a5d5bb8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f759c077-4065-495c-a588-475c2f8414f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340426 Jul 15 23:20:42.850762 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91dc041f-817c-42c3-8b3a-18844a439a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.877598 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91dc041f-817c-42c3-8b3a-18844a439a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.909509 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91dc041f-817c-42c3-8b3a-18844a439a56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:20:42.930333 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc041f-817c-42c3-8b3a-18844a439a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20968099-25e3-4cb4-a516-f08986b1ceb8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:42.937868 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91dc041f-817c-42c3-8b3a-18844a439a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.938211 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-91dc041f-817c-42c3-8b3a-18844a439a56 admin admin] Added segment 08bb691c-081a-4c3c-aabb-8a4633a4ff96 of type vlan for network 61878ae3-3bdb-4670-b26f-c27e0d010352 Jul 15 23:20:42.949436 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-744aa754-ba32-45ac-9d47-430328132d49 req-3fb00d85-6476-4cad-9bba-81391bfd4c94 service neutron] 10.222.0.36 "GET /v2.0/networks/f759c077-4065-495c-a588-475c2f8414f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478345 Jul 15 23:20:43.014454 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91dc041f-817c-42c3-8b3a-18844a439a56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:43.088124 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91dc041f-817c-42c3-8b3a-18844a439a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:43.089087 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dc041f-817c-42c3-8b3a-18844a439a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:43.089668 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91dc041f-817c-42c3-8b3a-18844a439a56 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:43.112353 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-744aa754-ba32-45ac-9d47-430328132d49 req-fbc02bbe-94e0-4550-90ae-34ab3fe1b28d service neutron] 10.222.0.36 "GET /v2.0/networks/f759c077-4065-495c-a588-475c2f8414f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572027 Jul 15 23:20:43.123502 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-91dc041f-817c-42c3-8b3a-18844a439a56 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7320199 Jul 15 23:20:43.176746 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc041f-817c-42c3-8b3a-18844a439a56 admin admin] Pushing event updated for resources: {'Network': ['ID=61878ae3-3bdb-4670-b26f-c27e0d010352,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:43.188994 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 61878ae3-3bdb-4670-b26f-c27e0d010352 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:20:43.325354 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586dae3-593e-4377-938b-1ab5bdc4bad1 req-2d32424d-d1d9-48b0-9277-7b77e261cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:43.327121 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0586dae3-593e-4377-938b-1ab5bdc4bad1 req-2d32424d-d1d9-48b0-9277-7b77e261cc73 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdbd2c29675245dcbc1614eaeac76658&device_id=396d0617-e42d-4c44-bca7-0be3d3ee3ea6 HTTP/1.1" status: 200 len: 1095 time: 0.0649223 Jul 15 23:20:43.475916 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586dae3-593e-4377-938b-1ab5bdc4bad1 req-69548987-2955-4397-9030-125ac24d32ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:43.478995 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0586dae3-593e-4377-938b-1ab5bdc4bad1 req-69548987-2955-4397-9030-125ac24d32ce service neutron] 10.222.0.36 "GET /v2.0/networks?id=f759c077-4065-495c-a588-475c2f8414f9 HTTP/1.1" status: 200 len: 925 time: 0.1446257 Jul 15 23:20:43.554374 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0586dae3-593e-4377-938b-1ab5bdc4bad1 req-813a926f-fb59-41eb-82dc-1840fd3dbea0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2591a5a4-02e7-4ffd-89cf-167dfe508966 HTTP/1.1" status: 200 len: 217 time: 0.0682733 Jul 15 23:20:43.614051 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586dae3-593e-4377-938b-1ab5bdc4bad1 req-743fd704-2c9c-4070-ac65-f3fd42f214e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:43.615620 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0586dae3-593e-4377-938b-1ab5bdc4bad1 req-743fd704-2c9c-4070-ac65-f3fd42f214e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56fc74ba-e219-4963-a860-7f58bc040081 HTTP/1.1" status: 200 len: 864 time: 0.0531704 Jul 15 23:20:43.621733 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902ba1c-1f82-4f20-8ebe-061de6841216 req-b18e2c8d-fe46-4e21-b300-16962ee5c23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:43.623301 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b902ba1c-1f82-4f20-8ebe-061de6841216 req-b18e2c8d-fe46-4e21-b300-16962ee5c23d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1885ddec6b5464187ca1cbaa27847a8&device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 1095 time: 0.1249037 Jul 15 23:20:43.649422 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0586dae3-593e-4377-938b-1ab5bdc4bad1 req-01ae35a0-0b49-4ae0-9484-cf6cab175685 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f759c077-4065-495c-a588-475c2f8414f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271230 Jul 15 23:20:43.728336 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c674a40-3e1a-48e7-9b8f-709f3b01a832 req-2a3acc40-21a0-4e43-8222-bc9c92eb11e2 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:43.729834 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1c674a40-3e1a-48e7-9b8f-709f3b01a832 req-2a3acc40-21a0-4e43-8222-bc9c92eb11e2 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1838696 Jul 15 23:20:43.748621 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0586dae3-593e-4377-938b-1ab5bdc4bad1 req-d2437701-8b48-4c96-955f-ff2985ec233d service neutron] 10.222.0.36 "GET /v2.0/networks/f759c077-4065-495c-a588-475c2f8414f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927558 Jul 15 23:20:43.752893 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250da28-dc2d-4302-bc4d-463f9afee3f7 req-fd14a533-95c0-4f89-b876-e928ece2deca tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:43.754340 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9250da28-dc2d-4302-bc4d-463f9afee3f7 req-fd14a533-95c0-4f89-b876-e928ece2deca tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d0617-e42d-4c44-bca7-0be3d3ee3ea6 HTTP/1.1" status: 200 len: 944 time: 0.1747587 Jul 15 23:20:43.791550 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902ba1c-1f82-4f20-8ebe-061de6841216 req-8e4f3ea2-08f6-4c42-bbda-8d2adabffddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:43.793266 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b902ba1c-1f82-4f20-8ebe-061de6841216 req-8e4f3ea2-08f6-4c42-bbda-8d2adabffddd service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb7f5d26-827b-40c8-9606-f513fb310e54 HTTP/1.1" status: 200 len: 913 time: 0.1608174 Jul 15 23:20:43.849951 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0586dae3-593e-4377-938b-1ab5bdc4bad1 req-07ee9674-1101-428f-8720-ab3313c46c9f service neutron] 10.222.0.36 "GET /v2.0/networks/f759c077-4065-495c-a588-475c2f8414f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919874 Jul 15 23:20:43.851144 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1c674a40-3e1a-48e7-9b8f-709f3b01a832 req-4d4ebb0a-6b40-4883-b2f1-d40147bd178c tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148770 Jul 15 23:20:43.886803 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9250da28-dc2d-4302-bc4d-463f9afee3f7 req-9e7eaa8b-6116-4086-9f56-662f7893cbd9 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] 10.222.0.16 "GET /v2.0/security-groups?id=1dd1cd98-64f5-4afc-9036-5eb8377b19b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154544 Jul 15 23:20:43.891021 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b902ba1c-1f82-4f20-8ebe-061de6841216 req-c466df4e-ad43-48df-8f0b-878794538df4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 HTTP/1.1" status: 200 len: 999 time: 0.0854692 Jul 15 23:20:43.953338 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902ba1c-1f82-4f20-8ebe-061de6841216 req-0d38725b-c2d1-4e34-8bbd-dd7379a1d15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:43.954861 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b902ba1c-1f82-4f20-8ebe-061de6841216 req-0d38725b-c2d1-4e34-8bbd-dd7379a1d15c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=242df3cc-37d7-47c0-a77c-be9034976381 HTTP/1.1" status: 200 len: 851 time: 0.0567734 Jul 15 23:20:44.115841 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94303e-d52e-462d-95b9-3d9a6c746800 req-6d6e83c0-7a10-4218-8227-b8dca374f45e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:44.117446 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4e94303e-d52e-462d-95b9-3d9a6c746800 req-6d6e83c0-7a10-4218-8227-b8dca374f45e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 943 time: 0.1151767 Jul 15 23:20:44.141839 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902ba1c-1f82-4f20-8ebe-061de6841216 req-bb52ee93-743d-4ecc-8478-10f6ab669e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:44.143351 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b902ba1c-1f82-4f20-8ebe-061de6841216 req-bb52ee93-743d-4ecc-8478-10f6ab669e81 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb7f5d26-827b-40c8-9606-f513fb310e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1799858 Jul 15 23:20:44.330525 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4e94303e-d52e-462d-95b9-3d9a6c746800 req-ca6a952b-094b-4501-a0f7-c0cc9a8a3669 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000477 Jul 15 23:20:44.353071 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab55488-c930-4655-bffe-5985355e85ee req-c208d2d3-18b6-41b4-b474-e596e17572f9 tempest-ComputeTenantNetworksTest-1816228418 tempest-ComputeTenantNetworksTest-1816228418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:44.359387 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab55488-c930-4655-bffe-5985355e85ee req-c208d2d3-18b6-41b4-b474-e596e17572f9 tempest-ComputeTenantNetworksTest-1816228418 tempest-ComputeTenantNetworksTest-1816228418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:44.365318 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab55488-c930-4655-bffe-5985355e85ee req-c208d2d3-18b6-41b4-b474-e596e17572f9 tempest-ComputeTenantNetworksTest-1816228418 tempest-ComputeTenantNetworksTest-1816228418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:44.366954 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ab55488-c930-4655-bffe-5985355e85ee req-c208d2d3-18b6-41b4-b474-e596e17572f9 tempest-ComputeTenantNetworksTest-1816228418 tempest-ComputeTenantNetworksTest-1816228418-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2973642 Jul 15 23:20:44.386211 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b902ba1c-1f82-4f20-8ebe-061de6841216 req-7ebe5eb2-4de4-4d32-88cd-1b27340c603b service neutron] 10.222.0.43 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258706 Jul 15 23:20:44.524553 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553867d-4609-405d-9796-9daa8dd6d299 req-5f9c4320-81a8-4aee-91f8-8bd796301548 tempest-ComputeTenantNetworksTest-1816228418 tempest-ComputeTenantNetworksTest-1816228418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:44.526415 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d553867d-4609-405d-9796-9daa8dd6d299 req-5f9c4320-81a8-4aee-91f8-8bd796301548 tempest-ComputeTenantNetworksTest-1816228418 tempest-ComputeTenantNetworksTest-1816228418-project] 10.222.0.16 "GET /v2.0/networks/61878ae3-3bdb-4670-b26f-c27e0d010352 HTTP/1.1" status: 200 len: 769 time: 0.1393142 Jul 15 23:20:44.535019 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 35016) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:44.548611 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b902ba1c-1f82-4f20-8ebe-061de6841216 req-c550fd0e-bf8a-40a1-b664-d83ec0a7bc2e service neutron] 10.222.0.43 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529090 Jul 15 23:20:44.605384 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e59dd32-4efb-4471-bd45-bf54ea2c8562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.689406 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e59dd32-4efb-4471-bd45-bf54ea2c8562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.699631 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-2e59dd32-4efb-4471-bd45-bf54ea2c8562 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61878ae3-3bdb-4670-b26f-c27e0d010352']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:44.710004 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-2e59dd32-4efb-4471-bd45-bf54ea2c8562 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08bb691c-081a-4c3c-aabb-8a4633a4ff96') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:44.710300 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-2e59dd32-4efb-4471-bd45-bf54ea2c8562 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08bb691c-081a-4c3c-aabb-8a4633a4ff96') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:44.720167 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e59dd32-4efb-4471-bd45-bf54ea2c8562 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.734904 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e59dd32-4efb-4471-bd45-bf54ea2c8562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.741429 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e59dd32-4efb-4471-bd45-bf54ea2c8562 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:20:44.741991 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e59dd32-4efb-4471-bd45-bf54ea2c8562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:20:44.743823 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:20:44.802522 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e59dd32-4efb-4471-bd45-bf54ea2c8562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.810306 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e59dd32-4efb-4471-bd45-bf54ea2c8562 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.812583 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2e59dd32-4efb-4471-bd45-bf54ea2c8562 admin admin] 10.222.0.16 "DELETE /v2.0/networks/61878ae3-3bdb-4670-b26f-c27e0d010352 HTTP/1.1" status: 204 len: 168 time: 0.2763197 Jul 15 23:20:44.831132 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59dd32-4efb-4471-bd45-bf54ea2c8562 admin admin] Pushing event deleted for resources: {'Network': ['ID=61878ae3-3bdb-4670-b26f-c27e0d010352,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:45.034139 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 35036) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:45.079762 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-10364876-4eee-4576-a885-1849bf7742ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68254c1bd64946f08bbab4afec1a6a86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416982 Jul 15 23:20:45.080154 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 35038) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:45.157066 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-25512940-648e-4bb6-a044-fc787a892a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.183305 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-25512940-648e-4bb6-a044-fc787a892a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.240599 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-25512940-648e-4bb6-a044-fc787a892a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.243506 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-25512940-648e-4bb6-a044-fc787a892a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.245466 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-25512940-648e-4bb6-a044-fc787a892a4e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/20968099-25e3-4cb4-a516-f08986b1ceb8 HTTP/1.1" status: 204 len: 168 time: 0.1646757 Jul 15 23:20:45.258866 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25512940-648e-4bb6-a044-fc787a892a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20968099-25e3-4cb4-a516-f08986b1ceb8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:45.444550 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bee08-ba17-4df2-b119-5a4db65db757 req-bcc52e1c-8df2-4794-a00e-1dd730d264a8 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:45.446080 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-158bee08-ba17-4df2-b119-5a4db65db757 req-bcc52e1c-8df2-4794-a00e-1dd730d264a8 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.4771643 Jul 15 23:20:45.458714 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d61eee-5d71-4900-bf02-1bcf3c00707e req-4b5cd587-45d8-4736-a007-21139aa1798c tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:45.460199 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-39d61eee-5d71-4900-bf02-1bcf3c00707e req-4b5cd587-45d8-4736-a007-21139aa1798c tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d0617-e42d-4c44-bca7-0be3d3ee3ea6 HTTP/1.1" status: 200 len: 944 time: 0.0938859 Jul 15 23:20:45.527465 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-158bee08-ba17-4df2-b119-5a4db65db757 req-3f5b1ce8-b912-4d68-bc6c-bbf6e0d9204f tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659809 Jul 15 23:20:45.544114 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-39d61eee-5d71-4900-bf02-1bcf3c00707e req-7305854b-01c3-4b94-a2c2-31f0b43be06d tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] 10.222.0.16 "GET /v2.0/security-groups?id=1dd1cd98-64f5-4afc-9036-5eb8377b19b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729344 Jul 15 23:20:45.704236 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bbf16-c320-4697-882b-0f8d39f5c6bb req-fcf30d38-44b9-412b-ac23-a1e11f77f722 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:45.705745 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c41bbf16-c320-4697-882b-0f8d39f5c6bb req-fcf30d38-44b9-412b-ac23-a1e11f77f722 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 943 time: 0.0686955 Jul 15 23:20:45.751344 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c41bbf16-c320-4697-882b-0f8d39f5c6bb req-f9b67a71-10e1-4a85-9aef-6babf8193ff3 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395186 Jul 15 23:20:45.847259 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 2591a5a4-02e7-4ffd-89cf-167dfe508966 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:20:45.901900 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aeb4113d-36a2-4327-9060-ce514e5bf556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.975195 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 2591a5a4-02e7-4ffd-89cf-167dfe508966, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=2591a5a4-02e7-4ffd-89cf-167dfe508966,segment=NetworkSegment(a5e1eace-419c-4e12-9385-1030947a14f1),segment_id=a5e1eace-419c-4e12-9385-1030947a14f1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:45.988230 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '2591a5a4-02e7-4ffd-89cf-167dfe508966', 'network_id': 'f759c077-4065-495c-a588-475c2f8414f9', 'port_id': '2591a5a4-02e7-4ffd-89cf-167dfe508966', 'mac_address': 'fa:16:3e:0e:9f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56fc74ba-e219-4963-a860-7f58bc040081', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:20:46.027203 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.043836 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2591a5a4-02e7-4ffd-89cf-167dfe508966 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:46.065963 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 2591a5a4-02e7-4ffd-89cf-167dfe508966, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=2591a5a4-02e7-4ffd-89cf-167dfe508966,segment=NetworkSegment(a5e1eace-419c-4e12-9385-1030947a14f1),segment_id=a5e1eace-419c-4e12-9385-1030947a14f1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:46.071450 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.083071 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 35078) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:46.121832 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=2591a5a4-02e7-4ffd-89cf-167dfe508966,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:46.129539 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:46.129893 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:46.130244 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:46.130578 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:46.130939 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:46.131275 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:46.131606 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:46.131934 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:46.132261 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:46.132587 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:46.132912 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:46.133239 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:46.181294 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-26b7d159-130e-4da7-a5b2-547267b984c9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1804812641-network', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:46.203992 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b7d159-130e-4da7-a5b2-547267b984c9 admin admin] Made reservation on behalf of ce3c14cbd70f4bed98591d54f3156d56 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:46.206355 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26b7d159-130e-4da7-a5b2-547267b984c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.215301 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26b7d159-130e-4da7-a5b2-547267b984c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.310579 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26b7d159-130e-4da7-a5b2-547267b984c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.314791 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26b7d159-130e-4da7-a5b2-547267b984c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.340058 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b7d159-130e-4da7-a5b2-547267b984c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:20:46.348940 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['2591a5a4-02e7-4ffd-89cf-167dfe508966'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:20:46.357293 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7d159-130e-4da7-a5b2-547267b984c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0621776b-c235-440c-be62-b956eb925e9d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:46.361318 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26b7d159-130e-4da7-a5b2-547267b984c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.361664 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-26b7d159-130e-4da7-a5b2-547267b984c9 admin admin] Added segment 27249ff3-8705-4d3c-b5f4-e5775a35bb17 of type vlan for network 34f2ebab-bb83-41e4-bb34-809be32dfaa3 Jul 15 23:20:46.408705 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26b7d159-130e-4da7-a5b2-547267b984c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.442792 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26b7d159-130e-4da7-a5b2-547267b984c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.443815 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b7d159-130e-4da7-a5b2-547267b984c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:46.444575 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26b7d159-130e-4da7-a5b2-547267b984c9 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.478140 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-26b7d159-130e-4da7-a5b2-547267b984c9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3938797 Jul 15 23:20:46.481288 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35092) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:46.488680 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-ade41d10-64a9-4c27-b279-389d89303c3b admin admin] Request body: {'subnet': {'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1804812641-subnet', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:46.507017 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7d159-130e-4da7-a5b2-547267b984c9 admin admin] Pushing event updated for resources: {'Network': ['ID=34f2ebab-bb83-41e4-bb34-809be32dfaa3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:46.514933 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade41d10-64a9-4c27-b279-389d89303c3b admin admin] Made reservation on behalf of ce3c14cbd70f4bed98591d54f3156d56 for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:46.518137 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ade41d10-64a9-4c27-b279-389d89303c3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.518709 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 34f2ebab-bb83-41e4-bb34-809be32dfaa3 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:20:46.782034 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ade41d10-64a9-4c27-b279-389d89303c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.842125 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 7ba3eb1e-91f3-4e0b-87b3-4dec8e513943 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:20:46.870088 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade41d10-64a9-4c27-b279-389d89303c3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=849813aa-50e4-40b7-a59e-c4d2aaa3041a,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:46.894551 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf29b38-e5d2-4d1a-9807-1fb08930ae92 req-61bb2178-eb42-4b74-b747-9522580d68e5 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:46.896065 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ebf29b38-e5d2-4d1a-9807-1fb08930ae92 req-61bb2178-eb42-4b74-b747-9522580d68e5 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1950588 Jul 15 23:20:46.897406 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade41d10-64a9-4c27-b279-389d89303c3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:46.897748 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade41d10-64a9-4c27-b279-389d89303c3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:46.898081 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade41d10-64a9-4c27-b279-389d89303c3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:46.898409 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade41d10-64a9-4c27-b279-389d89303c3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:46.898764 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade41d10-64a9-4c27-b279-389d89303c3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:46.899438 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade41d10-64a9-4c27-b279-389d89303c3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:46.899438 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade41d10-64a9-4c27-b279-389d89303c3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:46.899782 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade41d10-64a9-4c27-b279-389d89303c3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:46.900119 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade41d10-64a9-4c27-b279-389d89303c3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:46.900440 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade41d10-64a9-4c27-b279-389d89303c3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:46.900758 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade41d10-64a9-4c27-b279-389d89303c3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:46.901075 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade41d10-64a9-4c27-b279-389d89303c3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:46.916649 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa886ea-ba7d-41bf-9c0e-93ea3427ef2d req-4453b7f7-c343-431b-804f-d57b2fb89735 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:46.918111 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2aa886ea-ba7d-41bf-9c0e-93ea3427ef2d req-4453b7f7-c343-431b-804f-d57b2fb89735 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d0617-e42d-4c44-bca7-0be3d3ee3ea6 HTTP/1.1" status: 200 len: 945 time: 0.2160373 Jul 15 23:20:46.926889 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade41d10-64a9-4c27-b279-389d89303c3b admin admin] Checking segment: {'id': '27249ff3-8705-4d3c-b5f4-e5775a35bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:46.927262 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade41d10-64a9-4c27-b279-389d89303c3b admin admin] Network hostable DHCP agents. Network: 34f2ebab-bb83-41e4-bb34-809be32dfaa3, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:20:46.959379 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 7ba3eb1e-91f3-4e0b-87b3-4dec8e513943, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=7ba3eb1e-91f3-4e0b-87b3-4dec8e513943,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:46.972239 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '7ba3eb1e-91f3-4e0b-87b3-4dec8e513943', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'port_id': '7ba3eb1e-91f3-4e0b-87b3-4dec8e513943', 'mac_address': 'fa:16:3e:88:35:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:20:46.996100 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ebf29b38-e5d2-4d1a-9807-1fb08930ae92 req-c563e2c8-b087-4e14-93b4-2935f07609e5 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879042 Jul 15 23:20:46.998979 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade41d10-64a9-4c27-b279-389d89303c3b admin admin] Network 34f2ebab-bb83-41e4-bb34-809be32dfaa3 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:20:47.008291 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2aa886ea-ba7d-41bf-9c0e-93ea3427ef2d req-be050ccd-e674-4431-99c5-2f6b84bcd1b3 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] 10.222.0.16 "GET /v2.0/security-groups?id=1dd1cd98-64f5-4afc-9036-5eb8377b19b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787404 Jul 15 23:20:47.013872 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-ade41d10-64a9-4c27-b279-389d89303c3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 34f2ebab-bb83-41e4-bb34-809be32dfaa3) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:47.020452 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade41d10-64a9-4c27-b279-389d89303c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:47.021050 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ade41d10-64a9-4c27-b279-389d89303c3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.027075 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.032104 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69d0721-17a0-42a5-a469-a709604e6c5f None None] Network 34f2ebab-bb83-41e4-bb34-809be32dfaa3 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:47.060935 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ade41d10-64a9-4c27-b279-389d89303c3b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5771713 Jul 15 23:20:47.064301 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 35108) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:47.069094 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-167fb2d9-3acc-4ccf-a78f-a9b4ace7e67b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1804812641-router', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:47.093477 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-167fb2d9-3acc-4ccf-a78f-a9b4ace7e67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.095660 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-167fb2d9-3acc-4ccf-a78f-a9b4ace7e67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.126728 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ba3eb1e-91f3-4e0b-87b3-4dec8e513943 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:47.166666 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-167fb2d9-3acc-4ccf-a78f-a9b4ace7e67b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.180106 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 7ba3eb1e-91f3-4e0b-87b3-4dec8e513943, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=7ba3eb1e-91f3-4e0b-87b3-4dec8e513943,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:47.208193 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.233640 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44be255-f79a-4867-9afb-db4a7181fc30 req-48ac7fad-3008-4107-8410-254db3c6a3a1 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:47.235191 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e44be255-f79a-4867-9afb-db4a7181fc30 req-48ac7fad-3008-4107-8410-254db3c6a3a1 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 943 time: 0.0952930 Jul 15 23:20:47.271345 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154ed091-a4b1-4261-9dfe-67623d2dd285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'fixed_ips': [{'subnet_id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:20:47.272649 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-154ed091-a4b1-4261-9dfe-67623d2dd285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.292985 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e44be255-f79a-4867-9afb-db4a7181fc30 req-a7ebfcba-7396-4c95-b6e0-1b1306ea3017 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510852 Jul 15 23:20:47.389244 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=7ba3eb1e-91f3-4e0b-87b3-4dec8e513943,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:47.459031 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-154ed091-a4b1-4261-9dfe-67623d2dd285 None None] Allocated IP 172.20.0.2 (34f2ebab-bb83-41e4-bb34-809be32dfaa3/849813aa-50e4-40b7-a59e-c4d2aaa3041a/654030c2-3073-4ebc-8f0d-f8722b7949ac) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:47.474002 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['7ba3eb1e-91f3-4e0b-87b3-4dec8e513943'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:20:47.658940 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-167fb2d9-3acc-4ccf-a78f-a9b4ace7e67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.704800 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-154ed091-a4b1-4261-9dfe-67623d2dd285 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.721503 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-154ed091-a4b1-4261-9dfe-67623d2dd285 None None] Transition to ACTIVE for port object 654030c2-3073-4ebc-8f0d-f8722b7949ac will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:47.747398 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-154ed091-a4b1-4261-9dfe-67623d2dd285 None None] Transition to ACTIVE for port object 654030c2-3073-4ebc-8f0d-f8722b7949ac will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:47.757438 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-154ed091-a4b1-4261-9dfe-67623d2dd285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.798650 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154ed091-a4b1-4261-9dfe-67623d2dd285 None None] Network 34f2ebab-bb83-41e4-bb34-809be32dfaa3 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:47.803456 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-154ed091-a4b1-4261-9dfe-67623d2dd285 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:47.806845 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154ed091-a4b1-4261-9dfe-67623d2dd285 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:47.816142 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ed091-a4b1-4261-9dfe-67623d2dd285 None None] Pushing event updated for resources: {'Port': ['ID=654030c2-3073-4ebc-8f0d-f8722b7949ac,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:47.870770 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 2591a5a4-02e7-4ffd-89cf-167dfe508966 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:47.875317 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-167fb2d9-3acc-4ccf-a78f-a9b4ace7e67b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.893370 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-154ed091-a4b1-4261-9dfe-67623d2dd285 None None] Attempting to bind port 654030c2-3073-4ebc-8f0d-f8722b7949ac on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:47.893738 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-154ed091-a4b1-4261-9dfe-67623d2dd285 None None] Attempting to bind port 654030c2-3073-4ebc-8f0d-f8722b7949ac by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '27249ff3-8705-4d3c-b5f4-e5775a35bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:47.894098 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154ed091-a4b1-4261-9dfe-67623d2dd285 None None] Attempting to bind port 654030c2-3073-4ebc-8f0d-f8722b7949ac on network 34f2ebab-bb83-41e4-bb34-809be32dfaa3 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:47.895014 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-167fb2d9-3acc-4ccf-a78f-a9b4ace7e67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.902302 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154ed091-a4b1-4261-9dfe-67623d2dd285 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:47.902693 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154ed091-a4b1-4261-9dfe-67623d2dd285 None None] Checking segment: {'id': '27249ff3-8705-4d3c-b5f4-e5775a35bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:47.903217 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-154ed091-a4b1-4261-9dfe-67623d2dd285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.903496 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154ed091-a4b1-4261-9dfe-67623d2dd285 None None] Bound using segment: {'id': '27249ff3-8705-4d3c-b5f4-e5775a35bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:47.903962 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-154ed091-a4b1-4261-9dfe-67623d2dd285 None None] Bound port: 654030c2-3073-4ebc-8f0d-f8722b7949ac, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27249ff3-8705-4d3c-b5f4-e5775a35bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:47.904346 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-154ed091-a4b1-4261-9dfe-67623d2dd285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.986853 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 2591a5a4-02e7-4ffd-89cf-167dfe508966 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:47.993898 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 2591a5a4-02e7-4ffd-89cf-167dfe508966 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:47.994274 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.998079 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-154ed091-a4b1-4261-9dfe-67623d2dd285 None None] For port 654030c2-3073-4ebc-8f0d-f8722b7949ac, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:48.022544 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-167fb2d9-3acc-4ccf-a78f-a9b4ace7e67b admin admin] Allocated IP 172.25.4.37 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/35b9ffb1-203c-41e3-b353-6d638e4e5f7c) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:48.033400 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-154ed091-a4b1-4261-9dfe-67623d2dd285 None None] For port 654030c2-3073-4ebc-8f0d-f8722b7949ac, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=654030c2-3073-4ebc-8f0d-f8722b7949ac,segment=NetworkSegment(27249ff3-8705-4d3c-b5f4-e5775a35bb17),segment_id=27249ff3-8705-4d3c-b5f4-e5775a35bb17)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:48.041462 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-154ed091-a4b1-4261-9dfe-67623d2dd285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.143548 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-167fb2d9-3acc-4ccf-a78f-a9b4ace7e67b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.148619 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.152615 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ed091-a4b1-4261-9dfe-67623d2dd285 None None] Pushing event updated for resources: {'Port': ['ID=654030c2-3073-4ebc-8f0d-f8722b7949ac,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:48.200303 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396d0617-e42d-4c44-bca7-0be3d3ee3ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2591a5a4-02e7-4ffd-89cf-167dfe508966'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:48.219877 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974f4ab9-0cb4-43ff-956d-9a3813ca1e64" -d '{"events": [{"server_uuid": "396d0617-e42d-4c44-bca7-0be3d3ee3ea6", "name": "network-vif-plugged", "status": "completed", "tag": "2591a5a4-02e7-4ffd-89cf-167dfe508966"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:48.233026 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-167fb2d9-3acc-4ccf-a78f-a9b4ace7e67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.268040 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 2591a5a4-02e7-4ffd-89cf-167dfe508966, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=2591a5a4-02e7-4ffd-89cf-167dfe508966,segment=NetworkSegment(a5e1eace-419c-4e12-9385-1030947a14f1),segment_id=a5e1eace-419c-4e12-9385-1030947a14f1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:48.274722 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2aa0d32-1086-44ef-8f19-7889739d9554 x-openstack-request-id: req-d2aa0d32-1086-44ef-8f19-7889739d9554 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:48.274988 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "396d0617-e42d-4c44-bca7-0be3d3ee3ea6", "name": "network-vif-plugged", "status": "completed", "tag": "2591a5a4-02e7-4ffd-89cf-167dfe508966", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:48.275281 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2aa0d32-1086-44ef-8f19-7889739d9554 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:48.275816 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '396d0617-e42d-4c44-bca7-0be3d3ee3ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2591a5a4-02e7-4ffd-89cf-167dfe508966', 'code': 200} Jul 15 23:20:48.279280 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.288565 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167fb2d9-3acc-4ccf-a78f-a9b4ace7e67b admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:48.297768 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-73d7a2b9-efac-45b7-a137-6bd0a22e70a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.298441 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-167fb2d9-3acc-4ccf-a78f-a9b4ace7e67b admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:48.303473 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167fb2d9-3acc-4ccf-a78f-a9b4ace7e67b admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:48.346941 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167fb2d9-3acc-4ccf-a78f-a9b4ace7e67b admin admin] Pushing event updated for resources: {'Port': ['ID=35b9ffb1-203c-41e3-b353-6d638e4e5f7c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:48.392837 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45648a8-6573-48e1-b9e2-36ab8802569d req-434b617f-b23c-488b-9ce9-547a726b77ce tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:48.407329 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d45648a8-6573-48e1-b9e2-36ab8802569d req-434b617f-b23c-488b-9ce9-547a726b77ce tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d0617-e42d-4c44-bca7-0be3d3ee3ea6 HTTP/1.1" status: 200 len: 945 time: 0.1902006 Jul 15 23:20:48.459876 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=2591a5a4-02e7-4ffd-89cf-167dfe508966,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:48.485982 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d45648a8-6573-48e1-b9e2-36ab8802569d req-9ed5c173-0c55-4ce9-b595-1c64d007c201 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] 10.222.0.16 "GET /v2.0/security-groups?id=1dd1cd98-64f5-4afc-9036-5eb8377b19b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770054 Jul 15 23:20:48.593088 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9d9ee-fe84-4054-b195-af5c0d5549ac req-70f062db-889d-4b4b-93ff-a58d425ca048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:48.594927 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e5b9d9ee-fe84-4054-b195-af5c0d5549ac req-70f062db-889d-4b4b-93ff-a58d425ca048 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=396d0617-e42d-4c44-bca7-0be3d3ee3ea6 HTTP/1.1" status: 200 len: 1097 time: 0.1602583 Jul 15 23:20:48.621190 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76809c-7abf-440f-9dcd-5b93e38a44a0 req-2ff82266-3ecb-4b0b-8204-62f0a0ec6a71 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:48.622817 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a76809c-7abf-440f-9dcd-5b93e38a44a0 req-2ff82266-3ecb-4b0b-8204-62f0a0ec6a71 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 944 time: 0.0988462 Jul 15 23:20:48.664778 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a76809c-7abf-440f-9dcd-5b93e38a44a0 req-7e156be6-5eb0-42ce-8343-4c2a4c11c6e8 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357285 Jul 15 23:20:48.698041 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.716699 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e5b9d9ee-fe84-4054-b195-af5c0d5549ac req-10c14bce-7079-41ae-bad8-f435b56e831c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1dd1cd98-64f5-4afc-9036-5eb8377b19b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832534 Jul 15 23:20:48.733998 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-167fb2d9-3acc-4ccf-a78f-a9b4ace7e67b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.852457 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 7ba3eb1e-91f3-4e0b-87b3-4dec8e513943 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:48.908676 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 7ba3eb1e-91f3-4e0b-87b3-4dec8e513943 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:48.913598 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 7ba3eb1e-91f3-4e0b-87b3-4dec8e513943 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:48.913976 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.944986 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-167fb2d9-3acc-4ccf-a78f-a9b4ace7e67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:49.019867 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:49.065362 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 7ba3eb1e-91f3-4e0b-87b3-4dec8e513943, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=7ba3eb1e-91f3-4e0b-87b3-4dec8e513943,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:49.071844 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:49.099277 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167fb2d9-3acc-4ccf-a78f-a9b4ace7e67b admin admin] Router b080e8dc-d9b0-448f-8702-998e6cdc32d1 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:20:49.161067 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=7ba3eb1e-91f3-4e0b-87b3-4dec8e513943,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:49.257902 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 654030c2-3073-4ebc-8f0d-f8722b7949ac up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:49.258572 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167fb2d9-3acc-4ccf-a78f-a9b4ace7e67b admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:20:49.288080 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-167fb2d9-3acc-4ccf-a78f-a9b4ace7e67b admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:49.289812 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4f4a3e-1242-48f8-bdbe-1a356908319e None None] Sync routers for ids ['b080e8dc-d9b0-448f-8702-998e6cdc32d1'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:20:49.292756 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35160) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:49.293286 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-167fb2d9-3acc-4ccf-a78f-a9b4ace7e67b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2274575 Jul 15 23:20:49.345794 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4f4a3e-1242-48f8-bdbe-1a356908319e None None] Routers {'b080e8dc-d9b0-448f-8702-998e6cdc32d1'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:49.346431 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-bf4f4a3e-1242-48f8-bdbe-1a356908319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:20:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b080e8dc-d9b0-448f-8702-998e6cdc32d1'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:49.416285 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 654030c2-3073-4ebc-8f0d-f8722b7949ac completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:49.445982 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833126fe-6d4f-42e3-9fd0-8d63df60eeeb None None] Network 34f2ebab-bb83-41e4-bb34-809be32dfaa3 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:49.764118 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e91cca-14e2-4c46-b17e-86a8d5eb7325 req-c982f5a0-3ffa-49cc-8182-3b0940a79abe tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:49.766025 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a9e91cca-14e2-4c46-b17e-86a8d5eb7325 req-c982f5a0-3ffa-49cc-8182-3b0940a79abe tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d0617-e42d-4c44-bca7-0be3d3ee3ea6 HTTP/1.1" status: 200 len: 946 time: 0.1388686 Jul 15 23:20:49.768411 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-bf4f4a3e-1242-48f8-bdbe-1a356908319e None None] Set router b080e8dc-d9b0-448f-8702-998e6cdc32d1 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:20:49.770556 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c55d5b66-50f4-4334-8537-07c62e17c233 None None] Provisioning for port 654030c2-3073-4ebc-8f0d-f8722b7949ac completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:49.805882 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:49.850578 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c55d5b66-50f4-4334-8537-07c62e17c233 None None] Provisioning complete for port 654030c2-3073-4ebc-8f0d-f8722b7949ac triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:49.850890 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c55d5b66-50f4-4334-8537-07c62e17c233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:49.931720 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a9e91cca-14e2-4c46-b17e-86a8d5eb7325 req-6ef61150-47ac-4855-8944-e690327b36f9 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] 10.222.0.16 "GET /v2.0/security-groups?id=1dd1cd98-64f5-4afc-9036-5eb8377b19b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049099 Jul 15 23:20:50.002660 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e1cab-1f72-40d8-8f7f-eeff82c928a4 req-1fcb1f57-d0de-4c58-a4df-698408916143 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:50.004176 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-560e1cab-1f72-40d8-8f7f-eeff82c928a4 req-1fcb1f57-d0de-4c58-a4df-698408916143 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 945 time: 0.1630759 Jul 15 23:20:50.010682 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7e572754-1c8e-4395-91a8-ff8d2b146f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.092219 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-560e1cab-1f72-40d8-8f7f-eeff82c928a4 req-42db6340-855f-443e-89a9-44b589c769b1 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720830 Jul 15 23:20:50.109876 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c55d5b66-50f4-4334-8537-07c62e17c233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.164013 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-c55d5b66-50f4-4334-8537-07c62e17c233 None None] For port 654030c2-3073-4ebc-8f0d-f8722b7949ac, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=654030c2-3073-4ebc-8f0d-f8722b7949ac,segment=NetworkSegment(27249ff3-8705-4d3c-b5f4-e5775a35bb17),segment_id=27249ff3-8705-4d3c-b5f4-e5775a35bb17)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:50.178611 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c55d5b66-50f4-4334-8537-07c62e17c233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.215200 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-7e572754-1c8e-4395-91a8-ff8d2b146f08 admin admin] Allocated IP 172.20.0.1 (34f2ebab-bb83-41e4-bb34-809be32dfaa3/849813aa-50e4-40b7-a59e-c4d2aaa3041a/fb239d47-4520-437f-89d4-b405ba953887) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:50.221708 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-bf4f4a3e-1242-48f8-bdbe-1a356908319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1804812641-router', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:48Z', 'revision_number': 3, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'gw_port': {'id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:50.263423 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4f4a3e-1242-48f8-bdbe-1a356908319e None None] Checking router: b080e8dc-d9b0-448f-8702-998e6cdc32d1 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:20:50.263886 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4f4a3e-1242-48f8-bdbe-1a356908319e None None] Updating router b080e8dc-d9b0-448f-8702-998e6cdc32d1 port 35b9ffb1-203c-41e3-b353-6d638e4e5f7c binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:20:50.286412 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07861b5-6772-4c26-99d7-0babdeeba276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba3eb1e-91f3-4e0b-87b3-4dec8e513943'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:50.289170 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9137bd3f-81af-4642-9dd0-8a5fda25701b" -d '{"events": [{"server_uuid": "e07861b5-6772-4c26-99d7-0babdeeba276", "name": "network-vif-plugged", "status": "completed", "tag": "7ba3eb1e-91f3-4e0b-87b3-4dec8e513943"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:50.294371 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d5b66-50f4-4334-8537-07c62e17c233 None None] Pushing event updated for resources: {'Port': ['ID=654030c2-3073-4ebc-8f0d-f8722b7949ac,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:50.312879 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf4f4a3e-1242-48f8-bdbe-1a356908319e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.366566 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7e572754-1c8e-4395-91a8-ff8d2b146f08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.367448 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b140154-6485-439c-bba7-642e1351ea1f x-openstack-request-id: req-2b140154-6485-439c-bba7-642e1351ea1f {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:50.367648 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e07861b5-6772-4c26-99d7-0babdeeba276", "name": "network-vif-plugged", "status": "completed", "tag": "7ba3eb1e-91f3-4e0b-87b3-4dec8e513943", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:50.367992 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b140154-6485-439c-bba7-642e1351ea1f {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:50.369253 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e07861b5-6772-4c26-99d7-0babdeeba276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba3eb1e-91f3-4e0b-87b3-4dec8e513943', 'code': 200} Jul 15 23:20:50.387456 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-7e572754-1c8e-4395-91a8-ff8d2b146f08 admin admin] Transition to ACTIVE for port object fb239d47-4520-437f-89d4-b405ba953887 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:50.481351 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7e572754-1c8e-4395-91a8-ff8d2b146f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.520473 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e572754-1c8e-4395-91a8-ff8d2b146f08 admin admin] Network 34f2ebab-bb83-41e4-bb34-809be32dfaa3 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:50.525664 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-7e572754-1c8e-4395-91a8-ff8d2b146f08 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:50.534603 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e572754-1c8e-4395-91a8-ff8d2b146f08 admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:50.536946 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5a56c8e5-bc6c-419e-b468-dec20a572df7 None None] Provisioning complete for port 654030c2-3073-4ebc-8f0d-f8722b7949ac triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:50.538777 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5a56c8e5-bc6c-419e-b468-dec20a572df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.581320 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e572754-1c8e-4395-91a8-ff8d2b146f08 admin admin] Pushing event updated for resources: {'Port': ['ID=fb239d47-4520-437f-89d4-b405ba953887,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:50.600396 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7e572754-1c8e-4395-91a8-ff8d2b146f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.666482 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5dd2d-fb6a-4f1e-b5c4-5e135aa5c49e req-5b84d917-9c79-43e7-b0bc-b87a24664438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:50.668099 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3ec5dd2d-fb6a-4f1e-b5c4-5e135aa5c49e req-5b84d917-9c79-43e7-b0bc-b87a24664438 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 1096 time: 0.2258801 Jul 15 23:20:50.688389 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf4f4a3e-1242-48f8-bdbe-1a356908319e None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.701298 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-bf4f4a3e-1242-48f8-bdbe-1a356908319e None None] Transition to ACTIVE for port object 35b9ffb1-203c-41e3-b353-6d638e4e5f7c will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:50.713465 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf4f4a3e-1242-48f8-bdbe-1a356908319e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.753770 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3ec5dd2d-fb6a-4f1e-b5c4-5e135aa5c49e req-0a42f714-7183-4f36-9eaf-79d77d13fee1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698302 Jul 15 23:20:50.773207 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-bf4f4a3e-1242-48f8-bdbe-1a356908319e None None] Attempting to bind port 35b9ffb1-203c-41e3-b353-6d638e4e5f7c on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:50.773639 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-bf4f4a3e-1242-48f8-bdbe-1a356908319e None None] Attempting to bind port 35b9ffb1-203c-41e3-b353-6d638e4e5f7c by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:50.774112 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4f4a3e-1242-48f8-bdbe-1a356908319e None None] Attempting to bind port 35b9ffb1-203c-41e3-b353-6d638e4e5f7c on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:50.782360 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ca35b-14ce-41f9-9ea4-2b4bb9a43c6c None None] Pushing event updated for resources: {'Port': ['ID=35b9ffb1-203c-41e3-b353-6d638e4e5f7c,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:50.782360 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4f4a3e-1242-48f8-bdbe-1a356908319e None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:50.783086 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4f4a3e-1242-48f8-bdbe-1a356908319e None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:50.783177 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf4f4a3e-1242-48f8-bdbe-1a356908319e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.784272 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4f4a3e-1242-48f8-bdbe-1a356908319e None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:50.784272 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-bf4f4a3e-1242-48f8-bdbe-1a356908319e None None] Bound port: 35b9ffb1-203c-41e3-b353-6d638e4e5f7c, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:50.784566 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf4f4a3e-1242-48f8-bdbe-1a356908319e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.828787 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7e572754-1c8e-4395-91a8-ff8d2b146f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.844401 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-bf4f4a3e-1242-48f8-bdbe-1a356908319e None None] For port 35b9ffb1-203c-41e3-b353-6d638e4e5f7c, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:50.847664 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-bf4f4a3e-1242-48f8-bdbe-1a356908319e None None] For port 35b9ffb1-203c-41e3-b353-6d638e4e5f7c, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=35b9ffb1-203c-41e3-b353-6d638e4e5f7c,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:50.853641 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf4f4a3e-1242-48f8-bdbe-1a356908319e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.916655 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4f4a3e-1242-48f8-bdbe-1a356908319e None None] Routers {'b080e8dc-d9b0-448f-8702-998e6cdc32d1'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:50.917329 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-bf4f4a3e-1242-48f8-bdbe-1a356908319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:20:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b080e8dc-d9b0-448f-8702-998e6cdc32d1'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:50.957483 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ca35b-14ce-41f9-9ea4-2b4bb9a43c6c None None] Pushing event updated for resources: {'Port': ['ID=35b9ffb1-203c-41e3-b353-6d638e4e5f7c,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:50.980297 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-cbd043fe-bf12-4028-a840-640834857704 None None] Provisioning for port fb239d47-4520-437f-89d4-b405ba953887 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:50.987201 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-cbd043fe-bf12-4028-a840-640834857704 None None] Provisioning complete for port fb239d47-4520-437f-89d4-b405ba953887 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:50.987582 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cbd043fe-bf12-4028-a840-640834857704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:51.040228 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7e572754-1c8e-4395-91a8-ff8d2b146f08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:51.046411 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7e572754-1c8e-4395-91a8-ff8d2b146f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:51.065015 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-cbd043fe-bf12-4028-a840-640834857704 None None] Port fb239d47-4520-437f-89d4-b405ba953887 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:51.078038 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-bf4f4a3e-1242-48f8-bdbe-1a356908319e None None] Set router b080e8dc-d9b0-448f-8702-998e6cdc32d1 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:20:51.166128 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7e572754-1c8e-4395-91a8-ff8d2b146f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:51.169452 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e572754-1c8e-4395-91a8-ff8d2b146f08 admin admin] Pushing event updated for resources: {'Port': ['ID=fb239d47-4520-437f-89d4-b405ba953887,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:51.211001 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b778949-76e1-4043-a6f6-e300aee77db3 req-28ed99d1-d36f-4a75-aa4a-fc90ed87b44e tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:51.218791 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8b778949-76e1-4043-a6f6-e300aee77db3 req-28ed99d1-d36f-4a75-aa4a-fc90ed87b44e tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d0617-e42d-4c44-bca7-0be3d3ee3ea6 HTTP/1.1" status: 200 len: 946 time: 0.1405406 Jul 15 23:20:51.223061 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:51.230571 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 654030c2-3073-4ebc-8f0d-f8722b7949ac up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:51.337134 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8b778949-76e1-4043-a6f6-e300aee77db3 req-b1804436-a1c6-4b03-a59f-319b04c7772d tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] 10.222.0.16 "GET /v2.0/security-groups?id=1dd1cd98-64f5-4afc-9036-5eb8377b19b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174836 Jul 15 23:20:51.375675 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 654030c2-3073-4ebc-8f0d-f8722b7949ac triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:51.376025 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:51.391027 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e572754-1c8e-4395-91a8-ff8d2b146f08 admin admin] Network 34f2ebab-bb83-41e4-bb34-809be32dfaa3 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:51.393443 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-7e572754-1c8e-4395-91a8-ff8d2b146f08 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:51.470261 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-bf4f4a3e-1242-48f8-bdbe-1a356908319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1804812641-router', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:50Z', 'revision_number': 4, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'gw_port': {'id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'fb239d47-4520-437f-89d4-b405ba953887', 'name': '', 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'mac_address': 'fa:16:3e:9f:f8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:50Z', 'updated_at': '2021-07-15T23:20:50Z', 'revision_number': 1, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'subnets': [{'id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:51.482671 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3be92-b1d2-4227-9915-39993a1c566a req-06b338b7-acc0-4def-aa4c-42765b2264ec tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:51.489492 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-46b3be92-b1d2-4227-9915-39993a1c566a req-06b338b7-acc0-4def-aa4c-42765b2264ec tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 945 time: 0.1913683 Jul 15 23:20:51.512822 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4f4a3e-1242-48f8-bdbe-1a356908319e None None] The sync data for ids ['b080e8dc-d9b0-448f-8702-998e6cdc32d1'] in n-d-787205-9 is: [{'id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1804812641-router', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:50Z', 'revision_number': 4, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'gw_port': {'id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'fb239d47-4520-437f-89d4-b405ba953887', 'name': '', 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'mac_address': 'fa:16:3e:9f:f8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:50Z', 'updated_at': '2021-07-15T23:20:50Z', 'revision_number': 1, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'subnets': [{'id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:20:51.641553 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-46b3be92-b1d2-4227-9915-39993a1c566a req-7ea806c1-e521-439a-bdbb-a2632638d6c6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510906 Jul 15 23:20:51.673211 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e572754-1c8e-4395-91a8-ff8d2b146f08 admin admin] Router b080e8dc-d9b0-448f-8702-998e6cdc32d1 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:20:51.692264 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b5764-aea3-4340-9e95-fda4860fc3c0 req-8eee776d-53aa-469c-8d1e-ddae7499a4ce tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:51.694024 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-944b5764-aea3-4340-9e95-fda4860fc3c0 req-8eee776d-53aa-469c-8d1e-ddae7499a4ce tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d0617-e42d-4c44-bca7-0be3d3ee3ea6 HTTP/1.1" status: 200 len: 946 time: 0.1993594 Jul 15 23:20:51.792853 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-944b5764-aea3-4340-9e95-fda4860fc3c0 req-275577c9-b3f6-4a6a-870a-08124e4bf1ab tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] 10.222.0.16 "GET /v2.0/security-groups?id=1dd1cd98-64f5-4afc-9036-5eb8377b19b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913284 Jul 15 23:20:51.802835 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-db61f0ba-0213-4d5e-b1c2-2bcfa72cea29 None None] Provisioning complete for port fb239d47-4520-437f-89d4-b405ba953887 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:51.802835 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-db61f0ba-0213-4d5e-b1c2-2bcfa72cea29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:51.863895 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-db61f0ba-0213-4d5e-b1c2-2bcfa72cea29 None None] Port fb239d47-4520-437f-89d4-b405ba953887 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:51.893200 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 35224) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:51.893694 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e572754-1c8e-4395-91a8-ff8d2b146f08 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:20:51.910694 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7e572754-1c8e-4395-91a8-ff8d2b146f08 admin admin] 10.222.0.16 "PUT /v2.0/routers/b080e8dc-d9b0-448f-8702-998e6cdc32d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6159556 Jul 15 23:20:52.031485 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9c04c554-8980-4b0a-b218-841036b0dd2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.163226 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9c04c554-8980-4b0a-b218-841036b0dd2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.174221 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9c04c554-8980-4b0a-b218-841036b0dd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.217223 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35236) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:52.230820 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9c04c554-8980-4b0a-b218-841036b0dd2b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0b5bbf6c4335430792da03da0fcaaf0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3350878 Jul 15 23:20:52.276778 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04c554-8980-4b0a-b218-841036b0dd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cad8a1-a04a-4937-b90e-9bdf30c033e8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:52.311151 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-32d58af3-6308-469e-a0e9-4b9164dd579b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.371660 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-32d58af3-6308-469e-a0e9-4b9164dd579b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.451293 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19338e04-fbb7-459c-be06-3263d34e1b0a req-3498f9a1-5178-4c5c-8a39-562e270480c4 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:52.453046 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-19338e04-fbb7-459c-be06-3263d34e1b0a req-3498f9a1-5178-4c5c-8a39-562e270480c4 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d0617-e42d-4c44-bca7-0be3d3ee3ea6 HTTP/1.1" status: 200 len: 946 time: 0.1672807 Jul 15 23:20:52.454296 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-32d58af3-6308-469e-a0e9-4b9164dd579b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.457018 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-32d58af3-6308-469e-a0e9-4b9164dd579b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.460705 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-32d58af3-6308-469e-a0e9-4b9164dd579b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33cad8a1-a04a-4937-b90e-9bdf30c033e8 HTTP/1.1" status: 204 len: 168 time: 0.2399256 Jul 15 23:20:52.475996 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d58af3-6308-469e-a0e9-4b9164dd579b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cad8a1-a04a-4937-b90e-9bdf30c033e8,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:52.521234 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-19338e04-fbb7-459c-be06-3263d34e1b0a req-e7481444-7c42-4ef9-a54b-abd1d483491f tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] 10.222.0.16 "GET /v2.0/security-groups?id=1dd1cd98-64f5-4afc-9036-5eb8377b19b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533593 Jul 15 23:20:52.525588 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 35240) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:52.530429 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8f8ea9da-bf09-4c4f-98b1-5024058bee70 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1938153023', 'description': 'tempest-description--117408797'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:52.563175 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f8ea9da-bf09-4c4f-98b1-5024058bee70 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.666604 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f8ea9da-bf09-4c4f-98b1-5024058bee70 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.672074 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f8ea9da-bf09-4c4f-98b1-5024058bee70 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.702733 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f8ea9da-bf09-4c4f-98b1-5024058bee70 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.703907 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8f8ea9da-bf09-4c4f-98b1-5024058bee70 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1772978 Jul 15 23:20:52.707050 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35250) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:52.708369 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ea9da-bf09-4c4f-98b1-5024058bee70 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=109e556f-5a8e-49de-9d96-0f377195861e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:52.712938 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-d5c358c6-1c1f-4e51-b87e-4c570d047a9c tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Request body: {'security_group_rule': {'security_group_id': '109e556f-5a8e-49de-9d96-0f377195861e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:52.767786 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d5c358c6-1c1f-4e51-b87e-4c570d047a9c tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.902609 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d5c358c6-1c1f-4e51-b87e-4c570d047a9c tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.918349 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d5c358c6-1c1f-4e51-b87e-4c570d047a9c tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.947773 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c358c6-1c1f-4e51-b87e-4c570d047a9c tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d672a9-9529-4287-b999-d2bb1cf4fe7b,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:52.948160 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 35254) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:52.963008 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d5c358c6-1c1f-4e51-b87e-4c570d047a9c tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.964560 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d5c358c6-1c1f-4e51-b87e-4c570d047a9c tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2564409 Jul 15 23:20:52.970840 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cad5f613-0036-42e1-8522-a09684735d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.976561 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb8a75-33a0-496d-8548-433b19f5ada4 req-0f431d82-293a-407d-b2ae-9c0cc1664dcd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:52.978989 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5feb8a75-33a0-496d-8548-433b19f5ada4 req-0f431d82-293a-407d-b2ae-9c0cc1664dcd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 945 time: 0.1600876 Jul 15 23:20:52.979288 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35256) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:52.983992 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-5961610e-72e6-4724-8060-59e147cabcb2 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Request body: {'security_group_rule': {'security_group_id': '109e556f-5a8e-49de-9d96-0f377195861e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:53.008330 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.db.api [None req-cad5f613-0036-42e1-8522-a09684735d47 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:20:53.008330 n-d-787205-9 neutron-server[93798]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 23:20:53.008330 n-d-787205-9 neutron-server[93798]: [parameters: {'project_id': 'fc4edb5ce1e044dcbde5d568e3ce6902', 'id': 'ee867969-27da-4bca-86ac-0935218e4ad9', 'expiration': datetime.datetime(2021, 7, 15, 23, 22, 52, 996868)}] Jul 15 23:20:53.008330 n-d-787205-9 neutron-server[93798]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:20:53.009275 n-d-787205-9 neutron-server[93798]: DEBUG oslo_db.api [None req-cad5f613-0036-42e1-8522-a09684735d47 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:20:53.037018 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5961610e-72e6-4724-8060-59e147cabcb2 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.051066 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5feb8a75-33a0-496d-8548-433b19f5ada4 req-947c064d-cd7a-466e-aca4-5c0c48fa98d7 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531409 Jul 15 23:20:53.137361 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5961610e-72e6-4724-8060-59e147cabcb2 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.142087 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5961610e-72e6-4724-8060-59e147cabcb2 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.171474 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961610e-72e6-4724-8060-59e147cabcb2 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adca3d18-94ef-4517-8dd8-5e12153d76f4,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:53.176802 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5961610e-72e6-4724-8060-59e147cabcb2 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.177997 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5961610e-72e6-4724-8060-59e147cabcb2 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1977835 Jul 15 23:20:53.182169 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 35260) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:53.187907 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-fd07004b-20a4-445a-a391-d4e35feff151 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:53.188072 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1207356-34b6-444b-8b34-a5129fa322b5 req-525d0f12-1956-4817-8ade-8e82ef96bf37 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:53.189399 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a1207356-34b6-444b-8b34-a5129fa322b5 req-525d0f12-1956-4817-8ade-8e82ef96bf37 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d0617-e42d-4c44-bca7-0be3d3ee3ea6 HTTP/1.1" status: 200 len: 946 time: 0.1352146 Jul 15 23:20:53.224996 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd07004b-20a4-445a-a391-d4e35feff151 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.251160 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 35b9ffb1-203c-41e3-b353-6d638e4e5f7c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:53.290096 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a1207356-34b6-444b-8b34-a5129fa322b5 req-42dec2a1-ce40-4bb7-a744-93c386836be8 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] 10.222.0.16 "GET /v2.0/security-groups?id=1dd1cd98-64f5-4afc-9036-5eb8377b19b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944405 Jul 15 23:20:53.327984 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 35b9ffb1-203c-41e3-b353-6d638e4e5f7c completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:53.332541 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 35b9ffb1-203c-41e3-b353-6d638e4e5f7c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:53.332917 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.336341 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0c478-7c1e-49d3-ad7a-397371e2feae req-3b914792-c540-46e3-addf-84073234a5b5 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:53.343324 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-74f0c478-7c1e-49d3-ad7a-397371e2feae req-3b914792-c540-46e3-addf-84073234a5b5 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 945 time: 0.1090970 Jul 15 23:20:53.346233 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd07004b-20a4-445a-a391-d4e35feff151 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.387242 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-74f0c478-7c1e-49d3-ad7a-397371e2feae req-e47dcf53-bf54-4ffe-9309-5fb84602b166 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429609 Jul 15 23:20:53.426970 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.448835 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 35b9ffb1-203c-41e3-b353-6d638e4e5f7c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=35b9ffb1-203c-41e3-b353-6d638e4e5f7c,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:53.452767 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.474918 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-fd07004b-20a4-445a-a391-d4e35feff151 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Allocated IP 172.25.4.15 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/c7fbe1ca-84e2-4ff0-8f34-7bcd79a902e6) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:53.505095 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=35b9ffb1-203c-41e3-b353-6d638e4e5f7c,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:53.510775 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cad5f613-0036-42e1-8522-a09684735d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.583334 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edd3dc-0831-4c0f-a271-779e6509d1d5 req-42e6cd9c-01c1-4de5-ab39-6a4f6983ad3e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:53.584816 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f4edd3dc-0831-4c0f-a271-779e6509d1d5 req-42e6cd9c-01c1-4de5-ab39-6a4f6983ad3e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 945 time: 0.0756223 Jul 15 23:20:53.616319 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd07004b-20a4-445a-a391-d4e35feff151 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.625906 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f4edd3dc-0831-4c0f-a271-779e6509d1d5 req-a77d3d6a-3f1b-4779-a4c2-8620f3867ce7 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347338 Jul 15 23:20:53.691272 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cad5f613-0036-42e1-8522-a09684735d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.693067 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd07004b-20a4-445a-a391-d4e35feff151 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.706197 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cad5f613-0036-42e1-8522-a09684735d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.769171 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd07004b-20a4-445a-a391-d4e35feff151 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:53.778039 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-fd07004b-20a4-445a-a391-d4e35feff151 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:53.780469 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd07004b-20a4-445a-a391-d4e35feff151 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:53.783830 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07004b-20a4-445a-a391-d4e35feff151 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Pushing event updated for resources: {'Port': ['ID=c7fbe1ca-84e2-4ff0-8f34-7bcd79a902e6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:53.786518 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5f613-0036-42e1-8522-a09684735d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbc5a2a-d8e0-452d-b9e7-f8bf3f7df3f8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:53.810237 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cad5f613-0036-42e1-8522-a09684735d47 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fc4edb5ce1e044dcbde5d568e3ce6902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8604655 Jul 15 23:20:53.813456 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35270) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:53.885712 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-38701679-9e95-4e02-8571-83af592d2b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.913195 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-38701679-9e95-4e02-8571-83af592d2b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.925904 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd07004b-20a4-445a-a391-d4e35feff151 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.985648 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-38701679-9e95-4e02-8571-83af592d2b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.988568 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-38701679-9e95-4e02-8571-83af592d2b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.990292 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-38701679-9e95-4e02-8571-83af592d2b16 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4dbc5a2a-d8e0-452d-b9e7-f8bf3f7df3f8 HTTP/1.1" status: 204 len: 168 time: 0.1758471 Jul 15 23:20:53.995993 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd07004b-20a4-445a-a391-d4e35feff151 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.006592 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38701679-9e95-4e02-8571-83af592d2b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbc5a2a-d8e0-452d-b9e7-f8bf3f7df3f8,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:54.091514 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.156138 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4d0e8-74ea-48b7-9e10-217f59675cee req-8dd90392-c1c0-45a7-a050-010bdf410652 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:54.159496 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70e4d0e8-74ea-48b7-9e10-217f59675cee req-8dd90392-c1c0-45a7-a050-010bdf410652 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 945 time: 0.0729165 Jul 15 23:20:54.183335 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd07004b-20a4-445a-a391-d4e35feff151 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.191695 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd07004b-20a4-445a-a391-d4e35feff151 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.215827 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70e4d0e8-74ea-48b7-9e10-217f59675cee req-3f567634-598d-49a5-acba-dcfbcf931cef tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501556 Jul 15 23:20:54.231624 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eb6092-01dc-40af-8494-83a8dc41247e None None] Sync routers for ids ['b080e8dc-d9b0-448f-8702-998e6cdc32d1'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:20:54.247148 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eb6092-01dc-40af-8494-83a8dc41247e None None] Routers {'b080e8dc-d9b0-448f-8702-998e6cdc32d1'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:54.247763 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-18eb6092-01dc-40af-8494-83a8dc41247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:20:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b080e8dc-d9b0-448f-8702-998e6cdc32d1'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:54.291122 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07004b-20a4-445a-a391-d4e35feff151 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Pushing event updated for resources: {'Port': ['ID=c7fbe1ca-84e2-4ff0-8f34-7bcd79a902e6,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:54.293605 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd07004b-20a4-445a-a391-d4e35feff151 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.309614 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd07004b-20a4-445a-a391-d4e35feff151 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.310976 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fd07004b-20a4-445a-a391-d4e35feff151 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1276927 Jul 15 23:20:54.391926 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-18eb6092-01dc-40af-8494-83a8dc41247e None None] Set router b080e8dc-d9b0-448f-8702-998e6cdc32d1 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:20:54.418715 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51f6cd-10c3-4183-8f01-1eacf69c0c4e req-4fa9e4d8-32e3-4591-974b-414f99b2e999 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:54.420218 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1e51f6cd-10c3-4183-8f01-1eacf69c0c4e req-4fa9e4d8-32e3-4591-974b-414f99b2e999 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] 10.222.0.36 "GET /v2.0/ports?device_id=396d0617-e42d-4c44-bca7-0be3d3ee3ea6 HTTP/1.1" status: 200 len: 946 time: 0.0882938 Jul 15 23:20:54.545885 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c982952-0f93-4b61-8791-93036559b599 req-64d5f29f-6ba0-4771-8e8a-ac5f0d2c7038 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:54.553971 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5c982952-0f93-4b61-8791-93036559b599 req-64d5f29f-6ba0-4771-8e8a-ac5f0d2c7038 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d0617-e42d-4c44-bca7-0be3d3ee3ea6 HTTP/1.1" status: 200 len: 946 time: 0.0966098 Jul 15 23:20:54.601349 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-1e51f6cd-10c3-4183-8f01-1eacf69c0c4e req-cd88b373-43d3-4a6e-a237-ec8bf1a1c924 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Deleting port 2591a5a4-02e7-4ffd-89cf-167dfe508966 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:54.602001 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1e51f6cd-10c3-4183-8f01-1eacf69c0c4e req-cd88b373-43d3-4a6e-a237-ec8bf1a1c924 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.611002 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5c982952-0f93-4b61-8791-93036559b599 req-9c722252-d29b-42a0-a5cd-e0d9cd2d7024 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] 10.222.0.16 "GET /v2.0/security-groups?id=1dd1cd98-64f5-4afc-9036-5eb8377b19b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558453 Jul 15 23:20:54.659608 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-09d4769d-099f-47d2-9480-b95314f7cb06 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1938153023&fields=id&tenant_id=ce3c14cbd70f4bed98591d54f3156d56 HTTP/1.1" status: 200 len: 267 time: 0.0446675 Jul 15 23:20:54.708761 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-18eb6092-01dc-40af-8494-83a8dc41247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1804812641-router', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:50Z', 'revision_number': 4, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'gw_port': {'id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'fb239d47-4520-437f-89d4-b405ba953887', 'name': '', 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'mac_address': 'fa:16:3e:9f:f8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:50Z', 'updated_at': '2021-07-15T23:20:50Z', 'revision_number': 2, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'subnets': [{'id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:54.740020 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-1e51f6cd-10c3-4183-8f01-1eacf69c0c4e req-cd88b373-43d3-4a6e-a237-ec8bf1a1c924 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] For port 2591a5a4-02e7-4ffd-89cf-167dfe508966, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=2591a5a4-02e7-4ffd-89cf-167dfe508966,segment=NetworkSegment(a5e1eace-419c-4e12-9385-1030947a14f1),segment_id=a5e1eace-419c-4e12-9385-1030947a14f1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:54.740392 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1e51f6cd-10c3-4183-8f01-1eacf69c0c4e req-cd88b373-43d3-4a6e-a237-ec8bf1a1c924 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.742208 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eb6092-01dc-40af-8494-83a8dc41247e None None] Checking router: b080e8dc-d9b0-448f-8702-998e6cdc32d1 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:20:54.742564 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eb6092-01dc-40af-8494-83a8dc41247e None None] Updating router b080e8dc-d9b0-448f-8702-998e6cdc32d1 port fb239d47-4520-437f-89d4-b405ba953887 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:20:54.771695 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-1e51f6cd-10c3-4183-8f01-1eacf69c0c4e req-cd88b373-43d3-4a6e-a237-ec8bf1a1c924 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Calling delete_port for 2591a5a4-02e7-4ffd-89cf-167dfe508966 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:54.779454 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-18eb6092-01dc-40af-8494-83a8dc41247e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.799268 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-4793357c-6fe0-4d06-96e1-dc4bc1c96ce6 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:54.808038 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-4793357c-6fe0-4d06-96e1-dc4bc1c96ce6 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/networks?id=34f2ebab-bb83-41e4-bb34-809be32dfaa3 HTTP/1.1" status: 200 len: 817 time: 0.1409893 Jul 15 23:20:54.834479 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-57daf2cc-e3f0-426a-9989-d8692dbf29f5 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/quotas/ce3c14cbd70f4bed98591d54f3156d56 HTTP/1.1" status: 200 len: 375 time: 0.0166843 Jul 15 23:20:54.934230 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-ecdfe843-3e0d-406e-b261-2228762fff53 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce3c14cbd70f4bed98591d54f3156d56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0925233 Jul 15 23:20:54.948546 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1e51f6cd-10c3-4183-8f01-1eacf69c0c4e req-cd88b373-43d3-4a6e-a237-ec8bf1a1c924 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.979875 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['2591a5a4-02e7-4ffd-89cf-167dfe508966'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:20:54.992450 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88b373-43d3-4a6e-a237-ec8bf1a1c924 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Pushing event deleted for resources: {'Port': ['ID=2591a5a4-02e7-4ffd-89cf-167dfe508966,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:55.042813 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-b178e860-f83f-4bda-a4ab-23a29ec6f473 service neutron] 10.222.0.16 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959311 Jul 15 23:20:55.057923 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e51f6cd-10c3-4183-8f01-1eacf69c0c4e req-cd88b373-43d3-4a6e-a237-ec8bf1a1c924 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] No DVR routers for this DVR port 2591a5a4-02e7-4ffd-89cf-167dfe508966 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:20:55.060538 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1e51f6cd-10c3-4183-8f01-1eacf69c0c4e req-cd88b373-43d3-4a6e-a237-ec8bf1a1c924 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.063532 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1e51f6cd-10c3-4183-8f01-1eacf69c0c4e req-cd88b373-43d3-4a6e-a237-ec8bf1a1c924 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] 10.222.0.36 "DELETE /v2.0/ports/2591a5a4-02e7-4ffd-89cf-167dfe508966 HTTP/1.1" status: 204 len: 173 time: 0.6355636 Jul 15 23:20:55.063985 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396d0617-e42d-4c44-bca7-0be3d3ee3ea6', 'name': 'network-vif-deleted', 'tag': '2591a5a4-02e7-4ffd-89cf-167dfe508966'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:55.066244 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2a1740-6d0a-48fc-8263-ced20880388c" -d '{"events": [{"server_uuid": "396d0617-e42d-4c44-bca7-0be3d3ee3ea6", "name": "network-vif-deleted", "tag": "2591a5a4-02e7-4ffd-89cf-167dfe508966"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:55.121282 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e38171a-ca87-4d3e-9b70-23052ac3562d x-openstack-request-id: req-4e38171a-ca87-4d3e-9b70-23052ac3562d {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:55.121615 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "396d0617-e42d-4c44-bca7-0be3d3ee3ea6", "name": "network-vif-deleted", "tag": "2591a5a4-02e7-4ffd-89cf-167dfe508966", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:55.121824 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e38171a-ca87-4d3e-9b70-23052ac3562d {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:55.122226 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '396d0617-e42d-4c44-bca7-0be3d3ee3ea6', 'name': 'network-vif-deleted', 'tag': '2591a5a4-02e7-4ffd-89cf-167dfe508966', 'status': 'completed', 'code': 200} Jul 15 23:20:55.132181 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-18eb6092-01dc-40af-8494-83a8dc41247e None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.144523 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-18eb6092-01dc-40af-8494-83a8dc41247e None None] Transition to ACTIVE for port object fb239d47-4520-437f-89d4-b405ba953887 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:55.152037 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-18eb6092-01dc-40af-8494-83a8dc41247e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.203313 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-67b361fb-fda9-458d-a310-b8cae0c77aca service neutron] 10.222.0.16 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541972 Jul 15 23:20:55.251598 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 35b9ffb1-203c-41e3-b353-6d638e4e5f7c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:55.390396 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 35b9ffb1-203c-41e3-b353-6d638e4e5f7c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:55.390804 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.441848 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-18eb6092-01dc-40af-8494-83a8dc41247e None None] Attempting to bind port fb239d47-4520-437f-89d4-b405ba953887 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:55.442928 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-18eb6092-01dc-40af-8494-83a8dc41247e None None] Attempting to bind port fb239d47-4520-437f-89d4-b405ba953887 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '27249ff3-8705-4d3c-b5f4-e5775a35bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:55.444178 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eb6092-01dc-40af-8494-83a8dc41247e None None] Attempting to bind port fb239d47-4520-437f-89d4-b405ba953887 on network 34f2ebab-bb83-41e4-bb34-809be32dfaa3 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:55.454825 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eb6092-01dc-40af-8494-83a8dc41247e None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:55.456039 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eb6092-01dc-40af-8494-83a8dc41247e None None] Checking segment: {'id': '27249ff3-8705-4d3c-b5f4-e5775a35bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:55.456637 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-18eb6092-01dc-40af-8494-83a8dc41247e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.457233 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eb6092-01dc-40af-8494-83a8dc41247e None None] Bound using segment: {'id': '27249ff3-8705-4d3c-b5f4-e5775a35bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:55.457892 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-18eb6092-01dc-40af-8494-83a8dc41247e None None] Bound port: fb239d47-4520-437f-89d4-b405ba953887, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27249ff3-8705-4d3c-b5f4-e5775a35bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:55.458499 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-18eb6092-01dc-40af-8494-83a8dc41247e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.513718 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979c98a-f6e0-4f6f-b0bc-6410d5bf6e7f None None] Pushing event updated for resources: {'Port': ['ID=fb239d47-4520-437f-89d4-b405ba953887,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:55.533643 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5979c98a-f6e0-4f6f-b0bc-6410d5bf6e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:55.533984 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5979c98a-f6e0-4f6f-b0bc-6410d5bf6e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:55.534321 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5979c98a-f6e0-4f6f-b0bc-6410d5bf6e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:55.534667 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5979c98a-f6e0-4f6f-b0bc-6410d5bf6e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:55.535005 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5979c98a-f6e0-4f6f-b0bc-6410d5bf6e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:55.535326 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5979c98a-f6e0-4f6f-b0bc-6410d5bf6e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:55.543025 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5979c98a-f6e0-4f6f-b0bc-6410d5bf6e7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:55.543736 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5979c98a-f6e0-4f6f-b0bc-6410d5bf6e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:55.544363 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5979c98a-f6e0-4f6f-b0bc-6410d5bf6e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:55.545181 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5979c98a-f6e0-4f6f-b0bc-6410d5bf6e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:55.545779 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5979c98a-f6e0-4f6f-b0bc-6410d5bf6e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:55.546328 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5979c98a-f6e0-4f6f-b0bc-6410d5bf6e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:55.580009 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-18eb6092-01dc-40af-8494-83a8dc41247e None None] For port fb239d47-4520-437f-89d4-b405ba953887, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:55.583955 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-18eb6092-01dc-40af-8494-83a8dc41247e None None] For port fb239d47-4520-437f-89d4-b405ba953887, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=fb239d47-4520-437f-89d4-b405ba953887,segment=NetworkSegment(27249ff3-8705-4d3c-b5f4-e5775a35bb17),segment_id=27249ff3-8705-4d3c-b5f4-e5775a35bb17)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:55.592617 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-18eb6092-01dc-40af-8494-83a8dc41247e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.607150 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-92dcb097-1d8c-4895-84f3-27dcbdc15730 req-f46f9670-057f-4ebe-bd68-5486f1a9d7b4 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 210 time: 0.0990703 Jul 15 23:20:55.672884 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598b101-ae10-44a6-811b-5c69da1d98c1 req-b97a14ec-c96b-4757-9a18-a06d9e22a020 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:55.680266 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e598b101-ae10-44a6-811b-5c69da1d98c1 req-b97a14ec-c96b-4757-9a18-a06d9e22a020 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 945 time: 0.2310903 Jul 15 23:20:55.745373 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eb6092-01dc-40af-8494-83a8dc41247e None None] Routers {'b080e8dc-d9b0-448f-8702-998e6cdc32d1'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:55.746281 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-18eb6092-01dc-40af-8494-83a8dc41247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:20:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b080e8dc-d9b0-448f-8702-998e6cdc32d1'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:55.864185 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979c98a-f6e0-4f6f-b0bc-6410d5bf6e7f None None] Pushing event updated for resources: {'Port': ['ID=fb239d47-4520-437f-89d4-b405ba953887,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:55.865214 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e598b101-ae10-44a6-811b-5c69da1d98c1 req-219c4c2b-5e69-404a-b9fb-a35ed16f5f98 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777406 Jul 15 23:20:55.944589 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-290154df-8e89-4a32-ad5a-bcec79e77e49 req-21e2072d-3229-4a3f-b12b-f1a18be467b9 tempest-ServersNegativeTestMultiTenantJSON-1948797689 tempest-ServersNegativeTestMultiTenantJSON-1948797689-project] 10.222.0.16 "GET /v2.0/ports?device_id=396d0617-e42d-4c44-bca7-0be3d3ee3ea6 HTTP/1.1" status: 200 len: 210 time: 0.0748775 Jul 15 23:20:55.972823 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-18eb6092-01dc-40af-8494-83a8dc41247e None None] Set router b080e8dc-d9b0-448f-8702-998e6cdc32d1 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:20:56.001350 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656b32d-3a9c-4fa9-b771-5a692ac828af req-8b7b3bed-b85c-4f2b-91dd-c45a5bfd4a22 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:56.003827 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6656b32d-3a9c-4fa9-b771-5a692ac828af req-8b7b3bed-b85c-4f2b-91dd-c45a5bfd4a22 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 945 time: 0.2533088 Jul 15 23:20:56.164426 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-6656b32d-3a9c-4fa9-b771-5a692ac828af req-52f81b85-e5e1-47df-9141-86b40f009a3c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Deleting port 7ba3eb1e-91f3-4e0b-87b3-4dec8e513943 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:56.164830 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6656b32d-3a9c-4fa9-b771-5a692ac828af req-52f81b85-e5e1-47df-9141-86b40f009a3c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.224856 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-18eb6092-01dc-40af-8494-83a8dc41247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1804812641-router', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:50Z', 'revision_number': 4, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'gw_port': {'id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'fb239d47-4520-437f-89d4-b405ba953887', 'name': '', 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'mac_address': 'fa:16:3e:9f:f8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:50Z', 'updated_at': '2021-07-15T23:20:55Z', 'revision_number': 4, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'subnets': [{'id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:56.270091 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eb6092-01dc-40af-8494-83a8dc41247e None None] The sync data for ids ['b080e8dc-d9b0-448f-8702-998e6cdc32d1'] in n-d-787205-9 is: [{'id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1804812641-router', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:50Z', 'revision_number': 4, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'gw_port': {'id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'fb239d47-4520-437f-89d4-b405ba953887', 'name': '', 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'mac_address': 'fa:16:3e:9f:f8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:50Z', 'updated_at': '2021-07-15T23:20:55Z', 'revision_number': 4, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'subnets': [{'id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:20:56.279438 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-6656b32d-3a9c-4fa9-b771-5a692ac828af req-52f81b85-e5e1-47df-9141-86b40f009a3c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] For port 7ba3eb1e-91f3-4e0b-87b3-4dec8e513943, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=7ba3eb1e-91f3-4e0b-87b3-4dec8e513943,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:56.279817 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6656b32d-3a9c-4fa9-b771-5a692ac828af req-52f81b85-e5e1-47df-9141-86b40f009a3c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.297661 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-6656b32d-3a9c-4fa9-b771-5a692ac828af req-52f81b85-e5e1-47df-9141-86b40f009a3c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Calling delete_port for 7ba3eb1e-91f3-4e0b-87b3-4dec8e513943 owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:56.483362 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6656b32d-3a9c-4fa9-b771-5a692ac828af req-52f81b85-e5e1-47df-9141-86b40f009a3c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.506713 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['7ba3eb1e-91f3-4e0b-87b3-4dec8e513943'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:20:56.526011 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 35356) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:56.546362 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f81b85-e5e1-47df-9141-86b40f009a3c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Pushing event deleted for resources: {'Port': ['ID=7ba3eb1e-91f3-4e0b-87b3-4dec8e513943,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:56.620950 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-6656b32d-3a9c-4fa9-b771-5a692ac828af req-52f81b85-e5e1-47df-9141-86b40f009a3c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] No DVR routers for this DVR port 7ba3eb1e-91f3-4e0b-87b3-4dec8e513943 on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:20:56.625988 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6656b32d-3a9c-4fa9-b771-5a692ac828af req-52f81b85-e5e1-47df-9141-86b40f009a3c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.629895 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6656b32d-3a9c-4fa9-b771-5a692ac828af req-52f81b85-e5e1-47df-9141-86b40f009a3c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.43 "DELETE /v2.0/ports/7ba3eb1e-91f3-4e0b-87b3-4dec8e513943 HTTP/1.1" status: 204 len: 173 time: 0.6174366 Jul 15 23:20:56.630375 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07861b5-6772-4c26-99d7-0babdeeba276', 'name': 'network-vif-deleted', 'tag': '7ba3eb1e-91f3-4e0b-87b3-4dec8e513943'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:56.636138 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9c181b-e111-4c3f-898d-a7e694133bcb" -d '{"events": [{"server_uuid": "e07861b5-6772-4c26-99d7-0babdeeba276", "name": "network-vif-deleted", "tag": "7ba3eb1e-91f3-4e0b-87b3-4dec8e513943"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:56.733876 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8926c0-eb35-41ae-8760-f726582e7506 x-openstack-request-id: req-df8926c0-eb35-41ae-8760-f726582e7506 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:56.734176 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e07861b5-6772-4c26-99d7-0babdeeba276", "name": "network-vif-deleted", "tag": "7ba3eb1e-91f3-4e0b-87b3-4dec8e513943", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:56.734435 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df8926c0-eb35-41ae-8760-f726582e7506 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:56.734883 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e07861b5-6772-4c26-99d7-0babdeeba276', 'name': 'network-vif-deleted', 'tag': '7ba3eb1e-91f3-4e0b-87b3-4dec8e513943', 'status': 'completed', 'code': 200} Jul 15 23:20:56.794234 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a38c8ad2-8de8-4bbc-a2ec-26ab85fe0e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.872533 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b143d735-a9e0-45e6-ad72-9591be5a6daa req-7f2094be-b9b3-46cd-86d7-8b5d8581b7de tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 210 time: 0.0494530 Jul 15 23:20:56.970888 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a38c8ad2-8de8-4bbc-a2ec-26ab85fe0e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.979807 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a38c8ad2-8de8-4bbc-a2ec-26ab85fe0e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.039032 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a38c8ad2-8de8-4bbc-a2ec-26ab85fe0e80 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1ccd1eec36c34674a890b728083a98c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5118663 Jul 15 23:20:57.042189 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35368) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:57.173923 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-acbec07e-0aa6-465e-b179-6285ffe0a8f6 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:57.184267 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-acbec07e-0aa6-465e-b179-6285ffe0a8f6 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.36 "GET /v2.0/networks?id=34f2ebab-bb83-41e4-bb34-809be32dfaa3 HTTP/1.1" status: 200 len: 817 time: 0.1424851 Jul 15 23:20:57.185399 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c8ad2-8de8-4bbc-a2ec-26ab85fe0e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966c607b-89f5-4641-ac23-5bd32758be7e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:57.229554 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 35370) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:57.305600 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-742107d6-bc8b-483d-99ce-7671435f915b req-4786b6df-8a71-4cc1-80df-1958ff703e8d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 210 time: 0.1619589 Jul 15 23:20:57.306726 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5dbd7ee-f59d-4ffc-93ed-5904b53e384a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.316447 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-07672b25-0e4a-417b-aea9-e2baecb8f3db tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce3c14cbd70f4bed98591d54f3156d56 HTTP/1.1" status: 200 len: 380 time: 0.1107757 Jul 15 23:20:57.341693 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3592840-462a-4d8b-829e-39b5d9e0fbd4 admin admin] Deleting subnet 56fc74ba-e219-4963-a860-7f58bc040081 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:20:57.343460 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device fb239d47-4520-437f-89d4-b405ba953887 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:57.352472 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-4d123720-6466-42ec-8af4-96734b8b5cff tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Request body: {'port': {'device_id': '669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc', 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'admin_state_up': True, 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'security_groups': ['109e556f-5a8e-49de-9d96-0f377195861e']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:57.359063 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f3592840-462a-4d8b-829e-39b5d9e0fbd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.372624 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5dbd7ee-f59d-4ffc-93ed-5904b53e384a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.397682 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f3592840-462a-4d8b-829e-39b5d9e0fbd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.427632 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port fb239d47-4520-437f-89d4-b405ba953887 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:57.436554 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port fb239d47-4520-437f-89d4-b405ba953887 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:57.436991 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.439684 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5dbd7ee-f59d-4ffc-93ed-5904b53e384a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.443953 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5dbd7ee-f59d-4ffc-93ed-5904b53e384a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.446009 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c5dbd7ee-f59d-4ffc-93ed-5904b53e384a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/966c607b-89f5-4641-ac23-5bd32758be7e HTTP/1.1" status: 204 len: 168 time: 0.4022007 Jul 15 23:20:57.459213 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbd7ee-f59d-4ffc-93ed-5904b53e384a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966c607b-89f5-4641-ac23-5bd32758be7e,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:57.506494 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f3592840-462a-4d8b-829e-39b5d9e0fbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.586272 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.622298 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-4d123720-6466-42ec-8af4-96734b8b5cff tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Made reservation on behalf of ce3c14cbd70f4bed98591d54f3156d56 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:57.625672 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port fb239d47-4520-437f-89d4-b405ba953887, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=fb239d47-4520-437f-89d4-b405ba953887,segment=NetworkSegment(27249ff3-8705-4d3c-b5f4-e5775a35bb17),segment_id=27249ff3-8705-4d3c-b5f4-e5775a35bb17)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:57.628957 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.629341 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-4d123720-6466-42ec-8af4-96734b8b5cff tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.634600 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f3592840-462a-4d8b-829e-39b5d9e0fbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.680352 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f3592840-462a-4d8b-829e-39b5d9e0fbd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.685653 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f3592840-462a-4d8b-829e-39b5d9e0fbd4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/56fc74ba-e219-4963-a860-7f58bc040081 HTTP/1.1" status: 204 len: 168 time: 0.4519031 Jul 15 23:20:57.685653 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3592840-462a-4d8b-829e-39b5d9e0fbd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56fc74ba-e219-4963-a860-7f58bc040081,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:57.687844 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35376) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:57.691664 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=fb239d47-4520-437f-89d4-b405ba953887,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:57.796700 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4b995b2f-81cf-4a92-a67c-fc5b3ebd6842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.840059 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-4d123720-6466-42ec-8af4-96734b8b5cff tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Allocated IP 172.20.0.4 (34f2ebab-bb83-41e4-bb34-809be32dfaa3/849813aa-50e4-40b7-a59e-c4d2aaa3041a/decd57ff-428e-4b9c-bce5-fdacc4ff9f0f) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:57.888166 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 2591a5a4-02e7-4ffd-89cf-167dfe508966 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:20:57.909892 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4b995b2f-81cf-4a92-a67c-fc5b3ebd6842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.921906 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 2591a5a4-02e7-4ffd-89cf-167dfe508966 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:20:57.921906 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 2591a5a4-02e7-4ffd-89cf-167dfe508966 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:20:57.930882 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-4b995b2f-81cf-4a92-a67c-fc5b3ebd6842 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f759c077-4065-495c-a588-475c2f8414f9']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:57.944445 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-4b995b2f-81cf-4a92-a67c-fc5b3ebd6842 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e1eace-419c-4e12-9385-1030947a14f1') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:57.944674 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-4b995b2f-81cf-4a92-a67c-fc5b3ebd6842 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e1eace-419c-4e12-9385-1030947a14f1') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:57.954120 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4b995b2f-81cf-4a92-a67c-fc5b3ebd6842 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.977316 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4b995b2f-81cf-4a92-a67c-fc5b3ebd6842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.992426 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b995b2f-81cf-4a92-a67c-fc5b3ebd6842 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:20:57.992859 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4b995b2f-81cf-4a92-a67c-fc5b3ebd6842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:58.002377 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:20:58.002377 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:20:58.002377 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:20:58.002377 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:20:58.002377 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:20:58.002377 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:20:58.002377 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:20:58.002377 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:20:58.002377 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:20:58.002377 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:20:58.002377 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:20:58.002377 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:20:58.002377 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:20:58.002377 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:20:58.002377 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:20:58.002377 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:20:58.002377 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:20:58.002377 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:20:58.002377 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:20:58.002377 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:20:58.002377 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:20:58.002377 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:20:58.002377 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:20:58.002377 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:20:58.002377 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:20:58.002377 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:20:58.002377 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:20:58.002377 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:20:58.002377 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:20:58.002377 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:20:58.002377 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:20:58.002377 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:20:58.033359 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-4d123720-6466-42ec-8af4-96734b8b5cff tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:58.112136 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c322fbda-e8f5-4fb9-9187-584096ed437f req-98243ecc-6d2b-488d-bb06-94a932093b84 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 210 time: 0.0327077 Jul 15 23:20:58.117060 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4b995b2f-81cf-4a92-a67c-fc5b3ebd6842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:58.117306 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-4d123720-6466-42ec-8af4-96734b8b5cff tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Transition to ACTIVE for port object decd57ff-428e-4b9c-bce5-fdacc4ff9f0f will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:58.127372 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4b995b2f-81cf-4a92-a67c-fc5b3ebd6842 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:58.129917 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4b995b2f-81cf-4a92-a67c-fc5b3ebd6842 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f759c077-4065-495c-a588-475c2f8414f9 HTTP/1.1" status: 204 len: 168 time: 0.4408612 Jul 15 23:20:58.132512 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35394) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:58.164611 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b995b2f-81cf-4a92-a67c-fc5b3ebd6842 admin admin] Pushing event deleted for resources: {'Network': ['ID=f759c077-4065-495c-a588-475c2f8414f9,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:58.181909 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-4d123720-6466-42ec-8af4-96734b8b5cff tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:58.245046 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-393d3b6b-206b-472b-be0e-ba79ba847fb1 admin admin] Deleting subnet 759c3121-00fb-40e0-8bca-a2a32b9e8ed6 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:20:58.245747 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d123720-6466-42ec-8af4-96734b8b5cff tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Pushing event updated for resources: {'Port': ['ID=decd57ff-428e-4b9c-bce5-fdacc4ff9f0f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:58.250117 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-393d3b6b-206b-472b-be0e-ba79ba847fb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:58.258549 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-4d123720-6466-42ec-8af4-96734b8b5cff tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Network 34f2ebab-bb83-41e4-bb34-809be32dfaa3 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:58.260173 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-4d123720-6466-42ec-8af4-96734b8b5cff tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:58.262876 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-4d123720-6466-42ec-8af4-96734b8b5cff tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:58.305155 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-393d3b6b-206b-472b-be0e-ba79ba847fb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:58.322162 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-4d123720-6466-42ec-8af4-96734b8b5cff tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:58.323132 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-4d123720-6466-42ec-8af4-96734b8b5cff tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:58.341709 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-4d123720-6466-42ec-8af4-96734b8b5cff tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9956851 Jul 15 23:20:58.359688 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-eec47152-a517-4dfb-9f50-a88ccf9ded84 service neutron] Request body: {'port': {'device_id': '669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:58.422645 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-393d3b6b-206b-472b-be0e-ba79ba847fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:58.507960 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-eec47152-a517-4dfb-9f50-a88ccf9ded84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:58.529886 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-733d43ae-5068-4d39-b7b1-6fe6464965ab req-45f0f2e1-7b8c-49a8-8dfe-fda7bc0ad422 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 210 time: 0.0468795 Jul 15 23:20:58.560610 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-393d3b6b-206b-472b-be0e-ba79ba847fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:58.608566 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b7f868ad-3613-4ba4-aefb-07710ca34ee9 None None] Provisioning for port decd57ff-428e-4b9c-bce5-fdacc4ff9f0f completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:58.617382 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b7f868ad-3613-4ba4-aefb-07710ca34ee9 None None] Provisioning complete for port decd57ff-428e-4b9c-bce5-fdacc4ff9f0f triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:58.617993 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7f868ad-3613-4ba4-aefb-07710ca34ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:58.659346 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b7f868ad-3613-4ba4-aefb-07710ca34ee9 None None] Port decd57ff-428e-4b9c-bce5-fdacc4ff9f0f cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:58.992265 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d3b6b-206b-472b-be0e-ba79ba847fb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=759c3121-00fb-40e0-8bca-a2a32b9e8ed6,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:58.998219 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-393d3b6b-206b-472b-be0e-ba79ba847fb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:58.999961 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-393d3b6b-206b-472b-be0e-ba79ba847fb1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/759c3121-00fb-40e0-8bca-a2a32b9e8ed6 HTTP/1.1" status: 204 len: 168 time: 0.8663425 Jul 15 23:20:59.002524 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35412) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:59.075586 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-06c57edc-3875-45f0-968c-9495a65740ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.187863 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-06c57edc-3875-45f0-968c-9495a65740ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.217120 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device fb239d47-4520-437f-89d4-b405ba953887 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:59.219490 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-06c57edc-3875-45f0-968c-9495a65740ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2535bbe6-f3de-4df8-9fb5-7faca6fa6160']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:59.241649 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-06c57edc-3875-45f0-968c-9495a65740ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd97e35b9-ddc2-4177-913a-89580d7a544d') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:59.242125 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-06c57edc-3875-45f0-968c-9495a65740ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd97e35b9-ddc2-4177-913a-89580d7a544d') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:59.259090 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-06c57edc-3875-45f0-968c-9495a65740ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.292374 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-06c57edc-3875-45f0-968c-9495a65740ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.299641 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c57edc-3875-45f0-968c-9495a65740ea admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:20:59.300233 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-06c57edc-3875-45f0-968c-9495a65740ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.327535 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-eec47152-a517-4dfb-9f50-a88ccf9ded84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id decd57ff-428e-4b9c-bce5-fdacc4ff9f0f {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:59.336272 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-eec47152-a517-4dfb-9f50-a88ccf9ded84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.359822 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-eec47152-a517-4dfb-9f50-a88ccf9ded84 service neutron] Transition to ACTIVE for port object decd57ff-428e-4b9c-bce5-fdacc4ff9f0f will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:59.364222 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-eec47152-a517-4dfb-9f50-a88ccf9ded84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.380116 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:20:59.380116 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:20:59.380116 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:20:59.380116 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:20:59.380116 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:20:59.380116 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:20:59.380116 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:20:59.380116 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:20:59.380116 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:20:59.380116 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:20:59.380116 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:20:59.380116 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:20:59.380116 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:20:59.380116 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:20:59.380116 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:20:59.380116 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:20:59.380116 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:20:59.380116 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:20:59.380116 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:20:59.380116 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:20:59.380116 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:20:59.380116 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:20:59.380116 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:20:59.380116 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:20:59.380116 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:20:59.380116 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:20:59.380116 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:20:59.380116 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:20:59.380116 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:20:59.380116 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:20:59.380116 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:20:59.380116 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:20:59.404189 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-06c57edc-3875-45f0-968c-9495a65740ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.434358 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-06c57edc-3875-45f0-968c-9495a65740ea admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.442919 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-06c57edc-3875-45f0-968c-9495a65740ea admin admin] 10.222.0.16 "DELETE /v2.0/networks/2535bbe6-f3de-4df8-9fb5-7faca6fa6160 HTTP/1.1" status: 204 len: 168 time: 0.4370918 Jul 15 23:20:59.464558 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec47152-a517-4dfb-9f50-a88ccf9ded84 service neutron] Pushing event updated for resources: {'Port': ['ID=decd57ff-428e-4b9c-bce5-fdacc4ff9f0f,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:59.492710 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c57edc-3875-45f0-968c-9495a65740ea admin admin] Pushing event deleted for resources: {'Network': ['ID=2535bbe6-f3de-4df8-9fb5-7faca6fa6160,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:59.570288 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4d1ed-bd87-4ea8-89e5-c1fa615252e3 req-19008429-ea69-4a4d-8b8d-5b17ae6ba613 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:59.580108 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-98b4d1ed-bd87-4ea8-89e5-c1fa615252e3 req-19008429-ea69-4a4d-8b8d-5b17ae6ba613 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 943 time: 0.1989152 Jul 15 23:20:59.661256 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-eec47152-a517-4dfb-9f50-a88ccf9ded84 service neutron] Attempting to bind port decd57ff-428e-4b9c-bce5-fdacc4ff9f0f on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:59.661584 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-eec47152-a517-4dfb-9f50-a88ccf9ded84 service neutron] Attempting to bind port decd57ff-428e-4b9c-bce5-fdacc4ff9f0f by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '27249ff3-8705-4d3c-b5f4-e5775a35bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:59.661864 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-eec47152-a517-4dfb-9f50-a88ccf9ded84 service neutron] Attempting to bind port decd57ff-428e-4b9c-bce5-fdacc4ff9f0f on network 34f2ebab-bb83-41e4-bb34-809be32dfaa3 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:59.668902 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-eec47152-a517-4dfb-9f50-a88ccf9ded84 service neutron] Port decd57ff-428e-4b9c-bce5-fdacc4ff9f0f on network 34f2ebab-bb83-41e4-bb34-809be32dfaa3 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:20:59.668902 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-eec47152-a517-4dfb-9f50-a88ccf9ded84 service neutron] Attempting to bind port decd57ff-428e-4b9c-bce5-fdacc4ff9f0f on network 34f2ebab-bb83-41e4-bb34-809be32dfaa3 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:59.679266 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-98b4d1ed-bd87-4ea8-89e5-c1fa615252e3 req-ff3f83f4-4497-4e4d-888e-57546b2b76de tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969417 Jul 15 23:20:59.683036 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port fb239d47-4520-437f-89d4-b405ba953887 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:59.684083 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.690342 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-eec47152-a517-4dfb-9f50-a88ccf9ded84 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:59.692066 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-eec47152-a517-4dfb-9f50-a88ccf9ded84 service neutron] Checking segment: {'id': '27249ff3-8705-4d3c-b5f4-e5775a35bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:59.692644 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-eec47152-a517-4dfb-9f50-a88ccf9ded84 service neutron] Bound using segment: {'id': '27249ff3-8705-4d3c-b5f4-e5775a35bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:59.693294 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-eec47152-a517-4dfb-9f50-a88ccf9ded84 service neutron] Bound port: decd57ff-428e-4b9c-bce5-fdacc4ff9f0f, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27249ff3-8705-4d3c-b5f4-e5775a35bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:59.694722 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-eec47152-a517-4dfb-9f50-a88ccf9ded84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.834806 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-eec47152-a517-4dfb-9f50-a88ccf9ded84 service neutron] For port decd57ff-428e-4b9c-bce5-fdacc4ff9f0f, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:59.838170 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-eec47152-a517-4dfb-9f50-a88ccf9ded84 service neutron] For port decd57ff-428e-4b9c-bce5-fdacc4ff9f0f, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=decd57ff-428e-4b9c-bce5-fdacc4ff9f0f,segment=NetworkSegment(27249ff3-8705-4d3c-b5f4-e5775a35bb17),segment_id=27249ff3-8705-4d3c-b5f4-e5775a35bb17)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:59.844183 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-eec47152-a517-4dfb-9f50-a88ccf9ded84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.872222 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d53110e1-2dc9-48bb-8ec6-0d408d647f8a req-1ae1851d-f45e-4852-8db6-4d5d0d9d3793 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 210 time: 0.0469182 Jul 15 23:20:59.872915 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35430) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:59.883225 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-eec47152-a517-4dfb-9f50-a88ccf9ded84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:59.884081 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-eec47152-a517-4dfb-9f50-a88ccf9ded84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.885586 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-eec47152-a517-4dfb-9f50-a88ccf9ded84 service neutron] 10.222.0.36 "PUT /v2.0/ports/decd57ff-428e-4b9c-bce5-fdacc4ff9f0f HTTP/1.1" status: 200 len: 1091 time: 1.5309644 Jul 15 23:20:59.888393 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc', 'tag': 'decd57ff-428e-4b9c-bce5-fdacc4ff9f0f'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:59.890550 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d4fcef-b0cd-4ca3-8ef5-8b88aab9f505" -d '{"events": [{"name": "network-changed", "server_uuid": "669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc", "tag": "decd57ff-428e-4b9c-bce5-fdacc4ff9f0f"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:59.960727 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec47152-a517-4dfb-9f50-a88ccf9ded84 service neutron] Pushing event updated for resources: {'Port': ['ID=decd57ff-428e-4b9c-bce5-fdacc4ff9f0f,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:59.966073 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c8d32a-9c80-4c2b-a855-5ab206e265bb x-openstack-request-id: req-35c8d32a-9c80-4c2b-a855-5ab206e265bb {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:59.966612 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc", "tag": "decd57ff-428e-4b9c-bce5-fdacc4ff9f0f", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:59.967045 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35c8d32a-9c80-4c2b-a855-5ab206e265bb {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:59.967592 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc', 'tag': 'decd57ff-428e-4b9c-bce5-fdacc4ff9f0f', 'status': 'completed', 'code': 200} Jul 15 23:20:59.968585 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9f66dd7e-af2a-40a0-9b9d-62bf06f2c061 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fdbd2c29675245dcbc1614eaeac76658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0947225 Jul 15 23:20:59.971126 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35434) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:00.026554 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 35436) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:00.059247 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-c84e4b0c-841e-40aa-ae2b-a38e1dd47bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:00.065350 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-c84e4b0c-841e-40aa-ae2b-a38e1dd47bc3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce3c14cbd70f4bed98591d54f3156d56&device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 1094 time: 0.1010337 Jul 15 23:21:00.080079 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8661de3a-0245-45b4-81d5-aa8f00e58783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.107786 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8661de3a-0245-45b4-81d5-aa8f00e58783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.115054 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-d796d1cf-2576-4a4f-8ec8-3cadf6832c09 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=decd57ff-428e-4b9c-bce5-fdacc4ff9f0f HTTP/1.1" status: 200 len: 217 time: 0.0379181 Jul 15 23:21:00.169966 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8661de3a-0245-45b4-81d5-aa8f00e58783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.173238 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8661de3a-0245-45b4-81d5-aa8f00e58783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.175769 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8661de3a-0245-45b4-81d5-aa8f00e58783 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1dd1cd98-64f5-4afc-9036-5eb8377b19b0 HTTP/1.1" status: 204 len: 168 time: 0.2036312 Jul 15 23:21:00.184514 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-d0e57769-07c8-45f8-a128-a4c83170e98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:00.186135 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-d0e57769-07c8-45f8-a128-a4c83170e98f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=849813aa-50e4-40b7-a59e-c4d2aaa3041a HTTP/1.1" status: 200 len: 856 time: 0.0641129 Jul 15 23:21:00.203699 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661de3a-0245-45b4-81d5-aa8f00e58783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd1cd98-64f5-4afc-9036-5eb8377b19b0,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:00.260600 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e61bdf0-9b65-4566-818e-821345058026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.309047 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-2af95f70-28e8-48be-bb8a-6caa224ad3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:00.310566 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-2af95f70-28e8-48be-bb8a-6caa224ad3f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34f2ebab-bb83-41e4-bb34-809be32dfaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184657 Jul 15 23:21:00.444182 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-7c499f9d-515b-4e20-9c25-463d6c2b17bf service neutron] 10.222.0.36 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270270 Jul 15 23:21:00.468839 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e61bdf0-9b65-4566-818e-821345058026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.486138 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e61bdf0-9b65-4566-818e-821345058026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.496604 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35446) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:00.565509 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4cacd89d-681a-4049-a998-3861eadbacab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c308523001e41d0824c509d0e526e7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0678389 Jul 15 23:21:00.568439 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35448) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:00.576611 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8e61bdf0-9b65-4566-818e-821345058026 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2fce0ab67fb541d685cffe374d82ebac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5458333 Jul 15 23:21:00.576928 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35450) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:00.582029 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e61bdf0-9b65-4566-818e-821345058026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731347c9-a233-41a3-af9f-66907b921e8c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:00.592520 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-41c15740-ed40-404d-a9cf-e378675f33ad req-60fa00dc-aa9d-4084-9b51-e5be9be3a963 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1032553 Jul 15 23:21:00.610968 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c3523ee3-6a65-437f-8969-ef74e5dc828b req-07012ef8-1cf8-4dd4-86d3-246425373861 service neutron] 10.222.0.36 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578619 Jul 15 23:21:00.716546 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c802bb35-d039-4fd0-ac5b-ee939030ba47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.720506 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c91c-4d4e-4840-a626-82335f2e9e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.755896 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c802bb35-d039-4fd0-ac5b-ee939030ba47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.770361 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4fcef-b0cd-4ca3-8ef5-8b88aab9f505 req-334f458b-8c8f-4de3-9989-2763294b2f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:00.771782 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c91c-4d4e-4840-a626-82335f2e9e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.772475 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-83d4fcef-b0cd-4ca3-8ef5-8b88aab9f505 req-334f458b-8c8f-4de3-9989-2763294b2f4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce3c14cbd70f4bed98591d54f3156d56&device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 1094 time: 0.0651550 Jul 15 23:21:00.774606 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c15740-ed40-404d-a9cf-e378675f33ad req-b236702b-3c84-4790-8bfd-fc5cfc9a15a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:00.776076 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-41c15740-ed40-404d-a9cf-e378675f33ad req-b236702b-3c84-4790-8bfd-fc5cfc9a15a5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eac3f2ff013743899b77a7275e534874&device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 1096 time: 0.1532183 Jul 15 23:21:00.880461 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4fcef-b0cd-4ca3-8ef5-8b88aab9f505 req-dd6cbab8-737f-4772-ad80-52ad9d7b695c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:00.882651 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-83d4fcef-b0cd-4ca3-8ef5-8b88aab9f505 req-dd6cbab8-737f-4772-ad80-52ad9d7b695c service neutron] 10.222.0.36 "GET /v2.0/networks?id=34f2ebab-bb83-41e4-bb34-809be32dfaa3 HTTP/1.1" status: 200 len: 918 time: 0.1041243 Jul 15 23:21:00.895009 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 7ba3eb1e-91f3-4e0b-87b3-4dec8e513943 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:21:00.953478 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-83d4fcef-b0cd-4ca3-8ef5-8b88aab9f505 req-c8ce9e06-ab6b-4940-ac9c-91a32579750e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=decd57ff-428e-4b9c-bce5-fdacc4ff9f0f HTTP/1.1" status: 200 len: 217 time: 0.0623648 Jul 15 23:21:00.956180 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c802bb35-d039-4fd0-ac5b-ee939030ba47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.958732 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c802bb35-d039-4fd0-ac5b-ee939030ba47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.962841 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c802bb35-d039-4fd0-ac5b-ee939030ba47 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4568ebaa-b0e4-49d3-a42b-626d7f16bb23 HTTP/1.1" status: 204 len: 168 time: 0.3896577 Jul 15 23:21:00.965050 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 7ba3eb1e-91f3-4e0b-87b3-4dec8e513943 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:21:00.969329 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 7ba3eb1e-91f3-4e0b-87b3-4dec8e513943 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:21:00.987839 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c91c-4d4e-4840-a626-82335f2e9e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.990273 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c91c-4d4e-4840-a626-82335f2e9e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.991428 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a3a3c91c-4d4e-4840-a626-82335f2e9e3a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/731347c9-a233-41a3-af9f-66907b921e8c HTTP/1.1" status: 204 len: 168 time: 0.4136021 Jul 15 23:21:01.002361 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c15740-ed40-404d-a9cf-e378675f33ad req-c922b8e2-6e69-4101-a140-6674b13d63eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:01.003884 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-41c15740-ed40-404d-a9cf-e378675f33ad req-c922b8e2-6e69-4101-a140-6674b13d63eb service neutron] 10.222.0.43 "GET /v2.0/networks?id=763f1de9-52c7-44d6-a7b0-fd7c446c4363 HTTP/1.1" status: 200 len: 911 time: 0.1976478 Jul 15 23:21:01.004961 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802bb35-d039-4fd0-ac5b-ee939030ba47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4568ebaa-b0e4-49d3-a42b-626d7f16bb23,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:01.032120 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3c91c-4d4e-4840-a626-82335f2e9e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731347c9-a233-41a3-af9f-66907b921e8c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:01.039219 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4fcef-b0cd-4ca3-8ef5-8b88aab9f505 req-02bdb201-5c01-4fdb-9130-5004d8c26435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:01.041603 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-83d4fcef-b0cd-4ca3-8ef5-8b88aab9f505 req-02bdb201-5c01-4fdb-9130-5004d8c26435 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=849813aa-50e4-40b7-a59e-c4d2aaa3041a HTTP/1.1" status: 200 len: 856 time: 0.0772071 Jul 15 23:21:01.070104 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597ae12-c562-44a1-beb1-daf15b0adc1d req-e90018e8-c1c0-412d-a6ad-7af18e1a5640 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:01.071624 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7597ae12-c562-44a1-beb1-daf15b0adc1d req-e90018e8-c1c0-412d-a6ad-7af18e1a5640 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 943 time: 0.2284346 Jul 15 23:21:01.123672 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-41c15740-ed40-404d-a9cf-e378675f33ad req-ef93b81e-59f9-4926-b4a9-96e13252ca48 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9 HTTP/1.1" status: 200 len: 1000 time: 0.1048439 Jul 15 23:21:01.150228 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4fcef-b0cd-4ca3-8ef5-8b88aab9f505 req-289aecae-163a-436e-bdea-6eb1a307f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:01.152248 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-83d4fcef-b0cd-4ca3-8ef5-8b88aab9f505 req-289aecae-163a-436e-bdea-6eb1a307f91b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34f2ebab-bb83-41e4-bb34-809be32dfaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999582 Jul 15 23:21:01.153823 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4295dca9-e074-436d-ac65-866527fc69f4 req-c09734cf-e086-47d0-99ff-f358dfa07dbc tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07861b5-6772-4c26-99d7-0babdeeba276 HTTP/1.1" status: 200 len: 210 time: 0.0461156 Jul 15 23:21:01.167184 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7597ae12-c562-44a1-beb1-daf15b0adc1d req-b726c880-c9cf-472f-a25f-f527338e74c0 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882061 Jul 15 23:21:01.210142 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c15740-ed40-404d-a9cf-e378675f33ad req-cd7ad1ef-9919-4214-a785-1b9fdce13cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:01.211751 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-41c15740-ed40-404d-a9cf-e378675f33ad req-cd7ad1ef-9919-4214-a785-1b9fdce13cf0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=78ea2555-c9cc-49c5-b9ef-7f12652d8d72 HTTP/1.1" status: 200 len: 849 time: 0.0629356 Jul 15 23:21:01.286774 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c15740-ed40-404d-a9cf-e378675f33ad req-0aabe067-a4cf-4323-8428-7afb5101f755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:01.289242 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-41c15740-ed40-404d-a9cf-e378675f33ad req-0aabe067-a4cf-4323-8428-7afb5101f755 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=763f1de9-52c7-44d6-a7b0-fd7c446c4363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677159 Jul 15 23:21:01.318054 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-83d4fcef-b0cd-4ca3-8ef5-8b88aab9f505 req-fd5b54b2-9492-4f92-8df8-22cd84a1af03 service neutron] 10.222.0.36 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480370 Jul 15 23:21:01.410086 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-41c15740-ed40-404d-a9cf-e378675f33ad req-869eab22-d3ae-4f69-bd29-73722c6bdd7a service neutron] 10.222.0.43 "GET /v2.0/networks/763f1de9-52c7-44d6-a7b0-fd7c446c4363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118450 Jul 15 23:21:01.447355 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-83d4fcef-b0cd-4ca3-8ef5-8b88aab9f505 req-0a233e7b-ef4e-4772-bd6f-532f94a02641 service neutron] 10.222.0.36 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223958 Jul 15 23:21:01.538454 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-41c15740-ed40-404d-a9cf-e378675f33ad req-106e16c2-83de-442c-a276-a70d6174c59c service neutron] 10.222.0.43 "GET /v2.0/networks/763f1de9-52c7-44d6-a7b0-fd7c446c4363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212971 Jul 15 23:21:01.645464 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35472) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:01.661833 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fcf5b1e7-2cdd-4520-8a86-82f063408e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:01.760170 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fcf5b1e7-2cdd-4520-8a86-82f063408e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:01.764904 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fcf5b1e7-2cdd-4520-8a86-82f063408e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:01.811614 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fcf5b1e7-2cdd-4520-8a86-82f063408e8e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c3723ea161940ccab4b04a82dc0e8a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1621852 Jul 15 23:21:01.811614 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5b1e7-2cdd-4520-8a86-82f063408e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eff5cfa-7ba4-4497-b40f-f0f796186083,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:01.812573 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 35474) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:01.867876 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9f25e75-78dc-4b4c-8b39-ae6735396eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:01.890304 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9f25e75-78dc-4b4c-8b39-ae6735396eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:01.943414 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9f25e75-78dc-4b4c-8b39-ae6735396eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:01.946502 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9f25e75-78dc-4b4c-8b39-ae6735396eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:01.950138 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c9f25e75-78dc-4b4c-8b39-ae6735396eee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4eff5cfa-7ba4-4497-b40f-f0f796186083 HTTP/1.1" status: 204 len: 168 time: 0.1341426 Jul 15 23:21:01.958699 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f25e75-78dc-4b4c-8b39-ae6735396eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eff5cfa-7ba4-4497-b40f-f0f796186083,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:02.081327 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35486) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:02.408404 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-9f9381b6-c9a8-4157-957d-7c8441d66d95 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2093811969-network', 'tenant_id': 'f1e1744486ab4438bc999a6e33f43aed'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:02.441094 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9381b6-c9a8-4157-957d-7c8441d66d95 admin admin] Made reservation on behalf of f1e1744486ab4438bc999a6e33f43aed for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:02.443444 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f9381b6-c9a8-4157-957d-7c8441d66d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.457731 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f9381b6-c9a8-4157-957d-7c8441d66d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.477449 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccea7e0-f890-47aa-a910-057fbd26aa87 req-292f4711-7f41-4721-8565-a12410923a47 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:02.479266 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8ccea7e0-f890-47aa-a910-057fbd26aa87 req-292f4711-7f41-4721-8565-a12410923a47 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 943 time: 0.1126711 Jul 15 23:21:02.542286 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8ccea7e0-f890-47aa-a910-057fbd26aa87 req-d47da512-591d-462d-be76-25fc03b87851 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554609 Jul 15 23:21:02.606624 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f9381b6-c9a8-4157-957d-7c8441d66d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.611636 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f9381b6-c9a8-4157-957d-7c8441d66d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.626257 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9381b6-c9a8-4157-957d-7c8441d66d95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:21:02.638827 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f9381b6-c9a8-4157-957d-7c8441d66d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.639171 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-9f9381b6-c9a8-4157-957d-7c8441d66d95 admin admin] Added segment 5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61 of type vlan for network 4094d55c-5c60-4756-9c8c-4a0f295c2a77 Jul 15 23:21:02.690827 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9381b6-c9a8-4157-957d-7c8441d66d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab986c3-792e-4767-bd53-177231c6ae63,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:02.704782 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f9381b6-c9a8-4157-957d-7c8441d66d95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.747994 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f9381b6-c9a8-4157-957d-7c8441d66d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.749199 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9381b6-c9a8-4157-957d-7c8441d66d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:02.749886 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f9381b6-c9a8-4157-957d-7c8441d66d95 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.785805 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9f9381b6-c9a8-4157-957d-7c8441d66d95 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7033401 Jul 15 23:21:02.788662 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35514) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:02.795876 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-48da0910-fc30-4724-b370-dc05ee2fb732 admin admin] Request body: {'subnet': {'network_id': '4094d55c-5c60-4756-9c8c-4a0f295c2a77', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2093811969-subnet', 'tenant_id': 'f1e1744486ab4438bc999a6e33f43aed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:02.832177 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9381b6-c9a8-4157-957d-7c8441d66d95 admin admin] Pushing event updated for resources: {'Network': ['ID=4094d55c-5c60-4756-9c8c-4a0f295c2a77,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:02.845083 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 4094d55c-5c60-4756-9c8c-4a0f295c2a77 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:21:02.851804 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48da0910-fc30-4724-b370-dc05ee2fb732 admin admin] Made reservation on behalf of f1e1744486ab4438bc999a6e33f43aed for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:02.856560 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-48da0910-fc30-4724-b370-dc05ee2fb732 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.038669 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-48da0910-fc30-4724-b370-dc05ee2fb732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.105843 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da0910-fc30-4724-b370-dc05ee2fb732 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d669a791-b590-4a02-a253-5106186a51cc,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:03.111482 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48da0910-fc30-4724-b370-dc05ee2fb732 admin admin] Checking segment: {'id': '5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4094d55c-5c60-4756-9c8c-4a0f295c2a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:03.111752 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48da0910-fc30-4724-b370-dc05ee2fb732 admin admin] Network hostable DHCP agents. Network: 4094d55c-5c60-4756-9c8c-4a0f295c2a77, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:21:03.129263 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48da0910-fc30-4724-b370-dc05ee2fb732 admin admin] Network 4094d55c-5c60-4756-9c8c-4a0f295c2a77 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:21:03.141018 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-48da0910-fc30-4724-b370-dc05ee2fb732 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 4094d55c-5c60-4756-9c8c-4a0f295c2a77) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:03.145972 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48da0910-fc30-4724-b370-dc05ee2fb732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:03.146783 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-48da0910-fc30-4724-b370-dc05ee2fb732 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.152581 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b21609-a4a1-46ad-bb06-150f59f0c279 None None] Network 4094d55c-5c60-4756-9c8c-4a0f295c2a77 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:03.170786 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-48da0910-fc30-4724-b370-dc05ee2fb732 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3805394 Jul 15 23:21:03.301344 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cfcf8b-209b-4d63-843a-250a013ef42a None None] Network 4094d55c-5c60-4756-9c8c-4a0f295c2a77 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:03.831011 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-a198edb4-668e-4d81-9c2b-95166edc095a tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:03.832728 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-a198edb4-668e-4d81-9c2b-95166edc095a tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/networks?id=4094d55c-5c60-4756-9c8c-4a0f295c2a77 HTTP/1.1" status: 200 len: 815 time: 0.1585660 Jul 15 23:21:03.858226 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe8439-fb96-4629-94e4-1f65eb863821 req-bca58e08-591d-428c-a578-c5de56df99c8 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:03.860019 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6bfe8439-fb96-4629-94e4-1f65eb863821 req-bca58e08-591d-428c-a578-c5de56df99c8 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 943 time: 0.1439776 Jul 15 23:21:03.864881 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-a69acc05-7133-4abb-b97d-4656ced23766 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/quotas/f1e1744486ab4438bc999a6e33f43aed HTTP/1.1" status: 200 len: 375 time: 0.0233047 Jul 15 23:21:03.914195 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device decd57ff-428e-4b9c-bce5-fdacc4ff9f0f details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:21:03.920036 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-4eda285f-1c71-485d-9bdd-2a0ec129078b tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1e1744486ab4438bc999a6e33f43aed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479593 Jul 15 23:21:03.969589 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6bfe8439-fb96-4629-94e4-1f65eb863821 req-64832d93-7b6c-49b3-ad5a-7021927f8d82 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993469 Jul 15 23:21:04.046005 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-d83cd7a1-9001-4cb6-b925-e7e011e83035 service neutron] 10.222.0.16 "GET /v2.0/networks/4094d55c-5c60-4756-9c8c-4a0f295c2a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173451 Jul 15 23:21:04.069887 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port decd57ff-428e-4b9c-bce5-fdacc4ff9f0f, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=decd57ff-428e-4b9c-bce5-fdacc4ff9f0f,segment=NetworkSegment(27249ff3-8705-4d3c-b5f4-e5775a35bb17),segment_id=27249ff3-8705-4d3c-b5f4-e5775a35bb17)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:04.083760 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'decd57ff-428e-4b9c-bce5-fdacc4ff9f0f', 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'port_id': 'decd57ff-428e-4b9c-bce5-fdacc4ff9f0f', 'mac_address': 'fa:16:3e:66:a7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:21:04.139451 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:04.153948 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id decd57ff-428e-4b9c-bce5-fdacc4ff9f0f {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:21:04.177013 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port decd57ff-428e-4b9c-bce5-fdacc4ff9f0f, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=decd57ff-428e-4b9c-bce5-fdacc4ff9f0f,segment=NetworkSegment(27249ff3-8705-4d3c-b5f4-e5775a35bb17),segment_id=27249ff3-8705-4d3c-b5f4-e5775a35bb17)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:04.181801 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:04.201071 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-a3a4987a-ac4a-419a-923c-ab118b096f08 service neutron] 10.222.0.16 "GET /v2.0/networks/4094d55c-5c60-4756-9c8c-4a0f295c2a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493940 Jul 15 23:21:04.255290 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=decd57ff-428e-4b9c-bce5-fdacc4ff9f0f,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:04.392516 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a089bf9-5fde-418f-85bb-fe1418a17047 req-61b92170-d252-4321-8347-06988b63aac9 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdff82bb-2cd9-45f4-8466-c9a09dee1442 HTTP/1.1" status: 200 len: 210 time: 0.0407617 Jul 15 23:21:04.455678 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['decd57ff-428e-4b9c-bce5-fdacc4ff9f0f'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:05.255444 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84642fa-cd6d-4615-98b2-c15e7d93c59d req-368acb3f-a555-48f7-9f9f-a397d69d3c10 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:05.256938 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b84642fa-cd6d-4615-98b2-c15e7d93c59d req-368acb3f-a555-48f7-9f9f-a397d69d3c10 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 944 time: 0.0746229 Jul 15 23:21:05.298407 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b84642fa-cd6d-4615-98b2-c15e7d93c59d req-5b9b47fe-d4f7-49c2-9ab4-64427a3de0d0 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351405 Jul 15 23:21:05.558947 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5d47f4c0-49d6-4e5f-8a45-59f95c52cab7 req-860ac1ab-05b1-426f-9917-f8cc65110815 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdff82bb-2cd9-45f4-8466-c9a09dee1442 HTTP/1.1" status: 200 len: 210 time: 0.0409791 Jul 15 23:21:05.783396 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-6fa1c2f3-e166-44a4-8d46-59aeaa93f384 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:05.784943 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-6fa1c2f3-e166-44a4-8d46-59aeaa93f384 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.43 "GET /v2.0/networks?id=4094d55c-5c60-4756-9c8c-4a0f295c2a77 HTTP/1.1" status: 200 len: 815 time: 0.1359158 Jul 15 23:21:05.800548 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-2f5986f6-28e8-4770-bf35-f550db2f0a4a tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Request body: {'port': {'device_id': 'cdff82bb-2cd9-45f4-8466-c9a09dee1442', 'network_id': '4094d55c-5c60-4756-9c8c-4a0f295c2a77', 'admin_state_up': True, 'tenant_id': 'f1e1744486ab4438bc999a6e33f43aed'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:05.934903 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device decd57ff-428e-4b9c-bce5-fdacc4ff9f0f up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:05.993872 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-2f5986f6-28e8-4770-bf35-f550db2f0a4a tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Made reservation on behalf of f1e1744486ab4438bc999a6e33f43aed for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:05.998428 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-2f5986f6-28e8-4770-bf35-f550db2f0a4a tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.008363 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port decd57ff-428e-4b9c-bce5-fdacc4ff9f0f completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:06.013766 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port decd57ff-428e-4b9c-bce5-fdacc4ff9f0f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:06.014391 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.122702 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.160808 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decd57ff-428e-4b9c-bce5-fdacc4ff9f0f'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:06.163507 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a572d03-31c1-43b7-ac79-cea53fa0d7b1" -d '{"events": [{"server_uuid": "669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc", "name": "network-vif-plugged", "status": "completed", "tag": "decd57ff-428e-4b9c-bce5-fdacc4ff9f0f"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:06.202134 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-2f5986f6-28e8-4770-bf35-f550db2f0a4a tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Allocated IP 172.20.0.10 (4094d55c-5c60-4756-9c8c-4a0f295c2a77/d669a791-b590-4a02-a253-5106186a51cc/5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:06.203595 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port decd57ff-428e-4b9c-bce5-fdacc4ff9f0f, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=decd57ff-428e-4b9c-bce5-fdacc4ff9f0f,segment=NetworkSegment(27249ff3-8705-4d3c-b5f4-e5775a35bb17),segment_id=27249ff3-8705-4d3c-b5f4-e5775a35bb17)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:06.209408 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.248711 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507a70e1-06fa-4bde-982c-30b537f85d14 x-openstack-request-id: req-507a70e1-06fa-4bde-982c-30b537f85d14 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:06.249240 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc", "name": "network-vif-plugged", "status": "completed", "tag": "decd57ff-428e-4b9c-bce5-fdacc4ff9f0f", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:06.250194 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-507a70e1-06fa-4bde-982c-30b537f85d14 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:06.250898 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decd57ff-428e-4b9c-bce5-fdacc4ff9f0f', 'code': 200} Jul 15 23:21:06.282714 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=decd57ff-428e-4b9c-bce5-fdacc4ff9f0f,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:06.384834 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208fe4e6-811a-47b5-a84a-82d0d3a1f00a req-11baa049-6983-4bb9-a076-c7a24bf604f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:06.386946 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-208fe4e6-811a-47b5-a84a-82d0d3a1f00a req-11baa049-6983-4bb9-a076-c7a24bf604f5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 1096 time: 0.0596273 Jul 15 23:21:06.414829 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-2f5986f6-28e8-4770-bf35-f550db2f0a4a tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.428701 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-208fe4e6-811a-47b5-a84a-82d0d3a1f00a req-eb24f979-fc1d-4c13-9c47-81ce1de8f8a6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358403 Jul 15 23:21:06.457825 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-2f5986f6-28e8-4770-bf35-f550db2f0a4a tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.539077 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-2f5986f6-28e8-4770-bf35-f550db2f0a4a tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Network 4094d55c-5c60-4756-9c8c-4a0f295c2a77 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:06.548013 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-2f5986f6-28e8-4770-bf35-f550db2f0a4a tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:06.550533 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5986f6-28e8-4770-bf35-f550db2f0a4a tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Pushing event updated for resources: {'Port': ['ID=5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:06.552734 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-2f5986f6-28e8-4770-bf35-f550db2f0a4a tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:06.614360 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-2f5986f6-28e8-4770-bf35-f550db2f0a4a tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:06.615051 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-2f5986f6-28e8-4770-bf35-f550db2f0a4a tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.632726 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d8205-58a7-4716-bede-a9ec14f70dfe req-e7ce3075-9710-4359-861b-616d0fd66015 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:06.634373 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1d1d8205-58a7-4716-bede-a9ec14f70dfe req-e7ce3075-9710-4359-861b-616d0fd66015 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 945 time: 0.1672380 Jul 15 23:21:06.645426 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-2f5986f6-28e8-4770-bf35-f550db2f0a4a tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8507564 Jul 15 23:21:06.663012 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-8753752d-aefd-4c15-8628-e0c0a3b71897 service neutron] Request body: {'port': {'device_id': 'cdff82bb-2cd9-45f4-8466-c9a09dee1442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:06.755368 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1d1d8205-58a7-4716-bede-a9ec14f70dfe req-3c413e2a-665a-4331-a30e-1cd0f421d3c0 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121397 Jul 15 23:21:06.810996 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-8753752d-aefd-4c15-8628-e0c0a3b71897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.861616 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a74a4-07c6-4ba2-b080-9667765c1484 req-66588efb-8387-4c34-92d8-d387a21b8302 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:06.863176 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f89a74a4-07c6-4ba2-b080-9667765c1484 req-66588efb-8387-4c34-92d8-d387a21b8302 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdff82bb-2cd9-45f4-8466-c9a09dee1442 HTTP/1.1" status: 200 len: 932 time: 0.1749568 Jul 15 23:21:07.011736 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f89a74a4-07c6-4ba2-b080-9667765c1484 req-a2fc4844-3624-4fd0-8c01-98de0868276e tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360245 Jul 15 23:21:07.247530 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-8753752d-aefd-4c15-8628-e0c0a3b71897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:21:07.256931 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-8753752d-aefd-4c15-8628-e0c0a3b71897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.270710 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-8753752d-aefd-4c15-8628-e0c0a3b71897 service neutron] Transition to ACTIVE for port object 5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:07.276572 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-8753752d-aefd-4c15-8628-e0c0a3b71897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.339251 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753752d-aefd-4c15-8628-e0c0a3b71897 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:07.451769 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-8753752d-aefd-4c15-8628-e0c0a3b71897 service neutron] Attempting to bind port 5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:21:07.452452 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-8753752d-aefd-4c15-8628-e0c0a3b71897 service neutron] Attempting to bind port 5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4094d55c-5c60-4756-9c8c-4a0f295c2a77'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:21:07.452452 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-8753752d-aefd-4c15-8628-e0c0a3b71897 service neutron] Attempting to bind port 5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d on network 4094d55c-5c60-4756-9c8c-4a0f295c2a77 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:07.461546 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-8753752d-aefd-4c15-8628-e0c0a3b71897 service neutron] Port 5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d on network 4094d55c-5c60-4756-9c8c-4a0f295c2a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:21:07.461931 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-8753752d-aefd-4c15-8628-e0c0a3b71897 service neutron] Attempting to bind port 5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d on network 4094d55c-5c60-4756-9c8c-4a0f295c2a77 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:07.470161 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-8753752d-aefd-4c15-8628-e0c0a3b71897 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:21:07.470582 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-8753752d-aefd-4c15-8628-e0c0a3b71897 service neutron] Checking segment: {'id': '5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4094d55c-5c60-4756-9c8c-4a0f295c2a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:07.473624 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-8753752d-aefd-4c15-8628-e0c0a3b71897 service neutron] Bound using segment: {'id': '5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4094d55c-5c60-4756-9c8c-4a0f295c2a77'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:21:07.473624 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-8753752d-aefd-4c15-8628-e0c0a3b71897 service neutron] Bound port: 5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4094d55c-5c60-4756-9c8c-4a0f295c2a77'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:21:07.473942 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-8753752d-aefd-4c15-8628-e0c0a3b71897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.554608 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-8753752d-aefd-4c15-8628-e0c0a3b71897 service neutron] For port 5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:21:07.558713 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-8753752d-aefd-4c15-8628-e0c0a3b71897 service neutron] For port 5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d,segment=NetworkSegment(5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61),segment_id=5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:21:07.564650 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-8753752d-aefd-4c15-8628-e0c0a3b71897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.616760 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-8753752d-aefd-4c15-8628-e0c0a3b71897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:07.617697 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-8753752d-aefd-4c15-8628-e0c0a3b71897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.619902 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-8753752d-aefd-4c15-8628-e0c0a3b71897 service neutron] 10.222.0.43 "PUT /v2.0/ports/5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d HTTP/1.1" status: 200 len: 1092 time: 0.9612937 Jul 15 23:21:07.620353 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdff82bb-2cd9-45f4-8466-c9a09dee1442', 'tag': '5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:07.623465 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca9ee8e-f209-4c9f-80ba-f52bfd8afc8f" -d '{"events": [{"name": "network-changed", "server_uuid": "cdff82bb-2cd9-45f4-8466-c9a09dee1442", "tag": "5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:07.671709 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753752d-aefd-4c15-8628-e0c0a3b71897 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:07.685594 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81fdea6-1635-408f-92bb-fcc73f31414c x-openstack-request-id: req-d81fdea6-1635-408f-92bb-fcc73f31414c {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:07.686402 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdff82bb-2cd9-45f4-8466-c9a09dee1442", "tag": "5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:07.686402 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d81fdea6-1635-408f-92bb-fcc73f31414c {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:07.686671 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdff82bb-2cd9-45f4-8466-c9a09dee1442', 'tag': '5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d', 'status': 'completed', 'code': 200} Jul 15 23:21:07.748194 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-6ac3981d-199e-4202-a6d5-cd284781bd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:07.750037 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-6ac3981d-199e-4202-a6d5-cd284781bd85 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f1e1744486ab4438bc999a6e33f43aed&device_id=cdff82bb-2cd9-45f4-8466-c9a09dee1442 HTTP/1.1" status: 200 len: 1095 time: 0.0665004 Jul 15 23:21:07.810270 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-b23072cc-11e3-49ee-9be1-9c58a6a7eb33 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d HTTP/1.1" status: 200 len: 217 time: 0.0520663 Jul 15 23:21:07.866661 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-5db316ca-5c71-491e-99b1-3322b5ca4905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:07.868865 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-5db316ca-5c71-491e-99b1-3322b5ca4905 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d669a791-b590-4a02-a253-5106186a51cc HTTP/1.1" status: 200 len: 855 time: 0.0516357 Jul 15 23:21:07.928995 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-ab481a36-9c12-4d02-b5eb-183296462828 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4094d55c-5c60-4756-9c8c-4a0f295c2a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482473 Jul 15 23:21:08.104129 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-e697b30a-496e-4b64-bbc6-f939b789d84d service neutron] 10.222.0.43 "GET /v2.0/networks/4094d55c-5c60-4756-9c8c-4a0f295c2a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670036 Jul 15 23:21:08.112755 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054f92e-ed3b-4468-8d5c-51915d002d21 req-52eb6ebf-4561-4af2-9dd2-3bbcb147eebe tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:08.114254 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e054f92e-ed3b-4468-8d5c-51915d002d21 req-52eb6ebf-4561-4af2-9dd2-3bbcb147eebe tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 945 time: 0.1275511 Jul 15 23:21:08.279476 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e054f92e-ed3b-4468-8d5c-51915d002d21 req-29319358-15dd-45bd-8b3d-6dfa24382733 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549671 Jul 15 23:21:08.323061 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-64ef3bad-1c37-42b9-955e-bcc8fb62ee9e req-465b46ea-fcd4-4b54-8977-0913d3b1297f service neutron] 10.222.0.43 "GET /v2.0/networks/4094d55c-5c60-4756-9c8c-4a0f295c2a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077036 Jul 15 23:21:08.342248 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e57fda-2be9-4365-aa80-0fbc7cab5d7d req-67ccf484-c2f0-4382-ac90-2415b91ead2f tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:08.343877 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97e57fda-2be9-4365-aa80-0fbc7cab5d7d req-67ccf484-c2f0-4382-ac90-2415b91ead2f tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdff82bb-2cd9-45f4-8466-c9a09dee1442 HTTP/1.1" status: 200 len: 944 time: 0.1895931 Jul 15 23:21:08.412313 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97e57fda-2be9-4365-aa80-0fbc7cab5d7d req-7a9691eb-90b3-4f7c-ac36-4d9edc19f437 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608275 Jul 15 23:21:08.551334 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9ee8e-f209-4c9f-80ba-f52bfd8afc8f req-a84ec052-1b7e-47b0-b239-e7a87077f416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:08.553835 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7ca9ee8e-f209-4c9f-80ba-f52bfd8afc8f req-a84ec052-1b7e-47b0-b239-e7a87077f416 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f1e1744486ab4438bc999a6e33f43aed&device_id=cdff82bb-2cd9-45f4-8466-c9a09dee1442 HTTP/1.1" status: 200 len: 1095 time: 0.1403935 Jul 15 23:21:08.563850 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c95a1-abab-4e2d-8f0a-b3f761caf2e0 req-a89007c3-f5e6-4651-8456-58e79b60dea4 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:08.565458 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-232c95a1-abab-4e2d-8f0a-b3f761caf2e0 req-a89007c3-f5e6-4651-8456-58e79b60dea4 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 945 time: 0.1410224 Jul 15 23:21:08.574115 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 35916) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:08.579120 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-63e57698-036e-44e7-a95e-2418f48a1df2 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Request body: {'floatingip': {'port_id': 'decd57ff-428e-4b9c-bce5-fdacc4ff9f0f'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:08.659844 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-63e57698-036e-44e7-a95e-2418f48a1df2 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for floatingip, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.694679 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9ee8e-f209-4c9f-80ba-f52bfd8afc8f req-7ee455de-7bd8-48c8-83b5-8bdc5205501b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:08.700205 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7ca9ee8e-f209-4c9f-80ba-f52bfd8afc8f req-7ee455de-7bd8-48c8-83b5-8bdc5205501b service neutron] 10.222.0.43 "GET /v2.0/networks?id=4094d55c-5c60-4756-9c8c-4a0f295c2a77 HTTP/1.1" status: 200 len: 916 time: 0.1258616 Jul 15 23:21:08.705855 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.752328 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7ca9ee8e-f209-4c9f-80ba-f52bfd8afc8f req-25019ecc-7d4d-49de-8bf1-a29a8ba7f082 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d HTTP/1.1" status: 200 len: 217 time: 0.0445333 Jul 15 23:21:08.817695 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9ee8e-f209-4c9f-80ba-f52bfd8afc8f req-cfa2330f-ae49-4ef1-84b5-d79d002b675a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:08.820242 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7ca9ee8e-f209-4c9f-80ba-f52bfd8afc8f req-cfa2330f-ae49-4ef1-84b5-d79d002b675a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d669a791-b590-4a02-a253-5106186a51cc HTTP/1.1" status: 200 len: 855 time: 0.0601184 Jul 15 23:21:08.858410 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7ca9ee8e-f209-4c9f-80ba-f52bfd8afc8f req-a64cfd2d-9ebc-40ed-8617-612834a100a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4094d55c-5c60-4756-9c8c-4a0f295c2a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289543 Jul 15 23:21:08.988657 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7ca9ee8e-f209-4c9f-80ba-f52bfd8afc8f req-3a8a86d7-0ecc-4f50-a6ba-64c1873fdd21 service neutron] 10.222.0.43 "GET /v2.0/networks/4094d55c-5c60-4756-9c8c-4a0f295c2a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137908 Jul 15 23:21:09.006124 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 35920) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:09.107485 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7ca9ee8e-f209-4c9f-80ba-f52bfd8afc8f req-98cdc59a-e2be-4e73-b3d8-b9173114b3a9 service neutron] 10.222.0.43 "GET /v2.0/networks/4094d55c-5c60-4756-9c8c-4a0f295c2a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117249 Jul 15 23:21:09.167798 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a9f96550-7aa4-453c-a529-3bd88f89e938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.323785 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-63e57698-036e-44e7-a95e-2418f48a1df2 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.331134 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-63e57698-036e-44e7-a95e-2418f48a1df2 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.433620 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a9f96550-7aa4-453c-a529-3bd88f89e938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.465176 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a9f96550-7aa4-453c-a529-3bd88f89e938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.516192 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f96550-7aa4-453c-a529-3bd88f89e938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e184edd-f932-4029-9676-79a88d99e800,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:09.525763 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a9f96550-7aa4-453c-a529-3bd88f89e938 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=56ccee756b6e4355881f7a105ef3fe97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5157309 Jul 15 23:21:09.526158 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35964) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:09.541072 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [None req-63e57698-036e-44e7-a95e-2418f48a1df2 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Floating IP 5a7d1836-3bed-40de-9aba-89af0fc5c8db associated. External IP: 172.25.4.15, port: decd57ff-428e-4b9c-bce5-fdacc4ff9f0f. Jul 15 23:21:09.647030 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8141c34d-b7e2-4a47-8f26-f4283afcba10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.669618 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8141c34d-b7e2-4a47-8f26-f4283afcba10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.737857 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8141c34d-b7e2-4a47-8f26-f4283afcba10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.740879 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8141c34d-b7e2-4a47-8f26-f4283afcba10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.742524 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8141c34d-b7e2-4a47-8f26-f4283afcba10 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e184edd-f932-4029-9676-79a88d99e800 HTTP/1.1" status: 204 len: 168 time: 0.2152812 Jul 15 23:21:09.762879 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141c34d-b7e2-4a47-8f26-f4283afcba10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e184edd-f932-4029-9676-79a88d99e800,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:09.783204 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd140f59-6062-4065-b4ae-59152d39c92d req-72d98c26-9c39-4b76-bb80-cb95421768d0 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:09.784826 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bd140f59-6062-4065-b4ae-59152d39c92d req-72d98c26-9c39-4b76-bb80-cb95421768d0 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdff82bb-2cd9-45f4-8466-c9a09dee1442 HTTP/1.1" status: 200 len: 944 time: 0.1951039 Jul 15 23:21:09.837738 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bd140f59-6062-4065-b4ae-59152d39c92d req-cc1afa2c-aed6-49a2-ad26-a35803e4bdf7 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460653 Jul 15 23:21:09.942840 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e57698-036e-44e7-a95e-2418f48a1df2 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Router b080e8dc-d9b0-448f-8702-998e6cdc32d1 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:21:10.125111 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e57698-036e-44e7-a95e-2418f48a1df2 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:21:10.131915 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-63e57698-036e-44e7-a95e-2418f48a1df2 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.142952 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fe5e04-e467-4272-9eeb-02eb5c13fb5a None None] Sync routers for ids ['b080e8dc-d9b0-448f-8702-998e6cdc32d1'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:21:10.154164 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fe5e04-e467-4272-9eeb-02eb5c13fb5a None None] Routers {'b080e8dc-d9b0-448f-8702-998e6cdc32d1'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:10.154828 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-96fe5e04-e467-4272-9eeb-02eb5c13fb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:20:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b080e8dc-d9b0-448f-8702-998e6cdc32d1'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:10.197632 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-63e57698-036e-44e7-a95e-2418f48a1df2 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "PUT /v2.0/floatingips/5a7d1836-3bed-40de-9aba-89af0fc5c8db HTTP/1.1" status: 200 len: 990 time: 1.6221910 Jul 15 23:21:10.198327 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc', 'tag': 'decd57ff-428e-4b9c-bce5-fdacc4ff9f0f'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:10.200751 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99189b37-34a0-4103-bc1e-1f5a64b8e47f" -d '{"events": [{"name": "network-changed", "server_uuid": "669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc", "tag": "decd57ff-428e-4b9c-bce5-fdacc4ff9f0f"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:10.253104 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e223c766-bebe-4a3f-8c54-497a8f40882a x-openstack-request-id: req-e223c766-bebe-4a3f-8c54-497a8f40882a {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:10.254039 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc", "tag": "decd57ff-428e-4b9c-bce5-fdacc4ff9f0f", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:10.254474 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e223c766-bebe-4a3f-8c54-497a8f40882a {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:10.255548 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc', 'tag': 'decd57ff-428e-4b9c-bce5-fdacc4ff9f0f', 'status': 'completed', 'code': 200} Jul 15 23:21:10.356204 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-96fe5e04-e467-4272-9eeb-02eb5c13fb5a None None] Set router b080e8dc-d9b0-448f-8702-998e6cdc32d1 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:21:10.449280 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99189b37-34a0-4103-bc1e-1f5a64b8e47f req-3cc4a4d0-046a-4134-9a00-044a8f608d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:10.451007 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-99189b37-34a0-4103-bc1e-1f5a64b8e47f req-3cc4a4d0-046a-4134-9a00-044a8f608d64 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce3c14cbd70f4bed98591d54f3156d56&device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 1096 time: 0.1429732 Jul 15 23:21:10.599565 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99189b37-34a0-4103-bc1e-1f5a64b8e47f req-4486d649-1c9c-4d5b-b119-de5af9958f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:10.605268 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-99189b37-34a0-4103-bc1e-1f5a64b8e47f req-4486d649-1c9c-4d5b-b119-de5af9958f8f service neutron] 10.222.0.36 "GET /v2.0/networks?id=34f2ebab-bb83-41e4-bb34-809be32dfaa3 HTTP/1.1" status: 200 len: 918 time: 0.1428287 Jul 15 23:21:10.688605 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-96fe5e04-e467-4272-9eeb-02eb5c13fb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1804812641-router', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:50Z', 'revision_number': 4, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'gw_port': {'id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '5a7d1836-3bed-40de-9aba-89af0fc5c8db', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'floating_ip_address': '172.25.4.15', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'port_id': 'decd57ff-428e-4b9c-bce5-fdacc4ff9f0f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'mac_address': 'fa:16:3e:66:a7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:20:53Z', 'updated_at': '2021-07-15T23:21:09Z', 'revision_number': 1, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb239d47-4520-437f-89d4-b405ba953887', 'name': '', 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'mac_address': 'fa:16:3e:9f:f8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:50Z', 'updated_at': '2021-07-15T23:20:57Z', 'revision_number': 5, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'subnets': [{'id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:10.717963 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-99189b37-34a0-4103-bc1e-1f5a64b8e47f req-d4b57d9e-5912-4e3a-a1a8-2b940c4f957a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=decd57ff-428e-4b9c-bce5-fdacc4ff9f0f HTTP/1.1" status: 200 len: 998 time: 0.1062591 Jul 15 23:21:10.721584 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fe5e04-e467-4272-9eeb-02eb5c13fb5a None None] Checking router: b080e8dc-d9b0-448f-8702-998e6cdc32d1 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:21:10.732354 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fe5e04-e467-4272-9eeb-02eb5c13fb5a None None] Routers {'b080e8dc-d9b0-448f-8702-998e6cdc32d1'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:10.733300 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-96fe5e04-e467-4272-9eeb-02eb5c13fb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:20:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b080e8dc-d9b0-448f-8702-998e6cdc32d1'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:10.791825 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99189b37-34a0-4103-bc1e-1f5a64b8e47f req-8611def5-2a80-4b3c-ab5f-a72c8dcbcb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:10.793406 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-99189b37-34a0-4103-bc1e-1f5a64b8e47f req-8611def5-2a80-4b3c-ab5f-a72c8dcbcb8b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=849813aa-50e4-40b7-a59e-c4d2aaa3041a HTTP/1.1" status: 200 len: 856 time: 0.0657744 Jul 15 23:21:10.861466 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99189b37-34a0-4103-bc1e-1f5a64b8e47f req-73a80826-6890-4038-9c4c-2073d8daf9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:10.863256 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-99189b37-34a0-4103-bc1e-1f5a64b8e47f req-73a80826-6890-4038-9c4c-2073d8daf9ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34f2ebab-bb83-41e4-bb34-809be32dfaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632164 Jul 15 23:21:10.894189 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-96fe5e04-e467-4272-9eeb-02eb5c13fb5a None None] Set router b080e8dc-d9b0-448f-8702-998e6cdc32d1 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:21:11.012868 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-99189b37-34a0-4103-bc1e-1f5a64b8e47f req-64e5aa70-8a8a-4a84-ad1d-f6afd0495d74 service neutron] 10.222.0.36 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430802 Jul 15 23:21:11.188292 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02640deb-2160-4452-a9cd-d09e93a2100b req-c038d6de-8b86-4a2e-ae48-1deadb536268 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:11.197316 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-02640deb-2160-4452-a9cd-d09e93a2100b req-c038d6de-8b86-4a2e-ae48-1deadb536268 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdff82bb-2cd9-45f4-8466-c9a09dee1442 HTTP/1.1" status: 200 len: 944 time: 0.1321669 Jul 15 23:21:11.252002 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-02640deb-2160-4452-a9cd-d09e93a2100b req-f33f73c8-95bd-47b3-81af-4c5699627da9 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537062 Jul 15 23:21:11.265940 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-99189b37-34a0-4103-bc1e-1f5a64b8e47f req-9e13205e-cc46-4a1e-a4e4-0033a48579f7 service neutron] 10.222.0.36 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448668 Jul 15 23:21:11.374396 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-96fe5e04-e467-4272-9eeb-02eb5c13fb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1804812641-router', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:50Z', 'revision_number': 4, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'gw_port': {'id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '5a7d1836-3bed-40de-9aba-89af0fc5c8db', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'floating_ip_address': '172.25.4.15', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'port_id': 'decd57ff-428e-4b9c-bce5-fdacc4ff9f0f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'mac_address': 'fa:16:3e:66:a7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:20:53Z', 'updated_at': '2021-07-15T23:21:09Z', 'revision_number': 1, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb239d47-4520-437f-89d4-b405ba953887', 'name': '', 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'mac_address': 'fa:16:3e:9f:f8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:50Z', 'updated_at': '2021-07-15T23:20:57Z', 'revision_number': 5, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'subnets': [{'id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:11.411373 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fe5e04-e467-4272-9eeb-02eb5c13fb5a None None] The sync data for ids ['b080e8dc-d9b0-448f-8702-998e6cdc32d1'] in n-d-787205-9 is: [{'id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1804812641-router', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:50Z', 'revision_number': 4, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'gw_port': {'id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '5a7d1836-3bed-40de-9aba-89af0fc5c8db', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'floating_ip_address': '172.25.4.15', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'port_id': 'decd57ff-428e-4b9c-bce5-fdacc4ff9f0f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'mac_address': 'fa:16:3e:66:a7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:20:53Z', 'updated_at': '2021-07-15T23:21:09Z', 'revision_number': 1, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb239d47-4520-437f-89d4-b405ba953887', 'name': '', 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'mac_address': 'fa:16:3e:9f:f8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:50Z', 'updated_at': '2021-07-15T23:20:57Z', 'revision_number': 5, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'subnets': [{'id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:21:11.668087 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fa149c-ec6b-4cb9-b143-2c29bed685fe None None] New status for floating IP 5a7d1836-3bed-40de-9aba-89af0fc5c8db: ACTIVE {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:21:12.496471 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d375a-b9c5-4a3b-bc9d-dfd1d60f3287 req-1673d10a-0d63-4b38-abde-02b1df5729a4 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:12.497978 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c22d375a-b9c5-4a3b-bc9d-dfd1d60f3287 req-1673d10a-0d63-4b38-abde-02b1df5729a4 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdff82bb-2cd9-45f4-8466-c9a09dee1442 HTTP/1.1" status: 200 len: 944 time: 0.1105239 Jul 15 23:21:12.553629 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c22d375a-b9c5-4a3b-bc9d-dfd1d60f3287 req-03ea2dda-eec7-44dd-b1aa-7f0dafdcfa37 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471504 Jul 15 23:21:12.570532 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075a5a7-d86b-497f-ba30-1f782ae66845 req-dfc0a57f-43c2-4c5a-9a60-5a241e0d8c72 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:12.572729 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8075a5a7-d86b-497f-ba30-1f782ae66845 req-dfc0a57f-43c2-4c5a-9a60-5a241e0d8c72 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 945 time: 0.1148796 Jul 15 23:21:12.630420 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8075a5a7-d86b-497f-ba30-1f782ae66845 req-ca91afe1-0feb-4e6e-97ca-72c1067fc663 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514724 Jul 15 23:21:12.981512 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:21:13.094568 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d,segment=NetworkSegment(5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61),segment_id=5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:13.108879 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d', 'network_id': '4094d55c-5c60-4756-9c8c-4a0f295c2a77', 'port_id': '5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d', 'mac_address': 'fa:16:3e:44:65:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd669a791-b590-4a02-a253-5106186a51cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:21:13.156193 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:13.170055 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:21:13.192056 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d,segment=NetworkSegment(5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61),segment_id=5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:13.197718 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:13.255461 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:13.465547 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:13.645999 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 36198) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:13.806177 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb58b7f-6821-4904-a8c8-ccefe38c69d4 req-dc2d7af6-249f-4fa4-9aa2-120fe9da45dc tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:13.807665 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bfb58b7f-6821-4904-a8c8-ccefe38c69d4 req-dc2d7af6-249f-4fa4-9aa2-120fe9da45dc tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdff82bb-2cd9-45f4-8466-c9a09dee1442 HTTP/1.1" status: 200 len: 945 time: 0.1106536 Jul 15 23:21:13.817013 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6e0ebaae-96f1-4fcf-b029-7ff4365020cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:13.883510 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bfb58b7f-6821-4904-a8c8-ccefe38c69d4 req-3bcc97e0-266e-412e-877c-b8a254985362 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692744 Jul 15 23:21:13.908156 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc702c-7d3e-4664-ae59-e5585c76d1a6 req-b9b0afe0-dc4f-4164-845a-49d186488c5a tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:13.909754 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-23fc702c-7d3e-4664-ae59-e5585c76d1a6 req-b9b0afe0-dc4f-4164-845a-49d186488c5a tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 945 time: 0.1509819 Jul 15 23:21:13.973069 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-23fc702c-7d3e-4664-ae59-e5585c76d1a6 req-6d8c54f0-4b7f-4514-bbad-47950af37442 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492606 Jul 15 23:21:14.008598 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6e0ebaae-96f1-4fcf-b029-7ff4365020cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:14.012583 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6e0ebaae-96f1-4fcf-b029-7ff4365020cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:14.051969 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ebaae-96f1-4fcf-b029-7ff4365020cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ce66b8-249b-415d-8bac-18e084c37c26,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:14.058968 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36206) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:14.059521 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6e0ebaae-96f1-4fcf-b029-7ff4365020cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c3474a20c924e53af58704763b84ba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4118955 Jul 15 23:21:14.113700 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85f68f60-82fd-4797-973e-7a116cdce296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:14.136263 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85f68f60-82fd-4797-973e-7a116cdce296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:14.184495 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85f68f60-82fd-4797-973e-7a116cdce296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:14.187053 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-85f68f60-82fd-4797-973e-7a116cdce296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:14.188463 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-85f68f60-82fd-4797-973e-7a116cdce296 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62ce66b8-249b-415d-8bac-18e084c37c26 HTTP/1.1" status: 204 len: 168 time: 0.1276078 Jul 15 23:21:14.198508 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f68f60-82fd-4797-973e-7a116cdce296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ce66b8-249b-415d-8bac-18e084c37c26,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:14.473054 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36214) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:14.490303 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-155b8987-853f-461b-b864-218277cea593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:14.586717 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-155b8987-853f-461b-b864-218277cea593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:14.590908 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-155b8987-853f-461b-b864-218277cea593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:14.631620 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-155b8987-853f-461b-b864-218277cea593 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d4a8fd96bf24e8f8dc82bf67739b15d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1574566 Jul 15 23:21:14.632524 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b8987-853f-461b-b864-218277cea593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c06d2a3-66ee-4568-ac68-16a865c59b7e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:14.634790 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 36216) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:14.688767 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fdfb37a0-a42f-4a76-986c-00071b384243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:14.709990 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fdfb37a0-a42f-4a76-986c-00071b384243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:14.756375 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fdfb37a0-a42f-4a76-986c-00071b384243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:14.758990 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fdfb37a0-a42f-4a76-986c-00071b384243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:14.760154 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fdfb37a0-a42f-4a76-986c-00071b384243 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c06d2a3-66ee-4568-ac68-16a865c59b7e HTTP/1.1" status: 204 len: 168 time: 0.1235497 Jul 15 23:21:14.770938 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb37a0-a42f-4a76-986c-00071b384243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c06d2a3-66ee-4568-ac68-16a865c59b7e,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:15.004208 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:15.097293 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:15.101907 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743e6ae-f4fe-446c-9d2b-f38a718afdb7 req-db6cbeb0-a1bb-4837-b5ea-16876cc03797 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:15.104699 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:15.105079 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:15.109434 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2743e6ae-f4fe-446c-9d2b-f38a718afdb7 req-db6cbeb0-a1bb-4837-b5ea-16876cc03797 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdff82bb-2cd9-45f4-8466-c9a09dee1442 HTTP/1.1" status: 200 len: 945 time: 0.0911491 Jul 15 23:21:15.201261 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2743e6ae-f4fe-446c-9d2b-f38a718afdb7 req-ba330e6b-25e3-47a1-afa7-ef0f25937cad tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816126 Jul 15 23:21:15.220764 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:15.258317 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a81a4-3e68-4d8a-836f-ff7d9d2644a6 req-fd46b6b0-e239-4980-8936-13ead422675d tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:15.265794 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f90a81a4-3e68-4d8a-836f-ff7d9d2644a6 req-fd46b6b0-e239-4980-8936-13ead422675d tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 945 time: 0.1106682 Jul 15 23:21:15.269152 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdff82bb-2cd9-45f4-8466-c9a09dee1442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:15.271775 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9871085-fafb-4e5e-95c6-e12f7ea5c44d" -d '{"events": [{"server_uuid": "cdff82bb-2cd9-45f4-8466-c9a09dee1442", "name": "network-vif-plugged", "status": "completed", "tag": "5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:15.287127 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d,segment=NetworkSegment(5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61),segment_id=5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:15.298218 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:15.322587 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f90a81a4-3e68-4d8a-836f-ff7d9d2644a6 req-711e5603-f1a4-4177-8fcc-2b4fdabdcf94 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527391 Jul 15 23:21:15.365937 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:15.390985 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfe20b2-a186-4466-8a7f-34b31a2fda10 x-openstack-request-id: req-bcfe20b2-a186-4466-8a7f-34b31a2fda10 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:15.391352 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdff82bb-2cd9-45f4-8466-c9a09dee1442", "name": "network-vif-plugged", "status": "completed", "tag": "5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:15.391695 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bcfe20b2-a186-4466-8a7f-34b31a2fda10 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:15.392638 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdff82bb-2cd9-45f4-8466-c9a09dee1442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d', 'code': 200} Jul 15 23:21:15.534625 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e16dd-aec2-44a7-83e5-4725389bf6b1 req-f32d1474-57d8-48dd-ab02-565dd9497833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:15.536162 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b52e16dd-aec2-44a7-83e5-4725389bf6b1 req-f32d1474-57d8-48dd-ab02-565dd9497833 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cdff82bb-2cd9-45f4-8466-c9a09dee1442 HTTP/1.1" status: 200 len: 1097 time: 0.0571077 Jul 15 23:21:15.577353 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b52e16dd-aec2-44a7-83e5-4725389bf6b1 req-260e8c2f-3b9b-496a-8406-617c7ae8eef7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343626 Jul 15 23:21:15.886249 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-02b0d26c-8ec4-4b77-84be-1a3ab90899dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:16.320143 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 36290) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:16.406232 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7a9ab-68d1-4ab9-8056-d946f5b3fbe5 req-ae53cb8a-016b-4924-8886-9b06a40b8761 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:16.407977 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aec7a9ab-68d1-4ab9-8056-d946f5b3fbe5 req-ae53cb8a-016b-4924-8886-9b06a40b8761 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdff82bb-2cd9-45f4-8466-c9a09dee1442 HTTP/1.1" status: 200 len: 946 time: 0.0741820 Jul 15 23:21:16.469608 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9be081c4-bb5e-4751-aeaa-98a4cf3f6686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:16.484076 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aec7a9ab-68d1-4ab9-8056-d946f5b3fbe5 req-9fdc92ac-f072-4eda-817c-5f165f942706 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689325 Jul 15 23:21:16.592898 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef6d4a-2ba9-4f35-8a27-b62f24cb9f29 req-6b989238-199c-4912-8a84-8fbd88575ba4 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:16.594392 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-adef6d4a-2ba9-4f35-8a27-b62f24cb9f29 req-6b989238-199c-4912-8a84-8fbd88575ba4 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 945 time: 0.1283019 Jul 15 23:21:17.016334 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-adef6d4a-2ba9-4f35-8a27-b62f24cb9f29 req-06d398b0-cb1f-481c-9092-a09689e56315 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4142714 Jul 15 23:21:17.018142 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9be081c4-bb5e-4751-aeaa-98a4cf3f6686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:17.023440 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9be081c4-bb5e-4751-aeaa-98a4cf3f6686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:17.067119 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36300) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:17.067685 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9be081c4-bb5e-4751-aeaa-98a4cf3f6686 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d92cd0d52afa49c9ad91d920d227a7d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7458682 Jul 15 23:21:17.068105 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be081c4-bb5e-4751-aeaa-98a4cf3f6686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afcf390-0929-4a94-9a53-17f0b3e9ad41,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:17.122506 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cef64fc5-f1fd-4fb9-8821-3063a625c242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:17.145700 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cef64fc5-f1fd-4fb9-8821-3063a625c242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:17.198587 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cef64fc5-f1fd-4fb9-8821-3063a625c242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:17.201592 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cef64fc5-f1fd-4fb9-8821-3063a625c242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:17.203024 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cef64fc5-f1fd-4fb9-8821-3063a625c242 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6afcf390-0929-4a94-9a53-17f0b3e9ad41 HTTP/1.1" status: 204 len: 168 time: 0.1349237 Jul 15 23:21:17.212643 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef64fc5-f1fd-4fb9-8821-3063a625c242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afcf390-0929-4a94-9a53-17f0b3e9ad41,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:17.724757 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a410b-596d-45e0-96da-c35d8728b51b req-e76f36c8-06f4-43dd-a83c-59174d5b9311 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:17.726318 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5d5a410b-596d-45e0-96da-c35d8728b51b req-e76f36c8-06f4-43dd-a83c-59174d5b9311 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdff82bb-2cd9-45f4-8466-c9a09dee1442 HTTP/1.1" status: 200 len: 946 time: 0.0817125 Jul 15 23:21:17.780259 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5d5a410b-596d-45e0-96da-c35d8728b51b req-7a10a8e3-ceb4-45e7-b203-0d90d4b129c2 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471616 Jul 15 23:21:18.240835 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e322cf0d-558e-43e9-b84e-9e9d62eefe2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:18.247490 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce3f39-10b9-4786-a31c-b5bd72d093d5 req-082bc23e-a70c-4cfe-8b51-b6fd71ce96cf tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:18.249578 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-49ce3f39-10b9-4786-a31c-b5bd72d093d5 req-082bc23e-a70c-4cfe-8b51-b6fd71ce96cf tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 945 time: 0.0948589 Jul 15 23:21:18.293292 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-49ce3f39-10b9-4786-a31c-b5bd72d093d5 req-05cf165c-4b6b-4f95-8f59-9a8c386613c9 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378754 Jul 15 23:21:18.451953 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cff787eb-bdea-47d0-86fb-86bfedb848fc req-128900a5-0af5-4814-a8be-be4cb545feb4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0869486 Jul 15 23:21:18.579382 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff787eb-bdea-47d0-86fb-86bfedb848fc req-6dc44250-a574-454d-833c-92f0cdc9ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:18.581264 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cff787eb-bdea-47d0-86fb-86bfedb848fc req-6dc44250-a574-454d-833c-92f0cdc9ded6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1885ddec6b5464187ca1cbaa27847a8&device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 1097 time: 0.0615861 Jul 15 23:21:18.704499 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:18.744114 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff787eb-bdea-47d0-86fb-86bfedb848fc req-adcfc185-0002-4ee0-ba64-2609b3341c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:18.747607 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cff787eb-bdea-47d0-86fb-86bfedb848fc req-adcfc185-0002-4ee0-ba64-2609b3341c24 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cb7f5d26-827b-40c8-9606-f513fb310e54 HTTP/1.1" status: 200 len: 913 time: 0.1412678 Jul 15 23:21:18.808891 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cff787eb-bdea-47d0-86fb-86bfedb848fc req-1ef76065-3978-479c-835d-75b7fda99994 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9e29a36-2553-48c4-8fad-fb5e69661b09 HTTP/1.1" status: 200 len: 217 time: 0.0522461 Jul 15 23:21:18.914183 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff787eb-bdea-47d0-86fb-86bfedb848fc req-3874bae8-1b55-4e3f-982a-8bcbbf0f57cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:18.916561 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cff787eb-bdea-47d0-86fb-86bfedb848fc req-3874bae8-1b55-4e3f-982a-8bcbbf0f57cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=242df3cc-37d7-47c0-a77c-be9034976381 HTTP/1.1" status: 200 len: 851 time: 0.1010964 Jul 15 23:21:18.998420 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff787eb-bdea-47d0-86fb-86bfedb848fc req-64ca7d5e-e7e1-478a-b3eb-84862abb05ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:19.000381 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cff787eb-bdea-47d0-86fb-86bfedb848fc req-64ca7d5e-e7e1-478a-b3eb-84862abb05ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb7f5d26-827b-40c8-9606-f513fb310e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614939 Jul 15 23:21:19.105599 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cff787eb-bdea-47d0-86fb-86bfedb848fc req-077efd31-14fd-431a-9bf2-f7d9e5c360ab service neutron] 10.222.0.36 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985935 Jul 15 23:21:19.197394 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 36372) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:19.228286 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cff787eb-bdea-47d0-86fb-86bfedb848fc req-7b253379-a67a-495b-8f5e-0cfab90e352f service neutron] 10.222.0.36 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143351 Jul 15 23:21:19.276995 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:21:19.338032 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e5ed7-361b-4faa-9631-f3031d42f0df req-d0873fa9-6081-4758-af1c-5b8fd10285ad tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:19.339679 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f31e5ed7-361b-4faa-9631-f3031d42f0df req-d0873fa9-6081-4758-af1c-5b8fd10285ad tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1027451 Jul 15 23:21:19.393763 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f31e5ed7-361b-4faa-9631-f3031d42f0df req-b0918e57-db59-418b-9c82-7d1f2b70362a tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475492 Jul 15 23:21:19.423563 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-a1596669-217b-4827-b1f8-06d34a678375 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:19.450519 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1596669-217b-4827-b1f8-06d34a678375 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:19.617299 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1596669-217b-4827-b1f8-06d34a678375 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:19.628422 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac73397-8895-4772-881a-5de2a7dae386 req-47343061-83c5-4a56-97d0-7f8c9a335da4 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:19.630273 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5ac73397-8895-4772-881a-5de2a7dae386 req-47343061-83c5-4a56-97d0-7f8c9a335da4 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 945 time: 0.0937946 Jul 15 23:21:19.639983 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:19.745387 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5ac73397-8895-4772-881a-5de2a7dae386 req-f1abf9ff-066b-44f4-93e9-53dd9ad2e5ba tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071439 Jul 15 23:21:19.817664 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-a1596669-217b-4827-b1f8-06d34a678375 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Allocated IP 172.25.4.120 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/894cb21a-80f6-4bf9-a064-0feadfd77248) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:19.999934 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1596669-217b-4827-b1f8-06d34a678375 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:20.031354 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c19b6-9652-4301-a1f4-e2fee1081b17 req-b3f4f889-638e-49cb-ae98-23a6d077a950 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:20.038979 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-588c19b6-9652-4301-a1f4-e2fee1081b17 req-b3f4f889-638e-49cb-ae98-23a6d077a950 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1777802 Jul 15 23:21:20.096298 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-588c19b6-9652-4301-a1f4-e2fee1081b17 req-e9f5e217-74d4-4a69-8b9d-bb3b83125be6 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554991 Jul 15 23:21:20.104816 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1596669-217b-4827-b1f8-06d34a678375 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:20.148358 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1596669-217b-4827-b1f8-06d34a678375 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:20.151327 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-a1596669-217b-4827-b1f8-06d34a678375 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:20.155324 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1596669-217b-4827-b1f8-06d34a678375 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:20.161177 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1596669-217b-4827-b1f8-06d34a678375 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Pushing event updated for resources: {'Port': ['ID=894cb21a-80f6-4bf9-a064-0feadfd77248,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:20.272439 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1596669-217b-4827-b1f8-06d34a678375 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:20.372389 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1596669-217b-4827-b1f8-06d34a678375 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:20.499216 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-46de97b3-6aca-4cc3-82c9-e169d67039e1 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:20.500253 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-46de97b3-6aca-4cc3-82c9-e169d67039e1 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/networks?id=cb7f5d26-827b-40c8-9606-f513fb310e54 HTTP/1.1" status: 200 len: 812 time: 0.1794286 Jul 15 23:21:20.555163 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-c21dcc8c-3a90-4f2e-adcb-d7443abf49c0 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/quotas/c1885ddec6b5464187ca1cbaa27847a8 HTTP/1.1" status: 200 len: 375 time: 0.0480826 Jul 15 23:21:20.648598 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1596669-217b-4827-b1f8-06d34a678375 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:20.654743 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1596669-217b-4827-b1f8-06d34a678375 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:20.676975 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-3437ab45-ce9c-45d1-a502-fd1a3e916b19 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1885ddec6b5464187ca1cbaa27847a8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1151276 Jul 15 23:21:20.703374 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-767e3975-9b02-4e30-a82b-288652b65c78 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:21:20.704343 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-767e3975-9b02-4e30-a82b-288652b65c78 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081010 Jul 15 23:21:20.777248 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1596669-217b-4827-b1f8-06d34a678375 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Pushing event updated for resources: {'Port': ['ID=894cb21a-80f6-4bf9-a064-0feadfd77248,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:20.822064 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1596669-217b-4827-b1f8-06d34a678375 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:20.853333 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1596669-217b-4827-b1f8-06d34a678375 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:20.854557 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a1596669-217b-4827-b1f8-06d34a678375 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6553366 Jul 15 23:21:20.857471 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36412) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:20.868449 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7ed548b0-3722-453b-af63-47fc859fbf02 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1858960774'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:20.872003 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-5970e313-549c-42b0-bbe4-1274307133e9 service neutron] 10.222.0.16 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562607 Jul 15 23:21:20.926763 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed548b0-3722-453b-af63-47fc859fbf02 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Made reservation on behalf of ea839fd7aeb7417ca0e54ca36409cc24 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:20.930913 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ed548b0-3722-453b-af63-47fc859fbf02 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:20.942324 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ed548b0-3722-453b-af63-47fc859fbf02 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:21.043053 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-a162eff9-298a-415b-bb46-a246af016b63 service neutron] 10.222.0.16 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601231 Jul 15 23:21:21.058038 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d0d9e-48f4-46f1-b22c-f19ee7739654 req-2cbf4c9e-3fd5-49e5-9b15-f0974b02d54c tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:21.060223 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-055d0d9e-48f4-46f1-b22c-f19ee7739654 req-2cbf4c9e-3fd5-49e5-9b15-f0974b02d54c tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 945 time: 0.1646030 Jul 15 23:21:21.063628 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ed548b0-3722-453b-af63-47fc859fbf02 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:21.074269 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ed548b0-3722-453b-af63-47fc859fbf02 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:21.104994 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed548b0-3722-453b-af63-47fc859fbf02 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:21:21.112622 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-055d0d9e-48f4-46f1-b22c-f19ee7739654 req-260043ef-4d0d-4b5f-b70a-91bbaf3e9874 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458789 Jul 15 23:21:21.138963 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed548b0-3722-453b-af63-47fc859fbf02 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9465c477-1786-4ae9-99ea-43f3f1bd7cff,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:21.147693 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ed548b0-3722-453b-af63-47fc859fbf02 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:21.148285 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-7ed548b0-3722-453b-af63-47fc859fbf02 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Added segment c0e491ce-83a1-4d72-ae26-6ad65fbd102e of type vlan for network 5f2ec374-e26c-4eb9-b96f-9afa64276c1b Jul 15 23:21:21.151061 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed548b0-3722-453b-af63-47fc859fbf02 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:21.151406 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed548b0-3722-453b-af63-47fc859fbf02 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:21.151758 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed548b0-3722-453b-af63-47fc859fbf02 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:21.154516 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed548b0-3722-453b-af63-47fc859fbf02 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:21.154976 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed548b0-3722-453b-af63-47fc859fbf02 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:21.155308 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed548b0-3722-453b-af63-47fc859fbf02 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:21.155639 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed548b0-3722-453b-af63-47fc859fbf02 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:21.155971 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed548b0-3722-453b-af63-47fc859fbf02 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:21.156321 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed548b0-3722-453b-af63-47fc859fbf02 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:21.156634 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed548b0-3722-453b-af63-47fc859fbf02 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:21.156966 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed548b0-3722-453b-af63-47fc859fbf02 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:21.157293 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed548b0-3722-453b-af63-47fc859fbf02 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:21.290007 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ed548b0-3722-453b-af63-47fc859fbf02 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:21.327464 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:21.380467 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ed548b0-3722-453b-af63-47fc859fbf02 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:21.404052 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed548b0-3722-453b-af63-47fc859fbf02 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:21.404768 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ed548b0-3722-453b-af63-47fc859fbf02 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:21.412718 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f33653c5-50d3-4650-a3bf-66d4dc868ae1 req-03809a7a-5796-4fab-adeb-b38660567132 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84a485e-1788-41bf-aeeb-a4bb6b604ceb HTTP/1.1" status: 200 len: 210 time: 0.0524740 Jul 15 23:21:21.470005 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7ed548b0-3722-453b-af63-47fc859fbf02 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6109629 Jul 15 23:21:21.473411 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 36420) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:21.479500 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-04be6e6a-6ace-43ef-ba32-5f3f1ed8b7ce tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Request body: {'subnet': {'network_id': '5f2ec374-e26c-4eb9-b96f-9afa64276c1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:21.520203 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed548b0-3722-453b-af63-47fc859fbf02 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Pushing event updated for resources: {'Network': ['ID=5f2ec374-e26c-4eb9-b96f-9afa64276c1b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:21.532314 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 5f2ec374-e26c-4eb9-b96f-9afa64276c1b details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:21:21.635322 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04be6e6a-6ace-43ef-ba32-5f3f1ed8b7ce tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Made reservation on behalf of ea839fd7aeb7417ca0e54ca36409cc24 for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:21.639340 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-04be6e6a-6ace-43ef-ba32-5f3f1ed8b7ce tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:21.935229 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-04be6e6a-6ace-43ef-ba32-5f3f1ed8b7ce tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:22.011124 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be6e6a-6ace-43ef-ba32-5f3f1ed8b7ce tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Pushing event updated for resources: {'Subnet': ['ID=51ed54be-b541-45fc-80ef-3a7a92f0be98,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:22.044951 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04be6e6a-6ace-43ef-ba32-5f3f1ed8b7ce tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Checking segment: {'id': 'c0e491ce-83a1-4d72-ae26-6ad65fbd102e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5f2ec374-e26c-4eb9-b96f-9afa64276c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:22.045336 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04be6e6a-6ace-43ef-ba32-5f3f1ed8b7ce tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Network hostable DHCP agents. Network: 5f2ec374-e26c-4eb9-b96f-9afa64276c1b, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:21:22.068421 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04be6e6a-6ace-43ef-ba32-5f3f1ed8b7ce tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Network 5f2ec374-e26c-4eb9-b96f-9afa64276c1b is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:21:22.078353 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-04be6e6a-6ace-43ef-ba32-5f3f1ed8b7ce tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 5f2ec374-e26c-4eb9-b96f-9afa64276c1b) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:22.082514 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04be6e6a-6ace-43ef-ba32-5f3f1ed8b7ce tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:22.083167 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-04be6e6a-6ace-43ef-ba32-5f3f1ed8b7ce tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:22.090499 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2c40e6-b17b-46f7-90df-ba3c98cbfabf None None] Network 5f2ec374-e26c-4eb9-b96f-9afa64276c1b requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:22.103614 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-04be6e6a-6ace-43ef-ba32-5f3f1ed8b7ce tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6264172 Jul 15 23:21:22.103926 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36432) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:22.108910 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-18039c4f-0c1e-426a-a65d-bb8a1476e5c8 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-819852926', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}, 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:22.141518 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18039c4f-0c1e-426a-a65d-bb8a1476e5c8 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:22.143524 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18039c4f-0c1e-426a-a65d-bb8a1476e5c8 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:22.231907 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18039c4f-0c1e-426a-a65d-bb8a1476e5c8 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:22.333231 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26281c6-fc30-4949-90f5-a68e0facf338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-5f2ec374-e26c-4eb9-b96f-9afa64276c1b', 'network_id': '5f2ec374-e26c-4eb9-b96f-9afa64276c1b', 'tenant_id': 'ea839fd7aeb7417ca0e54ca36409cc24', 'fixed_ips': [{'subnet_id': '51ed54be-b541-45fc-80ef-3a7a92f0be98'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:21:22.335625 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e26281c6-fc30-4949-90f5-a68e0facf338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:22.447933 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20e216-2330-489e-a7b2-129c3819fba1 req-e49cc50c-b129-4f5b-bacd-8018aa5833da tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:22.454999 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9f20e216-2330-489e-a7b2-129c3819fba1 req-e49cc50c-b129-4f5b-bacd-8018aa5833da tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 945 time: 0.1092677 Jul 15 23:21:22.500875 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18039c4f-0c1e-426a-a65d-bb8a1476e5c8 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:22.501418 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-e26281c6-fc30-4949-90f5-a68e0facf338 None None] Allocated IP 172.20.0.2 (5f2ec374-e26c-4eb9-b96f-9afa64276c1b/51ed54be-b541-45fc-80ef-3a7a92f0be98/309fda17-65e0-48b5-b8be-0e6bd21e3692) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:22.521358 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9f20e216-2330-489e-a7b2-129c3819fba1 req-332ee926-c201-45f8-bae0-2a5562767222 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629206 Jul 15 23:21:22.700012 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-22296bfd-334b-4cc0-86a0-ee241ecd9c87 req-8182aef3-5735-4393-bd8f-d15f42e605bc tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84a485e-1788-41bf-aeeb-a4bb6b604ceb HTTP/1.1" status: 200 len: 210 time: 0.0475483 Jul 15 23:21:22.884073 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18039c4f-0c1e-426a-a65d-bb8a1476e5c8 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:22.928515 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18039c4f-0c1e-426a-a65d-bb8a1476e5c8 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:23.012162 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e26281c6-fc30-4949-90f5-a68e0facf338 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:23.022649 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e26281c6-fc30-4949-90f5-a68e0facf338 None None] Transition to ACTIVE for port object 309fda17-65e0-48b5-b8be-0e6bd21e3692 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:23.050354 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e26281c6-fc30-4949-90f5-a68e0facf338 None None] Transition to ACTIVE for port object 309fda17-65e0-48b5-b8be-0e6bd21e3692 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:23.065570 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e26281c6-fc30-4949-90f5-a68e0facf338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:23.134927 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26281c6-fc30-4949-90f5-a68e0facf338 None None] Network 5f2ec374-e26c-4eb9-b96f-9afa64276c1b is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:23.138002 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-e26281c6-fc30-4949-90f5-a68e0facf338 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:23.143184 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26281c6-fc30-4949-90f5-a68e0facf338 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:23.149679 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-4be6618b-e634-49d3-b6f4-d3b1d690fe85 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:23.151230 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-4be6618b-e634-49d3-b6f4-d3b1d690fe85 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.36 "GET /v2.0/networks?id=cb7f5d26-827b-40c8-9606-f513fb310e54 HTTP/1.1" status: 200 len: 812 time: 0.2263298 Jul 15 23:21:23.165907 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26281c6-fc30-4949-90f5-a68e0facf338 None None] Pushing event updated for resources: {'Port': ['ID=309fda17-65e0-48b5-b8be-0e6bd21e3692,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:23.183473 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-18039c4f-0c1e-426a-a65d-bb8a1476e5c8 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Allocated IP 172.25.4.225 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/0f76f139-e645-4320-8cd8-158ceac5335c) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:23.203081 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-e30ddbcb-cfee-48ab-877a-5522fa886b0e tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Request body: {'port': {'device_id': 'd84a485e-1788-41bf-aeeb-a4bb6b604ceb', 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54', 'admin_state_up': True, 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:23.276032 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e26281c6-fc30-4949-90f5-a68e0facf338 None None] Attempting to bind port 309fda17-65e0-48b5-b8be-0e6bd21e3692 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:21:23.276416 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e26281c6-fc30-4949-90f5-a68e0facf338 None None] Attempting to bind port 309fda17-65e0-48b5-b8be-0e6bd21e3692 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'c0e491ce-83a1-4d72-ae26-6ad65fbd102e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5f2ec374-e26c-4eb9-b96f-9afa64276c1b'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:21:23.276732 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26281c6-fc30-4949-90f5-a68e0facf338 None None] Attempting to bind port 309fda17-65e0-48b5-b8be-0e6bd21e3692 on network 5f2ec374-e26c-4eb9-b96f-9afa64276c1b {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:23.282986 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26281c6-fc30-4949-90f5-a68e0facf338 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:21:23.283424 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26281c6-fc30-4949-90f5-a68e0facf338 None None] Checking segment: {'id': 'c0e491ce-83a1-4d72-ae26-6ad65fbd102e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5f2ec374-e26c-4eb9-b96f-9afa64276c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:23.283843 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e26281c6-fc30-4949-90f5-a68e0facf338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:23.284240 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26281c6-fc30-4949-90f5-a68e0facf338 None None] Bound using segment: {'id': 'c0e491ce-83a1-4d72-ae26-6ad65fbd102e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5f2ec374-e26c-4eb9-b96f-9afa64276c1b'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:21:23.284725 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e26281c6-fc30-4949-90f5-a68e0facf338 None None] Bound port: 309fda17-65e0-48b5-b8be-0e6bd21e3692, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e491ce-83a1-4d72-ae26-6ad65fbd102e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5f2ec374-e26c-4eb9-b96f-9afa64276c1b'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:21:23.285116 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e26281c6-fc30-4949-90f5-a68e0facf338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:23.412134 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e26281c6-fc30-4949-90f5-a68e0facf338 None None] For port 309fda17-65e0-48b5-b8be-0e6bd21e3692, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:21:23.416800 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e26281c6-fc30-4949-90f5-a68e0facf338 None None] For port 309fda17-65e0-48b5-b8be-0e6bd21e3692, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=309fda17-65e0-48b5-b8be-0e6bd21e3692,segment=NetworkSegment(c0e491ce-83a1-4d72-ae26-6ad65fbd102e),segment_id=c0e491ce-83a1-4d72-ae26-6ad65fbd102e)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:21:23.424906 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e26281c6-fc30-4949-90f5-a68e0facf338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:23.495168 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26281c6-fc30-4949-90f5-a68e0facf338 None None] Pushing event updated for resources: {'Port': ['ID=309fda17-65e0-48b5-b8be-0e6bd21e3692,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:23.835176 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-e30ddbcb-cfee-48ab-877a-5522fa886b0e tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Made reservation on behalf of c1885ddec6b5464187ca1cbaa27847a8 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:23.839022 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-e30ddbcb-cfee-48ab-877a-5522fa886b0e tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:23.862906 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18039c4f-0c1e-426a-a65d-bb8a1476e5c8 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:23.885971 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e53153-ef63-46e0-91aa-a337f0aaa108 req-e0f3fdee-459c-4158-a6c4-1e01c709a3dc tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:23.894331 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-39e53153-ef63-46e0-91aa-a337f0aaa108 req-e0f3fdee-459c-4158-a6c4-1e01c709a3dc tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 945 time: 0.1697245 Jul 15 23:21:23.961610 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-39e53153-ef63-46e0-91aa-a337f0aaa108 req-47b2b12d-5bb1-486a-86ea-b4ca291ca016 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661998 Jul 15 23:21:24.079019 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18039c4f-0c1e-426a-a65d-bb8a1476e5c8 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:24.095454 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:24.111687 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f1dc35aa-aff4-4053-8e20-d1c6a9adc3fe req-f590cf9c-29ee-4a75-a122-25f13e12a77b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84a485e-1788-41bf-aeeb-a4bb6b604ceb HTTP/1.1" status: 200 len: 210 time: 0.1066473 Jul 15 23:21:24.151865 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-e30ddbcb-cfee-48ab-877a-5522fa886b0e tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Allocated IP 172.20.0.10 (cb7f5d26-827b-40c8-9606-f513fb310e54/242df3cc-37d7-47c0-a77c-be9034976381/427729fb-4a2a-4640-9704-4f02080b6608) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:24.161156 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18039c4f-0c1e-426a-a65d-bb8a1476e5c8 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:24.170874 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-18039c4f-0c1e-426a-a65d-bb8a1476e5c8 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:24.177481 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18039c4f-0c1e-426a-a65d-bb8a1476e5c8 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:24.223097 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18039c4f-0c1e-426a-a65d-bb8a1476e5c8 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Pushing event updated for resources: {'Port': ['ID=0f76f139-e645-4320-8cd8-158ceac5335c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:24.565446 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-e30ddbcb-cfee-48ab-877a-5522fa886b0e tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:24.585579 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-e30ddbcb-cfee-48ab-877a-5522fa886b0e tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Transition to ACTIVE for port object 427729fb-4a2a-4640-9704-4f02080b6608 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:24.746472 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09401b77-9ea5-4f7a-bf93-ccbb7a889c5e req-bec67e03-3294-41c6-b5ce-815d5a80f04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:24.748176 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09401b77-9ea5-4f7a-bf93-ccbb7a889c5e req-bec67e03-3294-41c6-b5ce-815d5a80f04b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eac3f2ff013743899b77a7275e534874&device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 1096 time: 0.1347337 Jul 15 23:21:24.812401 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4d6b7-7861-4565-afeb-2eb8399bcf5f req-87def44d-a787-4727-b018-2b2fcb2f7697 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:24.820229 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70b4d6b7-7861-4565-afeb-2eb8399bcf5f req-87def44d-a787-4727-b018-2b2fcb2f7697 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 945 time: 0.1264832 Jul 15 23:21:24.838026 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18039c4f-0c1e-426a-a65d-bb8a1476e5c8 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:24.844879 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-e30ddbcb-cfee-48ab-877a-5522fa886b0e tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:24.865122 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['f5ecd6c9-6a7b-4dd4-970c-9fd457699f30'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:24.946780 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70b4d6b7-7861-4565-afeb-2eb8399bcf5f req-a334969f-c216-4787-95b4-5d16e6f40ff4 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250217 Jul 15 23:21:24.969041 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['d9e29a36-2553-48c4-8fad-fb5e69661b09'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:24.981911 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-e30ddbcb-cfee-48ab-877a-5522fa886b0e tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Network cb7f5d26-827b-40c8-9606-f513fb310e54 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:24.987405 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09401b77-9ea5-4f7a-bf93-ccbb7a889c5e req-c2229f0d-5927-41a5-a6bd-030b346441b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:24.989154 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09401b77-9ea5-4f7a-bf93-ccbb7a889c5e req-c2229f0d-5927-41a5-a6bd-030b346441b7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=763f1de9-52c7-44d6-a7b0-fd7c446c4363 HTTP/1.1" status: 200 len: 911 time: 0.2267582 Jul 15 23:21:24.998148 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-e30ddbcb-cfee-48ab-877a-5522fa886b0e tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:25.015497 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-e30ddbcb-cfee-48ab-877a-5522fa886b0e tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:25.083737 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09401b77-9ea5-4f7a-bf93-ccbb7a889c5e req-11766cd8-c1b3-4c38-962b-f769b698215d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9 HTTP/1.1" status: 200 len: 1000 time: 0.0836887 Jul 15 23:21:25.095836 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ddbcb-cfee-48ab-877a-5522fa886b0e tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Pushing event updated for resources: {'Port': ['ID=427729fb-4a2a-4640-9704-4f02080b6608,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:25.191981 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86b826f-7539-4ede-a8ae-6b0df1f697cd None None] Network 5f2ec374-e26c-4eb9-b96f-9afa64276c1b requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:25.270321 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-e30ddbcb-cfee-48ab-877a-5522fa886b0e tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:25.273642 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-e30ddbcb-cfee-48ab-877a-5522fa886b0e tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:25.354967 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09401b77-9ea5-4f7a-bf93-ccbb7a889c5e req-8ffbf535-1db8-421a-afc6-6a250aa54cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:25.356751 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09401b77-9ea5-4f7a-bf93-ccbb7a889c5e req-8ffbf535-1db8-421a-afc6-6a250aa54cec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=78ea2555-c9cc-49c5-b9ef-7f12652d8d72 HTTP/1.1" status: 200 len: 849 time: 0.2631848 Jul 15 23:21:25.403390 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 309fda17-65e0-48b5-b8be-0e6bd21e3692 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:25.467818 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-e30ddbcb-cfee-48ab-877a-5522fa886b0e tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2857623 Jul 15 23:21:25.498433 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-ed25793e-a17a-4480-abc6-f89c88fbe3b7 service neutron] Request body: {'port': {'device_id': 'd84a485e-1788-41bf-aeeb-a4bb6b604ceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:25.504844 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18039c4f-0c1e-426a-a65d-bb8a1476e5c8 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:25.509720 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9fa19b78-53fa-4624-bd85-3fa661ce7cea None None] Provisioning for port 309fda17-65e0-48b5-b8be-0e6bd21e3692 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:25.571274 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09401b77-9ea5-4f7a-bf93-ccbb7a889c5e req-7f560b62-4771-4729-877d-63fb9f12ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:25.572856 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09401b77-9ea5-4f7a-bf93-ccbb7a889c5e req-7f560b62-4771-4729-877d-63fb9f12ce34 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=763f1de9-52c7-44d6-a7b0-fd7c446c4363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2071948 Jul 15 23:21:25.573275 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 309fda17-65e0-48b5-b8be-0e6bd21e3692 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:25.581033 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 309fda17-65e0-48b5-b8be-0e6bd21e3692 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:25.581665 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:25.589675 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7016c-ae3c-4dbe-80d1-7cd05b811d81 req-e5d03a92-df8f-4306-af34-5541c3a775e8 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:25.597062 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3ae7016c-ae3c-4dbe-80d1-7cd05b811d81 req-e5d03a92-df8f-4306-af34-5541c3a775e8 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84a485e-1788-41bf-aeeb-a4bb6b604ceb HTTP/1.1" status: 200 len: 932 time: 0.1432121 Jul 15 23:21:25.652527 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-95d43f28-e0d7-441b-a99c-ab9544f7e675 None None] Provisioning for port 427729fb-4a2a-4640-9704-4f02080b6608 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:25.662439 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-95d43f28-e0d7-441b-a99c-ab9544f7e675 None None] Provisioning complete for port 427729fb-4a2a-4640-9704-4f02080b6608 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:25.663339 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-95d43f28-e0d7-441b-a99c-ab9544f7e675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:25.756793 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-95d43f28-e0d7-441b-a99c-ab9544f7e675 None None] Port 427729fb-4a2a-4640-9704-4f02080b6608 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:21:25.767049 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09401b77-9ea5-4f7a-bf93-ccbb7a889c5e req-21f5f705-465e-403d-9078-baa0f0b211c8 service neutron] 10.222.0.43 "GET /v2.0/networks/763f1de9-52c7-44d6-a7b0-fd7c446c4363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677101 Jul 15 23:21:25.807484 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18039c4f-0c1e-426a-a65d-bb8a1476e5c8 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Router ce6d8088-a0a6-4ff6-b45a-d42198d902e1 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:21:25.819469 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-ed25793e-a17a-4480-abc6-f89c88fbe3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:25.819841 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:25.848151 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3ae7016c-ae3c-4dbe-80d1-7cd05b811d81 req-387fe964-423b-4875-b5ce-f7c3ae764a5b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500482 Jul 15 23:21:25.925385 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 309fda17-65e0-48b5-b8be-0e6bd21e3692, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=309fda17-65e0-48b5-b8be-0e6bd21e3692,segment=NetworkSegment(c0e491ce-83a1-4d72-ae26-6ad65fbd102e),segment_id=c0e491ce-83a1-4d72-ae26-6ad65fbd102e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:25.933739 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:26.018747 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-09401b77-9ea5-4f7a-bf93-ccbb7a889c5e req-c3c6f048-7635-4217-8256-8ba3d79c20c8 service neutron] 10.222.0.43 "GET /v2.0/networks/763f1de9-52c7-44d6-a7b0-fd7c446c4363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261131 Jul 15 23:21:26.098776 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=309fda17-65e0-48b5-b8be-0e6bd21e3692,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:26.181028 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18039c4f-0c1e-426a-a65d-bb8a1476e5c8 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:21:26.196353 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e13dde5-7072-4060-aaf5-4f63fa937f69 None None] Sync routers for ids ['ce6d8088-a0a6-4ff6-b45a-d42198d902e1'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:21:26.213570 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e13dde5-7072-4060-aaf5-4f63fa937f69 None None] Routers {'ce6d8088-a0a6-4ff6-b45a-d42198d902e1'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:26.214492 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-6e13dde5-7072-4060-aaf5-4f63fa937f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:21:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['ce6d8088-a0a6-4ff6-b45a-d42198d902e1'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:26.218814 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18039c4f-0c1e-426a-a65d-bb8a1476e5c8 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:26.219145 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-18039c4f-0c1e-426a-a65d-bb8a1476e5c8 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.1141136 Jul 15 23:21:26.221860 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36498) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:26.241049 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1c87b-be99-4c57-8f31-9c2e7e4e0619 req-b3fc008f-435f-4887-b2f4-030101d26a79 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:26.247242 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-71d1c87b-be99-4c57-8f31-9c2e7e4e0619 req-b3fc008f-435f-4887-b2f4-030101d26a79 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 945 time: 0.0928531 Jul 15 23:21:26.254229 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-6e13dde5-7072-4060-aaf5-4f63fa937f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:26.261923 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-374ff06f-6701-42e4-864b-d45f778b71ae None None] Provisioning complete for port 309fda17-65e0-48b5-b8be-0e6bd21e3692 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:26.262505 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-374ff06f-6701-42e4-864b-d45f778b71ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:26.286383 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e13dde5-7072-4060-aaf5-4f63fa937f69 None None] Routers {'ce6d8088-a0a6-4ff6-b45a-d42198d902e1'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:26.288616 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-6e13dde5-7072-4060-aaf5-4f63fa937f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:21:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['ce6d8088-a0a6-4ff6-b45a-d42198d902e1'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:26.300419 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-71d1c87b-be99-4c57-8f31-9c2e7e4e0619 req-9a159a07-7cbb-4e30-b08d-740aeb50bc67 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496814 Jul 15 23:21:26.345272 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-6e13dde5-7072-4060-aaf5-4f63fa937f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:26.345272 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e13dde5-7072-4060-aaf5-4f63fa937f69 None None] The sync data for ids ['ce6d8088-a0a6-4ff6-b45a-d42198d902e1'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:21:26.529357 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-ed25793e-a17a-4480-abc6-f89c88fbe3b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 427729fb-4a2a-4640-9704-4f02080b6608 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:21:26.540623 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-ed25793e-a17a-4480-abc6-f89c88fbe3b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:26.591050 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-ed25793e-a17a-4480-abc6-f89c88fbe3b7 service neutron] Transition to ACTIVE for port object 427729fb-4a2a-4640-9704-4f02080b6608 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:26.597746 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-ed25793e-a17a-4480-abc6-f89c88fbe3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:27.002158 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25793e-a17a-4480-abc6-f89c88fbe3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=427729fb-4a2a-4640-9704-4f02080b6608,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:27.159209 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-ed25793e-a17a-4480-abc6-f89c88fbe3b7 service neutron] Attempting to bind port 427729fb-4a2a-4640-9704-4f02080b6608 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:21:27.159549 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-ed25793e-a17a-4480-abc6-f89c88fbe3b7 service neutron] Attempting to bind port 427729fb-4a2a-4640-9704-4f02080b6608 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'b8fbf8e3-2064-48ec-a057-e61b61fe1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:21:27.159878 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-ed25793e-a17a-4480-abc6-f89c88fbe3b7 service neutron] Attempting to bind port 427729fb-4a2a-4640-9704-4f02080b6608 on network cb7f5d26-827b-40c8-9606-f513fb310e54 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:27.168961 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-ed25793e-a17a-4480-abc6-f89c88fbe3b7 service neutron] Port 427729fb-4a2a-4640-9704-4f02080b6608 on network cb7f5d26-827b-40c8-9606-f513fb310e54 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:21:27.169325 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-ed25793e-a17a-4480-abc6-f89c88fbe3b7 service neutron] Attempting to bind port 427729fb-4a2a-4640-9704-4f02080b6608 on network cb7f5d26-827b-40c8-9606-f513fb310e54 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:27.179806 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-ed25793e-a17a-4480-abc6-f89c88fbe3b7 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:21:27.180201 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-ed25793e-a17a-4480-abc6-f89c88fbe3b7 service neutron] Checking segment: {'id': 'b8fbf8e3-2064-48ec-a057-e61b61fe1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:27.181091 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-ed25793e-a17a-4480-abc6-f89c88fbe3b7 service neutron] Bound using segment: {'id': 'b8fbf8e3-2064-48ec-a057-e61b61fe1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:21:27.181521 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-ed25793e-a17a-4480-abc6-f89c88fbe3b7 service neutron] Bound port: 427729fb-4a2a-4640-9704-4f02080b6608, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8fbf8e3-2064-48ec-a057-e61b61fe1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:21:27.181880 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-ed25793e-a17a-4480-abc6-f89c88fbe3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:27.254929 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 309fda17-65e0-48b5-b8be-0e6bd21e3692 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:27.266879 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-090ee4d9-1a19-437f-b9a6-596752d9ff4d tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:27.314183 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219f336-ae0d-4717-bd63-e57651cbcffa req-c7d6a113-760f-40af-b4d1-ff1849369521 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:27.316423 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9219f336-ae0d-4717-bd63-e57651cbcffa req-c7d6a113-760f-40af-b4d1-ff1849369521 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84a485e-1788-41bf-aeeb-a4bb6b604ceb HTTP/1.1" status: 200 len: 944 time: 0.1142161 Jul 15 23:21:27.330041 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 309fda17-65e0-48b5-b8be-0e6bd21e3692 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:27.330565 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:27.344367 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-ed25793e-a17a-4480-abc6-f89c88fbe3b7 service neutron] For port 427729fb-4a2a-4640-9704-4f02080b6608, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:21:27.364033 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-ed25793e-a17a-4480-abc6-f89c88fbe3b7 service neutron] For port 427729fb-4a2a-4640-9704-4f02080b6608, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=427729fb-4a2a-4640-9704-4f02080b6608,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:21:27.371259 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-ed25793e-a17a-4480-abc6-f89c88fbe3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:27.409963 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9219f336-ae0d-4717-bd63-e57651cbcffa req-74174c4c-8c3a-4802-be92-30fdb8800c7b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859437 Jul 15 23:21:27.462571 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-ed25793e-a17a-4480-abc6-f89c88fbe3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:27.463464 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-ed25793e-a17a-4480-abc6-f89c88fbe3b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:27.465102 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-ed25793e-a17a-4480-abc6-f89c88fbe3b7 service neutron] 10.222.0.36 "PUT /v2.0/ports/427729fb-4a2a-4640-9704-4f02080b6608 HTTP/1.1" status: 200 len: 1092 time: 1.9782255 Jul 15 23:21:27.467545 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84a485e-1788-41bf-aeeb-a4bb6b604ceb', 'tag': '427729fb-4a2a-4640-9704-4f02080b6608'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:27.470168 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6ad89d-a3a2-429e-becf-b069c558db50" -d '{"events": [{"name": "network-changed", "server_uuid": "d84a485e-1788-41bf-aeeb-a4bb6b604ceb", "tag": "427729fb-4a2a-4640-9704-4f02080b6608"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:27.498692 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25793e-a17a-4480-abc6-f89c88fbe3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=427729fb-4a2a-4640-9704-4f02080b6608,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:27.559696 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0337ef74-ce2a-4499-b7b0-852ad97f4c35 x-openstack-request-id: req-0337ef74-ce2a-4499-b7b0-852ad97f4c35 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:27.560395 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84a485e-1788-41bf-aeeb-a4bb6b604ceb", "tag": "427729fb-4a2a-4640-9704-4f02080b6608", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:27.560395 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0337ef74-ce2a-4499-b7b0-852ad97f4c35 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:27.560614 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd84a485e-1788-41bf-aeeb-a4bb6b604ceb', 'tag': '427729fb-4a2a-4640-9704-4f02080b6608', 'status': 'completed', 'code': 200} Jul 15 23:21:27.660564 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e7a8a-2ec4-4a12-a3b6-f40d7c4872d4 req-8179ffe3-b6fa-4ace-9cae-63e633873dff tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:27.662398 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1c5e7a8a-2ec4-4a12-a3b6-f40d7c4872d4 req-8179ffe3-b6fa-4ace-9cae-63e633873dff tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 945 time: 0.0954747 Jul 15 23:21:27.707641 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1c5e7a8a-2ec4-4a12-a3b6-f40d7c4872d4 req-2132d904-b7f8-46e1-bc51-d31bdb6a2c4e tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380082 Jul 15 23:21:27.737584 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-9f736af1-cf4e-428f-abf3-037f4a07bba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:27.739176 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-9f736af1-cf4e-428f-abf3-037f4a07bba9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1885ddec6b5464187ca1cbaa27847a8&device_id=d84a485e-1788-41bf-aeeb-a4bb6b604ceb HTTP/1.1" status: 200 len: 1095 time: 0.1886694 Jul 15 23:21:27.748775 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-090ee4d9-1a19-437f-b9a6-596752d9ff4d tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Allocated IP 172.20.0.1 (5f2ec374-e26c-4eb9-b96f-9afa64276c1b/51ed54be-b541-45fc-80ef-3a7a92f0be98/c51c8093-d67e-4b92-975b-6374629e2d77) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:27.797298 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-8c2a9f1d-2091-4ac9-ab11-5f069fc46765 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=427729fb-4a2a-4640-9704-4f02080b6608 HTTP/1.1" status: 200 len: 217 time: 0.0420492 Jul 15 23:21:27.905777 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-f6729dc5-c12e-4fe6-85a4-6f34e0ee9a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:27.907418 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-f6729dc5-c12e-4fe6-85a4-6f34e0ee9a29 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=242df3cc-37d7-47c0-a77c-be9034976381 HTTP/1.1" status: 200 len: 851 time: 0.0968354 Jul 15 23:21:27.966398 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-090ee4d9-1a19-437f-b9a6-596752d9ff4d tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:27.991159 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-090ee4d9-1a19-437f-b9a6-596752d9ff4d tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Transition to ACTIVE for port object c51c8093-d67e-4b92-975b-6374629e2d77 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:28.018285 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-82d55583-af92-472b-b597-d344c52d70e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:28.020214 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-82d55583-af92-472b-b597-d344c52d70e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb7f5d26-827b-40c8-9606-f513fb310e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057172 Jul 15 23:21:28.124341 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-090ee4d9-1a19-437f-b9a6-596752d9ff4d tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:28.189384 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090ee4d9-1a19-437f-b9a6-596752d9ff4d tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Network 5f2ec374-e26c-4eb9-b96f-9afa64276c1b is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:28.203189 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-090ee4d9-1a19-437f-b9a6-596752d9ff4d tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:28.209092 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090ee4d9-1a19-437f-b9a6-596752d9ff4d tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:28.215090 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-d52c1779-8336-4ca2-985e-87017728e47f service neutron] 10.222.0.36 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877675 Jul 15 23:21:28.215684 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ee4d9-1a19-437f-b9a6-596752d9ff4d tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Pushing event updated for resources: {'Port': ['ID=c51c8093-d67e-4b92-975b-6374629e2d77,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:28.293917 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-090ee4d9-1a19-437f-b9a6-596752d9ff4d tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:28.412299 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1fd21afe-7524-4fa9-b999-fb7a3864e981 req-1e39b3f7-ef35-404c-9dc2-53c1605a0037 service neutron] 10.222.0.36 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755614 Jul 15 23:21:28.594872 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-090ee4d9-1a19-437f-b9a6-596752d9ff4d tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:28.601913 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3709205c-9e6e-4dcc-a77a-3b1b7ef206ee None None] Provisioning for port c51c8093-d67e-4b92-975b-6374629e2d77 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:28.606881 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3709205c-9e6e-4dcc-a77a-3b1b7ef206ee None None] Provisioning complete for port c51c8093-d67e-4b92-975b-6374629e2d77 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:28.607373 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3709205c-9e6e-4dcc-a77a-3b1b7ef206ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:28.656179 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-3709205c-9e6e-4dcc-a77a-3b1b7ef206ee None None] Port c51c8093-d67e-4b92-975b-6374629e2d77 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:21:28.685329 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f0db4-250c-459d-978a-61c38ba04f5e req-fd161bdf-323b-45af-9c6c-7f0acee98da4 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:28.686937 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-348f0db4-250c-459d-978a-61c38ba04f5e req-fd161bdf-323b-45af-9c6c-7f0acee98da4 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84a485e-1788-41bf-aeeb-a4bb6b604ceb HTTP/1.1" status: 200 len: 944 time: 0.1107874 Jul 15 23:21:28.723121 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ad89d-a3a2-429e-becf-b069c558db50 req-2d56677e-457a-4a1b-ad8d-53c73be7833b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:28.724635 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ee6ad89d-a3a2-429e-becf-b069c558db50 req-2d56677e-457a-4a1b-ad8d-53c73be7833b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1885ddec6b5464187ca1cbaa27847a8&device_id=d84a485e-1788-41bf-aeeb-a4bb6b604ceb HTTP/1.1" status: 200 len: 1095 time: 0.1699889 Jul 15 23:21:28.728913 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-348f0db4-250c-459d-978a-61c38ba04f5e req-ca2df21f-32c2-4216-94a3-6a1d1eb96ba2 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354850 Jul 15 23:21:28.889274 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ad89d-a3a2-429e-becf-b069c558db50 req-e65f577f-c171-4653-8634-70ad43bcf029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:28.891170 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ee6ad89d-a3a2-429e-becf-b069c558db50 req-e65f577f-c171-4653-8634-70ad43bcf029 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cb7f5d26-827b-40c8-9606-f513fb310e54 HTTP/1.1" status: 200 len: 913 time: 0.1581686 Jul 15 23:21:28.961552 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ee6ad89d-a3a2-429e-becf-b069c558db50 req-c75bfbc4-26fb-41a4-9957-c917a0e55ae3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=427729fb-4a2a-4640-9704-4f02080b6608 HTTP/1.1" status: 200 len: 217 time: 0.0622754 Jul 15 23:21:29.037940 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ad89d-a3a2-429e-becf-b069c558db50 req-1a2c47b8-2594-4a87-b39b-450769c7bb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:29.039362 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ee6ad89d-a3a2-429e-becf-b069c558db50 req-1a2c47b8-2594-4a87-b39b-450769c7bb64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=242df3cc-37d7-47c0-a77c-be9034976381 HTTP/1.1" status: 200 len: 851 time: 0.0710378 Jul 15 23:21:29.082451 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-090ee4d9-1a19-437f-b9a6-596752d9ff4d tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:29.090358 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-090ee4d9-1a19-437f-b9a6-596752d9ff4d tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:29.179476 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-090ee4d9-1a19-437f-b9a6-596752d9ff4d tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:29.183257 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ee4d9-1a19-437f-b9a6-596752d9ff4d tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Pushing event updated for resources: {'Port': ['ID=c51c8093-d67e-4b92-975b-6374629e2d77,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:29.205385 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ad89d-a3a2-429e-becf-b069c558db50 req-bf9057c5-a2f3-4ffd-ab97-f5ab0f715389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:29.206925 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ee6ad89d-a3a2-429e-becf-b069c558db50 req-bf9057c5-a2f3-4ffd-ab97-f5ab0f715389 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb7f5d26-827b-40c8-9606-f513fb310e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1574178 Jul 15 23:21:29.353013 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090ee4d9-1a19-437f-b9a6-596752d9ff4d tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Network 5f2ec374-e26c-4eb9-b96f-9afa64276c1b is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:29.355462 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ee6ad89d-a3a2-429e-becf-b069c558db50 req-3eb41fd1-8378-4883-b941-42e97a9eb9f3 service neutron] 10.222.0.36 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408668 Jul 15 23:21:29.356396 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-090ee4d9-1a19-437f-b9a6-596752d9ff4d tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:29.529705 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ee6ad89d-a3a2-429e-becf-b069c558db50 req-bbd0261b-7367-45d5-bf17-4e4833e1644e service neutron] 10.222.0.36 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657150 Jul 15 23:21:29.536905 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090ee4d9-1a19-437f-b9a6-596752d9ff4d tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Router ce6d8088-a0a6-4ff6-b45a-d42198d902e1 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:21:29.586808 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5950b0c0-b888-4fa4-affd-940527f1f591 None None] Provisioning complete for port c51c8093-d67e-4b92-975b-6374629e2d77 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:29.587308 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5950b0c0-b888-4fa4-affd-940527f1f591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:29.634886 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5950b0c0-b888-4fa4-affd-940527f1f591 None None] Port c51c8093-d67e-4b92-975b-6374629e2d77 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:21:29.647673 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090ee4d9-1a19-437f-b9a6-596752d9ff4d tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:21:29.653571 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-090ee4d9-1a19-437f-b9a6-596752d9ff4d tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] 10.222.0.16 "PUT /v2.0/routers/ce6d8088-a0a6-4ff6-b45a-d42198d902e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4307365 Jul 15 23:21:29.656300 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 36532) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:29.658847 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb645c6-e940-4aec-8d3b-cfc66e61607c None None] Sync routers for ids ['ce6d8088-a0a6-4ff6-b45a-d42198d902e1'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:21:29.661434 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-1a9b99d2-39c4-48a7-9422-97618e8df1e0 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Request body: {'port': {'network_id': '5f2ec374-e26c-4eb9-b96f-9afa64276c1b', 'name': 'tempest-FloatingIPAdminTestJSON-219849485'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:29.669395 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb645c6-e940-4aec-8d3b-cfc66e61607c None None] Routers {'ce6d8088-a0a6-4ff6-b45a-d42198d902e1'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:29.670036 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-9eb645c6-e940-4aec-8d3b-cfc66e61607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:21:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['ce6d8088-a0a6-4ff6-b45a-d42198d902e1'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:29.705576 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-9eb645c6-e940-4aec-8d3b-cfc66e61607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:29.716636 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb645c6-e940-4aec-8d3b-cfc66e61607c None None] Routers {'ce6d8088-a0a6-4ff6-b45a-d42198d902e1'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:29.717413 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-9eb645c6-e940-4aec-8d3b-cfc66e61607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:21:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['ce6d8088-a0a6-4ff6-b45a-d42198d902e1'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:29.753437 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-9eb645c6-e940-4aec-8d3b-cfc66e61607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:29.754351 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb645c6-e940-4aec-8d3b-cfc66e61607c None None] The sync data for ids ['ce6d8088-a0a6-4ff6-b45a-d42198d902e1'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:21:29.800549 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9b99d2-39c4-48a7-9422-97618e8df1e0 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Made reservation on behalf of ea839fd7aeb7417ca0e54ca36409cc24 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:29.804128 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1a9b99d2-39c4-48a7-9422-97618e8df1e0 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:29.823913 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-1a9b99d2-39c4-48a7-9422-97618e8df1e0 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] device_id is not set on port 1ef947db-eb34-44e6-ad52-3bdcacc0d6cc yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:21:30.057710 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee581f-109e-4cd2-ad4f-c2234f2c25ee req-01ac338a-4515-4e4e-8a7c-82128c1d07aa tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:30.059213 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bfee581f-109e-4cd2-ad4f-c2234f2c25ee req-01ac338a-4515-4e4e-8a7c-82128c1d07aa tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84a485e-1788-41bf-aeeb-a4bb6b604ceb HTTP/1.1" status: 200 len: 944 time: 0.1996112 Jul 15 23:21:30.068559 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-ddcabb85-4573-40de-93cd-e8743787b507 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:30.069932 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-ddcabb85-4573-40de-93cd-e8743787b507 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/networks?id=735c8477-b658-4066-88fd-8f0a4fc80eba HTTP/1.1" status: 200 len: 811 time: 0.1963251 Jul 15 23:21:30.071507 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-1a9b99d2-39c4-48a7-9422-97618e8df1e0 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Allocated IP 172.20.0.9 (5f2ec374-e26c-4eb9-b96f-9afa64276c1b/51ed54be-b541-45fc-80ef-3a7a92f0be98/1ef947db-eb34-44e6-ad52-3bdcacc0d6cc) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:30.110604 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-8d4f9d60-e708-4176-9bb9-2a23e8a0d977 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/quotas/3c476bc9e2fe48f188b2500546342e72 HTTP/1.1" status: 200 len: 375 time: 0.0332727 Jul 15 23:21:30.168571 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bfee581f-109e-4cd2-ad4f-c2234f2c25ee req-5ccae314-b36a-4124-9781-4b9d9859be20 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948770 Jul 15 23:21:30.271707 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-a9376745-a9a1-4694-8863-f6e6c7442c37 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c476bc9e2fe48f188b2500546342e72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1488502 Jul 15 23:21:30.320442 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1a9b99d2-39c4-48a7-9422-97618e8df1e0 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:30.361495 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1a9b99d2-39c4-48a7-9422-97618e8df1e0 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Transition to ACTIVE for port object 1ef947db-eb34-44e6-ad52-3bdcacc0d6cc will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:30.403594 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-4d746443-cd82-4525-8ccd-1b5bddc431d9 service neutron] 10.222.0.16 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209192 Jul 15 23:21:30.436874 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1a9b99d2-39c4-48a7-9422-97618e8df1e0 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:30.522618 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9b99d2-39c4-48a7-9422-97618e8df1e0 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Network 5f2ec374-e26c-4eb9-b96f-9afa64276c1b is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:30.529225 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-1a9b99d2-39c4-48a7-9422-97618e8df1e0 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:30.532439 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b99d2-39c4-48a7-9422-97618e8df1e0 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Pushing event updated for resources: {'Port': ['ID=1ef947db-eb34-44e6-ad52-3bdcacc0d6cc,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:30.535114 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9b99d2-39c4-48a7-9422-97618e8df1e0 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:30.572763 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-eadec6e5-7bbf-4369-aea7-c4b43e35bbbd service neutron] 10.222.0.16 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634383 Jul 15 23:21:30.595151 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9b99d2-39c4-48a7-9422-97618e8df1e0 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:30.595882 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1a9b99d2-39c4-48a7-9422-97618e8df1e0 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:30.615862 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1a9b99d2-39c4-48a7-9422-97618e8df1e0 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9582810 Jul 15 23:21:30.619612 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 36546) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:30.676030 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-a7787f49-d5ef-48c6-b799-dbd1cc45f997 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'project_id': 'ea839fd7aeb7417ca0e54ca36409cc24', 'port_id': '1ef947db-eb34-44e6-ad52-3bdcacc0d6cc'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:30.704559 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a7787f49-d5ef-48c6-b799-dbd1cc45f997 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:30.770353 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-38bcf07c-6b3b-455e-888c-65faffac8663 None None] Provisioning for port 1ef947db-eb34-44e6-ad52-3bdcacc0d6cc completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:30.780906 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-38bcf07c-6b3b-455e-888c-65faffac8663 None None] Provisioning complete for port 1ef947db-eb34-44e6-ad52-3bdcacc0d6cc triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:30.781284 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-38bcf07c-6b3b-455e-888c-65faffac8663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:30.817075 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a7787f49-d5ef-48c6-b799-dbd1cc45f997 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:30.826868 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-38bcf07c-6b3b-455e-888c-65faffac8663 None None] Port 1ef947db-eb34-44e6-ad52-3bdcacc0d6cc cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:21:30.931703 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-a7787f49-d5ef-48c6-b799-dbd1cc45f997 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Allocated IP 172.25.4.27 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/6dfa28b5-0c63-4a3d-a6a7-5a97520a1216) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:30.965540 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1ec13963-79f6-4d93-b7d4-0c1041843578 req-79978457-84bc-4f09-b4ef-a89a9f22bdb3 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=0638efad-1ea4-4eed-a151-f87914cbeed8 HTTP/1.1" status: 200 len: 210 time: 0.0363512 Jul 15 23:21:31.063282 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a7787f49-d5ef-48c6-b799-dbd1cc45f997 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:31.103892 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a7787f49-d5ef-48c6-b799-dbd1cc45f997 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:31.148665 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7787f49-d5ef-48c6-b799-dbd1cc45f997 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:31.151973 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-a7787f49-d5ef-48c6-b799-dbd1cc45f997 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:31.156969 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7787f49-d5ef-48c6-b799-dbd1cc45f997 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:31.179244 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7787f49-d5ef-48c6-b799-dbd1cc45f997 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Pushing event updated for resources: {'Port': ['ID=6dfa28b5-0c63-4a3d-a6a7-5a97520a1216,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:31.843967 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc498ba-e239-49eb-82ec-394df4d535cf req-bbee08da-d859-487c-a3b8-a48baf57e9eb tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:31.845642 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4cc498ba-e239-49eb-82ec-394df4d535cf req-bbee08da-d859-487c-a3b8-a48baf57e9eb tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84a485e-1788-41bf-aeeb-a4bb6b604ceb HTTP/1.1" status: 200 len: 944 time: 0.5309858 Jul 15 23:21:32.009574 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4cc498ba-e239-49eb-82ec-394df4d535cf req-ddb08f16-669e-461e-b84d-b47a84cf9544 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263118 Jul 15 23:21:32.025048 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 427729fb-4a2a-4640-9704-4f02080b6608 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:21:32.161142 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-1dfd98bb-d648-4f53-8511-a2397df1124a tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:32.163561 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-1dfd98bb-d648-4f53-8511-a2397df1124a tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.36 "GET /v2.0/networks?id=735c8477-b658-4066-88fd-8f0a4fc80eba HTTP/1.1" status: 200 len: 811 time: 0.1282711 Jul 15 23:21:32.182868 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-284881ff-f59b-40bb-ae64-765af8e15182 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Request body: {'port': {'device_id': '0638efad-1ea4-4eed-a151-f87914cbeed8', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'admin_state_up': True, 'tenant_id': '3c476bc9e2fe48f188b2500546342e72'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:32.205210 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 427729fb-4a2a-4640-9704-4f02080b6608, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=427729fb-4a2a-4640-9704-4f02080b6608,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:32.206114 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-22bd8590-c647-4a68-bfe2-26725060d431 req-7b084e5b-d082-458b-84ba-cf92347ffe16 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=0638efad-1ea4-4eed-a151-f87914cbeed8 HTTP/1.1" status: 200 len: 210 time: 0.0638390 Jul 15 23:21:32.213172 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a7787f49-d5ef-48c6-b799-dbd1cc45f997 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:32.231488 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '427729fb-4a2a-4640-9704-4f02080b6608', 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54', 'port_id': '427729fb-4a2a-4640-9704-4f02080b6608', 'mac_address': 'fa:16:3e:21:c7:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '242df3cc-37d7-47c0-a77c-be9034976381', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:21:32.287920 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:32.302067 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 427729fb-4a2a-4640-9704-4f02080b6608 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:21:32.319787 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-284881ff-f59b-40bb-ae64-765af8e15182 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Made reservation on behalf of 3c476bc9e2fe48f188b2500546342e72 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:32.324446 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-284881ff-f59b-40bb-ae64-765af8e15182 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:32.326964 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 427729fb-4a2a-4640-9704-4f02080b6608, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=427729fb-4a2a-4640-9704-4f02080b6608,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:32.334292 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:32.386158 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-3b6c9cd0-06fd-4f15-80b7-ff127a25412f tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:32.388222 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-3b6c9cd0-06fd-4f15-80b7-ff127a25412f tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/networks?id=4094d55c-5c60-4756-9c8c-4a0f295c2a77 HTTP/1.1" status: 200 len: 815 time: 0.2470901 Jul 15 23:21:32.406397 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=427729fb-4a2a-4640-9704-4f02080b6608,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:32.407383 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-bb5138d6-b70a-45c4-818b-233238017b73 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/quotas/f1e1744486ab4438bc999a6e33f43aed HTTP/1.1" status: 200 len: 375 time: 0.0126567 Jul 15 23:21:32.410330 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a7787f49-d5ef-48c6-b799-dbd1cc45f997 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:32.501543 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-284881ff-f59b-40bb-ae64-765af8e15182 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Allocated IP 172.20.0.6 (735c8477-b658-4066-88fd-8f0a4fc80eba/54f0c398-786c-4bb4-9c0d-f6b9e6012b3b/9508a1cc-25ca-446a-b14b-b4bf4d527c02) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:32.543203 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-dfc97d72-0fa4-429b-a3d1-d8dc4bfb0883 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1e1744486ab4438bc999a6e33f43aed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1292458 Jul 15 23:21:32.620649 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['427729fb-4a2a-4640-9704-4f02080b6608'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:32.679305 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-284881ff-f59b-40bb-ae64-765af8e15182 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:32.698375 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-284881ff-f59b-40bb-ae64-765af8e15182 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Transition to ACTIVE for port object 9508a1cc-25ca-446a-b14b-b4bf4d527c02 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:32.708100 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-b132222f-72d2-4040-b29a-ce6deb8c2397 service neutron] 10.222.0.16 "GET /v2.0/networks/4094d55c-5c60-4756-9c8c-4a0f295c2a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584644 Jul 15 23:21:32.745463 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-284881ff-f59b-40bb-ae64-765af8e15182 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:32.748778 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a7787f49-d5ef-48c6-b799-dbd1cc45f997 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:32.761246 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a7787f49-d5ef-48c6-b799-dbd1cc45f997 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:32.799224 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-284881ff-f59b-40bb-ae64-765af8e15182 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Network 735c8477-b658-4066-88fd-8f0a4fc80eba is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:32.802785 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-284881ff-f59b-40bb-ae64-765af8e15182 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:32.807403 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-284881ff-f59b-40bb-ae64-765af8e15182 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:32.811706 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284881ff-f59b-40bb-ae64-765af8e15182 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Pushing event updated for resources: {'Port': ['ID=9508a1cc-25ca-446a-b14b-b4bf4d527c02,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:32.861264 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-284881ff-f59b-40bb-ae64-765af8e15182 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:32.862598 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-284881ff-f59b-40bb-ae64-765af8e15182 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:32.875375 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7787f49-d5ef-48c6-b799-dbd1cc45f997 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Pushing event updated for resources: {'Port': ['ID=6dfa28b5-0c63-4a3d-a6a7-5a97520a1216,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:32.888849 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-284881ff-f59b-40bb-ae64-765af8e15182 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7105830 Jul 15 23:21:32.905938 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a7787f49-d5ef-48c6-b799-dbd1cc45f997 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:32.910244 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-8fd69242-397c-4c4a-9ed7-edafd4b8bcb4 service neutron] Request body: {'port': {'device_id': '0638efad-1ea4-4eed-a151-f87914cbeed8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:32.991095 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-b2175d2d-2711-4d15-9146-46948ae7b581 service neutron] 10.222.0.16 "GET /v2.0/networks/4094d55c-5c60-4756-9c8c-4a0f295c2a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818985 Jul 15 23:21:33.051270 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-8fd69242-397c-4c4a-9ed7-edafd4b8bcb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:33.065007 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-a7787f49-d5ef-48c6-b799-dbd1cc45f997 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Floating IP 68662452-d8e6-4ef5-81fa-be9c41c431bd associated. External IP: 172.25.4.27, port: 1ef947db-eb34-44e6-ad52-3bdcacc0d6cc. Jul 15 23:21:33.169857 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-95197473-7e4c-478d-8e8d-6e984a26005a None None] Provisioning for port 9508a1cc-25ca-446a-b14b-b4bf4d527c02 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:33.185046 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-95197473-7e4c-478d-8e8d-6e984a26005a None None] Provisioning complete for port 9508a1cc-25ca-446a-b14b-b4bf4d527c02 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:33.185767 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-95197473-7e4c-478d-8e8d-6e984a26005a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:33.298017 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-95197473-7e4c-478d-8e8d-6e984a26005a None None] Port 9508a1cc-25ca-446a-b14b-b4bf4d527c02 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:21:33.340529 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-87b3333d-6fb5-49da-918a-192799539b21 req-9d5e539d-22e3-481a-a6db-a77463c13d0e tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=202dcfd8-6a5d-496d-8f3b-bd7f143d65bf HTTP/1.1" status: 200 len: 210 time: 0.0325372 Jul 15 23:21:33.470066 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7787f49-d5ef-48c6-b799-dbd1cc45f997 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Router ce6d8088-a0a6-4ff6-b45a-d42198d902e1 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:21:33.572670 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77534d66-b8f1-43d6-9249-6ffd1df79f43 req-36e6252e-9f59-4f90-966d-b50ffe9429b2 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:33.579683 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-77534d66-b8f1-43d6-9249-6ffd1df79f43 req-36e6252e-9f59-4f90-966d-b50ffe9429b2 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84a485e-1788-41bf-aeeb-a4bb6b604ceb HTTP/1.1" status: 200 len: 945 time: 0.3152685 Jul 15 23:21:33.693553 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7787f49-d5ef-48c6-b799-dbd1cc45f997 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:21:33.706217 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4ff807-6802-423e-919f-3df12e338aad None None] Sync routers for ids ['ce6d8088-a0a6-4ff6-b45a-d42198d902e1'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:21:33.713437 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-77534d66-b8f1-43d6-9249-6ffd1df79f43 req-535e025c-0db3-4a05-ad95-1cf7075f6eb5 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328311 Jul 15 23:21:33.716626 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4ff807-6802-423e-919f-3df12e338aad None None] Routers {'ce6d8088-a0a6-4ff6-b45a-d42198d902e1'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:33.717264 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0f4ff807-6802-423e-919f-3df12e338aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:21:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['ce6d8088-a0a6-4ff6-b45a-d42198d902e1'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:33.742756 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a7787f49-d5ef-48c6-b799-dbd1cc45f997 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:33.785006 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0f4ff807-6802-423e-919f-3df12e338aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:33.792246 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1222d-c248-41e8-956b-0167fec118f6 req-1183eaf3-c3da-4816-8c0a-4ef264782758 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:33.793817 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fca1222d-c248-41e8-956b-0167fec118f6 req-1183eaf3-c3da-4816-8c0a-4ef264782758 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=0638efad-1ea4-4eed-a151-f87914cbeed8 HTTP/1.1" status: 200 len: 931 time: 0.2297933 Jul 15 23:21:33.802046 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4ff807-6802-423e-919f-3df12e338aad None None] Routers {'ce6d8088-a0a6-4ff6-b45a-d42198d902e1'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:33.802745 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0f4ff807-6802-423e-919f-3df12e338aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:21:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['ce6d8088-a0a6-4ff6-b45a-d42198d902e1'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:33.844919 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0f4ff807-6802-423e-919f-3df12e338aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:33.846010 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4ff807-6802-423e-919f-3df12e338aad None None] The sync data for ids ['ce6d8088-a0a6-4ff6-b45a-d42198d902e1'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:21:33.865452 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a7787f49-d5ef-48c6-b799-dbd1cc45f997 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 3.2446141 Jul 15 23:21:33.868176 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36604) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:33.872728 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fca1222d-c248-41e8-956b-0167fec118f6 req-3c200517-2f8e-4e07-b9bc-787aaed6f9c1 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679781 Jul 15 23:21:33.941181 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-8fd69242-397c-4c4a-9ed7-edafd4b8bcb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9508a1cc-25ca-446a-b14b-b4bf4d527c02 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:21:33.962414 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-8fd69242-397c-4c4a-9ed7-edafd4b8bcb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.009910 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-8fd69242-397c-4c4a-9ed7-edafd4b8bcb4 service neutron] Transition to ACTIVE for port object 9508a1cc-25ca-446a-b14b-b4bf4d527c02 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:34.015796 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-066f04a3-718a-4000-8ea6-90256d753b7d tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] 10.222.0.16 "GET /v2.0/floatingips/68662452-d8e6-4ef5-81fa-be9c41c431bd HTTP/1.1" status: 200 len: 981 time: 0.1457396 Jul 15 23:21:34.017767 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-8fd69242-397c-4c4a-9ed7-edafd4b8bcb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.019524 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36606) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:34.027288 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 427729fb-4a2a-4640-9704-4f02080b6608 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:34.098319 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 427729fb-4a2a-4640-9704-4f02080b6608 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:34.105215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 427729fb-4a2a-4640-9704-4f02080b6608 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:34.105601 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.229655 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd69242-397c-4c4a-9ed7-edafd4b8bcb4 service neutron] Pushing event updated for resources: {'Port': ['ID=9508a1cc-25ca-446a-b14b-b4bf4d527c02,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:34.246495 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.273679 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84a485e-1788-41bf-aeeb-a4bb6b604ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427729fb-4a2a-4640-9704-4f02080b6608'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:34.276393 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037bfc33-59bf-4eaa-b379-20bbd613a056" -d '{"events": [{"server_uuid": "d84a485e-1788-41bf-aeeb-a4bb6b604ceb", "name": "network-vif-plugged", "status": "completed", "tag": "427729fb-4a2a-4640-9704-4f02080b6608"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:34.293123 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 427729fb-4a2a-4640-9704-4f02080b6608, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=427729fb-4a2a-4640-9704-4f02080b6608,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:34.299721 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.306871 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bde13a8a-bf74-4013-a8fc-cfaae70350e4 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3816 time: 0.2850323 Jul 15 23:21:34.309979 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36612) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:34.394324 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a58f5f-3db7-4ef3-a06e-c2db3ffb888a x-openstack-request-id: req-c5a58f5f-3db7-4ef3-a06e-c2db3ffb888a {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:34.394618 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84a485e-1788-41bf-aeeb-a4bb6b604ceb", "name": "network-vif-plugged", "status": "completed", "tag": "427729fb-4a2a-4640-9704-4f02080b6608", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:34.394891 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c5a58f5f-3db7-4ef3-a06e-c2db3ffb888a {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:34.395289 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84a485e-1788-41bf-aeeb-a4bb6b604ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427729fb-4a2a-4640-9704-4f02080b6608', 'code': 200} Jul 15 23:21:34.396349 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=427729fb-4a2a-4640-9704-4f02080b6608,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:34.437966 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-8fd69242-397c-4c4a-9ed7-edafd4b8bcb4 service neutron] Attempting to bind port 9508a1cc-25ca-446a-b14b-b4bf4d527c02 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:21:34.438305 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-8fd69242-397c-4c4a-9ed7-edafd4b8bcb4 service neutron] Attempting to bind port 9508a1cc-25ca-446a-b14b-b4bf4d527c02 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:21:34.438661 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-8fd69242-397c-4c4a-9ed7-edafd4b8bcb4 service neutron] Attempting to bind port 9508a1cc-25ca-446a-b14b-b4bf4d527c02 on network 735c8477-b658-4066-88fd-8f0a4fc80eba {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:34.545651 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-8fd69242-397c-4c4a-9ed7-edafd4b8bcb4 service neutron] Port 9508a1cc-25ca-446a-b14b-b4bf4d527c02 on network 735c8477-b658-4066-88fd-8f0a4fc80eba not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:21:34.546034 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-8fd69242-397c-4c4a-9ed7-edafd4b8bcb4 service neutron] Attempting to bind port 9508a1cc-25ca-446a-b14b-b4bf4d527c02 on network 735c8477-b658-4066-88fd-8f0a4fc80eba {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:34.550875 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65586c0d-3a90-46e0-9f69-e25368fa05d8 req-6bce90d4-682b-4518-872d-9b77cd88e0bf tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=202dcfd8-6a5d-496d-8f3b-bd7f143d65bf HTTP/1.1" status: 200 len: 210 time: 0.0512135 Jul 15 23:21:34.574871 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-8fd69242-397c-4c4a-9ed7-edafd4b8bcb4 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:21:34.575215 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-8fd69242-397c-4c4a-9ed7-edafd4b8bcb4 service neutron] Checking segment: {'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:34.575715 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-8fd69242-397c-4c4a-9ed7-edafd4b8bcb4 service neutron] Bound using segment: {'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:21:34.576291 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-8fd69242-397c-4c4a-9ed7-edafd4b8bcb4 service neutron] Bound port: 9508a1cc-25ca-446a-b14b-b4bf4d527c02, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:21:34.576672 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-8fd69242-397c-4c4a-9ed7-edafd4b8bcb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.650931 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6ad83-f3c5-4693-b439-d7b5928c3338 req-aed96eb8-9d25-4067-bc1e-e062dcffd8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:34.652367 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f2a6ad83-f3c5-4693-b439-d7b5928c3338 req-aed96eb8-9d25-4067-bc1e-e062dcffd8b9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d84a485e-1788-41bf-aeeb-a4bb6b604ceb HTTP/1.1" status: 200 len: 1097 time: 0.2097003 Jul 15 23:21:34.692818 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-989695c3-b3b1-4ecc-b0aa-256c9b393478 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Deleting port 6dfa28b5-0c63-4a3d-a6a7-5a97520a1216 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:34.693157 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-989695c3-b3b1-4ecc-b0aa-256c9b393478 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.704910 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-8fd69242-397c-4c4a-9ed7-edafd4b8bcb4 service neutron] For port 9508a1cc-25ca-446a-b14b-b4bf4d527c02, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:21:34.737578 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-8fd69242-397c-4c4a-9ed7-edafd4b8bcb4 service neutron] For port 9508a1cc-25ca-446a-b14b-b4bf4d527c02, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=9508a1cc-25ca-446a-b14b-b4bf4d527c02,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:21:34.750533 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-8fd69242-397c-4c4a-9ed7-edafd4b8bcb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.771200 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-d143bff2-533c-4b9b-bccb-7e2d2144e46c tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:34.773254 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-d143bff2-533c-4b9b-bccb-7e2d2144e46c tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.43 "GET /v2.0/networks?id=4094d55c-5c60-4756-9c8c-4a0f295c2a77 HTTP/1.1" status: 200 len: 815 time: 0.1536331 Jul 15 23:21:34.788433 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-2189049f-81ae-44f2-b230-4be1865734bb tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Request body: {'port': {'device_id': '202dcfd8-6a5d-496d-8f3b-bd7f143d65bf', 'network_id': '4094d55c-5c60-4756-9c8c-4a0f295c2a77', 'admin_state_up': True, 'tenant_id': 'f1e1744486ab4438bc999a6e33f43aed'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:34.790104 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f2a6ad83-f3c5-4693-b439-d7b5928c3338 req-d8f4836d-3901-412d-ab85-dc1a5808aab9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181779 Jul 15 23:21:34.829359 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-8fd69242-397c-4c4a-9ed7-edafd4b8bcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:34.829989 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-8fd69242-397c-4c4a-9ed7-edafd4b8bcb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.831419 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-8fd69242-397c-4c4a-9ed7-edafd4b8bcb4 service neutron] 10.222.0.36 "PUT /v2.0/ports/9508a1cc-25ca-446a-b14b-b4bf4d527c02 HTTP/1.1" status: 200 len: 1091 time: 1.9273314 Jul 15 23:21:34.837050 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0638efad-1ea4-4eed-a151-f87914cbeed8', 'tag': '9508a1cc-25ca-446a-b14b-b4bf4d527c02'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:34.839505 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b12efb-6b2b-4d6d-8de6-692dd1c80dad" -d '{"events": [{"name": "network-changed", "server_uuid": "0638efad-1ea4-4eed-a151-f87914cbeed8", "tag": "9508a1cc-25ca-446a-b14b-b4bf4d527c02"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:34.875513 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-989695c3-b3b1-4ecc-b0aa-256c9b393478 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.876195 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-989695c3-b3b1-4ecc-b0aa-256c9b393478 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.885114 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd69242-397c-4c4a-9ed7-edafd4b8bcb4 service neutron] Pushing event updated for resources: {'Port': ['ID=9508a1cc-25ca-446a-b14b-b4bf4d527c02,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:34.916692 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-989695c3-b3b1-4ecc-b0aa-256c9b393478 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Calling delete_port for 6dfa28b5-0c63-4a3d-a6a7-5a97520a1216 owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:34.936342 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077e42a1-0562-48b3-a8f6-9e0ce99d8932 x-openstack-request-id: req-077e42a1-0562-48b3-a8f6-9e0ce99d8932 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:34.936561 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0638efad-1ea4-4eed-a151-f87914cbeed8", "tag": "9508a1cc-25ca-446a-b14b-b4bf4d527c02", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:34.936809 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-077e42a1-0562-48b3-a8f6-9e0ce99d8932 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:34.937207 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0638efad-1ea4-4eed-a151-f87914cbeed8', 'tag': '9508a1cc-25ca-446a-b14b-b4bf4d527c02', 'status': 'completed', 'code': 200} Jul 15 23:21:35.085863 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-2189049f-81ae-44f2-b230-4be1865734bb tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Made reservation on behalf of f1e1744486ab4438bc999a6e33f43aed for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:35.090025 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-2189049f-81ae-44f2-b230-4be1865734bb tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.185242 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0543a-1e4f-4a4b-898d-67c0491cec8d req-4be5db4c-cfed-40cf-b7ba-740bd475f486 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:35.186764 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a9c0543a-1e4f-4a4b-898d-67c0491cec8d req-4be5db4c-cfed-40cf-b7ba-740bd475f486 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84a485e-1788-41bf-aeeb-a4bb6b604ceb HTTP/1.1" status: 200 len: 946 time: 0.1817191 Jul 15 23:21:35.221716 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b12efb-6b2b-4d6d-8de6-692dd1c80dad req-de72bde1-1078-421d-a0db-60bc552160ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:35.223453 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-08b12efb-6b2b-4d6d-8de6-692dd1c80dad req-de72bde1-1078-421d-a0db-60bc552160ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c476bc9e2fe48f188b2500546342e72&device_id=0638efad-1ea4-4eed-a151-f87914cbeed8 HTTP/1.1" status: 200 len: 1094 time: 0.1113746 Jul 15 23:21:35.237663 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-989695c3-b3b1-4ecc-b0aa-256c9b393478 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.293450 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989695c3-b3b1-4ecc-b0aa-256c9b393478 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Pushing event deleted for resources: {'Port': ['ID=6dfa28b5-0c63-4a3d-a6a7-5a97520a1216,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:35.319199 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a9c0543a-1e4f-4a4b-898d-67c0491cec8d req-ea424a7a-fa72-431e-9b46-0c7332b07c0c tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174672 Jul 15 23:21:35.332583 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb3e72-1167-49d5-b5e3-b440b896a2be req-e0da0953-fe75-4d05-805d-5d73f7250231 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:35.333721 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0acb3e72-1167-49d5-b5e3-b440b896a2be req-e0da0953-fe75-4d05-805d-5d73f7250231 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=0638efad-1ea4-4eed-a151-f87914cbeed8 HTTP/1.1" status: 200 len: 943 time: 0.2402530 Jul 15 23:21:35.383737 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-2189049f-81ae-44f2-b230-4be1865734bb tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Allocated IP 172.20.0.6 (4094d55c-5c60-4756-9c8c-4a0f295c2a77/d669a791-b590-4a02-a253-5106186a51cc/824ca5fc-c067-405d-83ce-34fcc6da2775) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:35.407323 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0acb3e72-1167-49d5-b5e3-b440b896a2be req-74af92f1-36c3-4234-977a-3d8cfba616dc tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630341 Jul 15 23:21:35.413000 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-989695c3-b3b1-4ecc-b0aa-256c9b393478 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.413507 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [None req-989695c3-b3b1-4ecc-b0aa-256c9b393478 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Floating IP 68662452-d8e6-4ef5-81fa-be9c41c431bd disassociated (deleted). External IP: 172.25.4.27, port: 1ef947db-eb34-44e6-ad52-3bdcacc0d6cc. Jul 15 23:21:35.473697 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b12efb-6b2b-4d6d-8de6-692dd1c80dad req-97aeeba2-06d8-42f9-ba80-16100c69629a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:35.475397 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-08b12efb-6b2b-4d6d-8de6-692dd1c80dad req-97aeeba2-06d8-42f9-ba80-16100c69629a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3c476bc9e2fe48f188b2500546342e72&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2342179 Jul 15 23:21:35.592207 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-2189049f-81ae-44f2-b230-4be1865734bb tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.652968 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-2189049f-81ae-44f2-b230-4be1865734bb tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.659545 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b12efb-6b2b-4d6d-8de6-692dd1c80dad req-0cda36a1-5675-46fd-b71c-8e8e97229af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:35.661004 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-08b12efb-6b2b-4d6d-8de6-692dd1c80dad req-0cda36a1-5675-46fd-b71c-8e8e97229af2 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1767707 Jul 15 23:21:35.665199 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:35.761230 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-2189049f-81ae-44f2-b230-4be1865734bb tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Network 4094d55c-5c60-4756-9c8c-4a0f295c2a77 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:35.764280 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989695c3-b3b1-4ecc-b0aa-256c9b393478 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Router ce6d8088-a0a6-4ff6-b45a-d42198d902e1 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:21:35.768475 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-2189049f-81ae-44f2-b230-4be1865734bb tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:35.778747 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189049f-81ae-44f2-b230-4be1865734bb tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Pushing event updated for resources: {'Port': ['ID=824ca5fc-c067-405d-83ce-34fcc6da2775,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:35.782866 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-2189049f-81ae-44f2-b230-4be1865734bb tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:35.857134 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf552c8-0d38-429c-aa2f-792bc4634022 req-0cea398c-2cfd-470c-802f-926fbe8b562f tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:35.858827 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dcf552c8-0d38-429c-aa2f-792bc4634022 req-0cea398c-2cfd-470c-802f-926fbe8b562f tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=202dcfd8-6a5d-496d-8f3b-bd7f143d65bf HTTP/1.1" status: 200 len: 931 time: 0.1899126 Jul 15 23:21:35.864442 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-2189049f-81ae-44f2-b230-4be1865734bb tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:35.865052 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-2189049f-81ae-44f2-b230-4be1865734bb tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.901613 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-2189049f-81ae-44f2-b230-4be1865734bb tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1170583 Jul 15 23:21:35.915658 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-279c3c69-6853-4ee4-a47f-3134fcca6dc9 service neutron] Request body: {'port': {'device_id': '202dcfd8-6a5d-496d-8f3b-bd7f143d65bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:35.932012 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dcf552c8-0d38-429c-aa2f-792bc4634022 req-b807a845-5815-4a2f-804d-85178c0f310d tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641637 Jul 15 23:21:35.976337 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-3b86b6f5-772e-4241-98aa-d8315520b2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:35.977962 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-3b86b6f5-772e-4241-98aa-d8315520b2e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c476bc9e2fe48f188b2500546342e72&device_id=0638efad-1ea4-4eed-a151-f87914cbeed8 HTTP/1.1" status: 200 len: 1094 time: 0.1540406 Jul 15 23:21:35.983972 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989695c3-b3b1-4ecc-b0aa-256c9b393478 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:21:35.989311 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-989695c3-b3b1-4ecc-b0aa-256c9b393478 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.995261 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1dbeb5-b320-4c64-bf26-e6be59923a33 None None] Sync routers for ids ['ce6d8088-a0a6-4ff6-b45a-d42198d902e1'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:21:36.006092 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1dbeb5-b320-4c64-bf26-e6be59923a33 None None] Routers {'ce6d8088-a0a6-4ff6-b45a-d42198d902e1'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:36.010111 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-5f1dbeb5-b320-4c64-bf26-e6be59923a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:21:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['ce6d8088-a0a6-4ff6-b45a-d42198d902e1'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:36.018925 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-279c3c69-6853-4ee4-a47f-3134fcca6dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.050984 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-5f1dbeb5-b320-4c64-bf26-e6be59923a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:36.062064 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1dbeb5-b320-4c64-bf26-e6be59923a33 None None] Routers {'ce6d8088-a0a6-4ff6-b45a-d42198d902e1'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:36.063582 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-5f1dbeb5-b320-4c64-bf26-e6be59923a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:21:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['ce6d8088-a0a6-4ff6-b45a-d42198d902e1'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:36.082912 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-989695c3-b3b1-4ecc-b0aa-256c9b393478 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] 10.222.0.16 "DELETE /v2.0/floatingips/68662452-d8e6-4ef5-81fa-be9c41c431bd HTTP/1.1" status: 204 len: 168 time: 1.7675245 Jul 15 23:21:36.084683 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 36626) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:36.090009 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-561eb7f4-b459-4584-b982-72d913c8aae7 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:36.110843 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-5f1dbeb5-b320-4c64-bf26-e6be59923a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:36.112166 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1dbeb5-b320-4c64-bf26-e6be59923a33 None None] The sync data for ids ['ce6d8088-a0a6-4ff6-b45a-d42198d902e1'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:21:36.128260 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-9fb6831c-6a84-453e-aca1-f3378e5ee05d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9508a1cc-25ca-446a-b14b-b4bf4d527c02 HTTP/1.1" status: 200 len: 217 time: 0.1361842 Jul 15 23:21:36.172364 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-561eb7f4-b459-4584-b982-72d913c8aae7 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.178899 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-eb54a97c-a060-4e1d-9f00-2583690301e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:36.180442 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-eb54a97c-a060-4e1d-9f00-2583690301e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54f0c398-786c-4bb4-9c0d-f6b9e6012b3b HTTP/1.1" status: 200 len: 850 time: 0.0461073 Jul 15 23:21:36.241323 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-f60365bf-2f1b-41f5-984b-040f70501708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:36.243580 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-f60365bf-2f1b-41f5-984b-040f70501708 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=735c8477-b658-4066-88fd-8f0a4fc80eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568769 Jul 15 23:21:36.339907 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-58be9820-cabd-46ff-9b45-a9a22305eb15 service neutron] 10.222.0.36 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902312 Jul 15 23:21:36.387169 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-279c3c69-6853-4ee4-a47f-3134fcca6dc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 824ca5fc-c067-405d-83ce-34fcc6da2775 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:21:36.395133 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-561eb7f4-b459-4584-b982-72d913c8aae7 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.397916 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-279c3c69-6853-4ee4-a47f-3134fcca6dc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.440593 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-52b8cb93-d4dc-474b-ab69-42dc393b40e5 req-fe7a417d-dc68-4afc-a615-42b48eafb173 service neutron] 10.222.0.36 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935912 Jul 15 23:21:36.441723 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-279c3c69-6853-4ee4-a47f-3134fcca6dc9 service neutron] Transition to ACTIVE for port object 824ca5fc-c067-405d-83ce-34fcc6da2775 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:36.447966 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-279c3c69-6853-4ee4-a47f-3134fcca6dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.609051 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c3c69-6853-4ee4-a47f-3134fcca6dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=824ca5fc-c067-405d-83ce-34fcc6da2775,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:36.691783 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-561eb7f4-b459-4584-b982-72d913c8aae7 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Allocated IP 172.25.4.154 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/8807dfe6-a1f0-44e6-b129-6a1aaee0fd63) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:37.103739 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed1500-1483-485b-8e74-699d17aa2116 req-a6ffdbc0-a7f5-4371-b0ee-8ad5de2db05d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:37.105224 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-75ed1500-1483-485b-8e74-699d17aa2116 req-a6ffdbc0-a7f5-4371-b0ee-8ad5de2db05d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84a485e-1788-41bf-aeeb-a4bb6b604ceb HTTP/1.1" status: 200 len: 946 time: 0.6468537 Jul 15 23:21:37.159006 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-279c3c69-6853-4ee4-a47f-3134fcca6dc9 service neutron] Attempting to bind port 824ca5fc-c067-405d-83ce-34fcc6da2775 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:21:37.159803 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-279c3c69-6853-4ee4-a47f-3134fcca6dc9 service neutron] Attempting to bind port 824ca5fc-c067-405d-83ce-34fcc6da2775 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4094d55c-5c60-4756-9c8c-4a0f295c2a77'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:21:37.160131 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-279c3c69-6853-4ee4-a47f-3134fcca6dc9 service neutron] Attempting to bind port 824ca5fc-c067-405d-83ce-34fcc6da2775 on network 4094d55c-5c60-4756-9c8c-4a0f295c2a77 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:37.172668 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1b0dd-5f53-4234-86b4-35b8578d43b8 req-3b3a13ae-a80e-4501-8eef-49d2424716fe tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:37.174148 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c5a1b0dd-5f53-4234-86b4-35b8578d43b8 req-3b3a13ae-a80e-4501-8eef-49d2424716fe tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=0638efad-1ea4-4eed-a151-f87914cbeed8 HTTP/1.1" status: 200 len: 943 time: 0.6292262 Jul 15 23:21:37.185734 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-279c3c69-6853-4ee4-a47f-3134fcca6dc9 service neutron] Port 824ca5fc-c067-405d-83ce-34fcc6da2775 on network 4094d55c-5c60-4756-9c8c-4a0f295c2a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:21:37.186147 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-279c3c69-6853-4ee4-a47f-3134fcca6dc9 service neutron] Attempting to bind port 824ca5fc-c067-405d-83ce-34fcc6da2775 on network 4094d55c-5c60-4756-9c8c-4a0f295c2a77 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:37.236038 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-279c3c69-6853-4ee4-a47f-3134fcca6dc9 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:21:37.236277 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-279c3c69-6853-4ee4-a47f-3134fcca6dc9 service neutron] Checking segment: {'id': '5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4094d55c-5c60-4756-9c8c-4a0f295c2a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:37.236652 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-279c3c69-6853-4ee4-a47f-3134fcca6dc9 service neutron] Bound using segment: {'id': '5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4094d55c-5c60-4756-9c8c-4a0f295c2a77'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:21:37.237064 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-279c3c69-6853-4ee4-a47f-3134fcca6dc9 service neutron] Bound port: 824ca5fc-c067-405d-83ce-34fcc6da2775, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4094d55c-5c60-4756-9c8c-4a0f295c2a77'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:21:37.237416 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-279c3c69-6853-4ee4-a47f-3134fcca6dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.247555 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-75ed1500-1483-485b-8e74-699d17aa2116 req-db9505ee-49ec-4816-9e95-95c64da1c41b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364567 Jul 15 23:21:37.323742 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c5a1b0dd-5f53-4234-86b4-35b8578d43b8 req-942c62d3-9943-40c5-a57a-7ba2dec82b7e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422880 Jul 15 23:21:37.332413 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-561eb7f4-b459-4584-b982-72d913c8aae7 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.371540 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-279c3c69-6853-4ee4-a47f-3134fcca6dc9 service neutron] For port 824ca5fc-c067-405d-83ce-34fcc6da2775, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:21:37.377822 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-279c3c69-6853-4ee4-a47f-3134fcca6dc9 service neutron] For port 824ca5fc-c067-405d-83ce-34fcc6da2775, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=824ca5fc-c067-405d-83ce-34fcc6da2775,segment=NetworkSegment(5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61),segment_id=5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:21:37.392149 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-279c3c69-6853-4ee4-a47f-3134fcca6dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.450772 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-279c3c69-6853-4ee4-a47f-3134fcca6dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:37.451440 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-279c3c69-6853-4ee4-a47f-3134fcca6dc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.452941 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-279c3c69-6853-4ee4-a47f-3134fcca6dc9 service neutron] 10.222.0.43 "PUT /v2.0/ports/824ca5fc-c067-405d-83ce-34fcc6da2775 HTTP/1.1" status: 200 len: 1091 time: 1.5437570 Jul 15 23:21:37.454548 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202dcfd8-6a5d-496d-8f3b-bd7f143d65bf', 'tag': '824ca5fc-c067-405d-83ce-34fcc6da2775'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:37.456901 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddd5730-9b0e-490c-8942-b1aad6ebe1da" -d '{"events": [{"name": "network-changed", "server_uuid": "202dcfd8-6a5d-496d-8f3b-bd7f143d65bf", "tag": "824ca5fc-c067-405d-83ce-34fcc6da2775"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:37.483048 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-561eb7f4-b459-4584-b982-72d913c8aae7 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.556872 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561eb7f4-b459-4584-b982-72d913c8aae7 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:37.568540 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-561eb7f4-b459-4584-b982-72d913c8aae7 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:37.570327 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c3c69-6853-4ee4-a47f-3134fcca6dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=824ca5fc-c067-405d-83ce-34fcc6da2775,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:37.574965 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561eb7f4-b459-4584-b982-72d913c8aae7 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:37.647342 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bde03c1c-8beb-48dd-95fb-e3c7a5849e65 req-c0792b6e-f7e0-4c5e-afb6-c33241d32066 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=c1885ddec6b5464187ca1cbaa27847a8 HTTP/1.1" status: 200 len: 267 time: 0.1619925 Jul 15 23:21:37.718587 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561eb7f4-b459-4584-b982-72d913c8aae7 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Pushing event updated for resources: {'Port': ['ID=8807dfe6-a1f0-44e6-b129-6a1aaee0fd63,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:37.727743 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014a696-0f5c-42dc-8202-7ae1f23d9a60 req-257d9b55-397f-4024-b90d-4f92ccf31991 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:37.729284 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7014a696-0f5c-42dc-8202-7ae1f23d9a60 req-257d9b55-397f-4024-b90d-4f92ccf31991 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=202dcfd8-6a5d-496d-8f3b-bd7f143d65bf HTTP/1.1" status: 200 len: 943 time: 0.2963884 Jul 15 23:21:37.761690 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-d071e66e-3353-46a0-9163-6d6fc208c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:37.763180 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-d071e66e-3353-46a0-9163-6d6fc208c91b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f1e1744486ab4438bc999a6e33f43aed&device_id=202dcfd8-6a5d-496d-8f3b-bd7f143d65bf HTTP/1.1" status: 200 len: 1094 time: 0.2614222 Jul 15 23:21:37.837568 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-7a8cbe01-5cc3-414b-a11c-fcc98267aa45 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=824ca5fc-c067-405d-83ce-34fcc6da2775 HTTP/1.1" status: 200 len: 217 time: 0.0595081 Jul 15 23:21:37.843873 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-561eb7f4-b459-4584-b982-72d913c8aae7 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.888787 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7014a696-0f5c-42dc-8202-7ae1f23d9a60 req-58ed19d7-8967-4e4f-9f11-f9063a60edd3 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332970 Jul 15 23:21:37.922122 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde03c1c-8beb-48dd-95fb-e3c7a5849e65 req-4614e79b-70d2-4e59-92ab-73733faddc2f tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:37.923661 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bde03c1c-8beb-48dd-95fb-e3c7a5849e65 req-4614e79b-70d2-4e59-92ab-73733faddc2f tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84a485e-1788-41bf-aeeb-a4bb6b604ceb HTTP/1.1" status: 200 len: 946 time: 0.2687497 Jul 15 23:21:37.941335 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-bde03c1c-8beb-48dd-95fb-e3c7a5849e65 req-3551b1be-f941-4495-be38-2690441de916 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Request body: {'port': {'security_groups': []}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:37.945130 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3925ffa9-4805-434a-9a9f-26ca9d7db67f x-openstack-request-id: req-3925ffa9-4805-434a-9a9f-26ca9d7db67f {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:37.945422 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "202dcfd8-6a5d-496d-8f3b-bd7f143d65bf", "tag": "824ca5fc-c067-405d-83ce-34fcc6da2775", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:37.945730 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3925ffa9-4805-434a-9a9f-26ca9d7db67f {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:37.946112 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '202dcfd8-6a5d-496d-8f3b-bd7f143d65bf', 'tag': '824ca5fc-c067-405d-83ce-34fcc6da2775', 'status': 'completed', 'code': 200} Jul 15 23:21:37.975844 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-e7fe181d-b87a-41fd-87ed-def8b67aca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:37.977951 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-e7fe181d-b87a-41fd-87ed-def8b67aca7c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d669a791-b590-4a02-a253-5106186a51cc HTTP/1.1" status: 200 len: 855 time: 0.1228395 Jul 15 23:21:37.982112 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-561eb7f4-b459-4584-b982-72d913c8aae7 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:38.042469 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-788ddd8f-fb65-4e93-921f-cc9404fe5ff6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4094d55c-5c60-4756-9c8c-4a0f295c2a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364802 Jul 15 23:21:38.170451 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bde03c1c-8beb-48dd-95fb-e3c7a5849e65 req-3551b1be-f941-4495-be38-2690441de916 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:38.275221 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-53211c02-5377-463d-a651-5809f19e0c08 service neutron] 10.222.0.43 "GET /v2.0/networks/4094d55c-5c60-4756-9c8c-4a0f295c2a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250314 Jul 15 23:21:38.423227 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-561eb7f4-b459-4584-b982-72d913c8aae7 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:38.456268 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-561eb7f4-b459-4584-b982-72d913c8aae7 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:38.535315 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6413509a-2cbf-487b-a7a4-c89d5faf1215 req-e8a336b9-110c-4e11-ae90-62301bd5ef4f service neutron] 10.222.0.43 "GET /v2.0/networks/4094d55c-5c60-4756-9c8c-4a0f295c2a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520335 Jul 15 23:21:38.590868 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-bde03c1c-8beb-48dd-95fb-e3c7a5849e65 req-3551b1be-f941-4495-be38-2690441de916 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] For port 427729fb-4a2a-4640-9704-4f02080b6608, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=427729fb-4a2a-4640-9704-4f02080b6608,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:38.612933 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561eb7f4-b459-4584-b982-72d913c8aae7 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Pushing event updated for resources: {'Port': ['ID=8807dfe6-a1f0-44e6-b129-6a1aaee0fd63,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:38.668520 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-561eb7f4-b459-4584-b982-72d913c8aae7 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:38.677074 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bde03c1c-8beb-48dd-95fb-e3c7a5849e65 req-3551b1be-f941-4495-be38-2690441de916 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:38.688396 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bde03c1c-8beb-48dd-95fb-e3c7a5849e65 req-3551b1be-f941-4495-be38-2690441de916 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:38.701761 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['f5ecd6c9-6a7b-4dd4-970c-9fd457699f30'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:38.717056 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e236cfb-5b2a-43ee-87c8-ee61afdef2ad req-9937b753-95b4-4d55-9cbd-3909630d259c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:38.718568 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e236cfb-5b2a-43ee-87c8-ee61afdef2ad req-9937b753-95b4-4d55-9cbd-3909630d259c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=0638efad-1ea4-4eed-a151-f87914cbeed8 HTTP/1.1" status: 200 len: 943 time: 0.2637408 Jul 15 23:21:38.724319 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-561eb7f4-b459-4584-b982-72d913c8aae7 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:38.725491 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-561eb7f4-b459-4584-b982-72d913c8aae7 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6397448 Jul 15 23:21:38.729306 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36644) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:38.730490 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['d9e29a36-2553-48c4-8fad-fb5e69661b09', '427729fb-4a2a-4640-9704-4f02080b6608'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:38.734344 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:38.780558 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde03c1c-8beb-48dd-95fb-e3c7a5849e65 req-3551b1be-f941-4495-be38-2690441de916 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:38.781157 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-bde03c1c-8beb-48dd-95fb-e3c7a5849e65 req-3551b1be-f941-4495-be38-2690441de916 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:38.782608 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bde03c1c-8beb-48dd-95fb-e3c7a5849e65 req-3551b1be-f941-4495-be38-2690441de916 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "PUT /v2.0/ports/427729fb-4a2a-4640-9704-4f02080b6608 HTTP/1.1" status: 200 len: 905 time: 0.8519473 Jul 15 23:21:38.819628 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd5730-9b0e-490c-8942-b1aad6ebe1da req-dc2011a8-bbdc-49a9-a7c1-a4110de0be41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:38.821768 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fddd5730-9b0e-490c-8942-b1aad6ebe1da req-dc2011a8-bbdc-49a9-a7c1-a4110de0be41 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f1e1744486ab4438bc999a6e33f43aed&device_id=202dcfd8-6a5d-496d-8f3b-bd7f143d65bf HTTP/1.1" status: 200 len: 1094 time: 0.2287583 Jul 15 23:21:38.838825 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551b1be-f941-4495-be38-2690441de916 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Pushing event updated for resources: {'Port': ['ID=427729fb-4a2a-4640-9704-4f02080b6608,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:38.854466 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e236cfb-5b2a-43ee-87c8-ee61afdef2ad req-3c90f2bd-1574-4480-9fd0-74f7b1b7b04c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277370 Jul 15 23:21:38.888213 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3e6cefaa-0180-417b-bd6e-5c3f59c56e5a tempest-FloatingIPAdminTestJSON-1828005145 tempest-FloatingIPAdminTestJSON-1828005145-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:38.916851 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e6cefaa-0180-417b-bd6e-5c3f59c56e5a tempest-FloatingIPAdminTestJSON-1828005145 tempest-FloatingIPAdminTestJSON-1828005145-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:38.921946 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['427729fb-4a2a-4640-9704-4f02080b6608'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:38.998557 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd5730-9b0e-490c-8942-b1aad6ebe1da req-050b2e2b-4205-47c2-b313-757bd966b896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:39.003096 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fddd5730-9b0e-490c-8942-b1aad6ebe1da req-050b2e2b-4205-47c2-b313-757bd966b896 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4094d55c-5c60-4756-9c8c-4a0f295c2a77 HTTP/1.1" status: 200 len: 916 time: 0.1698792 Jul 15 23:21:39.069012 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e6cefaa-0180-417b-bd6e-5c3f59c56e5a tempest-FloatingIPAdminTestJSON-1828005145 tempest-FloatingIPAdminTestJSON-1828005145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:39.084782 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fddd5730-9b0e-490c-8942-b1aad6ebe1da req-6f4ccf36-b692-465b-82e4-9fb45f5a000d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=824ca5fc-c067-405d-83ce-34fcc6da2775 HTTP/1.1" status: 200 len: 217 time: 0.0769312 Jul 15 23:21:39.167812 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4f1eac14-b1ce-4f1b-a578-56649b53346a None None] Provisioning complete for port 427729fb-4a2a-4640-9704-4f02080b6608 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:39.168185 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f1eac14-b1ce-4f1b-a578-56649b53346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:39.202031 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-3e6cefaa-0180-417b-bd6e-5c3f59c56e5a tempest-FloatingIPAdminTestJSON-1828005145 tempest-FloatingIPAdminTestJSON-1828005145-project] Allocated IP 172.25.4.33 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/8155a904-dfac-4812-8987-8b8faa14b8af) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:39.324018 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e6cefaa-0180-417b-bd6e-5c3f59c56e5a tempest-FloatingIPAdminTestJSON-1828005145 tempest-FloatingIPAdminTestJSON-1828005145-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:39.364575 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e6cefaa-0180-417b-bd6e-5c3f59c56e5a tempest-FloatingIPAdminTestJSON-1828005145 tempest-FloatingIPAdminTestJSON-1828005145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:39.408029 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6cefaa-0180-417b-bd6e-5c3f59c56e5a tempest-FloatingIPAdminTestJSON-1828005145 tempest-FloatingIPAdminTestJSON-1828005145-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:39.411121 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-3e6cefaa-0180-417b-bd6e-5c3f59c56e5a tempest-FloatingIPAdminTestJSON-1828005145 tempest-FloatingIPAdminTestJSON-1828005145-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:39.415593 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6cefaa-0180-417b-bd6e-5c3f59c56e5a tempest-FloatingIPAdminTestJSON-1828005145 tempest-FloatingIPAdminTestJSON-1828005145-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:39.418662 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6cefaa-0180-417b-bd6e-5c3f59c56e5a tempest-FloatingIPAdminTestJSON-1828005145 tempest-FloatingIPAdminTestJSON-1828005145-project] Pushing event updated for resources: {'Port': ['ID=8155a904-dfac-4812-8987-8b8faa14b8af,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:39.475105 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd5730-9b0e-490c-8942-b1aad6ebe1da req-7fd10203-95ed-4c5c-b02b-b4e846e6cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:39.476492 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fddd5730-9b0e-490c-8942-b1aad6ebe1da req-7fd10203-95ed-4c5c-b02b-b4e846e6cf08 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d669a791-b590-4a02-a253-5106186a51cc HTTP/1.1" status: 200 len: 855 time: 0.3767784 Jul 15 23:21:39.504143 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e6cefaa-0180-417b-bd6e-5c3f59c56e5a tempest-FloatingIPAdminTestJSON-1828005145 tempest-FloatingIPAdminTestJSON-1828005145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:39.521254 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fddd5730-9b0e-490c-8942-b1aad6ebe1da req-063f50cd-d989-413c-9982-c66dc4a8c4dc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4094d55c-5c60-4756-9c8c-4a0f295c2a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350068 Jul 15 23:21:39.537505 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde37dc-a12f-45f2-be6b-58088471a9c1 req-2857c0ab-de2c-462a-a96a-f230741af48a tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:39.538945 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6bde37dc-a12f-45f2-be6b-58088471a9c1 req-2857c0ab-de2c-462a-a96a-f230741af48a tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84a485e-1788-41bf-aeeb-a4bb6b604ceb HTTP/1.1" status: 200 len: 908 time: 0.4632878 Jul 15 23:21:39.547795 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e6cefaa-0180-417b-bd6e-5c3f59c56e5a tempest-FloatingIPAdminTestJSON-1828005145 tempest-FloatingIPAdminTestJSON-1828005145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:39.574730 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4464b-3406-4bbe-be24-7857ddc63265 req-453fd5b1-9c1b-4dfb-a03d-77a7a928bf43 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:39.576226 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d4b4464b-3406-4bbe-be24-7857ddc63265 req-453fd5b1-9c1b-4dfb-a03d-77a7a928bf43 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=202dcfd8-6a5d-496d-8f3b-bd7f143d65bf HTTP/1.1" status: 200 len: 943 time: 0.4122036 Jul 15 23:21:39.667527 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d4b4464b-3406-4bbe-be24-7857ddc63265 req-6f11dca7-a884-45a2-a1ea-db31e11b4a0e tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839458 Jul 15 23:21:39.698373 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fddd5730-9b0e-490c-8942-b1aad6ebe1da req-787473e6-92aa-480f-aca7-eb4312270a47 service neutron] 10.222.0.43 "GET /v2.0/networks/4094d55c-5c60-4756-9c8c-4a0f295c2a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571422 Jul 15 23:21:39.810673 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594506cf-1f40-41f2-9a36-69881ba184a5 req-3b94cd70-2970-455e-82f2-7ba7289df096 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:39.812357 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-594506cf-1f40-41f2-9a36-69881ba184a5 req-3b94cd70-2970-455e-82f2-7ba7289df096 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1503546 Jul 15 23:21:39.844881 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fddd5730-9b0e-490c-8942-b1aad6ebe1da req-c105c254-b874-4ff5-b334-f3080bb54a1a service neutron] 10.222.0.43 "GET /v2.0/networks/4094d55c-5c60-4756-9c8c-4a0f295c2a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383073 Jul 15 23:21:39.865353 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-594506cf-1f40-41f2-9a36-69881ba184a5 req-2ab43bc1-58b4-40ae-b99d-1c51f99ab38b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436194 Jul 15 23:21:39.947478 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84a485e-1788-41bf-aeeb-a4bb6b604ceb', 'tag': '427729fb-4a2a-4640-9704-4f02080b6608'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:39.950380 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25cbcf8-7a56-4980-a4a5-f76f4381318b" -d '{"events": [{"name": "network-changed", "server_uuid": "d84a485e-1788-41bf-aeeb-a4bb6b604ceb", "tag": "427729fb-4a2a-4640-9704-4f02080b6608"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:40.036633 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e6cefaa-0180-417b-bd6e-5c3f59c56e5a tempest-FloatingIPAdminTestJSON-1828005145 tempest-FloatingIPAdminTestJSON-1828005145-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:40.041433 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e6cefaa-0180-417b-bd6e-5c3f59c56e5a tempest-FloatingIPAdminTestJSON-1828005145 tempest-FloatingIPAdminTestJSON-1828005145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:40.086002 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab17c5-350d-44f5-aff0-6d9238ddbf37 req-107b3534-75f9-400f-b130-c0da7dfe01ab tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:40.087447 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0eab17c5-350d-44f5-aff0-6d9238ddbf37 req-107b3534-75f9-400f-b130-c0da7dfe01ab tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=0638efad-1ea4-4eed-a151-f87914cbeed8 HTTP/1.1" status: 200 len: 943 time: 0.1144803 Jul 15 23:21:40.107596 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6cefaa-0180-417b-bd6e-5c3f59c56e5a tempest-FloatingIPAdminTestJSON-1828005145 tempest-FloatingIPAdminTestJSON-1828005145-project] Pushing event updated for resources: {'Port': ['ID=8155a904-dfac-4812-8987-8b8faa14b8af,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:40.108428 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764f209-086d-4fc9-8b3a-ecd8d4294481 req-65a60109-a826-45a8-830b-3bc9f4048393 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:40.109897 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f764f209-086d-4fc9-8b3a-ecd8d4294481 req-65a60109-a826-45a8-830b-3bc9f4048393 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.0966923 Jul 15 23:21:40.121201 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e6cefaa-0180-417b-bd6e-5c3f59c56e5a tempest-FloatingIPAdminTestJSON-1828005145 tempest-FloatingIPAdminTestJSON-1828005145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:40.135008 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e6cefaa-0180-417b-bd6e-5c3f59c56e5a tempest-FloatingIPAdminTestJSON-1828005145 tempest-FloatingIPAdminTestJSON-1828005145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:40.136427 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3e6cefaa-0180-417b-bd6e-5c3f59c56e5a tempest-FloatingIPAdminTestJSON-1828005145 tempest-FloatingIPAdminTestJSON-1828005145-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4050474 Jul 15 23:21:40.138885 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36662) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:40.163097 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0eab17c5-350d-44f5-aff0-6d9238ddbf37 req-38254f30-7789-46f1-9162-ba7d0da76e41 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679376 Jul 15 23:21:40.170254 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f764f209-086d-4fc9-8b3a-ecd8d4294481 req-f9fd71dc-0238-489b-92c1-27c6063962d5 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519459 Jul 15 23:21:40.214355 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c95557a-6e90-4044-80f8-d75515d4279d x-openstack-request-id: req-2c95557a-6e90-4044-80f8-d75515d4279d {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:40.214790 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84a485e-1788-41bf-aeeb-a4bb6b604ceb", "tag": "427729fb-4a2a-4640-9704-4f02080b6608", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:40.215144 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c95557a-6e90-4044-80f8-d75515d4279d {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:40.215665 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd84a485e-1788-41bf-aeeb-a4bb6b604ceb', 'tag': '427729fb-4a2a-4640-9704-4f02080b6608', 'status': 'completed', 'code': 200} Jul 15 23:21:40.230189 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 36666) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:40.230667 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-de92216a-975b-4ab4-9e8c-dcb19c620b62 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4002 time: 0.0905776 Jul 15 23:21:40.307441 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-67d7c748-4d00-4bf2-b7b4-d093a6e82405 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0725546 Jul 15 23:21:40.307830 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 36678) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:40.325186 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cbcf8-7a56-4980-a4a5-f76f4381318b req-8bcf8780-a8d0-434c-8d68-f1a3fe7167c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:40.326728 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c25cbcf8-7a56-4980-a4a5-f76f4381318b req-8bcf8780-a8d0-434c-8d68-f1a3fe7167c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1885ddec6b5464187ca1cbaa27847a8&device_id=d84a485e-1788-41bf-aeeb-a4bb6b604ceb HTTP/1.1" status: 200 len: 1059 time: 0.0637896 Jul 15 23:21:40.427724 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cbcf8-7a56-4980-a4a5-f76f4381318b req-1584c7ee-36f3-48b9-9dfd-cdaf8b991eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:40.429102 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c25cbcf8-7a56-4980-a4a5-f76f4381318b req-1584c7ee-36f3-48b9-9dfd-cdaf8b991eb5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cb7f5d26-827b-40c8-9606-f513fb310e54 HTTP/1.1" status: 200 len: 913 time: 0.0888698 Jul 15 23:21:40.469531 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c25cbcf8-7a56-4980-a4a5-f76f4381318b req-5e420bb2-508a-4a0d-9bcd-f89caf0e5fea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=427729fb-4a2a-4640-9704-4f02080b6608 HTTP/1.1" status: 200 len: 217 time: 0.0338521 Jul 15 23:21:40.508898 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-a64ed237-03a6-40b9-b2aa-556f6691f653 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:40.510370 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-a64ed237-03a6-40b9-b2aa-556f6691f653 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/networks?id=cb7f5d26-827b-40c8-9606-f513fb310e54 HTTP/1.1" status: 200 len: 812 time: 0.1945975 Jul 15 23:21:40.518020 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cbcf8-7a56-4980-a4a5-f76f4381318b req-7259aa23-ebb3-4e33-92e3-8c8a859cc45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:40.519507 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c25cbcf8-7a56-4980-a4a5-f76f4381318b req-7259aa23-ebb3-4e33-92e3-8c8a859cc45b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=242df3cc-37d7-47c0-a77c-be9034976381 HTTP/1.1" status: 200 len: 851 time: 0.0437686 Jul 15 23:21:40.524564 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-bb9e1ff2-b851-4faa-916a-0c6cb0076175 tempest-FloatingIPAdminTestJSON-1828005145 tempest-FloatingIPAdminTestJSON-1828005145-project] Deleting port 8155a904-dfac-4812-8987-8b8faa14b8af {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:40.524910 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bb9e1ff2-b851-4faa-916a-0c6cb0076175 tempest-FloatingIPAdminTestJSON-1828005145 tempest-FloatingIPAdminTestJSON-1828005145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:40.538095 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-614e01e7-d652-4667-80d1-917060624fbc tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/quotas/c1885ddec6b5464187ca1cbaa27847a8 HTTP/1.1" status: 200 len: 375 time: 0.0211971 Jul 15 23:21:40.583976 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cbcf8-7a56-4980-a4a5-f76f4381318b req-2f28ba2a-cd85-49fe-83aa-aa0bf45c3dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:40.585627 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c25cbcf8-7a56-4980-a4a5-f76f4381318b req-2f28ba2a-cd85-49fe-83aa-aa0bf45c3dbe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb7f5d26-827b-40c8-9606-f513fb310e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580356 Jul 15 23:21:40.639211 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bb9e1ff2-b851-4faa-916a-0c6cb0076175 tempest-FloatingIPAdminTestJSON-1828005145 tempest-FloatingIPAdminTestJSON-1828005145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:40.639544 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bb9e1ff2-b851-4faa-916a-0c6cb0076175 tempest-FloatingIPAdminTestJSON-1828005145 tempest-FloatingIPAdminTestJSON-1828005145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:40.656231 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-bb9e1ff2-b851-4faa-916a-0c6cb0076175 tempest-FloatingIPAdminTestJSON-1828005145 tempest-FloatingIPAdminTestJSON-1828005145-project] Calling delete_port for 8155a904-dfac-4812-8987-8b8faa14b8af owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:40.673956 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c25cbcf8-7a56-4980-a4a5-f76f4381318b req-909ad937-7797-4f00-96d3-5e64b81c0091 service neutron] 10.222.0.36 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815818 Jul 15 23:21:40.689463 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-bc014731-c023-4762-a5b4-789df8a0b8de tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1885ddec6b5464187ca1cbaa27847a8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1431034 Jul 15 23:21:40.776927 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c25cbcf8-7a56-4980-a4a5-f76f4381318b req-9edb4878-32f9-4aa3-95b3-323d5c4314ff service neutron] 10.222.0.36 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971236 Jul 15 23:21:40.872515 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-47174eec-9db8-4665-a8d8-d6ba6bcd075e service neutron] 10.222.0.16 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497111 Jul 15 23:21:40.982342 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8309fbe-d6b7-4acd-9765-3d91ca17d37b req-46cfdb99-3cb0-48ab-8ae2-9c9ee92b20e8 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:40.983839 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e8309fbe-d6b7-4acd-9765-3d91ca17d37b req-46cfdb99-3cb0-48ab-8ae2-9c9ee92b20e8 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=202dcfd8-6a5d-496d-8f3b-bd7f143d65bf HTTP/1.1" status: 200 len: 943 time: 0.1873338 Jul 15 23:21:40.994417 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bb9e1ff2-b851-4faa-916a-0c6cb0076175 tempest-FloatingIPAdminTestJSON-1828005145 tempest-FloatingIPAdminTestJSON-1828005145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:41.046248 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e1ff2-b851-4faa-916a-0c6cb0076175 tempest-FloatingIPAdminTestJSON-1828005145 tempest-FloatingIPAdminTestJSON-1828005145-project] Pushing event deleted for resources: {'Port': ['ID=8155a904-dfac-4812-8987-8b8faa14b8af,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:41.059414 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-2127ded5-6925-4b2d-a5bb-1fe68296934a service neutron] 10.222.0.16 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791408 Jul 15 23:21:41.108944 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e8309fbe-d6b7-4acd-9765-3d91ca17d37b req-ff4d055f-c01c-4afe-b4d6-96c1b25df911 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183310 Jul 15 23:21:41.134141 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bb9e1ff2-b851-4faa-916a-0c6cb0076175 tempest-FloatingIPAdminTestJSON-1828005145 tempest-FloatingIPAdminTestJSON-1828005145-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:41.136970 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bb9e1ff2-b851-4faa-916a-0c6cb0076175 tempest-FloatingIPAdminTestJSON-1828005145 tempest-FloatingIPAdminTestJSON-1828005145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:41.138370 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-bb9e1ff2-b851-4faa-916a-0c6cb0076175 tempest-FloatingIPAdminTestJSON-1828005145 tempest-FloatingIPAdminTestJSON-1828005145-project] 10.222.0.16 "DELETE /v2.0/floatingips/98cd76b5-0a69-4d25-bf11-6902f3dd75e2 HTTP/1.1" status: 204 len: 168 time: 0.8291991 Jul 15 23:21:41.140813 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36682) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:41.248508 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d765f901-82ba-44ec-bdec-6d362488a4c9 req-cd03cbe5-f078-4918-ba8f-0fdb3626b16a tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 210 time: 0.0389969 Jul 15 23:21:41.276246 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-59261769-3666-4cb5-83c3-8d052f71a826 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Deleting port 8807dfe6-a1f0-44e6-b129-6a1aaee0fd63 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:41.276593 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59261769-3666-4cb5-83c3-8d052f71a826 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:41.360599 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59261769-3666-4cb5-83c3-8d052f71a826 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:41.360934 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59261769-3666-4cb5-83c3-8d052f71a826 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:41.369547 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07fff5-be80-4a4a-8153-636736893c65 req-8cab8cc4-a9f1-479d-8b9e-c18cb7d41639 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:41.372371 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5b07fff5-be80-4a4a-8153-636736893c65 req-8cab8cc4-a9f1-479d-8b9e-c18cb7d41639 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=0638efad-1ea4-4eed-a151-f87914cbeed8 HTTP/1.1" status: 200 len: 943 time: 0.0834010 Jul 15 23:21:41.372971 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-59261769-3666-4cb5-83c3-8d052f71a826 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Calling delete_port for 8807dfe6-a1f0-44e6-b129-6a1aaee0fd63 owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:41.420362 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5b07fff5-be80-4a4a-8153-636736893c65 req-f4bf789b-8711-4dfc-933d-2fb1d9719b83 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415080 Jul 15 23:21:41.524996 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59261769-3666-4cb5-83c3-8d052f71a826 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:41.549849 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59261769-3666-4cb5-83c3-8d052f71a826 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Pushing event deleted for resources: {'Port': ['ID=8807dfe6-a1f0-44e6-b129-6a1aaee0fd63,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:41.618873 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59261769-3666-4cb5-83c3-8d052f71a826 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:41.621349 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59261769-3666-4cb5-83c3-8d052f71a826 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:41.622502 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-59261769-3666-4cb5-83c3-8d052f71a826 tempest-FloatingIPAdminTestJSON-970419492 tempest-FloatingIPAdminTestJSON-970419492-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/1b57ca66-f57f-4e7b-92a3-fb9188d99b8d HTTP/1.1" status: 204 len: 168 time: 0.4805357 Jul 15 23:21:41.625960 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36698) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:41.722952 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c4b8c690-ef95-4c24-8365-ea56243f07f7 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Deleting port 1ef947db-eb34-44e6-ad52-3bdcacc0d6cc {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:41.723301 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4b8c690-ef95-4c24-8365-ea56243f07f7 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:41.811761 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4b8c690-ef95-4c24-8365-ea56243f07f7 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:41.824063 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c4b8c690-ef95-4c24-8365-ea56243f07f7 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Calling delete_port for 1ef947db-eb34-44e6-ad52-3bdcacc0d6cc owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:41.953115 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4b8c690-ef95-4c24-8365-ea56243f07f7 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:41.982606 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8c690-ef95-4c24-8365-ea56243f07f7 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Pushing event deleted for resources: {'Port': ['ID=1ef947db-eb34-44e6-ad52-3bdcacc0d6cc,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:42.051589 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4b8c690-ef95-4c24-8365-ea56243f07f7 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:42.053778 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c4b8c690-ef95-4c24-8365-ea56243f07f7 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] 10.222.0.16 "DELETE /v2.0/ports/1ef947db-eb34-44e6-ad52-3bdcacc0d6cc HTTP/1.1" status: 204 len: 168 time: 0.4269245 Jul 15 23:21:42.056828 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36700) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:42.126173 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adbd750-2c43-4617-bac0-3834ddac97cd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:42.127846 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7adbd750-2c43-4617-bac0-3834ddac97cd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce6d8088-a0a6-4ff6-b45a-d42198d902e1 HTTP/1.1" status: 200 len: 913 time: 0.0701027 Jul 15 23:21:42.130395 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36702) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:42.316489 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6209904-2128-4417-b740-ca64157688b2 req-5289c1d1-25bd-4d6c-8ba1-95115116c62d tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:42.317982 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d6209904-2128-4417-b740-ca64157688b2 req-5289c1d1-25bd-4d6c-8ba1-95115116c62d tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=202dcfd8-6a5d-496d-8f3b-bd7f143d65bf HTTP/1.1" status: 200 len: 943 time: 0.0912044 Jul 15 23:21:42.375004 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d6209904-2128-4417-b740-ca64157688b2 req-d6968f29-c6b8-48e0-92a9-7353c18bfb99 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507658 Jul 15 23:21:42.407853 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1e5d9358-559b-48fe-ab00-7735339b94f5 req-2daa62ed-27e3-4701-8a33-6772e286d34d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 210 time: 0.0456691 Jul 15 23:21:42.547213 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-6a80d15f-9f4e-4bbf-b9ad-ba99b405d49e tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:42.552218 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-6a80d15f-9f4e-4bbf-b9ad-ba99b405d49e tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.36 "GET /v2.0/networks?id=cb7f5d26-827b-40c8-9606-f513fb310e54 HTTP/1.1" status: 200 len: 812 time: 0.1570091 Jul 15 23:21:42.599151 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-f932748b-cee5-4951-86d1-cb9115bea63b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Request body: {'port': {'device_id': 'b9162399-5bda-446e-a7d2-40d134e60888', 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54', 'admin_state_up': True, 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:42.623385 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10cfd7-b5e6-4697-b57c-ff180ef1d6eb req-d2e46e31-d3cc-45f8-8c74-4eb76d8644fd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:42.624917 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ee10cfd7-b5e6-4697-b57c-ff180ef1d6eb req-d2e46e31-d3cc-45f8-8c74-4eb76d8644fd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=0638efad-1ea4-4eed-a151-f87914cbeed8 HTTP/1.1" status: 200 len: 943 time: 0.0825191 Jul 15 23:21:42.662821 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ee10cfd7-b5e6-4697-b57c-ff180ef1d6eb req-515c61cf-b352-4863-82ad-1c24e041516a tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320673 Jul 15 23:21:42.694684 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5264eadf-35f7-4eeb-aaf4-92b2bbee6559 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:42.783618 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-f932748b-cee5-4951-86d1-cb9115bea63b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Made reservation on behalf of c1885ddec6b5464187ca1cbaa27847a8 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:42.787074 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-f932748b-cee5-4951-86d1-cb9115bea63b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:42.978615 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-f932748b-cee5-4951-86d1-cb9115bea63b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Allocated IP 172.20.0.8 (cb7f5d26-827b-40c8-9606-f513fb310e54/242df3cc-37d7-47c0-a77c-be9034976381/c277f2b3-11a9-474f-8cec-e88067240d6a) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:43.142869 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 824ca5fc-c067-405d-83ce-34fcc6da2775 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:21:43.177449 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-5264eadf-35f7-4eeb-aaf4-92b2bbee6559 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Deleting port c51c8093-d67e-4b92-975b-6374629e2d77 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:43.177784 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5264eadf-35f7-4eeb-aaf4-92b2bbee6559 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.209969 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-f932748b-cee5-4951-86d1-cb9115bea63b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.244875 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 824ca5fc-c067-405d-83ce-34fcc6da2775, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=824ca5fc-c067-405d-83ce-34fcc6da2775,segment=NetworkSegment(5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61),segment_id=5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:43.254736 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-f932748b-cee5-4951-86d1-cb9115bea63b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Transition to ACTIVE for port object c277f2b3-11a9-474f-8cec-e88067240d6a will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:43.257737 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '824ca5fc-c067-405d-83ce-34fcc6da2775', 'network_id': '4094d55c-5c60-4756-9c8c-4a0f295c2a77', 'port_id': '824ca5fc-c067-405d-83ce-34fcc6da2775', 'mac_address': 'fa:16:3e:ff:73:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd669a791-b590-4a02-a253-5106186a51cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:21:43.291503 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5264eadf-35f7-4eeb-aaf4-92b2bbee6559 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.294741 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.307015 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 824ca5fc-c067-405d-83ce-34fcc6da2775 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:21:43.309681 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-5264eadf-35f7-4eeb-aaf4-92b2bbee6559 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Calling delete_port for c51c8093-d67e-4b92-975b-6374629e2d77 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:43.328261 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-f932748b-cee5-4951-86d1-cb9115bea63b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.331834 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 824ca5fc-c067-405d-83ce-34fcc6da2775, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=824ca5fc-c067-405d-83ce-34fcc6da2775,segment=NetworkSegment(5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61),segment_id=5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:43.335838 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.341225 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['f5ecd6c9-6a7b-4dd4-970c-9fd457699f30'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:43.380887 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['d9e29a36-2553-48c4-8fad-fb5e69661b09'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:43.414498 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-f932748b-cee5-4951-86d1-cb9115bea63b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Network cb7f5d26-827b-40c8-9606-f513fb310e54 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:43.425256 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-f932748b-cee5-4951-86d1-cb9115bea63b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:43.431454 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-f932748b-cee5-4951-86d1-cb9115bea63b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:43.446658 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=824ca5fc-c067-405d-83ce-34fcc6da2775,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:43.455683 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f932748b-cee5-4951-86d1-cb9115bea63b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Pushing event updated for resources: {'Port': ['ID=c277f2b3-11a9-474f-8cec-e88067240d6a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:43.529884 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-f932748b-cee5-4951-86d1-cb9115bea63b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:43.530546 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-f932748b-cee5-4951-86d1-cb9115bea63b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.566743 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-f932748b-cee5-4951-86d1-cb9115bea63b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9754393 Jul 15 23:21:43.585241 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-36c4ed98-8e5c-4158-9a6a-54cbe63e02de service neutron] Request body: {'port': {'device_id': 'b9162399-5bda-446e-a7d2-40d134e60888', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:43.605343 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['824ca5fc-c067-405d-83ce-34fcc6da2775'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:43.674900 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1679dfc-122d-4d76-8e97-ff731463df2f req-80b72382-1e9c-4ace-887e-2212ab26acd0 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:43.676862 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a1679dfc-122d-4d76-8e97-ff731463df2f req-80b72382-1e9c-4ace-887e-2212ab26acd0 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 931 time: 0.0894024 Jul 15 23:21:43.701345 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37efa4-1fdf-4bd8-b199-193b88556a0c req-637bf8e3-83d0-4676-acac-9ea785721a81 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:43.709053 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ec37efa4-1fdf-4bd8-b199-193b88556a0c req-637bf8e3-83d0-4676-acac-9ea785721a81 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=202dcfd8-6a5d-496d-8f3b-bd7f143d65bf HTTP/1.1" status: 200 len: 944 time: 0.1677742 Jul 15 23:21:43.715971 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5264eadf-35f7-4eeb-aaf4-92b2bbee6559 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.748228 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-36c4ed98-8e5c-4158-9a6a-54cbe63e02de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.760653 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264eadf-35f7-4eeb-aaf4-92b2bbee6559 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Pushing event deleted for resources: {'Port': ['ID=c51c8093-d67e-4b92-975b-6374629e2d77,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:43.783333 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ec37efa4-1fdf-4bd8-b199-193b88556a0c req-3370d4eb-68ed-44ca-bcc5-5a8c0f70f06d tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731318 Jul 15 23:21:43.830811 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a1679dfc-122d-4d76-8e97-ff731463df2f req-6abe889f-7d0d-4e83-b2b6-26d3c9d5065f tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473441 Jul 15 23:21:43.927488 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-20b8dada-0ab1-4eaa-8623-c47f669afc29 None None] Provisioning for port c277f2b3-11a9-474f-8cec-e88067240d6a completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:43.933361 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-20b8dada-0ab1-4eaa-8623-c47f669afc29 None None] Provisioning complete for port c277f2b3-11a9-474f-8cec-e88067240d6a triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:43.933740 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-20b8dada-0ab1-4eaa-8623-c47f669afc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.986556 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-20b8dada-0ab1-4eaa-8623-c47f669afc29 None None] Port c277f2b3-11a9-474f-8cec-e88067240d6a cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:21:44.037209 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939447ef-20f4-4060-b2e7-d72f38d93bd9 req-a123b6fb-2757-4073-9580-2c5228300109 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:44.038969 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-939447ef-20f4-4060-b2e7-d72f38d93bd9 req-a123b6fb-2757-4073-9580-2c5228300109 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=0638efad-1ea4-4eed-a151-f87914cbeed8 HTTP/1.1" status: 200 len: 943 time: 0.0698221 Jul 15 23:21:44.081486 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-939447ef-20f4-4060-b2e7-d72f38d93bd9 req-c40e2714-7661-4744-b1c7-633a8d342169 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369601 Jul 15 23:21:44.157439 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5264eadf-35f7-4eeb-aaf4-92b2bbee6559 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:44.611675 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-36c4ed98-8e5c-4158-9a6a-54cbe63e02de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c277f2b3-11a9-474f-8cec-e88067240d6a {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:21:44.621560 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-36c4ed98-8e5c-4158-9a6a-54cbe63e02de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:44.641260 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-36c4ed98-8e5c-4158-9a6a-54cbe63e02de service neutron] Transition to ACTIVE for port object c277f2b3-11a9-474f-8cec-e88067240d6a will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:44.646028 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-36c4ed98-8e5c-4158-9a6a-54cbe63e02de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:44.760788 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4ed98-8e5c-4158-9a6a-54cbe63e02de service neutron] Pushing event updated for resources: {'Port': ['ID=c277f2b3-11a9-474f-8cec-e88067240d6a,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:44.841031 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5264eadf-35f7-4eeb-aaf4-92b2bbee6559 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Router ce6d8088-a0a6-4ff6-b45a-d42198d902e1 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:21:44.866381 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-36c4ed98-8e5c-4158-9a6a-54cbe63e02de service neutron] Attempting to bind port c277f2b3-11a9-474f-8cec-e88067240d6a on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:21:44.866741 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-36c4ed98-8e5c-4158-9a6a-54cbe63e02de service neutron] Attempting to bind port c277f2b3-11a9-474f-8cec-e88067240d6a by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'b8fbf8e3-2064-48ec-a057-e61b61fe1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:21:44.867073 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-36c4ed98-8e5c-4158-9a6a-54cbe63e02de service neutron] Attempting to bind port c277f2b3-11a9-474f-8cec-e88067240d6a on network cb7f5d26-827b-40c8-9606-f513fb310e54 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:44.901237 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-36c4ed98-8e5c-4158-9a6a-54cbe63e02de service neutron] Port c277f2b3-11a9-474f-8cec-e88067240d6a on network cb7f5d26-827b-40c8-9606-f513fb310e54 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:21:44.901560 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-36c4ed98-8e5c-4158-9a6a-54cbe63e02de service neutron] Attempting to bind port c277f2b3-11a9-474f-8cec-e88067240d6a on network cb7f5d26-827b-40c8-9606-f513fb310e54 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:44.910667 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-36c4ed98-8e5c-4158-9a6a-54cbe63e02de service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:21:44.911016 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-36c4ed98-8e5c-4158-9a6a-54cbe63e02de service neutron] Checking segment: {'id': 'b8fbf8e3-2064-48ec-a057-e61b61fe1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:44.911406 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-36c4ed98-8e5c-4158-9a6a-54cbe63e02de service neutron] Bound using segment: {'id': 'b8fbf8e3-2064-48ec-a057-e61b61fe1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:21:44.911838 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-36c4ed98-8e5c-4158-9a6a-54cbe63e02de service neutron] Bound port: c277f2b3-11a9-474f-8cec-e88067240d6a, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8fbf8e3-2064-48ec-a057-e61b61fe1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:21:44.912197 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-36c4ed98-8e5c-4158-9a6a-54cbe63e02de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.009069 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bad4e-43b5-4788-8767-e388633c8cf3 req-2743705b-02ff-49ec-ba85-8bd16419782e tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:45.011111 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-125bad4e-43b5-4788-8767-e388633c8cf3 req-2743705b-02ff-49ec-ba85-8bd16419782e tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=202dcfd8-6a5d-496d-8f3b-bd7f143d65bf HTTP/1.1" status: 200 len: 944 time: 0.1124887 Jul 15 23:21:45.014765 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5264eadf-35f7-4eeb-aaf4-92b2bbee6559 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:21:45.024405 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5264eadf-35f7-4eeb-aaf4-92b2bbee6559 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] 10.222.0.16 "PUT /v2.0/routers/ce6d8088-a0a6-4ff6-b45a-d42198d902e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8921740 Jul 15 23:21:45.027284 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36728) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:45.029669 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac0bdc3-ddbe-476e-a303-57db8bba1704 None None] Sync routers for ids ['ce6d8088-a0a6-4ff6-b45a-d42198d902e1'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:21:45.039685 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac0bdc3-ddbe-476e-a303-57db8bba1704 None None] Routers {'ce6d8088-a0a6-4ff6-b45a-d42198d902e1'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:45.040624 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8ac0bdc3-ddbe-476e-a303-57db8bba1704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:21:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['ce6d8088-a0a6-4ff6-b45a-d42198d902e1'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:45.068699 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-125bad4e-43b5-4788-8767-e388633c8cf3 req-a8b8107c-4dd4-420a-a20f-bfa360c6e836 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461125 Jul 15 23:21:45.073499 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-36c4ed98-8e5c-4158-9a6a-54cbe63e02de service neutron] For port c277f2b3-11a9-474f-8cec-e88067240d6a, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:21:45.074153 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8ac0bdc3-ddbe-476e-a303-57db8bba1704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:45.077253 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980b8b4-9f49-4588-8b05-cda05882c5b3 req-f5e1b3dc-7f47-4b92-b387-85bd4709d469 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:45.084308 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2980b8b4-9f49-4588-8b05-cda05882c5b3 req-f5e1b3dc-7f47-4b92-b387-85bd4709d469 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 943 time: 0.1265259 Jul 15 23:21:45.084755 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac0bdc3-ddbe-476e-a303-57db8bba1704 None None] Routers {'ce6d8088-a0a6-4ff6-b45a-d42198d902e1'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:45.085371 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8ac0bdc3-ddbe-476e-a303-57db8bba1704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:21:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['ce6d8088-a0a6-4ff6-b45a-d42198d902e1'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:45.096777 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-36c4ed98-8e5c-4158-9a6a-54cbe63e02de service neutron] For port c277f2b3-11a9-474f-8cec-e88067240d6a, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c277f2b3-11a9-474f-8cec-e88067240d6a,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:21:45.104841 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-36c4ed98-8e5c-4158-9a6a-54cbe63e02de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.134376 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2980b8b4-9f49-4588-8b05-cda05882c5b3 req-c4303902-52bd-40b2-8a89-17a55ba00b14 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491300 Jul 15 23:21:45.189926 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-36c4ed98-8e5c-4158-9a6a-54cbe63e02de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:45.190562 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-36c4ed98-8e5c-4158-9a6a-54cbe63e02de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.192064 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-36c4ed98-8e5c-4158-9a6a-54cbe63e02de service neutron] 10.222.0.36 "PUT /v2.0/ports/c277f2b3-11a9-474f-8cec-e88067240d6a HTTP/1.1" status: 200 len: 1091 time: 1.6116660 Jul 15 23:21:45.194400 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9162399-5bda-446e-a7d2-40d134e60888', 'tag': 'c277f2b3-11a9-474f-8cec-e88067240d6a'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:45.197355 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc1db3c-8088-4b8b-9f15-d49027440a97" -d '{"events": [{"name": "network-changed", "server_uuid": "b9162399-5bda-446e-a7d2-40d134e60888", "tag": "c277f2b3-11a9-474f-8cec-e88067240d6a"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:45.223007 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3a3d22c-3329-4208-8963-e6cf0a9bfa71 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.226217 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4ed98-8e5c-4158-9a6a-54cbe63e02de service neutron] Pushing event updated for resources: {'Port': ['ID=c277f2b3-11a9-474f-8cec-e88067240d6a,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:45.330050 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1218a828-9cd6-4411-847b-1785b8988955 x-openstack-request-id: req-1218a828-9cd6-4411-847b-1785b8988955 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:45.330343 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9162399-5bda-446e-a7d2-40d134e60888", "tag": "c277f2b3-11a9-474f-8cec-e88067240d6a", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:45.330594 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1218a828-9cd6-4411-847b-1785b8988955 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:45.331011 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9162399-5bda-446e-a7d2-40d134e60888', 'tag': 'c277f2b3-11a9-474f-8cec-e88067240d6a', 'status': 'completed', 'code': 200} Jul 15 23:21:45.335228 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 824ca5fc-c067-405d-83ce-34fcc6da2775 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:45.339326 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8ac0bdc3-ddbe-476e-a303-57db8bba1704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:45.339936 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac0bdc3-ddbe-476e-a303-57db8bba1704 None None] The sync data for ids ['ce6d8088-a0a6-4ff6-b45a-d42198d902e1'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:21:45.391939 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 824ca5fc-c067-405d-83ce-34fcc6da2775 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:45.400646 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 824ca5fc-c067-405d-83ce-34fcc6da2775 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:45.401201 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.417550 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3a3d22c-3329-4208-8963-e6cf0a9bfa71 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.419606 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a739af-e61e-45d5-a0e0-a2e6ee1cf381 req-5ec17493-75d8-4504-8d08-923562e84ffb tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:45.421459 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-79a739af-e61e-45d5-a0e0-a2e6ee1cf381 req-5ec17493-75d8-4504-8d08-923562e84ffb tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=0638efad-1ea4-4eed-a151-f87914cbeed8 HTTP/1.1" status: 200 len: 943 time: 0.0973935 Jul 15 23:21:45.425811 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-7df1d80a-6bf5-4e48-86c2-aaedf88c0bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:45.427385 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-7df1d80a-6bf5-4e48-86c2-aaedf88c0bf7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1885ddec6b5464187ca1cbaa27847a8&device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 1094 time: 0.1539736 Jul 15 23:21:45.466089 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-79a739af-e61e-45d5-a0e0-a2e6ee1cf381 req-497efb1d-1c9a-4af2-bfba-6a357c92bd54 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377247 Jul 15 23:21:45.501744 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.503181 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-fc77da1c-c62d-4b6a-a4dd-bb0a321abee1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c277f2b3-11a9-474f-8cec-e88067240d6a HTTP/1.1" status: 200 len: 217 time: 0.0462129 Jul 15 23:21:45.523918 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202dcfd8-6a5d-496d-8f3b-bd7f143d65bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824ca5fc-c067-405d-83ce-34fcc6da2775'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:45.526810 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339c3276-114a-43b9-9fe8-ed2ef6d7e908" -d '{"events": [{"server_uuid": "202dcfd8-6a5d-496d-8f3b-bd7f143d65bf", "name": "network-vif-plugged", "status": "completed", "tag": "824ca5fc-c067-405d-83ce-34fcc6da2775"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:45.546150 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 824ca5fc-c067-405d-83ce-34fcc6da2775, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=824ca5fc-c067-405d-83ce-34fcc6da2775,segment=NetworkSegment(5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61),segment_id=5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:45.552859 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.564878 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3d22c-3329-4208-8963-e6cf0a9bfa71 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Deleting port 0f76f139-e645-4320-8cd8-158ceac5335c {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:45.565237 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3a3d22c-3329-4208-8963-e6cf0a9bfa71 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.579512 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-47f68d5d-16f2-44e6-a6af-323aa8b06fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:45.580990 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-47f68d5d-16f2-44e6-a6af-323aa8b06fbc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=242df3cc-37d7-47c0-a77c-be9034976381 HTTP/1.1" status: 200 len: 851 time: 0.0705502 Jul 15 23:21:45.588574 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147aacaf-a661-4110-b3cb-6bbdabb9c976 x-openstack-request-id: req-147aacaf-a661-4110-b3cb-6bbdabb9c976 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:45.588754 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202dcfd8-6a5d-496d-8f3b-bd7f143d65bf", "name": "network-vif-plugged", "status": "completed", "tag": "824ca5fc-c067-405d-83ce-34fcc6da2775", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:45.588996 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-147aacaf-a661-4110-b3cb-6bbdabb9c976 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:45.589465 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202dcfd8-6a5d-496d-8f3b-bd7f143d65bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824ca5fc-c067-405d-83ce-34fcc6da2775', 'code': 200} Jul 15 23:21:45.620431 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=824ca5fc-c067-405d-83ce-34fcc6da2775,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:45.689409 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3a3d22c-3329-4208-8963-e6cf0a9bfa71 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.698910 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2069ad6-46ca-4648-a682-f7ace2e18586 req-28846bbc-66a6-482d-a123-ba0f8022cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:45.700387 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f2069ad6-46ca-4648-a682-f7ace2e18586 req-28846bbc-66a6-482d-a123-ba0f8022cd03 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=202dcfd8-6a5d-496d-8f3b-bd7f143d65bf HTTP/1.1" status: 200 len: 1096 time: 0.0552576 Jul 15 23:21:45.702843 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-f013cabd-40db-4694-a24c-d9fccb296467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:45.704308 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-f013cabd-40db-4694-a24c-d9fccb296467 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb7f5d26-827b-40c8-9606-f513fb310e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1152766 Jul 15 23:21:45.707886 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3d22c-3329-4208-8963-e6cf0a9bfa71 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Calling delete_port for 0f76f139-e645-4320-8cd8-158ceac5335c owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:45.736195 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f2069ad6-46ca-4648-a682-f7ace2e18586 req-7b3d1563-501a-4e25-8dd1-14973fbac61f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273595 Jul 15 23:21:45.881045 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-5912f0d3-c661-4458-a033-aa176d844980 service neutron] 10.222.0.36 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677206 Jul 15 23:21:45.887258 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5dbeefe9-ea90-4d6a-a379-be82826b6876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:46.001251 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3a3d22c-3329-4208-8963-e6cf0a9bfa71 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:46.042585 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3d22c-3329-4208-8963-e6cf0a9bfa71 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Pushing event deleted for resources: {'Port': ['ID=0f76f139-e645-4320-8cd8-158ceac5335c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:46.049321 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ce7e9bbc-0c8c-476d-9e8b-031d36e17d12 req-f9144d36-7606-475f-b5eb-280f6558fa5c service neutron] 10.222.0.36 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536582 Jul 15 23:21:46.070614 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 9508a1cc-25ca-446a-b14b-b4bf4d527c02 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:21:46.103167 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3a3d22c-3329-4208-8963-e6cf0a9bfa71 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:46.181556 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 9508a1cc-25ca-446a-b14b-b4bf4d527c02, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=9508a1cc-25ca-446a-b14b-b4bf4d527c02,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:46.193989 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '9508a1cc-25ca-446a-b14b-b4bf4d527c02', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'port_id': '9508a1cc-25ca-446a-b14b-b4bf4d527c02', 'mac_address': 'fa:16:3e:b1:4d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:21:46.222087 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3a3d22c-3329-4208-8963-e6cf0a9bfa71 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:46.225142 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3a3d22c-3329-4208-8963-e6cf0a9bfa71 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:46.239521 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:46.263299 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9508a1cc-25ca-446a-b14b-b4bf4d527c02 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:21:46.287437 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3a3d22c-3329-4208-8963-e6cf0a9bfa71 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:46.287949 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a3d22c-3329-4208-8963-e6cf0a9bfa71 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Fanout notify agent at l3_agent the message router_deleted on router ce6d8088-a0a6-4ff6-b45a-d42198d902e1 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:21:46.295024 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3a3d22c-3329-4208-8963-e6cf0a9bfa71 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:46.296272 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c3a3d22c-3329-4208-8963-e6cf0a9bfa71 tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] 10.222.0.16 "DELETE /v2.0/routers/ce6d8088-a0a6-4ff6-b45a-d42198d902e1 HTTP/1.1" status: 204 len: 168 time: 1.2683797 Jul 15 23:21:46.298168 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd07772-b9d8-448f-8146-dd3cfe147480 req-03978422-aaf8-4828-b50a-0a167ec4e856 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:46.299502 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36742) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:46.302227 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 9508a1cc-25ca-446a-b14b-b4bf4d527c02, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=9508a1cc-25ca-446a-b14b-b4bf4d527c02,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:46.303170 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6cd07772-b9d8-448f-8146-dd3cfe147480 req-03978422-aaf8-4828-b50a-0a167ec4e856 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=202dcfd8-6a5d-496d-8f3b-bd7f143d65bf HTTP/1.1" status: 200 len: 945 time: 0.1062093 Jul 15 23:21:46.307661 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:46.311157 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1db3c-8088-4b8b-9f15-d49027440a97 req-4dbb4df2-3d4c-46e6-a1aa-795c4f3c950a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:46.312978 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7bc1db3c-8088-4b8b-9f15-d49027440a97 req-4dbb4df2-3d4c-46e6-a1aa-795c4f3c950a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1885ddec6b5464187ca1cbaa27847a8&device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 1094 time: 0.1495395 Jul 15 23:21:46.361608 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=9508a1cc-25ca-446a-b14b-b4bf4d527c02,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:46.370413 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:46.370862 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:46.371267 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:46.371670 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:46.372091 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:46.372501 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:46.372888 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:46.373279 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:46.373671 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:46.374066 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:46.374450 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:46.375011 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:46.378626 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6cd07772-b9d8-448f-8146-dd3cfe147480 req-e80c550f-c00e-46e7-800c-98d7af3c9e0a tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630639 Jul 15 23:21:46.398088 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5efed5-cff5-40cc-80b1-5011d405ddaf req-e1ed3885-bdc0-4f48-96cf-bfae12cd48a9 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:46.399969 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cf5efed5-cff5-40cc-80b1-5011d405ddaf req-e1ed3885-bdc0-4f48-96cf-bfae12cd48a9 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 943 time: 0.0956361 Jul 15 23:21:46.405978 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-b53e6a42-be1e-49e4-99e2-b2c1fa259bde tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Deleting subnet 51ed54be-b541-45fc-80ef-3a7a92f0be98 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:21:46.410249 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b53e6a42-be1e-49e4-99e2-b2c1fa259bde tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:46.449255 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cf5efed5-cff5-40cc-80b1-5011d405ddaf req-24429354-14a7-4c4e-a6ee-05631dbcc160 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392492 Jul 15 23:21:46.471242 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1db3c-8088-4b8b-9f15-d49027440a97 req-a659b8ba-52db-42af-976e-68d35e33324e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:46.473331 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7bc1db3c-8088-4b8b-9f15-d49027440a97 req-a659b8ba-52db-42af-976e-68d35e33324e service neutron] 10.222.0.36 "GET /v2.0/networks?id=cb7f5d26-827b-40c8-9606-f513fb310e54 HTTP/1.1" status: 200 len: 913 time: 0.1416693 Jul 15 23:21:46.475270 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b53e6a42-be1e-49e4-99e2-b2c1fa259bde tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:46.542523 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7bc1db3c-8088-4b8b-9f15-d49027440a97 req-f903ebde-c162-4c7a-91d3-08f8cb40c1a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c277f2b3-11a9-474f-8cec-e88067240d6a HTTP/1.1" status: 200 len: 217 time: 0.0459964 Jul 15 23:21:46.631201 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1db3c-8088-4b8b-9f15-d49027440a97 req-651a6cab-9b1e-4297-bfbb-74ba438fe804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:46.632686 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7bc1db3c-8088-4b8b-9f15-d49027440a97 req-651a6cab-9b1e-4297-bfbb-74ba438fe804 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=242df3cc-37d7-47c0-a77c-be9034976381 HTTP/1.1" status: 200 len: 851 time: 0.0830834 Jul 15 23:21:46.647892 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b53e6a42-be1e-49e4-99e2-b2c1fa259bde tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:46.653004 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c9f72-1124-4409-bb3e-47a20b709823 req-06b3846d-6524-4112-bed8-2437961e52f4 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:46.654791 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-857c9f72-1124-4409-bb3e-47a20b709823 req-06b3846d-6524-4112-bed8-2437961e52f4 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=0638efad-1ea4-4eed-a151-f87914cbeed8 HTTP/1.1" status: 200 len: 944 time: 0.0706630 Jul 15 23:21:46.662745 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['9508a1cc-25ca-446a-b14b-b4bf4d527c02'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:46.722750 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-857c9f72-1124-4409-bb3e-47a20b709823 req-4670a087-0ec6-47a8-a7f6-d5806673282e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544927 Jul 15 23:21:46.745688 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1db3c-8088-4b8b-9f15-d49027440a97 req-9cfc5c14-452e-4bcc-b62a-2230108080c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:46.747942 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7bc1db3c-8088-4b8b-9f15-d49027440a97 req-9cfc5c14-452e-4bcc-b62a-2230108080c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb7f5d26-827b-40c8-9606-f513fb310e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078498 Jul 15 23:21:46.749437 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b53e6a42-be1e-49e4-99e2-b2c1fa259bde tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:46.799338 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e6a42-be1e-49e4-99e2-b2c1fa259bde tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Pushing event deleted for resources: {'Subnet': ['ID=51ed54be-b541-45fc-80ef-3a7a92f0be98,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:46.807920 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b53e6a42-be1e-49e4-99e2-b2c1fa259bde tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:46.808422 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299fa746-2898-4749-aafa-41daf4e44a0b None None] Network 5f2ec374-e26c-4eb9-b96f-9afa64276c1b requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:46.809814 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b53e6a42-be1e-49e4-99e2-b2c1fa259bde tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] 10.222.0.16 "DELETE /v2.0/subnets/51ed54be-b541-45fc-80ef-3a7a92f0be98 HTTP/1.1" status: 204 len: 168 time: 0.5094111 Jul 15 23:21:46.812469 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 36746) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:46.871845 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7bc1db3c-8088-4b8b-9f15-d49027440a97 req-d117e1da-ee4f-4fd1-99b2-0d12c2630fa3 service neutron] 10.222.0.36 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117010 Jul 15 23:21:46.891822 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:46.949149 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Deleting port 309fda17-65e0-48b5-b8be-0e6bd21e3692 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:46.949491 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:46.981745 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7bc1db3c-8088-4b8b-9f15-d49027440a97 req-c5931e56-e710-411c-b84f-4d29a0a83ac1 service neutron] 10.222.0.36 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028390 Jul 15 23:21:47.016147 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] For port 309fda17-65e0-48b5-b8be-0e6bd21e3692, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=309fda17-65e0-48b5-b8be-0e6bd21e3692,segment=NetworkSegment(c0e491ce-83a1-4d72-ae26-6ad65fbd102e),segment_id=c0e491ce-83a1-4d72-ae26-6ad65fbd102e)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:47.016505 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:47.027759 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Calling delete_port for 309fda17-65e0-48b5-b8be-0e6bd21e3692 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:47.034015 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d2d5b0-2b7b-4421-ba9f-a7979a6d88c6 None None] DHCP port deletion for 5f2ec374-e26c-4eb9-b96f-9afa64276c1b request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:21:47.079523 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a0d2d5b0-2b7b-4421-ba9f-a7979a6d88c6 None None] Deleting port 309fda17-65e0-48b5-b8be-0e6bd21e3692 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:47.080456 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0d2d5b0-2b7b-4421-ba9f-a7979a6d88c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:47.111258 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:47.136962 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Pushing event deleted for resources: {'Port': ['ID=309fda17-65e0-48b5-b8be-0e6bd21e3692,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:47.139124 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] No DVR routers for this DVR port 309fda17-65e0-48b5-b8be-0e6bd21e3692 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:21:47.143733 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-a0d2d5b0-2b7b-4421-ba9f-a7979a6d88c6 None None] For port 309fda17-65e0-48b5-b8be-0e6bd21e3692, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=309fda17-65e0-48b5-b8be-0e6bd21e3692,segment=NetworkSegment(c0e491ce-83a1-4d72-ae26-6ad65fbd102e),segment_id=c0e491ce-83a1-4d72-ae26-6ad65fbd102e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:47.144765 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0d2d5b0-2b7b-4421-ba9f-a7979a6d88c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:47.156712 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a0d2d5b0-2b7b-4421-ba9f-a7979a6d88c6 None None] Calling delete_port for 309fda17-65e0-48b5-b8be-0e6bd21e3692 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:47.167500 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:47.167846 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:47.168185 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:47.168515 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:47.168844 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:47.169174 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:47.169495 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:47.169816 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:47.170134 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:47.171441 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:47.171441 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:47.171441 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:47.214365 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 309fda17-65e0-48b5-b8be-0e6bd21e3692 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:21:47.231265 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:47.238297 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 309fda17-65e0-48b5-b8be-0e6bd21e3692 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:21:47.238578 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 309fda17-65e0-48b5-b8be-0e6bd21e3692 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:21:47.241318 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f2ec374-e26c-4eb9-b96f-9afa64276c1b']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:47.271473 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0d2d5b0-2b7b-4421-ba9f-a7979a6d88c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:47.297666 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2d5b0-2b7b-4421-ba9f-a7979a6d88c6 None None] Pushing event deleted for resources: {'Port': ['ID=309fda17-65e0-48b5-b8be-0e6bd21e3692,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:47.302697 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d2d5b0-2b7b-4421-ba9f-a7979a6d88c6 None None] No DVR routers for this DVR port 309fda17-65e0-48b5-b8be-0e6bd21e3692 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:21:47.489861 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e491ce-83a1-4d72-ae26-6ad65fbd102e') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:47.490900 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e491ce-83a1-4d72-ae26-6ad65fbd102e') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:47.502330 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:47.538935 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:47.547652 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:21:47.548051 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:21:47.550959 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:21:47.649578 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:47.663134 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:47.665578 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] 10.222.0.16 "DELETE /v2.0/networks/5f2ec374-e26c-4eb9-b96f-9afa64276c1b HTTP/1.1" status: 204 len: 168 time: 0.8517849 Jul 15 23:21:47.668095 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36754) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:47.684827 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a912c32-94ab-4be9-b57d-402ec99f138b req-38530006-c90d-42ad-b72c-52bc94d822b2 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:47.686280 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6a912c32-94ab-4be9-b57d-402ec99f138b req-38530006-c90d-42ad-b72c-52bc94d822b2 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=202dcfd8-6a5d-496d-8f3b-bd7f143d65bf HTTP/1.1" status: 200 len: 945 time: 0.1863353 Jul 15 23:21:47.688482 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb0afc-aeba-44ed-b09c-811396dc89dd tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Pushing event deleted for resources: {'Network': ['ID=5f2ec374-e26c-4eb9-b96f-9afa64276c1b,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:47.737452 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c57ba-7ade-4eb6-8c34-c4f2a61aa597 req-e9d07816-6127-42a6-9e85-f3f9f90f1972 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:47.738911 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-209c57ba-7ade-4eb6-8c34-c4f2a61aa597 req-e9d07816-6127-42a6-9e85-f3f9f90f1972 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 943 time: 0.1688190 Jul 15 23:21:47.744544 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6a912c32-94ab-4be9-b57d-402ec99f138b req-8779664c-3657-4ada-9c21-4badd21e4b8b tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518773 Jul 15 23:21:47.784505 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-209c57ba-7ade-4eb6-8c34-c4f2a61aa597 req-750b02c1-10ea-4708-bd5f-bfc66e535cae tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390911 Jul 15 23:21:47.796734 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a22cfc26-c294-43f1-ac1f-0a0ffb372c8c tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Deleting port 894cb21a-80f6-4bf9-a064-0feadfd77248 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:47.797235 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a22cfc26-c294-43f1-ac1f-0a0ffb372c8c tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:47.881417 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a22cfc26-c294-43f1-ac1f-0a0ffb372c8c tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:47.881747 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a22cfc26-c294-43f1-ac1f-0a0ffb372c8c tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:47.893815 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a22cfc26-c294-43f1-ac1f-0a0ffb372c8c tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Calling delete_port for 894cb21a-80f6-4bf9-a064-0feadfd77248 owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:47.963413 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3c739-8714-4c7f-9959-e1fed9a98685 req-0b1bf740-bc65-481b-bdf9-2e32b7d85f9d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:47.965269 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2bb3c739-8714-4c7f-9959-e1fed9a98685 req-0b1bf740-bc65-481b-bdf9-2e32b7d85f9d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=0638efad-1ea4-4eed-a151-f87914cbeed8 HTTP/1.1" status: 200 len: 944 time: 0.0735307 Jul 15 23:21:48.008418 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2bb3c739-8714-4c7f-9959-e1fed9a98685 req-b55f9089-b11b-46ee-ba73-810af9b6219e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352569 Jul 15 23:21:48.039966 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a22cfc26-c294-43f1-ac1f-0a0ffb372c8c tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:48.065776 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22cfc26-c294-43f1-ac1f-0a0ffb372c8c tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Pushing event deleted for resources: {'Port': ['ID=894cb21a-80f6-4bf9-a064-0feadfd77248,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:48.068316 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 9508a1cc-25ca-446a-b14b-b4bf4d527c02 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:48.119460 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 9508a1cc-25ca-446a-b14b-b4bf4d527c02 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:48.123603 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 9508a1cc-25ca-446a-b14b-b4bf4d527c02 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:48.123983 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:48.144731 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a22cfc26-c294-43f1-ac1f-0a0ffb372c8c tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:48.147575 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a22cfc26-c294-43f1-ac1f-0a0ffb372c8c tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:48.151383 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a22cfc26-c294-43f1-ac1f-0a0ffb372c8c tempest-FloatingIPAdminTestJSON-351404010 tempest-FloatingIPAdminTestJSON-351404010-project] 10.222.0.16 "DELETE /v2.0/floatingips/ae87e22d-246c-425d-8e35-8fe49e56cb8f HTTP/1.1" status: 204 len: 168 time: 0.4792213 Jul 15 23:21:48.209678 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:48.241760 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0638efad-1ea4-4eed-a151-f87914cbeed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9508a1cc-25ca-446a-b14b-b4bf4d527c02'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:48.245664 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e742e801-2fb6-41a8-a25f-a4239fe15460" -d '{"events": [{"server_uuid": "0638efad-1ea4-4eed-a151-f87914cbeed8", "name": "network-vif-plugged", "status": "completed", "tag": "9508a1cc-25ca-446a-b14b-b4bf4d527c02"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:48.259478 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ab539d8e-1cf6-4604-84d2-d376156d9d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:48.264488 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 9508a1cc-25ca-446a-b14b-b4bf4d527c02, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=9508a1cc-25ca-446a-b14b-b4bf4d527c02,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:48.269469 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:48.305376 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8320257a-6953-43ed-b101-4f60d611eff5 x-openstack-request-id: req-8320257a-6953-43ed-b101-4f60d611eff5 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:48.305524 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0638efad-1ea4-4eed-a151-f87914cbeed8", "name": "network-vif-plugged", "status": "completed", "tag": "9508a1cc-25ca-446a-b14b-b4bf4d527c02", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:48.305758 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8320257a-6953-43ed-b101-4f60d611eff5 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:48.306212 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0638efad-1ea4-4eed-a151-f87914cbeed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9508a1cc-25ca-446a-b14b-b4bf4d527c02', 'code': 200} Jul 15 23:21:48.324144 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=9508a1cc-25ca-446a-b14b-b4bf4d527c02,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:48.457999 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa175d-a92b-4432-bea2-bb02d0dd2cba req-476f275f-1f15-4984-8c78-6dae2dc066d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:48.459602 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-88aa175d-a92b-4432-bea2-bb02d0dd2cba req-476f275f-1f15-4984-8c78-6dae2dc066d1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0638efad-1ea4-4eed-a151-f87914cbeed8 HTTP/1.1" status: 200 len: 1096 time: 0.0537920 Jul 15 23:21:48.467910 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 36778) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:48.501137 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-88aa175d-a92b-4432-bea2-bb02d0dd2cba req-b443751a-0fa4-410f-8fec-e15984680b47 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351286 Jul 15 23:21:48.598110 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c7087eee-eb25-4026-8951-f16f0acb3747 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea839fd7aeb7417ca0e54ca36409cc24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1289968 Jul 15 23:21:48.600529 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 36782) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:48.649575 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f02a7602-2b96-48d9-a512-b1240fc4e714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:48.676361 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f02a7602-2b96-48d9-a512-b1240fc4e714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:48.695104 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:48.723013 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f02a7602-2b96-48d9-a512-b1240fc4e714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:48.725513 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f02a7602-2b96-48d9-a512-b1240fc4e714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:48.727229 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f02a7602-2b96-48d9-a512-b1240fc4e714 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9465c477-1786-4ae9-99ea-43f3f1bd7cff HTTP/1.1" status: 204 len: 168 time: 0.1252470 Jul 15 23:21:48.734606 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a7602-2b96-48d9-a512-b1240fc4e714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9465c477-1786-4ae9-99ea-43f3f1bd7cff,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:48.985781 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d18884-38cf-44f2-8801-2643935a78e6 req-e1c989c7-e5fc-4cf8-ad70-0c29d33d4462 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:48.987616 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-95d18884-38cf-44f2-8801-2643935a78e6 req-e1c989c7-e5fc-4cf8-ad70-0c29d33d4462 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 943 time: 0.0850942 Jul 15 23:21:49.018658 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36794) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:49.034885 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-95d18884-38cf-44f2-8801-2643935a78e6 req-3a0d0155-0c44-40ab-af65-425a88f87720 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403848 Jul 15 23:21:49.046580 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33927a3a-22ec-41ac-879c-e2f776e8b1ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.152195 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33927a3a-22ec-41ac-879c-e2f776e8b1ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.156820 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33927a3a-22ec-41ac-879c-e2f776e8b1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.193348 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-33927a3a-22ec-41ac-879c-e2f776e8b1ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa46a90c1d624f569e2362b6d4fe5414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1705260 Jul 15 23:21:49.193969 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 36798) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:49.201367 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33927a3a-22ec-41ac-879c-e2f776e8b1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debb1a85-cdf6-4562-9ccf-31cadff63652,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:49.211573 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c6400-95eb-46ca-9721-2b9cc4e3a013 req-0f93f709-c2c3-48a2-93dd-bdd72bfda9cc tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:49.213064 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-206c6400-95eb-46ca-9721-2b9cc4e3a013 req-0f93f709-c2c3-48a2-93dd-bdd72bfda9cc tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=0638efad-1ea4-4eed-a151-f87914cbeed8 HTTP/1.1" status: 200 len: 945 time: 0.0788829 Jul 15 23:21:49.282090 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-206c6400-95eb-46ca-9721-2b9cc4e3a013 req-5a202c45-622f-47c7-874c-4ce14d159915 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607600 Jul 15 23:21:49.284856 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7bf139d8-fd19-40e6-8472-237788d89f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.310494 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7bf139d8-fd19-40e6-8472-237788d89f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.358728 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7bf139d8-fd19-40e6-8472-237788d89f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.361222 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7bf139d8-fd19-40e6-8472-237788d89f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.362339 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7bf139d8-fd19-40e6-8472-237788d89f49 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/debb1a85-cdf6-4562-9ccf-31cadff63652 HTTP/1.1" status: 204 len: 168 time: 0.1674368 Jul 15 23:21:49.371462 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf139d8-fd19-40e6-8472-237788d89f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debb1a85-cdf6-4562-9ccf-31cadff63652,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:49.625486 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.699885 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 36806) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:49.714788 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9ed5f95c-2427-47f0-ae3e-410b2592f3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.812064 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9ed5f95c-2427-47f0-ae3e-410b2592f3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.815851 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9ed5f95c-2427-47f0-ae3e-410b2592f3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.853521 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9ed5f95c-2427-47f0-ae3e-410b2592f3d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d13705a9355342d79e1dae16d5f6623e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523399 Jul 15 23:21:49.854409 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5f95c-2427-47f0-ae3e-410b2592f3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb852d98-6ab7-47a6-983a-64fe2f8870f7,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:49.856111 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36808) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:49.908178 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8ace837e-ae4b-4cc3-8c49-592575f3bb60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.932381 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8ace837e-ae4b-4cc3-8c49-592575f3bb60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.980033 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8ace837e-ae4b-4cc3-8c49-592575f3bb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.982625 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8ace837e-ae4b-4cc3-8c49-592575f3bb60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.984296 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8ace837e-ae4b-4cc3-8c49-592575f3bb60 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb852d98-6ab7-47a6-983a-64fe2f8870f7 HTTP/1.1" status: 204 len: 168 time: 0.1268413 Jul 15 23:21:49.992997 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace837e-ae4b-4cc3-8c49-592575f3bb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb852d98-6ab7-47a6-983a-64fe2f8870f7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:50.072209 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c277f2b3-11a9-474f-8cec-e88067240d6a details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:21:50.230652 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c277f2b3-11a9-474f-8cec-e88067240d6a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c277f2b3-11a9-474f-8cec-e88067240d6a,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:50.241781 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68fb7d-0f9d-4555-94ea-41566a2a1a87 req-4178c633-194d-4137-989c-31a887e5d7e6 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:50.244142 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'c277f2b3-11a9-474f-8cec-e88067240d6a', 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54', 'port_id': 'c277f2b3-11a9-474f-8cec-e88067240d6a', 'mac_address': 'fa:16:3e:fa:dd:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '242df3cc-37d7-47c0-a77c-be9034976381', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:21:50.244338 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2e68fb7d-0f9d-4555-94ea-41566a2a1a87 req-4178c633-194d-4137-989c-31a887e5d7e6 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 943 time: 0.0842702 Jul 15 23:21:50.285744 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2e68fb7d-0f9d-4555-94ea-41566a2a1a87 req-091fc19a-0448-47f3-a61e-5f9bb2da1a42 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358441 Jul 15 23:21:50.291137 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:50.311154 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c277f2b3-11a9-474f-8cec-e88067240d6a {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:21:50.348967 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c277f2b3-11a9-474f-8cec-e88067240d6a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c277f2b3-11a9-474f-8cec-e88067240d6a,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:50.354361 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:50.416476 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=c277f2b3-11a9-474f-8cec-e88067240d6a,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:50.494954 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a7824-7b8d-45ea-91c3-a58aef7acaee req-678fc339-cb06-4cac-a149-7dfad4b10830 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:50.497034 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-156a7824-7b8d-45ea-91c3-a58aef7acaee req-678fc339-cb06-4cac-a149-7dfad4b10830 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=0638efad-1ea4-4eed-a151-f87914cbeed8 HTTP/1.1" status: 200 len: 945 time: 0.0706666 Jul 15 23:21:50.559741 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-156a7824-7b8d-45ea-91c3-a58aef7acaee req-52f18650-8e22-475a-8bfc-34495dfba967 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569613 Jul 15 23:21:50.701678 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['c277f2b3-11a9-474f-8cec-e88067240d6a'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:50.749253 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c832e09-84c7-4cf9-819c-3c3319d25f86 req-cffcc79e-0d8b-472c-88ec-a730ea5ba92c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:50.756175 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9c832e09-84c7-4cf9-819c-3c3319d25f86 req-cffcc79e-0d8b-472c-88ec-a730ea5ba92c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=0638efad-1ea4-4eed-a151-f87914cbeed8 HTTP/1.1" status: 200 len: 945 time: 0.0766456 Jul 15 23:21:50.797094 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9c832e09-84c7-4cf9-819c-3c3319d25f86 req-8509e8c4-a492-47db-b8b5-a01c16d18ac2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399094 Jul 15 23:21:51.200577 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:51.419598 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36874) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:51.502828 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988fe2d-5698-4a6d-b884-c75a9588f78b req-1e28f6e6-ad96-4fa1-8d08-50c758ea14c9 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:51.510421 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1988fe2d-5698-4a6d-b884-c75a9588f78b req-1e28f6e6-ad96-4fa1-8d08-50c758ea14c9 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 944 time: 0.0757964 Jul 15 23:21:51.559805 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1988fe2d-5698-4a6d-b884-c75a9588f78b req-41d04ee0-2061-4e22-84d7-3422cda3cff1 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479517 Jul 15 23:21:51.591385 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-824f6f8c-272c-4221-8b85-9d31a0dcb370 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-862692490', 'router:external': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:51.633131 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824f6f8c-272c-4221-8b85-9d31a0dcb370 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Made reservation on behalf of 0dd89c9b539648138626bc0c1f8606ff for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:51.636088 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-824f6f8c-272c-4221-8b85-9d31a0dcb370 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:51.649459 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-824f6f8c-272c-4221-8b85-9d31a0dcb370 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:51.755396 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-824f6f8c-272c-4221-8b85-9d31a0dcb370 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:51.760318 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-824f6f8c-272c-4221-8b85-9d31a0dcb370 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:51.786342 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-824f6f8c-272c-4221-8b85-9d31a0dcb370 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:21:51.795818 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f6f8c-272c-4221-8b85-9d31a0dcb370 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2cfb38-786a-4ed6-aa8d-4059484f7a0b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:51.802746 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-824f6f8c-272c-4221-8b85-9d31a0dcb370 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:51.803089 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-824f6f8c-272c-4221-8b85-9d31a0dcb370 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Added segment 690b8ec6-2b56-467f-bf9e-20a351e8ef16 of type vlan for network c93de3c5-2ed1-4ef3-9f37-9b38f467ba90 Jul 15 23:21:51.855639 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-824f6f8c-272c-4221-8b85-9d31a0dcb370 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:51.891641 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-824f6f8c-272c-4221-8b85-9d31a0dcb370 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:51.892672 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824f6f8c-272c-4221-8b85-9d31a0dcb370 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:51.893304 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-824f6f8c-272c-4221-8b85-9d31a0dcb370 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:51.927357 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-824f6f8c-272c-4221-8b85-9d31a0dcb370 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5063641 Jul 15 23:21:51.928551 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 36890) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:51.940094 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-668c1e31-d345-4341-af3c-f74db03b9dbe tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Request body: {'subnet': {'network_id': 'c93de3c5-2ed1-4ef3-9f37-9b38f467ba90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:51.981206 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f6f8c-272c-4221-8b85-9d31a0dcb370 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Pushing event updated for resources: {'Network': ['ID=c93de3c5-2ed1-4ef3-9f37-9b38f467ba90,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:51.995396 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network c93de3c5-2ed1-4ef3-9f37-9b38f467ba90 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:21:52.009272 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668c1e31-d345-4341-af3c-f74db03b9dbe tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Made reservation on behalf of 0dd89c9b539648138626bc0c1f8606ff for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:52.015920 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-668c1e31-d345-4341-af3c-f74db03b9dbe tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:52.086595 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c277f2b3-11a9-474f-8cec-e88067240d6a up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:52.145864 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port c277f2b3-11a9-474f-8cec-e88067240d6a completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:52.151717 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port c277f2b3-11a9-474f-8cec-e88067240d6a triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:52.152427 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:52.255399 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:52.296812 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9162399-5bda-446e-a7d2-40d134e60888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c277f2b3-11a9-474f-8cec-e88067240d6a'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:52.299902 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc654c7d-af96-492e-9f1a-79af1d8bd15b" -d '{"events": [{"server_uuid": "b9162399-5bda-446e-a7d2-40d134e60888", "name": "network-vif-plugged", "status": "completed", "tag": "c277f2b3-11a9-474f-8cec-e88067240d6a"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:52.316859 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c277f2b3-11a9-474f-8cec-e88067240d6a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c277f2b3-11a9-474f-8cec-e88067240d6a,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:52.322447 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:52.376931 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf9a7af-b4c4-4bd2-af4a-09bdf7c06ea4 x-openstack-request-id: req-bbf9a7af-b4c4-4bd2-af4a-09bdf7c06ea4 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:52.377449 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9162399-5bda-446e-a7d2-40d134e60888", "name": "network-vif-plugged", "status": "completed", "tag": "c277f2b3-11a9-474f-8cec-e88067240d6a", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:52.377914 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bbf9a7af-b4c4-4bd2-af4a-09bdf7c06ea4 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:52.378457 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9162399-5bda-446e-a7d2-40d134e60888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c277f2b3-11a9-474f-8cec-e88067240d6a', 'code': 200} Jul 15 23:21:52.431757 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=c277f2b3-11a9-474f-8cec-e88067240d6a,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:52.534328 n-d-787205-9 neutron-server[93799]: DEBUG neutron.objects.ports [None req-668c1e31-d345-4341-af3c-f74db03b9dbe tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93799) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:21:52.535071 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-668c1e31-d345-4341-af3c-f74db03b9dbe tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:52.574936 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b637a-79a8-4e69-9648-5929d1117120 req-e38599ed-6612-42e3-8982-89a6de74e6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:52.576972 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ec8b637a-79a8-4e69-9648-5929d1117120 req-e38599ed-6612-42e3-8982-89a6de74e6fd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 1096 time: 0.1008677 Jul 15 23:21:52.654527 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c1e31-d345-4341-af3c-f74db03b9dbe tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Pushing event updated for resources: {'Subnet': ['ID=36ff64b7-13f4-465f-92ee-6d7a2d98fdbd,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:52.657549 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ec8b637a-79a8-4e69-9648-5929d1117120 req-e0a4753d-84b8-44b2-9d72-0bb21bfd7f69 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550854 Jul 15 23:21:52.674600 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668c1e31-d345-4341-af3c-f74db03b9dbe tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Checking segment: {'id': '690b8ec6-2b56-467f-bf9e-20a351e8ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c93de3c5-2ed1-4ef3-9f37-9b38f467ba90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:52.675213 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668c1e31-d345-4341-af3c-f74db03b9dbe tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Network hostable DHCP agents. Network: c93de3c5-2ed1-4ef3-9f37-9b38f467ba90, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:21:52.715686 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668c1e31-d345-4341-af3c-f74db03b9dbe tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Network c93de3c5-2ed1-4ef3-9f37-9b38f467ba90 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:21:52.733513 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-668c1e31-d345-4341-af3c-f74db03b9dbe tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, c93de3c5-2ed1-4ef3-9f37-9b38f467ba90) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:52.739347 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668c1e31-d345-4341-af3c-f74db03b9dbe tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:52.743058 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-668c1e31-d345-4341-af3c-f74db03b9dbe tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:52.779673 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3473414e-7c45-4051-bd07-f63a6e524a81 None None] Network c93de3c5-2ed1-4ef3-9f37-9b38f467ba90 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:52.828738 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-668c1e31-d345-4341-af3c-f74db03b9dbe tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8976395 Jul 15 23:21:52.832303 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36930) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:52.838386 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9b4900c6-c8b4-4c1e-bfa7-40cfb81e896d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-372934565', 'network_id': 'c93de3c5-2ed1-4ef3-9f37-9b38f467ba90'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:52.881581 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4900c6-c8b4-4c1e-bfa7-40cfb81e896d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Made reservation on behalf of 0dd89c9b539648138626bc0c1f8606ff for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:52.886155 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b4900c6-c8b4-4c1e-bfa7-40cfb81e896d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:52.900485 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f19737-e8ec-41dc-86d9-130f5681618e req-0d15b8d6-48e8-4050-b970-3b00cae614c7 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:52.902591 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e9f19737-e8ec-41dc-86d9-130f5681618e req-0d15b8d6-48e8-4050-b970-3b00cae614c7 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 945 time: 0.1520364 Jul 15 23:21:52.921124 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-9b4900c6-c8b4-4c1e-bfa7-40cfb81e896d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] device_id is not set on port a765dd9e-40a4-4e2e-9a15-00a1ca01c579 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:21:52.969815 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e9f19737-e8ec-41dc-86d9-130f5681618e req-21558a96-9df8-479e-af86-8e50b715c71a tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579808 Jul 15 23:21:53.008751 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2157e82-bb07-4e37-8c43-c3fb8532ccc7 None None] Network c93de3c5-2ed1-4ef3-9f37-9b38f467ba90 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:53.099916 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-9b4900c6-c8b4-4c1e-bfa7-40cfb81e896d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Allocated IP 2001:db8::23 (c93de3c5-2ed1-4ef3-9f37-9b38f467ba90/36ff64b7-13f4-465f-92ee-6d7a2d98fdbd/a765dd9e-40a4-4e2e-9a15-00a1ca01c579) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:53.235489 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b4900c6-c8b4-4c1e-bfa7-40cfb81e896d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:53.277841 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b4900c6-c8b4-4c1e-bfa7-40cfb81e896d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:53.315388 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4900c6-c8b4-4c1e-bfa7-40cfb81e896d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Network c93de3c5-2ed1-4ef3-9f37-9b38f467ba90 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:53.319989 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-9b4900c6-c8b4-4c1e-bfa7-40cfb81e896d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:53.323257 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4900c6-c8b4-4c1e-bfa7-40cfb81e896d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:53.324230 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4900c6-c8b4-4c1e-bfa7-40cfb81e896d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:53.324884 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b4900c6-c8b4-4c1e-bfa7-40cfb81e896d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:53.336312 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4900c6-c8b4-4c1e-bfa7-40cfb81e896d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Pushing event updated for resources: {'Port': ['ID=a765dd9e-40a4-4e2e-9a15-00a1ca01c579,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:53.343847 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9b4900c6-c8b4-4c1e-bfa7-40cfb81e896d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.5098183 Jul 15 23:21:53.345951 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36932) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:53.431688 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-cbdf8d23-c1b8-4229-95fe-16af8d831281 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Deleting port a765dd9e-40a4-4e2e-9a15-00a1ca01c579 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:53.431917 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbdf8d23-c1b8-4229-95fe-16af8d831281 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:53.504648 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbdf8d23-c1b8-4229-95fe-16af8d831281 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:53.516366 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-cbdf8d23-c1b8-4229-95fe-16af8d831281 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Calling delete_port for a765dd9e-40a4-4e2e-9a15-00a1ca01c579 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:53.637828 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbdf8d23-c1b8-4229-95fe-16af8d831281 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:53.663957 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf8d23-c1b8-4229-95fe-16af8d831281 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Pushing event deleted for resources: {'Port': ['ID=a765dd9e-40a4-4e2e-9a15-00a1ca01c579,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:53.696287 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbdf8d23-c1b8-4229-95fe-16af8d831281 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:53.698216 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cbdf8d23-c1b8-4229-95fe-16af8d831281 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "DELETE /v2.0/ports/a765dd9e-40a4-4e2e-9a15-00a1ca01c579 HTTP/1.1" status: 204 len: 168 time: 0.3513658 Jul 15 23:21:53.701055 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36940) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:53.705356 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0ab2e0a9-fcbc-45fc-9598-42d1b18c658d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c93de3c5-2ed1-4ef3-9f37-9b38f467ba90', 'external_fixed_ips': [{'subnet_id': '36ff64b7-13f4-465f-92ee-6d7a2d98fdbd', 'ip_address': '2001:db8::23'}]}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:53.726338 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ab2e0a9-fcbc-45fc-9598-42d1b18c658d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:53.727482 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ab2e0a9-fcbc-45fc-9598-42d1b18c658d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:54.056182 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-5f6a716c-fffb-47c3-8927-7ed3e7a0e340 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:54.057688 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-5f6a716c-fffb-47c3-8927-7ed3e7a0e340 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/networks?id=735c8477-b658-4066-88fd-8f0a4fc80eba HTTP/1.1" status: 200 len: 811 time: 0.1889036 Jul 15 23:21:54.094949 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:54.108900 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-be88b09d-087f-4d95-8ac6-d17abcfd5ffd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/quotas/3c476bc9e2fe48f188b2500546342e72 HTTP/1.1" status: 200 len: 375 time: 0.0447404 Jul 15 23:21:54.125549 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ab2e0a9-fcbc-45fc-9598-42d1b18c658d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:54.170052 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13caa84b-4304-4266-8516-ff808a01469d req-17ad995e-c90e-44bd-938a-3fe246ee9980 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:54.171561 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13caa84b-4304-4266-8516-ff808a01469d req-17ad995e-c90e-44bd-938a-3fe246ee9980 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/networks?id=4094d55c-5c60-4756-9c8c-4a0f295c2a77 HTTP/1.1" status: 200 len: 815 time: 0.1684539 Jul 15 23:21:54.199261 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13caa84b-4304-4266-8516-ff808a01469d req-42da1afd-0ba2-482b-8a77-9818fab1d014 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/quotas/f1e1744486ab4438bc999a6e33f43aed HTTP/1.1" status: 200 len: 375 time: 0.0195918 Jul 15 23:21:54.220445 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-9f67315b-4268-465b-be98-c15d8f42d017 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c476bc9e2fe48f188b2500546342e72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1041577 Jul 15 23:21:54.262341 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ab2e0a9-fcbc-45fc-9598-42d1b18c658d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:54.355208 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13caa84b-4304-4266-8516-ff808a01469d req-020568e8-2bed-4310-84b9-1b87c8c752c2 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1e1744486ab4438bc999a6e33f43aed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1503301 Jul 15 23:21:54.357573 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-de45e362-975c-468b-8550-9de500ba21e0 service neutron] 10.222.0.16 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274712 Jul 15 23:21:54.468929 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ab2e0a9-fcbc-45fc-9598-42d1b18c658d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:54.487612 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ab2e0a9-fcbc-45fc-9598-42d1b18c658d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:54.511683 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13caa84b-4304-4266-8516-ff808a01469d req-b7f4b2fc-8cff-46f3-bfc8-f7f08fb63d40 service neutron] 10.222.0.16 "GET /v2.0/networks/4094d55c-5c60-4756-9c8c-4a0f295c2a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498406 Jul 15 23:21:54.513595 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-16f5f876-4bae-444c-a3a8-3544d6167b64 service neutron] 10.222.0.16 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446571 Jul 15 23:21:54.608407 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13caa84b-4304-4266-8516-ff808a01469d req-6537a6b7-3753-4ec4-aeb8-2d1dfc4b0e10 service neutron] 10.222.0.16 "GET /v2.0/networks/4094d55c-5c60-4756-9c8c-4a0f295c2a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906425 Jul 15 23:21:54.645109 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-0ab2e0a9-fcbc-45fc-9598-42d1b18c658d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Allocated IP 2001:db8::23 (c93de3c5-2ed1-4ef3-9f37-9b38f467ba90/36ff64b7-13f4-465f-92ee-6d7a2d98fdbd/6bd888d9-70ce-4361-9de6-1e3086ba62b5) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:54.801293 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ab2e0a9-fcbc-45fc-9598-42d1b18c658d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:54.843398 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ab2e0a9-fcbc-45fc-9598-42d1b18c658d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:54.844169 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a384d4b-ec04-4fed-9841-29bc1fddfaf6 req-ec3731c5-e557-4451-8150-7d812cf7b377 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 210 time: 0.0313380 Jul 15 23:21:54.882764 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe87dcc-be69-4e99-aa79-e0ced67a5464 req-ff608c7f-2d6e-4a51-8e15-9c5e6482b3b9 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:54.892989 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9fe87dcc-be69-4e99-aa79-e0ced67a5464 req-ff608c7f-2d6e-4a51-8e15-9c5e6482b3b9 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 945 time: 0.1079574 Jul 15 23:21:54.906880 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab2e0a9-fcbc-45fc-9598-42d1b18c658d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Network c93de3c5-2ed1-4ef3-9f37-9b38f467ba90 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:54.911254 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-0ab2e0a9-fcbc-45fc-9598-42d1b18c658d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:54.913451 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2e0a9-fcbc-45fc-9598-42d1b18c658d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Pushing event updated for resources: {'Port': ['ID=6bd888d9-70ce-4361-9de6-1e3086ba62b5,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:54.916421 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab2e0a9-fcbc-45fc-9598-42d1b18c658d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:54.953056 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9fe87dcc-be69-4e99-aa79-e0ced67a5464 req-aab0b7d5-a3de-423e-9f08-d24a7c4e513b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584624 Jul 15 23:21:55.078060 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a7bdfbc3-6e6f-4240-b213-f3f5ce1253f7 req-c4deb6ed-14b2-4f68-9218-516456232cb2 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=11aca585-af97-40e8-bd34-dfe6537473d3 HTTP/1.1" status: 200 len: 210 time: 0.0558929 Jul 15 23:21:55.211614 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ab2e0a9-fcbc-45fc-9598-42d1b18c658d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.444156 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ab2e0a9-fcbc-45fc-9598-42d1b18c658d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.492698 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2db2a-e01f-471d-8acc-b3b00258a4c0 req-93094a10-1ca3-4eeb-a8cd-1112bdec01b3 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:55.497102 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eef2db2a-e01f-471d-8acc-b3b00258a4c0 req-93094a10-1ca3-4eeb-a8cd-1112bdec01b3 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 945 time: 0.0871401 Jul 15 23:21:55.540982 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eef2db2a-e01f-471d-8acc-b3b00258a4c0 req-a79caa12-f068-4532-9e0d-653293178e11 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364056 Jul 15 23:21:55.612574 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab2e0a9-fcbc-45fc-9598-42d1b18c658d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Router f447641e-f6b7-4c8b-a79b-21b5bf1e523f is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:21:55.716220 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab2e0a9-fcbc-45fc-9598-42d1b18c658d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:21:55.724494 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c7936-2a5f-485b-b2e6-13ace4b467d4 None None] Sync routers for ids ['f447641e-f6b7-4c8b-a79b-21b5bf1e523f'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:21:55.731393 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ab2e0a9-fcbc-45fc-9598-42d1b18c658d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.732812 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0ab2e0a9-fcbc-45fc-9598-42d1b18c658d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.0306983 Jul 15 23:21:55.735443 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 36998) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:55.736905 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56c7936-2a5f-485b-b2e6-13ace4b467d4 None None] Routers {'f447641e-f6b7-4c8b-a79b-21b5bf1e523f'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:55.737500 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-e56c7936-2a5f-485b-b2e6-13ace4b467d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:21:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['f447641e-f6b7-4c8b-a79b-21b5bf1e523f'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:55.836776 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-51935aa7-a041-4b4f-8f6d-442552a8f0b5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.838291 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-e56c7936-2a5f-485b-b2e6-13ace4b467d4 None None] Set router f447641e-f6b7-4c8b-a79b-21b5bf1e523f gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:21:55.952711 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-51935aa7-a041-4b4f-8f6d-442552a8f0b5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.019822 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-51935aa7-a041-4b4f-8f6d-442552a8f0b5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Deleting port 6bd888d9-70ce-4361-9de6-1e3086ba62b5 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:56.020458 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-51935aa7-a041-4b4f-8f6d-442552a8f0b5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.026434 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-54324fb7-0d0b-4789-a54f-27917243a2f9 req-ec17762f-6136-4d87-8180-d64eab198115 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 210 time: 0.0428188 Jul 15 23:21:56.075460 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-e56c7936-2a5f-485b-b2e6-13ace4b467d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f447641e-f6b7-4c8b-a79b-21b5bf1e523f', 'name': '', 'tenant_id': '0dd89c9b539648138626bc0c1f8606ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c93de3c5-2ed1-4ef3-9f37-9b38f467ba90', 'external_fixed_ips': [{'subnet_id': '36ff64b7-13f4-465f-92ee-6d7a2d98fdbd', 'ip_address': '2001:db8::23'}], 'enable_snat': True}, 'gw_port_id': '6bd888d9-70ce-4361-9de6-1e3086ba62b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:21:53Z', 'updated_at': '2021-07-15T23:21:55Z', 'revision_number': 3, 'project_id': '0dd89c9b539648138626bc0c1f8606ff', 'gw_port': {'id': '6bd888d9-70ce-4361-9de6-1e3086ba62b5', 'name': '', 'network_id': 'c93de3c5-2ed1-4ef3-9f37-9b38f467ba90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f447641e-f6b7-4c8b-a79b-21b5bf1e523f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': '36ff64b7-13f4-465f-92ee-6d7a2d98fdbd', 'ip_address': '2001:db8::23', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:54Z', 'updated_at': '2021-07-15T23:21:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ff64b7-13f4-465f-92ee-6d7a2d98fdbd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:56.133082 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-51935aa7-a041-4b4f-8f6d-442552a8f0b5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.151815 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c7936-2a5f-485b-b2e6-13ace4b467d4 None None] Checking router: f447641e-f6b7-4c8b-a79b-21b5bf1e523f for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:21:56.152585 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c7936-2a5f-485b-b2e6-13ace4b467d4 None None] Updating router f447641e-f6b7-4c8b-a79b-21b5bf1e523f port 6bd888d9-70ce-4361-9de6-1e3086ba62b5 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:21:56.164558 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-51935aa7-a041-4b4f-8f6d-442552a8f0b5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Calling delete_port for 6bd888d9-70ce-4361-9de6-1e3086ba62b5 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:56.196037 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e56c7936-2a5f-485b-b2e6-13ace4b467d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.238485 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-cea0b09e-84f0-4b15-a765-55394f4f1182 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:56.240081 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-cea0b09e-84f0-4b15-a765-55394f4f1182 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.43 "GET /v2.0/networks?id=735c8477-b658-4066-88fd-8f0a4fc80eba HTTP/1.1" status: 200 len: 811 time: 0.1830609 Jul 15 23:21:56.256307 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-3ded89be-5607-464b-b594-55b640b3a38f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Request body: {'port': {'device_id': 'a781eadf-d705-4b82-a5ac-78303e350229', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'admin_state_up': True, 'tenant_id': '3c476bc9e2fe48f188b2500546342e72'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:56.307444 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:21:56.374249 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-efeeb8f6-577e-4cae-8c39-dcbce88e25ce req-782eb630-3bf0-4ce0-8d48-d0326d8b12ca tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=11aca585-af97-40e8-bd34-dfe6537473d3 HTTP/1.1" status: 200 len: 210 time: 0.0346160 Jul 15 23:21:56.421987 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-51935aa7-a041-4b4f-8f6d-442552a8f0b5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.426921 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-3ded89be-5607-464b-b594-55b640b3a38f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Made reservation on behalf of 3c476bc9e2fe48f188b2500546342e72 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:56.432470 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-3ded89be-5607-464b-b594-55b640b3a38f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.457132 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51935aa7-a041-4b4f-8f6d-442552a8f0b5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Pushing event deleted for resources: {'Port': ['ID=6bd888d9-70ce-4361-9de6-1e3086ba62b5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:56.491830 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-51935aa7-a041-4b4f-8f6d-442552a8f0b5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.521037 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.db.api [None req-e56c7936-2a5f-485b-b2e6-13ace4b467d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:21:56.521618 n-d-787205-9 neutron-server[93801]: DEBUG oslo_db.api [None req-e56c7936-2a5f-485b-b2e6-13ace4b467d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:21:56.588768 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-3ded89be-5607-464b-b594-55b640b3a38f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Allocated IP 172.20.0.14 (735c8477-b658-4066-88fd-8f0a4fc80eba/54f0c398-786c-4bb4-9c0d-f6b9e6012b3b/79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:56.609899 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-51935aa7-a041-4b4f-8f6d-442552a8f0b5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.612891 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-51935aa7-a041-4b4f-8f6d-442552a8f0b5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.675298 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-51935aa7-a041-4b4f-8f6d-442552a8f0b5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.675882 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51935aa7-a041-4b4f-8f6d-442552a8f0b5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f447641e-f6b7-4c8b-a79b-21b5bf1e523f {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:21:56.688042 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-51935aa7-a041-4b4f-8f6d-442552a8f0b5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.689490 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-51935aa7-a041-4b4f-8f6d-442552a8f0b5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "DELETE /v2.0/routers/f447641e-f6b7-4c8b-a79b-21b5bf1e523f HTTP/1.1" status: 204 len: 168 time: 0.9530911 Jul 15 23:21:56.692297 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37008) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:56.802946 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd7da6b4-231b-441b-8dac-46e512f2f9dc tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Deleting subnet 36ff64b7-13f4-465f-92ee-6d7a2d98fdbd {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:21:56.815147 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd7da6b4-231b-441b-8dac-46e512f2f9dc tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.877535 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd7da6b4-231b-441b-8dac-46e512f2f9dc tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.974570 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd7da6b4-231b-441b-8dac-46e512f2f9dc tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.996485 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13caa84b-4304-4266-8516-ff808a01469d req-cf5b3fd3-fdd1-4592-a0b7-22ff6cb68f23 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:56.998077 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13caa84b-4304-4266-8516-ff808a01469d req-cf5b3fd3-fdd1-4592-a0b7-22ff6cb68f23 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.43 "GET /v2.0/networks?id=4094d55c-5c60-4756-9c8c-4a0f295c2a77 HTTP/1.1" status: 200 len: 815 time: 0.3927166 Jul 15 23:21:57.014749 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-13caa84b-4304-4266-8516-ff808a01469d req-1ae62f50-6de1-49c9-aa47-dfc416770609 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Request body: {'port': {'device_id': '11aca585-af97-40e8-bd34-dfe6537473d3', 'network_id': '4094d55c-5c60-4756-9c8c-4a0f295c2a77', 'admin_state_up': True, 'tenant_id': 'f1e1744486ab4438bc999a6e33f43aed'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:57.062410 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c7936-2a5f-485b-b2e6-13ace4b467d4 None None] Port 6bd888d9-70ce-4361-9de6-1e3086ba62b5 not found while updating agent binding for router f447641e-f6b7-4c8b-a79b-21b5bf1e523f. {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 15 23:21:57.076826 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd7da6b4-231b-441b-8dac-46e512f2f9dc tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:57.090394 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56c7936-2a5f-485b-b2e6-13ace4b467d4 None None] Routers set() bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:57.090797 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56c7936-2a5f-485b-b2e6-13ace4b467d4 None None] Router IDs set() for agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 23:21:57.091462 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_agentschedulers_db [None req-e56c7936-2a5f-485b-b2e6-13ace4b467d4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f447641e-f6b7-4c8b-a79b-21b5bf1e523f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:21:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent'). {{(pid=93801) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 23:21:57.091839 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c7936-2a5f-485b-b2e6-13ace4b467d4 None None] The sync data for ids ['f447641e-f6b7-4c8b-a79b-21b5bf1e523f'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:21:57.123344 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7da6b4-231b-441b-8dac-46e512f2f9dc tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=36ff64b7-13f4-465f-92ee-6d7a2d98fdbd,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:57.138875 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd7da6b4-231b-441b-8dac-46e512f2f9dc tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:57.144042 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d640727-0a9d-4d15-845d-51c5b3a77624 req-f8f7d9e3-a00a-4fc8-9cf2-c1a88983f3a8 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:57.146026 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-dd7da6b4-231b-441b-8dac-46e512f2f9dc tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/36ff64b7-13f4-465f-92ee-6d7a2d98fdbd HTTP/1.1" status: 204 len: 168 time: 0.4522395 Jul 15 23:21:57.146552 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37016) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:57.158173 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2d640727-0a9d-4d15-845d-51c5b3a77624 req-f8f7d9e3-a00a-4fc8-9cf2-c1a88983f3a8 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 945 time: 0.3970826 Jul 15 23:21:57.229595 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-236ab10a-6848-4557-91ca-ba9a89dda684 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:57.274773 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9d613440-1773-428e-a2cc-4b002dda60a4 req-eabbd120-2b63-4a19-a95e-df35104d6d84 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 210 time: 0.0603004 Jul 15 23:21:57.304022 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-3ded89be-5607-464b-b594-55b640b3a38f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:57.315596 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2d640727-0a9d-4d15-845d-51c5b3a77624 req-793d768e-b087-4d80-a9b1-f10fe164dcba tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485918 Jul 15 23:21:57.329030 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-3ded89be-5607-464b-b594-55b640b3a38f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Transition to ACTIVE for port object 79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:57.341186 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-236ab10a-6848-4557-91ca-ba9a89dda684 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:57.355209 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13caa84b-4304-4266-8516-ff808a01469d req-1ae62f50-6de1-49c9-aa47-dfc416770609 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Made reservation on behalf of f1e1744486ab4438bc999a6e33f43aed for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:57.359132 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-13caa84b-4304-4266-8516-ff808a01469d req-1ae62f50-6de1-49c9-aa47-dfc416770609 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:57.369748 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-236ab10a-6848-4557-91ca-ba9a89dda684 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c93de3c5-2ed1-4ef3-9f37-9b38f467ba90']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:57.384636 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-236ab10a-6848-4557-91ca-ba9a89dda684 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '690b8ec6-2b56-467f-bf9e-20a351e8ef16') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:57.385133 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-236ab10a-6848-4557-91ca-ba9a89dda684 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '690b8ec6-2b56-467f-bf9e-20a351e8ef16') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:57.394828 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-236ab10a-6848-4557-91ca-ba9a89dda684 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:57.410246 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-236ab10a-6848-4557-91ca-ba9a89dda684 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:57.417360 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236ab10a-6848-4557-91ca-ba9a89dda684 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:21:57.417992 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-236ab10a-6848-4557-91ca-ba9a89dda684 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:57.442077 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-3ded89be-5607-464b-b594-55b640b3a38f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:21:57.443120 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:21:57.478600 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['9508a1cc-25ca-446a-b14b-b4bf4d527c02'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:57.520161 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-236ab10a-6848-4557-91ca-ba9a89dda684 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:57.531238 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-3ded89be-5607-464b-b594-55b640b3a38f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Network 735c8477-b658-4066-88fd-8f0a4fc80eba is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:57.535436 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236ab10a-6848-4557-91ca-ba9a89dda684 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c93de3c5-2ed1-4ef3-9f37-9b38f467ba90 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 23:21:57.543094 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-3ded89be-5607-464b-b594-55b640b3a38f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:57.545857 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-3ded89be-5607-464b-b594-55b640b3a38f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:57.605618 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-236ab10a-6848-4557-91ca-ba9a89dda684 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:57.623679 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-236ab10a-6848-4557-91ca-ba9a89dda684 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "DELETE /v2.0/networks/c93de3c5-2ed1-4ef3-9f37-9b38f467ba90 HTTP/1.1" status: 204 len: 168 time: 0.4652903 Jul 15 23:21:57.629636 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ab10a-6848-4557-91ca-ba9a89dda684 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Pushing event deleted for resources: {'Network': ['ID=c93de3c5-2ed1-4ef3-9f37-9b38f467ba90,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:58.000136 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37038) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:58.005944 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-50b91835-71dc-4cdb-ae50-e61055d36e3c tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Request body: {'router': {'name': 'tempest-router--312916618', 'project_id': '89b557578d3b4ced8629f906be7d3052'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:58.051614 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50b91835-71dc-4cdb-ae50-e61055d36e3c tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.060220 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-3ded89be-5607-464b-b594-55b640b3a38f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:58.060868 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-3ded89be-5607-464b-b594-55b640b3a38f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.063991 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50b91835-71dc-4cdb-ae50-e61055d36e3c tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.073006 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0b18bdf0-695e-4cb2-bfc6-6d72d3c9b322 None None] Provisioning for port 79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:58.075176 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded89be-5607-464b-b594-55b640b3a38f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Pushing event updated for resources: {'Port': ['ID=79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:58.083266 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-3ded89be-5607-464b-b594-55b640b3a38f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8338084 Jul 15 23:21:58.090651 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0b18bdf0-695e-4cb2-bfc6-6d72d3c9b322 None None] Provisioning complete for port 79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:58.091393 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0b18bdf0-695e-4cb2-bfc6-6d72d3c9b322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.102773 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-a8151666-2c92-4acd-8416-2c7112ebd8a2 service neutron] Request body: {'port': {'device_id': 'a781eadf-d705-4b82-a5ac-78303e350229', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:58.133206 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-37e1efed-e439-4229-be06-c89957449c42 req-498758b2-17c2-4e36-8645-21cc87704c33 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=11aca585-af97-40e8-bd34-dfe6537473d3 HTTP/1.1" status: 200 len: 210 time: 0.0590584 Jul 15 23:21:58.196279 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-13caa84b-4304-4266-8516-ff808a01469d req-1ae62f50-6de1-49c9-aa47-dfc416770609 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Allocated IP 172.20.0.7 (4094d55c-5c60-4756-9c8c-4a0f295c2a77/d669a791-b590-4a02-a253-5106186a51cc/fdd2855c-49ff-4c1c-afd4-a698c6e0c3be) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:58.198793 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0b18bdf0-695e-4cb2-bfc6-6d72d3c9b322 None None] Port 79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:21:58.221467 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50b91835-71dc-4cdb-ae50-e61055d36e3c tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.227906 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50b91835-71dc-4cdb-ae50-e61055d36e3c tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.251221 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50b91835-71dc-4cdb-ae50-e61055d36e3c tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.253656 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-50b91835-71dc-4cdb-ae50-e61055d36e3c tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2504339 Jul 15 23:21:58.255981 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37042) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:58.281220 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-a8151666-2c92-4acd-8416-2c7112ebd8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.429363 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f6f01592-7d4f-4ecf-bd48-7a7cca2cc6b7 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.511342 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-13caa84b-4304-4266-8516-ff808a01469d req-1ae62f50-6de1-49c9-aa47-dfc416770609 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.625901 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f6f01592-7d4f-4ecf-bd48-7a7cca2cc6b7 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.628370 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f6f01592-7d4f-4ecf-bd48-7a7cca2cc6b7 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.691509 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f6f01592-7d4f-4ecf-bd48-7a7cca2cc6b7 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.692089 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f01592-7d4f-4ecf-bd48-7a7cca2cc6b7 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ecea8f1-8e15-4fe2-9bad-d8acb9d54910 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:21:58.692755 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313ccc9-5ee8-41f7-8166-0bbeab86fd14 req-575af030-709e-435e-be9d-88fb6f4a72e5 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:58.700393 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d313ccc9-5ee8-41f7-8166-0bbeab86fd14 req-575af030-709e-435e-be9d-88fb6f4a72e5 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 945 time: 0.2784333 Jul 15 23:21:58.705803 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f6f01592-7d4f-4ecf-bd48-7a7cca2cc6b7 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.713505 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f6f01592-7d4f-4ecf-bd48-7a7cca2cc6b7 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "DELETE /v2.0/routers/2ecea8f1-8e15-4fe2-9bad-d8acb9d54910 HTTP/1.1" status: 204 len: 168 time: 0.4563971 Jul 15 23:21:58.727142 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453da981-525b-4941-84f4-4ebce8c749d1 req-99f811ea-400a-4685-903e-6584776887c0 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:58.728624 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-453da981-525b-4941-84f4-4ebce8c749d1 req-99f811ea-400a-4685-903e-6584776887c0 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 932 time: 0.2661276 Jul 15 23:21:58.768111 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-13caa84b-4304-4266-8516-ff808a01469d req-1ae62f50-6de1-49c9-aa47-dfc416770609 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.781259 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d', '824ca5fc-c067-405d-83ce-34fcc6da2775'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:58.902039 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13caa84b-4304-4266-8516-ff808a01469d req-1ae62f50-6de1-49c9-aa47-dfc416770609 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Network 4094d55c-5c60-4756-9c8c-4a0f295c2a77 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:58.911459 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-13caa84b-4304-4266-8516-ff808a01469d req-1ae62f50-6de1-49c9-aa47-dfc416770609 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:58.927645 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d313ccc9-5ee8-41f7-8166-0bbeab86fd14 req-a8399303-c127-41da-a33e-074371a95c90 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263083 Jul 15 23:21:58.931367 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-453da981-525b-4941-84f4-4ebce8c749d1 req-f1edb80c-b430-4aee-9c4c-d6d02a075fb8 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925001 Jul 15 23:21:58.941647 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37050) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:58.975503 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-13caa84b-4304-4266-8516-ff808a01469d req-1ae62f50-6de1-49c9-aa47-dfc416770609 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:59.120789 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-a8151666-2c92-4acd-8416-2c7112ebd8a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:21:59.132025 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-a8151666-2c92-4acd-8416-2c7112ebd8a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.150955 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-a8151666-2c92-4acd-8416-2c7112ebd8a2 service neutron] Transition to ACTIVE for port object 79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:59.195388 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae62f50-6de1-49c9-aa47-dfc416770609 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Pushing event updated for resources: {'Port': ['ID=fdd2855c-49ff-4c1c-afd4-a698c6e0c3be,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:59.214926 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-a8151666-2c92-4acd-8416-2c7112ebd8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.283052 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13caa84b-4304-4266-8516-ff808a01469d req-1ae62f50-6de1-49c9-aa47-dfc416770609 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:59.283743 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-13caa84b-4304-4266-8516-ff808a01469d req-1ae62f50-6de1-49c9-aa47-dfc416770609 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.298539 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e9345d62-5ab3-44a5-a5df-883071212f27 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-125680155', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}, 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:59.341286 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8151666-2c92-4acd-8416-2c7112ebd8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:59.349169 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13caa84b-4304-4266-8516-ff808a01469d req-1ae62f50-6de1-49c9-aa47-dfc416770609 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3417075 Jul 15 23:21:59.354372 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e9345d62-5ab3-44a5-a5df-883071212f27 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.355773 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e9345d62-5ab3-44a5-a5df-883071212f27 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.384405 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-13caa84b-4304-4266-8516-ff808a01469d req-4512334d-fd42-4d7f-830a-6c427e0918f1 service neutron] Request body: {'port': {'device_id': '11aca585-af97-40e8-bd34-dfe6537473d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:59.425242 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e9345d62-5ab3-44a5-a5df-883071212f27 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.526942 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-13caa84b-4304-4266-8516-ff808a01469d req-4512334d-fd42-4d7f-830a-6c427e0918f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.529238 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-a8151666-2c92-4acd-8416-2c7112ebd8a2 service neutron] Attempting to bind port 79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:21:59.529621 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-a8151666-2c92-4acd-8416-2c7112ebd8a2 service neutron] Attempting to bind port 79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:21:59.529962 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-a8151666-2c92-4acd-8416-2c7112ebd8a2 service neutron] Attempting to bind port 79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba on network 735c8477-b658-4066-88fd-8f0a4fc80eba {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:59.556357 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-a8151666-2c92-4acd-8416-2c7112ebd8a2 service neutron] Port 79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba on network 735c8477-b658-4066-88fd-8f0a4fc80eba not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:21:59.557036 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-a8151666-2c92-4acd-8416-2c7112ebd8a2 service neutron] Attempting to bind port 79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba on network 735c8477-b658-4066-88fd-8f0a4fc80eba {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:59.573982 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-a8151666-2c92-4acd-8416-2c7112ebd8a2 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:21:59.574903 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-a8151666-2c92-4acd-8416-2c7112ebd8a2 service neutron] Checking segment: {'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:59.575765 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-a8151666-2c92-4acd-8416-2c7112ebd8a2 service neutron] Bound using segment: {'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:21:59.576853 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-a8151666-2c92-4acd-8416-2c7112ebd8a2 service neutron] Bound port: 79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:21:59.577547 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-a8151666-2c92-4acd-8416-2c7112ebd8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.601533 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355e7d2-1dd9-4f66-8116-6b41d026565b req-9baa72b2-fe9e-463e-adea-c5e6112a6fac tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:59.603351 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9355e7d2-1dd9-4f66-8116-6b41d026565b req-9baa72b2-fe9e-463e-adea-c5e6112a6fac tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=11aca585-af97-40e8-bd34-dfe6537473d3 HTTP/1.1" status: 200 len: 931 time: 0.2563040 Jul 15 23:21:59.786161 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9355e7d2-1dd9-4f66-8116-6b41d026565b req-08c4d83b-f409-4894-b7bb-76b20ff82cff tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412578 Jul 15 23:21:59.831957 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-a8151666-2c92-4acd-8416-2c7112ebd8a2 service neutron] For port 79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:21:59.877981 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-a8151666-2c92-4acd-8416-2c7112ebd8a2 service neutron] For port 79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:21:59.884777 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-a8151666-2c92-4acd-8416-2c7112ebd8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.932992 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e9345d62-5ab3-44a5-a5df-883071212f27 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.951650 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-a8151666-2c92-4acd-8416-2c7112ebd8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:59.952622 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-a8151666-2c92-4acd-8416-2c7112ebd8a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.954477 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-a8151666-2c92-4acd-8416-2c7112ebd8a2 service neutron] 10.222.0.43 "PUT /v2.0/ports/79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba HTTP/1.1" status: 200 len: 1092 time: 1.8584132 Jul 15 23:22:00.064563 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a781eadf-d705-4b82-a5ac-78303e350229', 'tag': '79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:00.075241 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4914802b-ae17-4d22-8e3b-9c14fe89b4cb" -d '{"events": [{"name": "network-changed", "server_uuid": "a781eadf-d705-4b82-a5ac-78303e350229", "tag": "79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:00.154680 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8151666-2c92-4acd-8416-2c7112ebd8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:00.240516 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-13caa84b-4304-4266-8516-ff808a01469d req-4512334d-fd42-4d7f-830a-6c427e0918f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd2855c-49ff-4c1c-afd4-a698c6e0c3be {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:22:00.296414 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-13caa84b-4304-4266-8516-ff808a01469d req-4512334d-fd42-4d7f-830a-6c427e0918f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.344088 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e9345d62-5ab3-44a5-a5df-883071212f27 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.350604 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-13caa84b-4304-4266-8516-ff808a01469d req-4512334d-fd42-4d7f-830a-6c427e0918f1 service neutron] Transition to ACTIVE for port object fdd2855c-49ff-4c1c-afd4-a698c6e0c3be will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:00.368344 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e9345d62-5ab3-44a5-a5df-883071212f27 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.379583 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-13caa84b-4304-4266-8516-ff808a01469d req-4512334d-fd42-4d7f-830a-6c427e0918f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.419143 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-832a3d39-7ae3-47f4-8150-9e767dafd5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:00.421010 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-832a3d39-7ae3-47f4-8150-9e767dafd5d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c476bc9e2fe48f188b2500546342e72&device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 1095 time: 0.3385346 Jul 15 23:22:00.521624 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-9a671d55-caef-4ea0-b43c-7f35bd634252 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba HTTP/1.1" status: 200 len: 217 time: 0.0697544 Jul 15 23:22:00.532486 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-e9345d62-5ab3-44a5-a5df-883071212f27 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Allocated IP 172.25.4.144 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/4c3609ee-f15f-4eaa-b556-058deb50dca7) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:00.533902 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6cd25-bcb5-4775-b75b-dc6c39de0460 req-938df208-0f31-482a-b779-bc79b2792d4f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:00.541222 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c4b6cd25-bcb5-4775-b75b-dc6c39de0460 req-938df208-0f31-482a-b779-bc79b2792d4f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 944 time: 0.3348911 Jul 15 23:22:00.562408 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512334d-fd42-4d7f-830a-6c427e0918f1 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd2855c-49ff-4c1c-afd4-a698c6e0c3be,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:00.664311 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e60481-6630-4249-88b5-3592a9faf289 req-bfdebe0d-da2b-441d-a390-71308c996e08 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:00.665803 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-10e60481-6630-4249-88b5-3592a9faf289 req-bfdebe0d-da2b-441d-a390-71308c996e08 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 945 time: 0.4301879 Jul 15 23:22:00.694254 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e9345d62-5ab3-44a5-a5df-883071212f27 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.708642 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-455b75d8-d219-463f-8315-7754fd964552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:00.709896 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-455b75d8-d219-463f-8315-7754fd964552 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=54f0c398-786c-4bb4-9c0d-f6b9e6012b3b HTTP/1.1" status: 200 len: 850 time: 0.1651063 Jul 15 23:22:00.721251 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c4b6cd25-bcb5-4775-b75b-dc6c39de0460 req-6a1a42ac-b692-43cf-844b-7bcfcb472bcc tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792142 Jul 15 23:22:00.751078 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e9345d62-5ab3-44a5-a5df-883071212f27 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.789787 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-10e60481-6630-4249-88b5-3592a9faf289 req-be380147-618c-4c36-8131-9c00eafb88a9 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928359 Jul 15 23:22:00.795511 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-13caa84b-4304-4266-8516-ff808a01469d req-4512334d-fd42-4d7f-830a-6c427e0918f1 service neutron] Attempting to bind port fdd2855c-49ff-4c1c-afd4-a698c6e0c3be on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:22:00.795946 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-13caa84b-4304-4266-8516-ff808a01469d req-4512334d-fd42-4d7f-830a-6c427e0918f1 service neutron] Attempting to bind port fdd2855c-49ff-4c1c-afd4-a698c6e0c3be by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4094d55c-5c60-4756-9c8c-4a0f295c2a77'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:22:00.796336 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13caa84b-4304-4266-8516-ff808a01469d req-4512334d-fd42-4d7f-830a-6c427e0918f1 service neutron] Attempting to bind port fdd2855c-49ff-4c1c-afd4-a698c6e0c3be on network 4094d55c-5c60-4756-9c8c-4a0f295c2a77 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:00.804150 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1839f9-2999-4b16-86a1-de9ca875b604 x-openstack-request-id: req-1a1839f9-2999-4b16-86a1-de9ca875b604 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:00.805094 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a781eadf-d705-4b82-a5ac-78303e350229", "tag": "79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:00.805423 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a1839f9-2999-4b16-86a1-de9ca875b604 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:00.805884 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a781eadf-d705-4b82-a5ac-78303e350229', 'tag': '79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba', 'status': 'completed', 'code': 200} Jul 15 23:22:00.808941 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9345d62-5ab3-44a5-a5df-883071212f27 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:00.813795 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13caa84b-4304-4266-8516-ff808a01469d req-4512334d-fd42-4d7f-830a-6c427e0918f1 service neutron] Port fdd2855c-49ff-4c1c-afd4-a698c6e0c3be on network 4094d55c-5c60-4756-9c8c-4a0f295c2a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:22:00.814128 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13caa84b-4304-4266-8516-ff808a01469d req-4512334d-fd42-4d7f-830a-6c427e0918f1 service neutron] Attempting to bind port fdd2855c-49ff-4c1c-afd4-a698c6e0c3be on network 4094d55c-5c60-4756-9c8c-4a0f295c2a77 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:00.833441 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-e9345d62-5ab3-44a5-a5df-883071212f27 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:00.837312 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13caa84b-4304-4266-8516-ff808a01469d req-4512334d-fd42-4d7f-830a-6c427e0918f1 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:22:00.837546 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13caa84b-4304-4266-8516-ff808a01469d req-4512334d-fd42-4d7f-830a-6c427e0918f1 service neutron] Checking segment: {'id': '5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4094d55c-5c60-4756-9c8c-4a0f295c2a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:00.837860 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13caa84b-4304-4266-8516-ff808a01469d req-4512334d-fd42-4d7f-830a-6c427e0918f1 service neutron] Bound using segment: {'id': '5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4094d55c-5c60-4756-9c8c-4a0f295c2a77'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:22:00.838262 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-13caa84b-4304-4266-8516-ff808a01469d req-4512334d-fd42-4d7f-830a-6c427e0918f1 service neutron] Bound port: fdd2855c-49ff-4c1c-afd4-a698c6e0c3be, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4094d55c-5c60-4756-9c8c-4a0f295c2a77'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:22:00.838827 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-13caa84b-4304-4266-8516-ff808a01469d req-4512334d-fd42-4d7f-830a-6c427e0918f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.839673 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9345d62-5ab3-44a5-a5df-883071212f27 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:00.861620 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-9478d023-57df-4324-a321-f2283bc8a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:00.863192 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-9478d023-57df-4324-a321-f2283bc8a972 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=735c8477-b658-4066-88fd-8f0a4fc80eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1410897 Jul 15 23:22:00.907097 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9345d62-5ab3-44a5-a5df-883071212f27 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Pushing event updated for resources: {'Port': ['ID=4c3609ee-f15f-4eaa-b556-058deb50dca7,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:01.092474 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-13caa84b-4304-4266-8516-ff808a01469d req-4512334d-fd42-4d7f-830a-6c427e0918f1 service neutron] For port fdd2855c-49ff-4c1c-afd4-a698c6e0c3be, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:22:01.116548 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-13caa84b-4304-4266-8516-ff808a01469d req-4512334d-fd42-4d7f-830a-6c427e0918f1 service neutron] For port fdd2855c-49ff-4c1c-afd4-a698c6e0c3be, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=fdd2855c-49ff-4c1c-afd4-a698c6e0c3be,segment=NetworkSegment(5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61),segment_id=5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:22:01.135247 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-13caa84b-4304-4266-8516-ff808a01469d req-4512334d-fd42-4d7f-830a-6c427e0918f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:01.217308 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13caa84b-4304-4266-8516-ff808a01469d req-4512334d-fd42-4d7f-830a-6c427e0918f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:01.218125 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-13caa84b-4304-4266-8516-ff808a01469d req-4512334d-fd42-4d7f-830a-6c427e0918f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:01.220128 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13caa84b-4304-4266-8516-ff808a01469d req-4512334d-fd42-4d7f-830a-6c427e0918f1 service neutron] 10.222.0.43 "PUT /v2.0/ports/fdd2855c-49ff-4c1c-afd4-a698c6e0c3be HTTP/1.1" status: 200 len: 1091 time: 1.8433838 Jul 15 23:22:01.227377 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-5324106a-290c-4a15-995e-0c303e62404f service neutron] 10.222.0.43 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137517 Jul 15 23:22:01.258445 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f06df-5ac4-40c4-b239-ed6dc468fd54 req-bbdaf23a-82ea-4391-969b-864839826a49 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:01.260063 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a21f06df-5ac4-40c4-b239-ed6dc468fd54 req-bbdaf23a-82ea-4391-969b-864839826a49 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=11aca585-af97-40e8-bd34-dfe6537473d3 HTTP/1.1" status: 200 len: 943 time: 0.2799323 Jul 15 23:22:01.329132 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e9345d62-5ab3-44a5-a5df-883071212f27 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:01.424255 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512334d-fd42-4d7f-830a-6c427e0918f1 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd2855c-49ff-4c1c-afd4-a698c6e0c3be,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:01.463659 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a21f06df-5ac4-40c4-b239-ed6dc468fd54 req-aed4ef46-b4d3-4d94-9cb1-cd44f8e62d9e tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871471 Jul 15 23:22:01.499257 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97316b0c-c74c-4522-a0a6-6c804456f113 req-7d76d5f5-7f00-4327-9f42-8e9e00713efd service neutron] 10.222.0.43 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631757 Jul 15 23:22:01.516902 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13caa84b-4304-4266-8516-ff808a01469d req-922a19c8-f4dc-4370-9b7a-8f8a90f8e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:01.518697 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13caa84b-4304-4266-8516-ff808a01469d req-922a19c8-f4dc-4370-9b7a-8f8a90f8e5a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f1e1744486ab4438bc999a6e33f43aed&device_id=11aca585-af97-40e8-bd34-dfe6537473d3 HTTP/1.1" status: 200 len: 1094 time: 0.2187667 Jul 15 23:22:01.616125 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13caa84b-4304-4266-8516-ff808a01469d req-546b3d5d-3499-4879-9d44-b68b30271212 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdd2855c-49ff-4c1c-afd4-a698c6e0c3be HTTP/1.1" status: 200 len: 217 time: 0.0852919 Jul 15 23:22:01.731212 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13caa84b-4304-4266-8516-ff808a01469d req-06823f39-1688-41f3-83ea-62efdc378d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:01.732819 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13caa84b-4304-4266-8516-ff808a01469d req-06823f39-1688-41f3-83ea-62efdc378d95 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d669a791-b590-4a02-a253-5106186a51cc HTTP/1.1" status: 200 len: 855 time: 0.1093993 Jul 15 23:22:01.740978 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b17db3e8-228a-45c7-bba9-5f65fef3858a req-a3cdc556-26fe-4d48-90ff-4dc65d60467e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=de47eea2-af44-489d-9493-990cde5c4c1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2210410 Jul 15 23:22:01.932553 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e9345d62-5ab3-44a5-a5df-883071212f27 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:02.117938 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c277f2b3-11a9-474f-8cec-e88067240d6a details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:22:02.204421 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914802b-ae17-4d22-8e3b-9c14fe89b4cb req-be9eb871-32d0-4d0f-a805-43fd8227369c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:02.206376 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4914802b-ae17-4d22-8e3b-9c14fe89b4cb req-be9eb871-32d0-4d0f-a805-43fd8227369c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c476bc9e2fe48f188b2500546342e72&device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 1095 time: 0.4969020 Jul 15 23:22:02.281409 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c277f2b3-11a9-474f-8cec-e88067240d6a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c277f2b3-11a9-474f-8cec-e88067240d6a,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:02.281991 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13caa84b-4304-4266-8516-ff808a01469d req-54559ee0-0ce5-452b-a905-d6f47b45431b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4094d55c-5c60-4756-9c8c-4a0f295c2a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5314071 Jul 15 23:22:02.296723 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'c277f2b3-11a9-474f-8cec-e88067240d6a', 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54', 'port_id': 'c277f2b3-11a9-474f-8cec-e88067240d6a', 'mac_address': 'fa:16:3e:fa:dd:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '242df3cc-37d7-47c0-a77c-be9034976381', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:22:02.355728 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:02.392468 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9345d62-5ab3-44a5-a5df-883071212f27 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Router af5eef23-40a5-4eab-b02f-638c869ca93e is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:22:02.401383 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c277f2b3-11a9-474f-8cec-e88067240d6a {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:22:02.483027 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914802b-ae17-4d22-8e3b-9c14fe89b4cb req-448be751-fd06-4221-96c3-2db88655bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:02.483553 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c277f2b3-11a9-474f-8cec-e88067240d6a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c277f2b3-11a9-474f-8cec-e88067240d6a,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:02.485464 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4914802b-ae17-4d22-8e3b-9c14fe89b4cb req-448be751-fd06-4221-96c3-2db88655bb6a service neutron] 10.222.0.43 "GET /v2.0/networks?id=735c8477-b658-4066-88fd-8f0a4fc80eba HTTP/1.1" status: 200 len: 912 time: 0.2670689 Jul 15 23:22:02.507701 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17db3e8-228a-45c7-bba9-5f65fef3858a req-d4c40af8-1283-4504-957b-d8da50cfd93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:02.509205 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b17db3e8-228a-45c7-bba9-5f65fef3858a req-d4c40af8-1283-4504-957b-d8da50cfd93a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1885ddec6b5464187ca1cbaa27847a8&device_id=de47eea2-af44-489d-9493-990cde5c4c1d HTTP/1.1" status: 200 len: 1096 time: 0.7164237 Jul 15 23:22:02.511853 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:02.527017 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13caa84b-4304-4266-8516-ff808a01469d req-4eb103f0-e994-4acf-9163-017680c43aa9 service neutron] 10.222.0.43 "GET /v2.0/networks/4094d55c-5c60-4756-9c8c-4a0f295c2a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227931 Jul 15 23:22:02.534776 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6fe44-395a-4470-85f2-a1601fdd3188 req-93b32b67-edee-40ec-99ee-d93e8793e341 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:02.542158 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6de6fe44-395a-4470-85f2-a1601fdd3188 req-93b32b67-edee-40ec-99ee-d93e8793e341 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 945 time: 0.2885239 Jul 15 23:22:02.554909 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4914802b-ae17-4d22-8e3b-9c14fe89b4cb req-faacbe46-d691-4a65-b92c-07bc17b7e768 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba HTTP/1.1" status: 200 len: 217 time: 0.0609620 Jul 15 23:22:02.567391 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b66cc9-8b62-4770-9d27-de3e071bd9f3 req-ba4e9c56-d48c-407c-b5c8-ecac854b1290 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:02.569251 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d6b66cc9-8b62-4770-9d27-de3e071bd9f3 req-ba4e9c56-d48c-407c-b5c8-ecac854b1290 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 944 time: 0.3097823 Jul 15 23:22:02.707339 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9345d62-5ab3-44a5-a5df-883071212f27 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:22:02.735124 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d2319f-2e03-442c-aa26-9281cd01b6b1 None None] Sync routers for ids ['af5eef23-40a5-4eab-b02f-638c869ca93e'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:22:02.779341 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['c277f2b3-11a9-474f-8cec-e88067240d6a'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:02.792304 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914802b-ae17-4d22-8e3b-9c14fe89b4cb req-da9b6617-c466-411c-9a26-3ac9f68f7640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:02.797675 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4914802b-ae17-4d22-8e3b-9c14fe89b4cb req-da9b6617-c466-411c-9a26-3ac9f68f7640 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=54f0c398-786c-4bb4-9c0d-f6b9e6012b3b HTTP/1.1" status: 200 len: 850 time: 0.1972294 Jul 15 23:22:02.800041 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e9345d62-5ab3-44a5-a5df-883071212f27 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:02.813920 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6de6fe44-395a-4470-85f2-a1601fdd3188 req-1ce47830-9d0a-47f0-b2ad-f01eeff70e6b tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708097 Jul 15 23:22:02.814514 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e9345d62-5ab3-44a5-a5df-883071212f27 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.8700471 Jul 15 23:22:02.819268 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37106) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:02.826112 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11aca585-af97-40e8-bd34-dfe6537473d3', 'tag': 'fdd2855c-49ff-4c1c-afd4-a698c6e0c3be'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:02.833689 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa27799-097c-4a09-92ef-1c4f15a74743" -d '{"events": [{"name": "network-changed", "server_uuid": "11aca585-af97-40e8-bd34-dfe6537473d3", "tag": "fdd2855c-49ff-4c1c-afd4-a698c6e0c3be"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:02.859198 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d6b66cc9-8b62-4770-9d27-de3e071bd9f3 req-d5203c2e-2f9e-49e5-b2e6-8cfff09c75ae tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669480 Jul 15 23:22:02.928564 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d2319f-2e03-442c-aa26-9281cd01b6b1 None None] Routers {'af5eef23-40a5-4eab-b02f-638c869ca93e'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:02.930344 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-31d2319f-2e03-442c-aa26-9281cd01b6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:21:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['af5eef23-40a5-4eab-b02f-638c869ca93e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:02.944911 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13caa84b-4304-4266-8516-ff808a01469d req-6aff9f86-c5ef-4f38-a3a4-a45dbe69e580 service neutron] 10.222.0.43 "GET /v2.0/networks/4094d55c-5c60-4756-9c8c-4a0f295c2a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988853 Jul 15 23:22:02.946190 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17db3e8-228a-45c7-bba9-5f65fef3858a req-9b9625e4-40fe-4df4-8ed9-dff36596c1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:02.967234 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b17db3e8-228a-45c7-bba9-5f65fef3858a req-9b9625e4-40fe-4df4-8ed9-dff36596c1b0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb7f5d26-827b-40c8-9606-f513fb310e54 HTTP/1.1" status: 200 len: 913 time: 0.3962810 Jul 15 23:22:03.048909 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-31d2319f-2e03-442c-aa26-9281cd01b6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:03.055934 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b17db3e8-228a-45c7-bba9-5f65fef3858a req-5d326b04-9122-40dd-a24a-9a5c30777ad0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5ecd6c9-6a7b-4dd4-970c-9fd457699f30 HTTP/1.1" status: 200 len: 217 time: 0.0818717 Jul 15 23:22:03.066116 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=c277f2b3-11a9-474f-8cec-e88067240d6a,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:03.124627 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d2319f-2e03-442c-aa26-9281cd01b6b1 None None] Routers {'af5eef23-40a5-4eab-b02f-638c869ca93e'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:03.126941 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-31d2319f-2e03-442c-aa26-9281cd01b6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:21:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['af5eef23-40a5-4eab-b02f-638c869ca93e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:03.340258 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-31d2319f-2e03-442c-aa26-9281cd01b6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:03.350912 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17db3e8-228a-45c7-bba9-5f65fef3858a req-0fad8fa7-fb68-4fd1-bb07-0139c8b71d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:03.352113 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d2319f-2e03-442c-aa26-9281cd01b6b1 None None] The sync data for ids ['af5eef23-40a5-4eab-b02f-638c869ca93e'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:22:03.361966 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b17db3e8-228a-45c7-bba9-5f65fef3858a req-0fad8fa7-fb68-4fd1-bb07-0139c8b71d96 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=242df3cc-37d7-47c0-a77c-be9034976381 HTTP/1.1" status: 200 len: 851 time: 0.2981498 Jul 15 23:22:03.387827 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-93d5ece1-f4d6-42e1-a03b-2d259532d3c9 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "GET /v2.0/routers/af5eef23-40a5-4eab-b02f-638c869ca93e HTTP/1.1" status: 200 len: 924 time: 0.5373535 Jul 15 23:22:03.389334 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37112) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:03.424138 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fd67e19c-9083-45d6-9afe-b0ce10864d36 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "GET /v2.0/ports?device_id=af5eef23-40a5-4eab-b02f-638c869ca93e HTTP/1.1" status: 200 len: 205 time: 0.0336044 Jul 15 23:22:03.425889 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37114) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:03.555888 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914802b-ae17-4d22-8e3b-9c14fe89b4cb req-55b74c82-b478-4564-b627-d75cd2fd1159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:03.558808 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4914802b-ae17-4d22-8e3b-9c14fe89b4cb req-55b74c82-b478-4564-b627-d75cd2fd1159 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=735c8477-b658-4066-88fd-8f0a4fc80eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7199667 Jul 15 23:22:03.595301 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-77f0beba-e183-4a56-9cd2-aae91590cf52 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:03.606323 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17db3e8-228a-45c7-bba9-5f65fef3858a req-168930a5-5a19-449a-bf74-3530b7fbb5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:03.608022 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b17db3e8-228a-45c7-bba9-5f65fef3858a req-168930a5-5a19-449a-bf74-3530b7fbb5ed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb7f5d26-827b-40c8-9606-f513fb310e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2231836 Jul 15 23:22:03.634393 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d31823-27ec-446b-912d-a4bd21ad53b7 req-050160ca-9afe-4afe-ae8e-ff6147d8405a tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:03.635856 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-52d31823-27ec-446b-912d-a4bd21ad53b7 req-050160ca-9afe-4afe-ae8e-ff6147d8405a tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=11aca585-af97-40e8-bd34-dfe6537473d3 HTTP/1.1" status: 200 len: 943 time: 0.2679565 Jul 15 23:22:03.650221 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88136f92-de7b-4755-ae17-01f199cf4e64 req-3c1a8c4c-ada3-4a7f-937a-dfb34e5e79dd tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:03.669817 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-88136f92-de7b-4755-ae17-01f199cf4e64 req-3c1a8c4c-ada3-4a7f-937a-dfb34e5e79dd tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 944 time: 0.4379833 Jul 15 23:22:03.796589 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-52d31823-27ec-446b-912d-a4bd21ad53b7 req-c12af397-5add-41d6-8bc6-738591859507 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152046 Jul 15 23:22:03.865785 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4914802b-ae17-4d22-8e3b-9c14fe89b4cb req-bc4dc5e1-f9a9-4186-b647-d025b5e92482 service neutron] 10.222.0.43 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965770 Jul 15 23:22:03.872285 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-88136f92-de7b-4755-ae17-01f199cf4e64 req-9358105f-1fca-47bb-9cbd-ceeb850cd122 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998253 Jul 15 23:22:03.880084 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c5ce80-5ad4-4859-a578-a951f88111ed x-openstack-request-id: req-68c5ce80-5ad4-4859-a578-a951f88111ed {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:03.880447 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11aca585-af97-40e8-bd34-dfe6537473d3", "tag": "fdd2855c-49ff-4c1c-afd4-a698c6e0c3be", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:03.880713 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-68c5ce80-5ad4-4859-a578-a951f88111ed {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:03.881122 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11aca585-af97-40e8-bd34-dfe6537473d3', 'tag': 'fdd2855c-49ff-4c1c-afd4-a698c6e0c3be', 'status': 'completed', 'code': 200} Jul 15 23:22:03.932849 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.43', 62759) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:04.029019 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b17db3e8-228a-45c7-bba9-5f65fef3858a req-308ad59e-3aac-4f86-8ac9-b69ee65fbf5a service neutron] 10.222.0.43 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798215 Jul 15 23:22:04.087936 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-77f0beba-e183-4a56-9cd2-aae91590cf52 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:04.123564 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c277f2b3-11a9-474f-8cec-e88067240d6a up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:22:04.256694 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b17db3e8-228a-45c7-bba9-5f65fef3858a req-0f8304c8-3105-4af3-91b2-44b8a41d0be0 service neutron] 10.222.0.43 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267988 Jul 15 23:22:04.272799 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2ebda-2cd6-42b4-b979-cf021f9889a9 req-3e13f3f7-e591-4491-b539-42698495d08a tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:04.275347 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f1a2ebda-2cd6-42b4-b979-cf021f9889a9 req-3e13f3f7-e591-4491-b539-42698495d08a tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.43 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 945 time: 0.3797305 Jul 15 23:22:04.360471 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port c277f2b3-11a9-474f-8cec-e88067240d6a triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:04.361057 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:04.369265 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10e0f1-91c0-4558-a97e-07cfad20baba req-6e72dceb-9cdf-40fa-8d4d-f07abe268ca0 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:04.377387 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab10e0f1-91c0-4558-a97e-07cfad20baba req-6e72dceb-9cdf-40fa-8d4d-f07abe268ca0 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 945 time: 0.2932019 Jul 15 23:22:04.444353 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa27799-097c-4a09-92ef-1c4f15a74743 req-57fdde0a-f766-4ba1-995c-bf3b08ed6b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:04.446515 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3fa27799-097c-4a09-92ef-1c4f15a74743 req-57fdde0a-f766-4ba1-995c-bf3b08ed6b7e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f1e1744486ab4438bc999a6e33f43aed&device_id=11aca585-af97-40e8-bd34-dfe6537473d3 HTTP/1.1" status: 200 len: 1094 time: 0.5109434 Jul 15 23:22:04.512331 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-77f0beba-e183-4a56-9cd2-aae91590cf52 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Deleting port 4c3609ee-f15f-4eaa-b556-058deb50dca7 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:04.512675 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-77f0beba-e183-4a56-9cd2-aae91590cf52 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:04.528713 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4914802b-ae17-4d22-8e3b-9c14fe89b4cb req-d9927f75-629e-4053-a083-09025e633e80 service neutron] 10.222.0.43 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6461043 Jul 15 23:22:04.575518 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab10e0f1-91c0-4558-a97e-07cfad20baba req-b957b37a-3a64-476b-87d9-a4a1fb733ebb tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=e33057ee-eb1d-4aed-be98-77d94dc180f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969540 Jul 15 23:22:04.615077 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:04.664170 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9162399-5bda-446e-a7d2-40d134e60888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c277f2b3-11a9-474f-8cec-e88067240d6a'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:04.683217 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937146c7-d10e-4738-97e2-568e5e6a98c0" -d '{"events": [{"server_uuid": "b9162399-5bda-446e-a7d2-40d134e60888", "name": "network-vif-plugged", "status": "completed", "tag": "c277f2b3-11a9-474f-8cec-e88067240d6a"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:04.685363 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb80f5-c2b1-421e-974b-77f41ed2d7ea req-50840b2f-9b3a-49ec-970a-6eb85618eccd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:04.688091 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2feb80f5-c2b1-421e-974b-77f41ed2d7ea req-50840b2f-9b3a-49ec-970a-6eb85618eccd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 944 time: 0.3923094 Jul 15 23:22:04.746868 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa27799-097c-4a09-92ef-1c4f15a74743 req-894360b8-7fcd-4ff3-bc25-42eac7329050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:04.747664 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-f1a2ebda-2cd6-42b4-b979-cf021f9889a9 req-62f22e58-ada0-423d-b217-3ebe0c6993b6 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Deleting port 1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:04.747797 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c277f2b3-11a9-474f-8cec-e88067240d6a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c277f2b3-11a9-474f-8cec-e88067240d6a,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:04.748095 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f1a2ebda-2cd6-42b4-b979-cf021f9889a9 req-62f22e58-ada0-423d-b217-3ebe0c6993b6 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:04.753688 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3fa27799-097c-4a09-92ef-1c4f15a74743 req-894360b8-7fcd-4ff3-bc25-42eac7329050 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4094d55c-5c60-4756-9c8c-4a0f295c2a77 HTTP/1.1" status: 200 len: 916 time: 0.2951410 Jul 15 23:22:04.758193 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:04.760810 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2feb80f5-c2b1-421e-974b-77f41ed2d7ea req-5f196ea0-7414-44c0-9645-9c3e557cf6dc tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617065 Jul 15 23:22:04.877821 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3fa27799-097c-4a09-92ef-1c4f15a74743 req-3301e3ca-7246-472f-851c-9fd7fbc60cfe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdd2855c-49ff-4c1c-afd4-a698c6e0c3be HTTP/1.1" status: 200 len: 217 time: 0.1083832 Jul 15 23:22:04.932493 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-77f0beba-e183-4a56-9cd2-aae91590cf52 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:04.956293 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-77f0beba-e183-4a56-9cd2-aae91590cf52 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Calling delete_port for 4c3609ee-f15f-4eaa-b556-058deb50dca7 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:04.960545 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=c277f2b3-11a9-474f-8cec-e88067240d6a,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:04.970154 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa27799-097c-4a09-92ef-1c4f15a74743 req-0d3da5ad-fabb-4bec-8251-477b438a476f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:04.971802 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3fa27799-097c-4a09-92ef-1c4f15a74743 req-0d3da5ad-fabb-4bec-8251-477b438a476f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d669a791-b590-4a02-a253-5106186a51cc HTTP/1.1" status: 200 len: 855 time: 0.0912437 Jul 15 23:22:04.987538 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-f1a2ebda-2cd6-42b4-b979-cf021f9889a9 req-62f22e58-ada0-423d-b217-3ebe0c6993b6 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] For port 1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9,segment=NetworkSegment(c9e4b3e1-75aa-477b-b892-dda03f8d1320),segment_id=c9e4b3e1-75aa-477b-b892-dda03f8d1320)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:04.988038 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f1a2ebda-2cd6-42b4-b979-cf021f9889a9 req-62f22e58-ada0-423d-b217-3ebe0c6993b6 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:05.000017 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a59262d-63d4-4d99-a79e-f7dd1a1ade2c x-openstack-request-id: req-3a59262d-63d4-4d99-a79e-f7dd1a1ade2c {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:05.000317 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9162399-5bda-446e-a7d2-40d134e60888", "name": "network-vif-plugged", "status": "completed", "tag": "c277f2b3-11a9-474f-8cec-e88067240d6a", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:05.000568 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a59262d-63d4-4d99-a79e-f7dd1a1ade2c {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:05.000957 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9162399-5bda-446e-a7d2-40d134e60888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c277f2b3-11a9-474f-8cec-e88067240d6a', 'code': 200} Jul 15 23:22:05.109680 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3fa27799-097c-4a09-92ef-1c4f15a74743 req-b705eedd-9636-4b82-bc59-21ca9690b248 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4094d55c-5c60-4756-9c8c-4a0f295c2a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302662 Jul 15 23:22:05.464276 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3fa27799-097c-4a09-92ef-1c4f15a74743 req-b3cf7ae9-b7ab-40ed-bd36-5dbf209c6d15 service neutron] 10.222.0.43 "GET /v2.0/networks/4094d55c-5c60-4756-9c8c-4a0f295c2a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215542 Jul 15 23:22:05.543776 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f1a2ebda-2cd6-42b4-b979-cf021f9889a9 req-62f22e58-ada0-423d-b217-3ebe0c6993b6 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:05.544704 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f1a2ebda-2cd6-42b4-b979-cf021f9889a9 req-62f22e58-ada0-423d-b217-3ebe0c6993b6 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:05.545136 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [req-f1a2ebda-2cd6-42b4-b979-cf021f9889a9 req-62f22e58-ada0-423d-b217-3ebe0c6993b6 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Floating IP 713567a2-535f-4424-a811-7525e1a89e25 disassociated. External IP: 172.25.4.40, port: 1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9. Jul 15 23:22:05.545578 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-f1a2ebda-2cd6-42b4-b979-cf021f9889a9 req-62f22e58-ada0-423d-b217-3ebe0c6993b6 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Calling delete_port for 1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9 owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:05.701614 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f1a2ebda-2cd6-42b4-b979-cf021f9889a9 req-62f22e58-ada0-423d-b217-3ebe0c6993b6 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:05.781749 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f22e58-ada0-423d-b217-3ebe0c6993b6 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Pushing event deleted for resources: {'Port': ['ID=1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:06.237552 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-77f0beba-e183-4a56-9cd2-aae91590cf52 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:06.274765 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0beba-e183-4a56-9cd2-aae91590cf52 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Pushing event deleted for resources: {'Port': ['ID=4c3609ee-f15f-4eaa-b556-058deb50dca7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:06.281857 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3fa27799-097c-4a09-92ef-1c4f15a74743 req-ede67a4e-eeab-4ab6-9e4c-af324d1571b6 service neutron] 10.222.0.43 "GET /v2.0/networks/4094d55c-5c60-4756-9c8c-4a0f295c2a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7950068 Jul 15 23:22:06.397625 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492f498-0a26-4bf3-946c-53e0583e9ea9 req-8101b32d-8fec-4687-93b0-16be2d5ab51d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:06.400210 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c492f498-0a26-4bf3-946c-53e0583e9ea9 req-8101b32d-8fec-4687-93b0-16be2d5ab51d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 945 time: 1.0183992 Jul 15 23:22:06.407780 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a98022-d2e0-41a6-9825-8328b80b57c6 req-a19e89be-cb94-4c55-96d1-c2e79a0d29ae tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:06.414940 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-32a98022-d2e0-41a6-9825-8328b80b57c6 req-a19e89be-cb94-4c55-96d1-c2e79a0d29ae tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=11aca585-af97-40e8-bd34-dfe6537473d3 HTTP/1.1" status: 200 len: 943 time: 1.1180515 Jul 15 23:22:06.491108 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-77f0beba-e183-4a56-9cd2-aae91590cf52 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:06.581759 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-32a98022-d2e0-41a6-9825-8328b80b57c6 req-4eb3b019-8928-4d26-b65f-a65899532b1c tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656342 Jul 15 23:22:06.603661 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c492f498-0a26-4bf3-946c-53e0583e9ea9 req-0a869d63-ac00-49ff-a65f-ba71dcc74a6b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863792 Jul 15 23:22:06.649763 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-77f0beba-e183-4a56-9cd2-aae91590cf52 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:06.655286 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-77f0beba-e183-4a56-9cd2-aae91590cf52 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:06.657956 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1a2ebda-2cd6-42b4-b979-cf021f9889a9 req-62f22e58-ada0-423d-b217-3ebe0c6993b6 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Router 9bdb89e1-8b8f-438f-b309-2a9436a91060 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:22:06.763836 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-77f0beba-e183-4a56-9cd2-aae91590cf52 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:06.764337 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f0beba-e183-4a56-9cd2-aae91590cf52 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Fanout notify agent at l3_agent the message router_deleted on router af5eef23-40a5-4eab-b02f-638c869ca93e {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:22:06.795096 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-77f0beba-e183-4a56-9cd2-aae91590cf52 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:06.796566 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-77f0beba-e183-4a56-9cd2-aae91590cf52 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "DELETE /v2.0/routers/af5eef23-40a5-4eab-b02f-638c869ca93e HTTP/1.1" status: 204 len: 168 time: 3.3697195 Jul 15 23:22:06.800565 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37138) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:06.810249 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2f88f186-d613-4ea6-9a92-e70e003f1eab tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1626220895', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'enable_snat': False}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:06.863072 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f88f186-d613-4ea6-9a92-e70e003f1eab tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:06.865784 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f88f186-d613-4ea6-9a92-e70e003f1eab tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:06.887987 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1a2ebda-2cd6-42b4-b979-cf021f9889a9 req-62f22e58-ada0-423d-b217-3ebe0c6993b6 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:22:06.902125 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab83d1d7-a5a6-4e8c-9698-ade4bf51076c None None] Sync routers for ids ['9bdb89e1-8b8f-438f-b309-2a9436a91060'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:22:06.926535 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab83d1d7-a5a6-4e8c-9698-ade4bf51076c None None] Routers {'9bdb89e1-8b8f-438f-b309-2a9436a91060'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:06.929572 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ab83d1d7-a5a6-4e8c-9698-ade4bf51076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:21:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['9bdb89e1-8b8f-438f-b309-2a9436a91060'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:06.996846 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ee346d76-47b9-4105-b7bb-78450644caf9 req-8fd7fc47-9a74-40a2-ab8c-5e0f1ccbce03 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f685ba-23c3-44ca-8218-f0bb7b8e5f57 HTTP/1.1" status: 200 len: 210 time: 0.1091647 Jul 15 23:22:07.084950 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f88f186-d613-4ea6-9a92-e70e003f1eab tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:07.233583 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a2ebda-2cd6-42b4-b979-cf021f9889a9 req-62f22e58-ada0-423d-b217-3ebe0c6993b6 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] No DVR routers for this DVR port 1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9 on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:22:07.239917 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f1a2ebda-2cd6-42b4-b979-cf021f9889a9 req-62f22e58-ada0-423d-b217-3ebe0c6993b6 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:07.248287 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device fdd2855c-49ff-4c1c-afd4-a698c6e0c3be details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:22:07.255618 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f1a2ebda-2cd6-42b4-b979-cf021f9889a9 req-62f22e58-ada0-423d-b217-3ebe0c6993b6 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.43 "DELETE /v2.0/ports/1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9 HTTP/1.1" status: 204 len: 173 time: 2.9587715 Jul 15 23:22:07.262440 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f685ba-23c3-44ca-8218-f0bb7b8e5f57', 'name': 'network-vif-deleted', 'tag': '1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:07.264692 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-ab83d1d7-a5a6-4e8c-9698-ade4bf51076c None None] Set router 9bdb89e1-8b8f-438f-b309-2a9436a91060 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:22:07.271640 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f8e570-9607-4366-9054-6484ca750cc3" -d '{"events": [{"server_uuid": "89f685ba-23c3-44ca-8218-f0bb7b8e5f57", "name": "network-vif-deleted", "tag": "1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:07.353634 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc8fe4-4319-4540-8abe-9c21e0c1ac9e req-8f515af8-5eed-4f10-a3ee-208b66dd5e5f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:07.369434 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-94fc8fe4-4319-4540-8abe-9c21e0c1ac9e req-8f515af8-5eed-4f10-a3ee-208b66dd5e5f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 944 time: 0.3711815 Jul 15 23:22:07.562708 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-94fc8fe4-4319-4540-8abe-9c21e0c1ac9e req-77e7e7e7-d5e0-4afd-b010-d4f6f7451f5e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798222 Jul 15 23:22:07.593101 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f88f186-d613-4ea6-9a92-e70e003f1eab tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:07.612438 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb135938-adb0-4964-ab78-3d6aacca06bc x-openstack-request-id: req-fb135938-adb0-4964-ab78-3d6aacca06bc {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:07.612952 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f685ba-23c3-44ca-8218-f0bb7b8e5f57", "name": "network-vif-deleted", "tag": "1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:07.614703 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb135938-adb0-4964-ab78-3d6aacca06bc {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:07.615227 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f685ba-23c3-44ca-8218-f0bb7b8e5f57', 'name': 'network-vif-deleted', 'tag': '1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9', 'status': 'completed', 'code': 200} Jul 15 23:22:07.678668 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port fdd2855c-49ff-4c1c-afd4-a698c6e0c3be, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=fdd2855c-49ff-4c1c-afd4-a698c6e0c3be,segment=NetworkSegment(5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61),segment_id=5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:07.702666 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'fdd2855c-49ff-4c1c-afd4-a698c6e0c3be', 'network_id': '4094d55c-5c60-4756-9c8c-4a0f295c2a77', 'port_id': 'fdd2855c-49ff-4c1c-afd4-a698c6e0c3be', 'mac_address': 'fa:16:3e:8f:7b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd669a791-b590-4a02-a253-5106186a51cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:22:07.857975 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:07.909335 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd2855c-49ff-4c1c-afd4-a698c6e0c3be {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:22:07.985493 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port fdd2855c-49ff-4c1c-afd4-a698c6e0c3be, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=fdd2855c-49ff-4c1c-afd4-a698c6e0c3be,segment=NetworkSegment(5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61),segment_id=5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:07.993761 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:08.066562 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=fdd2855c-49ff-4c1c-afd4-a698c6e0c3be,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:08.133845 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ab83d1d7-a5a6-4e8c-9698-ade4bf51076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'name': 'tempest-AttachVolumeTestJSON-590886257-router', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:44Z', 'updated_at': '2021-07-15T23:17:49Z', 'revision_number': 4, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'gw_port': {'id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:45Z', 'updated_at': '2021-07-15T23:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'c4771972-b263-4a20-8c8b-7602c2097ceb', 'name': '', 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'mac_address': 'fa:16:3e:08:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:48Z', 'updated_at': '2021-07-15T23:17:59Z', 'revision_number': 5, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'subnets': [{'id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:08.176785 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f88f186-d613-4ea6-9a92-e70e003f1eab tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:08.187819 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab83d1d7-a5a6-4e8c-9698-ade4bf51076c None None] Checking router: 9bdb89e1-8b8f-438f-b309-2a9436a91060 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:22:08.208598 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab83d1d7-a5a6-4e8c-9698-ade4bf51076c None None] Routers {'9bdb89e1-8b8f-438f-b309-2a9436a91060'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:08.209478 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ab83d1d7-a5a6-4e8c-9698-ade4bf51076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:21:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['9bdb89e1-8b8f-438f-b309-2a9436a91060'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:08.225831 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f88f186-d613-4ea6-9a92-e70e003f1eab tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:08.272184 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['fdd2855c-49ff-4c1c-afd4-a698c6e0c3be'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:08.287757 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efdb668-f670-44dc-b355-e81632bf080f req-bd458f99-4f1e-4f27-bcfa-c309edc61fc0 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:08.298427 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4efdb668-f670-44dc-b355-e81632bf080f req-bd458f99-4f1e-4f27-bcfa-c309edc61fc0 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 945 time: 0.3596356 Jul 15 23:22:08.326353 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b61d4-b2bb-4978-9e3a-c249f81af4c7 req-094f7f70-4edf-44a6-8047-e30761ccc6d8 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:08.340109 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e07b61d4-b2bb-4978-9e3a-c249f81af4c7 req-094f7f70-4edf-44a6-8047-e30761ccc6d8 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=11aca585-af97-40e8-bd34-dfe6537473d3 HTTP/1.1" status: 200 len: 944 time: 0.2599454 Jul 15 23:22:08.424954 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e07b61d4-b2bb-4978-9e3a-c249f81af4c7 req-12cfaefc-8e0d-4a20-aaaf-78d8c8695e8c tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837677 Jul 15 23:22:08.492354 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4efdb668-f670-44dc-b355-e81632bf080f req-0bb23bfb-9f5c-4992-b244-2b75addb1f9f tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635668 Jul 15 23:22:08.534827 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-2f88f186-d613-4ea6-9a92-e70e003f1eab tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Allocated IP 172.25.4.237 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/20547787-446f-48d6-8985-3214d5a798d4) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:08.574648 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-ab83d1d7-a5a6-4e8c-9698-ade4bf51076c None None] Set router 9bdb89e1-8b8f-438f-b309-2a9436a91060 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:22:08.726623 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37154) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:08.734363 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:08.786017 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f88f186-d613-4ea6-9a92-e70e003f1eab tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:08.876092 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-29d401db-268a-404a-835e-68bc775cb2ab tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:08.879859 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f88f186-d613-4ea6-9a92-e70e003f1eab tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:08.915322 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-29d401db-268a-404a-835e-68bc775cb2ab tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:08.922851 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ab83d1d7-a5a6-4e8c-9698-ade4bf51076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'name': 'tempest-AttachVolumeTestJSON-590886257-router', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:44Z', 'updated_at': '2021-07-15T23:17:49Z', 'revision_number': 4, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'gw_port': {'id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:45Z', 'updated_at': '2021-07-15T23:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'c4771972-b263-4a20-8c8b-7602c2097ceb', 'name': '', 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'mac_address': 'fa:16:3e:08:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:48Z', 'updated_at': '2021-07-15T23:17:59Z', 'revision_number': 5, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'subnets': [{'id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:08.934719 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f88f186-d613-4ea6-9a92-e70e003f1eab tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:08.941298 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-2f88f186-d613-4ea6-9a92-e70e003f1eab tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:08.942784 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01b5b8-abc5-4544-bd07-b1960f8c8462 req-b65739c6-e3af-427c-bdda-99b40f7fdcbd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:08.947662 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f88f186-d613-4ea6-9a92-e70e003f1eab tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:08.956446 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fa01b5b8-abc5-4544-bd07-b1960f8c8462 req-b65739c6-e3af-427c-bdda-99b40f7fdcbd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 944 time: 0.1466422 Jul 15 23:22:08.974196 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab83d1d7-a5a6-4e8c-9698-ade4bf51076c None None] The sync data for ids ['9bdb89e1-8b8f-438f-b309-2a9436a91060'] in n-d-787205-9 is: [{'id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'name': 'tempest-AttachVolumeTestJSON-590886257-router', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:44Z', 'updated_at': '2021-07-15T23:17:49Z', 'revision_number': 4, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'gw_port': {'id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:45Z', 'updated_at': '2021-07-15T23:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'c4771972-b263-4a20-8c8b-7602c2097ceb', 'name': '', 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'mac_address': 'fa:16:3e:08:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:48Z', 'updated_at': '2021-07-15T23:17:59Z', 'revision_number': 5, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'subnets': [{'id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:22:09.020964 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88f186-d613-4ea6-9a92-e70e003f1eab tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Pushing event updated for resources: {'Port': ['ID=20547787-446f-48d6-8985-3214d5a798d4,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:09.049790 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fa01b5b8-abc5-4544-bd07-b1960f8c8462 req-6607c488-82a1-4cc9-82b6-39e91a9c3b89 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693550 Jul 15 23:22:09.060837 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-29d401db-268a-404a-835e-68bc775cb2ab tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:09.065951 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-29d401db-268a-404a-835e-68bc775cb2ab tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:09.067183 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-29d401db-268a-404a-835e-68bc775cb2ab tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "DELETE /v2.0/security-groups/e33057ee-eb1d-4aed-be98-77d94dc180f3 HTTP/1.1" status: 204 len: 168 time: 0.3395214 Jul 15 23:22:09.082002 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37156) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:09.089655 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d401db-268a-404a-835e-68bc775cb2ab tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33057ee-eb1d-4aed-be98-77d94dc180f3,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:09.170928 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-311a2b2c-e8c0-4f82-b9c5-c78f98325b45 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] show failed (client error): The resource could not be found. Jul 15 23:22:09.175236 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-311a2b2c-e8c0-4f82-b9c5-c78f98325b45 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups/e33057ee-eb1d-4aed-be98-77d94dc180f3 HTTP/1.1" status: 404 len: 347 time: 0.0887113 Jul 15 23:22:09.175684 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37158) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:09.269230 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:22:09.354943 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:22:09.355597 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 1c0c5ebb-ab8e-43d0-a682-50ec85c7a6a9 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:22:09.358150 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-becedd3d-8124-49e3-b56d-f49e471ba7dd tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Deleting port 3b603ea1-3371-4754-bad3-0b67aaaa5dbe {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:09.358763 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-becedd3d-8124-49e3-b56d-f49e471ba7dd tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:09.404997 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c95d30-3849-443d-9252-cea4f887abe2 None None] New status for floating IP 713567a2-535f-4424-a811-7525e1a89e25: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:22:09.441177 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f88f186-d613-4ea6-9a92-e70e003f1eab tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:09.505502 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-becedd3d-8124-49e3-b56d-f49e471ba7dd tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:09.505780 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-becedd3d-8124-49e3-b56d-f49e471ba7dd tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:09.529389 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-becedd3d-8124-49e3-b56d-f49e471ba7dd tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Calling delete_port for 3b603ea1-3371-4754-bad3-0b67aaaa5dbe owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:09.877354 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f88f186-d613-4ea6-9a92-e70e003f1eab tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:09.950089 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5218435-c271-454e-8176-090140918e1d req-14e48314-4279-416d-b411-5eb499e7e29b tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:09.954133 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e5218435-c271-454e-8176-090140918e1d req-14e48314-4279-416d-b411-5eb499e7e29b tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=11aca585-af97-40e8-bd34-dfe6537473d3 HTTP/1.1" status: 200 len: 944 time: 0.2352576 Jul 15 23:22:09.978626 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-becedd3d-8124-49e3-b56d-f49e471ba7dd tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:09.996165 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc80a9-74c6-413b-be93-6ee8345a0135 req-c746b8d4-af08-4bd6-8ff0-13a8dd0c53da tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:09.997688 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-50dc80a9-74c6-413b-be93-6ee8345a0135 req-c746b8d4-af08-4bd6-8ff0-13a8dd0c53da tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 945 time: 0.2782047 Jul 15 23:22:10.054575 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becedd3d-8124-49e3-b56d-f49e471ba7dd tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Pushing event deleted for resources: {'Port': ['ID=3b603ea1-3371-4754-bad3-0b67aaaa5dbe,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:10.108893 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e5218435-c271-454e-8176-090140918e1d req-56dad1c8-bf4b-41cb-a7f8-72b4d59c366d tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490669 Jul 15 23:22:10.112095 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f88f186-d613-4ea6-9a92-e70e003f1eab tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Router 3bec94d7-1436-4882-987f-4bd11ef6dd99 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:22:10.169140 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-50dc80a9-74c6-413b-be93-6ee8345a0135 req-d75549a4-74ea-4368-a26b-bc2daa63fcf0 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603858 Jul 15 23:22:10.181338 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-becedd3d-8124-49e3-b56d-f49e471ba7dd tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:10.185869 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-becedd3d-8124-49e3-b56d-f49e471ba7dd tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:10.187857 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-becedd3d-8124-49e3-b56d-f49e471ba7dd tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "DELETE /v2.0/floatingips/713567a2-535f-4424-a811-7525e1a89e25 HTTP/1.1" status: 204 len: 168 time: 1.0119057 Jul 15 23:22:10.386356 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f88f186-d613-4ea6-9a92-e70e003f1eab tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:22:10.405615 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b185c9b2-56de-485b-a3d4-3ed3ddc2bf83 None None] Sync routers for ids ['3bec94d7-1436-4882-987f-4bd11ef6dd99'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:22:10.425142 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b185c9b2-56de-485b-a3d4-3ed3ddc2bf83 None None] Routers {'3bec94d7-1436-4882-987f-4bd11ef6dd99'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:10.426429 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-b185c9b2-56de-485b-a3d4-3ed3ddc2bf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:21:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3bec94d7-1436-4882-987f-4bd11ef6dd99'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:10.441355 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f88f186-d613-4ea6-9a92-e70e003f1eab tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:10.443102 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2f88f186-d613-4ea6-9a92-e70e003f1eab tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.6412590 Jul 15 23:22:10.446556 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37176) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:10.591675 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336ef2f-da64-41b4-aba9-3015cd0be23e req-09d28f7c-139a-4bc6-b298-1712b6f7113b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:10.593229 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5336ef2f-da64-41b4-aba9-3015cd0be23e req-09d28f7c-139a-4bc6-b298-1712b6f7113b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 944 time: 0.1214328 Jul 15 23:22:10.620056 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-b185c9b2-56de-485b-a3d4-3ed3ddc2bf83 None None] Set router 3bec94d7-1436-4882-987f-4bd11ef6dd99 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:22:10.629925 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0c99f99e-ef8e-4642-b266-092ad33303a7 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "GET /v2.0/routers/3bec94d7-1436-4882-987f-4bd11ef6dd99 HTTP/1.1" status: 200 len: 909 time: 0.1822124 Jul 15 23:22:10.633108 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37178) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:10.638821 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c65a65ac-08e2-490f-ad81-9269661fc0c5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1626220895', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'enable_snat': True}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:10.664998 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5336ef2f-da64-41b4-aba9-3015cd0be23e req-9964d6c0-47dc-4a71-a266-91a0edf476ee tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609739 Jul 15 23:22:10.681565 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c65a65ac-08e2-490f-ad81-9269661fc0c5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:10.692845 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c65a65ac-08e2-490f-ad81-9269661fc0c5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:10.819251 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c65a65ac-08e2-490f-ad81-9269661fc0c5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:10.910305 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-b185c9b2-56de-485b-a3d4-3ed3ddc2bf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bec94d7-1436-4882-987f-4bd11ef6dd99', 'name': 'tempest-snat-router-1626220895', 'tenant_id': '0dd89c9b539648138626bc0c1f8606ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.237'}], 'enable_snat': False}, 'gw_port_id': '20547787-446f-48d6-8985-3214d5a798d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:22:06Z', 'updated_at': '2021-07-15T23:22:09Z', 'revision_number': 3, 'project_id': '0dd89c9b539648138626bc0c1f8606ff', 'gw_port': {'id': '20547787-446f-48d6-8985-3214d5a798d4', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:49:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bec94d7-1436-4882-987f-4bd11ef6dd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:22:08Z', 'updated_at': '2021-07-15T23:22:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:10.952632 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b185c9b2-56de-485b-a3d4-3ed3ddc2bf83 None None] Checking router: 3bec94d7-1436-4882-987f-4bd11ef6dd99 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:22:10.953276 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b185c9b2-56de-485b-a3d4-3ed3ddc2bf83 None None] Updating router 3bec94d7-1436-4882-987f-4bd11ef6dd99 port 20547787-446f-48d6-8985-3214d5a798d4 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:22:10.995870 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b185c9b2-56de-485b-a3d4-3ed3ddc2bf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:11.070670 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c65a65ac-08e2-490f-ad81-9269661fc0c5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:11.279418 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device fdd2855c-49ff-4c1c-afd4-a698c6e0c3be up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:22:11.329119 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37184) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:11.337086 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-31301130-2c93-40f6-8d1e-80f6bc206d87 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1986411857', 'description': 'tempest-description--896026005'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:11.404653 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-31301130-2c93-40f6-8d1e-80f6bc206d87 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:11.423147 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b185c9b2-56de-485b-a3d4-3ed3ddc2bf83 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:11.448577 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-b185c9b2-56de-485b-a3d4-3ed3ddc2bf83 None None] Transition to ACTIVE for port object 20547787-446f-48d6-8985-3214d5a798d4 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:11.463700 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b185c9b2-56de-485b-a3d4-3ed3ddc2bf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:11.485110 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port fdd2855c-49ff-4c1c-afd4-a698c6e0c3be completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:11.501365 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port fdd2855c-49ff-4c1c-afd4-a698c6e0c3be triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:11.504497 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:11.539467 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c65a65ac-08e2-490f-ad81-9269661fc0c5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:11.558398 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-31301130-2c93-40f6-8d1e-80f6bc206d87 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:11.565192 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-31301130-2c93-40f6-8d1e-80f6bc206d87 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:11.588297 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c65a65ac-08e2-490f-ad81-9269661fc0c5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:11.628682 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-b185c9b2-56de-485b-a3d4-3ed3ddc2bf83 None None] Attempting to bind port 20547787-446f-48d6-8985-3214d5a798d4 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:22:11.629241 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-b185c9b2-56de-485b-a3d4-3ed3ddc2bf83 None None] Attempting to bind port 20547787-446f-48d6-8985-3214d5a798d4 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:22:11.629695 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b185c9b2-56de-485b-a3d4-3ed3ddc2bf83 None None] Attempting to bind port 20547787-446f-48d6-8985-3214d5a798d4 on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:11.657240 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b185c9b2-56de-485b-a3d4-3ed3ddc2bf83 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:22:11.664992 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b185c9b2-56de-485b-a3d4-3ed3ddc2bf83 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:11.665552 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b185c9b2-56de-485b-a3d4-3ed3ddc2bf83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:11.666051 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b185c9b2-56de-485b-a3d4-3ed3ddc2bf83 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:22:11.666798 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-b185c9b2-56de-485b-a3d4-3ed3ddc2bf83 None None] Bound port: 20547787-446f-48d6-8985-3214d5a798d4, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:22:11.667275 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b185c9b2-56de-485b-a3d4-3ed3ddc2bf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:11.673310 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:11.704555 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09f096-1013-445b-b6ea-a28b9ee084be None None] Pushing event updated for resources: {'Port': ['ID=20547787-446f-48d6-8985-3214d5a798d4,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:11.719015 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port fdd2855c-49ff-4c1c-afd4-a698c6e0c3be, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=fdd2855c-49ff-4c1c-afd4-a698c6e0c3be,segment=NetworkSegment(5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61),segment_id=5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:11.720589 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11aca585-af97-40e8-bd34-dfe6537473d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd2855c-49ff-4c1c-afd4-a698c6e0c3be'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:11.725436 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbb49c5-01f3-487c-88eb-5b6acbab056f" -d '{"events": [{"server_uuid": "11aca585-af97-40e8-bd34-dfe6537473d3", "name": "network-vif-plugged", "status": "completed", "tag": "fdd2855c-49ff-4c1c-afd4-a698c6e0c3be"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:11.732098 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:11.754780 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09f096-1013-445b-b6ea-a28b9ee084be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:11.770215 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09f096-1013-445b-b6ea-a28b9ee084be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:11.777472 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09f096-1013-445b-b6ea-a28b9ee084be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:11.777919 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09f096-1013-445b-b6ea-a28b9ee084be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:11.778348 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09f096-1013-445b-b6ea-a28b9ee084be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:11.778874 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09f096-1013-445b-b6ea-a28b9ee084be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:11.779291 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09f096-1013-445b-b6ea-a28b9ee084be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:11.779792 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09f096-1013-445b-b6ea-a28b9ee084be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:11.780322 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09f096-1013-445b-b6ea-a28b9ee084be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:11.780733 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09f096-1013-445b-b6ea-a28b9ee084be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:11.786604 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09f096-1013-445b-b6ea-a28b9ee084be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:11.787090 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09f096-1013-445b-b6ea-a28b9ee084be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:11.803686 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=fdd2855c-49ff-4c1c-afd4-a698c6e0c3be,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:11.856554 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31301130-2c93-40f6-8d1e-80f6bc206d87 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1180faa4-d9fa-4be6-84d1-148902ef4406,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:11.858147 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-b185c9b2-56de-485b-a3d4-3ed3ddc2bf83 None None] For port 20547787-446f-48d6-8985-3214d5a798d4, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:22:11.865365 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-31301130-2c93-40f6-8d1e-80f6bc206d87 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:11.871799 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-b185c9b2-56de-485b-a3d4-3ed3ddc2bf83 None None] For port 20547787-446f-48d6-8985-3214d5a798d4, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=20547787-446f-48d6-8985-3214d5a798d4,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:22:11.877193 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b185c9b2-56de-485b-a3d4-3ed3ddc2bf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:11.877670 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-31301130-2c93-40f6-8d1e-80f6bc206d87 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5427680 Jul 15 23:22:11.889686 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37192) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:11.910740 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a94ad791-9de2-40f5-a190-15c5a304b7bd tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Request body: {'security_group_rule': {'security_group_id': '1180faa4-d9fa-4be6-84d1-148902ef4406', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:11.930235 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-c65a65ac-08e2-490f-ad81-9269661fc0c5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Allocated IP 172.25.4.92 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/ff10bc06-c5b7-4a19-bfbb-c31ea61f1345) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:11.938615 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b185c9b2-56de-485b-a3d4-3ed3ddc2bf83 None None] Routers {'3bec94d7-1436-4882-987f-4bd11ef6dd99'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:11.940498 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-b185c9b2-56de-485b-a3d4-3ed3ddc2bf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:21:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3bec94d7-1436-4882-987f-4bd11ef6dd99'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:12.018400 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e6105-3a88-4365-b75e-92b2e42e4566 req-d73a7262-bfe5-40eb-857d-17029674b4f7 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:12.025755 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b39e6105-3a88-4365-b75e-92b2e42e4566 req-d73a7262-bfe5-40eb-857d-17029674b4f7 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=11aca585-af97-40e8-bd34-dfe6537473d3 HTTP/1.1" status: 200 len: 944 time: 0.4584234 Jul 15 23:22:12.063858 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a94ad791-9de2-40f5-a190-15c5a304b7bd tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:12.078344 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4ba36-2db7-4e49-9941-48503864a981 req-554ccfae-7e14-4da5-96c5-a747a3dfab0d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:12.079962 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9d4ba36-2db7-4e49-9941-48503864a981 req-554ccfae-7e14-4da5-96c5-a747a3dfab0d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 945 time: 0.4807160 Jul 15 23:22:12.093604 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-b185c9b2-56de-485b-a3d4-3ed3ddc2bf83 None None] Set router 3bec94d7-1436-4882-987f-4bd11ef6dd99 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:22:12.169166 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b39e6105-3a88-4365-b75e-92b2e42e4566 req-ba39aaf2-60d0-49ab-9c5b-66c074c16f86 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412606 Jul 15 23:22:12.227532 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9d4ba36-2db7-4e49-9941-48503864a981 req-bf197dbb-aa59-4dd8-9840-cac7d1373f89 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388326 Jul 15 23:22:12.301443 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a94ad791-9de2-40f5-a190-15c5a304b7bd tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:12.323031 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a94ad791-9de2-40f5-a190-15c5a304b7bd tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:12.389340 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09f096-1013-445b-b6ea-a28b9ee084be None None] Pushing event updated for resources: {'Port': ['ID=20547787-446f-48d6-8985-3214d5a798d4,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:12.398527 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ad791-9de2-40f5-a190-15c5a304b7bd tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f258c274-96cf-4466-96df-bacb18c7890f,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:12.407649 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-b185c9b2-56de-485b-a3d4-3ed3ddc2bf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bec94d7-1436-4882-987f-4bd11ef6dd99', 'name': 'tempest-snat-router-1626220895', 'tenant_id': '0dd89c9b539648138626bc0c1f8606ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.237'}], 'enable_snat': False}, 'gw_port_id': '20547787-446f-48d6-8985-3214d5a798d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:22:06Z', 'updated_at': '2021-07-15T23:22:09Z', 'revision_number': 3, 'project_id': '0dd89c9b539648138626bc0c1f8606ff', 'gw_port': {'id': '20547787-446f-48d6-8985-3214d5a798d4', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:49:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bec94d7-1436-4882-987f-4bd11ef6dd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:22:08Z', 'updated_at': '2021-07-15T23:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:12.414429 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c65a65ac-08e2-490f-ad81-9269661fc0c5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:12.448366 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a94ad791-9de2-40f5-a190-15c5a304b7bd tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:12.451965 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a94ad791-9de2-40f5-a190-15c5a304b7bd tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5525148 Jul 15 23:22:12.454790 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37194) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:12.460017 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-367d8f1b-5696-4e6e-8c29-b6ad3f65fcd6 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Request body: {'security_group_rule': {'security_group_id': '1180faa4-d9fa-4be6-84d1-148902ef4406', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:12.461426 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b185c9b2-56de-485b-a3d4-3ed3ddc2bf83 None None] The sync data for ids ['3bec94d7-1436-4882-987f-4bd11ef6dd99'] in n-d-787205-9 is: [{'id': '3bec94d7-1436-4882-987f-4bd11ef6dd99', 'name': 'tempest-snat-router-1626220895', 'tenant_id': '0dd89c9b539648138626bc0c1f8606ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.237'}], 'enable_snat': False}, 'gw_port_id': '20547787-446f-48d6-8985-3214d5a798d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:22:06Z', 'updated_at': '2021-07-15T23:22:09Z', 'revision_number': 3, 'project_id': '0dd89c9b539648138626bc0c1f8606ff', 'gw_port': {'id': '20547787-446f-48d6-8985-3214d5a798d4', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:49:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bec94d7-1436-4882-987f-4bd11ef6dd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:22:08Z', 'updated_at': '2021-07-15T23:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:22:12.520616 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c65a65ac-08e2-490f-ad81-9269661fc0c5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:12.576082 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65a65ac-08e2-490f-ad81-9269661fc0c5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:12.587830 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-c65a65ac-08e2-490f-ad81-9269661fc0c5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:12.598552 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65a65ac-08e2-490f-ad81-9269661fc0c5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:12.604186 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-367d8f1b-5696-4e6e-8c29-b6ad3f65fcd6 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:12.649412 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a65ac-08e2-490f-ad81-9269661fc0c5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Pushing event updated for resources: {'Port': ['ID=ff10bc06-c5b7-4a19-bfbb-c31ea61f1345,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:12.678323 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5390944-4b2a-4d2c-b5be-7e1c667a653b x-openstack-request-id: req-f5390944-4b2a-4d2c-b5be-7e1c667a653b {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:12.678919 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11aca585-af97-40e8-bd34-dfe6537473d3", "name": "network-vif-plugged", "status": "completed", "tag": "fdd2855c-49ff-4c1c-afd4-a698c6e0c3be", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:12.678919 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5390944-4b2a-4d2c-b5be-7e1c667a653b {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:12.679302 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11aca585-af97-40e8-bd34-dfe6537473d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd2855c-49ff-4c1c-afd4-a698c6e0c3be', 'code': 200} Jul 15 23:22:12.735408 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-367d8f1b-5696-4e6e-8c29-b6ad3f65fcd6 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:12.755444 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-367d8f1b-5696-4e6e-8c29-b6ad3f65fcd6 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:12.804769 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-367d8f1b-5696-4e6e-8c29-b6ad3f65fcd6 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:12.808704 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-367d8f1b-5696-4e6e-8c29-b6ad3f65fcd6 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3515744 Jul 15 23:22:12.817152 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37196) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:12.822725 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f459f894-9695-4d60-ab7c-e8f13efba563 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:12.842805 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759ebbd-f43f-48a4-83ce-43360024d1e6 req-a63da75c-45cb-4bab-8b10-0fa3a1802f6d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:12.851503 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6759ebbd-f43f-48a4-83ce-43360024d1e6 req-a63da75c-45cb-4bab-8b10-0fa3a1802f6d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 944 time: 0.3444409 Jul 15 23:22:12.853356 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d8f1b-5696-4e6e-8c29-b6ad3f65fcd6 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9ed57e-e5b9-449b-b48d-44e3ce3cffd8,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:12.923783 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6759ebbd-f43f-48a4-83ce-43360024d1e6 req-f2f3f8b1-3038-4b22-9c6a-af9c35460b90 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699332 Jul 15 23:22:12.992350 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0e0b5-b281-4017-8bba-b76bfbc820a0 req-1c21c919-58bc-40ad-b4dd-b54eef5485e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:12.994031 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1fc0e0b5-b281-4017-8bba-b76bfbc820a0 req-1c21c919-58bc-40ad-b4dd-b54eef5485e8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=11aca585-af97-40e8-bd34-dfe6537473d3 HTTP/1.1" status: 200 len: 1096 time: 0.2201247 Jul 15 23:22:13.023881 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f459f894-9695-4d60-ab7c-e8f13efba563 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:13.047489 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1fc0e0b5-b281-4017-8bba-b76bfbc820a0 req-09e2b313-0fa3-4303-b5e3-5375ed13a640 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462582 Jul 15 23:22:13.185341 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c65a65ac-08e2-490f-ad81-9269661fc0c5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:13.355627 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 20547787-446f-48d6-8985-3214d5a798d4 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:22:13.509931 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 20547787-446f-48d6-8985-3214d5a798d4 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:13.522408 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 20547787-446f-48d6-8985-3214d5a798d4 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:13.523203 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:13.715205 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d238131-2343-4fc9-8d93-ce2bc6ecf34d req-3d3157e7-62d9-43d8-932b-73e64513ec3d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:13.719368 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3d238131-2343-4fc9-8d93-ce2bc6ecf34d req-3d3157e7-62d9-43d8-932b-73e64513ec3d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 945 time: 0.2855325 Jul 15 23:22:13.758605 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:13.813777 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f675b84-b5cb-4265-bdfe-ef9f357a7422 req-7593be53-ab41-4450-a7de-01e737676431 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:13.819227 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3f675b84-b5cb-4265-bdfe-ef9f357a7422 req-7593be53-ab41-4450-a7de-01e737676431 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=11aca585-af97-40e8-bd34-dfe6537473d3 HTTP/1.1" status: 200 len: 945 time: 0.3035159 Jul 15 23:22:13.820784 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 20547787-446f-48d6-8985-3214d5a798d4, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=20547787-446f-48d6-8985-3214d5a798d4,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:13.831536 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:13.942452 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3d238131-2343-4fc9-8d93-ce2bc6ecf34d req-e6c701b1-1639-4b34-895c-c910a11a2d74 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017972 Jul 15 23:22:13.989538 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=20547787-446f-48d6-8985-3214d5a798d4,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:14.028341 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3f675b84-b5cb-4265-bdfe-ef9f357a7422 req-e23e6209-c5f0-4a05-8cdb-1757f046f58f tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928267 Jul 15 23:22:14.107637 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f459f894-9695-4d60-ab7c-e8f13efba563 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:14.367829 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e4e33-9710-4865-8a33-1b216191439a req-aa9d9052-b0af-49a9-80df-8773350b8946 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:14.369711 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3f6e4e33-9710-4865-8a33-1b216191439a req-aa9d9052-b0af-49a9-80df-8773350b8946 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 944 time: 0.0729342 Jul 15 23:22:14.387427 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c65a65ac-08e2-490f-ad81-9269661fc0c5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:14.401430 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-f459f894-9695-4d60-ab7c-e8f13efba563 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Allocated IP 172.25.4.232 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/891f36a4-da13-4368-9e22-e6ec16e86e6c) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:14.424127 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3f6e4e33-9710-4865-8a33-1b216191439a req-7dc127e1-cd8a-4ef5-ae74-5f1994b42146 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458603 Jul 15 23:22:14.656563 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f459f894-9695-4d60-ab7c-e8f13efba563 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:14.703523 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f459f894-9695-4d60-ab7c-e8f13efba563 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:14.753955 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f459f894-9695-4d60-ab7c-e8f13efba563 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:14.761226 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-f459f894-9695-4d60-ab7c-e8f13efba563 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:14.767440 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f459f894-9695-4d60-ab7c-e8f13efba563 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:14.775105 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65a65ac-08e2-490f-ad81-9269661fc0c5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Router b37a0026-fc62-42c7-b9be-b193d5a83702 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:22:14.805842 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459f894-9695-4d60-ab7c-e8f13efba563 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Pushing event updated for resources: {'Port': ['ID=891f36a4-da13-4368-9e22-e6ec16e86e6c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:14.959329 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f459f894-9695-4d60-ab7c-e8f13efba563 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:14.963478 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65a65ac-08e2-490f-ad81-9269661fc0c5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:22:14.973115 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1651e98-3ab1-469d-9087-b23af89adb74 None None] Sync routers for ids ['b37a0026-fc62-42c7-b9be-b193d5a83702'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:22:15.001896 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1651e98-3ab1-469d-9087-b23af89adb74 None None] Routers {'b37a0026-fc62-42c7-b9be-b193d5a83702'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:15.002541 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d1651e98-3ab1-469d-9087-b23af89adb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:21:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b37a0026-fc62-42c7-b9be-b193d5a83702'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:15.096819 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c65a65ac-08e2-490f-ad81-9269661fc0c5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:15.099504 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c65a65ac-08e2-490f-ad81-9269661fc0c5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.4654210 Jul 15 23:22:15.101441 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37210) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:15.125334 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f459f894-9695-4d60-ab7c-e8f13efba563 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:15.376348 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-754120e7-f458-4edf-a15f-e63f3e09b29f tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "GET /v2.0/routers/b37a0026-fc62-42c7-b9be-b193d5a83702 HTTP/1.1" status: 200 len: 907 time: 0.2713621 Jul 15 23:22:15.438296 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37214) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:15.520506 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f459f894-9695-4d60-ab7c-e8f13efba563 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:15.525936 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 20547787-446f-48d6-8985-3214d5a798d4 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:22:15.526702 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f459f894-9695-4d60-ab7c-e8f13efba563 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:15.587556 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-d1651e98-3ab1-469d-9087-b23af89adb74 None None] Set router b37a0026-fc62-42c7-b9be-b193d5a83702 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:22:15.588329 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69d66994-647c-4c83-b6a8-f3af34c5fbeb tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:15.618969 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459f894-9695-4d60-ab7c-e8f13efba563 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Pushing event updated for resources: {'Port': ['ID=891f36a4-da13-4368-9e22-e6ec16e86e6c,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:15.677259 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f459f894-9695-4d60-ab7c-e8f13efba563 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:15.698232 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f459f894-9695-4d60-ab7c-e8f13efba563 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:15.700558 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f459f894-9695-4d60-ab7c-e8f13efba563 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8822899 Jul 15 23:22:15.833763 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 20547787-446f-48d6-8985-3214d5a798d4 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:15.834650 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:15.866565 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f351a-3b21-476c-bd23-068850bf40a3 req-3c9f18ff-6ada-44d8-af5a-954a381eb8ec tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:15.875869 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c98f351a-3b21-476c-bd23-068850bf40a3 req-3c9f18ff-6ada-44d8-af5a-954a381eb8ec tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 945 time: 0.5004053 Jul 15 23:22:15.903040 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69d66994-647c-4c83-b6a8-f3af34c5fbeb tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:15.921190 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-925629ba-48a0-4ca4-8759-ab6e5c9f3178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:15.986584 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c325e-b40c-4d9c-b1dc-cd8c39a4a393 req-dab1ec1b-6e29-4dcd-b574-048d7deff3c6 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:15.992468 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3c1c325e-b40c-4d9c-b1dc-cd8c39a4a393 req-dab1ec1b-6e29-4dcd-b574-048d7deff3c6 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=11aca585-af97-40e8-bd34-dfe6537473d3 HTTP/1.1" status: 200 len: 945 time: 0.5880940 Jul 15 23:22:16.010866 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d1651e98-3ab1-469d-9087-b23af89adb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37a0026-fc62-42c7-b9be-b193d5a83702', 'name': 'tempest-snat-router-1626220895', 'tenant_id': '0dd89c9b539648138626bc0c1f8606ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'ff10bc06-c5b7-4a19-bfbb-c31ea61f1345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:22:10Z', 'updated_at': '2021-07-15T23:22:12Z', 'revision_number': 3, 'project_id': '0dd89c9b539648138626bc0c1f8606ff', 'gw_port': {'id': 'ff10bc06-c5b7-4a19-bfbb-c31ea61f1345', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37a0026-fc62-42c7-b9be-b193d5a83702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:22:11Z', 'updated_at': '2021-07-15T23:22:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:16.053087 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1651e98-3ab1-469d-9087-b23af89adb74 None None] Checking router: b37a0026-fc62-42c7-b9be-b193d5a83702 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:22:16.053834 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1651e98-3ab1-469d-9087-b23af89adb74 None None] Updating router b37a0026-fc62-42c7-b9be-b193d5a83702 port ff10bc06-c5b7-4a19-bfbb-c31ea61f1345 binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:22:16.078118 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3c1c325e-b40c-4d9c-b1dc-cd8c39a4a393 req-fc994861-721d-4e28-812a-87154dd5e2c9 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665314 Jul 15 23:22:16.141362 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d1651e98-3ab1-469d-9087-b23af89adb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.157872 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c98f351a-3b21-476c-bd23-068850bf40a3 req-e8d2333e-e2fd-448c-a1b6-1d35244961db tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770681 Jul 15 23:22:16.160238 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-69d66994-647c-4c83-b6a8-f3af34c5fbeb tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Deleting port ff10bc06-c5b7-4a19-bfbb-c31ea61f1345 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:16.162490 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69d66994-647c-4c83-b6a8-f3af34c5fbeb tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.628102 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69d66994-647c-4c83-b6a8-f3af34c5fbeb tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.649513 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-69d66994-647c-4c83-b6a8-f3af34c5fbeb tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Calling delete_port for ff10bc06-c5b7-4a19-bfbb-c31ea61f1345 owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:16.671010 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3eafccce-bbfb-4aee-bd14-481f184665af req-a534c26a-f214-4701-b8de-f1d21e589690 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1986411857&fields=id&tenant_id=eac3f2ff013743899b77a7275e534874 HTTP/1.1" status: 200 len: 267 time: 0.2299078 Jul 15 23:22:16.772240 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d1651e98-3ab1-469d-9087-b23af89adb74 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.791659 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d1651e98-3ab1-469d-9087-b23af89adb74 None None] Transition to ACTIVE for port object ff10bc06-c5b7-4a19-bfbb-c31ea61f1345 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:16.800727 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d1651e98-3ab1-469d-9087-b23af89adb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.817260 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafccce-bbfb-4aee-bd14-481f184665af req-f1f2aa39-725c-422a-aa2c-43caad60bafa tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:16.825300 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3eafccce-bbfb-4aee-bd14-481f184665af req-f1f2aa39-725c-422a-aa2c-43caad60bafa tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/networks?id=763f1de9-52c7-44d6-a7b0-fd7c446c4363 HTTP/1.1" status: 200 len: 810 time: 0.1534266 Jul 15 23:22:16.854882 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3eafccce-bbfb-4aee-bd14-481f184665af req-23b07286-137e-4b95-bbad-4d96993724f5 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/quotas/eac3f2ff013743899b77a7275e534874 HTTP/1.1" status: 200 len: 375 time: 0.0284486 Jul 15 23:22:16.932479 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-d1651e98-3ab1-469d-9087-b23af89adb74 None None] Attempting to bind port ff10bc06-c5b7-4a19-bfbb-c31ea61f1345 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:22:16.934643 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-d1651e98-3ab1-469d-9087-b23af89adb74 None None] Attempting to bind port ff10bc06-c5b7-4a19-bfbb-c31ea61f1345 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:22:16.935214 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1651e98-3ab1-469d-9087-b23af89adb74 None None] Attempting to bind port ff10bc06-c5b7-4a19-bfbb-c31ea61f1345 on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:16.950896 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b7ca6-e50b-490d-8806-3066cf67a7c5 req-8de919ef-f2f2-4678-b68e-702ea5b0ec94 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:16.952487 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e0b7ca6-e50b-490d-8806-3066cf67a7c5 req-8de919ef-f2f2-4678-b68e-702ea5b0ec94 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 944 time: 0.4461899 Jul 15 23:22:16.981383 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550d792-93f4-4259-95b4-b3d54f7d869c None None] Pushing event updated for resources: {'Port': ['ID=ff10bc06-c5b7-4a19-bfbb-c31ea61f1345,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:16.996204 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1651e98-3ab1-469d-9087-b23af89adb74 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:22:16.996583 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1651e98-3ab1-469d-9087-b23af89adb74 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:16.999517 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d1651e98-3ab1-469d-9087-b23af89adb74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.999936 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1651e98-3ab1-469d-9087-b23af89adb74 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:22:17.000438 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-d1651e98-3ab1-469d-9087-b23af89adb74 None None] Bound port: ff10bc06-c5b7-4a19-bfbb-c31ea61f1345, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:22:17.000954 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d1651e98-3ab1-469d-9087-b23af89adb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:17.121361 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-d1651e98-3ab1-469d-9087-b23af89adb74 None None] For port ff10bc06-c5b7-4a19-bfbb-c31ea61f1345, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:22:17.127591 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-d1651e98-3ab1-469d-9087-b23af89adb74 None None] For port ff10bc06-c5b7-4a19-bfbb-c31ea61f1345, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ff10bc06-c5b7-4a19-bfbb-c31ea61f1345,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:22:17.133074 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d1651e98-3ab1-469d-9087-b23af89adb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:17.199319 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e0b7ca6-e50b-490d-8806-3066cf67a7c5 req-2a0f373d-9adb-497b-aa72-485d983201a8 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356234 Jul 15 23:22:17.237025 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3eafccce-bbfb-4aee-bd14-481f184665af req-9a632f47-35d4-4cea-a8d1-e4ebc36406bc tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=eac3f2ff013743899b77a7275e534874&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3737326 Jul 15 23:22:17.299566 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550d792-93f4-4259-95b4-b3d54f7d869c None None] Pushing event updated for resources: {'Port': ['ID=ff10bc06-c5b7-4a19-bfbb-c31ea61f1345,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:17.317445 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1651e98-3ab1-469d-9087-b23af89adb74 None None] Routers {'b37a0026-fc62-42c7-b9be-b193d5a83702'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:17.318092 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d1651e98-3ab1-469d-9087-b23af89adb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:21:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b37a0026-fc62-42c7-b9be-b193d5a83702'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:17.556529 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-d1651e98-3ab1-469d-9087-b23af89adb74 None None] Set router b37a0026-fc62-42c7-b9be-b193d5a83702 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:22:17.677979 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d1651e98-3ab1-469d-9087-b23af89adb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37a0026-fc62-42c7-b9be-b193d5a83702', 'name': 'tempest-snat-router-1626220895', 'tenant_id': '0dd89c9b539648138626bc0c1f8606ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:22:10Z', 'updated_at': '2021-07-15T23:22:15Z', 'revision_number': 4, 'project_id': '0dd89c9b539648138626bc0c1f8606ff', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:17.765272 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1651e98-3ab1-469d-9087-b23af89adb74 None None] The sync data for ids ['b37a0026-fc62-42c7-b9be-b193d5a83702'] in n-d-787205-9 is: [{'id': 'b37a0026-fc62-42c7-b9be-b193d5a83702', 'name': 'tempest-snat-router-1626220895', 'tenant_id': '0dd89c9b539648138626bc0c1f8606ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:22:10Z', 'updated_at': '2021-07-15T23:22:15Z', 'revision_number': 4, 'project_id': '0dd89c9b539648138626bc0c1f8606ff', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:22:18.243151 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-db503a37-10ca-447d-b0f3-0a82b3d9bf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:18.331963 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3eafccce-bbfb-4aee-bd14-481f184665af req-be5428d2-32c5-4f39-bf53-63e6657c92b4 service neutron] 10.222.0.16 "GET /v2.0/networks/763f1de9-52c7-44d6-a7b0-fd7c446c4363?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0939300 Jul 15 23:22:18.342278 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69d66994-647c-4c83-b6a8-f3af34c5fbeb tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:18.380882 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d66994-647c-4c83-b6a8-f3af34c5fbeb tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff10bc06-c5b7-4a19-bfbb-c31ea61f1345,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:18.448030 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6c8aa-10f0-4853-b0c8-8df9ee400505 req-5bd4f5c8-96fd-4d67-88ce-813a0b767477 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:18.449945 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3fb6c8aa-10f0-4853-b0c8-8df9ee400505 req-5bd4f5c8-96fd-4d67-88ce-813a0b767477 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 945 time: 0.2492132 Jul 15 23:22:18.543676 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b28ac077-638a-4ca1-ac6a-65bebb49ed75 req-76e69cd2-df7f-4874-8244-e25703fca736 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0922589 Jul 15 23:22:18.651790 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3fb6c8aa-10f0-4853-b0c8-8df9ee400505 req-4c91bafe-5035-4004-98c8-a461b66e0d11 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757534 Jul 15 23:22:18.671249 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3eafccce-bbfb-4aee-bd14-481f184665af req-f7f0ee4c-ed3a-4741-b150-36d14259ac29 service neutron] 10.222.0.16 "GET /v2.0/networks/763f1de9-52c7-44d6-a7b0-fd7c446c4363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243132 Jul 15 23:22:18.683086 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69d66994-647c-4c83-b6a8-f3af34c5fbeb tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:18.711280 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ac077-638a-4ca1-ac6a-65bebb49ed75 req-54f84219-2245-431e-ad97-db5045b914f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:18.712827 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:18.713658 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b28ac077-638a-4ca1-ac6a-65bebb49ed75 req-54f84219-2245-431e-ad97-db5045b914f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce3c14cbd70f4bed98591d54f3156d56&device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 1096 time: 0.1182323 Jul 15 23:22:18.900611 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69d66994-647c-4c83-b6a8-f3af34c5fbeb tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:18.904138 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69d66994-647c-4c83-b6a8-f3af34c5fbeb tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:18.947884 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ac077-638a-4ca1-ac6a-65bebb49ed75 req-48dab6c6-c58c-42c9-9d99-aa78b124a4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:18.949671 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b28ac077-638a-4ca1-ac6a-65bebb49ed75 req-48dab6c6-c58c-42c9-9d99-aa78b124a4cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=34f2ebab-bb83-41e4-bb34-809be32dfaa3 HTTP/1.1" status: 200 len: 918 time: 0.1849277 Jul 15 23:22:18.988849 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69d66994-647c-4c83-b6a8-f3af34c5fbeb tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:18.991493 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d66994-647c-4c83-b6a8-f3af34c5fbeb tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b37a0026-fc62-42c7-b9be-b193d5a83702 {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:22:18.998212 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69d66994-647c-4c83-b6a8-f3af34c5fbeb tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:19.000204 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-69d66994-647c-4c83-b6a8-f3af34c5fbeb tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "DELETE /v2.0/routers/b37a0026-fc62-42c7-b9be-b193d5a83702 HTTP/1.1" status: 204 len: 168 time: 3.5585599 Jul 15 23:22:19.005022 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37258) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:19.139841 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b28ac077-638a-4ca1-ac6a-65bebb49ed75 req-28d633b2-ec9c-4724-b439-b909ddece0db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=decd57ff-428e-4b9c-bce5-fdacc4ff9f0f HTTP/1.1" status: 200 len: 1000 time: 0.1647735 Jul 15 23:22:19.148224 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-49dbf9b5-b78b-4790-96c1-f11d54d3ebf1 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:19.262904 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ac077-638a-4ca1-ac6a-65bebb49ed75 req-d1d0c924-9733-4aeb-a5eb-2c679f498d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:19.272248 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b28ac077-638a-4ca1-ac6a-65bebb49ed75 req-d1d0c924-9733-4aeb-a5eb-2c679f498d58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=849813aa-50e4-40b7-a59e-c4d2aaa3041a HTTP/1.1" status: 200 len: 856 time: 0.1290548 Jul 15 23:22:19.354610 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e718aae-a247-4ae7-af57-544be844413a req-b6f4ee61-2dd7-49e0-984c-bdc8cb68ee13 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:19.361727 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5e718aae-a247-4ae7-af57-544be844413a req-b6f4ee61-2dd7-49e0-984c-bdc8cb68ee13 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 944 time: 0.1560261 Jul 15 23:22:19.384132 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-49dbf9b5-b78b-4790-96c1-f11d54d3ebf1 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:19.417402 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ac077-638a-4ca1-ac6a-65bebb49ed75 req-93cb3900-bff5-4415-b33a-c423b66c196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:19.422784 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b28ac077-638a-4ca1-ac6a-65bebb49ed75 req-93cb3900-bff5-4415-b33a-c423b66c196e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34f2ebab-bb83-41e4-bb34-809be32dfaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1427295 Jul 15 23:22:19.440652 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5e718aae-a247-4ae7-af57-544be844413a req-167114b2-12dc-4b22-ac23-120c50f0abc3 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777981 Jul 15 23:22:19.516558 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-49dbf9b5-b78b-4790-96c1-f11d54d3ebf1 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Deleting port 20547787-446f-48d6-8985-3214d5a798d4 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:19.517355 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-49dbf9b5-b78b-4790-96c1-f11d54d3ebf1 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:19.626491 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ddcca89b-fa1c-4b74-abeb-33101a8bce03 req-a3d73c4f-36d2-4750-ba11-f54bd8fda850 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5daa0065-a7e8-4058-9741-49364cb689e0 HTTP/1.1" status: 200 len: 210 time: 0.0745857 Jul 15 23:22:19.670785 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:19.753036 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b28ac077-638a-4ca1-ac6a-65bebb49ed75 req-c0c90ec6-9935-4250-a66f-826a63f3b28e service neutron] 10.222.0.36 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246841 Jul 15 23:22:19.755170 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-49dbf9b5-b78b-4790-96c1-f11d54d3ebf1 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] For port 20547787-446f-48d6-8985-3214d5a798d4, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=20547787-446f-48d6-8985-3214d5a798d4,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:19.755548 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-49dbf9b5-b78b-4790-96c1-f11d54d3ebf1 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:19.791673 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-49dbf9b5-b78b-4790-96c1-f11d54d3ebf1 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Calling delete_port for 20547787-446f-48d6-8985-3214d5a798d4 owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:19.975779 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b28ac077-638a-4ca1-ac6a-65bebb49ed75 req-148d6f1d-40ab-409d-a127-b2c3964b25cc service neutron] 10.222.0.36 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154117 Jul 15 23:22:20.079417 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-49dbf9b5-b78b-4790-96c1-f11d54d3ebf1 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:20.145914 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dbf9b5-b78b-4790-96c1-f11d54d3ebf1 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Pushing event deleted for resources: {'Port': ['ID=20547787-446f-48d6-8985-3214d5a798d4,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:20.176909 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f19ac-4f14-4ec6-9296-d9b0c8822b0f req-60773afb-4fdf-4b42-88b1-b18e9625cb0c tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:20.185283 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b80f19ac-4f14-4ec6-9296-d9b0c8822b0f req-60773afb-4fdf-4b42-88b1-b18e9625cb0c tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 945 time: 0.3065543 Jul 15 23:22:20.235651 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-49dbf9b5-b78b-4790-96c1-f11d54d3ebf1 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:20.282203 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b80f19ac-4f14-4ec6-9296-d9b0c8822b0f req-773a9a66-3075-4f86-b480-a6a83c991d4f tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935788 Jul 15 23:22:20.358147 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-49dbf9b5-b78b-4790-96c1-f11d54d3ebf1 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:20.366781 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-49dbf9b5-b78b-4790-96c1-f11d54d3ebf1 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:20.426735 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-49dbf9b5-b78b-4790-96c1-f11d54d3ebf1 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:20.427666 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49dbf9b5-b78b-4790-96c1-f11d54d3ebf1 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3bec94d7-1436-4882-987f-4bd11ef6dd99 {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:22:20.438313 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-49dbf9b5-b78b-4790-96c1-f11d54d3ebf1 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:20.442948 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-49dbf9b5-b78b-4790-96c1-f11d54d3ebf1 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "DELETE /v2.0/routers/3bec94d7-1436-4882-987f-4bd11ef6dd99 HTTP/1.1" status: 204 len: 168 time: 1.4327793 Jul 15 23:22:20.443398 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37278) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:20.450341 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3531f438-757d-4b4d-a3c1-4aa38f09840b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1035550766', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}, 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:20.487884 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3531f438-757d-4b4d-a3c1-4aa38f09840b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:20.492165 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3531f438-757d-4b4d-a3c1-4aa38f09840b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:20.609002 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3531f438-757d-4b4d-a3c1-4aa38f09840b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:20.737481 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef2e0b-8ece-43fd-8b01-58325a64d66e req-8d2bbed0-525a-4d8a-8107-0fb852f47200 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:20.747705 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e5ef2e0b-8ece-43fd-8b01-58325a64d66e req-8d2bbed0-525a-4d8a-8107-0fb852f47200 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 944 time: 0.1382637 Jul 15 23:22:20.831195 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3531f438-757d-4b4d-a3c1-4aa38f09840b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:20.844906 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e5ef2e0b-8ece-43fd-8b01-58325a64d66e req-965153e1-05a7-4ec0-96f2-b88f55469f66 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950758 Jul 15 23:22:21.016927 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c01a851f-817b-4ff3-9d72-2076b27b297c req-93a0a94f-0f81-4717-8f11-37e4d7c53326 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5daa0065-a7e8-4058-9741-49364cb689e0 HTTP/1.1" status: 200 len: 210 time: 0.1261780 Jul 15 23:22:21.230053 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:21.245433 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3531f438-757d-4b4d-a3c1-4aa38f09840b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:21.259011 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafccce-bbfb-4aee-bd14-481f184665af req-4be76cda-54b4-4e2b-a03a-e0a15a86a66a tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:21.260561 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3eafccce-bbfb-4aee-bd14-481f184665af req-4be76cda-54b4-4e2b-a03a-e0a15a86a66a tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.43 "GET /v2.0/networks?id=763f1de9-52c7-44d6-a7b0-fd7c446c4363 HTTP/1.1" status: 200 len: 810 time: 0.4318485 Jul 15 23:22:21.296628 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3531f438-757d-4b4d-a3c1-4aa38f09840b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:21.316268 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 20547787-446f-48d6-8985-3214d5a798d4 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:22:21.361767 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3eafccce-bbfb-4aee-bd14-481f184665af req-cd0aa810-7ae4-4218-aac4-97e9f6d0ec2c tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eac3f2ff013743899b77a7275e534874 HTTP/1.1" status: 200 len: 380 time: 0.0914605 Jul 15 23:22:21.374836 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-3eafccce-bbfb-4aee-bd14-481f184665af req-81258053-97f0-4249-90ca-986682c3f573 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Request body: {'port': {'device_id': '5daa0065-a7e8-4058-9741-49364cb689e0', 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363', 'admin_state_up': True, 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'security_groups': ['1180faa4-d9fa-4be6-84d1-148902ef4406']}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:21.414166 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 20547787-446f-48d6-8985-3214d5a798d4 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:22:21.414517 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 20547787-446f-48d6-8985-3214d5a798d4 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:22:21.523828 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-3531f438-757d-4b4d-a3c1-4aa38f09840b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Allocated IP 172.25.4.117 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/27b32df3-2a73-4441-ab51-535696871ef0) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:21.596136 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eafccce-bbfb-4aee-bd14-481f184665af req-81258053-97f0-4249-90ca-986682c3f573 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Made reservation on behalf of eac3f2ff013743899b77a7275e534874 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:21.603012 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3eafccce-bbfb-4aee-bd14-481f184665af req-81258053-97f0-4249-90ca-986682c3f573 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:21.635900 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6e67c-be23-4f4f-91e4-b93fbe6380a4 req-f6d165fb-b3f3-4893-a193-268c21a53266 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:21.638534 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d9c6e67c-be23-4f4f-91e4-b93fbe6380a4 req-f6d165fb-b3f3-4893-a193-268c21a53266 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 945 time: 0.1440284 Jul 15 23:22:21.699707 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3531f438-757d-4b4d-a3c1-4aa38f09840b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:21.720630 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d9c6e67c-be23-4f4f-91e4-b93fbe6380a4 req-1ba3c95d-1d7c-48b2-ae36-cf00548e0157 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708044 Jul 15 23:22:21.764401 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3531f438-757d-4b4d-a3c1-4aa38f09840b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:21.816162 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531f438-757d-4b4d-a3c1-4aa38f09840b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Pushing event updated for resources: {'Port': ['ID=27b32df3-2a73-4441-ab51-535696871ef0,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:21.852608 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531f438-757d-4b4d-a3c1-4aa38f09840b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:21.853421 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531f438-757d-4b4d-a3c1-4aa38f09840b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:21.853421 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531f438-757d-4b4d-a3c1-4aa38f09840b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:21.853845 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531f438-757d-4b4d-a3c1-4aa38f09840b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:21.854187 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531f438-757d-4b4d-a3c1-4aa38f09840b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:21.854526 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531f438-757d-4b4d-a3c1-4aa38f09840b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:21.854957 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531f438-757d-4b4d-a3c1-4aa38f09840b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:21.855290 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531f438-757d-4b4d-a3c1-4aa38f09840b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:21.855614 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531f438-757d-4b4d-a3c1-4aa38f09840b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:21.855940 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531f438-757d-4b4d-a3c1-4aa38f09840b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:21.856292 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531f438-757d-4b4d-a3c1-4aa38f09840b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:21.856590 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531f438-757d-4b4d-a3c1-4aa38f09840b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:21.861575 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3531f438-757d-4b4d-a3c1-4aa38f09840b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:21.863412 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-3531f438-757d-4b4d-a3c1-4aa38f09840b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:21.875233 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3531f438-757d-4b4d-a3c1-4aa38f09840b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:21.929679 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-3eafccce-bbfb-4aee-bd14-481f184665af req-81258053-97f0-4249-90ca-986682c3f573 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Allocated IP 172.20.0.8 (763f1de9-52c7-44d6-a7b0-fd7c446c4363/78ea2555-c9cc-49c5-b9ef-7f12652d8d72/e0d3c768-ad6b-402f-8063-98d57ffece7d) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:22.158477 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3eafccce-bbfb-4aee-bd14-481f184665af req-81258053-97f0-4249-90ca-986682c3f573 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:22.197391 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-3eafccce-bbfb-4aee-bd14-481f184665af req-81258053-97f0-4249-90ca-986682c3f573 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Transition to ACTIVE for port object e0d3c768-ad6b-402f-8063-98d57ffece7d will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:22.309991 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b8d8ed57-a17c-42d1-bdaa-2a051310102f req-e6ae4090-fc52-44f2-972c-e234c1febf44 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5daa0065-a7e8-4058-9741-49364cb689e0 HTTP/1.1" status: 200 len: 210 time: 0.1034639 Jul 15 23:22:22.360540 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3531f438-757d-4b4d-a3c1-4aa38f09840b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:22.445437 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3eafccce-bbfb-4aee-bd14-481f184665af req-81258053-97f0-4249-90ca-986682c3f573 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:22.608459 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0c672-5806-4f58-9c43-a8b705b3cf5b req-d0e1adf3-6016-43b9-a35d-761acaf93fb0 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:22.611842 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-53f0c672-5806-4f58-9c43-a8b705b3cf5b req-d0e1adf3-6016-43b9-a35d-761acaf93fb0 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 944 time: 0.3427601 Jul 15 23:22:22.638490 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eafccce-bbfb-4aee-bd14-481f184665af req-81258053-97f0-4249-90ca-986682c3f573 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Network 763f1de9-52c7-44d6-a7b0-fd7c446c4363 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:22.641806 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-3eafccce-bbfb-4aee-bd14-481f184665af req-81258053-97f0-4249-90ca-986682c3f573 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:22.647598 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eafccce-bbfb-4aee-bd14-481f184665af req-81258053-97f0-4249-90ca-986682c3f573 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:22.736327 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81258053-97f0-4249-90ca-986682c3f573 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Pushing event updated for resources: {'Port': ['ID=e0d3c768-ad6b-402f-8063-98d57ffece7d,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:22.764767 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-53f0c672-5806-4f58-9c43-a8b705b3cf5b req-ef2d39b2-6e4b-4395-b18f-3fc76220ca04 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239688 Jul 15 23:22:22.776800 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafccce-bbfb-4aee-bd14-481f184665af req-81258053-97f0-4249-90ca-986682c3f573 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:22.778691 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3eafccce-bbfb-4aee-bd14-481f184665af req-81258053-97f0-4249-90ca-986682c3f573 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:22.816744 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3eafccce-bbfb-4aee-bd14-481f184665af req-81258053-97f0-4249-90ca-986682c3f573 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4488325 Jul 15 23:22:22.845651 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-3eafccce-bbfb-4aee-bd14-481f184665af req-8a46e3fd-1228-494c-9c23-7d4f59d49a2c service neutron] Request body: {'port': {'device_id': '5daa0065-a7e8-4058-9741-49364cb689e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:22.884135 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3531f438-757d-4b4d-a3c1-4aa38f09840b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:23.078555 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec1030-083a-43e5-bb3b-7ed4bb0f5c0e req-9fef8af7-18a3-453e-bb49-7fd9a38aac6d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:23.079823 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7c10112a-5428-4aa7-a6aa-84ec0c5a2d53 None None] Provisioning for port e0d3c768-ad6b-402f-8063-98d57ffece7d completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:23.080336 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-deec1030-083a-43e5-bb3b-7ed4bb0f5c0e req-9fef8af7-18a3-453e-bb49-7fd9a38aac6d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 945 time: 0.1494691 Jul 15 23:22:23.081170 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3eafccce-bbfb-4aee-bd14-481f184665af req-8a46e3fd-1228-494c-9c23-7d4f59d49a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:23.090356 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7c10112a-5428-4aa7-a6aa-84ec0c5a2d53 None None] Provisioning complete for port e0d3c768-ad6b-402f-8063-98d57ffece7d triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:23.092187 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7c10112a-5428-4aa7-a6aa-84ec0c5a2d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:23.285189 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-deec1030-083a-43e5-bb3b-7ed4bb0f5c0e req-7768118b-ee1f-482a-b141-aecb3b4fa532 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861632 Jul 15 23:22:23.298889 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-7c10112a-5428-4aa7-a6aa-84ec0c5a2d53 None None] Port e0d3c768-ad6b-402f-8063-98d57ffece7d cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:22:23.314648 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3531f438-757d-4b4d-a3c1-4aa38f09840b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Router bc06d47c-009d-4e6d-8f91-b827e8048136 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:22:23.507638 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-3eafccce-bbfb-4aee-bd14-481f184665af req-8a46e3fd-1228-494c-9c23-7d4f59d49a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d3c768-ad6b-402f-8063-98d57ffece7d {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:22:23.515747 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3eafccce-bbfb-4aee-bd14-481f184665af req-8a46e3fd-1228-494c-9c23-7d4f59d49a2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:23.529509 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-3eafccce-bbfb-4aee-bd14-481f184665af req-8a46e3fd-1228-494c-9c23-7d4f59d49a2c service neutron] Transition to ACTIVE for port object e0d3c768-ad6b-402f-8063-98d57ffece7d will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:23.534558 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3eafccce-bbfb-4aee-bd14-481f184665af req-8a46e3fd-1228-494c-9c23-7d4f59d49a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:23.556545 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3531f438-757d-4b4d-a3c1-4aa38f09840b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:22:23.571550 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bf27ca-ba76-4296-a237-469ef1b0cab6 None None] Sync routers for ids ['bc06d47c-009d-4e6d-8f91-b827e8048136'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:22:23.591413 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3531f438-757d-4b4d-a3c1-4aa38f09840b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:23.597210 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37310) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:23.600511 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3531f438-757d-4b4d-a3c1-4aa38f09840b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.1559641 Jul 15 23:22:23.606128 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-7fed027d-8aee-427f-9ba6-e9d1b48902f4 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'enable_snat': False}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:23.609093 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bf27ca-ba76-4296-a237-469ef1b0cab6 None None] Routers {'bc06d47c-009d-4e6d-8f91-b827e8048136'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:23.609712 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-08bf27ca-ba76-4296-a237-469ef1b0cab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:22:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['bc06d47c-009d-4e6d-8f91-b827e8048136'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:23.686021 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46e3fd-1228-494c-9c23-7d4f59d49a2c service neutron] Pushing event updated for resources: {'Port': ['ID=e0d3c768-ad6b-402f-8063-98d57ffece7d,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:23.701942 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-08bf27ca-ba76-4296-a237-469ef1b0cab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:23.749695 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bf27ca-ba76-4296-a237-469ef1b0cab6 None None] Routers {'bc06d47c-009d-4e6d-8f91-b827e8048136'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:23.750779 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-08bf27ca-ba76-4296-a237-469ef1b0cab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:22:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['bc06d47c-009d-4e6d-8f91-b827e8048136'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:23.802010 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-08bf27ca-ba76-4296-a237-469ef1b0cab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:23.803038 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bf27ca-ba76-4296-a237-469ef1b0cab6 None None] The sync data for ids ['bc06d47c-009d-4e6d-8f91-b827e8048136'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:22:24.119573 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:24.328503 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-3eafccce-bbfb-4aee-bd14-481f184665af req-8a46e3fd-1228-494c-9c23-7d4f59d49a2c service neutron] Attempting to bind port e0d3c768-ad6b-402f-8063-98d57ffece7d on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:22:24.328826 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-3eafccce-bbfb-4aee-bd14-481f184665af req-8a46e3fd-1228-494c-9c23-7d4f59d49a2c service neutron] Attempting to bind port e0d3c768-ad6b-402f-8063-98d57ffece7d by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'c9e4b3e1-75aa-477b-b892-dda03f8d1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:22:24.329153 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eafccce-bbfb-4aee-bd14-481f184665af req-8a46e3fd-1228-494c-9c23-7d4f59d49a2c service neutron] Attempting to bind port e0d3c768-ad6b-402f-8063-98d57ffece7d on network 763f1de9-52c7-44d6-a7b0-fd7c446c4363 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:24.389305 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eafccce-bbfb-4aee-bd14-481f184665af req-8a46e3fd-1228-494c-9c23-7d4f59d49a2c service neutron] Port e0d3c768-ad6b-402f-8063-98d57ffece7d on network 763f1de9-52c7-44d6-a7b0-fd7c446c4363 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:22:24.389760 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eafccce-bbfb-4aee-bd14-481f184665af req-8a46e3fd-1228-494c-9c23-7d4f59d49a2c service neutron] Attempting to bind port e0d3c768-ad6b-402f-8063-98d57ffece7d on network 763f1de9-52c7-44d6-a7b0-fd7c446c4363 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:24.404037 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e15c96-bad3-4730-8fc6-d2d49bf0404f req-9b426d4a-8920-4665-b984-667d88d2080d tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:24.407486 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-60e15c96-bad3-4730-8fc6-d2d49bf0404f req-9b426d4a-8920-4665-b984-667d88d2080d tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5daa0065-a7e8-4058-9741-49364cb689e0 HTTP/1.1" status: 200 len: 943 time: 0.7989159 Jul 15 23:22:24.423608 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eafccce-bbfb-4aee-bd14-481f184665af req-8a46e3fd-1228-494c-9c23-7d4f59d49a2c service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:22:24.424092 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eafccce-bbfb-4aee-bd14-481f184665af req-8a46e3fd-1228-494c-9c23-7d4f59d49a2c service neutron] Checking segment: {'id': 'c9e4b3e1-75aa-477b-b892-dda03f8d1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:24.424546 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eafccce-bbfb-4aee-bd14-481f184665af req-8a46e3fd-1228-494c-9c23-7d4f59d49a2c service neutron] Bound using segment: {'id': 'c9e4b3e1-75aa-477b-b892-dda03f8d1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:22:24.426043 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-3eafccce-bbfb-4aee-bd14-481f184665af req-8a46e3fd-1228-494c-9c23-7d4f59d49a2c service neutron] Bound port: e0d3c768-ad6b-402f-8063-98d57ffece7d, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9e4b3e1-75aa-477b-b892-dda03f8d1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:22:24.426471 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3eafccce-bbfb-4aee-bd14-481f184665af req-8a46e3fd-1228-494c-9c23-7d4f59d49a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:24.506089 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fd193-ecdc-44bc-8cc5-0c6e3680b41c req-fb633743-387d-4fde-a325-883bfd1688b6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:24.508472 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5d6fd193-ecdc-44bc-8cc5-0c6e3680b41c req-fb633743-387d-4fde-a325-883bfd1688b6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 944 time: 0.3371146 Jul 15 23:22:24.595534 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-60e15c96-bad3-4730-8fc6-d2d49bf0404f req-2dac3747-30d6-4e1b-9dfd-2bb71ad5b120 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=1180faa4-d9fa-4be6-84d1-148902ef4406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763582 Jul 15 23:22:24.690963 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5d6fd193-ecdc-44bc-8cc5-0c6e3680b41c req-62334ee1-a0db-4038-a302-467bb522f788 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719186 Jul 15 23:22:24.702743 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-3eafccce-bbfb-4aee-bd14-481f184665af req-8a46e3fd-1228-494c-9c23-7d4f59d49a2c service neutron] For port e0d3c768-ad6b-402f-8063-98d57ffece7d, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:22:24.716938 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-3eafccce-bbfb-4aee-bd14-481f184665af req-8a46e3fd-1228-494c-9c23-7d4f59d49a2c service neutron] For port e0d3c768-ad6b-402f-8063-98d57ffece7d, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=e0d3c768-ad6b-402f-8063-98d57ffece7d,segment=NetworkSegment(c9e4b3e1-75aa-477b-b892-dda03f8d1320),segment_id=c9e4b3e1-75aa-477b-b892-dda03f8d1320)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:22:24.716938 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3eafccce-bbfb-4aee-bd14-481f184665af req-8a46e3fd-1228-494c-9c23-7d4f59d49a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:24.825138 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafccce-bbfb-4aee-bd14-481f184665af req-8a46e3fd-1228-494c-9c23-7d4f59d49a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:24.826624 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-3eafccce-bbfb-4aee-bd14-481f184665af req-8a46e3fd-1228-494c-9c23-7d4f59d49a2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:24.828463 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3eafccce-bbfb-4aee-bd14-481f184665af req-8a46e3fd-1228-494c-9c23-7d4f59d49a2c service neutron] 10.222.0.43 "PUT /v2.0/ports/e0d3c768-ad6b-402f-8063-98d57ffece7d HTTP/1.1" status: 200 len: 1091 time: 2.0024393 Jul 15 23:22:24.830936 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5daa0065-a7e8-4058-9741-49364cb689e0', 'tag': 'e0d3c768-ad6b-402f-8063-98d57ffece7d'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:24.833525 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801215ec-2cd1-4072-83e3-ad0cc50072cd" -d '{"events": [{"name": "network-changed", "server_uuid": "5daa0065-a7e8-4058-9741-49364cb689e0", "tag": "e0d3c768-ad6b-402f-8063-98d57ffece7d"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:24.880154 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46e3fd-1228-494c-9c23-7d4f59d49a2c service neutron] Pushing event updated for resources: {'Port': ['ID=e0d3c768-ad6b-402f-8063-98d57ffece7d,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:24.895048 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de04be46-dcb1-4c44-8d71-29efe1d95155 x-openstack-request-id: req-de04be46-dcb1-4c44-8d71-29efe1d95155 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:24.895412 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5daa0065-a7e8-4058-9741-49364cb689e0", "tag": "e0d3c768-ad6b-402f-8063-98d57ffece7d", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:24.895745 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de04be46-dcb1-4c44-8d71-29efe1d95155 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:24.896242 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5daa0065-a7e8-4058-9741-49364cb689e0', 'tag': 'e0d3c768-ad6b-402f-8063-98d57ffece7d', 'status': 'completed', 'code': 200} Jul 15 23:22:24.909922 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7fed027d-8aee-427f-9ba6-e9d1b48902f4 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:25.007916 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994577e2-64a9-468f-a6c7-47bcab50fa3c req-c110419e-bd35-4501-9e6b-ba9c07fc3761 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:25.009717 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-994577e2-64a9-468f-a6c7-47bcab50fa3c req-c110419e-bd35-4501-9e6b-ba9c07fc3761 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 945 time: 0.2600839 Jul 15 23:22:25.072589 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafccce-bbfb-4aee-bd14-481f184665af req-9f8808d8-35fa-464d-94e6-8da0fe071acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:25.074125 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3eafccce-bbfb-4aee-bd14-481f184665af req-9f8808d8-35fa-464d-94e6-8da0fe071acc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eac3f2ff013743899b77a7275e534874&device_id=5daa0065-a7e8-4058-9741-49364cb689e0 HTTP/1.1" status: 200 len: 1094 time: 0.1863446 Jul 15 23:22:25.158946 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3eafccce-bbfb-4aee-bd14-481f184665af req-a96bea44-7df3-4a16-90b2-995820aa542f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0d3c768-ad6b-402f-8063-98d57ffece7d HTTP/1.1" status: 200 len: 217 time: 0.0723417 Jul 15 23:22:25.188594 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-994577e2-64a9-468f-a6c7-47bcab50fa3c req-dc8bc133-3cc7-41fa-a8b4-abeb16c89053 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708095 Jul 15 23:22:25.267138 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafccce-bbfb-4aee-bd14-481f184665af req-5e479d60-2de3-41eb-9930-aa641e284f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:25.268739 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3eafccce-bbfb-4aee-bd14-481f184665af req-5e479d60-2de3-41eb-9930-aa641e284f82 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=78ea2555-c9cc-49c5-b9ef-7f12652d8d72 HTTP/1.1" status: 200 len: 849 time: 0.1006463 Jul 15 23:22:25.345157 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3259972-0a4d-4c94-ae78-11aa553092af req-37e4e18f-3882-4c12-92e5-d7da786ea941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:25.346951 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c3259972-0a4d-4c94-ae78-11aa553092af req-37e4e18f-3882-4c12-92e5-d7da786ea941 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1885ddec6b5464187ca1cbaa27847a8&device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 1096 time: 0.0733647 Jul 15 23:22:25.434445 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafccce-bbfb-4aee-bd14-481f184665af req-8e9ea780-9b1f-4a36-bc9d-db8b888e0028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:25.436170 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3eafccce-bbfb-4aee-bd14-481f184665af req-8e9ea780-9b1f-4a36-bc9d-db8b888e0028 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=763f1de9-52c7-44d6-a7b0-fd7c446c4363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1606538 Jul 15 23:22:25.449430 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3259972-0a4d-4c94-ae78-11aa553092af req-a5e8a0bc-fd0d-4ec0-a5e5-70bba9cd6ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:25.450952 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c3259972-0a4d-4c94-ae78-11aa553092af req-a5e8a0bc-fd0d-4ec0-a5e5-70bba9cd6ee6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cb7f5d26-827b-40c8-9606-f513fb310e54 HTTP/1.1" status: 200 len: 913 time: 0.0979984 Jul 15 23:22:25.511255 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c3259972-0a4d-4c94-ae78-11aa553092af req-c545f678-565f-4508-b6d6-1c128d7d86c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c277f2b3-11a9-474f-8cec-e88067240d6a HTTP/1.1" status: 200 len: 217 time: 0.0512576 Jul 15 23:22:25.561854 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3259972-0a4d-4c94-ae78-11aa553092af req-7b06c8fd-fcb6-4f6e-9b00-ef4c21b41596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:25.563694 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c3259972-0a4d-4c94-ae78-11aa553092af req-7b06c8fd-fcb6-4f6e-9b00-ef4c21b41596 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=242df3cc-37d7-47c0-a77c-be9034976381 HTTP/1.1" status: 200 len: 851 time: 0.0471103 Jul 15 23:22:25.625306 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3259972-0a4d-4c94-ae78-11aa553092af req-cb0bd7c4-1bad-48c9-afd0-a14b17893846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:25.626854 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c3259972-0a4d-4c94-ae78-11aa553092af req-cb0bd7c4-1bad-48c9-afd0-a14b17893846 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb7f5d26-827b-40c8-9606-f513fb310e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573845 Jul 15 23:22:25.627007 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3eafccce-bbfb-4aee-bd14-481f184665af req-38df86ee-628d-4806-a380-197ca131b73b service neutron] 10.222.0.43 "GET /v2.0/networks/763f1de9-52c7-44d6-a7b0-fd7c446c4363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814086 Jul 15 23:22:25.755850 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c3259972-0a4d-4c94-ae78-11aa553092af req-5242c568-a539-4a2c-b142-fd4544e836df service neutron] 10.222.0.36 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225140 Jul 15 23:22:25.834770 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7fed027d-8aee-427f-9ba6-e9d1b48902f4 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:25.842301 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7fed027d-8aee-427f-9ba6-e9d1b48902f4 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16353154'] for router, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:25.862251 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3eafccce-bbfb-4aee-bd14-481f184665af req-fc954770-9293-4050-b43d-942598f145d1 service neutron] 10.222.0.43 "GET /v2.0/networks/763f1de9-52c7-44d6-a7b0-fd7c446c4363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258692 Jul 15 23:22:25.872276 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c3259972-0a4d-4c94-ae78-11aa553092af req-7682c14f-65d4-451c-91a8-ce118ed7efac service neutron] 10.222.0.36 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106458 Jul 15 23:22:26.301908 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbdcf3-a7b4-4ce1-93bf-4c1198299574 req-b4c1e840-0acd-4fa0-b819-ed74599d2ced tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:26.303559 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7cdbdcf3-a7b4-4ce1-93bf-4c1198299574 req-b4c1e840-0acd-4fa0-b819-ed74599d2ced tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5daa0065-a7e8-4058-9741-49364cb689e0 HTTP/1.1" status: 200 len: 943 time: 0.5389466 Jul 15 23:22:26.420973 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00836dd-c44b-4dea-b9e5-077e5f270d55 req-98c3295c-f316-4c71-91b2-9731406d8599 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:26.422457 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e00836dd-c44b-4dea-b9e5-077e5f270d55 req-98c3295c-f316-4c71-91b2-9731406d8599 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 944 time: 0.5817528 Jul 15 23:22:26.438866 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7cdbdcf3-a7b4-4ce1-93bf-4c1198299574 req-4f79ee53-9171-4ffe-904d-184a2750b532 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=1180faa4-d9fa-4be6-84d1-148902ef4406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275733 Jul 15 23:22:26.478088 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fed027d-8aee-427f-9ba6-e9d1b48902f4 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Router bc06d47c-009d-4e6d-8f91-b827e8048136 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:22:26.485880 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801215ec-2cd1-4072-83e3-ad0cc50072cd req-2ee999cf-bbae-4bc3-b142-5872a40d29e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:26.487653 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-801215ec-2cd1-4072-83e3-ad0cc50072cd req-2ee999cf-bbae-4bc3-b142-5872a40d29e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eac3f2ff013743899b77a7275e534874&device_id=5daa0065-a7e8-4058-9741-49364cb689e0 HTTP/1.1" status: 200 len: 1094 time: 0.2440634 Jul 15 23:22:26.492942 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e00836dd-c44b-4dea-b9e5-077e5f270d55 req-ef81b168-5497-4ccb-a303-87f6f2315b23 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644791 Jul 15 23:22:26.730856 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801215ec-2cd1-4072-83e3-ad0cc50072cd req-4ae53bc5-1bc4-4749-bc40-a8128c078909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:26.732337 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-801215ec-2cd1-4072-83e3-ad0cc50072cd req-4ae53bc5-1bc4-4749-bc40-a8128c078909 service neutron] 10.222.0.43 "GET /v2.0/networks?id=763f1de9-52c7-44d6-a7b0-fd7c446c4363 HTTP/1.1" status: 200 len: 911 time: 0.2374451 Jul 15 23:22:26.782853 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fed027d-8aee-427f-9ba6-e9d1b48902f4 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:22:26.786115 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-801215ec-2cd1-4072-83e3-ad0cc50072cd req-1a553b2e-98e8-4382-818e-fe217c3a531e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0d3c768-ad6b-402f-8063-98d57ffece7d HTTP/1.1" status: 200 len: 217 time: 0.0419848 Jul 15 23:22:26.789133 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7fed027d-8aee-427f-9ba6-e9d1b48902f4 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:26.790206 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7fed027d-8aee-427f-9ba6-e9d1b48902f4 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "PUT /v2.0/routers/bc06d47c-009d-4e6d-8f91-b827e8048136 HTTP/1.1" status: 200 len: 926 time: 3.1876616 Jul 15 23:22:26.793513 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37346) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:26.798596 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73b1266-413d-4b4f-8c77-8e213844af56 None None] Sync routers for ids ['bc06d47c-009d-4e6d-8f91-b827e8048136'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:22:26.806849 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd53d2-2c8e-4702-98cc-38fbecf95312 req-aa267515-c520-45af-9f1e-7cfc9b25189d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:26.808275 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4fbd53d2-2c8e-4702-98cc-38fbecf95312 req-aa267515-c520-45af-9f1e-7cfc9b25189d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 945 time: 0.2312667 Jul 15 23:22:26.812128 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73b1266-413d-4b4f-8c77-8e213844af56 None None] Routers {'bc06d47c-009d-4e6d-8f91-b827e8048136'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:26.813379 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a73b1266-413d-4b4f-8c77-8e213844af56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:22:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['bc06d47c-009d-4e6d-8f91-b827e8048136'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:26.855597 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a73b1266-413d-4b4f-8c77-8e213844af56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:26.867969 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73b1266-413d-4b4f-8c77-8e213844af56 None None] Routers {'bc06d47c-009d-4e6d-8f91-b827e8048136'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:26.869065 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a73b1266-413d-4b4f-8c77-8e213844af56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:22:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['bc06d47c-009d-4e6d-8f91-b827e8048136'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:26.885557 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801215ec-2cd1-4072-83e3-ad0cc50072cd req-3ec5a747-da98-4cfd-9def-40111bd2c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:26.887055 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-801215ec-2cd1-4072-83e3-ad0cc50072cd req-3ec5a747-da98-4cfd-9def-40111bd2c774 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=78ea2555-c9cc-49c5-b9ef-7f12652d8d72 HTTP/1.1" status: 200 len: 849 time: 0.0778735 Jul 15 23:22:26.890025 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4fbd53d2-2c8e-4702-98cc-38fbecf95312 req-f2db5ba5-8f2c-448b-b47d-5486fff5df3b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722547 Jul 15 23:22:26.907188 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a73b1266-413d-4b4f-8c77-8e213844af56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:26.908032 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73b1266-413d-4b4f-8c77-8e213844af56 None None] The sync data for ids ['bc06d47c-009d-4e6d-8f91-b827e8048136'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:22:26.925360 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0d43ee58-1b2a-40e6-a165-d129d2879893 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "GET /v2.0/routers/bc06d47c-009d-4e6d-8f91-b827e8048136 HTTP/1.1" status: 200 len: 926 time: 0.1307425 Jul 15 23:22:26.927943 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37348) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:26.955053 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801215ec-2cd1-4072-83e3-ad0cc50072cd req-f800d6c5-95eb-486b-8364-b0fe6d842a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:26.956897 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-801215ec-2cd1-4072-83e3-ad0cc50072cd req-f800d6c5-95eb-486b-8364-b0fe6d842a53 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=763f1de9-52c7-44d6-a7b0-fd7c446c4363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609305 Jul 15 23:22:27.017082 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda828ca-24d3-4c28-ad08-d72a92467c84 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:27.018823 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-eda828ca-24d3-4c28-ad08-d72a92467c84 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=61ac1f85-79f4-4ace-93a9-51b85862f208&device_id=bc06d47c-009d-4e6d-8f91-b827e8048136&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0898530 Jul 15 23:22:27.021339 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37350) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:27.062974 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-801215ec-2cd1-4072-83e3-ad0cc50072cd req-ea8f47b6-e007-4ef1-9cce-48ec3a58f7a6 service neutron] 10.222.0.43 "GET /v2.0/networks/763f1de9-52c7-44d6-a7b0-fd7c446c4363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935390 Jul 15 23:22:27.162049 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-801215ec-2cd1-4072-83e3-ad0cc50072cd req-aac603ff-710a-4ae3-b040-64594628b663 service neutron] 10.222.0.43 "GET /v2.0/networks/763f1de9-52c7-44d6-a7b0-fd7c446c4363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930538 Jul 15 23:22:27.392661 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:22:27.499870 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7a6019-046e-45e3-a32b-8a8c6870dcfd tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:27.504436 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-df7a6019-046e-45e3-a32b-8a8c6870dcfd tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 881 time: 0.4794753 Jul 15 23:22:27.504650 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37354) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:27.512454 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:27.524969 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'port_id': '79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba', 'mac_address': 'fa:16:3e:21:c6:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:22:27.536382 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-29380038-eee0-44c0-ba3e-d84261d6471f tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc06d47c-009d-4e6d-8f91-b827e8048136 HTTP/1.1" status: 200 len: 205 time: 0.0305357 Jul 15 23:22:27.539586 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37358) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:27.581736 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:27.605434 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:22:27.639098 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:27.644402 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:27.698622 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:27.854671 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e233722b-9db9-4f74-925a-98717da94262 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:27.914539 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:27.923459 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a4f33-6418-46ad-bc67-c9fbfcb38507 req-8a9a30c7-ec8b-455d-a1a5-7eea6d345fb2 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:27.924944 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f30a4f33-6418-46ad-bc67-c9fbfcb38507 req-8a9a30c7-ec8b-455d-a1a5-7eea6d345fb2 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5daa0065-a7e8-4058-9741-49364cb689e0 HTTP/1.1" status: 200 len: 943 time: 0.2909143 Jul 15 23:22:27.939973 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663f7d5-25f9-47c0-8804-d3f0bf6289eb req-6b6df56d-982d-4d0b-a3ba-5a143f10f83c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:27.941367 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5663f7d5-25f9-47c0-8804-d3f0bf6289eb req-6b6df56d-982d-4d0b-a3ba-5a143f10f83c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 945 time: 0.2624831 Jul 15 23:22:28.050011 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f30a4f33-6418-46ad-bc67-c9fbfcb38507 req-5464c6f0-1921-471e-9481-7e62da5a29dd tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=1180faa4-d9fa-4be6-84d1-148902ef4406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076655 Jul 15 23:22:28.058792 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e233722b-9db9-4f74-925a-98717da94262 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:28.065195 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5663f7d5-25f9-47c0-8804-d3f0bf6289eb req-0bf5d0fb-7aa0-4967-9b42-d1c9438c6d3a tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849664 Jul 15 23:22:28.137812 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e233722b-9db9-4f74-925a-98717da94262 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Deleting port 27b32df3-2a73-4441-ab51-535696871ef0 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:28.138355 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e233722b-9db9-4f74-925a-98717da94262 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:28.257050 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e233722b-9db9-4f74-925a-98717da94262 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:28.269466 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c277f2b3-11a9-474f-8cec-e88067240d6a no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:22:28.285495 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e233722b-9db9-4f74-925a-98717da94262 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Calling delete_port for 27b32df3-2a73-4441-ab51-535696871ef0 owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:28.354496 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865e4de-7d96-4b7f-b32c-986c9d8ae30f req-e3a5bb40-b385-4194-b423-9c1416f135f1 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:28.356080 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a865e4de-7d96-4b7f-b32c-986c9d8ae30f req-e3a5bb40-b385-4194-b423-9c1416f135f1 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 945 time: 0.1590989 Jul 15 23:22:28.383584 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:28.406313 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9162399-5bda-446e-a7d2-40d134e60888', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c277f2b3-11a9-474f-8cec-e88067240d6a'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:28.408692 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4a816e-3bc8-42f8-bd63-6ad48a300c40" -d '{"events": [{"server_uuid": "b9162399-5bda-446e-a7d2-40d134e60888", "name": "network-vif-unplugged", "status": "completed", "tag": "c277f2b3-11a9-474f-8cec-e88067240d6a"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:28.414828 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a865e4de-7d96-4b7f-b32c-986c9d8ae30f req-906b7768-75be-47b9-8a65-30983ff4d15c tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525334 Jul 15 23:22:28.435988 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port c277f2b3-11a9-474f-8cec-e88067240d6a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c277f2b3-11a9-474f-8cec-e88067240d6a,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:28.440390 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:28.471384 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a03fdc-9fe3-4f48-a024-7f706a532b6d x-openstack-request-id: req-58a03fdc-9fe3-4f48-a024-7f706a532b6d {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:28.471683 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9162399-5bda-446e-a7d2-40d134e60888", "name": "network-vif-unplugged", "status": "failed", "tag": "c277f2b3-11a9-474f-8cec-e88067240d6a", "code": 422}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:28.471939 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58a03fdc-9fe3-4f48-a024-7f706a532b6d {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:28.472369 n-d-787205-9 neutron-server[93800]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b9162399-5bda-446e-a7d2-40d134e60888', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c277f2b3-11a9-474f-8cec-e88067240d6a', 'code': 422} returned with failed status Jul 15 23:22:28.503332 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=c277f2b3-11a9-474f-8cec-e88067240d6a,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:28.539689 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e233722b-9db9-4f74-925a-98717da94262 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:28.569318 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233722b-9db9-4f74-925a-98717da94262 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Pushing event deleted for resources: {'Port': ['ID=27b32df3-2a73-4441-ab51-535696871ef0,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:28.671218 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e233722b-9db9-4f74-925a-98717da94262 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:28.762753 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b11e01-b5ae-4ce9-93ba-3d9a492b732b req-da7b62af-0e06-4e87-a4e3-4e4521365d12 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:28.764218 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d0b11e01-b5ae-4ce9-93ba-3d9a492b732b req-da7b62af-0e06-4e87-a4e3-4e4521365d12 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1983290 Jul 15 23:22:28.769869 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e233722b-9db9-4f74-925a-98717da94262 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:28.773777 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e233722b-9db9-4f74-925a-98717da94262 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:28.833282 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e233722b-9db9-4f74-925a-98717da94262 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:28.833834 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e233722b-9db9-4f74-925a-98717da94262 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Fanout notify agent at l3_agent the message router_deleted on router bc06d47c-009d-4e6d-8f91-b827e8048136 {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:22:28.843140 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e233722b-9db9-4f74-925a-98717da94262 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:28.844218 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e233722b-9db9-4f74-925a-98717da94262 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "DELETE /v2.0/routers/bc06d47c-009d-4e6d-8f91-b827e8048136 HTTP/1.1" status: 204 len: 168 time: 1.3036594 Jul 15 23:22:28.847170 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d0b11e01-b5ae-4ce9-93ba-3d9a492b732b req-f5ef224c-07e1-45aa-bffb-05f91a8eed33 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753930 Jul 15 23:22:28.847785 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37372) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:28.852675 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-e4505f2e-ce18-4278-86b5-af4d2d4e76cd tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1821443710', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:28.878435 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e4505f2e-ce18-4278-86b5-af4d2d4e76cd tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:28.879448 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e4505f2e-ce18-4278-86b5-af4d2d4e76cd tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:28.966847 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e4505f2e-ce18-4278-86b5-af4d2d4e76cd tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:28.979557 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e4505f2e-ce18-4278-86b5-af4d2d4e76cd tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:29.012619 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e4505f2e-ce18-4278-86b5-af4d2d4e76cd tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:29.013933 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e4505f2e-ce18-4278-86b5-af4d2d4e76cd tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1651196 Jul 15 23:22:29.016586 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37376) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:29.021251 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4e4eb227-739c-4f1b-adc4-1dd3d21c12c9 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Request body: {'router': {'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:29.043502 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbb573-9782-48cb-bcc8-540d2651bdd6 req-d50d05b0-d9a6-4e1f-a0bc-1c8c2d7c9e98 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:29.044961 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-36cbb573-9782-48cb-bcc8-540d2651bdd6 req-d50d05b0-d9a6-4e1f-a0bc-1c8c2d7c9e98 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.0768926 Jul 15 23:22:29.086045 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-36cbb573-9782-48cb-bcc8-540d2651bdd6 req-281ee65b-c5a3-44ae-a11c-275337868983 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342846 Jul 15 23:22:29.246922 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e4eb227-739c-4f1b-adc4-1dd3d21c12c9 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:29.404790 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device e0d3c768-ad6b-402f-8063-98d57ffece7d details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:22:29.407105 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:22:29.450891 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e4eb227-739c-4f1b-adc4-1dd3d21c12c9 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:29.471204 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e4eb227-739c-4f1b-adc4-1dd3d21c12c9 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:29.523826 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:29.532986 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:29.533368 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:29.534363 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcca8b-ff8a-44ac-bed0-331dc7c4a3d2 req-0bf3adf3-e492-42ad-91e3-7c290a8f95c4 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:29.535859 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-86fcca8b-ff8a-44ac-bed0-331dc7c4a3d2 req-0bf3adf3-e492-42ad-91e3-7c290a8f95c4 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5daa0065-a7e8-4058-9741-49364cb689e0 HTTP/1.1" status: 200 len: 943 time: 0.3675816 Jul 15 23:22:29.560704 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f2b62-0845-4fcb-bdf3-e211d09b63ff req-89f80d44-6347-4ab4-8d24-e9f494479377 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:29.562211 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d33f2b62-0845-4fcb-bdf3-e211d09b63ff req-89f80d44-6347-4ab4-8d24-e9f494479377 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 945 time: 0.1012378 Jul 15 23:22:29.582690 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port e0d3c768-ad6b-402f-8063-98d57ffece7d, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=e0d3c768-ad6b-402f-8063-98d57ffece7d,segment=NetworkSegment(c9e4b3e1-75aa-477b-b892-dda03f8d1320),segment_id=c9e4b3e1-75aa-477b-b892-dda03f8d1320)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:29.590408 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-4e4eb227-739c-4f1b-adc4-1dd3d21c12c9 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Allocated IP 172.25.4.135 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/79db977d-cf92-44a5-badb-f48a3494bf68) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:29.598804 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'e0d3c768-ad6b-402f-8063-98d57ffece7d', 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363', 'port_id': 'e0d3c768-ad6b-402f-8063-98d57ffece7d', 'mac_address': 'fa:16:3e:f6:01:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:22:29.608961 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-86fcca8b-ff8a-44ac-bed0-331dc7c4a3d2 req-0b9cc941-e6ca-4137-a54b-bba2225bf3c5 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=1180faa4-d9fa-4be6-84d1-148902ef4406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655341 Jul 15 23:22:29.624942 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d33f2b62-0845-4fcb-bdf3-e211d09b63ff req-3c344afa-97a9-4f10-8140-6bc3f37e26ad tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531559 Jul 15 23:22:29.672380 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:29.687895 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:29.692052 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d3c768-ad6b-402f-8063-98d57ffece7d {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:22:29.727069 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port e0d3c768-ad6b-402f-8063-98d57ffece7d, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=e0d3c768-ad6b-402f-8063-98d57ffece7d,segment=NetworkSegment(c9e4b3e1-75aa-477b-b892-dda03f8d1320),segment_id=c9e4b3e1-75aa-477b-b892-dda03f8d1320)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:29.727942 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e4eb227-739c-4f1b-adc4-1dd3d21c12c9 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:29.735027 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:29.748455 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:29.773819 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:29.777339 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e4eb227-739c-4f1b-adc4-1dd3d21c12c9 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:29.809503 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=e0d3c768-ad6b-402f-8063-98d57ffece7d,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:29.825451 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4eb227-739c-4f1b-adc4-1dd3d21c12c9 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:29.831947 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-4e4eb227-739c-4f1b-adc4-1dd3d21c12c9 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:29.835729 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4eb227-739c-4f1b-adc4-1dd3d21c12c9 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:29.860505 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4eb227-739c-4f1b-adc4-1dd3d21c12c9 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Pushing event updated for resources: {'Port': ['ID=79db977d-cf92-44a5-badb-f48a3494bf68,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:29.877399 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:30.014067 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['e0d3c768-ad6b-402f-8063-98d57ffece7d'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:30.036921 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ddcf10-99db-45ad-afec-dfa9fbfed0aa req-adcaa69b-7f11-44be-879a-437c74900bec tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:30.039011 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-74ddcf10-99db-45ad-afec-dfa9fbfed0aa req-adcaa69b-7f11-44be-879a-437c74900bec tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.0694702 Jul 15 23:22:30.081172 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-74ddcf10-99db-45ad-afec-dfa9fbfed0aa req-e5a0e396-fbe4-4bbd-8efc-8d6555a2c7f8 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354841 Jul 15 23:22:30.106113 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e4eb227-739c-4f1b-adc4-1dd3d21c12c9 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:30.300181 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e4eb227-739c-4f1b-adc4-1dd3d21c12c9 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:30.303429 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e4eb227-739c-4f1b-adc4-1dd3d21c12c9 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16353154'] for router, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:30.428196 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4eb227-739c-4f1b-adc4-1dd3d21c12c9 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Router 0eb06ca3-fa19-4422-9f9e-6097c51f753a is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:22:30.473895 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a781eadf-d705-4b82-a5ac-78303e350229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:30.476928 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c786b8-6ad3-4aee-88af-55180a666a55" -d '{"events": [{"server_uuid": "a781eadf-d705-4b82-a5ac-78303e350229", "name": "network-vif-plugged", "status": "completed", "tag": "79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:30.511846 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe265107-c0dc-409c-b949-13eda17ffe48 x-openstack-request-id: req-fe265107-c0dc-409c-b949-13eda17ffe48 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:30.512137 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a781eadf-d705-4b82-a5ac-78303e350229", "name": "network-vif-plugged", "status": "completed", "tag": "79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:30.512389 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe265107-c0dc-409c-b949-13eda17ffe48 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:30.512778 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a781eadf-d705-4b82-a5ac-78303e350229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba', 'code': 200} Jul 15 23:22:30.532546 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4eb227-739c-4f1b-adc4-1dd3d21c12c9 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:22:30.539563 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e4eb227-739c-4f1b-adc4-1dd3d21c12c9 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:30.541881 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9e6e4a-aa50-4235-a25b-eb71db7a7d43 None None] Sync routers for ids ['0eb06ca3-fa19-4422-9f9e-6097c51f753a'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:22:30.543196 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4e4eb227-739c-4f1b-adc4-1dd3d21c12c9 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "PUT /v2.0/routers/0eb06ca3-fa19-4422-9f9e-6097c51f753a HTTP/1.1" status: 200 len: 884 time: 1.5254610 Jul 15 23:22:30.543422 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37392) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:30.558431 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9e6e4a-aa50-4235-a25b-eb71db7a7d43 None None] Routers {'0eb06ca3-fa19-4422-9f9e-6097c51f753a'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:30.558985 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-3d9e6e4a-aa50-4235-a25b-eb71db7a7d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:22:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['0eb06ca3-fa19-4422-9f9e-6097c51f753a'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:30.684087 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-3d9e6e4a-aa50-4235-a25b-eb71db7a7d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:30.685410 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37398) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:30.693519 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9e6e4a-aa50-4235-a25b-eb71db7a7d43 None None] Routers {'0eb06ca3-fa19-4422-9f9e-6097c51f753a'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:30.694145 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-3d9e6e4a-aa50-4235-a25b-eb71db7a7d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:22:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['0eb06ca3-fa19-4422-9f9e-6097c51f753a'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:30.696777 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-beff5720-4137-4625-968e-f0208529610f tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "GET /v2.0/routers/0eb06ca3-fa19-4422-9f9e-6097c51f753a HTTP/1.1" status: 200 len: 925 time: 0.1519763 Jul 15 23:22:30.728507 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-3d9e6e4a-aa50-4235-a25b-eb71db7a7d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:30.729156 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9e6e4a-aa50-4235-a25b-eb71db7a7d43 None None] The sync data for ids ['0eb06ca3-fa19-4422-9f9e-6097c51f753a'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:22:30.729417 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf313b-cddc-4b44-b38b-60b74ce76b54 req-5ea8fd09-8a8d-4984-98d5-7c14173abcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:30.730948 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-feaf313b-cddc-4b44-b38b-60b74ce76b54 req-5ea8fd09-8a8d-4984-98d5-7c14173abcf5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 1097 time: 0.1372347 Jul 15 23:22:30.765617 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec13590-7cde-479b-a625-5866e04ad08e tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:30.767367 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9ec13590-7cde-479b-a625-5866e04ad08e tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=61ac1f85-79f4-4ace-93a9-51b85862f208&device_id=0eb06ca3-fa19-4422-9f9e-6097c51f753a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0806823 Jul 15 23:22:30.770060 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37400) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:30.831983 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-feaf313b-cddc-4b44-b38b-60b74ce76b54 req-52a2f3fa-fc9a-4a82-aba1-b614bd58aa79 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936036 Jul 15 23:22:30.864219 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f37225-7e8d-4545-b652-e8ee84956e26 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:30.868963 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-92f37225-7e8d-4545-b652-e8ee84956e26 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 881 time: 0.0945823 Jul 15 23:22:30.869150 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37406) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:30.879246 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b0283-c71c-46ec-8504-6fc4a317b44d req-f1f2b0a3-847b-4b98-a634-bec0a3688be0 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:30.880747 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d94b0283-c71c-46ec-8504-6fc4a317b44d req-f1f2b0a3-847b-4b98-a634-bec0a3688be0 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5daa0065-a7e8-4058-9741-49364cb689e0 HTTP/1.1" status: 200 len: 944 time: 0.1181614 Jul 15 23:22:30.892976 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505249f-8b93-46ee-8303-f2f7b2fcd74a req-76828686-1c70-40a6-9404-9f1ec4b891a1 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:30.894408 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b505249f-8b93-46ee-8303-f2f7b2fcd74a req-76828686-1c70-40a6-9404-9f1ec4b891a1 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 946 time: 0.1165125 Jul 15 23:22:30.899844 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e4af2b73-4e2a-45b6-a002-c487defa47cd tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb06ca3-fa19-4422-9f9e-6097c51f753a HTTP/1.1" status: 200 len: 205 time: 0.0272875 Jul 15 23:22:30.900136 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37408) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:30.951803 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d94b0283-c71c-46ec-8504-6fc4a317b44d req-770301b6-c8be-4b95-b3fc-0868ece70c63 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=1180faa4-d9fa-4be6-84d1-148902ef4406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564051 Jul 15 23:22:30.954574 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b505249f-8b93-46ee-8303-f2f7b2fcd74a req-46faf608-56a5-43f9-9768-1c93503f2900 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532799 Jul 15 23:22:31.007237 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a50b3fa0-bb2c-49df-9bcc-ca45434f77f6 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.110540 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a50b3fa0-bb2c-49df-9bcc-ca45434f77f6 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.162666 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a50b3fa0-bb2c-49df-9bcc-ca45434f77f6 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Deleting port 79db977d-cf92-44a5-badb-f48a3494bf68 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:31.163057 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a50b3fa0-bb2c-49df-9bcc-ca45434f77f6 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.237571 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a50b3fa0-bb2c-49df-9bcc-ca45434f77f6 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.249314 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a50b3fa0-bb2c-49df-9bcc-ca45434f77f6 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Calling delete_port for 79db977d-cf92-44a5-badb-f48a3494bf68 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:31.258043 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2fe69-70be-4d5c-84b7-f42fb5db8f55 req-f94aa589-59ab-4d87-8c68-bc77266e3d29 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:31.259640 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dfd2fe69-70be-4d5c-84b7-f42fb5db8f55 req-f94aa589-59ab-4d87-8c68-bc77266e3d29 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.0634801 Jul 15 23:22:31.297447 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dfd2fe69-70be-4d5c-84b7-f42fb5db8f55 req-274d93dc-f690-4ac0-84f1-2cec71ba1ebf tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323429 Jul 15 23:22:31.411662 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a50b3fa0-bb2c-49df-9bcc-ca45434f77f6 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.416543 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device e0d3c768-ad6b-402f-8063-98d57ffece7d up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:22:31.447347 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b3fa0-bb2c-49df-9bcc-ca45434f77f6 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Pushing event deleted for resources: {'Port': ['ID=79db977d-cf92-44a5-badb-f48a3494bf68,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:31.470833 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port e0d3c768-ad6b-402f-8063-98d57ffece7d completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:31.474798 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port e0d3c768-ad6b-402f-8063-98d57ffece7d triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:31.475404 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.506520 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a50b3fa0-bb2c-49df-9bcc-ca45434f77f6 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.555200 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.589827 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port e0d3c768-ad6b-402f-8063-98d57ffece7d, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=e0d3c768-ad6b-402f-8063-98d57ffece7d,segment=NetworkSegment(c9e4b3e1-75aa-477b-b892-dda03f8d1320),segment_id=c9e4b3e1-75aa-477b-b892-dda03f8d1320)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:31.593090 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.600191 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a50b3fa0-bb2c-49df-9bcc-ca45434f77f6 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.602320 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a50b3fa0-bb2c-49df-9bcc-ca45434f77f6 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.647906 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=e0d3c768-ad6b-402f-8063-98d57ffece7d,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:31.649646 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a50b3fa0-bb2c-49df-9bcc-ca45434f77f6 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.650168 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50b3fa0-bb2c-49df-9bcc-ca45434f77f6 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Fanout notify agent at l3_agent the message router_deleted on router 0eb06ca3-fa19-4422-9f9e-6097c51f753a {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:22:31.661087 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a50b3fa0-bb2c-49df-9bcc-ca45434f77f6 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.662217 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a50b3fa0-bb2c-49df-9bcc-ca45434f77f6 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "DELETE /v2.0/routers/0eb06ca3-fa19-4422-9f9e-6097c51f753a HTTP/1.1" status: 204 len: 168 time: 0.7611313 Jul 15 23:22:31.666042 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37412) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:31.670446 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-30995325-83d2-41c0-86d1-2b59292a0c46 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-686776573', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:31.692084 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30995325-83d2-41c0-86d1-2b59292a0c46 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.693259 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30995325-83d2-41c0-86d1-2b59292a0c46 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.745092 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30995325-83d2-41c0-86d1-2b59292a0c46 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.749298 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30995325-83d2-41c0-86d1-2b59292a0c46 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.766035 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30995325-83d2-41c0-86d1-2b59292a0c46 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.767334 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-30995325-83d2-41c0-86d1-2b59292a0c46 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1003122 Jul 15 23:22:31.770068 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37414) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:31.774389 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-fc828b78-af70-4b76-b1c8-f481ee8d2079 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'enable_snat': True}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:31.997808 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc828b78-af70-4b76-b1c8-f481ee8d2079 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.153547 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21ff12-b519-4798-bab9-23230a6a4b21 req-33f39079-feb3-4e84-9a96-c8f3d21fd398 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:32.155567 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4b21ff12-b519-4798-bab9-23230a6a4b21 req-33f39079-feb3-4e84-9a96-c8f3d21fd398 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5daa0065-a7e8-4058-9741-49364cb689e0 HTTP/1.1" status: 200 len: 945 time: 0.0844970 Jul 15 23:22:32.211736 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4b21ff12-b519-4798-bab9-23230a6a4b21 req-5e1e5890-4647-428a-997a-198d44667010 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=1180faa4-d9fa-4be6-84d1-148902ef4406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474234 Jul 15 23:22:32.280025 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device c277f2b3-11a9-474f-8cec-e88067240d6a no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:22:32.301591 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c398969-4c8d-4e62-9949-9ac7d4b8c510 req-ab20f44e-0900-4db6-a4e5-7b40e6e316ef tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:32.309413 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3c398969-4c8d-4e62-9949-9ac7d4b8c510 req-ab20f44e-0900-4db6-a4e5-7b40e6e316ef tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 946 time: 0.0851734 Jul 15 23:22:32.353420 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3c398969-4c8d-4e62-9949-9ac7d4b8c510 req-981edf44-457c-48fc-8917-a6f305bcee60 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427680 Jul 15 23:22:32.514171 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5daa0065-a7e8-4058-9741-49364cb689e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d3c768-ad6b-402f-8063-98d57ffece7d'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:32.519153 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f96551-8232-427a-a484-f76713cee1ca" -d '{"events": [{"server_uuid": "5daa0065-a7e8-4058-9741-49364cb689e0", "name": "network-vif-plugged", "status": "completed", "tag": "e0d3c768-ad6b-402f-8063-98d57ffece7d"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:32.545247 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c9839-c80c-4f32-ae6c-85145da00219 req-3eebd3f7-4bb6-412a-a997-08cab6ccef1d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:32.546970 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f18c9839-c80c-4f32-ae6c-85145da00219 req-3eebd3f7-4bb6-412a-a997-08cab6ccef1d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.0776234 Jul 15 23:22:32.561664 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc828b78-af70-4b76-b1c8-f481ee8d2079 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.582298 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc828b78-af70-4b76-b1c8-f481ee8d2079 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.595466 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f18c9839-c80c-4f32-ae6c-85145da00219 req-227d99aa-eee0-446f-a942-a0a4f7b41a0c tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426219 Jul 15 23:22:32.669251 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fe4407-d85e-4c6c-bdf6-82c756ec366f x-openstack-request-id: req-d3fe4407-d85e-4c6c-bdf6-82c756ec366f {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:32.669547 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5daa0065-a7e8-4058-9741-49364cb689e0", "name": "network-vif-plugged", "status": "completed", "tag": "e0d3c768-ad6b-402f-8063-98d57ffece7d", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:32.670158 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3fe4407-d85e-4c6c-bdf6-82c756ec366f {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:32.670619 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5daa0065-a7e8-4058-9741-49364cb689e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d3c768-ad6b-402f-8063-98d57ffece7d', 'code': 200} Jul 15 23:22:32.737138 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-fc828b78-af70-4b76-b1c8-f481ee8d2079 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Allocated IP 172.25.4.161 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/a7554508-e3ed-480e-81a8-874f7e5bb4fd) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:32.839741 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4196846-358a-4299-b302-1d24ac3b3d1a req-cd9b95e6-a1dd-4f25-9266-1e1cc4ea671f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:32.841225 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b4196846-358a-4299-b302-1d24ac3b3d1a req-cd9b95e6-a1dd-4f25-9266-1e1cc4ea671f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 946 time: 0.1039660 Jul 15 23:22:32.855910 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc828b78-af70-4b76-b1c8-f481ee8d2079 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.873398 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667a4db-7a96-42b6-8c4b-61e12acc2a6e req-201741a1-eba2-4812-a187-2d727dda075d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:32.874902 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f667a4db-7a96-42b6-8c4b-61e12acc2a6e req-201741a1-eba2-4812-a187-2d727dda075d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5daa0065-a7e8-4058-9741-49364cb689e0 HTTP/1.1" status: 200 len: 1096 time: 0.0887966 Jul 15 23:22:32.895164 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc828b78-af70-4b76-b1c8-f481ee8d2079 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.902512 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b4196846-358a-4299-b302-1d24ac3b3d1a req-83b00062-a075-46db-8cb8-66176be74ff2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551922 Jul 15 23:22:32.919961 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f667a4db-7a96-42b6-8c4b-61e12acc2a6e req-33737be5-8f8e-4b49-8052-1219739ab342 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1180faa4-d9fa-4be6-84d1-148902ef4406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355229 Jul 15 23:22:32.936679 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc828b78-af70-4b76-b1c8-f481ee8d2079 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:32.939754 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-fc828b78-af70-4b76-b1c8-f481ee8d2079 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:32.944215 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc828b78-af70-4b76-b1c8-f481ee8d2079 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:32.950324 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc828b78-af70-4b76-b1c8-f481ee8d2079 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Pushing event updated for resources: {'Port': ['ID=a7554508-e3ed-480e-81a8-874f7e5bb4fd,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:33.194340 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc828b78-af70-4b76-b1c8-f481ee8d2079 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:33.311168 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:22:33.388561 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845689ab-c8ac-4b8b-a735-ee7c06acc20f req-0ce1cecd-952a-47fe-a30d-9112e6046431 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:33.390076 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-845689ab-c8ac-4b8b-a735-ee7c06acc20f req-0ce1cecd-952a-47fe-a30d-9112e6046431 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 946 time: 0.0825338 Jul 15 23:22:33.429794 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc828b78-af70-4b76-b1c8-f481ee8d2079 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:33.433640 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc828b78-af70-4b76-b1c8-f481ee8d2079 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16353154'] for router, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:33.456003 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-845689ab-c8ac-4b8b-a735-ee7c06acc20f req-04a0e9ac-b3f6-40e9-9536-9b7a2a3c1bcf tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464590 Jul 15 23:22:33.487647 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2703682-32d4-495f-9a15-a65c3e57a956 req-5f2a5110-59c9-4b51-abcc-abf10d30d801 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:33.487647 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f2703682-32d4-495f-9a15-a65c3e57a956 req-5f2a5110-59c9-4b51-abcc-abf10d30d801 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5daa0065-a7e8-4058-9741-49364cb689e0 HTTP/1.1" status: 200 len: 945 time: 0.1106880 Jul 15 23:22:33.525414 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f2703682-32d4-495f-9a15-a65c3e57a956 req-bec0b999-4a60-47dc-bf20-9d5d6255daa9 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=1180faa4-d9fa-4be6-84d1-148902ef4406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403080 Jul 15 23:22:33.593237 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc828b78-af70-4b76-b1c8-f481ee8d2079 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Router 322f1b37-8baf-44d4-b83d-32bfde47c776 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:22:33.717917 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc828b78-af70-4b76-b1c8-f481ee8d2079 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:22:33.728097 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab331aa-8f06-43cb-8c62-30b4bbfa6e87 None None] Sync routers for ids ['322f1b37-8baf-44d4-b83d-32bfde47c776'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:22:33.734676 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fc828b78-af70-4b76-b1c8-f481ee8d2079 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:33.736300 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fc828b78-af70-4b76-b1c8-f481ee8d2079 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "PUT /v2.0/routers/322f1b37-8baf-44d4-b83d-32bfde47c776 HTTP/1.1" status: 200 len: 918 time: 1.9652364 Jul 15 23:22:33.738896 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37458) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:33.740524 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab331aa-8f06-43cb-8c62-30b4bbfa6e87 None None] Routers {'322f1b37-8baf-44d4-b83d-32bfde47c776'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:33.742074 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8ab331aa-8f06-43cb-8c62-30b4bbfa6e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:22:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['322f1b37-8baf-44d4-b83d-32bfde47c776'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:33.779844 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8ab331aa-8f06-43cb-8c62-30b4bbfa6e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:33.790620 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab331aa-8f06-43cb-8c62-30b4bbfa6e87 None None] Routers {'322f1b37-8baf-44d4-b83d-32bfde47c776'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:33.791539 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8ab331aa-8f06-43cb-8c62-30b4bbfa6e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:22:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['322f1b37-8baf-44d4-b83d-32bfde47c776'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:33.826825 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494fad06-c228-4412-8f89-f0bae07ea768 req-e149d637-3e3a-4d08-bc67-98ce14af06c1 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:33.829392 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-494fad06-c228-4412-8f89-f0bae07ea768 req-e149d637-3e3a-4d08-bc67-98ce14af06c1 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1047823 Jul 15 23:22:33.847036 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8ab331aa-8f06-43cb-8c62-30b4bbfa6e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:33.848077 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab331aa-8f06-43cb-8c62-30b4bbfa6e87 None None] The sync data for ids ['322f1b37-8baf-44d4-b83d-32bfde47c776'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:22:33.862163 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b39e2691-9c11-4761-9f41-b3ac75a25fd5 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "GET /v2.0/routers/322f1b37-8baf-44d4-b83d-32bfde47c776 HTTP/1.1" status: 200 len: 924 time: 0.1217594 Jul 15 23:22:33.864831 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37460) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:33.879851 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-494fad06-c228-4412-8f89-f0bae07ea768 req-8a3ab057-91aa-4f22-98e9-f27aa9e34864 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410049 Jul 15 23:22:33.925626 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed00c67-efc4-45c5-a6cb-853aec016c92 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:33.927897 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5ed00c67-efc4-45c5-a6cb-853aec016c92 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=61ac1f85-79f4-4ace-93a9-51b85862f208&device_id=322f1b37-8baf-44d4-b83d-32bfde47c776&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0618048 Jul 15 23:22:33.930983 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37462) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:34.027527 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12209d88-bb76-4b3f-8ae2-e51c74d63c82 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:34.030696 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-12209d88-bb76-4b3f-8ae2-e51c74d63c82 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 881 time: 0.0969088 Jul 15 23:22:34.032147 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37464) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:34.065832 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-016fab29-690e-4c86-b053-1a3ea3c9b15d tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "GET /v2.0/ports?device_id=322f1b37-8baf-44d4-b83d-32bfde47c776 HTTP/1.1" status: 200 len: 205 time: 0.0323226 Jul 15 23:22:34.068582 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37466) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:34.183193 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f37cb65-16bd-49b0-a352-6e6fe1c649ee tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.288179 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f37cb65-16bd-49b0-a352-6e6fe1c649ee tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.341887 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-8f37cb65-16bd-49b0-a352-6e6fe1c649ee tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Deleting port a7554508-e3ed-480e-81a8-874f7e5bb4fd {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:34.342260 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f37cb65-16bd-49b0-a352-6e6fe1c649ee tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.423367 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f37cb65-16bd-49b0-a352-6e6fe1c649ee tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.436312 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-8f37cb65-16bd-49b0-a352-6e6fe1c649ee tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Calling delete_port for a7554508-e3ed-480e-81a8-874f7e5bb4fd owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:34.622262 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f37cb65-16bd-49b0-a352-6e6fe1c649ee tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.657012 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37cb65-16bd-49b0-a352-6e6fe1c649ee tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Pushing event deleted for resources: {'Port': ['ID=a7554508-e3ed-480e-81a8-874f7e5bb4fd,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:34.729936 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f37cb65-16bd-49b0-a352-6e6fe1c649ee tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.752193 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413959d2-6b9e-47ad-bc82-d4765e3359df req-680b66e1-25e9-431b-9054-85156fccc4ce tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:34.753772 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-413959d2-6b9e-47ad-bc82-d4765e3359df req-680b66e1-25e9-431b-9054-85156fccc4ce tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 946 time: 0.1262398 Jul 15 23:22:34.767174 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af02947-3748-413a-a3cb-ce189751dace req-e6afeb6a-836a-4026-9147-2598dc39196d tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:34.768955 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4af02947-3748-413a-a3cb-ce189751dace req-e6afeb6a-836a-4026-9147-2598dc39196d tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5daa0065-a7e8-4058-9741-49364cb689e0 HTTP/1.1" status: 200 len: 945 time: 0.1069272 Jul 15 23:22:34.840873 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-413959d2-6b9e-47ad-bc82-d4765e3359df req-385fb112-031f-44a8-bf76-b4eac77662dc tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708728 Jul 15 23:22:34.855701 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f37cb65-16bd-49b0-a352-6e6fe1c649ee tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.859824 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f37cb65-16bd-49b0-a352-6e6fe1c649ee tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.872125 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4af02947-3748-413a-a3cb-ce189751dace req-52135f23-b4dd-4116-9bb3-9c7999583f1f tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=1180faa4-d9fa-4be6-84d1-148902ef4406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869918 Jul 15 23:22:34.925284 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f37cb65-16bd-49b0-a352-6e6fe1c649ee tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.925914 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f37cb65-16bd-49b0-a352-6e6fe1c649ee tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Fanout notify agent at l3_agent the message router_deleted on router 322f1b37-8baf-44d4-b83d-32bfde47c776 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:22:34.933292 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f37cb65-16bd-49b0-a352-6e6fe1c649ee tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.934540 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8f37cb65-16bd-49b0-a352-6e6fe1c649ee tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "DELETE /v2.0/routers/322f1b37-8baf-44d4-b83d-32bfde47c776 HTTP/1.1" status: 204 len: 168 time: 0.8648255 Jul 15 23:22:34.939189 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37480) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:34.944196 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-0969230a-3fed-4f78-be97-49037fd54012 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2117194232', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:34.973895 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0969230a-3fed-4f78-be97-49037fd54012 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.975152 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0969230a-3fed-4f78-be97-49037fd54012 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.108979 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0969230a-3fed-4f78-be97-49037fd54012 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.129174 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0969230a-3fed-4f78-be97-49037fd54012 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.188907 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0969230a-3fed-4f78-be97-49037fd54012 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.192738 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0969230a-3fed-4f78-be97-49037fd54012 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2499764 Jul 15 23:22:35.194870 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37482) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:35.202985 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c343a6c-469a-4e4a-9ab8-c415699fb263 req-2b125666-51ea-45eb-ad7e-03fb8bb37e74 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:35.204425 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9c343a6c-469a-4e4a-9ab8-c415699fb263 req-2b125666-51ea-45eb-ad7e-03fb8bb37e74 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5daa0065-a7e8-4058-9741-49364cb689e0 HTTP/1.1" status: 200 len: 945 time: 0.1963348 Jul 15 23:22:35.211725 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764e0a9-d7da-43a7-b469-8d071095c5ab req-d8d46acd-9b65-4338-90e3-acfa2fcb0cf0 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:35.213083 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b764e0a9-d7da-43a7-b469-8d071095c5ab req-d8d46acd-9b65-4338-90e3-acfa2fcb0cf0 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.43 "GET /v2.0/ports?device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 946 time: 0.2409625 Jul 15 23:22:35.213316 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37484) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:35.217576 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-49bef777-f458-4d29-8a7a-af6953855a3e tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'enable_snat': False}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:35.218093 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1809848d-3238-4ebd-9fdd-4235675ec6ea tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Request body: {'floatingip': {'port_id': 'e0d3c768-ad6b-402f-8063-98d57ffece7d'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:35.261635 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1809848d-3238-4ebd-9fdd-4235675ec6ea tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for floatingip, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.431035 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbb21f-b9a4-4bce-92d2-8b7485d433e7 req-c73099f4-c43d-4210-8186-44e23a2d87a6 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:35.432644 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-37dbb21f-b9a4-4bce-92d2-8b7485d433e7 req-c73099f4-c43d-4210-8186-44e23a2d87a6 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.3300066 Jul 15 23:22:35.555614 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-49bef777-f458-4d29-8a7a-af6953855a3e tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.583846 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-37dbb21f-b9a4-4bce-92d2-8b7485d433e7 req-91b7b2e9-baca-4a32-9744-2e9f15abea95 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298051 Jul 15 23:22:35.620537 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-b764e0a9-d7da-43a7-b469-8d071095c5ab req-f2a699f4-fa0b-4b8a-878a-c1982db3c1d2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Deleting port 79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:35.621141 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b764e0a9-d7da-43a7-b469-8d071095c5ab req-f2a699f4-fa0b-4b8a-878a-c1982db3c1d2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.758030 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-b764e0a9-d7da-43a7-b469-8d071095c5ab req-f2a699f4-fa0b-4b8a-878a-c1982db3c1d2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] For port 79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:35.758714 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b764e0a9-d7da-43a7-b469-8d071095c5ab req-f2a699f4-fa0b-4b8a-878a-c1982db3c1d2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.767391 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1809848d-3238-4ebd-9fdd-4235675ec6ea tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.772853 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1809848d-3238-4ebd-9fdd-4235675ec6ea tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.779246 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-b764e0a9-d7da-43a7-b469-8d071095c5ab req-f2a699f4-fa0b-4b8a-878a-c1982db3c1d2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Calling delete_port for 79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:35.893863 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [None req-1809848d-3238-4ebd-9fdd-4235675ec6ea tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Floating IP 657d77bf-e4b5-47f2-b409-84123c94caff associated. External IP: 172.25.4.232, port: e0d3c768-ad6b-402f-8063-98d57ffece7d. Jul 15 23:22:36.018691 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-49bef777-f458-4d29-8a7a-af6953855a3e tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.046998 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-49bef777-f458-4d29-8a7a-af6953855a3e tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.526409 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1809848d-3238-4ebd-9fdd-4235675ec6ea tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Router 9bdb89e1-8b8f-438f-b309-2a9436a91060 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:22:36.540658 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b764e0a9-d7da-43a7-b469-8d071095c5ab req-f2a699f4-fa0b-4b8a-878a-c1982db3c1d2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.557567 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:36.599353 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['9508a1cc-25ca-446a-b14b-b4bf4d527c02'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:36.607945 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a699f4-fa0b-4b8a-878a-c1982db3c1d2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Pushing event deleted for resources: {'Port': ['ID=79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:36.639408 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1809848d-3238-4ebd-9fdd-4235675ec6ea tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:22:36.644301 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1809848d-3238-4ebd-9fdd-4235675ec6ea tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.652956 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79db4a4e-3ed1-47bf-93cd-a183816ae862 None None] Sync routers for ids ['9bdb89e1-8b8f-438f-b309-2a9436a91060'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:22:36.671864 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79db4a4e-3ed1-47bf-93cd-a183816ae862 None None] Routers {'9bdb89e1-8b8f-438f-b309-2a9436a91060'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:36.673444 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-79db4a4e-3ed1-47bf-93cd-a183816ae862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:22:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['9bdb89e1-8b8f-438f-b309-2a9436a91060'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:36.680671 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-49bef777-f458-4d29-8a7a-af6953855a3e tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Allocated IP 172.25.4.92 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/73569e5a-98d3-4219-b7b0-a629cdc1ab02) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:36.682874 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1809848d-3238-4ebd-9fdd-4235675ec6ea tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "PUT /v2.0/floatingips/657d77bf-e4b5-47f2-b409-84123c94caff HTTP/1.1" status: 200 len: 991 time: 1.4683654 Jul 15 23:22:36.683555 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5daa0065-a7e8-4058-9741-49364cb689e0', 'tag': 'e0d3c768-ad6b-402f-8063-98d57ffece7d'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:36.686144 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc12d3fd-50c9-4fb2-872d-6e2fbdb2f049" -d '{"events": [{"name": "network-changed", "server_uuid": "5daa0065-a7e8-4058-9741-49364cb689e0", "tag": "e0d3c768-ad6b-402f-8063-98d57ffece7d"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:36.724957 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-b764e0a9-d7da-43a7-b469-8d071095c5ab req-f2a699f4-fa0b-4b8a-878a-c1982db3c1d2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] No DVR routers for this DVR port 79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:22:36.736962 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a6c87-d954-4bf3-b6e6-6ea181731775 req-012c9d48-554b-4820-b060-59ec055efd42 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:36.745764 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c72a6c87-d954-4bf3-b6e6-6ea181731775 req-012c9d48-554b-4820-b060-59ec055efd42 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 867 time: 0.6631393 Jul 15 23:22:36.756355 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-b764e0a9-d7da-43a7-b469-8d071095c5ab req-f2a699f4-fa0b-4b8a-878a-c1982db3c1d2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.759161 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b764e0a9-d7da-43a7-b469-8d071095c5ab req-f2a699f4-fa0b-4b8a-878a-c1982db3c1d2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.43 "DELETE /v2.0/ports/79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba HTTP/1.1" status: 204 len: 173 time: 1.5382266 Jul 15 23:22:36.761123 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a781eadf-d705-4b82-a5ac-78303e350229', 'name': 'network-vif-deleted', 'tag': '79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:36.764964 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b95409-4ca6-4bcb-b99c-7c9a641900ef" -d '{"events": [{"server_uuid": "a781eadf-d705-4b82-a5ac-78303e350229", "name": "network-vif-deleted", "tag": "79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:36.871442 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c72a6c87-d954-4bf3-b6e6-6ea181731775 req-1f6ea4a1-55b0-4aa0-ad09-8384ff36d1f4 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246159 Jul 15 23:22:36.873383 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-79db4a4e-3ed1-47bf-93cd-a183816ae862 None None] Set router 9bdb89e1-8b8f-438f-b309-2a9436a91060 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:22:37.093503 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18b41b-35e8-4956-9186-1161282447d7 req-7aadabd7-eb14-4971-9df3-5e3011a8fbd4 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:37.095488 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ff18b41b-35e8-4956-9186-1161282447d7 req-7aadabd7-eb14-4971-9df3-5e3011a8fbd4 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1763673 Jul 15 23:22:37.116833 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-49bef777-f458-4d29-8a7a-af6953855a3e tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:37.163805 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ff18b41b-35e8-4956-9186-1161282447d7 req-8518b6e8-2e81-48e8-916b-9abab74a9fb8 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558634 Jul 15 23:22:37.190609 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19baab7-79db-4fa3-83a0-9291177f252a x-openstack-request-id: req-d19baab7-79db-4fa3-83a0-9291177f252a {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:37.191266 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5daa0065-a7e8-4058-9741-49364cb689e0", "tag": "e0d3c768-ad6b-402f-8063-98d57ffece7d", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:37.191266 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d19baab7-79db-4fa3-83a0-9291177f252a {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:37.191664 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5daa0065-a7e8-4058-9741-49364cb689e0', 'tag': 'e0d3c768-ad6b-402f-8063-98d57ffece7d', 'status': 'completed', 'code': 200} Jul 15 23:22:37.221086 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-49bef777-f458-4d29-8a7a-af6953855a3e tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:37.239148 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-79db4a4e-3ed1-47bf-93cd-a183816ae862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'name': 'tempest-AttachVolumeTestJSON-590886257-router', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:44Z', 'updated_at': '2021-07-15T23:17:49Z', 'revision_number': 4, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'gw_port': {'id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:45Z', 'updated_at': '2021-07-15T23:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '657d77bf-e4b5-47f2-b409-84123c94caff', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'floating_ip_address': '172.25.4.232', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'port_id': 'e0d3c768-ad6b-402f-8063-98d57ffece7d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363', 'mac_address': 'fa:16:3e:f6:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daa0065-a7e8-4058-9741-49364cb689e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:22:14Z', 'updated_at': '2021-07-15T23:22:35Z', 'revision_number': 1, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4771972-b263-4a20-8c8b-7602c2097ceb', 'name': '', 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'mac_address': 'fa:16:3e:08:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:48Z', 'updated_at': '2021-07-15T23:17:59Z', 'revision_number': 5, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'subnets': [{'id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:37.251532 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bef777-f458-4d29-8a7a-af6953855a3e tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:37.295089 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-49bef777-f458-4d29-8a7a-af6953855a3e tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:37.300516 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ede7585-1540-4720-9aa4-50e7b1618d51 x-openstack-request-id: req-1ede7585-1540-4720-9aa4-50e7b1618d51 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:37.300812 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a781eadf-d705-4b82-a5ac-78303e350229", "name": "network-vif-deleted", "tag": "79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:37.301061 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ede7585-1540-4720-9aa4-50e7b1618d51 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:37.301455 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a781eadf-d705-4b82-a5ac-78303e350229', 'name': 'network-vif-deleted', 'tag': '79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba', 'status': 'completed', 'code': 200} Jul 15 23:22:37.303182 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bef777-f458-4d29-8a7a-af6953855a3e tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:37.306226 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79db4a4e-3ed1-47bf-93cd-a183816ae862 None None] Checking router: 9bdb89e1-8b8f-438f-b309-2a9436a91060 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:22:37.320592 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79db4a4e-3ed1-47bf-93cd-a183816ae862 None None] Routers {'9bdb89e1-8b8f-438f-b309-2a9436a91060'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:37.321629 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-79db4a4e-3ed1-47bf-93cd-a183816ae862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:22:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['9bdb89e1-8b8f-438f-b309-2a9436a91060'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:37.485430 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-79db4a4e-3ed1-47bf-93cd-a183816ae862 None None] Set router 9bdb89e1-8b8f-438f-b309-2a9436a91060 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:22:37.501262 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bef777-f458-4d29-8a7a-af6953855a3e tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Pushing event updated for resources: {'Port': ['ID=73569e5a-98d3-4219-b7b0-a629cdc1ab02,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:37.594621 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12d3fd-50c9-4fb2-872d-6e2fbdb2f049 req-a8f61fab-1e26-431c-8806-94a1a7f58a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:37.596261 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc12d3fd-50c9-4fb2-872d-6e2fbdb2f049 req-a8f61fab-1e26-431c-8806-94a1a7f58a8e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eac3f2ff013743899b77a7275e534874&device_id=5daa0065-a7e8-4058-9741-49364cb689e0 HTTP/1.1" status: 200 len: 1096 time: 0.3595452 Jul 15 23:22:37.775317 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-79db4a4e-3ed1-47bf-93cd-a183816ae862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'name': 'tempest-AttachVolumeTestJSON-590886257-router', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:44Z', 'updated_at': '2021-07-15T23:17:49Z', 'revision_number': 4, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'gw_port': {'id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:45Z', 'updated_at': '2021-07-15T23:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '657d77bf-e4b5-47f2-b409-84123c94caff', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'floating_ip_address': '172.25.4.232', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'port_id': 'e0d3c768-ad6b-402f-8063-98d57ffece7d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363', 'mac_address': 'fa:16:3e:f6:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daa0065-a7e8-4058-9741-49364cb689e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:22:14Z', 'updated_at': '2021-07-15T23:22:35Z', 'revision_number': 1, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4771972-b263-4a20-8c8b-7602c2097ceb', 'name': '', 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'mac_address': 'fa:16:3e:08:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:48Z', 'updated_at': '2021-07-15T23:17:59Z', 'revision_number': 5, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'subnets': [{'id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:37.803109 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79db4a4e-3ed1-47bf-93cd-a183816ae862 None None] The sync data for ids ['9bdb89e1-8b8f-438f-b309-2a9436a91060'] in n-d-787205-9 is: [{'id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'name': 'tempest-AttachVolumeTestJSON-590886257-router', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:44Z', 'updated_at': '2021-07-15T23:17:49Z', 'revision_number': 4, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'gw_port': {'id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:45Z', 'updated_at': '2021-07-15T23:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '657d77bf-e4b5-47f2-b409-84123c94caff', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'floating_ip_address': '172.25.4.232', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'port_id': 'e0d3c768-ad6b-402f-8063-98d57ffece7d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363', 'mac_address': 'fa:16:3e:f6:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daa0065-a7e8-4058-9741-49364cb689e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:22:14Z', 'updated_at': '2021-07-15T23:22:35Z', 'revision_number': 1, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4771972-b263-4a20-8c8b-7602c2097ceb', 'name': '', 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'mac_address': 'fa:16:3e:08:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:48Z', 'updated_at': '2021-07-15T23:17:59Z', 'revision_number': 5, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'subnets': [{'id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:22:37.896877 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-49bef777-f458-4d29-8a7a-af6953855a3e tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:37.904150 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12d3fd-50c9-4fb2-872d-6e2fbdb2f049 req-e9b87723-3c08-49a5-8c2e-48538f81fd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:37.906267 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc12d3fd-50c9-4fb2-872d-6e2fbdb2f049 req-e9b87723-3c08-49a5-8c2e-48538f81fd03 service neutron] 10.222.0.43 "GET /v2.0/networks?id=763f1de9-52c7-44d6-a7b0-fd7c446c4363 HTTP/1.1" status: 200 len: 911 time: 0.2994697 Jul 15 23:22:38.052600 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-194ddd67-13a2-4c57-896a-96c2f8bcc6dd tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:38.062434 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-194ddd67-13a2-4c57-896a-96c2f8bcc6dd tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/networks?id=4094d55c-5c60-4756-9c8c-4a0f295c2a77 HTTP/1.1" status: 200 len: 815 time: 0.3361676 Jul 15 23:22:38.077477 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0a8be1-1955-44a7-9a9d-78794bfdf183 None None] New status for floating IP 657d77bf-e4b5-47f2-b409-84123c94caff: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:22:38.173540 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc12d3fd-50c9-4fb2-872d-6e2fbdb2f049 req-c5868cc9-7078-4c6a-b85b-41a61c8db492 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0d3c768-ad6b-402f-8063-98d57ffece7d HTTP/1.1" status: 200 len: 999 time: 0.2216697 Jul 15 23:22:38.178198 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-584f96ca-e76c-4fc3-813b-72a475d845a8 req-75c5f98e-7388-4d61-9716-df820d72d5bb tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 210 time: 0.1095841 Jul 15 23:22:38.180411 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-0c6b0e99-a9ec-4da1-b8cc-bcb13fa240e7 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/quotas/f1e1744486ab4438bc999a6e33f43aed HTTP/1.1" status: 200 len: 375 time: 0.0770442 Jul 15 23:22:38.366000 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12d3fd-50c9-4fb2-872d-6e2fbdb2f049 req-332d1a4f-4468-4e1b-a0ca-d7c98def75cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:38.368766 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc12d3fd-50c9-4fb2-872d-6e2fbdb2f049 req-332d1a4f-4468-4e1b-a0ca-d7c98def75cc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=78ea2555-c9cc-49c5-b9ef-7f12652d8d72 HTTP/1.1" status: 200 len: 849 time: 0.1855359 Jul 15 23:22:38.483149 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-9a5e206b-8551-40a6-a39c-b5b077ed1a16 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1e1744486ab4438bc999a6e33f43aed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2875960 Jul 15 23:22:38.534882 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-49bef777-f458-4d29-8a7a-af6953855a3e tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:38.549593 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-49bef777-f458-4d29-8a7a-af6953855a3e tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16353154'] for router, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:38.661138 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12d3fd-50c9-4fb2-872d-6e2fbdb2f049 req-d56516f2-3e45-4d6e-8549-1c44b099e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:38.662616 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc12d3fd-50c9-4fb2-872d-6e2fbdb2f049 req-d56516f2-3e45-4d6e-8549-1c44b099e86b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=763f1de9-52c7-44d6-a7b0-fd7c446c4363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2585986 Jul 15 23:22:38.710008 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:38.996700 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80e00e-8212-41ee-9e51-801140e495ff req-dba35abb-238b-435a-8ab2-8189f55927ef tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:38.998252 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd80e00e-8212-41ee-9e51-801140e495ff req-dba35abb-238b-435a-8ab2-8189f55927ef tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.5482690 Jul 15 23:22:39.023621 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-3a288bfa-615b-4a2c-93b6-1d0349cf89be service neutron] 10.222.0.16 "GET /v2.0/networks/4094d55c-5c60-4756-9c8c-4a0f295c2a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198519 Jul 15 23:22:39.164616 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd80e00e-8212-41ee-9e51-801140e495ff req-5e6a220a-ef5b-4d80-a647-7e94a3cd724f tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517472 Jul 15 23:22:39.197146 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc12d3fd-50c9-4fb2-872d-6e2fbdb2f049 req-58f27346-8228-437e-9fd3-dadfa2f51796 service neutron] 10.222.0.43 "GET /v2.0/networks/763f1de9-52c7-44d6-a7b0-fd7c446c4363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5209479 Jul 15 23:22:39.265158 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-8f82ce0d-81d5-43d8-8ce2-34bf01294e5d service neutron] 10.222.0.16 "GET /v2.0/networks/4094d55c-5c60-4756-9c8c-4a0f295c2a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291431 Jul 15 23:22:39.301901 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49bef777-f458-4d29-8a7a-af6953855a3e tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Router 9096b83d-4ecd-4b8b-92a0-eb8260fa5020 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:22:39.383792 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc12d3fd-50c9-4fb2-872d-6e2fbdb2f049 req-430da989-8f83-49da-af91-67ebea3d69b4 service neutron] 10.222.0.43 "GET /v2.0/networks/763f1de9-52c7-44d6-a7b0-fd7c446c4363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746440 Jul 15 23:22:39.441588 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bef777-f458-4d29-8a7a-af6953855a3e tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:22:39.454941 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-49bef777-f458-4d29-8a7a-af6953855a3e tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:39.455994 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-49bef777-f458-4d29-8a7a-af6953855a3e tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "PUT /v2.0/routers/9096b83d-4ecd-4b8b-92a0-eb8260fa5020 HTTP/1.1" status: 200 len: 919 time: 4.2419207 Jul 15 23:22:39.458784 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37530) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:39.461843 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a848c8-22f2-4c79-98ca-c00b0234ecd3 None None] Sync routers for ids ['9096b83d-4ecd-4b8b-92a0-eb8260fa5020'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:22:39.465426 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:22:39.477442 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a848c8-22f2-4c79-98ca-c00b0234ecd3 None None] Routers {'9096b83d-4ecd-4b8b-92a0-eb8260fa5020'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:39.478289 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-01a848c8-22f2-4c79-98ca-c00b0234ecd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:22:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['9096b83d-4ecd-4b8b-92a0-eb8260fa5020'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:39.507452 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0afe6c9c-87b8-449b-86ea-f2d9dea779fd req-21f1f22d-848f-48e4-863a-701967aed1b3 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 210 time: 0.0681999 Jul 15 23:22:39.531135 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-01a848c8-22f2-4c79-98ca-c00b0234ecd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:39.566025 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:22:39.566396 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 79b071b6-7c6e-4a5a-bfd8-3dd728f9d3ba not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:22:39.571899 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a848c8-22f2-4c79-98ca-c00b0234ecd3 None None] Routers {'9096b83d-4ecd-4b8b-92a0-eb8260fa5020'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:39.572543 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-01a848c8-22f2-4c79-98ca-c00b0234ecd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:22:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['9096b83d-4ecd-4b8b-92a0-eb8260fa5020'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:39.630508 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-01a848c8-22f2-4c79-98ca-c00b0234ecd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:39.631192 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a848c8-22f2-4c79-98ca-c00b0234ecd3 None None] The sync data for ids ['9096b83d-4ecd-4b8b-92a0-eb8260fa5020'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:22:39.644440 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc7ba8c8-8962-4460-a928-6c1b5c148cd5 req-cd8ca02e-9999-4ecb-a395-6e7d7d5e1f95 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd9b4f68-09e8-4947-8218-adafa1dcaa5e HTTP/1.1" status: 200 len: 210 time: 0.0381811 Jul 15 23:22:39.671392 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-942ab508-4609-4e0a-8cfe-5cbc1fd9a108 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "GET /v2.0/routers/9096b83d-4ecd-4b8b-92a0-eb8260fa5020 HTTP/1.1" status: 200 len: 925 time: 0.2067537 Jul 15 23:22:39.672213 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37534) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:39.764235 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc7fdae-6d16-4a0f-a89d-380b38605c2d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:39.768388 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-abc7fdae-6d16-4a0f-a89d-380b38605c2d tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=61ac1f85-79f4-4ace-93a9-51b85862f208&device_id=9096b83d-4ecd-4b8b-92a0-eb8260fa5020&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0951326 Jul 15 23:22:39.768835 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37540) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:39.862335 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9975124-cac0-4cc9-968f-8ce0d6e1149b tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:39.863817 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e9975124-cac0-4cc9-968f-8ce0d6e1149b tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 881 time: 0.0939081 Jul 15 23:22:39.866897 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37544) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:39.897960 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-54223341-dc03-434e-b522-6149eb2fa990 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "GET /v2.0/ports?device_id=9096b83d-4ecd-4b8b-92a0-eb8260fa5020 HTTP/1.1" status: 200 len: 205 time: 0.0292785 Jul 15 23:22:39.900417 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37546) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:40.016398 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ad4560f-a484-4c96-a4bf-15c123e37632 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:40.126507 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ad4560f-a484-4c96-a4bf-15c123e37632 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:40.193678 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3ad4560f-a484-4c96-a4bf-15c123e37632 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Deleting port 73569e5a-98d3-4219-b7b0-a629cdc1ab02 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:40.194058 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ad4560f-a484-4c96-a4bf-15c123e37632 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:40.283798 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ad4560f-a484-4c96-a4bf-15c123e37632 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:40.300503 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3ad4560f-a484-4c96-a4bf-15c123e37632 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Calling delete_port for 73569e5a-98d3-4219-b7b0-a629cdc1ab02 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:40.390672 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faababcc-e9cd-4dbe-9285-4d8f74fa270d req-4b16714d-a0e9-4730-ac9e-1c9a69b6e67b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:40.392489 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-faababcc-e9cd-4dbe-9285-4d8f74fa270d req-4b16714d-a0e9-4730-ac9e-1c9a69b6e67b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.0757420 Jul 15 23:22:40.449794 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-faababcc-e9cd-4dbe-9285-4d8f74fa270d req-58b28beb-0cb8-4244-b6f7-6bd5e44e5a3f tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482168 Jul 15 23:22:40.523467 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ad4560f-a484-4c96-a4bf-15c123e37632 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:40.555394 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4560f-a484-4c96-a4bf-15c123e37632 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Pushing event deleted for resources: {'Port': ['ID=73569e5a-98d3-4219-b7b0-a629cdc1ab02,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:40.638169 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ad4560f-a484-4c96-a4bf-15c123e37632 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:40.733726 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f38245e4-d052-42f1-80cf-365795c9b5c9 req-525639b2-6a11-4005-baa5-3673cba5bc55 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 210 time: 0.0452147 Jul 15 23:22:40.804395 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ad4560f-a484-4c96-a4bf-15c123e37632 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:40.815896 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ad4560f-a484-4c96-a4bf-15c123e37632 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:40.901659 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ad4560f-a484-4c96-a4bf-15c123e37632 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:40.902143 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad4560f-a484-4c96-a4bf-15c123e37632 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Fanout notify agent at l3_agent the message router_deleted on router 9096b83d-4ecd-4b8b-92a0-eb8260fa5020 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:22:40.912440 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ad4560f-a484-4c96-a4bf-15c123e37632 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:40.914332 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3ad4560f-a484-4c96-a4bf-15c123e37632 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "DELETE /v2.0/routers/9096b83d-4ecd-4b8b-92a0-eb8260fa5020 HTTP/1.1" status: 204 len: 168 time: 1.0126364 Jul 15 23:22:40.918170 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37562) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:40.926299 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1d969540-5b7c-40f2-b1e8-7d9347a44f7c tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1553077143', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}, 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:40.952350 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fa3c9f21-4084-4bf4-a699-4d2983a330de req-45a15144-ac37-40c2-8cfb-95e28cb845ec tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd9b4f68-09e8-4947-8218-adafa1dcaa5e HTTP/1.1" status: 200 len: 210 time: 0.0459087 Jul 15 23:22:40.960827 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3902ee-1467-4d97-9f5e-92039919888c req-5605346e-85a3-4633-8a4b-0422f21ccb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:40.962367 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ec3902ee-1467-4d97-9f5e-92039919888c req-5605346e-85a3-4633-8a4b-0422f21ccb71 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1885ddec6b5464187ca1cbaa27847a8&device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 1095 time: 0.1901214 Jul 15 23:22:41.023241 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d969540-5b7c-40f2-b1e8-7d9347a44f7c tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:41.025909 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d969540-5b7c-40f2-b1e8-7d9347a44f7c tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:41.079733 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3902ee-1467-4d97-9f5e-92039919888c req-2fc25d8e-168d-479d-b4a6-eb4be2ae0202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:41.081382 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ec3902ee-1467-4d97-9f5e-92039919888c req-2fc25d8e-168d-479d-b4a6-eb4be2ae0202 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb7f5d26-827b-40c8-9606-f513fb310e54 HTTP/1.1" status: 200 len: 913 time: 0.1120050 Jul 15 23:22:41.107720 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf6e91-227b-405f-a9ce-278bff583bf0 req-a296f2ee-b101-40ee-a514-a84931d66b15 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:41.114564 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dfdf6e91-227b-405f-a9ce-278bff583bf0 req-a296f2ee-b101-40ee-a514-a84931d66b15 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.2509146 Jul 15 23:22:41.140691 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d969540-5b7c-40f2-b1e8-7d9347a44f7c tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:41.195918 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ec3902ee-1467-4d97-9f5e-92039919888c req-ed9f8fd2-11b4-4a91-a2fe-648639b80f84 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 HTTP/1.1" status: 200 len: 999 time: 0.1040745 Jul 15 23:22:41.205808 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-66836a25-b5d8-42b7-b843-12ca765004da tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:41.207356 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dfdf6e91-227b-405f-a9ce-278bff583bf0 req-7f160278-c879-4784-9387-ebc52012770c tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918124 Jul 15 23:22:41.207538 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-66836a25-b5d8-42b7-b843-12ca765004da tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.36 "GET /v2.0/networks?id=4094d55c-5c60-4756-9c8c-4a0f295c2a77 HTTP/1.1" status: 200 len: 815 time: 0.2489622 Jul 15 23:22:41.248304 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-ef593b6a-5f07-4bd4-a3a6-0c08980a16c7 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Request body: {'port': {'device_id': 'cd9b4f68-09e8-4947-8218-adafa1dcaa5e', 'network_id': '4094d55c-5c60-4756-9c8c-4a0f295c2a77', 'admin_state_up': True, 'tenant_id': 'f1e1744486ab4438bc999a6e33f43aed'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:41.260072 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3902ee-1467-4d97-9f5e-92039919888c req-fa518ef2-9f41-444d-8d38-f1698e8621e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:41.262214 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ec3902ee-1467-4d97-9f5e-92039919888c req-fa518ef2-9f41-444d-8d38-f1698e8621e5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=242df3cc-37d7-47c0-a77c-be9034976381 HTTP/1.1" status: 200 len: 851 time: 0.0538943 Jul 15 23:22:41.326361 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3902ee-1467-4d97-9f5e-92039919888c req-b99a2383-e4d2-4171-8f4a-3e4bc0963a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:41.327823 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ec3902ee-1467-4d97-9f5e-92039919888c req-b99a2383-e4d2-4171-8f4a-3e4bc0963a56 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb7f5d26-827b-40c8-9606-f513fb310e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598521 Jul 15 23:22:41.374326 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d969540-5b7c-40f2-b1e8-7d9347a44f7c tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:41.438033 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ec3902ee-1467-4d97-9f5e-92039919888c req-d9245d93-8ba1-4ba9-aaf7-ac9c377925ff service neutron] 10.222.0.43 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039879 Jul 15 23:22:41.459311 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-ef593b6a-5f07-4bd4-a3a6-0c08980a16c7 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Made reservation on behalf of f1e1744486ab4438bc999a6e33f43aed for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:41.464448 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-ef593b6a-5f07-4bd4-a3a6-0c08980a16c7 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:41.575195 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ec3902ee-1467-4d97-9f5e-92039919888c req-dbf06195-de2a-4940-8b55-65fcdcd9a1d4 service neutron] 10.222.0.43 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290209 Jul 15 23:22:41.731627 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-ef593b6a-5f07-4bd4-a3a6-0c08980a16c7 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Allocated IP 172.20.0.14 (4094d55c-5c60-4756-9c8c-4a0f295c2a77/d669a791-b590-4a02-a253-5106186a51cc/82d6b42d-0f65-46f5-8d3c-484d987e58c1) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:41.762559 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d969540-5b7c-40f2-b1e8-7d9347a44f7c tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:41.783824 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d969540-5b7c-40f2-b1e8-7d9347a44f7c tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.005598 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-770ff441-094f-439a-86cb-b24811af55a6 req-ba09d06a-bc5e-4542-b007-59f333f72109 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a781eadf-d705-4b82-a5ac-78303e350229 HTTP/1.1" status: 200 len: 210 time: 0.0796821 Jul 15 23:22:42.076120 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-1d969540-5b7c-40f2-b1e8-7d9347a44f7c tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Allocated IP 172.25.4.81 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/071da366-85a7-4d3b-ac10-d87fda886629) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:42.111271 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-ef593b6a-5f07-4bd4-a3a6-0c08980a16c7 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.192883 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d8eb4cd1-7c96-46ed-b45c-171d54b29c70 req-2ff53d15-9136-4c46-9d46-3daa63cd219f tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd9b4f68-09e8-4947-8218-adafa1dcaa5e HTTP/1.1" status: 200 len: 210 time: 0.0426934 Jul 15 23:22:42.240935 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-ef593b6a-5f07-4bd4-a3a6-0c08980a16c7 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.253117 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d', '824ca5fc-c067-405d-83ce-34fcc6da2775', 'fdd2855c-49ff-4c1c-afd4-a698c6e0c3be'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:42.256255 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d969540-5b7c-40f2-b1e8-7d9347a44f7c tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.311226 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-ef593b6a-5f07-4bd4-a3a6-0c08980a16c7 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Network 4094d55c-5c60-4756-9c8c-4a0f295c2a77 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:42.318544 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-ef593b6a-5f07-4bd4-a3a6-0c08980a16c7 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:42.327046 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-ef593b6a-5f07-4bd4-a3a6-0c08980a16c7 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:42.332974 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef593b6a-5f07-4bd4-a3a6-0c08980a16c7 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Pushing event updated for resources: {'Port': ['ID=82d6b42d-0f65-46f5-8d3c-484d987e58c1,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:42.399824 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-ef593b6a-5f07-4bd4-a3a6-0c08980a16c7 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:42.400553 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-ef593b6a-5f07-4bd4-a3a6-0c08980a16c7 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.413730 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d969540-5b7c-40f2-b1e8-7d9347a44f7c tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.446281 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-ef593b6a-5f07-4bd4-a3a6-0c08980a16c7 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2021458 Jul 15 23:22:42.449483 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c863c-b978-43d9-a93b-f0e9294d90a6 req-3dcb3a43-ae8d-4c86-bbe5-3ff8dafdef82 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:42.451166 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5e3c863c-b978-43d9-a93b-f0e9294d90a6 req-3dcb3a43-ae8d-4c86-bbe5-3ff8dafdef82 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.0891287 Jul 15 23:22:42.465516 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d969540-5b7c-40f2-b1e8-7d9347a44f7c tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:42.471333 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-d82ff76a-9ed1-464a-905c-d381ee6a4112 service neutron] Request body: {'port': {'device_id': 'cd9b4f68-09e8-4947-8218-adafa1dcaa5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:42.477749 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-1d969540-5b7c-40f2-b1e8-7d9347a44f7c tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:42.503086 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5e3c863c-b978-43d9-a93b-f0e9294d90a6 req-67942313-8388-41b3-8431-cd0475cce765 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439782 Jul 15 23:22:42.503470 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d969540-5b7c-40f2-b1e8-7d9347a44f7c tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:42.508260 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d969540-5b7c-40f2-b1e8-7d9347a44f7c tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Pushing event updated for resources: {'Port': ['ID=071da366-85a7-4d3b-ac10-d87fda886629,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:42.674030 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-d82ff76a-9ed1-464a-905c-d381ee6a4112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.726918 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37b3af-34da-4790-ab26-1e6fa065e659 req-c08084f6-8a34-4c43-938a-a20f334f78f5 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:42.729224 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6f37b3af-34da-4790-ab26-1e6fa065e659 req-c08084f6-8a34-4c43-938a-a20f334f78f5 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.0823162 Jul 15 23:22:42.779515 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6f37b3af-34da-4790-ab26-1e6fa065e659 req-86b29db4-2256-4b1e-9df0-a0c81295f037 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433633 Jul 15 23:22:42.975194 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d969540-5b7c-40f2-b1e8-7d9347a44f7c tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.976233 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb0595-15b7-41a5-a488-5e26f0bff619 req-1aec6d54-57b5-46e5-9acb-98ebb118fecf tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:42.978546 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bafb0595-15b7-41a5-a488-5e26f0bff619 req-1aec6d54-57b5-46e5-9acb-98ebb118fecf tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.0785639 Jul 15 23:22:43.026940 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bafb0595-15b7-41a5-a488-5e26f0bff619 req-01ce0e99-ea69-49c9-b1ef-ce3eb9abec17 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415986 Jul 15 23:22:43.463903 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7f5bf-f8d4-415c-9741-68fb3957ca3f req-7efecdab-c219-4b19-a638-c0a0a1b11179 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:43.465502 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-86f7f5bf-f8d4-415c-9741-68fb3957ca3f req-7efecdab-c219-4b19-a638-c0a0a1b11179 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd9b4f68-09e8-4947-8218-adafa1dcaa5e HTTP/1.1" status: 200 len: 932 time: 0.1015992 Jul 15 23:22:43.527426 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-86f7f5bf-f8d4-415c-9741-68fb3957ca3f req-d7cb891c-7d1b-4c29-8e1f-873bff9f751b tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450826 Jul 15 23:22:43.538467 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-d82ff76a-9ed1-464a-905c-d381ee6a4112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d6b42d-0f65-46f5-8d3c-484d987e58c1 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:22:43.551666 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee20dc6-54ee-4efc-9439-5585c0321549 req-8a925393-de6d-428a-8337-d1cc8b14e7b4 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:43.552176 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-d82ff76a-9ed1-464a-905c-d381ee6a4112 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:43.555326 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dee20dc6-54ee-4efc-9439-5585c0321549 req-8a925393-de6d-428a-8337-d1cc8b14e7b4 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1077869 Jul 15 23:22:43.600620 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-d82ff76a-9ed1-464a-905c-d381ee6a4112 service neutron] Transition to ACTIVE for port object 82d6b42d-0f65-46f5-8d3c-484d987e58c1 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:43.605330 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dee20dc6-54ee-4efc-9439-5585c0321549 req-e8fdd0c1-46ff-4cb9-92fa-bd56e05fcef3 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420308 Jul 15 23:22:43.606780 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-d82ff76a-9ed1-464a-905c-d381ee6a4112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:43.669999 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d969540-5b7c-40f2-b1e8-7d9347a44f7c tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:43.685606 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ff76a-9ed1-464a-905c-d381ee6a4112 service neutron] Pushing event updated for resources: {'Port': ['ID=82d6b42d-0f65-46f5-8d3c-484d987e58c1,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:43.835114 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-d82ff76a-9ed1-464a-905c-d381ee6a4112 service neutron] Attempting to bind port 82d6b42d-0f65-46f5-8d3c-484d987e58c1 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:22:43.835458 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-d82ff76a-9ed1-464a-905c-d381ee6a4112 service neutron] Attempting to bind port 82d6b42d-0f65-46f5-8d3c-484d987e58c1 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4094d55c-5c60-4756-9c8c-4a0f295c2a77'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:22:43.835790 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-d82ff76a-9ed1-464a-905c-d381ee6a4112 service neutron] Attempting to bind port 82d6b42d-0f65-46f5-8d3c-484d987e58c1 on network 4094d55c-5c60-4756-9c8c-4a0f295c2a77 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:43.846247 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-d82ff76a-9ed1-464a-905c-d381ee6a4112 service neutron] Port 82d6b42d-0f65-46f5-8d3c-484d987e58c1 on network 4094d55c-5c60-4756-9c8c-4a0f295c2a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:22:43.846572 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-d82ff76a-9ed1-464a-905c-d381ee6a4112 service neutron] Attempting to bind port 82d6b42d-0f65-46f5-8d3c-484d987e58c1 on network 4094d55c-5c60-4756-9c8c-4a0f295c2a77 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:43.861600 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-d82ff76a-9ed1-464a-905c-d381ee6a4112 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:22:43.861600 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-d82ff76a-9ed1-464a-905c-d381ee6a4112 service neutron] Checking segment: {'id': '5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4094d55c-5c60-4756-9c8c-4a0f295c2a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:43.861600 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-d82ff76a-9ed1-464a-905c-d381ee6a4112 service neutron] Bound using segment: {'id': '5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4094d55c-5c60-4756-9c8c-4a0f295c2a77'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:22:43.861600 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-d82ff76a-9ed1-464a-905c-d381ee6a4112 service neutron] Bound port: 82d6b42d-0f65-46f5-8d3c-484d987e58c1, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4094d55c-5c60-4756-9c8c-4a0f295c2a77'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:22:43.861600 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-d82ff76a-9ed1-464a-905c-d381ee6a4112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:43.933010 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d969540-5b7c-40f2-b1e8-7d9347a44f7c tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Router 9105b010-fc7e-40d6-a9a1-41ac47cf809e is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:22:43.994213 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-d82ff76a-9ed1-464a-905c-d381ee6a4112 service neutron] For port 82d6b42d-0f65-46f5-8d3c-484d987e58c1, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:22:44.012693 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-d82ff76a-9ed1-464a-905c-d381ee6a4112 service neutron] For port 82d6b42d-0f65-46f5-8d3c-484d987e58c1, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=82d6b42d-0f65-46f5-8d3c-484d987e58c1,segment=NetworkSegment(5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61),segment_id=5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:22:44.020635 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-d82ff76a-9ed1-464a-905c-d381ee6a4112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:44.080149 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-d82ff76a-9ed1-464a-905c-d381ee6a4112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:44.080775 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-d82ff76a-9ed1-464a-905c-d381ee6a4112 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:44.082179 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-d82ff76a-9ed1-464a-905c-d381ee6a4112 service neutron] 10.222.0.36 "PUT /v2.0/ports/82d6b42d-0f65-46f5-8d3c-484d987e58c1 HTTP/1.1" status: 200 len: 1092 time: 1.6197433 Jul 15 23:22:44.086173 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd9b4f68-09e8-4947-8218-adafa1dcaa5e', 'tag': '82d6b42d-0f65-46f5-8d3c-484d987e58c1'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:44.088382 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4543914b-e4da-4e3e-8f52-2ab6673caaa5" -d '{"events": [{"name": "network-changed", "server_uuid": "cd9b4f68-09e8-4947-8218-adafa1dcaa5e", "tag": "82d6b42d-0f65-46f5-8d3c-484d987e58c1"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:44.133434 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ff76a-9ed1-464a-905c-d381ee6a4112 service neutron] Pushing event updated for resources: {'Port': ['ID=82d6b42d-0f65-46f5-8d3c-484d987e58c1,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:44.137086 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d969540-5b7c-40f2-b1e8-7d9347a44f7c tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:22:44.146609 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2434cd2-95be-4311-852f-477646fa498c None None] Sync routers for ids ['9105b010-fc7e-40d6-a9a1-41ac47cf809e'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:22:44.156694 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b283da8-a698-425b-83ee-263505b02359 x-openstack-request-id: req-0b283da8-a698-425b-83ee-263505b02359 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:44.156922 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2434cd2-95be-4311-852f-477646fa498c None None] Routers {'9105b010-fc7e-40d6-a9a1-41ac47cf809e'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:44.157015 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd9b4f68-09e8-4947-8218-adafa1dcaa5e", "tag": "82d6b42d-0f65-46f5-8d3c-484d987e58c1", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:44.157234 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b283da8-a698-425b-83ee-263505b02359 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:44.157529 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f2434cd2-95be-4311-852f-477646fa498c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:22:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['9105b010-fc7e-40d6-a9a1-41ac47cf809e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:44.157661 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd9b4f68-09e8-4947-8218-adafa1dcaa5e', 'tag': '82d6b42d-0f65-46f5-8d3c-484d987e58c1', 'status': 'completed', 'code': 200} Jul 15 23:22:44.189590 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d969540-5b7c-40f2-b1e8-7d9347a44f7c tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:44.190943 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1d969540-5b7c-40f2-b1e8-7d9347a44f7c tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.2717683 Jul 15 23:22:44.193639 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37600) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:44.201555 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f2434cd2-95be-4311-852f-477646fa498c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:44.202607 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-716a6d4a-d20c-45e1-8fae-735d58d26331 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:44.222718 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2434cd2-95be-4311-852f-477646fa498c None None] Routers {'9105b010-fc7e-40d6-a9a1-41ac47cf809e'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:44.223497 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f2434cd2-95be-4311-852f-477646fa498c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:22:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['9105b010-fc7e-40d6-a9a1-41ac47cf809e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:44.266722 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f2434cd2-95be-4311-852f-477646fa498c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:44.267985 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-126c560d-bb3a-4805-b017-34b2b58d07d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:44.268098 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2434cd2-95be-4311-852f-477646fa498c None None] The sync data for ids ['9105b010-fc7e-40d6-a9a1-41ac47cf809e'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:22:44.269162 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-126c560d-bb3a-4805-b017-34b2b58d07d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1e1744486ab4438bc999a6e33f43aed&device_id=cd9b4f68-09e8-4947-8218-adafa1dcaa5e HTTP/1.1" status: 200 len: 1095 time: 0.1239996 Jul 15 23:22:44.343493 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-6d759db0-62a3-4dce-ab51-f4d521bfb6ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82d6b42d-0f65-46f5-8d3c-484d987e58c1 HTTP/1.1" status: 200 len: 217 time: 0.0401759 Jul 15 23:22:44.392867 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-7364072a-c37d-49b0-bf01-4bea59b32306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:44.394563 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-7364072a-c37d-49b0-bf01-4bea59b32306 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d669a791-b590-4a02-a253-5106186a51cc HTTP/1.1" status: 200 len: 855 time: 0.0429070 Jul 15 23:22:44.437523 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-500b1c7f-4eff-40e9-bf42-4a8dcda1efaf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4094d55c-5c60-4756-9c8c-4a0f295c2a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349085 Jul 15 23:22:44.609461 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-a148f3a1-fdd0-4cee-9797-6a5c718c79e4 service neutron] 10.222.0.36 "GET /v2.0/networks/4094d55c-5c60-4756-9c8c-4a0f295c2a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653829 Jul 15 23:22:44.709866 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5053f-0028-47ac-a857-d3adafc820f9 req-cdf8d85f-cff2-4a49-bb43-b98b8dcf0a4c tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:44.711832 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c0e5053f-0028-47ac-a857-d3adafc820f9 req-cdf8d85f-cff2-4a49-bb43-b98b8dcf0a4c tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd9b4f68-09e8-4947-8218-adafa1dcaa5e HTTP/1.1" status: 200 len: 944 time: 0.0660534 Jul 15 23:22:44.786853 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-716a6d4a-d20c-45e1-8fae-735d58d26331 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:44.794922 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c0e5053f-0028-47ac-a857-d3adafc820f9 req-92d9cf97-3376-49d3-a3d0-f474bab481d2 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771942 Jul 15 23:22:44.798959 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2cf401cc-2188-4ef4-8fd4-2bcf488db732 req-f55b6463-796c-45fd-9eda-d6caffbb9037 service neutron] 10.222.0.36 "GET /v2.0/networks/4094d55c-5c60-4756-9c8c-4a0f295c2a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473932 Jul 15 23:22:44.805025 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-716a6d4a-d20c-45e1-8fae-735d58d26331 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:44.864325 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294135a-235c-4c02-8c5e-f121e4c3002b req-b5f45296-544f-4e23-8021-186eef6609fb tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:44.866051 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7294135a-235c-4c02-8c5e-f121e4c3002b req-b5f45296-544f-4e23-8021-186eef6609fb tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.0917301 Jul 15 23:22:44.879561 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-716a6d4a-d20c-45e1-8fae-735d58d26331 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Deleting port 071da366-85a7-4d3b-ac10-d87fda886629 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:44.880121 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-716a6d4a-d20c-45e1-8fae-735d58d26331 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:44.929022 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7294135a-235c-4c02-8c5e-f121e4c3002b req-aaca202e-049e-43fc-b533-2f9d2b140603 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534778 Jul 15 23:22:45.013719 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-716a6d4a-d20c-45e1-8fae-735d58d26331 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:45.030189 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-716a6d4a-d20c-45e1-8fae-735d58d26331 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Calling delete_port for 071da366-85a7-4d3b-ac10-d87fda886629 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:45.045267 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543914b-e4da-4e3e-8f52-2ab6673caaa5 req-033767ef-333c-4826-90ae-f74f4a0250ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:45.046905 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4543914b-e4da-4e3e-8f52-2ab6673caaa5 req-033767ef-333c-4826-90ae-f74f4a0250ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1e1744486ab4438bc999a6e33f43aed&device_id=cd9b4f68-09e8-4947-8218-adafa1dcaa5e HTTP/1.1" status: 200 len: 1095 time: 0.1528141 Jul 15 23:22:45.231688 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543914b-e4da-4e3e-8f52-2ab6673caaa5 req-871ac08e-8aaa-401e-ab99-5f304dc05fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:45.236077 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4543914b-e4da-4e3e-8f52-2ab6673caaa5 req-871ac08e-8aaa-401e-ab99-5f304dc05fb6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4094d55c-5c60-4756-9c8c-4a0f295c2a77 HTTP/1.1" status: 200 len: 916 time: 0.1591198 Jul 15 23:22:45.306511 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4543914b-e4da-4e3e-8f52-2ab6673caaa5 req-9073952a-7500-4c1c-97ca-c484695c1633 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82d6b42d-0f65-46f5-8d3c-484d987e58c1 HTTP/1.1" status: 200 len: 217 time: 0.0597875 Jul 15 23:22:45.401417 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-716a6d4a-d20c-45e1-8fae-735d58d26331 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:45.419734 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd5a6b-4d9b-4772-a902-a8d818ffa8fe req-745c9707-cac2-47a6-a780-f510127ac8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:45.422582 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f7dd5a6b-4d9b-4772-a902-a8d818ffa8fe req-745c9707-cac2-47a6-a780-f510127ac8ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1885ddec6b5464187ca1cbaa27847a8&device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 1095 time: 0.1540320 Jul 15 23:22:45.431580 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097975b-118b-4371-8e4e-12b9546b1bc0 req-23d4d09e-b136-4436-a2e3-0417478b2ba3 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:45.433034 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7097975b-118b-4371-8e4e-12b9546b1bc0 req-23d4d09e-b136-4436-a2e3-0417478b2ba3 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1058037 Jul 15 23:22:45.433667 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543914b-e4da-4e3e-8f52-2ab6673caaa5 req-d540a74a-c90b-440d-a432-efc2d7183fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:45.435171 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4543914b-e4da-4e3e-8f52-2ab6673caaa5 req-d540a74a-c90b-440d-a432-efc2d7183fee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d669a791-b590-4a02-a253-5106186a51cc HTTP/1.1" status: 200 len: 855 time: 0.1223569 Jul 15 23:22:45.437962 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a6d4a-d20c-45e1-8fae-735d58d26331 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Pushing event deleted for resources: {'Port': ['ID=071da366-85a7-4d3b-ac10-d87fda886629,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:45.513382 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4543914b-e4da-4e3e-8f52-2ab6673caaa5 req-25508b35-b6bd-4434-9fb2-9ed84767302a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4094d55c-5c60-4756-9c8c-4a0f295c2a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677078 Jul 15 23:22:45.531887 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7097975b-118b-4371-8e4e-12b9546b1bc0 req-126c375c-4b59-4988-8d49-0589bab29305 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899153 Jul 15 23:22:45.540778 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-716a6d4a-d20c-45e1-8fae-735d58d26331 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:45.560908 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd5a6b-4d9b-4772-a902-a8d818ffa8fe req-87aa1245-0b55-4250-aca9-0970ede9a3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:45.561954 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f7dd5a6b-4d9b-4772-a902-a8d818ffa8fe req-87aa1245-0b55-4250-aca9-0970ede9a3d4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb7f5d26-827b-40c8-9606-f513fb310e54 HTTP/1.1" status: 200 len: 913 time: 0.1279714 Jul 15 23:22:45.629701 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f7dd5a6b-4d9b-4772-a902-a8d818ffa8fe req-f4059f33-cb45-4a2d-87f2-f98c5f1796e5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 HTTP/1.1" status: 200 len: 999 time: 0.0609617 Jul 15 23:22:45.682552 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd5a6b-4d9b-4772-a902-a8d818ffa8fe req-c11b2a74-a5f0-4096-8a6a-5b08c9817dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:45.683954 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f7dd5a6b-4d9b-4772-a902-a8d818ffa8fe req-c11b2a74-a5f0-4096-8a6a-5b08c9817dcd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=242df3cc-37d7-47c0-a77c-be9034976381 HTTP/1.1" status: 200 len: 851 time: 0.0464909 Jul 15 23:22:45.741624 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd5a6b-4d9b-4772-a902-a8d818ffa8fe req-bdfdad39-e6bd-416e-bc3f-84c227f773b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:45.743131 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f7dd5a6b-4d9b-4772-a902-a8d818ffa8fe req-bdfdad39-e6bd-416e-bc3f-84c227f773b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb7f5d26-827b-40c8-9606-f513fb310e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516608 Jul 15 23:22:45.809944 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4543914b-e4da-4e3e-8f52-2ab6673caaa5 req-6eb9756b-6fdd-4e08-9fdd-451d8c3342bc service neutron] 10.222.0.36 "GET /v2.0/networks/4094d55c-5c60-4756-9c8c-4a0f295c2a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794290 Jul 15 23:22:45.815990 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-716a6d4a-d20c-45e1-8fae-735d58d26331 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:45.827227 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-716a6d4a-d20c-45e1-8fae-735d58d26331 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16353154'] for router, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:45.835336 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f7dd5a6b-4d9b-4772-a902-a8d818ffa8fe req-07fe9805-8688-49f3-a790-175706ac68db service neutron] 10.222.0.43 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824146 Jul 15 23:22:45.885143 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-12c0caaa-03cd-452d-b9d3-abc1d0720613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:45.955262 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716a6d4a-d20c-45e1-8fae-735d58d26331 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Router 9105b010-fc7e-40d6-a9a1-41ac47cf809e has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:22:45.971403 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f7dd5a6b-4d9b-4772-a902-a8d818ffa8fe req-202c5696-5975-40f2-8d2f-76884c95946c service neutron] 10.222.0.43 "GET /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251643 Jul 15 23:22:45.998523 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bbd997-5773-479d-8470-e3b80970967f req-97a9cb7c-eb66-471e-814a-7b32e3f2db48 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:46.000078 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c6bbd997-5773-479d-8470-e3b80970967f req-97a9cb7c-eb66-471e-814a-7b32e3f2db48 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd9b4f68-09e8-4947-8218-adafa1dcaa5e HTTP/1.1" status: 200 len: 944 time: 0.0812609 Jul 15 23:22:46.039370 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c6bbd997-5773-479d-8470-e3b80970967f req-f0cbc439-c156-4268-8099-6b30f6298e9c tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334735 Jul 15 23:22:46.047691 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4543914b-e4da-4e3e-8f52-2ab6673caaa5 req-69e709aa-16dd-4bce-a6fb-3366bc00636c service neutron] 10.222.0.36 "GET /v2.0/networks/4094d55c-5c60-4756-9c8c-4a0f295c2a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298138 Jul 15 23:22:46.063134 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716a6d4a-d20c-45e1-8fae-735d58d26331 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:22:46.063134 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-716a6d4a-d20c-45e1-8fae-735d58d26331 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:46.064415 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-716a6d4a-d20c-45e1-8fae-735d58d26331 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "PUT /v2.0/routers/9105b010-fc7e-40d6-a9a1-41ac47cf809e HTTP/1.1" status: 200 len: 710 time: 1.8691163 Jul 15 23:22:46.066626 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b216e395-106a-4e1b-a15d-8d8080ad880a None None] Sync routers for ids ['9105b010-fc7e-40d6-a9a1-41ac47cf809e'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:22:46.067084 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37626) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:46.077194 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b216e395-106a-4e1b-a15d-8d8080ad880a None None] Routers {'9105b010-fc7e-40d6-a9a1-41ac47cf809e'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:46.078113 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-b216e395-106a-4e1b-a15d-8d8080ad880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:22:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['9105b010-fc7e-40d6-a9a1-41ac47cf809e'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:46.109822 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-b216e395-106a-4e1b-a15d-8d8080ad880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:46.118743 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b216e395-106a-4e1b-a15d-8d8080ad880a None None] Routers {'9105b010-fc7e-40d6-a9a1-41ac47cf809e'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:46.119412 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-b216e395-106a-4e1b-a15d-8d8080ad880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:22:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['9105b010-fc7e-40d6-a9a1-41ac47cf809e'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:46.142605 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-03d35eb1-0fe3-448b-bf8c-0fdcecc7385a tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "GET /v2.0/routers/9105b010-fc7e-40d6-a9a1-41ac47cf809e HTTP/1.1" status: 200 len: 745 time: 0.0745130 Jul 15 23:22:46.145631 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37628) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:46.153383 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-b216e395-106a-4e1b-a15d-8d8080ad880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:46.154022 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b216e395-106a-4e1b-a15d-8d8080ad880a None None] The sync data for ids ['9105b010-fc7e-40d6-a9a1-41ac47cf809e'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:22:46.193193 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-71e04178-fbdf-4ebe-bda6-c91c716acc52 tempest-RoutersIpV6AdminTest-1607027572 tempest-RoutersIpV6AdminTest-1607027572-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=61ac1f85-79f4-4ace-93a9-51b85862f208&device_id=9105b010-fc7e-40d6-a9a1-41ac47cf809e HTTP/1.1" status: 200 len: 205 time: 0.0463417 Jul 15 23:22:46.196651 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37630) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:46.223203 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-961a187d-bb80-4e8c-8b8e-61913a3acd84 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "GET /v2.0/ports?device_id=9105b010-fc7e-40d6-a9a1-41ac47cf809e HTTP/1.1" status: 200 len: 205 time: 0.0254731 Jul 15 23:22:46.225584 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37632) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:46.298038 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-56c19086-f11e-4948-86d2-48f962296433 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:46.458103 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-56c19086-f11e-4948-86d2-48f962296433 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:46.461482 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-56c19086-f11e-4948-86d2-48f962296433 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:46.504269 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-56c19086-f11e-4948-86d2-48f962296433 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:46.504838 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c19086-f11e-4948-86d2-48f962296433 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Fanout notify agent at l3_agent the message router_deleted on router 9105b010-fc7e-40d6-a9a1-41ac47cf809e {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:22:46.512183 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-56c19086-f11e-4948-86d2-48f962296433 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:46.513273 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-56c19086-f11e-4948-86d2-48f962296433 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "DELETE /v2.0/routers/9105b010-fc7e-40d6-a9a1-41ac47cf809e HTTP/1.1" status: 204 len: 168 time: 0.2868180 Jul 15 23:22:46.516972 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37640) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:46.547040 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-31f5274b-53c5-4f07-9243-1fb9af3a7aff tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "GET /v2.0/ports?device_id=9105b010-fc7e-40d6-a9a1-41ac47cf809e HTTP/1.1" status: 200 len: 205 time: 0.0288277 Jul 15 23:22:46.549649 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37642) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:46.597874 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-72ed9622-c1e6-4e5b-8805-d09d31182488 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] delete failed (client error): The resource could not be found. Jul 15 23:22:46.602005 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-72ed9622-c1e6-4e5b-8805-d09d31182488 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "DELETE /v2.0/routers/9105b010-fc7e-40d6-a9a1-41ac47cf809e HTTP/1.1" status: 404 len: 336 time: 0.0486937 Jul 15 23:22:46.602761 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37648) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:46.640568 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-92a25951-587d-4a8f-9825-53c355f8f635 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "GET /v2.0/ports?device_id=9096b83d-4ecd-4b8b-92a0-eb8260fa5020 HTTP/1.1" status: 200 len: 205 time: 0.0342393 Jul 15 23:22:46.640978 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37650) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:46.683567 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-a9d8769e-6aee-4ace-8c4b-4e2182995ace tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] delete failed (client error): The resource could not be found. Jul 15 23:22:46.686295 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a9d8769e-6aee-4ace-8c4b-4e2182995ace tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "DELETE /v2.0/routers/9096b83d-4ecd-4b8b-92a0-eb8260fa5020 HTTP/1.1" status: 404 len: 336 time: 0.0427022 Jul 15 23:22:46.687197 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37652) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:46.718407 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4a34de4d-bb7c-4d33-8366-610406a5a460 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "GET /v2.0/ports?device_id=322f1b37-8baf-44d4-b83d-32bfde47c776 HTTP/1.1" status: 200 len: 205 time: 0.0297763 Jul 15 23:22:46.720452 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37654) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:46.756884 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-11b5d49c-3d7b-42dd-866b-c615ac6410a3 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] delete failed (client error): The resource could not be found. Jul 15 23:22:46.757813 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-11b5d49c-3d7b-42dd-866b-c615ac6410a3 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "DELETE /v2.0/routers/322f1b37-8baf-44d4-b83d-32bfde47c776 HTTP/1.1" status: 404 len: 336 time: 0.0363369 Jul 15 23:22:46.760365 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37656) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:46.793504 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-daada09a-cc4c-4914-bd2a-0d919b63c824 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb06ca3-fa19-4422-9f9e-6097c51f753a HTTP/1.1" status: 200 len: 205 time: 0.0320275 Jul 15 23:22:46.795692 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37658) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:46.799912 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc98ac1-e8eb-4998-a44d-d0cdf533adc9 req-8da8e3d9-6de4-4538-9161-ba912c58bb59 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:46.801575 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3cc98ac1-e8eb-4998-a44d-d0cdf533adc9 req-8da8e3d9-6de4-4538-9161-ba912c58bb59 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=0638efad-1ea4-4eed-a151-f87914cbeed8 HTTP/1.1" status: 200 len: 945 time: 0.1054716 Jul 15 23:22:46.812545 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3872b86-f0fc-4964-bd81-f6c5fde635e0 req-ea3b5d87-5efa-4b38-8f83-ee6282a5700e tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:46.815647 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b3872b86-f0fc-4964-bd81-f6c5fde635e0 req-ea3b5d87-5efa-4b38-8f83-ee6282a5700e tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1302390 Jul 15 23:22:46.844538 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-b185b05f-ec36-4fdb-8c73-2387938cdd66 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] delete failed (client error): The resource could not be found. Jul 15 23:22:46.845545 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b185b05f-ec36-4fdb-8c73-2387938cdd66 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "DELETE /v2.0/routers/0eb06ca3-fa19-4422-9f9e-6097c51f753a HTTP/1.1" status: 404 len: 336 time: 0.0489771 Jul 15 23:22:46.848174 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37660) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:46.877779 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1a0e627f-c9f3-4e19-9305-415355535e7d tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc06d47c-009d-4e6d-8f91-b827e8048136 HTTP/1.1" status: 200 len: 205 time: 0.0285172 Jul 15 23:22:46.880065 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37662) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:46.920728 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-47b3f22e-837e-48ed-93af-b08e00894001 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] delete failed (client error): The resource could not be found. Jul 15 23:22:46.921775 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-47b3f22e-837e-48ed-93af-b08e00894001 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "DELETE /v2.0/routers/bc06d47c-009d-4e6d-8f91-b827e8048136 HTTP/1.1" status: 404 len: 336 time: 0.0408056 Jul 15 23:22:46.924436 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37664) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:46.955394 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c5e6df14-f277-4dc6-9f51-64dcab501ad6 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "GET /v2.0/ports?device_id=af5eef23-40a5-4eab-b02f-638c869ca93e HTTP/1.1" status: 200 len: 205 time: 0.0297980 Jul 15 23:22:46.957658 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37666) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:46.996630 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-a4586051-7d92-4605-8a30-15cbd84f0207 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] delete failed (client error): The resource could not be found. Jul 15 23:22:46.997679 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a4586051-7d92-4605-8a30-15cbd84f0207 tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "DELETE /v2.0/routers/af5eef23-40a5-4eab-b02f-638c869ca93e HTTP/1.1" status: 404 len: 336 time: 0.0390329 Jul 15 23:22:47.000411 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37668) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:47.159705 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3cc98ac1-e8eb-4998-a44d-d0cdf533adc9 req-ea00a84c-10dd-49f8-8a50-6f2736244cde tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430917 Jul 15 23:22:47.167315 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b3872b86-f0fc-4964-bd81-f6c5fde635e0 req-fb3e9d5e-9346-433d-bdde-fb03fec7fae4 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3426018 Jul 15 23:22:47.346375 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb37dfd-1009-4965-b7ac-6130c7fd83a4 req-75ba365c-944f-4aee-bdac-d6a3a6b07d0c tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:47.348221 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cfb37dfd-1009-4965-b7ac-6130c7fd83a4 req-75ba365c-944f-4aee-bdac-d6a3a6b07d0c tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd9b4f68-09e8-4947-8218-adafa1dcaa5e HTTP/1.1" status: 200 len: 944 time: 0.0688357 Jul 15 23:22:47.381072 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-0937abe4-0b09-4059-be3b-6fe2c0073f4b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] DELETE failed (client error): The resource could not be found. Jul 15 23:22:47.381801 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0937abe4-0b09-4059-be3b-6fe2c0073f4b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:22:47.383382 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0937abe4-0b09-4059-be3b-6fe2c0073f4b tempest-RoutersIpV6AdminTest-1749372731 tempest-RoutersIpV6AdminTest-1749372731-project] 10.222.0.16 "DELETE /v2.0/subnets/36ff64b7-13f4-465f-92ee-6d7a2d98fdbd HTTP/1.1" status: 404 len: 337 time: 0.3820548 Jul 15 23:22:47.393931 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cfb37dfd-1009-4965-b7ac-6130c7fd83a4 req-cd8fa86e-871d-4205-adde-66c7824a846a tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386524 Jul 15 23:22:47.640677 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37684) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:47.745151 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd9ab5b3-4fb3-46cf-ba3a-9c546bb48af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:47.841745 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd9ab5b3-4fb3-46cf-ba3a-9c546bb48af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:47.846785 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd9ab5b3-4fb3-46cf-ba3a-9c546bb48af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:47.879242 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bd9ab5b3-4fb3-46cf-ba3a-9c546bb48af9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d6a18ff1b88f4ec2a25354c8a13ee17a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2373586 Jul 15 23:22:47.883157 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37692) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:47.893135 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ab5b3-4fb3-46cf-ba3a-9c546bb48af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b1b444-299e-403e-856c-2529bf966774,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:47.943395 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-793354c2-36f8-47c9-be13-8f69b1a418ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:47.965781 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-793354c2-36f8-47c9-be13-8f69b1a418ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:48.019763 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-793354c2-36f8-47c9-be13-8f69b1a418ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:48.022662 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-793354c2-36f8-47c9-be13-8f69b1a418ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:48.023977 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-793354c2-36f8-47c9-be13-8f69b1a418ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53b1b444-299e-403e-856c-2529bf966774 HTTP/1.1" status: 204 len: 168 time: 0.1384597 Jul 15 23:22:48.032448 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793354c2-36f8-47c9-be13-8f69b1a418ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b1b444-299e-403e-856c-2529bf966774,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:48.040839 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793354c2-36f8-47c9-be13-8f69b1a418ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:48.041290 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793354c2-36f8-47c9-be13-8f69b1a418ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:48.041735 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793354c2-36f8-47c9-be13-8f69b1a418ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:48.042172 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793354c2-36f8-47c9-be13-8f69b1a418ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:48.042662 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793354c2-36f8-47c9-be13-8f69b1a418ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:48.043078 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793354c2-36f8-47c9-be13-8f69b1a418ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:48.043532 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793354c2-36f8-47c9-be13-8f69b1a418ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:48.043867 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793354c2-36f8-47c9-be13-8f69b1a418ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:48.044196 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793354c2-36f8-47c9-be13-8f69b1a418ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:48.044698 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793354c2-36f8-47c9-be13-8f69b1a418ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:48.045030 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793354c2-36f8-47c9-be13-8f69b1a418ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:48.045360 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793354c2-36f8-47c9-be13-8f69b1a418ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:48.243701 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f1d3a784-05fa-4c57-828e-d782f7d89e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:48.305951 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37704) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:48.338927 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 82d6b42d-0f65-46f5-8d3c-484d987e58c1 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:22:48.357437 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5180dfa4-6e51-4bb1-8937-582370c172ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0dd89c9b539648138626bc0c1f8606ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500026 Jul 15 23:22:48.360069 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37706) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:48.418194 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0e098-6c31-40f5-8722-027316ec226b req-073a1241-1002-4b5d-92c1-2f8f24dedd34 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:48.420103 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8dd0e098-6c31-40f5-8722-027316ec226b req-073a1241-1002-4b5d-92c1-2f8f24dedd34 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=0638efad-1ea4-4eed-a151-f87914cbeed8 HTTP/1.1" status: 200 len: 945 time: 0.1200554 Jul 15 23:22:48.442756 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532d350-c693-4e72-b26b-ca862686f6e2 req-4be650bb-fcac-4eec-98a1-2390afe9ea0d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:48.445088 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3532d350-c693-4e72-b26b-ca862686f6e2 req-4be650bb-fcac-4eec-98a1-2390afe9ea0d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1039755 Jul 15 23:22:48.449053 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2994b7cb-9ce2-4de7-9c77-53b329adc912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:48.496583 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 82d6b42d-0f65-46f5-8d3c-484d987e58c1, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=82d6b42d-0f65-46f5-8d3c-484d987e58c1,segment=NetworkSegment(5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61),segment_id=5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:48.499957 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8dd0e098-6c31-40f5-8722-027316ec226b req-85314206-2436-4e68-b18b-ec4f10f1944d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718570 Jul 15 23:22:48.511344 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2994b7cb-9ce2-4de7-9c77-53b329adc912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:48.515762 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3532d350-c693-4e72-b26b-ca862686f6e2 req-51b68859-5170-4939-ad0f-a58d8b6a7392 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592873 Jul 15 23:22:48.533551 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '82d6b42d-0f65-46f5-8d3c-484d987e58c1', 'network_id': '4094d55c-5c60-4756-9c8c-4a0f295c2a77', 'port_id': '82d6b42d-0f65-46f5-8d3c-484d987e58c1', 'mac_address': 'fa:16:3e:be:2e:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd669a791-b590-4a02-a253-5106186a51cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:22:48.600038 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bed22-2b5c-4e42-baba-f0fd939a404a req-cc3eee27-689f-4668-af01-54783622b020 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:48.602018 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-476bed22-2b5c-4e42-baba-f0fd939a404a req-cc3eee27-689f-4668-af01-54783622b020 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.36 "GET /v2.0/ports?device_id=0638efad-1ea4-4eed-a151-f87914cbeed8 HTTP/1.1" status: 200 len: 945 time: 0.1885395 Jul 15 23:22:48.607840 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:48.626896 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82d6b42d-0f65-46f5-8d3c-484d987e58c1 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:22:48.655873 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2994b7cb-9ce2-4de7-9c77-53b329adc912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:48.658422 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2994b7cb-9ce2-4de7-9c77-53b329adc912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:48.658843 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 82d6b42d-0f65-46f5-8d3c-484d987e58c1, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=82d6b42d-0f65-46f5-8d3c-484d987e58c1,segment=NetworkSegment(5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61),segment_id=5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:48.659615 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2994b7cb-9ce2-4de7-9c77-53b329adc912 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff2cfb38-786a-4ed6-aa8d-4059484f7a0b HTTP/1.1" status: 204 len: 168 time: 0.2979484 Jul 15 23:22:48.667545 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:48.679149 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994b7cb-9ce2-4de7-9c77-53b329adc912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2cfb38-786a-4ed6-aa8d-4059484f7a0b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:48.732556 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=82d6b42d-0f65-46f5-8d3c-484d987e58c1,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:48.757324 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-476bed22-2b5c-4e42-baba-f0fd939a404a req-cae8d540-04be-46b6-8df8-f9110c7762fe tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Deleting port 9508a1cc-25ca-446a-b14b-b4bf4d527c02 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:48.757587 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-476bed22-2b5c-4e42-baba-f0fd939a404a req-cae8d540-04be-46b6-8df8-f9110c7762fe tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:48.759362 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:48.760283 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:48.760951 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:48.762533 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:48.763680 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:48.764467 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:48.765724 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:48.766286 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:48.766929 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:48.767407 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:48.768017 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:48.768490 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:48.779203 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:48.796991 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0fa4c-f8f6-4853-b4c9-b90106018a94 req-d2055beb-85f8-458e-9863-5389802ce83e tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:48.798549 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5bf0fa4c-f8f6-4853-b4c9-b90106018a94 req-d2055beb-85f8-458e-9863-5389802ce83e tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd9b4f68-09e8-4947-8218-adafa1dcaa5e HTTP/1.1" status: 200 len: 945 time: 0.1192598 Jul 15 23:22:48.811057 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85557812-c7f8-4dc7-9e35-6926e704bd95 req-843e77f5-a2d9-40c0-85f6-f2b0157c50c8 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:48.818160 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-85557812-c7f8-4dc7-9e35-6926e704bd95 req-843e77f5-a2d9-40c0-85f6-f2b0157c50c8 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1230140 Jul 15 23:22:48.867885 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-476bed22-2b5c-4e42-baba-f0fd939a404a req-cae8d540-04be-46b6-8df8-f9110c7762fe tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] For port 9508a1cc-25ca-446a-b14b-b4bf4d527c02, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=9508a1cc-25ca-446a-b14b-b4bf4d527c02,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:48.867885 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-476bed22-2b5c-4e42-baba-f0fd939a404a req-cae8d540-04be-46b6-8df8-f9110c7762fe tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:48.881829 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-476bed22-2b5c-4e42-baba-f0fd939a404a req-cae8d540-04be-46b6-8df8-f9110c7762fe tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Calling delete_port for 9508a1cc-25ca-446a-b14b-b4bf4d527c02 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:48.885481 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-85557812-c7f8-4dc7-9e35-6926e704bd95 req-b60055ad-d45f-4392-b53b-5f585deb6bff tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663271 Jul 15 23:22:48.888801 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5bf0fa4c-f8f6-4853-b4c9-b90106018a94 req-86946f19-8acc-485f-92cf-0dcf713fd0af tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686872 Jul 15 23:22:48.972233 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['82d6b42d-0f65-46f5-8d3c-484d987e58c1'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:49.106436 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-476bed22-2b5c-4e42-baba-f0fd939a404a req-cae8d540-04be-46b6-8df8-f9110c7762fe tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:49.143111 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8d540-04be-46b6-8df8-f9110c7762fe tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Pushing event deleted for resources: {'Port': ['ID=9508a1cc-25ca-446a-b14b-b4bf4d527c02,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:49.204032 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-476bed22-2b5c-4e42-baba-f0fd939a404a req-cae8d540-04be-46b6-8df8-f9110c7762fe tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] No DVR routers for this DVR port 9508a1cc-25ca-446a-b14b-b4bf4d527c02 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:22:49.206674 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-476bed22-2b5c-4e42-baba-f0fd939a404a req-cae8d540-04be-46b6-8df8-f9110c7762fe tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:49.208649 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-476bed22-2b5c-4e42-baba-f0fd939a404a req-cae8d540-04be-46b6-8df8-f9110c7762fe tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.36 "DELETE /v2.0/ports/9508a1cc-25ca-446a-b14b-b4bf4d527c02 HTTP/1.1" status: 204 len: 173 time: 0.5970409 Jul 15 23:22:49.209120 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0638efad-1ea4-4eed-a151-f87914cbeed8', 'name': 'network-vif-deleted', 'tag': '9508a1cc-25ca-446a-b14b-b4bf4d527c02'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:49.211410 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05383d55-92ad-4bad-8bd8-e626e3a50d1d" -d '{"events": [{"server_uuid": "0638efad-1ea4-4eed-a151-f87914cbeed8", "name": "network-vif-deleted", "tag": "9508a1cc-25ca-446a-b14b-b4bf4d527c02"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:49.259486 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addd4f76-0636-477b-85a6-6ca8e2bdb64b x-openstack-request-id: req-addd4f76-0636-477b-85a6-6ca8e2bdb64b {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:49.259797 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0638efad-1ea4-4eed-a151-f87914cbeed8", "name": "network-vif-deleted", "tag": "9508a1cc-25ca-446a-b14b-b4bf4d527c02", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:49.260117 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-addd4f76-0636-477b-85a6-6ca8e2bdb64b {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:49.260466 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0638efad-1ea4-4eed-a151-f87914cbeed8', 'name': 'network-vif-deleted', 'tag': '9508a1cc-25ca-446a-b14b-b4bf4d527c02', 'status': 'completed', 'code': 200} Jul 15 23:22:49.577984 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37764) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:49.636929 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:49.647682 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['9508a1cc-25ca-446a-b14b-b4bf4d527c02'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:49.727397 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ee2bcf97-990a-4475-9eae-f7df4863555e req-ec03a3e0-af98-4adb-8b54-d2570c0aaa0f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=0638efad-1ea4-4eed-a151-f87914cbeed8 HTTP/1.1" status: 200 len: 210 time: 0.0546100 Jul 15 23:22:49.849175 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8dcefac7-e9bb-4f58-89a9-72502c1f4b1e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Request body: {'networks': [{'name': 'tempest-network--2111548097'}, {'name': 'tempest-network--39975323'}]} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:49.849499 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8dcefac7-e9bb-4f58-89a9-72502c1f4b1e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Request body: {'network': {'name': 'tempest-network--2111548097'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:49.850004 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8dcefac7-e9bb-4f58-89a9-72502c1f4b1e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Request body: {'network': {'name': 'tempest-network--39975323'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:49.875449 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcefac7-e9bb-4f58-89a9-72502c1f4b1e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Made reservation on behalf of 14df63a4a39148ad8a993b40e86ee34c for: {'network': 2} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:49.880027 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8dcefac7-e9bb-4f58-89a9-72502c1f4b1e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:49.893148 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8dcefac7-e9bb-4f58-89a9-72502c1f4b1e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.017179 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8dcefac7-e9bb-4f58-89a9-72502c1f4b1e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.018914 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616978d-dfe4-4859-b979-1fe9d50b0a70 req-a128638d-4097-4c52-b90e-e3d504fb9dd2 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:50.021397 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7616978d-dfe4-4859-b979-1fe9d50b0a70 req-a128638d-4097-4c52-b90e-e3d504fb9dd2 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9162399-5bda-446e-a7d2-40d134e60888 HTTP/1.1" status: 200 len: 943 time: 0.0803018 Jul 15 23:22:50.022725 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8dcefac7-e9bb-4f58-89a9-72502c1f4b1e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.023235 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8dcefac7-e9bb-4f58-89a9-72502c1f4b1e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.061048 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dcefac7-e9bb-4f58-89a9-72502c1f4b1e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:22:50.071845 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8dcefac7-e9bb-4f58-89a9-72502c1f4b1e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.072087 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-8dcefac7-e9bb-4f58-89a9-72502c1f4b1e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Added segment e3f5b44e-698b-4ac5-b6ef-e8d47e5611bd of type vlan for network 7b9163fd-8299-4a97-860a-c3de867d8047 Jul 15 23:22:50.120545 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcefac7-e9bb-4f58-89a9-72502c1f4b1e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd93fed-3198-4e7f-9a2a-d8c18da8ce76,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:50.130523 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8dcefac7-e9bb-4f58-89a9-72502c1f4b1e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.167828 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dcefac7-e9bb-4f58-89a9-72502c1f4b1e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:22:50.178896 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8dcefac7-e9bb-4f58-89a9-72502c1f4b1e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.179479 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-8dcefac7-e9bb-4f58-89a9-72502c1f4b1e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Added segment 50f00670-7776-4e0e-a7b5-ef032743795a of type vlan for network 86520496-7385-4358-a464-c78cac5955e6 Jul 15 23:22:50.195866 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95032c35-225b-4b04-a97d-a0cc6741ccad req-e324cf07-ae34-4bc0-a881-e81cafa6c34b tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:50.200278 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-95032c35-225b-4b04-a97d-a0cc6741ccad req-e324cf07-ae34-4bc0-a881-e81cafa6c34b tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd9b4f68-09e8-4947-8218-adafa1dcaa5e HTTP/1.1" status: 200 len: 945 time: 0.1311162 Jul 15 23:22:50.226325 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-7616978d-dfe4-4859-b979-1fe9d50b0a70 req-db3ca1b8-fa4c-4c4b-8773-e8d0da08908c tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Deleting port c277f2b3-11a9-474f-8cec-e88067240d6a {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:50.226724 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7616978d-dfe4-4859-b979-1fe9d50b0a70 req-db3ca1b8-fa4c-4c4b-8773-e8d0da08908c tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.230381 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8dcefac7-e9bb-4f58-89a9-72502c1f4b1e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.261289 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8dcefac7-e9bb-4f58-89a9-72502c1f4b1e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.262049 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8dcefac7-e9bb-4f58-89a9-72502c1f4b1e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.268363 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcefac7-e9bb-4f58-89a9-72502c1f4b1e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:50.269948 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-95032c35-225b-4b04-a97d-a0cc6741ccad req-5a6f702a-785f-4976-a317-2570210b6a8b tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655303 Jul 15 23:22:50.273588 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcefac7-e9bb-4f58-89a9-72502c1f4b1e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:50.274263 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8dcefac7-e9bb-4f58-89a9-72502c1f4b1e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.336134 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-7616978d-dfe4-4859-b979-1fe9d50b0a70 req-db3ca1b8-fa4c-4c4b-8773-e8d0da08908c tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] For port c277f2b3-11a9-474f-8cec-e88067240d6a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=c277f2b3-11a9-474f-8cec-e88067240d6a,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:50.336416 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7616978d-dfe4-4859-b979-1fe9d50b0a70 req-db3ca1b8-fa4c-4c4b-8773-e8d0da08908c tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.354953 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-7616978d-dfe4-4859-b979-1fe9d50b0a70 req-db3ca1b8-fa4c-4c4b-8773-e8d0da08908c tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Calling delete_port for c277f2b3-11a9-474f-8cec-e88067240d6a owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:50.367479 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcefac7-e9bb-4f58-89a9-72502c1f4b1e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Pushing event updated for resources: {'Network': ['ID=7b9163fd-8299-4a97-860a-c3de867d8047,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:50.371184 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 82d6b42d-0f65-46f5-8d3c-484d987e58c1 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:22:50.383844 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8dcefac7-e9bb-4f58-89a9-72502c1f4b1e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.8034623 Jul 15 23:22:50.393519 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37792) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:50.439946 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 7b9163fd-8299-4a97-860a-c3de867d8047 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:22:50.513807 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7616978d-dfe4-4859-b979-1fe9d50b0a70 req-db3ca1b8-fa4c-4c4b-8773-e8d0da08908c tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.552156 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ca1b8-fa4c-4c4b-8773-e8d0da08908c tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Pushing event deleted for resources: {'Port': ['ID=c277f2b3-11a9-474f-8cec-e88067240d6a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:50.619332 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['f5ecd6c9-6a7b-4dd4-970c-9fd457699f30'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:50.631309 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['d9e29a36-2553-48c4-8fad-fb5e69661b09'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:50.657234 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcefac7-e9bb-4f58-89a9-72502c1f4b1e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Pushing event updated for resources: {'Network': ['ID=86520496-7385-4358-a464-c78cac5955e6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:50.658086 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-7616978d-dfe4-4859-b979-1fe9d50b0a70 req-db3ca1b8-fa4c-4c4b-8773-e8d0da08908c tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] No DVR routers for this DVR port c277f2b3-11a9-474f-8cec-e88067240d6a on host n-h1-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:22:50.661822 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-7616978d-dfe4-4859-b979-1fe9d50b0a70 req-db3ca1b8-fa4c-4c4b-8773-e8d0da08908c tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.678954 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7616978d-dfe4-4859-b979-1fe9d50b0a70 req-db3ca1b8-fa4c-4c4b-8773-e8d0da08908c tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "DELETE /v2.0/ports/c277f2b3-11a9-474f-8cec-e88067240d6a HTTP/1.1" status: 204 len: 173 time: 0.6513844 Jul 15 23:22:50.679914 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9162399-5bda-446e-a7d2-40d134e60888', 'name': 'network-vif-deleted', 'tag': 'c277f2b3-11a9-474f-8cec-e88067240d6a'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:50.691789 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53e4e26-d376-4a14-a6cf-5d94ded74711" -d '{"events": [{"server_uuid": "b9162399-5bda-446e-a7d2-40d134e60888", "name": "network-vif-deleted", "tag": "c277f2b3-11a9-474f-8cec-e88067240d6a"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:50.763483 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 86520496-7385-4358-a464-c78cac5955e6 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:22:50.777263 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 82d6b42d-0f65-46f5-8d3c-484d987e58c1 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:50.779953 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5719ea15-c3eb-4623-9f92-1e954de53002 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:50.788904 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5719ea15-c3eb-4623-9f92-1e954de53002 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:50.795407 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5719ea15-c3eb-4623-9f92-1e954de53002 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:50.805043 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5719ea15-c3eb-4623-9f92-1e954de53002 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:50.807667 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5719ea15-c3eb-4623-9f92-1e954de53002 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4059877 Jul 15 23:22:50.810462 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37810) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:50.859995 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 82d6b42d-0f65-46f5-8d3c-484d987e58c1 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:50.860258 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.937935 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b342317-acfb-4ed8-bb8a-1ad6a7c50d67 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.071437 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b342317-acfb-4ed8-bb8a-1ad6a7c50d67 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.085489 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-5b342317-acfb-4ed8-bb8a-1ad6a7c50d67 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b9163fd-8299-4a97-860a-c3de867d8047']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:51.103480 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-5b342317-acfb-4ed8-bb8a-1ad6a7c50d67 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f5b44e-698b-4ac5-b6ef-e8d47e5611bd') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:51.104045 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-5b342317-acfb-4ed8-bb8a-1ad6a7c50d67 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f5b44e-698b-4ac5-b6ef-e8d47e5611bd') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:51.118738 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b342317-acfb-4ed8-bb8a-1ad6a7c50d67 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.120989 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.147882 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a28195c-0321-4aa7-8505-f9f5a832c464 x-openstack-request-id: req-7a28195c-0321-4aa7-8505-f9f5a832c464 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:51.148404 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9162399-5bda-446e-a7d2-40d134e60888", "name": "network-vif-deleted", "tag": "c277f2b3-11a9-474f-8cec-e88067240d6a", "status": "failed", "code": 422}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:51.148594 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a28195c-0321-4aa7-8505-f9f5a832c464 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:51.149109 n-d-787205-9 neutron-server[93799]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b9162399-5bda-446e-a7d2-40d134e60888', 'name': 'network-vif-deleted', 'tag': 'c277f2b3-11a9-474f-8cec-e88067240d6a', 'status': 'failed', 'code': 422} returned with failed status Jul 15 23:22:51.160448 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b342317-acfb-4ed8-bb8a-1ad6a7c50d67 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.175913 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b342317-acfb-4ed8-bb8a-1ad6a7c50d67 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:22:51.176371 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b342317-acfb-4ed8-bb8a-1ad6a7c50d67 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.182731 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9b4f68-09e8-4947-8218-adafa1dcaa5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d6b42d-0f65-46f5-8d3c-484d987e58c1'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:51.185236 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a69bc4-67d7-4946-bf75-e869f60785d0" -d '{"events": [{"server_uuid": "cd9b4f68-09e8-4947-8218-adafa1dcaa5e", "name": "network-vif-plugged", "status": "completed", "tag": "82d6b42d-0f65-46f5-8d3c-484d987e58c1"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:51.216079 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 82d6b42d-0f65-46f5-8d3c-484d987e58c1, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=82d6b42d-0f65-46f5-8d3c-484d987e58c1,segment=NetworkSegment(5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61),segment_id=5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:51.227182 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:22:51.276085 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:22:51.280231 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b342317-acfb-4ed8-bb8a-1ad6a7c50d67 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.297668 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70827c2a-dd75-4ea9-ab0f-e24c72c78601 req-5fe06d51-ee58-48cd-aae2-fef9e6d4d80a tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=0638efad-1ea4-4eed-a151-f87914cbeed8 HTTP/1.1" status: 200 len: 210 time: 0.0398118 Jul 15 23:22:51.307757 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b342317-acfb-4ed8-bb8a-1ad6a7c50d67 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.309992 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5b342317-acfb-4ed8-bb8a-1ad6a7c50d67 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] 10.222.0.16 "DELETE /v2.0/networks/7b9163fd-8299-4a97-860a-c3de867d8047 HTTP/1.1" status: 204 len: 168 time: 0.4969747 Jul 15 23:22:51.311377 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b342317-acfb-4ed8-bb8a-1ad6a7c50d67 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Pushing event deleted for resources: {'Network': ['ID=7b9163fd-8299-4a97-860a-c3de867d8047,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:51.314034 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37824) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:51.355699 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.388874 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=82d6b42d-0f65-46f5-8d3c-484d987e58c1,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:51.416157 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ecfe9188-2f21-44fc-94dc-28f09d6a9086 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.533053 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57f37c6-09bf-4acf-bc99-886e26004919 x-openstack-request-id: req-b57f37c6-09bf-4acf-bc99-886e26004919 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:51.533691 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9b4f68-09e8-4947-8218-adafa1dcaa5e", "name": "network-vif-plugged", "status": "completed", "tag": "82d6b42d-0f65-46f5-8d3c-484d987e58c1", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:51.534180 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b57f37c6-09bf-4acf-bc99-886e26004919 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:51.534958 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9b4f68-09e8-4947-8218-adafa1dcaa5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d6b42d-0f65-46f5-8d3c-484d987e58c1', 'code': 200} Jul 15 23:22:51.545983 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ecfe9188-2f21-44fc-94dc-28f09d6a9086 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.560302 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-ecfe9188-2f21-44fc-94dc-28f09d6a9086 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86520496-7385-4358-a464-c78cac5955e6']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:51.577159 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-ecfe9188-2f21-44fc-94dc-28f09d6a9086 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f00670-7776-4e0e-a7b5-ef032743795a') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:51.577452 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-ecfe9188-2f21-44fc-94dc-28f09d6a9086 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f00670-7776-4e0e-a7b5-ef032743795a') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:51.592684 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ecfe9188-2f21-44fc-94dc-28f09d6a9086 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.614172 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280d4da-9887-47c1-a4a9-4ec955dffda3 req-0a1bf175-3bc1-4c2a-922a-fbd8eba83243 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:51.616504 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e280d4da-9887-47c1-a4a9-4ec955dffda3 req-0a1bf175-3bc1-4c2a-922a-fbd8eba83243 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 945 time: 0.1613364 Jul 15 23:22:51.621490 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ecfe9188-2f21-44fc-94dc-28f09d6a9086 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.638457 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecfe9188-2f21-44fc-94dc-28f09d6a9086 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:22:51.638952 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ecfe9188-2f21-44fc-94dc-28f09d6a9086 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: items = [ Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:22:51.642706 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:22:51.693218 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86237efd-eb95-4b0b-a3a8-93d9e4294604 req-76106965-8e28-4ee6-98da-81f139bfe0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:51.695606 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-86237efd-eb95-4b0b-a3a8-93d9e4294604 req-76106965-8e28-4ee6-98da-81f139bfe0bb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cd9b4f68-09e8-4947-8218-adafa1dcaa5e HTTP/1.1" status: 200 len: 1097 time: 0.0579321 Jul 15 23:22:51.731354 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-86237efd-eb95-4b0b-a3a8-93d9e4294604 req-3b7bc661-ed95-4a0e-a329-95e5f05467a4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284929 Jul 15 23:22:51.750421 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e280d4da-9887-47c1-a4a9-4ec955dffda3 req-94809098-ae14-44df-a79d-62bbdc5f3107 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235831 Jul 15 23:22:51.755011 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ecfe9188-2f21-44fc-94dc-28f09d6a9086 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.759479 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ecfe9188-2f21-44fc-94dc-28f09d6a9086 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.764064 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37828) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:51.764280 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ecfe9188-2f21-44fc-94dc-28f09d6a9086 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] 10.222.0.16 "DELETE /v2.0/networks/86520496-7385-4358-a464-c78cac5955e6 HTTP/1.1" status: 204 len: 168 time: 0.4486647 Jul 15 23:22:51.780518 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe9188-2f21-44fc-94dc-28f09d6a9086 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Pushing event deleted for resources: {'Network': ['ID=86520496-7385-4358-a464-c78cac5955e6,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:51.810135 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c66dd-8d74-4ffe-ae95-4947a8cf1244 req-33d47e7e-0d91-4217-aa9c-9a535cbb3f6f tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:51.811991 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-733c66dd-8d74-4ffe-ae95-4947a8cf1244 req-33d47e7e-0d91-4217-aa9c-9a535cbb3f6f tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd9b4f68-09e8-4947-8218-adafa1dcaa5e HTTP/1.1" status: 200 len: 946 time: 0.1748650 Jul 15 23:22:51.862931 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-733c66dd-8d74-4ffe-ae95-4947a8cf1244 req-8925e474-311c-4e79-88dd-4e7a45f3d07e tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446990 Jul 15 23:22:51.897810 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08458277-a538-46d0-97cd-28185391af45 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:51.903715 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08458277-a538-46d0-97cd-28185391af45 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:51.905262 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-08458277-a538-46d0-97cd-28185391af45 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1401567 Jul 15 23:22:51.909071 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37832) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:51.915133 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-6c97d36c-4b82-45c6-9ef5-199f1fa921e5 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1795655246'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:51.935862 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c97d36c-4b82-45c6-9ef5-199f1fa921e5 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Made reservation on behalf of 14df63a4a39148ad8a993b40e86ee34c for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:51.940315 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c97d36c-4b82-45c6-9ef5-199f1fa921e5 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.973517 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c97d36c-4b82-45c6-9ef5-199f1fa921e5 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:22:51.984043 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c97d36c-4b82-45c6-9ef5-199f1fa921e5 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.984453 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-6c97d36c-4b82-45c6-9ef5-199f1fa921e5 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Added segment 6d5bc40d-82ac-489c-b16c-19aaf55e1019 of type vlan for network 770bc51d-b912-42b2-b9f7-13205e3efad3 Jul 15 23:22:52.026654 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c97d36c-4b82-45c6-9ef5-199f1fa921e5 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:52.058081 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c97d36c-4b82-45c6-9ef5-199f1fa921e5 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:52.065230 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c97d36c-4b82-45c6-9ef5-199f1fa921e5 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:52.065841 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6c97d36c-4b82-45c6-9ef5-199f1fa921e5 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:52.116502 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6c97d36c-4b82-45c6-9ef5-199f1fa921e5 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2030175 Jul 15 23:22:52.117253 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37840) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:52.123236 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-a0308046-818b-4940-97aa-1e52c88a4930 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1563201416'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:52.148412 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0308046-818b-4940-97aa-1e52c88a4930 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Made reservation on behalf of 14df63a4a39148ad8a993b40e86ee34c for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:52.152965 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a0308046-818b-4940-97aa-1e52c88a4930 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:52.161278 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97d36c-4b82-45c6-9ef5-199f1fa921e5 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Pushing event updated for resources: {'Network': ['ID=770bc51d-b912-42b2-b9f7-13205e3efad3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:52.173207 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 770bc51d-b912-42b2-b9f7-13205e3efad3 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:22:52.193453 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0308046-818b-4940-97aa-1e52c88a4930 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:22:52.213913 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a0308046-818b-4940-97aa-1e52c88a4930 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:52.214560 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-a0308046-818b-4940-97aa-1e52c88a4930 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Added segment c79c1f16-1ef6-4602-a32e-490e43a1cb0b of type vlan for network 4ed31819-1377-4dc3-94aa-d34aca838632 Jul 15 23:22:52.300571 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a0308046-818b-4940-97aa-1e52c88a4930 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:52.348332 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4862fc-d229-404d-b14d-4deabed458db req-c3f80fad-8921-47de-b5dd-3e0c3d5f3cee tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:52.349834 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ea4862fc-d229-404d-b14d-4deabed458db req-c3f80fad-8921-47de-b5dd-3e0c3d5f3cee tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84a485e-1788-41bf-aeeb-a4bb6b604ceb HTTP/1.1" status: 200 len: 908 time: 0.1239612 Jul 15 23:22:52.355203 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a0308046-818b-4940-97aa-1e52c88a4930 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:52.362480 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0308046-818b-4940-97aa-1e52c88a4930 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:52.363312 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a0308046-818b-4940-97aa-1e52c88a4930 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:52.381027 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a0308046-818b-4940-97aa-1e52c88a4930 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2624190 Jul 15 23:22:52.385075 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37844) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:52.386341 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 9508a1cc-25ca-446a-b14b-b4bf4d527c02 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:22:52.407478 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-12b58733-f5f2-477e-a114-77c5ebdecc4c tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Request body: {'ports': [{'network_id': '770bc51d-b912-42b2-b9f7-13205e3efad3', 'name': 'tempest-port--2104074288', 'admin_state_up': True}, {'network_id': '4ed31819-1377-4dc3-94aa-d34aca838632', 'admin_state_up': False}]} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:52.408025 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-12b58733-f5f2-477e-a114-77c5ebdecc4c tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Request body: {'port': {'network_id': '770bc51d-b912-42b2-b9f7-13205e3efad3', 'name': 'tempest-port--2104074288', 'admin_state_up': True}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:52.408664 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-12b58733-f5f2-477e-a114-77c5ebdecc4c tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Request body: {'port': {'network_id': '4ed31819-1377-4dc3-94aa-d34aca838632', 'admin_state_up': False}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:52.425228 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 9508a1cc-25ca-446a-b14b-b4bf4d527c02 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:22:52.425890 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 9508a1cc-25ca-446a-b14b-b4bf4d527c02 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:22:52.547242 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0308046-818b-4940-97aa-1e52c88a4930 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Pushing event updated for resources: {'Network': ['ID=4ed31819-1377-4dc3-94aa-d34aca838632,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:52.557770 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 4ed31819-1377-4dc3-94aa-d34aca838632 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:22:52.573281 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-42087174-46a5-48da-aff4-e54f6f83162e req-c7514cd1-0e80-4f8e-bb45-1cb4eb57307f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=0638efad-1ea4-4eed-a151-f87914cbeed8 HTTP/1.1" status: 200 len: 210 time: 0.0900929 Jul 15 23:22:52.666061 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b58733-f5f2-477e-a114-77c5ebdecc4c tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Made reservation on behalf of 14df63a4a39148ad8a993b40e86ee34c for: {'port': 2} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:52.670838 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-12b58733-f5f2-477e-a114-77c5ebdecc4c tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:52.684844 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-12b58733-f5f2-477e-a114-77c5ebdecc4c tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:52.769683 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-12b58733-f5f2-477e-a114-77c5ebdecc4c tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] device_id is not set on port 56eee376-5b68-47f1-b2d6-a28a1acb4ec1 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:22:52.922550 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-12b58733-f5f2-477e-a114-77c5ebdecc4c tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.070403 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-12b58733-f5f2-477e-a114-77c5ebdecc4c tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] device_id is not set on port 140a00e7-c056-4bff-a827-074f2c1796fe yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:22:53.220609 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5bb7af-3dd2-4940-b5b9-86f833fbc5d9 req-c1073221-217e-44c0-ae8a-4558ad7ec4ef tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:53.222115 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ca5bb7af-3dd2-4940-b5b9-86f833fbc5d9 req-c1073221-217e-44c0-ae8a-4558ad7ec4ef tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd9b4f68-09e8-4947-8218-adafa1dcaa5e HTTP/1.1" status: 200 len: 946 time: 0.1670718 Jul 15 23:22:53.251643 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56dd910-05b0-409b-ac6c-ce0aa5fe8440 req-df4bdb9a-8fa1-40b6-8c0d-306d198070e1 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:53.253091 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d56dd910-05b0-409b-ac6c-ce0aa5fe8440 req-df4bdb9a-8fa1-40b6-8c0d-306d198070e1 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 945 time: 0.1634119 Jul 15 23:22:53.326342 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ca5bb7af-3dd2-4940-b5b9-86f833fbc5d9 req-939ab71e-b863-4d6f-a253-2618e33349ab tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965085 Jul 15 23:22:53.328446 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-12b58733-f5f2-477e-a114-77c5ebdecc4c tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.347149 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d56dd910-05b0-409b-ac6c-ce0aa5fe8440 req-e091e421-d1a6-458a-b00c-497eec47f79f tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830791 Jul 15 23:22:53.385046 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-12b58733-f5f2-477e-a114-77c5ebdecc4c tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.447368 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b58733-f5f2-477e-a114-77c5ebdecc4c tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Pushing event updated for resources: {'Port': ['ID=56eee376-5b68-47f1-b2d6-a28a1acb4ec1,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:53.458690 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b58733-f5f2-477e-a114-77c5ebdecc4c tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Checking segment: {'id': '6d5bc40d-82ac-489c-b16c-19aaf55e1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '770bc51d-b912-42b2-b9f7-13205e3efad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:53.459074 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b58733-f5f2-477e-a114-77c5ebdecc4c tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Network hostable DHCP agents. Network: 770bc51d-b912-42b2-b9f7-13205e3efad3, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:22:53.480696 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b58733-f5f2-477e-a114-77c5ebdecc4c tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Network 770bc51d-b912-42b2-b9f7-13205e3efad3 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:22:53.489878 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-12b58733-f5f2-477e-a114-77c5ebdecc4c tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 770bc51d-b912-42b2-b9f7-13205e3efad3) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:53.498668 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64324b48-33c3-49e2-a30f-b29c49b8d7d7 None None] Network 770bc51d-b912-42b2-b9f7-13205e3efad3 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:53.502048 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b58733-f5f2-477e-a114-77c5ebdecc4c tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:53.502972 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-12b58733-f5f2-477e-a114-77c5ebdecc4c tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.597067 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b58733-f5f2-477e-a114-77c5ebdecc4c tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Pushing event updated for resources: {'Port': ['ID=140a00e7-c056-4bff-a827-074f2c1796fe,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:53.622969 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b58733-f5f2-477e-a114-77c5ebdecc4c tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Checking segment: {'id': 'c79c1f16-1ef6-4602-a32e-490e43a1cb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4ed31819-1377-4dc3-94aa-d34aca838632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:53.623408 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b58733-f5f2-477e-a114-77c5ebdecc4c tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Network hostable DHCP agents. Network: 4ed31819-1377-4dc3-94aa-d34aca838632, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:22:53.653979 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31be7b-e21a-4843-abb4-2f6edc635369 req-5fe91909-73d4-4c55-ad1c-765bfd3dd541 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:53.655573 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6f31be7b-e21a-4843-abb4-2f6edc635369 req-5fe91909-73d4-4c55-ad1c-765bfd3dd541 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84a485e-1788-41bf-aeeb-a4bb6b604ceb HTTP/1.1" status: 200 len: 908 time: 0.1209238 Jul 15 23:22:53.664457 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b58733-f5f2-477e-a114-77c5ebdecc4c tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Network 4ed31819-1377-4dc3-94aa-d34aca838632 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:22:53.680162 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-12b58733-f5f2-477e-a114-77c5ebdecc4c tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 4ed31819-1377-4dc3-94aa-d34aca838632) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:53.684227 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b58733-f5f2-477e-a114-77c5ebdecc4c tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:53.690433 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b58733-f5f2-477e-a114-77c5ebdecc4c tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:53.694146 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f24c75-eda8-40cd-8898-e79c01f44f40 None None] Network 4ed31819-1377-4dc3-94aa-d34aca838632 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:53.695770 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b58733-f5f2-477e-a114-77c5ebdecc4c tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:53.696491 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-12b58733-f5f2-477e-a114-77c5ebdecc4c tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.716833 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37856) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:53.718992 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-12b58733-f5f2-477e-a114-77c5ebdecc4c tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3308191 Jul 15 23:22:53.851594 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e4fc23ed-3abf-4e53-9ed6-aca62e365d6d req-2b418641-28e0-472e-93c2-715069743057 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=0638efad-1ea4-4eed-a151-f87914cbeed8 HTTP/1.1" status: 200 len: 210 time: 0.0501757 Jul 15 23:22:53.854522 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f854b0e-bca2-46d5-a61e-904a44f9e982 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:53.870074 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f854b0e-bca2-46d5-a61e-904a44f9e982 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:53.871733 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0f854b0e-bca2-46d5-a61e-904a44f9e982 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1537945 Jul 15 23:22:53.874592 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37858) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:53.880331 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7787c-db01-4d09-b331-2f0482b29dfb req-0e2419a0-a9be-4d21-8fc0-4b1ee66375cb tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:53.881779 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c5b7787c-db01-4d09-b331-2f0482b29dfb req-0e2419a0-a9be-4d21-8fc0-4b1ee66375cb tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.36 "GET /v2.0/ports?device_id=d84a485e-1788-41bf-aeeb-a4bb6b604ceb HTTP/1.1" status: 200 len: 908 time: 0.1171415 Jul 15 23:22:53.982878 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ebaebbdd-cbbf-4a6b-8233-077247734741 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Deleting port 56eee376-5b68-47f1-b2d6-a28a1acb4ec1 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:53.983225 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ebaebbdd-cbbf-4a6b-8233-077247734741 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.988409 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-c5b7787c-db01-4d09-b331-2f0482b29dfb req-6903b5f4-7b2a-41a6-920a-5382220ee407 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Deleting port 427729fb-4a2a-4640-9704-4f02080b6608 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:53.988757 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c5b7787c-db01-4d09-b331-2f0482b29dfb req-6903b5f4-7b2a-41a6-920a-5382220ee407 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:54.049359 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ebaebbdd-cbbf-4a6b-8233-077247734741 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:54.062875 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ebaebbdd-cbbf-4a6b-8233-077247734741 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Calling delete_port for 56eee376-5b68-47f1-b2d6-a28a1acb4ec1 owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:54.085342 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c5b7787c-db01-4d09-b331-2f0482b29dfb req-6903b5f4-7b2a-41a6-920a-5382220ee407 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] For port 427729fb-4a2a-4640-9704-4f02080b6608, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=427729fb-4a2a-4640-9704-4f02080b6608,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:54.085715 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c5b7787c-db01-4d09-b331-2f0482b29dfb req-6903b5f4-7b2a-41a6-920a-5382220ee407 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:54.099148 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-c5b7787c-db01-4d09-b331-2f0482b29dfb req-6903b5f4-7b2a-41a6-920a-5382220ee407 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Calling delete_port for 427729fb-4a2a-4640-9704-4f02080b6608 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:54.116759 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:54.149853 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ebaebbdd-cbbf-4a6b-8233-077247734741 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:54.185820 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaebbdd-cbbf-4a6b-8233-077247734741 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Pushing event deleted for resources: {'Port': ['ID=56eee376-5b68-47f1-b2d6-a28a1acb4ec1,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:54.193924 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ebaebbdd-cbbf-4a6b-8233-077247734741 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:54.198588 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ebaebbdd-cbbf-4a6b-8233-077247734741 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] 10.222.0.16 "DELETE /v2.0/ports/56eee376-5b68-47f1-b2d6-a28a1acb4ec1 HTTP/1.1" status: 204 len: 168 time: 0.3206632 Jul 15 23:22:54.199069 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37860) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:54.258556 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c5b7787c-db01-4d09-b331-2f0482b29dfb req-6903b5f4-7b2a-41a6-920a-5382220ee407 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:54.291402 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903b5f4-7b2a-41a6-920a-5382220ee407 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Pushing event deleted for resources: {'Port': ['ID=427729fb-4a2a-4640-9704-4f02080b6608,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:54.323686 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d961f774-ea20-4dc2-8a39-f51e38394838 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Deleting port 140a00e7-c056-4bff-a827-074f2c1796fe {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:54.324350 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d961f774-ea20-4dc2-8a39-f51e38394838 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:54.341346 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b7787c-db01-4d09-b331-2f0482b29dfb req-6903b5f4-7b2a-41a6-920a-5382220ee407 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] No DVR routers for this DVR port 427729fb-4a2a-4640-9704-4f02080b6608 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:22:54.344345 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c5b7787c-db01-4d09-b331-2f0482b29dfb req-6903b5f4-7b2a-41a6-920a-5382220ee407 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:54.346339 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c5b7787c-db01-4d09-b331-2f0482b29dfb req-6903b5f4-7b2a-41a6-920a-5382220ee407 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.36 "DELETE /v2.0/ports/427729fb-4a2a-4640-9704-4f02080b6608 HTTP/1.1" status: 204 len: 173 time: 0.4579945 Jul 15 23:22:54.346824 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84a485e-1788-41bf-aeeb-a4bb6b604ceb', 'name': 'network-vif-deleted', 'tag': '427729fb-4a2a-4640-9704-4f02080b6608'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:54.349565 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e90c4c5-da99-45dc-8eff-b5f991ae24dd" -d '{"events": [{"server_uuid": "d84a485e-1788-41bf-aeeb-a4bb6b604ceb", "name": "network-vif-deleted", "tag": "427729fb-4a2a-4640-9704-4f02080b6608"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:54.388358 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0e0b5d-5bbd-49dd-af5c-afdf84d8d97b x-openstack-request-id: req-2b0e0b5d-5bbd-49dd-af5c-afdf84d8d97b {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:54.389062 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84a485e-1788-41bf-aeeb-a4bb6b604ceb", "name": "network-vif-deleted", "tag": "427729fb-4a2a-4640-9704-4f02080b6608", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:54.389497 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b0e0b5d-5bbd-49dd-af5c-afdf84d8d97b {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:54.390168 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84a485e-1788-41bf-aeeb-a4bb6b604ceb', 'name': 'network-vif-deleted', 'tag': '427729fb-4a2a-4640-9704-4f02080b6608', 'status': 'completed', 'code': 200} Jul 15 23:22:54.407982 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d961f774-ea20-4dc2-8a39-f51e38394838 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:54.427466 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d961f774-ea20-4dc2-8a39-f51e38394838 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Calling delete_port for 140a00e7-c056-4bff-a827-074f2c1796fe owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:54.632337 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d961f774-ea20-4dc2-8a39-f51e38394838 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:54.679437 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d961f774-ea20-4dc2-8a39-f51e38394838 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:54.681356 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d961f774-ea20-4dc2-8a39-f51e38394838 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] 10.222.0.16 "DELETE /v2.0/ports/140a00e7-c056-4bff-a827-074f2c1796fe HTTP/1.1" status: 204 len: 168 time: 0.4812300 Jul 15 23:22:54.683268 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961f774-ea20-4dc2-8a39-f51e38394838 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Pushing event deleted for resources: {'Port': ['ID=140a00e7-c056-4bff-a827-074f2c1796fe,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:54.684494 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37870) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:54.713430 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a51a1-3eaf-40fb-bbe9-b606f66c0caa req-7890c41f-37ac-4f7a-ab5e-c9f8ac008ced tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:54.714943 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b4a51a1-3eaf-40fb-bbe9-b606f66c0caa req-7890c41f-37ac-4f7a-ab5e-c9f8ac008ced tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 945 time: 0.1817927 Jul 15 23:22:54.724475 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a59dec70-5e56-4586-aa0c-48fd5d24a02d tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0385723 Jul 15 23:22:54.725179 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37874) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:54.727567 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d84f88-7cd6-4c24-9097-a19ae2b93a5a req-c92ecf2d-df89-4cac-8be7-bf1bfcb83e70 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:54.729046 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-25d84f88-7cd6-4c24-9097-a19ae2b93a5a req-c92ecf2d-df89-4cac-8be7-bf1bfcb83e70 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd9b4f68-09e8-4947-8218-adafa1dcaa5e HTTP/1.1" status: 200 len: 946 time: 0.1485014 Jul 15 23:22:54.730422 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-395bf423-8c75-40f2-899c-ed287c93f2ce tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-169658540'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:54.751999 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395bf423-8c75-40f2-899c-ed287c93f2ce tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Made reservation on behalf of 14df63a4a39148ad8a993b40e86ee34c for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:54.757074 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-395bf423-8c75-40f2-899c-ed287c93f2ce tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:54.781958 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-395bf423-8c75-40f2-899c-ed287c93f2ce tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:22:54.791414 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-395bf423-8c75-40f2-899c-ed287c93f2ce tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:54.791972 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-395bf423-8c75-40f2-899c-ed287c93f2ce tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Added segment 792be033-269a-419d-9dec-cb12daa3befc of type vlan for network beb45b9e-97d4-49ed-9672-cbf9d52aee5f Jul 15 23:22:54.793623 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b4a51a1-3eaf-40fb-bbe9-b606f66c0caa req-6b9105d9-135b-48ef-82ee-fdd0e2256ae2 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633748 Jul 15 23:22:54.808032 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-25d84f88-7cd6-4c24-9097-a19ae2b93a5a req-b7b8bbee-3b79-4f8e-a418-46c39cd9f0b7 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701706 Jul 15 23:22:54.864872 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-395bf423-8c75-40f2-899c-ed287c93f2ce tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:54.899776 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-395bf423-8c75-40f2-899c-ed287c93f2ce tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:54.921386 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395bf423-8c75-40f2-899c-ed287c93f2ce tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:54.922125 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-395bf423-8c75-40f2-899c-ed287c93f2ce tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:54.962168 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37880) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:54.962577 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-395bf423-8c75-40f2-899c-ed287c93f2ce tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2362375 Jul 15 23:22:54.972607 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-1b65d8a4-fee1-41b0-8ee4-acfa2f480875 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-149608308'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:55.015422 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395bf423-8c75-40f2-899c-ed287c93f2ce tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Pushing event updated for resources: {'Network': ['ID=beb45b9e-97d4-49ed-9672-cbf9d52aee5f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:55.048922 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network beb45b9e-97d4-49ed-9672-cbf9d52aee5f details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:22:55.072867 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0ace4ca6-c01d-4e44-ad67-5c548c5b6c54 req-f61b031b-36fa-4793-80fc-92cc91b132cc tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84a485e-1788-41bf-aeeb-a4bb6b604ceb HTTP/1.1" status: 200 len: 210 time: 0.0882382 Jul 15 23:22:55.096614 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b65d8a4-fee1-41b0-8ee4-acfa2f480875 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Made reservation on behalf of 14df63a4a39148ad8a993b40e86ee34c for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:55.105646 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b65d8a4-fee1-41b0-8ee4-acfa2f480875 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:55.153560 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b65d8a4-fee1-41b0-8ee4-acfa2f480875 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:22:55.167503 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b65d8a4-fee1-41b0-8ee4-acfa2f480875 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:55.168222 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-1b65d8a4-fee1-41b0-8ee4-acfa2f480875 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Added segment 2b8b5dd7-dd9b-463c-b5d5-9847d8df3200 of type vlan for network cb48fe23-2dc2-4520-81d5-b24d49001085 Jul 15 23:22:55.255078 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b65d8a4-fee1-41b0-8ee4-acfa2f480875 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:55.292213 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b65d8a4-fee1-41b0-8ee4-acfa2f480875 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:55.298197 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b65d8a4-fee1-41b0-8ee4-acfa2f480875 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:55.298865 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b65d8a4-fee1-41b0-8ee4-acfa2f480875 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:55.339728 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1b65d8a4-fee1-41b0-8ee4-acfa2f480875 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3756430 Jul 15 23:22:55.403078 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65d8a4-fee1-41b0-8ee4-acfa2f480875 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Pushing event updated for resources: {'Network': ['ID=cb48fe23-2dc2-4520-81d5-b24d49001085,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:55.416216 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network cb48fe23-2dc2-4520-81d5-b24d49001085 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:22:56.097535 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b04d8c-9503-4fdb-b2dc-f82657c63b43 req-58bda252-d2c9-4345-9b6d-8a8453d479f7 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:56.102832 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83b04d8c-9503-4fdb-b2dc-f82657c63b43 req-58bda252-d2c9-4345-9b6d-8a8453d479f7 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 945 time: 0.1019022 Jul 15 23:22:56.154420 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83b04d8c-9503-4fdb-b2dc-f82657c63b43 req-248bb3ed-3d3d-43dc-8ba8-cdd6c9e19637 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448415 Jul 15 23:22:56.668896 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c22ff7-0662-431a-9c31-b7a03b0a38a0 req-90fef8d8-c2d1-40f7-8b36-93bdbd3b6714 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:56.670411 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f7c22ff7-0662-431a-9c31-b7a03b0a38a0 req-90fef8d8-c2d1-40f7-8b36-93bdbd3b6714 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=de47eea2-af44-489d-9493-990cde5c4c1d HTTP/1.1" status: 200 len: 945 time: 0.0950851 Jul 15 23:22:56.725249 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f7c22ff7-0662-431a-9c31-b7a03b0a38a0 req-bf34cb58-491c-4a91-92cf-7788996280ec tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483384 Jul 15 23:22:57.458494 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f477475-ac07-41dd-892a-3a710398d90a req-1b27300e-0506-4af3-86b6-505b6548f0b2 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:57.459703 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2f477475-ac07-41dd-892a-3a710398d90a req-1b27300e-0506-4af3-86b6-505b6548f0b2 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 945 time: 0.0991881 Jul 15 23:22:57.507170 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2f477475-ac07-41dd-892a-3a710398d90a req-844277f4-5f40-4389-b390-e8000c9f5afc tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409622 Jul 15 23:22:57.976366 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0985605-c0c4-4ab2-a5cb-2cbd9bec66f9 req-532b90ce-b29a-4599-a389-df96642672bb tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:57.977282 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a0985605-c0c4-4ab2-a5cb-2cbd9bec66f9 req-532b90ce-b29a-4599-a389-df96642672bb tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=de47eea2-af44-489d-9493-990cde5c4c1d HTTP/1.1" status: 200 len: 945 time: 0.1113701 Jul 15 23:22:58.400802 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a0985605-c0c4-4ab2-a5cb-2cbd9bec66f9 req-9cd5d19c-ee30-4d99-8531-4993ce463f1d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178476 Jul 15 23:22:58.431569 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 427729fb-4a2a-4640-9704-4f02080b6608 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:22:58.445803 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15896c6f-68ec-470a-bd98-0138bfec667c req-2a9aba34-8d85-44a1-95c9-550dd47ab2f1 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:58.447356 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15896c6f-68ec-470a-bd98-0138bfec667c req-2a9aba34-8d85-44a1-95c9-550dd47ab2f1 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.43 "GET /v2.0/ports?device_id=de47eea2-af44-489d-9493-990cde5c4c1d HTTP/1.1" status: 200 len: 945 time: 0.4480999 Jul 15 23:22:58.465670 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 427729fb-4a2a-4640-9704-4f02080b6608 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:22:58.466118 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 427729fb-4a2a-4640-9704-4f02080b6608 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:22:58.575968 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-15896c6f-68ec-470a-bd98-0138bfec667c req-794c97c6-9d33-416d-94de-fb3434bc3bfe tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Deleting port f5ecd6c9-6a7b-4dd4-970c-9fd457699f30 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:58.576522 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-15896c6f-68ec-470a-bd98-0138bfec667c req-794c97c6-9d33-416d-94de-fb3434bc3bfe tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:58.663950 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37970) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:58.669737 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-dffcf0ec-618b-4c22-8f92-2a856fe320a3 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Request body: {'subnets': [{'network_id': 'beb45b9e-97d4-49ed-9672-cbf9d52aee5f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--551039994', 'ip_version': 6}, {'network_id': 'cb48fe23-2dc2-4520-81d5-b24d49001085', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:58.670568 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-dffcf0ec-618b-4c22-8f92-2a856fe320a3 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Request body: {'subnet': {'network_id': 'beb45b9e-97d4-49ed-9672-cbf9d52aee5f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--551039994', 'ip_version': 6}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:58.671428 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-dffcf0ec-618b-4c22-8f92-2a856fe320a3 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Request body: {'subnet': {'network_id': 'cb48fe23-2dc2-4520-81d5-b24d49001085', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:58.681083 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-15896c6f-68ec-470a-bd98-0138bfec667c req-794c97c6-9d33-416d-94de-fb3434bc3bfe tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] For port f5ecd6c9-6a7b-4dd4-970c-9fd457699f30, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=f5ecd6c9-6a7b-4dd4-970c-9fd457699f30,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:58.681450 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-15896c6f-68ec-470a-bd98-0138bfec667c req-794c97c6-9d33-416d-94de-fb3434bc3bfe tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:58.697011 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-15896c6f-68ec-470a-bd98-0138bfec667c req-794c97c6-9d33-416d-94de-fb3434bc3bfe tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Calling delete_port for f5ecd6c9-6a7b-4dd4-970c-9fd457699f30 owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:58.707204 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37972) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:58.713743 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-feb70afb-866a-4952-93d3-24d05d26ef6f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1746850363', 'description': 'tempest-secgroup-smoke-1746850363 description', 'project_id': '3c476bc9e2fe48f188b2500546342e72'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:58.809223 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-feb70afb-866a-4952-93d3-24d05d26ef6f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:58.854449 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-feb70afb-866a-4952-93d3-24d05d26ef6f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:22:58.854449 n-d-787205-9 neutron-server[93799]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 23:22:58.854449 n-d-787205-9 neutron-server[93799]: [parameters: {'project_id_1': '3c476bc9e2fe48f188b2500546342e72', 'expiration_1': datetime.datetime(2021, 7, 15, 23, 22, 58, 843999)}] Jul 15 23:22:58.854449 n-d-787205-9 neutron-server[93799]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:22:58.854966 n-d-787205-9 neutron-server[93799]: DEBUG oslo_db.api [None req-feb70afb-866a-4952-93d3-24d05d26ef6f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:22:58.856153 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffcf0ec-618b-4c22-8f92-2a856fe320a3 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Made reservation on behalf of 14df63a4a39148ad8a993b40e86ee34c for: {'subnet': 2} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:58.862312 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dffcf0ec-618b-4c22-8f92-2a856fe320a3 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:58.862778 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dffcf0ec-618b-4c22-8f92-2a856fe320a3 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:58.893762 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645409c8-9c37-4c89-b822-535d8ea8efc1 req-497ad319-1a00-4aa6-abc7-4ca2a3e818fa tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:58.895356 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-645409c8-9c37-4c89-b822-535d8ea8efc1 req-497ad319-1a00-4aa6-abc7-4ca2a3e818fa tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 945 time: 0.1419609 Jul 15 23:22:58.936489 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-15896c6f-68ec-470a-bd98-0138bfec667c req-794c97c6-9d33-416d-94de-fb3434bc3bfe tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:58.949090 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['f5ecd6c9-6a7b-4dd4-970c-9fd457699f30'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:58.987924 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c97c6-9d33-416d-94de-fb3434bc3bfe tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Pushing event deleted for resources: {'Port': ['ID=f5ecd6c9-6a7b-4dd4-970c-9fd457699f30,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:58.999754 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['d9e29a36-2553-48c4-8fad-fb5e69661b09'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:59.012236 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-645409c8-9c37-4c89-b822-535d8ea8efc1 req-ad114b98-6088-4c11-a83f-bad6c6d46b5b tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078124 Jul 15 23:22:59.073478 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-15896c6f-68ec-470a-bd98-0138bfec667c req-794c97c6-9d33-416d-94de-fb3434bc3bfe tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] No DVR routers for this DVR port f5ecd6c9-6a7b-4dd4-970c-9fd457699f30 on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:22:59.076188 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-15896c6f-68ec-470a-bd98-0138bfec667c req-794c97c6-9d33-416d-94de-fb3434bc3bfe tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:59.079660 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15896c6f-68ec-470a-bd98-0138bfec667c req-794c97c6-9d33-416d-94de-fb3434bc3bfe tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.43 "DELETE /v2.0/ports/f5ecd6c9-6a7b-4dd4-970c-9fd457699f30 HTTP/1.1" status: 204 len: 173 time: 0.6249704 Jul 15 23:22:59.079660 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de47eea2-af44-489d-9493-990cde5c4c1d', 'name': 'network-vif-deleted', 'tag': 'f5ecd6c9-6a7b-4dd4-970c-9fd457699f30'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:59.091730 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af22c2f6-e5d4-48d3-a6c3-2909d021766f" -d '{"events": [{"server_uuid": "de47eea2-af44-489d-9493-990cde5c4c1d", "name": "network-vif-deleted", "tag": "f5ecd6c9-6a7b-4dd4-970c-9fd457699f30"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:59.148496 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32c6b8c-8b74-411f-95e1-a78488e27d71 x-openstack-request-id: req-e32c6b8c-8b74-411f-95e1-a78488e27d71 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:59.149018 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de47eea2-af44-489d-9493-990cde5c4c1d", "name": "network-vif-deleted", "tag": "f5ecd6c9-6a7b-4dd4-970c-9fd457699f30", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:59.149367 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e32c6b8c-8b74-411f-95e1-a78488e27d71 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:59.149864 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de47eea2-af44-489d-9493-990cde5c4c1d', 'name': 'network-vif-deleted', 'tag': 'f5ecd6c9-6a7b-4dd4-970c-9fd457699f30', 'status': 'completed', 'code': 200} Jul 15 23:22:59.354060 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dffcf0ec-618b-4c22-8f92-2a856fe320a3 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:59.355881 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-feb70afb-866a-4952-93d3-24d05d26ef6f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:59.424087 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffcf0ec-618b-4c22-8f92-2a856fe320a3 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Pushing event updated for resources: {'Subnet': ['ID=34d36a9b-ae74-4ef4-8682-8bf6ddbad3f3,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:59.454316 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffcf0ec-618b-4c22-8f92-2a856fe320a3 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Checking segment: {'id': '792be033-269a-419d-9dec-cb12daa3befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'beb45b9e-97d4-49ed-9672-cbf9d52aee5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:59.456067 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffcf0ec-618b-4c22-8f92-2a856fe320a3 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Network hostable DHCP agents. Network: beb45b9e-97d4-49ed-9672-cbf9d52aee5f, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:22:59.493434 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffcf0ec-618b-4c22-8f92-2a856fe320a3 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Network beb45b9e-97d4-49ed-9672-cbf9d52aee5f is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:22:59.509124 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-dffcf0ec-618b-4c22-8f92-2a856fe320a3 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, beb45b9e-97d4-49ed-9672-cbf9d52aee5f) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:59.514376 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dffcf0ec-618b-4c22-8f92-2a856fe320a3 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:59.530263 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa9691e-f5a8-4628-8942-ba9c6b24b798 None None] Network beb45b9e-97d4-49ed-9672-cbf9d52aee5f requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:59.564363 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-feb70afb-866a-4952-93d3-24d05d26ef6f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:59.569927 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-feb70afb-866a-4952-93d3-24d05d26ef6f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:59.642029 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffcf0ec-618b-4c22-8f92-2a856fe320a3 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Pushing event updated for resources: {'Subnet': ['ID=2141c07e-00cb-4bbb-ba24-0c939c8c8987,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:59.653352 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffcf0ec-618b-4c22-8f92-2a856fe320a3 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Checking segment: {'id': '2b8b5dd7-dd9b-463c-b5d5-9847d8df3200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cb48fe23-2dc2-4520-81d5-b24d49001085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:59.653725 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffcf0ec-618b-4c22-8f92-2a856fe320a3 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Network hostable DHCP agents. Network: cb48fe23-2dc2-4520-81d5-b24d49001085, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:22:59.672231 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb70afb-866a-4952-93d3-24d05d26ef6f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef18a60e-2120-499d-912a-dac5563d93b2,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:59.680344 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffcf0ec-618b-4c22-8f92-2a856fe320a3 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Network cb48fe23-2dc2-4520-81d5-b24d49001085 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:22:59.691435 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-feb70afb-866a-4952-93d3-24d05d26ef6f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:59.692143 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-dffcf0ec-618b-4c22-8f92-2a856fe320a3 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, cb48fe23-2dc2-4520-81d5-b24d49001085) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:59.695677 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-feb70afb-866a-4952-93d3-24d05d26ef6f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9874563 Jul 15 23:22:59.698417 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37982) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:59.707240 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffcf0ec-618b-4c22-8f92-2a856fe320a3 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:59.708077 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffcf0ec-618b-4c22-8f92-2a856fe320a3 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:59.709222 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dffcf0ec-618b-4c22-8f92-2a856fe320a3 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:59.712227 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-e6f95561-8f09-4133-ab93-b8f0140d6194 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Request body: {'security_group_rule': {'security_group_id': 'ef18a60e-2120-499d-912a-dac5563d93b2', 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:59.712960 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90294f3c-c93b-44ba-b439-8ef08a995a0d None None] Network cb48fe23-2dc2-4520-81d5-b24d49001085 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:59.728173 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-dffcf0ec-618b-4c22-8f92-2a856fe320a3 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.0624399 Jul 15 23:22:59.728979 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37984) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:59.791512 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1451dd18-b4ab-46d3-a16b-987c2352bb7c req-8ece035f-7b45-4178-afb6-a5739d9d8326 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=de47eea2-af44-489d-9493-990cde5c4c1d HTTP/1.1" status: 200 len: 210 time: 0.1219180 Jul 15 23:22:59.834696 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80679b0b-944a-4a92-89a0-6a55f4eb66db tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:59.837203 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80679b0b-944a-4a92-89a0-6a55f4eb66db tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:59.838571 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80679b0b-944a-4a92-89a0-6a55f4eb66db tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:59.850380 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37986) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:59.851372 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-80679b0b-944a-4a92-89a0-6a55f4eb66db tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1208203 Jul 15 23:22:59.897701 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e6f95561-8f09-4133-ab93-b8f0140d6194 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:59.907128 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1e9a35-e386-431b-a690-1a6d6fd35d4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-beb45b9e-97d4-49ed-9672-cbf9d52aee5f', 'network_id': 'beb45b9e-97d4-49ed-9672-cbf9d52aee5f', 'tenant_id': '14df63a4a39148ad8a993b40e86ee34c', 'fixed_ips': [{'subnet_id': '34d36a9b-ae74-4ef4-8682-8bf6ddbad3f3'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:22:59.908018 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa1e9a35-e386-431b-a690-1a6d6fd35d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:59.926769 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff814ff-1e55-4ac4-bbfc-61a1fa1e82c6 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Deleting subnet 34d36a9b-ae74-4ef4-8682-8bf6ddbad3f3 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:22:59.938196 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3ff814ff-1e55-4ac4-bbfc-61a1fa1e82c6 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:59.979907 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f96e6c-3f7b-47bf-9de6-13fac72f729b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-cb48fe23-2dc2-4520-81d5-b24d49001085', 'network_id': 'cb48fe23-2dc2-4520-81d5-b24d49001085', 'tenant_id': '14df63a4a39148ad8a993b40e86ee34c', 'fixed_ips': [{'subnet_id': '2141c07e-00cb-4bbb-ba24-0c939c8c8987'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:22:59.980822 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c8f96e6c-3f7b-47bf-9de6-13fac72f729b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.000375 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3ff814ff-1e55-4ac4-bbfc-61a1fa1e82c6 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.044617 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e6f95561-8f09-4133-ab93-b8f0140d6194 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.062675 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e6f95561-8f09-4133-ab93-b8f0140d6194 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.092360 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3ff814ff-1e55-4ac4-bbfc-61a1fa1e82c6 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.095318 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f95561-8f09-4133-ab93-b8f0140d6194 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f70057-b9d3-4311-bb84-d4574be499cd,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:00.141057 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e6f95561-8f09-4133-ab93-b8f0140d6194 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.142257 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e6f95561-8f09-4133-ab93-b8f0140d6194 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4422929 Jul 15 23:23:00.145112 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37992) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:00.150535 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-dcd57bdf-1799-4426-b94b-58366c03cfc1 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Request body: {'security_group_rule': {'security_group_id': 'ef18a60e-2120-499d-912a-dac5563d93b2', 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:00.201807 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dcd57bdf-1799-4426-b94b-58366c03cfc1 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.230591 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3ff814ff-1e55-4ac4-bbfc-61a1fa1e82c6 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.231968 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-c8f96e6c-3f7b-47bf-9de6-13fac72f729b None None] Allocated IP 2001:db8:0:1::1 (cb48fe23-2dc2-4520-81d5-b24d49001085/2141c07e-00cb-4bbb-ba24-0c939c8c8987/3cb0ce3a-ba85-4ecc-8d8b-128be957c75a) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server [None req-aa1e9a35-e386-431b-a690-1a6d6fd35d4c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 34d36a9b-ae74-4ef4-8682-8bf6ddbad3f3: This subnet is being modified by another concurrent operation. Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:23:00.235501 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise exception Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 34d36a9b-ae74-4ef4-8682-8bf6ddbad3f3: This subnet is being modified by another concurrent operation. Jul 15 23:23:00.239617 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server Jul 15 23:23:00.264289 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a76a475-d0e1-404f-95e8-0eee00e08686 None None] Network beb45b9e-97d4-49ed-9672-cbf9d52aee5f requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:00.266803 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3ff814ff-1e55-4ac4-bbfc-61a1fa1e82c6 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.268667 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3ff814ff-1e55-4ac4-bbfc-61a1fa1e82c6 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] 10.222.0.16 "DELETE /v2.0/subnets/34d36a9b-ae74-4ef4-8682-8bf6ddbad3f3 HTTP/1.1" status: 204 len: 168 time: 0.4159145 Jul 15 23:23:00.269631 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff814ff-1e55-4ac4-bbfc-61a1fa1e82c6 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Pushing event deleted for resources: {'Subnet': ['ID=34d36a9b-ae74-4ef4-8682-8bf6ddbad3f3,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:00.272115 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37994) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:00.293752 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca491f37-afe6-46a7-b348-6f317109e0ec req-4545b7dd-38d8-4969-b600-f0f28ff1251b tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:00.295433 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ca491f37-afe6-46a7-b348-6f317109e0ec req-4545b7dd-38d8-4969-b600-f0f28ff1251b tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 945 time: 0.1210351 Jul 15 23:23:00.321731 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dcd57bdf-1799-4426-b94b-58366c03cfc1 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.326312 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dcd57bdf-1799-4426-b94b-58366c03cfc1 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.353749 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dcd57bdf-1799-4426-b94b-58366c03cfc1 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.357557 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-dcd57bdf-1799-4426-b94b-58366c03cfc1 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2092755 Jul 15 23:23:00.358450 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37996) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:00.363700 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f2897b05-396c-49e3-9d7f-110f396dc529 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Request body: {'security_group_rule': {'security_group_id': 'ef18a60e-2120-499d-912a-dac5563d93b2', 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:00.364129 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ca491f37-afe6-46a7-b348-6f317109e0ec req-0603fd29-c123-4d39-bd96-56c7e009d19a tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493207 Jul 15 23:23:00.370953 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-601ca727-59c8-4a5b-b8f8-d01759d36d0e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Deleting subnet 2141c07e-00cb-4bbb-ba24-0c939c8c8987 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:23:00.377980 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd57bdf-1799-4426-b94b-58366c03cfc1 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d5d676-101c-43d5-a9c7-64d678ec9537,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:00.413671 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2897b05-396c-49e3-9d7f-110f396dc529 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.473693 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2897b05-396c-49e3-9d7f-110f396dc529 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.478100 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2897b05-396c-49e3-9d7f-110f396dc529 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.497634 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2897b05-396c-49e3-9d7f-110f396dc529 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a92af33-15f8-4578-ad86-7d3f4333e93c,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:00.505168 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2897b05-396c-49e3-9d7f-110f396dc529 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.509797 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f2897b05-396c-49e3-9d7f-110f396dc529 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475492 Jul 15 23:23:00.510208 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37998) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:00.515515 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-377464f7-08e1-4fb7-a1ad-bfbc3f701e98 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Request body: {'security_group_rule': {'security_group_id': 'ef18a60e-2120-499d-912a-dac5563d93b2', 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:00.543992 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-377464f7-08e1-4fb7-a1ad-bfbc3f701e98 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.607889 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-377464f7-08e1-4fb7-a1ad-bfbc3f701e98 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.611223 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-377464f7-08e1-4fb7-a1ad-bfbc3f701e98 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.639525 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377464f7-08e1-4fb7-a1ad-bfbc3f701e98 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=865e3429-dc00-43f1-8cb3-83e41bfb7719,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:00.647549 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-377464f7-08e1-4fb7-a1ad-bfbc3f701e98 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.651291 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-377464f7-08e1-4fb7-a1ad-bfbc3f701e98 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1373873 Jul 15 23:23:00.652027 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38002) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:00.661802 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-98395b22-40f4-4374-8e87-bc5d19ee0fb2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Request body: {'security_group_rule': {'security_group_id': 'ef18a60e-2120-499d-912a-dac5563d93b2', 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:00.689711 n-d-787205-9 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-98395b22-40f4-4374-8e87-bc5d19ee0fb2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Project 3c476bc9e2fe48f188b2500546342e72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:23:00.696870 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-98395b22-40f4-4374-8e87-bc5d19ee0fb2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.706845 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c8f96e6c-3f7b-47bf-9de6-13fac72f729b None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.716814 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c8f96e6c-3f7b-47bf-9de6-13fac72f729b None None] Transition to ACTIVE for port object 3cb0ce3a-ba85-4ecc-8d8b-128be957c75a will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:00.735890 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c8f96e6c-3f7b-47bf-9de6-13fac72f729b None None] Transition to ACTIVE for port object 3cb0ce3a-ba85-4ecc-8d8b-128be957c75a will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:00.743406 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-601ca727-59c8-4a5b-b8f8-d01759d36d0e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.744704 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c8f96e6c-3f7b-47bf-9de6-13fac72f729b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.773187 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-98395b22-40f4-4374-8e87-bc5d19ee0fb2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.778326 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-98395b22-40f4-4374-8e87-bc5d19ee0fb2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.789012 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f96e6c-3f7b-47bf-9de6-13fac72f729b None None] Network cb48fe23-2dc2-4520-81d5-b24d49001085 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:00.792343 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-c8f96e6c-3f7b-47bf-9de6-13fac72f729b None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:00.796096 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f96e6c-3f7b-47bf-9de6-13fac72f729b None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:00.804072 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f96e6c-3f7b-47bf-9de6-13fac72f729b None None] Pushing event updated for resources: {'Port': ['ID=3cb0ce3a-ba85-4ecc-8d8b-128be957c75a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:00.822221 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-601ca727-59c8-4a5b-b8f8-d01759d36d0e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.830458 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98395b22-40f4-4374-8e87-bc5d19ee0fb2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e17abc4-4256-43c0-8ed6-d28476ee334d,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:00.840811 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-98395b22-40f4-4374-8e87-bc5d19ee0fb2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.855911 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-98395b22-40f4-4374-8e87-bc5d19ee0fb2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2014320 Jul 15 23:23:00.858557 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38006) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:00.864547 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0c7f842f-d9de-431c-996f-71ec0b802ac9 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Request body: {'security_group_rule': {'security_group_id': 'ef18a60e-2120-499d-912a-dac5563d93b2', 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:00.891567 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-c8f96e6c-3f7b-47bf-9de6-13fac72f729b None None] Attempting to bind port 3cb0ce3a-ba85-4ecc-8d8b-128be957c75a on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:23:00.892807 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-c8f96e6c-3f7b-47bf-9de6-13fac72f729b None None] Attempting to bind port 3cb0ce3a-ba85-4ecc-8d8b-128be957c75a by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '2b8b5dd7-dd9b-463c-b5d5-9847d8df3200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cb48fe23-2dc2-4520-81d5-b24d49001085'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:23:00.893333 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f96e6c-3f7b-47bf-9de6-13fac72f729b None None] Attempting to bind port 3cb0ce3a-ba85-4ecc-8d8b-128be957c75a on network cb48fe23-2dc2-4520-81d5-b24d49001085 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:23:00.895463 n-d-787205-9 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-0c7f842f-d9de-431c-996f-71ec0b802ac9 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Project 3c476bc9e2fe48f188b2500546342e72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:23:00.906226 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c7f842f-d9de-431c-996f-71ec0b802ac9 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.909794 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f96e6c-3f7b-47bf-9de6-13fac72f729b None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:23:00.910677 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f96e6c-3f7b-47bf-9de6-13fac72f729b None None] Checking segment: {'id': '2b8b5dd7-dd9b-463c-b5d5-9847d8df3200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cb48fe23-2dc2-4520-81d5-b24d49001085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:00.910677 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c8f96e6c-3f7b-47bf-9de6-13fac72f729b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.911012 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f96e6c-3f7b-47bf-9de6-13fac72f729b None None] Bound using segment: {'id': '2b8b5dd7-dd9b-463c-b5d5-9847d8df3200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cb48fe23-2dc2-4520-81d5-b24d49001085'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:23:00.911493 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-c8f96e6c-3f7b-47bf-9de6-13fac72f729b None None] Bound port: 3cb0ce3a-ba85-4ecc-8d8b-128be957c75a, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b8b5dd7-dd9b-463c-b5d5-9847d8df3200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cb48fe23-2dc2-4520-81d5-b24d49001085'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:23:00.915367 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c8f96e6c-3f7b-47bf-9de6-13fac72f729b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.978004 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-601ca727-59c8-4a5b-b8f8-d01759d36d0e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.997881 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c7f842f-d9de-431c-996f-71ec0b802ac9 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:01.002170 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c7f842f-d9de-431c-996f-71ec0b802ac9 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:01.020179 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f842f-d9de-431c-996f-71ec0b802ac9 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ba3235-22e0-453b-9d3b-06b2175f5e3d,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:01.026721 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c7f842f-d9de-431c-996f-71ec0b802ac9 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:01.028564 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0c7f842f-d9de-431c-996f-71ec0b802ac9 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1684897 Jul 15 23:23:01.071782 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-601ca727-59c8-4a5b-b8f8-d01759d36d0e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:01.075417 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-c8f96e6c-3f7b-47bf-9de6-13fac72f729b None None] For port 3cb0ce3a-ba85-4ecc-8d8b-128be957c75a, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:23:01.080011 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-c8f96e6c-3f7b-47bf-9de6-13fac72f729b None None] For port 3cb0ce3a-ba85-4ecc-8d8b-128be957c75a, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=3cb0ce3a-ba85-4ecc-8d8b-128be957c75a,segment=NetworkSegment(2b8b5dd7-dd9b-463c-b5d5-9847d8df3200),segment_id=2b8b5dd7-dd9b-463c-b5d5-9847d8df3200)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:23:01.092863 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c8f96e6c-3f7b-47bf-9de6-13fac72f729b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:01.107838 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ca727-59c8-4a5b-b8f8-d01759d36d0e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Pushing event deleted for resources: {'Subnet': ['ID=2141c07e-00cb-4bbb-ba24-0c939c8c8987,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:01.111689 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-601ca727-59c8-4a5b-b8f8-d01759d36d0e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:01.113702 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-601ca727-59c8-4a5b-b8f8-d01759d36d0e tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] 10.222.0.16 "DELETE /v2.0/subnets/2141c07e-00cb-4bbb-ba24-0c939c8c8987 HTTP/1.1" status: 204 len: 168 time: 0.8395631 Jul 15 23:23:01.116617 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38020) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:01.200786 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8e5667-ff72-45c8-a9f2-716b51ea4e78 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:01.207093 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38040) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:01.214560 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cf8e5667-ff72-45c8-a9f2-716b51ea4e78 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0968039 Jul 15 23:23:01.223165 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f96e6c-3f7b-47bf-9de6-13fac72f729b None None] Pushing event updated for resources: {'Port': ['ID=3cb0ce3a-ba85-4ecc-8d8b-128be957c75a,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:01.343487 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5457fe81-6b14-4956-9699-70ec4d47e8ff tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:01.545177 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-5457fe81-6b14-4956-9699-70ec4d47e8ff tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Deleting port 3cb0ce3a-ba85-4ecc-8d8b-128be957c75a {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:01.545564 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5457fe81-6b14-4956-9699-70ec4d47e8ff tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:01.634703 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-5457fe81-6b14-4956-9699-70ec4d47e8ff tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] For port 3cb0ce3a-ba85-4ecc-8d8b-128be957c75a, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=3cb0ce3a-ba85-4ecc-8d8b-128be957c75a,segment=NetworkSegment(2b8b5dd7-dd9b-463c-b5d5-9847d8df3200),segment_id=2b8b5dd7-dd9b-463c-b5d5-9847d8df3200)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:01.635008 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5457fe81-6b14-4956-9699-70ec4d47e8ff tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:01.656467 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d25de-b206-4282-8bc4-c968ea89f996 req-679e9900-64a6-4708-ab07-1df6763da2e4 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:01.658000 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b7d25de-b206-4282-8bc4-c968ea89f996 req-679e9900-64a6-4708-ab07-1df6763da2e4 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 946 time: 0.2077584 Jul 15 23:23:01.683230 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device f5ecd6c9-6a7b-4dd4-970c-9fd457699f30 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:23:01.718062 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-5457fe81-6b14-4956-9699-70ec4d47e8ff tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Calling delete_port for 3cb0ce3a-ba85-4ecc-8d8b-128be957c75a owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:01.730936 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: f5ecd6c9-6a7b-4dd4-970c-9fd457699f30 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:23:01.735288 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device f5ecd6c9-6a7b-4dd4-970c-9fd457699f30 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:23:01.847039 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b7d25de-b206-4282-8bc4-c968ea89f996 req-d794d014-d673-4881-acb3-4f011a89f399 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254432 Jul 15 23:23:01.867341 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9ff1b-01d6-4bd3-8118-b02bf98feb0a req-56ed098f-ba62-468c-bc89-1d4990820ecc tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:01.877625 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d5f9ff1b-01d6-4bd3-8118-b02bf98feb0a req-56ed098f-ba62-468c-bc89-1d4990820ecc tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 945 time: 0.2320178 Jul 15 23:23:01.878826 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5457fe81-6b14-4956-9699-70ec4d47e8ff tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:01.922860 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457fe81-6b14-4956-9699-70ec4d47e8ff tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Pushing event deleted for resources: {'Port': ['ID=3cb0ce3a-ba85-4ecc-8d8b-128be957c75a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:01.924771 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5457fe81-6b14-4956-9699-70ec4d47e8ff tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] No DVR routers for this DVR port 3cb0ce3a-ba85-4ecc-8d8b-128be957c75a on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:23:01.996716 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d5f9ff1b-01d6-4bd3-8118-b02bf98feb0a req-025dae98-dc82-478d-a224-23dfb8ffbef4 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105363 Jul 15 23:23:02.044366 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5457fe81-6b14-4956-9699-70ec4d47e8ff tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:02.055476 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-5457fe81-6b14-4956-9699-70ec4d47e8ff tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb48fe23-2dc2-4520-81d5-b24d49001085']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:02.066535 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-5457fe81-6b14-4956-9699-70ec4d47e8ff tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8b5dd7-dd9b-463c-b5d5-9847d8df3200') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:02.066866 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-5457fe81-6b14-4956-9699-70ec4d47e8ff tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8b5dd7-dd9b-463c-b5d5-9847d8df3200') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:02.082537 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5457fe81-6b14-4956-9699-70ec4d47e8ff tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:02.098469 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5457fe81-6b14-4956-9699-70ec4d47e8ff tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:02.108052 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5457fe81-6b14-4956-9699-70ec4d47e8ff tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:23:02.108245 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5457fe81-6b14-4956-9699-70ec4d47e8ff tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:23:02.111639 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:23:02.193264 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5457fe81-6b14-4956-9699-70ec4d47e8ff tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:02.201731 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5457fe81-6b14-4956-9699-70ec4d47e8ff tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:02.206427 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5457fe81-6b14-4956-9699-70ec4d47e8ff tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] 10.222.0.16 "DELETE /v2.0/networks/cb48fe23-2dc2-4520-81d5-b24d49001085 HTTP/1.1" status: 204 len: 168 time: 0.9960556 Jul 15 23:23:02.206772 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38098) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:02.227042 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457fe81-6b14-4956-9699-70ec4d47e8ff tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Pushing event deleted for resources: {'Network': ['ID=cb48fe23-2dc2-4520-81d5-b24d49001085,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:02.298284 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-221ed65c-84a3-4303-9d5b-a4d7b0ebb111 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:02.405874 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-221ed65c-84a3-4303-9d5b-a4d7b0ebb111 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:02.416939 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-221ed65c-84a3-4303-9d5b-a4d7b0ebb111 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb45b9e-97d4-49ed-9672-cbf9d52aee5f']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:02.430108 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-221ed65c-84a3-4303-9d5b-a4d7b0ebb111 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792be033-269a-419d-9dec-cb12daa3befc') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:02.430745 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-221ed65c-84a3-4303-9d5b-a4d7b0ebb111 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792be033-269a-419d-9dec-cb12daa3befc') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:02.441329 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-221ed65c-84a3-4303-9d5b-a4d7b0ebb111 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:02.458576 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-221ed65c-84a3-4303-9d5b-a4d7b0ebb111 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:02.466304 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221ed65c-84a3-4303-9d5b-a4d7b0ebb111 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:23:02.466932 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-221ed65c-84a3-4303-9d5b-a4d7b0ebb111 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:02.470368 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:23:02.470368 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:23:02.470368 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:23:02.470368 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:23:02.470368 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:23:02.470368 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:23:02.470368 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:23:02.470368 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:23:02.470368 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:23:02.470368 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:23:02.470368 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:23:02.470368 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:23:02.470368 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:23:02.470368 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:23:02.470368 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:23:02.470368 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:23:02.470368 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:23:02.470368 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:23:02.470368 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:23:02.470368 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:23:02.470368 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:23:02.470368 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:23:02.470368 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:23:02.470368 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:23:02.470368 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:23:02.470368 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:23:02.470368 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:23:02.470368 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:23:02.470368 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:23:02.470368 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:23:02.470368 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:23:02.470368 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:23:02.495882 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e47822e8-fabe-4a3b-b698-faa3189aa601 None None] Could not find standard attr ID for object 3cb0ce3a-ba85-4ecc-8d8b-128be957c75a. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:23:02.506608 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff10281-ac31-4862-b4f1-5bc365d86442 None None] DHCP port deletion for cb48fe23-2dc2-4520-81d5-b24d49001085 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:23:02.525095 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3111bcf-e7e0-4262-b473-d7c41e9e46aa None None] Network cb48fe23-2dc2-4520-81d5-b24d49001085 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:02.537739 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3111bcf-e7e0-4262-b473-d7c41e9e46aa None None] Network cb48fe23-2dc2-4520-81d5-b24d49001085 could not be found, it might have been deleted concurrently. {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 23:23:02.538309 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-221ed65c-84a3-4303-9d5b-a4d7b0ebb111 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:02.545607 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-221ed65c-84a3-4303-9d5b-a4d7b0ebb111 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:02.549881 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-221ed65c-84a3-4303-9d5b-a4d7b0ebb111 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] 10.222.0.16 "DELETE /v2.0/networks/beb45b9e-97d4-49ed-9672-cbf9d52aee5f HTTP/1.1" status: 204 len: 168 time: 0.3399768 Jul 15 23:23:02.550708 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38100) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:02.553521 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4554a53e-9f9f-436f-87af-97e38fabc088 None None] get_active_networks_info from n-d-787205-9 {{(pid=93800) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:23:02.568713 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ed65c-84a3-4303-9d5b-a4d7b0ebb111 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Pushing event deleted for resources: {'Network': ['ID=beb45b9e-97d4-49ed-9672-cbf9d52aee5f,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:02.639330 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c01e3903-160a-4f5a-9e6f-87b532948d7d tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:02.664110 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4554a53e-9f9f-436f-87af-97e38fabc088 None None] Resources bound (agent type, host, resource id): {{(pid=93800) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:23:02.778239 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c01e3903-160a-4f5a-9e6f-87b532948d7d tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:02.797738 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-c01e3903-160a-4f5a-9e6f-87b532948d7d tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed31819-1377-4dc3-94aa-d34aca838632']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:02.808873 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-c01e3903-160a-4f5a-9e6f-87b532948d7d tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79c1f16-1ef6-4602-a32e-490e43a1cb0b') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:02.809455 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-c01e3903-160a-4f5a-9e6f-87b532948d7d tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79c1f16-1ef6-4602-a32e-490e43a1cb0b') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:02.820267 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c01e3903-160a-4f5a-9e6f-87b532948d7d tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:02.847381 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c01e3903-160a-4f5a-9e6f-87b532948d7d tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:02.855249 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c01e3903-160a-4f5a-9e6f-87b532948d7d tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:23:02.855971 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c01e3903-160a-4f5a-9e6f-87b532948d7d tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:02.860354 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:23:02.860354 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:23:02.860354 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:23:02.860354 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:23:02.860354 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:23:02.860354 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:23:02.860354 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:23:02.860354 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:23:02.860354 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:23:02.860354 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:23:02.860354 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:23:02.860354 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:23:02.860354 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:23:02.860354 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:23:02.860354 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:23:02.860354 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:23:02.860354 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:23:02.860354 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:23:02.860354 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:23:02.860354 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:23:02.860354 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:23:02.860354 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:23:02.860354 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:23:02.860354 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:23:02.860354 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:23:02.860354 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:23:02.860354 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:23:02.860354 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:23:02.860354 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:23:02.860354 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:23:02.860354 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:23:02.860354 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:23:02.884800 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47abbaf1-1f33-4047-b48d-24738d9f8dd0 req-27644a99-8a74-4e3f-885e-f6dc951528ee tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:02.886869 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-47abbaf1-1f33-4047-b48d-24738d9f8dd0 req-27644a99-8a74-4e3f-885e-f6dc951528ee tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.36 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 946 time: 0.1070991 Jul 15 23:23:03.002218 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c01e3903-160a-4f5a-9e6f-87b532948d7d tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:03.017001 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c01e3903-160a-4f5a-9e6f-87b532948d7d tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:03.023566 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c01e3903-160a-4f5a-9e6f-87b532948d7d tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] 10.222.0.16 "DELETE /v2.0/networks/4ed31819-1377-4dc3-94aa-d34aca838632 HTTP/1.1" status: 204 len: 168 time: 0.4681168 Jul 15 23:23:03.034754 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38110) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:03.042564 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e3903-160a-4f5a-9e6f-87b532948d7d tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Pushing event deleted for resources: {'Network': ['ID=4ed31819-1377-4dc3-94aa-d34aca838632,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:03.221622 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb923-0cc2-4bd6-8399-96b92947a456 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:03.236662 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876b589-cf0d-440f-bd52-db17f2313fd7 req-9ad03c49-25b1-45ab-8e55-3b7a6f45b8ed tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:03.241690 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8876b589-cf0d-440f-bd52-db17f2313fd7 req-9ad03c49-25b1-45ab-8e55-3b7a6f45b8ed tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 946 time: 0.1143310 Jul 15 23:23:03.249529 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-47abbaf1-1f33-4047-b48d-24738d9f8dd0 req-e00036b9-dd44-4f10-bcd3-f756b3910d96 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Deleting port d9e29a36-2553-48c4-8fad-fb5e69661b09 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:03.249872 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-47abbaf1-1f33-4047-b48d-24738d9f8dd0 req-e00036b9-dd44-4f10-bcd3-f756b3910d96 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:03.329587 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8876b589-cf0d-440f-bd52-db17f2313fd7 req-abe87690-41f0-406e-bb3a-b95e20b461e4 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=a81cff2c-f04c-4187-b08e-ecb41ecd3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838070 Jul 15 23:23:03.373558 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16fbc8-bbdb-430d-8ac6-c49d74f43cd9 req-8eb3270b-c379-4ea8-a11e-b92ece1a1e3a tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:03.378855 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce16fbc8-bbdb-430d-8ac6-c49d74f43cd9 req-8eb3270b-c379-4ea8-a11e-b92ece1a1e3a tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 945 time: 0.1113749 Jul 15 23:23:03.381937 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb923-0cc2-4bd6-8399-96b92947a456 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:03.398251 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-ee2bb923-0cc2-4bd6-8399-96b92947a456 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770bc51d-b912-42b2-b9f7-13205e3efad3']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:03.413577 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-ee2bb923-0cc2-4bd6-8399-96b92947a456 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d5bc40d-82ac-489c-b16c-19aaf55e1019') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:03.413870 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-ee2bb923-0cc2-4bd6-8399-96b92947a456 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d5bc40d-82ac-489c-b16c-19aaf55e1019') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:03.420241 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce16fbc8-bbdb-430d-8ac6-c49d74f43cd9 req-72fb47be-0cf9-424f-982d-85fa9db06932 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379679 Jul 15 23:23:03.431589 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb923-0cc2-4bd6-8399-96b92947a456 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:03.434194 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-47abbaf1-1f33-4047-b48d-24738d9f8dd0 req-e00036b9-dd44-4f10-bcd3-f756b3910d96 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] For port d9e29a36-2553-48c4-8fad-fb5e69661b09, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=d9e29a36-2553-48c4-8fad-fb5e69661b09,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:03.434553 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-47abbaf1-1f33-4047-b48d-24738d9f8dd0 req-e00036b9-dd44-4f10-bcd3-f756b3910d96 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:03.455243 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-47abbaf1-1f33-4047-b48d-24738d9f8dd0 req-e00036b9-dd44-4f10-bcd3-f756b3910d96 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Calling delete_port for d9e29a36-2553-48c4-8fad-fb5e69661b09 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:03.459351 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb923-0cc2-4bd6-8399-96b92947a456 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:03.470350 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2bb923-0cc2-4bd6-8399-96b92947a456 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:23:03.470856 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb923-0cc2-4bd6-8399-96b92947a456 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:03.473737 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:23:03.473737 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:23:03.473737 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:23:03.473737 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:23:03.473737 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:23:03.473737 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:23:03.473737 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:23:03.473737 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:23:03.473737 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:23:03.473737 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:23:03.473737 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:23:03.473737 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:23:03.473737 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:23:03.473737 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:23:03.473737 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:23:03.473737 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:23:03.473737 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:23:03.473737 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:23:03.473737 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:23:03.473737 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:23:03.473737 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:23:03.473737 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:23:03.473737 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:23:03.473737 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:23:03.473737 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:23:03.473737 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:23:03.473737 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:23:03.473737 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:23:03.473737 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:23:03.473737 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:23:03.473737 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:23:03.473737 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:23:03.570974 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb923-0cc2-4bd6-8399-96b92947a456 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:03.579316 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb923-0cc2-4bd6-8399-96b92947a456 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:03.583397 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ee2bb923-0cc2-4bd6-8399-96b92947a456 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] 10.222.0.16 "DELETE /v2.0/networks/770bc51d-b912-42b2-b9f7-13205e3efad3 HTTP/1.1" status: 204 len: 168 time: 0.5450492 Jul 15 23:23:03.595144 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bb923-0cc2-4bd6-8399-96b92947a456 tempest-BulkNetworkOpsIpV6Test-1140145316 tempest-BulkNetworkOpsIpV6Test-1140145316-project] Pushing event deleted for resources: {'Network': ['ID=770bc51d-b912-42b2-b9f7-13205e3efad3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:03.668204 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-47abbaf1-1f33-4047-b48d-24738d9f8dd0 req-e00036b9-dd44-4f10-bcd3-f756b3910d96 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:03.702316 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00036b9-dd44-4f10-bcd3-f756b3910d96 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Pushing event deleted for resources: {'Port': ['ID=d9e29a36-2553-48c4-8fad-fb5e69661b09,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:03.718170 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['d9e29a36-2553-48c4-8fad-fb5e69661b09'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:23:03.753358 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-47abbaf1-1f33-4047-b48d-24738d9f8dd0 req-e00036b9-dd44-4f10-bcd3-f756b3910d96 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] No DVR routers for this DVR port d9e29a36-2553-48c4-8fad-fb5e69661b09 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:23:03.757218 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-47abbaf1-1f33-4047-b48d-24738d9f8dd0 req-e00036b9-dd44-4f10-bcd3-f756b3910d96 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:03.759465 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-47abbaf1-1f33-4047-b48d-24738d9f8dd0 req-e00036b9-dd44-4f10-bcd3-f756b3910d96 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.36 "DELETE /v2.0/ports/d9e29a36-2553-48c4-8fad-fb5e69661b09 HTTP/1.1" status: 204 len: 173 time: 0.8653045 Jul 15 23:23:03.760098 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903858ce-62e9-4fec-bd45-4153308ee165', 'name': 'network-vif-deleted', 'tag': 'd9e29a36-2553-48c4-8fad-fb5e69661b09'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:03.762503 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288b3bba-e6be-4bf4-ac3e-ce5fc2ef6bd3" -d '{"events": [{"server_uuid": "903858ce-62e9-4fec-bd45-4153308ee165", "name": "network-vif-deleted", "tag": "d9e29a36-2553-48c4-8fad-fb5e69661b09"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:03.816575 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215c34c3-72f5-4a64-82c4-3f25b0065e4f x-openstack-request-id: req-215c34c3-72f5-4a64-82c4-3f25b0065e4f {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:03.817010 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903858ce-62e9-4fec-bd45-4153308ee165", "name": "network-vif-deleted", "tag": "d9e29a36-2553-48c4-8fad-fb5e69661b09", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:03.817327 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-215c34c3-72f5-4a64-82c4-3f25b0065e4f {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:03.817832 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903858ce-62e9-4fec-bd45-4153308ee165', 'name': 'network-vif-deleted', 'tag': 'd9e29a36-2553-48c4-8fad-fb5e69661b09', 'status': 'completed', 'code': 200} Jul 15 23:23:03.940363 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38120) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:04.118047 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0714d271-3442-4809-9058-4587af7bf00d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=14df63a4a39148ad8a993b40e86ee34c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1764381 Jul 15 23:23:04.120693 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38136) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:04.181909 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7dc60ce5-7871-4a52-8da9-a669a9c410f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:04.206865 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7dc60ce5-7871-4a52-8da9-a669a9c410f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:04.276942 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7dc60ce5-7871-4a52-8da9-a669a9c410f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:04.280308 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7dc60ce5-7871-4a52-8da9-a669a9c410f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:04.281781 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7dc60ce5-7871-4a52-8da9-a669a9c410f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5cd93fed-3198-4e7f-9a2a-d8c18da8ce76 HTTP/1.1" status: 204 len: 168 time: 0.1601315 Jul 15 23:23:04.291216 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc60ce5-7871-4a52-8da9-a669a9c410f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd93fed-3198-4e7f-9a2a-d8c18da8ce76,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:04.473014 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device decd57ff-428e-4b9c-bce5-fdacc4ff9f0f details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:23:04.636089 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3b2075cf-0228-481a-8f9a-b72e698795b9 req-55ccf74d-df63-4cf8-8eac-457c916f1afa tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=903858ce-62e9-4fec-bd45-4153308ee165 HTTP/1.1" status: 200 len: 210 time: 0.0868316 Jul 15 23:23:04.675345 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port decd57ff-428e-4b9c-bce5-fdacc4ff9f0f, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=decd57ff-428e-4b9c-bce5-fdacc4ff9f0f,segment=NetworkSegment(27249ff3-8705-4d3c-b5f4-e5775a35bb17),segment_id=27249ff3-8705-4d3c-b5f4-e5775a35bb17)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:04.702863 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'decd57ff-428e-4b9c-bce5-fdacc4ff9f0f', 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'port_id': 'decd57ff-428e-4b9c-bce5-fdacc4ff9f0f', 'mac_address': 'fa:16:3e:66:a7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:23:04.759601 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4991c6-e25e-4d47-bf39-fb71a825194a req-b991abfc-a9a9-47ad-893c-f7d1f62c409d tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:04.766416 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4e4991c6-e25e-4d47-bf39-fb71a825194a req-b991abfc-a9a9-47ad-893c-f7d1f62c409d tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 945 time: 0.0981004 Jul 15 23:23:04.774901 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:04.795168 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id decd57ff-428e-4b9c-bce5-fdacc4ff9f0f {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:23:04.813150 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4e4991c6-e25e-4d47-bf39-fb71a825194a req-126e4ae5-23bb-415c-9dbd-f9efddd0deeb tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454373 Jul 15 23:23:04.847039 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port decd57ff-428e-4b9c-bce5-fdacc4ff9f0f, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=decd57ff-428e-4b9c-bce5-fdacc4ff9f0f,segment=NetworkSegment(27249ff3-8705-4d3c-b5f4-e5775a35bb17),segment_id=27249ff3-8705-4d3c-b5f4-e5775a35bb17)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:04.852129 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:04.921616 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=decd57ff-428e-4b9c-bce5-fdacc4ff9f0f,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:05.041900 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['decd57ff-428e-4b9c-bce5-fdacc4ff9f0f'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:23:05.401618 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38184) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:05.523611 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ab33389c-602e-4249-83ba-2d42b39815ef tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-562831155'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:05.565625 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab33389c-602e-4249-83ba-2d42b39815ef tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:05.570714 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab33389c-602e-4249-83ba-2d42b39815ef tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:05.584922 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab33389c-602e-4249-83ba-2d42b39815ef tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:05.737829 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab33389c-602e-4249-83ba-2d42b39815ef tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:05.742764 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab33389c-602e-4249-83ba-2d42b39815ef tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:05.758043 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab33389c-602e-4249-83ba-2d42b39815ef tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:23:05.772291 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab33389c-602e-4249-83ba-2d42b39815ef tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:05.772984 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-ab33389c-602e-4249-83ba-2d42b39815ef tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Added segment bee6ffe2-c055-4975-bc3d-00373a4b0c1e of type vlan for network 2afa81a7-2bdc-4c70-adda-0b3e68f16fd8 Jul 15 23:23:05.925943 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33389c-602e-4249-83ba-2d42b39815ef tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=445f247b-3432-4647-aacf-b5182a34dffa,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:05.941259 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab33389c-602e-4249-83ba-2d42b39815ef tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:06.001407 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab33389c-602e-4249-83ba-2d42b39815ef tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:06.011329 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab33389c-602e-4249-83ba-2d42b39815ef tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:06.011972 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab33389c-602e-4249-83ba-2d42b39815ef tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:06.034309 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ab33389c-602e-4249-83ba-2d42b39815ef tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6284890 Jul 15 23:23:06.034771 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38194) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:06.041193 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-69aed3e3-3649-454d-b8d6-b4937524e2d4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'port': {'network_id': '2afa81a7-2bdc-4c70-adda-0b3e68f16fd8', 'name': 'tempest-PortsIpV6TestJSON-1057751668'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:06.127587 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33389c-602e-4249-83ba-2d42b39815ef tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Network': ['ID=2afa81a7-2bdc-4c70-adda-0b3e68f16fd8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:06.139049 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 2afa81a7-2bdc-4c70-adda-0b3e68f16fd8 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:23:06.257882 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69aed3e3-3649-454d-b8d6-b4937524e2d4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:06.263275 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69aed3e3-3649-454d-b8d6-b4937524e2d4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:06.331575 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497bfb8-3cc8-485e-bd2a-f553412c6643 req-4b57ed8b-a446-44fe-adf7-f54619f187fe tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:06.339990 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1497bfb8-3cc8-485e-bd2a-f553412c6643 req-4b57ed8b-a446-44fe-adf7-f54619f187fe tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 944 time: 0.2670681 Jul 15 23:23:06.347812 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-69aed3e3-3649-454d-b8d6-b4937524e2d4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] device_id is not set on port c431db6f-fc13-4204-95a8-2c70358f2dcc yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:23:06.481563 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1497bfb8-3cc8-485e-bd2a-f553412c6643 req-58e426a6-ec91-4878-a846-9e3ee3c4e86d tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238003 Jul 15 23:23:06.500726 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device decd57ff-428e-4b9c-bce5-fdacc4ff9f0f up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:23:06.568846 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port decd57ff-428e-4b9c-bce5-fdacc4ff9f0f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:06.570377 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:06.655726 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f938650-16e3-412c-a6fa-33b4de00fe9e req-cd8a1f9d-7cc0-48e7-a3d7-3a5056af6fdf tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:06.657640 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7f938650-16e3-412c-a6fa-33b4de00fe9e req-cd8a1f9d-7cc0-48e7-a3d7-3a5056af6fdf tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.2870820 Jul 15 23:23:06.727102 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:06.765829 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port decd57ff-428e-4b9c-bce5-fdacc4ff9f0f, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=decd57ff-428e-4b9c-bce5-fdacc4ff9f0f,segment=NetworkSegment(27249ff3-8705-4d3c-b5f4-e5775a35bb17),segment_id=27249ff3-8705-4d3c-b5f4-e5775a35bb17)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:06.767273 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decd57ff-428e-4b9c-bce5-fdacc4ff9f0f'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:06.772452 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85171cb-e35c-404c-a4db-e07190ef9e3b" -d '{"events": [{"server_uuid": "669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc", "name": "network-vif-plugged", "status": "completed", "tag": "decd57ff-428e-4b9c-bce5-fdacc4ff9f0f"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:06.776772 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:06.777907 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device d9e29a36-2553-48c4-8fad-fb5e69661b09 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:23:06.827543 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: d9e29a36-2553-48c4-8fad-fb5e69661b09 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:23:06.828537 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device d9e29a36-2553-48c4-8fad-fb5e69661b09 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:23:06.861357 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=decd57ff-428e-4b9c-bce5-fdacc4ff9f0f,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:06.872655 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69aed3e3-3649-454d-b8d6-b4937524e2d4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:06.878487 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7f938650-16e3-412c-a6fa-33b4de00fe9e req-81370ddb-f28e-4233-82b2-787bfe61b63e tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094414 Jul 15 23:23:06.897414 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4759f37-27ad-44fd-a257-26e4b081507e x-openstack-request-id: req-e4759f37-27ad-44fd-a257-26e4b081507e {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:06.898223 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc", "name": "network-vif-plugged", "status": "completed", "tag": "decd57ff-428e-4b9c-bce5-fdacc4ff9f0f", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:06.899016 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e4759f37-27ad-44fd-a257-26e4b081507e {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:06.901399 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decd57ff-428e-4b9c-bce5-fdacc4ff9f0f', 'code': 200} Jul 15 23:23:06.963835 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69aed3e3-3649-454d-b8d6-b4937524e2d4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:07.049659 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aed3e3-3649-454d-b8d6-b4937524e2d4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Port': ['ID=c431db6f-fc13-4204-95a8-2c70358f2dcc,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:07.069472 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aed3e3-3649-454d-b8d6-b4937524e2d4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Checking segment: {'id': 'bee6ffe2-c055-4975-bc3d-00373a4b0c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2afa81a7-2bdc-4c70-adda-0b3e68f16fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:07.070446 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69aed3e3-3649-454d-b8d6-b4937524e2d4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network hostable DHCP agents. Network: 2afa81a7-2bdc-4c70-adda-0b3e68f16fd8, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:23:07.095982 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69aed3e3-3649-454d-b8d6-b4937524e2d4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network 2afa81a7-2bdc-4c70-adda-0b3e68f16fd8 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:23:07.108111 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-69aed3e3-3649-454d-b8d6-b4937524e2d4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 2afa81a7-2bdc-4c70-adda-0b3e68f16fd8) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:07.111922 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aed3e3-3649-454d-b8d6-b4937524e2d4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:07.118595 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d2cfff-5745-411d-876a-ead56c75d9d6 None None] Network 2afa81a7-2bdc-4c70-adda-0b3e68f16fd8 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:07.144455 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69aed3e3-3649-454d-b8d6-b4937524e2d4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:07.145146 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69aed3e3-3649-454d-b8d6-b4937524e2d4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:07.173466 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38206) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:07.180270 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-586d893e-7ea5-4c48-a0f4-c5b4d62df26a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-893834560'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:07.183217 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-69aed3e3-3649-454d-b8d6-b4937524e2d4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1473143 Jul 15 23:23:07.218782 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586d893e-7ea5-4c48-a0f4-c5b4d62df26a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:07.226772 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-586d893e-7ea5-4c48-a0f4-c5b4d62df26a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:07.268921 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586d893e-7ea5-4c48-a0f4-c5b4d62df26a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:23:07.289603 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-586d893e-7ea5-4c48-a0f4-c5b4d62df26a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:07.290047 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-586d893e-7ea5-4c48-a0f4-c5b4d62df26a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Added segment e04cb024-8b23-47c6-a172-e609511a3f97 of type vlan for network 8058e9b6-bd89-4b20-83fa-3f766117d489 Jul 15 23:23:07.342060 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-586d893e-7ea5-4c48-a0f4-c5b4d62df26a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:07.377393 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-586d893e-7ea5-4c48-a0f4-c5b4d62df26a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:07.383743 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586d893e-7ea5-4c48-a0f4-c5b4d62df26a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:07.384471 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-586d893e-7ea5-4c48-a0f4-c5b4d62df26a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:07.480454 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d893e-7ea5-4c48-a0f4-c5b4d62df26a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Network': ['ID=8058e9b6-bd89-4b20-83fa-3f766117d489,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:07.494178 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 8058e9b6-bd89-4b20-83fa-3f766117d489 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:23:07.522119 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-586d893e-7ea5-4c48-a0f4-c5b4d62df26a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3451860 Jul 15 23:23:07.524575 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38214) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:07.531055 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-cc6fa63f-5ff9-4946-bf74-6a7384fcd674 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'ports': [{'network_id': '2afa81a7-2bdc-4c70-adda-0b3e68f16fd8'}, {'network_id': '8058e9b6-bd89-4b20-83fa-3f766117d489'}]} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:07.531520 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-cc6fa63f-5ff9-4946-bf74-6a7384fcd674 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'port': {'network_id': '2afa81a7-2bdc-4c70-adda-0b3e68f16fd8'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:07.532220 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-cc6fa63f-5ff9-4946-bf74-6a7384fcd674 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'port': {'network_id': '8058e9b6-bd89-4b20-83fa-3f766117d489'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:07.849031 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6fa63f-5ff9-4946-bf74-6a7384fcd674 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'port': 2} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:07.854827 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc6fa63f-5ff9-4946-bf74-6a7384fcd674 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:07.875177 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc6fa63f-5ff9-4946-bf74-6a7384fcd674 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:07.919315 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b274dcc-9fc6-4c49-91e8-ee1ad10fcac5 req-2f23cd13-6495-4eff-9475-27bdedd2b99a tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:07.920896 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6b274dcc-9fc6-4c49-91e8-ee1ad10fcac5 req-2f23cd13-6495-4eff-9475-27bdedd2b99a tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 945 time: 0.1977646 Jul 15 23:23:07.999989 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-cc6fa63f-5ff9-4946-bf74-6a7384fcd674 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] device_id is not set on port 78d69222-1867-48ff-9e4d-9ef080a877c3 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:23:08.021596 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6b274dcc-9fc6-4c49-91e8-ee1ad10fcac5 req-db2a6562-d791-4788-adeb-7dcd97ab3811 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923760 Jul 15 23:23:08.221767 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc6fa63f-5ff9-4946-bf74-6a7384fcd674 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:08.284131 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcdd5c-8d5d-4c43-b8d9-99ca96f324ad req-059eacb9-c23d-4672-9e5d-c08d338ef002 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:08.291664 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0fdcdd5c-8d5d-4c43-b8d9-99ca96f324ad req-059eacb9-c23d-4672-9e5d-c08d338ef002 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1752157 Jul 15 23:23:08.377615 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-cc6fa63f-5ff9-4946-bf74-6a7384fcd674 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] device_id is not set on port d5866111-343c-4b4e-adc5-0d1667dac0d0 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:23:08.408975 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0fdcdd5c-8d5d-4c43-b8d9-99ca96f324ad req-0874de97-9430-4188-888e-31683f36a206 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131973 Jul 15 23:23:08.581317 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70c52c-e3f0-4c7e-a8ba-79bf35a1db84 req-e6247656-1261-44b0-923c-51b813708a5b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:08.582876 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc70c52c-e3f0-4c7e-a8ba-79bf35a1db84 req-e6247656-1261-44b0-923c-51b813708a5b tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1497483 Jul 15 23:23:08.634338 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc6fa63f-5ff9-4946-bf74-6a7384fcd674 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:08.732736 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc6fa63f-5ff9-4946-bf74-6a7384fcd674 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:08.766232 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:08.783867 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-cc70c52c-e3f0-4c7e-a8ba-79bf35a1db84 req-91c5a72e-ecae-4cba-87a1-dfbd3f722577 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Deleting port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:08.784471 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-cc70c52c-e3f0-4c7e-a8ba-79bf35a1db84 req-91c5a72e-ecae-4cba-87a1-dfbd3f722577 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:08.796426 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6fa63f-5ff9-4946-bf74-6a7384fcd674 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network 2afa81a7-2bdc-4c70-adda-0b3e68f16fd8 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:08.821472 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-cc6fa63f-5ff9-4946-bf74-6a7384fcd674 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:08.829897 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6fa63f-5ff9-4946-bf74-6a7384fcd674 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:08.830805 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc6fa63f-5ff9-4946-bf74-6a7384fcd674 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:08.845149 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6fa63f-5ff9-4946-bf74-6a7384fcd674 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Port': ['ID=78d69222-1867-48ff-9e4d-9ef080a877c3,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:09.121713 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6fa63f-5ff9-4946-bf74-6a7384fcd674 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Checking segment: {'id': 'e04cb024-8b23-47c6-a172-e609511a3f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8058e9b6-bd89-4b20-83fa-3f766117d489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:09.122248 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6fa63f-5ff9-4946-bf74-6a7384fcd674 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network hostable DHCP agents. Network: 8058e9b6-bd89-4b20-83fa-3f766117d489, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:23:09.146496 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-cc70c52c-e3f0-4c7e-a8ba-79bf35a1db84 req-91c5a72e-ecae-4cba-87a1-dfbd3f722577 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] For port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:09.146962 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-cc70c52c-e3f0-4c7e-a8ba-79bf35a1db84 req-91c5a72e-ecae-4cba-87a1-dfbd3f722577 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:09.158579 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6fa63f-5ff9-4946-bf74-6a7384fcd674 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Port': ['ID=d5866111-343c-4b4e-adc5-0d1667dac0d0,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:09.210097 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6fa63f-5ff9-4946-bf74-6a7384fcd674 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network 8058e9b6-bd89-4b20-83fa-3f766117d489 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:23:09.225599 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-cc6fa63f-5ff9-4946-bf74-6a7384fcd674 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 8058e9b6-bd89-4b20-83fa-3f766117d489) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:09.235083 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265263bd-5483-45c0-89e0-d947e8ac3feb None None] Network 8058e9b6-bd89-4b20-83fa-3f766117d489 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:09.244037 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6fa63f-5ff9-4946-bf74-6a7384fcd674 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:09.250674 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6fa63f-5ff9-4946-bf74-6a7384fcd674 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:09.256727 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6fa63f-5ff9-4946-bf74-6a7384fcd674 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:09.257520 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cc6fa63f-5ff9-4946-bf74-6a7384fcd674 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:09.308815 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38244) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:09.309346 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-cc6fa63f-5ff9-4946-bf74-6a7384fcd674 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7799749 Jul 15 23:23:09.532947 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-473d06ce-25c3-4b3f-8831-e042e78414c1 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting port d5866111-343c-4b4e-adc5-0d1667dac0d0 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:09.534378 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-473d06ce-25c3-4b3f-8831-e042e78414c1 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:09.743469 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-473d06ce-25c3-4b3f-8831-e042e78414c1 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:09.760753 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-473d06ce-25c3-4b3f-8831-e042e78414c1 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Calling delete_port for d5866111-343c-4b4e-adc5-0d1667dac0d0 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:09.896047 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-473d06ce-25c3-4b3f-8831-e042e78414c1 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:09.960053 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d06ce-25c3-4b3f-8831-e042e78414c1 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Port': ['ID=d5866111-343c-4b4e-adc5-0d1667dac0d0,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:09.985598 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-473d06ce-25c3-4b3f-8831-e042e78414c1 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:09.987402 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befad696-4460-452d-b9e4-c0adf63a71b9 req-b5d733da-0434-4891-aae8-699eccef5366 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:09.991944 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-befad696-4460-452d-b9e4-c0adf63a71b9 req-b5d733da-0434-4891-aae8-699eccef5366 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 944 time: 0.2109804 Jul 15 23:23:09.992711 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-473d06ce-25c3-4b3f-8831-e042e78414c1 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/ports/d5866111-343c-4b4e-adc5-0d1667dac0d0 HTTP/1.1" status: 204 len: 168 time: 0.6810546 Jul 15 23:23:09.993534 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38252) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:10.013290 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a029e-21bc-4eeb-87af-e018cbdfd512 req-3c2bea56-2993-4e5a-b29f-e131944c6bee tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:10.015208 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-235a029e-21bc-4eeb-87af-e018cbdfd512 req-3c2bea56-2993-4e5a-b29f-e131944c6bee tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 945 time: 0.2271364 Jul 15 23:23:10.091745 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-cc70c52c-e3f0-4c7e-a8ba-79bf35a1db84 req-91c5a72e-ecae-4cba-87a1-dfbd3f722577 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:10.092128 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-cc70c52c-e3f0-4c7e-a8ba-79bf35a1db84 req-91c5a72e-ecae-4cba-87a1-dfbd3f722577 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:10.092514 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [req-cc70c52c-e3f0-4c7e-a8ba-79bf35a1db84 req-91c5a72e-ecae-4cba-87a1-dfbd3f722577 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Floating IP 565dd9e5-d782-4eac-9d5a-b7ed63857d83 disassociated. External IP: 172.25.4.217, port: e64cd3b4-ef41-4ff5-97de-7cea41ace7d6. Jul 15 23:23:10.092933 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-cc70c52c-e3f0-4c7e-a8ba-79bf35a1db84 req-91c5a72e-ecae-4cba-87a1-dfbd3f722577 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Calling delete_port for e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:10.117211 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-235a029e-21bc-4eeb-87af-e018cbdfd512 req-cbbce3d2-0c17-4f1a-8761-cdafe1f282e9 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696180 Jul 15 23:23:10.122822 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-befad696-4460-452d-b9e4-c0adf63a71b9 req-4f57284b-f1c5-4f8b-a5eb-9b5f7f1cf101 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups?id=da407933-2f6f-4b8a-9b99-8432ac35ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019242 Jul 15 23:23:10.316410 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:23:10.385708 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-cc70c52c-e3f0-4c7e-a8ba-79bf35a1db84 req-91c5a72e-ecae-4cba-87a1-dfbd3f722577 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:10.487727 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5a72e-ecae-4cba-87a1-dfbd3f722577 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Pushing event deleted for resources: {'Port': ['ID=e64cd3b4-ef41-4ff5-97de-7cea41ace7d6,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:10.637375 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d410d77-a870-450f-ad42-5b50b2071782 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:10.657484 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d410d77-a870-450f-ad42-5b50b2071782 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:10.661716 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7d410d77-a870-450f-ad42-5b50b2071782 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.6645291 Jul 15 23:23:10.664661 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38258) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:10.781283 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc70c52c-e3f0-4c7e-a8ba-79bf35a1db84 req-91c5a72e-ecae-4cba-87a1-dfbd3f722577 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Router f6e48e5b-bebb-4708-bc02-34708ba9b7c4 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:23:10.946812 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e336aafa-cb11-40de-b41a-86743944958f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting port 78d69222-1867-48ff-9e4d-9ef080a877c3 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:10.946812 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e336aafa-cb11-40de-b41a-86743944958f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:10.994025 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc70c52c-e3f0-4c7e-a8ba-79bf35a1db84 req-91c5a72e-ecae-4cba-87a1-dfbd3f722577 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:23:11.006597 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f28213-698e-4f34-935e-0b45cbe771c9 None None] Sync routers for ids ['f6e48e5b-bebb-4708-bc02-34708ba9b7c4'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:23:11.026685 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f28213-698e-4f34-935e-0b45cbe771c9 None None] Routers {'f6e48e5b-bebb-4708-bc02-34708ba9b7c4'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:23:11.028135 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-13f28213-698e-4f34-935e-0b45cbe771c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:22:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['f6e48e5b-bebb-4708-bc02-34708ba9b7c4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:11.094566 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e336aafa-cb11-40de-b41a-86743944958f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:11.160681 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e336aafa-cb11-40de-b41a-86743944958f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Calling delete_port for 78d69222-1867-48ff-9e4d-9ef080a877c3 owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:11.163051 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc70c52c-e3f0-4c7e-a8ba-79bf35a1db84 req-91c5a72e-ecae-4cba-87a1-dfbd3f722577 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] No DVR routers for this DVR port e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:23:11.167337 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-cc70c52c-e3f0-4c7e-a8ba-79bf35a1db84 req-91c5a72e-ecae-4cba-87a1-dfbd3f722577 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:11.169329 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc70c52c-e3f0-4c7e-a8ba-79bf35a1db84 req-91c5a72e-ecae-4cba-87a1-dfbd3f722577 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.43 "DELETE /v2.0/ports/e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 HTTP/1.1" status: 204 len: 173 time: 2.5768173 Jul 15 23:23:11.169779 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0', 'name': 'network-vif-deleted', 'tag': 'e64cd3b4-ef41-4ff5-97de-7cea41ace7d6'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:11.172220 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913879ae-1427-4cd7-90be-1ff8bda4b8e4" -d '{"events": [{"server_uuid": "9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0", "name": "network-vif-deleted", "tag": "e64cd3b4-ef41-4ff5-97de-7cea41ace7d6"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:11.265203 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-13f28213-698e-4f34-935e-0b45cbe771c9 None None] Set router f6e48e5b-bebb-4708-bc02-34708ba9b7c4 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:23:11.308279 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baa24d7-cd3c-4c72-becc-3e857c5399b3 x-openstack-request-id: req-4baa24d7-cd3c-4c72-becc-3e857c5399b3 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:11.308574 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0", "name": "network-vif-deleted", "tag": "e64cd3b4-ef41-4ff5-97de-7cea41ace7d6", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:11.308836 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4baa24d7-cd3c-4c72-becc-3e857c5399b3 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:11.309262 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0', 'name': 'network-vif-deleted', 'tag': 'e64cd3b4-ef41-4ff5-97de-7cea41ace7d6', 'status': 'completed', 'code': 200} Jul 15 23:23:11.545590 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-438a5681-06b7-4478-9414-3dcfc1e31f67 req-5fc55dbd-bfac-4a36-81d6-c96e5f71b24d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed412cf-06b3-47ee-9e28-9f8cc9a7a1e0 HTTP/1.1" status: 200 len: 210 time: 0.1488333 Jul 15 23:23:11.726041 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e336aafa-cb11-40de-b41a-86743944958f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:11.794078 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-13f28213-698e-4f34-935e-0b45cbe771c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'name': 'tempest-ServerActionsTestJSON-1966710629-router', 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '0ea02261-02d4-4b76-84c1-d45317e66382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:05Z', 'updated_at': '2021-07-15T23:15:15Z', 'revision_number': 4, 'project_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'gw_port': {'id': '0ea02261-02d4-4b76-84c1-d45317e66382', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:06Z', 'updated_at': '2021-07-15T23:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '42a0a6a5-d1ad-4bda-b81c-d477520e39ba', 'name': '', 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54', 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'mac_address': 'fa:16:3e:e1:d6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '242df3cc-37d7-47c0-a77c-be9034976381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:12Z', 'updated_at': '2021-07-15T23:15:24Z', 'revision_number': 5, 'project_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'subnets': [{'id': '242df3cc-37d7-47c0-a77c-be9034976381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:11.844775 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e336aafa-cb11-40de-b41a-86743944958f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:11.852743 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38274) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:11.853601 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e336aafa-cb11-40de-b41a-86743944958f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/ports/78d69222-1867-48ff-9e4d-9ef080a877c3 HTTP/1.1" status: 204 len: 168 time: 1.1835291 Jul 15 23:23:11.858102 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336aafa-cb11-40de-b41a-86743944958f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Port': ['ID=78d69222-1867-48ff-9e4d-9ef080a877c3,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:11.886424 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f28213-698e-4f34-935e-0b45cbe771c9 None None] Checking router: f6e48e5b-bebb-4708-bc02-34708ba9b7c4 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:23:11.916877 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f28213-698e-4f34-935e-0b45cbe771c9 None None] Routers {'f6e48e5b-bebb-4708-bc02-34708ba9b7c4'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:23:11.917560 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-13f28213-698e-4f34-935e-0b45cbe771c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:22:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['f6e48e5b-bebb-4708-bc02-34708ba9b7c4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:11.934214 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b675b-c6c3-4de1-88e7-04e91e6253dc req-fe78036f-d056-43cc-bf9c-bc168ae061a7 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:11.944161 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ea6b675b-c6c3-4de1-88e7-04e91e6253dc req-fe78036f-d056-43cc-bf9c-bc168ae061a7 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 945 time: 0.3738496 Jul 15 23:23:12.035118 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ea6b675b-c6c3-4de1-88e7-04e91e6253dc req-37054262-6fed-4c44-895a-b3cd25755617 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841279 Jul 15 23:23:12.042797 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4524bfcd-634f-4b72-b676-29ab8a513feb tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:12.045220 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4524bfcd-634f-4b72-b676-29ab8a513feb tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1914740 Jul 15 23:23:12.048501 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38276) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:12.114020 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-64eb9830-acfb-439c-913c-700b0aa9e3b1 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] GET failed (client error): The resource could not be found. Jul 15 23:23:12.115843 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-64eb9830-acfb-439c-913c-700b0aa9e3b1 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "GET /v2.0/ports/d5866111-343c-4b4e-adc5-0d1667dac0d0 HTTP/1.1" status: 404 len: 333 time: 0.0652742 Jul 15 23:23:12.118763 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38278) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:12.151154 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-7285ab85-0dc3-4a87-97a0-80aad6a94baf tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] GET failed (client error): The resource could not be found. Jul 15 23:23:12.152700 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7285ab85-0dc3-4a87-97a0-80aad6a94baf tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "GET /v2.0/ports/78d69222-1867-48ff-9e4d-9ef080a877c3 HTTP/1.1" status: 404 len: 333 time: 0.0329463 Jul 15 23:23:12.155673 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38280) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:12.182457 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-13f28213-698e-4f34-935e-0b45cbe771c9 None None] Set router f6e48e5b-bebb-4708-bc02-34708ba9b7c4 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:23:12.311087 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8ab96970-883e-41e7-8272-4daab2c7dce7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:12.505060 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8ab96970-883e-41e7-8272-4daab2c7dce7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:12.525128 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-13f28213-698e-4f34-935e-0b45cbe771c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'name': 'tempest-ServerActionsTestJSON-1966710629-router', 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '0ea02261-02d4-4b76-84c1-d45317e66382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:05Z', 'updated_at': '2021-07-15T23:15:15Z', 'revision_number': 4, 'project_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'gw_port': {'id': '0ea02261-02d4-4b76-84c1-d45317e66382', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:06Z', 'updated_at': '2021-07-15T23:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '42a0a6a5-d1ad-4bda-b81c-d477520e39ba', 'name': '', 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54', 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'mac_address': 'fa:16:3e:e1:d6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '242df3cc-37d7-47c0-a77c-be9034976381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:12Z', 'updated_at': '2021-07-15T23:15:24Z', 'revision_number': 5, 'project_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'subnets': [{'id': '242df3cc-37d7-47c0-a77c-be9034976381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:12.545216 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-8ab96970-883e-41e7-8272-4daab2c7dce7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8058e9b6-bd89-4b20-83fa-3f766117d489']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:12.566003 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f28213-698e-4f34-935e-0b45cbe771c9 None None] The sync data for ids ['f6e48e5b-bebb-4708-bc02-34708ba9b7c4'] in n-d-787205-9 is: [{'id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'name': 'tempest-ServerActionsTestJSON-1966710629-router', 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '0ea02261-02d4-4b76-84c1-d45317e66382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:05Z', 'updated_at': '2021-07-15T23:15:15Z', 'revision_number': 4, 'project_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'gw_port': {'id': '0ea02261-02d4-4b76-84c1-d45317e66382', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:06Z', 'updated_at': '2021-07-15T23:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '42a0a6a5-d1ad-4bda-b81c-d477520e39ba', 'name': '', 'network_id': 'cb7f5d26-827b-40c8-9606-f513fb310e54', 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'mac_address': 'fa:16:3e:e1:d6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '242df3cc-37d7-47c0-a77c-be9034976381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:12Z', 'updated_at': '2021-07-15T23:15:24Z', 'revision_number': 5, 'project_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'subnets': [{'id': '242df3cc-37d7-47c0-a77c-be9034976381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:23:12.576371 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-8ab96970-883e-41e7-8272-4daab2c7dce7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e04cb024-8b23-47c6-a172-e609511a3f97') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:12.576930 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-8ab96970-883e-41e7-8272-4daab2c7dce7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e04cb024-8b23-47c6-a172-e609511a3f97') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:12.609414 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8ab96970-883e-41e7-8272-4daab2c7dce7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:12.656185 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8ab96970-883e-41e7-8272-4daab2c7dce7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:12.671941 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab96970-883e-41e7-8272-4daab2c7dce7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:23:12.672357 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8ab96970-883e-41e7-8272-4daab2c7dce7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:23:12.679441 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:23:12.801440 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8ab96970-883e-41e7-8272-4daab2c7dce7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:12.834400 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8ab96970-883e-41e7-8272-4daab2c7dce7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:12.844017 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38290) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:12.845161 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8ab96970-883e-41e7-8272-4daab2c7dce7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/networks/8058e9b6-bd89-4b20-83fa-3f766117d489 HTTP/1.1" status: 204 len: 168 time: 0.6840422 Jul 15 23:23:12.851954 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38292) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:12.867481 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab96970-883e-41e7-8272-4daab2c7dce7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Network': ['ID=8058e9b6-bd89-4b20-83fa-3f766117d489,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:12.868114 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-138b2502-add2-4a02-8dfb-27ba8d6e49b8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-668078971'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:13.006087 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138b2502-add2-4a02-8dfb-27ba8d6e49b8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:13.011140 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-138b2502-add2-4a02-8dfb-27ba8d6e49b8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:13.091409 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-763e4656-4dd9-4f90-ba77-bde7ec939139 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:13.121013 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138b2502-add2-4a02-8dfb-27ba8d6e49b8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:23:13.150007 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-763e4656-4dd9-4f90-ba77-bde7ec939139 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:13.165587 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-138b2502-add2-4a02-8dfb-27ba8d6e49b8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:13.165946 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-138b2502-add2-4a02-8dfb-27ba8d6e49b8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Added segment e42679f6-4b69-48e5-a76e-537a298032c2 of type vlan for network 87ead1bc-3403-4cfc-99e3-3f332f726ccc Jul 15 23:23:13.172015 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471a9d09-dac3-420e-916c-65d6e8ecc7ec None None] New status for floating IP 565dd9e5-d782-4eac-9d5a-b7ed63857d83: DOWN {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:23:13.300219 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-138b2502-add2-4a02-8dfb-27ba8d6e49b8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:13.358680 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-763e4656-4dd9-4f90-ba77-bde7ec939139 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:13.362064 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-763e4656-4dd9-4f90-ba77-bde7ec939139 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:13.368508 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38298) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:13.385912 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-763e4656-4dd9-4f90-ba77-bde7ec939139 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "DELETE /v2.0/security-groups/da407933-2f6f-4b8a-9b99-8432ac35ce4f HTTP/1.1" status: 204 len: 168 time: 0.5403526 Jul 15 23:23:13.402430 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-012d9ce9-3bfb-42e9-b403-9de857d98066 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] show failed (client error): The resource could not be found. Jul 15 23:23:13.410293 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-012d9ce9-3bfb-42e9-b403-9de857d98066 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "GET /v2.0/security-groups/da407933-2f6f-4b8a-9b99-8432ac35ce4f HTTP/1.1" status: 404 len: 347 time: 0.0405521 Jul 15 23:23:13.411163 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38300) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:13.432350 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e4656-4dd9-4f90-ba77-bde7ec939139 tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da407933-2f6f-4b8a-9b99-8432ac35ce4f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:13.442063 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-138b2502-add2-4a02-8dfb-27ba8d6e49b8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:13.461811 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138b2502-add2-4a02-8dfb-27ba8d6e49b8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:13.462405 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-138b2502-add2-4a02-8dfb-27ba8d6e49b8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:13.646881 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-138b2502-add2-4a02-8dfb-27ba8d6e49b8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7937548 Jul 15 23:23:13.649360 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b2502-add2-4a02-8dfb-27ba8d6e49b8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Network': ['ID=87ead1bc-3403-4cfc-99e3-3f332f726ccc,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:13.652162 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38304) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:13.661214 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 87ead1bc-3403-4cfc-99e3-3f332f726ccc details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:23:13.671842 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3d7d455d-0d40-437c-9d69-991fab496b82 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'subnet': {'network_id': '87ead1bc-3403-4cfc-99e3-3f332f726ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:13.722587 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:23:13.769201 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:23:13.769610 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device e64cd3b4-ef41-4ff5-97de-7cea41ace7d6 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:23:13.841742 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814228c-e519-48f1-b75e-9fa78e6bf1ce req-95673a4a-aa6a-4132-a9e7-b4ba368dd4ea tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:13.841742 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5814228c-e519-48f1-b75e-9fa78e6bf1ce req-95673a4a-aa6a-4132-a9e7-b4ba368dd4ea tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 945 time: 0.3838532 Jul 15 23:23:13.889910 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7d455d-0d40-437c-9d69-991fab496b82 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:13.901705 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d7d455d-0d40-437c-9d69-991fab496b82 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:13.942151 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5814228c-e519-48f1-b75e-9fa78e6bf1ce req-25a682d7-7e3e-4f6d-8bfa-9c0b16db688c tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056116 Jul 15 23:23:13.974431 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-bda3ef99-bad2-49cf-b019-5affcca5446d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Deleting port d7f95979-0aba-46a7-bec6-9ed951cfaefa {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:13.974431 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bda3ef99-bad2-49cf-b019-5affcca5446d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:14.199714 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bda3ef99-bad2-49cf-b019-5affcca5446d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:14.200047 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bda3ef99-bad2-49cf-b019-5affcca5446d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:14.235132 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-bda3ef99-bad2-49cf-b019-5affcca5446d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Calling delete_port for d7f95979-0aba-46a7-bec6-9ed951cfaefa owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:14.381933 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d7d455d-0d40-437c-9d69-991fab496b82 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:14.437475 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d455d-0d40-437c-9d69-991fab496b82 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Subnet': ['ID=654e109d-39b8-4a65-920f-98dfb52963e6,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:14.472435 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bda3ef99-bad2-49cf-b019-5affcca5446d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:14.475650 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7d455d-0d40-437c-9d69-991fab496b82 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Checking segment: {'id': 'e42679f6-4b69-48e5-a76e-537a298032c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '87ead1bc-3403-4cfc-99e3-3f332f726ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:14.479926 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7d455d-0d40-437c-9d69-991fab496b82 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network hostable DHCP agents. Network: 87ead1bc-3403-4cfc-99e3-3f332f726ccc, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:23:14.513738 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7d455d-0d40-437c-9d69-991fab496b82 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network 87ead1bc-3403-4cfc-99e3-3f332f726ccc is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:23:14.529990 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3ef99-bad2-49cf-b019-5affcca5446d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Pushing event deleted for resources: {'Port': ['ID=d7f95979-0aba-46a7-bec6-9ed951cfaefa,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:14.531936 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-3d7d455d-0d40-437c-9d69-991fab496b82 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 87ead1bc-3403-4cfc-99e3-3f332f726ccc) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:14.543319 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7d455d-0d40-437c-9d69-991fab496b82 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:14.543999 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d7d455d-0d40-437c-9d69-991fab496b82 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:14.550557 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0e7108-c1d3-46d4-ab99-df06aaa53d50 None None] Network 87ead1bc-3403-4cfc-99e3-3f332f726ccc requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:14.599864 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3d7d455d-0d40-437c-9d69-991fab496b82 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9465179 Jul 15 23:23:14.603977 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38310) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:14.615025 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8f5e8463-e58a-4000-8f77-1177aff7d641 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'port': {'network_id': '87ead1bc-3403-4cfc-99e3-3f332f726ccc', 'name': 'tempest-PortsIpV6TestJSON-1574432487'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:14.650310 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bda3ef99-bad2-49cf-b019-5affcca5446d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:14.656254 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bda3ef99-bad2-49cf-b019-5affcca5446d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:14.660895 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-bda3ef99-bad2-49cf-b019-5affcca5446d tempest-ServerActionsTestJSON-1973058447 tempest-ServerActionsTestJSON-1973058447-project] 10.222.0.16 "DELETE /v2.0/floatingips/565dd9e5-d782-4eac-9d5a-b7ed63857d83 HTTP/1.1" status: 204 len: 168 time: 1.2426999 Jul 15 23:23:14.661936 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38312) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:14.868479 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5e8463-e58a-4000-8f77-1177aff7d641 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:14.873535 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f5e8463-e58a-4000-8f77-1177aff7d641 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:14.894268 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b20edb-0a58-4dfa-9d9d-ae3d5df136f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-87ead1bc-3403-4cfc-99e3-3f332f726ccc', 'network_id': '87ead1bc-3403-4cfc-99e3-3f332f726ccc', 'tenant_id': '2819db808b29407198e7e7677d979d1a', 'fixed_ips': [{'subnet_id': '654e109d-39b8-4a65-920f-98dfb52963e6'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:23:14.894838 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-8f5e8463-e58a-4000-8f77-1177aff7d641 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] device_id is not set on port 04db302e-1b36-48d2-9e7d-c5996924100c yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:23:14.896316 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-91b20edb-0a58-4dfa-9d9d-ae3d5df136f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:15.152156 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-8f5e8463-e58a-4000-8f77-1177aff7d641 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Allocated IP 2001:db8::26b (87ead1bc-3403-4cfc-99e3-3f332f726ccc/654e109d-39b8-4a65-920f-98dfb52963e6/04db302e-1b36-48d2-9e7d-c5996924100c) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:15.520634 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede674f-3055-4cba-96a2-c95fe4edcbc0 req-6eda9b38-16a3-4cd0-8b20-17c9563034e9 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:15.522258 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4ede674f-3055-4cba-96a2-c95fe4edcbc0 req-6eda9b38-16a3-4cd0-8b20-17c9563034e9 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 945 time: 0.2974589 Jul 15 23:23:15.561928 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f5e8463-e58a-4000-8f77-1177aff7d641 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:15.589922 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-8f5e8463-e58a-4000-8f77-1177aff7d641 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Transition to ACTIVE for port object 04db302e-1b36-48d2-9e7d-c5996924100c will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:15.602994 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4ede674f-3055-4cba-96a2-c95fe4edcbc0 req-0dfdabca-f82e-4836-9a41-4da3ced7902b tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664883 Jul 15 23:23:15.648366 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f5e8463-e58a-4000-8f77-1177aff7d641 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:15.696624 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c612fa34-1b5a-4d9b-9a9f-498729f255cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:15.780803 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-91b20edb-0a58-4dfa-9d9d-ae3d5df136f2 None None] Allocated IP 2001:db8::2 (87ead1bc-3403-4cfc-99e3-3f332f726ccc/654e109d-39b8-4a65-920f-98dfb52963e6/2de7b732-ec13-49e0-874f-cd43cd00b14e) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:15.782305 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5e8463-e58a-4000-8f77-1177aff7d641 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network 87ead1bc-3403-4cfc-99e3-3f332f726ccc is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:15.786425 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-8f5e8463-e58a-4000-8f77-1177aff7d641 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:15.815715 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5e8463-e58a-4000-8f77-1177aff7d641 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:15.836044 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5e8463-e58a-4000-8f77-1177aff7d641 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:15.837734 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f5e8463-e58a-4000-8f77-1177aff7d641 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:15.890663 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e8463-e58a-4000-8f77-1177aff7d641 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Port': ['ID=04db302e-1b36-48d2-9e7d-c5996924100c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:15.904164 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8f5e8463-e58a-4000-8f77-1177aff7d641 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2990634 Jul 15 23:23:15.907180 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38326) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:16.051493 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-06befb8d-8129-418d-ac68-9269943743c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:16.110514 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-45af28a0-cdea-49ea-8999-26be22e09bab tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting port 04db302e-1b36-48d2-9e7d-c5996924100c {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:16.110981 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-45af28a0-cdea-49ea-8999-26be22e09bab tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:16.197292 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c612fa34-1b5a-4d9b-9a9f-498729f255cf admin admin] Deleting port 42a0a6a5-d1ad-4bda-b81c-d477520e39ba {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:16.198085 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c612fa34-1b5a-4d9b-9a9f-498729f255cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:16.217018 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-91b20edb-0a58-4dfa-9d9d-ae3d5df136f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:16.231707 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-91b20edb-0a58-4dfa-9d9d-ae3d5df136f2 None None] Transition to ACTIVE for port object 2de7b732-ec13-49e0-874f-cd43cd00b14e will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:16.232567 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-45af28a0-cdea-49ea-8999-26be22e09bab tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:16.255611 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-45af28a0-cdea-49ea-8999-26be22e09bab tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Calling delete_port for 04db302e-1b36-48d2-9e7d-c5996924100c owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:16.260395 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-91b20edb-0a58-4dfa-9d9d-ae3d5df136f2 None None] Transition to ACTIVE for port object 2de7b732-ec13-49e0-874f-cd43cd00b14e will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:16.270736 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-91b20edb-0a58-4dfa-9d9d-ae3d5df136f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:16.338905 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b20edb-0a58-4dfa-9d9d-ae3d5df136f2 None None] Network 87ead1bc-3403-4cfc-99e3-3f332f726ccc is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:16.340949 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b20edb-0a58-4dfa-9d9d-ae3d5df136f2 None None] Pushing event updated for resources: {'Port': ['ID=2de7b732-ec13-49e0-874f-cd43cd00b14e,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:16.350454 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-91b20edb-0a58-4dfa-9d9d-ae3d5df136f2 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:16.357537 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b20edb-0a58-4dfa-9d9d-ae3d5df136f2 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:16.383012 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c612fa34-1b5a-4d9b-9a9f-498729f255cf admin admin] For port 42a0a6a5-d1ad-4bda-b81c-d477520e39ba, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=42a0a6a5-d1ad-4bda-b81c-d477520e39ba,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:16.386879 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c612fa34-1b5a-4d9b-9a9f-498729f255cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:16.417661 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c612fa34-1b5a-4d9b-9a9f-498729f255cf admin admin] Calling delete_port for 42a0a6a5-d1ad-4bda-b81c-d477520e39ba owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:16.442905 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-91b20edb-0a58-4dfa-9d9d-ae3d5df136f2 None None] Attempting to bind port 2de7b732-ec13-49e0-874f-cd43cd00b14e on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:23:16.443888 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-91b20edb-0a58-4dfa-9d9d-ae3d5df136f2 None None] Attempting to bind port 2de7b732-ec13-49e0-874f-cd43cd00b14e by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'e42679f6-4b69-48e5-a76e-537a298032c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '87ead1bc-3403-4cfc-99e3-3f332f726ccc'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:23:16.445386 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b20edb-0a58-4dfa-9d9d-ae3d5df136f2 None None] Attempting to bind port 2de7b732-ec13-49e0-874f-cd43cd00b14e on network 87ead1bc-3403-4cfc-99e3-3f332f726ccc {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:23:16.453235 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b20edb-0a58-4dfa-9d9d-ae3d5df136f2 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:23:16.454327 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b20edb-0a58-4dfa-9d9d-ae3d5df136f2 None None] Checking segment: {'id': 'e42679f6-4b69-48e5-a76e-537a298032c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '87ead1bc-3403-4cfc-99e3-3f332f726ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:16.455037 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-91b20edb-0a58-4dfa-9d9d-ae3d5df136f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:16.455684 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b20edb-0a58-4dfa-9d9d-ae3d5df136f2 None None] Bound using segment: {'id': 'e42679f6-4b69-48e5-a76e-537a298032c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '87ead1bc-3403-4cfc-99e3-3f332f726ccc'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:23:16.456821 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-91b20edb-0a58-4dfa-9d9d-ae3d5df136f2 None None] Bound port: 2de7b732-ec13-49e0-874f-cd43cd00b14e, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e42679f6-4b69-48e5-a76e-537a298032c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '87ead1bc-3403-4cfc-99e3-3f332f726ccc'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:23:16.457476 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-91b20edb-0a58-4dfa-9d9d-ae3d5df136f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:16.514981 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-45af28a0-cdea-49ea-8999-26be22e09bab tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:16.553247 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-91b20edb-0a58-4dfa-9d9d-ae3d5df136f2 None None] For port 2de7b732-ec13-49e0-874f-cd43cd00b14e, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:23:16.558345 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-91b20edb-0a58-4dfa-9d9d-ae3d5df136f2 None None] For port 2de7b732-ec13-49e0-874f-cd43cd00b14e, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=2de7b732-ec13-49e0-874f-cd43cd00b14e,segment=NetworkSegment(e42679f6-4b69-48e5-a76e-537a298032c2),segment_id=e42679f6-4b69-48e5-a76e-537a298032c2)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:23:16.574560 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-91b20edb-0a58-4dfa-9d9d-ae3d5df136f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:16.654047 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af28a0-cdea-49ea-8999-26be22e09bab tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Port': ['ID=04db302e-1b36-48d2-9e7d-c5996924100c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:16.657407 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-45af28a0-cdea-49ea-8999-26be22e09bab tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:16.659955 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-45af28a0-cdea-49ea-8999-26be22e09bab tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/ports/04db302e-1b36-48d2-9e7d-c5996924100c HTTP/1.1" status: 204 len: 168 time: 0.7515335 Jul 15 23:23:16.662930 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38336) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:16.727679 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b20edb-0a58-4dfa-9d9d-ae3d5df136f2 None None] Pushing event updated for resources: {'Port': ['ID=2de7b732-ec13-49e0-874f-cd43cd00b14e,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:16.779119 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-499f2b38-dbac-478b-af90-56e01bd29ca2 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] DELETE failed (client error): The resource could not be found. Jul 15 23:23:16.780657 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-499f2b38-dbac-478b-af90-56e01bd29ca2 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:23:16.785046 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-499f2b38-dbac-478b-af90-56e01bd29ca2 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/ports/04db302e-1b36-48d2-9e7d-c5996924100c HTTP/1.1" status: 404 len: 333 time: 0.1200933 Jul 15 23:23:16.792099 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38340) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:16.916988 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c612fa34-1b5a-4d9b-9a9f-498729f255cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:17.456976 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 2de7b732-ec13-49e0-874f-cd43cd00b14e up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:23:17.513837 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-d60efd31-d370-4fb3-964f-20f21e9efffe tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] GET failed (client error): The resource could not be found. Jul 15 23:23:17.523418 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38350) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:17.523999 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d60efd31-d370-4fb3-964f-20f21e9efffe tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "GET /v2.0/ports/04db302e-1b36-48d2-9e7d-c5996924100c HTTP/1.1" status: 404 len: 333 time: 0.7303793 Jul 15 23:23:17.576841 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612fa34-1b5a-4d9b-9a9f-498729f255cf admin admin] Pushing event deleted for resources: {'Port': ['ID=42a0a6a5-d1ad-4bda-b81c-d477520e39ba,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:17.619326 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 2de7b732-ec13-49e0-874f-cd43cd00b14e completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:17.689455 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-d653be4f-c6ea-4456-9a34-70b077aff1c5 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting subnet 654e109d-39b8-4a65-920f-98dfb52963e6 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:23:17.706914 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d653be4f-c6ea-4456-9a34-70b077aff1c5 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:17.824600 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2a0b3-6b09-43f9-9148-570dd94664f6 req-279dae6a-a462-46cb-bcd0-a0ec5cd00063 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:17.834402 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c5f2a0b3-6b09-43f9-9148-570dd94664f6 req-279dae6a-a462-46cb-bcd0-a0ec5cd00063 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 945 time: 0.9305286 Jul 15 23:23:17.842177 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d653be4f-c6ea-4456-9a34-70b077aff1c5 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:18.080132 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c5f2a0b3-6b09-43f9-9148-570dd94664f6 req-f8ad074f-9283-4e55-8a55-a370542cad40 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446237 Jul 15 23:23:18.118074 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d653be4f-c6ea-4456-9a34-70b077aff1c5 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:18.156354 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c612fa34-1b5a-4d9b-9a9f-498729f255cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:18.195738 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d653be4f-c6ea-4456-9a34-70b077aff1c5 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:18.246019 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d4871f92-335c-4a50-b675-9c40ee5a5122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:18.267326 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653be4f-c6ea-4456-9a34-70b077aff1c5 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Subnet': ['ID=654e109d-39b8-4a65-920f-98dfb52963e6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:18.269745 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d653be4f-c6ea-4456-9a34-70b077aff1c5 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:18.279269 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d653be4f-c6ea-4456-9a34-70b077aff1c5 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/subnets/654e109d-39b8-4a65-920f-98dfb52963e6 HTTP/1.1" status: 204 len: 168 time: 0.7544408 Jul 15 23:23:18.280313 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38354) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:18.467153 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0d3a8936-c705-4446-9fc7-2e5408f112a4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:18.582255 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66a1ec9-bd0d-4763-9cbd-b6896a399f07 None None] Network 87ead1bc-3403-4cfc-99e3-3f332f726ccc requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:18.697697 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-0d3a8936-c705-4446-9fc7-2e5408f112a4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting port 2de7b732-ec13-49e0-874f-cd43cd00b14e {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:18.698297 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0d3a8936-c705-4446-9fc7-2e5408f112a4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:18.706885 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac9067-75f8-4e03-b5c3-a22c7977b404 req-80203758-539e-461e-a48d-de457818ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:18.710664 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2dac9067-75f8-4e03-b5c3-a22c7977b404 req-80203758-539e-461e-a48d-de457818ead4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce3c14cbd70f4bed98591d54f3156d56&device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 1096 time: 0.2259078 Jul 15 23:23:18.758205 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c612fa34-1b5a-4d9b-9a9f-498729f255cf admin admin] Router f6e48e5b-bebb-4708-bc02-34708ba9b7c4 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:23:18.840217 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3e61da4d-2c0d-4f17-a25a-0984a54d782e None None] Provisioning for port 2de7b732-ec13-49e0-874f-cd43cd00b14e completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:18.848786 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-0d3a8936-c705-4446-9fc7-2e5408f112a4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] For port 2de7b732-ec13-49e0-874f-cd43cd00b14e, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=2de7b732-ec13-49e0-874f-cd43cd00b14e,segment=NetworkSegment(e42679f6-4b69-48e5-a76e-537a298032c2),segment_id=e42679f6-4b69-48e5-a76e-537a298032c2)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:18.849693 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0d3a8936-c705-4446-9fc7-2e5408f112a4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:18.856176 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3e61da4d-2c0d-4f17-a25a-0984a54d782e None None] Provisioning complete for port 2de7b732-ec13-49e0-874f-cd43cd00b14e triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:18.857087 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3e61da4d-2c0d-4f17-a25a-0984a54d782e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:18.899380 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:18.973048 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-0d3a8936-c705-4446-9fc7-2e5408f112a4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Calling delete_port for 2de7b732-ec13-49e0-874f-cd43cd00b14e owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:19.026564 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c612fa34-1b5a-4d9b-9a9f-498729f255cf admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:23:19.036470 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c612fa34-1b5a-4d9b-9a9f-498729f255cf admin admin] 10.222.0.16 "PUT /v2.0/routers/f6e48e5b-bebb-4708-bc02-34708ba9b7c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3734865 Jul 15 23:23:19.046207 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38360) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:19.060740 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c71bb2-cf30-46d3-a0bb-63747f1e93a4 None None] Sync routers for ids ['f6e48e5b-bebb-4708-bc02-34708ba9b7c4'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:23:19.068746 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac9067-75f8-4e03-b5c3-a22c7977b404 req-aabdb0fe-1ae4-4428-914c-4f80102c3094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:19.074368 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2dac9067-75f8-4e03-b5c3-a22c7977b404 req-aabdb0fe-1ae4-4428-914c-4f80102c3094 service neutron] 10.222.0.36 "GET /v2.0/networks?id=34f2ebab-bb83-41e4-bb34-809be32dfaa3 HTTP/1.1" status: 200 len: 918 time: 0.3348341 Jul 15 23:23:19.099725 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c71bb2-cf30-46d3-a0bb-63747f1e93a4 None None] Routers {'f6e48e5b-bebb-4708-bc02-34708ba9b7c4'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:23:19.101286 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-30c71bb2-cf30-46d3-a0bb-63747f1e93a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:23:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['f6e48e5b-bebb-4708-bc02-34708ba9b7c4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:19.307374 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2dac9067-75f8-4e03-b5c3-a22c7977b404 req-56f57314-7e71-42a9-a068-56d85415091c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=decd57ff-428e-4b9c-bce5-fdacc4ff9f0f HTTP/1.1" status: 200 len: 1000 time: 0.2112989 Jul 15 23:23:19.438823 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-499c60c3-95bf-4dd6-9716-0c2d3b8ba7bd admin admin] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:19.445301 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3e61da4d-2c0d-4f17-a25a-0984a54d782e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:19.459539 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac9067-75f8-4e03-b5c3-a22c7977b404 req-62bed7f2-139c-4613-80c2-9234cb462638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:19.463358 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2dac9067-75f8-4e03-b5c3-a22c7977b404 req-62bed7f2-139c-4613-80c2-9234cb462638 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=849813aa-50e4-40b7-a59e-c4d2aaa3041a HTTP/1.1" status: 200 len: 856 time: 0.1469784 Jul 15 23:23:19.463692 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab79dcd0-62d1-4ab7-888e-1a2fad3e53e4 None None] DHCP port deletion for 87ead1bc-3403-4cfc-99e3-3f332f726ccc request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:23:19.550292 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ab79dcd0-62d1-4ab7-888e-1a2fad3e53e4 None None] The port '2de7b732-ec13-49e0-874f-cd43cd00b14e' was deleted {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 15 23:23:19.554576 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-30c71bb2-cf30-46d3-a0bb-63747f1e93a4 None None] Set router f6e48e5b-bebb-4708-bc02-34708ba9b7c4 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:23:19.564902 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0d3a8936-c705-4446-9fc7-2e5408f112a4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:19.586594 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 2de7b732-ec13-49e0-874f-cd43cd00b14e no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:23:19.640367 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a8936-c705-4446-9fc7-2e5408f112a4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Port': ['ID=2de7b732-ec13-49e0-874f-cd43cd00b14e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:19.663669 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3a8936-c705-4446-9fc7-2e5408f112a4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] No DVR routers for this DVR port 2de7b732-ec13-49e0-874f-cd43cd00b14e on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:23:19.854814 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0d3a8936-c705-4446-9fc7-2e5408f112a4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:19.867422 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-0d3a8936-c705-4446-9fc7-2e5408f112a4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ead1bc-3403-4cfc-99e3-3f332f726ccc']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:19.878773 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-0d3a8936-c705-4446-9fc7-2e5408f112a4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e42679f6-4b69-48e5-a76e-537a298032c2') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:19.879473 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-0d3a8936-c705-4446-9fc7-2e5408f112a4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e42679f6-4b69-48e5-a76e-537a298032c2') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:19.889475 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0d3a8936-c705-4446-9fc7-2e5408f112a4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:19.898185 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469395b-8e93-496b-a0bc-b880e3a7a8c5 req-b0788fc3-2bb8-4c18-81ce-c54d0d5602aa tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:19.899820 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7469395b-8e93-496b-a0bc-b880e3a7a8c5 req-b0788fc3-2bb8-4c18-81ce-c54d0d5602aa tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 945 time: 0.3119745 Jul 15 23:23:19.917316 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0d3a8936-c705-4446-9fc7-2e5408f112a4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:19.924547 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d3a8936-c705-4446-9fc7-2e5408f112a4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:23:19.925612 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0d3a8936-c705-4446-9fc7-2e5408f112a4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:19.963911 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-499c60c3-95bf-4dd6-9716-0c2d3b8ba7bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:23:19.996679 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:23:20.002473 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0d3a8936-c705-4446-9fc7-2e5408f112a4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:20.012420 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0d3a8936-c705-4446-9fc7-2e5408f112a4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:20.026610 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0d3a8936-c705-4446-9fc7-2e5408f112a4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/networks/87ead1bc-3403-4cfc-99e3-3f332f726ccc HTTP/1.1" status: 204 len: 168 time: 1.7452133 Jul 15 23:23:20.029471 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38370) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:20.030761 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 2de7b732-ec13-49e0-874f-cd43cd00b14e {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:23:20.031361 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 2de7b732-ec13-49e0-874f-cd43cd00b14e not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:23:20.034992 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-15bcb74b-cf41-491f-b358-cf94bcec93cf tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1349874670'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:20.066885 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a8936-c705-4446-9fc7-2e5408f112a4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Network': ['ID=87ead1bc-3403-4cfc-99e3-3f332f726ccc,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:20.071187 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bcb74b-cf41-491f-b358-cf94bcec93cf tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:20.074837 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15bcb74b-cf41-491f-b358-cf94bcec93cf tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:20.091371 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac9067-75f8-4e03-b5c3-a22c7977b404 req-e235d76b-f147-4304-a5ec-97c4aad8d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:20.092897 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2dac9067-75f8-4e03-b5c3-a22c7977b404 req-e235d76b-f147-4304-a5ec-97c4aad8d96d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34f2ebab-bb83-41e4-bb34-809be32dfaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6208940 Jul 15 23:23:20.096442 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7469395b-8e93-496b-a0bc-b880e3a7a8c5 req-96a4930b-8183-4351-8ac0-1b45c6235834 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880798 Jul 15 23:23:20.139371 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-499c60c3-95bf-4dd6-9716-0c2d3b8ba7bd admin admin] Deleting port 0ea02261-02d4-4b76-84c1-d45317e66382 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:20.139735 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-499c60c3-95bf-4dd6-9716-0c2d3b8ba7bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:20.140830 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:20.285136 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2dac9067-75f8-4e03-b5c3-a22c7977b404 req-49fae922-5ee3-4d39-bbe5-e5fb84d4dcc8 service neutron] 10.222.0.36 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696916 Jul 15 23:23:20.292995 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15bcb74b-cf41-491f-b358-cf94bcec93cf tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:23:20.348315 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15bcb74b-cf41-491f-b358-cf94bcec93cf tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:20.348702 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-15bcb74b-cf41-491f-b358-cf94bcec93cf tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Added segment bdf5f90e-dbbb-47de-90bb-2e81a0a59631 of type vlan for network 84841d20-6da6-4f65-9278-1463f8a36434 Jul 15 23:23:20.348972 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-499c60c3-95bf-4dd6-9716-0c2d3b8ba7bd admin admin] For port 0ea02261-02d4-4b76-84c1-d45317e66382, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=0ea02261-02d4-4b76-84c1-d45317e66382,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:20.350820 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-499c60c3-95bf-4dd6-9716-0c2d3b8ba7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:20.381913 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-30c71bb2-cf30-46d3-a0bb-63747f1e93a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'name': 'tempest-ServerActionsTestJSON-1966710629-router', 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '0ea02261-02d4-4b76-84c1-d45317e66382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:05Z', 'updated_at': '2021-07-15T23:23:16Z', 'revision_number': 5, 'project_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'gw_port': {'id': '0ea02261-02d4-4b76-84c1-d45317e66382', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:06Z', 'updated_at': '2021-07-15T23:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:20.383216 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-499c60c3-95bf-4dd6-9716-0c2d3b8ba7bd admin admin] Calling delete_port for 0ea02261-02d4-4b76-84c1-d45317e66382 owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:20.442193 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c71bb2-cf30-46d3-a0bb-63747f1e93a4 None None] Checking router: f6e48e5b-bebb-4708-bc02-34708ba9b7c4 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:23:20.463370 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c71bb2-cf30-46d3-a0bb-63747f1e93a4 None None] Routers {'f6e48e5b-bebb-4708-bc02-34708ba9b7c4'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:23:20.464008 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-30c71bb2-cf30-46d3-a0bb-63747f1e93a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:23:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['f6e48e5b-bebb-4708-bc02-34708ba9b7c4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:20.514693 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2dac9067-75f8-4e03-b5c3-a22c7977b404 req-f9643b27-b632-45f1-b52c-304e1b74a03e service neutron] 10.222.0.36 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143867 Jul 15 23:23:20.520808 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15bcb74b-cf41-491f-b358-cf94bcec93cf tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:20.593564 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15bcb74b-cf41-491f-b358-cf94bcec93cf tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:20.607050 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bcb74b-cf41-491f-b358-cf94bcec93cf tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:20.610783 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15bcb74b-cf41-491f-b358-cf94bcec93cf tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:20.679962 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-30c71bb2-cf30-46d3-a0bb-63747f1e93a4 None None] Set router f6e48e5b-bebb-4708-bc02-34708ba9b7c4 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:23:20.696840 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-15bcb74b-cf41-491f-b358-cf94bcec93cf tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6662114 Jul 15 23:23:20.697402 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38374) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:20.703865 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-9aebd73a-07c9-43b9-81d3-0de64b19b5cf tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'subnet': {'network_id': '84841d20-6da6-4f65-9278-1463f8a36434', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:20.779710 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bcb74b-cf41-491f-b358-cf94bcec93cf tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Network': ['ID=84841d20-6da6-4f65-9278-1463f8a36434,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:20.861738 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-30c71bb2-cf30-46d3-a0bb-63747f1e93a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'name': 'tempest-ServerActionsTestJSON-1966710629-router', 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:05Z', 'updated_at': '2021-07-15T23:23:19Z', 'revision_number': 6, 'project_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:20.868573 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 84841d20-6da6-4f65-9278-1463f8a36434 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:23:20.914314 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-499c60c3-95bf-4dd6-9716-0c2d3b8ba7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:20.959671 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c60c3-95bf-4dd6-9716-0c2d3b8ba7bd admin admin] Pushing event deleted for resources: {'Port': ['ID=0ea02261-02d4-4b76-84c1-d45317e66382,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:21.053165 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c71bb2-cf30-46d3-a0bb-63747f1e93a4 None None] The sync data for ids ['f6e48e5b-bebb-4708-bc02-34708ba9b7c4'] in n-d-787205-9 is: [{'id': 'f6e48e5b-bebb-4708-bc02-34708ba9b7c4', 'name': 'tempest-ServerActionsTestJSON-1966710629-router', 'tenant_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:05Z', 'updated_at': '2021-07-15T23:23:19Z', 'revision_number': 6, 'project_id': 'c1885ddec6b5464187ca1cbaa27847a8', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:23:21.056704 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aebd73a-07c9-43b9-81d3-0de64b19b5cf tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:21.060262 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9aebd73a-07c9-43b9-81d3-0de64b19b5cf tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:21.107214 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-499c60c3-95bf-4dd6-9716-0c2d3b8ba7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:21.401293 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:21.436940 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 42a0a6a5-d1ad-4bda-b81c-d477520e39ba no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:23:21.457919 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-499c60c3-95bf-4dd6-9716-0c2d3b8ba7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:21.470970 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 42a0a6a5-d1ad-4bda-b81c-d477520e39ba {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:23:21.471316 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 42a0a6a5-d1ad-4bda-b81c-d477520e39ba not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:23:21.507665 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-499c60c3-95bf-4dd6-9716-0c2d3b8ba7bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:21.640278 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-499c60c3-95bf-4dd6-9716-0c2d3b8ba7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:21.640983 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499c60c3-95bf-4dd6-9716-0c2d3b8ba7bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6e48e5b-bebb-4708-bc02-34708ba9b7c4 {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:23:21.649806 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-499c60c3-95bf-4dd6-9716-0c2d3b8ba7bd admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:21.651714 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-499c60c3-95bf-4dd6-9716-0c2d3b8ba7bd admin admin] 10.222.0.16 "DELETE /v2.0/routers/f6e48e5b-bebb-4708-bc02-34708ba9b7c4 HTTP/1.1" status: 204 len: 168 time: 2.6013403 Jul 15 23:23:21.655291 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38400) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:21.693027 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466cfdb4-2789-4970-be8f-5c3801f6b6af req-145da410-69c3-4ad3-90a2-7501026fda3a tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:21.694905 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-466cfdb4-2789-4970-be8f-5c3801f6b6af req-145da410-69c3-4ad3-90a2-7501026fda3a tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 945 time: 0.2978301 Jul 15 23:23:21.790548 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-08927247-6433-4f76-bade-3a437d3d5cfb admin admin] Deleting subnet 242df3cc-37d7-47c0-a77c-be9034976381 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:23:21.799834 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08927247-6433-4f76-bade-3a437d3d5cfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:21.813800 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-466cfdb4-2789-4970-be8f-5c3801f6b6af req-28b25a7f-4619-46ab-b77d-30789b113f31 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055074 Jul 15 23:23:21.900255 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08927247-6433-4f76-bade-3a437d3d5cfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:21.977026 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9aebd73a-07c9-43b9-81d3-0de64b19b5cf tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:22.087369 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08927247-6433-4f76-bade-3a437d3d5cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:22.107821 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aebd73a-07c9-43b9-81d3-0de64b19b5cf tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Checking segment: {'id': 'bdf5f90e-dbbb-47de-90bb-2e81a0a59631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '84841d20-6da6-4f65-9278-1463f8a36434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:22.108844 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aebd73a-07c9-43b9-81d3-0de64b19b5cf tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network hostable DHCP agents. Network: 84841d20-6da6-4f65-9278-1463f8a36434, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:23:22.125096 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebd73a-07c9-43b9-81d3-0de64b19b5cf tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Subnet': ['ID=7c3d9d57-8cae-43fa-b89d-15f0b699124a,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:22.146954 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aebd73a-07c9-43b9-81d3-0de64b19b5cf tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network 84841d20-6da6-4f65-9278-1463f8a36434 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:23:22.159195 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-9aebd73a-07c9-43b9-81d3-0de64b19b5cf tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 84841d20-6da6-4f65-9278-1463f8a36434) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:22.169800 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aebd73a-07c9-43b9-81d3-0de64b19b5cf tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:22.170667 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9aebd73a-07c9-43b9-81d3-0de64b19b5cf tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:22.183631 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1711f9-f2d0-4032-84ce-01c779c847dc None None] Network 84841d20-6da6-4f65-9278-1463f8a36434 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:22.194993 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9aebd73a-07c9-43b9-81d3-0de64b19b5cf tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4962115 Jul 15 23:23:22.201125 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38406) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:22.213138 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-f7d5f5ba-8902-4124-9b5f-39f500c08327 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'port': {'network_id': '84841d20-6da6-4f65-9278-1463f8a36434', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1945576396'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:22.232473 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08927247-6433-4f76-bade-3a437d3d5cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:22.375449 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08927247-6433-4f76-bade-3a437d3d5cfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:22.388502 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-08927247-6433-4f76-bade-3a437d3d5cfb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/242df3cc-37d7-47c0-a77c-be9034976381 HTTP/1.1" status: 204 len: 168 time: 0.7287257 Jul 15 23:23:22.388502 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38408) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:22.391667 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08927247-6433-4f76-bade-3a437d3d5cfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=242df3cc-37d7-47c0-a77c-be9034976381,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:22.436530 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08927247-6433-4f76-bade-3a437d3d5cfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:22.436905 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08927247-6433-4f76-bade-3a437d3d5cfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:22.437127 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08927247-6433-4f76-bade-3a437d3d5cfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:22.437467 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08927247-6433-4f76-bade-3a437d3d5cfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:22.437801 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08927247-6433-4f76-bade-3a437d3d5cfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:22.438134 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08927247-6433-4f76-bade-3a437d3d5cfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:22.438745 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08927247-6433-4f76-bade-3a437d3d5cfb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:22.439076 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08927247-6433-4f76-bade-3a437d3d5cfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:22.439403 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08927247-6433-4f76-bade-3a437d3d5cfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:22.439727 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08927247-6433-4f76-bade-3a437d3d5cfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:22.440073 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08927247-6433-4f76-bade-3a437d3d5cfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:22.440397 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08927247-6433-4f76-bade-3a437d3d5cfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:22.475433 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7cfbdc-d5ba-46b6-838d-6ecaf7a496a9 None None] Network cb7f5d26-827b-40c8-9606-f513fb310e54 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:22.601473 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1c950c37-0565-4727-9227-f05eebad1b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:22.607387 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d5f5ba-8902-4124-9b5f-39f500c08327 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:22.611265 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f7d5f5ba-8902-4124-9b5f-39f500c08327 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:22.648900 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f310731f-02a2-4433-9291-1647894e50e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-84841d20-6da6-4f65-9278-1463f8a36434', 'network_id': '84841d20-6da6-4f65-9278-1463f8a36434', 'tenant_id': '2819db808b29407198e7e7677d979d1a', 'fixed_ips': [{'subnet_id': '7c3d9d57-8cae-43fa-b89d-15f0b699124a'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:23:22.650264 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f310731f-02a2-4433-9291-1647894e50e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:22.668949 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f7d5f5ba-8902-4124-9b5f-39f500c08327 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] device_id is not set on port 5eaede02-23c2-459e-9ef7-fa591cedf8d3 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:23:22.702073 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-1c950c37-0565-4727-9227-f05eebad1b99 admin admin] Deleting port 0d8f668a-7457-41b6-9de0-6c1b9c38c1fe {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:22.702620 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1c950c37-0565-4727-9227-f05eebad1b99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:22.869819 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-f310731f-02a2-4433-9291-1647894e50e7 None None] Allocated IP 2001:db8::2 (84841d20-6da6-4f65-9278-1463f8a36434/7c3d9d57-8cae-43fa-b89d-15f0b699124a/1ed531f4-1b43-4c1c-9808-6982dd8163e1) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:22.885978 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-1c950c37-0565-4727-9227-f05eebad1b99 admin admin] For port 0d8f668a-7457-41b6-9de0-6c1b9c38c1fe, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=0d8f668a-7457-41b6-9de0-6c1b9c38c1fe,segment=NetworkSegment(b8fbf8e3-2064-48ec-a057-e61b61fe1b65),segment_id=b8fbf8e3-2064-48ec-a057-e61b61fe1b65)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:22.887104 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1c950c37-0565-4727-9227-f05eebad1b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:22.920591 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-1c950c37-0565-4727-9227-f05eebad1b99 admin admin] Calling delete_port for 0d8f668a-7457-41b6-9de0-6c1b9c38c1fe owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:22.933706 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8527a497-fd70-4a65-b1c4-26d4beb54993 None None] DHCP port deletion for cb7f5d26-827b-40c8-9606-f513fb310e54 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:23:23.150439 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1c950c37-0565-4727-9227-f05eebad1b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:23.227629 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c950c37-0565-4727-9227-f05eebad1b99 admin admin] No DVR routers for this DVR port 0d8f668a-7457-41b6-9de0-6c1b9c38c1fe on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:23:23.229548 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c950c37-0565-4727-9227-f05eebad1b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d8f668a-7457-41b6-9de0-6c1b9c38c1fe,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:23.382361 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f310731f-02a2-4433-9291-1647894e50e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:23.395453 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f310731f-02a2-4433-9291-1647894e50e7 None None] Transition to ACTIVE for port object 1ed531f4-1b43-4c1c-9808-6982dd8163e1 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:23.413747 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f310731f-02a2-4433-9291-1647894e50e7 None None] Transition to ACTIVE for port object 1ed531f4-1b43-4c1c-9808-6982dd8163e1 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:23.420898 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1c950c37-0565-4727-9227-f05eebad1b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:23.424407 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f310731f-02a2-4433-9291-1647894e50e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:23.426843 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0ea02261-02d4-4b76-84c1-d45317e66382 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:23:23.449961 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-1c950c37-0565-4727-9227-f05eebad1b99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb7f5d26-827b-40c8-9606-f513fb310e54']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:23.455553 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 0ea02261-02d4-4b76-84c1-d45317e66382 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:23:23.455900 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0ea02261-02d4-4b76-84c1-d45317e66382 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:23:23.456323 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0d8f668a-7457-41b6-9de0-6c1b9c38c1fe no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:23:23.473031 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-1c950c37-0565-4727-9227-f05eebad1b99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8fbf8e3-2064-48ec-a057-e61b61fe1b65') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:23.480349 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-1c950c37-0565-4727-9227-f05eebad1b99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8fbf8e3-2064-48ec-a057-e61b61fe1b65') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:23.494489 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 0d8f668a-7457-41b6-9de0-6c1b9c38c1fe {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:23:23.494871 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0d8f668a-7457-41b6-9de0-6c1b9c38c1fe not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:23:23.495351 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1c950c37-0565-4727-9227-f05eebad1b99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:23.505662 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-8527a497-fd70-4a65-b1c4-26d4beb54993 None None] Deleting port 0d8f668a-7457-41b6-9de0-6c1b9c38c1fe {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:23.506577 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8527a497-fd70-4a65-b1c4-26d4beb54993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:23.530323 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f310731f-02a2-4433-9291-1647894e50e7 None None] Network 84841d20-6da6-4f65-9278-1463f8a36434 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:23.542741 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-f310731f-02a2-4433-9291-1647894e50e7 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:23.549999 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f310731f-02a2-4433-9291-1647894e50e7 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:23.553335 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1c950c37-0565-4727-9227-f05eebad1b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:23.568789 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c950c37-0565-4727-9227-f05eebad1b99 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:23:23.569223 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1c950c37-0565-4727-9227-f05eebad1b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:23.573240 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:23:23.573240 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:23:23.573240 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:23:23.573240 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:23:23.573240 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:23:23.573240 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:23:23.573240 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:23:23.573240 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:23:23.573240 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:23:23.573240 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:23:23.573240 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:23:23.573240 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:23:23.573240 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:23:23.573240 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:23:23.573240 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:23:23.573240 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:23:23.573240 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:23:23.573240 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:23:23.573240 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:23:23.573240 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:23:23.573240 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:23:23.573240 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:23:23.573240 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:23:23.573240 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:23:23.573240 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:23:23.573240 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:23:23.573240 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:23:23.573240 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:23:23.573240 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:23:23.573240 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:23:23.573240 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:23:23.573240 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:23:23.600978 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c87f4-0375-4856-bba2-fea0de0eeb59 req-5a097537-6a2b-44dd-a0f2-bc8bb852c174 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:23.602590 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a8c87f4-0375-4856-bba2-fea0de0eeb59 req-5a097537-6a2b-44dd-a0f2-bc8bb852c174 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 945 time: 0.3263679 Jul 15 23:23:23.607068 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310731f-02a2-4433-9291-1647894e50e7 None None] Pushing event updated for resources: {'Port': ['ID=1ed531f4-1b43-4c1c-9808-6982dd8163e1,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:23.699371 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1c950c37-0565-4727-9227-f05eebad1b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:23.705890 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1c950c37-0565-4727-9227-f05eebad1b99 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:23.716737 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1c950c37-0565-4727-9227-f05eebad1b99 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cb7f5d26-827b-40c8-9606-f513fb310e54 HTTP/1.1" status: 204 len: 168 time: 1.3000879 Jul 15 23:23:23.742054 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-f7d5f5ba-8902-4124-9b5f-39f500c08327 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Allocated IP 2001:db8::2ac (84841d20-6da6-4f65-9278-1463f8a36434/7c3d9d57-8cae-43fa-b89d-15f0b699124a/5eaede02-23c2-459e-9ef7-fa591cedf8d3) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:23.753348 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c950c37-0565-4727-9227-f05eebad1b99 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb7f5d26-827b-40c8-9606-f513fb310e54,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:23.794677 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-8527a497-fd70-4a65-b1c4-26d4beb54993 None None] For port 0d8f668a-7457-41b6-9de0-6c1b9c38c1fe, host n-d-787205-9, got binding levels [] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:23.794677 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8527a497-fd70-4a65-b1c4-26d4beb54993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:23.811330 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-8527a497-fd70-4a65-b1c4-26d4beb54993 None None] Calling delete_port for 0d8f668a-7457-41b6-9de0-6c1b9c38c1fe owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:23.814419 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.ipam_backend_mixin [None req-8527a497-fd70-4a65-b1c4-26d4beb54993 None None] Port 0d8f668a-7457-41b6-9de0-6c1b9c38c1fe was not found and therefore no delete operation was performed {{(pid=93800) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:23:23.815875 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8527a497-fd70-4a65-b1c4-26d4beb54993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:23.831302 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8527a497-fd70-4a65-b1c4-26d4beb54993 None None] Network cb7f5d26-827b-40c8-9606-f513fb310e54 is not hosted by any dhcp agent {{(pid=93800) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 23:23:23.831892 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8527a497-fd70-4a65-b1c4-26d4beb54993 None None] No DVR routers for this DVR port 0d8f668a-7457-41b6-9de0-6c1b9c38c1fe on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:23:23.888722 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527a497-fd70-4a65-b1c4-26d4beb54993 None None] Pushing event deleted for resources: {'Port': ['ID=0d8f668a-7457-41b6-9de0-6c1b9c38c1fe,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:23.899093 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-f310731f-02a2-4433-9291-1647894e50e7 None None] Attempting to bind port 1ed531f4-1b43-4c1c-9808-6982dd8163e1 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:23:23.899669 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-f310731f-02a2-4433-9291-1647894e50e7 None None] Attempting to bind port 1ed531f4-1b43-4c1c-9808-6982dd8163e1 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'bdf5f90e-dbbb-47de-90bb-2e81a0a59631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '84841d20-6da6-4f65-9278-1463f8a36434'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:23:23.900201 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f310731f-02a2-4433-9291-1647894e50e7 None None] Attempting to bind port 1ed531f4-1b43-4c1c-9808-6982dd8163e1 on network 84841d20-6da6-4f65-9278-1463f8a36434 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:23:23.907609 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f310731f-02a2-4433-9291-1647894e50e7 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:23:23.908760 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f310731f-02a2-4433-9291-1647894e50e7 None None] Checking segment: {'id': 'bdf5f90e-dbbb-47de-90bb-2e81a0a59631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '84841d20-6da6-4f65-9278-1463f8a36434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:23.908760 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f310731f-02a2-4433-9291-1647894e50e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:23.908760 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f310731f-02a2-4433-9291-1647894e50e7 None None] Bound using segment: {'id': 'bdf5f90e-dbbb-47de-90bb-2e81a0a59631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '84841d20-6da6-4f65-9278-1463f8a36434'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:23:23.909221 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-f310731f-02a2-4433-9291-1647894e50e7 None None] Bound port: 1ed531f4-1b43-4c1c-9808-6982dd8163e1, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf5f90e-dbbb-47de-90bb-2e81a0a59631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '84841d20-6da6-4f65-9278-1463f8a36434'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:23:23.909594 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f310731f-02a2-4433-9291-1647894e50e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:23.972727 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38424) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:24.069061 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cd9e5a88-a646-4421-a140-cbb21ec0e65a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c1885ddec6b5464187ca1cbaa27847a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0947373 Jul 15 23:23:24.069788 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38426) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:24.087693 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-f310731f-02a2-4433-9291-1647894e50e7 None None] For port 1ed531f4-1b43-4c1c-9808-6982dd8163e1, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:23:24.097688 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-f310731f-02a2-4433-9291-1647894e50e7 None None] For port 1ed531f4-1b43-4c1c-9808-6982dd8163e1, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1ed531f4-1b43-4c1c-9808-6982dd8163e1,segment=NetworkSegment(bdf5f90e-dbbb-47de-90bb-2e81a0a59631),segment_id=bdf5f90e-dbbb-47de-90bb-2e81a0a59631)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:23:24.103778 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f310731f-02a2-4433-9291-1647894e50e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.124901 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f7d5f5ba-8902-4124-9b5f-39f500c08327 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.152542 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f7d5f5ba-8902-4124-9b5f-39f500c08327 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Transition to ACTIVE for port object 5eaede02-23c2-459e-9ef7-fa591cedf8d3 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:24.210754 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f7d5f5ba-8902-4124-9b5f-39f500c08327 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.230781 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.260400 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-006c8e45-586e-4863-be74-7849ff30553b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.262354 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310731f-02a2-4433-9291-1647894e50e7 None None] Pushing event updated for resources: {'Port': ['ID=1ed531f4-1b43-4c1c-9808-6982dd8163e1,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:24.311795 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d5f5ba-8902-4124-9b5f-39f500c08327 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network 84841d20-6da6-4f65-9278-1463f8a36434 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:24.331569 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5f5ba-8902-4124-9b5f-39f500c08327 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Port': ['ID=5eaede02-23c2-459e-9ef7-fa591cedf8d3,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:24.332991 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-006c8e45-586e-4863-be74-7849ff30553b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.335669 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-f7d5f5ba-8902-4124-9b5f-39f500c08327 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:24.338122 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d5f5ba-8902-4124-9b5f-39f500c08327 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:24.343818 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5f5ba-8902-4124-9b5f-39f500c08327 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:24.344447 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f7d5f5ba-8902-4124-9b5f-39f500c08327 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.372583 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a8c87f4-0375-4856-bba2-fea0de0eeb59 req-03f94192-b372-455b-ad9a-4657bdc5160a tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7569129 Jul 15 23:23:24.384295 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f7d5f5ba-8902-4124-9b5f-39f500c08327 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.1818209 Jul 15 23:23:24.391910 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38440) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:24.435217 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-006c8e45-586e-4863-be74-7849ff30553b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.438902 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-006c8e45-586e-4863-be74-7849ff30553b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.440216 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-006c8e45-586e-4863-be74-7849ff30553b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a81cff2c-f04c-4187-b08e-ecb41ecd3dec HTTP/1.1" status: 204 len: 168 time: 0.3685544 Jul 15 23:23:24.473783 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c8e45-586e-4863-be74-7849ff30553b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81cff2c-f04c-4187-b08e-ecb41ecd3dec,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:24.680621 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a5182-1e32-446b-9841-3ebe2d35ea24 req-9f5c4ec0-3c7b-44f8-8f81-216026d4ff8f tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:24.689629 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-143a5182-1e32-446b-9841-3ebe2d35ea24 req-9f5c4ec0-3c7b-44f8-8f81-216026d4ff8f tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd9b4f68-09e8-4947-8218-adafa1dcaa5e HTTP/1.1" status: 200 len: 946 time: 0.5003223 Jul 15 23:23:24.800490 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-143a5182-1e32-446b-9841-3ebe2d35ea24 req-802f1e6e-e79d-4e2c-a00e-5c040db74ac0 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055944 Jul 15 23:23:24.829538 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f3d8a32e-1971-46dd-a889-49ce23de8bd4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting port 5eaede02-23c2-459e-9ef7-fa591cedf8d3 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:24.829886 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3d8a32e-1971-46dd-a889-49ce23de8bd4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.945083 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3d8a32e-1971-46dd-a889-49ce23de8bd4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.961553 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f3d8a32e-1971-46dd-a889-49ce23de8bd4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Calling delete_port for 5eaede02-23c2-459e-9ef7-fa591cedf8d3 owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:25.163552 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3d8a32e-1971-46dd-a889-49ce23de8bd4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:25.207406 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8a32e-1971-46dd-a889-49ce23de8bd4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Port': ['ID=5eaede02-23c2-459e-9ef7-fa591cedf8d3,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:25.252170 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3d8a32e-1971-46dd-a889-49ce23de8bd4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:25.256191 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f3d8a32e-1971-46dd-a889-49ce23de8bd4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/ports/5eaede02-23c2-459e-9ef7-fa591cedf8d3 HTTP/1.1" status: 204 len: 168 time: 0.8611572 Jul 15 23:23:25.258481 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38458) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:25.307760 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dee3eed-84b5-4c06-959c-331b4976e3e8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] GET failed (client error): The resource could not be found. Jul 15 23:23:25.309514 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7dee3eed-84b5-4c06-959c-331b4976e3e8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "GET /v2.0/ports/5eaede02-23c2-459e-9ef7-fa591cedf8d3 HTTP/1.1" status: 404 len: 333 time: 0.0496891 Jul 15 23:23:25.312854 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38462) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:25.424469 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1ed531f4-1b43-4c1c-9808-6982dd8163e1 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:23:25.439071 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce08ec8a-9fff-4d68-95ae-08c4869351f3 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting subnet 7c3d9d57-8cae-43fa-b89d-15f0b699124a {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:23:25.452008 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ce08ec8a-9fff-4d68-95ae-08c4869351f3 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:25.601048 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 1ed531f4-1b43-4c1c-9808-6982dd8163e1 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:25.656080 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ce08ec8a-9fff-4d68-95ae-08c4869351f3 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:25.661212 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c9271-2ca8-4142-8eca-e58d36e89593 req-a8b7de57-0bf7-4593-bda8-490f3ae5c11e tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:25.668235 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1d9c9271-2ca8-4142-8eca-e58d36e89593 req-a8b7de57-0bf7-4593-bda8-490f3ae5c11e tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd9b4f68-09e8-4947-8218-adafa1dcaa5e HTTP/1.1" status: 200 len: 946 time: 0.2032642 Jul 15 23:23:25.795976 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530faab6-0c35-4614-84e2-2faec50173e7 req-2e854725-6afe-4709-acf3-c14880b7c1d6 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:25.798192 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-530faab6-0c35-4614-84e2-2faec50173e7 req-2e854725-6afe-4709-acf3-c14880b7c1d6 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 945 time: 0.2088397 Jul 15 23:23:25.909025 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-1d9c9271-2ca8-4142-8eca-e58d36e89593 req-4b4b4534-035f-4ca9-b4e4-b3e2dd7aba1e tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Deleting port 82d6b42d-0f65-46f5-8d3c-484d987e58c1 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:25.910721 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1d9c9271-2ca8-4142-8eca-e58d36e89593 req-4b4b4534-035f-4ca9-b4e4-b3e2dd7aba1e tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:25.918815 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-530faab6-0c35-4614-84e2-2faec50173e7 req-f0131fc1-27c2-4428-8539-dd5aa4fca25e tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794909 Jul 15 23:23:25.927603 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ce08ec8a-9fff-4d68-95ae-08c4869351f3 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:26.006068 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ce08ec8a-9fff-4d68-95ae-08c4869351f3 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:26.013418 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510561b6-627c-4654-91c9-ec9aa3aee2de None None] Network 84841d20-6da6-4f65-9278-1463f8a36434 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:26.032731 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38478) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:26.096019 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-1d9c9271-2ca8-4142-8eca-e58d36e89593 req-4b4b4534-035f-4ca9-b4e4-b3e2dd7aba1e tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] For port 82d6b42d-0f65-46f5-8d3c-484d987e58c1, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=82d6b42d-0f65-46f5-8d3c-484d987e58c1,segment=NetworkSegment(5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61),segment_id=5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:26.096399 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1d9c9271-2ca8-4142-8eca-e58d36e89593 req-4b4b4534-035f-4ca9-b4e4-b3e2dd7aba1e tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:26.120454 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-1d9c9271-2ca8-4142-8eca-e58d36e89593 req-4b4b4534-035f-4ca9-b4e4-b3e2dd7aba1e tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Calling delete_port for 82d6b42d-0f65-46f5-8d3c-484d987e58c1 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:26.147893 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08ec8a-9fff-4d68-95ae-08c4869351f3 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Subnet': ['ID=7c3d9d57-8cae-43fa-b89d-15f0b699124a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:26.195114 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ce08ec8a-9fff-4d68-95ae-08c4869351f3 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:26.200989 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ce08ec8a-9fff-4d68-95ae-08c4869351f3 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/subnets/7c3d9d57-8cae-43fa-b89d-15f0b699124a HTTP/1.1" status: 204 len: 168 time: 0.8867619 Jul 15 23:23:26.213297 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38482) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:26.268574 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1d9c9271-2ca8-4142-8eca-e58d36e89593 req-4b4b4534-035f-4ca9-b4e4-b3e2dd7aba1e tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:26.313885 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-90018fec-67d6-4074-8576-9cdd52bd6d1f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1823148796-network', 'tenant_id': 'd2846e41f2b54baa808ba8990a161df4'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:26.316674 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d', '824ca5fc-c067-405d-83ce-34fcc6da2775', 'fdd2855c-49ff-4c1c-afd4-a698c6e0c3be'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:23:26.329463 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b4534-035f-4ca9-b4e4-b3e2dd7aba1e tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Pushing event deleted for resources: {'Port': ['ID=82d6b42d-0f65-46f5-8d3c-484d987e58c1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:26.341639 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90018fec-67d6-4074-8576-9cdd52bd6d1f admin admin] Made reservation on behalf of d2846e41f2b54baa808ba8990a161df4 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:26.344201 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-90018fec-67d6-4074-8576-9cdd52bd6d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:26.356679 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-90018fec-67d6-4074-8576-9cdd52bd6d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:26.362187 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8193b92f-af43-4e59-a643-1fc49adcde52 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:26.371726 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1fef19-dace-46e6-b318-4d005cf3fab4 req-2d4f3033-5080-4353-a176-f417b4a281cb tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:26.378820 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bc1fef19-dace-46e6-b318-4d005cf3fab4 req-2d4f3033-5080-4353-a176-f417b4a281cb tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd9b4f68-09e8-4947-8218-adafa1dcaa5e HTTP/1.1" status: 200 len: 867 time: 0.2538052 Jul 15 23:23:26.404294 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['82d6b42d-0f65-46f5-8d3c-484d987e58c1'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:23:26.407549 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-98f9066b-20eb-4558-afa3-f6721b71377e None None] Provisioning for port 1ed531f4-1b43-4c1c-9808-6982dd8163e1 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:26.445607 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9c9271-2ca8-4142-8eca-e58d36e89593 req-4b4b4534-035f-4ca9-b4e4-b3e2dd7aba1e tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] No DVR routers for this DVR port 82d6b42d-0f65-46f5-8d3c-484d987e58c1 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:23:26.454046 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1d9c9271-2ca8-4142-8eca-e58d36e89593 req-4b4b4534-035f-4ca9-b4e4-b3e2dd7aba1e tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:26.461491 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1d9c9271-2ca8-4142-8eca-e58d36e89593 req-4b4b4534-035f-4ca9-b4e4-b3e2dd7aba1e tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.36 "DELETE /v2.0/ports/82d6b42d-0f65-46f5-8d3c-484d987e58c1 HTTP/1.1" status: 204 len: 173 time: 0.7850089 Jul 15 23:23:26.463463 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9b4f68-09e8-4947-8218-adafa1dcaa5e', 'name': 'network-vif-deleted', 'tag': '82d6b42d-0f65-46f5-8d3c-484d987e58c1'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:26.468136 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7086d092-903e-4f5d-b97b-b43055d63c0d" -d '{"events": [{"server_uuid": "cd9b4f68-09e8-4947-8218-adafa1dcaa5e", "name": "network-vif-deleted", "tag": "82d6b42d-0f65-46f5-8d3c-484d987e58c1"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:26.503761 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-90018fec-67d6-4074-8576-9cdd52bd6d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:26.515070 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-98f9066b-20eb-4558-afa3-f6721b71377e None None] Provisioning complete for port 1ed531f4-1b43-4c1c-9808-6982dd8163e1 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:26.516180 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-98f9066b-20eb-4558-afa3-f6721b71377e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:26.540030 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bc1fef19-dace-46e6-b318-4d005cf3fab4 req-4564c700-8bbb-4366-88db-7deb1a4e10f2 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601143 Jul 15 23:23:26.543983 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-90018fec-67d6-4074-8576-9cdd52bd6d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:26.566997 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959fd465-8256-410b-9c76-5240aa3d0181 x-openstack-request-id: req-959fd465-8256-410b-9c76-5240aa3d0181 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:26.567429 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9b4f68-09e8-4947-8218-adafa1dcaa5e", "name": "network-vif-deleted", "tag": "82d6b42d-0f65-46f5-8d3c-484d987e58c1", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:26.567561 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-959fd465-8256-410b-9c76-5240aa3d0181 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:26.567976 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9b4f68-09e8-4947-8218-adafa1dcaa5e', 'name': 'network-vif-deleted', 'tag': '82d6b42d-0f65-46f5-8d3c-484d987e58c1', 'status': 'completed', 'code': 200} Jul 15 23:23:26.591822 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90018fec-67d6-4074-8576-9cdd52bd6d1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:23:26.612014 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90018fec-67d6-4074-8576-9cdd52bd6d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93672eac-837e-4be7-94a4-a5d0a44467c8,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:26.623824 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-90018fec-67d6-4074-8576-9cdd52bd6d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:26.624323 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-90018fec-67d6-4074-8576-9cdd52bd6d1f admin admin] Added segment 99e30787-fb5f-4579-a68e-09dbc1d4d4a2 of type vlan for network 886b140e-59fa-4167-8a15-cfa46f3ed6d1 Jul 15 23:23:26.678061 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8193b92f-af43-4e59-a643-1fc49adcde52 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting port 1ed531f4-1b43-4c1c-9808-6982dd8163e1 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:26.678824 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8193b92f-af43-4e59-a643-1fc49adcde52 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:26.702868 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-90018fec-67d6-4074-8576-9cdd52bd6d1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:26.916744 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-98f9066b-20eb-4558-afa3-f6721b71377e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:26.967749 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-98f9066b-20eb-4558-afa3-f6721b71377e None None] For port 1ed531f4-1b43-4c1c-9808-6982dd8163e1, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1ed531f4-1b43-4c1c-9808-6982dd8163e1,segment=NetworkSegment(bdf5f90e-dbbb-47de-90bb-2e81a0a59631),segment_id=bdf5f90e-dbbb-47de-90bb-2e81a0a59631)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:26.979990 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4b2d5f-61cc-462f-93cd-2be2a654c0c9 None None] DHCP port deletion for 84841d20-6da6-4f65-9278-1463f8a36434 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:23:26.990377 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-98f9066b-20eb-4558-afa3-f6721b71377e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:27.100700 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9066b-20eb-4558-afa3-f6721b71377e None None] Pushing event updated for resources: {'Port': ['ID=1ed531f4-1b43-4c1c-9808-6982dd8163e1,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:27.161431 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-8193b92f-af43-4e59-a643-1fc49adcde52 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] For port 1ed531f4-1b43-4c1c-9808-6982dd8163e1, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1ed531f4-1b43-4c1c-9808-6982dd8163e1,segment=NetworkSegment(bdf5f90e-dbbb-47de-90bb-2e81a0a59631),segment_id=bdf5f90e-dbbb-47de-90bb-2e81a0a59631)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:27.162101 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8193b92f-af43-4e59-a643-1fc49adcde52 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:27.171682 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-6d4b2d5f-61cc-462f-93cd-2be2a654c0c9 None None] Deleting port 1ed531f4-1b43-4c1c-9808-6982dd8163e1 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:27.172056 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6d4b2d5f-61cc-462f-93cd-2be2a654c0c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:27.174371 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.db.resource_extend [None req-90018fec-67d6-4074-8576-9cdd52bd6d1f admin admin] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:23:27.221319 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8193b92f-af43-4e59-a643-1fc49adcde52 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Calling delete_port for 1ed531f4-1b43-4c1c-9808-6982dd8163e1 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:27.245968 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-90018fec-67d6-4074-8576-9cdd52bd6d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:27.247306 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90018fec-67d6-4074-8576-9cdd52bd6d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:27.248106 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-90018fec-67d6-4074-8576-9cdd52bd6d1f admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:27.272955 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-90018fec-67d6-4074-8576-9cdd52bd6d1f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2326410 Jul 15 23:23:27.278585 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38502) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:27.279469 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-6d4b2d5f-61cc-462f-93cd-2be2a654c0c9 None None] For port 1ed531f4-1b43-4c1c-9808-6982dd8163e1, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1ed531f4-1b43-4c1c-9808-6982dd8163e1,segment=NetworkSegment(bdf5f90e-dbbb-47de-90bb-2e81a0a59631),segment_id=bdf5f90e-dbbb-47de-90bb-2e81a0a59631)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:27.279870 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6d4b2d5f-61cc-462f-93cd-2be2a654c0c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:27.285667 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-48165171-3476-4485-a0fd-31fb67419f57 admin admin] Request body: {'subnet': {'network_id': '886b140e-59fa-4167-8a15-cfa46f3ed6d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1823148796-subnet', 'tenant_id': 'd2846e41f2b54baa808ba8990a161df4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:27.306926 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-6d4b2d5f-61cc-462f-93cd-2be2a654c0c9 None None] Calling delete_port for 1ed531f4-1b43-4c1c-9808-6982dd8163e1 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:27.365434 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48165171-3476-4485-a0fd-31fb67419f57 admin admin] Made reservation on behalf of d2846e41f2b54baa808ba8990a161df4 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:27.386218 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-48165171-3476-4485-a0fd-31fb67419f57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:27.443243 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90018fec-67d6-4074-8576-9cdd52bd6d1f admin admin] Pushing event updated for resources: {'Network': ['ID=886b140e-59fa-4167-8a15-cfa46f3ed6d1,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:27.453992 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1ed531f4-1b43-4c1c-9808-6982dd8163e1 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:23:27.472861 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 886b140e-59fa-4167-8a15-cfa46f3ed6d1 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:23:27.484742 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ccee0-5650-4935-82bc-3409d54343b9 req-faceadfb-f860-435f-a83c-91d38b730457 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:27.487631 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2d5ccee0-5650-4935-82bc-3409d54343b9 req-faceadfb-f860-435f-a83c-91d38b730457 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 945 time: 0.3103740 Jul 15 23:23:27.504736 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66819bd7-6a06-4b75-860f-53e48ae4588b req-523ada59-2ce2-4483-8b12-9c56c3c89c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:27.511222 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-66819bd7-6a06-4b75-860f-53e48ae4588b req-523ada59-2ce2-4483-8b12-9c56c3c89c30 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce3c14cbd70f4bed98591d54f3156d56&device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 1096 time: 0.2906725 Jul 15 23:23:27.598844 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2d5ccee0-5650-4935-82bc-3409d54343b9 req-e82090fa-7637-4f1c-b0b1-4320281a902c tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017838 Jul 15 23:23:27.614185 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8193b92f-af43-4e59-a643-1fc49adcde52 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:27.665407 n-d-787205-9 neutron-server[93800]: INFO neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No ports have port_id starting with 1ed531f4-1b43-4c1c-9808-6982dd8163e1 Jul 15 23:23:27.691639 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193b92f-af43-4e59-a643-1fc49adcde52 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Port': ['ID=1ed531f4-1b43-4c1c-9808-6982dd8163e1,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:27.694269 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6d4b2d5f-61cc-462f-93cd-2be2a654c0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:27.708517 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8193b92f-af43-4e59-a643-1fc49adcde52 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] No DVR routers for this DVR port 1ed531f4-1b43-4c1c-9808-6982dd8163e1 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:23:27.728136 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b2d5f-61cc-462f-93cd-2be2a654c0c9 None None] Pushing event deleted for resources: {'Port': ['ID=1ed531f4-1b43-4c1c-9808-6982dd8163e1,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:27.732753 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4b2d5f-61cc-462f-93cd-2be2a654c0c9 None None] No DVR routers for this DVR port 1ed531f4-1b43-4c1c-9808-6982dd8163e1 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:23:27.783343 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66819bd7-6a06-4b75-860f-53e48ae4588b req-b73ae745-0855-4bdd-aa9c-2a1843eca5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:27.784989 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-66819bd7-6a06-4b75-860f-53e48ae4588b req-b73ae745-0855-4bdd-aa9c-2a1843eca5d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=34f2ebab-bb83-41e4-bb34-809be32dfaa3 HTTP/1.1" status: 200 len: 918 time: 0.2660031 Jul 15 23:23:27.907015 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8193b92f-af43-4e59-a643-1fc49adcde52 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:27.921481 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-8193b92f-af43-4e59-a643-1fc49adcde52 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84841d20-6da6-4f65-9278-1463f8a36434']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:27.943079 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-8193b92f-af43-4e59-a643-1fc49adcde52 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf5f90e-dbbb-47de-90bb-2e81a0a59631') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:27.943413 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-8193b92f-af43-4e59-a643-1fc49adcde52 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf5f90e-dbbb-47de-90bb-2e81a0a59631') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:27.961607 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8193b92f-af43-4e59-a643-1fc49adcde52 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:27.993891 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8193b92f-af43-4e59-a643-1fc49adcde52 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:28.009301 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8193b92f-af43-4e59-a643-1fc49adcde52 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:23:28.010056 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8193b92f-af43-4e59-a643-1fc49adcde52 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:28.014382 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:23:28.014382 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:23:28.014382 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:23:28.014382 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:23:28.014382 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:23:28.014382 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:23:28.014382 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:23:28.014382 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:23:28.014382 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:23:28.014382 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:23:28.014382 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:23:28.014382 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:23:28.014382 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:23:28.014382 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:23:28.014382 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:23:28.014382 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:23:28.014382 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:23:28.014382 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:23:28.014382 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:23:28.014382 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:23:28.014382 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:23:28.014382 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:23:28.014382 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:23:28.014382 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:23:28.014382 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:23:28.014382 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:23:28.014382 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:23:28.014382 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:23:28.014382 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:23:28.014382 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:23:28.014382 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:23:28.014382 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:23:28.048369 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-66819bd7-6a06-4b75-860f-53e48ae4588b req-7c0390c4-a93a-46e8-81a0-2dc6b2126dff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=decd57ff-428e-4b9c-bce5-fdacc4ff9f0f HTTP/1.1" status: 200 len: 1000 time: 0.2410395 Jul 15 23:23:28.050932 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-48165171-3476-4485-a0fd-31fb67419f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:28.104108 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8193b92f-af43-4e59-a643-1fc49adcde52 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:28.109360 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8193b92f-af43-4e59-a643-1fc49adcde52 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:28.113720 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8193b92f-af43-4e59-a643-1fc49adcde52 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/networks/84841d20-6da6-4f65-9278-1463f8a36434 HTTP/1.1" status: 204 len: 168 time: 1.9078724 Jul 15 23:23:28.118563 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38512) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:28.126852 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-e7d6e52f-2da7-4e40-83ec-b132ed322372 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'port': {'network_id': '2afa81a7-2bdc-4c70-adda-0b3e68f16fd8', 'name': 'tempest-PortsIpV6TestJSON-1542463796'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:28.155878 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193b92f-af43-4e59-a643-1fc49adcde52 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Network': ['ID=84841d20-6da6-4f65-9278-1463f8a36434,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:28.209150 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48165171-3476-4485-a0fd-31fb67419f57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=792d2a4c-baee-497b-9c7e-fe650ab4fbed,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:28.225198 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48165171-3476-4485-a0fd-31fb67419f57 admin admin] Checking segment: {'id': '99e30787-fb5f-4579-a68e-09dbc1d4d4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '886b140e-59fa-4167-8a15-cfa46f3ed6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:28.232008 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48165171-3476-4485-a0fd-31fb67419f57 admin admin] Network hostable DHCP agents. Network: 886b140e-59fa-4167-8a15-cfa46f3ed6d1, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:23:28.239460 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66819bd7-6a06-4b75-860f-53e48ae4588b req-854c7152-ea85-4ea8-b6ac-7f76d0887111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:28.246066 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-66819bd7-6a06-4b75-860f-53e48ae4588b req-854c7152-ea85-4ea8-b6ac-7f76d0887111 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=849813aa-50e4-40b7-a59e-c4d2aaa3041a HTTP/1.1" status: 200 len: 856 time: 0.1913252 Jul 15 23:23:28.257259 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d6e52f-2da7-4e40-83ec-b132ed322372 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:28.261592 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e7d6e52f-2da7-4e40-83ec-b132ed322372 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:28.284180 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-e7d6e52f-2da7-4e40-83ec-b132ed322372 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] device_id is not set on port 1ae7933d-4d63-4ea7-b15a-f44c3c153717 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:23:28.307421 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48165171-3476-4485-a0fd-31fb67419f57 admin admin] Network 886b140e-59fa-4167-8a15-cfa46f3ed6d1 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:23:28.320375 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-48165171-3476-4485-a0fd-31fb67419f57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 886b140e-59fa-4167-8a15-cfa46f3ed6d1) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:28.327766 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48165171-3476-4485-a0fd-31fb67419f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:28.328348 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-48165171-3476-4485-a0fd-31fb67419f57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:28.349673 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e336b2a-3d52-4c90-adbe-eaca2a19dbcd None None] Network 886b140e-59fa-4167-8a15-cfa46f3ed6d1 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:28.359345 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-48165171-3476-4485-a0fd-31fb67419f57 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0712271 Jul 15 23:23:28.360682 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66819bd7-6a06-4b75-860f-53e48ae4588b req-446f8194-b332-46cc-a553-47f6aa16962e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:28.371513 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-66819bd7-6a06-4b75-860f-53e48ae4588b req-446f8194-b332-46cc-a553-47f6aa16962e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34f2ebab-bb83-41e4-bb34-809be32dfaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115823 Jul 15 23:23:28.544117 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-66819bd7-6a06-4b75-860f-53e48ae4588b req-1df686a8-191c-4c2d-b145-f278c1294a3f service neutron] 10.222.0.36 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656456 Jul 15 23:23:28.603305 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 82d6b42d-0f65-46f5-8d3c-484d987e58c1 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:23:28.621678 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e7d6e52f-2da7-4e40-83ec-b132ed322372 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:28.637347 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5966502f-9b8c-4953-9fdb-4a1fa461db09 None None] Network 886b140e-59fa-4167-8a15-cfa46f3ed6d1 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:28.641731 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 82d6b42d-0f65-46f5-8d3c-484d987e58c1 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:23:28.642325 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 82d6b42d-0f65-46f5-8d3c-484d987e58c1 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:23:28.712755 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e7d6e52f-2da7-4e40-83ec-b132ed322372 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:28.788884 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-66819bd7-6a06-4b75-860f-53e48ae4588b req-1bf7664e-b96a-4af3-8334-8630ee799c3a service neutron] 10.222.0.36 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396181 Jul 15 23:23:28.806476 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d6e52f-2da7-4e40-83ec-b132ed322372 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network 2afa81a7-2bdc-4c70-adda-0b3e68f16fd8 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:28.810916 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-e7d6e52f-2da7-4e40-83ec-b132ed322372 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:28.812878 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6e52f-2da7-4e40-83ec-b132ed322372 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Port': ['ID=1ae7933d-4d63-4ea7-b15a-f44c3c153717,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:28.815299 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d6e52f-2da7-4e40-83ec-b132ed322372 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:28.821719 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d6e52f-2da7-4e40-83ec-b132ed322372 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:28.822352 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e7d6e52f-2da7-4e40-83ec-b132ed322372 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:28.853107 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e7d6e52f-2da7-4e40-83ec-b132ed322372 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7333040 Jul 15 23:23:28.855907 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38528) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:28.916961 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b67c22-5266-4734-b237-7638eacb048a req-02bd8bc8-fe03-4de8-8c16-1438570f0c2e tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:28.924095 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-03b67c22-5266-4734-b237-7638eacb048a req-02bd8bc8-fe03-4de8-8c16-1438570f0c2e tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 945 time: 0.0858603 Jul 15 23:23:28.987345 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-03b67c22-5266-4734-b237-7638eacb048a req-06767411-435f-4092-9ede-1b7f446a0c53 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621400 Jul 15 23:23:29.028066 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-21599b3d-0ead-43a7-a738-50a04cad19d6 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting port 1ae7933d-4d63-4ea7-b15a-f44c3c153717 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:29.028636 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21599b3d-0ead-43a7-a738-50a04cad19d6 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:29.105527 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21599b3d-0ead-43a7-a738-50a04cad19d6 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:29.121877 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-21599b3d-0ead-43a7-a738-50a04cad19d6 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Calling delete_port for 1ae7933d-4d63-4ea7-b15a-f44c3c153717 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:29.147859 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-7c4e8cbf-ae1a-43ad-90f4-cc782ca58829 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:29.149340 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-7c4e8cbf-ae1a-43ad-90f4-cc782ca58829 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/networks?id=886b140e-59fa-4167-8a15-cfa46f3ed6d1 HTTP/1.1" status: 200 len: 814 time: 0.1337519 Jul 15 23:23:29.165547 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-5003b6c5-4684-43eb-9322-5f5c56538af0 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/quotas/d2846e41f2b54baa808ba8990a161df4 HTTP/1.1" status: 200 len: 375 time: 0.0103266 Jul 15 23:23:29.200520 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-ffabeb02-6923-49a5-bce4-64bb5605e0f0 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2846e41f2b54baa808ba8990a161df4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290580 Jul 15 23:23:29.206427 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21599b3d-0ead-43a7-a738-50a04cad19d6 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:29.238693 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21599b3d-0ead-43a7-a738-50a04cad19d6 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Port': ['ID=1ae7933d-4d63-4ea7-b15a-f44c3c153717,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:29.248494 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21599b3d-0ead-43a7-a738-50a04cad19d6 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:29.253466 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-21599b3d-0ead-43a7-a738-50a04cad19d6 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/ports/1ae7933d-4d63-4ea7-b15a-f44c3c153717 HTTP/1.1" status: 204 len: 168 time: 0.3965461 Jul 15 23:23:29.254112 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38540) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:29.259419 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1d6b9975-eb04-4c07-afef-7c54c121d441 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'port': {'network_id': '2afa81a7-2bdc-4c70-adda-0b3e68f16fd8', 'mac_address': 'fa:16:3e:9c:2d:4a', 'name': 'tempest-PortsIpV6TestJSON-1500675255'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:29.296613 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-d5114fb3-180d-4e11-a412-e416b71b1f8a service neutron] 10.222.0.16 "GET /v2.0/networks/886b140e-59fa-4167-8a15-cfa46f3ed6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889575 Jul 15 23:23:29.385722 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6b9975-eb04-4c07-afef-7c54c121d441 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:29.409923 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-170ab15a-2681-4a2c-91a6-0585849a9d9e service neutron] 10.222.0.16 "GET /v2.0/networks/886b140e-59fa-4167-8a15-cfa46f3ed6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051180 Jul 15 23:23:29.458151 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d6b9975-eb04-4c07-afef-7c54c121d441 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:29.481615 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-1d6b9975-eb04-4c07-afef-7c54c121d441 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] device_id is not set on port 0f88793d-f647-42cd-bf80-559a126d1abb yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:23:29.609770 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1d051bd4-0167-464a-b40d-f7b892717fc9 req-de0c01d1-c587-4c0c-be3f-5320614a4f87 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/ports?device_id=56acab07-577e-4303-8ec3-31b53a575f28 HTTP/1.1" status: 200 len: 210 time: 0.0414426 Jul 15 23:23:29.671167 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d6b9975-eb04-4c07-afef-7c54c121d441 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:29.717022 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d6b9975-eb04-4c07-afef-7c54c121d441 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:29.767026 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6b9975-eb04-4c07-afef-7c54c121d441 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network 2afa81a7-2bdc-4c70-adda-0b3e68f16fd8 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:29.770190 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-1d6b9975-eb04-4c07-afef-7c54c121d441 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:29.775562 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6b9975-eb04-4c07-afef-7c54c121d441 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:29.783575 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6b9975-eb04-4c07-afef-7c54c121d441 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:29.784202 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d6b9975-eb04-4c07-afef-7c54c121d441 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:29.794437 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b9975-eb04-4c07-afef-7c54c121d441 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Port': ['ID=0f88793d-f647-42cd-bf80-559a126d1abb,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:29.814836 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1d6b9975-eb04-4c07-afef-7c54c121d441 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5592301 Jul 15 23:23:29.816963 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38554) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:29.881166 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823a682a-8963-4aa0-b0f8-49396b376eb0 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:29.882873 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-823a682a-8963-4aa0-b0f8-49396b376eb0 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "GET /v2.0/ports/0f88793d-f647-42cd-bf80-559a126d1abb HTTP/1.1" status: 200 len: 845 time: 0.0640235 Jul 15 23:23:29.885576 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38560) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:29.999344 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2ee6dea4-494e-4cc3-8fd2-50f95b3a22f2 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting port 0f88793d-f647-42cd-bf80-559a126d1abb {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:29.999693 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ee6dea4-494e-4cc3-8fd2-50f95b3a22f2 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:30.088368 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ee6dea4-494e-4cc3-8fd2-50f95b3a22f2 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:30.102360 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2ee6dea4-494e-4cc3-8fd2-50f95b3a22f2 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Calling delete_port for 0f88793d-f647-42cd-bf80-559a126d1abb owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:30.223305 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ee6dea4-494e-4cc3-8fd2-50f95b3a22f2 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:30.253351 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6dea4-494e-4cc3-8fd2-50f95b3a22f2 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Port': ['ID=0f88793d-f647-42cd-bf80-559a126d1abb,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:30.269558 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ee6dea4-494e-4cc3-8fd2-50f95b3a22f2 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:30.272725 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2ee6dea4-494e-4cc3-8fd2-50f95b3a22f2 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/ports/0f88793d-f647-42cd-bf80-559a126d1abb HTTP/1.1" status: 204 len: 168 time: 0.3857908 Jul 15 23:23:30.273685 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-065c4cd7-3857-44f3-a419-ebde707824ed req-39b64944-c693-41c0-8eec-8609afc49122 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1746850363&fields=id&tenant_id=3c476bc9e2fe48f188b2500546342e72 HTTP/1.1" status: 200 len: 267 time: 0.0597260 Jul 15 23:23:30.275273 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38572) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:30.319770 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-256a949f-24e8-4d21-8fac-c3b3be79b424 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] GET failed (client error): The resource could not be found. Jul 15 23:23:30.321444 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-256a949f-24e8-4d21-8fac-c3b3be79b424 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "GET /v2.0/ports/0f88793d-f647-42cd-bf80-559a126d1abb HTTP/1.1" status: 404 len: 333 time: 0.0449455 Jul 15 23:23:30.327607 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38574) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:30.330865 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c3625-a853-43f4-ab50-630f091f8096 req-08beab43-fd11-46f5-afff-48047eda42fe tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:30.332476 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3a8c3625-a853-43f4-ab50-630f091f8096 req-08beab43-fd11-46f5-afff-48047eda42fe tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 945 time: 0.1823907 Jul 15 23:23:30.342154 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-dc864cf4-3dec-4099-8852-b349c38158bd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'port': {'network_id': '2afa81a7-2bdc-4c70-adda-0b3e68f16fd8', 'name': 'tempest-PortsIpV6TestJSON-155606080'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:30.408249 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3a8c3625-a853-43f4-ab50-630f091f8096 req-2f0eeea9-02ed-4c29-870f-a99537ede43f tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609503 Jul 15 23:23:30.464127 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc864cf4-3dec-4099-8852-b349c38158bd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:30.467864 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc864cf4-3dec-4099-8852-b349c38158bd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:30.506515 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-dc864cf4-3dec-4099-8852-b349c38158bd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] device_id is not set on port 27b96f8a-445b-4eac-b760-2c1ee99b3c18 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:23:30.539155 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c4cd7-3857-44f3-a419-ebde707824ed req-728300b6-3c93-4353-8fbb-285b90cbcf33 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:30.540818 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-065c4cd7-3857-44f3-a419-ebde707824ed req-728300b6-3c93-4353-8fbb-285b90cbcf33 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/networks?id=735c8477-b658-4066-88fd-8f0a4fc80eba HTTP/1.1" status: 200 len: 811 time: 0.2546625 Jul 15 23:23:30.565721 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-065c4cd7-3857-44f3-a419-ebde707824ed req-016f6ddc-1a4f-4cd1-bc70-d431f248a8c0 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/quotas/3c476bc9e2fe48f188b2500546342e72 HTTP/1.1" status: 200 len: 375 time: 0.0193923 Jul 15 23:23:30.585538 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device decd57ff-428e-4b9c-bce5-fdacc4ff9f0f no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:23:30.678525 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-065c4cd7-3857-44f3-a419-ebde707824ed req-d21537f4-7807-4409-9a06-23e67277dff8 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c476bc9e2fe48f188b2500546342e72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0955644 Jul 15 23:23:30.759029 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:30.796061 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc864cf4-3dec-4099-8852-b349c38158bd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:30.803990 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'decd57ff-428e-4b9c-bce5-fdacc4ff9f0f'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:30.807095 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ca3f6a-419e-48a8-9d21-d01ce5aafc91" -d '{"events": [{"server_uuid": "669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc", "name": "network-vif-unplugged", "status": "completed", "tag": "decd57ff-428e-4b9c-bce5-fdacc4ff9f0f"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:30.834515 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port decd57ff-428e-4b9c-bce5-fdacc4ff9f0f, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=decd57ff-428e-4b9c-bce5-fdacc4ff9f0f,segment=NetworkSegment(27249ff3-8705-4d3c-b5f4-e5775a35bb17),segment_id=27249ff3-8705-4d3c-b5f4-e5775a35bb17)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:30.838702 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:30.852309 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b6d968c0-7ffe-493d-a6bf-7115c22981b0 req-6d065aa7-b56f-41d1-ae85-077e367c8d4c tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/ports?device_id=56acab07-577e-4303-8ec3-31b53a575f28 HTTP/1.1" status: 200 len: 210 time: 0.0458741 Jul 15 23:23:30.852586 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc864cf4-3dec-4099-8852-b349c38158bd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:30.916089 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=decd57ff-428e-4b9c-bce5-fdacc4ff9f0f,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:30.930008 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202ee8db-b876-45aa-8a22-09aa0d21800c x-openstack-request-id: req-202ee8db-b876-45aa-8a22-09aa0d21800c {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:30.930311 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc", "name": "network-vif-unplugged", "status": "completed", "tag": "decd57ff-428e-4b9c-bce5-fdacc4ff9f0f", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:30.930572 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-202ee8db-b876-45aa-8a22-09aa0d21800c {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:30.930999 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'decd57ff-428e-4b9c-bce5-fdacc4ff9f0f', 'code': 200} Jul 15 23:23:30.955026 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-065c4cd7-3857-44f3-a419-ebde707824ed req-88928cc9-4045-42fd-8412-2c76921cea8b service neutron] 10.222.0.16 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755275 Jul 15 23:23:30.963612 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc864cf4-3dec-4099-8852-b349c38158bd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network 2afa81a7-2bdc-4c70-adda-0b3e68f16fd8 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:30.992708 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-dc864cf4-3dec-4099-8852-b349c38158bd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:31.008799 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc864cf4-3dec-4099-8852-b349c38158bd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:31.015076 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc864cf4-3dec-4099-8852-b349c38158bd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:31.016214 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc864cf4-3dec-4099-8852-b349c38158bd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:31.037720 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc864cf4-3dec-4099-8852-b349c38158bd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Port': ['ID=27b96f8a-445b-4eac-b760-2c1ee99b3c18,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:31.079949 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-dc864cf4-3dec-4099-8852-b349c38158bd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7509418 Jul 15 23:23:31.082392 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38586) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:31.087982 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-bf0a6519-afb4-4f96-b9e5-533b3864415c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:31.126707 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-065c4cd7-3857-44f3-a419-ebde707824ed req-896a2406-3564-4cbd-9c14-454a0a4731c5 service neutron] 10.222.0.16 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649637 Jul 15 23:23:31.641964 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf0a6519-afb4-4f96-b9e5-533b3864415c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:31.651546 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-f5fcf57a-9451-46e8-b4c8-0dc62ce4eb7f tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:31.653215 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-f5fcf57a-9451-46e8-b4c8-0dc62ce4eb7f tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.36 "GET /v2.0/networks?id=886b140e-59fa-4167-8a15-cfa46f3ed6d1 HTTP/1.1" status: 200 len: 814 time: 0.7654080 Jul 15 23:23:31.698164 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90cf52-000d-4428-b90d-8d7b4dd85a20 req-d220126b-1d26-4046-adec-dee2d297f579 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:31.699691 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4c90cf52-000d-4428-b90d-8d7b4dd85a20 req-d220126b-1d26-4046-adec-dee2d297f579 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=11aca585-af97-40e8-bd34-dfe6537473d3 HTTP/1.1" status: 200 len: 945 time: 0.1021309 Jul 15 23:23:31.715446 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-caef580b-4e20-495b-b10e-2d2c88107b08 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Request body: {'port': {'device_id': '56acab07-577e-4303-8ec3-31b53a575f28', 'network_id': '886b140e-59fa-4167-8a15-cfa46f3ed6d1', 'admin_state_up': True, 'tenant_id': 'd2846e41f2b54baa808ba8990a161df4'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:31.735944 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8b505-0633-4008-b3b6-98fb049be1a3 req-9b083e2d-d7f1-433d-9473-64ade4042ce4 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:31.737478 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-47b8b505-0633-4008-b3b6-98fb049be1a3 req-9b083e2d-d7f1-433d-9473-64ade4042ce4 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 943 time: 0.1488061 Jul 15 23:23:31.758873 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4c90cf52-000d-4428-b90d-8d7b4dd85a20 req-2f13d34d-c32d-4588-bcfa-7d7b5100d298 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513198 Jul 15 23:23:31.808733 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-47b8b505-0633-4008-b3b6-98fb049be1a3 req-22822861-ce0f-4673-abbb-17209e3992f4 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553997 Jul 15 23:23:31.867653 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cd17ca74-2992-415a-acae-60a8fae26f5d req-de447fc6-6909-4a5b-97c9-80200e44bf82 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef55b06-2320-4a37-bb22-da71a908403d HTTP/1.1" status: 200 len: 210 time: 0.0352223 Jul 15 23:23:31.928569 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf0a6519-afb4-4f96-b9e5-533b3864415c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:31.937690 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf0a6519-afb4-4f96-b9e5-533b3864415c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:31.986909 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-caef580b-4e20-495b-b10e-2d2c88107b08 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Made reservation on behalf of d2846e41f2b54baa808ba8990a161df4 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:31.991123 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-caef580b-4e20-495b-b10e-2d2c88107b08 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.029137 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-bf0a6519-afb4-4f96-b9e5-533b3864415c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] In _notify_port_updated(), no bound segment for port 27b96f8a-445b-4eac-b760-2c1ee99b3c18 on network 2afa81a7-2bdc-4c70-adda-0b3e68f16fd8 {{(pid=93798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:23:32.035035 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0a6519-afb4-4f96-b9e5-533b3864415c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:32.035663 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf0a6519-afb4-4f96-b9e5-533b3864415c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.040484 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bf0a6519-afb4-4f96-b9e5-533b3864415c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "PUT /v2.0/ports/27b96f8a-445b-4eac-b760-2c1ee99b3c18 HTTP/1.1" status: 200 len: 818 time: 0.9569798 Jul 15 23:23:32.040618 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38618) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:32.057687 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a6519-afb4-4f96-b9e5-533b3864415c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Port': ['ID=27b96f8a-445b-4eac-b760-2c1ee99b3c18,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:32.203103 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-caef580b-4e20-495b-b10e-2d2c88107b08 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Allocated IP 172.20.0.11 (886b140e-59fa-4167-8a15-cfa46f3ed6d1/792d2a4c-baee-497b-9c7e-fe650ab4fbed/65579fcf-261e-443a-aff2-3a65be5dca97) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:32.216913 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8c57e90c-ea54-4533-9843-eaa39f963030 req-f38a3d41-45fe-4d2c-b68a-74becde6b962 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/ports?device_id=56acab07-577e-4303-8ec3-31b53a575f28 HTTP/1.1" status: 200 len: 210 time: 0.0480897 Jul 15 23:23:32.226979 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1963809b-f6b5-45ab-94bc-1bf04ad68e17 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting port 27b96f8a-445b-4eac-b760-2c1ee99b3c18 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:32.227238 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1963809b-f6b5-45ab-94bc-1bf04ad68e17 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.319610 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1963809b-f6b5-45ab-94bc-1bf04ad68e17 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.337858 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1963809b-f6b5-45ab-94bc-1bf04ad68e17 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Calling delete_port for 27b96f8a-445b-4eac-b760-2c1ee99b3c18 owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:32.419395 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-caef580b-4e20-495b-b10e-2d2c88107b08 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.455330 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1963809b-f6b5-45ab-94bc-1bf04ad68e17 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.478467 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-caef580b-4e20-495b-b10e-2d2c88107b08 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.491750 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1963809b-f6b5-45ab-94bc-1bf04ad68e17 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.493651 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1963809b-f6b5-45ab-94bc-1bf04ad68e17 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/ports/27b96f8a-445b-4eac-b760-2c1ee99b3c18 HTTP/1.1" status: 204 len: 168 time: 0.4520955 Jul 15 23:23:32.494829 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963809b-f6b5-45ab-94bc-1bf04ad68e17 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Port': ['ID=27b96f8a-445b-4eac-b760-2c1ee99b3c18,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:32.496455 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38630) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:32.532597 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-caef580b-4e20-495b-b10e-2d2c88107b08 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Network 886b140e-59fa-4167-8a15-cfa46f3ed6d1 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:32.536027 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-caef580b-4e20-495b-b10e-2d2c88107b08 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:32.540674 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-caef580b-4e20-495b-b10e-2d2c88107b08 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:32.544553 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef580b-4e20-495b-b10e-2d2c88107b08 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Pushing event updated for resources: {'Port': ['ID=65579fcf-261e-443a-aff2-3a65be5dca97,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:32.594591 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-caef580b-4e20-495b-b10e-2d2c88107b08 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:32.595326 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-caef580b-4e20-495b-b10e-2d2c88107b08 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.607655 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6f501c-d763-4661-9ae3-7a6269e36f69 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:32.609080 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-cc6f501c-d763-4661-9ae3-7a6269e36f69 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1117241 Jul 15 23:23:32.612023 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38632) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:32.612231 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-caef580b-4e20-495b-b10e-2d2c88107b08 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9079571 Jul 15 23:23:32.629961 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-879c94a7-abbd-4972-94d5-0a8ec733ae14 service neutron] Request body: {'port': {'device_id': '56acab07-577e-4303-8ec3-31b53a575f28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:32.640200 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f9653c3-1dff-4bcb-8b8c-026c4fb868f0 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] GET failed (client error): The resource could not be found. Jul 15 23:23:32.641773 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7f9653c3-1dff-4bcb-8b8c-026c4fb868f0 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "GET /v2.0/ports/27b96f8a-445b-4eac-b760-2c1ee99b3c18 HTTP/1.1" status: 404 len: 333 time: 0.0288260 Jul 15 23:23:32.646040 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38636) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:32.650909 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-3a1562ea-6008-46fa-badc-e48d4b90415d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-721302696'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:32.673663 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1562ea-6008-46fa-badc-e48d4b90415d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:32.678152 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a1562ea-6008-46fa-badc-e48d4b90415d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.715352 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1562ea-6008-46fa-badc-e48d4b90415d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:23:32.720080 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-879c94a7-abbd-4972-94d5-0a8ec733ae14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.728271 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a1562ea-6008-46fa-badc-e48d4b90415d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.729015 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-3a1562ea-6008-46fa-badc-e48d4b90415d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Added segment 37de2792-1a3d-4006-bf52-06711732a97e of type vlan for network 8a77d6c6-c4d5-4353-b946-caa7becca2f4 Jul 15 23:23:32.825219 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a1562ea-6008-46fa-badc-e48d4b90415d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.938847 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-91bdb1b7-00cb-423a-b351-eceeee51479e req-e85aa70e-fd9c-4142-b413-8efa9e42e8e1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1441855 Jul 15 23:23:32.975234 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a1562ea-6008-46fa-badc-e48d4b90415d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.981022 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1562ea-6008-46fa-badc-e48d4b90415d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:32.981650 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a1562ea-6008-46fa-badc-e48d4b90415d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:33.079929 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d750c0-3bee-40d3-adcf-e8188ee4b9f5 req-5134b509-fafe-40d4-9f4f-8e85ab7fe9b1 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:33.087170 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-58d750c0-3bee-40d3-adcf-e8188ee4b9f5 req-5134b509-fafe-40d4-9f4f-8e85ab7fe9b1 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 943 time: 0.2767646 Jul 15 23:23:33.088621 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30b688-3de6-4d5a-b989-baebca657e67 req-1a91437a-2cca-4021-af4d-aa66ca124c90 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:33.090136 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3d30b688-3de6-4d5a-b989-baebca657e67 req-1a91437a-2cca-4021-af4d-aa66ca124c90 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.43 "GET /v2.0/ports?device_id=11aca585-af97-40e8-bd34-dfe6537473d3 HTTP/1.1" status: 200 len: 945 time: 0.1164773 Jul 15 23:23:33.137036 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3a1562ea-6008-46fa-badc-e48d4b90415d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4899638 Jul 15 23:23:33.145426 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38654) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:33.153180 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-7da88bbb-0a57-4dac-9311-a9b99b10fb21 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'subnet': {'network_id': '8a77d6c6-c4d5-4353-b946-caa7becca2f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:33.183410 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-879c94a7-abbd-4972-94d5-0a8ec733ae14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65579fcf-261e-443a-aff2-3a65be5dca97 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:23:33.209866 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-879c94a7-abbd-4972-94d5-0a8ec733ae14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:33.222992 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c4cd7-3857-44f3-a419-ebde707824ed req-d88c89dd-f2bf-40a3-a9e4-341bfee41d10 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:33.224561 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-065c4cd7-3857-44f3-a419-ebde707824ed req-d88c89dd-f2bf-40a3-a9e4-341bfee41d10 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.43 "GET /v2.0/networks?id=735c8477-b658-4066-88fd-8f0a4fc80eba HTTP/1.1" status: 200 len: 811 time: 0.3425798 Jul 15 23:23:33.227576 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-879c94a7-abbd-4972-94d5-0a8ec733ae14 service neutron] Transition to ACTIVE for port object 65579fcf-261e-443a-aff2-3a65be5dca97 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:33.231976 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-879c94a7-abbd-4972-94d5-0a8ec733ae14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:33.233755 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1562ea-6008-46fa-badc-e48d4b90415d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Network': ['ID=8a77d6c6-c4d5-4353-b946-caa7becca2f4,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:33.248880 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 8a77d6c6-c4d5-4353-b946-caa7becca2f4 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:23:33.294800 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb3f4f-ac22-42dd-b4c9-bbd433993c94 req-002d4621-0625-4c4b-aa73-fce9e51d0773 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:33.296473 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-26bb3f4f-ac22-42dd-b4c9-bbd433993c94 req-002d4621-0625-4c4b-aa73-fce9e51d0773 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=11aca585-af97-40e8-bd34-dfe6537473d3 HTTP/1.1" status: 200 len: 945 time: 0.3801243 Jul 15 23:23:33.311044 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-58d750c0-3bee-40d3-adcf-e8188ee4b9f5 req-c52e2b42-f56f-4361-91b3-5f22862fb6f0 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228866 Jul 15 23:23:33.333607 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-3d30b688-3de6-4d5a-b989-baebca657e67 req-3f84c730-2099-4b0a-84fd-d0e824225e05 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Deleting port fdd2855c-49ff-4c1c-afd4-a698c6e0c3be {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:33.333962 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3d30b688-3de6-4d5a-b989-baebca657e67 req-3f84c730-2099-4b0a-84fd-d0e824225e05 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:33.371204 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-065c4cd7-3857-44f3-a419-ebde707824ed req-96050506-2368-4e59-acaf-f521be43c081 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c476bc9e2fe48f188b2500546342e72 HTTP/1.1" status: 200 len: 380 time: 0.1284909 Jul 15 23:23:33.381001 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c94a7-abbd-4972-94d5-0a8ec733ae14 service neutron] Pushing event updated for resources: {'Port': ['ID=65579fcf-261e-443a-aff2-3a65be5dca97,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:33.478507 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-065c4cd7-3857-44f3-a419-ebde707824ed req-217575dc-9de3-479a-ba44-48704ba5356d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Request body: {'port': {'device_id': '6ef55b06-2320-4a37-bb22-da71a908403d', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'admin_state_up': True, 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'security_groups': ['ef18a60e-2120-499d-912a-dac5563d93b2']}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:33.491747 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-879c94a7-abbd-4972-94d5-0a8ec733ae14 service neutron] Attempting to bind port 65579fcf-261e-443a-aff2-3a65be5dca97 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:23:33.492060 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-879c94a7-abbd-4972-94d5-0a8ec733ae14 service neutron] Attempting to bind port 65579fcf-261e-443a-aff2-3a65be5dca97 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '99e30787-fb5f-4579-a68e-09dbc1d4d4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '886b140e-59fa-4167-8a15-cfa46f3ed6d1'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:23:33.492306 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-879c94a7-abbd-4972-94d5-0a8ec733ae14 service neutron] Attempting to bind port 65579fcf-261e-443a-aff2-3a65be5dca97 on network 886b140e-59fa-4167-8a15-cfa46f3ed6d1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:23:33.501708 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-879c94a7-abbd-4972-94d5-0a8ec733ae14 service neutron] Port 65579fcf-261e-443a-aff2-3a65be5dca97 on network 886b140e-59fa-4167-8a15-cfa46f3ed6d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:23:33.502078 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-879c94a7-abbd-4972-94d5-0a8ec733ae14 service neutron] Attempting to bind port 65579fcf-261e-443a-aff2-3a65be5dca97 on network 886b140e-59fa-4167-8a15-cfa46f3ed6d1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:23:33.509814 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-879c94a7-abbd-4972-94d5-0a8ec733ae14 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:23:33.510162 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-879c94a7-abbd-4972-94d5-0a8ec733ae14 service neutron] Checking segment: {'id': '99e30787-fb5f-4579-a68e-09dbc1d4d4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '886b140e-59fa-4167-8a15-cfa46f3ed6d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:33.510547 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-879c94a7-abbd-4972-94d5-0a8ec733ae14 service neutron] Bound using segment: {'id': '99e30787-fb5f-4579-a68e-09dbc1d4d4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '886b140e-59fa-4167-8a15-cfa46f3ed6d1'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:23:33.511022 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-879c94a7-abbd-4972-94d5-0a8ec733ae14 service neutron] Bound port: 65579fcf-261e-443a-aff2-3a65be5dca97, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99e30787-fb5f-4579-a68e-09dbc1d4d4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '886b140e-59fa-4167-8a15-cfa46f3ed6d1'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:23:33.512213 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-879c94a7-abbd-4972-94d5-0a8ec733ae14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:33.519746 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-3d30b688-3de6-4d5a-b989-baebca657e67 req-3f84c730-2099-4b0a-84fd-d0e824225e05 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] For port fdd2855c-49ff-4c1c-afd4-a698c6e0c3be, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=fdd2855c-49ff-4c1c-afd4-a698c6e0c3be,segment=NetworkSegment(5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61),segment_id=5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:33.520105 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3d30b688-3de6-4d5a-b989-baebca657e67 req-3f84c730-2099-4b0a-84fd-d0e824225e05 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:33.543660 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-3d30b688-3de6-4d5a-b989-baebca657e67 req-3f84c730-2099-4b0a-84fd-d0e824225e05 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Calling delete_port for fdd2855c-49ff-4c1c-afd4-a698c6e0c3be owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:33.654609 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-26bb3f4f-ac22-42dd-b4c9-bbd433993c94 req-a5790069-d47c-4e1c-a432-0f86611c00d7 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880306 Jul 15 23:23:33.656457 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-879c94a7-abbd-4972-94d5-0a8ec733ae14 service neutron] For port 65579fcf-261e-443a-aff2-3a65be5dca97, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:23:33.674624 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-879c94a7-abbd-4972-94d5-0a8ec733ae14 service neutron] For port 65579fcf-261e-443a-aff2-3a65be5dca97, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=65579fcf-261e-443a-aff2-3a65be5dca97,segment=NetworkSegment(99e30787-fb5f-4579-a68e-09dbc1d4d4a2),segment_id=99e30787-fb5f-4579-a68e-09dbc1d4d4a2)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:23:33.686583 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-879c94a7-abbd-4972-94d5-0a8ec733ae14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:33.714232 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5d29fee0-c2e8-41b2-91f5-047612b73955 req-7d38c4ee-fdd4-4f0e-a0e6-4708c9b711d0 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef55b06-2320-4a37-bb22-da71a908403d HTTP/1.1" status: 200 len: 210 time: 0.0743222 Jul 15 23:23:33.741882 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.db.api [req-065c4cd7-3857-44f3-a419-ebde707824ed req-217575dc-9de3-479a-ba44-48704ba5356d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:23:33.741882 n-d-787205-9 neutron-server[93799]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 23:23:33.741882 n-d-787205-9 neutron-server[93799]: [parameters: {'project_id': '3c476bc9e2fe48f188b2500546342e72', 'id': '3ead7cfe-6574-4c97-97cb-009942bf17fb', 'expiration': datetime.datetime(2021, 7, 15, 23, 25, 33, 717438)}] Jul 15 23:23:33.741882 n-d-787205-9 neutron-server[93799]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:23:33.742796 n-d-787205-9 neutron-server[93799]: DEBUG oslo_db.api [req-065c4cd7-3857-44f3-a419-ebde707824ed req-217575dc-9de3-479a-ba44-48704ba5356d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:23:33.744099 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da88bbb-0a57-4dac-9311-a9b99b10fb21 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:33.753158 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-879c94a7-abbd-4972-94d5-0a8ec733ae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:33.753787 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-879c94a7-abbd-4972-94d5-0a8ec733ae14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:33.757260 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-879c94a7-abbd-4972-94d5-0a8ec733ae14 service neutron] 10.222.0.36 "PUT /v2.0/ports/65579fcf-261e-443a-aff2-3a65be5dca97 HTTP/1.1" status: 200 len: 1092 time: 1.1323934 Jul 15 23:23:33.757810 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7da88bbb-0a57-4dac-9311-a9b99b10fb21 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:33.761357 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56acab07-577e-4303-8ec3-31b53a575f28', 'tag': '65579fcf-261e-443a-aff2-3a65be5dca97'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:33.763757 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216b9d4c-4f54-4f38-9362-7dee2f02a2c9" -d '{"events": [{"name": "network-changed", "server_uuid": "56acab07-577e-4303-8ec3-31b53a575f28", "tag": "65579fcf-261e-443a-aff2-3a65be5dca97"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:33.871093 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3d30b688-3de6-4d5a-b989-baebca657e67 req-3f84c730-2099-4b0a-84fd-d0e824225e05 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:33.884820 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d', '824ca5fc-c067-405d-83ce-34fcc6da2775', 'fdd2855c-49ff-4c1c-afd4-a698c6e0c3be'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:23:33.907077 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c94a7-abbd-4972-94d5-0a8ec733ae14 service neutron] Pushing event updated for resources: {'Port': ['ID=65579fcf-261e-443a-aff2-3a65be5dca97,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:33.956884 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84c730-2099-4b0a-84fd-d0e824225e05 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Pushing event deleted for resources: {'Port': ['ID=fdd2855c-49ff-4c1c-afd4-a698c6e0c3be,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:33.995686 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306ca6f8-4898-4e5b-bf94-b1780238bf61 x-openstack-request-id: req-306ca6f8-4898-4e5b-bf94-b1780238bf61 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:33.996002 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56acab07-577e-4303-8ec3-31b53a575f28", "tag": "65579fcf-261e-443a-aff2-3a65be5dca97", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:34.007234 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-306ca6f8-4898-4e5b-bf94-b1780238bf61 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:34.007868 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56acab07-577e-4303-8ec3-31b53a575f28', 'tag': '65579fcf-261e-443a-aff2-3a65be5dca97', 'status': 'completed', 'code': 200} Jul 15 23:23:34.064339 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d30b688-3de6-4d5a-b989-baebca657e67 req-3f84c730-2099-4b0a-84fd-d0e824225e05 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] No DVR routers for this DVR port fdd2855c-49ff-4c1c-afd4-a698c6e0c3be on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:23:34.071835 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3d30b688-3de6-4d5a-b989-baebca657e67 req-3f84c730-2099-4b0a-84fd-d0e824225e05 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:34.074289 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3d30b688-3de6-4d5a-b989-baebca657e67 req-3f84c730-2099-4b0a-84fd-d0e824225e05 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.43 "DELETE /v2.0/ports/fdd2855c-49ff-4c1c-afd4-a698c6e0c3be HTTP/1.1" status: 204 len: 173 time: 0.9625907 Jul 15 23:23:34.085667 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-a567eff0-69a2-450e-802c-f9848c3617f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:34.091585 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-a567eff0-69a2-450e-802c-f9848c3617f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d2846e41f2b54baa808ba8990a161df4&device_id=56acab07-577e-4303-8ec3-31b53a575f28 HTTP/1.1" status: 200 len: 1095 time: 0.2362146 Jul 15 23:23:34.123748 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7da88bbb-0a57-4dac-9311-a9b99b10fb21 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:34.162398 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-46787284-9ee0-4088-a90f-d2452aed7707 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65579fcf-261e-443a-aff2-3a65be5dca97 HTTP/1.1" status: 200 len: 217 time: 0.0573761 Jul 15 23:23:34.248366 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-6b600286-9398-43d8-b575-d098afbc4bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:34.250024 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-6b600286-9398-43d8-b575-d098afbc4bda service neutron] 10.222.0.36 "GET /v2.0/subnets?id=792d2a4c-baee-497b-9c7e-fe650ab4fbed HTTP/1.1" status: 200 len: 854 time: 0.0811875 Jul 15 23:23:34.272608 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da88bbb-0a57-4dac-9311-a9b99b10fb21 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Subnet': ['ID=f24639b3-e85c-4305-abe0-42785e2157e6,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:34.281231 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da88bbb-0a57-4dac-9311-a9b99b10fb21 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Checking segment: {'id': '37de2792-1a3d-4006-bf52-06711732a97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8a77d6c6-c4d5-4353-b946-caa7becca2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:34.281602 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da88bbb-0a57-4dac-9311-a9b99b10fb21 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network hostable DHCP agents. Network: 8a77d6c6-c4d5-4353-b946-caa7becca2f4, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:23:34.301253 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc35c8e-97af-4c05-b73d-4281144e1b6b req-d8a2bc2f-8ca0-4b1b-ba11-7dbaecc69c02 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:34.308550 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bfc35c8e-97af-4c05-b73d-4281144e1b6b req-d8a2bc2f-8ca0-4b1b-ba11-7dbaecc69c02 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/ports?device_id=56acab07-577e-4303-8ec3-31b53a575f28 HTTP/1.1" status: 200 len: 944 time: 0.2981629 Jul 15 23:23:34.310321 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-3fdbd8a9-a138-4d8a-8a35-fa75cf566ae0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=886b140e-59fa-4167-8a15-cfa46f3ed6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537965 Jul 15 23:23:34.348439 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-065c4cd7-3857-44f3-a419-ebde707824ed req-217575dc-9de3-479a-ba44-48704ba5356d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Made reservation on behalf of 3c476bc9e2fe48f188b2500546342e72 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:34.352617 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-065c4cd7-3857-44f3-a419-ebde707824ed req-217575dc-9de3-479a-ba44-48704ba5356d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:34.399375 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da88bbb-0a57-4dac-9311-a9b99b10fb21 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network 8a77d6c6-c4d5-4353-b946-caa7becca2f4 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:23:34.418601 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bfc35c8e-97af-4c05-b73d-4281144e1b6b req-415e977a-1c28-497d-ad41-1137c30c4d8c tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/security-groups?id=93672eac-837e-4be7-94a4-a5d0a44467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090829 Jul 15 23:23:34.423008 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-7da88bbb-0a57-4dac-9311-a9b99b10fb21 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 8a77d6c6-c4d5-4353-b946-caa7becca2f4) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:34.426759 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-acfbf991-280c-464b-ac6f-6c978ce04658 service neutron] 10.222.0.36 "GET /v2.0/networks/886b140e-59fa-4167-8a15-cfa46f3ed6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098943 Jul 15 23:23:34.433694 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51d02bf-0099-4e18-b446-0c9aee44774f None None] Network 8a77d6c6-c4d5-4353-b946-caa7becca2f4 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:34.444163 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da88bbb-0a57-4dac-9311-a9b99b10fb21 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:34.444163 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7da88bbb-0a57-4dac-9311-a9b99b10fb21 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:34.468621 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7da88bbb-0a57-4dac-9311-a9b99b10fb21 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3193514 Jul 15 23:23:34.480347 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38666) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:34.498986 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b0b34778-a2fd-44ae-adc6-811e0195169d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'subnet': {'network_id': '8a77d6c6-c4d5-4353-b946-caa7becca2f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:34.609122 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device decd57ff-428e-4b9c-bce5-fdacc4ff9f0f no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:23:34.661725 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d89596-ae2f-40f8-a55a-879331a6e044 req-6a848690-29c3-46f9-b53b-93342be303f8 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:34.663772 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-12d89596-ae2f-40f8-a55a-879331a6e044 req-6a848690-29c3-46f9-b53b-93342be303f8 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 943 time: 0.1647971 Jul 15 23:23:34.681898 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-065c4cd7-3857-44f3-a419-ebde707824ed req-217575dc-9de3-479a-ba44-48704ba5356d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Allocated IP 172.20.0.7 (735c8477-b658-4066-88fd-8f0a4fc80eba/54f0c398-786c-4bb4-9c0d-f6b9e6012b3b/87d39852-b3c1-4166-bc84-fea73e32b857) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:34.695797 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4765ddd7-5572-4dd0-989f-6e4b127215f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-8a77d6c6-c4d5-4353-b946-caa7becca2f4', 'network_id': '8a77d6c6-c4d5-4353-b946-caa7becca2f4', 'tenant_id': '2819db808b29407198e7e7677d979d1a', 'fixed_ips': [{'subnet_id': 'f24639b3-e85c-4305-abe0-42785e2157e6'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:23:34.697680 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4765ddd7-5572-4dd0-989f-6e4b127215f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:34.736732 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-aedf5331-df08-44a3-b52d-a44470d4cb31 req-8f6336bb-688d-4055-9eeb-8aa980ec4225 service neutron] 10.222.0.36 "GET /v2.0/networks/886b140e-59fa-4167-8a15-cfa46f3ed6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038323 Jul 15 23:23:34.767906 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-12d89596-ae2f-40f8-a55a-879331a6e044 req-84b67abe-9fd3-4642-98ff-b771525670df tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923207 Jul 15 23:23:34.802485 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b34778-a2fd-44ae-adc6-811e0195169d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:34.806487 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b0b34778-a2fd-44ae-adc6-811e0195169d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:34.933850 n-d-787205-9 neutron-server[93798]: INFO neutron.db.ipam_backend_mixin [None req-b0b34778-a2fd-44ae-adc6-811e0195169d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f24639b3-e85c-4305-abe0-42785e2157e6 (CIDR: 2001:db8::/64) Jul 15 23:23:34.980605 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b34778-a2fd-44ae-adc6-811e0195169d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:23:34.981153 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0b34778-a2fd-44ae-adc6-811e0195169d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:23:34.982498 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-4765ddd7-5572-4dd0-989f-6e4b127215f6 None None] Allocated IP 2001:db8::2 (8a77d6c6-c4d5-4353-b946-caa7becca2f4/f24639b3-e85c-4305-abe0-42785e2157e6/2c457139-69ff-492e-8875-b389383354d4) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:35.012611 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b0b34778-a2fd-44ae-adc6-811e0195169d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5285931 Jul 15 23:23:35.030162 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38674) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:35.040119 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-bfc9b4f5-a096-4e52-9a51-d022459fb73b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'subnet': {'network_id': '8a77d6c6-c4d5-4353-b946-caa7becca2f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:35.140076 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3daa5f1f-537d-420f-a4ee-6086023962a6 req-6c98c5ac-5dcb-4e80-a13f-7f0566243952 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=11aca585-af97-40e8-bd34-dfe6537473d3 HTTP/1.1" status: 200 len: 210 time: 0.0678716 Jul 15 23:23:35.181922 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb7e6174-17b0-4bf5-9df1-8315b62d2635 req-57136bf1-2266-4d28-afdd-399f9204036f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef55b06-2320-4a37-bb22-da71a908403d HTTP/1.1" status: 200 len: 210 time: 0.0491331 Jul 15 23:23:35.207619 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4765ddd7-5572-4dd0-989f-6e4b127215f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:35.211147 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-065c4cd7-3857-44f3-a419-ebde707824ed req-217575dc-9de3-479a-ba44-48704ba5356d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:35.216498 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b9d4c-4f54-4f38-9362-7dee2f02a2c9 req-65f8469b-a412-4c34-9c42-79e1ed411baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:35.217738 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4765ddd7-5572-4dd0-989f-6e4b127215f6 None None] Transition to ACTIVE for port object 2c457139-69ff-492e-8875-b389383354d4 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:35.218525 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-216b9d4c-4f54-4f38-9362-7dee2f02a2c9 req-65f8469b-a412-4c34-9c42-79e1ed411baf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d2846e41f2b54baa808ba8990a161df4&device_id=56acab07-577e-4303-8ec3-31b53a575f28 HTTP/1.1" status: 200 len: 1095 time: 0.2832520 Jul 15 23:23:35.236802 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4765ddd7-5572-4dd0-989f-6e4b127215f6 None None] Transition to ACTIVE for port object 2c457139-69ff-492e-8875-b389383354d4 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:35.250845 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-065c4cd7-3857-44f3-a419-ebde707824ed req-217575dc-9de3-479a-ba44-48704ba5356d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Transition to ACTIVE for port object 87d39852-b3c1-4166-bc84-fea73e32b857 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:35.257114 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4765ddd7-5572-4dd0-989f-6e4b127215f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:35.301416 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4765ddd7-5572-4dd0-989f-6e4b127215f6 None None] Network 8a77d6c6-c4d5-4353-b946-caa7becca2f4 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:35.306964 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-4765ddd7-5572-4dd0-989f-6e4b127215f6 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:35.310166 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-065c4cd7-3857-44f3-a419-ebde707824ed req-217575dc-9de3-479a-ba44-48704ba5356d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:35.311418 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4765ddd7-5572-4dd0-989f-6e4b127215f6 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:35.318590 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc9b4f5-a096-4e52-9a51-d022459fb73b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:35.322457 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bfc9b4f5-a096-4e52-9a51-d022459fb73b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:35.361142 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765ddd7-5572-4dd0-989f-6e4b127215f6 None None] Pushing event updated for resources: {'Port': ['ID=2c457139-69ff-492e-8875-b389383354d4,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:35.364225 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-065c4cd7-3857-44f3-a419-ebde707824ed req-217575dc-9de3-479a-ba44-48704ba5356d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Network 735c8477-b658-4066-88fd-8f0a4fc80eba is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:35.375473 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-065c4cd7-3857-44f3-a419-ebde707824ed req-217575dc-9de3-479a-ba44-48704ba5356d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:35.379244 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-065c4cd7-3857-44f3-a419-ebde707824ed req-217575dc-9de3-479a-ba44-48704ba5356d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:35.386081 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217575dc-9de3-479a-ba44-48704ba5356d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Pushing event updated for resources: {'Port': ['ID=87d39852-b3c1-4166-bc84-fea73e32b857,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:35.404588 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4765ddd7-5572-4dd0-989f-6e4b127215f6 None None] Attempting to bind port 2c457139-69ff-492e-8875-b389383354d4 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:23:35.405337 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4765ddd7-5572-4dd0-989f-6e4b127215f6 None None] Attempting to bind port 2c457139-69ff-492e-8875-b389383354d4 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '37de2792-1a3d-4006-bf52-06711732a97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8a77d6c6-c4d5-4353-b946-caa7becca2f4'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:23:35.405937 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4765ddd7-5572-4dd0-989f-6e4b127215f6 None None] Attempting to bind port 2c457139-69ff-492e-8875-b389383354d4 on network 8a77d6c6-c4d5-4353-b946-caa7becca2f4 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:23:35.413952 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4765ddd7-5572-4dd0-989f-6e4b127215f6 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:23:35.414434 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4765ddd7-5572-4dd0-989f-6e4b127215f6 None None] Checking segment: {'id': '37de2792-1a3d-4006-bf52-06711732a97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8a77d6c6-c4d5-4353-b946-caa7becca2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:35.414949 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4765ddd7-5572-4dd0-989f-6e4b127215f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:35.415414 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4765ddd7-5572-4dd0-989f-6e4b127215f6 None None] Bound using segment: {'id': '37de2792-1a3d-4006-bf52-06711732a97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8a77d6c6-c4d5-4353-b946-caa7becca2f4'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:23:35.415962 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4765ddd7-5572-4dd0-989f-6e4b127215f6 None None] Bound port: 2c457139-69ff-492e-8875-b389383354d4, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37de2792-1a3d-4006-bf52-06711732a97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8a77d6c6-c4d5-4353-b946-caa7becca2f4'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:23:35.416563 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4765ddd7-5572-4dd0-989f-6e4b127215f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:35.442349 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b9d4c-4f54-4f38-9362-7dee2f02a2c9 req-903c1fbc-1b1a-4392-9673-66ee53b167d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:35.445184 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-216b9d4c-4f54-4f38-9362-7dee2f02a2c9 req-903c1fbc-1b1a-4392-9673-66ee53b167d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=886b140e-59fa-4167-8a15-cfa46f3ed6d1 HTTP/1.1" status: 200 len: 915 time: 0.2194738 Jul 15 23:23:35.461646 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c4cd7-3857-44f3-a419-ebde707824ed req-217575dc-9de3-479a-ba44-48704ba5356d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:35.461646 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-065c4cd7-3857-44f3-a419-ebde707824ed req-217575dc-9de3-479a-ba44-48704ba5356d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:35.498078 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-065c4cd7-3857-44f3-a419-ebde707824ed req-217575dc-9de3-479a-ba44-48704ba5356d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0409167 Jul 15 23:23:35.508370 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-216b9d4c-4f54-4f38-9362-7dee2f02a2c9 req-b98dd2c3-b8be-4189-a9db-cc009802d92f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65579fcf-261e-443a-aff2-3a65be5dca97 HTTP/1.1" status: 200 len: 217 time: 0.0552511 Jul 15 23:23:35.515627 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-065c4cd7-3857-44f3-a419-ebde707824ed req-26676179-dee1-48cf-ba24-a04cfcd39401 service neutron] Request body: {'port': {'device_id': '6ef55b06-2320-4a37-bb22-da71a908403d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:35.545461 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4765ddd7-5572-4dd0-989f-6e4b127215f6 None None] For port 2c457139-69ff-492e-8875-b389383354d4, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:23:35.553852 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4765ddd7-5572-4dd0-989f-6e4b127215f6 None None] For port 2c457139-69ff-492e-8875-b389383354d4, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=2c457139-69ff-492e-8875-b389383354d4,segment=NetworkSegment(37de2792-1a3d-4006-bf52-06711732a97e),segment_id=37de2792-1a3d-4006-bf52-06711732a97e)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:23:35.561719 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4765ddd7-5572-4dd0-989f-6e4b127215f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:35.657023 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765ddd7-5572-4dd0-989f-6e4b127215f6 None None] Pushing event updated for resources: {'Port': ['ID=2c457139-69ff-492e-8875-b389383354d4,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:35.720022 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-065c4cd7-3857-44f3-a419-ebde707824ed req-26676179-dee1-48cf-ba24-a04cfcd39401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:35.733908 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b9d4c-4f54-4f38-9362-7dee2f02a2c9 req-4c4ac66a-fd6d-4c66-a746-856860c725e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:35.735462 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-216b9d4c-4f54-4f38-9362-7dee2f02a2c9 req-4c4ac66a-fd6d-4c66-a746-856860c725e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=792d2a4c-baee-497b-9c7e-fe650ab4fbed HTTP/1.1" status: 200 len: 854 time: 0.2206702 Jul 15 23:23:35.792110 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-80231f3f-38ab-46c5-a97c-96202df50560 None None] Provisioning for port 87d39852-b3c1-4166-bc84-fea73e32b857 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:35.797875 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-80231f3f-38ab-46c5-a97c-96202df50560 None None] Provisioning complete for port 87d39852-b3c1-4166-bc84-fea73e32b857 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:35.798170 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-80231f3f-38ab-46c5-a97c-96202df50560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:35.903488 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-80231f3f-38ab-46c5-a97c-96202df50560 None None] Port 87d39852-b3c1-4166-bc84-fea73e32b857 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:23:35.919064 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bfc9b4f5-a096-4e52-9a51-d022459fb73b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:35.926084 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-216b9d4c-4f54-4f38-9362-7dee2f02a2c9 req-2b631af9-530b-4ec2-803d-63557a3db8dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=886b140e-59fa-4167-8a15-cfa46f3ed6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426443 Jul 15 23:23:35.992960 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc9b4f5-a096-4e52-9a51-d022459fb73b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network 8a77d6c6-c4d5-4353-b946-caa7becca2f4 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:36.018022 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-bfc9b4f5-a096-4e52-9a51-d022459fb73b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:36.026739 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11aca585-af97-40e8-bd34-dfe6537473d3', 'name': 'network-vif-deleted', 'tag': 'fdd2855c-49ff-4c1c-afd4-a698c6e0c3be'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:36.029110 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22653e49-dc94-4c88-9947-7e3d4d971f66" -d '{"events": [{"server_uuid": "11aca585-af97-40e8-bd34-dfe6537473d3", "name": "network-vif-deleted", "tag": "fdd2855c-49ff-4c1c-afd4-a698c6e0c3be"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:36.034486 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc9b4f5-a096-4e52-9a51-d022459fb73b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:36.035677 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bfc9b4f5-a096-4e52-9a51-d022459fb73b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:36.068721 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bfc9b4f5-a096-4e52-9a51-d022459fb73b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0365963 Jul 15 23:23:36.102498 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38682) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:36.109363 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b2052593-9b13-4640-813c-f996ede4f3dd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'port': {'network_id': '8a77d6c6-c4d5-4353-b946-caa7becca2f4', 'fixed_ips': [{'subnet_id': 'f24639b3-e85c-4305-abe0-42785e2157e6'}, {'subnet_id': '3a37c14a-94d8-4eac-b750-fe537886180e'}], 'name': 'tempest-PortsIpV6TestJSON-67060595'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:36.116546 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9b4f5-a096-4e52-9a51-d022459fb73b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Subnet': ['ID=3a37c14a-94d8-4eac-b750-fe537886180e,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:36.198816 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-216b9d4c-4f54-4f38-9362-7dee2f02a2c9 req-d41cc520-67bb-4294-a125-a439b660b2a0 service neutron] 10.222.0.36 "GET /v2.0/networks/886b140e-59fa-4167-8a15-cfa46f3ed6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572050 Jul 15 23:23:36.216585 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11418b-3def-4838-a8a0-dc56c6618644 req-ab3f1af6-4a25-49e1-8ff2-9186e35d5d28 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:36.219176 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0f11418b-3def-4838-a8a0-dc56c6618644 req-ab3f1af6-4a25-49e1-8ff2-9186e35d5d28 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/ports?device_id=56acab07-577e-4303-8ec3-31b53a575f28 HTTP/1.1" status: 200 len: 944 time: 0.6276252 Jul 15 23:23:36.321283 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2052593-9b13-4640-813c-f996ede4f3dd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:36.335710 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0f11418b-3def-4838-a8a0-dc56c6618644 req-a3079e42-652d-4ff7-a0f1-ee0ca3132fa0 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/security-groups?id=93672eac-837e-4be7-94a4-a5d0a44467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091523 Jul 15 23:23:36.358700 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-216b9d4c-4f54-4f38-9362-7dee2f02a2c9 req-be1ce62c-11a2-4936-8f8e-8b05dcc7423e service neutron] 10.222.0.36 "GET /v2.0/networks/886b140e-59fa-4167-8a15-cfa46f3ed6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397161 Jul 15 23:23:36.366774 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b04fc3-5750-403c-b5e5-5240f2ee8476 req-ec80edc8-a07f-4389-882f-c27a5a4c6c61 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:36.368297 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5b04fc3-5750-403c-b5e5-5240f2ee8476 req-ec80edc8-a07f-4389-882f-c27a5a4c6c61 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 943 time: 0.1869659 Jul 15 23:23:36.429800 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2052593-9b13-4640-813c-f996ede4f3dd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:36.448008 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b6e6ab-468a-4eb3-b7e2-684e84bb382c x-openstack-request-id: req-b1b6e6ab-468a-4eb3-b7e2-684e84bb382c {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:36.448742 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11aca585-af97-40e8-bd34-dfe6537473d3", "name": "network-vif-deleted", "tag": "fdd2855c-49ff-4c1c-afd4-a698c6e0c3be", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:36.449202 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1b6e6ab-468a-4eb3-b7e2-684e84bb382c {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:36.449910 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11aca585-af97-40e8-bd34-dfe6537473d3', 'name': 'network-vif-deleted', 'tag': 'fdd2855c-49ff-4c1c-afd4-a698c6e0c3be', 'status': 'completed', 'code': 200} Jul 15 23:23:36.460913 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-b2052593-9b13-4640-813c-f996ede4f3dd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] device_id is not set on port 9e8f5735-6c3e-452b-870a-38b432935abe yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:23:36.491989 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5b04fc3-5750-403c-b5e5-5240f2ee8476 req-22e040f3-c4d4-46cd-b79c-4881df45a670 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055007 Jul 15 23:23:36.637579 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-065c4cd7-3857-44f3-a419-ebde707824ed req-26676179-dee1-48cf-ba24-a04cfcd39401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87d39852-b3c1-4166-bc84-fea73e32b857 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:23:36.655187 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-065c4cd7-3857-44f3-a419-ebde707824ed req-26676179-dee1-48cf-ba24-a04cfcd39401 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:36.715777 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-065c4cd7-3857-44f3-a419-ebde707824ed req-26676179-dee1-48cf-ba24-a04cfcd39401 service neutron] Transition to ACTIVE for port object 87d39852-b3c1-4166-bc84-fea73e32b857 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:36.727616 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-065c4cd7-3857-44f3-a419-ebde707824ed req-26676179-dee1-48cf-ba24-a04cfcd39401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:36.774681 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26676179-dee1-48cf-ba24-a04cfcd39401 service neutron] Pushing event updated for resources: {'Port': ['ID=87d39852-b3c1-4166-bc84-fea73e32b857,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:36.847491 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf49e4-184c-4dda-b0bd-ca89243cbdb7 req-1ed13731-109c-4e29-b2e4-99bb25d4307b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:36.855246 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dcbf49e4-184c-4dda-b0bd-ca89243cbdb7 req-1ed13731-109c-4e29-b2e4-99bb25d4307b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef55b06-2320-4a37-bb22-da71a908403d HTTP/1.1" status: 200 len: 931 time: 0.1848948 Jul 15 23:23:36.924785 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-b2052593-9b13-4640-813c-f996ede4f3dd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Allocated IP 2001:db8::f9 (8a77d6c6-c4d5-4353-b946-caa7becca2f4/f24639b3-e85c-4305-abe0-42785e2157e6/9e8f5735-6c3e-452b-870a-38b432935abe) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:36.934713 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-b2052593-9b13-4640-813c-f996ede4f3dd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Allocated IP 2001:db8:0:1::37 (8a77d6c6-c4d5-4353-b946-caa7becca2f4/3a37c14a-94d8-4eac-b750-fe537886180e/9e8f5735-6c3e-452b-870a-38b432935abe) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:36.981587 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-065c4cd7-3857-44f3-a419-ebde707824ed req-26676179-dee1-48cf-ba24-a04cfcd39401 service neutron] Attempting to bind port 87d39852-b3c1-4166-bc84-fea73e32b857 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:23:36.981920 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-065c4cd7-3857-44f3-a419-ebde707824ed req-26676179-dee1-48cf-ba24-a04cfcd39401 service neutron] Attempting to bind port 87d39852-b3c1-4166-bc84-fea73e32b857 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:23:36.982250 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065c4cd7-3857-44f3-a419-ebde707824ed req-26676179-dee1-48cf-ba24-a04cfcd39401 service neutron] Attempting to bind port 87d39852-b3c1-4166-bc84-fea73e32b857 on network 735c8477-b658-4066-88fd-8f0a4fc80eba {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:23:36.995338 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dcbf49e4-184c-4dda-b0bd-ca89243cbdb7 req-320d2f44-b5f6-42c5-8121-089fafe99a07 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263616 Jul 15 23:23:37.005735 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065c4cd7-3857-44f3-a419-ebde707824ed req-26676179-dee1-48cf-ba24-a04cfcd39401 service neutron] Port 87d39852-b3c1-4166-bc84-fea73e32b857 on network 735c8477-b658-4066-88fd-8f0a4fc80eba not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:23:37.006131 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065c4cd7-3857-44f3-a419-ebde707824ed req-26676179-dee1-48cf-ba24-a04cfcd39401 service neutron] Attempting to bind port 87d39852-b3c1-4166-bc84-fea73e32b857 on network 735c8477-b658-4066-88fd-8f0a4fc80eba {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:23:37.017191 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065c4cd7-3857-44f3-a419-ebde707824ed req-26676179-dee1-48cf-ba24-a04cfcd39401 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:23:37.017534 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065c4cd7-3857-44f3-a419-ebde707824ed req-26676179-dee1-48cf-ba24-a04cfcd39401 service neutron] Checking segment: {'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:37.030070 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065c4cd7-3857-44f3-a419-ebde707824ed req-26676179-dee1-48cf-ba24-a04cfcd39401 service neutron] Bound using segment: {'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:23:37.030723 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-065c4cd7-3857-44f3-a419-ebde707824ed req-26676179-dee1-48cf-ba24-a04cfcd39401 service neutron] Bound port: 87d39852-b3c1-4166-bc84-fea73e32b857, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:23:37.031106 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-065c4cd7-3857-44f3-a419-ebde707824ed req-26676179-dee1-48cf-ba24-a04cfcd39401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:37.117425 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2cf362-9d54-4894-b1b9-2d04dda7db91 None None] Network 8a77d6c6-c4d5-4353-b946-caa7becca2f4 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:37.176217 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2052593-9b13-4640-813c-f996ede4f3dd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:37.176370 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b9e557be-6a0d-4f5e-8079-6fee401bbe33 None None] Provisioning for port 2c457139-69ff-492e-8875-b389383354d4 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:37.181633 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-065c4cd7-3857-44f3-a419-ebde707824ed req-26676179-dee1-48cf-ba24-a04cfcd39401 service neutron] For port 87d39852-b3c1-4166-bc84-fea73e32b857, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:23:37.185419 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-065c4cd7-3857-44f3-a419-ebde707824ed req-26676179-dee1-48cf-ba24-a04cfcd39401 service neutron] For port 87d39852-b3c1-4166-bc84-fea73e32b857, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=87d39852-b3c1-4166-bc84-fea73e32b857,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:23:37.190072 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-065c4cd7-3857-44f3-a419-ebde707824ed req-26676179-dee1-48cf-ba24-a04cfcd39401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:37.210605 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-b2052593-9b13-4640-813c-f996ede4f3dd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Transition to ACTIVE for port object 9e8f5735-6c3e-452b-870a-38b432935abe will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:37.252997 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26676179-dee1-48cf-ba24-a04cfcd39401 service neutron] Pushing event updated for resources: {'Port': ['ID=87d39852-b3c1-4166-bc84-fea73e32b857,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:37.265140 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c4cd7-3857-44f3-a419-ebde707824ed req-26676179-dee1-48cf-ba24-a04cfcd39401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:37.265910 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-065c4cd7-3857-44f3-a419-ebde707824ed req-26676179-dee1-48cf-ba24-a04cfcd39401 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:37.267497 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-065c4cd7-3857-44f3-a419-ebde707824ed req-26676179-dee1-48cf-ba24-a04cfcd39401 service neutron] 10.222.0.43 "PUT /v2.0/ports/87d39852-b3c1-4166-bc84-fea73e32b857 HTTP/1.1" status: 200 len: 1091 time: 1.7622046 Jul 15 23:23:37.267989 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef55b06-2320-4a37-bb22-da71a908403d', 'tag': '87d39852-b3c1-4166-bc84-fea73e32b857'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:37.270461 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33829ed3-acd7-4bf0-85ff-8091faea8666" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef55b06-2320-4a37-bb22-da71a908403d", "tag": "87d39852-b3c1-4166-bc84-fea73e32b857"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:37.317042 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2052593-9b13-4640-813c-f996ede4f3dd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:37.331226 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cc50dc-f3ab-4a3b-a9ac-30481fcf5d9a x-openstack-request-id: req-30cc50dc-f3ab-4a3b-a9ac-30481fcf5d9a {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:37.331527 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef55b06-2320-4a37-bb22-da71a908403d", "tag": "87d39852-b3c1-4166-bc84-fea73e32b857", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:37.331782 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30cc50dc-f3ab-4a3b-a9ac-30481fcf5d9a {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:37.334244 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef55b06-2320-4a37-bb22-da71a908403d', 'tag': '87d39852-b3c1-4166-bc84-fea73e32b857', 'status': 'completed', 'code': 200} Jul 15 23:23:37.426100 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2052593-9b13-4640-813c-f996ede4f3dd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network 8a77d6c6-c4d5-4353-b946-caa7becca2f4 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:37.429802 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-b2052593-9b13-4640-813c-f996ede4f3dd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:37.448299 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2052593-9b13-4640-813c-f996ede4f3dd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:37.459824 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2052593-9b13-4640-813c-f996ede4f3dd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:37.460557 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2052593-9b13-4640-813c-f996ede4f3dd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:37.471284 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2052593-9b13-4640-813c-f996ede4f3dd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Port': ['ID=9e8f5735-6c3e-452b-870a-38b432935abe,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:37.471540 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 2c457139-69ff-492e-8875-b389383354d4 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:23:37.485735 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c4cd7-3857-44f3-a419-ebde707824ed req-b0ab57c3-dc03-4ea0-9824-a69fc3e851fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:37.486146 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-065c4cd7-3857-44f3-a419-ebde707824ed req-b0ab57c3-dc03-4ea0-9824-a69fc3e851fa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c476bc9e2fe48f188b2500546342e72&device_id=6ef55b06-2320-4a37-bb22-da71a908403d HTTP/1.1" status: 200 len: 1094 time: 0.1730690 Jul 15 23:23:37.499300 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b2052593-9b13-4640-813c-f996ede4f3dd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1013 time: 1.3942382 Jul 15 23:23:37.504757 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38698) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:37.511981 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-f8b14078-84b2-45ab-a410-d9d462dffc9f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f24639b3-e85c-4305-abe0-42785e2157e6'}]}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:37.523981 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8970b-01db-4962-ae07-1dbc806859ee req-7f47c17b-d4bd-4386-8be5-55c5ed8114fa tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:37.531134 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33c8970b-01db-4962-ae07-1dbc806859ee req-7f47c17b-d4bd-4386-8be5-55c5ed8114fa tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=202dcfd8-6a5d-496d-8f3b-bd7f143d65bf HTTP/1.1" status: 200 len: 945 time: 0.1265316 Jul 15 23:23:37.598382 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 2c457139-69ff-492e-8875-b389383354d4 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:37.604360 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 2c457139-69ff-492e-8875-b389383354d4 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:37.604740 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:37.629425 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-065c4cd7-3857-44f3-a419-ebde707824ed req-1e7735d3-791f-4042-8d11-fb52939e0c6a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87d39852-b3c1-4166-bc84-fea73e32b857 HTTP/1.1" status: 200 len: 217 time: 0.1325762 Jul 15 23:23:37.699491 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cae3008-b417-421d-ba32-88951f375379 None None] Update dhcp port {'port': {'network_id': '8a77d6c6-c4d5-4353-b946-caa7becca2f4', 'fixed_ips': [{'subnet_id': 'f24639b3-e85c-4305-abe0-42785e2157e6', 'ip_address': '2001:db8::2'}, {'subnet_id': '3a37c14a-94d8-4eac-b750-fe537886180e'}], 'binding:host_id': 'n-d-787205-9'}, 'id': '2c457139-69ff-492e-8875-b389383354d4'} from n-d-787205-9. {{(pid=93800) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:23:37.707172 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33c8970b-01db-4962-ae07-1dbc806859ee req-9531413b-d6df-4f02-bf60-f80614af51b2 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751468 Jul 15 23:23:37.763502 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c4cd7-3857-44f3-a419-ebde707824ed req-287dfce7-ff66-4f70-90a6-be4312eaade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:37.764986 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-065c4cd7-3857-44f3-a419-ebde707824ed req-287dfce7-ff66-4f70-90a6-be4312eaade4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=54f0c398-786c-4bb4-9c0d-f6b9e6012b3b HTTP/1.1" status: 200 len: 850 time: 0.1222615 Jul 15 23:23:37.793662 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0cae3008-b417-421d-ba32-88951f375379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:37.819481 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:37.841014 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device fdd2855c-49ff-4c1c-afd4-a698c6e0c3be no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:23:37.846617 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff3a49-427a-4011-95b5-7bc737d21514 req-f6750624-ed4c-4b50-9389-fab1807c4eee tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:37.848079 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d2ff3a49-427a-4011-95b5-7bc737d21514 req-f6750624-ed4c-4b50-9389-fab1807c4eee tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/ports?device_id=56acab07-577e-4303-8ec3-31b53a575f28 HTTP/1.1" status: 200 len: 944 time: 0.2711380 Jul 15 23:23:37.900165 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: fdd2855c-49ff-4c1c-afd4-a698c6e0c3be {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:23:37.900681 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device fdd2855c-49ff-4c1c-afd4-a698c6e0c3be not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:23:37.912617 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 2c457139-69ff-492e-8875-b389383354d4, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=2c457139-69ff-492e-8875-b389383354d4,segment=NetworkSegment(37de2792-1a3d-4006-bf52-06711732a97e),segment_id=37de2792-1a3d-4006-bf52-06711732a97e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:37.976789 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d2ff3a49-427a-4011-95b5-7bc737d21514 req-34d8b81c-8208-4a62-8200-e2a76b6be8fe tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/security-groups?id=93672eac-837e-4be7-94a4-a5d0a44467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125326 Jul 15 23:23:37.995850 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:38.033313 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c4cd7-3857-44f3-a419-ebde707824ed req-38c956e9-4b84-4729-9d4b-e0291e473fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:38.034866 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-065c4cd7-3857-44f3-a419-ebde707824ed req-38c956e9-4b84-4729-9d4b-e0291e473fcc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=735c8477-b658-4066-88fd-8f0a4fc80eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2611537 Jul 15 23:23:38.047412 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef0099-b41e-4b2b-b855-0f32926e278b req-aa9b29fa-68b1-4e3c-a8d6-5b3236d1cd9a tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:38.048955 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-34ef0099-b41e-4b2b-b855-0f32926e278b req-aa9b29fa-68b1-4e3c-a8d6-5b3236d1cd9a tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 943 time: 0.1996765 Jul 15 23:23:38.077592 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f8b14078-84b2-45ab-a410-d9d462dffc9f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:38.107456 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=2c457139-69ff-492e-8875-b389383354d4,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:38.134420 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-0cae3008-b417-421d-ba32-88951f375379 None None] Allocated IP 2001:db8:0:1::2 (8a77d6c6-c4d5-4353-b946-caa7becca2f4/3a37c14a-94d8-4eac-b750-fe537886180e/2c457139-69ff-492e-8875-b389383354d4) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:38.185080 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-34ef0099-b41e-4b2b-b855-0f32926e278b req-e8d5c722-459a-422e-8154-3986639750e7 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256466 Jul 15 23:23:38.254444 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-0cae3008-b417-421d-ba32-88951f375379 None None] For port 2c457139-69ff-492e-8875-b389383354d4, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=2c457139-69ff-492e-8875-b389383354d4,segment=NetworkSegment(37de2792-1a3d-4006-bf52-06711732a97e),segment_id=37de2792-1a3d-4006-bf52-06711732a97e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:38.265344 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-065c4cd7-3857-44f3-a419-ebde707824ed req-72aec8b7-cf7a-4749-9b18-7b2fa08582da service neutron] 10.222.0.43 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148986 Jul 15 23:23:38.285939 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0cae3008-b417-421d-ba32-88951f375379 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:38.300194 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0cae3008-b417-421d-ba32-88951f375379 None None] Transition to ACTIVE for port object 2c457139-69ff-492e-8875-b389383354d4 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:38.305615 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0cae3008-b417-421d-ba32-88951f375379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:38.412001 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae3008-b417-421d-ba32-88951f375379 None None] Pushing event updated for resources: {'Port': ['ID=2c457139-69ff-492e-8875-b389383354d4,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:38.546135 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e7016-8484-424c-b3dd-4f138b22201e req-ba500f26-02ad-45d2-810e-fa9115139d89 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:38.548662 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-095e7016-8484-424c-b3dd-4f138b22201e req-ba500f26-02ad-45d2-810e-fa9115139d89 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.43 "GET /v2.0/ports?device_id=202dcfd8-6a5d-496d-8f3b-bd7f143d65bf HTTP/1.1" status: 200 len: 945 time: 0.0804000 Jul 15 23:23:38.585085 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1f3c0-7a11-4725-bfce-a691ba2499a8 req-f87fc8b3-68e8-49e7-bd17-85e38a16aa2f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:38.587172 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f1e1f3c0-7a11-4725-bfce-a691ba2499a8 req-f87fc8b3-68e8-49e7-bd17-85e38a16aa2f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef55b06-2320-4a37-bb22-da71a908403d HTTP/1.1" status: 200 len: 943 time: 0.3384671 Jul 15 23:23:38.617420 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 65579fcf-261e-443a-aff2-3a65be5dca97 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:23:38.638226 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-065c4cd7-3857-44f3-a419-ebde707824ed req-d59afd02-a352-473d-849c-08bf8763067c service neutron] 10.222.0.43 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482449 Jul 15 23:23:38.698516 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-f8b14078-84b2-45ab-a410-d9d462dffc9f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Delete allocated IP 2001:db8:0:1::37 (8a77d6c6-c4d5-4353-b946-caa7becca2f4/3a37c14a-94d8-4eac-b750-fe537886180e) {{(pid=93799) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 23:23:38.717166 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f1e1f3c0-7a11-4725-bfce-a691ba2499a8 req-7f40e7c4-b925-4f77-a6a3-618e402dcbac tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187401 Jul 15 23:23:38.775386 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:38.783206 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-095e7016-8484-424c-b3dd-4f138b22201e req-6d43b71d-07a6-449e-883c-ca829eb8f71c tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Deleting port 824ca5fc-c067-405d-83ce-34fcc6da2775 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:38.787591 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-095e7016-8484-424c-b3dd-4f138b22201e req-6d43b71d-07a6-449e-883c-ca829eb8f71c tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:38.819806 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 65579fcf-261e-443a-aff2-3a65be5dca97, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=65579fcf-261e-443a-aff2-3a65be5dca97,segment=NetworkSegment(99e30787-fb5f-4579-a68e-09dbc1d4d4a2),segment_id=99e30787-fb5f-4579-a68e-09dbc1d4d4a2)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:38.833788 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '65579fcf-261e-443a-aff2-3a65be5dca97', 'network_id': '886b140e-59fa-4167-8a15-cfa46f3ed6d1', 'port_id': '65579fcf-261e-443a-aff2-3a65be5dca97', 'mac_address': 'fa:16:3e:2a:e7:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '792d2a4c-baee-497b-9c7e-fe650ab4fbed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:23:38.863557 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33829ed3-acd7-4bf0-85ff-8091faea8666 req-42a48435-f641-4461-9eb2-118672f5dbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:38.865355 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33829ed3-acd7-4bf0-85ff-8091faea8666 req-42a48435-f641-4461-9eb2-118672f5dbcc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c476bc9e2fe48f188b2500546342e72&device_id=6ef55b06-2320-4a37-bb22-da71a908403d HTTP/1.1" status: 200 len: 1094 time: 0.1625197 Jul 15 23:23:38.898679 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:38.921487 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-095e7016-8484-424c-b3dd-4f138b22201e req-6d43b71d-07a6-449e-883c-ca829eb8f71c tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] For port 824ca5fc-c067-405d-83ce-34fcc6da2775, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=824ca5fc-c067-405d-83ce-34fcc6da2775,segment=NetworkSegment(5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61),segment_id=5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:38.921855 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-095e7016-8484-424c-b3dd-4f138b22201e req-6d43b71d-07a6-449e-883c-ca829eb8f71c tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:38.926527 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65579fcf-261e-443a-aff2-3a65be5dca97 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:23:38.944708 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-095e7016-8484-424c-b3dd-4f138b22201e req-6d43b71d-07a6-449e-883c-ca829eb8f71c tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Calling delete_port for 824ca5fc-c067-405d-83ce-34fcc6da2775 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:38.990878 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 65579fcf-261e-443a-aff2-3a65be5dca97, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=65579fcf-261e-443a-aff2-3a65be5dca97,segment=NetworkSegment(99e30787-fb5f-4579-a68e-09dbc1d4d4a2),segment_id=99e30787-fb5f-4579-a68e-09dbc1d4d4a2)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:38.995504 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:39.098022 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=65579fcf-261e-443a-aff2-3a65be5dca97,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:39.142565 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f8b14078-84b2-45ab-a410-d9d462dffc9f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:39.163244 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f8b14078-84b2-45ab-a410-d9d462dffc9f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Ignored duplicate provisioning block setup for port 9e8f5735-6c3e-452b-870a-38b432935abe by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 23:23:39.167634 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33829ed3-acd7-4bf0-85ff-8091faea8666 req-da3d6581-68ed-4a4f-bca9-72fecda8bdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:39.170436 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33829ed3-acd7-4bf0-85ff-8091faea8666 req-da3d6581-68ed-4a4f-bca9-72fecda8bdaf service neutron] 10.222.0.43 "GET /v2.0/networks?id=735c8477-b658-4066-88fd-8f0a4fc80eba HTTP/1.1" status: 200 len: 912 time: 0.2980452 Jul 15 23:23:39.171647 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-095e7016-8484-424c-b3dd-4f138b22201e req-6d43b71d-07a6-449e-883c-ca829eb8f71c tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:39.182346 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e003eb5-b5d1-4fe1-8694-7f8d1277beed req-c1880df9-6fbb-472c-b02a-d0cb2ad0b9eb tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:39.184183 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e003eb5-b5d1-4fe1-8694-7f8d1277beed req-c1880df9-6fbb-472c-b02a-d0cb2ad0b9eb tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=202dcfd8-6a5d-496d-8f3b-bd7f143d65bf HTTP/1.1" status: 200 len: 945 time: 0.2872179 Jul 15 23:23:39.184640 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d', '824ca5fc-c067-405d-83ce-34fcc6da2775'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:23:39.201466 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f8b14078-84b2-45ab-a410-d9d462dffc9f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:39.209651 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d43b71d-07a6-449e-883c-ca829eb8f71c tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Pushing event deleted for resources: {'Port': ['ID=824ca5fc-c067-405d-83ce-34fcc6da2775,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:39.245777 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bc2d13-4e32-495c-aeeb-5fb9658e10d4 None None] Network 8a77d6c6-c4d5-4353-b946-caa7becca2f4 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:39.273407 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['65579fcf-261e-443a-aff2-3a65be5dca97'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:23:39.304573 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-095e7016-8484-424c-b3dd-4f138b22201e req-6d43b71d-07a6-449e-883c-ca829eb8f71c tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] No DVR routers for this DVR port 824ca5fc-c067-405d-83ce-34fcc6da2775 on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:23:39.319434 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-095e7016-8484-424c-b3dd-4f138b22201e req-6d43b71d-07a6-449e-883c-ca829eb8f71c tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:39.321734 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-095e7016-8484-424c-b3dd-4f138b22201e req-6d43b71d-07a6-449e-883c-ca829eb8f71c tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.43 "DELETE /v2.0/ports/824ca5fc-c067-405d-83ce-34fcc6da2775 HTTP/1.1" status: 204 len: 173 time: 0.7679675 Jul 15 23:23:39.322443 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202dcfd8-6a5d-496d-8f3b-bd7f143d65bf', 'name': 'network-vif-deleted', 'tag': '824ca5fc-c067-405d-83ce-34fcc6da2775'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:39.333767 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf0be8d-41fc-44f1-8e2f-0fb94e9f5abf" -d '{"events": [{"server_uuid": "202dcfd8-6a5d-496d-8f3b-bd7f143d65bf", "name": "network-vif-deleted", "tag": "824ca5fc-c067-405d-83ce-34fcc6da2775"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:39.366148 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33829ed3-acd7-4bf0-85ff-8091faea8666 req-4139c054-1015-416b-9227-dcb3b5108e9d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87d39852-b3c1-4166-bc84-fea73e32b857 HTTP/1.1" status: 200 len: 217 time: 0.1802053 Jul 15 23:23:39.399798 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f8b14078-84b2-45ab-a410-d9d462dffc9f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] In _notify_port_updated(), no bound segment for port 9e8f5735-6c3e-452b-870a-38b432935abe on network 8a77d6c6-c4d5-4353-b946-caa7becca2f4 {{(pid=93799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:23:39.406912 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b14078-84b2-45ab-a410-d9d462dffc9f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:39.407631 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f8b14078-84b2-45ab-a410-d9d462dffc9f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:39.412381 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38716) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:39.412525 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f8b14078-84b2-45ab-a410-d9d462dffc9f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "PUT /v2.0/ports/9e8f5735-6c3e-452b-870a-38b432935abe HTTP/1.1" status: 200 len: 923 time: 1.9053724 Jul 15 23:23:39.420272 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-19bb01f5-c092-433f-a4c2-3754a77b630c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f24639b3-e85c-4305-abe0-42785e2157e6'}, {'subnet_id': '3a37c14a-94d8-4eac-b750-fe537886180e'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:39.461168 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 2c457139-69ff-492e-8875-b389383354d4 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:23:39.498081 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33829ed3-acd7-4bf0-85ff-8091faea8666 req-af5b06ac-0221-43bd-abd2-4a91963b20f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:39.499486 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33829ed3-acd7-4bf0-85ff-8091faea8666 req-af5b06ac-0221-43bd-abd2-4a91963b20f3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=54f0c398-786c-4bb4-9c0d-f6b9e6012b3b HTTP/1.1" status: 200 len: 850 time: 0.1084921 Jul 15 23:23:39.505751 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e003eb5-b5d1-4fe1-8694-7f8d1277beed req-cd2c5ebe-399f-465b-9b5a-dc067d18aeb6 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108172 Jul 15 23:23:39.506399 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b14078-84b2-45ab-a410-d9d462dffc9f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Port': ['ID=9e8f5735-6c3e-452b-870a-38b432935abe,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:39.547001 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19bb01f5-c092-433f-a4c2-3754a77b630c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:39.591261 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b1810-a471-4241-b5b9-0ff158e56658 req-4e34016e-36b2-4722-a1d1-f13f862f89c2 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:39.598515 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb9b1810-a471-4241-b5b9-0ff158e56658 req-4e34016e-36b2-4722-a1d1-f13f862f89c2 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/ports?device_id=56acab07-577e-4303-8ec3-31b53a575f28 HTTP/1.1" status: 200 len: 945 time: 0.3800855 Jul 15 23:23:39.655499 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb9b1810-a471-4241-b5b9-0ff158e56658 req-a6f4fbd0-1a1d-4deb-93ed-88b0e4e58286 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/security-groups?id=93672eac-837e-4be7-94a4-a5d0a44467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551019 Jul 15 23:23:39.685758 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33829ed3-acd7-4bf0-85ff-8091faea8666 req-1f7104c9-5939-4683-a045-91162e92f2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:39.689199 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33829ed3-acd7-4bf0-85ff-8091faea8666 req-1f7104c9-5939-4683-a045-91162e92f2f9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=735c8477-b658-4066-88fd-8f0a4fc80eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1711199 Jul 15 23:23:39.854259 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a67036a-0055-4c7a-a209-df13e006f10e x-openstack-request-id: req-1a67036a-0055-4c7a-a209-df13e006f10e {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:39.854470 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202dcfd8-6a5d-496d-8f3b-bd7f143d65bf", "name": "network-vif-deleted", "tag": "824ca5fc-c067-405d-83ce-34fcc6da2775", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:39.854626 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a67036a-0055-4c7a-a209-df13e006f10e {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:39.855053 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202dcfd8-6a5d-496d-8f3b-bd7f143d65bf', 'name': 'network-vif-deleted', 'tag': '824ca5fc-c067-405d-83ce-34fcc6da2775', 'status': 'completed', 'code': 200} Jul 15 23:23:39.904754 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1b6e3d33-e9a3-4b09-9647-67082a7aad24 None None] Provisioning for port 9e8f5735-6c3e-452b-870a-38b432935abe completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:39.931126 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1b6e3d33-e9a3-4b09-9647-67082a7aad24 None None] Provisioning complete for port 9e8f5735-6c3e-452b-870a-38b432935abe triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:39.931497 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3d33-e9a3-4b09-9647-67082a7aad24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.041309 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-19bb01f5-c092-433f-a4c2-3754a77b630c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Allocated IP 2001:db8:0:1::260 (8a77d6c6-c4d5-4353-b946-caa7becca2f4/3a37c14a-94d8-4eac-b750-fe537886180e/9e8f5735-6c3e-452b-870a-38b432935abe) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:40.053673 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-1b6e3d33-e9a3-4b09-9647-67082a7aad24 None None] Port 9e8f5735-6c3e-452b-870a-38b432935abe cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:23:40.135216 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1b6e3d33-e9a3-4b09-9647-67082a7aad24 None None] Provisioning for port 2c457139-69ff-492e-8875-b389383354d4 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:40.177720 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1b6e3d33-e9a3-4b09-9647-67082a7aad24 None None] Provisioning complete for port 2c457139-69ff-492e-8875-b389383354d4 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:40.178142 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3d33-e9a3-4b09-9647-67082a7aad24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.236556 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19bb01f5-c092-433f-a4c2-3754a77b630c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.250770 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-19bb01f5-c092-433f-a4c2-3754a77b630c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Ignored duplicate provisioning block setup for port 9e8f5735-6c3e-452b-870a-38b432935abe by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 23:23:40.256203 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19bb01f5-c092-433f-a4c2-3754a77b630c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.273614 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33829ed3-acd7-4bf0-85ff-8091faea8666 req-59dbcba6-2d5f-450a-82f0-0e9c214ae806 service neutron] 10.222.0.43 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5753157 Jul 15 23:23:40.339394 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb01f5-c092-433f-a4c2-3754a77b630c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Port': ['ID=9e8f5735-6c3e-452b-870a-38b432935abe,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:40.422514 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-19bb01f5-c092-433f-a4c2-3754a77b630c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] In _notify_port_updated(), no bound segment for port 9e8f5735-6c3e-452b-870a-38b432935abe on network 8a77d6c6-c4d5-4353-b946-caa7becca2f4 {{(pid=93798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:23:40.429720 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bb01f5-c092-433f-a4c2-3754a77b630c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:40.430934 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19bb01f5-c092-433f-a4c2-3754a77b630c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.436531 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-19bb01f5-c092-433f-a4c2-3754a77b630c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "PUT /v2.0/ports/9e8f5735-6c3e-452b-870a-38b432935abe HTTP/1.1" status: 200 len: 1009 time: 1.0230777 Jul 15 23:23:40.437344 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38720) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:40.448761 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33829ed3-acd7-4bf0-85ff-8091faea8666 req-47bc6e67-8cf4-4973-8dda-0c70c465f1d7 service neutron] 10.222.0.43 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534505 Jul 15 23:23:40.478122 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad4a1c-b890-45e1-bd0a-0bafb8840cb5 req-eff7ab01-6cbe-42fa-8497-2b35ddfe978a tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:40.486390 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-31ad4a1c-b890-45e1-bd0a-0bafb8840cb5 req-eff7ab01-6cbe-42fa-8497-2b35ddfe978a tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 943 time: 0.6327918 Jul 15 23:23:40.521198 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d5651-a2f1-489f-aecd-6c1646c561ca req-68935b2b-122f-4c52-9d0f-a50e6499c954 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:40.523063 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e04d5651-a2f1-489f-aecd-6c1646c561ca req-68935b2b-122f-4c52-9d0f-a50e6499c954 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef55b06-2320-4a37-bb22-da71a908403d HTTP/1.1" status: 200 len: 943 time: 0.2636504 Jul 15 23:23:40.553587 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-31ad4a1c-b890-45e1-bd0a-0bafb8840cb5 req-5530ebae-90ab-4320-9558-e3c475982930 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661137 Jul 15 23:23:40.572218 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-d5d66ee7-a2fe-465a-b191-f5f9464e87ba tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting port 9e8f5735-6c3e-452b-870a-38b432935abe {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:40.572723 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5d66ee7-a2fe-465a-b191-f5f9464e87ba tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.590755 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e04d5651-a2f1-489f-aecd-6c1646c561ca req-8ba65e7b-84f1-44ca-8e96-9cf55b4d77e9 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534956 Jul 15 23:23:40.694425 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0edb5039-37b7-42d9-bd0a-e31e110a3524 None None] Provisioning complete for port 9e8f5735-6c3e-452b-870a-38b432935abe triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:40.695071 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0edb5039-37b7-42d9-bd0a-e31e110a3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.711011 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5d66ee7-a2fe-465a-b191-f5f9464e87ba tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.736919 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-d5d66ee7-a2fe-465a-b191-f5f9464e87ba tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Calling delete_port for 9e8f5735-6c3e-452b-870a-38b432935abe owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:40.765380 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0edb5039-37b7-42d9-bd0a-e31e110a3524 None None] Port 9e8f5735-6c3e-452b-870a-38b432935abe cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:23:40.790916 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0edb5039-37b7-42d9-bd0a-e31e110a3524 None None] Provisioning complete for port 2c457139-69ff-492e-8875-b389383354d4 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:40.791291 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0edb5039-37b7-42d9-bd0a-e31e110a3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.986662 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f105289-c904-43d6-94cc-333555380609 req-6c71b173-31f0-442d-95de-82d09f8a4c66 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:40.988304 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7f105289-c904-43d6-94cc-333555380609 req-6c71b173-31f0-442d-95de-82d09f8a4c66 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/ports?device_id=56acab07-577e-4303-8ec3-31b53a575f28 HTTP/1.1" status: 200 len: 945 time: 0.1259730 Jul 15 23:23:41.027379 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5d66ee7-a2fe-465a-b191-f5f9464e87ba tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:41.045243 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7f105289-c904-43d6-94cc-333555380609 req-5f839b23-bc48-4d4b-b15f-c1b0cf4a1ac7 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/security-groups?id=93672eac-837e-4be7-94a4-a5d0a44467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510185 Jul 15 23:23:41.066110 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d66ee7-a2fe-465a-b191-f5f9464e87ba tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Port': ['ID=9e8f5735-6c3e-452b-870a-38b432935abe,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:41.079217 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8e5c4114-ff72-4820-a6bf-bebb07eac37a None None] Could not find standard attr ID for object 9e8f5735-6c3e-452b-870a-38b432935abe. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:23:41.125622 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5d66ee7-a2fe-465a-b191-f5f9464e87ba tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:41.131127 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d5d66ee7-a2fe-465a-b191-f5f9464e87ba tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/ports/9e8f5735-6c3e-452b-870a-38b432935abe HTTP/1.1" status: 204 len: 168 time: 0.6927190 Jul 15 23:23:41.131286 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38730) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:41.161827 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-069619c7-b986-497d-a6aa-bde60bcef7b2 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] GET failed (client error): The resource could not be found. Jul 15 23:23:41.163546 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-069619c7-b986-497d-a6aa-bde60bcef7b2 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "GET /v2.0/ports/9e8f5735-6c3e-452b-870a-38b432935abe HTTP/1.1" status: 404 len: 333 time: 0.0310941 Jul 15 23:23:41.166201 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38732) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:41.212703 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5ecb3a79-6f51-40d2-a78b-cbd5588454e5 None None] Could not find standard attr ID for object 9e8f5735-6c3e-452b-870a-38b432935abe. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:23:41.221558 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-2660d75a-b67a-404d-a055-5bdfc3455876 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting subnet 3a37c14a-94d8-4eac-b750-fe537886180e {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:23:41.224940 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2660d75a-b67a-404d-a055-5bdfc3455876 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:41.267464 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2660d75a-b67a-404d-a055-5bdfc3455876 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:41.365836 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2660d75a-b67a-404d-a055-5bdfc3455876 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:41.430476 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2660d75a-b67a-404d-a055-5bdfc3455876 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:41.431090 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-cec6e833-d8b8-449d-8efb-f2d9bfa72bb3 None None] Could not find standard attr ID for object 9e8f5735-6c3e-452b-870a-38b432935abe. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:23:41.464611 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660d75a-b67a-404d-a055-5bdfc3455876 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Subnet': ['ID=3a37c14a-94d8-4eac-b750-fe537886180e,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:41.466627 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2660d75a-b67a-404d-a055-5bdfc3455876 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:41.468695 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2660d75a-b67a-404d-a055-5bdfc3455876 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/subnets/3a37c14a-94d8-4eac-b750-fe537886180e HTTP/1.1" status: 204 len: 168 time: 0.3015232 Jul 15 23:23:41.472748 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38734) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:41.539387 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0ce844-2cf9-404a-bd54-a7b601334f08 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting subnet f24639b3-e85c-4305-abe0-42785e2157e6 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:23:41.542973 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac0ce844-2cf9-404a-bd54-a7b601334f08 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:41.612922 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac0ce844-2cf9-404a-bd54-a7b601334f08 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:41.694878 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb83582-c802-4a18-829c-ae89a147adcc None None] Network 8a77d6c6-c4d5-4353-b946-caa7becca2f4 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:41.840133 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 824ca5fc-c067-405d-83ce-34fcc6da2775 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:23:41.848005 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac0ce844-2cf9-404a-bd54-a7b601334f08 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:41.863511 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 824ca5fc-c067-405d-83ce-34fcc6da2775 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:23:41.864330 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 824ca5fc-c067-405d-83ce-34fcc6da2775 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:23:41.965327 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac0ce844-2cf9-404a-bd54-a7b601334f08 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.000557 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac0ce844-2cf9-404a-bd54-a7b601334f08 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.005490 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ac0ce844-2cf9-404a-bd54-a7b601334f08 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/subnets/f24639b3-e85c-4305-abe0-42785e2157e6 HTTP/1.1" status: 204 len: 168 time: 0.5314422 Jul 15 23:23:42.006720 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38744) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:42.007459 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ce844-2cf9-404a-bd54-a7b601334f08 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Subnet': ['ID=f24639b3-e85c-4305-abe0-42785e2157e6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:42.020134 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318cd55-89af-4d23-a6c4-0fbbdb19eef8 req-90a952bd-e08b-440d-adcb-635aacfe9adc tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:42.028529 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0318cd55-89af-4d23-a6c4-0fbbdb19eef8 req-90a952bd-e08b-440d-adcb-635aacfe9adc tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 943 time: 0.2036283 Jul 15 23:23:42.049212 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4a8d9-1bac-4060-905e-9afe35831e3e req-4fb260da-cdd6-4450-b10f-d7d3889e6434 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:42.051016 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-19d4a8d9-1bac-4060-905e-9afe35831e3e req-4fb260da-cdd6-4450-b10f-d7d3889e6434 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef55b06-2320-4a37-bb22-da71a908403d HTTP/1.1" status: 200 len: 943 time: 0.1517298 Jul 15 23:23:42.099288 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-93f9542a-4212-4e86-8cab-dca6936ccb48 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.106533 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668c2cca-929b-4c67-ab8f-a4b4ffb4f4a7 None None] Update dhcp port {'port': {'network_id': '8a77d6c6-c4d5-4353-b946-caa7becca2f4', 'fixed_ips': [{'subnet_id': 'f24639b3-e85c-4305-abe0-42785e2157e6'}], 'binding:host_id': 'n-d-787205-9'}, 'id': '2c457139-69ff-492e-8875-b389383354d4'} from n-d-787205-9. {{(pid=93800) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:23:42.126067 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0318cd55-89af-4d23-a6c4-0fbbdb19eef8 req-62c33f73-158e-46a9-bb1b-a940b24006ab tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850525 Jul 15 23:23:42.154004 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-668c2cca-929b-4c67-ab8f-a4b4ffb4f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.160169 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-19d4a8d9-1bac-4060-905e-9afe35831e3e req-5991ddfc-6f7e-42ae-9655-6f8a6517c73b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893664 Jul 15 23:23:42.212746 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-93f9542a-4212-4e86-8cab-dca6936ccb48 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting port 2c457139-69ff-492e-8875-b389383354d4 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:42.213092 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-93f9542a-4212-4e86-8cab-dca6936ccb48 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.316688 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-93f9542a-4212-4e86-8cab-dca6936ccb48 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] For port 2c457139-69ff-492e-8875-b389383354d4, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=2c457139-69ff-492e-8875-b389383354d4,segment=NetworkSegment(37de2792-1a3d-4006-bf52-06711732a97e),segment_id=37de2792-1a3d-4006-bf52-06711732a97e)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:42.317475 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-93f9542a-4212-4e86-8cab-dca6936ccb48 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.331826 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-93f9542a-4212-4e86-8cab-dca6936ccb48 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Calling delete_port for 2c457139-69ff-492e-8875-b389383354d4 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:42.382157 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445d557-4b52-4c33-beee-25454155d44e req-02abc7d9-6f7f-4519-be12-cabdcee2efaf tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:42.383716 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0445d557-4b52-4c33-beee-25454155d44e req-02abc7d9-6f7f-4519-be12-cabdcee2efaf tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/ports?device_id=56acab07-577e-4303-8ec3-31b53a575f28 HTTP/1.1" status: 200 len: 945 time: 0.1088867 Jul 15 23:23:42.407342 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c62a675-964d-40ca-90af-a087f8def351 None None] Network 8a77d6c6-c4d5-4353-b946-caa7becca2f4 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:42.439471 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-93f9542a-4212-4e86-8cab-dca6936ccb48 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.451436 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0445d557-4b52-4c33-beee-25454155d44e req-26a90f6a-ea71-47ad-9760-b3844a3acd39 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/security-groups?id=93672eac-837e-4be7-94a4-a5d0a44467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614100 Jul 15 23:23:42.480015 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f9542a-4212-4e86-8cab-dca6936ccb48 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] No DVR routers for this DVR port 2c457139-69ff-492e-8875-b389383354d4 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:23:42.482966 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9542a-4212-4e86-8cab-dca6936ccb48 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Port': ['ID=2c457139-69ff-492e-8875-b389383354d4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:42.493475 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-90572e3e-2ddd-40fa-ac5c-2572f895d958 None None] Could not find standard attr ID for object 2c457139-69ff-492e-8875-b389383354d4. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:23:42.551664 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943b27e1-9634-45bc-8aba-efdb55eb14fa None None] DHCP port deletion for 8a77d6c6-c4d5-4353-b946-caa7becca2f4 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:23:42.565005 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-93f9542a-4212-4e86-8cab-dca6936ccb48 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.575499 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-93f9542a-4212-4e86-8cab-dca6936ccb48 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a77d6c6-c4d5-4353-b946-caa7becca2f4']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:42.585204 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-93f9542a-4212-4e86-8cab-dca6936ccb48 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37de2792-1a3d-4006-bf52-06711732a97e') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:42.585497 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-93f9542a-4212-4e86-8cab-dca6936ccb48 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37de2792-1a3d-4006-bf52-06711732a97e') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:42.594006 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-93f9542a-4212-4e86-8cab-dca6936ccb48 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.608035 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-93f9542a-4212-4e86-8cab-dca6936ccb48 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.613748 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f9542a-4212-4e86-8cab-dca6936ccb48 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:23:42.614916 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-93f9542a-4212-4e86-8cab-dca6936ccb48 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:23:42.617589 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:23:42.640456 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 65579fcf-261e-443a-aff2-3a65be5dca97 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:23:42.684135 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-93f9542a-4212-4e86-8cab-dca6936ccb48 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.695801 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-93f9542a-4212-4e86-8cab-dca6936ccb48 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.699555 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-93f9542a-4212-4e86-8cab-dca6936ccb48 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/networks/8a77d6c6-c4d5-4353-b946-caa7becca2f4 HTTP/1.1" status: 204 len: 168 time: 0.6876905 Jul 15 23:23:42.701557 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38748) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:42.714728 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 65579fcf-261e-443a-aff2-3a65be5dca97 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:42.716903 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9542a-4212-4e86-8cab-dca6936ccb48 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Network': ['ID=8a77d6c6-c4d5-4353-b946-caa7becca2f4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:42.726324 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 65579fcf-261e-443a-aff2-3a65be5dca97 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:42.726752 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.777202 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505a3f33-9755-4c45-9c3d-5d52cca6f717 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:42.779340 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-505a3f33-9755-4c45-9c3d-5d52cca6f717 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0767865 Jul 15 23:23:42.784604 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38750) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:42.810952 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.842101 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56acab07-577e-4303-8ec3-31b53a575f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65579fcf-261e-443a-aff2-3a65be5dca97'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:42.844369 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3d9b68-aa29-42e6-8fa1-88f3684d388d" -d '{"events": [{"server_uuid": "56acab07-577e-4303-8ec3-31b53a575f28", "name": "network-vif-plugged", "status": "completed", "tag": "65579fcf-261e-443a-aff2-3a65be5dca97"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:42.849694 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6f52712e-6c9a-49b1-9fb5-253b97c95a6d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0637426 Jul 15 23:23:42.855103 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38756) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:42.860157 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b274181a-c62c-4646-968a-0d1937b589f1 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-491483695'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:42.874549 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 65579fcf-261e-443a-aff2-3a65be5dca97, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=65579fcf-261e-443a-aff2-3a65be5dca97,segment=NetworkSegment(99e30787-fb5f-4579-a68e-09dbc1d4d4a2),segment_id=99e30787-fb5f-4579-a68e-09dbc1d4d4a2)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:42.879250 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.917992 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0e60bd-297a-4d49-8199-a7168ea67c96 x-openstack-request-id: req-bc0e60bd-297a-4d49-8199-a7168ea67c96 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:42.918284 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56acab07-577e-4303-8ec3-31b53a575f28", "name": "network-vif-plugged", "status": "completed", "tag": "65579fcf-261e-443a-aff2-3a65be5dca97", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:42.918541 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc0e60bd-297a-4d49-8199-a7168ea67c96 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:42.919069 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56acab07-577e-4303-8ec3-31b53a575f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65579fcf-261e-443a-aff2-3a65be5dca97', 'code': 200} Jul 15 23:23:42.921770 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b274181a-c62c-4646-968a-0d1937b589f1 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:42.936091 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b274181a-c62c-4646-968a-0d1937b589f1 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.957324 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=65579fcf-261e-443a-aff2-3a65be5dca97,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:42.967553 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b274181a-c62c-4646-968a-0d1937b589f1 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:23:42.986504 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b274181a-c62c-4646-968a-0d1937b589f1 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.987445 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-b274181a-c62c-4646-968a-0d1937b589f1 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Added segment 9771188f-7a08-4c2e-b141-ae0ca9273c66 of type vlan for network 9cbcf669-1cd3-4a41-9525-c115ba89bfd5 Jul 15 23:23:43.362371 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 2c457139-69ff-492e-8875-b389383354d4 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:23:43.392769 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 2c457139-69ff-492e-8875-b389383354d4 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:23:43.395210 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 2c457139-69ff-492e-8875-b389383354d4 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:23:43.439737 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b274181a-c62c-4646-968a-0d1937b589f1 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:43.474824 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e3613-9b18-42d5-881f-09b2b45f2d14 req-7f310328-7093-4474-91fd-c868ab04b31e tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:43.476343 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f7e3613-9b18-42d5-881f-09b2b45f2d14 req-7f310328-7093-4474-91fd-c868ab04b31e tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 943 time: 0.1550641 Jul 15 23:23:43.487239 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867529c4-8d84-4c27-adbe-7656df6f36a0 req-15139777-0a7b-46c9-a36d-8cfa75e7fc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:43.488955 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-867529c4-8d84-4c27-adbe-7656df6f36a0 req-15139777-0a7b-46c9-a36d-8cfa75e7fc0a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=56acab07-577e-4303-8ec3-31b53a575f28 HTTP/1.1" status: 200 len: 1097 time: 0.4933708 Jul 15 23:23:43.490059 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dce74d-d7cc-4c23-93e9-9b48457a0067 req-6ab13e39-49fe-406b-b406-3452f4c2cdc4 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:43.490867 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b274181a-c62c-4646-968a-0d1937b589f1 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:43.491569 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f8dce74d-d7cc-4c23-93e9-9b48457a0067 req-6ab13e39-49fe-406b-b406-3452f4c2cdc4 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef55b06-2320-4a37-bb22-da71a908403d HTTP/1.1" status: 200 len: 943 time: 0.1179411 Jul 15 23:23:43.496450 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b274181a-c62c-4646-968a-0d1937b589f1 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:43.497103 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b274181a-c62c-4646-968a-0d1937b589f1 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:43.547956 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f7e3613-9b18-42d5-881f-09b2b45f2d14 req-0bb1244f-dd13-4e6d-9008-e2db538e0b2f tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552258 Jul 15 23:23:43.549081 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b274181a-c62c-4646-968a-0d1937b589f1 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6930275 Jul 15 23:23:43.553789 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38766) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:43.558935 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-a91c08c3-aa42-4557-b98c-3920f7e7a811 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'subnet': {'network_id': '9cbcf669-1cd3-4a41-9525-c115ba89bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:43.564970 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f8dce74d-d7cc-4c23-93e9-9b48457a0067 req-956cfbc8-f674-4156-8190-a6610fc394c3 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659959 Jul 15 23:23:43.604331 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274181a-c62c-4646-968a-0d1937b589f1 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Network': ['ID=9cbcf669-1cd3-4a41-9525-c115ba89bfd5,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:43.607689 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-867529c4-8d84-4c27-adbe-7656df6f36a0 req-5ffffd6f-2ea1-4056-a96e-cf00cbf57b37 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=93672eac-837e-4be7-94a4-a5d0a44467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043913 Jul 15 23:23:43.618083 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 9cbcf669-1cd3-4a41-9525-c115ba89bfd5 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:23:43.685452 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91c08c3-aa42-4557-b98c-3920f7e7a811 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:43.690555 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a91c08c3-aa42-4557-b98c-3920f7e7a811 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:43.841067 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119545c1-948c-4710-91ff-975ef706756d req-fd812c6b-d4a8-42f9-93e6-dd928632eb5b tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:43.842540 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-119545c1-948c-4710-91ff-975ef706756d req-fd812c6b-d4a8-42f9-93e6-dd928632eb5b tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/ports?device_id=56acab07-577e-4303-8ec3-31b53a575f28 HTTP/1.1" status: 200 len: 946 time: 0.1294558 Jul 15 23:23:43.917918 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-119545c1-948c-4710-91ff-975ef706756d req-94accaf3-9a96-4fd8-ab00-501899f77360 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/security-groups?id=93672eac-837e-4be7-94a4-a5d0a44467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685260 Jul 15 23:23:43.978734 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a91c08c3-aa42-4557-b98c-3920f7e7a811 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:44.016456 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdb1b7-00cb-423a-b351-eceeee51479e req-d259b182-684f-4dc1-9d55-685f35a57aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:44.018083 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-91bdb1b7-00cb-423a-b351-eceeee51479e req-d259b182-684f-4dc1-9d55-685f35a57aba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc&tenant_id=ce3c14cbd70f4bed98591d54f3156d56 HTTP/1.1" status: 200 len: 1094 time: 0.0629976 Jul 15 23:23:44.045064 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c08c3-aa42-4557-b98c-3920f7e7a811 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Subnet': ['ID=3d9a2f27-3672-4e30-912a-23f6a057d880,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:44.056970 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91c08c3-aa42-4557-b98c-3920f7e7a811 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Checking segment: {'id': '9771188f-7a08-4c2e-b141-ae0ca9273c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9cbcf669-1cd3-4a41-9525-c115ba89bfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:44.057339 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91c08c3-aa42-4557-b98c-3920f7e7a811 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network hostable DHCP agents. Network: 9cbcf669-1cd3-4a41-9525-c115ba89bfd5, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:23:44.074952 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91c08c3-aa42-4557-b98c-3920f7e7a811 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network 9cbcf669-1cd3-4a41-9525-c115ba89bfd5 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:23:44.083672 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-a91c08c3-aa42-4557-b98c-3920f7e7a811 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 9cbcf669-1cd3-4a41-9525-c115ba89bfd5) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:44.088005 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91c08c3-aa42-4557-b98c-3920f7e7a811 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:44.088453 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a91c08c3-aa42-4557-b98c-3920f7e7a811 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:44.097663 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03936a6-0e71-46bd-a817-529c252bd7e6 None None] Network 9cbcf669-1cd3-4a41-9525-c115ba89bfd5 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:44.119905 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdb1b7-00cb-423a-b351-eceeee51479e req-f857a239-2f78-480b-8572-3d5eabe7dd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:44.121514 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-91bdb1b7-00cb-423a-b351-eceeee51479e req-f857a239-2f78-480b-8572-3d5eabe7dd71 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce3c14cbd70f4bed98591d54f3156d56&device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 1094 time: 0.0634205 Jul 15 23:23:44.121674 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a91c08c3-aa42-4557-b98c-3920f7e7a811 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5667896 Jul 15 23:23:44.122030 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38770) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:44.127112 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-122980ec-bfe5-43fb-b2c5-16556031c5ba tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'port': {'network_id': '9cbcf669-1cd3-4a41-9525-c115ba89bfd5', 'name': 'tempest-PortsIpV6TestJSON-1507308720'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:44.250183 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92eaf4ce-8bf7-49bd-8895-24f31e87f56b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-9cbcf669-1cd3-4a41-9525-c115ba89bfd5', 'network_id': '9cbcf669-1cd3-4a41-9525-c115ba89bfd5', 'tenant_id': '2819db808b29407198e7e7677d979d1a', 'fixed_ips': [{'subnet_id': '3d9a2f27-3672-4e30-912a-23f6a057d880'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:23:44.251389 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-92eaf4ce-8bf7-49bd-8895-24f31e87f56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:44.298996 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdb1b7-00cb-423a-b351-eceeee51479e req-2d4ff1e5-5bd5-404e-b6a0-c80a310b5be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:44.300488 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-91bdb1b7-00cb-423a-b351-eceeee51479e req-2d4ff1e5-5bd5-404e-b6a0-c80a310b5be0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=34f2ebab-bb83-41e4-bb34-809be32dfaa3 HTTP/1.1" status: 200 len: 918 time: 0.1682158 Jul 15 23:23:44.365431 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122980ec-bfe5-43fb-b2c5-16556031c5ba tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:44.369147 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-122980ec-bfe5-43fb-b2c5-16556031c5ba tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:44.396685 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-122980ec-bfe5-43fb-b2c5-16556031c5ba tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] device_id is not set on port 074c2377-754f-489a-b9b3-06bb747cd0ab yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:23:44.400757 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-92eaf4ce-8bf7-49bd-8895-24f31e87f56b None None] Allocated IP 2001:db8::2 (9cbcf669-1cd3-4a41-9525-c115ba89bfd5/3d9a2f27-3672-4e30-912a-23f6a057d880/624c6495-1243-4e3b-b9cd-44d18d448fc8) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:44.405235 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-91bdb1b7-00cb-423a-b351-eceeee51479e req-62cd552b-6307-4838-b481-1066a9263425 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=decd57ff-428e-4b9c-bce5-fdacc4ff9f0f HTTP/1.1" status: 200 len: 998 time: 0.0973778 Jul 15 23:23:44.498117 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdb1b7-00cb-423a-b351-eceeee51479e req-43396209-5ec8-4dd2-9dd0-43a92de6ce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:44.499515 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-91bdb1b7-00cb-423a-b351-eceeee51479e req-43396209-5ec8-4dd2-9dd0-43a92de6ce11 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=849813aa-50e4-40b7-a59e-c4d2aaa3041a HTTP/1.1" status: 200 len: 856 time: 0.0642998 Jul 15 23:23:44.556320 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-92eaf4ce-8bf7-49bd-8895-24f31e87f56b None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:44.566961 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-92eaf4ce-8bf7-49bd-8895-24f31e87f56b None None] Transition to ACTIVE for port object 624c6495-1243-4e3b-b9cd-44d18d448fc8 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:44.582503 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-92eaf4ce-8bf7-49bd-8895-24f31e87f56b None None] Transition to ACTIVE for port object 624c6495-1243-4e3b-b9cd-44d18d448fc8 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:44.588861 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdb1b7-00cb-423a-b351-eceeee51479e req-ca80c49e-65e9-477a-9bff-55cc39b7b8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:44.590696 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-91bdb1b7-00cb-423a-b351-eceeee51479e req-ca80c49e-65e9-477a-9bff-55cc39b7b8e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34f2ebab-bb83-41e4-bb34-809be32dfaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579731 Jul 15 23:23:44.604542 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-92eaf4ce-8bf7-49bd-8895-24f31e87f56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:44.650612 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eaf4ce-8bf7-49bd-8895-24f31e87f56b None None] Pushing event updated for resources: {'Port': ['ID=624c6495-1243-4e3b-b9cd-44d18d448fc8,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:44.668488 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eaf4ce-8bf7-49bd-8895-24f31e87f56b None None] Network 9cbcf669-1cd3-4a41-9525-c115ba89bfd5 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:44.669941 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-92eaf4ce-8bf7-49bd-8895-24f31e87f56b None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:44.672432 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eaf4ce-8bf7-49bd-8895-24f31e87f56b None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:44.686857 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-122980ec-bfe5-43fb-b2c5-16556031c5ba tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Allocated IP 2001:db8::19d (9cbcf669-1cd3-4a41-9525-c115ba89bfd5/3d9a2f27-3672-4e30-912a-23f6a057d880/074c2377-754f-489a-b9b3-06bb747cd0ab) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:44.745623 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-92eaf4ce-8bf7-49bd-8895-24f31e87f56b None None] Attempting to bind port 624c6495-1243-4e3b-b9cd-44d18d448fc8 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:23:44.746043 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-92eaf4ce-8bf7-49bd-8895-24f31e87f56b None None] Attempting to bind port 624c6495-1243-4e3b-b9cd-44d18d448fc8 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '9771188f-7a08-4c2e-b141-ae0ca9273c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9cbcf669-1cd3-4a41-9525-c115ba89bfd5'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:23:44.746429 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eaf4ce-8bf7-49bd-8895-24f31e87f56b None None] Attempting to bind port 624c6495-1243-4e3b-b9cd-44d18d448fc8 on network 9cbcf669-1cd3-4a41-9525-c115ba89bfd5 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:23:44.762687 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eaf4ce-8bf7-49bd-8895-24f31e87f56b None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:23:44.762959 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eaf4ce-8bf7-49bd-8895-24f31e87f56b None None] Checking segment: {'id': '9771188f-7a08-4c2e-b141-ae0ca9273c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9cbcf669-1cd3-4a41-9525-c115ba89bfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:44.763420 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-92eaf4ce-8bf7-49bd-8895-24f31e87f56b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:44.763816 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eaf4ce-8bf7-49bd-8895-24f31e87f56b None None] Bound using segment: {'id': '9771188f-7a08-4c2e-b141-ae0ca9273c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9cbcf669-1cd3-4a41-9525-c115ba89bfd5'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:23:44.764495 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-92eaf4ce-8bf7-49bd-8895-24f31e87f56b None None] Bound port: 624c6495-1243-4e3b-b9cd-44d18d448fc8, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9771188f-7a08-4c2e-b141-ae0ca9273c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9cbcf669-1cd3-4a41-9525-c115ba89bfd5'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:23:44.764664 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-92eaf4ce-8bf7-49bd-8895-24f31e87f56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:44.865284 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-92eaf4ce-8bf7-49bd-8895-24f31e87f56b None None] For port 624c6495-1243-4e3b-b9cd-44d18d448fc8, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:23:44.872898 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-92eaf4ce-8bf7-49bd-8895-24f31e87f56b None None] For port 624c6495-1243-4e3b-b9cd-44d18d448fc8, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=624c6495-1243-4e3b-b9cd-44d18d448fc8,segment=NetworkSegment(9771188f-7a08-4c2e-b141-ae0ca9273c66),segment_id=9771188f-7a08-4c2e-b141-ae0ca9273c66)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:23:44.879387 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-92eaf4ce-8bf7-49bd-8895-24f31e87f56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:44.883742 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc988834-5b19-484b-af0d-692da4a3dea6 req-f1f63002-9457-4daa-abf6-50201f258062 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:44.885318 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc988834-5b19-484b-af0d-692da4a3dea6 req-f1f63002-9457-4daa-abf6-50201f258062 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef55b06-2320-4a37-bb22-da71a908403d HTTP/1.1" status: 200 len: 943 time: 0.1550055 Jul 15 23:23:44.893065 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159c42b-9afe-42c2-bdbf-1bc443cf1f1f req-f6334363-3d25-4dc3-8feb-d19f4e84517a tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:44.894527 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f159c42b-9afe-42c2-bdbf-1bc443cf1f1f req-f6334363-3d25-4dc3-8feb-d19f4e84517a tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 943 time: 0.1106288 Jul 15 23:23:44.897636 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-91bdb1b7-00cb-423a-b351-eceeee51479e req-0505b7ba-2c09-49bc-9344-ce7c1c1259a8 service neutron] 10.222.0.36 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958468 Jul 15 23:23:44.988299 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc988834-5b19-484b-af0d-692da4a3dea6 req-96db4cb0-fc81-4689-a388-868373b598b3 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926664 Jul 15 23:23:45.006945 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eaf4ce-8bf7-49bd-8895-24f31e87f56b None None] Pushing event updated for resources: {'Port': ['ID=624c6495-1243-4e3b-b9cd-44d18d448fc8,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:45.013981 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f159c42b-9afe-42c2-bdbf-1bc443cf1f1f req-c4c4015b-fea0-4c37-8ab4-f384eb883bf2 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028290 Jul 15 23:23:45.049580 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-122980ec-bfe5-43fb-b2c5-16556031c5ba tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:45.095597 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-122980ec-bfe5-43fb-b2c5-16556031c5ba tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Transition to ACTIVE for port object 074c2377-754f-489a-b9b3-06bb747cd0ab will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:45.102951 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-91bdb1b7-00cb-423a-b351-eceeee51479e req-fb97d7e3-e738-41fa-a994-5646a7c56566 service neutron] 10.222.0.36 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699615 Jul 15 23:23:45.145236 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-122980ec-bfe5-43fb-b2c5-16556031c5ba tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:45.215600 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122980ec-bfe5-43fb-b2c5-16556031c5ba tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network 9cbcf669-1cd3-4a41-9525-c115ba89bfd5 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:45.219351 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-122980ec-bfe5-43fb-b2c5-16556031c5ba tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:45.222107 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122980ec-bfe5-43fb-b2c5-16556031c5ba tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:45.228658 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122980ec-bfe5-43fb-b2c5-16556031c5ba tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:45.229181 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-122980ec-bfe5-43fb-b2c5-16556031c5ba tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:45.239009 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122980ec-bfe5-43fb-b2c5-16556031c5ba tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Port': ['ID=074c2377-754f-489a-b9b3-06bb747cd0ab,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:45.265763 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-122980ec-bfe5-43fb-b2c5-16556031c5ba tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1419969 Jul 15 23:23:45.272302 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38786) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:45.277681 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9022448f-7232-4df5-93ca-ad405115dad7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'port': {'network_id': '9cbcf669-1cd3-4a41-9525-c115ba89bfd5', 'name': 'tempest-PortsIpV6TestJSON-991552206'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:45.309232 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba496e-3ebf-49c7-a5d5-774627e2a0d1 req-08d1b2d8-ee24-4f12-84ba-971c0b12de23 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:45.310791 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a4ba496e-3ebf-49c7-a5d5-774627e2a0d1 req-08d1b2d8-ee24-4f12-84ba-971c0b12de23 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/ports?device_id=56acab07-577e-4303-8ec3-31b53a575f28 HTTP/1.1" status: 200 len: 946 time: 0.1253500 Jul 15 23:23:45.374782 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a4ba496e-3ebf-49c7-a5d5-774627e2a0d1 req-ffaa42a6-c91d-4568-a0a3-a2be2104d3e3 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/security-groups?id=93672eac-837e-4be7-94a4-a5d0a44467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566859 Jul 15 23:23:45.467722 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 624c6495-1243-4e3b-b9cd-44d18d448fc8 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:23:45.549085 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9022448f-7232-4df5-93ca-ad405115dad7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:45.561728 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9022448f-7232-4df5-93ca-ad405115dad7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:45.594762 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-9022448f-7232-4df5-93ca-ad405115dad7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] device_id is not set on port 7b982829-1c03-4fc0-8bdf-0f2dbdeca5ee yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:23:45.599356 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 624c6495-1243-4e3b-b9cd-44d18d448fc8 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:45.755090 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-9022448f-7232-4df5-93ca-ad405115dad7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Allocated IP 2001:db8::11a (9cbcf669-1cd3-4a41-9525-c115ba89bfd5/3d9a2f27-3672-4e30-912a-23f6a057d880/7b982829-1c03-4fc0-8bdf-0f2dbdeca5ee) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:45.897576 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-da7c426b-0a92-42c3-a8de-d670ad28d1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:46.034995 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9022448f-7232-4df5-93ca-ad405115dad7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:46.068577 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-9022448f-7232-4df5-93ca-ad405115dad7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Transition to ACTIVE for port object 7b982829-1c03-4fc0-8bdf-0f2dbdeca5ee will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:46.112491 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9022448f-7232-4df5-93ca-ad405115dad7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:46.230135 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022448f-7232-4df5-93ca-ad405115dad7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Port': ['ID=7b982829-1c03-4fc0-8bdf-0f2dbdeca5ee,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:46.264754 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9022448f-7232-4df5-93ca-ad405115dad7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network 9cbcf669-1cd3-4a41-9525-c115ba89bfd5 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:46.270778 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-9022448f-7232-4df5-93ca-ad405115dad7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:46.273401 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9022448f-7232-4df5-93ca-ad405115dad7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:46.284388 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9022448f-7232-4df5-93ca-ad405115dad7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:46.290715 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9022448f-7232-4df5-93ca-ad405115dad7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:46.325069 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9022448f-7232-4df5-93ca-ad405115dad7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0514889 Jul 15 23:23:46.329412 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38818) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:46.466362 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207f90b-7446-4197-aac7-e2a1244d4856 req-722e3632-8584-4be7-bdd2-14a4fba954b2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:46.483854 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e207f90b-7446-4197-aac7-e2a1244d4856 req-722e3632-8584-4be7-bdd2-14a4fba954b2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef55b06-2320-4a37-bb22-da71a908403d HTTP/1.1" status: 200 len: 943 time: 0.1900346 Jul 15 23:23:46.502658 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9852034e-9610-4c81-9f09-6cf8a6f199e7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:46.510310 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9852034e-9610-4c81-9f09-6cf8a6f199e7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A19d HTTP/1.1" status: 200 len: 929 time: 0.1796689 Jul 15 23:23:46.514977 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38822) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:46.557054 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1dbda9-9080-4afd-963e-79d7375c8ced None None] Network 9cbcf669-1cd3-4a41-9525-c115ba89bfd5 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:46.605066 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e207f90b-7446-4197-aac7-e2a1244d4856 req-f981eeb6-6ce6-49db-9f7b-410fab02492a tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183653 Jul 15 23:23:46.681674 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a1ee590b-16cf-4dbc-a03c-0fc198a6921e None None] Provisioning for port 624c6495-1243-4e3b-b9cd-44d18d448fc8 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:46.748844 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a1ee590b-16cf-4dbc-a03c-0fc198a6921e None None] Provisioning complete for port 624c6495-1243-4e3b-b9cd-44d18d448fc8 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:46.749513 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a1ee590b-16cf-4dbc-a03c-0fc198a6921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:46.771444 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-312fe39d-0f25-4721-877f-b34206939c7c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting port 7b982829-1c03-4fc0-8bdf-0f2dbdeca5ee {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:46.773712 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-312fe39d-0f25-4721-877f-b34206939c7c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:46.830250 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d511d-de78-43c8-af45-e61a3be8de4b req-6a58609b-bf34-4879-9c57-aecb0901df6c tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:46.851368 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-de7d511d-de78-43c8-af45-e61a3be8de4b req-6a58609b-bf34-4879-9c57-aecb0901df6c tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 943 time: 0.2711072 Jul 15 23:23:46.931975 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-de7d511d-de78-43c8-af45-e61a3be8de4b req-1dcb8192-b336-492c-9476-b9fc1b64221c tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796123 Jul 15 23:23:46.941320 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-312fe39d-0f25-4721-877f-b34206939c7c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:46.972897 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-312fe39d-0f25-4721-877f-b34206939c7c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Calling delete_port for 7b982829-1c03-4fc0-8bdf-0f2dbdeca5ee owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:47.069224 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a1ee590b-16cf-4dbc-a03c-0fc198a6921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:47.131602 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-a1ee590b-16cf-4dbc-a03c-0fc198a6921e None None] For port 624c6495-1243-4e3b-b9cd-44d18d448fc8, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=624c6495-1243-4e3b-b9cd-44d18d448fc8,segment=NetworkSegment(9771188f-7a08-4c2e-b141-ae0ca9273c66),segment_id=9771188f-7a08-4c2e-b141-ae0ca9273c66)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:47.157222 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a1ee590b-16cf-4dbc-a03c-0fc198a6921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:47.185132 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-312fe39d-0f25-4721-877f-b34206939c7c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:47.235588 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee590b-16cf-4dbc-a03c-0fc198a6921e None None] Pushing event updated for resources: {'Port': ['ID=624c6495-1243-4e3b-b9cd-44d18d448fc8,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:47.280114 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312fe39d-0f25-4721-877f-b34206939c7c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Port': ['ID=7b982829-1c03-4fc0-8bdf-0f2dbdeca5ee,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:47.317414 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:23:47.318077 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-312fe39d-0f25-4721-877f-b34206939c7c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:47.322146 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-312fe39d-0f25-4721-877f-b34206939c7c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/ports/7b982829-1c03-4fc0-8bdf-0f2dbdeca5ee HTTP/1.1" status: 204 len: 168 time: 0.8037317 Jul 15 23:23:47.322445 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38828) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:47.368601 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-543ce296-c8e1-4d12-b295-138176d77f0e tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] GET failed (client error): The resource could not be found. Jul 15 23:23:47.371313 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-543ce296-c8e1-4d12-b295-138176d77f0e tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "GET /v2.0/ports/7b982829-1c03-4fc0-8bdf-0f2dbdeca5ee HTTP/1.1" status: 404 len: 333 time: 0.0478988 Jul 15 23:23:47.374118 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38830) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:47.472903 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 624c6495-1243-4e3b-b9cd-44d18d448fc8 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:23:47.579205 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 624c6495-1243-4e3b-b9cd-44d18d448fc8 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:47.579878 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:47.596914 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-651034a9-41d9-47bb-897d-2b462a96918b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting port 074c2377-754f-489a-b9b3-06bb747cd0ab {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:47.599139 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-651034a9-41d9-47bb-897d-2b462a96918b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:47.618487 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24bf0e-22df-4242-a21d-0ef67b2f9ef8 req-15fa779e-93f9-4bf8-be84-e6b20cc78a15 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:47.629062 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0d24bf0e-22df-4242-a21d-0ef67b2f9ef8 req-15fa779e-93f9-4bf8-be84-e6b20cc78a15 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdff82bb-2cd9-45f4-8466-c9a09dee1442 HTTP/1.1" status: 200 len: 946 time: 0.1416526 Jul 15 23:23:47.711057 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc31e3-fcc0-412c-ae3a-9d6fe285f196 req-812d3740-b599-4b8e-a34a-d2384bee6ccb tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:47.712855 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c8cc31e3-fcc0-412c-ae3a-9d6fe285f196 req-812d3740-b599-4b8e-a34a-d2384bee6ccb tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/ports?device_id=56acab07-577e-4303-8ec3-31b53a575f28 HTTP/1.1" status: 200 len: 946 time: 0.3062568 Jul 15 23:23:47.723163 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0d24bf0e-22df-4242-a21d-0ef67b2f9ef8 req-7f2fb182-36e2-4a14-9222-d300a3ba4572 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920875 Jul 15 23:23:47.778157 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8f4b2150-07f8-4c50-ab60-8f918bc21935 None None] Provisioning complete for port 624c6495-1243-4e3b-b9cd-44d18d448fc8 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:47.779073 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8f4b2150-07f8-4c50-ab60-8f918bc21935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:47.802896 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-651034a9-41d9-47bb-897d-2b462a96918b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:47.837185 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-651034a9-41d9-47bb-897d-2b462a96918b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Calling delete_port for 074c2377-754f-489a-b9b3-06bb747cd0ab owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:47.838704 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c8cc31e3-fcc0-412c-ae3a-9d6fe285f196 req-4fa2800f-22e4-4474-be4d-fd2237019c0f tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/security-groups?id=93672eac-837e-4be7-94a4-a5d0a44467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119089 Jul 15 23:23:47.959529 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8f4b2150-07f8-4c50-ab60-8f918bc21935 None None] Provisioning for port 074c2377-754f-489a-b9b3-06bb747cd0ab completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:48.009063 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8f4b2150-07f8-4c50-ab60-8f918bc21935 None None] Provisioning complete for port 074c2377-754f-489a-b9b3-06bb747cd0ab triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:48.011376 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8f4b2150-07f8-4c50-ab60-8f918bc21935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:48.096603 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b606262-916c-4289-bc67-25a136904e78 req-5bd233fb-aea3-434c-a640-b7a9e7a9723c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:48.106427 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b606262-916c-4289-bc67-25a136904e78 req-5bd233fb-aea3-434c-a640-b7a9e7a9723c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef55b06-2320-4a37-bb22-da71a908403d HTTP/1.1" status: 200 len: 943 time: 0.1317177 Jul 15 23:23:48.145030 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-651034a9-41d9-47bb-897d-2b462a96918b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:48.157669 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-8f4b2150-07f8-4c50-ab60-8f918bc21935 None None] Port 074c2377-754f-489a-b9b3-06bb747cd0ab cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:23:48.166291 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8f4b2150-07f8-4c50-ab60-8f918bc21935 None None] Could not find standard attr ID for object 7b982829-1c03-4fc0-8bdf-0f2dbdeca5ee. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:23:48.196562 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b606262-916c-4289-bc67-25a136904e78 req-860a6e82-4c80-43c6-ae4f-d4948188c827 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823903 Jul 15 23:23:48.211053 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651034a9-41d9-47bb-897d-2b462a96918b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Port': ['ID=074c2377-754f-489a-b9b3-06bb747cd0ab,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:48.255176 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0dd4cfc0-2ed4-4430-9cc1-691ed38adef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:48.285049 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-651034a9-41d9-47bb-897d-2b462a96918b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:48.288732 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-651034a9-41d9-47bb-897d-2b462a96918b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/ports/074c2377-754f-489a-b9b3-06bb747cd0ab HTTP/1.1" status: 204 len: 168 time: 0.9116435 Jul 15 23:23:48.291342 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38838) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:48.313346 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-cd937901-591e-4391-9f96-f107fba5f033 None None] Could not find standard attr ID for object 074c2377-754f-489a-b9b3-06bb747cd0ab. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:23:48.354399 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a3a552-902e-414a-8847-93a2da01c222 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] GET failed (client error): The resource could not be found. Jul 15 23:23:48.359665 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-51a3a552-902e-414a-8847-93a2da01c222 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "GET /v2.0/ports/074c2377-754f-489a-b9b3-06bb747cd0ab HTTP/1.1" status: 404 len: 333 time: 0.0625362 Jul 15 23:23:48.360722 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38840) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:48.378626 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891d53d-e55d-4fba-a4d4-5f5f81856e4d req-e4db8114-a4d0-466c-af9a-ad3099fb55f5 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:48.380745 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c891d53d-e55d-4fba-a4d4-5f5f81856e4d req-e4db8114-a4d0-466c-af9a-ad3099fb55f5 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 943 time: 0.1178324 Jul 15 23:23:48.450035 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c891d53d-e55d-4fba-a4d4-5f5f81856e4d req-9dc63572-021c-442e-86bc-76d739efe710 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577800 Jul 15 23:23:48.502365 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a16aab0-a83d-400f-9a1c-5f9cad9ebf74 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting subnet 3d9a2f27-3672-4e30-912a-23f6a057d880 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:23:48.518478 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4a16aab0-a83d-400f-9a1c-5f9cad9ebf74 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:48.581020 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4a16aab0-a83d-400f-9a1c-5f9cad9ebf74 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:48.647987 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0acd1dca-9fac-4feb-a58b-127f6794c6a4 None None] Could not find standard attr ID for object 7b982829-1c03-4fc0-8bdf-0f2dbdeca5ee. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:23:48.691284 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4a16aab0-a83d-400f-9a1c-5f9cad9ebf74 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:48.736042 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:48.814483 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4a16aab0-a83d-400f-9a1c-5f9cad9ebf74 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:48.820952 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da460612-4151-4d75-878a-dffc0c4ff10f req-4e47ccc4-d071-4dac-936b-2eeb86310182 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:48.824210 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-da460612-4151-4d75-878a-dffc0c4ff10f req-4e47ccc4-d071-4dac-936b-2eeb86310182 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdff82bb-2cd9-45f4-8466-c9a09dee1442 HTTP/1.1" status: 200 len: 946 time: 0.1214890 Jul 15 23:23:48.865443 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4a16aab0-a83d-400f-9a1c-5f9cad9ebf74 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:48.867442 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4a16aab0-a83d-400f-9a1c-5f9cad9ebf74 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/subnets/3d9a2f27-3672-4e30-912a-23f6a057d880 HTTP/1.1" status: 204 len: 168 time: 0.5054481 Jul 15 23:23:48.868622 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16aab0-a83d-400f-9a1c-5f9cad9ebf74 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Subnet': ['ID=3d9a2f27-3672-4e30-912a-23f6a057d880,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:48.870879 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38846) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:48.994306 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043f0481-2125-4e56-a20a-361cb00adc46 None None] Network 9cbcf669-1cd3-4a41-9525-c115ba89bfd5 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:49.009840 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1d532e1-cf77-41b3-bea6-80b9abd92a27 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.064730 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-da460612-4151-4d75-878a-dffc0c4ff10f req-64e16d65-5f09-4956-a893-8491e12ab535 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Deleting port 5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:49.065080 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-da460612-4151-4d75-878a-dffc0c4ff10f req-64e16d65-5f09-4956-a893-8491e12ab535 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.092159 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a1d532e1-cf77-41b3-bea6-80b9abd92a27 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting port 624c6495-1243-4e3b-b9cd-44d18d448fc8 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:49.092751 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1d532e1-cf77-41b3-bea6-80b9abd92a27 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.221414 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5cfa2-8224-4d24-a0b2-e1d627f103f1 req-159c2433-5836-4059-a191-26594fd636ed tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:49.229670 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-41b5cfa2-8224-4d24-a0b2-e1d627f103f1 req-159c2433-5836-4059-a191-26594fd636ed tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdff82bb-2cd9-45f4-8466-c9a09dee1442 HTTP/1.1" status: 200 len: 946 time: 0.2523830 Jul 15 23:23:49.231913 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-a1d532e1-cf77-41b3-bea6-80b9abd92a27 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] For port 624c6495-1243-4e3b-b9cd-44d18d448fc8, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=624c6495-1243-4e3b-b9cd-44d18d448fc8,segment=NetworkSegment(9771188f-7a08-4c2e-b141-ae0ca9273c66),segment_id=9771188f-7a08-4c2e-b141-ae0ca9273c66)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:49.232433 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1d532e1-cf77-41b3-bea6-80b9abd92a27 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.262555 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a1d532e1-cf77-41b3-bea6-80b9abd92a27 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Calling delete_port for 624c6495-1243-4e3b-b9cd-44d18d448fc8 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:49.315892 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcb985b-9e7a-4327-b7fe-2cb66140e2d4 None None] DHCP port deletion for 9cbcf669-1cd3-4a41-9525-c115ba89bfd5 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:23:49.338417 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa8d9d-7888-451a-9865-1e2214dd7818 req-6ce6ed90-e5c0-41ae-93de-f4752e61b377 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:49.349735 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4faa8d9d-7888-451a-9865-1e2214dd7818 req-6ce6ed90-e5c0-41ae-93de-f4752e61b377 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/ports?device_id=56acab07-577e-4303-8ec3-31b53a575f28 HTTP/1.1" status: 200 len: 946 time: 0.2728879 Jul 15 23:23:49.378104 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-7dcb985b-9e7a-4327-b7fe-2cb66140e2d4 None None] Deleting port 624c6495-1243-4e3b-b9cd-44d18d448fc8 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:49.378742 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7dcb985b-9e7a-4327-b7fe-2cb66140e2d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.380437 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1d532e1-cf77-41b3-bea6-80b9abd92a27 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.414808 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d532e1-cf77-41b3-bea6-80b9abd92a27 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Port': ['ID=624c6495-1243-4e3b-b9cd-44d18d448fc8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:49.417341 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-da460612-4151-4d75-878a-dffc0c4ff10f req-64e16d65-5f09-4956-a893-8491e12ab535 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] For port 5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d,segment=NetworkSegment(5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61),segment_id=5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:49.417724 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-da460612-4151-4d75-878a-dffc0c4ff10f req-64e16d65-5f09-4956-a893-8491e12ab535 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.424338 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d532e1-cf77-41b3-bea6-80b9abd92a27 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] No DVR routers for this DVR port 624c6495-1243-4e3b-b9cd-44d18d448fc8 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:23:49.477786 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-7dcb985b-9e7a-4327-b7fe-2cb66140e2d4 None None] For port 624c6495-1243-4e3b-b9cd-44d18d448fc8, host n-d-787205-9, got binding levels [] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:49.478239 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7dcb985b-9e7a-4327-b7fe-2cb66140e2d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.493793 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-7dcb985b-9e7a-4327-b7fe-2cb66140e2d4 None None] Calling delete_port for 624c6495-1243-4e3b-b9cd-44d18d448fc8 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:49.494620 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-41b5cfa2-8224-4d24-a0b2-e1d627f103f1 req-b74901df-7f17-4a2d-8e59-e481f93ff7a8 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab986c3-792e-4767-bd53-177231c6ae63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630582 Jul 15 23:23:49.497159 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.ipam_backend_mixin [None req-7dcb985b-9e7a-4327-b7fe-2cb66140e2d4 None None] Port 624c6495-1243-4e3b-b9cd-44d18d448fc8 was not found and therefore no delete operation was performed {{(pid=93800) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:23:49.498601 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7dcb985b-9e7a-4327-b7fe-2cb66140e2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.505781 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-da460612-4151-4d75-878a-dffc0c4ff10f req-64e16d65-5f09-4956-a893-8491e12ab535 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Calling delete_port for 5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:49.521381 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4faa8d9d-7888-451a-9865-1e2214dd7818 req-5538b1de-37d0-4080-b813-5a165ea993c8 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/security-groups?id=93672eac-837e-4be7-94a4-a5d0a44467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707006 Jul 15 23:23:49.530257 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1d532e1-cf77-41b3-bea6-80b9abd92a27 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.530846 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb985b-9e7a-4327-b7fe-2cb66140e2d4 None None] Pushing event deleted for resources: {'Port': ['ID=624c6495-1243-4e3b-b9cd-44d18d448fc8,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:49.539746 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcb985b-9e7a-4327-b7fe-2cb66140e2d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:49.540254 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcb985b-9e7a-4327-b7fe-2cb66140e2d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:49.540814 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcb985b-9e7a-4327-b7fe-2cb66140e2d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:49.541213 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcb985b-9e7a-4327-b7fe-2cb66140e2d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:49.541797 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcb985b-9e7a-4327-b7fe-2cb66140e2d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:49.542254 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcb985b-9e7a-4327-b7fe-2cb66140e2d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:49.542793 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcb985b-9e7a-4327-b7fe-2cb66140e2d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:49.543231 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcb985b-9e7a-4327-b7fe-2cb66140e2d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:49.543749 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcb985b-9e7a-4327-b7fe-2cb66140e2d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:49.544265 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcb985b-9e7a-4327-b7fe-2cb66140e2d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:49.544708 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcb985b-9e7a-4327-b7fe-2cb66140e2d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:49.545136 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcb985b-9e7a-4327-b7fe-2cb66140e2d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:49.553480 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcb985b-9e7a-4327-b7fe-2cb66140e2d4 None None] No DVR routers for this DVR port 624c6495-1243-4e3b-b9cd-44d18d448fc8 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:23:49.558108 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a1d532e1-cf77-41b3-bea6-80b9abd92a27 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cbcf669-1cd3-4a41-9525-c115ba89bfd5']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:49.572981 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a1d532e1-cf77-41b3-bea6-80b9abd92a27 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9771188f-7a08-4c2e-b141-ae0ca9273c66') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:49.573285 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a1d532e1-cf77-41b3-bea6-80b9abd92a27 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9771188f-7a08-4c2e-b141-ae0ca9273c66') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:49.583482 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1d532e1-cf77-41b3-bea6-80b9abd92a27 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.598918 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1d532e1-cf77-41b3-bea6-80b9abd92a27 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.605846 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d532e1-cf77-41b3-bea6-80b9abd92a27 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:23:49.606353 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1d532e1-cf77-41b3-bea6-80b9abd92a27 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.643182 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:23:49.685662 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:23:49.691599 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1d532e1-cf77-41b3-bea6-80b9abd92a27 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.707496 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1d532e1-cf77-41b3-bea6-80b9abd92a27 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.716723 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a1d532e1-cf77-41b3-bea6-80b9abd92a27 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/networks/9cbcf669-1cd3-4a41-9525-c115ba89bfd5 HTTP/1.1" status: 204 len: 168 time: 0.8379447 Jul 15 23:23:49.717059 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38856) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:49.725990 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4351522c-3aa0-434c-a06e-0e13ea22ce5b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1524620694'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:49.748637 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d532e1-cf77-41b3-bea6-80b9abd92a27 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Network': ['ID=9cbcf669-1cd3-4a41-9525-c115ba89bfd5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:49.773443 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4351522c-3aa0-434c-a06e-0e13ea22ce5b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:49.778113 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4351522c-3aa0-434c-a06e-0e13ea22ce5b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.813941 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4351522c-3aa0-434c-a06e-0e13ea22ce5b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:23:49.820424 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-da460612-4151-4d75-878a-dffc0c4ff10f req-64e16d65-5f09-4956-a893-8491e12ab535 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.832411 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:23:49.848943 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4351522c-3aa0-434c-a06e-0e13ea22ce5b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.850419 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-4351522c-3aa0-434c-a06e-0e13ea22ce5b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Added segment 2327e7d9-fa60-4142-888a-c107a29c2804 of type vlan for network 952bd880-87dc-4896-81e6-4873b1ffc8f0 Jul 15 23:23:49.860105 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e16d65-5f09-4956-a893-8491e12ab535 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Pushing event deleted for resources: {'Port': ['ID=5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:49.880673 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 87d39852-b3c1-4166-bc84-fea73e32b857 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:23:49.898152 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e16d65-5f09-4956-a893-8491e12ab535 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:49.898527 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e16d65-5f09-4956-a893-8491e12ab535 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:49.898913 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e16d65-5f09-4956-a893-8491e12ab535 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:49.899379 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e16d65-5f09-4956-a893-8491e12ab535 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:49.899722 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e16d65-5f09-4956-a893-8491e12ab535 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:49.900055 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e16d65-5f09-4956-a893-8491e12ab535 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:49.900387 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e16d65-5f09-4956-a893-8491e12ab535 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:49.900720 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e16d65-5f09-4956-a893-8491e12ab535 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:49.901134 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e16d65-5f09-4956-a893-8491e12ab535 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:49.901363 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e16d65-5f09-4956-a893-8491e12ab535 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:49.901685 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e16d65-5f09-4956-a893-8491e12ab535 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:49.902006 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e16d65-5f09-4956-a893-8491e12ab535 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:49.961713 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-da460612-4151-4d75-878a-dffc0c4ff10f req-64e16d65-5f09-4956-a893-8491e12ab535 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] No DVR routers for this DVR port 5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:23:49.966985 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-da460612-4151-4d75-878a-dffc0c4ff10f req-64e16d65-5f09-4956-a893-8491e12ab535 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.969059 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-da460612-4151-4d75-878a-dffc0c4ff10f req-64e16d65-5f09-4956-a893-8491e12ab535 tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.43 "DELETE /v2.0/ports/5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d HTTP/1.1" status: 204 len: 173 time: 1.1388006 Jul 15 23:23:49.970113 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdff82bb-2cd9-45f4-8466-c9a09dee1442', 'name': 'network-vif-deleted', 'tag': '5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:49.972283 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57288bbb-7f71-473f-ac4f-ddfe1d07ce86" -d '{"events": [{"server_uuid": "cdff82bb-2cd9-45f4-8466-c9a09dee1442", "name": "network-vif-deleted", "tag": "5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:50.000380 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4351522c-3aa0-434c-a06e-0e13ea22ce5b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:50.006784 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0a3ce-dd5f-4678-836b-89485cc0a324 req-cc4059a0-d89a-4d1a-be0c-4bb62e77a29c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:50.018511 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b8d0a3ce-dd5f-4678-836b-89485cc0a324 req-cc4059a0-d89a-4d1a-be0c-4bb62e77a29c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef55b06-2320-4a37-bb22-da71a908403d HTTP/1.1" status: 200 len: 943 time: 0.1959040 Jul 15 23:23:50.050590 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 87d39852-b3c1-4166-bc84-fea73e32b857, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=87d39852-b3c1-4166-bc84-fea73e32b857,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:50.069182 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '87d39852-b3c1-4166-bc84-fea73e32b857', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'port_id': '87d39852-b3c1-4166-bc84-fea73e32b857', 'mac_address': 'fa:16:3e:14:26:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:23:50.106312 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4351522c-3aa0-434c-a06e-0e13ea22ce5b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:50.122010 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4351522c-3aa0-434c-a06e-0e13ea22ce5b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:50.125367 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4351522c-3aa0-434c-a06e-0e13ea22ce5b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:50.127606 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:50.136710 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b8d0a3ce-dd5f-4678-836b-89485cc0a324 req-c90330a4-b47f-4f2a-b235-5c4651b42aef tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138182 Jul 15 23:23:50.148791 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87d39852-b3c1-4166-bc84-fea73e32b857 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:23:50.176492 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 87d39852-b3c1-4166-bc84-fea73e32b857, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=87d39852-b3c1-4166-bc84-fea73e32b857,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:50.184014 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:50.219121 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4351522c-3aa0-434c-a06e-0e13ea22ce5b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4982283 Jul 15 23:23:50.220054 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38860) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:50.225564 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5a0609be-dea8-4430-ae78-7dbb3904f77c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'subnet': {'network_id': '952bd880-87dc-4896-81e6-4873b1ffc8f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:50.227547 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435085a7-cb7b-4b82-8380-9c99b75ff624 req-b99b1511-1e24-453d-afb3-eaef05056901 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:50.240070 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-435085a7-cb7b-4b82-8380-9c99b75ff624 req-b99b1511-1e24-453d-afb3-eaef05056901 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 943 time: 0.2110255 Jul 15 23:23:50.247902 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6846065b-793a-4641-894f-00b045c3a04a x-openstack-request-id: req-6846065b-793a-4641-894f-00b045c3a04a {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:50.248480 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdff82bb-2cd9-45f4-8466-c9a09dee1442", "name": "network-vif-deleted", "tag": "5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:50.249184 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6846065b-793a-4641-894f-00b045c3a04a {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:50.253195 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdff82bb-2cd9-45f4-8466-c9a09dee1442', 'name': 'network-vif-deleted', 'tag': '5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d', 'status': 'completed', 'code': 200} Jul 15 23:23:50.298439 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351522c-3aa0-434c-a06e-0e13ea22ce5b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Network': ['ID=952bd880-87dc-4896-81e6-4873b1ffc8f0,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:50.317251 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 952bd880-87dc-4896-81e6-4873b1ffc8f0 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:23:50.347623 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-435085a7-cb7b-4b82-8380-9c99b75ff624 req-9a5003cd-8fe8-44b6-844a-f44981dbfc25 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022196 Jul 15 23:23:50.397919 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0609be-dea8-4430-ae78-7dbb3904f77c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:50.401643 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5a0609be-dea8-4430-ae78-7dbb3904f77c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:50.427982 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=87d39852-b3c1-4166-bc84-fea73e32b857,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:50.499737 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['87d39852-b3c1-4166-bc84-fea73e32b857'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:23:50.783725 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5a0609be-dea8-4430-ae78-7dbb3904f77c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:50.812812 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-993efdb1-61fb-447d-8e6f-0c322951fff7 req-95955a22-3157-4c21-99bb-cfa271601a0f tempest-AttachVolumeNegativeTest-315103978 tempest-AttachVolumeNegativeTest-315103978-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdff82bb-2cd9-45f4-8466-c9a09dee1442 HTTP/1.1" status: 200 len: 210 time: 0.0439932 Jul 15 23:23:50.882508 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0609be-dea8-4430-ae78-7dbb3904f77c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Subnet': ['ID=5ebf8e3c-c3cb-4c26-8b17-3ec36937ecd0,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:50.916864 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0609be-dea8-4430-ae78-7dbb3904f77c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Checking segment: {'id': '2327e7d9-fa60-4142-888a-c107a29c2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '952bd880-87dc-4896-81e6-4873b1ffc8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:50.917231 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0609be-dea8-4430-ae78-7dbb3904f77c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network hostable DHCP agents. Network: 952bd880-87dc-4896-81e6-4873b1ffc8f0, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:23:50.939062 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0609be-dea8-4430-ae78-7dbb3904f77c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network 952bd880-87dc-4896-81e6-4873b1ffc8f0 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:23:50.952706 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-5a0609be-dea8-4430-ae78-7dbb3904f77c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 952bd880-87dc-4896-81e6-4873b1ffc8f0) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:50.958412 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0609be-dea8-4430-ae78-7dbb3904f77c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:50.959079 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5a0609be-dea8-4430-ae78-7dbb3904f77c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:50.990621 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5a0609be-dea8-4430-ae78-7dbb3904f77c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7663014 Jul 15 23:23:50.991813 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38868) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:51.006136 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-393bebd9-287f-405d-8319-dcbc2e2731e4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'port': {'network_id': '952bd880-87dc-4896-81e6-4873b1ffc8f0', 'name': 'tempest-PortsIpV6TestJSON-1849883606', 'fixed_ips': [{'subnet_id': '5ebf8e3c-c3cb-4c26-8b17-3ec36937ecd0', 'ip_address': '2001:db8::10'}]}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:51.022504 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197df515-91f8-4cc4-961a-020a52646bb4 None None] Network 952bd880-87dc-4896-81e6-4873b1ffc8f0 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:51.032400 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bddea93-9216-447c-a872-68a0d2b0b22e req-684b070c-eef8-4f99-b2cc-553469b8489f tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:51.042369 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3bddea93-9216-447c-a872-68a0d2b0b22e req-684b070c-eef8-4f99-b2cc-553469b8489f tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/ports?device_id=56acab07-577e-4303-8ec3-31b53a575f28 HTTP/1.1" status: 200 len: 946 time: 0.2285781 Jul 15 23:23:51.243688 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393bebd9-287f-405d-8319-dcbc2e2731e4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:51.253444 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:51.314880 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0dce0a-a693-4bc5-b4e9-1d7da3151631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-952bd880-87dc-4896-81e6-4873b1ffc8f0', 'network_id': '952bd880-87dc-4896-81e6-4873b1ffc8f0', 'tenant_id': '2819db808b29407198e7e7677d979d1a', 'fixed_ips': [{'subnet_id': '5ebf8e3c-c3cb-4c26-8b17-3ec36937ecd0'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:23:51.316345 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9a0dce0a-a693-4bc5-b4e9-1d7da3151631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:51.387780 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3bddea93-9216-447c-a872-68a0d2b0b22e req-c87b256b-77bb-4827-a093-43dbe8e92c98 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/security-groups?id=93672eac-837e-4be7-94a4-a5d0a44467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435175 Jul 15 23:23:51.476097 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 624c6495-1243-4e3b-b9cd-44d18d448fc8 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:23:51.483185 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d0088-8ee2-4f07-a7cb-d265c2f840e5 req-f1ce8b1b-8939-44f6-9c5a-81d16de004cf tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:51.490768 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-308d0088-8ee2-4f07-a7cb-d265c2f840e5 req-f1ce8b1b-8939-44f6-9c5a-81d16de004cf tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef55b06-2320-4a37-bb22-da71a908403d HTTP/1.1" status: 200 len: 944 time: 0.1741688 Jul 15 23:23:51.501893 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-393bebd9-287f-405d-8319-dcbc2e2731e4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:51.509636 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 624c6495-1243-4e3b-b9cd-44d18d448fc8 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:23:51.510218 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 624c6495-1243-4e3b-b9cd-44d18d448fc8 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:23:51.549329 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-393bebd9-287f-405d-8319-dcbc2e2731e4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] device_id is not set on port 1838c17e-afe4-4531-95b6-2ce8a13e1e17 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:23:51.606395 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-9a0dce0a-a693-4bc5-b4e9-1d7da3151631 None None] Allocated IP 2001:db8::2 (952bd880-87dc-4896-81e6-4873b1ffc8f0/5ebf8e3c-c3cb-4c26-8b17-3ec36937ecd0/96c71436-94f4-43c2-bc45-c7734ca2327a) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:51.662698 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-308d0088-8ee2-4f07-a7cb-d265c2f840e5 req-58aa7255-3959-4b2b-81e1-c41faa195d71 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709595 Jul 15 23:23:51.743704 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31402170-095b-472e-85c5-0b1656e549b4 req-1886440f-f93a-49e2-bc55-6962ccb3318f tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:51.745263 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-31402170-095b-472e-85c5-0b1656e549b4 req-1886440f-f93a-49e2-bc55-6962ccb3318f tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 943 time: 0.1877482 Jul 15 23:23:51.782750 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-31402170-095b-472e-85c5-0b1656e549b4 req-d76ee2f3-c200-42be-af7e-1dba4359fb20 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312345 Jul 15 23:23:51.791412 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9a0dce0a-a693-4bc5-b4e9-1d7da3151631 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:51.811858 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9a0dce0a-a693-4bc5-b4e9-1d7da3151631 None None] Transition to ACTIVE for port object 96c71436-94f4-43c2-bc45-c7734ca2327a will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:51.828042 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9a0dce0a-a693-4bc5-b4e9-1d7da3151631 None None] Transition to ACTIVE for port object 96c71436-94f4-43c2-bc45-c7734ca2327a will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:51.837699 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9a0dce0a-a693-4bc5-b4e9-1d7da3151631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:51.876177 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0dce0a-a693-4bc5-b4e9-1d7da3151631 None None] Network 952bd880-87dc-4896-81e6-4873b1ffc8f0 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:51.882297 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-9a0dce0a-a693-4bc5-b4e9-1d7da3151631 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:51.884652 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0dce0a-a693-4bc5-b4e9-1d7da3151631 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:51.894469 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 87d39852-b3c1-4166-bc84-fea73e32b857 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:23:51.912379 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-393bebd9-287f-405d-8319-dcbc2e2731e4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Allocated IP 2001:db8::10 (952bd880-87dc-4896-81e6-4873b1ffc8f0/5ebf8e3c-c3cb-4c26-8b17-3ec36937ecd0/1838c17e-afe4-4531-95b6-2ce8a13e1e17) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:51.917248 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38876) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:51.950416 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0dce0a-a693-4bc5-b4e9-1d7da3151631 None None] Pushing event updated for resources: {'Port': ['ID=96c71436-94f4-43c2-bc45-c7734ca2327a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:51.986886 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-197e6daa-cff9-4793-accd-a8d25a0c2ebd admin admin] Deleting subnet d669a791-b590-4a02-a253-5106186a51cc {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:23:51.991043 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-197e6daa-cff9-4793-accd-a8d25a0c2ebd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:52.032150 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-197e6daa-cff9-4793-accd-a8d25a0c2ebd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:52.074809 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-197e6daa-cff9-4793-accd-a8d25a0c2ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:52.075036 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 87d39852-b3c1-4166-bc84-fea73e32b857 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:52.079161 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9a0dce0a-a693-4bc5-b4e9-1d7da3151631 None None] Attempting to bind port 96c71436-94f4-43c2-bc45-c7734ca2327a on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:23:52.079743 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9a0dce0a-a693-4bc5-b4e9-1d7da3151631 None None] Attempting to bind port 96c71436-94f4-43c2-bc45-c7734ca2327a by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '2327e7d9-fa60-4142-888a-c107a29c2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '952bd880-87dc-4896-81e6-4873b1ffc8f0'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:23:52.080230 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0dce0a-a693-4bc5-b4e9-1d7da3151631 None None] Attempting to bind port 96c71436-94f4-43c2-bc45-c7734ca2327a on network 952bd880-87dc-4896-81e6-4873b1ffc8f0 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:23:52.087273 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0dce0a-a693-4bc5-b4e9-1d7da3151631 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:23:52.088004 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0dce0a-a693-4bc5-b4e9-1d7da3151631 None None] Checking segment: {'id': '2327e7d9-fa60-4142-888a-c107a29c2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '952bd880-87dc-4896-81e6-4873b1ffc8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:52.088558 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9a0dce0a-a693-4bc5-b4e9-1d7da3151631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:52.089198 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0dce0a-a693-4bc5-b4e9-1d7da3151631 None None] Bound using segment: {'id': '2327e7d9-fa60-4142-888a-c107a29c2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '952bd880-87dc-4896-81e6-4873b1ffc8f0'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:23:52.089909 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9a0dce0a-a693-4bc5-b4e9-1d7da3151631 None None] Bound port: 96c71436-94f4-43c2-bc45-c7734ca2327a, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2327e7d9-fa60-4142-888a-c107a29c2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '952bd880-87dc-4896-81e6-4873b1ffc8f0'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:23:52.090884 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9a0dce0a-a693-4bc5-b4e9-1d7da3151631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:52.094268 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 87d39852-b3c1-4166-bc84-fea73e32b857 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:52.094763 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:52.137910 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-197e6daa-cff9-4793-accd-a8d25a0c2ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:52.195828 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-393bebd9-287f-405d-8319-dcbc2e2731e4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:52.214122 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-393bebd9-287f-405d-8319-dcbc2e2731e4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Transition to ACTIVE for port object 1838c17e-afe4-4531-95b6-2ce8a13e1e17 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:52.228306 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e6daa-cff9-4793-accd-a8d25a0c2ebd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d669a791-b590-4a02-a253-5106186a51cc,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:52.255246 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-197e6daa-cff9-4793-accd-a8d25a0c2ebd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:52.258375 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-197e6daa-cff9-4793-accd-a8d25a0c2ebd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d669a791-b590-4a02-a253-5106186a51cc HTTP/1.1" status: 204 len: 168 time: 0.3400109 Jul 15 23:23:52.260371 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-393bebd9-287f-405d-8319-dcbc2e2731e4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:52.261167 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38882) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:52.299875 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:52.334523 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393bebd9-287f-405d-8319-dcbc2e2731e4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Port': ['ID=1838c17e-afe4-4531-95b6-2ce8a13e1e17,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:52.340027 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 87d39852-b3c1-4166-bc84-fea73e32b857, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=87d39852-b3c1-4166-bc84-fea73e32b857,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:52.345551 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef55b06-2320-4a37-bb22-da71a908403d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d39852-b3c1-4166-bc84-fea73e32b857'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:52.349351 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9031bd-07a9-4486-b723-bd64f16cb3ec" -d '{"events": [{"server_uuid": "6ef55b06-2320-4a37-bb22-da71a908403d", "name": "network-vif-plugged", "status": "completed", "tag": "87d39852-b3c1-4166-bc84-fea73e32b857"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:52.353813 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393bebd9-287f-405d-8319-dcbc2e2731e4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network 952bd880-87dc-4896-81e6-4873b1ffc8f0 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:52.355638 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-393bebd9-287f-405d-8319-dcbc2e2731e4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:52.355836 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:52.361519 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393bebd9-287f-405d-8319-dcbc2e2731e4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:52.368076 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393bebd9-287f-405d-8319-dcbc2e2731e4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:52.368076 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-393bebd9-287f-405d-8319-dcbc2e2731e4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:52.368394 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9a0dce0a-a693-4bc5-b4e9-1d7da3151631 None None] For port 96c71436-94f4-43c2-bc45-c7734ca2327a, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:23:52.390667 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-393bebd9-287f-405d-8319-dcbc2e2731e4 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3963501 Jul 15 23:23:52.393319 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38886) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:52.403455 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9a0dce0a-a693-4bc5-b4e9-1d7da3151631 None None] For port 96c71436-94f4-43c2-bc45-c7734ca2327a, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=96c71436-94f4-43c2-bc45-c7734ca2327a,segment=NetworkSegment(2327e7d9-fa60-4142-888a-c107a29c2804),segment_id=2327e7d9-fa60-4142-888a-c107a29c2804)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:23:52.406937 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-191b9e25-b4c2-4bb2-ba56-a8630b8efb7d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'port': {'network_id': '952bd880-87dc-4896-81e6-4873b1ffc8f0', 'name': 'tempest-PortsIpV6TestJSON-125218025', 'fixed_ips': [{'subnet_id': '5ebf8e3c-c3cb-4c26-8b17-3ec36937ecd0', 'ip_address': '2001:db8::f'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:52.433654 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9a0dce0a-a693-4bc5-b4e9-1d7da3151631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:52.439897 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb389f38-d54a-4697-acef-8a54c05da181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:52.459471 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=87d39852-b3c1-4166-bc84-fea73e32b857,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:52.659884 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749729b3-8a16-4cc0-9406-ed7da360d34d req-064f4505-270c-4361-9820-14061af6cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:52.661478 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-749729b3-8a16-4cc0-9406-ed7da360d34d req-064f4505-270c-4361-9820-14061af6cec4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6ef55b06-2320-4a37-bb22-da71a908403d HTTP/1.1" status: 200 len: 1096 time: 0.1306028 Jul 15 23:23:52.676831 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb389f38-d54a-4697-acef-8a54c05da181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:52.704534 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-eb389f38-d54a-4697-acef-8a54c05da181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4094d55c-5c60-4756-9c8c-4a0f295c2a77']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:52.723869 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-eb389f38-d54a-4697-acef-8a54c05da181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:52.724449 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-eb389f38-d54a-4697-acef-8a54c05da181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc0e323-6ea6-4b6c-b55b-ae101b0d3a61') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:52.737730 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191b9e25-b4c2-4bb2-ba56-a8630b8efb7d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:52.766156 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb389f38-d54a-4697-acef-8a54c05da181 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:52.819980 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-749729b3-8a16-4cc0-9406-ed7da360d34d req-11a030ec-8123-4114-92d6-3d42966199ad service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487997 Jul 15 23:23:52.900630 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b8f664-b851-41f6-b86b-0e41b26263b6 x-openstack-request-id: req-10b8f664-b851-41f6-b86b-0e41b26263b6 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:52.902994 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef55b06-2320-4a37-bb22-da71a908403d", "name": "network-vif-plugged", "status": "completed", "tag": "87d39852-b3c1-4166-bc84-fea73e32b857", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:52.903640 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10b8f664-b851-41f6-b86b-0e41b26263b6 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:52.906301 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef55b06-2320-4a37-bb22-da71a908403d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d39852-b3c1-4166-bc84-fea73e32b857', 'code': 200} Jul 15 23:23:52.916877 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0dce0a-a693-4bc5-b4e9-1d7da3151631 None None] Pushing event updated for resources: {'Port': ['ID=96c71436-94f4-43c2-bc45-c7734ca2327a,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:52.947217 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb389f38-d54a-4697-acef-8a54c05da181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:52.952358 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-191b9e25-b4c2-4bb2-ba56-a8630b8efb7d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:52.976849 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-191b9e25-b4c2-4bb2-ba56-a8630b8efb7d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] device_id is not set on port 54d95c31-7606-4b72-ad2c-3ab80bb96dc8 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:23:52.982580 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb389f38-d54a-4697-acef-8a54c05da181 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:23:52.983131 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb389f38-d54a-4697-acef-8a54c05da181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:52.984859 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:23:52.984859 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:23:52.984859 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:23:52.984859 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:23:52.984859 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:23:52.984859 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:23:52.984859 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:23:52.984859 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:23:52.984859 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:23:52.984859 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:23:52.984859 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:23:52.984859 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:23:52.984859 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:23:52.984859 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:23:52.984859 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:23:52.984859 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:23:52.984859 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:23:52.984859 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:23:52.984859 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:23:52.984859 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:23:52.984859 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:23:52.984859 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:23:52.984859 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:23:52.984859 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:23:52.984859 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:23:52.984859 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:23:52.984859 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:23:52.984859 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:23:52.984859 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:23:52.984859 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:23:52.984859 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:23:52.984859 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:23:53.073446 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fc9be-e858-4bac-ba03-9c2eba55b900 req-a52b5997-17d0-455c-bc6a-6904bcfc3e80 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:53.081372 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a3fc9be-e858-4bac-ba03-9c2eba55b900 req-a52b5997-17d0-455c-bc6a-6904bcfc3e80 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/ports?device_id=56acab07-577e-4303-8ec3-31b53a575f28 HTTP/1.1" status: 200 len: 946 time: 0.3340578 Jul 15 23:23:53.104392 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb389f38-d54a-4697-acef-8a54c05da181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:53.125033 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb389f38-d54a-4697-acef-8a54c05da181 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:53.130120 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-eb389f38-d54a-4697-acef-8a54c05da181 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4094d55c-5c60-4756-9c8c-4a0f295c2a77 HTTP/1.1" status: 204 len: 168 time: 0.8650217 Jul 15 23:23:53.155584 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb389f38-d54a-4697-acef-8a54c05da181 admin admin] Pushing event deleted for resources: {'Network': ['ID=4094d55c-5c60-4756-9c8c-4a0f295c2a77,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:53.174815 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098db39-2f38-42c6-b937-e4d80437ec5a req-afeda3b2-1677-4727-b1cc-b1b00624aab5 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:53.177418 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a098db39-2f38-42c6-b937-e4d80437ec5a req-afeda3b2-1677-4727-b1cc-b1b00624aab5 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef55b06-2320-4a37-bb22-da71a908403d HTTP/1.1" status: 200 len: 945 time: 0.2446439 Jul 15 23:23:53.189605 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a3fc9be-e858-4bac-ba03-9c2eba55b900 req-61826dbc-ac4d-4c59-86d9-6c562b3d87c9 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/security-groups?id=93672eac-837e-4be7-94a4-a5d0a44467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070015 Jul 15 23:23:53.307214 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a098db39-2f38-42c6-b937-e4d80437ec5a req-289584a6-ed9b-4011-9986-d814f4d8a78a tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105225 Jul 15 23:23:53.316489 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-191b9e25-b4c2-4bb2-ba56-a8630b8efb7d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Allocated IP 2001:db8::f (952bd880-87dc-4896-81e6-4873b1ffc8f0/5ebf8e3c-c3cb-4c26-8b17-3ec36937ecd0/54d95c31-7606-4b72-ad2c-3ab80bb96dc8) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:53.404323 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38898) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:53.521627 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 96c71436-94f4-43c2-bc45-c7734ca2327a up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:23:53.612081 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-35906a4d-36bf-4bdf-b542-9aa513ce4f54 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f1e1744486ab4438bc999a6e33f43aed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2060895 Jul 15 23:23:53.619609 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38900) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:53.685357 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 96c71436-94f4-43c2-bc45-c7734ca2327a completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:53.708833 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118d129-502d-42a9-be9f-cd5944a3407e req-1862066d-b8e8-40d0-be0c-c62b91b73073 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:53.715102 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7118d129-502d-42a9-be9f-cd5944a3407e req-1862066d-b8e8-40d0-be0c-c62b91b73073 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 943 time: 0.2679400 Jul 15 23:23:53.742216 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-191b9e25-b4c2-4bb2-ba56-a8630b8efb7d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:53.779800 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3bceb64-fa68-4b38-a119-72a097664cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:53.785312 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-191b9e25-b4c2-4bb2-ba56-a8630b8efb7d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Transition to ACTIVE for port object 54d95c31-7606-4b72-ad2c-3ab80bb96dc8 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:53.823482 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7118d129-502d-42a9-be9f-cd5944a3407e req-b4c1402e-69db-405b-a1fe-d08ad0fab65d tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948045 Jul 15 23:23:53.851866 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-191b9e25-b4c2-4bb2-ba56-a8630b8efb7d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:53.862657 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3bceb64-fa68-4b38-a119-72a097664cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:53.881312 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:23:53.925261 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:23:53.927747 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 5fa3e3b4-2fad-4e70-ba18-c67b9fe8265d not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:23:53.952694 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3bceb64-fa68-4b38-a119-72a097664cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:53.957318 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3bceb64-fa68-4b38-a119-72a097664cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:53.979110 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d3bceb64-fa68-4b38-a119-72a097664cc9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ab986c3-792e-4767-bd53-177231c6ae63 HTTP/1.1" status: 204 len: 168 time: 0.3449757 Jul 15 23:23:53.999812 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bceb64-fa68-4b38-a119-72a097664cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab986c3-792e-4767-bd53-177231c6ae63,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:54.005055 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191b9e25-b4c2-4bb2-ba56-a8630b8efb7d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network 952bd880-87dc-4896-81e6-4873b1ffc8f0 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:54.008563 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-191b9e25-b4c2-4bb2-ba56-a8630b8efb7d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:54.011834 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191b9e25-b4c2-4bb2-ba56-a8630b8efb7d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:54.017463 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191b9e25-b4c2-4bb2-ba56-a8630b8efb7d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:54.018105 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-191b9e25-b4c2-4bb2-ba56-a8630b8efb7d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.050047 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-191b9e25-b4c2-4bb2-ba56-a8630b8efb7d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6531868 Jul 15 23:23:54.050675 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38904) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:54.052201 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b9e25-b4c2-4bb2-ba56-a8630b8efb7d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Port': ['ID=54d95c31-7606-4b72-ad2c-3ab80bb96dc8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:54.157704 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.173267 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac264dd-bbd6-4c8b-8899-f11ff6a2535d None None] Network 952bd880-87dc-4896-81e6-4873b1ffc8f0 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:54.287021 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f302c-63c8-4fd6-996c-153c0ff9507b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:54.289188 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a94f302c-63c8-4fd6-996c-153c0ff9507b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2374682 Jul 15 23:23:54.292063 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38910) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:54.339623 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-95acbeb7-01a8-4779-a5e8-5eeb99262940 None None] Provisioning for port 96c71436-94f4-43c2-bc45-c7734ca2327a completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:54.352050 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-95acbeb7-01a8-4779-a5e8-5eeb99262940 None None] Provisioning complete for port 96c71436-94f4-43c2-bc45-c7734ca2327a triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:54.352427 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-95acbeb7-01a8-4779-a5e8-5eeb99262940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.600501 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-95acbeb7-01a8-4779-a5e8-5eeb99262940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.654656 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-95acbeb7-01a8-4779-a5e8-5eeb99262940 None None] For port 96c71436-94f4-43c2-bc45-c7734ca2327a, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=96c71436-94f4-43c2-bc45-c7734ca2327a,segment=NetworkSegment(2327e7d9-fa60-4142-888a-c107a29c2804),segment_id=2327e7d9-fa60-4142-888a-c107a29c2804)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:54.677743 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-95acbeb7-01a8-4779-a5e8-5eeb99262940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.757140 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95acbeb7-01a8-4779-a5e8-5eeb99262940 None None] Pushing event updated for resources: {'Port': ['ID=96c71436-94f4-43c2-bc45-c7734ca2327a,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:55.085506 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f369428-fc97-4e12-a6d5-1b61d70c56b2 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:55.115599 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f369428-fc97-4e12-a6d5-1b61d70c56b2 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:55.123364 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f369428-fc97-4e12-a6d5-1b61d70c56b2 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:55.127268 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0f369428-fc97-4e12-a6d5-1b61d70c56b2 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.8334343 Jul 15 23:23:55.130759 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38934) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:55.147701 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508d0ad-69d0-478b-8307-975f7f0255e4 req-7121ed0c-ed68-4826-8654-621061185ab7 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:55.154518 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9508d0ad-69d0-478b-8307-975f7f0255e4 req-7121ed0c-ed68-4826-8654-621061185ab7 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/ports?device_id=56acab07-577e-4303-8ec3-31b53a575f28 HTTP/1.1" status: 200 len: 946 time: 0.7872012 Jul 15 23:23:55.234433 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-72690c97-0f31-408b-99d7-e85f336f951c None None] Provisioning for port 54d95c31-7606-4b72-ad2c-3ab80bb96dc8 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:55.245662 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-72690c97-0f31-408b-99d7-e85f336f951c None None] Provisioning complete for port 54d95c31-7606-4b72-ad2c-3ab80bb96dc8 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:55.246038 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-72690c97-0f31-408b-99d7-e85f336f951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:55.267625 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aae52b-fb6e-436f-a921-71281a6a9c94 req-5d8d7691-014f-431e-9055-0caea13e8560 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:55.281596 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27aae52b-fb6e-436f-a921-71281a6a9c94 req-5d8d7691-014f-431e-9055-0caea13e8560 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef55b06-2320-4a37-bb22-da71a908403d HTTP/1.1" status: 200 len: 945 time: 0.8064821 Jul 15 23:23:55.345949 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9508d0ad-69d0-478b-8307-975f7f0255e4 req-c24e845f-9fa0-4006-b12f-6fc0fce20051 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/security-groups?id=93672eac-837e-4be7-94a4-a5d0a44467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904504 Jul 15 23:23:55.403051 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b3f331a7-b68a-4b21-96dc-443e509c8abd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting port 54d95c31-7606-4b72-ad2c-3ab80bb96dc8 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:55.403402 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3f331a7-b68a-4b21-96dc-443e509c8abd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:55.409077 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-72690c97-0f31-408b-99d7-e85f336f951c None None] Port 54d95c31-7606-4b72-ad2c-3ab80bb96dc8 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:23:55.424567 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-72690c97-0f31-408b-99d7-e85f336f951c None None] Provisioning for port 1838c17e-afe4-4531-95b6-2ce8a13e1e17 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:55.429994 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-72690c97-0f31-408b-99d7-e85f336f951c None None] Provisioning complete for port 1838c17e-afe4-4531-95b6-2ce8a13e1e17 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:55.433294 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-72690c97-0f31-408b-99d7-e85f336f951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:55.439953 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27aae52b-fb6e-436f-a921-71281a6a9c94 req-26168fc1-b562-4dfb-9890-a6c1e9652b9b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573653 Jul 15 23:23:55.490235 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 96c71436-94f4-43c2-bc45-c7734ca2327a up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:23:55.627897 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3f331a7-b68a-4b21-96dc-443e509c8abd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:55.656724 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b3f331a7-b68a-4b21-96dc-443e509c8abd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Calling delete_port for 54d95c31-7606-4b72-ad2c-3ab80bb96dc8 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:55.699981 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-72690c97-0f31-408b-99d7-e85f336f951c None None] Port 1838c17e-afe4-4531-95b6-2ce8a13e1e17 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:23:55.735135 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-72690c97-0f31-408b-99d7-e85f336f951c None None] Provisioning complete for port 96c71436-94f4-43c2-bc45-c7734ca2327a triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:55.735581 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-72690c97-0f31-408b-99d7-e85f336f951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:55.815306 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac06150-528b-49d1-8bc8-814682161923 req-4431019f-eec7-421e-b51b-965937904b44 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:55.826276 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 96c71436-94f4-43c2-bc45-c7734ca2327a triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:55.826745 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:55.841195 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cac06150-528b-49d1-8bc8-814682161923 req-4431019f-eec7-421e-b51b-965937904b44 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 943 time: 0.1369581 Jul 15 23:23:55.959400 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3f331a7-b68a-4b21-96dc-443e509c8abd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:56.003285 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cac06150-528b-49d1-8bc8-814682161923 req-c00126c4-c989-448b-99a5-97bf939a9907 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361840 Jul 15 23:23:56.075174 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279003a2-eb79-414c-a479-d2e2c6944843 req-e3a86fb9-02b9-4bb1-a2c6-292ec9caac38 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:56.076538 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-279003a2-eb79-414c-a479-d2e2c6944843 req-e3a86fb9-02b9-4bb1-a2c6-292ec9caac38 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef55b06-2320-4a37-bb22-da71a908403d HTTP/1.1" status: 200 len: 945 time: 0.2339709 Jul 15 23:23:56.122854 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3f331a7-b68a-4b21-96dc-443e509c8abd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:56.124673 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b3f331a7-b68a-4b21-96dc-443e509c8abd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/ports/54d95c31-7606-4b72-ad2c-3ab80bb96dc8 HTTP/1.1" status: 204 len: 168 time: 0.9922600 Jul 15 23:23:56.127401 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f331a7-b68a-4b21-96dc-443e509c8abd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Port': ['ID=54d95c31-7606-4b72-ad2c-3ab80bb96dc8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:56.127679 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38950) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:56.170262 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-a058632d-5aa4-4bf1-a9c4-48875411d580 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] GET failed (client error): The resource could not be found. Jul 15 23:23:56.172265 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a058632d-5aa4-4bf1-a9c4-48875411d580 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "GET /v2.0/ports/54d95c31-7606-4b72-ad2c-3ab80bb96dc8 HTTP/1.1" status: 404 len: 333 time: 0.0429490 Jul 15 23:23:56.172859 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d72c3e0e-01bf-4393-bfaa-f5973014c778 None None] Could not find standard attr ID for object 54d95c31-7606-4b72-ad2c-3ab80bb96dc8. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:23:56.175139 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38952) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:56.210324 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d72c3e0e-01bf-4393-bfaa-f5973014c778 None None] Provisioning complete for port 1838c17e-afe4-4531-95b6-2ce8a13e1e17 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:56.211042 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d72c3e0e-01bf-4393-bfaa-f5973014c778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:56.221023 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-279003a2-eb79-414c-a479-d2e2c6944843 req-7f141fb5-86d7-4850-a749-a52752e15d66 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277134 Jul 15 23:23:56.232225 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38954) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:56.296174 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a23bb9f-de9b-4406-9117-13662b21c9b4 tempest-TestVolumeBootPattern-303045561 tempest-TestVolumeBootPattern-303045561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:56.298113 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5a23bb9f-de9b-4406-9117-13662b21c9b4 tempest-TestVolumeBootPattern-303045561 tempest-TestVolumeBootPattern-303045561-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6ef55b06-2320-4a37-bb22-da71a908403d HTTP/1.1" status: 200 len: 1091 time: 0.0643597 Jul 15 23:23:56.301564 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38958) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:56.307596 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-d3e8b105-dc29-4c80-9a00-da3eaff4a512 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'port_id': '87d39852-b3c1-4166-bc84-fea73e32b857', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:56.308425 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-d72c3e0e-01bf-4393-bfaa-f5973014c778 None None] Port 1838c17e-afe4-4531-95b6-2ce8a13e1e17 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:23:56.336428 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3e8b105-dc29-4c80-9a00-da3eaff4a512 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:56.364593 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-554d789c-098f-4c51-bac8-dc79acc28035 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting port 1838c17e-afe4-4531-95b6-2ce8a13e1e17 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:56.365180 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-554d789c-098f-4c51-bac8-dc79acc28035 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:56.448252 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3e8b105-dc29-4c80-9a00-da3eaff4a512 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:56.465113 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-554d789c-098f-4c51-bac8-dc79acc28035 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:56.477126 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-554d789c-098f-4c51-bac8-dc79acc28035 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Calling delete_port for 1838c17e-afe4-4531-95b6-2ce8a13e1e17 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:56.601525 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-d3e8b105-dc29-4c80-9a00-da3eaff4a512 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Allocated IP 172.25.4.73 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/59dc6552-bd78-4004-8564-a1c7f755f57e) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:56.618817 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-554d789c-098f-4c51-bac8-dc79acc28035 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:56.622002 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a1750-2b59-4673-8de6-11725b658498 req-4f5d6238-4582-42b4-a333-a9e531640055 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:56.623321 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1e5a1750-2b59-4673-8de6-11725b658498 req-4f5d6238-4582-42b4-a333-a9e531640055 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/ports?device_id=56acab07-577e-4303-8ec3-31b53a575f28 HTTP/1.1" status: 200 len: 946 time: 0.1256371 Jul 15 23:23:56.732095 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1e5a1750-2b59-4673-8de6-11725b658498 req-ff80b1b5-4302-484b-8e46-e086a1cd8c2e tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/security-groups?id=93672eac-837e-4be7-94a4-a5d0a44467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888836 Jul 15 23:23:56.734764 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d789c-098f-4c51-bac8-dc79acc28035 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Port': ['ID=1838c17e-afe4-4531-95b6-2ce8a13e1e17,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:56.752113 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-554d789c-098f-4c51-bac8-dc79acc28035 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:56.754055 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-554d789c-098f-4c51-bac8-dc79acc28035 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/ports/1838c17e-afe4-4531-95b6-2ce8a13e1e17 HTTP/1.1" status: 204 len: 168 time: 0.5776153 Jul 15 23:23:56.762707 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38976) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:56.813564 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c9feab-6a06-4622-91f0-b8ce87b1acfd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] GET failed (client error): The resource could not be found. Jul 15 23:23:56.815442 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d4c9feab-6a06-4622-91f0-b8ce87b1acfd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "GET /v2.0/ports/1838c17e-afe4-4531-95b6-2ce8a13e1e17 HTTP/1.1" status: 404 len: 333 time: 0.0567975 Jul 15 23:23:56.818827 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38980) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:56.819004 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3e8b105-dc29-4c80-9a00-da3eaff4a512 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:56.878790 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3e8b105-dc29-4c80-9a00-da3eaff4a512 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:56.901591 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-0faa6353-dd92-4b05-9049-d6966c920c26 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting subnet 5ebf8e3c-c3cb-4c26-8b17-3ec36937ecd0 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:23:56.905270 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0faa6353-dd92-4b05-9049-d6966c920c26 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:56.924856 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e8b105-dc29-4c80-9a00-da3eaff4a512 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:56.931130 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-d3e8b105-dc29-4c80-9a00-da3eaff4a512 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:56.933605 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e8b105-dc29-4c80-9a00-da3eaff4a512 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:56.961065 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0faa6353-dd92-4b05-9049-d6966c920c26 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:56.964750 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8b105-dc29-4c80-9a00-da3eaff4a512 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Pushing event updated for resources: {'Port': ['ID=59dc6552-bd78-4004-8564-a1c7f755f57e,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:57.062071 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0faa6353-dd92-4b05-9049-d6966c920c26 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.143645 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0faa6353-dd92-4b05-9049-d6966c920c26 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.172324 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa6353-dd92-4b05-9049-d6966c920c26 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Subnet': ['ID=5ebf8e3c-c3cb-4c26-8b17-3ec36937ecd0,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:57.178343 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0faa6353-dd92-4b05-9049-d6966c920c26 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.180909 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0faa6353-dd92-4b05-9049-d6966c920c26 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/subnets/5ebf8e3c-c3cb-4c26-8b17-3ec36937ecd0 HTTP/1.1" status: 204 len: 168 time: 0.3606846 Jul 15 23:23:57.183878 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38998) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:57.190843 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d34f91-c199-4c5d-b194-3936888d4ace None None] Network 952bd880-87dc-4896-81e6-4873b1ffc8f0 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:57.274276 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6011e955-b3d0-4f5c-bdd6-1f1e0a347ef8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.310961 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141316e-f001-40ac-96c8-0e7f1d10dd38 req-4cce74e0-8275-472b-a8cc-af1ab6f26021 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:57.312394 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4141316e-f001-40ac-96c8-0e7f1d10dd38 req-4cce74e0-8275-472b-a8cc-af1ab6f26021 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 943 time: 0.1349180 Jul 15 23:23:57.337638 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-6011e955-b3d0-4f5c-bdd6-1f1e0a347ef8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting port 96c71436-94f4-43c2-bc45-c7734ca2327a {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:57.337978 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6011e955-b3d0-4f5c-bdd6-1f1e0a347ef8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.410189 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4141316e-f001-40ac-96c8-0e7f1d10dd38 req-e2fdc510-519c-406e-b8e4-a7d4549a07b3 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865357 Jul 15 23:23:57.419728 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-6011e955-b3d0-4f5c-bdd6-1f1e0a347ef8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] For port 96c71436-94f4-43c2-bc45-c7734ca2327a, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=96c71436-94f4-43c2-bc45-c7734ca2327a,segment=NetworkSegment(2327e7d9-fa60-4142-888a-c107a29c2804),segment_id=2327e7d9-fa60-4142-888a-c107a29c2804)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:57.420098 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6011e955-b3d0-4f5c-bdd6-1f1e0a347ef8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.435743 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-6011e955-b3d0-4f5c-bdd6-1f1e0a347ef8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Calling delete_port for 96c71436-94f4-43c2-bc45-c7734ca2327a owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:57.445877 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9add5067-889e-40c9-bd5b-c5ffb0028d95 None None] DHCP port deletion for 952bd880-87dc-4896-81e6-4873b1ffc8f0 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:23:57.483959 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3e8b105-dc29-4c80-9a00-da3eaff4a512 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.511491 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9add5067-889e-40c9-bd5b-c5ffb0028d95 None None] Deleting port 96c71436-94f4-43c2-bc45-c7734ca2327a {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:57.512625 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9add5067-889e-40c9-bd5b-c5ffb0028d95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.532861 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6011e955-b3d0-4f5c-bdd6-1f1e0a347ef8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.566508 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011e955-b3d0-4f5c-bdd6-1f1e0a347ef8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Port': ['ID=96c71436-94f4-43c2-bc45-c7734ca2327a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:57.576267 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6011e955-b3d0-4f5c-bdd6-1f1e0a347ef8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] No DVR routers for this DVR port 96c71436-94f4-43c2-bc45-c7734ca2327a on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:23:57.591091 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9add5067-889e-40c9-bd5b-c5ffb0028d95 None None] For port 96c71436-94f4-43c2-bc45-c7734ca2327a, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=96c71436-94f4-43c2-bc45-c7734ca2327a,segment=NetworkSegment(2327e7d9-fa60-4142-888a-c107a29c2804),segment_id=2327e7d9-fa60-4142-888a-c107a29c2804)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:57.592049 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9add5067-889e-40c9-bd5b-c5ffb0028d95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.604795 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3e8b105-dc29-4c80-9a00-da3eaff4a512 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.606028 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9add5067-889e-40c9-bd5b-c5ffb0028d95 None None] Calling delete_port for 96c71436-94f4-43c2-bc45-c7734ca2327a owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:57.699726 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9add5067-889e-40c9-bd5b-c5ffb0028d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.725445 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add5067-889e-40c9-bd5b-c5ffb0028d95 None None] Pushing event deleted for resources: {'Port': ['ID=96c71436-94f4-43c2-bc45-c7734ca2327a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:57.735445 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9add5067-889e-40c9-bd5b-c5ffb0028d95 None None] No DVR routers for this DVR port 96c71436-94f4-43c2-bc45-c7734ca2327a on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:23:57.744847 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6011e955-b3d0-4f5c-bdd6-1f1e0a347ef8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.790051 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-6011e955-b3d0-4f5c-bdd6-1f1e0a347ef8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['952bd880-87dc-4896-81e6-4873b1ffc8f0']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:57.806015 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-6011e955-b3d0-4f5c-bdd6-1f1e0a347ef8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2327e7d9-fa60-4142-888a-c107a29c2804') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:57.806811 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-6011e955-b3d0-4f5c-bdd6-1f1e0a347ef8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2327e7d9-fa60-4142-888a-c107a29c2804') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:57.822971 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6011e955-b3d0-4f5c-bdd6-1f1e0a347ef8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.835175 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3e8b105-dc29-4c80-9a00-da3eaff4a512 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.843752 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3e8b105-dc29-4c80-9a00-da3eaff4a512 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.853472 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6011e955-b3d0-4f5c-bdd6-1f1e0a347ef8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.872324 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd147b34-59cc-4c13-9797-b75205f53c9c req-e7062f94-db0e-4dcb-a36b-c02f7b299b00 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:57.873922 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fd147b34-59cc-4c13-9797-b75205f53c9c req-e7062f94-db0e-4dcb-a36b-c02f7b299b00 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.36 "GET /v2.0/ports?device_id=56acab07-577e-4303-8ec3-31b53a575f28 HTTP/1.1" status: 200 len: 946 time: 0.2236466 Jul 15 23:23:57.877423 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6011e955-b3d0-4f5c-bdd6-1f1e0a347ef8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:23:57.877423 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6011e955-b3d0-4f5c-bdd6-1f1e0a347ef8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:23:57.878831 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:23:58.027460 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6011e955-b3d0-4f5c-bdd6-1f1e0a347ef8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:58.042755 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6011e955-b3d0-4f5c-bdd6-1f1e0a347ef8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:58.049555 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6011e955-b3d0-4f5c-bdd6-1f1e0a347ef8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/networks/952bd880-87dc-4896-81e6-4873b1ffc8f0 HTTP/1.1" status: 204 len: 168 time: 0.8596818 Jul 15 23:23:58.053221 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39028) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:58.062476 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-c7cb19f1-678e-4162-8a1c-57e571603ba5 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2055793890'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:58.086676 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8b105-dc29-4c80-9a00-da3eaff4a512 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Pushing event updated for resources: {'Port': ['ID=59dc6552-bd78-4004-8564-a1c7f755f57e,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:58.095874 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cb19f1-678e-4162-8a1c-57e571603ba5 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:58.100476 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c7cb19f1-678e-4162-8a1c-57e571603ba5 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:58.105311 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3e8b105-dc29-4c80-9a00-da3eaff4a512 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:58.237396 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7cb19f1-678e-4162-8a1c-57e571603ba5 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:23:58.248151 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ddfc4-c90c-4aeb-b842-ea344c01e639 req-c90027fd-5d7d-49dd-a788-d3cae9e6c05c tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:58.249957 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-999ddfc4-c90c-4aeb-b842-ea344c01e639 req-c90027fd-5d7d-49dd-a788-d3cae9e6c05c tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/ports?device_id=56acab07-577e-4303-8ec3-31b53a575f28 HTTP/1.1" status: 200 len: 946 time: 0.2810700 Jul 15 23:23:58.272484 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c7cb19f1-678e-4162-8a1c-57e571603ba5 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:58.272829 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-c7cb19f1-678e-4162-8a1c-57e571603ba5 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Added segment df3a727b-f6dc-4779-8d8e-3eef03d5ccbb of type vlan for network 80bb4067-aaab-476d-950a-76a520e4bff3 Jul 15 23:23:58.295556 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-d3e8b105-dc29-4c80-9a00-da3eaff4a512 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Floating IP 3c5e1563-7cc3-48e1-8e6e-f118d70897dd associated. External IP: 172.25.4.73, port: 87d39852-b3c1-4166-bc84-fea73e32b857. Jul 15 23:23:58.377106 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c7cb19f1-678e-4162-8a1c-57e571603ba5 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:58.398716 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-999ddfc4-c90c-4aeb-b842-ea344c01e639 req-014b6d51-923e-46b8-955f-39f0022c0605 tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/security-groups?id=93672eac-837e-4be7-94a4-a5d0a44467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380847 Jul 15 23:23:58.463476 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c7cb19f1-678e-4162-8a1c-57e571603ba5 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:58.469056 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cb19f1-678e-4162-8a1c-57e571603ba5 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:58.470245 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c7cb19f1-678e-4162-8a1c-57e571603ba5 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:58.471904 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011e955-b3d0-4f5c-bdd6-1f1e0a347ef8 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Network': ['ID=952bd880-87dc-4896-81e6-4873b1ffc8f0,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:58.500604 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-fd147b34-59cc-4c13-9797-b75205f53c9c req-1cc21449-4836-4bc4-ac95-3191396f3cfc tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Deleting port 65579fcf-261e-443a-aff2-3a65be5dca97 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:58.501077 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fd147b34-59cc-4c13-9797-b75205f53c9c req-1cc21449-4836-4bc4-ac95-3191396f3cfc tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:58.523114 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c7cb19f1-678e-4162-8a1c-57e571603ba5 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4646161 Jul 15 23:23:58.528265 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39046) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:58.568039 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-3a7bb62a-4976-4ccd-8030-74f7e1906a33 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'subnet': {'network_id': '80bb4067-aaab-476d-950a-76a520e4bff3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:58.623719 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb19f1-678e-4162-8a1c-57e571603ba5 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Network': ['ID=80bb4067-aaab-476d-950a-76a520e4bff3,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:58.636178 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-fd147b34-59cc-4c13-9797-b75205f53c9c req-1cc21449-4836-4bc4-ac95-3191396f3cfc tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] For port 65579fcf-261e-443a-aff2-3a65be5dca97, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=65579fcf-261e-443a-aff2-3a65be5dca97,segment=NetworkSegment(99e30787-fb5f-4579-a68e-09dbc1d4d4a2),segment_id=99e30787-fb5f-4579-a68e-09dbc1d4d4a2)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:58.636633 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fd147b34-59cc-4c13-9797-b75205f53c9c req-1cc21449-4836-4bc4-ac95-3191396f3cfc tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:58.645442 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 80bb4067-aaab-476d-950a-76a520e4bff3 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:23:58.655853 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-fd147b34-59cc-4c13-9797-b75205f53c9c req-1cc21449-4836-4bc4-ac95-3191396f3cfc tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Calling delete_port for 65579fcf-261e-443a-aff2-3a65be5dca97 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:58.795944 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e8b105-dc29-4c80-9a00-da3eaff4a512 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Router b57d779f-b0b4-4ccd-8d02-35c0b493118c has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:23:58.805625 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7bb62a-4976-4ccd-8030-74f7e1906a33 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:58.808792 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fd147b34-59cc-4c13-9797-b75205f53c9c req-1cc21449-4836-4bc4-ac95-3191396f3cfc tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:58.809750 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a7bb62a-4976-4ccd-8030-74f7e1906a33 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:58.850070 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc21449-4836-4bc4-ac95-3191396f3cfc tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Pushing event deleted for resources: {'Port': ['ID=65579fcf-261e-443a-aff2-3a65be5dca97,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:58.850908 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a122ca1-4a9f-44cf-a238-659137cc2d8a req-4f2f614b-7cbb-405f-886d-96a3d01ad619 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:58.852581 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a122ca1-4a9f-44cf-a238-659137cc2d8a req-4f2f614b-7cbb-405f-886d-96a3d01ad619 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 943 time: 0.2440681 Jul 15 23:23:58.898995 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd147b34-59cc-4c13-9797-b75205f53c9c req-1cc21449-4836-4bc4-ac95-3191396f3cfc tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] No DVR routers for this DVR port 65579fcf-261e-443a-aff2-3a65be5dca97 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:23:58.902557 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fd147b34-59cc-4c13-9797-b75205f53c9c req-1cc21449-4836-4bc4-ac95-3191396f3cfc tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:58.904867 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fd147b34-59cc-4c13-9797-b75205f53c9c req-1cc21449-4836-4bc4-ac95-3191396f3cfc tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.36 "DELETE /v2.0/ports/65579fcf-261e-443a-aff2-3a65be5dca97 HTTP/1.1" status: 204 len: 173 time: 1.0225489 Jul 15 23:23:58.905320 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56acab07-577e-4303-8ec3-31b53a575f28', 'name': 'network-vif-deleted', 'tag': '65579fcf-261e-443a-aff2-3a65be5dca97'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:58.908306 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e3176d-b195-4b1b-bbaa-9eb94b75b7ce" -d '{"events": [{"server_uuid": "56acab07-577e-4303-8ec3-31b53a575f28", "name": "network-vif-deleted", "tag": "65579fcf-261e-443a-aff2-3a65be5dca97"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:58.982287 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf6b49c-c0ec-4d7d-9166-995233e1dfc9 x-openstack-request-id: req-eaf6b49c-c0ec-4d7d-9166-995233e1dfc9 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:58.982663 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56acab07-577e-4303-8ec3-31b53a575f28", "name": "network-vif-deleted", "tag": "65579fcf-261e-443a-aff2-3a65be5dca97", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:58.983003 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eaf6b49c-c0ec-4d7d-9166-995233e1dfc9 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:58.983686 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56acab07-577e-4303-8ec3-31b53a575f28', 'name': 'network-vif-deleted', 'tag': '65579fcf-261e-443a-aff2-3a65be5dca97', 'status': 'completed', 'code': 200} Jul 15 23:23:59.015331 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a122ca1-4a9f-44cf-a238-659137cc2d8a req-a9fa99c6-aaa7-48fd-afb6-45ed89ccd4b5 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550927 Jul 15 23:23:59.031501 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39060) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:59.129503 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e8b105-dc29-4c80-9a00-da3eaff4a512 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:23:59.141127 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f56b4e-a4de-49ea-b410-9a4cef283c2d None None] Sync routers for ids ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:23:59.151695 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f56b4e-a4de-49ea-b410-9a4cef283c2d None None] Routers {'b57d779f-b0b4-4ccd-8d02-35c0b493118c'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:23:59.152309 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-b7f56b4e-a4de-49ea-b410-9a4cef283c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:23:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:59.177677 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3e8b105-dc29-4c80-9a00-da3eaff4a512 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.183919 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82f311fb-0616-4b6c-9a8c-4b60b039df3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.219000 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a7bb62a-4976-4ccd-8030-74f7e1906a33 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.261659 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d3e8b105-dc29-4c80-9a00-da3eaff4a512 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9590981 Jul 15 23:23:59.263165 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-b7f56b4e-a4de-49ea-b410-9a4cef283c2d None None] Set router b57d779f-b0b4-4ccd-8d02-35c0b493118c gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:23:59.265818 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef55b06-2320-4a37-bb22-da71a908403d', 'tag': '87d39852-b3c1-4166-bc84-fea73e32b857'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:59.268173 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6725b21e-354b-4d6e-9b98-c9774e6ef092" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef55b06-2320-4a37-bb22-da71a908403d", "tag": "87d39852-b3c1-4166-bc84-fea73e32b857"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:59.321220 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82f311fb-0616-4b6c-9a8c-4b60b039df3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.325843 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82f311fb-0616-4b6c-9a8c-4b60b039df3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.342752 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4ebba9-a435-4c06-81dc-33436f8e9e64 x-openstack-request-id: req-0a4ebba9-a435-4c06-81dc-33436f8e9e64 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:59.343347 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef55b06-2320-4a37-bb22-da71a908403d", "tag": "87d39852-b3c1-4166-bc84-fea73e32b857", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:59.343789 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a4ebba9-a435-4c06-81dc-33436f8e9e64 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:59.349176 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef55b06-2320-4a37-bb22-da71a908403d', 'tag': '87d39852-b3c1-4166-bc84-fea73e32b857', 'status': 'completed', 'code': 200} Jul 15 23:23:59.349973 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7bb62a-4976-4ccd-8030-74f7e1906a33 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Subnet': ['ID=33f4fe47-aa3d-41b7-ad93-a7dbcf228673,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:59.361038 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7bb62a-4976-4ccd-8030-74f7e1906a33 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Checking segment: {'id': 'df3a727b-f6dc-4779-8d8e-3eef03d5ccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '80bb4067-aaab-476d-950a-76a520e4bff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:59.361630 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7bb62a-4976-4ccd-8030-74f7e1906a33 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network hostable DHCP agents. Network: 80bb4067-aaab-476d-950a-76a520e4bff3, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:23:59.378165 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f311fb-0616-4b6c-9a8c-4b60b039df3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a708b4-a599-40a1-82ad-8b8e6a0de758,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:59.386777 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-82f311fb-0616-4b6c-9a8c-4b60b039df3a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c4e00f4890cd4026b5deaaf69a81dd1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3538926 Jul 15 23:23:59.387411 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39068) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:59.428359 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7bb62a-4976-4ccd-8030-74f7e1906a33 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network 80bb4067-aaab-476d-950a-76a520e4bff3 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:23:59.439578 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 96c71436-94f4-43c2-bc45-c7734ca2327a no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:23:59.456432 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-3a7bb62a-4976-4ccd-8030-74f7e1906a33 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 80bb4067-aaab-476d-950a-76a520e4bff3) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:59.473775 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7bb62a-4976-4ccd-8030-74f7e1906a33 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:59.474401 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a7bb62a-4976-4ccd-8030-74f7e1906a33 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.480919 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11603571-2f54-400e-8125-8033e87ac475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.487659 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57e7dc5-d215-4c9a-8d13-9ca0d0486b70 None None] Network 80bb4067-aaab-476d-950a-76a520e4bff3 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:59.491847 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 96c71436-94f4-43c2-bc45-c7734ca2327a {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:23:59.492394 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 96c71436-94f4-43c2-bc45-c7734ca2327a not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:23:59.516803 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11603571-2f54-400e-8125-8033e87ac475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.549383 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3a7bb62a-4976-4ccd-8030-74f7e1906a33 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9896407 Jul 15 23:23:59.552800 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39072) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:59.557610 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725b21e-354b-4d6e-9b98-c9774e6ef092 req-336f4508-7c7a-46d4-a8f1-d9f4ef6c222b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:59.558979 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c0ffff06-d1ce-4b3f-8f77-d271a891d029 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1991100120', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:59.559257 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6725b21e-354b-4d6e-9b98-c9774e6ef092 req-336f4508-7c7a-46d4-a8f1-d9f4ef6c222b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c476bc9e2fe48f188b2500546342e72&device_id=6ef55b06-2320-4a37-bb22-da71a908403d HTTP/1.1" status: 200 len: 1096 time: 0.1907294 Jul 15 23:23:59.592049 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0ffff06-d1ce-4b3f-8f77-d271a891d029 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.593367 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0ffff06-d1ce-4b3f-8f77-d271a891d029 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.608075 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11603571-2f54-400e-8125-8033e87ac475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.611981 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11603571-2f54-400e-8125-8033e87ac475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.615137 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-11603571-2f54-400e-8125-8033e87ac475 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/35a708b4-a599-40a1-82ad-8b8e6a0de758 HTTP/1.1" status: 204 len: 168 time: 0.2263505 Jul 15 23:23:59.662697 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11603571-2f54-400e-8125-8033e87ac475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a708b4-a599-40a1-82ad-8b8e6a0de758,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:59.768573 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0ffff06-d1ce-4b3f-8f77-d271a891d029 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.772490 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf279871-6e1a-4ed2-8ea7-dfca683189d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-80bb4067-aaab-476d-950a-76a520e4bff3', 'network_id': '80bb4067-aaab-476d-950a-76a520e4bff3', 'tenant_id': '2819db808b29407198e7e7677d979d1a', 'fixed_ips': [{'subnet_id': '33f4fe47-aa3d-41b7-ad93-a7dbcf228673'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:23:59.773493 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf279871-6e1a-4ed2-8ea7-dfca683189d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.774080 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0ffff06-d1ce-4b3f-8f77-d271a891d029 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.795146 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b88aa9ca-1a1b-441a-9ca5-9d464278df40 req-4dd4ee93-1ea7-4ee0-81d3-188fdff2261f tempest-ServerAddressesTestJSON-680920541 tempest-ServerAddressesTestJSON-680920541-project] 10.222.0.16 "GET /v2.0/ports?device_id=56acab07-577e-4303-8ec3-31b53a575f28 HTTP/1.1" status: 200 len: 210 time: 0.0646372 Jul 15 23:23:59.802714 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-b7f56b4e-a4de-49ea-b410-9a4cef283c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'name': 'tempest-TestVolumeBootPattern-557621329-router', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:01Z', 'revision_number': 4, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'gw_port': {'id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '3c5e1563-7cc3-48e1-8e6e-f118d70897dd', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'floating_ip_address': '172.25.4.73', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'port_id': '87d39852-b3c1-4166-bc84-fea73e32b857', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'mac_address': 'fa:16:3e:14:26:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef55b06-2320-4a37-bb22-da71a908403d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:23:57Z', 'updated_at': '2021-07-15T23:23:57Z', 'revision_number': 0, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '012b337e-4010-47e0-ab41-2a91b7c77a55', 'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'mac_address': 'fa:16:3e:78:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:00Z', 'updated_at': '2021-07-15T23:19:07Z', 'revision_number': 5, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'subnets': [{'id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:59.818762 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0ffff06-d1ce-4b3f-8f77-d271a891d029 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.821843 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c0ffff06-d1ce-4b3f-8f77-d271a891d029 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2672362 Jul 15 23:23:59.823942 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39076) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:59.834918 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d2b5c219-aaf3-4a22-9b0d-835396c7880b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'port': {'network_id': '80bb4067-aaab-476d-950a-76a520e4bff3', 'name': 'tempest-PortsIpV6TestJSON-895899781'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:59.838814 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725b21e-354b-4d6e-9b98-c9774e6ef092 req-33d966b7-3d81-4f6a-a2df-e209e4e3d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:59.840768 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6725b21e-354b-4d6e-9b98-c9774e6ef092 req-33d966b7-3d81-4f6a-a2df-e209e4e3d680 service neutron] 10.222.0.43 "GET /v2.0/networks?id=735c8477-b658-4066-88fd-8f0a4fc80eba HTTP/1.1" status: 200 len: 912 time: 0.2748754 Jul 15 23:23:59.852635 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f56b4e-a4de-49ea-b410-9a4cef283c2d None None] Checking router: b57d779f-b0b4-4ccd-8d02-35c0b493118c for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:23:59.874174 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f56b4e-a4de-49ea-b410-9a4cef283c2d None None] Routers {'b57d779f-b0b4-4ccd-8d02-35c0b493118c'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:23:59.875900 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-b7f56b4e-a4de-49ea-b410-9a4cef283c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:23:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:59.938091 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-bf279871-6e1a-4ed2-8ea7-dfca683189d6 None None] Allocated IP 2001:db8::2 (80bb4067-aaab-476d-950a-76a520e4bff3/33f4fe47-aa3d-41b7-ad93-a7dbcf228673/7cf477ef-5e6b-4441-ad5a-9d87a3d2914d) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:59.952902 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6725b21e-354b-4d6e-9b98-c9774e6ef092 req-a5575f0b-3abb-447a-8b7a-a93b018fbe2c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87d39852-b3c1-4166-bc84-fea73e32b857 HTTP/1.1" status: 200 len: 998 time: 0.1050394 Jul 15 23:23:59.975351 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b5c219-aaf3-4a22-9b0d-835396c7880b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:59.982152 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d2b5c219-aaf3-4a22-9b0d-835396c7880b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:00.011963 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725b21e-354b-4d6e-9b98-c9774e6ef092 req-9f3dd380-36b9-432f-bf63-a329ab0a9da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:00.013567 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6725b21e-354b-4d6e-9b98-c9774e6ef092 req-9f3dd380-36b9-432f-bf63-a329ab0a9da7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=54f0c398-786c-4bb4-9c0d-f6b9e6012b3b HTTP/1.1" status: 200 len: 850 time: 0.0540774 Jul 15 23:24:00.020976 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-d2b5c219-aaf3-4a22-9b0d-835396c7880b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] device_id is not set on port 65ec61fd-d2bc-421f-9c22-77b4d509cebc yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:24:00.070600 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-b7f56b4e-a4de-49ea-b410-9a4cef283c2d None None] Set router b57d779f-b0b4-4ccd-8d02-35c0b493118c gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:24:00.125639 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf279871-6e1a-4ed2-8ea7-dfca683189d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:00.136392 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-bf279871-6e1a-4ed2-8ea7-dfca683189d6 None None] Transition to ACTIVE for port object 7cf477ef-5e6b-4441-ad5a-9d87a3d2914d will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:00.140012 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725b21e-354b-4d6e-9b98-c9774e6ef092 req-660d9e63-8cc4-46e4-ab17-22d19be8f696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:00.144231 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39082) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:00.146156 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6725b21e-354b-4d6e-9b98-c9774e6ef092 req-660d9e63-8cc4-46e4-ab17-22d19be8f696 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=735c8477-b658-4066-88fd-8f0a4fc80eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1247926 Jul 15 23:24:00.171246 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-bf279871-6e1a-4ed2-8ea7-dfca683189d6 None None] Transition to ACTIVE for port object 7cf477ef-5e6b-4441-ad5a-9d87a3d2914d will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:00.175854 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-72340e47-7336-4b1c-b07b-31a295ae2423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:00.184356 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf279871-6e1a-4ed2-8ea7-dfca683189d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:00.222948 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf279871-6e1a-4ed2-8ea7-dfca683189d6 None None] Network 80bb4067-aaab-476d-950a-76a520e4bff3 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:00.229817 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-bf279871-6e1a-4ed2-8ea7-dfca683189d6 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:00.233898 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf279871-6e1a-4ed2-8ea7-dfca683189d6 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:00.242084 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf279871-6e1a-4ed2-8ea7-dfca683189d6 None None] Pushing event updated for resources: {'Port': ['ID=7cf477ef-5e6b-4441-ad5a-9d87a3d2914d,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:00.303186 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-bf279871-6e1a-4ed2-8ea7-dfca683189d6 None None] Attempting to bind port 7cf477ef-5e6b-4441-ad5a-9d87a3d2914d on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:24:00.303557 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-bf279871-6e1a-4ed2-8ea7-dfca683189d6 None None] Attempting to bind port 7cf477ef-5e6b-4441-ad5a-9d87a3d2914d by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'df3a727b-f6dc-4779-8d8e-3eef03d5ccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '80bb4067-aaab-476d-950a-76a520e4bff3'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:24:00.303925 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf279871-6e1a-4ed2-8ea7-dfca683189d6 None None] Attempting to bind port 7cf477ef-5e6b-4441-ad5a-9d87a3d2914d on network 80bb4067-aaab-476d-950a-76a520e4bff3 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:24:00.309476 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf279871-6e1a-4ed2-8ea7-dfca683189d6 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:24:00.310351 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf279871-6e1a-4ed2-8ea7-dfca683189d6 None None] Checking segment: {'id': 'df3a727b-f6dc-4779-8d8e-3eef03d5ccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '80bb4067-aaab-476d-950a-76a520e4bff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:24:00.310351 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf279871-6e1a-4ed2-8ea7-dfca683189d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:00.310678 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf279871-6e1a-4ed2-8ea7-dfca683189d6 None None] Bound using segment: {'id': 'df3a727b-f6dc-4779-8d8e-3eef03d5ccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '80bb4067-aaab-476d-950a-76a520e4bff3'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:24:00.311180 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-bf279871-6e1a-4ed2-8ea7-dfca683189d6 None None] Bound port: 7cf477ef-5e6b-4441-ad5a-9d87a3d2914d, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df3a727b-f6dc-4779-8d8e-3eef03d5ccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '80bb4067-aaab-476d-950a-76a520e4bff3'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:24:00.311590 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf279871-6e1a-4ed2-8ea7-dfca683189d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:00.323841 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6725b21e-354b-4d6e-9b98-c9774e6ef092 req-5ab8da52-21bd-46ff-8b60-66ce4962fd75 service neutron] 10.222.0.43 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706383 Jul 15 23:24:00.341536 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-d2b5c219-aaf3-4a22-9b0d-835396c7880b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Allocated IP 2001:db8::2b2 (80bb4067-aaab-476d-950a-76a520e4bff3/33f4fe47-aa3d-41b7-ad93-a7dbcf228673/65ec61fd-d2bc-421f-9c22-77b4d509cebc) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:00.350569 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557bce6b-ba9d-4c71-be45-6a722ed630bb req-a4e9897c-099a-4f90-9518-91fab6a82378 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:00.352918 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-557bce6b-ba9d-4c71-be45-6a722ed630bb req-a4e9897c-099a-4f90-9518-91fab6a82378 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 943 time: 0.1551766 Jul 15 23:24:00.402799 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-bf279871-6e1a-4ed2-8ea7-dfca683189d6 None None] For port 7cf477ef-5e6b-4441-ad5a-9d87a3d2914d, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:24:00.406863 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-bf279871-6e1a-4ed2-8ea7-dfca683189d6 None None] For port 7cf477ef-5e6b-4441-ad5a-9d87a3d2914d, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=7cf477ef-5e6b-4441-ad5a-9d87a3d2914d,segment=NetworkSegment(df3a727b-f6dc-4779-8d8e-3eef03d5ccbb),segment_id=df3a727b-f6dc-4779-8d8e-3eef03d5ccbb)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:24:00.414333 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf279871-6e1a-4ed2-8ea7-dfca683189d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:00.418975 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-b7f56b4e-a4de-49ea-b410-9a4cef283c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'name': 'tempest-TestVolumeBootPattern-557621329-router', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:01Z', 'revision_number': 4, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'gw_port': {'id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '3c5e1563-7cc3-48e1-8e6e-f118d70897dd', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'floating_ip_address': '172.25.4.73', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'port_id': '87d39852-b3c1-4166-bc84-fea73e32b857', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'mac_address': 'fa:16:3e:14:26:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef55b06-2320-4a37-bb22-da71a908403d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:23:57Z', 'updated_at': '2021-07-15T23:23:57Z', 'revision_number': 0, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '012b337e-4010-47e0-ab41-2a91b7c77a55', 'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'mac_address': 'fa:16:3e:78:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:00Z', 'updated_at': '2021-07-15T23:19:07Z', 'revision_number': 5, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'subnets': [{'id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:00.456547 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-557bce6b-ba9d-4c71-be45-6a722ed630bb req-7ff1e1bd-20ac-4626-ba4c-468c1667f51c tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897431 Jul 15 23:24:00.458459 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f56b4e-a4de-49ea-b410-9a4cef283c2d None None] The sync data for ids ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'] in n-d-787205-9 is: [{'id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'name': 'tempest-TestVolumeBootPattern-557621329-router', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:01Z', 'revision_number': 4, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'gw_port': {'id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '3c5e1563-7cc3-48e1-8e6e-f118d70897dd', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'floating_ip_address': '172.25.4.73', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'port_id': '87d39852-b3c1-4166-bc84-fea73e32b857', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'mac_address': 'fa:16:3e:14:26:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef55b06-2320-4a37-bb22-da71a908403d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:23:57Z', 'updated_at': '2021-07-15T23:23:57Z', 'revision_number': 0, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '012b337e-4010-47e0-ab41-2a91b7c77a55', 'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'mac_address': 'fa:16:3e:78:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:00Z', 'updated_at': '2021-07-15T23:19:07Z', 'revision_number': 5, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'subnets': [{'id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:24:00.508736 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf279871-6e1a-4ed2-8ea7-dfca683189d6 None None] Pushing event updated for resources: {'Port': ['ID=7cf477ef-5e6b-4441-ad5a-9d87a3d2914d,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:00.513625 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6725b21e-354b-4d6e-9b98-c9774e6ef092 req-d0bed408-ac0e-4e04-9751-9a3c58a85f07 service neutron] 10.222.0.43 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835933 Jul 15 23:24:00.555760 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-72340e47-7336-4b1c-b07b-31a295ae2423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:00.566368 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-72340e47-7336-4b1c-b07b-31a295ae2423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:00.632342 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-72340e47-7336-4b1c-b07b-31a295ae2423 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=335581cfb64e4bf6861b7abda556acb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4864955 Jul 15 23:24:00.635337 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d2b5c219-aaf3-4a22-9b0d-835396c7880b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:00.635540 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39086) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:00.640076 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72340e47-7336-4b1c-b07b-31a295ae2423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8870d73-552f-4297-8011-a1d084e53a9d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:00.667200 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-d2b5c219-aaf3-4a22-9b0d-835396c7880b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Transition to ACTIVE for port object 65ec61fd-d2bc-421f-9c22-77b4d509cebc will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:00.695914 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d51b3309-0e73-432d-a32f-a63fa0cac229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:00.712707 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d2b5c219-aaf3-4a22-9b0d-835396c7880b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:00.716917 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9caaa94-4ec1-413d-9514-2d266c13905c None None] New status for floating IP 3c5e1563-7cc3-48e1-8e6e-f118d70897dd: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:24:00.729497 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d51b3309-0e73-432d-a32f-a63fa0cac229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:00.787840 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b5c219-aaf3-4a22-9b0d-835396c7880b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network 80bb4067-aaab-476d-950a-76a520e4bff3 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:00.792843 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-d2b5c219-aaf3-4a22-9b0d-835396c7880b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:00.797245 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b5c219-aaf3-4a22-9b0d-835396c7880b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:00.820300 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d51b3309-0e73-432d-a32f-a63fa0cac229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:00.823754 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d51b3309-0e73-432d-a32f-a63fa0cac229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:00.824271 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b5c219-aaf3-4a22-9b0d-835396c7880b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:00.824913 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d51b3309-0e73-432d-a32f-a63fa0cac229 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8870d73-552f-4297-8011-a1d084e53a9d HTTP/1.1" status: 204 len: 168 time: 0.1880467 Jul 15 23:24:00.827179 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d2b5c219-aaf3-4a22-9b0d-835396c7880b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:00.842608 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b3309-0e73-432d-a32f-a63fa0cac229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8870d73-552f-4297-8011-a1d084e53a9d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:00.850942 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b5c219-aaf3-4a22-9b0d-835396c7880b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Port': ['ID=65ec61fd-d2bc-421f-9c22-77b4d509cebc,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:00.860356 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d2b5c219-aaf3-4a22-9b0d-835396c7880b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0352428 Jul 15 23:24:00.862974 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39092) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:00.912889 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 65579fcf-261e-443a-aff2-3a65be5dca97 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:24:00.934548 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39094) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:00.987791 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 65579fcf-261e-443a-aff2-3a65be5dca97 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:24:00.987791 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 65579fcf-261e-443a-aff2-3a65be5dca97 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:24:01.061659 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee69689e-36fe-4b77-81c9-a65335daebd1 admin admin] Deleting subnet 792d2a4c-baee-497b-9c7e-fe650ab4fbed {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:24:01.066041 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee69689e-36fe-4b77-81c9-a65335daebd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:01.111021 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee69689e-36fe-4b77-81c9-a65335daebd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:01.166997 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee69689e-36fe-4b77-81c9-a65335daebd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:01.234189 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee69689e-36fe-4b77-81c9-a65335daebd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:01.270737 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69689e-36fe-4b77-81c9-a65335daebd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=792d2a4c-baee-497b-9c7e-fe650ab4fbed,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:01.278366 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee69689e-36fe-4b77-81c9-a65335daebd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:01.283268 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ee69689e-36fe-4b77-81c9-a65335daebd1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/792d2a4c-baee-497b-9c7e-fe650ab4fbed HTTP/1.1" status: 204 len: 168 time: 0.3475511 Jul 15 23:24:01.283962 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39098) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:01.389182 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9db7b74-196f-40ae-afc4-c8383ae9b55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:01.471539 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 7cf477ef-5e6b-4441-ad5a-9d87a3d2914d up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:24:01.503481 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9db7b74-196f-40ae-afc4-c8383ae9b55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:01.515254 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c9db7b74-196f-40ae-afc4-c8383ae9b55b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['886b140e-59fa-4167-8a15-cfa46f3ed6d1']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:01.528034 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c9db7b74-196f-40ae-afc4-c8383ae9b55b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e30787-fb5f-4579-a68e-09dbc1d4d4a2') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:01.528330 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c9db7b74-196f-40ae-afc4-c8383ae9b55b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e30787-fb5f-4579-a68e-09dbc1d4d4a2') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:01.554554 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9db7b74-196f-40ae-afc4-c8383ae9b55b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:01.570542 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9db7b74-196f-40ae-afc4-c8383ae9b55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:01.577561 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 7cf477ef-5e6b-4441-ad5a-9d87a3d2914d completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:01.585525 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9db7b74-196f-40ae-afc4-c8383ae9b55b admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:24:01.585954 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9db7b74-196f-40ae-afc4-c8383ae9b55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:01.588745 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:24:01.588745 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:24:01.588745 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:24:01.588745 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:24:01.588745 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:24:01.588745 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:24:01.588745 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:24:01.588745 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:24:01.588745 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:24:01.588745 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:24:01.588745 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:24:01.588745 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:24:01.588745 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:24:01.588745 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:24:01.588745 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:24:01.588745 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:24:01.588745 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:24:01.588745 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:24:01.588745 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:24:01.588745 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:24:01.588745 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:24:01.588745 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:24:01.588745 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:24:01.588745 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:24:01.588745 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:24:01.588745 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:24:01.588745 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:24:01.588745 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:24:01.588745 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:24:01.588745 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:24:01.588745 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:24:01.588745 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:24:01.666589 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9db7b74-196f-40ae-afc4-c8383ae9b55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:01.671194 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9db7b74-196f-40ae-afc4-c8383ae9b55b admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:01.680721 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c9db7b74-196f-40ae-afc4-c8383ae9b55b admin admin] 10.222.0.16 "DELETE /v2.0/networks/886b140e-59fa-4167-8a15-cfa46f3ed6d1 HTTP/1.1" status: 204 len: 168 time: 0.3949010 Jul 15 23:24:01.699218 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db7b74-196f-40ae-afc4-c8383ae9b55b admin admin] Pushing event deleted for resources: {'Network': ['ID=886b140e-59fa-4167-8a15-cfa46f3ed6d1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:01.849208 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f4356497-8a81-4504-9563-d67c44e0e195 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:01.900606 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45ccc57-2ace-4caf-ac4c-263363c488a3 None None] Network 80bb4067-aaab-476d-950a-76a520e4bff3 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:24:01.923560 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39118) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:01.982218 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-95f45928-cd01-4e3c-8bd9-4ef4cbf72875 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d2846e41f2b54baa808ba8990a161df4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574515 Jul 15 23:24:01.982860 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39120) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:02.000032 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-81b48611-2589-4a01-97cb-ed8e8fba3f55 None None] Provisioning for port 7cf477ef-5e6b-4441-ad5a-9d87a3d2914d completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:02.010711 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-81b48611-2589-4a01-97cb-ed8e8fba3f55 None None] Provisioning complete for port 7cf477ef-5e6b-4441-ad5a-9d87a3d2914d triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:02.011109 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-81b48611-2589-4a01-97cb-ed8e8fba3f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:02.041507 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-149b79c9-8498-4423-9acb-6290a4d2a226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:02.065280 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-149b79c9-8498-4423-9acb-6290a4d2a226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:02.122820 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-149b79c9-8498-4423-9acb-6290a4d2a226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:02.126478 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-149b79c9-8498-4423-9acb-6290a4d2a226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:02.135019 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-149b79c9-8498-4423-9acb-6290a4d2a226 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93672eac-837e-4be7-94a4-a5d0a44467c8 HTTP/1.1" status: 204 len: 168 time: 0.1472652 Jul 15 23:24:02.150705 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b79c9-8498-4423-9acb-6290a4d2a226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93672eac-837e-4be7-94a4-a5d0a44467c8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:02.187449 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-81b48611-2589-4a01-97cb-ed8e8fba3f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:02.213492 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d7b4a-1df8-4d40-b390-62f455cad0df req-77ae070a-d2fd-4f60-8828-fd19460bf53e tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:02.215857 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-803d7b4a-1df8-4d40-b390-62f455cad0df req-77ae070a-d2fd-4f60-8828-fd19460bf53e tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 943 time: 0.5471742 Jul 15 23:24:02.225515 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-81b48611-2589-4a01-97cb-ed8e8fba3f55 None None] For port 7cf477ef-5e6b-4441-ad5a-9d87a3d2914d, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=7cf477ef-5e6b-4441-ad5a-9d87a3d2914d,segment=NetworkSegment(df3a727b-f6dc-4779-8d8e-3eef03d5ccbb),segment_id=df3a727b-f6dc-4779-8d8e-3eef03d5ccbb)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:02.231451 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-81b48611-2589-4a01-97cb-ed8e8fba3f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:02.280157 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-803d7b4a-1df8-4d40-b390-62f455cad0df req-824fbe9c-1fa3-4153-a6c1-2d2e2ab0d5df tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523980 Jul 15 23:24:02.323092 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b48611-2589-4a01-97cb-ed8e8fba3f55 None None] Pushing event updated for resources: {'Port': ['ID=7cf477ef-5e6b-4441-ad5a-9d87a3d2914d,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:02.349816 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f4356497-8a81-4504-9563-d67c44e0e195 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:02.357206 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f4356497-8a81-4504-9563-d67c44e0e195 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:02.504013 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4356497-8a81-4504-9563-d67c44e0e195 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Port': ['ID=65ec61fd-d2bc-421f-9c22-77b4d509cebc,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:02.559330 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-04bc6bd4-e53e-4fc9-ad51-520fa8f4e191 None None] Provisioning for port 65ec61fd-d2bc-421f-9c22-77b4d509cebc completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:02.569426 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-04bc6bd4-e53e-4fc9-ad51-520fa8f4e191 None None] Provisioning complete for port 65ec61fd-d2bc-421f-9c22-77b4d509cebc triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:02.570573 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-04bc6bd4-e53e-4fc9-ad51-520fa8f4e191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:02.598234 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-37f7123d-2735-48d4-b7e5-901ac53d3ada req-1e271b70-6a66-449c-a3fe-96de21ecef96 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5daa0065-a7e8-4058-9741-49364cb689e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1681473 Jul 15 23:24:02.618713 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-04bc6bd4-e53e-4fc9-ad51-520fa8f4e191 None None] Port 65ec61fd-d2bc-421f-9c22-77b4d509cebc cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:24:02.633869 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-04bc6bd4-e53e-4fc9-ad51-520fa8f4e191 None None] Provisioning complete for port 7cf477ef-5e6b-4441-ad5a-9d87a3d2914d triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:02.634396 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-04bc6bd4-e53e-4fc9-ad51-520fa8f4e191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:02.682701 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f4356497-8a81-4504-9563-d67c44e0e195 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:02.927927 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-af2d2ab9-0860-4ab2-b553-c955b89c51d0 None None] Provisioning complete for port 65ec61fd-d2bc-421f-9c22-77b4d509cebc triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:02.928314 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-af2d2ab9-0860-4ab2-b553-c955b89c51d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:02.931719 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f4356497-8a81-4504-9563-d67c44e0e195 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:02.945296 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7123d-2735-48d4-b7e5-901ac53d3ada req-b454d6d0-d769-44cc-856f-5783d9306385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:02.946847 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-37f7123d-2735-48d4-b7e5-901ac53d3ada req-b454d6d0-d769-44cc-856f-5783d9306385 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eac3f2ff013743899b77a7275e534874&device_id=5daa0065-a7e8-4058-9741-49364cb689e0 HTTP/1.1" status: 200 len: 1096 time: 0.1252980 Jul 15 23:24:03.001821 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-af2d2ab9-0860-4ab2-b553-c955b89c51d0 None None] Port 65ec61fd-d2bc-421f-9c22-77b4d509cebc cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:24:03.192230 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7123d-2735-48d4-b7e5-901ac53d3ada req-c5c40226-6f08-4989-bebc-98ebfd8eca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:03.193972 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-37f7123d-2735-48d4-b7e5-901ac53d3ada req-c5c40226-6f08-4989-bebc-98ebfd8eca96 service neutron] 10.222.0.43 "GET /v2.0/networks?id=763f1de9-52c7-44d6-a7b0-fd7c446c4363 HTTP/1.1" status: 200 len: 911 time: 0.2023163 Jul 15 23:24:03.232253 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-cee64238-08ec-4e44-b87b-8dd1068d9f5f None None] Provisioning complete for port 65ec61fd-d2bc-421f-9c22-77b4d509cebc triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:03.233028 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cee64238-08ec-4e44-b87b-8dd1068d9f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:03.253620 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39166) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:03.296530 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-cee64238-08ec-4e44-b87b-8dd1068d9f5f None None] Port 65ec61fd-d2bc-421f-9c22-77b4d509cebc cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:24:03.318193 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-37f7123d-2735-48d4-b7e5-901ac53d3ada req-a3fb10ed-9b53-4256-b621-d76152bd8e99 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0d3c768-ad6b-402f-8063-98d57ffece7d HTTP/1.1" status: 200 len: 1001 time: 0.1142757 Jul 15 23:24:03.403196 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f4356497-8a81-4504-9563-d67c44e0e195 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:03.406383 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7123d-2735-48d4-b7e5-901ac53d3ada req-492738f6-8a5a-4bb4-a9b2-61314ee06f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:03.408352 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-37f7123d-2735-48d4-b7e5-901ac53d3ada req-492738f6-8a5a-4bb4-a9b2-61314ee06f37 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=78ea2555-c9cc-49c5-b9ef-7f12652d8d72 HTTP/1.1" status: 200 len: 849 time: 0.0819845 Jul 15 23:24:03.409760 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f4356497-8a81-4504-9563-d67c44e0e195 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:03.410974 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f4356497-8a81-4504-9563-d67c44e0e195 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:03.447327 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 7cf477ef-5e6b-4441-ad5a-9d87a3d2914d up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:24:03.515568 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 7cf477ef-5e6b-4441-ad5a-9d87a3d2914d triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:03.516269 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:03.518180 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4356497-8a81-4504-9563-d67c44e0e195 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Port': ['ID=65ec61fd-d2bc-421f-9c22-77b4d509cebc,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:03.600801 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b99834a7-0ca2-40e6-ba21-425c7157da47 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1252376336-network', 'tenant_id': '42bd1f8897274689aac8f497b607128b'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:03.619255 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7123d-2735-48d4-b7e5-901ac53d3ada req-9056afa5-3ee3-497d-97b7-5a06fdb7e899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:03.621116 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-37f7123d-2735-48d4-b7e5-901ac53d3ada req-9056afa5-3ee3-497d-97b7-5a06fdb7e899 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=763f1de9-52c7-44d6-a7b0-fd7c446c4363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2000430 Jul 15 23:24:03.638386 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99834a7-0ca2-40e6-ba21-425c7157da47 admin admin] Made reservation on behalf of 42bd1f8897274689aac8f497b607128b for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:03.641294 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b99834a7-0ca2-40e6-ba21-425c7157da47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:03.651262 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b99834a7-0ca2-40e6-ba21-425c7157da47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:03.665423 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4356497-8a81-4504-9563-d67c44e0e195 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network 80bb4067-aaab-476d-950a-76a520e4bff3 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:03.672085 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-f4356497-8a81-4504-9563-d67c44e0e195 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:03.776789 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b99834a7-0ca2-40e6-ba21-425c7157da47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:03.783175 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b99834a7-0ca2-40e6-ba21-425c7157da47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:03.795617 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec2668-23d5-494b-a493-881ba3159376 req-5e474663-f0ac-46ed-8a92-feac4074f471 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:03.797433 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeec2668-23d5-494b-a493-881ba3159376 req-5e474663-f0ac-46ed-8a92-feac4074f471 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 943 time: 0.2459359 Jul 15 23:24:03.816047 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99834a7-0ca2-40e6-ba21-425c7157da47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:24:03.829792 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99834a7-0ca2-40e6-ba21-425c7157da47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472aca09-85b9-4357-97c8-3d9ab838cf20,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:03.844686 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-37f7123d-2735-48d4-b7e5-901ac53d3ada req-65a9870d-158c-47fe-bc26-529772bb5dd4 service neutron] 10.222.0.43 "GET /v2.0/networks/763f1de9-52c7-44d6-a7b0-fd7c446c4363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169788 Jul 15 23:24:03.861934 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b99834a7-0ca2-40e6-ba21-425c7157da47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:03.862282 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-b99834a7-0ca2-40e6-ba21-425c7157da47 admin admin] Added segment c5536055-5580-4c6e-8101-a45422d401f5 of type vlan for network 855385cc-cfef-4ff4-afad-7741c554fcc0 Jul 15 23:24:03.923967 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aeec2668-23d5-494b-a493-881ba3159376 req-77e09172-0571-4c84-a049-5d80b6dfcfb9 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818114 Jul 15 23:24:03.967691 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b99834a7-0ca2-40e6-ba21-425c7157da47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:04.016654 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b99834a7-0ca2-40e6-ba21-425c7157da47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:04.018885 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99834a7-0ca2-40e6-ba21-425c7157da47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:04.019630 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b99834a7-0ca2-40e6-ba21-425c7157da47 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:04.026144 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-604b1927-6f7b-408a-bfb5-786e5b1b810b None None] Provisioning complete for port 65ec61fd-d2bc-421f-9c22-77b4d509cebc triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:04.028140 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-604b1927-6f7b-408a-bfb5-786e5b1b810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:04.054227 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-37f7123d-2735-48d4-b7e5-901ac53d3ada req-4be1ac65-3dac-490f-a170-f6af898063b7 service neutron] 10.222.0.43 "GET /v2.0/networks/763f1de9-52c7-44d6-a7b0-fd7c446c4363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970797 Jul 15 23:24:04.062073 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b99834a7-0ca2-40e6-ba21-425c7157da47 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8070855 Jul 15 23:24:04.065470 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39196) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:04.072535 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a567ca94-1b94-4dbf-b346-7f94033f8fd0 admin admin] Request body: {'subnet': {'network_id': '855385cc-cfef-4ff4-afad-7741c554fcc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1252376336-subnet', 'tenant_id': '42bd1f8897274689aac8f497b607128b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:04.073507 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4356497-8a81-4504-9563-d67c44e0e195 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Router 6f982cc1-644d-410c-b6e9-eb150066e9bb is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:24:04.075527 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-604b1927-6f7b-408a-bfb5-786e5b1b810b None None] Port 65ec61fd-d2bc-421f-9c22-77b4d509cebc cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:24:04.128005 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99834a7-0ca2-40e6-ba21-425c7157da47 admin admin] Pushing event updated for resources: {'Network': ['ID=855385cc-cfef-4ff4-afad-7741c554fcc0,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:04.142008 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 855385cc-cfef-4ff4-afad-7741c554fcc0 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:24:04.145757 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a567ca94-1b94-4dbf-b346-7f94033f8fd0 admin admin] Made reservation on behalf of 42bd1f8897274689aac8f497b607128b for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:04.149654 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a567ca94-1b94-4dbf-b346-7f94033f8fd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:04.364641 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a567ca94-1b94-4dbf-b346-7f94033f8fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:04.417422 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39202) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:04.423893 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567ca94-1b94-4dbf-b346-7f94033f8fd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c7eb643-05d4-4ffb-982b-541c69ebcc86,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:04.443276 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a567ca94-1b94-4dbf-b346-7f94033f8fd0 admin admin] Checking segment: {'id': 'c5536055-5580-4c6e-8101-a45422d401f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '855385cc-cfef-4ff4-afad-7741c554fcc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:24:04.444085 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a567ca94-1b94-4dbf-b346-7f94033f8fd0 admin admin] Network hostable DHCP agents. Network: 855385cc-cfef-4ff4-afad-7741c554fcc0, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:24:04.461930 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a567ca94-1b94-4dbf-b346-7f94033f8fd0 admin admin] Network 855385cc-cfef-4ff4-afad-7741c554fcc0 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:24:04.472920 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-a567ca94-1b94-4dbf-b346-7f94033f8fd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 855385cc-cfef-4ff4-afad-7741c554fcc0) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:04.478889 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a567ca94-1b94-4dbf-b346-7f94033f8fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:04.479496 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a567ca94-1b94-4dbf-b346-7f94033f8fd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:04.486924 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0e359a-3770-4bd5-81cb-318fddb4ea9b None None] Network 855385cc-cfef-4ff4-afad-7741c554fcc0 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:24:04.502152 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4356497-8a81-4504-9563-d67c44e0e195 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:24:04.509719 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f4356497-8a81-4504-9563-d67c44e0e195 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "PUT /v2.0/routers/6f982cc1-644d-410c-b6e9-eb150066e9bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6449745 Jul 15 23:24:04.514475 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e541ef-4cc2-4264-8112-56c5539397c2 None None] Sync routers for ids ['6f982cc1-644d-410c-b6e9-eb150066e9bb'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:24:04.521078 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39206) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:04.525442 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a567ca94-1b94-4dbf-b346-7f94033f8fd0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4586990 Jul 15 23:24:04.529150 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e541ef-4cc2-4264-8112-56c5539397c2 None None] Routers {'6f982cc1-644d-410c-b6e9-eb150066e9bb'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:24:04.530197 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-78e541ef-4cc2-4264-8112-56c5539397c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:23:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6f982cc1-644d-410c-b6e9-eb150066e9bb'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:04.570694 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b1ed118-9ece-4d9e-93e4-80830b607877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:04.572032 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-78e541ef-4cc2-4264-8112-56c5539397c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:04.581692 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e541ef-4cc2-4264-8112-56c5539397c2 None None] Routers {'6f982cc1-644d-410c-b6e9-eb150066e9bb'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:24:04.582817 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-78e541ef-4cc2-4264-8112-56c5539397c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:23:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6f982cc1-644d-410c-b6e9-eb150066e9bb'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:04.614381 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70902881-5241-44bc-8827-80517316935a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:04.620023 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39210) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:04.621233 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-70902881-5241-44bc-8827-80517316935a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f982cc1-644d-410c-b6e9-eb150066e9bb HTTP/1.1" status: 200 len: 988 time: 0.0989199 Jul 15 23:24:04.626272 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-78e541ef-4cc2-4264-8112-56c5539397c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:04.627495 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e541ef-4cc2-4264-8112-56c5539397c2 None None] The sync data for ids ['6f982cc1-644d-410c-b6e9-eb150066e9bb'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:24:04.712033 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf718e4-010d-41d4-82b0-a89ed7df8920 None None] Network 855385cc-cfef-4ff4-afad-7741c554fcc0 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:24:04.779684 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device decd57ff-428e-4b9c-bce5-fdacc4ff9f0f details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:24:04.780415 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b1ed118-9ece-4d9e-93e4-80830b607877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:04.824718 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b1ed118-9ece-4d9e-93e4-80830b607877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:04.910103 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0b1ed118-9ece-4d9e-93e4-80830b607877 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f91104ba3a34791bdd7e1af64864119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4916232 Jul 15 23:24:04.913964 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39222) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:04.914131 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ed118-9ece-4d9e-93e4-80830b607877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83711034-bbe1-493d-a71f-03ab031d7bb7,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:04.984290 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port decd57ff-428e-4b9c-bce5-fdacc4ff9f0f, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=decd57ff-428e-4b9c-bce5-fdacc4ff9f0f,segment=NetworkSegment(27249ff3-8705-4d3c-b5f4-e5775a35bb17),segment_id=27249ff3-8705-4d3c-b5f4-e5775a35bb17)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:04.997621 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'decd57ff-428e-4b9c-bce5-fdacc4ff9f0f', 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'port_id': 'decd57ff-428e-4b9c-bce5-fdacc4ff9f0f', 'mac_address': 'fa:16:3e:66:a7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:24:05.043089 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:05.059057 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id decd57ff-428e-4b9c-bce5-fdacc4ff9f0f {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:24:05.080370 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-4a1fc006-4a2e-4ade-9e3a-d5d0038ced4b tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:05.081862 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-4a1fc006-4a2e-4ade-9e3a-d5d0038ced4b tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] 10.222.0.16 "GET /v2.0/networks?id=855385cc-cfef-4ff4-afad-7741c554fcc0 HTTP/1.1" status: 200 len: 809 time: 0.1229424 Jul 15 23:24:05.082155 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port decd57ff-428e-4b9c-bce5-fdacc4ff9f0f, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=decd57ff-428e-4b9c-bce5-fdacc4ff9f0f,segment=NetworkSegment(27249ff3-8705-4d3c-b5f4-e5775a35bb17),segment_id=27249ff3-8705-4d3c-b5f4-e5775a35bb17)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:05.087148 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:05.120189 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-952bee3f-081e-4455-a110-81188cdd24fd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:05.131512 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-cfafe64c-6731-404f-a338-411c00288e98 tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] 10.222.0.16 "GET /v2.0/quotas/42bd1f8897274689aac8f497b607128b HTTP/1.1" status: 200 len: 375 time: 0.0382197 Jul 15 23:24:05.175274 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-5f228afa-cb30-48ba-80eb-6969d3643e5d tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=42bd1f8897274689aac8f497b607128b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427725 Jul 15 23:24:05.217087 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-50a0341a-e4f4-475b-b37a-5cb33b4521ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:05.300015 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-50a0341a-e4f4-475b-b37a-5cb33b4521ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:05.315096 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=decd57ff-428e-4b9c-bce5-fdacc4ff9f0f,revision_number=9']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:05.368582 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-952bee3f-081e-4455-a110-81188cdd24fd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting port 65ec61fd-d2bc-421f-9c22-77b4d509cebc {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:05.369232 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-952bee3f-081e-4455-a110-81188cdd24fd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:05.370622 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4054bc-8dd1-4fdd-94ed-41560b1ae722 req-5a56fdba-f0de-4442-9ea2-6baa53f861e5 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:05.372831 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0f4054bc-8dd1-4fdd-94ed-41560b1ae722 req-5a56fdba-f0de-4442-9ea2-6baa53f861e5 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 944 time: 0.2897274 Jul 15 23:24:05.372970 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['decd57ff-428e-4b9c-bce5-fdacc4ff9f0f'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:24:05.377007 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-d2bd9ee9-3952-42c1-b8d2-d0ff48cc3c12 service neutron] 10.222.0.16 "GET /v2.0/networks/855385cc-cfef-4ff4-afad-7741c554fcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871469 Jul 15 23:24:05.448811 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0f4054bc-8dd1-4fdd-94ed-41560b1ae722 req-88ba0250-0df7-4956-81e0-2e61f2b92bd6 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699770 Jul 15 23:24:05.449488 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-50a0341a-e4f4-475b-b37a-5cb33b4521ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:05.452142 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-50a0341a-e4f4-475b-b37a-5cb33b4521ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:05.455940 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-50a0341a-e4f4-475b-b37a-5cb33b4521ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83711034-bbe1-493d-a71f-03ab031d7bb7 HTTP/1.1" status: 204 len: 168 time: 0.5384483 Jul 15 23:24:05.492109 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-952bee3f-081e-4455-a110-81188cdd24fd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:05.509609 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-952bee3f-081e-4455-a110-81188cdd24fd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Calling delete_port for 65ec61fd-d2bc-421f-9c22-77b4d509cebc owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:05.527648 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a0341a-e4f4-475b-b37a-5cb33b4521ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83711034-bbe1-493d-a71f-03ab031d7bb7,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:05.579689 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-71547d58-e490-4b6c-8b26-f6d0424cd8ca service neutron] 10.222.0.16 "GET /v2.0/networks/855385cc-cfef-4ff4-afad-7741c554fcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936128 Jul 15 23:24:05.716895 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-952bee3f-081e-4455-a110-81188cdd24fd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:05.763966 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bee3f-081e-4455-a110-81188cdd24fd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Port': ['ID=65ec61fd-d2bc-421f-9c22-77b4d509cebc,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:05.771150 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f2b25623-28fc-4c19-99b5-4592946cf679 req-4e3f6441-16c3-47af-ad77-6b64a53ee99e tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f2009ab-2267-40de-be06-17aaa3f31695 HTTP/1.1" status: 200 len: 210 time: 0.0342236 Jul 15 23:24:05.899724 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-952bee3f-081e-4455-a110-81188cdd24fd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.038716 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39246) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:06.058608 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d6dacb6b-e55f-4ae5-ab4a-b4e89b2c467b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.085713 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952bee3f-081e-4455-a110-81188cdd24fd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Router 6f982cc1-644d-410c-b6e9-eb150066e9bb has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:24:06.168330 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952bee3f-081e-4455-a110-81188cdd24fd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:24:06.172879 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d6dacb6b-e55f-4ae5-ab4a-b4e89b2c467b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.173585 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-952bee3f-081e-4455-a110-81188cdd24fd tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "PUT /v2.0/routers/6f982cc1-644d-410c-b6e9-eb150066e9bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5521588 Jul 15 23:24:06.177028 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39250) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:06.182528 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd77c76-9407-432d-9ac6-a3a29a3f915a None None] Sync routers for ids ['6f982cc1-644d-410c-b6e9-eb150066e9bb'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:24:06.187972 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d6dacb6b-e55f-4ae5-ab4a-b4e89b2c467b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.193056 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd77c76-9407-432d-9ac6-a3a29a3f915a None None] Routers {'6f982cc1-644d-410c-b6e9-eb150066e9bb'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:24:06.193736 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1bd77c76-9407-432d-9ac6-a3a29a3f915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:23:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6f982cc1-644d-410c-b6e9-eb150066e9bb'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:06.218420 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-627f34c1-2da4-4e0a-a9b0-8f33c2e43e4f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] GET failed (client error): The resource could not be found. Jul 15 23:24:06.220033 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-627f34c1-2da4-4e0a-a9b0-8f33c2e43e4f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "GET /v2.0/ports/65ec61fd-d2bc-421f-9c22-77b4d509cebc HTTP/1.1" status: 404 len: 333 time: 0.0419164 Jul 15 23:24:06.222920 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39252) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:06.233623 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1bd77c76-9407-432d-9ac6-a3a29a3f915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:06.242446 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd77c76-9407-432d-9ac6-a3a29a3f915a None None] Routers {'6f982cc1-644d-410c-b6e9-eb150066e9bb'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:24:06.243326 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1bd77c76-9407-432d-9ac6-a3a29a3f915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:23:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6f982cc1-644d-410c-b6e9-eb150066e9bb'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:06.249550 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d6dacb6b-e55f-4ae5-ab4a-b4e89b2c467b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c400aca29914f5da3336b1073516fc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2097523 Jul 15 23:24:06.251993 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dacb6b-e55f-4ae5-ab4a-b4e89b2c467b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ac7707-3b99-4f3d-86f6-9d3252948ec7,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:06.255017 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39254) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:06.281858 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1bd77c76-9407-432d-9ac6-a3a29a3f915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:06.282502 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd77c76-9407-432d-9ac6-a3a29a3f915a None None] The sync data for ids ['6f982cc1-644d-410c-b6e9-eb150066e9bb'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:24:06.318026 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-67b1b779-cda8-4c1e-a6bb-783531f48268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.318252 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e48dcf2e-09d9-4fb9-b990-05034a5987b7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.339459 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-67b1b779-cda8-4c1e-a6bb-783531f48268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.389022 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-67b1b779-cda8-4c1e-a6bb-783531f48268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.391768 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-67b1b779-cda8-4c1e-a6bb-783531f48268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.392827 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-67b1b779-cda8-4c1e-a6bb-783531f48268 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7ac7707-3b99-4f3d-86f6-9d3252948ec7 HTTP/1.1" status: 204 len: 168 time: 0.1369085 Jul 15 23:24:06.401397 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1b779-cda8-4c1e-a6bb-783531f48268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ac7707-3b99-4f3d-86f6-9d3252948ec7,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:06.482659 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e48dcf2e-09d9-4fb9-b990-05034a5987b7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.485235 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e48dcf2e-09d9-4fb9-b990-05034a5987b7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.535045 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e48dcf2e-09d9-4fb9-b990-05034a5987b7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.536130 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48dcf2e-09d9-4fb9-b990-05034a5987b7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Fanout notify agent at l3_agent the message router_deleted on router 6f982cc1-644d-410c-b6e9-eb150066e9bb {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:24:06.551741 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e48dcf2e-09d9-4fb9-b990-05034a5987b7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.553099 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e48dcf2e-09d9-4fb9-b990-05034a5987b7 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/routers/6f982cc1-644d-410c-b6e9-eb150066e9bb HTTP/1.1" status: 204 len: 168 time: 0.3288553 Jul 15 23:24:06.555678 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39262) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:06.610491 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f086cd-ae7e-4e0c-ad0a-34559082e343 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting subnet 33f4fe47-aa3d-41b7-ad93-a7dbcf228673 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:24:06.614973 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34f086cd-ae7e-4e0c-ad0a-34559082e343 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.670237 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b5337-56b2-4674-85af-1840766eb102 req-7b501605-ed9a-444b-b793-0fb019eebf7f tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:06.673394 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34f086cd-ae7e-4e0c-ad0a-34559082e343 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.678310 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-799b5337-56b2-4674-85af-1840766eb102 req-7b501605-ed9a-444b-b793-0fb019eebf7f tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 944 time: 0.0921092 Jul 15 23:24:06.715861 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-799b5337-56b2-4674-85af-1840766eb102 req-90a82326-f95e-41e0-9415-d9f44c6f84be tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366452 Jul 15 23:24:06.775738 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34f086cd-ae7e-4e0c-ad0a-34559082e343 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.793065 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device decd57ff-428e-4b9c-bce5-fdacc4ff9f0f up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:24:06.856682 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34f086cd-ae7e-4e0c-ad0a-34559082e343 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.899259 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port decd57ff-428e-4b9c-bce5-fdacc4ff9f0f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:06.899923 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.904575 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f086cd-ae7e-4e0c-ad0a-34559082e343 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Subnet': ['ID=33f4fe47-aa3d-41b7-ad93-a7dbcf228673,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:06.909894 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34f086cd-ae7e-4e0c-ad0a-34559082e343 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.912494 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-34f086cd-ae7e-4e0c-ad0a-34559082e343 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/subnets/33f4fe47-aa3d-41b7-ad93-a7dbcf228673 HTTP/1.1" status: 204 len: 168 time: 0.3557763 Jul 15 23:24:06.915308 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39278) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:06.963581 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ea816907-fcaf-482e-b86f-38f78d2b9592 req-cb2ee3f6-f091-42ec-aff8-9ff8b96f5b8e tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f2009ab-2267-40de-be06-17aaa3f31695 HTTP/1.1" status: 200 len: 210 time: 0.0471113 Jul 15 23:24:06.979354 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c3f916-6a59-477f-82b8-72d86cf9ced6 None None] Network 80bb4067-aaab-476d-950a-76a520e4bff3 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:24:07.006970 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6100be96-1e99-439c-95e5-a565751c1d57 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:07.103840 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:07.151442 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decd57ff-428e-4b9c-bce5-fdacc4ff9f0f'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:24:07.154197 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29221adb-c583-499c-851e-040f15f74313" -d '{"events": [{"server_uuid": "669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc", "name": "network-vif-plugged", "status": "completed", "tag": "decd57ff-428e-4b9c-bce5-fdacc4ff9f0f"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:24:07.193435 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port decd57ff-428e-4b9c-bce5-fdacc4ff9f0f, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=decd57ff-428e-4b9c-bce5-fdacc4ff9f0f,segment=NetworkSegment(27249ff3-8705-4d3c-b5f4-e5775a35bb17),segment_id=27249ff3-8705-4d3c-b5f4-e5775a35bb17)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:07.200873 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:07.257782 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2423c40e-3e7a-4812-bf85-419d0cbc7fac x-openstack-request-id: req-2423c40e-3e7a-4812-bf85-419d0cbc7fac {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:24:07.258073 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc", "name": "network-vif-plugged", "status": "completed", "tag": "decd57ff-428e-4b9c-bce5-fdacc4ff9f0f", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:24:07.258325 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2423c40e-3e7a-4812-bf85-419d0cbc7fac {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:24:07.259618 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decd57ff-428e-4b9c-bce5-fdacc4ff9f0f', 'code': 200} Jul 15 23:24:07.272112 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=decd57ff-428e-4b9c-bce5-fdacc4ff9f0f,revision_number=10']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:07.365059 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c58f74-dfb1-4b9f-b2dc-be12420ab278 None None] DHCP port deletion for 80bb4067-aaab-476d-950a-76a520e4bff3 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:24:07.429694 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a8c58f74-dfb1-4b9f-b2dc-be12420ab278 None None] Deleting port 7cf477ef-5e6b-4441-ad5a-9d87a3d2914d {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:07.430021 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a8c58f74-dfb1-4b9f-b2dc-be12420ab278 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:07.499119 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-a8c58f74-dfb1-4b9f-b2dc-be12420ab278 None None] For port 7cf477ef-5e6b-4441-ad5a-9d87a3d2914d, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=7cf477ef-5e6b-4441-ad5a-9d87a3d2914d,segment=NetworkSegment(df3a727b-f6dc-4779-8d8e-3eef03d5ccbb),segment_id=df3a727b-f6dc-4779-8d8e-3eef03d5ccbb)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:07.499519 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a8c58f74-dfb1-4b9f-b2dc-be12420ab278 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:07.513652 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a8c58f74-dfb1-4b9f-b2dc-be12420ab278 None None] Calling delete_port for 7cf477ef-5e6b-4441-ad5a-9d87a3d2914d owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:07.610975 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-496e121e-e09b-45ae-bdbe-eeefff49a183 tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:07.611589 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a8c58f74-dfb1-4b9f-b2dc-be12420ab278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:07.612595 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-496e121e-e09b-45ae-bdbe-eeefff49a183 tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] 10.222.0.36 "GET /v2.0/networks?id=855385cc-cfef-4ff4-afad-7741c554fcc0 HTTP/1.1" status: 200 len: 809 time: 0.6033089 Jul 15 23:24:07.635736 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-6656c5ae-d790-410d-8a37-66205946a1ef tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] Request body: {'port': {'device_id': '1f2009ab-2267-40de-be06-17aaa3f31695', 'network_id': '855385cc-cfef-4ff4-afad-7741c554fcc0', 'admin_state_up': True, 'tenant_id': '42bd1f8897274689aac8f497b607128b'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:07.637114 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c58f74-dfb1-4b9f-b2dc-be12420ab278 None None] Pushing event deleted for resources: {'Port': ['ID=7cf477ef-5e6b-4441-ad5a-9d87a3d2914d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:07.642609 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c58f74-dfb1-4b9f-b2dc-be12420ab278 None None] No DVR routers for this DVR port 7cf477ef-5e6b-4441-ad5a-9d87a3d2914d on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:24:07.678893 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adf1c2-cc56-4521-b7a6-adb72af93124 req-add6cd97-f5e2-4c4c-a8a3-d87b04e517a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:07.680442 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-08adf1c2-cc56-4521-b7a6-adb72af93124 req-add6cd97-f5e2-4c4c-a8a3-d87b04e517a8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 1097 time: 0.1510127 Jul 15 23:24:07.728558 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-6100be96-1e99-439c-95e5-a565751c1d57 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting port 7cf477ef-5e6b-4441-ad5a-9d87a3d2914d {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:07.728905 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6100be96-1e99-439c-95e5-a565751c1d57 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:07.795480 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-08adf1c2-cc56-4521-b7a6-adb72af93124 req-73f52f6d-22b3-4c04-922c-bc7aa50fa2c7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041546 Jul 15 23:24:07.838354 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-6100be96-1e99-439c-95e5-a565751c1d57 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] For port 7cf477ef-5e6b-4441-ad5a-9d87a3d2914d, host n-d-787205-9, got binding levels [] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:07.838750 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6100be96-1e99-439c-95e5-a565751c1d57 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:07.863174 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-6100be96-1e99-439c-95e5-a565751c1d57 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Calling delete_port for 7cf477ef-5e6b-4441-ad5a-9d87a3d2914d owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:07.868055 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.ipam_backend_mixin [None req-6100be96-1e99-439c-95e5-a565751c1d57 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Port 7cf477ef-5e6b-4441-ad5a-9d87a3d2914d was not found and therefore no delete operation was performed {{(pid=93798) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:24:07.872808 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6100be96-1e99-439c-95e5-a565751c1d57 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:07.883058 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-6656c5ae-d790-410d-8a37-66205946a1ef tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] Made reservation on behalf of 42bd1f8897274689aac8f497b607128b for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:07.886598 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-6656c5ae-d790-410d-8a37-66205946a1ef tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:07.916402 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100be96-1e99-439c-95e5-a565751c1d57 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Port': ['ID=7cf477ef-5e6b-4441-ad5a-9d87a3d2914d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:07.918207 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6100be96-1e99-439c-95e5-a565751c1d57 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] No DVR routers for this DVR port 7cf477ef-5e6b-4441-ad5a-9d87a3d2914d on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:24:07.939237 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b884c-ffb0-44de-871f-6bbc8ad3b87d req-225dca75-4dbe-4516-bc38-fa7ec6297951 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:07.940867 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-310b884c-ffb0-44de-871f-6bbc8ad3b87d req-225dca75-4dbe-4516-bc38-fa7ec6297951 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 946 time: 0.0699661 Jul 15 23:24:07.991752 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-310b884c-ffb0-44de-871f-6bbc8ad3b87d req-5a1a4b8a-c94a-4072-af6c-35011d53aa20 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452564 Jul 15 23:24:08.056681 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6100be96-1e99-439c-95e5-a565751c1d57 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.075904 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-6100be96-1e99-439c-95e5-a565751c1d57 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80bb4067-aaab-476d-950a-76a520e4bff3']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:08.104145 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-6100be96-1e99-439c-95e5-a565751c1d57 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df3a727b-f6dc-4779-8d8e-3eef03d5ccbb') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:08.104447 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-6100be96-1e99-439c-95e5-a565751c1d57 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df3a727b-f6dc-4779-8d8e-3eef03d5ccbb') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:08.121272 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6100be96-1e99-439c-95e5-a565751c1d57 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.127322 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3ed8a124-d37e-4d7a-bbd8-544acaeea1ff req-1e2b809d-1037-4dbf-986c-35982561c55f tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f2009ab-2267-40de-be06-17aaa3f31695 HTTP/1.1" status: 200 len: 210 time: 0.0384512 Jul 15 23:24:08.150128 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6100be96-1e99-439c-95e5-a565751c1d57 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.150128 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-6656c5ae-d790-410d-8a37-66205946a1ef tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] Allocated IP 172.20.0.11 (855385cc-cfef-4ff4-afad-7741c554fcc0/5c7eb643-05d4-4ffb-982b-541c69ebcc86/34d197f1-f5f1-4774-bb3e-961625cb3dfa) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:08.156844 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6100be96-1e99-439c-95e5-a565751c1d57 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:24:08.157230 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6100be96-1e99-439c-95e5-a565751c1d57 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:24:08.160173 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:24:08.244328 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6100be96-1e99-439c-95e5-a565751c1d57 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.254942 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6100be96-1e99-439c-95e5-a565751c1d57 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.256771 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6100be96-1e99-439c-95e5-a565751c1d57 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/networks/80bb4067-aaab-476d-950a-76a520e4bff3 HTTP/1.1" status: 204 len: 168 time: 1.3403125 Jul 15 23:24:08.261209 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39322) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:08.280465 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100be96-1e99-439c-95e5-a565751c1d57 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Network': ['ID=80bb4067-aaab-476d-950a-76a520e4bff3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:08.319725 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b06fa6-f025-4f68-a109-268100178417 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:08.321098 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-63b06fa6-f025-4f68-a109-268100178417 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "GET /v2.0/ports/c431db6f-fc13-4204-95a8-2c70358f2dcc HTTP/1.1" status: 200 len: 845 time: 0.0588686 Jul 15 23:24:08.324958 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39326) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:08.382038 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a6dbb9b8-d2df-48ae-8af7-92224cf35322 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "GET /v2.0/ports/c431db6f-fc13-4204-95a8-2c70358f2dcc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0559959 Jul 15 23:24:08.385736 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39330) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:08.385962 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-6656c5ae-d790-410d-8a37-66205946a1ef tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.390818 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-90af6d09-bccf-47e6-842e-e99a5333ca82 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'subnet': {'network_id': '2afa81a7-2bdc-4c70-adda-0b3e68f16fd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:08.437266 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-6656c5ae-d790-410d-8a37-66205946a1ef tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.491555 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90af6d09-bccf-47e6-842e-e99a5333ca82 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:08.495144 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-90af6d09-bccf-47e6-842e-e99a5333ca82 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.502733 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-6656c5ae-d790-410d-8a37-66205946a1ef tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] Network 855385cc-cfef-4ff4-afad-7741c554fcc0 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:08.506851 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-6656c5ae-d790-410d-8a37-66205946a1ef tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:08.509572 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-6656c5ae-d790-410d-8a37-66205946a1ef tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:08.534302 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656c5ae-d790-410d-8a37-66205946a1ef tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] Pushing event updated for resources: {'Port': ['ID=34d197f1-f5f1-4774-bb3e-961625cb3dfa,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:08.570583 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-6656c5ae-d790-410d-8a37-66205946a1ef tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:08.571358 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-6656c5ae-d790-410d-8a37-66205946a1ef tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.592103 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-6656c5ae-d790-410d-8a37-66205946a1ef tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9624991 Jul 15 23:24:08.611238 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-c9410e26-ca01-4d09-9b59-e2067654adaa service neutron] Request body: {'port': {'device_id': '1f2009ab-2267-40de-be06-17aaa3f31695', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:08.701291 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-c9410e26-ca01-4d09-9b59-e2067654adaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.702483 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-90af6d09-bccf-47e6-842e-e99a5333ca82 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.744291 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.753213 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90af6d09-bccf-47e6-842e-e99a5333ca82 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network 2afa81a7-2bdc-4c70-adda-0b3e68f16fd8 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:08.761129 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-90af6d09-bccf-47e6-842e-e99a5333ca82 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:08.766686 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90af6d09-bccf-47e6-842e-e99a5333ca82 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:08.767016 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-90af6d09-bccf-47e6-842e-e99a5333ca82 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.773990 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e990b4f-0c99-4221-9d6b-e625309d5372 None None] Network 2afa81a7-2bdc-4c70-adda-0b3e68f16fd8 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:24:08.778293 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af6d09-bccf-47e6-842e-e99a5333ca82 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Subnet': ['ID=78d3201e-b313-440c-9971-b57a34ff0716,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:08.792332 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-90af6d09-bccf-47e6-842e-e99a5333ca82 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4054923 Jul 15 23:24:08.795094 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39352) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:08.800505 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-ff445c23-da77-4279-b53d-5f29592bd44c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'security_group': {'name': 'tempest-secgroup-675081829'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:08.843513 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff445c23-da77-4279-b53d-5f29592bd44c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:09.049039 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8adaeb-3261-43c7-ae6b-27c7e1f18b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-2afa81a7-2bdc-4c70-adda-0b3e68f16fd8', 'network_id': '2afa81a7-2bdc-4c70-adda-0b3e68f16fd8', 'tenant_id': '2819db808b29407198e7e7677d979d1a', 'fixed_ips': [{'subnet_id': '78d3201e-b313-440c-9971-b57a34ff0716'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:24:09.051342 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cd8adaeb-3261-43c7-ae6b-27c7e1f18b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:09.094091 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff445c23-da77-4279-b53d-5f29592bd44c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:09.103007 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff445c23-da77-4279-b53d-5f29592bd44c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:09.184339 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff445c23-da77-4279-b53d-5f29592bd44c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:09.193000 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39372) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:09.197077 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ff445c23-da77-4279-b53d-5f29592bd44c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4005103 Jul 15 23:24:09.199987 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-684a9c3e-8215-4c4c-b801-8bf8321894ab tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'security_group': {'name': 'tempest-secgroup-1894828987'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:09.212420 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff445c23-da77-4279-b53d-5f29592bd44c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f78f5696-cd15-4a16-a753-55539d64557a,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:09.232179 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-684a9c3e-8215-4c4c-b801-8bf8321894ab tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:09.322354 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-c9410e26-ca01-4d09-9b59-e2067654adaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34d197f1-f5f1-4774-bb3e-961625cb3dfa {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:24:09.336252 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-c9410e26-ca01-4d09-9b59-e2067654adaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:09.384792 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-c9410e26-ca01-4d09-9b59-e2067654adaa service neutron] Transition to ACTIVE for port object 34d197f1-f5f1-4774-bb3e-961625cb3dfa will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:09.391635 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-cd8adaeb-3261-43c7-ae6b-27c7e1f18b47 None None] Allocated IP 2001:db8::2 (2afa81a7-2bdc-4c70-adda-0b3e68f16fd8/78d3201e-b313-440c-9971-b57a34ff0716/224c6f3a-72fc-4344-b3d1-e9d0c3fb5547) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:09.392907 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-c9410e26-ca01-4d09-9b59-e2067654adaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:09.424763 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 7cf477ef-5e6b-4441-ad5a-9d87a3d2914d no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:24:09.455322 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292f5c1-3026-4566-8242-6b555039b777 req-c4995c1e-4ca5-41ff-bd5a-65eff3568679 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:09.457710 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9410e26-ca01-4d09-9b59-e2067654adaa service neutron] Pushing event updated for resources: {'Port': ['ID=34d197f1-f5f1-4774-bb3e-961625cb3dfa,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:09.461574 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39396) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:09.463630 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6292f5c1-3026-4566-8242-6b555039b777 req-c4995c1e-4ca5-41ff-bd5a-65eff3568679 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 946 time: 0.2357881 Jul 15 23:24:09.498597 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 7cf477ef-5e6b-4441-ad5a-9d87a3d2914d {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:24:09.499040 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 7cf477ef-5e6b-4441-ad5a-9d87a3d2914d not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:24:09.511035 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-684a9c3e-8215-4c4c-b801-8bf8321894ab tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:09.517268 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-684a9c3e-8215-4c4c-b801-8bf8321894ab tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:09.549668 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-684a9c3e-8215-4c4c-b801-8bf8321894ab tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:09.553424 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-684a9c3e-8215-4c4c-b801-8bf8321894ab tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3553827 Jul 15 23:24:09.554966 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39404) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:09.562871 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-32efe847-87ec-4114-95f5-431462bfc03b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-866487883', 'security_groups': ['218af19e-169d-4b8c-a2c8-7cd50fb5adab'], 'network_id': '2afa81a7-2bdc-4c70-adda-0b3e68f16fd8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '78d3201e-b313-440c-9971-b57a34ff0716'}]}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:09.597302 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a9c3e-8215-4c4c-b801-8bf8321894ab tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=218af19e-169d-4b8c-a2c8-7cd50fb5adab,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:09.618593 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-c9410e26-ca01-4d09-9b59-e2067654adaa service neutron] Attempting to bind port 34d197f1-f5f1-4774-bb3e-961625cb3dfa on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:24:09.619868 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-c9410e26-ca01-4d09-9b59-e2067654adaa service neutron] Attempting to bind port 34d197f1-f5f1-4774-bb3e-961625cb3dfa by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'c5536055-5580-4c6e-8101-a45422d401f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '855385cc-cfef-4ff4-afad-7741c554fcc0'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:24:09.620376 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-c9410e26-ca01-4d09-9b59-e2067654adaa service neutron] Attempting to bind port 34d197f1-f5f1-4774-bb3e-961625cb3dfa on network 855385cc-cfef-4ff4-afad-7741c554fcc0 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:24:09.623235 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6292f5c1-3026-4566-8242-6b555039b777 req-41f8d316-0a60-4375-8637-b0d6ee50bbdf tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555109 Jul 15 23:24:09.625367 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-c9410e26-ca01-4d09-9b59-e2067654adaa service neutron] Port 34d197f1-f5f1-4774-bb3e-961625cb3dfa on network 855385cc-cfef-4ff4-afad-7741c554fcc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:24:09.625879 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-c9410e26-ca01-4d09-9b59-e2067654adaa service neutron] Attempting to bind port 34d197f1-f5f1-4774-bb3e-961625cb3dfa on network 855385cc-cfef-4ff4-afad-7741c554fcc0 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:24:09.631623 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-c9410e26-ca01-4d09-9b59-e2067654adaa service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:24:09.632203 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-c9410e26-ca01-4d09-9b59-e2067654adaa service neutron] Checking segment: {'id': 'c5536055-5580-4c6e-8101-a45422d401f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '855385cc-cfef-4ff4-afad-7741c554fcc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:24:09.632824 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-c9410e26-ca01-4d09-9b59-e2067654adaa service neutron] Bound using segment: {'id': 'c5536055-5580-4c6e-8101-a45422d401f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '855385cc-cfef-4ff4-afad-7741c554fcc0'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:24:09.633545 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-c9410e26-ca01-4d09-9b59-e2067654adaa service neutron] Bound port: 34d197f1-f5f1-4774-bb3e-961625cb3dfa, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5536055-5580-4c6e-8101-a45422d401f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '855385cc-cfef-4ff4-afad-7741c554fcc0'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:24:09.634151 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-c9410e26-ca01-4d09-9b59-e2067654adaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:09.685659 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cd8adaeb-3261-43c7-ae6b-27c7e1f18b47 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:09.694952 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-cd8adaeb-3261-43c7-ae6b-27c7e1f18b47 None None] Transition to ACTIVE for port object 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:09.711722 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-cd8adaeb-3261-43c7-ae6b-27c7e1f18b47 None None] Transition to ACTIVE for port object 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:09.718343 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cd8adaeb-3261-43c7-ae6b-27c7e1f18b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:09.718620 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-c9410e26-ca01-4d09-9b59-e2067654adaa service neutron] For port 34d197f1-f5f1-4774-bb3e-961625cb3dfa, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:24:09.722902 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-c9410e26-ca01-4d09-9b59-e2067654adaa service neutron] For port 34d197f1-f5f1-4774-bb3e-961625cb3dfa, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=34d197f1-f5f1-4774-bb3e-961625cb3dfa,segment=NetworkSegment(c5536055-5580-4c6e-8101-a45422d401f5),segment_id=c5536055-5580-4c6e-8101-a45422d401f5)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:24:09.737123 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-c9410e26-ca01-4d09-9b59-e2067654adaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:09.776527 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af67c9a-e10f-41b8-bc7e-fa270df55431 req-ef0e0028-d05b-49c0-9112-b130a2587503 tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:09.778264 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0af67c9a-e10f-41b8-bc7e-fa270df55431 req-ef0e0028-d05b-49c0-9112-b130a2587503 tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f2009ab-2267-40de-be06-17aaa3f31695 HTTP/1.1" status: 200 len: 944 time: 0.2871044 Jul 15 23:24:09.780861 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8adaeb-3261-43c7-ae6b-27c7e1f18b47 None None] Network 2afa81a7-2bdc-4c70-adda-0b3e68f16fd8 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:09.782010 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8adaeb-3261-43c7-ae6b-27c7e1f18b47 None None] Pushing event updated for resources: {'Port': ['ID=224c6f3a-72fc-4344-b3d1-e9d0c3fb5547,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:09.785515 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-cd8adaeb-3261-43c7-ae6b-27c7e1f18b47 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:09.788025 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8adaeb-3261-43c7-ae6b-27c7e1f18b47 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:09.790282 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbab6917-47a4-4dea-8665-48c2b6d8b9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:09.812871 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-c9410e26-ca01-4d09-9b59-e2067654adaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:09.814947 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-c9410e26-ca01-4d09-9b59-e2067654adaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:09.818861 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-c9410e26-ca01-4d09-9b59-e2067654adaa service neutron] 10.222.0.36 "PUT /v2.0/ports/34d197f1-f5f1-4774-bb3e-961625cb3dfa HTTP/1.1" status: 200 len: 1092 time: 1.2113092 Jul 15 23:24:09.820992 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f2009ab-2267-40de-be06-17aaa3f31695', 'tag': '34d197f1-f5f1-4774-bb3e-961625cb3dfa'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:24:09.824301 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e8521b-236f-48c1-b047-d1967520e7f2" -d '{"events": [{"name": "network-changed", "server_uuid": "1f2009ab-2267-40de-be06-17aaa3f31695", "tag": "34d197f1-f5f1-4774-bb3e-961625cb3dfa"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:24:09.856596 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0af67c9a-e10f-41b8-bc7e-fa270df55431 req-a5a90f3f-0cba-4c00-b2d9-67265df33f90 tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] 10.222.0.16 "GET /v2.0/security-groups?id=472aca09-85b9-4357-97c8-3d9ab838cf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613575 Jul 15 23:24:09.862471 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32efe847-87ec-4114-95f5-431462bfc03b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:09.885696 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-cd8adaeb-3261-43c7-ae6b-27c7e1f18b47 None None] Attempting to bind port 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:24:09.886088 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-cd8adaeb-3261-43c7-ae6b-27c7e1f18b47 None None] Attempting to bind port 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'bee6ffe2-c055-4975-bc3d-00373a4b0c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2afa81a7-2bdc-4c70-adda-0b3e68f16fd8'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:24:09.886436 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8adaeb-3261-43c7-ae6b-27c7e1f18b47 None None] Attempting to bind port 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547 on network 2afa81a7-2bdc-4c70-adda-0b3e68f16fd8 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:24:09.905503 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8adaeb-3261-43c7-ae6b-27c7e1f18b47 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:24:09.905886 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8adaeb-3261-43c7-ae6b-27c7e1f18b47 None None] Checking segment: {'id': 'bee6ffe2-c055-4975-bc3d-00373a4b0c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2afa81a7-2bdc-4c70-adda-0b3e68f16fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:24:09.906291 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cd8adaeb-3261-43c7-ae6b-27c7e1f18b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:09.906712 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8adaeb-3261-43c7-ae6b-27c7e1f18b47 None None] Bound using segment: {'id': 'bee6ffe2-c055-4975-bc3d-00373a4b0c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2afa81a7-2bdc-4c70-adda-0b3e68f16fd8'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:24:09.915301 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-cd8adaeb-3261-43c7-ae6b-27c7e1f18b47 None None] Bound port: 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee6ffe2-c055-4975-bc3d-00373a4b0c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2afa81a7-2bdc-4c70-adda-0b3e68f16fd8'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:24:09.915890 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cd8adaeb-3261-43c7-ae6b-27c7e1f18b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:09.917294 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9410e26-ca01-4d09-9b59-e2067654adaa service neutron] Pushing event updated for resources: {'Port': ['ID=34d197f1-f5f1-4774-bb3e-961625cb3dfa,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:09.922738 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca307b48-8f7c-4351-9829-154e03e405a0 x-openstack-request-id: req-ca307b48-8f7c-4351-9829-154e03e405a0 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:24:09.923273 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f2009ab-2267-40de-be06-17aaa3f31695", "tag": "34d197f1-f5f1-4774-bb3e-961625cb3dfa", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:24:09.923700 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca307b48-8f7c-4351-9829-154e03e405a0 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:24:09.924506 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f2009ab-2267-40de-be06-17aaa3f31695', 'tag': '34d197f1-f5f1-4774-bb3e-961625cb3dfa', 'status': 'completed', 'code': 200} Jul 15 23:24:09.961996 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-32efe847-87ec-4114-95f5-431462bfc03b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:09.980584 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-32efe847-87ec-4114-95f5-431462bfc03b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] device_id is not set on port b66ccbe8-a921-487a-9f90-2f36ebfbb287 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:24:10.017080 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-cd8adaeb-3261-43c7-ae6b-27c7e1f18b47 None None] For port 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:24:10.024428 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-cd8adaeb-3261-43c7-ae6b-27c7e1f18b47 None None] For port 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=224c6f3a-72fc-4344-b3d1-e9d0c3fb5547,segment=NetworkSegment(bee6ffe2-c055-4975-bc3d-00373a4b0c1e),segment_id=bee6ffe2-c055-4975-bc3d-00373a4b0c1e)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:24:10.030988 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cd8adaeb-3261-43c7-ae6b-27c7e1f18b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:10.031953 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-f38c4fa6-bdb2-48c9-baae-e7ef73b2c6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:10.034020 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-f38c4fa6-bdb2-48c9-baae-e7ef73b2c6b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42bd1f8897274689aac8f497b607128b&device_id=1f2009ab-2267-40de-be06-17aaa3f31695 HTTP/1.1" status: 200 len: 1095 time: 0.1317174 Jul 15 23:24:10.060108 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbab6917-47a4-4dea-8665-48c2b6d8b9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:10.071654 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbab6917-47a4-4dea-8665-48c2b6d8b9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:10.133760 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8adaeb-3261-43c7-ae6b-27c7e1f18b47 None None] Pushing event updated for resources: {'Port': ['ID=224c6f3a-72fc-4344-b3d1-e9d0c3fb5547,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:10.155090 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-d7956f30-e4e9-468c-a764-9bb53f945e91 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34d197f1-f5f1-4774-bb3e-961625cb3dfa HTTP/1.1" status: 200 len: 217 time: 0.0933354 Jul 15 23:24:10.184329 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-32efe847-87ec-4114-95f5-431462bfc03b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Allocated IP 2001:db8::214 (2afa81a7-2bdc-4c70-adda-0b3e68f16fd8/78d3201e-b313-440c-9971-b57a34ff0716/b66ccbe8-a921-487a-9f90-2f36ebfbb287) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:10.232870 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab6917-47a4-4dea-8665-48c2b6d8b9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5519984-3c75-4dd9-b0ab-3128ae28a111,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:10.248550 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fbab6917-47a4-4dea-8665-48c2b6d8b9af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=edf66e384ce74595998a39aee2d25576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7831581 Jul 15 23:24:10.250417 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-b665371b-2278-4944-ad93-24415c1362d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:10.252067 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-b665371b-2278-4944-ad93-24415c1362d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c7eb643-05d4-4ffb-982b-541c69ebcc86 HTTP/1.1" status: 200 len: 849 time: 0.0880237 Jul 15 23:24:10.252597 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39410) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:10.296537 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-60f23456-9df7-412a-8273-14539890fd2e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=855385cc-cfef-4ff4-afad-7741c554fcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369642 Jul 15 23:24:10.382965 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-32efe847-87ec-4114-95f5-431462bfc03b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:10.402296 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-32efe847-87ec-4114-95f5-431462bfc03b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Transition to ACTIVE for port object b66ccbe8-a921-487a-9f90-2f36ebfbb287 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:10.423720 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e7ae0a94-3dc3-473c-aad1-2f516d79b1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:10.441211 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-32efe847-87ec-4114-95f5-431462bfc03b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:10.462877 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-fbc6bd0d-e1fd-4f49-a890-4a2aa39f839d service neutron] 10.222.0.36 "GET /v2.0/networks/855385cc-cfef-4ff4-afad-7741c554fcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566064 Jul 15 23:24:10.464857 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e7ae0a94-3dc3-473c-aad1-2f516d79b1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:10.490082 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32efe847-87ec-4114-95f5-431462bfc03b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network 2afa81a7-2bdc-4c70-adda-0b3e68f16fd8 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:10.493565 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-32efe847-87ec-4114-95f5-431462bfc03b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:10.499654 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32efe847-87ec-4114-95f5-431462bfc03b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:10.505646 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32efe847-87ec-4114-95f5-431462bfc03b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:10.506306 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-32efe847-87ec-4114-95f5-431462bfc03b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:10.522808 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32efe847-87ec-4114-95f5-431462bfc03b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Port': ['ID=b66ccbe8-a921-487a-9f90-2f36ebfbb287,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:10.526789 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-32efe847-87ec-4114-95f5-431462bfc03b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9689667 Jul 15 23:24:10.529857 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39412) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:10.535101 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-39c41beb-ee97-44cf-8a06-fb6a4629e79d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'subnet': {'network_id': '2afa81a7-2bdc-4c70-adda-0b3e68f16fd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:10.589984 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-eac9e076-e4ef-47df-99eb-a23a2dee0a5e req-2ba69d25-77b3-4739-8161-e0c4fddcde0d service neutron] 10.222.0.36 "GET /v2.0/networks/855385cc-cfef-4ff4-afad-7741c554fcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182930 Jul 15 23:24:10.590670 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e7ae0a94-3dc3-473c-aad1-2f516d79b1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:10.593248 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e7ae0a94-3dc3-473c-aad1-2f516d79b1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:10.594280 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e7ae0a94-3dc3-473c-aad1-2f516d79b1e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a5519984-3c75-4dd9-b0ab-3128ae28a111 HTTP/1.1" status: 204 len: 168 time: 0.3407843 Jul 15 23:24:10.604565 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae0a94-3dc3-473c-aad1-2f516d79b1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5519984-3c75-4dd9-b0ab-3128ae28a111,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:10.664050 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c41beb-ee97-44cf-8a06-fb6a4629e79d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:10.667863 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-39c41beb-ee97-44cf-8a06-fb6a4629e79d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:10.747607 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8521b-236f-48c1-b047-d1967520e7f2 req-4d45c4c2-294c-4520-b840-4e7c859bb223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:10.750191 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c2e8521b-236f-48c1-b047-d1967520e7f2 req-4d45c4c2-294c-4520-b840-4e7c859bb223 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42bd1f8897274689aac8f497b607128b&device_id=1f2009ab-2267-40de-be06-17aaa3f31695 HTTP/1.1" status: 200 len: 1095 time: 0.0695162 Jul 15 23:24:10.787535 n-d-787205-9 neutron-server[93799]: INFO neutron.db.ipam_backend_mixin [None req-39c41beb-ee97-44cf-8a06-fb6a4629e79d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 78d3201e-b313-440c-9971-b57a34ff0716 (CIDR: 2001:db8::/64) Jul 15 23:24:10.799609 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c41beb-ee97-44cf-8a06-fb6a4629e79d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:24:10.800054 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39c41beb-ee97-44cf-8a06-fb6a4629e79d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:24:10.852983 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-39c41beb-ee97-44cf-8a06-fb6a4629e79d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3176188 Jul 15 23:24:10.853419 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39420) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:10.858147 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-aaa493a3-1763-484d-8ff3-76ab16f95b1a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'subnet': {'network_id': '2afa81a7-2bdc-4c70-adda-0b3e68f16fd8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:10.860182 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8521b-236f-48c1-b047-d1967520e7f2 req-3fef055d-23ac-4050-b1c7-8e85dcf195c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:10.861953 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c2e8521b-236f-48c1-b047-d1967520e7f2 req-3fef055d-23ac-4050-b1c7-8e85dcf195c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=855385cc-cfef-4ff4-afad-7741c554fcc0 HTTP/1.1" status: 200 len: 910 time: 0.1050813 Jul 15 23:24:10.917202 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c2e8521b-236f-48c1-b047-d1967520e7f2 req-8f491f1d-1089-46f7-9ec6-f3add368a0d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34d197f1-f5f1-4774-bb3e-961625cb3dfa HTTP/1.1" status: 200 len: 217 time: 0.0471325 Jul 15 23:24:10.918868 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6b4f0-982d-4e72-b09c-4da4088dcdc7 req-da809726-92d3-4cfe-b672-b1f29b1ade5f tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:10.920418 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-85d6b4f0-982d-4e72-b09c-4da4088dcdc7 req-da809726-92d3-4cfe-b672-b1f29b1ade5f tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 946 time: 0.1312363 Jul 15 23:24:11.017669 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8521b-236f-48c1-b047-d1967520e7f2 req-e291f0a4-f8fe-4e2e-b9e8-40e68ef4d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:11.019263 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c2e8521b-236f-48c1-b047-d1967520e7f2 req-e291f0a4-f8fe-4e2e-b9e8-40e68ef4d3eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c7eb643-05d4-4ffb-982b-541c69ebcc86 HTTP/1.1" status: 200 len: 849 time: 0.0951130 Jul 15 23:24:11.022092 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39424) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:11.031367 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-85d6b4f0-982d-4e72-b09c-4da4088dcdc7 req-c23a2443-9109-4a3d-a94f-39803a361d04 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817149 Jul 15 23:24:11.076183 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c2e8521b-236f-48c1-b047-d1967520e7f2 req-26fd19cb-dc43-4380-aba3-202f021c8961 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=855385cc-cfef-4ff4-afad-7741c554fcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460236 Jul 15 23:24:11.077222 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3be9577-c4e2-46ef-be7c-6b10981037f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.108865 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa493a3-1763-484d-8ff3-76ab16f95b1a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:11.114116 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aaa493a3-1763-484d-8ff3-76ab16f95b1a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.171735 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6368ec-6f38-4cc7-9cb2-6d90e0c2b24f req-b8de0841-28c4-4d9b-8828-d53bd8ffb2d3 tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:11.173384 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ac6368ec-6f38-4cc7-9cb2-6d90e0c2b24f req-b8de0841-28c4-4d9b-8828-d53bd8ffb2d3 tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f2009ab-2267-40de-be06-17aaa3f31695 HTTP/1.1" status: 200 len: 944 time: 0.1395023 Jul 15 23:24:11.223229 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c2e8521b-236f-48c1-b047-d1967520e7f2 req-d3d87c70-17d0-41e7-bdbc-049d3088697e service neutron] 10.222.0.36 "GET /v2.0/networks/855385cc-cfef-4ff4-afad-7741c554fcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366076 Jul 15 23:24:11.262895 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ac6368ec-6f38-4cc7-9cb2-6d90e0c2b24f req-726aedcb-a0f4-4dd5-acfd-5b4f28b49fcd tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] 10.222.0.16 "GET /v2.0/security-groups?id=472aca09-85b9-4357-97c8-3d9ab838cf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596230 Jul 15 23:24:11.339414 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3be9577-c4e2-46ef-be7c-6b10981037f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.348926 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3be9577-c4e2-46ef-be7c-6b10981037f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.388168 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c2e8521b-236f-48c1-b047-d1967520e7f2 req-d0da3ef5-e110-4dca-b01a-6c974e75bb40 service neutron] 10.222.0.36 "GET /v2.0/networks/855385cc-cfef-4ff4-afad-7741c554fcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579916 Jul 15 23:24:11.417947 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c3be9577-c4e2-46ef-be7c-6b10981037f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b9fa242791ea4258b7009479fe8e4a3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3919668 Jul 15 23:24:11.417947 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be9577-c4e2-46ef-be7c-6b10981037f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a7c08f-4e30-4c63-ab39-76090d44b4d9,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:11.418872 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39430) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:11.496065 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9320e99-926e-4bdb-94d5-ae67c8b02bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.496401 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9b16c249-674c-4a0b-accf-d36c9e5d3e97 None None] Provisioning for port 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:11.515624 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aaa493a3-1763-484d-8ff3-76ab16f95b1a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.517136 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:24:11.523435 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9b16c249-674c-4a0b-accf-d36c9e5d3e97 None None] Provisioning complete for port c431db6f-fc13-4204-95a8-2c70358f2dcc triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:11.524301 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b16c249-674c-4a0b-accf-d36c9e5d3e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.533877 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9320e99-926e-4bdb-94d5-ae67c8b02bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.595982 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9b16c249-674c-4a0b-accf-d36c9e5d3e97 None None] Port c431db6f-fc13-4204-95a8-2c70358f2dcc cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:24:11.602467 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa493a3-1763-484d-8ff3-76ab16f95b1a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network 2afa81a7-2bdc-4c70-adda-0b3e68f16fd8 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:11.604583 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9320e99-926e-4bdb-94d5-ae67c8b02bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.608088 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-aaa493a3-1763-484d-8ff3-76ab16f95b1a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:11.613423 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9320e99-926e-4bdb-94d5-ae67c8b02bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.613674 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa493a3-1763-484d-8ff3-76ab16f95b1a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:11.614369 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aaa493a3-1763-484d-8ff3-76ab16f95b1a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.615623 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:11.616208 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f9320e99-926e-4bdb-94d5-ae67c8b02bc6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f7a7c08f-4e30-4c63-ab39-76090d44b4d9 HTTP/1.1" status: 204 len: 168 time: 0.1961617 Jul 15 23:24:11.620681 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:11.621353 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.621709 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa493a3-1763-484d-8ff3-76ab16f95b1a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Subnet': ['ID=0c18a9d2-9581-4b9f-8719-341c14f8bfa1,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:11.645237 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9320e99-926e-4bdb-94d5-ae67c8b02bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a7c08f-4e30-4c63-ab39-76090d44b4d9,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:11.649178 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-aaa493a3-1763-484d-8ff3-76ab16f95b1a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7949486 Jul 15 23:24:11.652711 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39434) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:11.667531 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-07e89524-3e0e-435c-9d9d-5af16fdb288c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1429699180', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0c18a9d2-9581-4b9f-8719-341c14f8bfa1'}], 'security_groups': ['f78f5696-cd15-4a16-a753-55539d64557a']}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:11.731644 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f934577-fbe8-4339-acd4-e2f122f75ad2 None None] Network 2afa81a7-2bdc-4c70-adda-0b3e68f16fd8 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:24:11.754431 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.788132 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-07e89524-3e0e-435c-9d9d-5af16fdb288c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.846261 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=224c6f3a-72fc-4344-b3d1-e9d0c3fb5547,segment=NetworkSegment(bee6ffe2-c055-4975-bc3d-00373a4b0c1e),segment_id=bee6ffe2-c055-4975-bc3d-00373a4b0c1e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:11.853687 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.872315 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e60c841a-4535-409b-b7f8-f0cee49dc954 None None] Provisioning for port b66ccbe8-a921-487a-9f90-2f36ebfbb287 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:11.899564 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e60c841a-4535-409b-b7f8-f0cee49dc954 None None] Provisioning complete for port b66ccbe8-a921-487a-9f90-2f36ebfbb287 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:11.899946 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e60c841a-4535-409b-b7f8-f0cee49dc954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.989787 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e60c841a-4535-409b-b7f8-f0cee49dc954 None None] Port b66ccbe8-a921-487a-9f90-2f36ebfbb287 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:24:11.995403 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=224c6f3a-72fc-4344-b3d1-e9d0c3fb5547,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:12.135929 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f743a687-81a7-4036-ba50-7f7e61639776 None None] Update dhcp port {'port': {'network_id': '2afa81a7-2bdc-4c70-adda-0b3e68f16fd8', 'fixed_ips': [{'subnet_id': '78d3201e-b313-440c-9971-b57a34ff0716', 'ip_address': '2001:db8::2'}, {'subnet_id': '0c18a9d2-9581-4b9f-8719-341c14f8bfa1'}], 'binding:host_id': 'n-d-787205-9'}, 'id': '224c6f3a-72fc-4344-b3d1-e9d0c3fb5547'} from n-d-787205-9. {{(pid=93800) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:24:12.147331 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-07e89524-3e0e-435c-9d9d-5af16fdb288c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Delete allocated IP 2001:db8::214 (2afa81a7-2bdc-4c70-adda-0b3e68f16fd8/78d3201e-b313-440c-9971-b57a34ff0716) {{(pid=93799) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 23:24:12.156802 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-07e89524-3e0e-435c-9d9d-5af16fdb288c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Allocated IP 2001:db8:0:1::376 (2afa81a7-2bdc-4c70-adda-0b3e68f16fd8/0c18a9d2-9581-4b9f-8719-341c14f8bfa1/b66ccbe8-a921-487a-9f90-2f36ebfbb287) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:12.173187 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f743a687-81a7-4036-ba50-7f7e61639776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:12.324771 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-07e89524-3e0e-435c-9d9d-5af16fdb288c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:12.337587 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-07e89524-3e0e-435c-9d9d-5af16fdb288c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Ignored duplicate provisioning block setup for port b66ccbe8-a921-487a-9f90-2f36ebfbb287 by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 23:24:12.346271 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-07e89524-3e0e-435c-9d9d-5af16fdb288c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:12.390068 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-07e89524-3e0e-435c-9d9d-5af16fdb288c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] In _notify_port_updated(), no bound segment for port b66ccbe8-a921-487a-9f90-2f36ebfbb287 on network 2afa81a7-2bdc-4c70-adda-0b3e68f16fd8 {{(pid=93799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:24:12.396045 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e89524-3e0e-435c-9d9d-5af16fdb288c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:12.396473 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-07e89524-3e0e-435c-9d9d-5af16fdb288c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:12.400912 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39458) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:12.401460 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-07e89524-3e0e-435c-9d9d-5af16fdb288c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "PUT /v2.0/ports/b66ccbe8-a921-487a-9f90-2f36ebfbb287 HTTP/1.1" status: 200 len: 931 time: 0.7393703 Jul 15 23:24:12.406080 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-f743a687-81a7-4036-ba50-7f7e61639776 None None] Allocated IP 2001:db8:0:1::2 (2afa81a7-2bdc-4c70-adda-0b3e68f16fd8/0c18a9d2-9581-4b9f-8719-341c14f8bfa1/224c6f3a-72fc-4344-b3d1-e9d0c3fb5547) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:12.475982 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e89524-3e0e-435c-9d9d-5af16fdb288c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Port': ['ID=b66ccbe8-a921-487a-9f90-2f36ebfbb287,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:12.517334 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a872d2f-6e2a-476a-bb24-cc5cd7ea43cd req-5a734483-c9a9-4cb8-888e-be5718f2c095 tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:12.518994 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1a872d2f-6e2a-476a-bb24-cc5cd7ea43cd req-5a734483-c9a9-4cb8-888e-be5718f2c095 tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f2009ab-2267-40de-be06-17aaa3f31695 HTTP/1.1" status: 200 len: 944 time: 0.0945971 Jul 15 23:24:12.540844 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-f743a687-81a7-4036-ba50-7f7e61639776 None None] For port 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=224c6f3a-72fc-4344-b3d1-e9d0c3fb5547,segment=NetworkSegment(bee6ffe2-c055-4975-bc3d-00373a4b0c1e),segment_id=bee6ffe2-c055-4975-bc3d-00373a4b0c1e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:12.556806 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-8336ea45-52ff-4574-9cba-c98a3ce9aebc tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting port b66ccbe8-a921-487a-9f90-2f36ebfbb287 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:12.556806 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8336ea45-52ff-4574-9cba-c98a3ce9aebc tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:12.575829 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f743a687-81a7-4036-ba50-7f7e61639776 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:12.600728 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f743a687-81a7-4036-ba50-7f7e61639776 None None] Transition to ACTIVE for port object 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:12.605882 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f743a687-81a7-4036-ba50-7f7e61639776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:12.632339 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1a872d2f-6e2a-476a-bb24-cc5cd7ea43cd req-6205dfdc-12df-45da-a320-e28261ce7b1f tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] 10.222.0.16 "GET /v2.0/security-groups?id=472aca09-85b9-4357-97c8-3d9ab838cf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066561 Jul 15 23:24:12.672019 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8336ea45-52ff-4574-9cba-c98a3ce9aebc tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:12.685393 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-8336ea45-52ff-4574-9cba-c98a3ce9aebc tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Calling delete_port for b66ccbe8-a921-487a-9f90-2f36ebfbb287 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:12.717138 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743a687-81a7-4036-ba50-7f7e61639776 None None] Pushing event updated for resources: {'Port': ['ID=224c6f3a-72fc-4344-b3d1-e9d0c3fb5547,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:12.807314 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 34d197f1-f5f1-4774-bb3e-961625cb3dfa details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:24:12.843280 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8336ea45-52ff-4574-9cba-c98a3ce9aebc tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:12.880164 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336ea45-52ff-4574-9cba-c98a3ce9aebc tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Port': ['ID=b66ccbe8-a921-487a-9f90-2f36ebfbb287,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:12.917538 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8336ea45-52ff-4574-9cba-c98a3ce9aebc tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:12.923373 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8336ea45-52ff-4574-9cba-c98a3ce9aebc tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/ports/b66ccbe8-a921-487a-9f90-2f36ebfbb287 HTTP/1.1" status: 204 len: 168 time: 0.5178261 Jul 15 23:24:12.924016 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39474) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:12.941048 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 34d197f1-f5f1-4774-bb3e-961625cb3dfa, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=34d197f1-f5f1-4774-bb3e-961625cb3dfa,segment=NetworkSegment(c5536055-5580-4c6e-8101-a45422d401f5),segment_id=c5536055-5580-4c6e-8101-a45422d401f5)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:12.954699 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '34d197f1-f5f1-4774-bb3e-961625cb3dfa', 'network_id': '855385cc-cfef-4ff4-afad-7741c554fcc0', 'port_id': '34d197f1-f5f1-4774-bb3e-961625cb3dfa', 'mac_address': 'fa:16:3e:fc:04:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7eb643-05d4-4ffb-982b-541c69ebcc86', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:24:12.966263 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0317db0-7d94-4bf5-8899-5d923d17f54f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] GET failed (client error): The resource could not be found. Jul 15 23:24:12.967938 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b0317db0-7d94-4bf5-8899-5d923d17f54f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "GET /v2.0/ports/b66ccbe8-a921-487a-9f90-2f36ebfbb287 HTTP/1.1" status: 404 len: 333 time: 0.0425565 Jul 15 23:24:12.970590 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39478) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:12.994308 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:13.011537 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d197f1-f5f1-4774-bb3e-961625cb3dfa {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:24:13.036716 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 34d197f1-f5f1-4774-bb3e-961625cb3dfa, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=34d197f1-f5f1-4774-bb3e-961625cb3dfa,segment=NetworkSegment(c5536055-5580-4c6e-8101-a45422d401f5),segment_id=c5536055-5580-4c6e-8101-a45422d401f5)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:13.042958 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:13.046727 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-559516c0-4638-4ee1-ac43-042ed5b76cde tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:13.079096 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-559516c0-4638-4ee1-ac43-042ed5b76cde tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:13.111853 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=34d197f1-f5f1-4774-bb3e-961625cb3dfa,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:13.139752 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-559516c0-4638-4ee1-ac43-042ed5b76cde tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:13.142385 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-559516c0-4638-4ee1-ac43-042ed5b76cde tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:13.143629 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-559516c0-4638-4ee1-ac43-042ed5b76cde tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/security-groups/218af19e-169d-4b8c-a2c8-7cd50fb5adab HTTP/1.1" status: 204 len: 168 time: 0.1720638 Jul 15 23:24:13.146740 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39482) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:13.153577 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559516c0-4638-4ee1-ac43-042ed5b76cde tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=218af19e-169d-4b8c-a2c8-7cd50fb5adab,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:13.231163 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2ff2a655-5102-4a9e-9c1a-bd8a6e0d6c9a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:13.257660 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2ff2a655-5102-4a9e-9c1a-bd8a6e0d6c9a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:13.316655 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['34d197f1-f5f1-4774-bb3e-961625cb3dfa'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:24:13.319735 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2ff2a655-5102-4a9e-9c1a-bd8a6e0d6c9a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:13.325880 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2ff2a655-5102-4a9e-9c1a-bd8a6e0d6c9a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:13.327099 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2ff2a655-5102-4a9e-9c1a-bd8a6e0d6c9a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/security-groups/f78f5696-cd15-4a16-a753-55539d64557a HTTP/1.1" status: 204 len: 168 time: 0.1793654 Jul 15 23:24:13.330160 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39490) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:13.369166 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2a655-5102-4a9e-9c1a-bd8a6e0d6c9a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78f5696-cd15-4a16-a753-55539d64557a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:13.401397 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:24:13.448907 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac186a84-2f25-451b-a3e9-53f86c4031ec tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting subnet 78d3201e-b313-440c-9971-b57a34ff0716 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:24:13.453105 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac186a84-2f25-451b-a3e9-53f86c4031ec tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:13.505902 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac186a84-2f25-451b-a3e9-53f86c4031ec tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:13.577825 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4db1daee-bc77-439a-9d18-4b733977e8a9 None None] Provisioning complete for port c431db6f-fc13-4204-95a8-2c70358f2dcc triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:13.578370 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4db1daee-bc77-439a-9d18-4b733977e8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:13.616097 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac186a84-2f25-451b-a3e9-53f86c4031ec tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:13.648245 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-4db1daee-bc77-439a-9d18-4b733977e8a9 None None] Port c431db6f-fc13-4204-95a8-2c70358f2dcc cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:24:13.652352 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4db1daee-bc77-439a-9d18-4b733977e8a9 None None] Could not find standard attr ID for object b66ccbe8-a921-487a-9f90-2f36ebfbb287. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:24:13.673069 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4db1daee-bc77-439a-9d18-4b733977e8a9 None None] Provisioning for port 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:13.682293 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4db1daee-bc77-439a-9d18-4b733977e8a9 None None] Provisioning complete for port 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:13.682695 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4db1daee-bc77-439a-9d18-4b733977e8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:13.701412 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac186a84-2f25-451b-a3e9-53f86c4031ec tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:13.796963 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac186a84-2f25-451b-a3e9-53f86c4031ec tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:13.799014 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ac186a84-2f25-451b-a3e9-53f86c4031ec tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/subnets/78d3201e-b313-440c-9971-b57a34ff0716 HTTP/1.1" status: 204 len: 168 time: 0.4675570 Jul 15 23:24:13.799946 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac186a84-2f25-451b-a3e9-53f86c4031ec tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Subnet': ['ID=78d3201e-b313-440c-9971-b57a34ff0716,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:13.803640 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39510) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:13.811085 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-05273e72-fd22-44ae-be9f-949f02950c9d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'subnet': {'network_id': '2afa81a7-2bdc-4c70-adda-0b3e68f16fd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:13.947502 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6f956773-33a8-431a-bc77-f251f0530903 None None] Could not find standard attr ID for object b66ccbe8-a921-487a-9f90-2f36ebfbb287. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:24:13.972273 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e465064-cc79-49cd-9d90-5fd415145419 req-18c72366-3e6c-4770-8efa-046ecafb55d4 tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:13.973905 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8e465064-cc79-49cd-9d90-5fd415145419 req-18c72366-3e6c-4770-8efa-046ecafb55d4 tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f2009ab-2267-40de-be06-17aaa3f31695 HTTP/1.1" status: 200 len: 945 time: 0.1307399 Jul 15 23:24:14.007948 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05273e72-fd22-44ae-be9f-949f02950c9d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:14.012751 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05273e72-fd22-44ae-be9f-949f02950c9d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:14.038794 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d295de2-208a-41df-ad74-8d4d18c650b1 None None] Network 2afa81a7-2bdc-4c70-adda-0b3e68f16fd8 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:24:14.056985 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8e465064-cc79-49cd-9d90-5fd415145419 req-d94e75cc-5de5-4781-8827-636e80588f36 tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] 10.222.0.16 "GET /v2.0/security-groups?id=472aca09-85b9-4357-97c8-3d9ab838cf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752428 Jul 15 23:24:14.294751 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05273e72-fd22-44ae-be9f-949f02950c9d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:14.344668 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05273e72-fd22-44ae-be9f-949f02950c9d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network 2afa81a7-2bdc-4c70-adda-0b3e68f16fd8 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:14.349331 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-05273e72-fd22-44ae-be9f-949f02950c9d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:14.354953 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05273e72-fd22-44ae-be9f-949f02950c9d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:14.355695 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05273e72-fd22-44ae-be9f-949f02950c9d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:14.369577 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05273e72-fd22-44ae-be9f-949f02950c9d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Subnet': ['ID=d233afc6-fd91-44db-9477-46ffe3baa382,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:14.377104 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-05273e72-fd22-44ae-be9f-949f02950c9d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5723011 Jul 15 23:24:14.380307 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39530) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:14.387016 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-80381afb-4a0f-41a3-9bee-f6ef687ff15f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'security_group': {'name': 'tempest-secgroup-1033558832'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:14.414186 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80381afb-4a0f-41a3-9bee-f6ef687ff15f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:14.510325 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80381afb-4a0f-41a3-9bee-f6ef687ff15f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:14.515267 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80381afb-4a0f-41a3-9bee-f6ef687ff15f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:14.537261 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39534) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:14.543674 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80381afb-4a0f-41a3-9bee-f6ef687ff15f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:14.547845 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-80381afb-4a0f-41a3-9bee-f6ef687ff15f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1628296 Jul 15 23:24:14.547941 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39538) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:14.553289 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-dbe4b7ab-c908-4300-b99c-e77ea5b51b87 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'security_group': {'name': 'tempest-secgroup-1002972010'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:14.555463 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80381afb-4a0f-41a3-9bee-f6ef687ff15f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b9f452-19b6-4e2b-b901-abdd42d4cc67,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:14.580450 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dbe4b7ab-c908-4300-b99c-e77ea5b51b87 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:14.690892 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8331fc50-25c7-4ded-b781-48d0931b84bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:14.694985 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dbe4b7ab-c908-4300-b99c-e77ea5b51b87 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:14.705619 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dbe4b7ab-c908-4300-b99c-e77ea5b51b87 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:14.752670 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4b7ab-c908-4300-b99c-e77ea5b51b87 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0637c653-c5d0-40a5-b193-486965542e0c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:14.824795 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8331fc50-25c7-4ded-b781-48d0931b84bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:14.830034 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8331fc50-25c7-4ded-b781-48d0931b84bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:14.838949 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dbe4b7ab-c908-4300-b99c-e77ea5b51b87 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:14.842795 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-dbe4b7ab-c908-4300-b99c-e77ea5b51b87 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2913802 Jul 15 23:24:14.842953 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 34d197f1-f5f1-4774-bb3e-961625cb3dfa up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:24:14.843538 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39542) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:14.850028 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-f40e9b65-abaa-4777-ae4a-ad33d797a859 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'security_group': {'name': 'tempest-secgroup-141975101'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:14.882865 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8331fc50-25c7-4ded-b781-48d0931b84bf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=72488fb52ddd47e6af245695e30bac45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3443887 Jul 15 23:24:14.883817 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331fc50-25c7-4ded-b781-48d0931b84bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22dfac4-c99f-45a1-a7f7-6cbb355d1ff3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:14.885656 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39544) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:14.911411 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdee29f-27dc-4a07-ae95-fe873d6007bb None None] Network 2afa81a7-2bdc-4c70-adda-0b3e68f16fd8 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:24:14.927185 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f40e9b65-abaa-4777-ae4a-ad33d797a859 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:14.968429 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-58d06ff5-bee8-4b83-a483-bfde3f6fdd98 None None] Provisioning complete for port c431db6f-fc13-4204-95a8-2c70358f2dcc triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:14.968860 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-58d06ff5-bee8-4b83-a483-bfde3f6fdd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:14.990513 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa188f1c-8dce-42a2-8060-13feffc45244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.024948 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa188f1c-8dce-42a2-8060-13feffc45244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.054487 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-58d06ff5-bee8-4b83-a483-bfde3f6fdd98 None None] Port c431db6f-fc13-4204-95a8-2c70358f2dcc cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:24:15.058400 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 34d197f1-f5f1-4774-bb3e-961625cb3dfa completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:15.077718 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 34d197f1-f5f1-4774-bb3e-961625cb3dfa triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:15.077925 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.088900 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f40e9b65-abaa-4777-ae4a-ad33d797a859 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.093795 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f40e9b65-abaa-4777-ae4a-ad33d797a859 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.114430 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f40e9b65-abaa-4777-ae4a-ad33d797a859 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.115771 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f40e9b65-abaa-4777-ae4a-ad33d797a859 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2715766 Jul 15 23:24:15.119267 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39548) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:15.134752 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8c58595a-9f0d-4cc9-8e6b-16b707fdc33f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2085385965', 'security_groups': ['e698508a-eb50-40dc-a5e9-4412d729a322'], 'network_id': '2afa81a7-2bdc-4c70-adda-0b3e68f16fd8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd233afc6-fd91-44db-9477-46ffe3baa382'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:15.144099 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e9b65-abaa-4777-ae4a-ad33d797a859 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e698508a-eb50-40dc-a5e9-4412d729a322,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:15.146971 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa188f1c-8dce-42a2-8060-13feffc45244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.149713 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa188f1c-8dce-42a2-8060-13feffc45244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.153920 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-aa188f1c-8dce-42a2-8060-13feffc45244 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d22dfac4-c99f-45a1-a7f7-6cbb355d1ff3 HTTP/1.1" status: 204 len: 168 time: 0.2656620 Jul 15 23:24:15.163929 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa188f1c-8dce-42a2-8060-13feffc45244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22dfac4-c99f-45a1-a7f7-6cbb355d1ff3,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:15.302260 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-58d06ff5-bee8-4b83-a483-bfde3f6fdd98 None None] Provisioning complete for port 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:15.302652 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-58d06ff5-bee8-4b83-a483-bfde3f6fdd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.332723 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c58595a-9f0d-4cc9-8e6b-16b707fdc33f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:15.391048 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd15827-f114-4f1a-a1df-1b4398d358bd req-d91c174a-c8b8-48bb-93dc-bfec5a99d5eb tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:15.392660 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6bd15827-f114-4f1a-a1df-1b4398d358bd req-d91c174a-c8b8-48bb-93dc-bfec5a99d5eb tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f2009ab-2267-40de-be06-17aaa3f31695 HTTP/1.1" status: 200 len: 945 time: 0.1430287 Jul 15 23:24:15.454230 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8c58595a-9f0d-4cc9-8e6b-16b707fdc33f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.455391 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6bd15827-f114-4f1a-a1df-1b4398d358bd req-75b18ba5-7eb6-46c3-8dd2-5053943365f7 tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] 10.222.0.16 "GET /v2.0/security-groups?id=472aca09-85b9-4357-97c8-3d9ab838cf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559940 Jul 15 23:24:15.478597 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-8c58595a-9f0d-4cc9-8e6b-16b707fdc33f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] device_id is not set on port 21d55f3d-9fb6-4b3d-a06d-0c6c0be93f34 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:24:15.527093 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39554) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:15.543433 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.545363 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-34f64699-8a3c-4670-885c-790af064568c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.573531 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2009ab-2267-40de-be06-17aaa3f31695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d197f1-f5f1-4774-bb3e-961625cb3dfa'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:24:15.576346 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4af7ad4-a9e2-4874-952f-79075a8cf6f7" -d '{"events": [{"server_uuid": "1f2009ab-2267-40de-be06-17aaa3f31695", "name": "network-vif-plugged", "status": "completed", "tag": "34d197f1-f5f1-4774-bb3e-961625cb3dfa"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:24:15.593594 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 34d197f1-f5f1-4774-bb3e-961625cb3dfa, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=34d197f1-f5f1-4774-bb3e-961625cb3dfa,segment=NetworkSegment(c5536055-5580-4c6e-8101-a45422d401f5),segment_id=c5536055-5580-4c6e-8101-a45422d401f5)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:15.598311 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.636316 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9051036-7cc1-4204-8aeb-cfedb37b59d0 x-openstack-request-id: req-e9051036-7cc1-4204-8aeb-cfedb37b59d0 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:24:15.636641 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f2009ab-2267-40de-be06-17aaa3f31695", "name": "network-vif-plugged", "status": "completed", "tag": "34d197f1-f5f1-4774-bb3e-961625cb3dfa", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:24:15.636971 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9051036-7cc1-4204-8aeb-cfedb37b59d0 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:24:15.637815 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f2009ab-2267-40de-be06-17aaa3f31695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d197f1-f5f1-4774-bb3e-961625cb3dfa', 'code': 200} Jul 15 23:24:15.689078 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-8c58595a-9f0d-4cc9-8e6b-16b707fdc33f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Allocated IP 2001:db8::38c (2afa81a7-2bdc-4c70-adda-0b3e68f16fd8/d233afc6-fd91-44db-9477-46ffe3baa382/21d55f3d-9fb6-4b3d-a06d-0c6c0be93f34) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:15.690576 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-34f64699-8a3c-4670-885c-790af064568c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.696327 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-34f64699-8a3c-4670-885c-790af064568c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.700561 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=34d197f1-f5f1-4774-bb3e-961625cb3dfa,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:15.709380 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9007b9-8f27-4e33-9818-2d83696b81a9 None None] Update dhcp port {'port': {'network_id': '2afa81a7-2bdc-4c70-adda-0b3e68f16fd8', 'fixed_ips': [{'subnet_id': '0c18a9d2-9581-4b9f-8719-341c14f8bfa1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd233afc6-fd91-44db-9477-46ffe3baa382'}], 'binding:host_id': 'n-d-787205-9'}, 'id': '224c6f3a-72fc-4344-b3d1-e9d0c3fb5547'} from n-d-787205-9. {{(pid=93800) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:24:15.747414 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ab9007b9-8f27-4e33-9818-2d83696b81a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.750163 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-34f64699-8a3c-4670-885c-790af064568c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=908993dc920440fcb3d1b56ea4a1b4c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2219687 Jul 15 23:24:15.751098 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f64699-8a3c-4670-885c-790af064568c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fb32d3-1e81-459f-884c-c3262d2bbc0b,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:15.755700 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39558) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:15.815851 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2e8177ff-663a-41ff-bf46-47ad7989da76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.838090 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2e8177ff-663a-41ff-bf46-47ad7989da76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.848582 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00f8c3-c2d6-4498-bdeb-37a8126fb495 req-e074d4bc-5a0e-4771-bdc3-005b7bbdfc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:15.850078 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7f00f8c3-c2d6-4498-bdeb-37a8126fb495 req-e074d4bc-5a0e-4771-bdc3-005b7bbdfc44 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1f2009ab-2267-40de-be06-17aaa3f31695 HTTP/1.1" status: 200 len: 1097 time: 0.1214743 Jul 15 23:24:15.893351 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2e8177ff-663a-41ff-bf46-47ad7989da76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.896722 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2e8177ff-663a-41ff-bf46-47ad7989da76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.900247 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2e8177ff-663a-41ff-bf46-47ad7989da76 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d4fb32d3-1e81-459f-884c-c3262d2bbc0b HTTP/1.1" status: 204 len: 168 time: 0.1410799 Jul 15 23:24:15.906372 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b2507fe-93af-4538-8234-29f5d8b74373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.906981 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8c58595a-9f0d-4cc9-8e6b-16b707fdc33f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.914026 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7f00f8c3-c2d6-4498-bdeb-37a8126fb495 req-06c7c948-d8b1-4405-9995-df1d48c01983 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=472aca09-85b9-4357-97c8-3d9ab838cf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578158 Jul 15 23:24:15.918185 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8177ff-663a-41ff-bf46-47ad7989da76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fb32d3-1e81-459f-884c-c3262d2bbc0b,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:15.924874 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-8c58595a-9f0d-4cc9-8e6b-16b707fdc33f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Transition to ACTIVE for port object 21d55f3d-9fb6-4b3d-a06d-0c6c0be93f34 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:15.960752 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8c58595a-9f0d-4cc9-8e6b-16b707fdc33f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:16.015897 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-ab9007b9-8f27-4e33-9818-2d83696b81a9 None None] Allocated IP 2001:db8::2 (2afa81a7-2bdc-4c70-adda-0b3e68f16fd8/d233afc6-fd91-44db-9477-46ffe3baa382/224c6f3a-72fc-4344-b3d1-e9d0c3fb5547) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:16.027779 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c58595a-9f0d-4cc9-8e6b-16b707fdc33f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network 2afa81a7-2bdc-4c70-adda-0b3e68f16fd8 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:16.038734 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-8c58595a-9f0d-4cc9-8e6b-16b707fdc33f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:16.041383 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c58595a-9f0d-4cc9-8e6b-16b707fdc33f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:16.047205 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c58595a-9f0d-4cc9-8e6b-16b707fdc33f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:16.047899 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8c58595a-9f0d-4cc9-8e6b-16b707fdc33f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:16.065456 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58595a-9f0d-4cc9-8e6b-16b707fdc33f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Port': ['ID=21d55f3d-9fb6-4b3d-a06d-0c6c0be93f34,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:16.085403 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8c58595a-9f0d-4cc9-8e6b-16b707fdc33f tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9649847 Jul 15 23:24:16.088745 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39564) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:16.094765 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-453ccd51-42b7-4326-83c8-b8373286a0e6 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'subnet': {'network_id': '2afa81a7-2bdc-4c70-adda-0b3e68f16fd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:16.135014 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ab9007b9-8f27-4e33-9818-2d83696b81a9 None None] For port 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=224c6f3a-72fc-4344-b3d1-e9d0c3fb5547,segment=NetworkSegment(bee6ffe2-c055-4975-bc3d-00373a4b0c1e),segment_id=bee6ffe2-c055-4975-bc3d-00373a4b0c1e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:16.167667 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ab9007b9-8f27-4e33-9818-2d83696b81a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:16.188697 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ab9007b9-8f27-4e33-9818-2d83696b81a9 None None] Transition to ACTIVE for port object 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:16.193583 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ab9007b9-8f27-4e33-9818-2d83696b81a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:16.226085 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453ccd51-42b7-4326-83c8-b8373286a0e6 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:16.229702 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-453ccd51-42b7-4326-83c8-b8373286a0e6 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:16.306503 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9007b9-8f27-4e33-9818-2d83696b81a9 None None] Pushing event updated for resources: {'Port': ['ID=224c6f3a-72fc-4344-b3d1-e9d0c3fb5547,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:16.349620 n-d-787205-9 neutron-server[93799]: INFO neutron.db.ipam_backend_mixin [None req-453ccd51-42b7-4326-83c8-b8373286a0e6 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d233afc6-fd91-44db-9477-46ffe3baa382 (CIDR: 2001:db8::/64) Jul 15 23:24:16.353669 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-453ccd51-42b7-4326-83c8-b8373286a0e6 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:24:16.354235 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-453ccd51-42b7-4326-83c8-b8373286a0e6 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:24:16.373010 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-453ccd51-42b7-4326-83c8-b8373286a0e6 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2799838 Jul 15 23:24:16.373230 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39574) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:16.379798 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-6f7bb09f-35ed-4f25-9b6a-039d5d2bd43c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'subnet': {'network_id': '2afa81a7-2bdc-4c70-adda-0b3e68f16fd8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:16.505931 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7bb09f-35ed-4f25-9b6a-039d5d2bd43c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:16.509585 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6f7bb09f-35ed-4f25-9b6a-039d5d2bd43c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:16.665180 n-d-787205-9 neutron-server[93799]: INFO neutron.db.ipam_backend_mixin [None req-6f7bb09f-35ed-4f25-9b6a-039d5d2bd43c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0c18a9d2-9581-4b9f-8719-341c14f8bfa1 (CIDR: 2001:db8:0:1::/64) Jul 15 23:24:16.671613 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f7bb09f-35ed-4f25-9b6a-039d5d2bd43c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:24:16.672149 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f7bb09f-35ed-4f25-9b6a-039d5d2bd43c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:24:16.703407 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c86c6-e526-4987-be3b-01df2a0f96ba req-c21a5059-fac5-4127-8e3d-2ab63d75d6bc tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:16.712317 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-700c86c6-e526-4987-be3b-01df2a0f96ba req-c21a5059-fac5-4127-8e3d-2ab63d75d6bc tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f2009ab-2267-40de-be06-17aaa3f31695 HTTP/1.1" status: 200 len: 946 time: 0.1195579 Jul 15 23:24:16.717910 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39588) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:16.718427 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6f7bb09f-35ed-4f25-9b6a-039d5d2bd43c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3438356 Jul 15 23:24:16.727985 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-6d35e027-1f85-4bc3-bbb6-3d673ae55d05 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'subnet': {'network_id': '2afa81a7-2bdc-4c70-adda-0b3e68f16fd8', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:16.761258 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-700c86c6-e526-4987-be3b-01df2a0f96ba req-abbfb941-116e-4732-9b5a-dbec130b9c8c tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] 10.222.0.16 "GET /v2.0/security-groups?id=472aca09-85b9-4357-97c8-3d9ab838cf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480206 Jul 15 23:24:16.873245 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d35e027-1f85-4bc3-bbb6-3d673ae55d05 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Made reservation on behalf of 2819db808b29407198e7e7677d979d1a for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:16.882660 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6d35e027-1f85-4bc3-bbb6-3d673ae55d05 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:17.096061 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d1df7946-4c2a-474d-821b-b5e5a19fdeab None None] Provisioning complete for port c431db6f-fc13-4204-95a8-2c70358f2dcc triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:17.096836 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d1df7946-4c2a-474d-821b-b5e5a19fdeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:17.184619 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-d1df7946-4c2a-474d-821b-b5e5a19fdeab None None] Port c431db6f-fc13-4204-95a8-2c70358f2dcc cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:24:17.217357 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d1df7946-4c2a-474d-821b-b5e5a19fdeab None None] Provisioning for port 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:17.224027 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d1df7946-4c2a-474d-821b-b5e5a19fdeab None None] Provisioning complete for port 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:17.224463 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d1df7946-4c2a-474d-821b-b5e5a19fdeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:17.251129 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6d35e027-1f85-4bc3-bbb6-3d673ae55d05 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:17.310299 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d35e027-1f85-4bc3-bbb6-3d673ae55d05 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Network 2afa81a7-2bdc-4c70-adda-0b3e68f16fd8 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:17.315303 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-6d35e027-1f85-4bc3-bbb6-3d673ae55d05 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:17.330784 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d35e027-1f85-4bc3-bbb6-3d673ae55d05 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:17.331443 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6d35e027-1f85-4bc3-bbb6-3d673ae55d05 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:17.378126 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6d35e027-1f85-4bc3-bbb6-3d673ae55d05 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6566603 Jul 15 23:24:17.379966 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35e027-1f85-4bc3-bbb6-3d673ae55d05 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Subnet': ['ID=a9b225b0-653d-4c88-b011-3e369c10bde2,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:17.381324 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39606) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:17.388503 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-630f3e75-e4a4-4973-a51c-cb11ffd96ecc tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1321079028', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a9b225b0-653d-4c88-b011-3e369c10bde2'}], 'security_groups': ['a5b9f452-19b6-4e2b-b901-abdd42d4cc67', '0637c653-c5d0-40a5-b193-486965542e0c']}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:17.393203 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a9283f-92bb-413a-8a58-7d32f0a65045 None None] Network 2afa81a7-2bdc-4c70-adda-0b3e68f16fd8 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:24:17.535963 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:24:17.599941 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-39252d4b-d80f-49c8-960d-0fffb980a2d6 None None] Provisioning for port 21d55f3d-9fb6-4b3d-a06d-0c6c0be93f34 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:17.625766 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-630f3e75-e4a4-4973-a51c-cb11ffd96ecc tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:17.655815 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-39252d4b-d80f-49c8-960d-0fffb980a2d6 None None] Provisioning complete for port 21d55f3d-9fb6-4b3d-a06d-0c6c0be93f34 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:17.655815 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-39252d4b-d80f-49c8-960d-0fffb980a2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:17.749215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-39252d4b-d80f-49c8-960d-0fffb980a2d6 None None] Port 21d55f3d-9fb6-4b3d-a06d-0c6c0be93f34 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:24:17.765038 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:17.765509 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:18.052561 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc125a6-8c16-4866-aa38-d7835686f798 None None] Update dhcp port {'port': {'network_id': '2afa81a7-2bdc-4c70-adda-0b3e68f16fd8', 'fixed_ips': [{'subnet_id': '0c18a9d2-9581-4b9f-8719-341c14f8bfa1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd233afc6-fd91-44db-9477-46ffe3baa382', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a9b225b0-653d-4c88-b011-3e369c10bde2'}], 'binding:host_id': 'n-d-787205-9'}, 'id': '224c6f3a-72fc-4344-b3d1-e9d0c3fb5547'} from n-d-787205-9. {{(pid=93800) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:24:18.144025 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bcc125a6-8c16-4866-aa38-d7835686f798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:18.390763 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-bcc125a6-8c16-4866-aa38-d7835686f798 None None] Allocated IP 2001:db8:0:2::2 (2afa81a7-2bdc-4c70-adda-0b3e68f16fd8/a9b225b0-653d-4c88-b011-3e369c10bde2/224c6f3a-72fc-4344-b3d1-e9d0c3fb5547) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:18.466155 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-28353f61-ea34-4bc6-9d10-e6c77b76825a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:18.509284 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c5b3f-5410-48eb-ace5-a010d0e64151 req-28300cb7-2157-4b10-9d6a-1148bcbcd188 tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:18.511254 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4d9c5b3f-5410-48eb-ace5-a010d0e64151 req-28300cb7-2157-4b10-9d6a-1148bcbcd188 tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f2009ab-2267-40de-be06-17aaa3f31695 HTTP/1.1" status: 200 len: 946 time: 0.4693410 Jul 15 23:24:18.541543 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-bcc125a6-8c16-4866-aa38-d7835686f798 None None] For port 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=224c6f3a-72fc-4344-b3d1-e9d0c3fb5547,segment=NetworkSegment(bee6ffe2-c055-4975-bc3d-00373a4b0c1e),segment_id=bee6ffe2-c055-4975-bc3d-00373a4b0c1e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:18.573096 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bcc125a6-8c16-4866-aa38-d7835686f798 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:18.581405 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4d9c5b3f-5410-48eb-ace5-a010d0e64151 req-22603080-ebc0-43d7-9f43-bc8ccee56bd5 tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] 10.222.0.16 "GET /v2.0/security-groups?id=472aca09-85b9-4357-97c8-3d9ab838cf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612113 Jul 15 23:24:18.592698 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-bcc125a6-8c16-4866-aa38-d7835686f798 None None] Transition to ACTIVE for port object 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:18.597957 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bcc125a6-8c16-4866-aa38-d7835686f798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:18.725553 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc125a6-8c16-4866-aa38-d7835686f798 None None] Pushing event updated for resources: {'Port': ['ID=224c6f3a-72fc-4344-b3d1-e9d0c3fb5547,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:18.761224 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-630f3e75-e4a4-4973-a51c-cb11ffd96ecc tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Delete allocated IP 2001:db8::38c (2afa81a7-2bdc-4c70-adda-0b3e68f16fd8/d233afc6-fd91-44db-9477-46ffe3baa382) {{(pid=93799) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 23:24:18.777777 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-630f3e75-e4a4-4973-a51c-cb11ffd96ecc tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Allocated IP 2001:db8:0:2::d6 (2afa81a7-2bdc-4c70-adda-0b3e68f16fd8/a9b225b0-653d-4c88-b011-3e369c10bde2/21d55f3d-9fb6-4b3d-a06d-0c6c0be93f34) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:18.805399 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:19.076846 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-630f3e75-e4a4-4973-a51c-cb11ffd96ecc tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:19.096264 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-630f3e75-e4a4-4973-a51c-cb11ffd96ecc tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Transition to ACTIVE for port object 21d55f3d-9fb6-4b3d-a06d-0c6c0be93f34 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:19.102791 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-630f3e75-e4a4-4973-a51c-cb11ffd96ecc tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:19.178214 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-630f3e75-e4a4-4973-a51c-cb11ffd96ecc tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] In _notify_port_updated(), no bound segment for port 21d55f3d-9fb6-4b3d-a06d-0c6c0be93f34 on network 2afa81a7-2bdc-4c70-adda-0b3e68f16fd8 {{(pid=93799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:24:19.184551 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630f3e75-e4a4-4973-a51c-cb11ffd96ecc tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:19.185054 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-630f3e75-e4a4-4973-a51c-cb11ffd96ecc tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:19.186577 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-630f3e75-e4a4-4973-a51c-cb11ffd96ecc tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "PUT /v2.0/ports/21d55f3d-9fb6-4b3d-a06d-0c6c0be93f34 HTTP/1.1" status: 200 len: 969 time: 1.8041358 Jul 15 23:24:19.190293 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39678) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:19.211249 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f3e75-e4a4-4973-a51c-cb11ffd96ecc tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event updated for resources: {'Port': ['ID=21d55f3d-9fb6-4b3d-a06d-0c6c0be93f34,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:19.342381 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f32d-fd55-43e6-ac9d-5c6a5e0f3b89 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting port 21d55f3d-9fb6-4b3d-a06d-0c6c0be93f34 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:19.342827 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1df0f32d-fd55-43e6-ac9d-5c6a5e0f3b89 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:19.493442 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1df0f32d-fd55-43e6-ac9d-5c6a5e0f3b89 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:19.511095 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f32d-fd55-43e6-ac9d-5c6a5e0f3b89 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Calling delete_port for 21d55f3d-9fb6-4b3d-a06d-0c6c0be93f34 owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:19.513590 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:24:19.608539 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39696) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:19.645728 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:19.689938 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1df0f32d-fd55-43e6-ac9d-5c6a5e0f3b89 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:19.729161 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f32d-fd55-43e6-ac9d-5c6a5e0f3b89 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Port': ['ID=21d55f3d-9fb6-4b3d-a06d-0c6c0be93f34,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:19.758229 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1df0f32d-fd55-43e6-ac9d-5c6a5e0f3b89 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:19.760466 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1df0f32d-fd55-43e6-ac9d-5c6a5e0f3b89 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/ports/21d55f3d-9fb6-4b3d-a06d-0c6c0be93f34 HTTP/1.1" status: 204 len: 168 time: 0.5692172 Jul 15 23:24:19.763057 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39702) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:19.793207 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8658243c-0bf6-4c37-9782-73c2c97b7d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:19.793437 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b7f1118-31f8-4d59-8b80-f077a2e957ca tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] GET failed (client error): The resource could not be found. Jul 15 23:24:19.794923 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7b7f1118-31f8-4d59-8b80-f077a2e957ca tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "GET /v2.0/ports/21d55f3d-9fb6-4b3d-a06d-0c6c0be93f34 HTTP/1.1" status: 404 len: 333 time: 0.0308738 Jul 15 23:24:19.798281 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39704) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:19.801308 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-69d55ab7-b726-44dd-963c-21596da404c3 None None] Provisioning complete for port c431db6f-fc13-4204-95a8-2c70358f2dcc triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:19.801906 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-69d55ab7-b726-44dd-963c-21596da404c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:19.850411 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-69d55ab7-b726-44dd-963c-21596da404c3 None None] Port c431db6f-fc13-4204-95a8-2c70358f2dcc cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:24:19.867694 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-69d55ab7-b726-44dd-963c-21596da404c3 None None] Provisioning for port 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:19.874567 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-12e7ac19-63aa-4a53-b43c-e2527bb72155 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:19.881732 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-69d55ab7-b726-44dd-963c-21596da404c3 None None] Provisioning complete for port 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:19.882365 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-69d55ab7-b726-44dd-963c-21596da404c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:19.904070 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-12e7ac19-63aa-4a53-b43c-e2527bb72155 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:19.927304 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8658243c-0bf6-4c37-9782-73c2c97b7d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:19.933213 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8658243c-0bf6-4c37-9782-73c2c97b7d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:19.954299 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-12e7ac19-63aa-4a53-b43c-e2527bb72155 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:19.961180 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-12e7ac19-63aa-4a53-b43c-e2527bb72155 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:19.971696 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39706) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:19.974289 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-12e7ac19-63aa-4a53-b43c-e2527bb72155 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/security-groups/e698508a-eb50-40dc-a5e9-4412d729a322 HTTP/1.1" status: 204 len: 168 time: 0.1748168 Jul 15 23:24:20.000743 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7ac19-63aa-4a53-b43c-e2527bb72155 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e698508a-eb50-40dc-a5e9-4412d729a322,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:20.038962 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658243c-0bf6-4c37-9782-73c2c97b7d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89874134-4b6d-4f5c-8bf9-f992bf7083c5,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:20.049259 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-69d55ab7-b726-44dd-963c-21596da404c3 None None] Could not find standard attr ID for object 21d55f3d-9fb6-4b3d-a06d-0c6c0be93f34. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:24:20.052311 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39712) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:20.052583 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8658243c-0bf6-4c37-9782-73c2c97b7d33 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=326fc65257fc42919f5af134e0c74292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4423976 Jul 15 23:24:20.116763 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3fd97415-befb-4069-b6a4-45c0867d8ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:20.128504 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-31db318b-606d-4510-9636-12fa9de2e201 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:20.141252 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3fd97415-befb-4069-b6a4-45c0867d8ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:20.178573 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-31db318b-606d-4510-9636-12fa9de2e201 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:20.179168 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-eb4bbbc2-b933-4d96-a566-83d24a62d088 None None] Could not find standard attr ID for object 21d55f3d-9fb6-4b3d-a06d-0c6c0be93f34. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:24:20.209721 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3fd97415-befb-4069-b6a4-45c0867d8ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:20.212768 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3fd97415-befb-4069-b6a4-45c0867d8ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:20.216906 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3fd97415-befb-4069-b6a4-45c0867d8ed4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89874134-4b6d-4f5c-8bf9-f992bf7083c5 HTTP/1.1" status: 204 len: 168 time: 0.1606398 Jul 15 23:24:20.232146 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd97415-befb-4069-b6a4-45c0867d8ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89874134-4b6d-4f5c-8bf9-f992bf7083c5,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:20.260612 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-31db318b-606d-4510-9636-12fa9de2e201 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:20.263360 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-31db318b-606d-4510-9636-12fa9de2e201 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:20.268083 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-31db318b-606d-4510-9636-12fa9de2e201 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/security-groups/0637c653-c5d0-40a5-b193-486965542e0c HTTP/1.1" status: 204 len: 168 time: 0.2924676 Jul 15 23:24:20.268464 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39720) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:20.297735 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db318b-606d-4510-9636-12fa9de2e201 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0637c653-c5d0-40a5-b193-486965542e0c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:20.348695 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ad260ca5-8adc-4780-9dec-c757c77a3f14 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:20.403694 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ad260ca5-8adc-4780-9dec-c757c77a3f14 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:20.467597 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ad260ca5-8adc-4780-9dec-c757c77a3f14 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:20.470407 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ad260ca5-8adc-4780-9dec-c757c77a3f14 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:20.473230 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ad260ca5-8adc-4780-9dec-c757c77a3f14 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/security-groups/a5b9f452-19b6-4e2b-b901-abdd42d4cc67 HTTP/1.1" status: 204 len: 168 time: 0.2029097 Jul 15 23:24:20.476410 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39732) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:20.494623 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad260ca5-8adc-4780-9dec-c757c77a3f14 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b9f452-19b6-4e2b-b901-abdd42d4cc67,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:20.554858 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-59067fce-1ca6-443a-9110-5537f5f9bf48 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting subnet d233afc6-fd91-44db-9477-46ffe3baa382 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:24:20.558905 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59067fce-1ca6-443a-9110-5537f5f9bf48 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:20.627905 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59067fce-1ca6-443a-9110-5537f5f9bf48 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:20.769082 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59067fce-1ca6-443a-9110-5537f5f9bf48 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:20.781038 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39742) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:20.800284 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b72c3d1d-4df7-4770-8213-481a8f0cbcd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:20.849891 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59067fce-1ca6-443a-9110-5537f5f9bf48 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:20.884034 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59067fce-1ca6-443a-9110-5537f5f9bf48 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Subnet': ['ID=d233afc6-fd91-44db-9477-46ffe3baa382,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:20.892473 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59067fce-1ca6-443a-9110-5537f5f9bf48 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:20.900217 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-59067fce-1ca6-443a-9110-5537f5f9bf48 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/subnets/d233afc6-fd91-44db-9477-46ffe3baa382 HTTP/1.1" status: 204 len: 168 time: 0.4224839 Jul 15 23:24:20.903217 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f1b1fe-50f7-4b21-9fa7-2a9f073db6f2 None None] Network 2afa81a7-2bdc-4c70-adda-0b3e68f16fd8 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:24:20.906474 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39744) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:20.987510 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b72c3d1d-4df7-4770-8213-481a8f0cbcd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:20.994234 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b72c3d1d-4df7-4770-8213-481a8f0cbcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:21.022950 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c3d1d-4df7-4770-8213-481a8f0cbcd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376e3941-9eff-4c57-85fe-780896b800db,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:21.029179 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced4181a-7a05-4b83-9e30-bfdbb5f1712d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting subnet a9b225b0-653d-4c88-b011-3e369c10bde2 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:24:21.032995 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ced4181a-7a05-4b83-9e30-bfdbb5f1712d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:21.075270 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ced4181a-7a05-4b83-9e30-bfdbb5f1712d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:21.174179 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ced4181a-7a05-4b83-9e30-bfdbb5f1712d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:21.234200 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:21.248167 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b72c3d1d-4df7-4770-8213-481a8f0cbcd4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=964db9ec07524d55bdfddb16cc9d83c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4632971 Jul 15 23:24:21.248375 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39750) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:21.264169 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ced4181a-7a05-4b83-9e30-bfdbb5f1712d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:21.306508 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4181a-7a05-4b83-9e30-bfdbb5f1712d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Subnet': ['ID=a9b225b0-653d-4c88-b011-3e369c10bde2,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:21.315632 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ced4181a-7a05-4b83-9e30-bfdbb5f1712d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:21.318166 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ced4181a-7a05-4b83-9e30-bfdbb5f1712d tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/subnets/a9b225b0-653d-4c88-b011-3e369c10bde2 HTTP/1.1" status: 204 len: 168 time: 0.4020014 Jul 15 23:24:21.321187 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39752) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:21.349360 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f9e276b-5ec1-45ea-9e5a-ad38b3ccf9cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:21.351641 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae5d86bc-85cd-47e2-9e60-8a98376c5d8c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] DELETE failed (client error): The resource could not be found. Jul 15 23:24:21.352127 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae5d86bc-85cd-47e2-9e60-8a98376c5d8c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:24:21.356874 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ae5d86bc-85cd-47e2-9e60-8a98376c5d8c tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/subnets/d233afc6-fd91-44db-9477-46ffe3baa382 HTTP/1.1" status: 404 len: 337 time: 0.0345721 Jul 15 23:24:21.357618 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39756) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:21.376492 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f9e276b-5ec1-45ea-9e5a-ad38b3ccf9cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:21.439494 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b29af1c-3492-4f2b-8725-2c05574b6f98 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting subnet 0c18a9d2-9581-4b9f-8719-341c14f8bfa1 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:24:21.451556 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b29af1c-3492-4f2b-8725-2c05574b6f98 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:21.460058 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f9e276b-5ec1-45ea-9e5a-ad38b3ccf9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:21.463463 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f9e276b-5ec1-45ea-9e5a-ad38b3ccf9cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:21.465867 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9f9e276b-5ec1-45ea-9e5a-ad38b3ccf9cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/376e3941-9eff-4c57-85fe-780896b800db HTTP/1.1" status: 204 len: 168 time: 0.2163534 Jul 15 23:24:21.485387 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e276b-5ec1-45ea-9e5a-ad38b3ccf9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376e3941-9eff-4c57-85fe-780896b800db,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:21.528968 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b29af1c-3492-4f2b-8725-2c05574b6f98 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:21.625574 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b29af1c-3492-4f2b-8725-2c05574b6f98 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:21.775258 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b29af1c-3492-4f2b-8725-2c05574b6f98 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:21.815895 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29af1c-3492-4f2b-8725-2c05574b6f98 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Subnet': ['ID=0c18a9d2-9581-4b9f-8719-341c14f8bfa1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:21.825703 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b29af1c-3492-4f2b-8725-2c05574b6f98 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:21.828090 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6b29af1c-3492-4f2b-8725-2c05574b6f98 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/subnets/0c18a9d2-9581-4b9f-8719-341c14f8bfa1 HTTP/1.1" status: 204 len: 168 time: 0.4695089 Jul 15 23:24:21.830963 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39768) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:21.861873 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-d459ea27-a3cf-4a69-859a-7de01c230269 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] DELETE failed (client error): The resource could not be found. Jul 15 23:24:21.862339 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d459ea27-a3cf-4a69-859a-7de01c230269 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:24:21.864323 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d459ea27-a3cf-4a69-859a-7de01c230269 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/subnets/78d3201e-b313-440c-9971-b57a34ff0716 HTTP/1.1" status: 404 len: 337 time: 0.0316508 Jul 15 23:24:21.866997 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39770) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:21.911287 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1dcacc24-fb56-45cc-88a9-4dfc0e7183ed tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f982cc1-644d-410c-b6e9-eb150066e9bb HTTP/1.1" status: 200 len: 205 time: 0.0431075 Jul 15 23:24:21.913893 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39774) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:21.958977 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-26370498-a5ef-4a45-8b97-0b3284e3a5ef tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] delete failed (client error): The resource could not be found. Jul 15 23:24:21.960065 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-26370498-a5ef-4a45-8b97-0b3284e3a5ef tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/routers/6f982cc1-644d-410c-b6e9-eb150066e9bb HTTP/1.1" status: 404 len: 336 time: 0.0446210 Jul 15 23:24:21.963032 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39778) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:22.015888 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ae5409-6d40-4137-967f-cea71a2063f9 None None] Network 2afa81a7-2bdc-4c70-adda-0b3e68f16fd8 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:24:22.029402 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-22570bf5-9f2d-4949-adb3-0da39a13d8c3 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] DELETE failed (client error): The resource could not be found. Jul 15 23:24:22.033298 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22570bf5-9f2d-4949-adb3-0da39a13d8c3 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:24:22.041245 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39782) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:22.042422 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-22570bf5-9f2d-4949-adb3-0da39a13d8c3 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/subnets/33f4fe47-aa3d-41b7-ad93-a7dbcf228673 HTTP/1.1" status: 404 len: 337 time: 0.0777054 Jul 15 23:24:22.070314 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-17be9d01-2a78-4a00-90de-3e558540c040 None None] Provisioning complete for port c431db6f-fc13-4204-95a8-2c70358f2dcc triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:22.070984 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-17be9d01-2a78-4a00-90de-3e558540c040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:22.088930 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a41df8-e5c6-4eff-a49e-124db5c17921 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] DELETE failed (client error): The resource could not be found. Jul 15 23:24:22.093181 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a41df8-e5c6-4eff-a49e-124db5c17921 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:24:22.099170 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e6a41df8-e5c6-4eff-a49e-124db5c17921 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/subnets/5ebf8e3c-c3cb-4c26-8b17-3ec36937ecd0 HTTP/1.1" status: 404 len: 337 time: 0.0535564 Jul 15 23:24:22.100493 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39788) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:22.123563 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-17be9d01-2a78-4a00-90de-3e558540c040 None None] Port c431db6f-fc13-4204-95a8-2c70358f2dcc cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:24:22.163990 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-1054b4e3-41ce-4a21-b9d6-bb817ea67b48 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] DELETE failed (client error): The resource could not be found. Jul 15 23:24:22.165136 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1054b4e3-41ce-4a21-b9d6-bb817ea67b48 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:24:22.169200 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1054b4e3-41ce-4a21-b9d6-bb817ea67b48 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/subnets/3d9a2f27-3672-4e30-912a-23f6a057d880 HTTP/1.1" status: 404 len: 337 time: 0.0646853 Jul 15 23:24:22.169671 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39790) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:22.202185 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe40f33-6304-43e7-a246-4352985083be tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] DELETE failed (client error): The resource could not be found. Jul 15 23:24:22.202963 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fe40f33-6304-43e7-a246-4352985083be tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:24:22.208094 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7fe40f33-6304-43e7-a246-4352985083be tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/ports/9e8f5735-6c3e-452b-870a-38b432935abe HTTP/1.1" status: 404 len: 333 time: 0.0346425 Jul 15 23:24:22.208761 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39792) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:22.215616 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-17be9d01-2a78-4a00-90de-3e558540c040 None None] Provisioning complete for port 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:22.215994 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-17be9d01-2a78-4a00-90de-3e558540c040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:22.246588 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-15808973-31df-46db-8b78-591749038dec tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] DELETE failed (client error): The resource could not be found. Jul 15 23:24:22.247589 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15808973-31df-46db-8b78-591749038dec tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:24:22.254585 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-15808973-31df-46db-8b78-591749038dec tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/subnets/3a37c14a-94d8-4eac-b750-fe537886180e HTTP/1.1" status: 404 len: 337 time: 0.0424967 Jul 15 23:24:22.255827 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39794) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:22.280541 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba27831-a949-4a92-8557-52910a6d2ee3 req-5d51bc24-a705-4986-914e-48e72c61fc1f tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:22.288565 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eba27831-a949-4a92-8557-52910a6d2ee3 req-5d51bc24-a705-4986-914e-48e72c61fc1f tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f2009ab-2267-40de-be06-17aaa3f31695 HTTP/1.1" status: 200 len: 946 time: 0.1312132 Jul 15 23:24:22.291804 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae3aa1d-30c7-4041-8b23-af3c6d515f0a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] DELETE failed (client error): The resource could not be found. Jul 15 23:24:22.292875 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae3aa1d-30c7-4041-8b23-af3c6d515f0a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:24:22.300492 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5ae3aa1d-30c7-4041-8b23-af3c6d515f0a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/subnets/f24639b3-e85c-4305-abe0-42785e2157e6 HTTP/1.1" status: 404 len: 337 time: 0.0421400 Jul 15 23:24:22.303947 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39798) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:22.352555 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1505e5f-2e34-4678-9304-129a98acc2ba tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] DELETE failed (client error): The resource could not be found. Jul 15 23:24:22.353682 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1505e5f-2e34-4678-9304-129a98acc2ba tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:24:22.358472 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d1505e5f-2e34-4678-9304-129a98acc2ba tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/ports/5eaede02-23c2-459e-9ef7-fa591cedf8d3 HTTP/1.1" status: 404 len: 333 time: 0.0504270 Jul 15 23:24:22.359209 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39802) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:22.359342 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eba27831-a949-4a92-8557-52910a6d2ee3 req-ec3c9cfd-be18-4552-8e4a-906ec4daae1a tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] 10.222.0.16 "GET /v2.0/security-groups?id=472aca09-85b9-4357-97c8-3d9ab838cf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697420 Jul 15 23:24:22.398263 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-0295d192-3346-4104-a897-24add92c12ed tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] DELETE failed (client error): The resource could not be found. Jul 15 23:24:22.398771 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0295d192-3346-4104-a897-24add92c12ed tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:24:22.400841 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0295d192-3346-4104-a897-24add92c12ed tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/subnets/7c3d9d57-8cae-43fa-b89d-15f0b699124a HTTP/1.1" status: 404 len: 337 time: 0.0407016 Jul 15 23:24:22.404009 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39804) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:22.448727 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15594808-bc94-4185-b0f1-e9fd1e06c1bc None None] DHCP port deletion for 2afa81a7-2bdc-4c70-adda-0b3e68f16fd8 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:24:22.458235 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e646715-1e46-4694-bd6e-8057f3d1a862 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] DELETE failed (client error): The resource could not be found. Jul 15 23:24:22.458878 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e646715-1e46-4694-bd6e-8057f3d1a862 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:24:22.464917 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39808) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:22.465078 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4e646715-1e46-4694-bd6e-8057f3d1a862 tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/subnets/654e109d-39b8-4a65-920f-98dfb52963e6 HTTP/1.1" status: 404 len: 337 time: 0.0582283 Jul 15 23:24:22.520170 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-15594808-bc94-4185-b0f1-e9fd1e06c1bc None None] Deleting port 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:22.521050 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-15594808-bc94-4185-b0f1-e9fd1e06c1bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:22.581546 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3a7d3fbe-c09b-4860-94af-ae40cc9f510a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Deleting port c431db6f-fc13-4204-95a8-2c70358f2dcc {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:22.581993 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a7d3fbe-c09b-4860-94af-ae40cc9f510a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:22.619100 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-15594808-bc94-4185-b0f1-e9fd1e06c1bc None None] For port 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=224c6f3a-72fc-4344-b3d1-e9d0c3fb5547,segment=NetworkSegment(bee6ffe2-c055-4975-bc3d-00373a4b0c1e),segment_id=bee6ffe2-c055-4975-bc3d-00373a4b0c1e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:22.619100 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-15594808-bc94-4185-b0f1-e9fd1e06c1bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:22.640382 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-15594808-bc94-4185-b0f1-e9fd1e06c1bc None None] Calling delete_port for 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:22.675181 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a7d3fbe-c09b-4860-94af-ae40cc9f510a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:22.708041 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3a7d3fbe-c09b-4860-94af-ae40cc9f510a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Calling delete_port for c431db6f-fc13-4204-95a8-2c70358f2dcc owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:22.779258 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-15594808-bc94-4185-b0f1-e9fd1e06c1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:22.847138 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15594808-bc94-4185-b0f1-e9fd1e06c1bc None None] No DVR routers for this DVR port 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:24:22.851791 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15594808-bc94-4185-b0f1-e9fd1e06c1bc None None] Pushing event deleted for resources: {'Port': ['ID=224c6f3a-72fc-4344-b3d1-e9d0c3fb5547,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:22.853782 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a7d3fbe-c09b-4860-94af-ae40cc9f510a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:22.905920 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d3fbe-c09b-4860-94af-ae40cc9f510a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Port': ['ID=c431db6f-fc13-4204-95a8-2c70358f2dcc,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:22.912720 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a7d3fbe-c09b-4860-94af-ae40cc9f510a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:22.914891 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3a7d3fbe-c09b-4860-94af-ae40cc9f510a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/ports/c431db6f-fc13-4204-95a8-2c70358f2dcc HTTP/1.1" status: 204 len: 168 time: 0.4502573 Jul 15 23:24:22.917455 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39828) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:22.922284 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d3fbe-c09b-4860-94af-ae40cc9f510a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:22.922651 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d3fbe-c09b-4860-94af-ae40cc9f510a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:22.923043 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d3fbe-c09b-4860-94af-ae40cc9f510a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:22.923431 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d3fbe-c09b-4860-94af-ae40cc9f510a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:22.923757 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d3fbe-c09b-4860-94af-ae40cc9f510a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:22.924310 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d3fbe-c09b-4860-94af-ae40cc9f510a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:22.924870 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d3fbe-c09b-4860-94af-ae40cc9f510a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:22.925273 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d3fbe-c09b-4860-94af-ae40cc9f510a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:22.925723 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d3fbe-c09b-4860-94af-ae40cc9f510a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:22.926146 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d3fbe-c09b-4860-94af-ae40cc9f510a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:22.926463 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d3fbe-c09b-4860-94af-ae40cc9f510a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:22.926905 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d3fbe-c09b-4860-94af-ae40cc9f510a tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:23.024098 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0161a3ab-6801-4fd7-b215-bfe2bfdf963b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:23.122418 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0161a3ab-6801-4fd7-b215-bfe2bfdf963b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:23.134262 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-0161a3ab-6801-4fd7-b215-bfe2bfdf963b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2afa81a7-2bdc-4c70-adda-0b3e68f16fd8']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:23.147622 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-0161a3ab-6801-4fd7-b215-bfe2bfdf963b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee6ffe2-c055-4975-bc3d-00373a4b0c1e') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:23.147920 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-0161a3ab-6801-4fd7-b215-bfe2bfdf963b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee6ffe2-c055-4975-bc3d-00373a4b0c1e') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:23.157797 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0161a3ab-6801-4fd7-b215-bfe2bfdf963b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:23.174718 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0161a3ab-6801-4fd7-b215-bfe2bfdf963b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:23.181971 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0161a3ab-6801-4fd7-b215-bfe2bfdf963b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:24:23.182430 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0161a3ab-6801-4fd7-b215-bfe2bfdf963b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:24:23.186244 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:24:23.268228 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0161a3ab-6801-4fd7-b215-bfe2bfdf963b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:23.290717 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0161a3ab-6801-4fd7-b215-bfe2bfdf963b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:23.293748 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0161a3ab-6801-4fd7-b215-bfe2bfdf963b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] 10.222.0.16 "DELETE /v2.0/networks/2afa81a7-2bdc-4c70-adda-0b3e68f16fd8 HTTP/1.1" status: 204 len: 168 time: 0.3726733 Jul 15 23:24:23.293748 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161a3ab-6801-4fd7-b215-bfe2bfdf963b tempest-PortsIpV6TestJSON-314077131 tempest-PortsIpV6TestJSON-314077131-project] Pushing event deleted for resources: {'Network': ['ID=2afa81a7-2bdc-4c70-adda-0b3e68f16fd8,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:23.499126 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:24:23.536581 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:24:23.536929 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 224c6f3a-72fc-4344-b3d1-e9d0c3fb5547 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:24:23.660707 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87c760-3c69-4bfc-9716-418bc0074517 req-a3bd3f0a-0f39-4535-bb48-9522d8db5b6c tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:23.662327 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5e87c760-3c69-4bfc-9716-418bc0074517 req-a3bd3f0a-0f39-4535-bb48-9522d8db5b6c tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f2009ab-2267-40de-be06-17aaa3f31695 HTTP/1.1" status: 200 len: 946 time: 0.0877943 Jul 15 23:24:23.706331 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5e87c760-3c69-4bfc-9716-418bc0074517 req-606d4195-7898-4ca4-a9ff-cfc3824e7b3c tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] 10.222.0.16 "GET /v2.0/security-groups?id=472aca09-85b9-4357-97c8-3d9ab838cf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357118 Jul 15 23:24:23.709272 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39910) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:23.847221 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730f605-9ff2-4aa7-8339-ec619055836d req-7593e074-ce0e-456f-97da-e88e265b9498 tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:23.849933 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2730f605-9ff2-4aa7-8339-ec619055836d req-7593e074-ce0e-456f-97da-e88e265b9498 tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f2009ab-2267-40de-be06-17aaa3f31695 HTTP/1.1" status: 200 len: 946 time: 0.0978785 Jul 15 23:24:23.871644 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6886a06c-1e86-4f7b-b9a0-37cf4252cdb6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2819db808b29407198e7e7677d979d1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1605451 Jul 15 23:24:23.875330 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39916) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:23.974460 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-deba42cf-b198-42c9-8851-9a8dc6b49920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:23.998772 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-deba42cf-b198-42c9-8851-9a8dc6b49920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:24.023647 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-2730f605-9ff2-4aa7-8339-ec619055836d req-a67936f9-eee8-4ef4-b8fa-e063419df8f1 tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] Deleting port 34d197f1-f5f1-4774-bb3e-961625cb3dfa {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:24.024219 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2730f605-9ff2-4aa7-8339-ec619055836d req-a67936f9-eee8-4ef4-b8fa-e063419df8f1 tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:24.054260 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-deba42cf-b198-42c9-8851-9a8dc6b49920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:24.057516 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-deba42cf-b198-42c9-8851-9a8dc6b49920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:24.059026 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-deba42cf-b198-42c9-8851-9a8dc6b49920 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/445f247b-3432-4647-aacf-b5182a34dffa HTTP/1.1" status: 204 len: 168 time: 0.1822231 Jul 15 23:24:24.069150 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba42cf-b198-42c9-8851-9a8dc6b49920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445f247b-3432-4647-aacf-b5182a34dffa,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:24.110593 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39922) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:24.157526 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:24.169262 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-2730f605-9ff2-4aa7-8339-ec619055836d req-a67936f9-eee8-4ef4-b8fa-e063419df8f1 tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] For port 34d197f1-f5f1-4774-bb3e-961625cb3dfa, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=34d197f1-f5f1-4774-bb3e-961625cb3dfa,segment=NetworkSegment(c5536055-5580-4c6e-8101-a45422d401f5),segment_id=c5536055-5580-4c6e-8101-a45422d401f5)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:24.169638 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2730f605-9ff2-4aa7-8339-ec619055836d req-a67936f9-eee8-4ef4-b8fa-e063419df8f1 tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:24.184695 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-2730f605-9ff2-4aa7-8339-ec619055836d req-a67936f9-eee8-4ef4-b8fa-e063419df8f1 tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] Calling delete_port for 34d197f1-f5f1-4774-bb3e-961625cb3dfa owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:24.281786 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4ad67499-79d8-4f26-a14a-e26ef8fbf445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:24.322519 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:24:24.352558 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2730f605-9ff2-4aa7-8339-ec619055836d req-a67936f9-eee8-4ef4-b8fa-e063419df8f1 tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:24.386143 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['34d197f1-f5f1-4774-bb3e-961625cb3dfa'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:24:24.440115 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67936f9-eee8-4ef4-b8fa-e063419df8f1 tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] Pushing event deleted for resources: {'Port': ['ID=34d197f1-f5f1-4774-bb3e-961625cb3dfa,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:24.460063 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4ad67499-79d8-4f26-a14a-e26ef8fbf445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:24.465230 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4ad67499-79d8-4f26-a14a-e26ef8fbf445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:24.486108 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2730f605-9ff2-4aa7-8339-ec619055836d req-a67936f9-eee8-4ef4-b8fa-e063419df8f1 tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] No DVR routers for this DVR port 34d197f1-f5f1-4774-bb3e-961625cb3dfa on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:24:24.489504 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2730f605-9ff2-4aa7-8339-ec619055836d req-a67936f9-eee8-4ef4-b8fa-e063419df8f1 tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:24.492139 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2730f605-9ff2-4aa7-8339-ec619055836d req-a67936f9-eee8-4ef4-b8fa-e063419df8f1 tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] 10.222.0.36 "DELETE /v2.0/ports/34d197f1-f5f1-4774-bb3e-961625cb3dfa HTTP/1.1" status: 204 len: 173 time: 0.6349974 Jul 15 23:24:24.492519 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2009ab-2267-40de-be06-17aaa3f31695', 'name': 'network-vif-deleted', 'tag': '34d197f1-f5f1-4774-bb3e-961625cb3dfa'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:24:24.495496 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a1ce6d-9498-4b19-aa23-727dbf49b5b7" -d '{"events": [{"server_uuid": "1f2009ab-2267-40de-be06-17aaa3f31695", "name": "network-vif-deleted", "tag": "34d197f1-f5f1-4774-bb3e-961625cb3dfa"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:24:24.511169 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39936) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:24.516634 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4ad67499-79d8-4f26-a14a-e26ef8fbf445 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=312f719fa87d4993bb13305b7c6d2cd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4034867 Jul 15 23:24:24.551925 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad67499-79d8-4f26-a14a-e26ef8fbf445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0156215d-d095-47b0-bb0b-55ad17db2f44,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:24.603193 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ff2e589-7571-44fd-958d-57b537d6f580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:24.643928 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ff2e589-7571-44fd-958d-57b537d6f580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:24.718136 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ff2e589-7571-44fd-958d-57b537d6f580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:24.721674 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ff2e589-7571-44fd-958d-57b537d6f580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:24.723243 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3ff2e589-7571-44fd-958d-57b537d6f580 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0156215d-d095-47b0-bb0b-55ad17db2f44 HTTP/1.1" status: 204 len: 168 time: 0.2109969 Jul 15 23:24:24.735960 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff2e589-7571-44fd-958d-57b537d6f580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0156215d-d095-47b0-bb0b-55ad17db2f44,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:24.858595 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6786310-7aa7-4f16-8ec1-07922e1011b1 x-openstack-request-id: req-a6786310-7aa7-4f16-8ec1-07922e1011b1 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:24:24.859212 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f2009ab-2267-40de-be06-17aaa3f31695", "name": "network-vif-deleted", "tag": "34d197f1-f5f1-4774-bb3e-961625cb3dfa", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:24:24.859709 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a6786310-7aa7-4f16-8ec1-07922e1011b1 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:24:24.860110 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f2009ab-2267-40de-be06-17aaa3f31695', 'name': 'network-vif-deleted', 'tag': '34d197f1-f5f1-4774-bb3e-961625cb3dfa', 'status': 'completed', 'code': 200} Jul 15 23:24:24.893156 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-17e4fada-7a79-4743-b58d-9a76e0641c7b req-1c8bd118-b3c4-40e4-9fbd-45495e07d32f tempest-ServerTagsTestJSON-1935811699 tempest-ServerTagsTestJSON-1935811699-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f2009ab-2267-40de-be06-17aaa3f31695 HTTP/1.1" status: 200 len: 210 time: 0.0338850 Jul 15 23:24:25.185584 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39964) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:25.415917 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-08312f01-5ca4-4516-83fb-b535df7029d5 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2056655840'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:25.439472 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08312f01-5ca4-4516-83fb-b535df7029d5 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Made reservation on behalf of 4bca46ce69444f31bfd7414fa2574a54 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:25.443116 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08312f01-5ca4-4516-83fb-b535df7029d5 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:25.454487 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08312f01-5ca4-4516-83fb-b535df7029d5 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:25.935574 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08312f01-5ca4-4516-83fb-b535df7029d5 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:25.944597 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08312f01-5ca4-4516-83fb-b535df7029d5 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:25.963368 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08312f01-5ca4-4516-83fb-b535df7029d5 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:24:25.997476 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08312f01-5ca4-4516-83fb-b535df7029d5 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:25.998065 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-08312f01-5ca4-4516-83fb-b535df7029d5 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Added segment d25e7e59-6625-4f47-9835-09237de08806 of type vlan for network f7750292-a7ab-4833-8ffd-92bc70c912c9 Jul 15 23:24:26.011614 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08312f01-5ca4-4516-83fb-b535df7029d5 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a08fa7-237c-4057-8c9b-9a2a3865ad97,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:26.024052 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39992) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:26.057745 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08312f01-5ca4-4516-83fb-b535df7029d5 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.079659 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d26b768-dabb-4382-818f-3957c70ee5ea admin admin] Deleting subnet 5c7eb643-05d4-4ffb-982b-541c69ebcc86 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:24:26.083571 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d26b768-dabb-4382-818f-3957c70ee5ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.113568 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08312f01-5ca4-4516-83fb-b535df7029d5 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.120671 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08312f01-5ca4-4516-83fb-b535df7029d5 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:26.121374 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08312f01-5ca4-4516-83fb-b535df7029d5 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.124194 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d26b768-dabb-4382-818f-3957c70ee5ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.157637 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-08312f01-5ca4-4516-83fb-b535df7029d5 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9707968 Jul 15 23:24:26.161082 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40000) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:26.165939 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-25ad64ab-bf17-465d-a7cd-c2700e10f702 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Request body: {'subnet': {'network_id': 'f7750292-a7ab-4833-8ffd-92bc70c912c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:26.180245 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d26b768-dabb-4382-818f-3957c70ee5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.223720 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08312f01-5ca4-4516-83fb-b535df7029d5 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Pushing event updated for resources: {'Network': ['ID=f7750292-a7ab-4833-8ffd-92bc70c912c9,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:26.238545 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network f7750292-a7ab-4833-8ffd-92bc70c912c9 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:24:26.268449 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d26b768-dabb-4382-818f-3957c70ee5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.298768 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d26b768-dabb-4382-818f-3957c70ee5ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c7eb643-05d4-4ffb-982b-541c69ebcc86,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:26.303100 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ad64ab-bf17-465d-a7cd-c2700e10f702 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Made reservation on behalf of 4bca46ce69444f31bfd7414fa2574a54 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:26.305435 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d26b768-dabb-4382-818f-3957c70ee5ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.307583 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5d26b768-dabb-4382-818f-3957c70ee5ea admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5c7eb643-05d4-4ffb-982b-541c69ebcc86 HTTP/1.1" status: 204 len: 168 time: 0.2823875 Jul 15 23:24:26.307716 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-25ad64ab-bf17-465d-a7cd-c2700e10f702 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.309973 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40004) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:26.336729 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40006) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:26.390275 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6f42819d-e591-4350-8749-56263721fb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.473906 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6f42819d-e591-4350-8749-56263721fb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.484139 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-6f42819d-e591-4350-8749-56263721fb7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['855385cc-cfef-4ff4-afad-7741c554fcc0']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:26.494466 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5c8cc0de-7b09-4dba-92c7-a5d242418ccc tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-43457408'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:26.499886 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-6f42819d-e591-4350-8749-56263721fb7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5536055-5580-4c6e-8101-a45422d401f5') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:26.500187 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-6f42819d-e591-4350-8749-56263721fb7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5536055-5580-4c6e-8101-a45422d401f5') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:26.509393 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6f42819d-e591-4350-8749-56263721fb7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.512849 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-25ad64ab-bf17-465d-a7cd-c2700e10f702 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.524111 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6f42819d-e591-4350-8749-56263721fb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.530498 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f42819d-e591-4350-8749-56263721fb7e admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:24:26.531048 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6f42819d-e591-4350-8749-56263721fb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.532770 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:24:26.532770 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:24:26.532770 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:24:26.532770 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:24:26.532770 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:24:26.532770 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:24:26.532770 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:24:26.532770 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:24:26.532770 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:24:26.532770 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:24:26.532770 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:24:26.532770 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:24:26.532770 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:24:26.532770 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:24:26.532770 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:24:26.532770 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:24:26.532770 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:24:26.532770 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:24:26.532770 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:24:26.532770 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:24:26.532770 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:24:26.532770 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:24:26.532770 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:24:26.532770 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:24:26.532770 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:24:26.532770 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:24:26.532770 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:24:26.532770 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:24:26.532770 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:24:26.532770 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:24:26.532770 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:24:26.532770 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:24:26.567737 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8cc0de-7b09-4dba-92c7-a5d242418ccc tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] Made reservation on behalf of 992479d63a2b499985ffbf056bf4d7bf for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:26.571167 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c8cc0de-7b09-4dba-92c7-a5d242418ccc tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.586886 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6f42819d-e591-4350-8749-56263721fb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.593315 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6f42819d-e591-4350-8749-56263721fb7e admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.595178 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6f42819d-e591-4350-8749-56263721fb7e admin admin] 10.222.0.16 "DELETE /v2.0/networks/855385cc-cfef-4ff4-afad-7741c554fcc0 HTTP/1.1" status: 204 len: 168 time: 0.2839794 Jul 15 23:24:26.596153 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c8cc0de-7b09-4dba-92c7-a5d242418ccc tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.606044 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42819d-e591-4350-8749-56263721fb7e admin admin] Pushing event deleted for resources: {'Network': ['ID=855385cc-cfef-4ff4-afad-7741c554fcc0,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:26.616105 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad64ab-bf17-465d-a7cd-c2700e10f702 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Pushing event updated for resources: {'Subnet': ['ID=58ff51f0-dc5a-44c6-957b-7c7ebe1400c9,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:26.629885 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ad64ab-bf17-465d-a7cd-c2700e10f702 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Checking segment: {'id': 'd25e7e59-6625-4f47-9835-09237de08806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f7750292-a7ab-4833-8ffd-92bc70c912c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:24:26.630239 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ad64ab-bf17-465d-a7cd-c2700e10f702 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Network hostable DHCP agents. Network: f7750292-a7ab-4833-8ffd-92bc70c912c9, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:24:26.666211 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ad64ab-bf17-465d-a7cd-c2700e10f702 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Network f7750292-a7ab-4833-8ffd-92bc70c912c9 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:24:26.682626 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-25ad64ab-bf17-465d-a7cd-c2700e10f702 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, f7750292-a7ab-4833-8ffd-92bc70c912c9) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:26.686869 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ad64ab-bf17-465d-a7cd-c2700e10f702 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:26.687450 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-25ad64ab-bf17-465d-a7cd-c2700e10f702 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.694946 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3d8020-0f76-430a-9983-cc7ac22dfea0 None None] Network f7750292-a7ab-4833-8ffd-92bc70c912c9 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:24:26.744192 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c8cc0de-7b09-4dba-92c7-a5d242418ccc tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.750466 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c8cc0de-7b09-4dba-92c7-a5d242418ccc tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.761387 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-25ad64ab-bf17-465d-a7cd-c2700e10f702 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5993083 Jul 15 23:24:26.764202 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40012) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:26.775782 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-fb9bbc5d-ff39-4df2-99af-b35cb7317452 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Request body: {'port': {'network_id': 'f7750292-a7ab-4833-8ffd-92bc70c912c9', 'name': 'tempest-TagsExtTest-475943369'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:26.777268 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8cc0de-7b09-4dba-92c7-a5d242418ccc tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:24:26.795409 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40014) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:26.830367 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8cc0de-7b09-4dba-92c7-a5d242418ccc tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=364609aa-bff8-4716-910e-4c0c636d98fb,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:26.834509 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c8cc0de-7b09-4dba-92c7-a5d242418ccc tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.834878 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-5c8cc0de-7b09-4dba-92c7-a5d242418ccc tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] Added segment c795b562-b229-44c8-9bb2-f566b52591ef of type vlan for network 5065af91-5abf-42ec-a0d7-553636323bbf Jul 15 23:24:26.891812 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 34d197f1-f5f1-4774-bb3e-961625cb3dfa no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:24:26.900174 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c8cc0de-7b09-4dba-92c7-a5d242418ccc tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.911378 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-90ea728d-ecaa-4c79-9b46-3ebe8daec895 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42bd1f8897274689aac8f497b607128b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1125388 Jul 15 23:24:26.916753 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40016) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:26.921571 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 34d197f1-f5f1-4774-bb3e-961625cb3dfa {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:24:26.922150 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 34d197f1-f5f1-4774-bb3e-961625cb3dfa not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:24:26.951078 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9bbc5d-ff39-4df2-99af-b35cb7317452 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Made reservation on behalf of 4bca46ce69444f31bfd7414fa2574a54 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:26.955085 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fb9bbc5d-ff39-4df2-99af-b35cb7317452 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.968699 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215c5383-3293-46bd-9198-619ed5dc6ed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-f7750292-a7ab-4833-8ffd-92bc70c912c9', 'network_id': 'f7750292-a7ab-4833-8ffd-92bc70c912c9', 'tenant_id': '4bca46ce69444f31bfd7414fa2574a54', 'fixed_ips': [{'subnet_id': '58ff51f0-dc5a-44c6-957b-7c7ebe1400c9'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:24:26.969812 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-215c5383-3293-46bd-9198-619ed5dc6ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.973578 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c8cc0de-7b09-4dba-92c7-a5d242418ccc tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.979242 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8cc0de-7b09-4dba-92c7-a5d242418ccc tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:26.980053 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c8cc0de-7b09-4dba-92c7-a5d242418ccc tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.981702 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-fb9bbc5d-ff39-4df2-99af-b35cb7317452 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] device_id is not set on port c95e04e4-5d9c-46bd-b375-0266dae214b9 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:24:27.021749 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5c8cc0de-7b09-4dba-92c7-a5d242418ccc tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6836317 Jul 15 23:24:27.025175 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40018) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:27.064123 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8cc0de-7b09-4dba-92c7-a5d242418ccc tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] Pushing event updated for resources: {'Network': ['ID=5065af91-5abf-42ec-a0d7-553636323bbf,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:27.067451 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5368f3e4-b1fd-4299-98c6-d18513be72e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.076237 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 5065af91-5abf-42ec-a0d7-553636323bbf details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:24:27.095503 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5368f3e4-b1fd-4299-98c6-d18513be72e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.149763 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5368f3e4-b1fd-4299-98c6-d18513be72e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.150673 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-fb9bbc5d-ff39-4df2-99af-b35cb7317452 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Allocated IP 172.20.0.8 (f7750292-a7ab-4833-8ffd-92bc70c912c9/58ff51f0-dc5a-44c6-957b-7c7ebe1400c9/c95e04e4-5d9c-46bd-b375-0266dae214b9) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:27.155463 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5368f3e4-b1fd-4299-98c6-d18513be72e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.156798 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5368f3e4-b1fd-4299-98c6-d18513be72e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/472aca09-85b9-4357-97c8-3d9ab838cf20 HTTP/1.1" status: 204 len: 168 time: 0.2404342 Jul 15 23:24:27.169333 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368f3e4-b1fd-4299-98c6-d18513be72e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472aca09-85b9-4357-97c8-3d9ab838cf20,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:27.263378 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-d7477312-4778-4a86-861c-0c940c9395f3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Request body: {'network': {'name': 'tempest-network--914108181', 'router:external': True}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:27.324573 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7477312-4778-4a86-861c-0c940c9395f3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Made reservation on behalf of 8cfcb4b5d6e24d1eb57204e655cd4517 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:27.327184 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d7477312-4778-4a86-861c-0c940c9395f3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.343478 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d7477312-4778-4a86-861c-0c940c9395f3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.383502 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fb9bbc5d-ff39-4df2-99af-b35cb7317452 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.409130 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-fb9bbc5d-ff39-4df2-99af-b35cb7317452 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Transition to ACTIVE for port object c95e04e4-5d9c-46bd-b375-0266dae214b9 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:27.471248 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fb9bbc5d-ff39-4df2-99af-b35cb7317452 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.523046 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-215c5383-3293-46bd-9198-619ed5dc6ed0 None None] Allocated IP 172.20.0.2 (f7750292-a7ab-4833-8ffd-92bc70c912c9/58ff51f0-dc5a-44c6-957b-7c7ebe1400c9/5c5dd656-86af-4794-8f1b-55ab2f5a0ddb) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:27.532485 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9bbc5d-ff39-4df2-99af-b35cb7317452 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Network f7750292-a7ab-4833-8ffd-92bc70c912c9 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:27.539121 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-fb9bbc5d-ff39-4df2-99af-b35cb7317452 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:27.547437 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d7477312-4778-4a86-861c-0c940c9395f3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.548740 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9bbc5d-ff39-4df2-99af-b35cb7317452 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:27.574077 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d7477312-4778-4a86-861c-0c940c9395f3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.592079 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9bbc5d-ff39-4df2-99af-b35cb7317452 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Pushing event updated for resources: {'Port': ['ID=c95e04e4-5d9c-46bd-b375-0266dae214b9,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:27.617151 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7477312-4778-4a86-861c-0c940c9395f3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:24:27.636541 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9bbc5d-ff39-4df2-99af-b35cb7317452 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:27.637188 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fb9bbc5d-ff39-4df2-99af-b35cb7317452 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.646755 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7477312-4778-4a86-861c-0c940c9395f3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f485e3-9909-410d-a017-38cf43a9b227,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:27.654277 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d7477312-4778-4a86-861c-0c940c9395f3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.655059 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-d7477312-4778-4a86-861c-0c940c9395f3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Added segment 9dfbf692-c809-4b3c-9cac-d966d1447a43 of type vlan for network 90ac9501-425b-41d2-a811-13fceb168c12 Jul 15 23:24:27.665402 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fb9bbc5d-ff39-4df2-99af-b35cb7317452 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.8995743 Jul 15 23:24:27.667912 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40038) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:27.672447 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-a2bee138-0ccb-4021-bf2e-4652e31ff974 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1033008445', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:27.691145 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-215c5383-3293-46bd-9198-619ed5dc6ed0 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.703875 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-215c5383-3293-46bd-9198-619ed5dc6ed0 None None] Transition to ACTIVE for port object 5c5dd656-86af-4794-8f1b-55ab2f5a0ddb will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:27.721665 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-215c5383-3293-46bd-9198-619ed5dc6ed0 None None] Transition to ACTIVE for port object 5c5dd656-86af-4794-8f1b-55ab2f5a0ddb will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:27.728109 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d7477312-4778-4a86-861c-0c940c9395f3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.728648 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-215c5383-3293-46bd-9198-619ed5dc6ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.741901 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2bee138-0ccb-4021-bf2e-4652e31ff974 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.742931 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2bee138-0ccb-4021-bf2e-4652e31ff974 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.781010 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215c5383-3293-46bd-9198-619ed5dc6ed0 None None] Network f7750292-a7ab-4833-8ffd-92bc70c912c9 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:27.783981 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-215c5383-3293-46bd-9198-619ed5dc6ed0 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:27.788603 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215c5383-3293-46bd-9198-619ed5dc6ed0 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:27.795942 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c5383-3293-46bd-9198-619ed5dc6ed0 None None] Pushing event updated for resources: {'Port': ['ID=5c5dd656-86af-4794-8f1b-55ab2f5a0ddb,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:27.819613 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d7477312-4778-4a86-861c-0c940c9395f3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.820517 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7477312-4778-4a86-861c-0c940c9395f3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:27.821099 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d7477312-4778-4a86-861c-0c940c9395f3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.824366 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2bee138-0ccb-4021-bf2e-4652e31ff974 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.842520 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2bee138-0ccb-4021-bf2e-4652e31ff974 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.870994 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d7477312-4778-4a86-861c-0c940c9395f3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8437665 Jul 15 23:24:27.876546 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40046) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:27.877735 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2bee138-0ccb-4021-bf2e-4652e31ff974 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.882913 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a2bee138-0ccb-4021-bf2e-4652e31ff974 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2139344 Jul 15 23:24:27.887480 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40048) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:27.895471 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e09cc524-cfd7-4349-b743-59aa1e9b912c tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-554461837', 'prefixes': ['172.20.0.0/16']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:27.914450 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7477312-4778-4a86-861c-0c940c9395f3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Pushing event updated for resources: {'Network': ['ID=90ac9501-425b-41d2-a811-13fceb168c12,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:27.984503 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 90ac9501-425b-41d2-a811-13fceb168c12 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:24:28.014843 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9cb4d16-3b1f-4372-ac6d-a7970f750582 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.036628 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e09cc524-cfd7-4349-b743-59aa1e9b912c tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks [] for subnetpool, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.037864 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e09cc524-cfd7-4349-b743-59aa1e9b912c tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1480067 Jul 15 23:24:28.041896 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40056) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:28.046714 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.tag.tag_plugin [None req-3278bd6d-f361-4457-bad3-79c32828be98 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '58ff51f0-dc5a-44c6-957b-7c7ebe1400c9', 'tempest-TagsExtTest-Tag-50650400') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:28.064138 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-215c5383-3293-46bd-9198-619ed5dc6ed0 None None] Attempting to bind port 5c5dd656-86af-4794-8f1b-55ab2f5a0ddb on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:24:28.064503 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-215c5383-3293-46bd-9198-619ed5dc6ed0 None None] Attempting to bind port 5c5dd656-86af-4794-8f1b-55ab2f5a0ddb by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'd25e7e59-6625-4f47-9835-09237de08806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f7750292-a7ab-4833-8ffd-92bc70c912c9'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:24:28.064867 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215c5383-3293-46bd-9198-619ed5dc6ed0 None None] Attempting to bind port 5c5dd656-86af-4794-8f1b-55ab2f5a0ddb on network f7750292-a7ab-4833-8ffd-92bc70c912c9 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:24:28.075226 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215c5383-3293-46bd-9198-619ed5dc6ed0 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:24:28.075519 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215c5383-3293-46bd-9198-619ed5dc6ed0 None None] Checking segment: {'id': 'd25e7e59-6625-4f47-9835-09237de08806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f7750292-a7ab-4833-8ffd-92bc70c912c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:24:28.075921 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-215c5383-3293-46bd-9198-619ed5dc6ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.076303 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215c5383-3293-46bd-9198-619ed5dc6ed0 None None] Bound using segment: {'id': 'd25e7e59-6625-4f47-9835-09237de08806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f7750292-a7ab-4833-8ffd-92bc70c912c9'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:24:28.077001 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-215c5383-3293-46bd-9198-619ed5dc6ed0 None None] Bound port: 5c5dd656-86af-4794-8f1b-55ab2f5a0ddb, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd25e7e59-6625-4f47-9835-09237de08806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f7750292-a7ab-4833-8ffd-92bc70c912c9'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:24:28.077365 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-215c5383-3293-46bd-9198-619ed5dc6ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.129169 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9cb4d16-3b1f-4372-ac6d-a7970f750582 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.142398 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c9cb4d16-3b1f-4372-ac6d-a7970f750582 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ac9501-425b-41d2-a811-13fceb168c12']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:28.153928 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-215c5383-3293-46bd-9198-619ed5dc6ed0 None None] For port 5c5dd656-86af-4794-8f1b-55ab2f5a0ddb, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:24:28.155216 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c9cb4d16-3b1f-4372-ac6d-a7970f750582 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dfbf692-c809-4b3c-9cac-d966d1447a43') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:28.155368 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c9cb4d16-3b1f-4372-ac6d-a7970f750582 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dfbf692-c809-4b3c-9cac-d966d1447a43') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:28.157169 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-215c5383-3293-46bd-9198-619ed5dc6ed0 None None] For port 5c5dd656-86af-4794-8f1b-55ab2f5a0ddb, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=5c5dd656-86af-4794-8f1b-55ab2f5a0ddb,segment=NetworkSegment(d25e7e59-6625-4f47-9835-09237de08806),segment_id=d25e7e59-6625-4f47-9835-09237de08806)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:24:28.161294 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-215c5383-3293-46bd-9198-619ed5dc6ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.166114 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9cb4d16-3b1f-4372-ac6d-a7970f750582 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.171295 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3278bd6d-f361-4457-bad3-79c32828be98 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "PUT /v2.0/subnets/58ff51f0-dc5a-44c6-957b-7c7ebe1400c9/tags/tempest-TagsExtTest-Tag-50650400 HTTP/1.1" status: 201 len: 201 time: 0.1281393 Jul 15 23:24:28.171950 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40058) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:28.177210 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.tag.tag_plugin [None req-c84ba89a-3ab5-4e78-8472-501c52caaee2 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c95e04e4-5d9c-46bd-b375-0266dae214b9', 'tempest-TagsExtTest-Tag-1339692796') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:28.187203 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9cb4d16-3b1f-4372-ac6d-a7970f750582 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.196793 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9cb4d16-3b1f-4372-ac6d-a7970f750582 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:24:28.197992 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9cb4d16-3b1f-4372-ac6d-a7970f750582 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:24:28.228280 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:24:28.246431 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c5383-3293-46bd-9198-619ed5dc6ed0 None None] Pushing event updated for resources: {'Port': ['ID=5c5dd656-86af-4794-8f1b-55ab2f5a0ddb,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:28.283286 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9cb4d16-3b1f-4372-ac6d-a7970f750582 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.291301 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c84ba89a-3ab5-4e78-8472-501c52caaee2 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "PUT /v2.0/ports/c95e04e4-5d9c-46bd-b375-0266dae214b9/tags/tempest-TagsExtTest-Tag-1339692796 HTTP/1.1" status: 201 len: 201 time: 0.1182957 Jul 15 23:24:28.294036 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40070) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:28.295495 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cb4d16-3b1f-4372-ac6d-a7970f750582 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 90ac9501-425b-41d2-a811-13fceb168c12 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 23:24:28.298799 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9cb4d16-3b1f-4372-ac6d-a7970f750582 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.299899 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.tag.tag_plugin [None req-e5709d4d-67cf-482b-ace7-5b1025108b38 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '41787640-fe56-4dfd-a450-85f27f90334d', 'tempest-TagsExtTest-Tag-1245676182') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:28.301657 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c9cb4d16-3b1f-4372-ac6d-a7970f750582 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] 10.222.0.16 "DELETE /v2.0/networks/90ac9501-425b-41d2-a811-13fceb168c12 HTTP/1.1" status: 204 len: 168 time: 0.4215050 Jul 15 23:24:28.307294 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40072) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:28.312020 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb4d16-3b1f-4372-ac6d-a7970f750582 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Pushing event deleted for resources: {'Network': ['ID=90ac9501-425b-41d2-a811-13fceb168c12,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:28.315897 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-903b2be5-49f6-4b5d-8981-db68407db95e tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:28.412488 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903b2be5-49f6-4b5d-8981-db68407db95e tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Made reservation on behalf of 8cfcb4b5d6e24d1eb57204e655cd4517 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:28.415017 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-903b2be5-49f6-4b5d-8981-db68407db95e tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.465157 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903b2be5-49f6-4b5d-8981-db68407db95e tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:24:28.476049 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-903b2be5-49f6-4b5d-8981-db68407db95e tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.476443 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-903b2be5-49f6-4b5d-8981-db68407db95e tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Added segment 0ef4e9ea-c6d6-409c-95a3-62ecacbc7af5 of type vlan for network 1eb666f2-05fe-4b32-86fb-21aa68084f0a Jul 15 23:24:28.620927 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc713334-5181-413b-a385-f71cefd16994 req-d9c909db-de53-462e-bfdf-c6ce472b0af8 tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0655921 Jul 15 23:24:28.624877 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e5709d4d-67cf-482b-ace7-5b1025108b38 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "PUT /v2.0/routers/41787640-fe56-4dfd-a450-85f27f90334d/tags/tempest-TagsExtTest-Tag-1245676182 HTTP/1.1" status: 201 len: 201 time: 0.3298151 Jul 15 23:24:28.627526 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-903b2be5-49f6-4b5d-8981-db68407db95e tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.628100 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40078) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:28.641052 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-d312314a-b35b-488c-ac23-19748f928040 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9aabc739-e521-4399-831f-951cdbc44b95', 'tempest-TagsExtTest-Tag-970055666') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:28.685212 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-903b2be5-49f6-4b5d-8981-db68407db95e tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.685212 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903b2be5-49f6-4b5d-8981-db68407db95e tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:28.685212 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-903b2be5-49f6-4b5d-8981-db68407db95e tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.704880 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-903b2be5-49f6-4b5d-8981-db68407db95e tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3965681 Jul 15 23:24:28.710664 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40080) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:28.728774 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-6191d539-3ac2-4522-9ea2-7ca46bed12bf tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Request body: {'subnet': {'network_id': '1eb666f2-05fe-4b32-86fb-21aa68084f0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:28.749490 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d312314a-b35b-488c-ac23-19748f928040 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "PUT /v2.0/subnetpools/9aabc739-e521-4399-831f-951cdbc44b95/tags/tempest-TagsExtTest-Tag-970055666 HTTP/1.1" status: 201 len: 201 time: 0.1182642 Jul 15 23:24:28.750468 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40084) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:28.755833 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-4be96761-58ce-4f57-b22f-fcb86aebeb33 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '58ff51f0-dc5a-44c6-957b-7c7ebe1400c9') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:28.797581 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b2be5-49f6-4b5d-8981-db68407db95e tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Pushing event updated for resources: {'Network': ['ID=1eb666f2-05fe-4b32-86fb-21aa68084f0a,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:28.802459 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6191d539-3ac2-4522-9ea2-7ca46bed12bf tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Made reservation on behalf of 8cfcb4b5d6e24d1eb57204e655cd4517 for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:28.806072 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6191d539-3ac2-4522-9ea2-7ca46bed12bf tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.811759 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 1eb666f2-05fe-4b32-86fb-21aa68084f0a details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:24:28.882670 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4be96761-58ce-4f57-b22f-fcb86aebeb33 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "GET /v2.0/subnets/58ff51f0-dc5a-44c6-957b-7c7ebe1400c9/tags HTTP/1.1" status: 200 len: 239 time: 0.1300340 Jul 15 23:24:28.884799 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40088) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:28.889153 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-c0a044cc-89ba-4bae-bea1-0101e1823099 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '58ff51f0-dc5a-44c6-957b-7c7ebe1400c9', 'tempest-TagsExtTest-Tag-50650400') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:28.959867 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c0a044cc-89ba-4bae-bea1-0101e1823099 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "GET /v2.0/subnets/58ff51f0-dc5a-44c6-957b-7c7ebe1400c9/tags/tempest-TagsExtTest-Tag-50650400 HTTP/1.1" status: 204 len: 168 time: 0.0737946 Jul 15 23:24:28.962151 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40092) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:28.967672 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-c99190dd-b1ab-4306-8cee-f70562011989 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '58ff51f0-dc5a-44c6-957b-7c7ebe1400c9', 'tempest-TagsExtTest-Tag-50650400') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:29.042142 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c99190dd-b1ab-4306-8cee-f70562011989 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "DELETE /v2.0/subnets/58ff51f0-dc5a-44c6-957b-7c7ebe1400c9/tags/tempest-TagsExtTest-Tag-50650400 HTTP/1.1" status: 204 len: 168 time: 0.0786300 Jul 15 23:24:29.044643 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40094) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:29.050089 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.tag.tag_plugin [None req-b1dde530-a9b5-476b-936e-c7534b5ca4e2 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '58ff51f0-dc5a-44c6-957b-7c7ebe1400c9') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:29.153212 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b1dde530-a9b5-476b-936e-c7534b5ca4e2 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "GET /v2.0/subnets/58ff51f0-dc5a-44c6-957b-7c7ebe1400c9/tags HTTP/1.1" status: 200 len: 205 time: 0.1069944 Jul 15 23:24:29.155796 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40096) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:29.160612 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-982533b8-de64-4fa3-87cb-3a8d25affdda tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c95e04e4-5d9c-46bd-b375-0266dae214b9') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:29.210682 n-d-787205-9 neutron-server[93799]: DEBUG neutron.objects.ports [None req-6191d539-3ac2-4522-9ea2-7ca46bed12bf tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93799) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:24:29.210904 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6191d539-3ac2-4522-9ea2-7ca46bed12bf tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:29.230711 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-982533b8-de64-4fa3-87cb-3a8d25affdda tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "GET /v2.0/ports/c95e04e4-5d9c-46bd-b375-0266dae214b9/tags HTTP/1.1" status: 200 len: 241 time: 0.0723333 Jul 15 23:24:29.232407 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40098) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:29.237689 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-9f8a7e31-2448-4767-8a54-ee009c22d4c6 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c95e04e4-5d9c-46bd-b375-0266dae214b9', 'tempest-TagsExtTest-Tag-1339692796') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:29.276070 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6191d539-3ac2-4522-9ea2-7ca46bed12bf tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Checking segment: {'id': '0ef4e9ea-c6d6-409c-95a3-62ecacbc7af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1eb666f2-05fe-4b32-86fb-21aa68084f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:24:29.276070 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6191d539-3ac2-4522-9ea2-7ca46bed12bf tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Network hostable DHCP agents. Network: 1eb666f2-05fe-4b32-86fb-21aa68084f0a, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:24:29.291599 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191d539-3ac2-4522-9ea2-7ca46bed12bf tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Pushing event updated for resources: {'Subnet': ['ID=11dc40e2-141f-456a-b6c6-b64e54d0c5fc,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:29.305501 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9f8a7e31-2448-4767-8a54-ee009c22d4c6 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "GET /v2.0/ports/c95e04e4-5d9c-46bd-b375-0266dae214b9/tags/tempest-TagsExtTest-Tag-1339692796 HTTP/1.1" status: 204 len: 168 time: 0.0717008 Jul 15 23:24:29.308065 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40100) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:29.309059 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6191d539-3ac2-4522-9ea2-7ca46bed12bf tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Network 1eb666f2-05fe-4b32-86fb-21aa68084f0a is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:24:29.313326 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-ec9846ca-5ebf-4e7d-b122-2151f4530a2d tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c95e04e4-5d9c-46bd-b375-0266dae214b9', 'tempest-TagsExtTest-Tag-1339692796') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:29.323260 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-6191d539-3ac2-4522-9ea2-7ca46bed12bf tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 1eb666f2-05fe-4b32-86fb-21aa68084f0a) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:29.330455 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6191d539-3ac2-4522-9ea2-7ca46bed12bf tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:29.330455 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6191d539-3ac2-4522-9ea2-7ca46bed12bf tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:29.338363 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0523cddb-c2fd-4566-b9c6-f1decfd4187f None None] Network 1eb666f2-05fe-4b32-86fb-21aa68084f0a requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:24:29.367997 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6191d539-3ac2-4522-9ea2-7ca46bed12bf tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6544049 Jul 15 23:24:29.371522 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40104) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:29.382477 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-ca28dacc-b2c7-4d8d-9841-f504f495b4af tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Request body: {'floatingip': {'floating_network_id': '1eb666f2-05fe-4b32-86fb-21aa68084f0a'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:29.437554 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ca28dacc-b2c7-4d8d-9841-f504f495b4af tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:29.512023 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ec9846ca-5ebf-4e7d-b122-2151f4530a2d tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "DELETE /v2.0/ports/c95e04e4-5d9c-46bd-b375-0266dae214b9/tags/tempest-TagsExtTest-Tag-1339692796 HTTP/1.1" status: 204 len: 168 time: 0.2025018 Jul 15 23:24:29.515908 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40106) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:29.522262 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-7448e47c-40df-4be6-8f0a-c1b53663ca9f tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c95e04e4-5d9c-46bd-b375-0266dae214b9') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:29.588859 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7448e47c-40df-4be6-8f0a-c1b53663ca9f tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "GET /v2.0/ports/c95e04e4-5d9c-46bd-b375-0266dae214b9/tags HTTP/1.1" status: 200 len: 205 time: 0.0694194 Jul 15 23:24:29.589377 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40108) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:29.594586 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.tag.tag_plugin [None req-15bd2ef2-c4a3-4768-a10d-71648bd9ca05 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '41787640-fe56-4dfd-a450-85f27f90334d') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:29.611255 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 5c5dd656-86af-4794-8f1b-55ab2f5a0ddb up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:24:29.632941 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ca28dacc-b2c7-4d8d-9841-f504f495b4af tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:29.647103 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf7efdb-55a2-4c2c-85d4-19c01d0dd7be None None] Network f7750292-a7ab-4833-8ffd-92bc70c912c9 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:24:29.654607 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7e03a8-1b35-4c4f-9880-d3e3ae05f313 None None] Network 1eb666f2-05fe-4b32-86fb-21aa68084f0a requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:24:29.722788 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-15bd2ef2-c4a3-4768-a10d-71648bd9ca05 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "GET /v2.0/routers/41787640-fe56-4dfd-a450-85f27f90334d/tags HTTP/1.1" status: 200 len: 241 time: 0.1322927 Jul 15 23:24:29.725392 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40112) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:29.731608 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.tag.tag_plugin [None req-3575fcd1-c7df-42b6-9178-2091f8e2852c tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '41787640-fe56-4dfd-a450-85f27f90334d', 'tempest-TagsExtTest-Tag-1245676182') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:29.755314 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-952bd510-73ce-4de3-83c3-bdf3e99f465c None None] Provisioning for port 5c5dd656-86af-4794-8f1b-55ab2f5a0ddb completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:29.842717 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 5c5dd656-86af-4794-8f1b-55ab2f5a0ddb completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:29.853285 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-52af8feb-923e-46fd-8e8e-3e41d1f0dd51 req-3b893f10-d69b-4b5b-80f6-5b3c9eaf9c2c tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0811496 Jul 15 23:24:29.870291 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3575fcd1-c7df-42b6-9178-2091f8e2852c tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "GET /v2.0/routers/41787640-fe56-4dfd-a450-85f27f90334d/tags/tempest-TagsExtTest-Tag-1245676182 HTTP/1.1" status: 204 len: 168 time: 0.1436656 Jul 15 23:24:29.872775 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40114) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:29.874342 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-ca28dacc-b2c7-4d8d-9841-f504f495b4af tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Allocated IP 172.20.0.12 (1eb666f2-05fe-4b32-86fb-21aa68084f0a/11dc40e2-141f-456a-b6c6-b64e54d0c5fc/7e12e2e2-7a3b-4828-aee4-51e83e5e19f8) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:29.877757 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-3894c367-86c0-4a74-81c3-d1b71f2bd252 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '41787640-fe56-4dfd-a450-85f27f90334d', 'tempest-TagsExtTest-Tag-1245676182') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:29.885559 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 5c5dd656-86af-4794-8f1b-55ab2f5a0ddb triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:29.885920 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:30.015225 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3894c367-86c0-4a74-81c3-d1b71f2bd252 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "DELETE /v2.0/routers/41787640-fe56-4dfd-a450-85f27f90334d/tags/tempest-TagsExtTest-Tag-1245676182 HTTP/1.1" status: 204 len: 168 time: 0.1412978 Jul 15 23:24:30.015790 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ca28dacc-b2c7-4d8d-9841-f504f495b4af tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:30.018565 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40116) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:30.024784 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.tag.tag_plugin [None req-75cd4ae8-746f-488c-b55b-ff1757999bb9 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '41787640-fe56-4dfd-a450-85f27f90334d') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:30.078918 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:30.120214 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 5c5dd656-86af-4794-8f1b-55ab2f5a0ddb, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=5c5dd656-86af-4794-8f1b-55ab2f5a0ddb,segment=NetworkSegment(d25e7e59-6625-4f47-9835-09237de08806),segment_id=d25e7e59-6625-4f47-9835-09237de08806)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:30.125542 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:30.195288 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=5c5dd656-86af-4794-8f1b-55ab2f5a0ddb,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:30.323397 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-96a3021e-2cef-4a2a-b0c4-6d9da5a19dc2 None None] Provisioning complete for port 5c5dd656-86af-4794-8f1b-55ab2f5a0ddb triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:30.324021 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-96a3021e-2cef-4a2a-b0c4-6d9da5a19dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:30.419995 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-96a3021e-2cef-4a2a-b0c4-6d9da5a19dc2 None None] Provisioning for port c95e04e4-5d9c-46bd-b375-0266dae214b9 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:30.424350 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-96a3021e-2cef-4a2a-b0c4-6d9da5a19dc2 None None] Provisioning complete for port c95e04e4-5d9c-46bd-b375-0266dae214b9 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:30.424776 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-96a3021e-2cef-4a2a-b0c4-6d9da5a19dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:30.447241 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-75cd4ae8-746f-488c-b55b-ff1757999bb9 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "GET /v2.0/routers/41787640-fe56-4dfd-a450-85f27f90334d/tags HTTP/1.1" status: 200 len: 205 time: 0.4273748 Jul 15 23:24:30.449847 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40118) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:30.457972 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ca28dacc-b2c7-4d8d-9841-f504f495b4af tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:30.459298 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-25bf73fa-b38f-4f8f-bd81-5fe820cb9ae1 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9aabc739-e521-4399-831f-951cdbc44b95') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:30.468169 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-96a3021e-2cef-4a2a-b0c4-6d9da5a19dc2 None None] Port c95e04e4-5d9c-46bd-b375-0266dae214b9 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:24:30.496566 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca28dacc-b2c7-4d8d-9841-f504f495b4af tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Network 1eb666f2-05fe-4b32-86fb-21aa68084f0a is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:30.499484 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-ca28dacc-b2c7-4d8d-9841-f504f495b4af tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:30.506384 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca28dacc-b2c7-4d8d-9841-f504f495b4af tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:30.511628 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-25bf73fa-b38f-4f8f-bd81-5fe820cb9ae1 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "GET /v2.0/subnetpools/9aabc739-e521-4399-831f-951cdbc44b95/tags HTTP/1.1" status: 200 len: 240 time: 0.0540028 Jul 15 23:24:30.512661 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40122) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:30.517838 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-e7e2a873-46ac-40f2-902c-d9facb8ee250 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9aabc739-e521-4399-831f-951cdbc44b95', 'tempest-TagsExtTest-Tag-970055666') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:30.534425 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28dacc-b2c7-4d8d-9841-f504f495b4af tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Pushing event updated for resources: {'Port': ['ID=7e12e2e2-7a3b-4828-aee4-51e83e5e19f8,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:30.553336 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e7e2a873-46ac-40f2-902c-d9facb8ee250 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "GET /v2.0/subnetpools/9aabc739-e521-4399-831f-951cdbc44b95/tags/tempest-TagsExtTest-Tag-970055666 HTTP/1.1" status: 204 len: 168 time: 0.0394535 Jul 15 23:24:30.555665 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40124) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:30.560267 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-9488b3d4-8d01-4e7e-8318-e4701d1ab654 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9aabc739-e521-4399-831f-951cdbc44b95', 'tempest-TagsExtTest-Tag-970055666') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:30.590682 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-74a53002-432a-4f24-8bae-df685438972c None None] Provisioning complete for port c95e04e4-5d9c-46bd-b375-0266dae214b9 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:30.591438 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-74a53002-432a-4f24-8bae-df685438972c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:30.601340 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9488b3d4-8d01-4e7e-8318-e4701d1ab654 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "DELETE /v2.0/subnetpools/9aabc739-e521-4399-831f-951cdbc44b95/tags/tempest-TagsExtTest-Tag-970055666 HTTP/1.1" status: 204 len: 168 time: 0.0424428 Jul 15 23:24:30.602004 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40126) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:30.606651 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-fb83aa94-af36-4507-ab7f-a630a052a67a tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9aabc739-e521-4399-831f-951cdbc44b95') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:30.611704 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ca28dacc-b2c7-4d8d-9841-f504f495b4af tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:30.632120 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fb83aa94-af36-4507-ab7f-a630a052a67a tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "GET /v2.0/subnetpools/9aabc739-e521-4399-831f-951cdbc44b95/tags HTTP/1.1" status: 200 len: 205 time: 0.0294065 Jul 15 23:24:30.632361 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-74a53002-432a-4f24-8bae-df685438972c None None] Port c95e04e4-5d9c-46bd-b375-0266dae214b9 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:24:30.635065 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40128) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:30.640514 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-fcc1bd86-5602-458e-b59a-3da69f642b52 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9aabc739-e521-4399-831f-951cdbc44b95') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:30.666821 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fcc1bd86-5602-458e-b59a-3da69f642b52 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "DELETE /v2.0/subnetpools/9aabc739-e521-4399-831f-951cdbc44b95/tags HTTP/1.1" status: 204 len: 168 time: 0.0300560 Jul 15 23:24:30.667885 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ca28dacc-b2c7-4d8d-9841-f504f495b4af tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:30.669042 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40130) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:30.673604 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-d54eb244-438f-400c-970f-9e9fb2244253 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '41787640-fe56-4dfd-a450-85f27f90334d') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:30.755716 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d54eb244-438f-400c-970f-9e9fb2244253 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "DELETE /v2.0/routers/41787640-fe56-4dfd-a450-85f27f90334d/tags HTTP/1.1" status: 204 len: 168 time: 0.0856099 Jul 15 23:24:30.758217 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40132) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:30.762433 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-b4d174b9-f2c3-4716-ba91-8ddade4b30e9 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c95e04e4-5d9c-46bd-b375-0266dae214b9') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:30.820961 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b4d174b9-f2c3-4716-ba91-8ddade4b30e9 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "DELETE /v2.0/ports/c95e04e4-5d9c-46bd-b375-0266dae214b9/tags HTTP/1.1" status: 204 len: 168 time: 0.0617425 Jul 15 23:24:30.823741 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40134) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:30.825983 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ca28dacc-b2c7-4d8d-9841-f504f495b4af tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:30.828181 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-7457013f-7c03-4ad4-bd97-eb91fd5df261 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '58ff51f0-dc5a-44c6-957b-7c7ebe1400c9') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:30.830647 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ca28dacc-b2c7-4d8d-9841-f504f495b4af tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:30.884300 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7457013f-7c03-4ad4-bd97-eb91fd5df261 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "DELETE /v2.0/subnets/58ff51f0-dc5a-44c6-957b-7c7ebe1400c9/tags HTTP/1.1" status: 204 len: 168 time: 0.0594616 Jul 15 23:24:30.888293 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40136) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:30.892606 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-dd9ccf13-d23f-4043-ac48-537f0ac90931 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '58ff51f0-dc5a-44c6-957b-7c7ebe1400c9', 'tempest-TagsExtTest-Tag-302800995') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:30.901129 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28dacc-b2c7-4d8d-9841-f504f495b4af tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Pushing event updated for resources: {'Port': ['ID=7e12e2e2-7a3b-4828-aee4-51e83e5e19f8,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:30.907658 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ca28dacc-b2c7-4d8d-9841-f504f495b4af tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:30.923216 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ca28dacc-b2c7-4d8d-9841-f504f495b4af tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:30.928363 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ca28dacc-b2c7-4d8d-9841-f504f495b4af tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5520802 Jul 15 23:24:30.928958 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40140) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:30.966386 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-dd9ccf13-d23f-4043-ac48-537f0ac90931 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "PUT /v2.0/subnets/58ff51f0-dc5a-44c6-957b-7c7ebe1400c9/tags/tempest-TagsExtTest-Tag-302800995 HTTP/1.1" status: 201 len: 201 time: 0.0773604 Jul 15 23:24:30.968937 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40142) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:30.974720 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-dfcf1166-c33e-4f9d-8fc3-dfc0983c1b46 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c95e04e4-5d9c-46bd-b375-0266dae214b9', 'tempest-TagsExtTest-Tag-2005771197') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:31.010828 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ed626b9a-55be-4488-8759-8b0b0da4582e tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] 10.222.0.16 "GET /v2.0/floatingips?floating_network_id=1eb666f2-05fe-4b32-86fb-21aa68084f0a HTTP/1.1" status: 200 len: 690 time: 0.0804806 Jul 15 23:24:31.011326 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40144) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:31.042473 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0464c729-f24e-401c-9b79-2616fed18f40 req-426f6347-f121-4430-8703-308c93a0f87d tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0282404 Jul 15 23:24:31.105282 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-dfcf1166-c33e-4f9d-8fc3-dfc0983c1b46 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "PUT /v2.0/ports/c95e04e4-5d9c-46bd-b375-0266dae214b9/tags/tempest-TagsExtTest-Tag-2005771197 HTTP/1.1" status: 201 len: 201 time: 0.1350305 Jul 15 23:24:31.108330 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40146) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:31.113657 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.tag.tag_plugin [None req-72c32dc1-24f9-49f6-a782-9dc7b8c339e1 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '41787640-fe56-4dfd-a450-85f27f90334d', 'tempest-TagsExtTest-Tag-1214223272') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:31.122034 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0907c041-184f-4dd6-a4c7-d2e98128b530 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.206965 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-72c32dc1-24f9-49f6-a782-9dc7b8c339e1 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "PUT /v2.0/routers/41787640-fe56-4dfd-a450-85f27f90334d/tags/tempest-TagsExtTest-Tag-1214223272 HTTP/1.1" status: 201 len: 201 time: 0.0972090 Jul 15 23:24:31.209486 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40148) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:31.214466 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.tag.tag_plugin [None req-76eb9eea-f102-452b-a4e6-f1820bee9531 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9aabc739-e521-4399-831f-951cdbc44b95', 'tempest-TagsExtTest-Tag-1916195519') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:31.239974 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-0907c041-184f-4dd6-a4c7-d2e98128b530 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Deleting port 7e12e2e2-7a3b-4828-aee4-51e83e5e19f8 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:31.240477 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0907c041-184f-4dd6-a4c7-d2e98128b530 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.268911 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-76eb9eea-f102-452b-a4e6-f1820bee9531 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "PUT /v2.0/subnetpools/9aabc739-e521-4399-831f-951cdbc44b95/tags/tempest-TagsExtTest-Tag-1916195519 HTTP/1.1" status: 201 len: 201 time: 0.0582969 Jul 15 23:24:31.271898 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40150) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:31.277318 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-e043cea1-b3e8-4738-9efb-28744cbcea04 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '58ff51f0-dc5a-44c6-957b-7c7ebe1400c9', {'tags': ['tempest-TagsExtTest-Tag-1434028919', 'tempest-TagsExtTest-Tag-1558494121', 'tempest-TagsExtTest-Tag-818464927']}) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:31.380228 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0907c041-184f-4dd6-a4c7-d2e98128b530 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.380604 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0907c041-184f-4dd6-a4c7-d2e98128b530 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.400812 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-0907c041-184f-4dd6-a4c7-d2e98128b530 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Calling delete_port for 7e12e2e2-7a3b-4828-aee4-51e83e5e19f8 owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:31.414409 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e043cea1-b3e8-4738-9efb-28744cbcea04 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "PUT /v2.0/subnets/58ff51f0-dc5a-44c6-957b-7c7ebe1400c9/tags HTTP/1.1" status: 200 len: 317 time: 0.1388614 Jul 15 23:24:31.414843 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40154) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:31.419915 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.tag.tag_plugin [None req-376de41a-f21b-4e5a-924c-df748d668701 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '58ff51f0-dc5a-44c6-957b-7c7ebe1400c9') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:31.510323 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 5c5dd656-86af-4794-8f1b-55ab2f5a0ddb up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:24:31.511832 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-32c20dfc-90de-42e6-979d-18c96f0d49e9 req-28d1ebf4-ba56-4cd8-af04-6eaa5cba064b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.2032590 Jul 15 23:24:31.526701 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-376de41a-f21b-4e5a-924c-df748d668701 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "DELETE /v2.0/subnets/58ff51f0-dc5a-44c6-957b-7c7ebe1400c9/tags HTTP/1.1" status: 204 len: 168 time: 0.1090717 Jul 15 23:24:31.528341 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40156) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:31.533227 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.tag.tag_plugin [None req-63dbb5dc-8280-474b-9110-910fa23dee29 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '58ff51f0-dc5a-44c6-957b-7c7ebe1400c9', 'tempest-TagsExtTest-Tag-1434028919') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:31.571797 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 5c5dd656-86af-4794-8f1b-55ab2f5a0ddb triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:31.572360 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.605592 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-63dbb5dc-8280-474b-9110-910fa23dee29 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] show failed (client error): The resource could not be found. Jul 15 23:24:31.607231 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-63dbb5dc-8280-474b-9110-910fa23dee29 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "GET /v2.0/subnets/58ff51f0-dc5a-44c6-957b-7c7ebe1400c9/tags/tempest-TagsExtTest-Tag-1434028919 HTTP/1.1" status: 404 len: 329 time: 0.0777481 Jul 15 23:24:31.610365 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40160) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:31.614447 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0907c041-184f-4dd6-a4c7-d2e98128b530 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.618029 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.tag.tag_plugin [None req-7f9e3f1b-2d78-4728-9f26-ae277d290065 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '58ff51f0-dc5a-44c6-957b-7c7ebe1400c9', 'tempest-TagsExtTest-Tag-1558494121') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:31.656501 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907c041-184f-4dd6-a4c7-d2e98128b530 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e12e2e2-7a3b-4828-aee4-51e83e5e19f8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:31.700626 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-7f9e3f1b-2d78-4728-9f26-ae277d290065 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] show failed (client error): The resource could not be found. Jul 15 23:24:31.704476 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7f9e3f1b-2d78-4728-9f26-ae277d290065 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "GET /v2.0/subnets/58ff51f0-dc5a-44c6-957b-7c7ebe1400c9/tags/tempest-TagsExtTest-Tag-1558494121 HTTP/1.1" status: 404 len: 329 time: 0.0902321 Jul 15 23:24:31.705153 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40164) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:31.710134 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.tag.tag_plugin [None req-37421d2e-7535-481b-90c6-086317a276be tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '58ff51f0-dc5a-44c6-957b-7c7ebe1400c9', 'tempest-TagsExtTest-Tag-818464927') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:31.729988 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0907c041-184f-4dd6-a4c7-d2e98128b530 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.769099 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-37421d2e-7535-481b-90c6-086317a276be tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] show failed (client error): The resource could not be found. Jul 15 23:24:31.770236 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-37421d2e-7535-481b-90c6-086317a276be tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "GET /v2.0/subnets/58ff51f0-dc5a-44c6-957b-7c7ebe1400c9/tags/tempest-TagsExtTest-Tag-818464927 HTTP/1.1" status: 404 len: 328 time: 0.0640991 Jul 15 23:24:31.773160 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40168) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:31.779289 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.tag.tag_plugin [None req-93e4cac3-d85e-4f71-93c1-47e651070b49 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c95e04e4-5d9c-46bd-b375-0266dae214b9', {'tags': ['tempest-TagsExtTest-Tag-714722021', 'tempest-TagsExtTest-Tag-1110126806', 'tempest-TagsExtTest-Tag-751744113']}) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:31.801857 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0907c041-184f-4dd6-a4c7-d2e98128b530 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.856756 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40170) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:31.858834 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-93e4cac3-d85e-4f71-93c1-47e651070b49 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "PUT /v2.0/ports/c95e04e4-5d9c-46bd-b375-0266dae214b9/tags HTTP/1.1" status: 200 len: 316 time: 0.0795293 Jul 15 23:24:31.861650 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-3b1072e1-6880-48b6-88c9-6fd52f53b5f1 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c95e04e4-5d9c-46bd-b375-0266dae214b9') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:31.887841 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0907c041-184f-4dd6-a4c7-d2e98128b530 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.925009 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907c041-184f-4dd6-a4c7-d2e98128b530 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=11dc40e2-141f-456a-b6c6-b64e54d0c5fc,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:31.993640 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0907c041-184f-4dd6-a4c7-d2e98128b530 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.009477 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-0907c041-184f-4dd6-a4c7-d2e98128b530 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb666f2-05fe-4b32-86fb-21aa68084f0a']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:32.023232 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-0907c041-184f-4dd6-a4c7-d2e98128b530 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef4e9ea-c6d6-409c-95a3-62ecacbc7af5') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:32.023629 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-0907c041-184f-4dd6-a4c7-d2e98128b530 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef4e9ea-c6d6-409c-95a3-62ecacbc7af5') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:32.036486 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0907c041-184f-4dd6-a4c7-d2e98128b530 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.059925 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0907c041-184f-4dd6-a4c7-d2e98128b530 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.064098 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3b1072e1-6880-48b6-88c9-6fd52f53b5f1 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "DELETE /v2.0/ports/c95e04e4-5d9c-46bd-b375-0266dae214b9/tags HTTP/1.1" status: 204 len: 168 time: 0.2058935 Jul 15 23:24:32.067105 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40174) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:32.071842 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.tag.tag_plugin [None req-850855d7-ca0e-4e49-87b1-059c40103214 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c95e04e4-5d9c-46bd-b375-0266dae214b9', 'tempest-TagsExtTest-Tag-714722021') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:32.084693 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0907c041-184f-4dd6-a4c7-d2e98128b530 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:24:32.085109 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0907c041-184f-4dd6-a4c7-d2e98128b530 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.087011 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:24:32.087011 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:24:32.087011 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:24:32.087011 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:24:32.087011 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:24:32.087011 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:24:32.087011 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:24:32.087011 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:24:32.087011 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:24:32.087011 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:24:32.087011 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:24:32.087011 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:24:32.087011 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:24:32.087011 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:24:32.087011 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:24:32.087011 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:24:32.087011 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:24:32.087011 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:24:32.087011 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:24:32.087011 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:24:32.087011 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:24:32.087011 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:24:32.087011 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:24:32.087011 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:24:32.087011 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:24:32.087011 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:24:32.087011 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:24:32.087011 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:24:32.087011 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:24:32.087011 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:24:32.087011 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:24:32.087011 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:24:32.150020 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-850855d7-ca0e-4e49-87b1-059c40103214 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] show failed (client error): The resource could not be found. Jul 15 23:24:32.155382 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-850855d7-ca0e-4e49-87b1-059c40103214 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "GET /v2.0/ports/c95e04e4-5d9c-46bd-b375-0266dae214b9/tags/tempest-TagsExtTest-Tag-714722021 HTTP/1.1" status: 404 len: 328 time: 0.0873499 Jul 15 23:24:32.158849 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40184) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:32.164958 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.tag.tag_plugin [None req-bc102546-a9cd-42d9-a22a-bad3971c2df9 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c95e04e4-5d9c-46bd-b375-0266dae214b9', 'tempest-TagsExtTest-Tag-1110126806') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:32.186355 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0907c041-184f-4dd6-a4c7-d2e98128b530 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.199132 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0907c041-184f-4dd6-a4c7-d2e98128b530 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1eb666f2-05fe-4b32-86fb-21aa68084f0a {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 23:24:32.220323 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0907c041-184f-4dd6-a4c7-d2e98128b530 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.225223 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0907c041-184f-4dd6-a4c7-d2e98128b530 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] 10.222.0.16 "DELETE /v2.0/networks/1eb666f2-05fe-4b32-86fb-21aa68084f0a HTTP/1.1" status: 204 len: 168 time: 1.2100215 Jul 15 23:24:32.233318 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40186) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:32.241274 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907c041-184f-4dd6-a4c7-d2e98128b530 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Pushing event deleted for resources: {'Network': ['ID=1eb666f2-05fe-4b32-86fb-21aa68084f0a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:32.268473 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3df18bd6-af2c-48fc-ba45-49f45a866b6e req-c08adf3a-4ea6-4092-a6c2-355c018abcff tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0532992 Jul 15 23:24:32.335361 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-bc102546-a9cd-42d9-a22a-bad3971c2df9 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] show failed (client error): The resource could not be found. Jul 15 23:24:32.337037 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-bc102546-a9cd-42d9-a22a-bad3971c2df9 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "GET /v2.0/ports/c95e04e4-5d9c-46bd-b375-0266dae214b9/tags/tempest-TagsExtTest-Tag-1110126806 HTTP/1.1" status: 404 len: 329 time: 0.1768301 Jul 15 23:24:32.340240 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40190) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:32.353205 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.tag.tag_plugin [None req-4fa8fcc7-c8cf-43a9-a75c-eb522e4eca36 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c95e04e4-5d9c-46bd-b375-0266dae214b9', 'tempest-TagsExtTest-Tag-751744113') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:32.375643 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ee6f958b-99ad-45c0-96dc-426fc2a018e2 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2565 time: 0.1407473 Jul 15 23:24:32.379022 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40192) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:32.424168 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-4fa8fcc7-c8cf-43a9-a75c-eb522e4eca36 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] show failed (client error): The resource could not be found. Jul 15 23:24:32.426128 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4fa8fcc7-c8cf-43a9-a75c-eb522e4eca36 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "GET /v2.0/ports/c95e04e4-5d9c-46bd-b375-0266dae214b9/tags/tempest-TagsExtTest-Tag-751744113 HTTP/1.1" status: 404 len: 328 time: 0.0843005 Jul 15 23:24:32.428807 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40194) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:32.434885 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.tag.tag_plugin [None req-be6d8d16-66a1-41ca-92df-f96cf427f8cc tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '41787640-fe56-4dfd-a450-85f27f90334d', {'tags': ['tempest-TagsExtTest-Tag-1986064894', 'tempest-TagsExtTest-Tag-762758928', 'tempest-TagsExtTest-Tag-1309752993']}) {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:32.496066 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b46abf-9a2f-48d8-bb42-8e5d7076169c tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:32.496774 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b46abf-9a2f-48d8-bb42-8e5d7076169c tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:32.497629 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b46abf-9a2f-48d8-bb42-8e5d7076169c tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:32.498226 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b46abf-9a2f-48d8-bb42-8e5d7076169c tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:32.499041 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b46abf-9a2f-48d8-bb42-8e5d7076169c tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:32.499626 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b46abf-9a2f-48d8-bb42-8e5d7076169c tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:32.500350 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b46abf-9a2f-48d8-bb42-8e5d7076169c tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:32.500910 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b46abf-9a2f-48d8-bb42-8e5d7076169c tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:32.503294 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c5b46abf-9a2f-48d8-bb42-8e5d7076169c tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5254 time: 0.1230872 Jul 15 23:24:32.506948 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40198) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:32.553836 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-be6d8d16-66a1-41ca-92df-f96cf427f8cc tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "PUT /v2.0/routers/41787640-fe56-4dfd-a450-85f27f90334d/tags HTTP/1.1" status: 200 len: 317 time: 0.1237020 Jul 15 23:24:32.556292 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40200) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:32.561482 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-21cc52c9-8c9e-4779-b8c0-c23ba559ebb1 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] delete failed (client error): The resource could not be found. Jul 15 23:24:32.561965 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.tag.tag_plugin [None req-f589ce75-aba7-49ca-8d38-1e776a621f32 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '41787640-fe56-4dfd-a450-85f27f90334d') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:32.562919 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-21cc52c9-8c9e-4779-b8c0-c23ba559ebb1 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/693f0755-2140-48ac-b0fc-bd210c0528a4 HTTP/1.1" status: 404 len: 345 time: 0.0547712 Jul 15 23:24:32.566719 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40202) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:32.627120 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e4fd5e-d7ef-41fc-9cb1-e7ee5e98cdff tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] DELETE failed (client error): The resource could not be found. Jul 15 23:24:32.627787 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e4fd5e-d7ef-41fc-9cb1-e7ee5e98cdff tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:24:32.630710 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-82e4fd5e-d7ef-41fc-9cb1-e7ee5e98cdff tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] 10.222.0.16 "DELETE /v2.0/networks/1eb666f2-05fe-4b32-86fb-21aa68084f0a HTTP/1.1" status: 404 len: 339 time: 0.0626850 Jul 15 23:24:32.635177 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40204) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:32.644459 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-623c175f-2817-44ce-9e5a-b31e4b7a9f14 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Request body: {'network': {'name': 'tempest-network--327283387', 'router:external': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:32.692463 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623c175f-2817-44ce-9e5a-b31e4b7a9f14 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Made reservation on behalf of 8cfcb4b5d6e24d1eb57204e655cd4517 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:32.695303 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-623c175f-2817-44ce-9e5a-b31e4b7a9f14 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.740037 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-623c175f-2817-44ce-9e5a-b31e4b7a9f14 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:24:32.754541 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-623c175f-2817-44ce-9e5a-b31e4b7a9f14 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.754925 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-623c175f-2817-44ce-9e5a-b31e4b7a9f14 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Added segment b80c40f1-f5f5-480e-a0ca-be4a0d132bc9 of type vlan for network 514d400b-e208-4259-96c4-3544ef9149ff Jul 15 23:24:32.761430 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f589ce75-aba7-49ca-8d38-1e776a621f32 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "DELETE /v2.0/routers/41787640-fe56-4dfd-a450-85f27f90334d/tags HTTP/1.1" status: 204 len: 168 time: 0.2012298 Jul 15 23:24:32.761742 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40206) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:32.768062 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.tag.tag_plugin [None req-432376fb-42dc-45af-818b-3b2ec3102ead tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '41787640-fe56-4dfd-a450-85f27f90334d', 'tempest-TagsExtTest-Tag-1986064894') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:32.834857 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-623c175f-2817-44ce-9e5a-b31e4b7a9f14 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.868989 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-432376fb-42dc-45af-818b-3b2ec3102ead tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] show failed (client error): The resource could not be found. Jul 15 23:24:32.870162 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-432376fb-42dc-45af-818b-3b2ec3102ead tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "GET /v2.0/routers/41787640-fe56-4dfd-a450-85f27f90334d/tags/tempest-TagsExtTest-Tag-1986064894 HTTP/1.1" status: 404 len: 329 time: 0.1074092 Jul 15 23:24:32.874141 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40210) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:32.879596 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-19ba9f75-8484-48a9-bdf7-5637b18a7f38 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '41787640-fe56-4dfd-a450-85f27f90334d', 'tempest-TagsExtTest-Tag-762758928') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:32.882978 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-623c175f-2817-44ce-9e5a-b31e4b7a9f14 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.883926 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623c175f-2817-44ce-9e5a-b31e4b7a9f14 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:32.884483 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-623c175f-2817-44ce-9e5a-b31e4b7a9f14 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.976915 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-623c175f-2817-44ce-9e5a-b31e4b7a9f14 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3411679 Jul 15 23:24:32.979647 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40212) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:33.014476 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c175f-2817-44ce-9e5a-b31e4b7a9f14 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Pushing event updated for resources: {'Network': ['ID=514d400b-e208-4259-96c4-3544ef9149ff,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:33.022506 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-19ba9f75-8484-48a9-bdf7-5637b18a7f38 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] show failed (client error): The resource could not be found. Jul 15 23:24:33.022866 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-19ba9f75-8484-48a9-bdf7-5637b18a7f38 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "GET /v2.0/routers/41787640-fe56-4dfd-a450-85f27f90334d/tags/tempest-TagsExtTest-Tag-762758928 HTTP/1.1" status: 404 len: 328 time: 0.1476378 Jul 15 23:24:33.025710 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40214) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:33.027546 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 514d400b-e208-4259-96c4-3544ef9149ff details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:24:33.030599 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-f8a1c573-c791-44b0-997c-d114106e01a7 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '41787640-fe56-4dfd-a450-85f27f90334d', 'tempest-TagsExtTest-Tag-1309752993') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:33.101911 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be778989-0639-4d52-bced-b1fa89d78bf9 tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:33.103977 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-f8a1c573-c791-44b0-997c-d114106e01a7 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] show failed (client error): The resource could not be found. Jul 15 23:24:33.105016 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f8a1c573-c791-44b0-997c-d114106e01a7 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "GET /v2.0/routers/41787640-fe56-4dfd-a450-85f27f90334d/tags/tempest-TagsExtTest-Tag-1309752993 HTTP/1.1" status: 404 len: 329 time: 0.0783145 Jul 15 23:24:33.107813 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40216) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:33.108223 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be778989-0639-4d52-bced-b1fa89d78bf9 tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:33.112269 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-04b859a6-bd5c-413d-a19c-7b5339660347 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9aabc739-e521-4399-831f-951cdbc44b95', {'tags': ['tempest-TagsExtTest-Tag-1800478828', 'tempest-TagsExtTest-Tag-1578038843', 'tempest-TagsExtTest-Tag-314947044']}) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:33.114678 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be778989-0639-4d52-bced-b1fa89d78bf9 tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:33.120721 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be778989-0639-4d52-bced-b1fa89d78bf9 tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:33.122501 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-be778989-0639-4d52-bced-b1fa89d78bf9 tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2451 time: 0.1418631 Jul 15 23:24:33.125424 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40218) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:33.149481 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-04b859a6-bd5c-413d-a19c-7b5339660347 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "PUT /v2.0/subnetpools/9aabc739-e521-4399-831f-951cdbc44b95/tags HTTP/1.1" status: 200 len: 317 time: 0.0406754 Jul 15 23:24:33.152003 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40220) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:33.156369 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-ba44dd4c-68ab-4ed0-a9cd-8fa8674cebf5 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9aabc739-e521-4399-831f-951cdbc44b95') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:33.199804 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ba44dd4c-68ab-4ed0-a9cd-8fa8674cebf5 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "DELETE /v2.0/subnetpools/9aabc739-e521-4399-831f-951cdbc44b95/tags HTTP/1.1" status: 204 len: 168 time: 0.0443380 Jul 15 23:24:33.200480 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9c70a062-4d7e-433d-97c7-74dd308e96a3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:33.200587 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40224) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:33.204922 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-776cfb29-46eb-4500-bc26-c7c9aefe6d99 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9aabc739-e521-4399-831f-951cdbc44b95', 'tempest-TagsExtTest-Tag-1800478828') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:33.226340 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-776cfb29-46eb-4500-bc26-c7c9aefe6d99 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] show failed (client error): The resource could not be found. Jul 15 23:24:33.227746 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-776cfb29-46eb-4500-bc26-c7c9aefe6d99 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "GET /v2.0/subnetpools/9aabc739-e521-4399-831f-951cdbc44b95/tags/tempest-TagsExtTest-Tag-1800478828 HTTP/1.1" status: 404 len: 329 time: 0.0266171 Jul 15 23:24:33.231121 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40226) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:33.235616 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-21233a72-8265-406c-aa19-c1128a5597fb tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9aabc739-e521-4399-831f-951cdbc44b95', 'tempest-TagsExtTest-Tag-1578038843') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:33.257330 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-21233a72-8265-406c-aa19-c1128a5597fb tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] show failed (client error): The resource could not be found. Jul 15 23:24:33.260829 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-21233a72-8265-406c-aa19-c1128a5597fb tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "GET /v2.0/subnetpools/9aabc739-e521-4399-831f-951cdbc44b95/tags/tempest-TagsExtTest-Tag-1578038843 HTTP/1.1" status: 404 len: 329 time: 0.0261734 Jul 15 23:24:33.261173 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40230) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:33.267060 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.tag.tag_plugin [None req-bacfd975-3565-490b-afce-497d2b9941fc tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9aabc739-e521-4399-831f-951cdbc44b95', 'tempest-TagsExtTest-Tag-314947044') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:33.297659 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9c70a062-4d7e-433d-97c7-74dd308e96a3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:33.315398 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-9c70a062-4d7e-433d-97c7-74dd308e96a3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['514d400b-e208-4259-96c4-3544ef9149ff']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:33.326830 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-9c70a062-4d7e-433d-97c7-74dd308e96a3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80c40f1-f5f5-480e-a0ca-be4a0d132bc9') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:33.327132 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-9c70a062-4d7e-433d-97c7-74dd308e96a3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80c40f1-f5f5-480e-a0ca-be4a0d132bc9') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:33.339326 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9c70a062-4d7e-433d-97c7-74dd308e96a3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:33.346195 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-bacfd975-3565-490b-afce-497d2b9941fc tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] show failed (client error): The resource could not be found. Jul 15 23:24:33.350236 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-bacfd975-3565-490b-afce-497d2b9941fc tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "GET /v2.0/subnetpools/9aabc739-e521-4399-831f-951cdbc44b95/tags/tempest-TagsExtTest-Tag-314947044 HTTP/1.1" status: 404 len: 328 time: 0.0851431 Jul 15 23:24:33.350533 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40236) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:33.357117 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.tag.tag_plugin [None req-bf272b4a-07c1-4c21-9729-64c2f8790ccd tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9aabc739-e521-4399-831f-951cdbc44b95') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:33.381629 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9c70a062-4d7e-433d-97c7-74dd308e96a3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:33.390669 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c70a062-4d7e-433d-97c7-74dd308e96a3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:24:33.391083 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9c70a062-4d7e-433d-97c7-74dd308e96a3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:24:33.393524 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:24:33.495875 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a1c16bc5-befa-40e5-b833-9f64ee9cf707 req-0992ca1f-1c87-4c2e-8626-a89f8c437422 tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0406051 Jul 15 23:24:33.500052 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-bf272b4a-07c1-4c21-9729-64c2f8790ccd tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "DELETE /v2.0/subnetpools/9aabc739-e521-4399-831f-951cdbc44b95/tags HTTP/1.1" status: 204 len: 168 time: 0.1460023 Jul 15 23:24:33.500052 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9c70a062-4d7e-433d-97c7-74dd308e96a3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:33.500510 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40242) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:33.505122 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.tag.tag_plugin [None req-a95b2172-840e-47e4-b5de-98d6fb18ed0b tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '41787640-fe56-4dfd-a450-85f27f90334d') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:33.541435 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c70a062-4d7e-433d-97c7-74dd308e96a3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 514d400b-e208-4259-96c4-3544ef9149ff {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 23:24:33.544111 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9c70a062-4d7e-433d-97c7-74dd308e96a3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:33.546295 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9c70a062-4d7e-433d-97c7-74dd308e96a3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] 10.222.0.16 "DELETE /v2.0/networks/514d400b-e208-4259-96c4-3544ef9149ff HTTP/1.1" status: 204 len: 168 time: 0.4197886 Jul 15 23:24:33.551281 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40246) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:33.559836 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b7af291c-ec61-4f3c-b5c3-2da0427f6440 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Request body: {'network': {'name': 'tempest-network--919104609', 'router:external': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:33.560829 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70a062-4d7e-433d-97c7-74dd308e96a3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Pushing event deleted for resources: {'Network': ['ID=514d400b-e208-4259-96c4-3544ef9149ff,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:33.593149 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7af291c-ec61-4f3c-b5c3-2da0427f6440 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Made reservation on behalf of 8cfcb4b5d6e24d1eb57204e655cd4517 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:33.596622 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7af291c-ec61-4f3c-b5c3-2da0427f6440 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:33.630585 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40250) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:33.631360 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a95b2172-840e-47e4-b5de-98d6fb18ed0b tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "DELETE /v2.0/routers/41787640-fe56-4dfd-a450-85f27f90334d/tags HTTP/1.1" status: 204 len: 168 time: 0.1290753 Jul 15 23:24:33.643322 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-69fe84d8-cb4a-43e1-8702-1b7fbde9a8a6 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c95e04e4-5d9c-46bd-b375-0266dae214b9') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:33.685786 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7af291c-ec61-4f3c-b5c3-2da0427f6440 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:24:33.697539 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7af291c-ec61-4f3c-b5c3-2da0427f6440 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:33.698946 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-b7af291c-ec61-4f3c-b5c3-2da0427f6440 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Added segment e6d47aa2-9ac3-41a6-aa52-698f0a8d7ef0 of type vlan for network 63732b75-4f28-4b52-9db1-ca6c724f545a Jul 15 23:24:33.776151 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7af291c-ec61-4f3c-b5c3-2da0427f6440 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:33.797893 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40260) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:33.798141 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-69fe84d8-cb4a-43e1-8702-1b7fbde9a8a6 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "DELETE /v2.0/ports/c95e04e4-5d9c-46bd-b375-0266dae214b9/tags HTTP/1.1" status: 204 len: 168 time: 0.1634333 Jul 15 23:24:33.804679 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.tag.tag_plugin [None req-d1b5285c-57f9-4a54-a0ee-4523d54b5ef3 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '58ff51f0-dc5a-44c6-957b-7c7ebe1400c9') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:33.831247 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7af291c-ec61-4f3c-b5c3-2da0427f6440 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:33.834372 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7af291c-ec61-4f3c-b5c3-2da0427f6440 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:33.835020 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7af291c-ec61-4f3c-b5c3-2da0427f6440 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:33.883828 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d1b5285c-57f9-4a54-a0ee-4523d54b5ef3 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "DELETE /v2.0/subnets/58ff51f0-dc5a-44c6-957b-7c7ebe1400c9/tags HTTP/1.1" status: 204 len: 168 time: 0.0812364 Jul 15 23:24:33.884638 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40264) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:33.902063 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b7af291c-ec61-4f3c-b5c3-2da0427f6440 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3495278 Jul 15 23:24:33.904533 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40266) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:34.049548 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de89f3f-e9c1-44c5-ad3d-99bf36b7663e tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:34.057389 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40268) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:34.057722 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8de89f3f-e9c1-44c5-ad3d-99bf36b7663e tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] 10.222.0.16 "GET /v2.0/networks/63732b75-4f28-4b52-9db1-ca6c724f545a HTTP/1.1" status: 200 len: 756 time: 0.1516616 Jul 15 23:24:34.059511 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af291c-ec61-4f3c-b5c3-2da0427f6440 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Pushing event updated for resources: {'Network': ['ID=63732b75-4f28-4b52-9db1-ca6c724f545a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:34.072387 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 63732b75-4f28-4b52-9db1-ca6c724f545a details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:24:34.092962 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aca75139-2fdd-4807-90a2-7a051c754160 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks [] for subnetpool, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:34.095431 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-aca75139-2fdd-4807-90a2-7a051c754160 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "DELETE /v2.0/subnetpools/9aabc739-e521-4399-831f-951cdbc44b95 HTTP/1.1" status: 204 len: 168 time: 0.2086458 Jul 15 23:24:34.103823 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40274) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:34.155605 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-65e0453a-4c2f-4da0-ac58-f1a457d9a600 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "GET /v2.0/ports?device_id=41787640-fe56-4dfd-a450-85f27f90334d HTTP/1.1" status: 200 len: 205 time: 0.0504224 Jul 15 23:24:34.162335 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40278) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:34.207520 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1210788-579d-455e-ab88-580dc7e1888b tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:34.209965 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b1210788-579d-455e-ab88-580dc7e1888b tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] 10.222.0.16 "GET /v2.0/networks/5065af91-5abf-42ec-a0d7-553636323bbf HTTP/1.1" status: 200 len: 766 time: 0.1511576 Jul 15 23:24:34.215464 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40280) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:34.283337 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccb3c80d-e4dd-4784-82eb-7a8885a1003e tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:34.367757 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ed70499e-974f-48ff-9e48-fdfd98e6b614 req-550e5707-1c6d-456b-994b-67bd43692065 tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0597923 Jul 15 23:24:34.373507 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c7e2d69b-c071-4968-a8d7-bc800c1e6fc3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:34.472958 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c7e2d69b-c071-4968-a8d7-bc800c1e6fc3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:34.484279 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-c7e2d69b-c071-4968-a8d7-bc800c1e6fc3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63732b75-4f28-4b52-9db1-ca6c724f545a']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:34.496344 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-c7e2d69b-c071-4968-a8d7-bc800c1e6fc3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d47aa2-9ac3-41a6-aa52-698f0a8d7ef0') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:34.497056 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-c7e2d69b-c071-4968-a8d7-bc800c1e6fc3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d47aa2-9ac3-41a6-aa52-698f0a8d7ef0') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:34.507946 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c7e2d69b-c071-4968-a8d7-bc800c1e6fc3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:34.525165 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c7e2d69b-c071-4968-a8d7-bc800c1e6fc3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:34.532582 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e2d69b-c071-4968-a8d7-bc800c1e6fc3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:24:34.533222 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c7e2d69b-c071-4968-a8d7-bc800c1e6fc3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:34.535399 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:24:34.535399 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:24:34.535399 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:24:34.535399 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:24:34.535399 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:24:34.535399 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:24:34.535399 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:24:34.535399 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:24:34.535399 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:24:34.535399 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:24:34.535399 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:24:34.535399 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:24:34.535399 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:24:34.535399 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:24:34.535399 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:24:34.535399 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:24:34.535399 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:24:34.535399 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:24:34.535399 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:24:34.535399 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:24:34.535399 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:24:34.535399 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:24:34.535399 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:24:34.535399 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:24:34.535399 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:24:34.535399 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:24:34.535399 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:24:34.535399 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:24:34.535399 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:24:34.535399 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:24:34.535399 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:24:34.535399 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:24:34.603251 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c7e2d69b-c071-4968-a8d7-bc800c1e6fc3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:34.614345 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e2d69b-c071-4968-a8d7-bc800c1e6fc3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 63732b75-4f28-4b52-9db1-ca6c724f545a {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 23:24:34.618137 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c7e2d69b-c071-4968-a8d7-bc800c1e6fc3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:34.623500 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c7e2d69b-c071-4968-a8d7-bc800c1e6fc3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] 10.222.0.16 "DELETE /v2.0/networks/63732b75-4f28-4b52-9db1-ca6c724f545a HTTP/1.1" status: 204 len: 168 time: 0.4036243 Jul 15 23:24:34.630455 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40282) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:34.636321 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-f7741663-bf18-4dea-adde-056b059d784f tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Request body: {'network': {'name': 'tempest-network--651861463'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:34.658316 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2d69b-c071-4968-a8d7-bc800c1e6fc3 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Pushing event deleted for resources: {'Network': ['ID=63732b75-4f28-4b52-9db1-ca6c724f545a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:34.661465 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7741663-bf18-4dea-adde-056b059d784f tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Made reservation on behalf of 8cfcb4b5d6e24d1eb57204e655cd4517 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:34.664746 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f7741663-bf18-4dea-adde-056b059d784f tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:34.692594 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7741663-bf18-4dea-adde-056b059d784f tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:24:34.703967 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f7741663-bf18-4dea-adde-056b059d784f tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:34.704399 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-f7741663-bf18-4dea-adde-056b059d784f tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Added segment f51f6599-e464-41db-9de0-ddafd7bb8233 of type vlan for network 6cabbc63-6b93-4e97-9384-51a5d06c6790 Jul 15 23:24:34.756520 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f7741663-bf18-4dea-adde-056b059d784f tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:34.793533 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f7741663-bf18-4dea-adde-056b059d784f tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:34.794980 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7741663-bf18-4dea-adde-056b059d784f tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:34.795402 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f7741663-bf18-4dea-adde-056b059d784f tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:34.860482 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7741663-bf18-4dea-adde-056b059d784f tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Pushing event updated for resources: {'Network': ['ID=6cabbc63-6b93-4e97-9384-51a5d06c6790,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:34.871906 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 6cabbc63-6b93-4e97-9384-51a5d06c6790 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:24:34.882688 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f7741663-bf18-4dea-adde-056b059d784f tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2509458 Jul 15 23:24:34.883450 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40286) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:34.888525 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-5ada4cdf-b2ed-48f2-975a-7e06bfd1b133 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:34.919598 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccb3c80d-e4dd-4784-82eb-7a8885a1003e tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:34.922326 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccb3c80d-e4dd-4784-82eb-7a8885a1003e tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:34.977922 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccb3c80d-e4dd-4784-82eb-7a8885a1003e tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:34.978743 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb3c80d-e4dd-4784-82eb-7a8885a1003e tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Fanout notify agent at l3_agent the message router_deleted on router 41787640-fe56-4dfd-a450-85f27f90334d {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:24:34.986102 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccb3c80d-e4dd-4784-82eb-7a8885a1003e tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:34.987252 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ccb3c80d-e4dd-4784-82eb-7a8885a1003e tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "DELETE /v2.0/routers/41787640-fe56-4dfd-a450-85f27f90334d HTTP/1.1" status: 204 len: 168 time: 0.8236499 Jul 15 23:24:34.990117 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40288) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:35.092428 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-aa164f5c-f78c-45f9-8952-4e8761be90bd tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Deleting port c95e04e4-5d9c-46bd-b375-0266dae214b9 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:35.092782 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa164f5c-f78c-45f9-8952-4e8761be90bd tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:35.106157 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5ada4cdf-b2ed-48f2-975a-7e06bfd1b133 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:35.125055 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5ada4cdf-b2ed-48f2-975a-7e06bfd1b133 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:35.150388 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5ada4cdf-b2ed-48f2-975a-7e06bfd1b133 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Network 6cabbc63-6b93-4e97-9384-51a5d06c6790 is not hosted by any dhcp agent {{(pid=93799) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 23:24:35.151342 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ada4cdf-b2ed-48f2-975a-7e06bfd1b133 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:35.152026 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5ada4cdf-b2ed-48f2-975a-7e06bfd1b133 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:35.156408 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5ada4cdf-b2ed-48f2-975a-7e06bfd1b133 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] 10.222.0.16 "PUT /v2.0/networks/6cabbc63-6b93-4e97-9384-51a5d06c6790 HTTP/1.1" status: 200 len: 857 time: 0.2719719 Jul 15 23:24:35.157212 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40290) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:35.189565 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa164f5c-f78c-45f9-8952-4e8761be90bd tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:35.202317 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-aa164f5c-f78c-45f9-8952-4e8761be90bd tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Calling delete_port for c95e04e4-5d9c-46bd-b375-0266dae214b9 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:35.230806 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada4cdf-b2ed-48f2-975a-7e06bfd1b133 tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Pushing event updated for resources: {'Network': ['ID=6cabbc63-6b93-4e97-9384-51a5d06c6790,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:35.283312 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-483140e1-02f7-4832-aded-5d663d6d8e5a tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:35.349642 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa164f5c-f78c-45f9-8952-4e8761be90bd tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:35.366979 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-483140e1-02f7-4832-aded-5d663d6d8e5a tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:35.376934 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-483140e1-02f7-4832-aded-5d663d6d8e5a tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cabbc63-6b93-4e97-9384-51a5d06c6790']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:35.380418 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa164f5c-f78c-45f9-8952-4e8761be90bd tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Pushing event deleted for resources: {'Port': ['ID=c95e04e4-5d9c-46bd-b375-0266dae214b9,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:35.387842 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-483140e1-02f7-4832-aded-5d663d6d8e5a tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f51f6599-e464-41db-9de0-ddafd7bb8233') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:35.388144 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-483140e1-02f7-4832-aded-5d663d6d8e5a tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f51f6599-e464-41db-9de0-ddafd7bb8233') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:35.397364 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-483140e1-02f7-4832-aded-5d663d6d8e5a tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:35.419553 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-483140e1-02f7-4832-aded-5d663d6d8e5a tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:35.427972 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-483140e1-02f7-4832-aded-5d663d6d8e5a tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:24:35.428460 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-483140e1-02f7-4832-aded-5d663d6d8e5a tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:35.430683 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:24:35.430683 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:24:35.430683 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:24:35.430683 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:24:35.430683 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:24:35.430683 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:24:35.430683 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:24:35.430683 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:24:35.430683 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:24:35.430683 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:24:35.430683 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:24:35.430683 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:24:35.430683 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:24:35.430683 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:24:35.430683 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:24:35.430683 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:24:35.430683 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:24:35.430683 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:24:35.430683 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:24:35.430683 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:24:35.430683 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:24:35.430683 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:24:35.430683 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:24:35.430683 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:24:35.430683 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:24:35.430683 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:24:35.430683 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:24:35.430683 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:24:35.430683 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:24:35.430683 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:24:35.430683 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:24:35.430683 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:24:35.472490 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa164f5c-f78c-45f9-8952-4e8761be90bd tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:35.475867 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-aa164f5c-f78c-45f9-8952-4e8761be90bd tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "DELETE /v2.0/ports/c95e04e4-5d9c-46bd-b375-0266dae214b9 HTTP/1.1" status: 204 len: 168 time: 0.4845588 Jul 15 23:24:35.481337 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40294) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:35.531664 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-483140e1-02f7-4832-aded-5d663d6d8e5a tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:35.541803 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483140e1-02f7-4832-aded-5d663d6d8e5a tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6cabbc63-6b93-4e97-9384-51a5d06c6790 {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 23:24:35.552983 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-483140e1-02f7-4832-aded-5d663d6d8e5a tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:35.554909 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-483140e1-02f7-4832-aded-5d663d6d8e5a tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] 10.222.0.16 "DELETE /v2.0/networks/6cabbc63-6b93-4e97-9384-51a5d06c6790 HTTP/1.1" status: 204 len: 168 time: 0.3901019 Jul 15 23:24:35.559042 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-3abf5b60-6ee6-4383-b620-95f391a97876 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Deleting subnet 58ff51f0-dc5a-44c6-957b-7c7ebe1400c9 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:24:35.559202 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40296) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:35.568872 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3abf5b60-6ee6-4383-b620-95f391a97876 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:35.588530 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-662d47be-1b13-46cb-9ea2-4d396083b68b tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] DELETE failed (client error): The resource could not be found. Jul 15 23:24:35.591023 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-662d47be-1b13-46cb-9ea2-4d396083b68b tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:24:35.596231 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-662d47be-1b13-46cb-9ea2-4d396083b68b tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] 10.222.0.16 "DELETE /v2.0/subnets/11dc40e2-141f-456a-b6c6-b64e54d0c5fc HTTP/1.1" status: 404 len: 337 time: 0.0357687 Jul 15 23:24:35.596872 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40298) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:35.633477 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3abf5b60-6ee6-4383-b620-95f391a97876 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:35.661616 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483140e1-02f7-4832-aded-5d663d6d8e5a tempest-ExternalNetworksTestJSON-850384324 tempest-ExternalNetworksTestJSON-850384324-project-admin] Pushing event deleted for resources: {'Network': ['ID=6cabbc63-6b93-4e97-9384-51a5d06c6790,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:35.722475 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1eb068f2-54c2-43e1-aad9-fef2b61806d6 req-d87c177d-59a1-4eab-9f92-fe5f64443f32 tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0626938 Jul 15 23:24:35.749730 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-906b6221-6daa-43d6-aef7-be7521cff6e9 tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:35.805912 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3abf5b60-6ee6-4383-b620-95f391a97876 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:35.882740 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-906b6221-6daa-43d6-aef7-be7521cff6e9 tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:35.891973 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3abf5b60-6ee6-4383-b620-95f391a97876 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:35.894563 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-906b6221-6daa-43d6-aef7-be7521cff6e9 tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5065af91-5abf-42ec-a0d7-553636323bbf']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:35.910895 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-906b6221-6daa-43d6-aef7-be7521cff6e9 tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c795b562-b229-44c8-9bb2-f566b52591ef') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:35.911191 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-906b6221-6daa-43d6-aef7-be7521cff6e9 tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c795b562-b229-44c8-9bb2-f566b52591ef') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:35.922405 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-906b6221-6daa-43d6-aef7-be7521cff6e9 tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:35.924864 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf5b60-6ee6-4383-b620-95f391a97876 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Pushing event deleted for resources: {'Subnet': ['ID=58ff51f0-dc5a-44c6-957b-7c7ebe1400c9,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:35.932901 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3abf5b60-6ee6-4383-b620-95f391a97876 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:35.935478 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3abf5b60-6ee6-4383-b620-95f391a97876 tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "DELETE /v2.0/subnets/58ff51f0-dc5a-44c6-957b-7c7ebe1400c9 HTTP/1.1" status: 204 len: 168 time: 0.4534926 Jul 15 23:24:35.937967 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40302) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:35.940477 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602405c9-abe5-461f-9f04-03a943f8826c None None] Network f7750292-a7ab-4833-8ffd-92bc70c912c9 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:24:35.948671 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-906b6221-6daa-43d6-aef7-be7521cff6e9 tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:35.961289 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906b6221-6daa-43d6-aef7-be7521cff6e9 tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:24:35.962498 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-906b6221-6daa-43d6-aef7-be7521cff6e9 tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:35.965931 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:24:35.965931 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:24:35.965931 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:24:35.965931 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:24:35.965931 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:24:35.965931 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:24:35.965931 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:24:35.965931 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:24:35.965931 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:24:35.965931 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:24:35.965931 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:24:35.965931 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:24:35.965931 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:24:35.965931 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:24:35.965931 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:24:35.965931 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:24:35.965931 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:24:35.965931 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:24:35.965931 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:24:35.965931 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:24:35.965931 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:24:35.965931 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:24:35.965931 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:24:35.965931 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:24:35.965931 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:24:35.965931 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:24:35.965931 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:24:35.965931 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:24:35.965931 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:24:35.965931 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:24:35.965931 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:24:35.965931 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:24:36.032328 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-906b6221-6daa-43d6-aef7-be7521cff6e9 tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.040155 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a426e5bd-00b7-4ad3-a073-00d55870bc1f tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.062860 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-906b6221-6daa-43d6-aef7-be7521cff6e9 tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.068905 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-906b6221-6daa-43d6-aef7-be7521cff6e9 tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] 10.222.0.16 "DELETE /v2.0/networks/5065af91-5abf-42ec-a0d7-553636323bbf HTTP/1.1" status: 204 len: 168 time: 0.4667170 Jul 15 23:24:36.070111 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b6221-6daa-43d6-aef7-be7521cff6e9 tempest-ExternalNetworksTestJSON-1681714870 tempest-ExternalNetworksTestJSON-1681714870-project] Pushing event deleted for resources: {'Network': ['ID=5065af91-5abf-42ec-a0d7-553636323bbf,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:36.130928 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a426e5bd-00b7-4ad3-a073-00d55870bc1f tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Deleting port 5c5dd656-86af-4794-8f1b-55ab2f5a0ddb {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:36.131346 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a426e5bd-00b7-4ad3-a073-00d55870bc1f tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.233653 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410ceb87-9787-4f4d-a7dd-62306a810652 None None] DHCP port deletion for f7750292-a7ab-4833-8ffd-92bc70c912c9 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:24:36.234814 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-a426e5bd-00b7-4ad3-a073-00d55870bc1f tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] For port 5c5dd656-86af-4794-8f1b-55ab2f5a0ddb, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=5c5dd656-86af-4794-8f1b-55ab2f5a0ddb,segment=NetworkSegment(d25e7e59-6625-4f47-9835-09237de08806),segment_id=d25e7e59-6625-4f47-9835-09237de08806)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:36.235196 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a426e5bd-00b7-4ad3-a073-00d55870bc1f tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.248684 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a426e5bd-00b7-4ad3-a073-00d55870bc1f tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Calling delete_port for 5c5dd656-86af-4794-8f1b-55ab2f5a0ddb owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:36.305394 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-410ceb87-9787-4f4d-a7dd-62306a810652 None None] Deleting port 5c5dd656-86af-4794-8f1b-55ab2f5a0ddb {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:36.306041 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-410ceb87-9787-4f4d-a7dd-62306a810652 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.336331 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a426e5bd-00b7-4ad3-a073-00d55870bc1f tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.368923 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426e5bd-00b7-4ad3-a073-00d55870bc1f tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Pushing event deleted for resources: {'Port': ['ID=5c5dd656-86af-4794-8f1b-55ab2f5a0ddb,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:36.371270 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a426e5bd-00b7-4ad3-a073-00d55870bc1f tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] No DVR routers for this DVR port 5c5dd656-86af-4794-8f1b-55ab2f5a0ddb on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:24:36.398002 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-410ceb87-9787-4f4d-a7dd-62306a810652 None None] For port 5c5dd656-86af-4794-8f1b-55ab2f5a0ddb, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=5c5dd656-86af-4794-8f1b-55ab2f5a0ddb,segment=NetworkSegment(d25e7e59-6625-4f47-9835-09237de08806),segment_id=d25e7e59-6625-4f47-9835-09237de08806)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:36.398742 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-410ceb87-9787-4f4d-a7dd-62306a810652 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.411578 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-410ceb87-9787-4f4d-a7dd-62306a810652 None None] Calling delete_port for 5c5dd656-86af-4794-8f1b-55ab2f5a0ddb owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:36.468303 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a426e5bd-00b7-4ad3-a073-00d55870bc1f tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.478753 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40308) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:36.480134 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-a426e5bd-00b7-4ad3-a073-00d55870bc1f tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7750292-a7ab-4833-8ffd-92bc70c912c9']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:36.501824 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-410ceb87-9787-4f4d-a7dd-62306a810652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.503967 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-a426e5bd-00b7-4ad3-a073-00d55870bc1f tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd25e7e59-6625-4f47-9835-09237de08806') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:36.504276 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-a426e5bd-00b7-4ad3-a073-00d55870bc1f tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd25e7e59-6625-4f47-9835-09237de08806') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:36.525847 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a426e5bd-00b7-4ad3-a073-00d55870bc1f tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.529343 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ceb87-9787-4f4d-a7dd-62306a810652 None None] Pushing event deleted for resources: {'Port': ['ID=5c5dd656-86af-4794-8f1b-55ab2f5a0ddb,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:36.537175 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410ceb87-9787-4f4d-a7dd-62306a810652 None None] No DVR routers for this DVR port 5c5dd656-86af-4794-8f1b-55ab2f5a0ddb on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:24:36.551937 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a426e5bd-00b7-4ad3-a073-00d55870bc1f tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.559008 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a426e5bd-00b7-4ad3-a073-00d55870bc1f tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:24:36.559656 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a426e5bd-00b7-4ad3-a073-00d55870bc1f tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.563123 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:24:36.563123 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:24:36.563123 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:24:36.563123 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:24:36.563123 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:24:36.563123 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:24:36.563123 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:24:36.563123 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:24:36.563123 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:24:36.563123 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:24:36.563123 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:24:36.563123 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:24:36.563123 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:24:36.563123 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:24:36.563123 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:24:36.563123 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:24:36.563123 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:24:36.563123 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:24:36.563123 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:24:36.563123 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:24:36.563123 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:24:36.563123 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:24:36.563123 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:24:36.563123 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:24:36.563123 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:24:36.563123 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:24:36.563123 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:24:36.563123 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:24:36.563123 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:24:36.563123 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:24:36.563123 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:24:36.563123 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:24:36.624797 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a426e5bd-00b7-4ad3-a073-00d55870bc1f tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.635280 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a426e5bd-00b7-4ad3-a073-00d55870bc1f tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.639543 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a426e5bd-00b7-4ad3-a073-00d55870bc1f tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] 10.222.0.16 "DELETE /v2.0/networks/f7750292-a7ab-4833-8ffd-92bc70c912c9 HTTP/1.1" status: 204 len: 168 time: 0.6972215 Jul 15 23:24:36.656583 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4ce525e1-b070-4df3-9ded-c5389fa7e088 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=992479d63a2b499985ffbf056bf4d7bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1745563 Jul 15 23:24:36.657395 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40314) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:36.662801 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426e5bd-00b7-4ad3-a073-00d55870bc1f tempest-TagsExtTest-1013839731 tempest-TagsExtTest-1013839731-project] Pushing event deleted for resources: {'Network': ['ID=f7750292-a7ab-4833-8ffd-92bc70c912c9,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:36.714280 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e025fd7-8653-4384-ba9b-8ff8bf1373a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.737342 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e025fd7-8653-4384-ba9b-8ff8bf1373a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.799967 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e025fd7-8653-4384-ba9b-8ff8bf1373a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.804590 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e025fd7-8653-4384-ba9b-8ff8bf1373a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.812223 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2e025fd7-8653-4384-ba9b-8ff8bf1373a0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/364609aa-bff8-4716-910e-4c0c636d98fb HTTP/1.1" status: 204 len: 168 time: 0.1537900 Jul 15 23:24:36.846039 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e025fd7-8653-4384-ba9b-8ff8bf1373a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364609aa-bff8-4716-910e-4c0c636d98fb,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:36.891777 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40322) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:36.925211 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-49802e47-ae0f-4294-ac52-159abe5f2425 req-8119ffcb-f835-4c63-bd80-0bffc92703b8 tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0470507 Jul 15 23:24:37.053793 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d1bcd86b-7a27-4e70-a70d-b5c51f91d6c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4bca46ce69444f31bfd7414fa2574a54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1606441 Jul 15 23:24:37.056040 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40328) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:37.109984 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03f3965d-d138-4f47-9823-0878d7b0b8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:37.133386 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03f3965d-d138-4f47-9823-0878d7b0b8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:37.193217 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03f3965d-d138-4f47-9823-0878d7b0b8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:37.196759 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03f3965d-d138-4f47-9823-0878d7b0b8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:37.198061 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-03f3965d-d138-4f47-9823-0878d7b0b8e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/32a08fa7-237c-4057-8c9b-9a2a3865ad97 HTTP/1.1" status: 204 len: 168 time: 0.1404951 Jul 15 23:24:37.207793 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3965d-d138-4f47-9823-0878d7b0b8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a08fa7-237c-4057-8c9b-9a2a3865ad97,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:37.239783 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40334) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:37.284417 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-427129bc-a62e-4195-a0b4-30b44f348bfd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8cfcb4b5d6e24d1eb57204e655cd4517&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412543 Jul 15 23:24:37.284703 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40336) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:37.336347 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a7cddfde-d693-460e-887e-46a29761e3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:37.357829 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a7cddfde-d693-460e-887e-46a29761e3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:37.407941 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a7cddfde-d693-460e-887e-46a29761e3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:37.411099 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a7cddfde-d693-460e-887e-46a29761e3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:37.412262 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a7cddfde-d693-460e-887e-46a29761e3cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/77f485e3-9909-410d-a017-38cf43a9b227 HTTP/1.1" status: 204 len: 168 time: 0.1263947 Jul 15 23:24:37.420300 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cddfde-d693-460e-887e-46a29761e3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f485e3-9909-410d-a017-38cf43a9b227,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:37.514419 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 5c5dd656-86af-4794-8f1b-55ab2f5a0ddb no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:24:37.540772 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 5c5dd656-86af-4794-8f1b-55ab2f5a0ddb {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:24:37.544463 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 5c5dd656-86af-4794-8f1b-55ab2f5a0ddb not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:24:37.951992 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40372) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:38.110663 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab54e592-f158-4984-8239-3e3c89cbf323 req-7eb42538-fef9-4792-8ea5-ef3e9933e0d9 tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0349650 Jul 15 23:24:38.122148 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-34fb774a-ebde-481d-be09-d352667c2c58 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1362298992'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:38.148841 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fb774a-ebde-481d-be09-d352667c2c58 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] Made reservation on behalf of 50af3fcf9f924beda3c422e97f96bd5c for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:38.152764 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34fb774a-ebde-481d-be09-d352667c2c58 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:38.162334 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34fb774a-ebde-481d-be09-d352667c2c58 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:38.260444 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34fb774a-ebde-481d-be09-d352667c2c58 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:38.264581 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34fb774a-ebde-481d-be09-d352667c2c58 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:38.293941 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34fb774a-ebde-481d-be09-d352667c2c58 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:24:38.302675 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb774a-ebde-481d-be09-d352667c2c58 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44589207-fd26-4a93-a404-1b49720829e0,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:38.309005 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34fb774a-ebde-481d-be09-d352667c2c58 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:38.309347 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-34fb774a-ebde-481d-be09-d352667c2c58 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] Added segment 85a22ba0-1035-4d6c-bfa9-8f86ce80fb36 of type vlan for network 84e00ad1-9280-4903-b054-4d171a22afc1 Jul 15 23:24:38.352098 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34fb774a-ebde-481d-be09-d352667c2c58 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:38.386346 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34fb774a-ebde-481d-be09-d352667c2c58 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:38.392140 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fb774a-ebde-481d-be09-d352667c2c58 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:38.392781 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34fb774a-ebde-481d-be09-d352667c2c58 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:38.435168 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-34fb774a-ebde-481d-be09-d352667c2c58 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.4818969 Jul 15 23:24:38.438318 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40388) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:38.471269 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-b4d4f8ce-686d-43c9-9e7f-dbbd700332a6 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '84e00ad1-9280-4903-b054-4d171a22afc1', 'tempest-TagsTest-Tag-507684588') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:38.476115 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb774a-ebde-481d-be09-d352667c2c58 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] Pushing event updated for resources: {'Network': ['ID=84e00ad1-9280-4903-b054-4d171a22afc1,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:38.488002 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 84e00ad1-9280-4903-b054-4d171a22afc1 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:24:38.561615 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b4d4f8ce-686d-43c9-9e7f-dbbd700332a6 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] 10.222.0.16 "PUT /v2.0/networks/84e00ad1-9280-4903-b054-4d171a22afc1/tags/tempest-TagsTest-Tag-507684588 HTTP/1.1" status: 201 len: 201 time: 0.1219010 Jul 15 23:24:38.564599 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40394) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:38.569770 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-5ea32acb-3a72-4f21-8d02-b48a502e2faa tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '84e00ad1-9280-4903-b054-4d171a22afc1', 'tempest-TagsTest-Tag-507684588') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:38.641860 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5ea32acb-3a72-4f21-8d02-b48a502e2faa tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] 10.222.0.16 "GET /v2.0/networks/84e00ad1-9280-4903-b054-4d171a22afc1/tags/tempest-TagsTest-Tag-507684588 HTTP/1.1" status: 204 len: 168 time: 0.0737364 Jul 15 23:24:38.642081 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40398) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:38.647142 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-5f06326b-25c2-47a3-835b-081ab6eda11d tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '84e00ad1-9280-4903-b054-4d171a22afc1') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:38.718691 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5f06326b-25c2-47a3-835b-081ab6eda11d tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] 10.222.0.16 "GET /v2.0/networks/84e00ad1-9280-4903-b054-4d171a22afc1/tags HTTP/1.1" status: 200 len: 237 time: 0.0755253 Jul 15 23:24:38.721193 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40406) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:38.725788 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-97fb5a03-c3a1-4181-b20b-1fa37339b8ca tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '84e00ad1-9280-4903-b054-4d171a22afc1', {'tags': ['tempest-TagsTest-Tag-1030899287', 'tempest-TagsTest-Tag-1277989827', 'tempest-TagsTest-Tag-284203299']}) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:38.738448 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:38.798409 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-97fb5a03-c3a1-4181-b20b-1fa37339b8ca tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] 10.222.0.16 "PUT /v2.0/networks/84e00ad1-9280-4903-b054-4d171a22afc1/tags HTTP/1.1" status: 200 len: 308 time: 0.0761080 Jul 15 23:24:38.800853 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40408) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:38.805220 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-3ef3ea53-85fd-4f1b-ad71-ad55ef8cc00c tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '84e00ad1-9280-4903-b054-4d171a22afc1', 'tempest-TagsTest-Tag-1030899287') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:38.823310 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40410) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:38.888315 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3ef3ea53-85fd-4f1b-ad71-ad55ef8cc00c tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] 10.222.0.16 "DELETE /v2.0/networks/84e00ad1-9280-4903-b054-4d171a22afc1/tags/tempest-TagsTest-Tag-1030899287 HTTP/1.1" status: 204 len: 168 time: 0.0864723 Jul 15 23:24:38.890958 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40414) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:38.895754 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-e7fde1e6-a205-4dbc-9e76-4e68050bba71 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '84e00ad1-9280-4903-b054-4d171a22afc1', 'tempest-TagsTest-Tag-1030899287') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:38.920521 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-52346db7-9a84-45ed-9389-5d188dcb8c29 tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1429898267', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:38.940327 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52346db7-9a84-45ed-9389-5d188dcb8c29 tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Made reservation on behalf of b44a0649f8ad4699a2b633dc8c34c557 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:38.942688 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-52346db7-9a84-45ed-9389-5d188dcb8c29 tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:38.951032 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-52346db7-9a84-45ed-9389-5d188dcb8c29 tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:38.962041 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-e7fde1e6-a205-4dbc-9e76-4e68050bba71 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] show failed (client error): The resource could not be found. Jul 15 23:24:38.963147 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e7fde1e6-a205-4dbc-9e76-4e68050bba71 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] 10.222.0.16 "GET /v2.0/networks/84e00ad1-9280-4903-b054-4d171a22afc1/tags/tempest-TagsTest-Tag-1030899287 HTTP/1.1" status: 404 len: 326 time: 0.0712657 Jul 15 23:24:38.965797 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40416) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:38.970251 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-457b7850-9992-43a8-a7eb-f7a09e84852f tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '84e00ad1-9280-4903-b054-4d171a22afc1', 'tempest-TagsTest-Tag-1277989827') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:39.040961 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-52346db7-9a84-45ed-9389-5d188dcb8c29 tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.043314 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-457b7850-9992-43a8-a7eb-f7a09e84852f tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] 10.222.0.16 "GET /v2.0/networks/84e00ad1-9280-4903-b054-4d171a22afc1/tags/tempest-TagsTest-Tag-1277989827 HTTP/1.1" status: 204 len: 168 time: 0.0764968 Jul 15 23:24:39.045069 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-52346db7-9a84-45ed-9389-5d188dcb8c29 tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.045857 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40418) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:39.050579 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-ed76fcdd-f9d2-4718-b9a3-f1ce4a717a64 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '84e00ad1-9280-4903-b054-4d171a22afc1', 'tempest-TagsTest-Tag-284203299') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:39.055226 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-52346db7-9a84-45ed-9389-5d188dcb8c29 tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] device_id is not set on port 49bc4733-15f7-4cab-b713-cf8e9c93edbb yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:24:39.099457 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52346db7-9a84-45ed-9389-5d188dcb8c29 tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc65a948-07dd-41bb-9dbf-91c4c96b4fd0,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:39.123722 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ed76fcdd-f9d2-4718-b9a3-f1ce4a717a64 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] 10.222.0.16 "GET /v2.0/networks/84e00ad1-9280-4903-b054-4d171a22afc1/tags/tempest-TagsTest-Tag-284203299 HTTP/1.1" status: 204 len: 168 time: 0.0748355 Jul 15 23:24:39.124422 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40422) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:39.130161 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-43db04fa-263a-4b52-a276-c37a449ff996 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '84e00ad1-9280-4903-b054-4d171a22afc1') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:39.172314 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-52346db7-9a84-45ed-9389-5d188dcb8c29 tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Allocated IP 172.25.4.62 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/49bc4733-15f7-4cab-b713-cf8e9c93edbb) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:39.223189 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-43db04fa-263a-4b52-a276-c37a449ff996 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] 10.222.0.16 "DELETE /v2.0/networks/84e00ad1-9280-4903-b054-4d171a22afc1/tags HTTP/1.1" status: 204 len: 168 time: 0.0976789 Jul 15 23:24:39.223986 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40426) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:39.228488 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-7c9b46aa-db43-46ca-b63e-6416045d99b8 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '84e00ad1-9280-4903-b054-4d171a22afc1', 'tempest-TagsTest-Tag-1277989827') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:39.289796 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4b8957e3-2e78-4c6b-bc44-39f41943c107 req-e35540d8-bf9e-4442-9e3b-ead0f0508b7c tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0356441 Jul 15 23:24:39.306724 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-7c9b46aa-db43-46ca-b63e-6416045d99b8 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] show failed (client error): The resource could not be found. Jul 15 23:24:39.307953 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7c9b46aa-db43-46ca-b63e-6416045d99b8 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] 10.222.0.16 "GET /v2.0/networks/84e00ad1-9280-4903-b054-4d171a22afc1/tags/tempest-TagsTest-Tag-1277989827 HTTP/1.1" status: 404 len: 326 time: 0.0829387 Jul 15 23:24:39.311426 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40428) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:39.317055 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-ac7a4a30-433c-437f-8998-2426ac933a63 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '84e00ad1-9280-4903-b054-4d171a22afc1', 'tempest-TagsTest-Tag-284203299') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:39.357401 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-52346db7-9a84-45ed-9389-5d188dcb8c29 tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.386825 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-ac7a4a30-433c-437f-8998-2426ac933a63 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] show failed (client error): The resource could not be found. Jul 15 23:24:39.387837 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ac7a4a30-433c-437f-8998-2426ac933a63 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] 10.222.0.16 "GET /v2.0/networks/84e00ad1-9280-4903-b054-4d171a22afc1/tags/tempest-TagsTest-Tag-284203299 HTTP/1.1" status: 404 len: 325 time: 0.0754311 Jul 15 23:24:39.390607 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40430) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:39.397154 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-52346db7-9a84-45ed-9389-5d188dcb8c29 tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.397405 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.tag.tag_plugin [None req-64186fbb-cf1e-42ff-8be3-0c4953f4c415 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '84e00ad1-9280-4903-b054-4d171a22afc1') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:39.441718 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52346db7-9a84-45ed-9389-5d188dcb8c29 tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:39.447800 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-52346db7-9a84-45ed-9389-5d188dcb8c29 tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:39.451316 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52346db7-9a84-45ed-9389-5d188dcb8c29 tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:39.456876 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52346db7-9a84-45ed-9389-5d188dcb8c29 tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Pushing event updated for resources: {'Port': ['ID=49bc4733-15f7-4cab-b713-cf8e9c93edbb,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:39.471536 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-64186fbb-cf1e-42ff-8be3-0c4953f4c415 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] 10.222.0.16 "DELETE /v2.0/networks/84e00ad1-9280-4903-b054-4d171a22afc1/tags HTTP/1.1" status: 204 len: 168 time: 0.0799470 Jul 15 23:24:39.475774 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40432) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:39.493730 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52346db7-9a84-45ed-9389-5d188dcb8c29 tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:39.494436 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-52346db7-9a84-45ed-9389-5d188dcb8c29 tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.508604 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-52346db7-9a84-45ed-9389-5d188dcb8c29 tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.6841633 Jul 15 23:24:39.511662 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40434) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:39.516305 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-1cc06ca9-4ba2-4988-a143-78a8f94afa2f tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62'}]}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:39.536260 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1cc06ca9-4ba2-4988-a143-78a8f94afa2f tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.537222 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1cc06ca9-4ba2-4988-a143-78a8f94afa2f tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.556818 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1a6f01f-83bc-4bcc-98e9-25105bcf3703 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.589831 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1cc06ca9-4ba2-4988-a143-78a8f94afa2f tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.643500 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1a6f01f-83bc-4bcc-98e9-25105bcf3703 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.655549 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a1a6f01f-83bc-4bcc-98e9-25105bcf3703 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e00ad1-9280-4903-b054-4d171a22afc1']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:39.671717 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a1a6f01f-83bc-4bcc-98e9-25105bcf3703 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85a22ba0-1035-4d6c-bfa9-8f86ce80fb36') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:39.672024 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a1a6f01f-83bc-4bcc-98e9-25105bcf3703 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85a22ba0-1035-4d6c-bfa9-8f86ce80fb36') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:39.682055 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1a6f01f-83bc-4bcc-98e9-25105bcf3703 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.697363 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1a6f01f-83bc-4bcc-98e9-25105bcf3703 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.703765 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a6f01f-83bc-4bcc-98e9-25105bcf3703 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:24:39.704155 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1a6f01f-83bc-4bcc-98e9-25105bcf3703 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.707131 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:24:39.707131 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:24:39.707131 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:24:39.707131 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:24:39.707131 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:24:39.707131 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:24:39.707131 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:24:39.707131 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:24:39.707131 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:24:39.707131 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:24:39.707131 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:24:39.707131 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:24:39.707131 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:24:39.707131 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:24:39.707131 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:24:39.707131 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:24:39.707131 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:24:39.707131 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:24:39.707131 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:24:39.707131 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:24:39.707131 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:24:39.707131 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:24:39.707131 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:24:39.707131 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:24:39.707131 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:24:39.707131 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:24:39.707131 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:24:39.707131 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:24:39.707131 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:24:39.707131 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:24:39.707131 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:24:39.707131 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:24:39.766696 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1a6f01f-83bc-4bcc-98e9-25105bcf3703 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.773825 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1a6f01f-83bc-4bcc-98e9-25105bcf3703 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.775777 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a1a6f01f-83bc-4bcc-98e9-25105bcf3703 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] 10.222.0.16 "DELETE /v2.0/networks/84e00ad1-9280-4903-b054-4d171a22afc1 HTTP/1.1" status: 204 len: 168 time: 0.2990954 Jul 15 23:24:39.788293 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6f01f-83bc-4bcc-98e9-25105bcf3703 tempest-TagsTest-377385798 tempest-TagsTest-377385798-project] Pushing event deleted for resources: {'Network': ['ID=84e00ad1-9280-4903-b054-4d171a22afc1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:40.023508 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40440) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:40.029965 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1cc06ca9-4ba2-4988-a143-78a8f94afa2f tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:40.244295 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-797aac38-5971-4783-8548-c54c3a1ef954 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=50af3fcf9f924beda3c422e97f96bd5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2196648 Jul 15 23:24:40.246720 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40446) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:40.284264 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1cc06ca9-4ba2-4988-a143-78a8f94afa2f tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:40.309633 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1cc06ca9-4ba2-4988-a143-78a8f94afa2f tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:40.362990 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-db1a1fdb-e4ae-4510-875e-26da587b4c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:40.426401 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-db1a1fdb-e4ae-4510-875e-26da587b4c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:40.468695 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d9d74f3a-8d8d-42f5-9673-9cb515a01f85 req-1906dd13-41b2-4bec-9163-8dd46a8989ab tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0500932 Jul 15 23:24:40.547721 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1cc06ca9-4ba2-4988-a143-78a8f94afa2f tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:40.551502 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-db1a1fdb-e4ae-4510-875e-26da587b4c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:40.554027 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-db1a1fdb-e4ae-4510-875e-26da587b4c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:40.555185 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-db1a1fdb-e4ae-4510-875e-26da587b4c1d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44589207-fd26-4a93-a404-1b49720829e0 HTTP/1.1" status: 204 len: 168 time: 0.3075681 Jul 15 23:24:40.619994 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a1fdb-e4ae-4510-875e-26da587b4c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44589207-fd26-4a93-a404-1b49720829e0,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:40.729056 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1cc06ca9-4ba2-4988-a143-78a8f94afa2f tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:40.731655 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1cc06ca9-4ba2-4988-a143-78a8f94afa2f tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:40.780388 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1cc06ca9-4ba2-4988-a143-78a8f94afa2f tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:40.781279 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc06ca9-4ba2-4988-a143-78a8f94afa2f tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91c8f9a3-9ebc-4a5c-9b68-0b030542f9da {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:24:40.798054 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-1cc06ca9-4ba2-4988-a143-78a8f94afa2f tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 15 23:24:40.799375 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1cc06ca9-4ba2-4988-a143-78a8f94afa2f tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.2866747 Jul 15 23:24:40.801994 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40458) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:40.891566 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a6f8211f-f9aa-449d-80f2-8206ac61f47c tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Deleting port 49bc4733-15f7-4cab-b713-cf8e9c93edbb {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:40.891920 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a6f8211f-f9aa-449d-80f2-8206ac61f47c tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:40.972842 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a6f8211f-f9aa-449d-80f2-8206ac61f47c tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:40.984613 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a6f8211f-f9aa-449d-80f2-8206ac61f47c tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Calling delete_port for 49bc4733-15f7-4cab-b713-cf8e9c93edbb owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:41.111616 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a6f8211f-f9aa-449d-80f2-8206ac61f47c tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:41.144602 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8211f-f9aa-449d-80f2-8206ac61f47c tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Pushing event deleted for resources: {'Port': ['ID=49bc4733-15f7-4cab-b713-cf8e9c93edbb,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:41.206110 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a6f8211f-f9aa-449d-80f2-8206ac61f47c tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:41.211682 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a6f8211f-f9aa-449d-80f2-8206ac61f47c tempest-RoutersAdminNegativeIpV6Test-798282393 tempest-RoutersAdminNegativeIpV6Test-798282393-project-admin] 10.222.0.16 "DELETE /v2.0/ports/49bc4733-15f7-4cab-b713-cf8e9c93edbb HTTP/1.1" status: 204 len: 168 time: 0.4056888 Jul 15 23:24:41.460033 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40482) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:41.577293 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7e376554-3570-4f3f-953a-a67ee19cc9e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:41.637185 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-69d57825-f0be-4bce-951c-891e384363a9 req-8b51b842-eca5-4d7a-bd93-b1c1ab91eb46 tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0415025 Jul 15 23:24:41.708483 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7e376554-3570-4f3f-953a-a67ee19cc9e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:41.712716 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7e376554-3570-4f3f-953a-a67ee19cc9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:41.751515 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7e376554-3570-4f3f-953a-a67ee19cc9e3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=426e38aa278f4f3e9dc1d37c66cf9bf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2903042 Jul 15 23:24:41.752509 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e376554-3570-4f3f-953a-a67ee19cc9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebe6d57-6d25-4fd0-b617-97e432b4ef9e,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:41.754230 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40498) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:41.808659 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-39cb5ba3-74dc-411d-a921-c1e6878349ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:41.830127 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-39cb5ba3-74dc-411d-a921-c1e6878349ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:41.880679 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-39cb5ba3-74dc-411d-a921-c1e6878349ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:41.883404 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-39cb5ba3-74dc-411d-a921-c1e6878349ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:41.884527 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-39cb5ba3-74dc-411d-a921-c1e6878349ea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ebe6d57-6d25-4fd0-b617-97e432b4ef9e HTTP/1.1" status: 204 len: 168 time: 0.1286788 Jul 15 23:24:41.893229 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb5ba3-74dc-411d-a921-c1e6878349ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebe6d57-6d25-4fd0-b617-97e432b4ef9e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:42.202935 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40514) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:42.254482 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40518) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:42.262087 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9e64fed7-3402-40b6-a3a9-b95648c11d1f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b44a0649f8ad4699a2b633dc8c34c557&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512643 Jul 15 23:24:42.303966 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6c10a75a-c41d-4bb8-8e98-3f451c93a3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:42.325782 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6c10a75a-c41d-4bb8-8e98-3f451c93a3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:42.372613 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6c10a75a-c41d-4bb8-8e98-3f451c93a3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:42.375174 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6c10a75a-c41d-4bb8-8e98-3f451c93a3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:42.376317 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6c10a75a-c41d-4bb8-8e98-3f451c93a3b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc65a948-07dd-41bb-9dbf-91c4c96b4fd0 HTTP/1.1" status: 204 len: 168 time: 0.1207654 Jul 15 23:24:42.384172 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10a75a-c41d-4bb8-8e98-3f451c93a3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc65a948-07dd-41bb-9dbf-91c4c96b4fd0,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:42.797476 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cba35de7-d04a-43f3-ba18-b253aaa1f3da req-d3686409-cd8d-4afc-808d-d015886302f4 tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0291648 Jul 15 23:24:43.631282 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40574) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:43.735856 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-446408e1-7b8e-4640-b95b-197abd89ab33 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-723423335', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:43.756897 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446408e1-7b8e-4640-b95b-197abd89ab33 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Made reservation on behalf of adbfe1589d6c48bba16a68f6605d9f56 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:43.759400 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-446408e1-7b8e-4640-b95b-197abd89ab33 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:43.767667 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-446408e1-7b8e-4640-b95b-197abd89ab33 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:43.861112 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-446408e1-7b8e-4640-b95b-197abd89ab33 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:43.866622 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-446408e1-7b8e-4640-b95b-197abd89ab33 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:43.873126 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-446408e1-7b8e-4640-b95b-197abd89ab33 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] device_id is not set on port b0f4cfcc-48d9-45ab-a29c-31d1f820fa68 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:24:44.012196 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fcc3935d-aad6-49ed-a0b5-7d1cb2e394dd req-9aca5465-de35-4d02-b93c-42063eed0bf3 tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0680699 Jul 15 23:24:44.056381 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446408e1-7b8e-4640-b95b-197abd89ab33 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba8ac8b-196d-4225-9b99-23ae6d9ffa6c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:44.125855 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-446408e1-7b8e-4640-b95b-197abd89ab33 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Allocated IP 172.25.4.161 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/b0f4cfcc-48d9-45ab-a29c-31d1f820fa68) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:44.279160 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-446408e1-7b8e-4640-b95b-197abd89ab33 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:44.340211 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-446408e1-7b8e-4640-b95b-197abd89ab33 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:44.388499 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446408e1-7b8e-4640-b95b-197abd89ab33 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:44.391459 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-446408e1-7b8e-4640-b95b-197abd89ab33 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:44.395116 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446408e1-7b8e-4640-b95b-197abd89ab33 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:44.400731 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446408e1-7b8e-4640-b95b-197abd89ab33 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Pushing event updated for resources: {'Port': ['ID=b0f4cfcc-48d9-45ab-a29c-31d1f820fa68,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:44.438624 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446408e1-7b8e-4640-b95b-197abd89ab33 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:44.439785 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-446408e1-7b8e-4640-b95b-197abd89ab33 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:44.454693 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-446408e1-7b8e-4640-b95b-197abd89ab33 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8209233 Jul 15 23:24:44.456932 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40598) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:44.461387 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0170c9d1-9743-4ec1-93ab-8e61a58daa58 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.161'}]}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:44.483393 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0170c9d1-9743-4ec1-93ab-8e61a58daa58 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:44.484655 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0170c9d1-9743-4ec1-93ab-8e61a58daa58 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:44.540141 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0170c9d1-9743-4ec1-93ab-8e61a58daa58 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:44.682969 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0170c9d1-9743-4ec1-93ab-8e61a58daa58 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:44.887992 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0170c9d1-9743-4ec1-93ab-8e61a58daa58 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:44.913776 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0170c9d1-9743-4ec1-93ab-8e61a58daa58 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:45.146479 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0170c9d1-9743-4ec1-93ab-8e61a58daa58 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:45.269658 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9aa2250f-233a-472f-9880-b5d8b67f3759 req-2cbce9e1-d5a2-40c6-a7fc-d31923891a1a tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0328908 Jul 15 23:24:45.616369 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0170c9d1-9743-4ec1-93ab-8e61a58daa58 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:45.618469 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0170c9d1-9743-4ec1-93ab-8e61a58daa58 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:45.660075 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0170c9d1-9743-4ec1-93ab-8e61a58daa58 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:45.660554 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0170c9d1-9743-4ec1-93ab-8e61a58daa58 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a168a2d-6b9e-4c4a-b09e-a878ba62bc39 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:24:45.676170 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-0170c9d1-9743-4ec1-93ab-8e61a58daa58 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 15 23:24:45.677183 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0170c9d1-9743-4ec1-93ab-8e61a58daa58 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2193444 Jul 15 23:24:45.680008 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40624) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:45.766816 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-faa3b7fa-1ccf-4d09-abb6-6aeec8f0d2d9 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Deleting port b0f4cfcc-48d9-45ab-a29c-31d1f820fa68 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:45.767432 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-faa3b7fa-1ccf-4d09-abb6-6aeec8f0d2d9 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:45.846214 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-faa3b7fa-1ccf-4d09-abb6-6aeec8f0d2d9 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:45.858661 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-faa3b7fa-1ccf-4d09-abb6-6aeec8f0d2d9 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Calling delete_port for b0f4cfcc-48d9-45ab-a29c-31d1f820fa68 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:45.890547 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-35a1d2fb-37ea-4dd0-8bcf-eaa164cc1927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:45.992023 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-faa3b7fa-1ccf-4d09-abb6-6aeec8f0d2d9 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:46.020805 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3b7fa-1ccf-4d09-abb6-6aeec8f0d2d9 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0f4cfcc-48d9-45ab-a29c-31d1f820fa68,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:46.082915 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-faa3b7fa-1ccf-4d09-abb6-6aeec8f0d2d9 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:46.084699 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-faa3b7fa-1ccf-4d09-abb6-6aeec8f0d2d9 tempest-RoutersAdminNegativeTest-801354437 tempest-RoutersAdminNegativeTest-801354437-project-admin] 10.222.0.16 "DELETE /v2.0/ports/b0f4cfcc-48d9-45ab-a29c-31d1f820fa68 HTTP/1.1" status: 204 len: 168 time: 0.4038045 Jul 15 23:24:46.450969 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40636) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:46.531420 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-df22b447-4c9c-492d-96df-99bb7f202597 req-3f3ce7c1-a360-4c62-aa5b-a526e307f3c2 tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0393450 Jul 15 23:24:46.573301 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d62e475f-3425-479e-9fde-5ee725026878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:46.664480 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d62e475f-3425-479e-9fde-5ee725026878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:46.669150 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d62e475f-3425-479e-9fde-5ee725026878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:46.714862 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d62e475f-3425-479e-9fde-5ee725026878 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=294e600437de4125910703a0fda7f75e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2601783 Jul 15 23:24:46.714862 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e475f-3425-479e-9fde-5ee725026878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4fc6ab-fc73-4ba4-9954-b71b8974c1ae,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:46.715666 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40642) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:46.768173 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a01d807-ddf4-4d4a-9903-0e39c4f3fb42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:46.789667 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a01d807-ddf4-4d4a-9903-0e39c4f3fb42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:46.838573 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a01d807-ddf4-4d4a-9903-0e39c4f3fb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:46.841191 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a01d807-ddf4-4d4a-9903-0e39c4f3fb42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:46.844579 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3a01d807-ddf4-4d4a-9903-0e39c4f3fb42 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a4fc6ab-fc73-4ba4-9954-b71b8974c1ae HTTP/1.1" status: 204 len: 168 time: 0.1249411 Jul 15 23:24:46.860313 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01d807-ddf4-4d4a-9903-0e39c4f3fb42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4fc6ab-fc73-4ba4-9954-b71b8974c1ae,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:47.161814 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40648) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:47.204688 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c55c85c3-f003-4c1f-8384-20b026bb1838 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=adbfe1589d6c48bba16a68f6605d9f56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415161 Jul 15 23:24:47.207128 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40650) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:47.256210 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ad4c639c-c694-4dc9-9eab-c8b78e86e3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:47.277233 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ad4c639c-c694-4dc9-9eab-c8b78e86e3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:47.327115 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ad4c639c-c694-4dc9-9eab-c8b78e86e3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:47.329861 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ad4c639c-c694-4dc9-9eab-c8b78e86e3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:47.333496 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ad4c639c-c694-4dc9-9eab-c8b78e86e3a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aba8ac8b-196d-4225-9b99-23ae6d9ffa6c HTTP/1.1" status: 204 len: 168 time: 0.1229472 Jul 15 23:24:47.340720 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c639c-c694-4dc9-9eab-c8b78e86e3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba8ac8b-196d-4225-9b99-23ae6d9ffa6c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:47.709542 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9226d709-31e6-4aef-8cfa-aef430a8a225 req-0c0c086c-23eb-44c2-8167-f06abd5eeb5a tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0332997 Jul 15 23:24:48.121451 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40680) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:48.217391 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-fc147ebd-769d-4439-9e92-2d9d1008bf41 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1484917347'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:48.240660 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a47ed423-ef48-41a7-8ab8-8a449e879f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:48.254060 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc147ebd-769d-4439-9e92-2d9d1008bf41 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Made reservation on behalf of 8d96c9e1bea14bf8bdaa8b5254357373 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:48.257634 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc147ebd-769d-4439-9e92-2d9d1008bf41 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:48.266543 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc147ebd-769d-4439-9e92-2d9d1008bf41 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:48.367980 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc147ebd-769d-4439-9e92-2d9d1008bf41 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:48.373176 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc147ebd-769d-4439-9e92-2d9d1008bf41 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:48.402851 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc147ebd-769d-4439-9e92-2d9d1008bf41 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:24:48.412314 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc147ebd-769d-4439-9e92-2d9d1008bf41 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:48.413387 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-fc147ebd-769d-4439-9e92-2d9d1008bf41 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Added segment c0500fbd-d805-4bb7-a0bf-184f74970c89 of type vlan for network 4da4f584-8982-448e-ad53-2fc6b7fe31c7 Jul 15 23:24:48.469226 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc147ebd-769d-4439-9e92-2d9d1008bf41 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cebac3-689b-43c1-9530-13167764ce27,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:48.483796 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc147ebd-769d-4439-9e92-2d9d1008bf41 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:48.513180 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc147ebd-769d-4439-9e92-2d9d1008bf41 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:48.519836 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc147ebd-769d-4439-9e92-2d9d1008bf41 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:48.520511 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc147ebd-769d-4439-9e92-2d9d1008bf41 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:48.564242 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fc147ebd-769d-4439-9e92-2d9d1008bf41 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4387450 Jul 15 23:24:48.564790 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40686) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:48.570982 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a0d26e34-6084-4a81-9962-e1f8f1b8238c tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Request body: {'subnet': {'network_id': '4da4f584-8982-448e-ad53-2fc6b7fe31c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:48.621310 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc147ebd-769d-4439-9e92-2d9d1008bf41 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Pushing event updated for resources: {'Network': ['ID=4da4f584-8982-448e-ad53-2fc6b7fe31c7,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:48.632184 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 4da4f584-8982-448e-ad53-2fc6b7fe31c7 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:24:48.733391 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d26e34-6084-4a81-9962-e1f8f1b8238c tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Made reservation on behalf of 8d96c9e1bea14bf8bdaa8b5254357373 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:48.737251 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a0d26e34-6084-4a81-9962-e1f8f1b8238c tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:48.765033 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:48.906320 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eee09815-1a26-4ca2-9386-119c8ff41b3e req-adcc6720-1c60-4d96-8954-e3116e7726a4 tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0327222 Jul 15 23:24:49.000396 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a0d26e34-6084-4a81-9962-e1f8f1b8238c tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.063450 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d26e34-6084-4a81-9962-e1f8f1b8238c tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Pushing event updated for resources: {'Subnet': ['ID=6ff7b773-7178-449d-adc9-9c05869a566f,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:49.072264 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d26e34-6084-4a81-9962-e1f8f1b8238c tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Checking segment: {'id': 'c0500fbd-d805-4bb7-a0bf-184f74970c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4da4f584-8982-448e-ad53-2fc6b7fe31c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:24:49.072627 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d26e34-6084-4a81-9962-e1f8f1b8238c tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Network hostable DHCP agents. Network: 4da4f584-8982-448e-ad53-2fc6b7fe31c7, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:24:49.090975 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d26e34-6084-4a81-9962-e1f8f1b8238c tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Network 4da4f584-8982-448e-ad53-2fc6b7fe31c7 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:24:49.100480 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-a0d26e34-6084-4a81-9962-e1f8f1b8238c tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 4da4f584-8982-448e-ad53-2fc6b7fe31c7) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:49.106323 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d26e34-6084-4a81-9962-e1f8f1b8238c tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:49.107417 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a0d26e34-6084-4a81-9962-e1f8f1b8238c tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.111952 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880975ab-68e8-45d9-af92-457407c54322 None None] Network 4da4f584-8982-448e-ad53-2fc6b7fe31c7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:24:49.126985 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a0d26e34-6084-4a81-9962-e1f8f1b8238c tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5606115 Jul 15 23:24:49.130347 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40694) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:49.138723 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-60cd5413-f52f-45de-aa49-eb1e8c64dcd2 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Request body: {'port': {'network_id': '4da4f584-8982-448e-ad53-2fc6b7fe31c7', 'name': 'tempest-AllowedAddressPairTestJSON-1232513892'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:49.265297 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-4da4f584-8982-448e-ad53-2fc6b7fe31c7', 'network_id': '4da4f584-8982-448e-ad53-2fc6b7fe31c7', 'tenant_id': '8d96c9e1bea14bf8bdaa8b5254357373', 'fixed_ips': [{'subnet_id': '6ff7b773-7178-449d-adc9-9c05869a566f'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:24:49.267433 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.280846 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cd5413-f52f-45de-aa49-eb1e8c64dcd2 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Made reservation on behalf of 8d96c9e1bea14bf8bdaa8b5254357373 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:49.285206 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60cd5413-f52f-45de-aa49-eb1e8c64dcd2 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.321074 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-60cd5413-f52f-45de-aa49-eb1e8c64dcd2 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] device_id is not set on port e5b30cc2-1af4-4e55-9da3-42c9d73b3c81 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:24:49.424040 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Allocated IP 172.20.0.2 (4da4f584-8982-448e-ad53-2fc6b7fe31c7/6ff7b773-7178-449d-adc9-9c05869a566f/d9f17998-eee9-44e4-ac9a-d25280317c9c) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:49.571352 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.580228 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Transition to ACTIVE for port object d9f17998-eee9-44e4-ac9a-d25280317c9c will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:49.595774 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Transition to ACTIVE for port object d9f17998-eee9-44e4-ac9a-d25280317c9c will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:49.602344 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.662326 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Network 4da4f584-8982-448e-ad53-2fc6b7fe31c7 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:49.670990 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:49.675961 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:49.677859 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.683828 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-60cd5413-f52f-45de-aa49-eb1e8c64dcd2 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Allocated IP 172.20.0.14 (4da4f584-8982-448e-ad53-2fc6b7fe31c7/6ff7b773-7178-449d-adc9-9c05869a566f/e5b30cc2-1af4-4e55-9da3-42c9d73b3c81) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:49.684197 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Pushing event updated for resources: {'Port': ['ID=d9f17998-eee9-44e4-ac9a-d25280317c9c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:49.747066 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:49.747430 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:49.747791 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:49.748361 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:49.748759 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:49.749118 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:49.749439 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:49.749772 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:49.750098 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:49.750452 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:49.750822 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:49.751150 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:49.755034 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Attempting to bind port d9f17998-eee9-44e4-ac9a-d25280317c9c on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:24:49.755408 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Attempting to bind port d9f17998-eee9-44e4-ac9a-d25280317c9c by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'c0500fbd-d805-4bb7-a0bf-184f74970c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4da4f584-8982-448e-ad53-2fc6b7fe31c7'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:24:49.755811 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Attempting to bind port d9f17998-eee9-44e4-ac9a-d25280317c9c on network 4da4f584-8982-448e-ad53-2fc6b7fe31c7 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:24:49.768451 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:24:49.769519 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Checking segment: {'id': 'c0500fbd-d805-4bb7-a0bf-184f74970c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4da4f584-8982-448e-ad53-2fc6b7fe31c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:24:49.769915 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.770324 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Bound using segment: {'id': 'c0500fbd-d805-4bb7-a0bf-184f74970c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4da4f584-8982-448e-ad53-2fc6b7fe31c7'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:24:49.770837 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Bound port: d9f17998-eee9-44e4-ac9a-d25280317c9c, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0500fbd-d805-4bb7-a0bf-184f74970c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4da4f584-8982-448e-ad53-2fc6b7fe31c7'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:24:49.771227 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.848004 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] For port d9f17998-eee9-44e4-ac9a-d25280317c9c, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:24:49.852115 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] For port d9f17998-eee9-44e4-ac9a-d25280317c9c, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d9f17998-eee9-44e4-ac9a-d25280317c9c,segment=NetworkSegment(c0500fbd-d805-4bb7-a0bf-184f74970c89),segment_id=c0500fbd-d805-4bb7-a0bf-184f74970c89)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:24:49.857674 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.907068 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60cd5413-f52f-45de-aa49-eb1e8c64dcd2 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.929343 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaaa9fc-2a30-417a-a028-11701cc7b901 None None] Pushing event updated for resources: {'Port': ['ID=d9f17998-eee9-44e4-ac9a-d25280317c9c,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:49.945820 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-60cd5413-f52f-45de-aa49-eb1e8c64dcd2 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Transition to ACTIVE for port object e5b30cc2-1af4-4e55-9da3-42c9d73b3c81 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:50.022406 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60cd5413-f52f-45de-aa49-eb1e8c64dcd2 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:50.114797 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cd5413-f52f-45de-aa49-eb1e8c64dcd2 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Network 4da4f584-8982-448e-ad53-2fc6b7fe31c7 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:50.145602 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc76624c-2504-4e32-b198-ddb6197f015c req-518c08d3-8c0f-4a53-b2d5-9b88fd0fe2ef tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0643144 Jul 15 23:24:50.148846 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-60cd5413-f52f-45de-aa49-eb1e8c64dcd2 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:50.155962 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cd5413-f52f-45de-aa49-eb1e8c64dcd2 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:50.160401 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd5413-f52f-45de-aa49-eb1e8c64dcd2 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Pushing event updated for resources: {'Port': ['ID=e5b30cc2-1af4-4e55-9da3-42c9d73b3c81,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:50.189312 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd5413-f52f-45de-aa49-eb1e8c64dcd2 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:50.189755 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd5413-f52f-45de-aa49-eb1e8c64dcd2 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:50.190607 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd5413-f52f-45de-aa49-eb1e8c64dcd2 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:50.190607 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd5413-f52f-45de-aa49-eb1e8c64dcd2 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:50.190927 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd5413-f52f-45de-aa49-eb1e8c64dcd2 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:50.199702 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd5413-f52f-45de-aa49-eb1e8c64dcd2 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:50.199702 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd5413-f52f-45de-aa49-eb1e8c64dcd2 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:50.199702 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd5413-f52f-45de-aa49-eb1e8c64dcd2 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:50.199702 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd5413-f52f-45de-aa49-eb1e8c64dcd2 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:50.199702 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd5413-f52f-45de-aa49-eb1e8c64dcd2 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:50.199702 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd5413-f52f-45de-aa49-eb1e8c64dcd2 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:50.199702 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd5413-f52f-45de-aa49-eb1e8c64dcd2 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:50.263717 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cd5413-f52f-45de-aa49-eb1e8c64dcd2 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:50.264485 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60cd5413-f52f-45de-aa49-eb1e8c64dcd2 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:50.298510 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-60cd5413-f52f-45de-aa49-eb1e8c64dcd2 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1665432 Jul 15 23:24:50.302132 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40708) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:50.309432 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-373b5c02-38f8-4c6c-90fe-f873993aa8d3 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Request body: {'port': {'network_id': '4da4f584-8982-448e-ad53-2fc6b7fe31c7', 'name': 'tempest-AllowedAddressPairTestJSON-385922910', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:07:67:e7'}]}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:50.528483 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ede01-570e-4006-a172-2e1274ca3a90 req-8a06f2ae-6a78-4654-9c61-322d83c83df2 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:50.530382 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e00ede01-570e-4006-a172-2e1274ca3a90 req-8a06f2ae-6a78-4654-9c61-322d83c83df2 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 946 time: 0.1074409 Jul 15 23:24:50.531941 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373b5c02-38f8-4c6c-90fe-f873993aa8d3 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Made reservation on behalf of 8d96c9e1bea14bf8bdaa8b5254357373 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:50.626391 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e00ede01-570e-4006-a172-2e1274ca3a90 req-fbc6eba8-2263-4ae1-9391-8efb5429c4d4 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885477 Jul 15 23:24:50.657064 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-373b5c02-38f8-4c6c-90fe-f873993aa8d3 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:50.676716 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-373b5c02-38f8-4c6c-90fe-f873993aa8d3 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] device_id is not set on port aebf4a50-21dc-401f-869f-741aacf4a951 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:24:50.813554 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-373b5c02-38f8-4c6c-90fe-f873993aa8d3 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Allocated IP 172.20.0.8 (4da4f584-8982-448e-ad53-2fc6b7fe31c7/6ff7b773-7178-449d-adc9-9c05869a566f/aebf4a50-21dc-401f-869f-741aacf4a951) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:51.017590 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-373b5c02-38f8-4c6c-90fe-f873993aa8d3 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:51.033126 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-373b5c02-38f8-4c6c-90fe-f873993aa8d3 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Transition to ACTIVE for port object aebf4a50-21dc-401f-869f-741aacf4a951 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:51.083019 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-373b5c02-38f8-4c6c-90fe-f873993aa8d3 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:51.144889 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373b5c02-38f8-4c6c-90fe-f873993aa8d3 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Network 4da4f584-8982-448e-ad53-2fc6b7fe31c7 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:51.149787 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-373b5c02-38f8-4c6c-90fe-f873993aa8d3 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:51.157611 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373b5c02-38f8-4c6c-90fe-f873993aa8d3 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:51.162861 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b5c02-38f8-4c6c-90fe-f873993aa8d3 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Pushing event updated for resources: {'Port': ['ID=aebf4a50-21dc-401f-869f-741aacf4a951,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:51.199325 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e661156a-0667-4b71-94bf-de1dcb81143e None None] Network 4da4f584-8982-448e-ad53-2fc6b7fe31c7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:24:51.225499 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373b5c02-38f8-4c6c-90fe-f873993aa8d3 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:51.226127 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-373b5c02-38f8-4c6c-90fe-f873993aa8d3 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:51.244157 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-373b5c02-38f8-4c6c-90fe-f873993aa8d3 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 0.9400923 Jul 15 23:24:51.246675 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40714) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:51.286861 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:51.289356 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c6b91bfb-b842-40ff-8632-1803d9ece51f None None] Provisioning for port d9f17998-eee9-44e4-ac9a-d25280317c9c completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:51.358486 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60b1c48-3527-42a7-b429-afbec4a37d69 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:51.365028 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60b1c48-3527-42a7-b429-afbec4a37d69 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:51.371083 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60b1c48-3527-42a7-b429-afbec4a37d69 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:51.375743 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40718) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:51.376261 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c60b1c48-3527-42a7-b429-afbec4a37d69 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1280563 Jul 15 23:24:51.437302 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b8d6646f-a754-418e-aa15-49a8bbad3817 req-b65582eb-5ac3-4cfc-96d1-023c3f43f875 tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0442986 Jul 15 23:24:51.571505 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d9f17998-eee9-44e4-ac9a-d25280317c9c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:24:51.594562 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-81b5661f-e2d2-41c1-bd79-beca34d46201 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Deleting port aebf4a50-21dc-401f-869f-741aacf4a951 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:51.594944 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-81b5661f-e2d2-41c1-bd79-beca34d46201 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:51.656004 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port d9f17998-eee9-44e4-ac9a-d25280317c9c completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:51.661433 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port d9f17998-eee9-44e4-ac9a-d25280317c9c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:51.662019 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:51.732124 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-81b5661f-e2d2-41c1-bd79-beca34d46201 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:51.751247 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-81b5661f-e2d2-41c1-bd79-beca34d46201 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Calling delete_port for aebf4a50-21dc-401f-869f-741aacf4a951 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:51.777633 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:51.991528 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-81b5661f-e2d2-41c1-bd79-beca34d46201 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:52.029169 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b67f4-b8b6-4a67-8203-7db27d3667cc req-5b9295cb-779b-47ec-a92e-e2809e1a8a77 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:52.031047 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-276b67f4-b8b6-4a67-8203-7db27d3667cc req-5b9295cb-779b-47ec-a92e-e2809e1a8a77 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 946 time: 0.2035701 Jul 15 23:24:52.070284 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5661f-e2d2-41c1-bd79-beca34d46201 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Pushing event deleted for resources: {'Port': ['ID=aebf4a50-21dc-401f-869f-741aacf4a951,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:52.138142 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-276b67f4-b8b6-4a67-8203-7db27d3667cc req-ac700d23-a0f9-430f-be87-f3c94dda9c6c tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=109e556f-5a8e-49de-9d96-0f377195861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942595 Jul 15 23:24:52.150686 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port d9f17998-eee9-44e4-ac9a-d25280317c9c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d9f17998-eee9-44e4-ac9a-d25280317c9c,segment=NetworkSegment(c0500fbd-d805-4bb7-a0bf-184f74970c89),segment_id=c0500fbd-d805-4bb7-a0bf-184f74970c89)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:52.165465 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:52.206991 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-420672a1-c231-4b45-83d8-992ed7d1c0f8 None None] Provisioning complete for port d9f17998-eee9-44e4-ac9a-d25280317c9c triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:52.208167 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-420672a1-c231-4b45-83d8-992ed7d1c0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:52.213874 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5285fe6-0410-41bf-87e8-19a7a0a6ddd7 req-d3986585-1357-4fcf-9904-73ff3f5a6c50 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:52.215209 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a5285fe6-0410-41bf-87e8-19a7a0a6ddd7 req-d3986585-1357-4fcf-9904-73ff3f5a6c50 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.36 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 946 time: 0.2987387 Jul 15 23:24:52.277915 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=d9f17998-eee9-44e4-ac9a-d25280317c9c,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:52.379300 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-420672a1-c231-4b45-83d8-992ed7d1c0f8 None None] Provisioning for port e5b30cc2-1af4-4e55-9da3-42c9d73b3c81 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:52.387681 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-420672a1-c231-4b45-83d8-992ed7d1c0f8 None None] Provisioning complete for port e5b30cc2-1af4-4e55-9da3-42c9d73b3c81 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:52.388062 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-420672a1-c231-4b45-83d8-992ed7d1c0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:52.430665 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-420672a1-c231-4b45-83d8-992ed7d1c0f8 None None] Port e5b30cc2-1af4-4e55-9da3-42c9d73b3c81 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:24:52.438288 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-420672a1-c231-4b45-83d8-992ed7d1c0f8 None None] Could not find standard attr ID for object aebf4a50-21dc-401f-869f-741aacf4a951. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:24:52.452299 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-81b5661f-e2d2-41c1-bd79-beca34d46201 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:52.457191 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-81b5661f-e2d2-41c1-bd79-beca34d46201 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] 10.222.0.16 "DELETE /v2.0/ports/aebf4a50-21dc-401f-869f-741aacf4a951 HTTP/1.1" status: 204 len: 168 time: 1.0803497 Jul 15 23:24:52.457660 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40726) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:52.466675 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-a5285fe6-0410-41bf-87e8-19a7a0a6ddd7 req-dac0ca5a-feb4-4862-b022-2113458b2304 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Deleting port decd57ff-428e-4b9c-bce5-fdacc4ff9f0f {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:52.467035 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a5285fe6-0410-41bf-87e8-19a7a0a6ddd7 req-dac0ca5a-feb4-4862-b022-2113458b2304 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:52.490618 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cffa99b-1bc5-44e6-b4cb-7f8d01724017 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] GET failed (client error): The resource could not be found. Jul 15 23:24:52.492368 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2cffa99b-1bc5-44e6-b4cb-7f8d01724017 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] 10.222.0.16 "GET /v2.0/ports/aebf4a50-21dc-401f-869f-741aacf4a951 HTTP/1.1" status: 404 len: 333 time: 0.0335393 Jul 15 23:24:52.496046 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40730) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:52.502054 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-b09bd752-84ff-4c63-a433-83ab80904957 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Request body: {'port': {'network_id': '4da4f584-8982-448e-ad53-2fc6b7fe31c7', 'name': 'tempest-AllowedAddressPairTestJSON-1458701611'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:52.582415 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6025814b-34d2-4a07-bd13-b07eb14ede53 None None] Provisioning complete for port e5b30cc2-1af4-4e55-9da3-42c9d73b3c81 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:52.583431 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6025814b-34d2-4a07-bd13-b07eb14ede53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:52.647554 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09bd752-84ff-4c63-a433-83ab80904957 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Made reservation on behalf of 8d96c9e1bea14bf8bdaa8b5254357373 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:52.670234 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a5285fe6-0410-41bf-87e8-19a7a0a6ddd7 req-dac0ca5a-feb4-4862-b022-2113458b2304 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] For port decd57ff-428e-4b9c-bce5-fdacc4ff9f0f, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=decd57ff-428e-4b9c-bce5-fdacc4ff9f0f,segment=NetworkSegment(27249ff3-8705-4d3c-b5f4-e5775a35bb17),segment_id=27249ff3-8705-4d3c-b5f4-e5775a35bb17)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:52.670728 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a5285fe6-0410-41bf-87e8-19a7a0a6ddd7 req-dac0ca5a-feb4-4862-b022-2113458b2304 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:52.681449 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b09bd752-84ff-4c63-a433-83ab80904957 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:52.806206 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-6025814b-34d2-4a07-bd13-b07eb14ede53 None None] Port e5b30cc2-1af4-4e55-9da3-42c9d73b3c81 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:24:52.811026 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f02f6cbc-5c8a-47ce-8fe4-5387fb5f2c0e req-816887e2-3756-437a-be4b-ca94d254b28b tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0949862 Jul 15 23:24:52.821000 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6025814b-34d2-4a07-bd13-b07eb14ede53 None None] Could not find standard attr ID for object aebf4a50-21dc-401f-869f-741aacf4a951. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:24:52.822034 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-b09bd752-84ff-4c63-a433-83ab80904957 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] device_id is not set on port bda51bba-a703-4c14-b5b9-1ccbe36ed867 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:24:52.970089 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-b09bd752-84ff-4c63-a433-83ab80904957 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Allocated IP 172.20.0.5 (4da4f584-8982-448e-ad53-2fc6b7fe31c7/6ff7b773-7178-449d-adc9-9c05869a566f/bda51bba-a703-4c14-b5b9-1ccbe36ed867) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:53.018225 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a5285fe6-0410-41bf-87e8-19a7a0a6ddd7 req-dac0ca5a-feb4-4862-b022-2113458b2304 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:53.019024 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a5285fe6-0410-41bf-87e8-19a7a0a6ddd7 req-dac0ca5a-feb4-4862-b022-2113458b2304 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:53.019640 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [req-a5285fe6-0410-41bf-87e8-19a7a0a6ddd7 req-dac0ca5a-feb4-4862-b022-2113458b2304 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Floating IP 5a7d1836-3bed-40de-9aba-89af0fc5c8db disassociated. External IP: 172.25.4.15, port: decd57ff-428e-4b9c-bce5-fdacc4ff9f0f. Jul 15 23:24:53.019993 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-a5285fe6-0410-41bf-87e8-19a7a0a6ddd7 req-dac0ca5a-feb4-4862-b022-2113458b2304 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Calling delete_port for decd57ff-428e-4b9c-bce5-fdacc4ff9f0f owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:53.160932 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b09bd752-84ff-4c63-a433-83ab80904957 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:53.183509 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-b09bd752-84ff-4c63-a433-83ab80904957 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Transition to ACTIVE for port object bda51bba-a703-4c14-b5b9-1ccbe36ed867 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:53.217017 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a5285fe6-0410-41bf-87e8-19a7a0a6ddd7 req-dac0ca5a-feb4-4862-b022-2113458b2304 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:53.228881 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b09bd752-84ff-4c63-a433-83ab80904957 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:53.281012 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09bd752-84ff-4c63-a433-83ab80904957 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Network 4da4f584-8982-448e-ad53-2fc6b7fe31c7 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:53.288906 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-b09bd752-84ff-4c63-a433-83ab80904957 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:53.291327 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09bd752-84ff-4c63-a433-83ab80904957 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:53.301669 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0ca5a-feb4-4862-b022-2113458b2304 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Pushing event deleted for resources: {'Port': ['ID=decd57ff-428e-4b9c-bce5-fdacc4ff9f0f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:53.363974 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cda8040e-4abe-453d-9009-2aa4583879cb req-72c9c48a-d291-4229-80f0-a9ff25d23d90 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 210 time: 0.0803785 Jul 15 23:24:53.378100 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09bd752-84ff-4c63-a433-83ab80904957 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Pushing event updated for resources: {'Port': ['ID=bda51bba-a703-4c14-b5b9-1ccbe36ed867,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:53.408288 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09bd752-84ff-4c63-a433-83ab80904957 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:53.408927 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b09bd752-84ff-4c63-a433-83ab80904957 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:53.441952 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b09bd752-84ff-4c63-a433-83ab80904957 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9444880 Jul 15 23:24:53.445548 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40738) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:53.459419 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-b6ea5f92-55fd-4ae8-83dd-3cea3b342c24 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:07:67:e7'}]}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:53.578515 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d9f17998-eee9-44e4-ac9a-d25280317c9c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:24:53.605819 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b6ea5f92-55fd-4ae8-83dd-3cea3b342c24 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:53.637343 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5285fe6-0410-41bf-87e8-19a7a0a6ddd7 req-dac0ca5a-feb4-4862-b022-2113458b2304 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Router b080e8dc-d9b0-448f-8702-998e6cdc32d1 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:24:53.676042 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port d9f17998-eee9-44e4-ac9a-d25280317c9c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:53.676675 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:53.771223 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-dffddfc8-8cd8-43fc-aa17-9a580374ebd4 None None] Provisioning for port bda51bba-a703-4c14-b5b9-1ccbe36ed867 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:53.779361 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-dffddfc8-8cd8-43fc-aa17-9a580374ebd4 None None] Provisioning complete for port bda51bba-a703-4c14-b5b9-1ccbe36ed867 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:53.779734 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dffddfc8-8cd8-43fc-aa17-9a580374ebd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:53.856110 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-dffddfc8-8cd8-43fc-aa17-9a580374ebd4 None None] Port bda51bba-a703-4c14-b5b9-1ccbe36ed867 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:24:53.899110 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b6ea5f92-55fd-4ae8-83dd-3cea3b342c24 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:53.907530 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b6ea5f92-55fd-4ae8-83dd-3cea3b342c24 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:54.039090 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea5f92-55fd-4ae8-83dd-3cea3b342c24 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Pushing event updated for resources: {'Port': ['ID=bda51bba-a703-4c14-b5b9-1ccbe36ed867,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:54.134538 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:54.154616 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d71e142c-c145-4c2e-8161-3a3b4a2f4cfa req-c314a1c0-f9f3-4ee7-abff-b8d961476bc7 tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0723717 Jul 15 23:24:54.155630 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b6ea5f92-55fd-4ae8-83dd-3cea3b342c24 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] In _notify_port_updated(), no bound segment for port bda51bba-a703-4c14-b5b9-1ccbe36ed867 on network 4da4f584-8982-448e-ad53-2fc6b7fe31c7 {{(pid=93799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:24:54.162305 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ea5f92-55fd-4ae8-83dd-3cea3b342c24 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:54.163632 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b6ea5f92-55fd-4ae8-83dd-3cea3b342c24 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:54.166888 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b6ea5f92-55fd-4ae8-83dd-3cea3b342c24 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] 10.222.0.16 "PUT /v2.0/ports/bda51bba-a703-4c14-b5b9-1ccbe36ed867 HTTP/1.1" status: 200 len: 994 time: 0.7169211 Jul 15 23:24:54.167031 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5285fe6-0410-41bf-87e8-19a7a0a6ddd7 req-dac0ca5a-feb4-4862-b022-2113458b2304 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:24:54.167156 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40742) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:54.178595 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cca3c4f-4253-4a55-b196-fbd543b539ea None None] Sync routers for ids ['b080e8dc-d9b0-448f-8702-998e6cdc32d1'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:24:54.200845 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cca3c4f-4253-4a55-b196-fbd543b539ea None None] Routers {'b080e8dc-d9b0-448f-8702-998e6cdc32d1'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:24:54.201471 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-0cca3c4f-4253-4a55-b196-fbd543b539ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:24:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b080e8dc-d9b0-448f-8702-998e6cdc32d1'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:54.236736 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5285fe6-0410-41bf-87e8-19a7a0a6ddd7 req-dac0ca5a-feb4-4862-b022-2113458b2304 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] No DVR routers for this DVR port decd57ff-428e-4b9c-bce5-fdacc4ff9f0f on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:24:54.242421 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a5285fe6-0410-41bf-87e8-19a7a0a6ddd7 req-dac0ca5a-feb4-4862-b022-2113458b2304 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:54.245632 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a5285fe6-0410-41bf-87e8-19a7a0a6ddd7 req-dac0ca5a-feb4-4862-b022-2113458b2304 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.36 "DELETE /v2.0/ports/decd57ff-428e-4b9c-bce5-fdacc4ff9f0f HTTP/1.1" status: 204 len: 173 time: 2.0212138 Jul 15 23:24:54.246423 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc', 'name': 'network-vif-deleted', 'tag': 'decd57ff-428e-4b9c-bce5-fdacc4ff9f0f'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:24:54.250469 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ee1202-7abf-41cf-b6f3-e925c6281bcd" -d '{"events": [{"server_uuid": "669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc", "name": "network-vif-deleted", "tag": "decd57ff-428e-4b9c-bce5-fdacc4ff9f0f"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:24:54.323646 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7551bd-293c-4dd8-bd90-eed0823c0322 x-openstack-request-id: req-ca7551bd-293c-4dd8-bd90-eed0823c0322 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:24:54.323942 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc", "name": "network-vif-deleted", "tag": "decd57ff-428e-4b9c-bce5-fdacc4ff9f0f", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:24:54.324191 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca7551bd-293c-4dd8-bd90-eed0823c0322 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:24:54.324586 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc', 'name': 'network-vif-deleted', 'tag': 'decd57ff-428e-4b9c-bce5-fdacc4ff9f0f', 'status': 'completed', 'code': 200} Jul 15 23:24:54.361138 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-aa0bb37c-1fb2-4f1f-9826-e8466d0edff3 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Deleting port bda51bba-a703-4c14-b5b9-1ccbe36ed867 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:54.361487 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa0bb37c-1fb2-4f1f-9826-e8466d0edff3 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:54.395918 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-0cca3c4f-4253-4a55-b196-fbd543b539ea None None] Set router b080e8dc-d9b0-448f-8702-998e6cdc32d1 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:24:54.416824 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d1849a60-0cd3-4ab4-bfd3-153919515e80 None None] Provisioning complete for port bda51bba-a703-4c14-b5b9-1ccbe36ed867 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:54.417920 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d1849a60-0cd3-4ab4-bfd3-153919515e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:54.479222 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa0bb37c-1fb2-4f1f-9826-e8466d0edff3 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:54.493499 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-aa0bb37c-1fb2-4f1f-9826-e8466d0edff3 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Calling delete_port for bda51bba-a703-4c14-b5b9-1ccbe36ed867 owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:54.493995 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-d1849a60-0cd3-4ab4-bfd3-153919515e80 None None] Port bda51bba-a703-4c14-b5b9-1ccbe36ed867 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:24:54.599201 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1b0be599-e6e5-4ee0-ae9a-4771fe269842 req-ad829162-2457-49fe-bad8-63f6fac8357f tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=669c67c3-3c1b-4d2a-9e38-ecb39a2c2efc HTTP/1.1" status: 200 len: 210 time: 0.0307145 Jul 15 23:24:54.618447 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-0cca3c4f-4253-4a55-b196-fbd543b539ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1804812641-router', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:50Z', 'revision_number': 4, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'gw_port': {'id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'fb239d47-4520-437f-89d4-b405ba953887', 'name': '', 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'mac_address': 'fa:16:3e:9f:f8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:50Z', 'updated_at': '2021-07-15T23:20:57Z', 'revision_number': 5, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'subnets': [{'id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:54.647623 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cca3c4f-4253-4a55-b196-fbd543b539ea None None] Checking router: b080e8dc-d9b0-448f-8702-998e6cdc32d1 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:24:54.657869 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cca3c4f-4253-4a55-b196-fbd543b539ea None None] Routers {'b080e8dc-d9b0-448f-8702-998e6cdc32d1'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:24:54.658475 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-0cca3c4f-4253-4a55-b196-fbd543b539ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:24:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b080e8dc-d9b0-448f-8702-998e6cdc32d1'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:54.681537 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa0bb37c-1fb2-4f1f-9826-e8466d0edff3 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:54.715494 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bb37c-1fb2-4f1f-9826-e8466d0edff3 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Pushing event deleted for resources: {'Port': ['ID=bda51bba-a703-4c14-b5b9-1ccbe36ed867,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:54.775786 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-0cca3c4f-4253-4a55-b196-fbd543b539ea None None] Set router b080e8dc-d9b0-448f-8702-998e6cdc32d1 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:24:54.943727 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa0bb37c-1fb2-4f1f-9826-e8466d0edff3 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:54.950392 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40752) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:54.951765 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-aa0bb37c-1fb2-4f1f-9826-e8466d0edff3 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] 10.222.0.16 "DELETE /v2.0/ports/bda51bba-a703-4c14-b5b9-1ccbe36ed867 HTTP/1.1" status: 204 len: 168 time: 0.7835844 Jul 15 23:24:54.987789 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-d883c63f-6d0c-4565-8d72-1881f797eb82 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] GET failed (client error): The resource could not be found. Jul 15 23:24:54.994287 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d883c63f-6d0c-4565-8d72-1881f797eb82 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] 10.222.0.16 "GET /v2.0/ports/bda51bba-a703-4c14-b5b9-1ccbe36ed867 HTTP/1.1" status: 404 len: 333 time: 0.0426342 Jul 15 23:24:54.997940 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40754) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:55.018704 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-eb188faf-0e0b-4172-97b5-4ef12863be2f tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Request body: {'port': {'network_id': '4da4f584-8982-448e-ad53-2fc6b7fe31c7', 'name': 'tempest-AllowedAddressPairTestJSON-1337215659'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:55.037374 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device decd57ff-428e-4b9c-bce5-fdacc4ff9f0f no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:24:55.090721 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: decd57ff-428e-4b9c-bce5-fdacc4ff9f0f {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:24:55.091496 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device decd57ff-428e-4b9c-bce5-fdacc4ff9f0f not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:24:55.157326 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb188faf-0e0b-4172-97b5-4ef12863be2f tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Made reservation on behalf of 8d96c9e1bea14bf8bdaa8b5254357373 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:55.161175 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb188faf-0e0b-4172-97b5-4ef12863be2f tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:55.169824 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-0cca3c4f-4253-4a55-b196-fbd543b539ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1804812641-router', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:50Z', 'revision_number': 4, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'gw_port': {'id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'fb239d47-4520-437f-89d4-b405ba953887', 'name': '', 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'mac_address': 'fa:16:3e:9f:f8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:50Z', 'updated_at': '2021-07-15T23:20:57Z', 'revision_number': 5, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'subnets': [{'id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:55.179026 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-eb188faf-0e0b-4172-97b5-4ef12863be2f tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] device_id is not set on port 742b1fbb-2d6e-47fd-894d-b774d7dea111 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:24:55.196762 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cca3c4f-4253-4a55-b196-fbd543b539ea None None] The sync data for ids ['b080e8dc-d9b0-448f-8702-998e6cdc32d1'] in n-d-787205-9 is: [{'id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1804812641-router', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:50Z', 'revision_number': 4, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'gw_port': {'id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'fb239d47-4520-437f-89d4-b405ba953887', 'name': '', 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'mac_address': 'fa:16:3e:9f:f8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:50Z', 'updated_at': '2021-07-15T23:20:57Z', 'revision_number': 5, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'subnets': [{'id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:24:55.318177 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-eb188faf-0e0b-4172-97b5-4ef12863be2f tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Allocated IP 172.20.0.10 (4da4f584-8982-448e-ad53-2fc6b7fe31c7/6ff7b773-7178-449d-adc9-9c05869a566f/742b1fbb-2d6e-47fd-894d-b774d7dea111) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:55.372961 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-45edc480-1269-4824-b1d0-b8a51b63a314 req-15f11b71-ad26-4402-855a-4726f19bcdc0 tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0557065 Jul 15 23:24:55.516211 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb188faf-0e0b-4172-97b5-4ef12863be2f tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:55.540646 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-eb188faf-0e0b-4172-97b5-4ef12863be2f tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Transition to ACTIVE for port object 742b1fbb-2d6e-47fd-894d-b774d7dea111 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:55.553221 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1aeafc-b3bc-4a11-878c-1f1bfafbe1c1 None None] New status for floating IP 5a7d1836-3bed-40de-9aba-89af0fc5c8db: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:24:55.576820 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb188faf-0e0b-4172-97b5-4ef12863be2f tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:55.625885 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb188faf-0e0b-4172-97b5-4ef12863be2f tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Network 4da4f584-8982-448e-ad53-2fc6b7fe31c7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:55.629544 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-eb188faf-0e0b-4172-97b5-4ef12863be2f tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:55.631965 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb188faf-0e0b-4172-97b5-4ef12863be2f tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:55.662085 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb188faf-0e0b-4172-97b5-4ef12863be2f tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Pushing event updated for resources: {'Port': ['ID=742b1fbb-2d6e-47fd-894d-b774d7dea111,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:55.692979 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb188faf-0e0b-4172-97b5-4ef12863be2f tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:55.693633 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb188faf-0e0b-4172-97b5-4ef12863be2f tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:55.711996 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40764) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:55.712156 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-eb188faf-0e0b-4172-97b5-4ef12863be2f tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7130880 Jul 15 23:24:55.719470 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-da955027-c454-4121-87b0-ae97af90bd62 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:07:67:e7'}]}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:55.772532 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40768) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:55.832106 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1dc11c2-f559-40c5-a181-7e2d7d2c1635 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:55.861712 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1dc11c2-f559-40c5-a181-7e2d7d2c1635 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:55.919462 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1dc11c2-f559-40c5-a181-7e2d7d2c1635 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:55.922253 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1dc11c2-f559-40c5-a181-7e2d7d2c1635 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:55.926617 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b1dc11c2-f559-40c5-a181-7e2d7d2c1635 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "DELETE /v2.0/security-groups/109e556f-5a8e-49de-9d96-0f377195861e HTTP/1.1" status: 204 len: 168 time: 0.1497931 Jul 15 23:24:55.927635 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40770) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:55.931322 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-42042e37-7f63-4385-93e9-30b2259235b1 None None] Provisioning for port 742b1fbb-2d6e-47fd-894d-b774d7dea111 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:55.936169 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-42042e37-7f63-4385-93e9-30b2259235b1 None None] Provisioning complete for port 742b1fbb-2d6e-47fd-894d-b774d7dea111 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:55.936863 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-42042e37-7f63-4385-93e9-30b2259235b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:55.950914 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc11c2-f559-40c5-a181-7e2d7d2c1635 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=109e556f-5a8e-49de-9d96-0f377195861e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:55.956223 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-d079de50-644f-4666-8775-262ab18c9bf1 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] show failed (client error): The resource could not be found. Jul 15 23:24:55.960011 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d079de50-644f-4666-8775-262ab18c9bf1 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups/109e556f-5a8e-49de-9d96-0f377195861e HTTP/1.1" status: 404 len: 347 time: 0.0312858 Jul 15 23:24:55.960983 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40772) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:55.985377 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-42042e37-7f63-4385-93e9-30b2259235b1 None None] Port 742b1fbb-2d6e-47fd-894d-b774d7dea111 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:24:56.094285 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e479653b-80d8-4b92-8fec-6210297b5571 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Deleting port c7fbe1ca-84e2-4ff0-8f34-7bcd79a902e6 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:56.094645 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e479653b-80d8-4b92-8fec-6210297b5571 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.171305 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e479653b-80d8-4b92-8fec-6210297b5571 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.171528 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e479653b-80d8-4b92-8fec-6210297b5571 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.183083 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e479653b-80d8-4b92-8fec-6210297b5571 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Calling delete_port for c7fbe1ca-84e2-4ff0-8f34-7bcd79a902e6 owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:56.219814 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-da955027-c454-4121-87b0-ae97af90bd62 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.320287 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e479653b-80d8-4b92-8fec-6210297b5571 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.347761 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479653b-80d8-4b92-8fec-6210297b5571 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Pushing event deleted for resources: {'Port': ['ID=c7fbe1ca-84e2-4ff0-8f34-7bcd79a902e6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:56.411181 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e479653b-80d8-4b92-8fec-6210297b5571 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.414080 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e479653b-80d8-4b92-8fec-6210297b5571 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.416031 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e479653b-80d8-4b92-8fec-6210297b5571 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "DELETE /v2.0/floatingips/5a7d1836-3bed-40de-9aba-89af0fc5c8db HTTP/1.1" status: 204 len: 168 time: 0.4540446 Jul 15 23:24:56.449145 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-da955027-c454-4121-87b0-ae97af90bd62 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.454292 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-da955027-c454-4121-87b0-ae97af90bd62 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.562589 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-da955027-c454-4121-87b0-ae97af90bd62 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] In _notify_port_updated(), no bound segment for port 742b1fbb-2d6e-47fd-894d-b774d7dea111 on network 4da4f584-8982-448e-ad53-2fc6b7fe31c7 {{(pid=93799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:24:56.570674 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da955027-c454-4121-87b0-ae97af90bd62 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:56.571357 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-da955027-c454-4121-87b0-ae97af90bd62 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.572768 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-da955027-c454-4121-87b0-ae97af90bd62 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] 10.222.0.16 "PUT /v2.0/ports/742b1fbb-2d6e-47fd-894d-b774d7dea111 HTTP/1.1" status: 200 len: 997 time: 0.8593800 Jul 15 23:24:56.575644 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40784) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:56.635330 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fbb2d6b9-8244-4b8f-93fe-a0da8f694805 req-1fced551-e029-4215-9a69-4dfe1f219438 tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0385807 Jul 15 23:24:56.636409 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da955027-c454-4121-87b0-ae97af90bd62 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Pushing event updated for resources: {'Port': ['ID=742b1fbb-2d6e-47fd-894d-b774d7dea111,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:56.739094 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40792) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:56.741476 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-de7784cc-960a-4d14-94bc-4b0838978337 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Deleting port 742b1fbb-2d6e-47fd-894d-b774d7dea111 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:56.741829 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de7784cc-960a-4d14-94bc-4b0838978337 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.744533 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-7a941d03-17be-4b56-b928-9a331e2ee33e tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Request body: {'security_group': {'name': 'tempest-securitygroup--128259645', 'description': 'tempest-description--810793254'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:56.771538 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7a941d03-17be-4b56-b928-9a331e2ee33e tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.822055 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5bdc3cf8-9821-436e-9192-84e5587eadc2 None None] Provisioning complete for port 742b1fbb-2d6e-47fd-894d-b774d7dea111 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:56.823079 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5bdc3cf8-9821-436e-9192-84e5587eadc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.847724 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de7784cc-960a-4d14-94bc-4b0838978337 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.866286 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5bdc3cf8-9821-436e-9192-84e5587eadc2 None None] Port 742b1fbb-2d6e-47fd-894d-b774d7dea111 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:24:56.876383 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-de7784cc-960a-4d14-94bc-4b0838978337 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Calling delete_port for 742b1fbb-2d6e-47fd-894d-b774d7dea111 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:56.891765 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7a941d03-17be-4b56-b928-9a331e2ee33e tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.897150 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7a941d03-17be-4b56-b928-9a331e2ee33e tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.927236 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7a941d03-17be-4b56-b928-9a331e2ee33e tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.931577 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7a941d03-17be-4b56-b928-9a331e2ee33e tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1883314 Jul 15 23:24:56.933478 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40800) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:56.937911 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-50f48d81-0a1d-4a7a-a6d8-c8b53808f769 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Request body: {'security_group_rule': {'security_group_id': '98d1ba24-0e9d-4480-80ee-9660cfc1735f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:56.950329 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a941d03-17be-4b56-b928-9a331e2ee33e tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98d1ba24-0e9d-4480-80ee-9660cfc1735f,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:56.987969 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-50f48d81-0a1d-4a7a-a6d8-c8b53808f769 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.043960 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de7784cc-960a-4d14-94bc-4b0838978337 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.045086 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-50f48d81-0a1d-4a7a-a6d8-c8b53808f769 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.048408 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-50f48d81-0a1d-4a7a-a6d8-c8b53808f769 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.072737 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f48d81-0a1d-4a7a-a6d8-c8b53808f769 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b71f62-9946-4ece-873c-39481b2575d2,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:57.077121 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-50f48d81-0a1d-4a7a-a6d8-c8b53808f769 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.080724 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7784cc-960a-4d14-94bc-4b0838978337 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Pushing event deleted for resources: {'Port': ['ID=742b1fbb-2d6e-47fd-894d-b774d7dea111,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:57.081050 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-50f48d81-0a1d-4a7a-a6d8-c8b53808f769 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1465683 Jul 15 23:24:57.081647 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40802) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:57.086788 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-67c58305-e1a9-4670-a38b-66114d7adcec tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Request body: {'security_group_rule': {'security_group_id': '98d1ba24-0e9d-4480-80ee-9660cfc1735f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:57.119013 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-67c58305-e1a9-4670-a38b-66114d7adcec tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.159597 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-de7784cc-960a-4d14-94bc-4b0838978337 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.164200 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-de7784cc-960a-4d14-94bc-4b0838978337 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] 10.222.0.16 "DELETE /v2.0/ports/742b1fbb-2d6e-47fd-894d-b774d7dea111 HTTP/1.1" status: 204 len: 168 time: 0.5851078 Jul 15 23:24:57.164589 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40804) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:57.196169 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb638a8-89dc-43a4-a609-ed1b36789f26 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] GET failed (client error): The resource could not be found. Jul 15 23:24:57.198699 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ceb638a8-89dc-43a4-a609-ed1b36789f26 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] 10.222.0.16 "GET /v2.0/ports/742b1fbb-2d6e-47fd-894d-b774d7dea111 HTTP/1.1" status: 404 len: 333 time: 0.0329387 Jul 15 23:24:57.202491 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40806) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:57.203656 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-67c58305-e1a9-4670-a38b-66114d7adcec tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.208298 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-302fd9e8-17d4-43af-bc9c-fc2c58138f13 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Request body: {'port': {'network_id': '4da4f584-8982-448e-ad53-2fc6b7fe31c7', 'name': 'tempest-AllowedAddressPairTestJSON-1123546427'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:57.210795 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-67c58305-e1a9-4670-a38b-66114d7adcec tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.236458 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c58305-e1a9-4670-a38b-66114d7adcec tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19cba996-0f41-4b7a-a326-f6dc6d2184bc,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:57.250758 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-67c58305-e1a9-4670-a38b-66114d7adcec tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.255284 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-67c58305-e1a9-4670-a38b-66114d7adcec tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1694009 Jul 15 23:24:57.255591 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40808) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:57.260990 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-3a6d2a99-98c5-4018-9cc6-c5000a70781b tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:57.285894 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a6d2a99-98c5-4018-9cc6-c5000a70781b tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.339119 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302fd9e8-17d4-43af-bc9c-fc2c58138f13 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Made reservation on behalf of 8d96c9e1bea14bf8bdaa8b5254357373 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:57.342733 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-302fd9e8-17d4-43af-bc9c-fc2c58138f13 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.360934 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-302fd9e8-17d4-43af-bc9c-fc2c58138f13 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] device_id is not set on port b2056bd6-2732-46a9-b287-986465c82956 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:24:57.390549 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a6d2a99-98c5-4018-9cc6-c5000a70781b tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.478733 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-302fd9e8-17d4-43af-bc9c-fc2c58138f13 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Allocated IP 172.20.0.8 (4da4f584-8982-448e-ad53-2fc6b7fe31c7/6ff7b773-7178-449d-adc9-9c05869a566f/b2056bd6-2732-46a9-b287-986465c82956) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:57.501611 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-3a6d2a99-98c5-4018-9cc6-c5000a70781b tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Allocated IP 172.25.4.106 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/20483239-347f-49df-9175-9d28f17ec9d5) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:57.630452 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a6d2a99-98c5-4018-9cc6-c5000a70781b tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.646943 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-302fd9e8-17d4-43af-bc9c-fc2c58138f13 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.661909 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-302fd9e8-17d4-43af-bc9c-fc2c58138f13 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Transition to ACTIVE for port object b2056bd6-2732-46a9-b287-986465c82956 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:57.671916 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a6d2a99-98c5-4018-9cc6-c5000a70781b tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.700618 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-302fd9e8-17d4-43af-bc9c-fc2c58138f13 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.721151 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6d2a99-98c5-4018-9cc6-c5000a70781b tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:57.723987 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-3a6d2a99-98c5-4018-9cc6-c5000a70781b tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:57.726792 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6d2a99-98c5-4018-9cc6-c5000a70781b tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:57.755316 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d2a99-98c5-4018-9cc6-c5000a70781b tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Pushing event updated for resources: {'Port': ['ID=20483239-347f-49df-9175-9d28f17ec9d5,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:57.762102 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302fd9e8-17d4-43af-bc9c-fc2c58138f13 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Network 4da4f584-8982-448e-ad53-2fc6b7fe31c7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:57.765492 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-302fd9e8-17d4-43af-bc9c-fc2c58138f13 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:57.768601 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302fd9e8-17d4-43af-bc9c-fc2c58138f13 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:57.801916 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302fd9e8-17d4-43af-bc9c-fc2c58138f13 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Pushing event updated for resources: {'Port': ['ID=b2056bd6-2732-46a9-b287-986465c82956,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:57.826720 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302fd9e8-17d4-43af-bc9c-fc2c58138f13 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:57.827552 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-302fd9e8-17d4-43af-bc9c-fc2c58138f13 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.843451 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-302fd9e8-17d4-43af-bc9c-fc2c58138f13 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6395826 Jul 15 23:24:57.845850 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40812) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:57.852743 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b71f2446-ff94-42ce-9c03-395b19bb5271 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Request body: {'port': {'network_id': '4da4f584-8982-448e-ad53-2fc6b7fe31c7', 'name': 'tempest-AllowedAddressPairTestJSON-1751567294'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:57.858042 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-19193a18-42d4-4c1a-b7ae-84e41d63cda2 req-d46fe486-f1a3-4901-b7bb-cf4dfd3e2660 tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0356166 Jul 15 23:24:57.897625 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a6d2a99-98c5-4018-9cc6-c5000a70781b tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.958891 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a6d2a99-98c5-4018-9cc6-c5000a70781b tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:58.012316 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71f2446-ff94-42ce-9c03-395b19bb5271 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Made reservation on behalf of 8d96c9e1bea14bf8bdaa8b5254357373 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:58.017057 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b71f2446-ff94-42ce-9c03-395b19bb5271 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:58.041186 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-b71f2446-ff94-42ce-9c03-395b19bb5271 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] device_id is not set on port 0994b888-d582-40d4-bb1d-5c0479034de5 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:24:58.104797 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a396c91e-1c5e-43c8-a605-ea1edcc5598d None None] Provisioning for port b2056bd6-2732-46a9-b287-986465c82956 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:58.109098 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a396c91e-1c5e-43c8-a605-ea1edcc5598d None None] Provisioning complete for port b2056bd6-2732-46a9-b287-986465c82956 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:58.109720 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a396c91e-1c5e-43c8-a605-ea1edcc5598d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:58.149817 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a396c91e-1c5e-43c8-a605-ea1edcc5598d None None] Port b2056bd6-2732-46a9-b287-986465c82956 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:24:58.188566 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-b71f2446-ff94-42ce-9c03-395b19bb5271 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Allocated IP 172.20.0.12 (4da4f584-8982-448e-ad53-2fc6b7fe31c7/6ff7b773-7178-449d-adc9-9c05869a566f/0994b888-d582-40d4-bb1d-5c0479034de5) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:58.192072 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a6d2a99-98c5-4018-9cc6-c5000a70781b tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:58.198552 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a6d2a99-98c5-4018-9cc6-c5000a70781b tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:58.293037 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d2a99-98c5-4018-9cc6-c5000a70781b tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Pushing event updated for resources: {'Port': ['ID=20483239-347f-49df-9175-9d28f17ec9d5,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:58.296303 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a6d2a99-98c5-4018-9cc6-c5000a70781b tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:58.312410 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a6d2a99-98c5-4018-9cc6-c5000a70781b tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:58.321742 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3a6d2a99-98c5-4018-9cc6-c5000a70781b tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0577526 Jul 15 23:24:58.376099 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b71f2446-ff94-42ce-9c03-395b19bb5271 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:58.393069 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-b71f2446-ff94-42ce-9c03-395b19bb5271 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Transition to ACTIVE for port object 0994b888-d582-40d4-bb1d-5c0479034de5 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:58.430096 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b71f2446-ff94-42ce-9c03-395b19bb5271 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:58.488868 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71f2446-ff94-42ce-9c03-395b19bb5271 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Network 4da4f584-8982-448e-ad53-2fc6b7fe31c7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:58.492607 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-b71f2446-ff94-42ce-9c03-395b19bb5271 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:58.497239 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71f2446-ff94-42ce-9c03-395b19bb5271 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:58.501452 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f2446-ff94-42ce-9c03-395b19bb5271 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Pushing event updated for resources: {'Port': ['ID=0994b888-d582-40d4-bb1d-5c0479034de5,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:58.554474 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71f2446-ff94-42ce-9c03-395b19bb5271 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:58.555250 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b71f2446-ff94-42ce-9c03-395b19bb5271 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:58.579512 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b71f2446-ff94-42ce-9c03-395b19bb5271 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7292333 Jul 15 23:24:58.579914 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40830) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:58.586497 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-26046f9b-226a-4269-a615-1d1ea8e12465 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:07:67:e7'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:05:62:a4'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:58.619223 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-a364dd90-e196-4037-a849-55c36e23eb4c tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--128259645&fields=id&tenant_id=ce3c14cbd70f4bed98591d54f3156d56 HTTP/1.1" status: 200 len: 267 time: 0.0501015 Jul 15 23:24:58.765674 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-32acc09e-4129-4880-ba17-f9bbcacd0830 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:58.767431 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-32acc09e-4129-4880-ba17-f9bbcacd0830 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/networks?id=34f2ebab-bb83-41e4-bb34-809be32dfaa3 HTTP/1.1" status: 200 len: 817 time: 0.1371343 Jul 15 23:24:58.776054 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5ff431f4-3c07-4341-b72a-e2971d17b4f7 None None] Provisioning for port 0994b888-d582-40d4-bb1d-5c0479034de5 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:58.781355 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5ff431f4-3c07-4341-b72a-e2971d17b4f7 None None] Provisioning complete for port 0994b888-d582-40d4-bb1d-5c0479034de5 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:58.782018 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5ff431f4-3c07-4341-b72a-e2971d17b4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:58.786465 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-e5b662a0-e6a7-4a83-b879-7347671b0607 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/quotas/ce3c14cbd70f4bed98591d54f3156d56 HTTP/1.1" status: 200 len: 375 time: 0.0130267 Jul 15 23:24:58.807398 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26046f9b-226a-4269-a615-1d1ea8e12465 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:58.838754 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5ff431f4-3c07-4341-b72a-e2971d17b4f7 None None] Port 0994b888-d582-40d4-bb1d-5c0479034de5 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:24:58.874185 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-940e4e70-5d2a-48d8-9b4d-83cbf8255ec5 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce3c14cbd70f4bed98591d54f3156d56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0815520 Jul 15 23:24:59.009343 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-e8dda0c3-4f6f-4f51-8855-ecb78a433752 service neutron] 10.222.0.16 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214602 Jul 15 23:24:59.022041 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26046f9b-226a-4269-a615-1d1ea8e12465 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:59.027484 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26046f9b-226a-4269-a615-1d1ea8e12465 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:59.072430 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f80240d7-4328-4847-af20-5770f49daf36 req-8e1031dd-bf70-4318-93cf-4e0ae626a0b9 tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0613325 Jul 15 23:24:59.134885 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-26046f9b-226a-4269-a615-1d1ea8e12465 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] In _notify_port_updated(), no bound segment for port 0994b888-d582-40d4-bb1d-5c0479034de5 on network 4da4f584-8982-448e-ad53-2fc6b7fe31c7 {{(pid=93798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:24:59.140693 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26046f9b-226a-4269-a615-1d1ea8e12465 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:59.141466 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26046f9b-226a-4269-a615-1d1ea8e12465 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:59.145977 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-26046f9b-226a-4269-a615-1d1ea8e12465 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] 10.222.0.16 "PUT /v2.0/ports/0994b888-d582-40d4-bb1d-5c0479034de5 HTTP/1.1" status: 200 len: 1057 time: 0.5614741 Jul 15 23:24:59.146153 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-09e18e3d-7d42-4157-af8d-eb1f9f3944b0 service neutron] 10.222.0.16 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227262 Jul 15 23:24:59.146277 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40840) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:59.192226 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26046f9b-226a-4269-a615-1d1ea8e12465 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Pushing event updated for resources: {'Port': ['ID=0994b888-d582-40d4-bb1d-5c0479034de5,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:59.339993 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2d1caf1b-4de6-409f-b457-cc2778138aa8 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Deleting port 0994b888-d582-40d4-bb1d-5c0479034de5 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:59.340469 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2d1caf1b-4de6-409f-b457-cc2778138aa8 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:59.498453 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1a7e0cf1-5406-4a3f-adbd-8072b9a534f6 req-823f409d-32af-4786-8401-43c4966abd7c tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 210 time: 0.0803685 Jul 15 23:24:59.540936 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2d1caf1b-4de6-409f-b457-cc2778138aa8 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:59.555941 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2d1caf1b-4de6-409f-b457-cc2778138aa8 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Calling delete_port for 0994b888-d582-40d4-bb1d-5c0479034de5 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:59.568803 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e89e1522-de54-4c35-83fb-e26e83056914 None None] Provisioning complete for port 0994b888-d582-40d4-bb1d-5c0479034de5 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:59.569772 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e89e1522-de54-4c35-83fb-e26e83056914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:59.680127 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e89e1522-de54-4c35-83fb-e26e83056914 None None] Port 0994b888-d582-40d4-bb1d-5c0479034de5 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:24:59.703841 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2d1caf1b-4de6-409f-b457-cc2778138aa8 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:59.746620 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1caf1b-4de6-409f-b457-cc2778138aa8 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Pushing event deleted for resources: {'Port': ['ID=0994b888-d582-40d4-bb1d-5c0479034de5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:59.981954 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2d1caf1b-4de6-409f-b457-cc2778138aa8 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:59.984822 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2d1caf1b-4de6-409f-b457-cc2778138aa8 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] 10.222.0.16 "DELETE /v2.0/ports/0994b888-d582-40d4-bb1d-5c0479034de5 HTTP/1.1" status: 204 len: 168 time: 0.8357363 Jul 15 23:24:59.988182 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40860) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:00.020329 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd91a50-f496-49fb-9d5d-b1d3034bd5b6 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] GET failed (client error): The resource could not be found. Jul 15 23:25:00.022321 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-edd91a50-f496-49fb-9d5d-b1d3034bd5b6 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] 10.222.0.16 "GET /v2.0/ports/0994b888-d582-40d4-bb1d-5c0479034de5 HTTP/1.1" status: 404 len: 333 time: 0.0331283 Jul 15 23:25:00.025462 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40862) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:00.131842 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d623f673-8fe0-4ae2-a1c2-a8a13c660b60 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Deleting port b2056bd6-2732-46a9-b287-986465c82956 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:00.132258 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d623f673-8fe0-4ae2-a1c2-a8a13c660b60 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:00.232127 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d623f673-8fe0-4ae2-a1c2-a8a13c660b60 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:00.245856 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d623f673-8fe0-4ae2-a1c2-a8a13c660b60 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Calling delete_port for b2056bd6-2732-46a9-b287-986465c82956 owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:00.301923 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-40ef485a-6d5f-4f2a-910f-5a7163a20b87 req-456ecbaa-a453-4bb0-a862-bae5912669d7 tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0512717 Jul 15 23:25:00.436573 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d623f673-8fe0-4ae2-a1c2-a8a13c660b60 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:00.474321 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623f673-8fe0-4ae2-a1c2-a8a13c660b60 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Pushing event deleted for resources: {'Port': ['ID=b2056bd6-2732-46a9-b287-986465c82956,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:00.588393 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d623f673-8fe0-4ae2-a1c2-a8a13c660b60 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:00.593438 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40874) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:00.593937 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d623f673-8fe0-4ae2-a1c2-a8a13c660b60 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] 10.222.0.16 "DELETE /v2.0/ports/b2056bd6-2732-46a9-b287-986465c82956 HTTP/1.1" status: 204 len: 168 time: 0.5671380 Jul 15 23:25:00.662296 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dbc051f-ff89-4b86-8008-2ccaae48bbd6 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] GET failed (client error): The resource could not be found. Jul 15 23:25:00.671996 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7dbc051f-ff89-4b86-8008-2ccaae48bbd6 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] 10.222.0.16 "GET /v2.0/ports/b2056bd6-2732-46a9-b287-986465c82956 HTTP/1.1" status: 404 len: 333 time: 0.0721600 Jul 15 23:25:00.672948 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40880) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:00.840667 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-53a52ef7-dfec-48af-8a22-21db3d3843f6 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Deleting port e5b30cc2-1af4-4e55-9da3-42c9d73b3c81 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:00.841305 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-53a52ef7-dfec-48af-8a22-21db3d3843f6 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:00.867323 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-66043b12-db99-491a-9795-e7f9b39abbb0 req-029a26e5-98d1-4c4c-b2ab-7335eb8b6181 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 210 time: 0.1183145 Jul 15 23:25:00.963918 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-53a52ef7-dfec-48af-8a22-21db3d3843f6 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:00.989499 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-53a52ef7-dfec-48af-8a22-21db3d3843f6 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Calling delete_port for e5b30cc2-1af4-4e55-9da3-42c9d73b3c81 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:01.020833 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-183f8b46-9409-4db6-9494-13f84ff71334 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:01.022298 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-183f8b46-9409-4db6-9494-13f84ff71334 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.43 "GET /v2.0/networks?id=34f2ebab-bb83-41e4-bb34-809be32dfaa3 HTTP/1.1" status: 200 len: 817 time: 0.1958923 Jul 15 23:25:01.085950 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-8dc0a5b8-16df-4d3a-bd88-bb9fcbed43e2 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce3c14cbd70f4bed98591d54f3156d56 HTTP/1.1" status: 200 len: 379 time: 0.0549982 Jul 15 23:25:01.095457 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-109ea7c3-76fc-465b-bb89-5eff800ddde3 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Request body: {'port': {'device_id': '0d96baee-eb08-441a-971a-0730102b6df7', 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'admin_state_up': True, 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'security_groups': ['98d1ba24-0e9d-4480-80ee-9660cfc1735f']}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:01.215491 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-53a52ef7-dfec-48af-8a22-21db3d3843f6 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:01.259778 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a52ef7-dfec-48af-8a22-21db3d3843f6 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Pushing event deleted for resources: {'Port': ['ID=e5b30cc2-1af4-4e55-9da3-42c9d73b3c81,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:01.313013 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-109ea7c3-76fc-465b-bb89-5eff800ddde3 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Made reservation on behalf of ce3c14cbd70f4bed98591d54f3156d56 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:01.319191 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-109ea7c3-76fc-465b-bb89-5eff800ddde3 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:01.331266 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:25:01.359457 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-53a52ef7-dfec-48af-8a22-21db3d3843f6 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:01.363970 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-53a52ef7-dfec-48af-8a22-21db3d3843f6 tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] 10.222.0.16 "DELETE /v2.0/ports/e5b30cc2-1af4-4e55-9da3-42c9d73b3c81 HTTP/1.1" status: 204 len: 168 time: 0.6902704 Jul 15 23:25:01.366994 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40888) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:01.454925 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e94512-2f8d-4453-bef9-8eeaebc1ed7d tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Deleting subnet 6ff7b773-7178-449d-adc9-9c05869a566f {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:25:01.469339 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29e94512-2f8d-4453-bef9-8eeaebc1ed7d tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:01.532324 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29e94512-2f8d-4453-bef9-8eeaebc1ed7d tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:01.564411 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-109ea7c3-76fc-465b-bb89-5eff800ddde3 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Allocated IP 172.20.0.6 (34f2ebab-bb83-41e4-bb34-809be32dfaa3/849813aa-50e4-40b7-a59e-c4d2aaa3041a/4e982b3e-2461-4a97-ad74-92dcd93dcca4) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:01.569843 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3b4cc46d-35a3-4b26-aee0-a32decf892a8 req-15bf73c2-fa1d-499b-a165-dfdebc9da021 tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0477502 Jul 15 23:25:01.730409 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29e94512-2f8d-4453-bef9-8eeaebc1ed7d tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:01.800557 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-109ea7c3-76fc-465b-bb89-5eff800ddde3 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:01.818945 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29e94512-2f8d-4453-bef9-8eeaebc1ed7d tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:01.835988 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-29e94512-2f8d-4453-bef9-8eeaebc1ed7d tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:01.838067 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-29e94512-2f8d-4453-bef9-8eeaebc1ed7d tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] 10.222.0.16 "DELETE /v2.0/subnets/6ff7b773-7178-449d-adc9-9c05869a566f HTTP/1.1" status: 204 len: 168 time: 0.4700212 Jul 15 23:25:01.841735 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6918ea-c4f7-4fc6-a255-439cdc2d8074 None None] Network 4da4f584-8982-448e-ad53-2fc6b7fe31c7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:25:01.852418 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-109ea7c3-76fc-465b-bb89-5eff800ddde3 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Transition to ACTIVE for port object 4e982b3e-2461-4a97-ad74-92dcd93dcca4 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:25:01.854032 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40900) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:01.860854 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e94512-2f8d-4453-bef9-8eeaebc1ed7d tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Pushing event deleted for resources: {'Subnet': ['ID=6ff7b773-7178-449d-adc9-9c05869a566f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:02.136388 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-550d6346-0b36-40b5-b31b-0a39a95ad6eb req-3329dbdf-7407-4e7d-861f-fd5edc96aed9 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 210 time: 0.0506239 Jul 15 23:25:02.152332 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b8cd776a-f68e-441c-87f4-9c7a4b8b0cff tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:02.165831 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-109ea7c3-76fc-465b-bb89-5eff800ddde3 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:02.191082 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebde097-01d6-437a-934d-c34158655b8d None None] DHCP port deletion for 4da4f584-8982-448e-ad53-2fc6b7fe31c7 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:25:02.281410 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-109ea7c3-76fc-465b-bb89-5eff800ddde3 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Network 34f2ebab-bb83-41e4-bb34-809be32dfaa3 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:02.289990 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-109ea7c3-76fc-465b-bb89-5eff800ddde3 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:02.291282 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9ebde097-01d6-437a-934d-c34158655b8d None None] Deleting port d9f17998-eee9-44e4-ac9a-d25280317c9c {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:02.291673 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9ebde097-01d6-437a-934d-c34158655b8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:02.297714 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-912a5ffc-d762-4c25-b766-051a1510f41c req-6d8dc896-da41-4fad-bebb-1e83c4469dde service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0625596 Jul 15 23:25:02.306308 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-109ea7c3-76fc-465b-bb89-5eff800ddde3 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:02.336537 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ea7c3-76fc-465b-bb89-5eff800ddde3 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Pushing event updated for resources: {'Port': ['ID=4e982b3e-2461-4a97-ad74-92dcd93dcca4,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:02.344393 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40912) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:02.393822 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9ebde097-01d6-437a-934d-c34158655b8d None None] For port d9f17998-eee9-44e4-ac9a-d25280317c9c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d9f17998-eee9-44e4-ac9a-d25280317c9c,segment=NetworkSegment(c0500fbd-d805-4bb7-a0bf-184f74970c89),segment_id=c0500fbd-d805-4bb7-a0bf-184f74970c89)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:02.394688 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9ebde097-01d6-437a-934d-c34158655b8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:02.419010 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9ebde097-01d6-437a-934d-c34158655b8d None None] Calling delete_port for d9f17998-eee9-44e4-ac9a-d25280317c9c owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:02.433640 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-109ea7c3-76fc-465b-bb89-5eff800ddde3 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:02.436065 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-109ea7c3-76fc-465b-bb89-5eff800ddde3 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:02.448734 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b8cd776a-f68e-441c-87f4-9c7a4b8b0cff tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Deleting port d9f17998-eee9-44e4-ac9a-d25280317c9c {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:02.449434 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b8cd776a-f68e-441c-87f4-9c7a4b8b0cff tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:02.515690 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-109ea7c3-76fc-465b-bb89-5eff800ddde3 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4248919 Jul 15 23:25:02.582864 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9ebde097-01d6-437a-934d-c34158655b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:02.654319 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-8829f039-90e8-48b1-a24b-42dda8722f81 service neutron] Request body: {'port': {'device_id': '0d96baee-eb08-441a-971a-0730102b6df7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:02.658275 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebde097-01d6-437a-934d-c34158655b8d None None] Pushing event deleted for resources: {'Port': ['ID=d9f17998-eee9-44e4-ac9a-d25280317c9c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:02.663841 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e846facb-fbdc-4017-84af-62774ddf8bbc None None] Provisioning for port 4e982b3e-2461-4a97-ad74-92dcd93dcca4 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:25:02.669344 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e846facb-fbdc-4017-84af-62774ddf8bbc None None] Provisioning complete for port 4e982b3e-2461-4a97-ad74-92dcd93dcca4 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:02.670081 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e846facb-fbdc-4017-84af-62774ddf8bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:02.694521 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-b8cd776a-f68e-441c-87f4-9c7a4b8b0cff tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] For port d9f17998-eee9-44e4-ac9a-d25280317c9c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d9f17998-eee9-44e4-ac9a-d25280317c9c,segment=NetworkSegment(c0500fbd-d805-4bb7-a0bf-184f74970c89),segment_id=c0500fbd-d805-4bb7-a0bf-184f74970c89)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:02.697783 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b8cd776a-f68e-441c-87f4-9c7a4b8b0cff tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:02.703615 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebde097-01d6-437a-934d-c34158655b8d None None] No DVR routers for this DVR port d9f17998-eee9-44e4-ac9a-d25280317c9c on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:25:02.725904 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e846facb-fbdc-4017-84af-62774ddf8bbc None None] Port 4e982b3e-2461-4a97-ad74-92dcd93dcca4 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:25:02.763415 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3c64e636-49bb-4070-85dc-94ab1fd44797 req-5a8d76f4-cb49-4156-88ab-2fd8b6066158 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6ef55b06-2320-4a37-bb22-da71a908403d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2025783 Jul 15 23:25:02.772865 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b8cd776a-f68e-441c-87f4-9c7a4b8b0cff tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Calling delete_port for d9f17998-eee9-44e4-ac9a-d25280317c9c owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:02.832648 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fb758d05-aba0-4935-9911-9233f5545949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:02.858026 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64e636-49bb-4070-85dc-94ab1fd44797 req-223a5480-6912-4e28-9aea-5aebc3fc7ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:02.859700 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3c64e636-49bb-4070-85dc-94ab1fd44797 req-223a5480-6912-4e28-9aea-5aebc3fc7ccc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c476bc9e2fe48f188b2500546342e72&device_id=6ef55b06-2320-4a37-bb22-da71a908403d HTTP/1.1" status: 200 len: 1096 time: 0.0650399 Jul 15 23:25:02.882039 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-80db366a-219c-46e5-851e-878e3a3715bb req-85c06c3f-2d9d-441e-95de-800503f80cba tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0449355 Jul 15 23:25:02.984653 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-8829f039-90e8-48b1-a24b-42dda8722f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:03.000258 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64e636-49bb-4070-85dc-94ab1fd44797 req-53579f7c-103e-454f-bf0a-87fff8bc5537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:03.001873 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3c64e636-49bb-4070-85dc-94ab1fd44797 req-53579f7c-103e-454f-bf0a-87fff8bc5537 service neutron] 10.222.0.43 "GET /v2.0/networks?id=735c8477-b658-4066-88fd-8f0a4fc80eba HTTP/1.1" status: 200 len: 912 time: 0.1195998 Jul 15 23:25:03.006137 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b8cd776a-f68e-441c-87f4-9c7a4b8b0cff tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:03.068001 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd776a-f68e-441c-87f4-9c7a4b8b0cff tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Pushing event deleted for resources: {'Port': ['ID=d9f17998-eee9-44e4-ac9a-d25280317c9c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:03.078849 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cd776a-f68e-441c-87f4-9c7a4b8b0cff tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] No DVR routers for this DVR port d9f17998-eee9-44e4-ac9a-d25280317c9c on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:25:03.099400 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3c64e636-49bb-4070-85dc-94ab1fd44797 req-67bdfcd1-55e7-4542-8e29-da15e472dc4d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87d39852-b3c1-4166-bc84-fea73e32b857 HTTP/1.1" status: 200 len: 1000 time: 0.0908632 Jul 15 23:25:03.150259 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64e636-49bb-4070-85dc-94ab1fd44797 req-b3ab988f-27d4-4d60-94ce-79e9548d01a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:03.151999 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3c64e636-49bb-4070-85dc-94ab1fd44797 req-b3ab988f-27d4-4d60-94ce-79e9548d01a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=54f0c398-786c-4bb4-9c0d-f6b9e6012b3b HTTP/1.1" status: 200 len: 850 time: 0.0470922 Jul 15 23:25:03.222264 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64e636-49bb-4070-85dc-94ab1fd44797 req-4f518a52-3839-4644-a237-ca10708e52cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:03.224547 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3c64e636-49bb-4070-85dc-94ab1fd44797 req-4f518a52-3839-4644-a237-ca10708e52cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=735c8477-b658-4066-88fd-8f0a4fc80eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644519 Jul 15 23:25:03.264926 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b8cd776a-f68e-441c-87f4-9c7a4b8b0cff tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:03.285830 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-b8cd776a-f68e-441c-87f4-9c7a4b8b0cff tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da4f584-8982-448e-ad53-2fc6b7fe31c7']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:03.324417 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fb758d05-aba0-4935-9911-9233f5545949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:03.338046 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3c64e636-49bb-4070-85dc-94ab1fd44797 req-08220545-42d9-46ce-8f51-8027d05ed8bf service neutron] 10.222.0.43 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056342 Jul 15 23:25:03.347864 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-b8cd776a-f68e-441c-87f4-9c7a4b8b0cff tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0500fbd-d805-4bb7-a0bf-184f74970c89') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:03.348165 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-b8cd776a-f68e-441c-87f4-9c7a4b8b0cff tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0500fbd-d805-4bb7-a0bf-184f74970c89') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:03.356227 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fb758d05-aba0-4935-9911-9233f5545949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:03.388633 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fb758d05-aba0-4935-9911-9233f5545949 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37eb0f2876e1421e8cb1cc4972abd1fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0402124 Jul 15 23:25:03.390481 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b8cd776a-f68e-441c-87f4-9c7a4b8b0cff tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:03.391913 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40928) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:03.450489 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3c64e636-49bb-4070-85dc-94ab1fd44797 req-1f761fee-49c1-4fd5-9d94-9535dd553536 service neutron] 10.222.0.43 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039431 Jul 15 23:25:03.508588 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b8cd776a-f68e-441c-87f4-9c7a4b8b0cff tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:03.528669 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d9f17998-eee9-44e4-ac9a-d25280317c9c no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:25:03.530824 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8cd776a-f68e-441c-87f4-9c7a4b8b0cff tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:25:03.531104 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b8cd776a-f68e-441c-87f4-9c7a4b8b0cff tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: self.session.flush() Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: self.session.flush() Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: self.session.flush() Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: self.session.flush() Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:25:03.537956 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:25:03.552443 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb758d05-aba0-4935-9911-9233f5545949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2aaa2c-3bca-43f3-ac27-8561f593064a,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:03.570969 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: d9f17998-eee9-44e4-ac9a-d25280317c9c {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:25:03.574838 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d9f17998-eee9-44e4-ac9a-d25280317c9c not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:25:03.589595 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dc90236c-249f-43f5-8843-12a1a23320f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:03.657748 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0ce5a-53bb-4533-8490-3e74acc9a4b4 req-e981de84-cc72-4742-a2a8-028cd1695443 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:03.659283 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-11f0ce5a-53bb-4533-8490-3e74acc9a4b4 req-e981de84-cc72-4742-a2a8-028cd1695443 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 931 time: 0.3758948 Jul 15 23:25:03.666942 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dc90236c-249f-43f5-8843-12a1a23320f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:03.668702 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b8cd776a-f68e-441c-87f4-9c7a4b8b0cff tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:03.703092 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b8cd776a-f68e-441c-87f4-9c7a4b8b0cff tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:03.707463 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b8cd776a-f68e-441c-87f4-9c7a4b8b0cff tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] 10.222.0.16 "DELETE /v2.0/networks/4da4f584-8982-448e-ad53-2fc6b7fe31c7 HTTP/1.1" status: 204 len: 168 time: 1.8476510 Jul 15 23:25:03.742481 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd776a-f68e-441c-87f4-9c7a4b8b0cff tempest-AllowedAddressPairTestJSON-1469382965 tempest-AllowedAddressPairTestJSON-1469382965-project] Pushing event deleted for resources: {'Network': ['ID=4da4f584-8982-448e-ad53-2fc6b7fe31c7,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:03.807455 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-11f0ce5a-53bb-4533-8490-3e74acc9a4b4 req-6b8b6622-b9b1-42a7-89a6-445aa8c0eabc tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288309 Jul 15 23:25:03.816518 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-8829f039-90e8-48b1-a24b-42dda8722f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e982b3e-2461-4a97-ad74-92dcd93dcca4 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:25:03.825659 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-8829f039-90e8-48b1-a24b-42dda8722f81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:03.847561 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-8829f039-90e8-48b1-a24b-42dda8722f81 service neutron] Transition to ACTIVE for port object 4e982b3e-2461-4a97-ad74-92dcd93dcca4 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:25:03.848930 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dc90236c-249f-43f5-8843-12a1a23320f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:03.852372 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dc90236c-249f-43f5-8843-12a1a23320f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:03.853780 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-dc90236c-249f-43f5-8843-12a1a23320f7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4c2aaa2c-3bca-43f3-ac27-8561f593064a HTTP/1.1" status: 204 len: 168 time: 0.4579420 Jul 15 23:25:03.856728 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-8829f039-90e8-48b1-a24b-42dda8722f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:03.891109 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90236c-249f-43f5-8843-12a1a23320f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2aaa2c-3bca-43f3-ac27-8561f593064a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:03.971785 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8829f039-90e8-48b1-a24b-42dda8722f81 service neutron] Pushing event updated for resources: {'Port': ['ID=4e982b3e-2461-4a97-ad74-92dcd93dcca4,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:04.030786 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40938) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:04.165120 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-92ee8487-065c-49d6-bf59-840deeafe244 req-1f49e13a-d2e8-4a4a-8925-17307b3db89b tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0776601 Jul 15 23:25:04.204417 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-8829f039-90e8-48b1-a24b-42dda8722f81 service neutron] Attempting to bind port 4e982b3e-2461-4a97-ad74-92dcd93dcca4 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:25:04.204417 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-8829f039-90e8-48b1-a24b-42dda8722f81 service neutron] Attempting to bind port 4e982b3e-2461-4a97-ad74-92dcd93dcca4 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '27249ff3-8705-4d3c-b5f4-e5775a35bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:25:04.204417 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-8829f039-90e8-48b1-a24b-42dda8722f81 service neutron] Attempting to bind port 4e982b3e-2461-4a97-ad74-92dcd93dcca4 on network 34f2ebab-bb83-41e4-bb34-809be32dfaa3 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:25:04.211444 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-8829f039-90e8-48b1-a24b-42dda8722f81 service neutron] Port 4e982b3e-2461-4a97-ad74-92dcd93dcca4 on network 34f2ebab-bb83-41e4-bb34-809be32dfaa3 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:25:04.211853 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-8829f039-90e8-48b1-a24b-42dda8722f81 service neutron] Attempting to bind port 4e982b3e-2461-4a97-ad74-92dcd93dcca4 on network 34f2ebab-bb83-41e4-bb34-809be32dfaa3 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:25:04.222502 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-8829f039-90e8-48b1-a24b-42dda8722f81 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:25:04.225021 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-8829f039-90e8-48b1-a24b-42dda8722f81 service neutron] Checking segment: {'id': '27249ff3-8705-4d3c-b5f4-e5775a35bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:25:04.225449 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-8829f039-90e8-48b1-a24b-42dda8722f81 service neutron] Bound using segment: {'id': '27249ff3-8705-4d3c-b5f4-e5775a35bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:25:04.225906 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-8829f039-90e8-48b1-a24b-42dda8722f81 service neutron] Bound port: 4e982b3e-2461-4a97-ad74-92dcd93dcca4, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27249ff3-8705-4d3c-b5f4-e5775a35bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:25:04.227677 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-8829f039-90e8-48b1-a24b-42dda8722f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.304966 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40948) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:04.321334 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e2ae39ad-2aa1-46c6-8317-b0d9ac44197f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.346142 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-8829f039-90e8-48b1-a24b-42dda8722f81 service neutron] For port 4e982b3e-2461-4a97-ad74-92dcd93dcca4, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:25:04.349563 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-8829f039-90e8-48b1-a24b-42dda8722f81 service neutron] For port 4e982b3e-2461-4a97-ad74-92dcd93dcca4, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=4e982b3e-2461-4a97-ad74-92dcd93dcca4,segment=NetworkSegment(27249ff3-8705-4d3c-b5f4-e5775a35bb17),segment_id=27249ff3-8705-4d3c-b5f4-e5775a35bb17)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:25:04.356150 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-8829f039-90e8-48b1-a24b-42dda8722f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.397493 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-8829f039-90e8-48b1-a24b-42dda8722f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:04.398212 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-8829f039-90e8-48b1-a24b-42dda8722f81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.399900 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-8829f039-90e8-48b1-a24b-42dda8722f81 service neutron] 10.222.0.43 "PUT /v2.0/ports/4e982b3e-2461-4a97-ad74-92dcd93dcca4 HTTP/1.1" status: 200 len: 1091 time: 1.8749206 Jul 15 23:25:04.402304 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d96baee-eb08-441a-971a-0730102b6df7', 'tag': '4e982b3e-2461-4a97-ad74-92dcd93dcca4'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:25:04.411439 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8eb6cd-811b-4bfc-9083-a3d87640a359" -d '{"events": [{"name": "network-changed", "server_uuid": "0d96baee-eb08-441a-971a-0730102b6df7", "tag": "4e982b3e-2461-4a97-ad74-92dcd93dcca4"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:25:04.523423 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e9aaa6de-4d64-4446-a709-a4682641cea2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8d96c9e1bea14bf8bdaa8b5254357373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4905105 Jul 15 23:25:04.528786 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40954) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:04.530851 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8829f039-90e8-48b1-a24b-42dda8722f81 service neutron] Pushing event updated for resources: {'Port': ['ID=4e982b3e-2461-4a97-ad74-92dcd93dcca4,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:04.623323 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e7b069d9-9aa6-4c75-ad44-b954abac8986 req-bba16efd-707b-407c-b1b6-a5602340343f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c6b58045a4617ae0f6eef403c50d5&device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0382326 Jul 15 23:25:04.632770 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5cfe9e9a-e820-47b9-a915-fa618de14042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.635438 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e2ae39ad-2aa1-46c6-8317-b0d9ac44197f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.685908 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5cfe9e9a-e820-47b9-a915-fa618de14042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.713031 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e7b069d9-9aa6-4c75-ad44-b954abac8986 req-404524c3-a680-44ac-bd2e-93b2aab7a6ea service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d26c6b58045a4617ae0f6eef403c50d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753732 Jul 15 23:25:04.714108 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e2ae39ad-2aa1-46c6-8317-b0d9ac44197f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.741009 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcbeb81-522d-479b-a75f-d803b0c36640 x-openstack-request-id: req-8dcbeb81-522d-479b-a75f-d803b0c36640 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:25:04.741611 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d96baee-eb08-441a-971a-0730102b6df7", "tag": "4e982b3e-2461-4a97-ad74-92dcd93dcca4", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:25:04.742026 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8dcbeb81-522d-479b-a75f-d803b0c36640 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:25:04.742602 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d96baee-eb08-441a-971a-0730102b6df7', 'tag': '4e982b3e-2461-4a97-ad74-92dcd93dcca4', 'status': 'completed', 'code': 200} Jul 15 23:25:04.761847 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-8959f602-e459-4da9-a26d-a01158211c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:04.763542 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-8959f602-e459-4da9-a26d-a01158211c24 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce3c14cbd70f4bed98591d54f3156d56&device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 1094 time: 0.3200567 Jul 15 23:25:04.791816 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e2ae39ad-2aa1-46c6-8317-b0d9ac44197f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c09878b210b4124a913c67e235db5f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4827454 Jul 15 23:25:04.795690 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5cfe9e9a-e820-47b9-a915-fa618de14042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.798580 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5cfe9e9a-e820-47b9-a915-fa618de14042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.807156 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40958) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:04.811176 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5cfe9e9a-e820-47b9-a915-fa618de14042 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b9cebac3-689b-43c1-9530-13167764ce27 HTTP/1.1" status: 204 len: 168 time: 0.2744253 Jul 15 23:25:04.833146 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d5027b2c-c1fd-400c-ae43-c35db2e77409 req-2f889643-ce24-46ac-8ab4-468d9ca85d73 tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0956693 Jul 15 23:25:04.878600 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-354ee07d-c555-4938-a539-0109d0f27da8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e982b3e-2461-4a97-ad74-92dcd93dcca4 HTTP/1.1" status: 200 len: 217 time: 0.0932839 Jul 15 23:25:04.894621 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe9e9a-e820-47b9-a915-fa618de14042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cebac3-689b-43c1-9530-13167764ce27,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:04.932938 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae39ad-2aa1-46c6-8317-b0d9ac44197f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51de60b-85d8-4d83-afaa-3c8123f09ada,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:04.964103 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-866bebb4-41b8-4b27-b38d-62c3d58c4629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:04.966125 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-866bebb4-41b8-4b27-b38d-62c3d58c4629 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=849813aa-50e4-40b7-a59e-c4d2aaa3041a HTTP/1.1" status: 200 len: 856 time: 0.0801044 Jul 15 23:25:05.027025 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d439192-131e-47c6-acd8-aa1d21f37923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:05.029033 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b069d9-9aa6-4c75-ad44-b954abac8986 req-ce7ebb2a-eada-48db-8dc8-fdc49d81183d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:05.030533 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e7b069d9-9aa6-4c75-ad44-b954abac8986 req-ce7ebb2a-eada-48db-8dc8-fdc49d81183d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2890990 Jul 15 23:25:05.056269 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d439192-131e-47c6-acd8-aa1d21f37923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:05.063235 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-14fca90b-3b30-4ec2-8b71-8071d7802631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:05.065574 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-14fca90b-3b30-4ec2-8b71-8071d7802631 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=34f2ebab-bb83-41e4-bb34-809be32dfaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852511 Jul 15 23:25:05.123520 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d439192-131e-47c6-acd8-aa1d21f37923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:05.126939 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d439192-131e-47c6-acd8-aa1d21f37923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:05.129186 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3d439192-131e-47c6-acd8-aa1d21f37923 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f51de60b-85d8-4d83-afaa-3c8123f09ada HTTP/1.1" status: 204 len: 168 time: 0.3211112 Jul 15 23:25:05.140250 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d439192-131e-47c6-acd8-aa1d21f37923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51de60b-85d8-4d83-afaa-3c8123f09ada,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:05.277065 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f5add-fa56-424a-b07e-e7b6148cf6d3 req-fd56e034-6b54-481f-85a9-cf782c459ff0 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:05.279085 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6b5f5add-fa56-424a-b07e-e7b6148cf6d3 req-fd56e034-6b54-481f-85a9-cf782c459ff0 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 943 time: 0.2124228 Jul 15 23:25:05.307280 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-359270e1-9a1d-4830-a2ae-a1a18f4954ff service neutron] 10.222.0.43 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276244 Jul 15 23:25:05.358681 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6b5f5add-fa56-424a-b07e-e7b6148cf6d3 req-c10d0964-9550-4273-96a5-ab93145ec801 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708196 Jul 15 23:25:05.431275 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f42b8cda-01b2-430f-9133-80168be4b0a4 req-537b8c8c-114c-41d3-98e2-a3c3ca3b4761 service neutron] 10.222.0.43 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077244 Jul 15 23:25:05.540324 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8eb6cd-811b-4bfc-9083-a3d87640a359 req-e9376ea3-0e95-4605-8581-25267e6e8649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:05.541821 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb8eb6cd-811b-4bfc-9083-a3d87640a359 req-e9376ea3-0e95-4605-8581-25267e6e8649 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce3c14cbd70f4bed98591d54f3156d56&device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 1094 time: 0.0631285 Jul 15 23:25:05.745826 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40996) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:05.877076 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-8b46bd0d-2366-4bc1-a040-9d2c1221ff00 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:05.881933 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8b46bd0d-2366-4bc1-a040-9d2c1221ff00 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1348557 Jul 15 23:25:05.882894 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41008) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:05.888179 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-7bb545b6-08c9-46d6-8afd-8fd38c040b10 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:05.892741 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7bb545b6-08c9-46d6-8afd-8fd38c040b10 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0085359 Jul 15 23:25:05.894005 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41010) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:05.898817 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-ec577261-6f70-41ae-a775-71fdb4cbb573 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:05.902846 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ec577261-6f70-41ae-a775-71fdb4cbb573 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0076313 Jul 15 23:25:05.903547 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41012) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:05.908836 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-c0b9760b-9e9f-47ce-aaf2-f27da9434c19 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:05.912891 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c0b9760b-9e9f-47ce-aaf2-f27da9434c19 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0080850 Jul 15 23:25:05.913599 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41014) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:05.917967 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-370e2405-90d3-4f9c-8c4b-17dbe3edefbd tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:05.921832 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-370e2405-90d3-4f9c-8c4b-17dbe3edefbd tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0072653 Jul 15 23:25:05.922674 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41016) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:05.928231 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-e4d6f470-be99-45b3-adbe-5c8ca1224bb7 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:05.932145 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e4d6f470-be99-45b3-adbe-5c8ca1224bb7 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0083466 Jul 15 23:25:05.933150 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41018) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:05.937886 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-eb728291-a4e5-4fd4-94b8-d2da408f4594 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:05.942584 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-eb728291-a4e5-4fd4-94b8-d2da408f4594 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0083859 Jul 15 23:25:05.949960 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41020) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:05.961929 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-23c4968c-e4ff-426d-b5be-c2dafd6b0dbb tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:05.963139 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-23c4968c-e4ff-426d-b5be-c2dafd6b0dbb tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0186260 Jul 15 23:25:05.965982 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41024) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:05.970669 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-2e124314-a3cc-4fe6-928b-245b01381a84 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:05.971856 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2e124314-a3cc-4fe6-928b-245b01381a84 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0047228 Jul 15 23:25:05.974334 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41026) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:05.979166 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-33a2b40d-91a4-4122-b290-38aadae38f87 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:05.980227 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-33a2b40d-91a4-4122-b290-38aadae38f87 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0048685 Jul 15 23:25:05.982501 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41028) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:05.991964 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-fecfca53-b478-4064-998e-f4dff48f1dce tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:05.993259 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fecfca53-b478-4064-998e-f4dff48f1dce tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0095088 Jul 15 23:25:05.996291 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41030) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.001166 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-d2ce7e23-9827-4046-ad19-5687022e2a8f tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.002227 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d2ce7e23-9827-4046-ad19-5687022e2a8f tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0052543 Jul 15 23:25:06.004526 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41032) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.008737 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-444c3737-d2df-48e8-be97-1b2943f32282 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.010257 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-444c3737-d2df-48e8-be97-1b2943f32282 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0043852 Jul 15 23:25:06.013224 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41034) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.017255 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-0c460616-9109-4e35-bbe6-4eed19598dd9 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.018862 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0c460616-9109-4e35-bbe6-4eed19598dd9 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0048821 Jul 15 23:25:06.021218 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41036) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.025710 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-867fd273-1d0b-464e-b85f-47083f061a29 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.030134 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41038) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.032213 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-867fd273-1d0b-464e-b85f-47083f061a29 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0099778 Jul 15 23:25:06.042595 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [None req-334722e5-09ad-41a3-b9ee-d3fe453aa382 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.046228 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41040) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.050963 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-fe85ee7b-42bb-4047-a38c-09c4d2c9222f tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.055077 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fe85ee7b-42bb-4047-a38c-09c4d2c9222f tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0078275 Jul 15 23:25:06.055686 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41042) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.057940 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-334722e5-09ad-41a3-b9ee-d3fe453aa382 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0199881 Jul 15 23:25:06.060036 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-0f84e6bf-3a99-401f-9203-26d288926877 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.063920 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0f84e6bf-3a99-401f-9203-26d288926877 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0065501 Jul 15 23:25:06.064757 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41044) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.069494 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-e212edbd-3a5e-4c0b-beda-5634671419d8 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.070944 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e212edbd-3a5e-4c0b-beda-5634671419d8 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0043762 Jul 15 23:25:06.074176 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41046) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.083009 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8eb6cd-811b-4bfc-9083-a3d87640a359 req-5b6150a4-e1d4-4f16-85b3-22d8896970fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:06.084469 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb8eb6cd-811b-4bfc-9083-a3d87640a359 req-5b6150a4-e1d4-4f16-85b3-22d8896970fb service neutron] 10.222.0.43 "GET /v2.0/networks?id=34f2ebab-bb83-41e4-bb34-809be32dfaa3 HTTP/1.1" status: 200 len: 918 time: 0.5353959 Jul 15 23:25:06.114508 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3cb7f5f9-58c2-42cb-b0f6-a8c2e7ab7b6c req-a0693282-3d83-4eee-afea-86f6feb677cc tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0451488 Jul 15 23:25:06.149892 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb8eb6cd-811b-4bfc-9083-a3d87640a359 req-51a1e8f8-7d32-4afb-a3a6-22d4e28e1870 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e982b3e-2461-4a97-ad74-92dcd93dcca4 HTTP/1.1" status: 200 len: 217 time: 0.0384097 Jul 15 23:25:06.216343 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8eb6cd-811b-4bfc-9083-a3d87640a359 req-11f20e4a-366f-4e98-8807-b818bed2225d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:06.219165 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb8eb6cd-811b-4bfc-9083-a3d87640a359 req-11f20e4a-366f-4e98-8807-b818bed2225d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=849813aa-50e4-40b7-a59e-c4d2aaa3041a HTTP/1.1" status: 200 len: 856 time: 0.0623777 Jul 15 23:25:06.287849 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8eb6cd-811b-4bfc-9083-a3d87640a359 req-c66e00e2-d93b-4407-b925-bf482484f2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:06.289023 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb8eb6cd-811b-4bfc-9083-a3d87640a359 req-c66e00e2-d93b-4407-b925-bf482484f2bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=34f2ebab-bb83-41e4-bb34-809be32dfaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628874 Jul 15 23:25:06.407188 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb8eb6cd-811b-4bfc-9083-a3d87640a359 req-8f205bc5-4c11-4b4e-a0d9-41fed9428187 service neutron] 10.222.0.43 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095417 Jul 15 23:25:06.467780 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-8493bc59-fa40-43e2-82dd-abfcd552e29e tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.471865 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8493bc59-fa40-43e2-82dd-abfcd552e29e tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.3966792 Jul 15 23:25:06.481582 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41060) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.487670 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-176eafeb-6908-4149-910c-9f26da9e7f4c tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.491357 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41062) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.491537 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-176eafeb-6908-4149-910c-9f26da9e7f4c tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0086677 Jul 15 23:25:06.496875 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [None req-2c01359c-18cf-4fac-8622-2a701848676d tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.498145 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2c01359c-18cf-4fac-8622-2a701848676d tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0052884 Jul 15 23:25:06.500714 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41064) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.506546 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [None req-9205c53c-77ed-4538-b31d-61bda478d3ff tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.507536 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9205c53c-77ed-4538-b31d-61bda478d3ff tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0057993 Jul 15 23:25:06.510177 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41066) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.521166 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e7b069d9-9aa6-4c75-ad44-b954abac8986 req-232843dd-3e65-4ba1-9ae2-1bc52965a177 tempest-ServerShowV257Test-1908083045 tempest-ServerShowV257Test-1908083045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5e00a8f-b34e-4e2f-8ee0-ff0a2e82177a HTTP/1.1" status: 200 len: 210 time: 0.0481009 Jul 15 23:25:06.522777 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [None req-824861d1-4ea9-41d8-bfba-13213ed4bd59 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.523994 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-824861d1-4ea9-41d8-bfba-13213ed4bd59 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0128939 Jul 15 23:25:06.527181 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41070) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.534647 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-22ed2dfc-d5bc-4979-b2a9-1a87229ff528 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.539096 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-22ed2dfc-d5bc-4979-b2a9-1a87229ff528 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0086892 Jul 15 23:25:06.539971 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41072) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.545721 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-dee1a7af-e9b7-44c4-9f3d-c8fa1ac38275 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.550506 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-dee1a7af-e9b7-44c4-9f3d-c8fa1ac38275 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0094588 Jul 15 23:25:06.551254 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41074) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.555568 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-708211ef-8833-45e6-a215-3ad159fd1610 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.559411 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-708211ef-8833-45e6-a215-3ad159fd1610 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0071018 Jul 15 23:25:06.560265 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41076) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.565601 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-72c160c4-c682-4771-93fe-934819f7aa83 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.568496 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb8eb6cd-811b-4bfc-9083-a3d87640a359 req-e0f7a55c-2770-42bc-8b29-269a5b0dbf95 service neutron] 10.222.0.43 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567676 Jul 15 23:25:06.570678 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-72c160c4-c682-4771-93fe-934819f7aa83 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0091903 Jul 15 23:25:06.571109 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41078) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.586306 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [None req-09978fde-85a3-48aa-8de9-8a7f83529a75 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.587310 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-09978fde-85a3-48aa-8de9-8a7f83529a75 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0152237 Jul 15 23:25:06.589784 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41080) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.611609 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [None req-248f8fb9-0d9d-47ae-ab29-b731109c6cf7 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.613109 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-248f8fb9-0d9d-47ae-ab29-b731109c6cf7 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0224338 Jul 15 23:25:06.616136 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41082) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.620887 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-832d200d-e4dd-46e6-9b3e-e10c9f1c0dde tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.622016 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-832d200d-e4dd-46e6-9b3e-e10c9f1c0dde tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0048773 Jul 15 23:25:06.624512 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41084) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.629402 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-6525aa4e-e296-423a-8add-02007f9ff841 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.632492 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6525aa4e-e296-423a-8add-02007f9ff841 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0049245 Jul 15 23:25:06.633188 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41086) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.645524 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-c76a64f0-f6ca-4cd9-b834-43c5e3612ee9 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.652674 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c76a64f0-f6ca-4cd9-b834-43c5e3612ee9 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0163374 Jul 15 23:25:06.652971 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41088) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.660595 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-32976e4a-50d8-42e7-a137-4a48ac271b42 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.664184 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-32976e4a-50d8-42e7-a137-4a48ac271b42 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0079057 Jul 15 23:25:06.664337 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41092) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.669867 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2160b9-9817-439b-a722-8a29fe7bbbd6 req-c21f061e-524b-483d-ad33-6c2beb243185 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:06.671014 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-c4b05b48-9ddb-4d08-b9e2-b04a80058796 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.675390 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c4b05b48-9ddb-4d08-b9e2-b04a80058796 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0066903 Jul 15 23:25:06.675390 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41094) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.677560 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7e2160b9-9817-439b-a722-8a29fe7bbbd6 req-c21f061e-524b-483d-ad33-6c2beb243185 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 943 time: 0.1079528 Jul 15 23:25:06.694682 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-cb27bc8f-364c-4630-a84d-537ed145c2e4 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.696908 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cb27bc8f-364c-4630-a84d-537ed145c2e4 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0145371 Jul 15 23:25:06.698533 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41096) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.703732 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-1c270a2c-05f4-47a7-b207-bc2f05cf01a1 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.707157 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1c270a2c-05f4-47a7-b207-bc2f05cf01a1 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0053990 Jul 15 23:25:06.707700 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41098) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.711510 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-dfd822cc-2b81-4a58-8f44-33c95112ecbf tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.714807 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-dfd822cc-2b81-4a58-8f44-33c95112ecbf tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0043287 Jul 15 23:25:06.715101 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41100) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.719115 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-d95e2f4b-c822-4e81-9e00-0f90d2aa954e tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.720537 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d95e2f4b-c822-4e81-9e00-0f90d2aa954e tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0044956 Jul 15 23:25:06.722839 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41102) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.725258 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7e2160b9-9817-439b-a722-8a29fe7bbbd6 req-3d99a51d-e6c7-4eba-9b1a-b6eee32eb9b8 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468290 Jul 15 23:25:06.735610 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-1197d2b3-0f6d-4d38-9844-b70ad5f672db tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.738685 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1197d2b3-0f6d-4d38-9844-b70ad5f672db tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0127606 Jul 15 23:25:06.739699 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41104) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.744902 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-5df7cab2-61c9-403d-a786-1ea7698ecff4 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.746351 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5df7cab2-61c9-403d-a786-1ea7698ecff4 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0055583 Jul 15 23:25:06.748802 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41108) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.756985 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-40756738-fc5e-4c86-871e-618563399a12 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.760937 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-40756738-fc5e-4c86-871e-618563399a12 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0110066 Jul 15 23:25:06.762372 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41110) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.767919 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-92cbd913-4be1-40df-99e2-c72597091b66 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.769217 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-92cbd913-4be1-40df-99e2-c72597091b66 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0055709 Jul 15 23:25:06.771900 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41112) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.776613 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [None req-cf5009b1-a0a3-450f-bf2d-cf636db7cfb5 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.777563 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-cf5009b1-a0a3-450f-bf2d-cf636db7cfb5 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0046902 Jul 15 23:25:06.779925 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41114) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.784471 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [None req-081bd9a2-fc97-4302-a69f-7170e187baee tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.785377 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-081bd9a2-fc97-4302-a69f-7170e187baee tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0045910 Jul 15 23:25:06.787445 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41116) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.791352 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [None req-d24bcc8b-a8d1-4dd5-9d8c-62d70aebf6b1 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.792253 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d24bcc8b-a8d1-4dd5-9d8c-62d70aebf6b1 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0039468 Jul 15 23:25:06.794479 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41118) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.798308 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [None req-ccab2cdc-0f84-4b5e-bef2-86c6477d54c2 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.799242 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ccab2cdc-0f84-4b5e-bef2-86c6477d54c2 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0038593 Jul 15 23:25:06.801978 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41120) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.810613 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [None req-3923f456-c1c2-4cec-9f71-40c98b37408b tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.811612 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3923f456-c1c2-4cec-9f71-40c98b37408b tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0088096 Jul 15 23:25:06.813983 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41122) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.818170 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [None req-520e3cad-84da-4e19-984c-0bd170d7c65d tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.819091 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-520e3cad-84da-4e19-984c-0bd170d7c65d tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0039771 Jul 15 23:25:06.821279 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41124) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.825083 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [None req-44a3a65d-aa51-41fd-8f0b-82a7b14b2139 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.826142 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-44a3a65d-aa51-41fd-8f0b-82a7b14b2139 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0038922 Jul 15 23:25:06.828056 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41126) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.831897 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [None req-deae3fbf-8010-4b9e-ace6-7a02263021ba tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.832818 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-deae3fbf-8010-4b9e-ace6-7a02263021ba tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0038989 Jul 15 23:25:06.834873 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41128) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.838783 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [None req-14381502-12ae-4dd0-be77-2f3143fefac1 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.839680 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-14381502-12ae-4dd0-be77-2f3143fefac1 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0039792 Jul 15 23:25:06.841663 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41130) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.845406 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [None req-df78e98d-a64b-42ce-a269-4627506c80b1 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.850109 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-df78e98d-a64b-42ce-a269-4627506c80b1 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0038457 Jul 15 23:25:06.851434 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41132) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.855282 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-0db7885b-afe3-4402-808d-3970fa68b313 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.859236 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0db7885b-afe3-4402-808d-3970fa68b313 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0083458 Jul 15 23:25:06.861501 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41134) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.868739 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [None req-42c960ac-bda3-4eea-8a1f-59cbc5fadd14 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.869663 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-42c960ac-bda3-4eea-8a1f-59cbc5fadd14 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0062115 Jul 15 23:25:06.872282 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41136) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.877719 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [None req-7ab99ca4-a69a-4f74-9e6d-4f8af9d47b82 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.878673 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7ab99ca4-a69a-4f74-9e6d-4f8af9d47b82 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0054119 Jul 15 23:25:06.880896 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41140) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.885473 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [None req-9c28376e-7576-4fd2-855d-2cf2b52f54b2 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.888383 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9c28376e-7576-4fd2-855d-2cf2b52f54b2 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0046639 Jul 15 23:25:06.888601 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41144) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.893060 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [None req-2180c9f7-2dfb-4589-8bac-80c0f13fe46e tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.893972 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2180c9f7-2dfb-4589-8bac-80c0f13fe46e tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0045471 Jul 15 23:25:06.896295 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41146) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.900090 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [None req-2fd73fc1-ddd2-4cfa-b092-2509684f7975 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.900987 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2fd73fc1-ddd2-4cfa-b092-2509684f7975 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0038846 Jul 15 23:25:06.903280 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41148) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.907147 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [None req-a9b819ce-4a63-44ff-9b65-fcb1f69b549c tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.908063 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a9b819ce-4a63-44ff-9b65-fcb1f69b549c tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0040245 Jul 15 23:25:06.910749 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41150) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.914518 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [None req-58e32229-b91c-4774-b043-f12e1fc4e3db tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.915458 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-58e32229-b91c-4774-b043-f12e1fc4e3db tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0038683 Jul 15 23:25:06.917608 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41152) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.921370 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [None req-acc1fbe0-f23b-4a08-99b8-59df5f1609fb tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.922258 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-acc1fbe0-f23b-4a08-99b8-59df5f1609fb tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0038249 Jul 15 23:25:06.924948 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41154) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.928753 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [None req-7a068d21-342c-45d2-bcda-669af8db7e95 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.930673 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7a068d21-342c-45d2-bcda-669af8db7e95 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0038831 Jul 15 23:25:06.931793 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41156) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.935526 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [None req-409bbdcf-47ec-495c-b099-71db76110aac tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.936422 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-409bbdcf-47ec-495c-b099-71db76110aac tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0038245 Jul 15 23:25:06.938584 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41158) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.942592 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [None req-807306d6-1e5a-49bc-9136-f928f69f0b78 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.949928 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-807306d6-1e5a-49bc-9136-f928f69f0b78 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0038524 Jul 15 23:25:06.949928 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41160) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.950615 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [None req-48ab2648-d7ed-47f5-9e2e-09adf6e2b2f0 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.950917 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-48ab2648-d7ed-47f5-9e2e-09adf6e2b2f0 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0044348 Jul 15 23:25:06.953033 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41162) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.956881 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [None req-1ee5f65a-6f86-4c79-a23e-67f2ffc8a50e tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.957787 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1ee5f65a-6f86-4c79-a23e-67f2ffc8a50e tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0039344 Jul 15 23:25:06.959932 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41164) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.964004 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [None req-b82abf80-fa5d-47eb-bef0-c8ec514a4965 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.965738 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b82abf80-fa5d-47eb-bef0-c8ec514a4965 tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0041769 Jul 15 23:25:06.967019 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41166) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:06.970777 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [None req-54fb3fee-d08e-4e8e-a718-5ecdbc1568cc tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:06.972206 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-54fb3fee-d08e-4e8e-a718-5ecdbc1568cc tempest-ExtensionsTestJSON-2030895876 tempest-ExtensionsTestJSON-2030895876-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0043736 Jul 15 23:25:07.286759 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41174) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:07.500706 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f38f7ea0-52cc-4fcb-92a5-537647916206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:07.561753 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41190) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:07.656349 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f38f7ea0-52cc-4fcb-92a5-537647916206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:07.661969 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f38f7ea0-52cc-4fcb-92a5-537647916206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:07.730177 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f38f7ea0-52cc-4fcb-92a5-537647916206 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf2b8d5dbaf84922839c02ba439caed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4387443 Jul 15 23:25:07.730177 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f7ea0-52cc-4fcb-92a5-537647916206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5e2733-e898-49f0-95a2-b316f7b45b8f,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:07.731808 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41198) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:07.743740 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-179c6835-88b5-43e7-8d01-08f161871515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:07.806422 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c3c62891-8ca7-4863-a634-672ee28cce29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:07.839597 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c3c62891-8ca7-4863-a634-672ee28cce29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:07.863522 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-179c6835-88b5-43e7-8d01-08f161871515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:07.868793 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-179c6835-88b5-43e7-8d01-08f161871515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:07.899630 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c6835-88b5-43e7-8d01-08f161871515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e2c0b1-2d9f-4270-9d2c-8d5b556bcf4f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:07.924463 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-179c6835-88b5-43e7-8d01-08f161871515 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d26c6b58045a4617ae0f6eef403c50d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3611159 Jul 15 23:25:07.927247 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41204) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:07.997323 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c3c62891-8ca7-4863-a634-672ee28cce29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:08.000787 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c3c62891-8ca7-4863-a634-672ee28cce29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:08.002889 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c3c62891-8ca7-4863-a634-672ee28cce29 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5a5e2733-e898-49f0-95a2-b316f7b45b8f HTTP/1.1" status: 204 len: 168 time: 0.2699432 Jul 15 23:25:08.007750 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e2247488-4a0c-4de8-8da5-79989c57bc87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:08.012024 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c62891-8ca7-4863-a634-672ee28cce29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5e2733-e898-49f0-95a2-b316f7b45b8f,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:08.032371 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e2247488-4a0c-4de8-8da5-79989c57bc87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:08.041835 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd2642-cc7d-488c-9a2b-a3c2c9179a6a req-9ececc45-3ef7-4ee8-bd65-56019819f1f5 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:08.048863 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5dcd2642-cc7d-488c-9a2b-a3c2c9179a6a req-9ececc45-3ef7-4ee8-bd65-56019819f1f5 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 943 time: 0.1272678 Jul 15 23:25:08.108489 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e2247488-4a0c-4de8-8da5-79989c57bc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:08.113324 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5dcd2642-cc7d-488c-9a2b-a3c2c9179a6a req-f11a6beb-192f-4608-a7a8-ca9b3e4dff0b tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628002 Jul 15 23:25:08.114602 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e2247488-4a0c-4de8-8da5-79989c57bc87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:08.117725 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e2247488-4a0c-4de8-8da5-79989c57bc87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5e2c0b1-2d9f-4270-9d2c-8d5b556bcf4f HTTP/1.1" status: 204 len: 168 time: 0.1893890 Jul 15 23:25:08.129585 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 4e982b3e-2461-4a97-ad74-92dcd93dcca4 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:25:08.140584 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2247488-4a0c-4de8-8da5-79989c57bc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e2c0b1-2d9f-4270-9d2c-8d5b556bcf4f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:08.291512 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 4e982b3e-2461-4a97-ad74-92dcd93dcca4, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=4e982b3e-2461-4a97-ad74-92dcd93dcca4,segment=NetworkSegment(27249ff3-8705-4d3c-b5f4-e5775a35bb17),segment_id=27249ff3-8705-4d3c-b5f4-e5775a35bb17)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:08.307382 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '4e982b3e-2461-4a97-ad74-92dcd93dcca4', 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'port_id': '4e982b3e-2461-4a97-ad74-92dcd93dcca4', 'mac_address': 'fa:16:3e:df:33:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:25:08.351625 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:08.361616 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e982b3e-2461-4a97-ad74-92dcd93dcca4 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:25:08.385061 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 4e982b3e-2461-4a97-ad74-92dcd93dcca4, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=4e982b3e-2461-4a97-ad74-92dcd93dcca4,segment=NetworkSegment(27249ff3-8705-4d3c-b5f4-e5775a35bb17),segment_id=27249ff3-8705-4d3c-b5f4-e5775a35bb17)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:08.389541 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:08.454612 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=4e982b3e-2461-4a97-ad74-92dcd93dcca4,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:08.625743 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['4e982b3e-2461-4a97-ad74-92dcd93dcca4'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:25:08.821006 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:08.963181 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41256) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:09.068424 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-aa636570-3e62-431f-8f37-3ab07b0f86d2 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-245753130', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:09.097041 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa636570-3e62-431f-8f37-3ab07b0f86d2 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:09.098307 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa636570-3e62-431f-8f37-3ab07b0f86d2 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:09.188496 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa636570-3e62-431f-8f37-3ab07b0f86d2 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:09.195212 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa636570-3e62-431f-8f37-3ab07b0f86d2 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:09.218270 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aa636570-3e62-431f-8f37-3ab07b0f86d2 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:09.223256 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-aa636570-3e62-431f-8f37-3ab07b0f86d2 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2551484 Jul 15 23:25:09.223423 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41270) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:09.228041 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-573ae3a3-792a-48b3-a806-02735a10d572 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-696085348'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:09.280612 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573ae3a3-792a-48b3-a806-02735a10d572 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Made reservation on behalf of db0dd7e83a564eac847a2cda21c71e18 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:09.287791 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-573ae3a3-792a-48b3-a806-02735a10d572 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:09.300013 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-573ae3a3-792a-48b3-a806-02735a10d572 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:09.403047 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed2a87-8323-4f59-af4d-15b6d1b81256 req-4529dea6-7071-4a34-9606-b222cb7222ac tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:09.412976 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-87ed2a87-8323-4f59-af4d-15b6d1b81256 req-4529dea6-7071-4a34-9606-b222cb7222ac tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 944 time: 0.1510439 Jul 15 23:25:09.476271 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-573ae3a3-792a-48b3-a806-02735a10d572 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:09.481983 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-573ae3a3-792a-48b3-a806-02735a10d572 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:09.482832 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-87ed2a87-8323-4f59-af4d-15b6d1b81256 req-409b97fc-bd69-4c18-bfd6-d64d5a76cc47 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687590 Jul 15 23:25:09.524131 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ae3a3-792a-48b3-a806-02735a10d572 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57812c0f-9191-40a8-8faa-6c47a41891af,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:09.534408 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573ae3a3-792a-48b3-a806-02735a10d572 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:25:09.545156 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-573ae3a3-792a-48b3-a806-02735a10d572 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:09.545762 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-573ae3a3-792a-48b3-a806-02735a10d572 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Added segment 5b7b7281-8803-4a2e-9e47-a38e67e893b3 of type vlan for network 72f890c3-5dfe-4cb6-8402-70c7467ba00b Jul 15 23:25:09.607003 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-573ae3a3-792a-48b3-a806-02735a10d572 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:09.649378 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-573ae3a3-792a-48b3-a806-02735a10d572 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:09.660584 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573ae3a3-792a-48b3-a806-02735a10d572 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:09.661230 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-573ae3a3-792a-48b3-a806-02735a10d572 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:09.735923 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ae3a3-792a-48b3-a806-02735a10d572 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Pushing event updated for resources: {'Network': ['ID=72f890c3-5dfe-4cb6-8402-70c7467ba00b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:09.751774 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-573ae3a3-792a-48b3-a806-02735a10d572 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5277073 Jul 15 23:25:09.755475 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41284) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:09.755656 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 72f890c3-5dfe-4cb6-8402-70c7467ba00b details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:25:09.767584 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-03df752a-1008-4713-9378-465e19abb579 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Request body: {'subnet': {'network_id': '72f890c3-5dfe-4cb6-8402-70c7467ba00b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:09.971427 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03df752a-1008-4713-9378-465e19abb579 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Made reservation on behalf of db0dd7e83a564eac847a2cda21c71e18 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:09.982043 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03df752a-1008-4713-9378-465e19abb579 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.145035 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 4e982b3e-2461-4a97-ad74-92dcd93dcca4 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:25:10.216602 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03df752a-1008-4713-9378-465e19abb579 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.252037 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 4e982b3e-2461-4a97-ad74-92dcd93dcca4 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:25:10.256609 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 4e982b3e-2461-4a97-ad74-92dcd93dcca4 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:10.256978 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.281272 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df752a-1008-4713-9378-465e19abb579 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Pushing event updated for resources: {'Subnet': ['ID=d8c1a189-b10b-4609-8940-dcea87e19b5c,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:10.293167 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03df752a-1008-4713-9378-465e19abb579 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Checking segment: {'id': '5b7b7281-8803-4a2e-9e47-a38e67e893b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '72f890c3-5dfe-4cb6-8402-70c7467ba00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:25:10.293556 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03df752a-1008-4713-9378-465e19abb579 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Network hostable DHCP agents. Network: 72f890c3-5dfe-4cb6-8402-70c7467ba00b, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:25:10.311714 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03df752a-1008-4713-9378-465e19abb579 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Network 72f890c3-5dfe-4cb6-8402-70c7467ba00b is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:25:10.327878 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-03df752a-1008-4713-9378-465e19abb579 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 72f890c3-5dfe-4cb6-8402-70c7467ba00b) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:10.335816 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03df752a-1008-4713-9378-465e19abb579 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:10.336577 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03df752a-1008-4713-9378-465e19abb579 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.346552 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d366566-28de-4941-8fcf-06807954ddf9 None None] Network 72f890c3-5dfe-4cb6-8402-70c7467ba00b requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:25:10.354320 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-03df752a-1008-4713-9378-465e19abb579 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5964756 Jul 15 23:25:10.357230 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41286) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:10.378558 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8472e49e-3d00-4b89-98e8-8bf2a72ad0c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Request body: {'network': {'name': 'tempest-router-network01--1568357111'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:10.420760 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8472e49e-3d00-4b89-98e8-8bf2a72ad0c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Made reservation on behalf of db0dd7e83a564eac847a2cda21c71e18 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:10.426013 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8472e49e-3d00-4b89-98e8-8bf2a72ad0c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.448268 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.457906 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8472e49e-3d00-4b89-98e8-8bf2a72ad0c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:25:10.471578 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8472e49e-3d00-4b89-98e8-8bf2a72ad0c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.472231 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-8472e49e-3d00-4b89-98e8-8bf2a72ad0c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Added segment cbbfb99d-e062-4811-b3e6-5c6124d044a3 of type vlan for network b36415d6-c128-4589-843d-cf1f4193bdab Jul 15 23:25:10.489121 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 4e982b3e-2461-4a97-ad74-92dcd93dcca4, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=4e982b3e-2461-4a97-ad74-92dcd93dcca4,segment=NetworkSegment(27249ff3-8705-4d3c-b5f4-e5775a35bb17),segment_id=27249ff3-8705-4d3c-b5f4-e5775a35bb17)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:10.491904 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d96baee-eb08-441a-971a-0730102b6df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e982b3e-2461-4a97-ad74-92dcd93dcca4'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:25:10.494882 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c819fb72-6df0-42a2-8e2b-f58fb7df1a77" -d '{"events": [{"server_uuid": "0d96baee-eb08-441a-971a-0730102b6df7", "name": "network-vif-plugged", "status": "completed", "tag": "4e982b3e-2461-4a97-ad74-92dcd93dcca4"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:25:10.502027 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.529340 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8472e49e-3d00-4b89-98e8-8bf2a72ad0c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.566545 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8472e49e-3d00-4b89-98e8-8bf2a72ad0c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.574095 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472e49e-3d00-4b89-98e8-8bf2a72ad0c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:10.575100 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8472e49e-3d00-4b89-98e8-8bf2a72ad0c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.591254 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=4e982b3e-2461-4a97-ad74-92dcd93dcca4,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:10.633250 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380251b0-1d85-4bd7-a291-4c3382d01a24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-72f890c3-5dfe-4cb6-8402-70c7467ba00b', 'network_id': '72f890c3-5dfe-4cb6-8402-70c7467ba00b', 'tenant_id': 'db0dd7e83a564eac847a2cda21c71e18', 'fixed_ips': [{'subnet_id': 'd8c1a189-b10b-4609-8940-dcea87e19b5c'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:25:10.634415 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-380251b0-1d85-4bd7-a291-4c3382d01a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.671211 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472e49e-3d00-4b89-98e8-8bf2a72ad0c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Pushing event updated for resources: {'Network': ['ID=b36415d6-c128-4589-843d-cf1f4193bdab,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:10.692991 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8472e49e-3d00-4b89-98e8-8bf2a72ad0c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3345284 Jul 15 23:25:10.695498 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41296) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:10.701287 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ac7b02f0-67c8-492f-a2a6-cf31e31a231c tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Request body: {'network': {'name': 'tempest-router-network02--428769966'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:10.726237 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7b02f0-67c8-492f-a2a6-cf31e31a231c tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Made reservation on behalf of db0dd7e83a564eac847a2cda21c71e18 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:10.730873 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac7b02f0-67c8-492f-a2a6-cf31e31a231c tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.745477 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network b36415d6-c128-4589-843d-cf1f4193bdab details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:25:10.762579 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac7b02f0-67c8-492f-a2a6-cf31e31a231c tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:25:10.766149 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1362a6b-3029-4b7d-a086-ecd5e203e211 x-openstack-request-id: req-a1362a6b-3029-4b7d-a086-ecd5e203e211 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:25:10.767061 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d96baee-eb08-441a-971a-0730102b6df7", "name": "network-vif-plugged", "status": "completed", "tag": "4e982b3e-2461-4a97-ad74-92dcd93dcca4", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:25:10.767493 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1362a6b-3029-4b7d-a086-ecd5e203e211 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:25:10.768659 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d96baee-eb08-441a-971a-0730102b6df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e982b3e-2461-4a97-ad74-92dcd93dcca4', 'code': 200} Jul 15 23:25:10.792531 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac7b02f0-67c8-492f-a2a6-cf31e31a231c tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.792889 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-ac7b02f0-67c8-492f-a2a6-cf31e31a231c tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Added segment a728fa14-114c-468e-9177-f9f77d6b528e of type vlan for network 416d5319-952e-4fac-abee-f6d7c96c44b2 Jul 15 23:25:10.885597 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac7b02f0-67c8-492f-a2a6-cf31e31a231c tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.899090 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-380251b0-1d85-4bd7-a291-4c3382d01a24 None None] Allocated IP 2001:db8::2 (72f890c3-5dfe-4cb6-8402-70c7467ba00b/d8c1a189-b10b-4609-8940-dcea87e19b5c/e44ff9d9-a4e9-4950-ac76-0c3ea085fc05) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:10.974884 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac7b02f0-67c8-492f-a2a6-cf31e31a231c tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.980709 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7b02f0-67c8-492f-a2a6-cf31e31a231c tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:10.981311 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac7b02f0-67c8-492f-a2a6-cf31e31a231c tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:11.013302 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e8122-ab83-4dc7-a3a4-8a11ad3b98e1 req-92abbfd2-7a46-4930-a8c0-b18c3c8e3c6e tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:11.017827 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc7e8122-ab83-4dc7-a3a4-8a11ad3b98e1 req-92abbfd2-7a46-4930-a8c0-b18c3c8e3c6e tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 945 time: 0.2361684 Jul 15 23:25:11.052793 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ac7b02f0-67c8-492f-a2a6-cf31e31a231c tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3559947 Jul 15 23:25:11.070952 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d772ff3-34c1-4df5-b91c-a22f0aab0ed7 req-1dba5627-795d-47a6-bbc8-63481f27430b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:11.072165 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41310) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:11.073761 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7d772ff3-34c1-4df5-b91c-a22f0aab0ed7 req-1dba5627-795d-47a6-bbc8-63481f27430b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 1096 time: 0.2290981 Jul 15 23:25:11.079749 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-87cc06ab-c178-4672-a3da-f0c469ab1f5a tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Request body: {'subnet': {'network_id': 'b36415d6-c128-4589-843d-cf1f4193bdab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:11.137942 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc7e8122-ab83-4dc7-a3a4-8a11ad3b98e1 req-06aabf93-97dc-471e-931d-0592cbe9b170 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138859 Jul 15 23:25:11.200840 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7d772ff3-34c1-4df5-b91c-a22f0aab0ed7 req-17e9d01b-450a-4060-9822-fc728e54e64d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187177 Jul 15 23:25:11.220603 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-380251b0-1d85-4bd7-a291-4c3382d01a24 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:11.234178 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-380251b0-1d85-4bd7-a291-4c3382d01a24 None None] Transition to ACTIVE for port object e44ff9d9-a4e9-4950-ac76-0c3ea085fc05 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:25:11.244670 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cc06ab-c178-4672-a3da-f0c469ab1f5a tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Made reservation on behalf of db0dd7e83a564eac847a2cda21c71e18 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:11.248229 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-87cc06ab-c178-4672-a3da-f0c469ab1f5a tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:11.252668 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-380251b0-1d85-4bd7-a291-4c3382d01a24 None None] Transition to ACTIVE for port object e44ff9d9-a4e9-4950-ac76-0c3ea085fc05 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:25:11.261683 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-380251b0-1d85-4bd7-a291-4c3382d01a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:11.351496 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380251b0-1d85-4bd7-a291-4c3382d01a24 None None] Network 72f890c3-5dfe-4cb6-8402-70c7467ba00b is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:11.356629 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-380251b0-1d85-4bd7-a291-4c3382d01a24 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:11.361591 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380251b0-1d85-4bd7-a291-4c3382d01a24 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:11.398938 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b02f0-67c8-492f-a2a6-cf31e31a231c tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Pushing event updated for resources: {'Network': ['ID=416d5319-952e-4fac-abee-f6d7c96c44b2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:11.419701 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380251b0-1d85-4bd7-a291-4c3382d01a24 None None] Pushing event updated for resources: {'Port': ['ID=e44ff9d9-a4e9-4950-ac76-0c3ea085fc05,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:11.422183 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 416d5319-952e-4fac-abee-f6d7c96c44b2 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:25:11.470522 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-380251b0-1d85-4bd7-a291-4c3382d01a24 None None] Attempting to bind port e44ff9d9-a4e9-4950-ac76-0c3ea085fc05 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:25:11.470935 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-380251b0-1d85-4bd7-a291-4c3382d01a24 None None] Attempting to bind port e44ff9d9-a4e9-4950-ac76-0c3ea085fc05 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '5b7b7281-8803-4a2e-9e47-a38e67e893b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '72f890c3-5dfe-4cb6-8402-70c7467ba00b'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:25:11.471832 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380251b0-1d85-4bd7-a291-4c3382d01a24 None None] Attempting to bind port e44ff9d9-a4e9-4950-ac76-0c3ea085fc05 on network 72f890c3-5dfe-4cb6-8402-70c7467ba00b {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:25:11.479350 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380251b0-1d85-4bd7-a291-4c3382d01a24 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:25:11.479729 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380251b0-1d85-4bd7-a291-4c3382d01a24 None None] Checking segment: {'id': '5b7b7281-8803-4a2e-9e47-a38e67e893b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '72f890c3-5dfe-4cb6-8402-70c7467ba00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:25:11.480142 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-380251b0-1d85-4bd7-a291-4c3382d01a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:11.480566 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380251b0-1d85-4bd7-a291-4c3382d01a24 None None] Bound using segment: {'id': '5b7b7281-8803-4a2e-9e47-a38e67e893b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '72f890c3-5dfe-4cb6-8402-70c7467ba00b'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:25:11.481111 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-380251b0-1d85-4bd7-a291-4c3382d01a24 None None] Bound port: e44ff9d9-a4e9-4950-ac76-0c3ea085fc05, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7b7281-8803-4a2e-9e47-a38e67e893b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '72f890c3-5dfe-4cb6-8402-70c7467ba00b'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:25:11.481532 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-380251b0-1d85-4bd7-a291-4c3382d01a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:11.539356 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-87cc06ab-c178-4672-a3da-f0c469ab1f5a tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:11.605379 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-380251b0-1d85-4bd7-a291-4c3382d01a24 None None] For port e44ff9d9-a4e9-4950-ac76-0c3ea085fc05, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:25:11.611577 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-380251b0-1d85-4bd7-a291-4c3382d01a24 None None] For port e44ff9d9-a4e9-4950-ac76-0c3ea085fc05, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=e44ff9d9-a4e9-4950-ac76-0c3ea085fc05,segment=NetworkSegment(5b7b7281-8803-4a2e-9e47-a38e67e893b3),segment_id=5b7b7281-8803-4a2e-9e47-a38e67e893b3)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:25:11.621376 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-380251b0-1d85-4bd7-a291-4c3382d01a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:11.621547 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc06ab-c178-4672-a3da-f0c469ab1f5a tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Pushing event updated for resources: {'Subnet': ['ID=7b1b2f8b-97c2-4da4-8778-49c48d8d8f2a,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:11.658968 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cc06ab-c178-4672-a3da-f0c469ab1f5a tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Checking segment: {'id': 'cbbfb99d-e062-4811-b3e6-5c6124d044a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b36415d6-c128-4589-843d-cf1f4193bdab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:25:11.659259 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cc06ab-c178-4672-a3da-f0c469ab1f5a tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Network hostable DHCP agents. Network: b36415d6-c128-4589-843d-cf1f4193bdab, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:25:11.680429 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cc06ab-c178-4672-a3da-f0c469ab1f5a tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Network b36415d6-c128-4589-843d-cf1f4193bdab is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:25:11.692822 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-87cc06ab-c178-4672-a3da-f0c469ab1f5a tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, b36415d6-c128-4589-843d-cf1f4193bdab) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:11.698899 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cc06ab-c178-4672-a3da-f0c469ab1f5a tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:11.699649 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-87cc06ab-c178-4672-a3da-f0c469ab1f5a tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:11.707892 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de378fc-c9cc-4b7f-a66a-968e2831fd21 None None] Network b36415d6-c128-4589-843d-cf1f4193bdab requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:25:11.718072 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-87cc06ab-c178-4672-a3da-f0c469ab1f5a tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6444638 Jul 15 23:25:11.720828 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41330) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:11.728853 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-76c80a68-88e5-4828-ab63-3136d29ff875 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Request body: {'subnet': {'network_id': '416d5319-952e-4fac-abee-f6d7c96c44b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:11.742669 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380251b0-1d85-4bd7-a291-4c3382d01a24 None None] Pushing event updated for resources: {'Port': ['ID=e44ff9d9-a4e9-4950-ac76-0c3ea085fc05,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:11.932065 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c80a68-88e5-4828-ab63-3136d29ff875 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Made reservation on behalf of db0dd7e83a564eac847a2cda21c71e18 for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:11.935722 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-76c80a68-88e5-4828-ab63-3136d29ff875 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:11.941592 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cb1f7f-2f4f-4a5d-8bc3-5b0750b8072a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-b36415d6-c128-4589-843d-cf1f4193bdab', 'network_id': 'b36415d6-c128-4589-843d-cf1f4193bdab', 'tenant_id': 'db0dd7e83a564eac847a2cda21c71e18', 'fixed_ips': [{'subnet_id': '7b1b2f8b-97c2-4da4-8778-49c48d8d8f2a'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:25:11.944576 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c9cb1f7f-2f4f-4a5d-8bc3-5b0750b8072a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:12.342846 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-c9cb1f7f-2f4f-4a5d-8bc3-5b0750b8072a None None] Allocated IP 2001:db8::2 (b36415d6-c128-4589-843d-cf1f4193bdab/7b1b2f8b-97c2-4da4-8778-49c48d8d8f2a/3e364596-4a1a-4ac2-b3d2-310b2f5a3d93) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:12.397504 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-76c80a68-88e5-4828-ab63-3136d29ff875 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:12.519529 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c80a68-88e5-4828-ab63-3136d29ff875 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Pushing event updated for resources: {'Subnet': ['ID=5ced891f-f03c-489b-9497-9096fa23c811,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:12.567962 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c80a68-88e5-4828-ab63-3136d29ff875 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Checking segment: {'id': 'a728fa14-114c-468e-9177-f9f77d6b528e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '416d5319-952e-4fac-abee-f6d7c96c44b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:25:12.571248 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c80a68-88e5-4828-ab63-3136d29ff875 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Network hostable DHCP agents. Network: 416d5319-952e-4fac-abee-f6d7c96c44b2, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:25:12.590817 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df5aa1-e0d3-45a4-86ac-2717825d1b00 req-2aaccfd2-bd55-4d1b-89f0-095dbf220abd tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:12.592574 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e1df5aa1-e0d3-45a4-86ac-2717825d1b00 req-2aaccfd2-bd55-4d1b-89f0-095dbf220abd tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 945 time: 0.1483552 Jul 15 23:25:12.623960 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c80a68-88e5-4828-ab63-3136d29ff875 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Network 416d5319-952e-4fac-abee-f6d7c96c44b2 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:25:12.640672 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-76c80a68-88e5-4828-ab63-3136d29ff875 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 416d5319-952e-4fac-abee-f6d7c96c44b2) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:12.658309 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c80a68-88e5-4828-ab63-3136d29ff875 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:12.660196 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-76c80a68-88e5-4828-ab63-3136d29ff875 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:12.686736 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e1df5aa1-e0d3-45a4-86ac-2717825d1b00 req-192b27e4-991a-454b-bce6-b71f3df97ff8 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865657 Jul 15 23:25:12.693430 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-76c80a68-88e5-4828-ab63-3136d29ff875 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9685705 Jul 15 23:25:12.694197 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41342) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:12.782851 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f95611-3fc9-4a8a-9d9c-4d18ea3ef959 None None] Network 416d5319-952e-4fac-abee-f6d7c96c44b2 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:25:13.099794 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79b85e-6de3-416f-89c1-247b4f81fe50 req-f1772ab3-ab85-486a-9a30-b54950baeeb1 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:13.105029 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4f79b85e-6de3-416f-89c1-247b4f81fe50 req-f1772ab3-ab85-486a-9a30-b54950baeeb1 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 945 time: 0.1895673 Jul 15 23:25:13.113610 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41352) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:13.118928 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-89c093b4-3055-4855-90b1-36b7c4c26b38 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Request body: {'floatingip': {'port_id': '4e982b3e-2461-4a97-ad74-92dcd93dcca4'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:13.177511 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c9cb1f7f-2f4f-4a5d-8bc3-5b0750b8072a None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:13.191679 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c9cb1f7f-2f4f-4a5d-8bc3-5b0750b8072a None None] Transition to ACTIVE for port object 3e364596-4a1a-4ac2-b3d2-310b2f5a3d93 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:25:13.218990 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b1f3ca-cbaa-4777-92e0-fec33e6fd19e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-416d5319-952e-4fac-abee-f6d7c96c44b2', 'network_id': '416d5319-952e-4fac-abee-f6d7c96c44b2', 'tenant_id': 'db0dd7e83a564eac847a2cda21c71e18', 'fixed_ips': [{'subnet_id': '5ced891f-f03c-489b-9497-9096fa23c811'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:25:13.219950 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-89c093b4-3055-4855-90b1-36b7c4c26b38 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for floatingip, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:13.220834 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-49b1f3ca-cbaa-4777-92e0-fec33e6fd19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:13.262789 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c9cb1f7f-2f4f-4a5d-8bc3-5b0750b8072a None None] Transition to ACTIVE for port object 3e364596-4a1a-4ac2-b3d2-310b2f5a3d93 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:25:13.281514 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c9cb1f7f-2f4f-4a5d-8bc3-5b0750b8072a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:13.420731 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eaecee48-e37b-414c-8f98-5629f1f4bc79 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:13.506872 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bb2107-44be-4352-999b-041fa77205d9 None None] Network 72f890c3-5dfe-4cb6-8402-70c7467ba00b requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:25:13.574825 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cb1f7f-2f4f-4a5d-8bc3-5b0750b8072a None None] Network b36415d6-c128-4589-843d-cf1f4193bdab is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:13.769499 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-eaecee48-e37b-414c-8f98-5629f1f4bc79 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Allocated IP 2001:db8::1 (b36415d6-c128-4589-843d-cf1f4193bdab/7b1b2f8b-97c2-4da4-8778-49c48d8d8f2a/6eac67df-b742-4e66-98bd-38dcf9e27176) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:13.787327 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-c9cb1f7f-2f4f-4a5d-8bc3-5b0750b8072a None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:13.789859 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cb1f7f-2f4f-4a5d-8bc3-5b0750b8072a None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:13.820553 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e44ff9d9-a4e9-4950-ac76-0c3ea085fc05 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:25:13.885660 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-49b1f3ca-cbaa-4777-92e0-fec33e6fd19e None None] Allocated IP 2001:db8::2 (416d5319-952e-4fac-abee-f6d7c96c44b2/5ced891f-f03c-489b-9497-9096fa23c811/f519ea79-ec53-4a14-ab3c-ef562b14d94c) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:13.889411 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1749de68-a54e-4a78-b567-d2c342219845 None None] Provisioning for port e44ff9d9-a4e9-4950-ac76-0c3ea085fc05 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:25:13.914150 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb1f7f-2f4f-4a5d-8bc3-5b0750b8072a None None] Pushing event updated for resources: {'Port': ['ID=3e364596-4a1a-4ac2-b3d2-310b2f5a3d93,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:13.994710 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eaecee48-e37b-414c-8f98-5629f1f4bc79 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:14.069207 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-eaecee48-e37b-414c-8f98-5629f1f4bc79 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Transition to ACTIVE for port object 6eac67df-b742-4e66-98bd-38dcf9e27176 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:25:14.144920 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-89c093b4-3055-4855-90b1-36b7c4c26b38 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:14.161370 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-89c093b4-3055-4855-90b1-36b7c4c26b38 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:14.164199 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-c9cb1f7f-2f4f-4a5d-8bc3-5b0750b8072a None None] Attempting to bind port 3e364596-4a1a-4ac2-b3d2-310b2f5a3d93 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:25:14.164577 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-c9cb1f7f-2f4f-4a5d-8bc3-5b0750b8072a None None] Attempting to bind port 3e364596-4a1a-4ac2-b3d2-310b2f5a3d93 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'cbbfb99d-e062-4811-b3e6-5c6124d044a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b36415d6-c128-4589-843d-cf1f4193bdab'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:25:14.164943 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cb1f7f-2f4f-4a5d-8bc3-5b0750b8072a None None] Attempting to bind port 3e364596-4a1a-4ac2-b3d2-310b2f5a3d93 on network b36415d6-c128-4589-843d-cf1f4193bdab {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:25:14.175517 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eaecee48-e37b-414c-8f98-5629f1f4bc79 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:14.190609 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cb1f7f-2f4f-4a5d-8bc3-5b0750b8072a None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:25:14.191291 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cb1f7f-2f4f-4a5d-8bc3-5b0750b8072a None None] Checking segment: {'id': 'cbbfb99d-e062-4811-b3e6-5c6124d044a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b36415d6-c128-4589-843d-cf1f4193bdab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:25:14.191717 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c9cb1f7f-2f4f-4a5d-8bc3-5b0750b8072a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:14.191837 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cb1f7f-2f4f-4a5d-8bc3-5b0750b8072a None None] Bound using segment: {'id': 'cbbfb99d-e062-4811-b3e6-5c6124d044a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b36415d6-c128-4589-843d-cf1f4193bdab'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:25:14.192307 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-c9cb1f7f-2f4f-4a5d-8bc3-5b0750b8072a None None] Bound port: 3e364596-4a1a-4ac2-b3d2-310b2f5a3d93, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbfb99d-e062-4811-b3e6-5c6124d044a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b36415d6-c128-4589-843d-cf1f4193bdab'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:25:14.192695 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c9cb1f7f-2f4f-4a5d-8bc3-5b0750b8072a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:14.245629 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaecee48-e37b-414c-8f98-5629f1f4bc79 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Network b36415d6-c128-4589-843d-cf1f4193bdab is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:14.252344 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-eaecee48-e37b-414c-8f98-5629f1f4bc79 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:14.257338 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaecee48-e37b-414c-8f98-5629f1f4bc79 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:14.257908 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eaecee48-e37b-414c-8f98-5629f1f4bc79 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:14.355589 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-89c093b4-3055-4855-90b1-36b7c4c26b38 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Floating IP 28f588e8-b8fb-43bb-b513-ceb7b21d5408 associated. External IP: 172.25.4.106, port: 4e982b3e-2461-4a97-ad74-92dcd93dcca4. Jul 15 23:25:14.406682 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port e44ff9d9-a4e9-4950-ac76-0c3ea085fc05 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:25:14.443674 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port e44ff9d9-a4e9-4950-ac76-0c3ea085fc05 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:14.446003 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:14.480288 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaecee48-e37b-414c-8f98-5629f1f4bc79 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Pushing event updated for resources: {'Port': ['ID=6eac67df-b742-4e66-98bd-38dcf9e27176,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:14.491625 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-c9cb1f7f-2f4f-4a5d-8bc3-5b0750b8072a None None] For port 3e364596-4a1a-4ac2-b3d2-310b2f5a3d93, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:25:14.531720 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eaecee48-e37b-414c-8f98-5629f1f4bc79 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:14.551760 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-c9cb1f7f-2f4f-4a5d-8bc3-5b0750b8072a None None] For port 3e364596-4a1a-4ac2-b3d2-310b2f5a3d93, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=3e364596-4a1a-4ac2-b3d2-310b2f5a3d93,segment=NetworkSegment(cbbfb99d-e062-4811-b3e6-5c6124d044a3),segment_id=cbbfb99d-e062-4811-b3e6-5c6124d044a3)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:25:14.575925 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c9cb1f7f-2f4f-4a5d-8bc3-5b0750b8072a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:14.601286 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-49b1f3ca-cbaa-4777-92e0-fec33e6fd19e None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:14.649035 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-49b1f3ca-cbaa-4777-92e0-fec33e6fd19e None None] Transition to ACTIVE for port object f519ea79-ec53-4a14-ab3c-ef562b14d94c will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:25:14.742883 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c093b4-3055-4855-90b1-36b7c4c26b38 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Router b080e8dc-d9b0-448f-8702-998e6cdc32d1 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:25:14.746565 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-49b1f3ca-cbaa-4777-92e0-fec33e6fd19e None None] Transition to ACTIVE for port object f519ea79-ec53-4a14-ab3c-ef562b14d94c will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:25:14.775158 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-49b1f3ca-cbaa-4777-92e0-fec33e6fd19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:14.793002 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb1f7f-2f4f-4a5d-8bc3-5b0750b8072a None None] Pushing event updated for resources: {'Port': ['ID=3e364596-4a1a-4ac2-b3d2-310b2f5a3d93,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:14.911055 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1f3ca-cbaa-4777-92e0-fec33e6fd19e None None] Pushing event updated for resources: {'Port': ['ID=f519ea79-ec53-4a14-ab3c-ef562b14d94c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:14.913486 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:14.935958 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b1f3ca-cbaa-4777-92e0-fec33e6fd19e None None] Network 416d5319-952e-4fac-abee-f6d7c96c44b2 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:14.950795 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-49b1f3ca-cbaa-4777-92e0-fec33e6fd19e None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:14.952703 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b1f3ca-cbaa-4777-92e0-fec33e6fd19e None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:14.979853 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c093b4-3055-4855-90b1-36b7c4c26b38 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:14.991302 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-89c093b4-3055-4855-90b1-36b7c4c26b38 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:14.996174 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789794a6-e378-4267-8ec0-089d48e65c43 None None] Sync routers for ids ['b080e8dc-d9b0-448f-8702-998e6cdc32d1'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:15.014246 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port e44ff9d9-a4e9-4950-ac76-0c3ea085fc05, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=e44ff9d9-a4e9-4950-ac76-0c3ea085fc05,segment=NetworkSegment(5b7b7281-8803-4a2e-9e47-a38e67e893b3),segment_id=5b7b7281-8803-4a2e-9e47-a38e67e893b3)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:15.014842 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789794a6-e378-4267-8ec0-089d48e65c43 None None] Routers {'b080e8dc-d9b0-448f-8702-998e6cdc32d1'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:15.015816 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-789794a6-e378-4267-8ec0-089d48e65c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:24:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b080e8dc-d9b0-448f-8702-998e6cdc32d1'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:15.019681 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:15.085354 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-89c093b4-3055-4855-90b1-36b7c4c26b38 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "PUT /v2.0/floatingips/28f588e8-b8fb-43bb-b513-ceb7b21d5408 HTTP/1.1" status: 200 len: 991 time: 1.9701290 Jul 15 23:25:15.085962 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d96baee-eb08-441a-971a-0730102b6df7', 'tag': '4e982b3e-2461-4a97-ad74-92dcd93dcca4'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:25:15.090896 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b88899f-5506-444a-aff1-494a3acffb8a" -d '{"events": [{"name": "network-changed", "server_uuid": "0d96baee-eb08-441a-971a-0730102b6df7", "tag": "4e982b3e-2461-4a97-ad74-92dcd93dcca4"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:25:15.170700 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e992e377-2f00-446e-b219-a9b5bc0f21e5 x-openstack-request-id: req-e992e377-2f00-446e-b219-a9b5bc0f21e5 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:25:15.171222 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d96baee-eb08-441a-971a-0730102b6df7", "tag": "4e982b3e-2461-4a97-ad74-92dcd93dcca4", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:25:15.171222 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e992e377-2f00-446e-b219-a9b5bc0f21e5 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:25:15.171631 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d96baee-eb08-441a-971a-0730102b6df7', 'tag': '4e982b3e-2461-4a97-ad74-92dcd93dcca4', 'status': 'completed', 'code': 200} Jul 15 23:25:15.242967 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eaecee48-e37b-414c-8f98-5629f1f4bc79 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:15.246576 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-789794a6-e378-4267-8ec0-089d48e65c43 None None] Set router b080e8dc-d9b0-448f-8702-998e6cdc32d1 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:25:15.251176 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eaecee48-e37b-414c-8f98-5629f1f4bc79 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:15.256668 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eaecee48-e37b-414c-8f98-5629f1f4bc79 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:15.263455 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-49b1f3ca-cbaa-4777-92e0-fec33e6fd19e None None] Attempting to bind port f519ea79-ec53-4a14-ab3c-ef562b14d94c on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:25:15.263989 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-49b1f3ca-cbaa-4777-92e0-fec33e6fd19e None None] Attempting to bind port f519ea79-ec53-4a14-ab3c-ef562b14d94c by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'a728fa14-114c-468e-9177-f9f77d6b528e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '416d5319-952e-4fac-abee-f6d7c96c44b2'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:25:15.264714 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b1f3ca-cbaa-4777-92e0-fec33e6fd19e None None] Attempting to bind port f519ea79-ec53-4a14-ab3c-ef562b14d94c on network 416d5319-952e-4fac-abee-f6d7c96c44b2 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:25:15.279174 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=e44ff9d9-a4e9-4950-ac76-0c3ea085fc05,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:15.282429 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8b1cce64-934a-4cd2-8799-62e4a034fd00 None None] Provisioning complete for port e44ff9d9-a4e9-4950-ac76-0c3ea085fc05 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:15.283090 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b1cce64-934a-4cd2-8799-62e4a034fd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:15.286414 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b1f3ca-cbaa-4777-92e0-fec33e6fd19e None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:25:15.286879 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b1f3ca-cbaa-4777-92e0-fec33e6fd19e None None] Checking segment: {'id': 'a728fa14-114c-468e-9177-f9f77d6b528e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '416d5319-952e-4fac-abee-f6d7c96c44b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:25:15.287435 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-49b1f3ca-cbaa-4777-92e0-fec33e6fd19e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:15.288404 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b1f3ca-cbaa-4777-92e0-fec33e6fd19e None None] Bound using segment: {'id': 'a728fa14-114c-468e-9177-f9f77d6b528e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '416d5319-952e-4fac-abee-f6d7c96c44b2'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:25:15.289199 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-49b1f3ca-cbaa-4777-92e0-fec33e6fd19e None None] Bound port: f519ea79-ec53-4a14-ab3c-ef562b14d94c, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a728fa14-114c-468e-9177-f9f77d6b528e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '416d5319-952e-4fac-abee-f6d7c96c44b2'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:25:15.293397 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-49b1f3ca-cbaa-4777-92e0-fec33e6fd19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:15.375730 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88899f-5506-444a-aff1-494a3acffb8a req-f286bf0b-de84-418b-85ec-fb96ee2676a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:15.377819 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b88899f-5506-444a-aff1-494a3acffb8a req-f286bf0b-de84-418b-85ec-fb96ee2676a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce3c14cbd70f4bed98591d54f3156d56&device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 1096 time: 0.1768026 Jul 15 23:25:15.390281 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-49b1f3ca-cbaa-4777-92e0-fec33e6fd19e None None] For port f519ea79-ec53-4a14-ab3c-ef562b14d94c, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:25:15.396476 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-49b1f3ca-cbaa-4777-92e0-fec33e6fd19e None None] For port f519ea79-ec53-4a14-ab3c-ef562b14d94c, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f519ea79-ec53-4a14-ab3c-ef562b14d94c,segment=NetworkSegment(a728fa14-114c-468e-9177-f9f77d6b528e),segment_id=a728fa14-114c-468e-9177-f9f77d6b528e)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:25:15.445889 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaecee48-e37b-414c-8f98-5629f1f4bc79 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Pushing event updated for resources: {'Port': ['ID=6eac67df-b742-4e66-98bd-38dcf9e27176,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:15.484280 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-49b1f3ca-cbaa-4777-92e0-fec33e6fd19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:15.681134 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88899f-5506-444a-aff1-494a3acffb8a req-c6f717f9-205f-4422-8b09-f8a9fcb0ad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:15.689915 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b88899f-5506-444a-aff1-494a3acffb8a req-c6f717f9-205f-4422-8b09-f8a9fcb0ad3c service neutron] 10.222.0.43 "GET /v2.0/networks?id=34f2ebab-bb83-41e4-bb34-809be32dfaa3 HTTP/1.1" status: 200 len: 918 time: 0.2984200 Jul 15 23:25:15.776728 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaecee48-e37b-414c-8f98-5629f1f4bc79 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Network b36415d6-c128-4589-843d-cf1f4193bdab is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:15.786087 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-eaecee48-e37b-414c-8f98-5629f1f4bc79 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:15.816040 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-789794a6-e378-4267-8ec0-089d48e65c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1804812641-router', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:50Z', 'revision_number': 4, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'gw_port': {'id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '28f588e8-b8fb-43bb-b513-ceb7b21d5408', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'floating_ip_address': '172.25.4.106', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'port_id': '4e982b3e-2461-4a97-ad74-92dcd93dcca4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'mac_address': 'fa:16:3e:df:33:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d96baee-eb08-441a-971a-0730102b6df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:24:57Z', 'updated_at': '2021-07-15T23:25:13Z', 'revision_number': 1, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb239d47-4520-437f-89d4-b405ba953887', 'name': '', 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'mac_address': 'fa:16:3e:9f:f8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:50Z', 'updated_at': '2021-07-15T23:20:57Z', 'revision_number': 5, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'subnets': [{'id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:15.865440 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1f3ca-cbaa-4777-92e0-fec33e6fd19e None None] Pushing event updated for resources: {'Port': ['ID=f519ea79-ec53-4a14-ab3c-ef562b14d94c,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:15.887617 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b88899f-5506-444a-aff1-494a3acffb8a req-c3138b50-9e15-4a24-a00f-da4003079c95 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e982b3e-2461-4a97-ad74-92dcd93dcca4 HTTP/1.1" status: 200 len: 999 time: 0.1956866 Jul 15 23:25:15.905951 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789794a6-e378-4267-8ec0-089d48e65c43 None None] Checking router: b080e8dc-d9b0-448f-8702-998e6cdc32d1 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:25:15.910214 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f4406c64-7052-4e25-98b5-849eaeb4d652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:15.920234 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 3e364596-4a1a-4ac2-b3d2-310b2f5a3d93 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:25:15.954801 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789794a6-e378-4267-8ec0-089d48e65c43 None None] Routers {'b080e8dc-d9b0-448f-8702-998e6cdc32d1'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:15.956222 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-789794a6-e378-4267-8ec0-089d48e65c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:24:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b080e8dc-d9b0-448f-8702-998e6cdc32d1'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:16.035889 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88899f-5506-444a-aff1-494a3acffb8a req-585c9c19-ccaa-4736-a89b-a306f53c99d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:16.037408 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b88899f-5506-444a-aff1-494a3acffb8a req-585c9c19-ccaa-4736-a89b-a306f53c99d6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=849813aa-50e4-40b7-a59e-c4d2aaa3041a HTTP/1.1" status: 200 len: 856 time: 0.1398337 Jul 15 23:25:16.082623 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 3e364596-4a1a-4ac2-b3d2-310b2f5a3d93 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:25:16.108241 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e44ff9d9-a4e9-4950-ac76-0c3ea085fc05 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:25:16.228153 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88899f-5506-444a-aff1-494a3acffb8a req-7c07efc1-0105-405a-9de7-4390ec4eefc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:16.233606 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b88899f-5506-444a-aff1-494a3acffb8a req-7c07efc1-0105-405a-9de7-4390ec4eefc2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=34f2ebab-bb83-41e4-bb34-809be32dfaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1808538 Jul 15 23:25:16.264943 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaecee48-e37b-414c-8f98-5629f1f4bc79 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Router ab45b0bb-4579-4bbd-bc86-4a180ef95953 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:25:16.269632 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port e44ff9d9-a4e9-4950-ac76-0c3ea085fc05 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:16.270142 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:16.342867 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-789794a6-e378-4267-8ec0-089d48e65c43 None None] Set router b080e8dc-d9b0-448f-8702-998e6cdc32d1 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:25:16.415461 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b88899f-5506-444a-aff1-494a3acffb8a req-36fcedce-9a69-40ea-83b9-cfa15d615ea2 service neutron] 10.222.0.43 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768501 Jul 15 23:25:16.536433 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaecee48-e37b-414c-8f98-5629f1f4bc79 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:16.551579 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-eaecee48-e37b-414c-8f98-5629f1f4bc79 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] 10.222.0.16 "PUT /v2.0/routers/ab45b0bb-4579-4bbd-bc86-4a180ef95953/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8561456 Jul 15 23:25:16.553816 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41408) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:16.559128 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5916ee7e-0992-49b5-808a-434f2674c1b7 None None] Sync routers for ids ['ab45b0bb-4579-4bbd-bc86-4a180ef95953'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:16.580117 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5916ee7e-0992-49b5-808a-434f2674c1b7 None None] Routers {'ab45b0bb-4579-4bbd-bc86-4a180ef95953'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:16.581001 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-5916ee7e-0992-49b5-808a-434f2674c1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:24:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['ab45b0bb-4579-4bbd-bc86-4a180ef95953'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:16.628122 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-5916ee7e-0992-49b5-808a-434f2674c1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:16.676745 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5916ee7e-0992-49b5-808a-434f2674c1b7 None None] Routers {'ab45b0bb-4579-4bbd-bc86-4a180ef95953'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:16.677651 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-5916ee7e-0992-49b5-808a-434f2674c1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:24:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['ab45b0bb-4579-4bbd-bc86-4a180ef95953'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:16.810096 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-5916ee7e-0992-49b5-808a-434f2674c1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:16.810789 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5916ee7e-0992-49b5-808a-434f2674c1b7 None None] The sync data for ids ['ab45b0bb-4579-4bbd-bc86-4a180ef95953'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:16.820683 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3d783b-c745-47b5-b87b-09c1be23f41f None None] Network b36415d6-c128-4589-843d-cf1f4193bdab requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:25:16.855685 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b88899f-5506-444a-aff1-494a3acffb8a req-e2a4a9de-8c70-4e8d-baa9-b2a49ded6216 service neutron] 10.222.0.43 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159021 Jul 15 23:25:16.902114 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ce53d-7a7c-4f91-baff-1bbd0ce2f3e6 req-3b8d28f5-475f-41a0-8511-ac1f8b64692d tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:16.905829 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c8ce53d-7a7c-4f91-baff-1bbd0ce2f3e6 req-3b8d28f5-475f-41a0-8511-ac1f8b64692d tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5daa0065-a7e8-4058-9741-49364cb689e0 HTTP/1.1" status: 200 len: 945 time: 0.2735920 Jul 15 23:25:16.927030 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f5999cac-0155-44fd-bc30-1962828ccf6a None None] Provisioning for port 3e364596-4a1a-4ac2-b3d2-310b2f5a3d93 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:25:16.938246 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f5999cac-0155-44fd-bc30-1962828ccf6a None None] Provisioning complete for port 3e364596-4a1a-4ac2-b3d2-310b2f5a3d93 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:16.938610 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f5999cac-0155-44fd-bc30-1962828ccf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:17.004639 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-789794a6-e378-4267-8ec0-089d48e65c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1804812641-router', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:50Z', 'revision_number': 4, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'gw_port': {'id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '28f588e8-b8fb-43bb-b513-ceb7b21d5408', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'floating_ip_address': '172.25.4.106', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'port_id': '4e982b3e-2461-4a97-ad74-92dcd93dcca4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'mac_address': 'fa:16:3e:df:33:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d96baee-eb08-441a-971a-0730102b6df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:24:57Z', 'updated_at': '2021-07-15T23:25:13Z', 'revision_number': 1, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb239d47-4520-437f-89d4-b405ba953887', 'name': '', 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'mac_address': 'fa:16:3e:9f:f8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:50Z', 'updated_at': '2021-07-15T23:20:57Z', 'revision_number': 5, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'subnets': [{'id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:17.011183 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c8ce53d-7a7c-4f91-baff-1bbd0ce2f3e6 req-6b0ec771-02a8-4370-96c6-273435620107 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=1180faa4-d9fa-4be6-84d1-148902ef4406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986989 Jul 15 23:25:17.061554 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789794a6-e378-4267-8ec0-089d48e65c43 None None] The sync data for ids ['b080e8dc-d9b0-448f-8702-998e6cdc32d1'] in n-d-787205-9 is: [{'id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1804812641-router', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:50Z', 'revision_number': 4, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'gw_port': {'id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '28f588e8-b8fb-43bb-b513-ceb7b21d5408', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'floating_ip_address': '172.25.4.106', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'port_id': '4e982b3e-2461-4a97-ad74-92dcd93dcca4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'mac_address': 'fa:16:3e:df:33:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d96baee-eb08-441a-971a-0730102b6df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:24:57Z', 'updated_at': '2021-07-15T23:25:13Z', 'revision_number': 1, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb239d47-4520-437f-89d4-b405ba953887', 'name': '', 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'mac_address': 'fa:16:3e:9f:f8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:50Z', 'updated_at': '2021-07-15T23:20:57Z', 'revision_number': 5, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'subnets': [{'id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:17.287576 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-54ea8853-853c-485d-b2eb-7def0a88a662 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:25:17.291809 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41416) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:17.292291 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-54ea8853-853c-485d-b2eb-7def0a88a662 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] 10.222.0.16 "PUT /v2.0/routers/ab45b0bb-4579-4bbd-bc86-4a180ef95953/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7366455 Jul 15 23:25:17.438072 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f5999cac-0155-44fd-bc30-1962828ccf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:17.543224 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78d2388-2368-4093-82b0-052ee8f5e835 None None] New status for floating IP 28f588e8-b8fb-43bb-b513-ceb7b21d5408: ACTIVE {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:25:17.594338 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-f5999cac-0155-44fd-bc30-1962828ccf6a None None] For port 3e364596-4a1a-4ac2-b3d2-310b2f5a3d93, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=3e364596-4a1a-4ac2-b3d2-310b2f5a3d93,segment=NetworkSegment(cbbfb99d-e062-4811-b3e6-5c6124d044a3),segment_id=cbbfb99d-e062-4811-b3e6-5c6124d044a3)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:17.652033 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f519ea79-ec53-4a14-ab3c-ef562b14d94c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:25:17.701685 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f5999cac-0155-44fd-bc30-1962828ccf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:17.759339 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279f51f8-39ce-42cf-86f7-537530985cba None None] Network 416d5319-952e-4fac-abee-f6d7c96c44b2 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:25:17.931468 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5999cac-0155-44fd-bc30-1962828ccf6a None None] Pushing event updated for resources: {'Port': ['ID=3e364596-4a1a-4ac2-b3d2-310b2f5a3d93,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:17.961026 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port f519ea79-ec53-4a14-ab3c-ef562b14d94c completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:25:17.990093 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b1204b1c-64d3-453b-a171-d9988fa0d3ec tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:17.992695 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-15688e63-0c25-415c-990f-c932de3bdd68 None None] Provisioning for port f519ea79-ec53-4a14-ab3c-ef562b14d94c completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:25:18.004906 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-15688e63-0c25-415c-990f-c932de3bdd68 None None] Provisioning complete for port f519ea79-ec53-4a14-ab3c-ef562b14d94c triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:18.005285 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-15688e63-0c25-415c-990f-c932de3bdd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:18.305508 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-15688e63-0c25-415c-990f-c932de3bdd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:18.344888 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a1c8df96-a983-4c02-bbbf-054f9e7fa04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:18.376072 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-15688e63-0c25-415c-990f-c932de3bdd68 None None] For port f519ea79-ec53-4a14-ab3c-ef562b14d94c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f519ea79-ec53-4a14-ab3c-ef562b14d94c,segment=NetworkSegment(a728fa14-114c-468e-9177-f9f77d6b528e),segment_id=a728fa14-114c-468e-9177-f9f77d6b528e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:18.381770 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-15688e63-0c25-415c-990f-c932de3bdd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:18.472738 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad45f2-1338-493a-b681-af19507d807a req-d68b3e15-c884-430c-b518-c170a0fc70e6 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:18.479785 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a9ad45f2-1338-493a-b681-af19507d807a req-d68b3e15-c884-430c-b518-c170a0fc70e6 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa0065-a7e8-4058-9741-49364cb689e0 HTTP/1.1" status: 200 len: 945 time: 0.3491440 Jul 15 23:25:18.503843 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15688e63-0c25-415c-990f-c932de3bdd68 None None] Pushing event updated for resources: {'Port': ['ID=f519ea79-ec53-4a14-ab3c-ef562b14d94c,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:18.534613 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-89cda65f-0cd4-422b-8910-ddee2f5ff2df None None] Provisioning for port 6eac67df-b742-4e66-98bd-38dcf9e27176 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:25:18.539713 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-89cda65f-0cd4-422b-8910-ddee2f5ff2df None None] Provisioning complete for port 6eac67df-b742-4e66-98bd-38dcf9e27176 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:18.540391 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-89cda65f-0cd4-422b-8910-ddee2f5ff2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:18.602349 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-89cda65f-0cd4-422b-8910-ddee2f5ff2df None None] Port 6eac67df-b742-4e66-98bd-38dcf9e27176 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:25:18.631573 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-89cda65f-0cd4-422b-8910-ddee2f5ff2df None None] Provisioning complete for port 3e364596-4a1a-4ac2-b3d2-310b2f5a3d93 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:18.632336 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-89cda65f-0cd4-422b-8910-ddee2f5ff2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:18.752089 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:18.936406 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-83fb988d-09d4-43d1-b27a-069c15bc99bc None None] Provisioning complete for port f519ea79-ec53-4a14-ab3c-ef562b14d94c triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:18.939391 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-83fb988d-09d4-43d1-b27a-069c15bc99bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:19.071040 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535ef83-43bf-4a4d-b8e1-ca1c04235a92 req-a4e96afa-e033-44f1-b8ad-9eb63297f5d1 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:19.078446 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7535ef83-43bf-4a4d-b8e1-ca1c04235a92 req-a4e96afa-e033-44f1-b8ad-9eb63297f5d1 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5daa0065-a7e8-4058-9741-49364cb689e0 HTTP/1.1" status: 200 len: 945 time: 0.7690117 Jul 15 23:25:19.087944 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-83fb988d-09d4-43d1-b27a-069c15bc99bc None None] Provisioning complete for port 6eac67df-b742-4e66-98bd-38dcf9e27176 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:19.088480 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-83fb988d-09d4-43d1-b27a-069c15bc99bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:19.131718 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-83fb988d-09d4-43d1-b27a-069c15bc99bc None None] Port 6eac67df-b742-4e66-98bd-38dcf9e27176 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:25:19.158139 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-a9ad45f2-1338-493a-b681-af19507d807a req-108fee48-a227-441e-96e9-540fa5d5aafe tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Deleting port e0d3c768-ad6b-402f-8063-98d57ffece7d {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:19.158524 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a9ad45f2-1338-493a-b681-af19507d807a req-108fee48-a227-441e-96e9-540fa5d5aafe tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:19.175276 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7535ef83-43bf-4a4d-b8e1-ca1c04235a92 req-435cb715-df32-4fc5-be0d-bd7140931057 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups?id=1180faa4-d9fa-4be6-84d1-148902ef4406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958059 Jul 15 23:25:19.252084 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b1204b1c-64d3-453b-a171-d9988fa0d3ec tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Deleting port 6eac67df-b742-4e66-98bd-38dcf9e27176 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:19.253055 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4418a762-82fa-4729-a5cc-70a33dbda8de None None] Provisioning complete for port 6eac67df-b742-4e66-98bd-38dcf9e27176 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:19.253178 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b1204b1c-64d3-453b-a171-d9988fa0d3ec tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:19.253429 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4418a762-82fa-4729-a5cc-70a33dbda8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:19.296467 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-4418a762-82fa-4729-a5cc-70a33dbda8de None None] Port 6eac67df-b742-4e66-98bd-38dcf9e27176 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:25:19.340119 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-a9ad45f2-1338-493a-b681-af19507d807a req-108fee48-a227-441e-96e9-540fa5d5aafe tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] For port e0d3c768-ad6b-402f-8063-98d57ffece7d, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=e0d3c768-ad6b-402f-8063-98d57ffece7d,segment=NetworkSegment(c9e4b3e1-75aa-477b-b892-dda03f8d1320),segment_id=c9e4b3e1-75aa-477b-b892-dda03f8d1320)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:19.340501 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a9ad45f2-1338-493a-b681-af19507d807a req-108fee48-a227-441e-96e9-540fa5d5aafe tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:19.415430 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b1204b1c-64d3-453b-a171-d9988fa0d3ec tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:19.438242 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b1204b1c-64d3-453b-a171-d9988fa0d3ec tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Calling delete_port for 6eac67df-b742-4e66-98bd-38dcf9e27176 owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:19.569995 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f519ea79-ec53-4a14-ab3c-ef562b14d94c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:25:19.651676 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a9ad45f2-1338-493a-b681-af19507d807a req-108fee48-a227-441e-96e9-540fa5d5aafe tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:19.652207 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a9ad45f2-1338-493a-b681-af19507d807a req-108fee48-a227-441e-96e9-540fa5d5aafe tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:19.652435 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [req-a9ad45f2-1338-493a-b681-af19507d807a req-108fee48-a227-441e-96e9-540fa5d5aafe tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Floating IP 657d77bf-e4b5-47f2-b409-84123c94caff disassociated. External IP: 172.25.4.232, port: e0d3c768-ad6b-402f-8063-98d57ffece7d. Jul 15 23:25:19.652699 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-a9ad45f2-1338-493a-b681-af19507d807a req-108fee48-a227-441e-96e9-540fa5d5aafe tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Calling delete_port for e0d3c768-ad6b-402f-8063-98d57ffece7d owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:19.702668 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:19.705062 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port f519ea79-ec53-4a14-ab3c-ef562b14d94c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:19.705708 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:19.886321 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 3e364596-4a1a-4ac2-b3d2-310b2f5a3d93 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:25:19.933759 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b1204b1c-64d3-453b-a171-d9988fa0d3ec tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:19.935244 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 3e364596-4a1a-4ac2-b3d2-310b2f5a3d93 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:19.935790 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:19.984113 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1204b1c-64d3-453b-a171-d9988fa0d3ec tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Pushing event deleted for resources: {'Port': ['ID=6eac67df-b742-4e66-98bd-38dcf9e27176,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:20.054201 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a9ad45f2-1338-493a-b681-af19507d807a req-108fee48-a227-441e-96e9-540fa5d5aafe tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:20.140690 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fee48-a227-441e-96e9-540fa5d5aafe tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Pushing event deleted for resources: {'Port': ['ID=e0d3c768-ad6b-402f-8063-98d57ffece7d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:20.144827 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b1204b1c-64d3-453b-a171-d9988fa0d3ec tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:20.352775 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ef354931-d056-4265-9a0c-caf59a6f8450 req-5f3e2eab-bff3-48df-af78-6ef6071eaa58 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5daa0065-a7e8-4058-9741-49364cb689e0 HTTP/1.1" status: 200 len: 210 time: 0.0391510 Jul 15 23:25:20.370749 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9ad45f2-1338-493a-b681-af19507d807a req-108fee48-a227-441e-96e9-540fa5d5aafe tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Router 9bdb89e1-8b8f-438f-b309-2a9436a91060 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:25:20.486521 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1204b1c-64d3-453b-a171-d9988fa0d3ec tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Router ab45b0bb-4579-4bbd-bc86-4a180ef95953 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:25:20.619856 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1204b1c-64d3-453b-a171-d9988fa0d3ec tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:20.633145 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b1204b1c-64d3-453b-a171-d9988fa0d3ec tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] 10.222.0.16 "PUT /v2.0/routers/ab45b0bb-4579-4bbd-bc86-4a180ef95953/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3402216 Jul 15 23:25:20.633551 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb111a5-e836-46ab-9040-b5962f5418dd None None] Sync routers for ids ['ab45b0bb-4579-4bbd-bc86-4a180ef95953'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:20.637268 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41468) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:20.648302 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9ad45f2-1338-493a-b681-af19507d807a req-108fee48-a227-441e-96e9-540fa5d5aafe tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:20.658194 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb111a5-e836-46ab-9040-b5962f5418dd None None] Routers {'ab45b0bb-4579-4bbd-bc86-4a180ef95953'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:20.660017 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-6fb111a5-e836-46ab-9040-b5962f5418dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:25:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['ab45b0bb-4579-4bbd-bc86-4a180ef95953'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:20.663346 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42754c9-e999-4362-a91d-e8a51367622e None None] Sync routers for ids ['9bdb89e1-8b8f-438f-b309-2a9436a91060'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:20.673283 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42754c9-e999-4362-a91d-e8a51367622e None None] Routers {'9bdb89e1-8b8f-438f-b309-2a9436a91060'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:20.673946 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-a42754c9-e999-4362-a91d-e8a51367622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:25:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['9bdb89e1-8b8f-438f-b309-2a9436a91060'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:20.709764 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-7b259f9a-2479-4713-817d-2a88d4a95dd0 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] delete failed (client error): The resource could not be found. Jul 15 23:25:20.719691 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7b259f9a-2479-4713-817d-2a88d4a95dd0 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-155684904 HTTP/1.1" status: 404 len: 334 time: 0.0801492 Jul 15 23:25:20.721668 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41472) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:20.737293 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-63bc5373-1333-43f3-bd1b-371690582e35 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ab45b0bb-4579-4bbd-bc86-4a180ef95953'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:20.739621 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-6fb111a5-e836-46ab-9040-b5962f5418dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:20.747928 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ad45f2-1338-493a-b681-af19507d807a req-108fee48-a227-441e-96e9-540fa5d5aafe tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] No DVR routers for this DVR port e0d3c768-ad6b-402f-8063-98d57ffece7d on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:25:20.752522 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb111a5-e836-46ab-9040-b5962f5418dd None None] Routers {'ab45b0bb-4579-4bbd-bc86-4a180ef95953'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:20.752890 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a9ad45f2-1338-493a-b681-af19507d807a req-108fee48-a227-441e-96e9-540fa5d5aafe tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:20.753176 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-6fb111a5-e836-46ab-9040-b5962f5418dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:25:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['ab45b0bb-4579-4bbd-bc86-4a180ef95953'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:20.755038 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a9ad45f2-1338-493a-b681-af19507d807a req-108fee48-a227-441e-96e9-540fa5d5aafe tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.43 "DELETE /v2.0/ports/e0d3c768-ad6b-402f-8063-98d57ffece7d HTTP/1.1" status: 204 len: 173 time: 2.2482522 Jul 15 23:25:20.755509 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5daa0065-a7e8-4058-9741-49364cb689e0', 'name': 'network-vif-deleted', 'tag': 'e0d3c768-ad6b-402f-8063-98d57ffece7d'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:25:20.763184 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af080899-f514-4d01-a847-60b4dd4adfc0" -d '{"events": [{"server_uuid": "5daa0065-a7e8-4058-9741-49364cb689e0", "name": "network-vif-deleted", "tag": "e0d3c768-ad6b-402f-8063-98d57ffece7d"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:25:20.835747 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-a42754c9-e999-4362-a91d-e8a51367622e None None] Set router 9bdb89e1-8b8f-438f-b309-2a9436a91060 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:25:20.841071 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-6fb111a5-e836-46ab-9040-b5962f5418dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:20.841729 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb111a5-e836-46ab-9040-b5962f5418dd None None] The sync data for ids ['ab45b0bb-4579-4bbd-bc86-4a180ef95953'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:20.862167 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ab6a31-dd81-4a5c-b829-2ce50c158dc8 x-openstack-request-id: req-33ab6a31-dd81-4a5c-b829-2ce50c158dc8 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:25:20.862329 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5daa0065-a7e8-4058-9741-49364cb689e0", "name": "network-vif-deleted", "tag": "e0d3c768-ad6b-402f-8063-98d57ffece7d", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:25:20.862588 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-33ab6a31-dd81-4a5c-b829-2ce50c158dc8 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:25:20.863016 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5daa0065-a7e8-4058-9741-49364cb689e0', 'name': 'network-vif-deleted', 'tag': 'e0d3c768-ad6b-402f-8063-98d57ffece7d', 'status': 'completed', 'code': 200} Jul 15 23:25:21.089021 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-a42754c9-e999-4362-a91d-e8a51367622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'name': 'tempest-AttachVolumeTestJSON-590886257-router', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:44Z', 'updated_at': '2021-07-15T23:17:49Z', 'revision_number': 4, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'gw_port': {'id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:45Z', 'updated_at': '2021-07-15T23:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'c4771972-b263-4a20-8c8b-7602c2097ceb', 'name': '', 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'mac_address': 'fa:16:3e:08:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:48Z', 'updated_at': '2021-07-15T23:17:59Z', 'revision_number': 5, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'subnets': [{'id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:21.118174 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42754c9-e999-4362-a91d-e8a51367622e None None] Checking router: 9bdb89e1-8b8f-438f-b309-2a9436a91060 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:25:21.127524 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42754c9-e999-4362-a91d-e8a51367622e None None] Routers {'9bdb89e1-8b8f-438f-b309-2a9436a91060'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:21.128150 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-a42754c9-e999-4362-a91d-e8a51367622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:25:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['9bdb89e1-8b8f-438f-b309-2a9436a91060'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:21.326832 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.433155 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-a42754c9-e999-4362-a91d-e8a51367622e None None] Set router 9bdb89e1-8b8f-438f-b309-2a9436a91060 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:25:21.632948 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-63bc5373-1333-43f3-bd1b-371690582e35 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.691204 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-63bc5373-1333-43f3-bd1b-371690582e35 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] update failed (client error): The resource could not be found. Jul 15 23:25:21.702821 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-63bc5373-1333-43f3-bd1b-371690582e35 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] 10.222.0.16 "PUT /v2.0/routers/ab45b0bb-4579-4bbd-bc86-4a180ef95953 HTTP/1.1" status: 404 len: 339 time: 0.9800618 Jul 15 23:25:21.703622 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41494) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:21.716436 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-bddad139-43a6-4e79-b79f-bc67a9aa791a tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1307735754'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:21.732260 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2118756c-aefa-4268-9db6-944e34e2d138 req-3179c67b-2cdc-44fa-9434-81f05abc1d74 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5daa0065-a7e8-4058-9741-49364cb689e0 HTTP/1.1" status: 200 len: 210 time: 0.0545340 Jul 15 23:25:21.769282 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddad139-43a6-4e79-b79f-bc67a9aa791a tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Made reservation on behalf of db0dd7e83a564eac847a2cda21c71e18 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:21.773624 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bddad139-43a6-4e79-b79f-bc67a9aa791a tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.803732 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bddad139-43a6-4e79-b79f-bc67a9aa791a tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:25:21.813618 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-a42754c9-e999-4362-a91d-e8a51367622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'name': 'tempest-AttachVolumeTestJSON-590886257-router', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:44Z', 'updated_at': '2021-07-15T23:17:49Z', 'revision_number': 4, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'gw_port': {'id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:45Z', 'updated_at': '2021-07-15T23:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'c4771972-b263-4a20-8c8b-7602c2097ceb', 'name': '', 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'mac_address': 'fa:16:3e:08:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:48Z', 'updated_at': '2021-07-15T23:17:59Z', 'revision_number': 5, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'subnets': [{'id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:21.816465 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bddad139-43a6-4e79-b79f-bc67a9aa791a tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.817146 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-bddad139-43a6-4e79-b79f-bc67a9aa791a tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Added segment 6bf4e291-d999-4af9-bab3-95d54a2898ad of type vlan for network 37ee2729-e59f-4aad-84d6-21770cb2a268 Jul 15 23:25:21.830914 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41498) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:21.848436 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42754c9-e999-4362-a91d-e8a51367622e None None] The sync data for ids ['9bdb89e1-8b8f-438f-b309-2a9436a91060'] in n-d-787205-9 is: [{'id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'name': 'tempest-AttachVolumeTestJSON-590886257-router', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:44Z', 'updated_at': '2021-07-15T23:17:49Z', 'revision_number': 4, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'gw_port': {'id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:45Z', 'updated_at': '2021-07-15T23:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'c4771972-b263-4a20-8c8b-7602c2097ceb', 'name': '', 'network_id': '763f1de9-52c7-44d6-a7b0-fd7c446c4363', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'mac_address': 'fa:16:3e:08:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:48Z', 'updated_at': '2021-07-15T23:17:59Z', 'revision_number': 5, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'subnets': [{'id': '78ea2555-c9cc-49c5-b9ef-7f12652d8d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:21.865722 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bddad139-43a6-4e79-b79f-bc67a9aa791a tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.909983 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bddad139-43a6-4e79-b79f-bc67a9aa791a tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.915939 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddad139-43a6-4e79-b79f-bc67a9aa791a tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:21.916752 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bddad139-43a6-4e79-b79f-bc67a9aa791a tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.973085 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-04e4cec6-7756-4fe4-b9d0-a54998cfd35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.978908 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bddad139-43a6-4e79-b79f-bc67a9aa791a tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2723424 Jul 15 23:25:21.981969 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41504) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:21.989528 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-14774816-f7c0-449b-a34e-d4eee1707610 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Request body: {'subnet': {'network_id': '37ee2729-e59f-4aad-84d6-21770cb2a268', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:22.055847 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddad139-43a6-4e79-b79f-bc67a9aa791a tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Pushing event updated for resources: {'Network': ['ID=37ee2729-e59f-4aad-84d6-21770cb2a268,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:22.075908 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 37ee2729-e59f-4aad-84d6-21770cb2a268 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:25:22.159359 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-04e4cec6-7756-4fe4-b9d0-a54998cfd35c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:22.163036 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-04e4cec6-7756-4fe4-b9d0-a54998cfd35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:22.209789 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device e0d3c768-ad6b-402f-8063-98d57ffece7d no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:25:22.213031 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-04e4cec6-7756-4fe4-b9d0-a54998cfd35c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad52f963f1fb4045989d07aec8eb4f26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3777165 Jul 15 23:25:22.213332 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41506) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:22.218231 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4cec6-7756-4fe4-b9d0-a54998cfd35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749a4f1e-1592-4b14-8b46-224d9be6514b,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:22.237750 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14774816-f7c0-449b-a34e-d4eee1707610 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Made reservation on behalf of db0dd7e83a564eac847a2cda21c71e18 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:22.241978 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: e0d3c768-ad6b-402f-8063-98d57ffece7d {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:25:22.242430 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device e0d3c768-ad6b-402f-8063-98d57ffece7d not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:25:22.249618 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14774816-f7c0-449b-a34e-d4eee1707610 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:22.273859 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518d0f56-a0dc-4367-b290-de0ddd3b6f96 None None] New status for floating IP 657d77bf-e4b5-47f2-b409-84123c94caff: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:25:22.365332 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1c2bc862-8e02-46a5-9c82-6780c96b731a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:22.395234 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1c2bc862-8e02-46a5-9c82-6780c96b731a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:22.501589 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1c2bc862-8e02-46a5-9c82-6780c96b731a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:22.504738 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1c2bc862-8e02-46a5-9c82-6780c96b731a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:22.505904 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1c2bc862-8e02-46a5-9c82-6780c96b731a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/749a4f1e-1592-4b14-8b46-224d9be6514b HTTP/1.1" status: 204 len: 168 time: 0.2915583 Jul 15 23:25:22.522150 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2bc862-8e02-46a5-9c82-6780c96b731a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749a4f1e-1592-4b14-8b46-224d9be6514b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:22.538534 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14774816-f7c0-449b-a34e-d4eee1707610 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:22.610425 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14774816-f7c0-449b-a34e-d4eee1707610 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Pushing event updated for resources: {'Subnet': ['ID=7d230826-6d12-40b3-b7f5-8b75cb8668d3,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:22.617109 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14774816-f7c0-449b-a34e-d4eee1707610 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Checking segment: {'id': '6bf4e291-d999-4af9-bab3-95d54a2898ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '37ee2729-e59f-4aad-84d6-21770cb2a268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:25:22.617469 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14774816-f7c0-449b-a34e-d4eee1707610 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Network hostable DHCP agents. Network: 37ee2729-e59f-4aad-84d6-21770cb2a268, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:25:22.636667 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14774816-f7c0-449b-a34e-d4eee1707610 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Network 37ee2729-e59f-4aad-84d6-21770cb2a268 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:25:22.648376 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-14774816-f7c0-449b-a34e-d4eee1707610 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 37ee2729-e59f-4aad-84d6-21770cb2a268) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:22.653524 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14774816-f7c0-449b-a34e-d4eee1707610 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:22.654113 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14774816-f7c0-449b-a34e-d4eee1707610 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:22.659906 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a405fa80-9916-49da-80b6-4529b0a67167 None None] Network 37ee2729-e59f-4aad-84d6-21770cb2a268 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:25:22.671532 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-14774816-f7c0-449b-a34e-d4eee1707610 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6885049 Jul 15 23:25:22.674195 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41516) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:22.680333 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ea643588-2d40-453a-bf37-c653f725969d tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Request body: {'router': {'external_gateway_info': {'network_id': '37ee2729-e59f-4aad-84d6-21770cb2a268'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:22.896560 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f056e77f-908a-48dd-b521-d4195601150d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-37ee2729-e59f-4aad-84d6-21770cb2a268', 'network_id': '37ee2729-e59f-4aad-84d6-21770cb2a268', 'tenant_id': 'db0dd7e83a564eac847a2cda21c71e18', 'fixed_ips': [{'subnet_id': '7d230826-6d12-40b3-b7f5-8b75cb8668d3'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:25:22.897800 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f056e77f-908a-48dd-b521-d4195601150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:22.921877 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41530) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:23.008146 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ea643588-2d40-453a-bf37-c653f725969d tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.024169 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b745a51e-69fa-4b83-a6ba-e0d900d72e16 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.051601 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b745a51e-69fa-4b83-a6ba-e0d900d72e16 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.101032 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-f056e77f-908a-48dd-b521-d4195601150d None None] Allocated IP 2001:db8:1::2 (37ee2729-e59f-4aad-84d6-21770cb2a268/7d230826-6d12-40b3-b7f5-8b75cb8668d3/4e553445-1609-4108-98f0-2ebdaa71ab92) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:23.105394 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b745a51e-69fa-4b83-a6ba-e0d900d72e16 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.108171 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b745a51e-69fa-4b83-a6ba-e0d900d72e16 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.109347 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b745a51e-69fa-4b83-a6ba-e0d900d72e16 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "DELETE /v2.0/security-groups/1180faa4-d9fa-4be6-84d1-148902ef4406 HTTP/1.1" status: 204 len: 168 time: 0.1845958 Jul 15 23:25:23.113334 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41540) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:23.131004 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-fc684867-267d-4f43-83b5-8f4fe2eb9184 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] show failed (client error): The resource could not be found. Jul 15 23:25:23.132052 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fc684867-267d-4f43-83b5-8f4fe2eb9184 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "GET /v2.0/security-groups/1180faa4-d9fa-4be6-84d1-148902ef4406 HTTP/1.1" status: 404 len: 347 time: 0.0166628 Jul 15 23:25:23.135058 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41542) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:23.141775 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745a51e-69fa-4b83-a6ba-e0d900d72e16 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1180faa4-d9fa-4be6-84d1-148902ef4406,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:23.222351 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-ea643588-2d40-453a-bf37-c653f725969d tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:25:23.225429 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ea643588-2d40-453a-bf37-c653f725969d tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] 10.222.0.16 "PUT /v2.0/routers/ab45b0bb-4579-4bbd-bc86-4a180ef95953 HTTP/1.1" status: 400 len: 364 time: 0.5491793 Jul 15 23:25:23.231363 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41544) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:23.347010 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e29ec572-e1a5-4894-9c1d-1d0f4f72db71 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Deleting port 891f36a4-da13-4368-9e22-e6ec16e86e6c {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:23.347359 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e29ec572-e1a5-4894-9c1d-1d0f4f72db71 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.387661 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f056e77f-908a-48dd-b521-d4195601150d None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.397577 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f056e77f-908a-48dd-b521-d4195601150d None None] Transition to ACTIVE for port object 4e553445-1609-4108-98f0-2ebdaa71ab92 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:25:23.425209 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f056e77f-908a-48dd-b521-d4195601150d None None] Transition to ACTIVE for port object 4e553445-1609-4108-98f0-2ebdaa71ab92 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:25:23.433048 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f056e77f-908a-48dd-b521-d4195601150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.462610 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e29ec572-e1a5-4894-9c1d-1d0f4f72db71 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.463045 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e29ec572-e1a5-4894-9c1d-1d0f4f72db71 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.476351 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e29ec572-e1a5-4894-9c1d-1d0f4f72db71 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Calling delete_port for 891f36a4-da13-4368-9e22-e6ec16e86e6c owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:23.492623 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f056e77f-908a-48dd-b521-d4195601150d None None] Network 37ee2729-e59f-4aad-84d6-21770cb2a268 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:23.499390 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-f056e77f-908a-48dd-b521-d4195601150d None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:23.503669 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f056e77f-908a-48dd-b521-d4195601150d None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:23.509667 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e77f-908a-48dd-b521-d4195601150d None None] Pushing event updated for resources: {'Port': ['ID=4e553445-1609-4108-98f0-2ebdaa71ab92,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:23.572410 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-f056e77f-908a-48dd-b521-d4195601150d None None] Attempting to bind port 4e553445-1609-4108-98f0-2ebdaa71ab92 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:25:23.572786 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-f056e77f-908a-48dd-b521-d4195601150d None None] Attempting to bind port 4e553445-1609-4108-98f0-2ebdaa71ab92 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '6bf4e291-d999-4af9-bab3-95d54a2898ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '37ee2729-e59f-4aad-84d6-21770cb2a268'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:25:23.573159 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f056e77f-908a-48dd-b521-d4195601150d None None] Attempting to bind port 4e553445-1609-4108-98f0-2ebdaa71ab92 on network 37ee2729-e59f-4aad-84d6-21770cb2a268 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:25:23.579378 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f056e77f-908a-48dd-b521-d4195601150d None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:25:23.579769 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f056e77f-908a-48dd-b521-d4195601150d None None] Checking segment: {'id': '6bf4e291-d999-4af9-bab3-95d54a2898ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '37ee2729-e59f-4aad-84d6-21770cb2a268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:25:23.580256 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f056e77f-908a-48dd-b521-d4195601150d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.580663 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f056e77f-908a-48dd-b521-d4195601150d None None] Bound using segment: {'id': '6bf4e291-d999-4af9-bab3-95d54a2898ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '37ee2729-e59f-4aad-84d6-21770cb2a268'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:25:23.581141 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-f056e77f-908a-48dd-b521-d4195601150d None None] Bound port: 4e553445-1609-4108-98f0-2ebdaa71ab92, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf4e291-d999-4af9-bab3-95d54a2898ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '37ee2729-e59f-4aad-84d6-21770cb2a268'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:25:23.581532 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f056e77f-908a-48dd-b521-d4195601150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.652737 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-f056e77f-908a-48dd-b521-d4195601150d None None] For port 4e553445-1609-4108-98f0-2ebdaa71ab92, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:25:23.656069 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-f056e77f-908a-48dd-b521-d4195601150d None None] For port 4e553445-1609-4108-98f0-2ebdaa71ab92, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4e553445-1609-4108-98f0-2ebdaa71ab92,segment=NetworkSegment(6bf4e291-d999-4af9-bab3-95d54a2898ad),segment_id=6bf4e291-d999-4af9-bab3-95d54a2898ad)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:25:23.661436 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f056e77f-908a-48dd-b521-d4195601150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.685099 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e29ec572-e1a5-4894-9c1d-1d0f4f72db71 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.721319 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8a69eff7-38ba-4b3c-9cca-484cc25e26c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.736101 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ec572-e1a5-4894-9c1d-1d0f4f72db71 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Pushing event deleted for resources: {'Port': ['ID=891f36a4-da13-4368-9e22-e6ec16e86e6c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:23.806795 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e77f-908a-48dd-b521-d4195601150d None None] Pushing event updated for resources: {'Port': ['ID=4e553445-1609-4108-98f0-2ebdaa71ab92,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:23.818691 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e29ec572-e1a5-4894-9c1d-1d0f4f72db71 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.821757 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e29ec572-e1a5-4894-9c1d-1d0f4f72db71 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.825520 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e29ec572-e1a5-4894-9c1d-1d0f4f72db71 tempest-AttachVolumeTestJSON-1571929230 tempest-AttachVolumeTestJSON-1571929230-project] 10.222.0.16 "DELETE /v2.0/floatingips/657d77bf-e4b5-47f2-b409-84123c94caff HTTP/1.1" status: 204 len: 168 time: 0.6867690 Jul 15 23:25:24.149923 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:24.159400 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-8a69eff7-38ba-4b3c-9cca-484cc25e26c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Allocated IP 2001:db8::1 (72f890c3-5dfe-4cb6-8402-70c7467ba00b/d8c1a189-b10b-4609-8940-dcea87e19b5c/09a7705d-c0d2-4bbc-8896-d4cc0a8ce904) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:24.345187 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8a69eff7-38ba-4b3c-9cca-484cc25e26c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:24.401481 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-8a69eff7-38ba-4b3c-9cca-484cc25e26c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Transition to ACTIVE for port object 09a7705d-c0d2-4bbc-8896-d4cc0a8ce904 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:25:24.455698 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8a69eff7-38ba-4b3c-9cca-484cc25e26c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:24.532525 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69eff7-38ba-4b3c-9cca-484cc25e26c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Pushing event updated for resources: {'Port': ['ID=09a7705d-c0d2-4bbc-8896-d4cc0a8ce904,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:24.542079 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a69eff7-38ba-4b3c-9cca-484cc25e26c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Network 72f890c3-5dfe-4cb6-8402-70c7467ba00b is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:24.553668 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-8a69eff7-38ba-4b3c-9cca-484cc25e26c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:24.559929 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a69eff7-38ba-4b3c-9cca-484cc25e26c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:24.560282 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a69eff7-38ba-4b3c-9cca-484cc25e26c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:24.560623 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a69eff7-38ba-4b3c-9cca-484cc25e26c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:24.560952 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a69eff7-38ba-4b3c-9cca-484cc25e26c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:24.561321 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a69eff7-38ba-4b3c-9cca-484cc25e26c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:24.561617 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a69eff7-38ba-4b3c-9cca-484cc25e26c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:24.562003 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a69eff7-38ba-4b3c-9cca-484cc25e26c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:24.562337 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a69eff7-38ba-4b3c-9cca-484cc25e26c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:24.562767 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a69eff7-38ba-4b3c-9cca-484cc25e26c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:24.563147 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a69eff7-38ba-4b3c-9cca-484cc25e26c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:24.563478 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a69eff7-38ba-4b3c-9cca-484cc25e26c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:24.565851 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a69eff7-38ba-4b3c-9cca-484cc25e26c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:24.579957 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a69eff7-38ba-4b3c-9cca-484cc25e26c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:24.581012 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8a69eff7-38ba-4b3c-9cca-484cc25e26c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:24.766709 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8a69eff7-38ba-4b3c-9cca-484cc25e26c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.012483 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7b12b1a5-c161-4545-bf3f-624a8cfca1ce None None] Provisioning for port 09a7705d-c0d2-4bbc-8896-d4cc0a8ce904 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:25:25.034328 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7b12b1a5-c161-4545-bf3f-624a8cfca1ce None None] Provisioning complete for port 09a7705d-c0d2-4bbc-8896-d4cc0a8ce904 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:25.034328 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7b12b1a5-c161-4545-bf3f-624a8cfca1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.130337 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-7b12b1a5-c161-4545-bf3f-624a8cfca1ce None None] Port 09a7705d-c0d2-4bbc-8896-d4cc0a8ce904 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:25:25.246568 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8a69eff7-38ba-4b3c-9cca-484cc25e26c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.262815 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8a69eff7-38ba-4b3c-9cca-484cc25e26c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.263774 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8a69eff7-38ba-4b3c-9cca-484cc25e26c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.327292 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b63cb89-e244-4eea-82bc-984aa3e783f0 None None] Network 37ee2729-e59f-4aad-84d6-21770cb2a268 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:25:25.372941 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69eff7-38ba-4b3c-9cca-484cc25e26c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Pushing event updated for resources: {'Port': ['ID=09a7705d-c0d2-4bbc-8896-d4cc0a8ce904,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:25.401364 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-419b9e11-3a5c-4ae0-9892-e6a15ecae295 None None] Provisioning for port 4e553445-1609-4108-98f0-2ebdaa71ab92 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:25:25.446278 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a69eff7-38ba-4b3c-9cca-484cc25e26c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Network 72f890c3-5dfe-4cb6-8402-70c7467ba00b is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:25.447878 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-8a69eff7-38ba-4b3c-9cca-484cc25e26c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:25.648035 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a69eff7-38ba-4b3c-9cca-484cc25e26c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Router ab45b0bb-4579-4bbd-bc86-4a180ef95953 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:25:25.846551 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a69eff7-38ba-4b3c-9cca-484cc25e26c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:25.854033 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8a69eff7-38ba-4b3c-9cca-484cc25e26c3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] 10.222.0.16 "PUT /v2.0/routers/ab45b0bb-4579-4bbd-bc86-4a180ef95953/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6207919 Jul 15 23:25:25.857224 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41608) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:25.861458 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cceeb1-fc02-486f-b6fa-edddb2454e51 None None] Sync routers for ids ['ab45b0bb-4579-4bbd-bc86-4a180ef95953'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:25.886990 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cceeb1-fc02-486f-b6fa-edddb2454e51 None None] Routers {'ab45b0bb-4579-4bbd-bc86-4a180ef95953'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:25.887628 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-06cceeb1-fc02-486f-b6fa-edddb2454e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:25:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['ab45b0bb-4579-4bbd-bc86-4a180ef95953'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:25.948210 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-06cceeb1-fc02-486f-b6fa-edddb2454e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:25.959164 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cceeb1-fc02-486f-b6fa-edddb2454e51 None None] Routers {'ab45b0bb-4579-4bbd-bc86-4a180ef95953'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:25.960032 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-06cceeb1-fc02-486f-b6fa-edddb2454e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:25:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['ab45b0bb-4579-4bbd-bc86-4a180ef95953'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:25.999935 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4e553445-1609-4108-98f0-2ebdaa71ab92 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:25:26.007013 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-06cceeb1-fc02-486f-b6fa-edddb2454e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:26.007670 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cceeb1-fc02-486f-b6fa-edddb2454e51 None None] The sync data for ids ['ab45b0bb-4579-4bbd-bc86-4a180ef95953'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:26.073204 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6c12a7b4-c5ac-4cfb-940a-0296d0f43a83 None None] Provisioning complete for port 09a7705d-c0d2-4bbc-8896-d4cc0a8ce904 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:26.073630 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6c12a7b4-c5ac-4cfb-940a-0296d0f43a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.112464 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-820358cd-2e10-4fc2-942b-f40c95e9dcb2 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.118539 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 4e553445-1609-4108-98f0-2ebdaa71ab92 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:25:26.125693 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-6c12a7b4-c5ac-4cfb-940a-0296d0f43a83 None None] Port 09a7705d-c0d2-4bbc-8896-d4cc0a8ce904 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:25:26.134206 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 4e553445-1609-4108-98f0-2ebdaa71ab92 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:26.134717 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.271964 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-820358cd-2e10-4fc2-942b-f40c95e9dcb2 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 23:25:26.273656 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.274849 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-820358cd-2e10-4fc2-942b-f40c95e9dcb2 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] 10.222.0.16 "DELETE /v2.0/routers/ab45b0bb-4579-4bbd-bc86-4a180ef95953 HTTP/1.1" status: 409 len: 329 time: 0.4166062 Jul 15 23:25:26.277795 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41614) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:26.351742 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 4e553445-1609-4108-98f0-2ebdaa71ab92, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4e553445-1609-4108-98f0-2ebdaa71ab92,segment=NetworkSegment(6bf4e291-d999-4af9-bab3-95d54a2898ad),segment_id=6bf4e291-d999-4af9-bab3-95d54a2898ad)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:26.357328 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.456707 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=4e553445-1609-4108-98f0-2ebdaa71ab92,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:26.468255 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e24f5caf-ac08-48a9-b17a-e10f68c2b69e None None] Provisioning complete for port 4e553445-1609-4108-98f0-2ebdaa71ab92 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:26.468731 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e24f5caf-ac08-48a9-b17a-e10f68c2b69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.900680 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91ab0c48-c98a-4220-83ff-ab074a75daff tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:27.224303 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-91ab0c48-c98a-4220-83ff-ab074a75daff tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Deleting port 09a7705d-c0d2-4bbc-8896-d4cc0a8ce904 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:27.224654 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91ab0c48-c98a-4220-83ff-ab074a75daff tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:27.326682 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91ab0c48-c98a-4220-83ff-ab074a75daff tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:27.344114 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-91ab0c48-c98a-4220-83ff-ab074a75daff tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Calling delete_port for 09a7705d-c0d2-4bbc-8896-d4cc0a8ce904 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:27.577112 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91ab0c48-c98a-4220-83ff-ab074a75daff tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:27.632103 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4e553445-1609-4108-98f0-2ebdaa71ab92 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:25:27.748136 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 4e553445-1609-4108-98f0-2ebdaa71ab92 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:27.748508 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:28.018185 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab0c48-c98a-4220-83ff-ab074a75daff tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Pushing event deleted for resources: {'Port': ['ID=09a7705d-c0d2-4bbc-8896-d4cc0a8ce904,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:28.211904 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91ab0c48-c98a-4220-83ff-ab074a75daff tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:28.502244 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ab0c48-c98a-4220-83ff-ab074a75daff tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Router ab45b0bb-4579-4bbd-bc86-4a180ef95953 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:25:28.677247 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ab0c48-c98a-4220-83ff-ab074a75daff tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:28.688176 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-91ab0c48-c98a-4220-83ff-ab074a75daff tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] 10.222.0.16 "PUT /v2.0/routers/ab45b0bb-4579-4bbd-bc86-4a180ef95953/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4085233 Jul 15 23:25:28.688343 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d42f01-dd56-44ee-97d9-415f32536167 None None] Sync routers for ids ['ab45b0bb-4579-4bbd-bc86-4a180ef95953'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:28.692525 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41668) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:28.701238 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d42f01-dd56-44ee-97d9-415f32536167 None None] Routers {'ab45b0bb-4579-4bbd-bc86-4a180ef95953'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:28.702151 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-90d42f01-dd56-44ee-97d9-415f32536167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:25:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['ab45b0bb-4579-4bbd-bc86-4a180ef95953'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:28.732712 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-7d454f48-6bca-4561-be7c-aba96104a7a3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] show failed (client error): The resource could not be found. Jul 15 23:25:28.734154 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7d454f48-6bca-4561-be7c-aba96104a7a3 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-281688599 HTTP/1.1" status: 404 len: 334 time: 0.0400722 Jul 15 23:25:28.739441 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41670) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:28.745431 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-04cd0a90-d39e-45c6-95bd-1959dbb8183f tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:28.759484 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-90d42f01-dd56-44ee-97d9-415f32536167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:28.770000 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d42f01-dd56-44ee-97d9-415f32536167 None None] Routers {'ab45b0bb-4579-4bbd-bc86-4a180ef95953'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:28.770967 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-90d42f01-dd56-44ee-97d9-415f32536167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:25:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['ab45b0bb-4579-4bbd-bc86-4a180ef95953'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:28.812890 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-90d42f01-dd56-44ee-97d9-415f32536167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:28.813823 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d42f01-dd56-44ee-97d9-415f32536167 None None] The sync data for ids ['ab45b0bb-4579-4bbd-bc86-4a180ef95953'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:28.813975 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-04cd0a90-d39e-45c6-95bd-1959dbb8183f tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] update failed (client error): The resource could not be found. Jul 15 23:25:28.820197 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41674) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:28.820388 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-04cd0a90-d39e-45c6-95bd-1959dbb8183f tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-1130799824 HTTP/1.1" status: 404 len: 335 time: 0.0795264 Jul 15 23:25:28.885883 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-84157a1c-d892-4b94-a84a-d3dd25ea8f5a tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Deleting subnet 7d230826-6d12-40b3-b7f5-8b75cb8668d3 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:25:28.889397 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-84157a1c-d892-4b94-a84a-d3dd25ea8f5a tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:28.963895 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-84157a1c-d892-4b94-a84a-d3dd25ea8f5a tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:29.062976 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-84157a1c-d892-4b94-a84a-d3dd25ea8f5a tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:29.142238 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-84157a1c-d892-4b94-a84a-d3dd25ea8f5a tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:29.621545 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84157a1c-d892-4b94-a84a-d3dd25ea8f5a tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Pushing event deleted for resources: {'Subnet': ['ID=7d230826-6d12-40b3-b7f5-8b75cb8668d3,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:29.626265 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-84157a1c-d892-4b94-a84a-d3dd25ea8f5a tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:29.630670 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-84157a1c-d892-4b94-a84a-d3dd25ea8f5a tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] 10.222.0.16 "DELETE /v2.0/subnets/7d230826-6d12-40b3-b7f5-8b75cb8668d3 HTTP/1.1" status: 204 len: 168 time: 0.8077281 Jul 15 23:25:29.631401 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41688) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:29.641268 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb106e32-6599-4526-8457-2a150a1a461c None None] Network 37ee2729-e59f-4aad-84d6-21770cb2a268 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:25:29.714242 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9e8b055f-c3cf-46b3-969c-f11b0c343014 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:29.775589 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-9e8b055f-c3cf-46b3-969c-f11b0c343014 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Deleting port 4e553445-1609-4108-98f0-2ebdaa71ab92 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:29.775929 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9e8b055f-c3cf-46b3-969c-f11b0c343014 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:29.844451 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-9e8b055f-c3cf-46b3-969c-f11b0c343014 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] For port 4e553445-1609-4108-98f0-2ebdaa71ab92, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4e553445-1609-4108-98f0-2ebdaa71ab92,segment=NetworkSegment(6bf4e291-d999-4af9-bab3-95d54a2898ad),segment_id=6bf4e291-d999-4af9-bab3-95d54a2898ad)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:29.844825 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9e8b055f-c3cf-46b3-969c-f11b0c343014 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:29.860295 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-9e8b055f-c3cf-46b3-969c-f11b0c343014 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Calling delete_port for 4e553445-1609-4108-98f0-2ebdaa71ab92 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:29.891029 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e17d79-90c1-43ff-979a-775dbb35a933 None None] DHCP port deletion for 37ee2729-e59f-4aad-84d6-21770cb2a268 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:25:29.963146 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9e8b055f-c3cf-46b3-969c-f11b0c343014 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:29.969127 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-48e17d79-90c1-43ff-979a-775dbb35a933 None None] Deleting port 4e553445-1609-4108-98f0-2ebdaa71ab92 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:29.969823 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-48e17d79-90c1-43ff-979a-775dbb35a933 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:30.006335 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b055f-c3cf-46b3-969c-f11b0c343014 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Pushing event deleted for resources: {'Port': ['ID=4e553445-1609-4108-98f0-2ebdaa71ab92,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:30.008620 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8b055f-c3cf-46b3-969c-f11b0c343014 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] No DVR routers for this DVR port 4e553445-1609-4108-98f0-2ebdaa71ab92 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:25:30.078452 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-48e17d79-90c1-43ff-979a-775dbb35a933 None None] For port 4e553445-1609-4108-98f0-2ebdaa71ab92, host n-d-787205-9, got binding levels [] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:30.079373 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-48e17d79-90c1-43ff-979a-775dbb35a933 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:30.106737 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-48e17d79-90c1-43ff-979a-775dbb35a933 None None] Calling delete_port for 4e553445-1609-4108-98f0-2ebdaa71ab92 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:30.110809 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.ipam_backend_mixin [None req-48e17d79-90c1-43ff-979a-775dbb35a933 None None] Port 4e553445-1609-4108-98f0-2ebdaa71ab92 was not found and therefore no delete operation was performed {{(pid=93800) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:25:30.113815 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-48e17d79-90c1-43ff-979a-775dbb35a933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:30.145981 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e17d79-90c1-43ff-979a-775dbb35a933 None None] Pushing event deleted for resources: {'Port': ['ID=4e553445-1609-4108-98f0-2ebdaa71ab92,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:30.147096 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9e8b055f-c3cf-46b3-969c-f11b0c343014 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:30.157100 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e17d79-90c1-43ff-979a-775dbb35a933 None None] No DVR routers for this DVR port 4e553445-1609-4108-98f0-2ebdaa71ab92 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:25:30.180384 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-9e8b055f-c3cf-46b3-969c-f11b0c343014 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ee2729-e59f-4aad-84d6-21770cb2a268']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:30.198531 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-9e8b055f-c3cf-46b3-969c-f11b0c343014 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf4e291-d999-4af9-bab3-95d54a2898ad') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:30.199572 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-9e8b055f-c3cf-46b3-969c-f11b0c343014 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf4e291-d999-4af9-bab3-95d54a2898ad') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:30.211182 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9e8b055f-c3cf-46b3-969c-f11b0c343014 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:30.228892 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9e8b055f-c3cf-46b3-969c-f11b0c343014 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:30.238437 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8b055f-c3cf-46b3-969c-f11b0c343014 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:25:30.238984 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9e8b055f-c3cf-46b3-969c-f11b0c343014 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:25:30.242432 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:25:30.321723 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9e8b055f-c3cf-46b3-969c-f11b0c343014 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:30.332282 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9e8b055f-c3cf-46b3-969c-f11b0c343014 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:30.334193 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9e8b055f-c3cf-46b3-969c-f11b0c343014 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] 10.222.0.16 "DELETE /v2.0/networks/37ee2729-e59f-4aad-84d6-21770cb2a268 HTTP/1.1" status: 204 len: 168 time: 0.7014887 Jul 15 23:25:30.337026 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41708) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:30.345291 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b055f-c3cf-46b3-969c-f11b0c343014 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Pushing event deleted for resources: {'Network': ['ID=37ee2729-e59f-4aad-84d6-21770cb2a268,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:30.410500 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-113b2737-d87c-4b4e-9f09-695278a827cf tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Deleting subnet 5ced891f-f03c-489b-9497-9096fa23c811 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:25:30.414217 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-113b2737-d87c-4b4e-9f09-695278a827cf tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:30.487828 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-113b2737-d87c-4b4e-9f09-695278a827cf tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:30.620094 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-113b2737-d87c-4b4e-9f09-695278a827cf tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:30.695913 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-113b2737-d87c-4b4e-9f09-695278a827cf tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:30.717906 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-113b2737-d87c-4b4e-9f09-695278a827cf tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:30.720658 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-113b2737-d87c-4b4e-9f09-695278a827cf tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] 10.222.0.16 "DELETE /v2.0/subnets/5ced891f-f03c-489b-9497-9096fa23c811 HTTP/1.1" status: 204 len: 168 time: 0.3824911 Jul 15 23:25:30.723301 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41720) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:30.728287 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dabb05-61ad-4b87-a7fa-95c00d932218 None None] Network 416d5319-952e-4fac-abee-f6d7c96c44b2 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:25:30.740827 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b2737-d87c-4b4e-9f09-695278a827cf tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Pushing event deleted for resources: {'Subnet': ['ID=5ced891f-f03c-489b-9497-9096fa23c811,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:30.802301 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-22200cae-e911-45fc-8c8e-9197fa5896fc tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Deleting subnet 7b1b2f8b-97c2-4da4-8778-49c48d8d8f2a {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:25:30.807005 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-22200cae-e911-45fc-8c8e-9197fa5896fc tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:30.916010 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-22200cae-e911-45fc-8c8e-9197fa5896fc tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.024185 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3015c90-5a7d-4820-bd5e-35455aa647d2 None None] DHCP port deletion for 416d5319-952e-4fac-abee-f6d7c96c44b2 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:25:31.086730 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-22200cae-e911-45fc-8c8e-9197fa5896fc tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.094703 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e3015c90-5a7d-4820-bd5e-35455aa647d2 None None] Deleting port f519ea79-ec53-4a14-ab3c-ef562b14d94c {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:31.096170 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e3015c90-5a7d-4820-bd5e-35455aa647d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.208724 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-22200cae-e911-45fc-8c8e-9197fa5896fc tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.225994 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e3015c90-5a7d-4820-bd5e-35455aa647d2 None None] For port f519ea79-ec53-4a14-ab3c-ef562b14d94c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f519ea79-ec53-4a14-ab3c-ef562b14d94c,segment=NetworkSegment(a728fa14-114c-468e-9177-f9f77d6b528e),segment_id=a728fa14-114c-468e-9177-f9f77d6b528e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:31.226398 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e3015c90-5a7d-4820-bd5e-35455aa647d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.250658 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1151389e-2fe5-4d97-98cb-57776def8697 None None] Network b36415d6-c128-4589-843d-cf1f4193bdab requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:25:31.270296 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22200cae-e911-45fc-8c8e-9197fa5896fc tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Pushing event deleted for resources: {'Subnet': ['ID=7b1b2f8b-97c2-4da4-8778-49c48d8d8f2a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:31.272637 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-22200cae-e911-45fc-8c8e-9197fa5896fc tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.275315 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-22200cae-e911-45fc-8c8e-9197fa5896fc tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] 10.222.0.16 "DELETE /v2.0/subnets/7b1b2f8b-97c2-4da4-8778-49c48d8d8f2a HTTP/1.1" status: 204 len: 168 time: 0.5498140 Jul 15 23:25:31.277351 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41736) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:31.289572 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e3015c90-5a7d-4820-bd5e-35455aa647d2 None None] Calling delete_port for f519ea79-ec53-4a14-ab3c-ef562b14d94c owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:31.413996 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed8e90d0-690c-485c-b23a-1bbdb2e592d1 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.603876 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ed8e90d0-690c-485c-b23a-1bbdb2e592d1 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Deleting port f519ea79-ec53-4a14-ab3c-ef562b14d94c {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:31.607135 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed8e90d0-690c-485c-b23a-1bbdb2e592d1 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.608744 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e3015c90-5a7d-4820-bd5e-35455aa647d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.665308 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3015c90-5a7d-4820-bd5e-35455aa647d2 None None] No DVR routers for this DVR port f519ea79-ec53-4a14-ab3c-ef562b14d94c on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:25:31.671196 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3015c90-5a7d-4820-bd5e-35455aa647d2 None None] Pushing event deleted for resources: {'Port': ['ID=f519ea79-ec53-4a14-ab3c-ef562b14d94c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:31.680643 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4e553445-1609-4108-98f0-2ebdaa71ab92 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:25:31.734886 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 4e553445-1609-4108-98f0-2ebdaa71ab92 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:25:31.735441 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4e553445-1609-4108-98f0-2ebdaa71ab92 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:25:31.736026 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f519ea79-ec53-4a14-ab3c-ef562b14d94c no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:25:31.745510 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ed8e90d0-690c-485c-b23a-1bbdb2e592d1 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] For port f519ea79-ec53-4a14-ab3c-ef562b14d94c, host n-d-787205-9, got binding levels [] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:31.746017 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed8e90d0-690c-485c-b23a-1bbdb2e592d1 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.762802 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ed8e90d0-690c-485c-b23a-1bbdb2e592d1 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Calling delete_port for f519ea79-ec53-4a14-ab3c-ef562b14d94c owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:31.765860 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.ipam_backend_mixin [None req-ed8e90d0-690c-485c-b23a-1bbdb2e592d1 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Port f519ea79-ec53-4a14-ab3c-ef562b14d94c was not found and therefore no delete operation was performed {{(pid=93799) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:25:31.768591 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed8e90d0-690c-485c-b23a-1bbdb2e592d1 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.771280 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: f519ea79-ec53-4a14-ab3c-ef562b14d94c {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:25:31.772264 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f519ea79-ec53-4a14-ab3c-ef562b14d94c not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:25:31.777370 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd18d58-6a6f-4d99-b950-82033f63664c None None] DHCP port deletion for b36415d6-c128-4589-843d-cf1f4193bdab request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:25:31.817733 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e90d0-690c-485c-b23a-1bbdb2e592d1 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Pushing event deleted for resources: {'Port': ['ID=f519ea79-ec53-4a14-ab3c-ef562b14d94c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:31.817918 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8e90d0-690c-485c-b23a-1bbdb2e592d1 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] No DVR routers for this DVR port f519ea79-ec53-4a14-ab3c-ef562b14d94c on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:25:31.859406 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-acd18d58-6a6f-4d99-b950-82033f63664c None None] Deleting port 3e364596-4a1a-4ac2-b3d2-310b2f5a3d93 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:31.859783 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-acd18d58-6a6f-4d99-b950-82033f63664c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.920911 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed8e90d0-690c-485c-b23a-1bbdb2e592d1 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.933320 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-ed8e90d0-690c-485c-b23a-1bbdb2e592d1 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416d5319-952e-4fac-abee-f6d7c96c44b2']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:31.944869 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-ed8e90d0-690c-485c-b23a-1bbdb2e592d1 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a728fa14-114c-468e-9177-f9f77d6b528e') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:31.945169 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-ed8e90d0-690c-485c-b23a-1bbdb2e592d1 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a728fa14-114c-468e-9177-f9f77d6b528e') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:31.956140 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed8e90d0-690c-485c-b23a-1bbdb2e592d1 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.973093 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed8e90d0-690c-485c-b23a-1bbdb2e592d1 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.980913 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-acd18d58-6a6f-4d99-b950-82033f63664c None None] For port 3e364596-4a1a-4ac2-b3d2-310b2f5a3d93, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=3e364596-4a1a-4ac2-b3d2-310b2f5a3d93,segment=NetworkSegment(cbbfb99d-e062-4811-b3e6-5c6124d044a3),segment_id=cbbfb99d-e062-4811-b3e6-5c6124d044a3)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:31.981357 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-acd18d58-6a6f-4d99-b950-82033f63664c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.983254 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed8e90d0-690c-485c-b23a-1bbdb2e592d1 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:25:31.983663 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed8e90d0-690c-485c-b23a-1bbdb2e592d1 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.987342 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:25:31.987342 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:25:31.987342 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:25:31.987342 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:25:31.987342 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:25:31.987342 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:25:31.987342 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:25:31.987342 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:25:31.987342 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:25:31.987342 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:25:31.987342 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:25:31.987342 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:25:31.987342 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:25:31.987342 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:25:31.987342 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:25:31.987342 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:25:31.987342 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:25:31.987342 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:25:31.987342 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:25:31.987342 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:25:31.987342 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:25:31.987342 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:25:31.987342 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:25:31.987342 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:25:31.987342 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:25:31.987342 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:25:31.987342 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:25:31.987342 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:25:31.987342 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:25:31.987342 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:25:31.987342 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:25:31.987342 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:25:32.004890 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-acd18d58-6a6f-4d99-b950-82033f63664c None None] Calling delete_port for 3e364596-4a1a-4ac2-b3d2-310b2f5a3d93 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:32.059130 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed8e90d0-690c-485c-b23a-1bbdb2e592d1 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:32.075759 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed8e90d0-690c-485c-b23a-1bbdb2e592d1 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:32.077852 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ed8e90d0-690c-485c-b23a-1bbdb2e592d1 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] 10.222.0.16 "DELETE /v2.0/networks/416d5319-952e-4fac-abee-f6d7c96c44b2 HTTP/1.1" status: 204 len: 168 time: 0.7991674 Jul 15 23:25:32.080861 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41750) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:32.104599 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e90d0-690c-485c-b23a-1bbdb2e592d1 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Pushing event deleted for resources: {'Network': ['ID=416d5319-952e-4fac-abee-f6d7c96c44b2,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:32.121781 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-acd18d58-6a6f-4d99-b950-82033f63664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:32.136164 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd18d58-6a6f-4d99-b950-82033f63664c None None] No DVR routers for this DVR port 3e364596-4a1a-4ac2-b3d2-310b2f5a3d93 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:25:32.156834 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd18d58-6a6f-4d99-b950-82033f63664c None None] Pushing event deleted for resources: {'Port': ['ID=3e364596-4a1a-4ac2-b3d2-310b2f5a3d93,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:32.211393 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1b3a20d-7d38-452e-adcf-a354ca9c855e tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:32.340893 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1b3a20d-7d38-452e-adcf-a354ca9c855e tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:32.352906 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-e1b3a20d-7d38-452e-adcf-a354ca9c855e tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b36415d6-c128-4589-843d-cf1f4193bdab']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:32.365123 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-e1b3a20d-7d38-452e-adcf-a354ca9c855e tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbbfb99d-e062-4811-b3e6-5c6124d044a3') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:32.365495 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-e1b3a20d-7d38-452e-adcf-a354ca9c855e tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbbfb99d-e062-4811-b3e6-5c6124d044a3') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:32.376157 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1b3a20d-7d38-452e-adcf-a354ca9c855e tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:32.400216 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1b3a20d-7d38-452e-adcf-a354ca9c855e tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:32.409653 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b3a20d-7d38-452e-adcf-a354ca9c855e tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:25:32.410666 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1b3a20d-7d38-452e-adcf-a354ca9c855e tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:25:32.415127 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:25:32.488671 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1b3a20d-7d38-452e-adcf-a354ca9c855e tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:32.497473 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1b3a20d-7d38-452e-adcf-a354ca9c855e tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:32.499447 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e1b3a20d-7d38-452e-adcf-a354ca9c855e tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] 10.222.0.16 "DELETE /v2.0/networks/b36415d6-c128-4589-843d-cf1f4193bdab HTTP/1.1" status: 204 len: 168 time: 0.4167864 Jul 15 23:25:32.502494 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41774) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:32.523205 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3a20d-7d38-452e-adcf-a354ca9c855e tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Pushing event deleted for resources: {'Network': ['ID=b36415d6-c128-4589-843d-cf1f4193bdab,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:32.578227 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d7cc0e1-d11c-4aa0-9c1e-a7730715d9e4 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Deleting subnet d8c1a189-b10b-4609-8940-dcea87e19b5c {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:25:32.583153 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d7cc0e1-d11c-4aa0-9c1e-a7730715d9e4 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:32.633794 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d7cc0e1-d11c-4aa0-9c1e-a7730715d9e4 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:32.774499 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d7cc0e1-d11c-4aa0-9c1e-a7730715d9e4 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:32.897526 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d7cc0e1-d11c-4aa0-9c1e-a7730715d9e4 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:32.968119 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7cc0e1-d11c-4aa0-9c1e-a7730715d9e4 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Pushing event deleted for resources: {'Subnet': ['ID=d8c1a189-b10b-4609-8940-dcea87e19b5c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:32.970450 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3d7cc0e1-d11c-4aa0-9c1e-a7730715d9e4 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:32.974833 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3d7cc0e1-d11c-4aa0-9c1e-a7730715d9e4 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] 10.222.0.16 "DELETE /v2.0/subnets/d8c1a189-b10b-4609-8940-dcea87e19b5c HTTP/1.1" status: 204 len: 168 time: 0.4689887 Jul 15 23:25:32.976061 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41800) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:32.994235 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5877a308-d235-4ac4-883c-3dea4f6073fb None None] Network 72f890c3-5dfe-4cb6-8402-70c7467ba00b requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:25:33.184623 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d79149d1-4337-4012-ac1d-2537becb0169 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:33.240598 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863d6ed1-f680-4e7b-80a1-5c4bf8de4c61 None None] DHCP port deletion for 72f890c3-5dfe-4cb6-8402-70c7467ba00b request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:25:33.254722 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-d79149d1-4337-4012-ac1d-2537becb0169 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Deleting port e44ff9d9-a4e9-4950-ac76-0c3ea085fc05 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:33.255159 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d79149d1-4337-4012-ac1d-2537becb0169 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:33.288275 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-863d6ed1-f680-4e7b-80a1-5c4bf8de4c61 None None] Deleting port e44ff9d9-a4e9-4950-ac76-0c3ea085fc05 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:33.288749 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-863d6ed1-f680-4e7b-80a1-5c4bf8de4c61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:33.339150 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-d79149d1-4337-4012-ac1d-2537becb0169 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] For port e44ff9d9-a4e9-4950-ac76-0c3ea085fc05, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=e44ff9d9-a4e9-4950-ac76-0c3ea085fc05,segment=NetworkSegment(5b7b7281-8803-4a2e-9e47-a38e67e893b3),segment_id=5b7b7281-8803-4a2e-9e47-a38e67e893b3)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:33.339607 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d79149d1-4337-4012-ac1d-2537becb0169 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:33.367723 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-d79149d1-4337-4012-ac1d-2537becb0169 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Calling delete_port for e44ff9d9-a4e9-4950-ac76-0c3ea085fc05 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:33.390167 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-863d6ed1-f680-4e7b-80a1-5c4bf8de4c61 None None] For port e44ff9d9-a4e9-4950-ac76-0c3ea085fc05, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=e44ff9d9-a4e9-4950-ac76-0c3ea085fc05,segment=NetworkSegment(5b7b7281-8803-4a2e-9e47-a38e67e893b3),segment_id=5b7b7281-8803-4a2e-9e47-a38e67e893b3)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:33.390821 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-863d6ed1-f680-4e7b-80a1-5c4bf8de4c61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:33.407096 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-863d6ed1-f680-4e7b-80a1-5c4bf8de4c61 None None] Calling delete_port for e44ff9d9-a4e9-4950-ac76-0c3ea085fc05 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:33.536344 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d79149d1-4337-4012-ac1d-2537becb0169 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:33.568039 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-863d6ed1-f680-4e7b-80a1-5c4bf8de4c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:33.596343 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79149d1-4337-4012-ac1d-2537becb0169 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Pushing event deleted for resources: {'Port': ['ID=e44ff9d9-a4e9-4950-ac76-0c3ea085fc05,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:33.623663 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79149d1-4337-4012-ac1d-2537becb0169 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] No DVR routers for this DVR port e44ff9d9-a4e9-4950-ac76-0c3ea085fc05 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:25:33.636971 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863d6ed1-f680-4e7b-80a1-5c4bf8de4c61 None None] No DVR routers for this DVR port e44ff9d9-a4e9-4950-ac76-0c3ea085fc05 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:25:33.658695 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d6ed1-f680-4e7b-80a1-5c4bf8de4c61 None None] Pushing event deleted for resources: {'Port': ['ID=e44ff9d9-a4e9-4950-ac76-0c3ea085fc05,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:33.661980 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 3e364596-4a1a-4ac2-b3d2-310b2f5a3d93 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:25:33.689467 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 3e364596-4a1a-4ac2-b3d2-310b2f5a3d93 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:25:33.689814 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 3e364596-4a1a-4ac2-b3d2-310b2f5a3d93 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:25:33.690276 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e44ff9d9-a4e9-4950-ac76-0c3ea085fc05 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:25:33.711362 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41812) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:33.717638 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: e44ff9d9-a4e9-4950-ac76-0c3ea085fc05 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:25:33.719227 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e44ff9d9-a4e9-4950-ac76-0c3ea085fc05 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:25:33.783739 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d79149d1-4337-4012-ac1d-2537becb0169 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:33.802397 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-d79149d1-4337-4012-ac1d-2537becb0169 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f890c3-5dfe-4cb6-8402-70c7467ba00b']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:33.827621 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-d79149d1-4337-4012-ac1d-2537becb0169 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b7b7281-8803-4a2e-9e47-a38e67e893b3') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:33.828910 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-d79149d1-4337-4012-ac1d-2537becb0169 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b7b7281-8803-4a2e-9e47-a38e67e893b3') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:33.850339 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d79149d1-4337-4012-ac1d-2537becb0169 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:33.885035 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d79149d1-4337-4012-ac1d-2537becb0169 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:33.885790 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-63aa358f-eee2-4b25-95f2-ba45b1eca85c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:33.891446 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79149d1-4337-4012-ac1d-2537becb0169 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:25:33.891843 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d79149d1-4337-4012-ac1d-2537becb0169 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:33.895379 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:25:33.895379 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:25:33.895379 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:25:33.895379 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:25:33.895379 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:25:33.895379 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:25:33.895379 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:25:33.895379 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:25:33.895379 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:25:33.895379 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:25:33.895379 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:25:33.895379 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:25:33.895379 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:25:33.895379 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:25:33.895379 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:25:33.895379 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:25:33.895379 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:25:33.895379 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:25:33.895379 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:25:33.895379 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:25:33.895379 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:25:33.895379 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:25:33.895379 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:25:33.895379 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:25:33.895379 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:25:33.895379 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:25:33.895379 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:25:33.895379 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:25:33.895379 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:25:33.895379 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:25:33.895379 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:25:33.895379 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:25:33.962884 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d79149d1-4337-4012-ac1d-2537becb0169 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:33.981561 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d79149d1-4337-4012-ac1d-2537becb0169 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:33.985930 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d79149d1-4337-4012-ac1d-2537becb0169 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] 10.222.0.16 "DELETE /v2.0/networks/72f890c3-5dfe-4cb6-8402-70c7467ba00b HTTP/1.1" status: 204 len: 168 time: 1.0047221 Jul 15 23:25:33.987149 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41818) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:33.994174 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79149d1-4337-4012-ac1d-2537becb0169 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Pushing event deleted for resources: {'Network': ['ID=72f890c3-5dfe-4cb6-8402-70c7467ba00b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:34.027160 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-cb93d5ca-5b93-4b69-a87b-fe7c9948fe23 tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab45b0bb-4579-4bbd-bc86-4a180ef95953 HTTP/1.1" status: 200 len: 205 time: 0.0385201 Jul 15 23:25:34.030160 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41822) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:34.094754 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-63aa358f-eee2-4b25-95f2-ba45b1eca85c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.100241 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-63aa358f-eee2-4b25-95f2-ba45b1eca85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.151021 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa358f-eee2-4b25-95f2-ba45b1eca85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808e12ca-5aa0-4b4a-80ae-95d4a228a653,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:34.155839 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-63aa358f-eee2-4b25-95f2-ba45b1eca85c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f8822e6f9af243a389bd0b4b8ae1c1ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4433589 Jul 15 23:25:34.158702 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41824) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:34.202113 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e2f7077-916b-491f-a11e-68c48e47607b tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.234897 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8dd881d9-283d-4412-8afc-878371f29385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.262715 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8dd881d9-283d-4412-8afc-878371f29385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.319723 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8dd881d9-283d-4412-8afc-878371f29385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.326187 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8dd881d9-283d-4412-8afc-878371f29385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.332613 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8dd881d9-283d-4412-8afc-878371f29385 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/808e12ca-5aa0-4b4a-80ae-95d4a228a653 HTTP/1.1" status: 204 len: 168 time: 0.1687036 Jul 15 23:25:34.367560 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd881d9-283d-4412-8afc-878371f29385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808e12ca-5aa0-4b4a-80ae-95d4a228a653,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:34.439082 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e2f7077-916b-491f-a11e-68c48e47607b tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.442267 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e2f7077-916b-491f-a11e-68c48e47607b tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.493061 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e2f7077-916b-491f-a11e-68c48e47607b tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.493716 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2f7077-916b-491f-a11e-68c48e47607b tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Fanout notify agent at l3_agent the message router_deleted on router ab45b0bb-4579-4bbd-bc86-4a180ef95953 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:25:34.502669 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8e2f7077-916b-491f-a11e-68c48e47607b tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.507900 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8e2f7077-916b-491f-a11e-68c48e47607b tempest-RoutersNegativeIpV6Test-1682748340 tempest-RoutersNegativeIpV6Test-1682748340-project] 10.222.0.16 "DELETE /v2.0/routers/ab45b0bb-4579-4bbd-bc86-4a180ef95953 HTTP/1.1" status: 204 len: 168 time: 0.4732492 Jul 15 23:25:34.710679 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41838) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:34.724099 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf0c0713-fc3d-4dc4-ac2e-84e57dfde4a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.791130 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41840) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:34.830765 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf0c0713-fc3d-4dc4-ac2e-84e57dfde4a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.835978 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf0c0713-fc3d-4dc4-ac2e-84e57dfde4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.867446 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-bf0c0713-fc3d-4dc4-ac2e-84e57dfde4a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8edc2d4c96fd411a818295b5e0437843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1554155 Jul 15 23:25:34.870065 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41848) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:34.893087 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c0713-fc3d-4dc4-ac2e-84e57dfde4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c495499f-4a6f-4db9-b1b9-8456b62c24a6,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:34.954418 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1dbbfc35-376c-4620-9a6e-10075e01d202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.957344 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-28e1859a-70e3-4c9d-ae71-c457e26aa27d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db0dd7e83a564eac847a2cda21c71e18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1651027 Jul 15 23:25:34.959725 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41852) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:34.981106 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1dbbfc35-376c-4620-9a6e-10075e01d202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:35.026349 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b66ebd59-a32a-4f2e-9462-6ee103b8c312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:35.036685 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1dbbfc35-376c-4620-9a6e-10075e01d202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:35.040115 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1dbbfc35-376c-4620-9a6e-10075e01d202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:35.041454 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1dbbfc35-376c-4620-9a6e-10075e01d202 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c495499f-4a6f-4db9-b1b9-8456b62c24a6 HTTP/1.1" status: 204 len: 168 time: 0.1693757 Jul 15 23:25:35.051167 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbbfc35-376c-4620-9a6e-10075e01d202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c495499f-4a6f-4db9-b1b9-8456b62c24a6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:35.053769 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b66ebd59-a32a-4f2e-9462-6ee103b8c312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:35.112864 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b66ebd59-a32a-4f2e-9462-6ee103b8c312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:35.116586 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b66ebd59-a32a-4f2e-9462-6ee103b8c312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:35.120677 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b66ebd59-a32a-4f2e-9462-6ee103b8c312 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/57812c0f-9191-40a8-8faa-6c47a41891af HTTP/1.1" status: 204 len: 168 time: 0.1577988 Jul 15 23:25:35.130065 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ebd59-a32a-4f2e-9462-6ee103b8c312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57812c0f-9191-40a8-8faa-6c47a41891af,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:35.514146 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41880) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:36.136901 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41908) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:36.150881 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d268d036-b2a5-4ca2-8bb2-0cdf1c0f25dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:36.256598 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5ab3b411-3e66-4701-b1a7-494c72790dcc tempest-ServiceProvidersTest-340525754 tempest-ServiceProvidersTest-340525754-project] 10.222.0.16 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1174915 Jul 15 23:25:36.511309 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d268d036-b2a5-4ca2-8bb2-0cdf1c0f25dd admin admin] Deleting port c4771972-b263-4a20-8c8b-7602c2097ceb {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:36.511663 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d268d036-b2a5-4ca2-8bb2-0cdf1c0f25dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:36.601447 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d268d036-b2a5-4ca2-8bb2-0cdf1c0f25dd admin admin] For port c4771972-b263-4a20-8c8b-7602c2097ceb, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c4771972-b263-4a20-8c8b-7602c2097ceb,segment=NetworkSegment(c9e4b3e1-75aa-477b-b892-dda03f8d1320),segment_id=c9e4b3e1-75aa-477b-b892-dda03f8d1320)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:36.601941 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d268d036-b2a5-4ca2-8bb2-0cdf1c0f25dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:36.608060 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41926) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:36.620862 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d268d036-b2a5-4ca2-8bb2-0cdf1c0f25dd admin admin] Calling delete_port for c4771972-b263-4a20-8c8b-7602c2097ceb owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:36.746364 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-969302e6-1e5f-47ba-932d-4361d5a24f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:36.866469 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-969302e6-1e5f-47ba-932d-4361d5a24f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:36.871912 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-969302e6-1e5f-47ba-932d-4361d5a24f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:36.884793 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d268d036-b2a5-4ca2-8bb2-0cdf1c0f25dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:36.905865 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969302e6-1e5f-47ba-932d-4361d5a24f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af8c738-fe81-4898-a66e-024b32801a1b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:36.912370 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41936) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:36.919995 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268d036-b2a5-4ca2-8bb2-0cdf1c0f25dd admin admin] Pushing event deleted for resources: {'Port': ['ID=c4771972-b263-4a20-8c8b-7602c2097ceb,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:36.949231 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-969302e6-1e5f-47ba-932d-4361d5a24f1b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba7b410887324b29990043bc61cee4a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3394337 Jul 15 23:25:36.951928 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41940) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:37.015619 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b8e75235-7099-4068-8093-b8712b69358d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.044717 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b8e75235-7099-4068-8093-b8712b69358d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.125346 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b8e75235-7099-4068-8093-b8712b69358d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.131788 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b8e75235-7099-4068-8093-b8712b69358d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.137188 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b8e75235-7099-4068-8093-b8712b69358d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3af8c738-fe81-4898-a66e-024b32801a1b HTTP/1.1" status: 204 len: 168 time: 0.1840062 Jul 15 23:25:37.148641 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e75235-7099-4068-8093-b8712b69358d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af8c738-fe81-4898-a66e-024b32801a1b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:37.188522 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d268d036-b2a5-4ca2-8bb2-0cdf1c0f25dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.210379 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0b9d7630-4db6-496c-813a-2d38db2c96d2 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1896415976'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:37.247876 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9d7630-4db6-496c-813a-2d38db2c96d2 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Made reservation on behalf of ef76d29b2683464aae5b9465d24db4df for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:37.255577 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b9d7630-4db6-496c-813a-2d38db2c96d2 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.266809 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b9d7630-4db6-496c-813a-2d38db2c96d2 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.398805 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b9d7630-4db6-496c-813a-2d38db2c96d2 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.403654 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b9d7630-4db6-496c-813a-2d38db2c96d2 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.419971 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9d7630-4db6-496c-813a-2d38db2c96d2 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:25:37.448880 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b9d7630-4db6-496c-813a-2d38db2c96d2 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.449238 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-0b9d7630-4db6-496c-813a-2d38db2c96d2 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Added segment 60209218-4c46-46c0-96e8-7610f3888546 of type vlan for network 7ad249e4-4379-4c42-9d13-7b6e48b05c9c Jul 15 23:25:37.487793 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d7630-4db6-496c-813a-2d38db2c96d2 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3efd1d9d-1e22-433b-92a6-2e46606a3778,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:37.510070 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b9d7630-4db6-496c-813a-2d38db2c96d2 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.523104 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d268d036-b2a5-4ca2-8bb2-0cdf1c0f25dd admin admin] Router 9bdb89e1-8b8f-438f-b309-2a9436a91060 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:25:37.553085 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b9d7630-4db6-496c-813a-2d38db2c96d2 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.561755 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9d7630-4db6-496c-813a-2d38db2c96d2 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:37.563431 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b9d7630-4db6-496c-813a-2d38db2c96d2 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.614772 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41956) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:37.642765 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d7630-4db6-496c-813a-2d38db2c96d2 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Pushing event updated for resources: {'Network': ['ID=7ad249e4-4379-4c42-9d13-7b6e48b05c9c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:37.659774 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0b9d7630-4db6-496c-813a-2d38db2c96d2 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7425909 Jul 15 23:25:37.667733 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 7ad249e4-4379-4c42-9d13-7b6e48b05c9c details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:25:37.681837 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41962) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:37.695485 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-770d38fa-1a0b-44d3-8b4a-7c6d6d95bbef tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Request body: {'subnet': {'network_id': '7ad249e4-4379-4c42-9d13-7b6e48b05c9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:37.854285 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9d213143-da25-4c8f-92d0-3f1e14cb1219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.883862 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d268d036-b2a5-4ca2-8bb2-0cdf1c0f25dd admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:37.895275 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41970) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:37.895948 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75111fa-2f62-408f-b36e-98349517af57 None None] Sync routers for ids ['9bdb89e1-8b8f-438f-b309-2a9436a91060'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:37.898981 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d268d036-b2a5-4ca2-8bb2-0cdf1c0f25dd admin admin] 10.222.0.16 "PUT /v2.0/routers/9bdb89e1-8b8f-438f-b309-2a9436a91060/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3764122 Jul 15 23:25:37.902011 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770d38fa-1a0b-44d3-8b4a-7c6d6d95bbef tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Made reservation on behalf of ef76d29b2683464aae5b9465d24db4df for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:37.905028 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75111fa-2f62-408f-b36e-98349517af57 None None] Routers {'9bdb89e1-8b8f-438f-b309-2a9436a91060'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:37.905636 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-e75111fa-2f62-408f-b36e-98349517af57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:25:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['9bdb89e1-8b8f-438f-b309-2a9436a91060'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:37.905799 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-770d38fa-1a0b-44d3-8b4a-7c6d6d95bbef tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.014459 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-e75111fa-2f62-408f-b36e-98349517af57 None None] Set router 9bdb89e1-8b8f-438f-b309-2a9436a91060 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:25:38.115890 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78d71c44-5b49-4a2a-931f-658a2282347f admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.160775 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9d213143-da25-4c8f-92d0-3f1e14cb1219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.170346 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9d213143-da25-4c8f-92d0-3f1e14cb1219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.199215 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d213143-da25-4c8f-92d0-3f1e14cb1219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1232e0-1aa7-4022-8c17-55d8d88a3cb0,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:38.201783 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-e75111fa-2f62-408f-b36e-98349517af57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'name': 'tempest-AttachVolumeTestJSON-590886257-router', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:44Z', 'updated_at': '2021-07-15T23:25:36Z', 'revision_number': 5, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'gw_port': {'id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:45Z', 'updated_at': '2021-07-15T23:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:38.228913 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75111fa-2f62-408f-b36e-98349517af57 None None] Checking router: 9bdb89e1-8b8f-438f-b309-2a9436a91060 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:25:38.237538 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75111fa-2f62-408f-b36e-98349517af57 None None] Routers {'9bdb89e1-8b8f-438f-b309-2a9436a91060'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:38.238154 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-e75111fa-2f62-408f-b36e-98349517af57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:25:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['9bdb89e1-8b8f-438f-b309-2a9436a91060'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:38.251321 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-770d38fa-1a0b-44d3-8b4a-7c6d6d95bbef tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.257251 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78d71c44-5b49-4a2a-931f-658a2282347f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.264778 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9d213143-da25-4c8f-92d0-3f1e14cb1219 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9b7386dfd1b4dfeadad88f78d2a64be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6489766 Jul 15 23:25:38.268910 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41980) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:38.322183 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d38fa-1a0b-44d3-8b4a-7c6d6d95bbef tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Pushing event updated for resources: {'Subnet': ['ID=55ebc4bd-cf90-4b9c-be62-322c355c34b3,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:38.329757 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d38fa-1a0b-44d3-8b4a-7c6d6d95bbef tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Checking segment: {'id': '60209218-4c46-46c0-96e8-7610f3888546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7ad249e4-4379-4c42-9d13-7b6e48b05c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:25:38.330595 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770d38fa-1a0b-44d3-8b4a-7c6d6d95bbef tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Network hostable DHCP agents. Network: 7ad249e4-4379-4c42-9d13-7b6e48b05c9c, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:25:38.348876 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:25:38.350320 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770d38fa-1a0b-44d3-8b4a-7c6d6d95bbef tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Network 7ad249e4-4379-4c42-9d13-7b6e48b05c9c is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:25:38.360733 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-770d38fa-1a0b-44d3-8b4a-7c6d6d95bbef tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 7ad249e4-4379-4c42-9d13-7b6e48b05c9c) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:38.369897 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0271e5bd-7925-422e-9ce9-552f38378759 None None] Network 7ad249e4-4379-4c42-9d13-7b6e48b05c9c requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:25:38.379003 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-e75111fa-2f62-408f-b36e-98349517af57 None None] Set router 9bdb89e1-8b8f-438f-b309-2a9436a91060 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:25:38.387749 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770d38fa-1a0b-44d3-8b4a-7c6d6d95bbef tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:38.388364 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-770d38fa-1a0b-44d3-8b4a-7c6d6d95bbef tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.392823 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-24fc47e7-f890-4f96-a13f-dc27250ff581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.409589 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-78d71c44-5b49-4a2a-931f-658a2282347f admin admin] Deleting port 6d432a3d-a8db-4577-b7e4-9d371f3c770d {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:38.410423 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78d71c44-5b49-4a2a-931f-658a2282347f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.414070 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-770d38fa-1a0b-44d3-8b4a-7c6d6d95bbef tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7310698 Jul 15 23:25:38.417207 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41984) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:38.423977 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-25a27f34-6ecc-48c3-90a8-d6000722ced1 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Request body: {'port': {'network_id': '7ad249e4-4379-4c42-9d13-7b6e48b05c9c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-217963265'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:38.464194 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-24fc47e7-f890-4f96-a13f-dc27250ff581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.564949 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-78d71c44-5b49-4a2a-931f-658a2282347f admin admin] For port 6d432a3d-a8db-4577-b7e4-9d371f3c770d, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=6d432a3d-a8db-4577-b7e4-9d371f3c770d,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:38.566145 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78d71c44-5b49-4a2a-931f-658a2282347f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.582506 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-78d71c44-5b49-4a2a-931f-658a2282347f admin admin] Calling delete_port for 6d432a3d-a8db-4577-b7e4-9d371f3c770d owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:38.588384 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-24fc47e7-f890-4f96-a13f-dc27250ff581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.591573 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-24fc47e7-f890-4f96-a13f-dc27250ff581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.594677 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-24fc47e7-f890-4f96-a13f-dc27250ff581 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a1232e0-1aa7-4022-8c17-55d8d88a3cb0 HTTP/1.1" status: 204 len: 168 time: 0.3229063 Jul 15 23:25:38.611048 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc47e7-f890-4f96-a13f-dc27250ff581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1232e0-1aa7-4022-8c17-55d8d88a3cb0,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:38.644395 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a27f34-6ecc-48c3-90a8-d6000722ced1 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Made reservation on behalf of ef76d29b2683464aae5b9465d24db4df for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:38.651567 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25a27f34-6ecc-48c3-90a8-d6000722ced1 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.659529 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-e75111fa-2f62-408f-b36e-98349517af57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'name': 'tempest-AttachVolumeTestJSON-590886257-router', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:44Z', 'updated_at': '2021-07-15T23:25:36Z', 'revision_number': 5, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'gw_port': {'id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:45Z', 'updated_at': '2021-07-15T23:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:38.695878 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-25a27f34-6ecc-48c3-90a8-d6000722ced1 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] device_id is not set on port ab6abdde-5125-456b-b3e2-ff375d0630ea yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:25:38.714967 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75111fa-2f62-408f-b36e-98349517af57 None None] The sync data for ids ['9bdb89e1-8b8f-438f-b309-2a9436a91060'] in n-d-787205-9 is: [{'id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'name': 'tempest-AttachVolumeTestJSON-590886257-router', 'tenant_id': 'eac3f2ff013743899b77a7275e534874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:44Z', 'updated_at': '2021-07-15T23:25:36Z', 'revision_number': 5, 'project_id': 'eac3f2ff013743899b77a7275e534874', 'gw_port': {'id': '6d432a3d-a8db-4577-b7e4-9d371f3c770d', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb89e1-8b8f-438f-b309-2a9436a91060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:45Z', 'updated_at': '2021-07-15T23:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:38.730561 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5ac748-8fe5-4aab-a896-66f379c5d678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-7ad249e4-4379-4c42-9d13-7b6e48b05c9c', 'network_id': '7ad249e4-4379-4c42-9d13-7b6e48b05c9c', 'tenant_id': 'ef76d29b2683464aae5b9465d24db4df', 'fixed_ips': [{'subnet_id': '55ebc4bd-cf90-4b9c-be62-322c355c34b3'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:25:38.731456 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ad5ac748-8fe5-4aab-a896-66f379c5d678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.849311 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.884914 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78d71c44-5b49-4a2a-931f-658a2282347f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.906726 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-25a27f34-6ecc-48c3-90a8-d6000722ced1 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Allocated IP 172.20.0.14 (7ad249e4-4379-4c42-9d13-7b6e48b05c9c/55ebc4bd-cf90-4b9c-be62-322c355c34b3/ab6abdde-5125-456b-b3e2-ff375d0630ea) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:38.928246 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d71c44-5b49-4a2a-931f-658a2282347f admin admin] Pushing event deleted for resources: {'Port': ['ID=6d432a3d-a8db-4577-b7e4-9d371f3c770d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:39.000799 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78d71c44-5b49-4a2a-931f-658a2282347f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.107879 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78d71c44-5b49-4a2a-931f-658a2282347f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.113903 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78d71c44-5b49-4a2a-931f-658a2282347f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.149331 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25a27f34-6ecc-48c3-90a8-d6000722ced1 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.168633 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78d71c44-5b49-4a2a-931f-658a2282347f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.169284 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d71c44-5b49-4a2a-931f-658a2282347f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bdb89e1-8b8f-438f-b309-2a9436a91060 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:25:39.176120 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-25a27f34-6ecc-48c3-90a8-d6000722ced1 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Transition to ACTIVE for port object ab6abdde-5125-456b-b3e2-ff375d0630ea will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:25:39.177691 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78d71c44-5b49-4a2a-931f-658a2282347f admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.180449 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-78d71c44-5b49-4a2a-931f-658a2282347f admin admin] 10.222.0.16 "DELETE /v2.0/routers/9bdb89e1-8b8f-438f-b309-2a9436a91060 HTTP/1.1" status: 204 len: 168 time: 1.2818558 Jul 15 23:25:39.182715 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42006) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:39.235705 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42008) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:39.246300 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c039795-cd75-405e-9e24-a3cdde0f80b4 admin admin] Deleting subnet 78ea2555-c9cc-49c5-b9ef-7f12652d8d72 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:25:39.250224 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd357737-549b-4707-a2b6-9ab9f84230ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.250387 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9c039795-cd75-405e-9e24-a3cdde0f80b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.287892 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25a27f34-6ecc-48c3-90a8-d6000722ced1 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.348282 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9c039795-cd75-405e-9e24-a3cdde0f80b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.380262 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-ad5ac748-8fe5-4aab-a896-66f379c5d678 None None] Allocated IP 172.20.0.2 (7ad249e4-4379-4c42-9d13-7b6e48b05c9c/55ebc4bd-cf90-4b9c-be62-322c355c34b3/b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:39.395648 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd357737-549b-4707-a2b6-9ab9f84230ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.396256 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a27f34-6ecc-48c3-90a8-d6000722ced1 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Network 7ad249e4-4379-4c42-9d13-7b6e48b05c9c is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:39.405977 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-25a27f34-6ecc-48c3-90a8-d6000722ced1 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:39.406526 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd357737-549b-4707-a2b6-9ab9f84230ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.408408 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a27f34-6ecc-48c3-90a8-d6000722ced1 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:39.416899 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a27f34-6ecc-48c3-90a8-d6000722ced1 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Pushing event updated for resources: {'Port': ['ID=ab6abdde-5125-456b-b3e2-ff375d0630ea,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:39.453826 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd357737-549b-4707-a2b6-9ab9f84230ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcd1c25-2593-46ac-bbe8-8edf8c71a6fd,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:39.480207 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fd357737-549b-4707-a2b6-9ab9f84230ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eec6a26311994dc08ba20f663b34088d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2419090 Jul 15 23:25:39.482537 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42016) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:39.499953 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a27f34-6ecc-48c3-90a8-d6000722ced1 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:39.500764 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25a27f34-6ecc-48c3-90a8-d6000722ced1 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.513753 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9c039795-cd75-405e-9e24-a3cdde0f80b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.542684 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-25a27f34-6ecc-48c3-90a8-d6000722ced1 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1220031 Jul 15 23:25:39.544485 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42018) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:39.582587 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ad5ac748-8fe5-4aab-a896-66f379c5d678 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.600948 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd5d237b-ebbb-4045-b86a-09b96964c77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.602111 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ad5ac748-8fe5-4aab-a896-66f379c5d678 None None] Transition to ACTIVE for port object b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:25:39.635747 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ad5ac748-8fe5-4aab-a896-66f379c5d678 None None] Transition to ACTIVE for port object b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:25:39.645462 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c4771972-b263-4a20-8c8b-7602c2097ceb no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:25:39.656774 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd5d237b-ebbb-4045-b86a-09b96964c77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.669997 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: c4771972-b263-4a20-8c8b-7602c2097ceb {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:25:39.670342 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c4771972-b263-4a20-8c8b-7602c2097ceb not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:25:39.673974 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ad5ac748-8fe5-4aab-a896-66f379c5d678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.731878 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd5d237b-ebbb-4045-b86a-09b96964c77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.735118 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5ac748-8fe5-4aab-a896-66f379c5d678 None None] Network 7ad249e4-4379-4c42-9d13-7b6e48b05c9c is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:39.737332 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd5d237b-ebbb-4045-b86a-09b96964c77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.741337 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bd5d237b-ebbb-4045-b86a-09b96964c77b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6fcd1c25-2593-46ac-bbe8-8edf8c71a6fd HTTP/1.1" status: 204 len: 168 time: 0.2552338 Jul 15 23:25:39.749368 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-ad5ac748-8fe5-4aab-a896-66f379c5d678 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:39.753014 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5ac748-8fe5-4aab-a896-66f379c5d678 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:39.759328 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ac748-8fe5-4aab-a896-66f379c5d678 None None] Pushing event updated for resources: {'Port': ['ID=b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:39.803131 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d237b-ebbb-4045-b86a-09b96964c77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcd1c25-2593-46ac-bbe8-8edf8c71a6fd,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:39.839646 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ad5ac748-8fe5-4aab-a896-66f379c5d678 None None] Attempting to bind port b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:25:39.840349 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ad5ac748-8fe5-4aab-a896-66f379c5d678 None None] Attempting to bind port b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '60209218-4c46-46c0-96e8-7610f3888546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7ad249e4-4379-4c42-9d13-7b6e48b05c9c'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:25:39.841171 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5ac748-8fe5-4aab-a896-66f379c5d678 None None] Attempting to bind port b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0 on network 7ad249e4-4379-4c42-9d13-7b6e48b05c9c {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:25:39.847733 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5ac748-8fe5-4aab-a896-66f379c5d678 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:25:39.848461 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5ac748-8fe5-4aab-a896-66f379c5d678 None None] Checking segment: {'id': '60209218-4c46-46c0-96e8-7610f3888546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7ad249e4-4379-4c42-9d13-7b6e48b05c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:25:39.849078 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ad5ac748-8fe5-4aab-a896-66f379c5d678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.849698 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5ac748-8fe5-4aab-a896-66f379c5d678 None None] Bound using segment: {'id': '60209218-4c46-46c0-96e8-7610f3888546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7ad249e4-4379-4c42-9d13-7b6e48b05c9c'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:25:39.850375 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ad5ac748-8fe5-4aab-a896-66f379c5d678 None None] Bound port: b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60209218-4c46-46c0-96e8-7610f3888546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7ad249e4-4379-4c42-9d13-7b6e48b05c9c'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:25:39.851078 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ad5ac748-8fe5-4aab-a896-66f379c5d678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.966567 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ad5ac748-8fe5-4aab-a896-66f379c5d678 None None] For port b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:25:39.969985 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ad5ac748-8fe5-4aab-a896-66f379c5d678 None None] For port b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0,segment=NetworkSegment(60209218-4c46-46c0-96e8-7610f3888546),segment_id=60209218-4c46-46c0-96e8-7610f3888546)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:25:39.979447 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ad5ac748-8fe5-4aab-a896-66f379c5d678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:40.057656 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9c039795-cd75-405e-9e24-a3cdde0f80b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:40.067911 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ac748-8fe5-4aab-a896-66f379c5d678 None None] Pushing event updated for resources: {'Port': ['ID=b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:40.091123 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c039795-cd75-405e-9e24-a3cdde0f80b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78ea2555-c9cc-49c5-b9ef-7f12652d8d72,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:40.112352 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a521db-a8e7-4dd0-b9bc-fa399b4fad08 None None] Network 763f1de9-52c7-44d6-a7b0-fd7c446c4363 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:25:40.118027 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9c039795-cd75-405e-9e24-a3cdde0f80b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:40.122615 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9c039795-cd75-405e-9e24-a3cdde0f80b4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/78ea2555-c9cc-49c5-b9ef-7f12652d8d72 HTTP/1.1" status: 204 len: 168 time: 0.9388146 Jul 15 23:25:40.124426 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42028) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:40.151219 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-73832f53-7443-4c08-9f4a-615237f82f80 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Deleting port ab6abdde-5125-456b-b3e2-ff375d0630ea {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:40.151583 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-73832f53-7443-4c08-9f4a-615237f82f80 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:40.237513 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-123617b1-5c3b-4b6c-bc08-fe4da754e4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:40.307635 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-73832f53-7443-4c08-9f4a-615237f82f80 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:40.318732 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-123617b1-5c3b-4b6c-bc08-fe4da754e4e6 admin admin] Deleting port b42f8ee3-ef55-4b94-bc52-b542a702d242 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:40.319692 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-123617b1-5c3b-4b6c-bc08-fe4da754e4e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:40.322463 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-73832f53-7443-4c08-9f4a-615237f82f80 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Calling delete_port for ab6abdde-5125-456b-b3e2-ff375d0630ea owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:40.421585 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-123617b1-5c3b-4b6c-bc08-fe4da754e4e6 admin admin] For port b42f8ee3-ef55-4b94-bc52-b542a702d242, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b42f8ee3-ef55-4b94-bc52-b542a702d242,segment=NetworkSegment(c9e4b3e1-75aa-477b-b892-dda03f8d1320),segment_id=c9e4b3e1-75aa-477b-b892-dda03f8d1320)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:40.422611 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-123617b1-5c3b-4b6c-bc08-fe4da754e4e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:40.443432 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-123617b1-5c3b-4b6c-bc08-fe4da754e4e6 admin admin] Calling delete_port for b42f8ee3-ef55-4b94-bc52-b542a702d242 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:40.480106 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3efbd1-9a6d-41f5-b935-4857428ba4fc None None] DHCP port deletion for 763f1de9-52c7-44d6-a7b0-fd7c446c4363 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:25:40.556336 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0c3efbd1-9a6d-41f5-b935-4857428ba4fc None None] Deleting port b42f8ee3-ef55-4b94-bc52-b542a702d242 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:40.557026 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c3efbd1-9a6d-41f5-b935-4857428ba4fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:40.557815 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-123617b1-5c3b-4b6c-bc08-fe4da754e4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:40.582432 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-73832f53-7443-4c08-9f4a-615237f82f80 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:40.585722 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123617b1-5c3b-4b6c-bc08-fe4da754e4e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b42f8ee3-ef55-4b94-bc52-b542a702d242,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:40.593331 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123617b1-5c3b-4b6c-bc08-fe4da754e4e6 admin admin] No DVR routers for this DVR port b42f8ee3-ef55-4b94-bc52-b542a702d242 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:25:40.627723 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73832f53-7443-4c08-9f4a-615237f82f80 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Pushing event deleted for resources: {'Port': ['ID=ab6abdde-5125-456b-b3e2-ff375d0630ea,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:40.628547 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-0c3efbd1-9a6d-41f5-b935-4857428ba4fc None None] For port b42f8ee3-ef55-4b94-bc52-b542a702d242, host n-d-787205-9, got binding levels [] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:40.629051 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c3efbd1-9a6d-41f5-b935-4857428ba4fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:40.644995 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0c3efbd1-9a6d-41f5-b935-4857428ba4fc None None] Calling delete_port for b42f8ee3-ef55-4b94-bc52-b542a702d242 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:40.649014 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.ipam_backend_mixin [None req-0c3efbd1-9a6d-41f5-b935-4857428ba4fc None None] Port b42f8ee3-ef55-4b94-bc52-b542a702d242 was not found and therefore no delete operation was performed {{(pid=93800) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:25:40.650888 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c3efbd1-9a6d-41f5-b935-4857428ba4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:40.679523 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3efbd1-9a6d-41f5-b935-4857428ba4fc None None] Pushing event deleted for resources: {'Port': ['ID=b42f8ee3-ef55-4b94-bc52-b542a702d242,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:40.684634 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3efbd1-9a6d-41f5-b935-4857428ba4fc None None] No DVR routers for this DVR port b42f8ee3-ef55-4b94-bc52-b542a702d242 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:25:40.697097 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-123617b1-5c3b-4b6c-bc08-fe4da754e4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:40.721564 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-123617b1-5c3b-4b6c-bc08-fe4da754e4e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['763f1de9-52c7-44d6-a7b0-fd7c446c4363']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:40.730410 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-73832f53-7443-4c08-9f4a-615237f82f80 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:40.732685 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-73832f53-7443-4c08-9f4a-615237f82f80 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] 10.222.0.16 "DELETE /v2.0/ports/ab6abdde-5125-456b-b3e2-ff375d0630ea HTTP/1.1" status: 204 len: 168 time: 1.1873226 Jul 15 23:25:40.735521 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42044) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:40.736878 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-123617b1-5c3b-4b6c-bc08-fe4da754e4e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9e4b3e1-75aa-477b-b892-dda03f8d1320') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:40.737183 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-123617b1-5c3b-4b6c-bc08-fe4da754e4e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9e4b3e1-75aa-477b-b892-dda03f8d1320') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:40.749646 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-123617b1-5c3b-4b6c-bc08-fe4da754e4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:40.765884 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-123617b1-5c3b-4b6c-bc08-fe4da754e4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:40.772726 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-123617b1-5c3b-4b6c-bc08-fe4da754e4e6 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:25:40.773102 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-123617b1-5c3b-4b6c-bc08-fe4da754e4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:40.774875 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:25:40.774875 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:25:40.774875 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:25:40.774875 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:25:40.774875 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:25:40.774875 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:25:40.774875 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:25:40.774875 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:25:40.774875 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:25:40.774875 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:25:40.774875 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:25:40.774875 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:25:40.774875 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:25:40.774875 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:25:40.774875 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:25:40.774875 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:25:40.774875 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:25:40.774875 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:25:40.774875 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:25:40.774875 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:25:40.774875 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:25:40.774875 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:25:40.774875 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:25:40.774875 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:25:40.774875 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:25:40.774875 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:25:40.774875 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:25:40.774875 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:25:40.774875 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:25:40.774875 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:25:40.774875 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:25:40.774875 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:25:40.830577 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-123617b1-5c3b-4b6c-bc08-fe4da754e4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:40.835892 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-123617b1-5c3b-4b6c-bc08-fe4da754e4e6 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:40.840997 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-123617b1-5c3b-4b6c-bc08-fe4da754e4e6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/763f1de9-52c7-44d6-a7b0-fd7c446c4363 HTTP/1.1" status: 204 len: 168 time: 0.7129855 Jul 15 23:25:40.851321 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123617b1-5c3b-4b6c-bc08-fe4da754e4e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=763f1de9-52c7-44d6-a7b0-fd7c446c4363,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:41.002905 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c7153737-c2d3-45d1-9af2-3845d3711d81 tempest-DHCPAgentSchedulersTestJSON-634405342 tempest-DHCPAgentSchedulersTestJSON-634405342-project-admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.2630811 Jul 15 23:25:41.003614 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42058) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:41.008676 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-874f532e-7754-400b-8c75-850338d6a34e tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-42034844'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:41.048784 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874f532e-7754-400b-8c75-850338d6a34e tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Made reservation on behalf of ef76d29b2683464aae5b9465d24db4df for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:41.053263 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-874f532e-7754-400b-8c75-850338d6a34e tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:41.083926 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-874f532e-7754-400b-8c75-850338d6a34e tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:25:41.100931 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-874f532e-7754-400b-8c75-850338d6a34e tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:41.102080 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-874f532e-7754-400b-8c75-850338d6a34e tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Added segment 6e4af80c-0699-4109-a565-9aa41cac60a4 of type vlan for network 55bd2b5e-68ab-452c-a0b5-5108be061330 Jul 15 23:25:41.103335 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42062) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:41.172812 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-874f532e-7754-400b-8c75-850338d6a34e tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:41.216703 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-85ae500a-d21d-4c1c-9a83-ef136def6c0a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eac3f2ff013743899b77a7275e534874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1119723 Jul 15 23:25:41.219263 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42066) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:41.223416 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-874f532e-7754-400b-8c75-850338d6a34e tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:41.235663 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874f532e-7754-400b-8c75-850338d6a34e tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:41.236874 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-874f532e-7754-400b-8c75-850338d6a34e tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:41.277549 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-874f532e-7754-400b-8c75-850338d6a34e tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.2727845 Jul 15 23:25:41.278386 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42068) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:41.312287 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fdd01328-0f58-4e00-bb09-42e9db587c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:41.355320 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fdd01328-0f58-4e00-bb09-42e9db587c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:41.436411 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f532e-7754-400b-8c75-850338d6a34e tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Pushing event updated for resources: {'Network': ['ID=55bd2b5e-68ab-452c-a0b5-5108be061330,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:41.451005 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 55bd2b5e-68ab-452c-a0b5-5108be061330 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:25:41.463444 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fdd01328-0f58-4e00-bb09-42e9db587c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:41.470075 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fdd01328-0f58-4e00-bb09-42e9db587c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:41.479178 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fdd01328-0f58-4e00-bb09-42e9db587c87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b094da4c-4fd6-4e94-ad03-cc5d74d330ff HTTP/1.1" status: 204 len: 168 time: 0.2582169 Jul 15 23:25:41.483396 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3db6305-7855-41ad-99be-a5308e14e88c None None] Network 7ad249e4-4379-4c42-9d13-7b6e48b05c9c requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:25:41.493268 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd01328-0f58-4e00-bb09-42e9db587c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b094da4c-4fd6-4e94-ad03-cc5d74d330ff,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:41.881333 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:25:41.918842 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0adc0e2a-03c4-4382-a42c-537dc06fa9d7 None None] Provisioning for port b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:25:42.065837 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:25:42.071583 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:42.072164 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:42.123301 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-561eb6de-5dec-48e3-a247-720bd9ba746b tempest-DHCPAgentSchedulersTestJSON-634405342 tempest-DHCPAgentSchedulersTestJSON-634405342-project-admin] 10.222.0.16 "GET /v2.0/agents/40a4a28b-8aa4-4189-9fb6-6df9234e0a4a/dhcp-networks HTTP/1.1" status: 200 len: 5696 time: 0.8257806 Jul 15 23:25:42.123461 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42104) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:42.204636 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:42.283730 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0,segment=NetworkSegment(60209218-4c46-46c0-96e8-7610f3888546),segment_id=60209218-4c46-46c0-96e8-7610f3888546)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:42.291622 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:42.309210 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5a61d1-9c2b-4140-b0e6-24754cd4841c tempest-DHCPAgentSchedulersTestJSON-634405342 tempest-DHCPAgentSchedulersTestJSON-634405342-project-admin] Network 55bd2b5e-68ab-452c-a0b5-5108be061330 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:25:42.328845 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5e5a61d1-9c2b-4140-b0e6-24754cd4841c tempest-DHCPAgentSchedulersTestJSON-634405342 tempest-DHCPAgentSchedulersTestJSON-634405342-project-admin] 10.222.0.16 "POST /v2.0/agents/40a4a28b-8aa4-4189-9fb6-6df9234e0a4a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2040637 Jul 15 23:25:42.330768 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42114) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:42.365714 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a6db79-a9c9-48ed-aa3f-05468d5ec711 None None] Network 55bd2b5e-68ab-452c-a0b5-5108be061330 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:25:42.406565 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6d432a3d-a8db-4577-b7e4-9d371f3c770d no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:25:42.496627 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 6d432a3d-a8db-4577-b7e4-9d371f3c770d {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:25:42.500239 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6d432a3d-a8db-4577-b7e4-9d371f3c770d not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:25:42.500672 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b42f8ee3-ef55-4b94-bc52-b542a702d242 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:25:42.539263 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: b42f8ee3-ef55-4b94-bc52-b542a702d242 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:25:42.541567 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b42f8ee3-ef55-4b94-bc52-b542a702d242 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:25:42.645013 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:42.651850 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42130) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:42.652466 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5a1a074e-713a-444a-aa76-fe976c3bce36 tempest-DHCPAgentSchedulersTestJSON-634405342 tempest-DHCPAgentSchedulersTestJSON-634405342-project-admin] 10.222.0.16 "GET /v2.0/agents/40a4a28b-8aa4-4189-9fb6-6df9234e0a4a/dhcp-networks HTTP/1.1" status: 200 len: 6465 time: 0.3200057 Jul 15 23:25:42.662095 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e76ada00-d677-45ca-95f1-1b809a3deac5 None None] Provisioning complete for port b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:42.662783 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e76ada00-d677-45ca-95f1-1b809a3deac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:42.792329 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-041c2b4d-c6d0-4feb-9fb3-ec1704987f08 tempest-DHCPAgentSchedulersTestJSON-634405342 tempest-DHCPAgentSchedulersTestJSON-634405342-project-admin] 10.222.0.16 "DELETE /v2.0/agents/40a4a28b-8aa4-4189-9fb6-6df9234e0a4a/dhcp-networks/55bd2b5e-68ab-452c-a0b5-5108be061330 HTTP/1.1" status: 204 len: 168 time: 0.1385427 Jul 15 23:25:42.794815 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42136) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:42.954211 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d85ae003-9957-4a9f-b4d1-aea562f50571 None None] Could not find standard attr ID for object ab6abdde-5125-456b-b3e2-ff375d0630ea. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:25:42.992120 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d9aea440-d4db-48e1-a5ad-d72997cfc5ae tempest-DHCPAgentSchedulersTestJSON-634405342 tempest-DHCPAgentSchedulersTestJSON-634405342-project-admin] 10.222.0.16 "GET /v2.0/agents/40a4a28b-8aa4-4189-9fb6-6df9234e0a4a/dhcp-networks HTTP/1.1" status: 200 len: 5696 time: 0.1958635 Jul 15 23:25:42.996561 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42146) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:43.030908 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-16e23cd0-4df4-4995-a643-0da5cda41506 tempest-DHCPAgentSchedulersTestJSON-634405342 tempest-DHCPAgentSchedulersTestJSON-634405342-project-admin] 10.222.0.16 "GET /v2.0/networks/7ad249e4-4379-4c42-9d13-7b6e48b05c9c/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0313039 Jul 15 23:25:43.034935 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42150) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:43.056520 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-60ef03ae-2774-4aed-979d-5226f7b6e71b tempest-DHCPAgentSchedulersTestJSON-634405342 tempest-DHCPAgentSchedulersTestJSON-634405342-project-admin] 10.222.0.16 "GET /v2.0/networks/7ad249e4-4379-4c42-9d13-7b6e48b05c9c/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0198390 Jul 15 23:25:43.058980 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42152) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:43.192643 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42154) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:43.192953 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2bbaaf64-78ed-4e05-be1b-517c3655b11a tempest-DHCPAgentSchedulersTestJSON-634405342 tempest-DHCPAgentSchedulersTestJSON-634405342-project-admin] 10.222.0.16 "GET /v2.0/agents/40a4a28b-8aa4-4189-9fb6-6df9234e0a4a/dhcp-networks HTTP/1.1" status: 200 len: 5696 time: 0.1326056 Jul 15 23:25:43.274727 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa392705-b84e-4572-8347-0381425e3e20 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:43.371600 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa392705-b84e-4572-8347-0381425e3e20 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:43.384446 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-fa392705-b84e-4572-8347-0381425e3e20 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55bd2b5e-68ab-452c-a0b5-5108be061330']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:43.398099 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-fa392705-b84e-4572-8347-0381425e3e20 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e4af80c-0699-4109-a565-9aa41cac60a4') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:43.398718 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-fa392705-b84e-4572-8347-0381425e3e20 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e4af80c-0699-4109-a565-9aa41cac60a4') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:43.410324 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa392705-b84e-4572-8347-0381425e3e20 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:43.427694 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa392705-b84e-4572-8347-0381425e3e20 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:43.436222 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa392705-b84e-4572-8347-0381425e3e20 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:25:43.438504 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa392705-b84e-4572-8347-0381425e3e20 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:25:43.448106 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:25:43.551016 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa392705-b84e-4572-8347-0381425e3e20 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:43.566440 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa392705-b84e-4572-8347-0381425e3e20 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:43.569496 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fa392705-b84e-4572-8347-0381425e3e20 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] 10.222.0.16 "DELETE /v2.0/networks/55bd2b5e-68ab-452c-a0b5-5108be061330 HTTP/1.1" status: 204 len: 168 time: 0.3757524 Jul 15 23:25:43.572914 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42170) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:43.588339 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa392705-b84e-4572-8347-0381425e3e20 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Pushing event deleted for resources: {'Network': ['ID=55bd2b5e-68ab-452c-a0b5-5108be061330,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:43.615253 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:25:43.640994 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-3980522a-558b-4228-bfd1-5819db68098d tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] DELETE failed (client error): The resource could not be found. Jul 15 23:25:43.642680 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3980522a-558b-4228-bfd1-5819db68098d tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:25:43.651786 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42172) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:43.652496 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3980522a-558b-4228-bfd1-5819db68098d tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] 10.222.0.16 "DELETE /v2.0/ports/ab6abdde-5125-456b-b3e2-ff375d0630ea HTTP/1.1" status: 404 len: 333 time: 0.0783975 Jul 15 23:25:43.700483 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:43.701052 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:43.766802 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-df2b0c5d-0a1b-4ffc-8f83-64312d006a18 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Deleting subnet 55ebc4bd-cf90-4b9c-be62-322c355c34b3 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:25:43.771273 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-df2b0c5d-0a1b-4ffc-8f83-64312d006a18 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:43.855017 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-df2b0c5d-0a1b-4ffc-8f83-64312d006a18 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:43.974853 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-df2b0c5d-0a1b-4ffc-8f83-64312d006a18 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:44.057234 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-df2b0c5d-0a1b-4ffc-8f83-64312d006a18 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:44.073415 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-df2b0c5d-0a1b-4ffc-8f83-64312d006a18 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:44.080466 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42184) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:44.084192 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c71507a-c5b8-43a8-8f50-83af6bf1d679 None None] Network 7ad249e4-4379-4c42-9d13-7b6e48b05c9c requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:25:44.101447 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-df2b0c5d-0a1b-4ffc-8f83-64312d006a18 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] 10.222.0.16 "DELETE /v2.0/subnets/55ebc4bd-cf90-4b9c-be62-322c355c34b3 HTTP/1.1" status: 204 len: 168 time: 0.4482210 Jul 15 23:25:44.140964 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b0c5d-0a1b-4ffc-8f83-64312d006a18 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Pushing event deleted for resources: {'Subnet': ['ID=55ebc4bd-cf90-4b9c-be62-322c355c34b3,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:44.222747 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3387b3e-79c5-4904-a99d-921e907cb572 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:44.303609 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e3387b3e-79c5-4904-a99d-921e907cb572 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Deleting port b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:44.304059 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3387b3e-79c5-4904-a99d-921e907cb572 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:44.379505 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42149b42-d464-41a9-b976-97f8974ed06e None None] DHCP port deletion for 7ad249e4-4379-4c42-9d13-7b6e48b05c9c request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:25:44.416059 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-e3387b3e-79c5-4904-a99d-921e907cb572 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] For port b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0,segment=NetworkSegment(60209218-4c46-46c0-96e8-7610f3888546),segment_id=60209218-4c46-46c0-96e8-7610f3888546)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:44.416524 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3387b3e-79c5-4904-a99d-921e907cb572 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:44.436524 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e3387b3e-79c5-4904-a99d-921e907cb572 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Calling delete_port for b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:44.464676 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-42149b42-d464-41a9-b976-97f8974ed06e None None] Deleting port b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:44.465058 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-42149b42-d464-41a9-b976-97f8974ed06e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:44.551819 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-42149b42-d464-41a9-b976-97f8974ed06e None None] For port b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0,segment=NetworkSegment(60209218-4c46-46c0-96e8-7610f3888546),segment_id=60209218-4c46-46c0-96e8-7610f3888546)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:44.552055 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-42149b42-d464-41a9-b976-97f8974ed06e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:44.574572 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-42149b42-d464-41a9-b976-97f8974ed06e None None] Calling delete_port for b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:44.624561 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3387b3e-79c5-4904-a99d-921e907cb572 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:44.657176 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3387b3e-79c5-4904-a99d-921e907cb572 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Pushing event deleted for resources: {'Port': ['ID=b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:44.659361 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3387b3e-79c5-4904-a99d-921e907cb572 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] No DVR routers for this DVR port b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:25:44.705164 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-42149b42-d464-41a9-b976-97f8974ed06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:44.740509 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42149b42-d464-41a9-b976-97f8974ed06e None None] Pushing event deleted for resources: {'Port': ['ID=b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:44.749888 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42149b42-d464-41a9-b976-97f8974ed06e None None] No DVR routers for this DVR port b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:25:44.778992 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3387b3e-79c5-4904-a99d-921e907cb572 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:44.793067 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-e3387b3e-79c5-4904-a99d-921e907cb572 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad249e4-4379-4c42-9d13-7b6e48b05c9c']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:44.811989 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-e3387b3e-79c5-4904-a99d-921e907cb572 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60209218-4c46-46c0-96e8-7610f3888546') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:44.812367 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-e3387b3e-79c5-4904-a99d-921e907cb572 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60209218-4c46-46c0-96e8-7610f3888546') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:44.824794 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3387b3e-79c5-4904-a99d-921e907cb572 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:44.850073 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3387b3e-79c5-4904-a99d-921e907cb572 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:44.861303 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3387b3e-79c5-4904-a99d-921e907cb572 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:25:44.861813 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3387b3e-79c5-4904-a99d-921e907cb572 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:44.872455 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:25:44.872455 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:25:44.872455 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:25:44.872455 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:25:44.872455 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:25:44.872455 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:25:44.872455 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:25:44.872455 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:25:44.872455 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:25:44.872455 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:25:44.872455 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:25:44.872455 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:25:44.872455 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:25:44.872455 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:25:44.872455 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:25:44.872455 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:25:44.872455 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:25:44.872455 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:25:44.872455 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:25:44.872455 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:25:44.872455 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:25:44.872455 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:25:44.872455 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:25:44.872455 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:25:44.872455 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:25:44.872455 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:25:44.872455 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:25:44.872455 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:25:44.872455 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:25:44.872455 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:25:44.872455 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:25:44.872455 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:25:44.936091 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3387b3e-79c5-4904-a99d-921e907cb572 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:44.947777 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3387b3e-79c5-4904-a99d-921e907cb572 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:44.949903 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e3387b3e-79c5-4904-a99d-921e907cb572 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] 10.222.0.16 "DELETE /v2.0/networks/7ad249e4-4379-4c42-9d13-7b6e48b05c9c HTTP/1.1" status: 204 len: 168 time: 0.8673468 Jul 15 23:25:44.962151 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3387b3e-79c5-4904-a99d-921e907cb572 tempest-DHCPAgentSchedulersTestJSON-1156504830 tempest-DHCPAgentSchedulersTestJSON-1156504830-project] Pushing event deleted for resources: {'Network': ['ID=7ad249e4-4379-4c42-9d13-7b6e48b05c9c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:45.236864 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42218) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:45.388603 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0d0ec056-fc7c-43c7-87be-874865c67988 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef76d29b2683464aae5b9465d24db4df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481311 Jul 15 23:25:45.389050 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42222) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:45.439953 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b04c84af-ea9a-4542-a0b0-72e05283cc02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:45.462600 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b04c84af-ea9a-4542-a0b0-72e05283cc02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:45.514463 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b04c84af-ea9a-4542-a0b0-72e05283cc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:45.517531 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b04c84af-ea9a-4542-a0b0-72e05283cc02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:45.518714 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b04c84af-ea9a-4542-a0b0-72e05283cc02 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3efd1d9d-1e22-433b-92a6-2e46606a3778 HTTP/1.1" status: 204 len: 168 time: 0.1285894 Jul 15 23:25:45.548749 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c84af-ea9a-4542-a0b0-72e05283cc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efd1d9d-1e22-433b-92a6-2e46606a3778,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:45.607605 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:25:45.630161 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:25:45.630784 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b3d29d9a-cb5c-411b-bbf7-d1c4a032cdf0 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:25:45.865200 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42238) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:45.891239 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8dc52991-f0c1-43b8-8278-0b7750512186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:45.897635 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f50f74fa-54da-4ac8-9c95-68ae44e36aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:46.040649 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8dc52991-f0c1-43b8-8278-0b7750512186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:46.044713 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8dc52991-f0c1-43b8-8278-0b7750512186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:46.096173 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8dc52991-f0c1-43b8-8278-0b7750512186 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a6973e15d62450f9a0faa7cd17297db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2296524 Jul 15 23:25:46.097106 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc52991-f0c1-43b8-8278-0b7750512186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1416c1-d7f9-47fb-ae31-422bdaf1a9b0,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:46.098939 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42250) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:46.183666 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a546098e-7ee7-4ecf-9d03-10e897217886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:46.215948 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a546098e-7ee7-4ecf-9d03-10e897217886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:46.292412 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a546098e-7ee7-4ecf-9d03-10e897217886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:46.295264 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a546098e-7ee7-4ecf-9d03-10e897217886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:46.300008 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a546098e-7ee7-4ecf-9d03-10e897217886 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd1416c1-d7f9-47fb-ae31-422bdaf1a9b0 HTTP/1.1" status: 204 len: 168 time: 0.1968284 Jul 15 23:25:46.309235 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546098e-7ee7-4ecf-9d03-10e897217886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1416c1-d7f9-47fb-ae31-422bdaf1a9b0,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:47.935539 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42338) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:48.067267 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-e26a7971-817a-4b18-a492-c44436e634ff tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:48.113996 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e26a7971-817a-4b18-a492-c44436e634ff tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:48.260488 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-38f8ee93-eb62-4d28-817c-4da2a33deb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:48.305130 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e26a7971-817a-4b18-a492-c44436e634ff tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:48.503465 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-e26a7971-817a-4b18-a492-c44436e634ff tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Allocated IP 172.25.4.191 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/6a068326-cbeb-447a-82d1-2b67e2f41834) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:48.670660 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e26a7971-817a-4b18-a492-c44436e634ff tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:48.730190 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:48.797172 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e26a7971-817a-4b18-a492-c44436e634ff tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:48.856428 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26a7971-817a-4b18-a492-c44436e634ff tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:48.860223 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-e26a7971-817a-4b18-a492-c44436e634ff tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:48.864593 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26a7971-817a-4b18-a492-c44436e634ff tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:48.871144 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a7971-817a-4b18-a492-c44436e634ff tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Pushing event updated for resources: {'Port': ['ID=6a068326-cbeb-447a-82d1-2b67e2f41834,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:49.053854 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e26a7971-817a-4b18-a492-c44436e634ff tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.202283 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e26a7971-817a-4b18-a492-c44436e634ff tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.371281 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42392) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:49.479488 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e26a7971-817a-4b18-a492-c44436e634ff tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.484122 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e26a7971-817a-4b18-a492-c44436e634ff tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.542826 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a7971-817a-4b18-a492-c44436e634ff tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Pushing event updated for resources: {'Port': ['ID=6a068326-cbeb-447a-82d1-2b67e2f41834,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:49.594197 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e26a7971-817a-4b18-a492-c44436e634ff tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.609295 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e26a7971-817a-4b18-a492-c44436e634ff tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.613647 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e26a7971-817a-4b18-a492-c44436e634ff tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6759062 Jul 15 23:25:49.618224 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42398) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:49.622515 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a553a935-cbcd-4ea8-b1b6-7cccac17c98f tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-31937804', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'fixed_ips': [{'ip_address': '172.25.4.191'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:49.668365 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19849f42-a7db-49e6-a0d2-219d6fd1bb80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.687623 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.699294 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a553a935-cbcd-4ea8-b1b6-7cccac17c98f tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Made reservation on behalf of 5cb6b461b67d421ca33d40ba5c4cd99f for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:49.701934 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a553a935-cbcd-4ea8-b1b6-7cccac17c98f tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.723110 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a553a935-cbcd-4ea8-b1b6-7cccac17c98f tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.812716 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19849f42-a7db-49e6-a0d2-219d6fd1bb80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.819977 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19849f42-a7db-49e6-a0d2-219d6fd1bb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.874135 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19849f42-a7db-49e6-a0d2-219d6fd1bb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f98f44-9488-46ae-ac9d-861b05560ab1,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:49.896801 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-19849f42-a7db-49e6-a0d2-219d6fd1bb80 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=696211df8bea496ea56f20047bda1e3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5244110 Jul 15 23:25:49.899555 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42400) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:49.963535 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2746a7ab-6ed0-4ace-b455-6648ff220631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.989735 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2746a7ab-6ed0-4ace-b455-6648ff220631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:50.002872 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a553a935-cbcd-4ea8-b1b6-7cccac17c98f tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:50.009195 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a553a935-cbcd-4ea8-b1b6-7cccac17c98f tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:50.021723 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-a553a935-cbcd-4ea8-b1b6-7cccac17c98f tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] device_id is not set on port 3694a84c-58a7-4e2a-837d-705c1fb4f830 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:25:50.045090 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2746a7ab-6ed0-4ace-b455-6648ff220631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:50.048141 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2746a7ab-6ed0-4ace-b455-6648ff220631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:50.049142 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2746a7ab-6ed0-4ace-b455-6648ff220631 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/67f98f44-9488-46ae-ac9d-861b05560ab1 HTTP/1.1" status: 204 len: 168 time: 0.1486118 Jul 15 23:25:50.067722 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746a7ab-6ed0-4ace-b455-6648ff220631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f98f44-9488-46ae-ac9d-861b05560ab1,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:50.134985 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553a935-cbcd-4ea8-b1b6-7cccac17c98f tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725ceaf5-e712-4c94-8249-9d09d01bf1ec,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:50.273993 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-a553a935-cbcd-4ea8-b1b6-7cccac17c98f tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 15 23:25:50.274797 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a553a935-cbcd-4ea8-b1b6-7cccac17c98f tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:25:50.304118 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a553a935-cbcd-4ea8-b1b6-7cccac17c98f tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6870267 Jul 15 23:25:50.307223 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42408) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:50.584098 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2aef22ee-ebce-47b4-97b8-e55495e58b47 tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Deleting port 6a068326-cbeb-447a-82d1-2b67e2f41834 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:50.584445 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2aef22ee-ebce-47b4-97b8-e55495e58b47 tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:50.625845 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42416) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:50.656965 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1bbc36b-3871-41ea-94c8-d46cf698b7ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:50.705499 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2aef22ee-ebce-47b4-97b8-e55495e58b47 tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:50.705874 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2aef22ee-ebce-47b4-97b8-e55495e58b47 tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:50.721529 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2aef22ee-ebce-47b4-97b8-e55495e58b47 tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Calling delete_port for 6a068326-cbeb-447a-82d1-2b67e2f41834 owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:50.888698 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1bbc36b-3871-41ea-94c8-d46cf698b7ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:50.894377 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1bbc36b-3871-41ea-94c8-d46cf698b7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:50.937581 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2aef22ee-ebce-47b4-97b8-e55495e58b47 tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:50.945320 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbc36b-3871-41ea-94c8-d46cf698b7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910ec4a9-b9da-48ba-84d2-d65db02dd022,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:50.955048 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f1bbc36b-3871-41ea-94c8-d46cf698b7ef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be611396efce4e9f824d5f1f027857f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3263280 Jul 15 23:25:50.959546 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42418) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:51.021629 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef22ee-ebce-47b4-97b8-e55495e58b47 tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a068326-cbeb-447a-82d1-2b67e2f41834,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:51.047333 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef22ee-ebce-47b4-97b8-e55495e58b47 tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:51.047645 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef22ee-ebce-47b4-97b8-e55495e58b47 tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:51.047900 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef22ee-ebce-47b4-97b8-e55495e58b47 tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:51.048268 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef22ee-ebce-47b4-97b8-e55495e58b47 tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:51.048595 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef22ee-ebce-47b4-97b8-e55495e58b47 tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:51.048926 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef22ee-ebce-47b4-97b8-e55495e58b47 tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:51.049251 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef22ee-ebce-47b4-97b8-e55495e58b47 tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:51.049585 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef22ee-ebce-47b4-97b8-e55495e58b47 tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:51.049903 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef22ee-ebce-47b4-97b8-e55495e58b47 tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:51.050220 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef22ee-ebce-47b4-97b8-e55495e58b47 tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:51.050541 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef22ee-ebce-47b4-97b8-e55495e58b47 tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:51.050940 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef22ee-ebce-47b4-97b8-e55495e58b47 tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:51.072545 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08425222-8ef5-4294-a7ef-fbf220d3280e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:51.079565 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2aef22ee-ebce-47b4-97b8-e55495e58b47 tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:51.082218 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2aef22ee-ebce-47b4-97b8-e55495e58b47 tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:51.083388 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2aef22ee-ebce-47b4-97b8-e55495e58b47 tempest-ExternalNetworksAdminNegativeTestJSON-857018856 tempest-ExternalNetworksAdminNegativeTestJSON-857018856-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/c176cc8d-c7bd-4911-9b10-ca78acd10ba9 HTTP/1.1" status: 204 len: 168 time: 0.7717674 Jul 15 23:25:51.117020 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08425222-8ef5-4294-a7ef-fbf220d3280e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:51.192722 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08425222-8ef5-4294-a7ef-fbf220d3280e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:51.248200 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-08425222-8ef5-4294-a7ef-fbf220d3280e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:51.252429 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-08425222-8ef5-4294-a7ef-fbf220d3280e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/910ec4a9-b9da-48ba-84d2-d65db02dd022 HTTP/1.1" status: 204 len: 168 time: 0.2881474 Jul 15 23:25:51.267882 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:51.278174 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08425222-8ef5-4294-a7ef-fbf220d3280e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910ec4a9-b9da-48ba-84d2-d65db02dd022,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:51.621706 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42438) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:51.806270 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42442) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:51.825714 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd9aa5bc-452c-484c-94ef-79b868970286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:51.827342 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2a4b6dc8-8d38-4fa9-97c1-7dcd27a5b5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:52.023148 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2a4b6dc8-8d38-4fa9-97c1-7dcd27a5b5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:52.031267 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2a4b6dc8-8d38-4fa9-97c1-7dcd27a5b5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:52.085841 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2a4b6dc8-8d38-4fa9-97c1-7dcd27a5b5cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=05aca74b4fba4f0ba8f7baeece72628c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4581985 Jul 15 23:25:52.085841 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b6dc8-8d38-4fa9-97c1-7dcd27a5b5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38bc56cc-568a-448b-988e-1cc8aae9d7d1,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:52.089010 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42448) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:52.154235 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed062f1b-2459-4898-b73c-9c5907459555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:52.202558 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed062f1b-2459-4898-b73c-9c5907459555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:52.223740 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd9aa5bc-452c-484c-94ef-79b868970286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:52.230245 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd9aa5bc-452c-484c-94ef-79b868970286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:52.307671 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bd9aa5bc-452c-484c-94ef-79b868970286 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd2037ab1f904b799172bef3c3f32508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5001781 Jul 15 23:25:52.308383 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42450) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:52.319387 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9aa5bc-452c-484c-94ef-79b868970286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93037651-253e-4d3c-ade1-f9eab3eb53c6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:52.339904 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed062f1b-2459-4898-b73c-9c5907459555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:52.348036 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ed062f1b-2459-4898-b73c-9c5907459555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:52.352150 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ed062f1b-2459-4898-b73c-9c5907459555 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/38bc56cc-568a-448b-988e-1cc8aae9d7d1 HTTP/1.1" status: 204 len: 168 time: 0.2619014 Jul 15 23:25:52.368472 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed062f1b-2459-4898-b73c-9c5907459555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bc56cc-568a-448b-988e-1cc8aae9d7d1,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:52.460967 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c5568c8c-c5f5-4614-a9e9-09ff59628bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:52.549542 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c5568c8c-c5f5-4614-a9e9-09ff59628bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:52.695795 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c5568c8c-c5f5-4614-a9e9-09ff59628bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:52.698997 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c5568c8c-c5f5-4614-a9e9-09ff59628bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:52.716829 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c5568c8c-c5f5-4614-a9e9-09ff59628bc3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93037651-253e-4d3c-ade1-f9eab3eb53c6 HTTP/1.1" status: 204 len: 168 time: 0.4056222 Jul 15 23:25:52.726545 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5568c8c-c5f5-4614-a9e9-09ff59628bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93037651-253e-4d3c-ade1-f9eab3eb53c6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:52.886549 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42464) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:52.959851 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a7544fff-802b-486d-8761-d9bf37977260 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5cb6b461b67d421ca33d40ba5c4cd99f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0704231 Jul 15 23:25:52.960224 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42466) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:53.032064 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e44b4604-da43-4d90-9d3a-ad7bdea4dfd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:53.056783 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e44b4604-da43-4d90-9d3a-ad7bdea4dfd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:53.104892 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e44b4604-da43-4d90-9d3a-ad7bdea4dfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:53.108502 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e44b4604-da43-4d90-9d3a-ad7bdea4dfd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:53.114088 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e44b4604-da43-4d90-9d3a-ad7bdea4dfd9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/725ceaf5-e712-4c94-8249-9d09d01bf1ec HTTP/1.1" status: 204 len: 168 time: 0.1523724 Jul 15 23:25:53.135607 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b4604-da43-4d90-9d3a-ad7bdea4dfd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725ceaf5-e712-4c94-8249-9d09d01bf1ec,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:54.141484 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:55.143229 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80d789-660c-4545-8d94-aa6252ad5994 req-9b0d4ab7-0579-4716-85f5-ed55544a5469 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:55.144866 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8d80d789-660c-4545-8d94-aa6252ad5994 req-9b0d4ab7-0579-4716-85f5-ed55544a5469 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef55b06-2320-4a37-bb22-da71a908403d HTTP/1.1" status: 200 len: 945 time: 0.1191669 Jul 15 23:25:55.188634 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8d80d789-660c-4545-8d94-aa6252ad5994 req-ba43d779-db2c-4088-8991-308f335cfa1b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375762 Jul 15 23:25:55.803531 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42640) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:55.914514 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0149d3cb-5340-4b40-9573-3619b02f7b1b tempest-QuotasTest-667710765 tempest-QuotasTest-667710765-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:55.966427 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42646) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:55.966681 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0149d3cb-5340-4b40-9573-3619b02f7b1b tempest-QuotasTest-667710765 tempest-QuotasTest-667710765-project-admin] 10.222.0.16 "PUT /v2.0/quotas/ab0b9a05a2bf4909b46360e8a8a9334b HTTP/1.1" status: 200 len: 366 time: 0.1613629 Jul 15 23:25:55.982710 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-779f38d9-9529-4979-997e-3c770ac31377 tempest-QuotasTest-667710765 tempest-QuotasTest-667710765-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0136518 Jul 15 23:25:55.985050 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42648) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:55.998346 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a9049cc5-0b24-4368-91e1-3c8ca9325ba4 tempest-QuotasTest-667710765 tempest-QuotasTest-667710765-project-admin] 10.222.0.16 "GET /v2.0/quotas/ab0b9a05a2bf4909b46360e8a8a9334b HTTP/1.1" status: 200 len: 366 time: 0.0119157 Jul 15 23:25:56.001213 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42650) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:56.019125 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9b7ff473-4bf2-4d00-9a37-65be4b8a2082 tempest-QuotasTest-667710765 tempest-QuotasTest-667710765-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/ab0b9a05a2bf4909b46360e8a8a9334b HTTP/1.1" status: 204 len: 168 time: 0.0164344 Jul 15 23:25:56.021527 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42652) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:56.034969 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fe64b900-da46-42cf-9447-e38551914ef0 tempest-QuotasTest-667710765 tempest-QuotasTest-667710765-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0120189 Jul 15 23:25:56.036423 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42654) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:56.051608 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42656) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:56.052305 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1f78b19b-7032-4034-9d15-d03c899ed2de tempest-QuotasTest-667710765 tempest-QuotasTest-667710765-project-admin] 10.222.0.16 "GET /v2.0/quotas/ab0b9a05a2bf4909b46360e8a8a9334b HTTP/1.1" status: 200 len: 370 time: 0.0138879 Jul 15 23:25:56.060305 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42658) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:56.060985 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4a7a6382-b8d9-4120-86b4-bc64680e8007 tempest-QuotasTest-667710765 tempest-QuotasTest-667710765-project-admin] 10.222.0.16 "GET /v2.0/quotas/ab0b9a05a2bf4909b46360e8a8a9334b/default HTTP/1.1" status: 200 len: 370 time: 0.0082252 Jul 15 23:25:56.073416 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-029a293e-7e60-4937-b420-0c5a7bf6d911 tempest-QuotasTest-667710765 tempest-QuotasTest-667710765-project-admin] delete failed (client error): The resource could not be found. Jul 15 23:25:56.094599 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-029a293e-7e60-4937-b420-0c5a7bf6d911 tempest-QuotasTest-667710765 tempest-QuotasTest-667710765-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/ab0b9a05a2bf4909b46360e8a8a9334b HTTP/1.1" status: 404 len: 348 time: 0.0324523 Jul 15 23:25:56.228668 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42670) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:56.262746 n-d-787205-9 neutron-server[93798]: DEBUG neutron.quota.resource [None req-3b4df24f-0805-47e1-b800-b90f16bf8fde tempest-QuotasTest-667710765 tempest-QuotasTest-667710765-project-admin] Usage tracker for resource:network and tenant:b95fc48e7a0f482f9a0b99815335e910 is out of sync, need to count used quota {{(pid=93798) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 23:25:56.273391 n-d-787205-9 neutron-server[93798]: DEBUG neutron.quota.resource [None req-3b4df24f-0805-47e1-b800-b90f16bf8fde tempest-QuotasTest-667710765 tempest-QuotasTest-667710765-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93798) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 23:25:56.288904 n-d-787205-9 neutron-server[93798]: DEBUG neutron.quota.resource [None req-3b4df24f-0805-47e1-b800-b90f16bf8fde tempest-QuotasTest-667710765 tempest-QuotasTest-667710765-project-admin] Usage tracker for resource:subnet and tenant:b95fc48e7a0f482f9a0b99815335e910 is out of sync, need to count used quota {{(pid=93798) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 23:25:56.303984 n-d-787205-9 neutron-server[93798]: DEBUG neutron.quota.resource [None req-3b4df24f-0805-47e1-b800-b90f16bf8fde tempest-QuotasTest-667710765 tempest-QuotasTest-667710765-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93798) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 23:25:56.314953 n-d-787205-9 neutron-server[93798]: DEBUG neutron.quota.resource [None req-3b4df24f-0805-47e1-b800-b90f16bf8fde tempest-QuotasTest-667710765 tempest-QuotasTest-667710765-project-admin] Usage tracker for resource:subnetpool and tenant:b95fc48e7a0f482f9a0b99815335e910 is out of sync, need to count used quota {{(pid=93798) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 23:25:56.326288 n-d-787205-9 neutron-server[93798]: DEBUG neutron.quota.resource [None req-3b4df24f-0805-47e1-b800-b90f16bf8fde tempest-QuotasTest-667710765 tempest-QuotasTest-667710765-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93798) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 23:25:56.336221 n-d-787205-9 neutron-server[93798]: DEBUG neutron.quota.resource [None req-3b4df24f-0805-47e1-b800-b90f16bf8fde tempest-QuotasTest-667710765 tempest-QuotasTest-667710765-project-admin] Usage tracker for resource:port and tenant:b95fc48e7a0f482f9a0b99815335e910 is out of sync, need to count used quota {{(pid=93798) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 23:25:56.342475 n-d-787205-9 neutron-server[93798]: DEBUG neutron.quota.resource [None req-3b4df24f-0805-47e1-b800-b90f16bf8fde tempest-QuotasTest-667710765 tempest-QuotasTest-667710765-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93798) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 23:25:56.350401 n-d-787205-9 neutron-server[93798]: DEBUG neutron.quota.resource [None req-3b4df24f-0805-47e1-b800-b90f16bf8fde tempest-QuotasTest-667710765 tempest-QuotasTest-667710765-project-admin] Usage tracker for resource:router and tenant:b95fc48e7a0f482f9a0b99815335e910 is out of sync, need to count used quota {{(pid=93798) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 23:25:56.357042 n-d-787205-9 neutron-server[93798]: DEBUG neutron.quota.resource [None req-3b4df24f-0805-47e1-b800-b90f16bf8fde tempest-QuotasTest-667710765 tempest-QuotasTest-667710765-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93798) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 23:25:56.367423 n-d-787205-9 neutron-server[93798]: DEBUG neutron.quota.resource [None req-3b4df24f-0805-47e1-b800-b90f16bf8fde tempest-QuotasTest-667710765 tempest-QuotasTest-667710765-project-admin] Usage tracker for resource:floatingip and tenant:b95fc48e7a0f482f9a0b99815335e910 is out of sync, need to count used quota {{(pid=93798) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 23:25:56.373781 n-d-787205-9 neutron-server[93798]: DEBUG neutron.quota.resource [None req-3b4df24f-0805-47e1-b800-b90f16bf8fde tempest-QuotasTest-667710765 tempest-QuotasTest-667710765-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93798) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 23:25:56.430518 n-d-787205-9 neutron-server[93798]: DEBUG neutron.quota.resource [None req-3b4df24f-0805-47e1-b800-b90f16bf8fde tempest-QuotasTest-667710765 tempest-QuotasTest-667710765-project-admin] Usage tracker for resource:security_group and tenant:b95fc48e7a0f482f9a0b99815335e910 is out of sync, need to count used quota {{(pid=93798) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 23:25:56.440445 n-d-787205-9 neutron-server[93798]: DEBUG neutron.quota.resource [None req-3b4df24f-0805-47e1-b800-b90f16bf8fde tempest-QuotasTest-667710765 tempest-QuotasTest-667710765-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93798) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 23:25:56.457400 n-d-787205-9 neutron-server[93798]: DEBUG neutron.quota.resource [None req-3b4df24f-0805-47e1-b800-b90f16bf8fde tempest-QuotasTest-667710765 tempest-QuotasTest-667710765-project-admin] Usage tracker for resource:security_group_rule and tenant:b95fc48e7a0f482f9a0b99815335e910 is out of sync, need to count used quota {{(pid=93798) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 23:25:56.472012 n-d-787205-9 neutron-server[93798]: DEBUG neutron.quota.resource [None req-3b4df24f-0805-47e1-b800-b90f16bf8fde tempest-QuotasTest-667710765 tempest-QuotasTest-667710765-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93798) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 23:25:56.492462 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3b4df24f-0805-47e1-b800-b90f16bf8fde tempest-QuotasTest-667710765 tempest-QuotasTest-667710765-project-admin] 10.222.0.16 "GET /v2.0/quotas/b95fc48e7a0f482f9a0b99815335e910/details.json HTTP/1.1" status: 200 len: 703 time: 0.2626822 Jul 15 23:25:56.498253 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-9b0149ef-e8d5-4c72-ba72-b170a2dd0ae2 req-4292244f-9bd6-46d9-b8d9-021672ced483 service neutron] (93799) timed out ('10.222.0.16', 48516) {{(pid=93799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:25:56.540740 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a5b74-f325-4e5a-8104-31d3f62f769d req-9c981572-b490-4b2a-bd77-c1194b866bc5 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:56.556150 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-998a5b74-f325-4e5a-8104-31d3f62f769d req-9c981572-b490-4b2a-bd77-c1194b866bc5 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef55b06-2320-4a37-bb22-da71a908403d HTTP/1.1" status: 200 len: 945 time: 0.2350535 Jul 15 23:25:56.570195 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42682) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:56.620272 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-998a5b74-f325-4e5a-8104-31d3f62f769d req-9eab4e65-5181-4272-b037-424d82ccabb6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627897 Jul 15 23:25:56.663967 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872cb32b-6918-44a0-9c4d-7f62c6d945cc req-b72d6065-da29-45b1-a951-89de78d54e9f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:56.665960 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-872cb32b-6918-44a0-9c4d-7f62c6d945cc req-b72d6065-da29-45b1-a951-89de78d54e9f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.43 "GET /v2.0/ports?device_id=6ef55b06-2320-4a37-bb22-da71a908403d HTTP/1.1" status: 200 len: 945 time: 0.2765565 Jul 15 23:25:56.810980 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2d7e6dbe-8ee6-42e9-93e8-8766cb88e71e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:56.916098 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-872cb32b-6918-44a0-9c4d-7f62c6d945cc req-9925ca2b-b113-4b31-81e6-a1fd6a3589cb tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Deleting port 87d39852-b3c1-4166-bc84-fea73e32b857 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:56.916448 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-872cb32b-6918-44a0-9c4d-7f62c6d945cc req-9925ca2b-b113-4b31-81e6-a1fd6a3589cb tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.013312 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42696) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:57.127797 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2d7e6dbe-8ee6-42e9-93e8-8766cb88e71e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.137346 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2d7e6dbe-8ee6-42e9-93e8-8766cb88e71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.144246 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-872cb32b-6918-44a0-9c4d-7f62c6d945cc req-9925ca2b-b113-4b31-81e6-a1fd6a3589cb tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] For port 87d39852-b3c1-4166-bc84-fea73e32b857, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=87d39852-b3c1-4166-bc84-fea73e32b857,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:57.144616 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-872cb32b-6918-44a0-9c4d-7f62c6d945cc req-9925ca2b-b113-4b31-81e6-a1fd6a3589cb tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.181447 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2d7e6dbe-8ee6-42e9-93e8-8766cb88e71e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a44aa24f6214242bb4cca3557f2acd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6101246 Jul 15 23:25:57.183917 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42704) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:57.235949 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e6dbe-8ee6-42e9-93e8-8766cb88e71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f8b8a2-b2b0-4033-ba53-31a8f7d411e0,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:57.312966 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5802af80-0f37-41ef-a68b-95e71c393d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.333507 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fadaa4f9-cd94-43d9-a43c-0d013352b07f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.414573 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5802af80-0f37-41ef-a68b-95e71c393d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.475167 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-872cb32b-6918-44a0-9c4d-7f62c6d945cc req-9925ca2b-b113-4b31-81e6-a1fd6a3589cb tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.475688 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-872cb32b-6918-44a0-9c4d-7f62c6d945cc req-9925ca2b-b113-4b31-81e6-a1fd6a3589cb tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.476586 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [req-872cb32b-6918-44a0-9c4d-7f62c6d945cc req-9925ca2b-b113-4b31-81e6-a1fd6a3589cb tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Floating IP 3c5e1563-7cc3-48e1-8e6e-f118d70897dd disassociated. External IP: 172.25.4.73, port: 87d39852-b3c1-4166-bc84-fea73e32b857. Jul 15 23:25:57.477036 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-872cb32b-6918-44a0-9c4d-7f62c6d945cc req-9925ca2b-b113-4b31-81e6-a1fd6a3589cb tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Calling delete_port for 87d39852-b3c1-4166-bc84-fea73e32b857 owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:57.524255 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5802af80-0f37-41ef-a68b-95e71c393d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.531370 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5802af80-0f37-41ef-a68b-95e71c393d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.532804 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5802af80-0f37-41ef-a68b-95e71c393d5e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34f8b8a2-b2b0-4033-ba53-31a8f7d411e0 HTTP/1.1" status: 204 len: 168 time: 0.3479791 Jul 15 23:25:57.568820 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802af80-0f37-41ef-a68b-95e71c393d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f8b8a2-b2b0-4033-ba53-31a8f7d411e0,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:57.623805 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fadaa4f9-cd94-43d9-a43c-0d013352b07f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.630115 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fadaa4f9-cd94-43d9-a43c-0d013352b07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.728818 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadaa4f9-cd94-43d9-a43c-0d013352b07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7c5d97-ebe9-497e-affa-6d475f960dbe,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:57.736041 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fadaa4f9-cd94-43d9-a43c-0d013352b07f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cb7d2cd31a954425a43c785c427511af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7207205 Jul 15 23:25:57.738558 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42710) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:57.793402 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-872cb32b-6918-44a0-9c4d-7f62c6d945cc req-9925ca2b-b113-4b31-81e6-a1fd6a3589cb tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.811582 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbbdfa04-1293-477a-8f81-bfce24ff19c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.849247 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925ca2b-b113-4b31-81e6-a1fd6a3589cb tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Pushing event deleted for resources: {'Port': ['ID=87d39852-b3c1-4166-bc84-fea73e32b857,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:57.855017 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbbdfa04-1293-477a-8f81-bfce24ff19c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:58.016084 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbbdfa04-1293-477a-8f81-bfce24ff19c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:58.018780 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fbbdfa04-1293-477a-8f81-bfce24ff19c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:58.030309 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fbbdfa04-1293-477a-8f81-bfce24ff19c4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe7c5d97-ebe9-497e-affa-6d475f960dbe HTTP/1.1" status: 204 len: 168 time: 0.2903237 Jul 15 23:25:58.041674 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbdfa04-1293-477a-8f81-bfce24ff19c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7c5d97-ebe9-497e-affa-6d475f960dbe,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:58.142090 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-872cb32b-6918-44a0-9c4d-7f62c6d945cc req-9925ca2b-b113-4b31-81e6-a1fd6a3589cb tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Router b57d779f-b0b4-4ccd-8d02-35c0b493118c has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:25:58.164226 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a1b23ae-e0e4-4dfe-bb68-6a27f09beaae req-422d7529-755f-4afa-a26e-f44f5aaf1175 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef55b06-2320-4a37-bb22-da71a908403d HTTP/1.1" status: 200 len: 210 time: 0.0798967 Jul 15 23:25:58.339698 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-872cb32b-6918-44a0-9c4d-7f62c6d945cc req-9925ca2b-b113-4b31-81e6-a1fd6a3589cb tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:58.353370 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27450d5d-905c-496b-a7d9-98e15f07904e None None] Sync routers for ids ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:58.372890 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27450d5d-905c-496b-a7d9-98e15f07904e None None] Routers {'b57d779f-b0b4-4ccd-8d02-35c0b493118c'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:58.376856 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-27450d5d-905c-496b-a7d9-98e15f07904e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:25:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:58.428035 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-872cb32b-6918-44a0-9c4d-7f62c6d945cc req-9925ca2b-b113-4b31-81e6-a1fd6a3589cb tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] No DVR routers for this DVR port 87d39852-b3c1-4166-bc84-fea73e32b857 on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:25:58.432269 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-872cb32b-6918-44a0-9c4d-7f62c6d945cc req-9925ca2b-b113-4b31-81e6-a1fd6a3589cb tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:58.434907 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-872cb32b-6918-44a0-9c4d-7f62c6d945cc req-9925ca2b-b113-4b31-81e6-a1fd6a3589cb tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.43 "DELETE /v2.0/ports/87d39852-b3c1-4166-bc84-fea73e32b857 HTTP/1.1" status: 204 len: 173 time: 1.7604651 Jul 15 23:25:58.435600 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef55b06-2320-4a37-bb22-da71a908403d', 'name': 'network-vif-deleted', 'tag': '87d39852-b3c1-4166-bc84-fea73e32b857'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:25:58.439748 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6538a4-8891-47e6-884d-2eb7c6487273" -d '{"events": [{"server_uuid": "6ef55b06-2320-4a37-bb22-da71a908403d", "name": "network-vif-deleted", "tag": "87d39852-b3c1-4166-bc84-fea73e32b857"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:25:58.543094 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a54f56b-bf8b-4424-aee5-05dd8ff2b1f8 x-openstack-request-id: req-8a54f56b-bf8b-4424-aee5-05dd8ff2b1f8 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:25:58.546358 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef55b06-2320-4a37-bb22-da71a908403d", "name": "network-vif-deleted", "tag": "87d39852-b3c1-4166-bc84-fea73e32b857", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:25:58.546926 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a54f56b-bf8b-4424-aee5-05dd8ff2b1f8 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:25:58.547616 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef55b06-2320-4a37-bb22-da71a908403d', 'name': 'network-vif-deleted', 'tag': '87d39852-b3c1-4166-bc84-fea73e32b857', 'status': 'completed', 'code': 200} Jul 15 23:25:58.693973 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42740) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:58.710568 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-689c5e9f-792e-4cdf-965e-7168874fe9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:58.723950 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-27450d5d-905c-496b-a7d9-98e15f07904e None None] Set router b57d779f-b0b4-4ccd-8d02-35c0b493118c gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:25:58.904100 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-689c5e9f-792e-4cdf-965e-7168874fe9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:58.908884 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-689c5e9f-792e-4cdf-965e-7168874fe9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:58.997054 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-689c5e9f-792e-4cdf-965e-7168874fe9f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b95fc48e7a0f482f9a0b99815335e910&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3015044 Jul 15 23:25:58.999531 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42748) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:59.005161 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c5e9f-792e-4cdf-965e-7168874fe9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4c2dec-23a9-49a7-a51a-9e9f983596b8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:59.089750 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-27450d5d-905c-496b-a7d9-98e15f07904e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'name': 'tempest-TestVolumeBootPattern-557621329-router', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:01Z', 'revision_number': 4, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'gw_port': {'id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '012b337e-4010-47e0-ab41-2a91b7c77a55', 'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'mac_address': 'fa:16:3e:78:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:00Z', 'updated_at': '2021-07-15T23:19:07Z', 'revision_number': 5, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'subnets': [{'id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:59.100890 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5a2a9854-c93e-4399-9249-df4ff0361103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:59.140493 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5a2a9854-c93e-4399-9249-df4ff0361103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:59.154699 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27450d5d-905c-496b-a7d9-98e15f07904e None None] Checking router: b57d779f-b0b4-4ccd-8d02-35c0b493118c for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:25:59.179442 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27450d5d-905c-496b-a7d9-98e15f07904e None None] Routers {'b57d779f-b0b4-4ccd-8d02-35c0b493118c'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:59.183525 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-27450d5d-905c-496b-a7d9-98e15f07904e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:25:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:59.253747 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5a2a9854-c93e-4399-9249-df4ff0361103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:59.256646 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5a2a9854-c93e-4399-9249-df4ff0361103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:59.258001 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5a2a9854-c93e-4399-9249-df4ff0361103 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e4c2dec-23a9-49a7-a51a-9e9f983596b8 HTTP/1.1" status: 204 len: 168 time: 0.2574275 Jul 15 23:25:59.269840 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a9854-c93e-4399-9249-df4ff0361103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4c2dec-23a9-49a7-a51a-9e9f983596b8,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:59.435580 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-27450d5d-905c-496b-a7d9-98e15f07904e None None] Set router b57d779f-b0b4-4ccd-8d02-35c0b493118c gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:25:59.467735 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-06c741f1-9478-475b-9cf6-f28330024a81 req-41bfa50f-574d-4c4f-ba2e-e7dad5f60e97 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef55b06-2320-4a37-bb22-da71a908403d HTTP/1.1" status: 200 len: 210 time: 0.0633805 Jul 15 23:25:59.941483 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-27450d5d-905c-496b-a7d9-98e15f07904e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'name': 'tempest-TestVolumeBootPattern-557621329-router', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:01Z', 'revision_number': 4, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'gw_port': {'id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '012b337e-4010-47e0-ab41-2a91b7c77a55', 'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'mac_address': 'fa:16:3e:78:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:00Z', 'updated_at': '2021-07-15T23:19:07Z', 'revision_number': 5, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'subnets': [{'id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:59.984206 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27450d5d-905c-496b-a7d9-98e15f07904e None None] The sync data for ids ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'] in n-d-787205-9 is: [{'id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'name': 'tempest-TestVolumeBootPattern-557621329-router', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:01Z', 'revision_number': 4, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'gw_port': {'id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '012b337e-4010-47e0-ab41-2a91b7c77a55', 'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'mac_address': 'fa:16:3e:78:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:00Z', 'updated_at': '2021-07-15T23:19:07Z', 'revision_number': 5, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'subnets': [{'id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:26:00.426419 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 87d39852-b3c1-4166-bc84-fea73e32b857 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:26:00.467511 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 87d39852-b3c1-4166-bc84-fea73e32b857 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:26:00.469947 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 87d39852-b3c1-4166-bc84-fea73e32b857 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:26:00.484013 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c03dcc-a4b0-4674-9d94-7e1704c9290d None None] New status for floating IP 3c5e1563-7cc3-48e1-8e6e-f118d70897dd: DOWN {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:26:00.751698 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42810) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:00.808758 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8164eaae-bb52-4a73-9e25-5ba3c74cd94f req-215f12f8-e08d-4da5-95ec-2f028e667187 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef55b06-2320-4a37-bb22-da71a908403d HTTP/1.1" status: 200 len: 210 time: 0.0804904 Jul 15 23:26:01.159015 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ace54903-c30b-46f6-80af-d8578a3ba226 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1085075016'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:01.213941 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace54903-c30b-46f6-80af-d8578a3ba226 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Made reservation on behalf of a379358e3759485f9b4c97906b811f1d for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:01.218326 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ace54903-c30b-46f6-80af-d8578a3ba226 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:01.232200 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ace54903-c30b-46f6-80af-d8578a3ba226 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:01.393447 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ace54903-c30b-46f6-80af-d8578a3ba226 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:01.399791 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ace54903-c30b-46f6-80af-d8578a3ba226 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:01.421854 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace54903-c30b-46f6-80af-d8578a3ba226 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:26:01.435941 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ace54903-c30b-46f6-80af-d8578a3ba226 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:01.436596 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-ace54903-c30b-46f6-80af-d8578a3ba226 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Added segment 63a2bdf2-75cd-4d33-9c13-ca320b4e1549 of type vlan for network 70bd6ad9-290b-469b-9ae3-b738572304fa Jul 15 23:26:01.502947 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ace54903-c30b-46f6-80af-d8578a3ba226 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:01.527084 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace54903-c30b-46f6-80af-d8578a3ba226 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2439c4-8f8b-48eb-9c39-3005a36fa5c2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:01.560072 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ace54903-c30b-46f6-80af-d8578a3ba226 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:01.575813 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace54903-c30b-46f6-80af-d8578a3ba226 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:01.578431 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ace54903-c30b-46f6-80af-d8578a3ba226 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:01.592681 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ace54903-c30b-46f6-80af-d8578a3ba226 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8393579 Jul 15 23:26:01.595960 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42834) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:01.601323 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-28143098-be89-4640-8684-bc8268528090 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Request body: {'subnet': {'network_id': '70bd6ad9-290b-469b-9ae3-b738572304fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:01.701756 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace54903-c30b-46f6-80af-d8578a3ba226 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Pushing event updated for resources: {'Network': ['ID=70bd6ad9-290b-469b-9ae3-b738572304fa,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:01.714039 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 70bd6ad9-290b-469b-9ae3-b738572304fa details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:26:01.744322 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28143098-be89-4640-8684-bc8268528090 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Made reservation on behalf of a379358e3759485f9b4c97906b811f1d for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:01.748747 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28143098-be89-4640-8684-bc8268528090 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:01.982731 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2cc6d826-84f1-4c82-aa9c-00699a43c834 req-1e946477-5d90-479e-820f-5fbfa964f31a tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef55b06-2320-4a37-bb22-da71a908403d HTTP/1.1" status: 200 len: 210 time: 0.0412588 Jul 15 23:26:02.101651 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28143098-be89-4640-8684-bc8268528090 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:02.215133 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28143098-be89-4640-8684-bc8268528090 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Pushing event updated for resources: {'Subnet': ['ID=7d0e6f52-5051-43bd-9473-9992cae94b45,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:02.229436 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28143098-be89-4640-8684-bc8268528090 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Checking segment: {'id': '63a2bdf2-75cd-4d33-9c13-ca320b4e1549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '70bd6ad9-290b-469b-9ae3-b738572304fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:02.229845 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28143098-be89-4640-8684-bc8268528090 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Network hostable DHCP agents. Network: 70bd6ad9-290b-469b-9ae3-b738572304fa, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:26:02.256688 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28143098-be89-4640-8684-bc8268528090 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Network 70bd6ad9-290b-469b-9ae3-b738572304fa is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:26:02.279777 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-28143098-be89-4640-8684-bc8268528090 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 70bd6ad9-290b-469b-9ae3-b738572304fa) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:02.290750 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28143098-be89-4640-8684-bc8268528090 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:02.291629 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28143098-be89-4640-8684-bc8268528090 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:02.291825 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccb9552-1d1a-4eef-9d70-2939fa521e9c None None] Network 70bd6ad9-290b-469b-9ae3-b738572304fa requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:02.342680 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-28143098-be89-4640-8684-bc8268528090 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7455766 Jul 15 23:26:02.345661 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42860) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:02.351625 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-f908319a-716e-4f86-a7a6-d668e25ea07a tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Request body: {'port': {'network_id': '70bd6ad9-290b-469b-9ae3-b738572304fa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-973433180'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:02.642832 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-70bd6ad9-290b-469b-9ae3-b738572304fa', 'network_id': '70bd6ad9-290b-469b-9ae3-b738572304fa', 'tenant_id': 'a379358e3759485f9b4c97906b811f1d', 'fixed_ips': [{'subnet_id': '7d0e6f52-5051-43bd-9473-9992cae94b45'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:26:02.652603 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:02.653781 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f908319a-716e-4f86-a7a6-d668e25ea07a tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Made reservation on behalf of a379358e3759485f9b4c97906b811f1d for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:02.657605 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f908319a-716e-4f86-a7a6-d668e25ea07a tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:02.726930 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f908319a-716e-4f86-a7a6-d668e25ea07a tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] device_id is not set on port 3aa69b08-c2bc-41bb-86de-6dd72b215d73 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:26:02.823088 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bf77e118-b4fd-4284-aaad-34d304209559 req-66fb320c-c01f-4c5a-89b5-1236ccbf384e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2791476 Jul 15 23:26:02.889803 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Allocated IP 2001:db8::2 (70bd6ad9-290b-469b-9ae3-b738572304fa/7d0e6f52-5051-43bd-9473-9992cae94b45/f5f8c95a-1683-4abf-a27e-a98072b5520e) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:02.959460 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77e118-b4fd-4284-aaad-34d304209559 req-6dd8085a-d9ba-4055-9806-5b4057938fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:02.961470 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bf77e118-b4fd-4284-aaad-34d304209559 req-6dd8085a-d9ba-4055-9806-5b4057938fb7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce3c14cbd70f4bed98591d54f3156d56&device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 1096 time: 0.0867763 Jul 15 23:26:03.000728 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42874) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:03.154537 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.167376 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Transition to ACTIVE for port object f5f8c95a-1683-4abf-a27e-a98072b5520e will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:03.183932 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77e118-b4fd-4284-aaad-34d304209559 req-c37e0baa-b527-4d4a-864d-da0eb8b8f02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:03.189038 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Transition to ACTIVE for port object f5f8c95a-1683-4abf-a27e-a98072b5520e will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:03.191317 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bf77e118-b4fd-4284-aaad-34d304209559 req-c37e0baa-b527-4d4a-864d-da0eb8b8f02d service neutron] 10.222.0.43 "GET /v2.0/networks?id=34f2ebab-bb83-41e4-bb34-809be32dfaa3 HTTP/1.1" status: 200 len: 918 time: 0.1923373 Jul 15 23:26:03.197242 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.221740 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2a5c05f5-c5f3-41df-8960-0ddc215f6d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.254676 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Network 70bd6ad9-290b-469b-9ae3-b738572304fa is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:03.259240 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:03.265486 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:03.286592 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Pushing event updated for resources: {'Port': ['ID=f5f8c95a-1683-4abf-a27e-a98072b5520e,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:03.315484 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eda9aa58-91b1-4c3b-8a02-66fa9ea462cb req-6d9e7516-c669-48ee-acb4-2d1f641b09dc tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef55b06-2320-4a37-bb22-da71a908403d HTTP/1.1" status: 200 len: 210 time: 0.0892973 Jul 15 23:26:03.368414 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:03.368414 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:03.368414 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:03.371699 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:03.372508 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:03.372508 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:03.372903 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:03.373296 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:03.374070 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:03.374070 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:03.375084 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:03.376646 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:03.412419 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bf77e118-b4fd-4284-aaad-34d304209559 req-d4d418ea-ac12-4371-b89c-5556f9e6f3bc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e982b3e-2461-4a97-ad74-92dcd93dcca4 HTTP/1.1" status: 200 len: 1001 time: 0.2007439 Jul 15 23:26:03.413576 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-f908319a-716e-4f86-a7a6-d668e25ea07a tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Allocated IP 2001:db8::1c2 (70bd6ad9-290b-469b-9ae3-b738572304fa/7d0e6f52-5051-43bd-9473-9992cae94b45/3aa69b08-c2bc-41bb-86de-6dd72b215d73) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:03.427474 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2a5c05f5-c5f3-41df-8960-0ddc215f6d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.435454 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2a5c05f5-c5f3-41df-8960-0ddc215f6d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.466095 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Attempting to bind port f5f8c95a-1683-4abf-a27e-a98072b5520e on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:03.466869 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Attempting to bind port f5f8c95a-1683-4abf-a27e-a98072b5520e by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '63a2bdf2-75cd-4d33-9c13-ca320b4e1549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '70bd6ad9-290b-469b-9ae3-b738572304fa'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:03.467517 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Attempting to bind port f5f8c95a-1683-4abf-a27e-a98072b5520e on network 70bd6ad9-290b-469b-9ae3-b738572304fa {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:03.484255 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:26:03.485070 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Checking segment: {'id': '63a2bdf2-75cd-4d33-9c13-ca320b4e1549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '70bd6ad9-290b-469b-9ae3-b738572304fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:03.486279 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.486932 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Bound using segment: {'id': '63a2bdf2-75cd-4d33-9c13-ca320b4e1549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '70bd6ad9-290b-469b-9ae3-b738572304fa'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:26:03.488443 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Bound port: f5f8c95a-1683-4abf-a27e-a98072b5520e, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a2bdf2-75cd-4d33-9c13-ca320b4e1549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '70bd6ad9-290b-469b-9ae3-b738572304fa'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:26:03.490107 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.504841 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77e118-b4fd-4284-aaad-34d304209559 req-fc963868-c80d-4795-aff5-4560a515a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:03.507240 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bf77e118-b4fd-4284-aaad-34d304209559 req-fc963868-c80d-4795-aff5-4560a515a058 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=849813aa-50e4-40b7-a59e-c4d2aaa3041a HTTP/1.1" status: 200 len: 856 time: 0.0889382 Jul 15 23:26:03.538276 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c05f5-c5f3-41df-8960-0ddc215f6d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97f3648-156b-40eb-a067-ef71b409f98b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:03.548780 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2a5c05f5-c5f3-41df-8960-0ddc215f6d4c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3f633f6d25c4306802024509e0b96bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5441201 Jul 15 23:26:03.550791 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42882) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:03.623528 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-79008631-b960-4b2a-b013-6d5e926aaece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.658803 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-79008631-b960-4b2a-b013-6d5e926aaece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.680824 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] For port f5f8c95a-1683-4abf-a27e-a98072b5520e, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:26:03.692312 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] For port f5f8c95a-1683-4abf-a27e-a98072b5520e, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f5f8c95a-1683-4abf-a27e-a98072b5520e,segment=NetworkSegment(63a2bdf2-75cd-4d33-9c13-ca320b4e1549),segment_id=63a2bdf2-75cd-4d33-9c13-ca320b4e1549)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:26:03.701250 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.723068 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77e118-b4fd-4284-aaad-34d304209559 req-9c18db60-c054-4199-b1c9-ffbfc607e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:03.724584 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bf77e118-b4fd-4284-aaad-34d304209559 req-9c18db60-c054-4199-b1c9-ffbfc607e94a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=34f2ebab-bb83-41e4-bb34-809be32dfaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1980944 Jul 15 23:26:03.759455 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-79008631-b960-4b2a-b013-6d5e926aaece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.763061 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-79008631-b960-4b2a-b013-6d5e926aaece admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.766217 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-79008631-b960-4b2a-b013-6d5e926aaece admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f97f3648-156b-40eb-a067-ef71b409f98b HTTP/1.1" status: 204 len: 168 time: 0.2119520 Jul 15 23:26:03.777485 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79008631-b960-4b2a-b013-6d5e926aaece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97f3648-156b-40eb-a067-ef71b409f98b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:03.916663 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f908319a-716e-4f86-a7a6-d668e25ea07a tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.952526 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868bc17b-45db-4df4-8e37-fb81e448780f None None] Pushing event updated for resources: {'Port': ['ID=f5f8c95a-1683-4abf-a27e-a98072b5520e,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:03.965677 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bf77e118-b4fd-4284-aaad-34d304209559 req-952e9817-c099-4066-8170-ab4c6dfae69e service neutron] 10.222.0.43 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243547 Jul 15 23:26:03.967203 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f908319a-716e-4f86-a7a6-d668e25ea07a tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Transition to ACTIVE for port object 3aa69b08-c2bc-41bb-86de-6dd72b215d73 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:04.177318 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bf77e118-b4fd-4284-aaad-34d304209559 req-2123c47c-d4a1-4198-a4fb-c56ce01de202 service neutron] 10.222.0.43 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957626 Jul 15 23:26:04.302728 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f908319a-716e-4f86-a7a6-d668e25ea07a tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:04.464986 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42904) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:04.480041 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908319a-716e-4f86-a7a6-d668e25ea07a tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Pushing event updated for resources: {'Port': ['ID=3aa69b08-c2bc-41bb-86de-6dd72b215d73,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:04.494323 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd8ff0d9-1c62-45b3-a947-f2b1db162b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:04.510718 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f908319a-716e-4f86-a7a6-d668e25ea07a tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Network 70bd6ad9-290b-469b-9ae3-b738572304fa is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:04.512409 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-f908319a-716e-4f86-a7a6-d668e25ea07a tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:04.515500 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f908319a-716e-4f86-a7a6-d668e25ea07a tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:04.533038 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f908319a-716e-4f86-a7a6-d668e25ea07a tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:04.533988 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f908319a-716e-4f86-a7a6-d668e25ea07a tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:04.591294 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b59500b0-d6a7-4ff4-aeeb-ad1be45c09bf req-6a94c1ad-99d1-434e-b8c3-607dc7e982de tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef55b06-2320-4a37-bb22-da71a908403d HTTP/1.1" status: 200 len: 210 time: 0.0363314 Jul 15 23:26:04.669592 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd8ff0d9-1c62-45b3-a947-f2b1db162b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:04.675280 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd8ff0d9-1c62-45b3-a947-f2b1db162b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:04.683164 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f908319a-716e-4f86-a7a6-d668e25ea07a tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3333144 Jul 15 23:26:04.683164 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42912) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:04.688737 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-dc2dae90-0213-4d89-98d0-22d9e9c3db53 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Request body: {'port': {'network_id': '70bd6ad9-290b-469b-9ae3-b738572304fa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1336705730', 'allowed_address_pairs': [{'ip_address': '2001:db8::1c2', 'mac_address': 'fa:16:3e:32:d1:c7'}]}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:04.712105 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ff0d9-1c62-45b3-a947-f2b1db162b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee5d222-3356-4f3e-b812-4b8c7865a8c9,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:04.727610 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-dd8ff0d9-1c62-45b3-a947-f2b1db162b27 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa28bbc8128e4a5c8fad17ddefcd44ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2607005 Jul 15 23:26:04.730231 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42914) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:04.818400 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4631ebc-e868-4319-9a53-3465e3867a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:04.860599 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4631ebc-e868-4319-9a53-3465e3867a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:04.940547 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4631ebc-e868-4319-9a53-3465e3867a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:04.944345 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4631ebc-e868-4319-9a53-3465e3867a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:04.945834 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b4631ebc-e868-4319-9a53-3465e3867a11 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ee5d222-3356-4f3e-b812-4b8c7865a8c9 HTTP/1.1" status: 204 len: 168 time: 0.2144539 Jul 15 23:26:04.984347 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4631ebc-e868-4319-9a53-3465e3867a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee5d222-3356-4f3e-b812-4b8c7865a8c9,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:05.321120 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2dae90-0213-4d89-98d0-22d9e9c3db53 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Made reservation on behalf of a379358e3759485f9b4c97906b811f1d for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:05.481773 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dc2dae90-0213-4d89-98d0-22d9e9c3db53 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:05.530189 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-dc2dae90-0213-4d89-98d0-22d9e9c3db53 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] device_id is not set on port 79438c99-c34e-4512-af39-b417aba6b4bf yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:26:05.580228 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a802060f-a277-4a49-9f2f-920ceec94561 None None] Network 70bd6ad9-290b-469b-9ae3-b738572304fa requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:05.754296 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f5f8c95a-1683-4abf-a27e-a98072b5520e up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:05.815664 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-dc2dae90-0213-4d89-98d0-22d9e9c3db53 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Allocated IP 2001:db8::1c8 (70bd6ad9-290b-469b-9ae3-b738572304fa/7d0e6f52-5051-43bd-9473-9992cae94b45/79438c99-c34e-4512-af39-b417aba6b4bf) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:05.958458 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b4124c77-091f-4ea4-b48a-0f4b2598f812 req-10ac01cc-52c6-474e-9c83-33a2a359700e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ef55b06-2320-4a37-bb22-da71a908403d HTTP/1.1" status: 200 len: 210 time: 0.0567756 Jul 15 23:26:06.124006 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dc2dae90-0213-4d89-98d0-22d9e9c3db53 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:06.125020 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-102fbf2d-3aec-4997-884f-ec90f721adf3 None None] Provisioning for port f5f8c95a-1683-4abf-a27e-a98072b5520e completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:06.148655 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-dc2dae90-0213-4d89-98d0-22d9e9c3db53 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Transition to ACTIVE for port object 79438c99-c34e-4512-af39-b417aba6b4bf will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:06.193525 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port f5f8c95a-1683-4abf-a27e-a98072b5520e completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:06.194460 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dc2dae90-0213-4d89-98d0-22d9e9c3db53 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:06.203385 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port f5f8c95a-1683-4abf-a27e-a98072b5520e triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:06.204057 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:06.250357 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2dae90-0213-4d89-98d0-22d9e9c3db53 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Network 70bd6ad9-290b-469b-9ae3-b738572304fa is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:06.255393 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-dc2dae90-0213-4d89-98d0-22d9e9c3db53 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:06.258060 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2dae90-0213-4d89-98d0-22d9e9c3db53 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:06.264516 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2dae90-0213-4d89-98d0-22d9e9c3db53 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:06.265500 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dc2dae90-0213-4d89-98d0-22d9e9c3db53 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:06.283277 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2dae90-0213-4d89-98d0-22d9e9c3db53 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Pushing event updated for resources: {'Port': ['ID=79438c99-c34e-4512-af39-b417aba6b4bf,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:06.296244 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-dc2dae90-0213-4d89-98d0-22d9e9c3db53 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.6099620 Jul 15 23:26:06.297311 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42946) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:06.349009 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:06.388448 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port f5f8c95a-1683-4abf-a27e-a98072b5520e, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f5f8c95a-1683-4abf-a27e-a98072b5520e,segment=NetworkSegment(63a2bdf2-75cd-4d33-9c13-ca320b4e1549),segment_id=63a2bdf2-75cd-4d33-9c13-ca320b4e1549)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:06.397336 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:06.409695 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1c6234-7c7e-44e5-b40b-8b9bf17adc51 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:06.416280 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1c6234-7c7e-44e5-b40b-8b9bf17adc51 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:06.423103 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1c6234-7c7e-44e5-b40b-8b9bf17adc51 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:06.428049 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 42950) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:06.429034 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1f1c6234-7c7e-44e5-b40b-8b9bf17adc51 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1285031 Jul 15 23:26:06.468075 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=f5f8c95a-1683-4abf-a27e-a98072b5520e,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:06.568148 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0f26add1-18c1-4b54-8555-af85ccb3e417 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Deleting port 79438c99-c34e-4512-af39-b417aba6b4bf {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:06.568576 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0f26add1-18c1-4b54-8555-af85ccb3e417 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:06.669053 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1c8a819f-8f29-4bdc-92a8-a4ea516db618 None None] Provisioning complete for port f5f8c95a-1683-4abf-a27e-a98072b5520e triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:06.669674 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c8a819f-8f29-4bdc-92a8-a4ea516db618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:06.699703 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0f26add1-18c1-4b54-8555-af85ccb3e417 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:06.715349 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0f26add1-18c1-4b54-8555-af85ccb3e417 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Calling delete_port for 79438c99-c34e-4512-af39-b417aba6b4bf owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:06.839301 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1c8a819f-8f29-4bdc-92a8-a4ea516db618 None None] Provisioning for port 79438c99-c34e-4512-af39-b417aba6b4bf completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:06.844294 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1c8a819f-8f29-4bdc-92a8-a4ea516db618 None None] Provisioning complete for port 79438c99-c34e-4512-af39-b417aba6b4bf triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:06.845741 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c8a819f-8f29-4bdc-92a8-a4ea516db618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:06.921970 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-1c8a819f-8f29-4bdc-92a8-a4ea516db618 None None] Port 79438c99-c34e-4512-af39-b417aba6b4bf cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:26:06.941825 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1c8a819f-8f29-4bdc-92a8-a4ea516db618 None None] Provisioning for port 3aa69b08-c2bc-41bb-86de-6dd72b215d73 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:06.946671 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1c8a819f-8f29-4bdc-92a8-a4ea516db618 None None] Provisioning complete for port 3aa69b08-c2bc-41bb-86de-6dd72b215d73 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:06.947058 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c8a819f-8f29-4bdc-92a8-a4ea516db618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:06.979228 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0f26add1-18c1-4b54-8555-af85ccb3e417 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:07.078369 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26add1-18c1-4b54-8555-af85ccb3e417 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Pushing event deleted for resources: {'Port': ['ID=79438c99-c34e-4512-af39-b417aba6b4bf,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:07.094299 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-1c8a819f-8f29-4bdc-92a8-a4ea516db618 None None] Port 3aa69b08-c2bc-41bb-86de-6dd72b215d73 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:26:07.228380 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0d2ac50f-1853-4127-be17-e41dd04f9a9b None None] Provisioning complete for port 3aa69b08-c2bc-41bb-86de-6dd72b215d73 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:07.228673 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0d2ac50f-1853-4127-be17-e41dd04f9a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:07.232849 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0f26add1-18c1-4b54-8555-af85ccb3e417 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:07.239210 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42978) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:07.240223 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0f26add1-18c1-4b54-8555-af85ccb3e417 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] 10.222.0.16 "DELETE /v2.0/ports/79438c99-c34e-4512-af39-b417aba6b4bf HTTP/1.1" status: 204 len: 168 time: 0.8109663 Jul 15 23:26:07.322998 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e7154d6-70c7-405e-ab54-442ed911c2f9 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] GET failed (client error): The resource could not be found. Jul 15 23:26:07.324273 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0d2ac50f-1853-4127-be17-e41dd04f9a9b None None] Port 3aa69b08-c2bc-41bb-86de-6dd72b215d73 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:26:07.325548 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8e7154d6-70c7-405e-ab54-442ed911c2f9 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] 10.222.0.16 "GET /v2.0/ports/79438c99-c34e-4512-af39-b417aba6b4bf HTTP/1.1" status: 404 len: 333 time: 0.0852098 Jul 15 23:26:07.329931 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 42980) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:07.343966 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-339bf238-c1a2-48a3-ac32-d92bdf5f0cfe tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Request body: {'port': {'network_id': '70bd6ad9-290b-469b-9ae3-b738572304fa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1760967257'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:07.447217 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-36a63d1d-4d23-4f5a-874b-4467c149bd00 None None] Could not find standard attr ID for object 79438c99-c34e-4512-af39-b417aba6b4bf. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:26:07.527607 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-569a78b3-1f85-41f0-ad22-4a2c96e01b6c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1746850363&fields=id&tenant_id=3c476bc9e2fe48f188b2500546342e72 HTTP/1.1" status: 200 len: 267 time: 0.0499618 Jul 15 23:26:07.530057 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339bf238-c1a2-48a3-ac32-d92bdf5f0cfe tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Made reservation on behalf of a379358e3759485f9b4c97906b811f1d for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:07.536659 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-339bf238-c1a2-48a3-ac32-d92bdf5f0cfe tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:07.593346 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-339bf238-c1a2-48a3-ac32-d92bdf5f0cfe tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] device_id is not set on port 07eea782-f855-4fe5-92ab-d882c34c125a yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:26:07.655087 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f5f8c95a-1683-4abf-a27e-a98072b5520e up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:07.741319 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-3010e801-7589-4872-acf5-aac00bb95fa5 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:07.748526 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-3010e801-7589-4872-acf5-aac00bb95fa5 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/networks?id=735c8477-b658-4066-88fd-8f0a4fc80eba HTTP/1.1" status: 200 len: 811 time: 0.2167304 Jul 15 23:26:07.765996 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port f5f8c95a-1683-4abf-a27e-a98072b5520e triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:07.767102 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:07.768095 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-9048f456-6ea8-456a-ac1b-4215f43dc182 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/quotas/3c476bc9e2fe48f188b2500546342e72 HTTP/1.1" status: 200 len: 375 time: 0.0188382 Jul 15 23:26:07.809318 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-339bf238-c1a2-48a3-ac32-d92bdf5f0cfe tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Allocated IP 2001:db8::242 (70bd6ad9-290b-469b-9ae3-b738572304fa/7d0e6f52-5051-43bd-9473-9992cae94b45/07eea782-f855-4fe5-92ab-d882c34c125a) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:07.902206 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-97a95acc-322e-4792-ac62-1519b18569e7 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c476bc9e2fe48f188b2500546342e72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1332436 Jul 15 23:26:08.032467 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-e2545395-b107-4bc0-91a0-680f34bad1ab service neutron] 10.222.0.16 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146822 Jul 15 23:26:08.093102 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-339bf238-c1a2-48a3-ac32-d92bdf5f0cfe tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.108576 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-339bf238-c1a2-48a3-ac32-d92bdf5f0cfe tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Transition to ACTIVE for port object 07eea782-f855-4fe5-92ab-d882c34c125a will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:08.155501 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-339bf238-c1a2-48a3-ac32-d92bdf5f0cfe tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.189178 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-f6580cf6-57c6-4929-9dcc-f1aafb7cfb31 service neutron] 10.222.0.16 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470213 Jul 15 23:26:08.239371 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339bf238-c1a2-48a3-ac32-d92bdf5f0cfe tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Pushing event updated for resources: {'Port': ['ID=07eea782-f855-4fe5-92ab-d882c34c125a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:08.266132 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339bf238-c1a2-48a3-ac32-d92bdf5f0cfe tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Network 70bd6ad9-290b-469b-9ae3-b738572304fa is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:08.267670 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-339bf238-c1a2-48a3-ac32-d92bdf5f0cfe tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:08.275985 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339bf238-c1a2-48a3-ac32-d92bdf5f0cfe tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:08.286524 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339bf238-c1a2-48a3-ac32-d92bdf5f0cfe tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:08.287210 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-339bf238-c1a2-48a3-ac32-d92bdf5f0cfe tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.322694 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43016) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:08.322963 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-339bf238-c1a2-48a3-ac32-d92bdf5f0cfe tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9888742 Jul 15 23:26:08.326070 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-fc375f1b-3581-4a46-aa7d-c430c34cb537 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c2', 'mac_address': 'fa:16:3e:32:d1:c7'}]}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:08.562569 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc375f1b-3581-4a46-aa7d-c430c34cb537 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.805799 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a02077cd-6a0f-4004-97b0-01e82b41eb91 req-137c944e-f3b2-4e62-87a1-4153be4dfe2b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 210 time: 0.0466871 Jul 15 23:26:08.808536 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.820191 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-892aa334-5baf-4126-9676-799ea17ae8a7 None None] Provisioning for port 07eea782-f855-4fe5-92ab-d882c34c125a completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:08.828383 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-892aa334-5baf-4126-9676-799ea17ae8a7 None None] Provisioning complete for port 07eea782-f855-4fe5-92ab-d882c34c125a triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:08.833397 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-892aa334-5baf-4126-9676-799ea17ae8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.930234 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-892aa334-5baf-4126-9676-799ea17ae8a7 None None] Port 07eea782-f855-4fe5-92ab-d882c34c125a cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:26:08.974753 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc375f1b-3581-4a46-aa7d-c430c34cb537 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.980819 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc375f1b-3581-4a46-aa7d-c430c34cb537 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.001415 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-fc375f1b-3581-4a46-aa7d-c430c34cb537 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] In _notify_port_updated(), no bound segment for port 07eea782-f855-4fe5-92ab-d882c34c125a on network 70bd6ad9-290b-469b-9ae3-b738572304fa {{(pid=93799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:26:09.007657 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc375f1b-3581-4a46-aa7d-c430c34cb537 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:09.008496 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc375f1b-3581-4a46-aa7d-c430c34cb537 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.012429 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fc375f1b-3581-4a46-aa7d-c430c34cb537 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] 10.222.0.16 "PUT /v2.0/ports/07eea782-f855-4fe5-92ab-d882c34c125a HTTP/1.1" status: 200 len: 1003 time: 0.6891069 Jul 15 23:26:09.013187 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43048) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:09.069633 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc375f1b-3581-4a46-aa7d-c430c34cb537 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Pushing event updated for resources: {'Port': ['ID=07eea782-f855-4fe5-92ab-d882c34c125a,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:09.156661 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-daae0a9a-b4bf-4235-9919-fc360ce06eb9 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Deleting port 07eea782-f855-4fe5-92ab-d882c34c125a {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:09.157697 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-daae0a9a-b4bf-4235-9919-fc360ce06eb9 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.295076 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-daae0a9a-b4bf-4235-9919-fc360ce06eb9 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.332677 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-daae0a9a-b4bf-4235-9919-fc360ce06eb9 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Calling delete_port for 07eea782-f855-4fe5-92ab-d882c34c125a owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:09.458971 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c2abccfa-924d-465e-86a1-e8672e2f81a3 None None] Provisioning complete for port 07eea782-f855-4fe5-92ab-d882c34c125a triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:09.459502 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c2abccfa-924d-465e-86a1-e8672e2f81a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.508747 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-daae0a9a-b4bf-4235-9919-fc360ce06eb9 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.534705 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-c2abccfa-924d-465e-86a1-e8672e2f81a3 None None] Port 07eea782-f855-4fe5-92ab-d882c34c125a cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:26:09.608243 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae0a9a-b4bf-4235-9919-fc360ce06eb9 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Pushing event deleted for resources: {'Port': ['ID=07eea782-f855-4fe5-92ab-d882c34c125a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:09.721901 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-daae0a9a-b4bf-4235-9919-fc360ce06eb9 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.723912 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-daae0a9a-b4bf-4235-9919-fc360ce06eb9 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] 10.222.0.16 "DELETE /v2.0/ports/07eea782-f855-4fe5-92ab-d882c34c125a HTTP/1.1" status: 204 len: 168 time: 0.7089703 Jul 15 23:26:09.726714 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43072) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:09.774474 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-64cda610-4644-409f-b3d8-df7df2bd43cd tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] GET failed (client error): The resource could not be found. Jul 15 23:26:09.777426 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-64cda610-4644-409f-b3d8-df7df2bd43cd tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] 10.222.0.16 "GET /v2.0/ports/07eea782-f855-4fe5-92ab-d882c34c125a HTTP/1.1" status: 404 len: 333 time: 0.0479071 Jul 15 23:26:09.780712 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43074) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:09.790698 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-5aa03ad4-6117-4637-8fee-a9443fe5222d tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Request body: {'port': {'network_id': '70bd6ad9-290b-469b-9ae3-b738572304fa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-409312548'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:10.022154 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa03ad4-6117-4637-8fee-a9443fe5222d tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Made reservation on behalf of a379358e3759485f9b4c97906b811f1d for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:10.027478 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5aa03ad4-6117-4637-8fee-a9443fe5222d tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:10.139368 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ddb4ec99-6b61-4bf5-b3c2-aee23e752bf7 req-5470b171-47de-4134-b544-1973dc02b174 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 210 time: 0.0639105 Jul 15 23:26:10.146880 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-5aa03ad4-6117-4637-8fee-a9443fe5222d tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] device_id is not set on port 60bf6461-7560-4562-99d2-30494ebe7829 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:26:10.291999 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-5aa03ad4-6117-4637-8fee-a9443fe5222d tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Allocated IP 2001:db8::1f1 (70bd6ad9-290b-469b-9ae3-b738572304fa/7d0e6f52-5051-43bd-9473-9992cae94b45/60bf6461-7560-4562-99d2-30494ebe7829) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:10.463731 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5aa03ad4-6117-4637-8fee-a9443fe5222d tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:10.478708 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-5aa03ad4-6117-4637-8fee-a9443fe5222d tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Transition to ACTIVE for port object 60bf6461-7560-4562-99d2-30494ebe7829 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:10.521279 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5aa03ad4-6117-4637-8fee-a9443fe5222d tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:10.548147 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa03ad4-6117-4637-8fee-a9443fe5222d tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Network 70bd6ad9-290b-469b-9ae3-b738572304fa is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:10.569374 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-5aa03ad4-6117-4637-8fee-a9443fe5222d tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:10.572476 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa03ad4-6117-4637-8fee-a9443fe5222d tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:10.580107 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa03ad4-6117-4637-8fee-a9443fe5222d tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:10.581452 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5aa03ad4-6117-4637-8fee-a9443fe5222d tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:10.616516 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5aa03ad4-6117-4637-8fee-a9443fe5222d tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8344491 Jul 15 23:26:10.617579 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa03ad4-6117-4637-8fee-a9443fe5222d tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Pushing event updated for resources: {'Port': ['ID=60bf6461-7560-4562-99d2-30494ebe7829,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:10.619128 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43098) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:10.631306 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-fee59ba6-b2df-4bee-b490-cccd77bcb366 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:32:d1:c7'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:10.964175 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-81caaf3f-78f9-4188-a1f1-a66d95122a2f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:10.965237 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-81caaf3f-78f9-4188-a1f1-a66d95122a2f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.36 "GET /v2.0/networks?id=735c8477-b658-4066-88fd-8f0a4fc80eba HTTP/1.1" status: 200 len: 811 time: 0.2597411 Jul 15 23:26:11.073667 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-9d9f9717-c05a-451e-acb1-0e0e915ca22a tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c476bc9e2fe48f188b2500546342e72 HTTP/1.1" status: 200 len: 380 time: 0.0887847 Jul 15 23:26:11.081727 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-85ae0268-9b6b-474a-974b-d4a320d2eed5 None None] Provisioning for port 60bf6461-7560-4562-99d2-30494ebe7829 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:11.088858 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-85ae0268-9b6b-474a-974b-d4a320d2eed5 None None] Provisioning complete for port 60bf6461-7560-4562-99d2-30494ebe7829 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:11.089084 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-bcbad66c-f537-416b-9319-fcb7dc2b6a2a tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Request body: {'port': {'device_id': '72653938-c927-4063-9468-a352bb0b5aac', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'admin_state_up': True, 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'security_groups': ['ef18a60e-2120-499d-912a-dac5563d93b2']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:11.090419 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-85ae0268-9b6b-474a-974b-d4a320d2eed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:11.151491 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-85ae0268-9b6b-474a-974b-d4a320d2eed5 None None] Port 60bf6461-7560-4562-99d2-30494ebe7829 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:26:11.151883 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fee59ba6-b2df-4bee-b490-cccd77bcb366 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:11.365483 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-283b4269-d685-458e-8e85-cedfb075c9bd req-655588a7-ecba-498f-86e7-074be9158db0 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 210 time: 0.0608532 Jul 15 23:26:11.478191 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fee59ba6-b2df-4bee-b490-cccd77bcb366 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:11.487805 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fee59ba6-b2df-4bee-b490-cccd77bcb366 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:11.525635 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-bcbad66c-f537-416b-9319-fcb7dc2b6a2a tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Made reservation on behalf of 3c476bc9e2fe48f188b2500546342e72 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:11.529363 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-bcbad66c-f537-416b-9319-fcb7dc2b6a2a tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:11.557103 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-fee59ba6-b2df-4bee-b490-cccd77bcb366 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] In _notify_port_updated(), no bound segment for port 60bf6461-7560-4562-99d2-30494ebe7829 on network 70bd6ad9-290b-469b-9ae3-b738572304fa {{(pid=93798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:26:11.565496 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee59ba6-b2df-4bee-b490-cccd77bcb366 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:11.566675 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fee59ba6-b2df-4bee-b490-cccd77bcb366 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:11.568009 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fee59ba6-b2df-4bee-b490-cccd77bcb366 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] 10.222.0.16 "PUT /v2.0/ports/60bf6461-7560-4562-99d2-30494ebe7829 HTTP/1.1" status: 200 len: 1002 time: 0.9472511 Jul 15 23:26:11.570964 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43120) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:11.708289 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee59ba6-b2df-4bee-b490-cccd77bcb366 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Pushing event updated for resources: {'Port': ['ID=60bf6461-7560-4562-99d2-30494ebe7829,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:11.762562 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0917552c-7bc1-4729-b678-60877401b488 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Deleting port 60bf6461-7560-4562-99d2-30494ebe7829 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:11.762939 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0917552c-7bc1-4729-b678-60877401b488 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:11.778978 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-bcbad66c-f537-416b-9319-fcb7dc2b6a2a tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Allocated IP 172.20.0.6 (735c8477-b658-4066-88fd-8f0a4fc80eba/54f0c398-786c-4bb4-9c0d-f6b9e6012b3b/745a6557-5f57-4c77-8210-2d4c247a8322) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:11.946916 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0917552c-7bc1-4729-b678-60877401b488 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:11.967538 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0917552c-7bc1-4729-b678-60877401b488 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Calling delete_port for 60bf6461-7560-4562-99d2-30494ebe7829 owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:11.995488 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-94ff6e51-df97-4af0-9c19-299a5017cd93 None None] Provisioning complete for port 60bf6461-7560-4562-99d2-30494ebe7829 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:11.995804 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94ff6e51-df97-4af0-9c19-299a5017cd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:12.000537 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-bcbad66c-f537-416b-9319-fcb7dc2b6a2a tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:12.023383 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-bcbad66c-f537-416b-9319-fcb7dc2b6a2a tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Transition to ACTIVE for port object 745a6557-5f57-4c77-8210-2d4c247a8322 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:12.087409 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-bcbad66c-f537-416b-9319-fcb7dc2b6a2a tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:12.111406 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-94ff6e51-df97-4af0-9c19-299a5017cd93 None None] Port 60bf6461-7560-4562-99d2-30494ebe7829 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:26:12.140721 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-bcbad66c-f537-416b-9319-fcb7dc2b6a2a tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Network 735c8477-b658-4066-88fd-8f0a4fc80eba is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:12.145122 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-bcbad66c-f537-416b-9319-fcb7dc2b6a2a tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:12.148008 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-bcbad66c-f537-416b-9319-fcb7dc2b6a2a tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:12.235961 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-bcbad66c-f537-416b-9319-fcb7dc2b6a2a tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:12.236759 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-bcbad66c-f537-416b-9319-fcb7dc2b6a2a tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:12.252551 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0917552c-7bc1-4729-b678-60877401b488 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:12.269108 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbad66c-f537-416b-9319-fcb7dc2b6a2a tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Pushing event updated for resources: {'Port': ['ID=745a6557-5f57-4c77-8210-2d4c247a8322,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:12.276771 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-bcbad66c-f537-416b-9319-fcb7dc2b6a2a tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1959810 Jul 15 23:26:12.298595 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-14c564d0-ce9c-4858-a9cb-c5a4365e0df1 service neutron] Request body: {'port': {'device_id': '72653938-c927-4063-9468-a352bb0b5aac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:12.316125 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0917552c-7bc1-4729-b678-60877401b488 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:12.319752 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0917552c-7bc1-4729-b678-60877401b488 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] 10.222.0.16 "DELETE /v2.0/ports/60bf6461-7560-4562-99d2-30494ebe7829 HTTP/1.1" status: 204 len: 168 time: 0.7471933 Jul 15 23:26:12.345868 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43134) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:12.390205 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-61448086-6383-4f4a-bee3-abcd407ecf64 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] GET failed (client error): The resource could not be found. Jul 15 23:26:12.392470 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-61448086-6383-4f4a-bee3-abcd407ecf64 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] 10.222.0.16 "GET /v2.0/ports/60bf6461-7560-4562-99d2-30494ebe7829 HTTP/1.1" status: 404 len: 333 time: 0.0449028 Jul 15 23:26:12.393781 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917552c-7bc1-4729-b678-60877401b488 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Pushing event deleted for resources: {'Port': ['ID=60bf6461-7560-4562-99d2-30494ebe7829,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:12.395876 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43138) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:12.402406 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-635f039f-c538-497d-9697-0b7891adc9e0 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Request body: {'port': {'network_id': '70bd6ad9-290b-469b-9ae3-b738572304fa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2024633148'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:12.652080 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8226a144-2b83-4160-9c8b-43798d5a07ca None None] Provisioning for port 745a6557-5f57-4c77-8210-2d4c247a8322 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:12.662497 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8226a144-2b83-4160-9c8b-43798d5a07ca None None] Provisioning complete for port 745a6557-5f57-4c77-8210-2d4c247a8322 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:12.662894 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8226a144-2b83-4160-9c8b-43798d5a07ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:12.716101 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-8226a144-2b83-4160-9c8b-43798d5a07ca None None] Port 745a6557-5f57-4c77-8210-2d4c247a8322 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:26:12.776572 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635f039f-c538-497d-9697-0b7891adc9e0 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Made reservation on behalf of a379358e3759485f9b4c97906b811f1d for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:12.780782 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-635f039f-c538-497d-9697-0b7891adc9e0 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:12.821633 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-635f039f-c538-497d-9697-0b7891adc9e0 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] device_id is not set on port 7b81803d-f5af-48c1-b192-27f38c29975f yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:26:12.850647 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf249e2-2209-4a0b-965d-ac9bddb18883 req-e6ba4a47-7429-4de4-bca4-185a28135258 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:12.861038 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5bf249e2-2209-4a0b-965d-ac9bddb18883 req-e6ba4a47-7429-4de4-bca4-185a28135258 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 931 time: 0.1987503 Jul 15 23:26:13.031264 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5bf249e2-2209-4a0b-965d-ac9bddb18883 req-3981d993-018f-4627-a206-30f1c43b65b4 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691539 Jul 15 23:26:13.084412 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-635f039f-c538-497d-9697-0b7891adc9e0 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Allocated IP 2001:db8::c4 (70bd6ad9-290b-469b-9ae3-b738572304fa/7d0e6f52-5051-43bd-9473-9992cae94b45/7b81803d-f5af-48c1-b192-27f38c29975f) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:13.089452 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-14c564d0-ce9c-4858-a9cb-c5a4365e0df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:13.365831 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-635f039f-c538-497d-9697-0b7891adc9e0 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:13.383950 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-635f039f-c538-497d-9697-0b7891adc9e0 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Transition to ACTIVE for port object 7b81803d-f5af-48c1-b192-27f38c29975f will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:13.425556 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-635f039f-c538-497d-9697-0b7891adc9e0 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:13.555987 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635f039f-c538-497d-9697-0b7891adc9e0 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Network 70bd6ad9-290b-469b-9ae3-b738572304fa is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:13.559692 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-635f039f-c538-497d-9697-0b7891adc9e0 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:13.578355 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635f039f-c538-497d-9697-0b7891adc9e0 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:13.584162 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635f039f-c538-497d-9697-0b7891adc9e0 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:13.585152 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-635f039f-c538-497d-9697-0b7891adc9e0 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:13.586304 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-14c564d0-ce9c-4858-a9cb-c5a4365e0df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 745a6557-5f57-4c77-8210-2d4c247a8322 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:26:13.588955 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f039f-c538-497d-9697-0b7891adc9e0 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Pushing event updated for resources: {'Port': ['ID=7b81803d-f5af-48c1-b192-27f38c29975f,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:13.595863 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-14c564d0-ce9c-4858-a9cb-c5a4365e0df1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:13.611101 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-14c564d0-ce9c-4858-a9cb-c5a4365e0df1 service neutron] Transition to ACTIVE for port object 745a6557-5f57-4c77-8210-2d4c247a8322 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:13.618166 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-635f039f-c538-497d-9697-0b7891adc9e0 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2201390 Jul 15 23:26:13.618906 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43156) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:13.624481 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-14c564d0-ce9c-4858-a9cb-c5a4365e0df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:13.627565 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-60b3115d-24a3-4fca-bd43-fbe064b99713 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Request body: {'port': {'network_id': '70bd6ad9-290b-469b-9ae3-b738572304fa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2038274934'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:13.713586 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c564d0-ce9c-4858-a9cb-c5a4365e0df1 service neutron] Pushing event updated for resources: {'Port': ['ID=745a6557-5f57-4c77-8210-2d4c247a8322,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:13.929823 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-14c564d0-ce9c-4858-a9cb-c5a4365e0df1 service neutron] Attempting to bind port 745a6557-5f57-4c77-8210-2d4c247a8322 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:13.930159 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-14c564d0-ce9c-4858-a9cb-c5a4365e0df1 service neutron] Attempting to bind port 745a6557-5f57-4c77-8210-2d4c247a8322 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:13.930489 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-14c564d0-ce9c-4858-a9cb-c5a4365e0df1 service neutron] Attempting to bind port 745a6557-5f57-4c77-8210-2d4c247a8322 on network 735c8477-b658-4066-88fd-8f0a4fc80eba {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:13.944857 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-14c564d0-ce9c-4858-a9cb-c5a4365e0df1 service neutron] Port 745a6557-5f57-4c77-8210-2d4c247a8322 on network 735c8477-b658-4066-88fd-8f0a4fc80eba not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:13.945185 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-14c564d0-ce9c-4858-a9cb-c5a4365e0df1 service neutron] Attempting to bind port 745a6557-5f57-4c77-8210-2d4c247a8322 on network 735c8477-b658-4066-88fd-8f0a4fc80eba {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:13.955157 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-14c564d0-ce9c-4858-a9cb-c5a4365e0df1 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:26:13.955499 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-14c564d0-ce9c-4858-a9cb-c5a4365e0df1 service neutron] Checking segment: {'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:13.955918 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-14c564d0-ce9c-4858-a9cb-c5a4365e0df1 service neutron] Bound using segment: {'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:26:13.957224 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-14c564d0-ce9c-4858-a9cb-c5a4365e0df1 service neutron] Bound port: 745a6557-5f57-4c77-8210-2d4c247a8322, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:26:13.959310 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-14c564d0-ce9c-4858-a9cb-c5a4365e0df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:13.979211 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5c3c5ccc-7327-49f8-a131-d6fd4c556e14 None None] Provisioning for port 7b81803d-f5af-48c1-b192-27f38c29975f completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:13.990483 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5c3c5ccc-7327-49f8-a131-d6fd4c556e14 None None] Provisioning complete for port 7b81803d-f5af-48c1-b192-27f38c29975f triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:13.991824 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5c3c5ccc-7327-49f8-a131-d6fd4c556e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:14.010308 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b3115d-24a3-4fca-bd43-fbe064b99713 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Made reservation on behalf of a379358e3759485f9b4c97906b811f1d for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:14.017564 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60b3115d-24a3-4fca-bd43-fbe064b99713 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:14.089005 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-60b3115d-24a3-4fca-bd43-fbe064b99713 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] device_id is not set on port d7f06b25-f61d-4bb6-89ee-97f4848c1aa4 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:26:14.117324 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5c3c5ccc-7327-49f8-a131-d6fd4c556e14 None None] Port 7b81803d-f5af-48c1-b192-27f38c29975f cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:26:14.151846 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-14c564d0-ce9c-4858-a9cb-c5a4365e0df1 service neutron] For port 745a6557-5f57-4c77-8210-2d4c247a8322, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:26:14.160728 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-14c564d0-ce9c-4858-a9cb-c5a4365e0df1 service neutron] For port 745a6557-5f57-4c77-8210-2d4c247a8322, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=745a6557-5f57-4c77-8210-2d4c247a8322,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:26:14.166360 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-14c564d0-ce9c-4858-a9cb-c5a4365e0df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:14.218804 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-14c564d0-ce9c-4858-a9cb-c5a4365e0df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:14.219479 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-14c564d0-ce9c-4858-a9cb-c5a4365e0df1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:14.220876 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-14c564d0-ce9c-4858-a9cb-c5a4365e0df1 service neutron] 10.222.0.36 "PUT /v2.0/ports/745a6557-5f57-4c77-8210-2d4c247a8322 HTTP/1.1" status: 200 len: 1091 time: 1.9314241 Jul 15 23:26:14.221497 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72653938-c927-4063-9468-a352bb0b5aac', 'tag': '745a6557-5f57-4c77-8210-2d4c247a8322'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:26:14.223838 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660655ea-461f-4ce0-92ec-43598ee369dd" -d '{"events": [{"name": "network-changed", "server_uuid": "72653938-c927-4063-9468-a352bb0b5aac", "tag": "745a6557-5f57-4c77-8210-2d4c247a8322"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:26:14.260115 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c564d0-ce9c-4858-a9cb-c5a4365e0df1 service neutron] Pushing event updated for resources: {'Port': ['ID=745a6557-5f57-4c77-8210-2d4c247a8322,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:14.353374 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ce4d3a-cef1-42f1-8fa5-ef2a6419489e x-openstack-request-id: req-d2ce4d3a-cef1-42f1-8fa5-ef2a6419489e {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:26:14.353374 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72653938-c927-4063-9468-a352bb0b5aac", "tag": "745a6557-5f57-4c77-8210-2d4c247a8322", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:26:14.353772 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2ce4d3a-cef1-42f1-8fa5-ef2a6419489e {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:26:14.354693 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72653938-c927-4063-9468-a352bb0b5aac', 'tag': '745a6557-5f57-4c77-8210-2d4c247a8322', 'status': 'completed', 'code': 200} Jul 15 23:26:14.377317 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-e8bade19-2f60-4213-bee4-f518119011ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:14.379383 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-e8bade19-2f60-4213-bee4-f518119011ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c476bc9e2fe48f188b2500546342e72&device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 1094 time: 0.0882275 Jul 15 23:26:14.444597 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-d426e35f-b35b-455b-8015-fc80d134308f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=745a6557-5f57-4c77-8210-2d4c247a8322 HTTP/1.1" status: 200 len: 217 time: 0.0516400 Jul 15 23:26:14.548915 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-3cc41dd8-d959-4b40-b23d-8fd66be3e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:14.550595 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-3cc41dd8-d959-4b40-b23d-8fd66be3e40a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54f0c398-786c-4bb4-9c0d-f6b9e6012b3b HTTP/1.1" status: 200 len: 850 time: 0.1002977 Jul 15 23:26:14.572573 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-60b3115d-24a3-4fca-bd43-fbe064b99713 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Allocated IP 2001:db8::141 (70bd6ad9-290b-469b-9ae3-b738572304fa/7d0e6f52-5051-43bd-9473-9992cae94b45/d7f06b25-f61d-4bb6-89ee-97f4848c1aa4) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:14.676332 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-3681db5c-180e-439f-9e04-7a3cb2322058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:14.697239 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-3681db5c-180e-439f-9e04-7a3cb2322058 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=735c8477-b658-4066-88fd-8f0a4fc80eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1402619 Jul 15 23:26:14.782550 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c3937-c375-42b3-90f2-2e0887a96e47 req-6ead2faf-2d1b-4c9b-872d-4b6db006a125 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:14.783717 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b24c3937-c375-42b3-90f2-2e0887a96e47 req-6ead2faf-2d1b-4c9b-872d-4b6db006a125 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 943 time: 0.3652563 Jul 15 23:26:14.897315 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-a13317fe-b608-4173-aeb0-977f4a6c4dff service neutron] 10.222.0.36 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923583 Jul 15 23:26:14.921063 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60b3115d-24a3-4fca-bd43-fbe064b99713 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:14.926523 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b24c3937-c375-42b3-90f2-2e0887a96e47 req-d378c828-2f91-44b5-9735-6cbb60f8d4e9 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336539 Jul 15 23:26:14.941910 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-60b3115d-24a3-4fca-bd43-fbe064b99713 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Transition to ACTIVE for port object d7f06b25-f61d-4bb6-89ee-97f4848c1aa4 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:15.000475 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60b3115d-24a3-4fca-bd43-fbe064b99713 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:15.063735 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b3115d-24a3-4fca-bd43-fbe064b99713 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Network 70bd6ad9-290b-469b-9ae3-b738572304fa is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:15.067348 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-60b3115d-24a3-4fca-bd43-fbe064b99713 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:15.070514 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b3115d-24a3-4fca-bd43-fbe064b99713 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:15.079664 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b3115d-24a3-4fca-bd43-fbe064b99713 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:15.080344 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60b3115d-24a3-4fca-bd43-fbe064b99713 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:15.094603 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3115d-24a3-4fca-bd43-fbe064b99713 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Pushing event updated for resources: {'Port': ['ID=d7f06b25-f61d-4bb6-89ee-97f4848c1aa4,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:15.109024 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-60b3115d-24a3-4fca-bd43-fbe064b99713 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4878459 Jul 15 23:26:15.109668 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43188) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:15.115649 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-9b890337-3d42-4938-b593-2f7a0b94d27c tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c2', 'mac_address': 'fa:16:3e:32:d1:c7'}, {'ip_address': '2001:db8::c4', 'mac_address': 'fa:16:3e:2f:1e:75'}]}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:15.122051 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-76cf6e6a-bb9a-4b9c-8305-6b0fbba080f0 req-d7056854-7c4d-4bb2-91a5-e766c3d1a3a2 service neutron] 10.222.0.36 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181787 Jul 15 23:26:15.324591 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660655ea-461f-4ce0-92ec-43598ee369dd req-13a1603f-dd6e-4fda-9cd0-f8cc126cde3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:15.326268 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-660655ea-461f-4ce0-92ec-43598ee369dd req-13a1603f-dd6e-4fda-9cd0-f8cc126cde3c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c476bc9e2fe48f188b2500546342e72&device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 1094 time: 0.1121747 Jul 15 23:26:15.348979 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:26:15.483982 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9b890337-3d42-4938-b593-2f7a0b94d27c tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:15.511231 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660655ea-461f-4ce0-92ec-43598ee369dd req-d39caf33-e4e1-4697-94ed-ef4523f3e966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:15.513047 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-660655ea-461f-4ce0-92ec-43598ee369dd req-d39caf33-e4e1-4697-94ed-ef4523f3e966 service neutron] 10.222.0.36 "GET /v2.0/networks?id=735c8477-b658-4066-88fd-8f0a4fc80eba HTTP/1.1" status: 200 len: 912 time: 0.1797035 Jul 15 23:26:15.645307 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b3ea572a-2082-4ecb-9741-9b13c68e62f6 None None] Provisioning for port d7f06b25-f61d-4bb6-89ee-97f4848c1aa4 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:15.659978 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b3ea572a-2082-4ecb-9741-9b13c68e62f6 None None] Provisioning complete for port d7f06b25-f61d-4bb6-89ee-97f4848c1aa4 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:15.660406 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b3ea572a-2082-4ecb-9741-9b13c68e62f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:15.675288 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-660655ea-461f-4ce0-92ec-43598ee369dd req-da9dbc40-1ccb-4caf-8202-d687be4a6acc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=745a6557-5f57-4c77-8210-2d4c247a8322 HTTP/1.1" status: 200 len: 217 time: 0.1464839 Jul 15 23:26:15.796015 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660655ea-461f-4ce0-92ec-43598ee369dd req-9087f356-8b97-4cb1-993d-6060db9ec469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:15.796432 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b3ea572a-2082-4ecb-9741-9b13c68e62f6 None None] Port d7f06b25-f61d-4bb6-89ee-97f4848c1aa4 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:26:15.797571 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-660655ea-461f-4ce0-92ec-43598ee369dd req-9087f356-8b97-4cb1-993d-6060db9ec469 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54f0c398-786c-4bb4-9c0d-f6b9e6012b3b HTTP/1.1" status: 200 len: 850 time: 0.1163297 Jul 15 23:26:15.892444 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9b890337-3d42-4938-b593-2f7a0b94d27c tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:15.899975 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9b890337-3d42-4938-b593-2f7a0b94d27c tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:15.907981 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-80deb9cd-682a-4718-ac38-39424430beed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:15.955024 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660655ea-461f-4ce0-92ec-43598ee369dd req-69c7b442-68d3-4c7e-9dad-050b053f5b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:15.962087 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-660655ea-461f-4ce0-92ec-43598ee369dd req-69c7b442-68d3-4c7e-9dad-050b053f5b60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=735c8477-b658-4066-88fd-8f0a4fc80eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1547706 Jul 15 23:26:16.016121 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-9b890337-3d42-4938-b593-2f7a0b94d27c tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] In _notify_port_updated(), no bound segment for port d7f06b25-f61d-4bb6-89ee-97f4848c1aa4 on network 70bd6ad9-290b-469b-9ae3-b738572304fa {{(pid=93799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:26:16.029089 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b890337-3d42-4938-b593-2f7a0b94d27c tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:16.034317 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9b890337-3d42-4938-b593-2f7a0b94d27c tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:16.037731 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9b890337-3d42-4938-b593-2f7a0b94d27c tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] 10.222.0.16 "PUT /v2.0/ports/d7f06b25-f61d-4bb6-89ee-97f4848c1aa4 HTTP/1.1" status: 200 len: 1067 time: 0.9270344 Jul 15 23:26:16.040613 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43204) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:16.287123 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b890337-3d42-4938-b593-2f7a0b94d27c tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Pushing event updated for resources: {'Port': ['ID=d7f06b25-f61d-4bb6-89ee-97f4848c1aa4,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:16.301175 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-660655ea-461f-4ce0-92ec-43598ee369dd req-b2dc96f9-8e74-465a-817f-88532c5ea389 service neutron] 10.222.0.36 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326433 Jul 15 23:26:16.467242 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2a210cf5-a7cb-4e0f-9f55-33242738cbcf None None] Provisioning complete for port d7f06b25-f61d-4bb6-89ee-97f4848c1aa4 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:16.468062 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2a210cf5-a7cb-4e0f-9f55-33242738cbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:16.482514 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d77d36b1-f2eb-4a16-85de-abbc2895bf71 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Deleting port d7f06b25-f61d-4bb6-89ee-97f4848c1aa4 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:16.483139 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d77d36b1-f2eb-4a16-85de-abbc2895bf71 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:16.508674 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e866ba4-6708-47c4-be8d-c8c147595dc6 req-d2351a53-c22a-44cb-979c-997b3f966004 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:16.513232 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-660655ea-461f-4ce0-92ec-43598ee369dd req-66de7324-40d4-480e-8c8f-edfd007d2148 service neutron] 10.222.0.36 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953855 Jul 15 23:26:16.520831 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2e866ba4-6708-47c4-be8d-c8c147595dc6 req-d2351a53-c22a-44cb-979c-997b3f966004 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 943 time: 0.3400116 Jul 15 23:26:16.582082 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-2a210cf5-a7cb-4e0f-9f55-33242738cbcf None None] Port d7f06b25-f61d-4bb6-89ee-97f4848c1aa4 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:26:16.615230 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2e866ba4-6708-47c4-be8d-c8c147595dc6 req-20ca14eb-2578-4d77-a368-5e91ac1f905a tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835259 Jul 15 23:26:16.861201 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d77d36b1-f2eb-4a16-85de-abbc2895bf71 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:16.905607 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d77d36b1-f2eb-4a16-85de-abbc2895bf71 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Calling delete_port for d7f06b25-f61d-4bb6-89ee-97f4848c1aa4 owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:17.090683 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d77d36b1-f2eb-4a16-85de-abbc2895bf71 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:17.139405 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d36b1-f2eb-4a16-85de-abbc2895bf71 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Pushing event deleted for resources: {'Port': ['ID=d7f06b25-f61d-4bb6-89ee-97f4848c1aa4,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:17.491082 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d77d36b1-f2eb-4a16-85de-abbc2895bf71 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:17.492992 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d77d36b1-f2eb-4a16-85de-abbc2895bf71 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] 10.222.0.16 "DELETE /v2.0/ports/d7f06b25-f61d-4bb6-89ee-97f4848c1aa4 HTTP/1.1" status: 204 len: 168 time: 1.4258509 Jul 15 23:26:17.495670 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43234) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:17.534039 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cea188b-4e7b-4231-98e3-592bc2c7069b tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] GET failed (client error): The resource could not be found. Jul 15 23:26:17.536396 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0cea188b-4e7b-4231-98e3-592bc2c7069b tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] 10.222.0.16 "GET /v2.0/ports/d7f06b25-f61d-4bb6-89ee-97f4848c1aa4 HTTP/1.1" status: 404 len: 333 time: 0.0389891 Jul 15 23:26:17.539202 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43236) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:17.706245 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-afaf1612-1816-4437-8604-aff0135276a2 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Deleting port 7b81803d-f5af-48c1-b192-27f38c29975f {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:17.706723 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-afaf1612-1816-4437-8604-aff0135276a2 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:17.816808 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-afaf1612-1816-4437-8604-aff0135276a2 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:17.881731 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-afaf1612-1816-4437-8604-aff0135276a2 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Calling delete_port for 7b81803d-f5af-48c1-b192-27f38c29975f owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:17.995290 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c4996-8c87-4542-b3ed-b0c662c8cf93 req-eff6ab79-bb5e-4b3f-8269-e2b218dd68c3 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:17.996978 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb4c4996-8c87-4542-b3ed-b0c662c8cf93 req-eff6ab79-bb5e-4b3f-8269-e2b218dd68c3 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 943 time: 0.1748834 Jul 15 23:26:18.061648 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb4c4996-8c87-4542-b3ed-b0c662c8cf93 req-b24b71a5-99d2-41b9-b034-e6be6472f098 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582709 Jul 15 23:26:18.182258 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-afaf1612-1816-4437-8604-aff0135276a2 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:18.249286 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-101c9d16-42fb-4794-ac12-a6556a9c2df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:18.262105 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf1612-1816-4437-8604-aff0135276a2 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Pushing event deleted for resources: {'Port': ['ID=7b81803d-f5af-48c1-b192-27f38c29975f,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:18.302036 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-afaf1612-1816-4437-8604-aff0135276a2 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:18.304812 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-afaf1612-1816-4437-8604-aff0135276a2 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] 10.222.0.16 "DELETE /v2.0/ports/7b81803d-f5af-48c1-b192-27f38c29975f HTTP/1.1" status: 204 len: 168 time: 0.7645600 Jul 15 23:26:18.308198 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43264) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:18.383269 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e466f6a-d18b-421a-a357-5f997a8d83f5 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] GET failed (client error): The resource could not be found. Jul 15 23:26:18.392538 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9e466f6a-d18b-421a-a357-5f997a8d83f5 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] 10.222.0.16 "GET /v2.0/ports/7b81803d-f5af-48c1-b192-27f38c29975f HTTP/1.1" status: 404 len: 333 time: 0.0826797 Jul 15 23:26:18.396319 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43268) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:18.678914 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-ee144d01-01d5-457b-a2b3-445a069e06c0 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Deleting port 3aa69b08-c2bc-41bb-86de-6dd72b215d73 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:18.679593 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee144d01-01d5-457b-a2b3-445a069e06c0 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:18.725712 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:18.879148 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee144d01-01d5-457b-a2b3-445a069e06c0 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:18.899093 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-ee144d01-01d5-457b-a2b3-445a069e06c0 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Calling delete_port for 3aa69b08-c2bc-41bb-86de-6dd72b215d73 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:19.102575 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee144d01-01d5-457b-a2b3-445a069e06c0 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:19.143729 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee144d01-01d5-457b-a2b3-445a069e06c0 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Pushing event deleted for resources: {'Port': ['ID=3aa69b08-c2bc-41bb-86de-6dd72b215d73,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:19.180479 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee144d01-01d5-457b-a2b3-445a069e06c0 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:19.185383 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ee144d01-01d5-457b-a2b3-445a069e06c0 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] 10.222.0.16 "DELETE /v2.0/ports/3aa69b08-c2bc-41bb-86de-6dd72b215d73 HTTP/1.1" status: 204 len: 168 time: 0.7876742 Jul 15 23:26:19.191398 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43288) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:19.288533 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-61085daf-c4f6-4ab1-b0d2-416a17c7b5f9 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Deleting subnet 7d0e6f52-5051-43bd-9473-9992cae94b45 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:26:19.294212 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61085daf-c4f6-4ab1-b0d2-416a17c7b5f9 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:19.408436 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61085daf-c4f6-4ab1-b0d2-416a17c7b5f9 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:19.428507 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c7aad-acd0-4f48-bf5f-50dfcc0d5bca req-987bf68d-aa03-41c0-bed0-749950853195 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:19.442325 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b65c7aad-acd0-4f48-bf5f-50dfcc0d5bca req-987bf68d-aa03-41c0-bed0-749950853195 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 943 time: 0.1239665 Jul 15 23:26:19.560490 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b65c7aad-acd0-4f48-bf5f-50dfcc0d5bca req-61ac2726-9407-4774-b246-28461a6f0902 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142566 Jul 15 23:26:19.644231 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61085daf-c4f6-4ab1-b0d2-416a17c7b5f9 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:19.674829 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:19.740039 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61085daf-c4f6-4ab1-b0d2-416a17c7b5f9 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:19.767947 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61085daf-c4f6-4ab1-b0d2-416a17c7b5f9 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Pushing event deleted for resources: {'Subnet': ['ID=7d0e6f52-5051-43bd-9473-9992cae94b45,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:19.775625 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61085daf-c4f6-4ab1-b0d2-416a17c7b5f9 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:19.777553 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-61085daf-c4f6-4ab1-b0d2-416a17c7b5f9 tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] 10.222.0.16 "DELETE /v2.0/subnets/7d0e6f52-5051-43bd-9473-9992cae94b45 HTTP/1.1" status: 204 len: 168 time: 0.5851550 Jul 15 23:26:19.779908 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43320) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:19.783535 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69503ff3-9a8f-4a73-bd2a-0ef7fb5299cb None None] Network 70bd6ad9-290b-469b-9ae3-b738572304fa requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:19.879012 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5300bafa-47ae-4ca0-ad37-e56d0344aa6b tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:19.956965 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-5300bafa-47ae-4ca0-ad37-e56d0344aa6b tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Deleting port f5f8c95a-1683-4abf-a27e-a98072b5520e {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:19.957357 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5300bafa-47ae-4ca0-ad37-e56d0344aa6b tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:20.023180 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcc44db-c9d2-4150-8872-5c4a3bfe7201 None None] DHCP port deletion for 70bd6ad9-290b-469b-9ae3-b738572304fa request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:26:20.089084 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-5300bafa-47ae-4ca0-ad37-e56d0344aa6b tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] For port f5f8c95a-1683-4abf-a27e-a98072b5520e, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f5f8c95a-1683-4abf-a27e-a98072b5520e,segment=NetworkSegment(63a2bdf2-75cd-4d33-9c13-ca320b4e1549),segment_id=63a2bdf2-75cd-4d33-9c13-ca320b4e1549)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:20.089456 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5300bafa-47ae-4ca0-ad37-e56d0344aa6b tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:20.106413 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5fcc44db-c9d2-4150-8872-5c4a3bfe7201 None None] Deleting port f5f8c95a-1683-4abf-a27e-a98072b5520e {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:20.106838 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5fcc44db-c9d2-4150-8872-5c4a3bfe7201 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:20.123114 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-5300bafa-47ae-4ca0-ad37-e56d0344aa6b tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Calling delete_port for f5f8c95a-1683-4abf-a27e-a98072b5520e owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:20.198001 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-5fcc44db-c9d2-4150-8872-5c4a3bfe7201 None None] For port f5f8c95a-1683-4abf-a27e-a98072b5520e, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f5f8c95a-1683-4abf-a27e-a98072b5520e,segment=NetworkSegment(63a2bdf2-75cd-4d33-9c13-ca320b4e1549),segment_id=63a2bdf2-75cd-4d33-9c13-ca320b4e1549)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:20.198748 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5fcc44db-c9d2-4150-8872-5c4a3bfe7201 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:20.212170 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5fcc44db-c9d2-4150-8872-5c4a3bfe7201 None None] Calling delete_port for f5f8c95a-1683-4abf-a27e-a98072b5520e owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:20.245529 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5300bafa-47ae-4ca0-ad37-e56d0344aa6b tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:20.284260 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300bafa-47ae-4ca0-ad37-e56d0344aa6b tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Pushing event deleted for resources: {'Port': ['ID=f5f8c95a-1683-4abf-a27e-a98072b5520e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:20.288040 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5300bafa-47ae-4ca0-ad37-e56d0344aa6b tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] No DVR routers for this DVR port f5f8c95a-1683-4abf-a27e-a98072b5520e on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:26:20.321608 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5fcc44db-c9d2-4150-8872-5c4a3bfe7201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:20.339683 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcc44db-c9d2-4150-8872-5c4a3bfe7201 None None] No DVR routers for this DVR port f5f8c95a-1683-4abf-a27e-a98072b5520e on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:26:20.368769 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc44db-c9d2-4150-8872-5c4a3bfe7201 None None] Pushing event deleted for resources: {'Port': ['ID=f5f8c95a-1683-4abf-a27e-a98072b5520e,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:20.389122 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5300bafa-47ae-4ca0-ad37-e56d0344aa6b tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:20.401033 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-5300bafa-47ae-4ca0-ad37-e56d0344aa6b tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70bd6ad9-290b-469b-9ae3-b738572304fa']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:20.417969 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-5300bafa-47ae-4ca0-ad37-e56d0344aa6b tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a2bdf2-75cd-4d33-9c13-ca320b4e1549') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:20.418315 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-5300bafa-47ae-4ca0-ad37-e56d0344aa6b tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a2bdf2-75cd-4d33-9c13-ca320b4e1549') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:20.428601 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5300bafa-47ae-4ca0-ad37-e56d0344aa6b tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:20.443272 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5300bafa-47ae-4ca0-ad37-e56d0344aa6b tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:20.449942 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5300bafa-47ae-4ca0-ad37-e56d0344aa6b tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:26:20.450347 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5300bafa-47ae-4ca0-ad37-e56d0344aa6b tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:26:20.453871 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:26:20.524744 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5300bafa-47ae-4ca0-ad37-e56d0344aa6b tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:20.535317 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5300bafa-47ae-4ca0-ad37-e56d0344aa6b tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:20.537995 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5300bafa-47ae-4ca0-ad37-e56d0344aa6b tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] 10.222.0.16 "DELETE /v2.0/networks/70bd6ad9-290b-469b-9ae3-b738572304fa HTTP/1.1" status: 204 len: 168 time: 0.7571616 Jul 15 23:26:20.553167 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300bafa-47ae-4ca0-ad37-e56d0344aa6b tempest-AllowedAddressPairIpV6TestJSON-1708564414 tempest-AllowedAddressPairIpV6TestJSON-1708564414-project] Pushing event deleted for resources: {'Network': ['ID=70bd6ad9-290b-469b-9ae3-b738572304fa,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:20.579078 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43340) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:20.798359 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a40d4e52-25c1-432a-9ce8-62805f368168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:20.807575 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0c615-8293-4991-84d8-bacbe6ae0972 req-494c91ad-782a-42cd-9712-083aec21999e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:20.819641 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4bb0c615-8293-4991-84d8-bacbe6ae0972 req-494c91ad-782a-42cd-9712-083aec21999e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 943 time: 0.0977337 Jul 15 23:26:20.875087 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4bb0c615-8293-4991-84d8-bacbe6ae0972 req-0f77676e-21be-4cb1-be2e-3e4ca0dbd1b3 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545385 Jul 15 23:26:21.004144 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43350) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:21.018713 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a40d4e52-25c1-432a-9ce8-62805f368168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:21.027414 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a40d4e52-25c1-432a-9ce8-62805f368168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:21.076194 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a40d4e52-25c1-432a-9ce8-62805f368168 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eda9f2a784dc436fa735b2ff58887ca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4932692 Jul 15 23:26:21.076513 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43354) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:21.118311 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d4e52-25c1-432a-9ce8-62805f368168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2433c3-36a4-4e8f-a44b-20573c83c757,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:21.173244 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f2adaa84-32a9-4e73-ad73-a61e5c486a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:21.228400 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f2adaa84-32a9-4e73-ad73-a61e5c486a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:21.232876 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e108a69d-3a42-44be-ad29-286c63e47789 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a379358e3759485f9b4c97906b811f1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2277570 Jul 15 23:26:21.235658 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43358) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:21.244557 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:21.292525 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc3c5750-68b4-4aa1-bb53-27f4f75c1dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:21.317927 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc3c5750-68b4-4aa1-bb53-27f4f75c1dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:21.374582 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc3c5750-68b4-4aa1-bb53-27f4f75c1dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:21.378573 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc3c5750-68b4-4aa1-bb53-27f4f75c1dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:21.384102 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-dc3c5750-68b4-4aa1-bb53-27f4f75c1dc8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b2439c4-8f8b-48eb-9c39-3005a36fa5c2 HTTP/1.1" status: 204 len: 168 time: 0.1470590 Jul 15 23:26:21.394442 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c5750-68b4-4aa1-bb53-27f4f75c1dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2439c4-8f8b-48eb-9c39-3005a36fa5c2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:21.626320 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f5f8c95a-1683-4abf-a27e-a98072b5520e no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:26:21.669699 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: f5f8c95a-1683-4abf-a27e-a98072b5520e {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:26:21.670338 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f5f8c95a-1683-4abf-a27e-a98072b5520e not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:26:21.738151 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f2adaa84-32a9-4e73-ad73-a61e5c486a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:21.743036 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f2adaa84-32a9-4e73-ad73-a61e5c486a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:21.745121 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f2adaa84-32a9-4e73-ad73-a61e5c486a9b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a2433c3-36a4-4e8f-a44b-20573c83c757 HTTP/1.1" status: 204 len: 168 time: 0.6667194 Jul 15 23:26:21.755665 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2adaa84-32a9-4e73-ad73-a61e5c486a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2433c3-36a4-4e8f-a44b-20573c83c757,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:22.341489 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43390) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:22.352473 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c0d5f-99b4-4644-8268-185851088b05 req-3c5cea71-4c1f-4ad4-825c-27c0bcc1a329 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:22.355740 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-961c0d5f-99b4-4644-8268-185851088b05 req-3c5cea71-4c1f-4ad4-825c-27c0bcc1a329 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 943 time: 0.1743093 Jul 15 23:26:22.368961 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5ae1484-0b8c-49a4-8551-e51458be5492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:22.442808 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-961c0d5f-99b4-4644-8268-185851088b05 req-3af5c270-f1ba-4632-9bef-c3b395174344 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781624 Jul 15 23:26:22.479234 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5ae1484-0b8c-49a4-8551-e51458be5492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:22.485502 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d5ae1484-0b8c-49a4-8551-e51458be5492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:22.533151 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d5ae1484-0b8c-49a4-8551-e51458be5492 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fced841832ac4c27b8afd3757c50ac28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1896889 Jul 15 23:26:22.535658 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43394) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:22.536245 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae1484-0b8c-49a4-8551-e51458be5492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a0ad7f-5643-4e19-ae95-60eadbefbe2a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:22.550434 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43396) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:22.630174 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9d7eb4d8-4d14-4d5b-ba08-e1f221aebb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:22.654504 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9d7eb4d8-4d14-4d5b-ba08-e1f221aebb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:22.678575 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f021f42b-31f0-4467-a719-88c6d43f13fa tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-316775473'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:22.701750 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f021f42b-31f0-4467-a719-88c6d43f13fa tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Made reservation on behalf of d5def6b043e44be9b135ead92161928d for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:22.705951 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f021f42b-31f0-4467-a719-88c6d43f13fa tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:22.710486 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9d7eb4d8-4d14-4d5b-ba08-e1f221aebb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:22.713373 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9d7eb4d8-4d14-4d5b-ba08-e1f221aebb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:22.715043 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9d7eb4d8-4d14-4d5b-ba08-e1f221aebb80 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5a0ad7f-5643-4e19-ae95-60eadbefbe2a HTTP/1.1" status: 204 len: 168 time: 0.1775439 Jul 15 23:26:22.715782 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f021f42b-31f0-4467-a719-88c6d43f13fa tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:22.725742 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7eb4d8-4d14-4d5b-ba08-e1f221aebb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a0ad7f-5643-4e19-ae95-60eadbefbe2a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:22.866128 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f021f42b-31f0-4467-a719-88c6d43f13fa tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:22.870711 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f021f42b-31f0-4467-a719-88c6d43f13fa tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:22.899318 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021f42b-31f0-4467-a719-88c6d43f13fa tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38966128-3274-4b4b-8432-5af7a7058d67,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:22.912189 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f021f42b-31f0-4467-a719-88c6d43f13fa tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:26:22.924028 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f021f42b-31f0-4467-a719-88c6d43f13fa tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:22.924376 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-f021f42b-31f0-4467-a719-88c6d43f13fa tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Added segment d1376178-4995-4046-8557-7bb2e9bb47a7 of type vlan for network b4356c90-d584-49d8-9999-7d2e0ece3747 Jul 15 23:26:22.995310 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f021f42b-31f0-4467-a719-88c6d43f13fa tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:23.035703 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f021f42b-31f0-4467-a719-88c6d43f13fa tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:23.043689 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f021f42b-31f0-4467-a719-88c6d43f13fa tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:23.044549 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f021f42b-31f0-4467-a719-88c6d43f13fa tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:23.094722 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f021f42b-31f0-4467-a719-88c6d43f13fa tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5325522 Jul 15 23:26:23.126507 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021f42b-31f0-4467-a719-88c6d43f13fa tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Pushing event updated for resources: {'Network': ['ID=b4356c90-d584-49d8-9999-7d2e0ece3747,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:23.146721 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network b4356c90-d584-49d8-9999-7d2e0ece3747 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:26:23.157637 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43422) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:23.175208 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-afc74382-ffef-4a33-ab00-097848162249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:23.277449 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-afc74382-ffef-4a33-ab00-097848162249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:23.283399 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-afc74382-ffef-4a33-ab00-097848162249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:23.339001 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc74382-ffef-4a33-ab00-097848162249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25262677-3961-4a18-b262-e1da4c46d716,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:23.385079 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-afc74382-ffef-4a33-ab00-097848162249 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c09c52a0a8943e0b8cf48b5cd4b875c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2240193 Jul 15 23:26:23.386146 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43426) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:23.458833 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-20465dd8-300d-4e37-b775-b40e911363fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:23.512218 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-20465dd8-300d-4e37-b775-b40e911363fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:23.588530 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-20465dd8-300d-4e37-b775-b40e911363fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:23.591371 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-20465dd8-300d-4e37-b775-b40e911363fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:23.592739 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-20465dd8-300d-4e37-b775-b40e911363fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25262677-3961-4a18-b262-e1da4c46d716 HTTP/1.1" status: 204 len: 168 time: 0.2055523 Jul 15 23:26:23.622912 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20465dd8-300d-4e37-b775-b40e911363fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25262677-3961-4a18-b262-e1da4c46d716,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:23.707164 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1726bc-f41f-428c-aab0-ab56ab2ffb86 req-c25b84ab-027d-41d9-b021-485049b96eb7 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:23.715317 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5e1726bc-f41f-428c-aab0-ab56ab2ffb86 req-c25b84ab-027d-41d9-b021-485049b96eb7 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 943 time: 0.1021767 Jul 15 23:26:23.762939 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5e1726bc-f41f-428c-aab0-ab56ab2ffb86 req-e6f22146-32ae-42a5-98c7-7fe5d9f060e6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466130 Jul 15 23:26:24.141355 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:24.998572 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e9c04-5ad6-4a2e-b39d-87c2b9d52bb2 req-a6aace34-7a54-4de3-bc9b-719997033148 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:25.004578 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-789e9c04-5ad6-4a2e-b39d-87c2b9d52bb2 req-a6aace34-7a54-4de3-bc9b-719997033148 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 943 time: 0.0990753 Jul 15 23:26:25.099825 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-789e9c04-5ad6-4a2e-b39d-87c2b9d52bb2 req-df179c6f-fcac-4bf5-8aca-de70ecfb4a46 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894766 Jul 15 23:26:25.584600 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43494) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:25.773624 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4a6d552-bdeb-4c07-8ac4-9fe2d256bfcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:25.902529 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4a6d552-bdeb-4c07-8ac4-9fe2d256bfcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:25.907100 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4a6d552-bdeb-4c07-8ac4-9fe2d256bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:25.958485 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a4a6d552-bdeb-4c07-8ac4-9fe2d256bfcf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c06cd3dbec3441ad8ccadb411712876f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3727086 Jul 15 23:26:25.961040 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43504) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:25.976637 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6d552-bdeb-4c07-8ac4-9fe2d256bfcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99ecb03-1d12-4f11-bc7f-7fd1c89dfb47,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:25.995640 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6d552-bdeb-4c07-8ac4-9fe2d256bfcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:25.995985 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6d552-bdeb-4c07-8ac4-9fe2d256bfcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:25.996324 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6d552-bdeb-4c07-8ac4-9fe2d256bfcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:25.996734 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6d552-bdeb-4c07-8ac4-9fe2d256bfcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:25.997076 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6d552-bdeb-4c07-8ac4-9fe2d256bfcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:25.997403 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6d552-bdeb-4c07-8ac4-9fe2d256bfcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:25.997727 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6d552-bdeb-4c07-8ac4-9fe2d256bfcf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:25.998103 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6d552-bdeb-4c07-8ac4-9fe2d256bfcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:25.998424 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6d552-bdeb-4c07-8ac4-9fe2d256bfcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:25.998779 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6d552-bdeb-4c07-8ac4-9fe2d256bfcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:25.999102 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6d552-bdeb-4c07-8ac4-9fe2d256bfcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:25.999491 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6d552-bdeb-4c07-8ac4-9fe2d256bfcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:26.042680 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ee3f760-2104-4fed-be53-c00872680b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:26.066853 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ee3f760-2104-4fed-be53-c00872680b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:26.116066 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ee3f760-2104-4fed-be53-c00872680b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:26.118942 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ee3f760-2104-4fed-be53-c00872680b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:26.124054 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1ee3f760-2104-4fed-be53-c00872680b5a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e99ecb03-1d12-4f11-bc7f-7fd1c89dfb47 HTTP/1.1" status: 204 len: 168 time: 0.1581516 Jul 15 23:26:26.145845 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3f760-2104-4fed-be53-c00872680b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99ecb03-1d12-4f11-bc7f-7fd1c89dfb47,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:26.364130 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3a653-713d-484a-87af-f75f2b4530c3 req-0872acb1-7afa-4893-88d2-a5160e4bb059 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:26.367297 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-16d3a653-713d-484a-87af-f75f2b4530c3 req-0872acb1-7afa-4893-88d2-a5160e4bb059 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 943 time: 0.1246972 Jul 15 23:26:26.411173 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43514) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:26.419125 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-6d007165-2949-4222-aed6-fb55c6530598 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Request body: {'subnet': {'network_id': 'b4356c90-d584-49d8-9999-7d2e0ece3747', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:26.428821 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-16d3a653-713d-484a-87af-f75f2b4530c3 req-f23fce0e-ab30-41d4-8574-ce5d5ccb4bf8 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559030 Jul 15 23:26:26.529065 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d007165-2949-4222-aed6-fb55c6530598 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Made reservation on behalf of d5def6b043e44be9b135ead92161928d for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:26.535839 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6d007165-2949-4222-aed6-fb55c6530598 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:26.748929 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6d007165-2949-4222-aed6-fb55c6530598 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:26.834168 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d007165-2949-4222-aed6-fb55c6530598 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Checking segment: {'id': 'd1376178-4995-4046-8557-7bb2e9bb47a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b4356c90-d584-49d8-9999-7d2e0ece3747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:26.834690 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d007165-2949-4222-aed6-fb55c6530598 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Network hostable DHCP agents. Network: b4356c90-d584-49d8-9999-7d2e0ece3747, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:26:26.862401 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d007165-2949-4222-aed6-fb55c6530598 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Pushing event updated for resources: {'Subnet': ['ID=67d0ce98-6644-4b81-8ebc-6c99283743b6,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:26.864664 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d007165-2949-4222-aed6-fb55c6530598 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Network b4356c90-d584-49d8-9999-7d2e0ece3747 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:26:26.893986 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-6d007165-2949-4222-aed6-fb55c6530598 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, b4356c90-d584-49d8-9999-7d2e0ece3747) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:26.904642 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bdfbab-1019-41ce-919d-744765d3c301 None None] Network b4356c90-d584-49d8-9999-7d2e0ece3747 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:26.911807 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d007165-2949-4222-aed6-fb55c6530598 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:26.912409 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6d007165-2949-4222-aed6-fb55c6530598 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:26.929231 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6d007165-2949-4222-aed6-fb55c6530598 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5169752 Jul 15 23:26:26.933246 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43540) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:26.940061 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-aa6f94fb-463c-450a-9f1b-2201cde8c476 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-352028382'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:26.985457 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6f94fb-463c-450a-9f1b-2201cde8c476 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Made reservation on behalf of d5def6b043e44be9b135ead92161928d for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:26.992502 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa6f94fb-463c-450a-9f1b-2201cde8c476 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.034604 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6f94fb-463c-450a-9f1b-2201cde8c476 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:26:27.047489 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa6f94fb-463c-450a-9f1b-2201cde8c476 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.047841 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-aa6f94fb-463c-450a-9f1b-2201cde8c476 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Added segment cc83bf2d-67c1-4178-ae68-566a64889352 of type vlan for network f2c28506-b69e-4b3a-96a3-cae67074a4cd Jul 15 23:26:27.099232 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa6f94fb-463c-450a-9f1b-2201cde8c476 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.136583 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa6f94fb-463c-450a-9f1b-2201cde8c476 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.158721 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6f94fb-463c-450a-9f1b-2201cde8c476 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:27.159452 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aa6f94fb-463c-450a-9f1b-2201cde8c476 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.190015 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8e51ff-1db4-46a5-8df0-a197ab4c2724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-b4356c90-d584-49d8-9999-7d2e0ece3747', 'network_id': 'b4356c90-d584-49d8-9999-7d2e0ece3747', 'tenant_id': 'd5def6b043e44be9b135ead92161928d', 'fixed_ips': [{'subnet_id': '67d0ce98-6644-4b81-8ebc-6c99283743b6'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:26:27.191239 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d8e51ff-1db4-46a5-8df0-a197ab4c2724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.207518 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43550) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:27.213570 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-73814410-6509-4368-ac29-726a0166c291 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Request body: {'subnet': {'network_id': 'f2c28506-b69e-4b3a-96a3-cae67074a4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:27.217958 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-aa6f94fb-463c-450a-9f1b-2201cde8c476 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2722113 Jul 15 23:26:27.324536 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f94fb-463c-450a-9f1b-2201cde8c476 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Pushing event updated for resources: {'Network': ['ID=f2c28506-b69e-4b3a-96a3-cae67074a4cd,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:27.376676 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73814410-6509-4368-ac29-726a0166c291 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Made reservation on behalf of d5def6b043e44be9b135ead92161928d for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:27.380624 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-73814410-6509-4368-ac29-726a0166c291 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.426184 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-4d8e51ff-1db4-46a5-8df0-a197ab4c2724 None None] Allocated IP 2001:db8:0:ffff::2 (b4356c90-d584-49d8-9999-7d2e0ece3747/67d0ce98-6644-4b81-8ebc-6c99283743b6/518ddcb7-f428-4594-99f1-298293af7c89) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:27.624352 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network f2c28506-b69e-4b3a-96a3-cae67074a4cd details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:26:27.630016 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 745a6557-5f57-4c77-8210-2d4c247a8322 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:26:27.835998 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328f40a-7337-416c-b87f-2f114443cd27 req-d35ac714-8172-46a0-b8e6-6a66039160ba tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:27.838105 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f328f40a-7337-416c-b87f-2f114443cd27 req-d35ac714-8172-46a0-b8e6-6a66039160ba tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 943 time: 0.1685641 Jul 15 23:26:27.885713 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 745a6557-5f57-4c77-8210-2d4c247a8322, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=745a6557-5f57-4c77-8210-2d4c247a8322,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:27.919448 n-d-787205-9 neutron-server[93799]: DEBUG neutron.objects.ports [None req-73814410-6509-4368-ac29-726a0166c291 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93799) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:26:27.925600 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-73814410-6509-4368-ac29-726a0166c291 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.930960 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '745a6557-5f57-4c77-8210-2d4c247a8322', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'port_id': '745a6557-5f57-4c77-8210-2d4c247a8322', 'mac_address': 'fa:16:3e:7d:bc:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:26:27.936267 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d8e51ff-1db4-46a5-8df0-a197ab4c2724 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.976623 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4d8e51ff-1db4-46a5-8df0-a197ab4c2724 None None] Transition to ACTIVE for port object 518ddcb7-f428-4594-99f1-298293af7c89 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:28.082541 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4d8e51ff-1db4-46a5-8df0-a197ab4c2724 None None] Transition to ACTIVE for port object 518ddcb7-f428-4594-99f1-298293af7c89 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:28.085315 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:28.086324 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73814410-6509-4368-ac29-726a0166c291 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Pushing event updated for resources: {'Subnet': ['ID=094f6b79-900c-4b13-81f0-e6833428d8c5,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:28.115316 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 745a6557-5f57-4c77-8210-2d4c247a8322 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:26:28.141667 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f328f40a-7337-416c-b87f-2f114443cd27 req-30004031-475b-4f62-81ee-2784bbbc6726 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2894132 Jul 15 23:26:28.178224 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73814410-6509-4368-ac29-726a0166c291 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Checking segment: {'id': 'cc83bf2d-67c1-4178-ae68-566a64889352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f2c28506-b69e-4b3a-96a3-cae67074a4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:28.181102 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73814410-6509-4368-ac29-726a0166c291 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Network hostable DHCP agents. Network: f2c28506-b69e-4b3a-96a3-cae67074a4cd, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:26:28.182538 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 745a6557-5f57-4c77-8210-2d4c247a8322, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=745a6557-5f57-4c77-8210-2d4c247a8322,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:28.186700 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d8e51ff-1db4-46a5-8df0-a197ab4c2724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:28.209998 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73814410-6509-4368-ac29-726a0166c291 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Network f2c28506-b69e-4b3a-96a3-cae67074a4cd is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:26:28.223427 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-73814410-6509-4368-ac29-726a0166c291 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, f2c28506-b69e-4b3a-96a3-cae67074a4cd) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:28.240797 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73814410-6509-4368-ac29-726a0166c291 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:28.241645 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-73814410-6509-4368-ac29-726a0166c291 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:28.262806 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-73814410-6509-4368-ac29-726a0166c291 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0538132 Jul 15 23:26:28.264265 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:28.265845 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43590) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:28.268633 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e51ff-1db4-46a5-8df0-a197ab4c2724 None None] Pushing event updated for resources: {'Port': ['ID=518ddcb7-f428-4594-99f1-298293af7c89,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:28.271265 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd95121f-2974-458c-a436-5053f10cff13 None None] Network f2c28506-b69e-4b3a-96a3-cae67074a4cd requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:28.275946 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e376c739-8674-44fa-bb5c-ba96f84b3b01 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Request body: {'port': {'network_id': 'f2c28506-b69e-4b3a-96a3-cae67074a4cd', 'name': 'tempest-NetworksIpV6TestAttrs-1635202706'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:28.379927 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=745a6557-5f57-4c77-8210-2d4c247a8322,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:28.428684 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8e51ff-1db4-46a5-8df0-a197ab4c2724 None None] Network b4356c90-d584-49d8-9999-7d2e0ece3747 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:28.432093 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-4d8e51ff-1db4-46a5-8df0-a197ab4c2724 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:28.439657 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8e51ff-1db4-46a5-8df0-a197ab4c2724 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:28.515076 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e376c739-8674-44fa-bb5c-ba96f84b3b01 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Made reservation on behalf of d5def6b043e44be9b135ead92161928d for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:28.521453 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e376c739-8674-44fa-bb5c-ba96f84b3b01 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:28.552173 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-e376c739-8674-44fa-bb5c-ba96f84b3b01 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] device_id is not set on port 94e9dfe1-a117-4b3b-b711-3e7dadf9c1dc yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:26:28.604952 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['745a6557-5f57-4c77-8210-2d4c247a8322'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:26:28.684497 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4d8e51ff-1db4-46a5-8df0-a197ab4c2724 None None] Attempting to bind port 518ddcb7-f428-4594-99f1-298293af7c89 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:28.684870 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4d8e51ff-1db4-46a5-8df0-a197ab4c2724 None None] Attempting to bind port 518ddcb7-f428-4594-99f1-298293af7c89 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'd1376178-4995-4046-8557-7bb2e9bb47a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b4356c90-d584-49d8-9999-7d2e0ece3747'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:28.685765 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8e51ff-1db4-46a5-8df0-a197ab4c2724 None None] Attempting to bind port 518ddcb7-f428-4594-99f1-298293af7c89 on network b4356c90-d584-49d8-9999-7d2e0ece3747 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:28.686063 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-e376c739-8674-44fa-bb5c-ba96f84b3b01 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Allocated IP 2001:db8::f816:3eff:feb4:6136 (f2c28506-b69e-4b3a-96a3-cae67074a4cd/094f6b79-900c-4b13-81f0-e6833428d8c5/94e9dfe1-a117-4b3b-b711-3e7dadf9c1dc) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:28.694827 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434d6977-e656-4e23-9fc7-3a969fc493cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-f2c28506-b69e-4b3a-96a3-cae67074a4cd', 'network_id': 'f2c28506-b69e-4b3a-96a3-cae67074a4cd', 'tenant_id': 'd5def6b043e44be9b135ead92161928d', 'fixed_ips': [{'subnet_id': '094f6b79-900c-4b13-81f0-e6833428d8c5'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:26:28.695676 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-434d6977-e656-4e23-9fc7-3a969fc493cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:28.704807 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8e51ff-1db4-46a5-8df0-a197ab4c2724 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:26:28.705565 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8e51ff-1db4-46a5-8df0-a197ab4c2724 None None] Checking segment: {'id': 'd1376178-4995-4046-8557-7bb2e9bb47a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b4356c90-d584-49d8-9999-7d2e0ece3747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:28.705975 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d8e51ff-1db4-46a5-8df0-a197ab4c2724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:28.706382 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8e51ff-1db4-46a5-8df0-a197ab4c2724 None None] Bound using segment: {'id': 'd1376178-4995-4046-8557-7bb2e9bb47a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b4356c90-d584-49d8-9999-7d2e0ece3747'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:26:28.706896 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4d8e51ff-1db4-46a5-8df0-a197ab4c2724 None None] Bound port: 518ddcb7-f428-4594-99f1-298293af7c89, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1376178-4995-4046-8557-7bb2e9bb47a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b4356c90-d584-49d8-9999-7d2e0ece3747'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:26:28.707287 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d8e51ff-1db4-46a5-8df0-a197ab4c2724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:28.867522 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e376c739-8674-44fa-bb5c-ba96f84b3b01 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:28.884393 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-e376c739-8674-44fa-bb5c-ba96f84b3b01 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Transition to ACTIVE for port object 94e9dfe1-a117-4b3b-b711-3e7dadf9c1dc will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:28.898338 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4d8e51ff-1db4-46a5-8df0-a197ab4c2724 None None] For port 518ddcb7-f428-4594-99f1-298293af7c89, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:26:28.916770 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4d8e51ff-1db4-46a5-8df0-a197ab4c2724 None None] For port 518ddcb7-f428-4594-99f1-298293af7c89, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=518ddcb7-f428-4594-99f1-298293af7c89,segment=NetworkSegment(d1376178-4995-4046-8557-7bb2e9bb47a7),segment_id=d1376178-4995-4046-8557-7bb2e9bb47a7)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:26:28.922791 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e376c739-8674-44fa-bb5c-ba96f84b3b01 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:28.926797 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d8e51ff-1db4-46a5-8df0-a197ab4c2724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:28.969977 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e376c739-8674-44fa-bb5c-ba96f84b3b01 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Network f2c28506-b69e-4b3a-96a3-cae67074a4cd is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:28.975319 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-e376c739-8674-44fa-bb5c-ba96f84b3b01 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:28.977700 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e376c739-8674-44fa-bb5c-ba96f84b3b01 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:28.983656 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e376c739-8674-44fa-bb5c-ba96f84b3b01 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:28.984173 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e376c739-8674-44fa-bb5c-ba96f84b3b01 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:29.000573 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376c739-8674-44fa-bb5c-ba96f84b3b01 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Pushing event updated for resources: {'Port': ['ID=94e9dfe1-a117-4b3b-b711-3e7dadf9c1dc,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:29.011675 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e376c739-8674-44fa-bb5c-ba96f84b3b01 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.7415128 Jul 15 23:26:29.011971 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43612) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:29.069470 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-71af1cd2-a5f2-401e-b8e7-fb729690e557 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Deleting subnet 094f6b79-900c-4b13-81f0-e6833428d8c5 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:26:29.214105 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e51ff-1db4-46a5-8df0-a197ab4c2724 None None] Pushing event updated for resources: {'Port': ['ID=518ddcb7-f428-4594-99f1-298293af7c89,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:29.219760 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-434d6977-e656-4e23-9fc7-3a969fc493cd None None] Allocated IP 2001:db8::f816:3eff:fe2a:d9fb (f2c28506-b69e-4b3a-96a3-cae67074a4cd/094f6b79-900c-4b13-81f0-e6833428d8c5/544502f9-0763-43c5-b807-0bef4ce66f5c) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:29.355013 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43622) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:29.431472 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13dbbc-e11b-4387-9723-a57d13646af3 req-302c68f2-8ed3-4cae-8d2b-4bf33db438e4 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:29.433636 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e13dbbc-e11b-4387-9723-a57d13646af3 req-302c68f2-8ed3-4cae-8d2b-4bf33db438e4 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 944 time: 0.1021338 Jul 15 23:26:29.461656 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-434d6977-e656-4e23-9fc7-3a969fc493cd None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:29.471127 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-434d6977-e656-4e23-9fc7-3a969fc493cd None None] Transition to ACTIVE for port object 544502f9-0763-43c5-b807-0bef4ce66f5c will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:29.494726 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-434d6977-e656-4e23-9fc7-3a969fc493cd None None] Transition to ACTIVE for port object 544502f9-0763-43c5-b807-0bef4ce66f5c will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:29.523080 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-434d6977-e656-4e23-9fc7-3a969fc493cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:29.529248 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-71af1cd2-a5f2-401e-b8e7-fb729690e557 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:29.570271 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434d6977-e656-4e23-9fc7-3a969fc493cd None None] Network f2c28506-b69e-4b3a-96a3-cae67074a4cd is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:29.583155 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-434d6977-e656-4e23-9fc7-3a969fc493cd None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:29.586514 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d6977-e656-4e23-9fc7-3a969fc493cd None None] Pushing event updated for resources: {'Port': ['ID=544502f9-0763-43c5-b807-0bef4ce66f5c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:29.595502 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434d6977-e656-4e23-9fc7-3a969fc493cd None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:29.628778 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d6812c7-4a9d-4ffc-ad21-582b54a07128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:29.645183 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e13dbbc-e11b-4387-9723-a57d13646af3 req-4737ef83-0010-40e9-b1f7-e6f1c0a0f1c7 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948662 Jul 15 23:26:29.719264 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 518ddcb7-f428-4594-99f1-298293af7c89 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:29.727928 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-71af1cd2-a5f2-401e-b8e7-fb729690e557 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:29.746988 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-434d6977-e656-4e23-9fc7-3a969fc493cd None None] Attempting to bind port 544502f9-0763-43c5-b807-0bef4ce66f5c on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:29.747371 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-434d6977-e656-4e23-9fc7-3a969fc493cd None None] Attempting to bind port 544502f9-0763-43c5-b807-0bef4ce66f5c by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'cc83bf2d-67c1-4178-ae68-566a64889352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f2c28506-b69e-4b3a-96a3-cae67074a4cd'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:29.747736 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434d6977-e656-4e23-9fc7-3a969fc493cd None None] Attempting to bind port 544502f9-0763-43c5-b807-0bef4ce66f5c on network f2c28506-b69e-4b3a-96a3-cae67074a4cd {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:29.759155 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434d6977-e656-4e23-9fc7-3a969fc493cd None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:26:29.759806 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434d6977-e656-4e23-9fc7-3a969fc493cd None None] Checking segment: {'id': 'cc83bf2d-67c1-4178-ae68-566a64889352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f2c28506-b69e-4b3a-96a3-cae67074a4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:29.760606 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-434d6977-e656-4e23-9fc7-3a969fc493cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:29.761017 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434d6977-e656-4e23-9fc7-3a969fc493cd None None] Bound using segment: {'id': 'cc83bf2d-67c1-4178-ae68-566a64889352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f2c28506-b69e-4b3a-96a3-cae67074a4cd'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:26:29.761501 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-434d6977-e656-4e23-9fc7-3a969fc493cd None None] Bound port: 544502f9-0763-43c5-b807-0bef4ce66f5c, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc83bf2d-67c1-4178-ae68-566a64889352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f2c28506-b69e-4b3a-96a3-cae67074a4cd'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:26:29.761892 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-434d6977-e656-4e23-9fc7-3a969fc493cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:29.838793 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 518ddcb7-f428-4594-99f1-298293af7c89 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:29.845134 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-434d6977-e656-4e23-9fc7-3a969fc493cd None None] For port 544502f9-0763-43c5-b807-0bef4ce66f5c, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:26:29.849475 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-434d6977-e656-4e23-9fc7-3a969fc493cd None None] For port 544502f9-0763-43c5-b807-0bef4ce66f5c, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=544502f9-0763-43c5-b807-0bef4ce66f5c,segment=NetworkSegment(cc83bf2d-67c1-4178-ae68-566a64889352),segment_id=cc83bf2d-67c1-4178-ae68-566a64889352)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:26:29.864036 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-434d6977-e656-4e23-9fc7-3a969fc493cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:29.983910 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d6977-e656-4e23-9fc7-3a969fc493cd None None] Pushing event updated for resources: {'Port': ['ID=544502f9-0763-43c5-b807-0bef4ce66f5c,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:30.020631 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-71af1cd2-a5f2-401e-b8e7-fb729690e557 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:30.067658 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d6812c7-4a9d-4ffc-ad21-582b54a07128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:30.073942 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d6812c7-4a9d-4ffc-ad21-582b54a07128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:30.132986 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6812c7-4a9d-4ffc-ad21-582b54a07128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7024c8b0-70a6-496b-992a-fb4cf743fb20,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:30.137571 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5d6812c7-4a9d-4ffc-ad21-582b54a07128 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=abc35fe00a914d359b7899abad565922&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7664793 Jul 15 23:26:30.140455 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43650) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:30.156092 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-71af1cd2-a5f2-401e-b8e7-fb729690e557 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:30.185093 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af1cd2-a5f2-401e-b8e7-fb729690e557 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Pushing event deleted for resources: {'Subnet': ['ID=094f6b79-900c-4b13-81f0-e6833428d8c5,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:30.195428 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-71af1cd2-a5f2-401e-b8e7-fb729690e557 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:30.200803 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-71af1cd2-a5f2-401e-b8e7-fb729690e557 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "DELETE /v2.0/subnets/094f6b79-900c-4b13-81f0-e6833428d8c5 HTTP/1.1" status: 204 len: 168 time: 1.1877427 Jul 15 23:26:30.201928 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43652) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:30.259339 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1fcec3f5-853f-4ee6-8313-34a3746423f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:30.294593 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1fcec3f5-853f-4ee6-8313-34a3746423f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:30.376095 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1fcec3f5-853f-4ee6-8313-34a3746423f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:30.378817 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1fcec3f5-853f-4ee6-8313-34a3746423f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:30.383476 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1fcec3f5-853f-4ee6-8313-34a3746423f3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7024c8b0-70a6-496b-992a-fb4cf743fb20 HTTP/1.1" status: 204 len: 168 time: 0.2409680 Jul 15 23:26:30.397545 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcec3f5-853f-4ee6-8313-34a3746423f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7024c8b0-70a6-496b-992a-fb4cf743fb20,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:30.460108 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fc01cb-9a8c-43c2-9c55-d1c8c999bac9 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:30.467677 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fc01cb-9a8c-43c2-9c55-d1c8c999bac9 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:30.472274 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-41fc01cb-9a8c-43c2-9c55-d1c8c999bac9 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2686164 Jul 15 23:26:30.474476 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43658) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:30.620983 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7389ed63-539f-440e-8db5-6c822179c5cf tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:30.629005 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-7389ed63-539f-440e-8db5-6c822179c5cf tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 15 23:26:30.629857 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7389ed63-539f-440e-8db5-6c822179c5cf tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:26:30.631866 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7389ed63-539f-440e-8db5-6c822179c5cf tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "DELETE /v2.0/networks/f2c28506-b69e-4b3a-96a3-cae67074a4cd HTTP/1.1" status: 409 len: 405 time: 0.1559234 Jul 15 23:26:30.635909 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43662) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:30.641752 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-cda7f7c9-cff8-42f2-bfbb-68d97b63738d tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1229304818'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:30.697502 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda7f7c9-cff8-42f2-bfbb-68d97b63738d tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Made reservation on behalf of d5def6b043e44be9b135ead92161928d for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:30.709539 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cda7f7c9-cff8-42f2-bfbb-68d97b63738d tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:30.764816 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda7f7c9-cff8-42f2-bfbb-68d97b63738d tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:26:30.783683 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cda7f7c9-cff8-42f2-bfbb-68d97b63738d tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:30.784073 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-cda7f7c9-cff8-42f2-bfbb-68d97b63738d tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Added segment 166e97d9-401d-4f03-8f6a-b9251d18d1a3 of type vlan for network 22b543c5-4082-4659-aee8-ed4184d583d0 Jul 15 23:26:30.819763 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e231967b-4b2e-4522-a8fb-98414af4f965 None None] Network b4356c90-d584-49d8-9999-7d2e0ece3747 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:30.891189 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cda7f7c9-cff8-42f2-bfbb-68d97b63738d tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:30.910459 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3dbb0f4d-6c16-472a-aeda-024f08dd91ee None None] Provisioning for port 518ddcb7-f428-4594-99f1-298293af7c89 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:30.937885 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3dbb0f4d-6c16-472a-aeda-024f08dd91ee None None] Provisioning complete for port 518ddcb7-f428-4594-99f1-298293af7c89 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:30.938964 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3dbb0f4d-6c16-472a-aeda-024f08dd91ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:30.989071 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cda7f7c9-cff8-42f2-bfbb-68d97b63738d tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:31.001675 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda7f7c9-cff8-42f2-bfbb-68d97b63738d tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:31.002335 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cda7f7c9-cff8-42f2-bfbb-68d97b63738d tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:31.055302 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f876cf9-1ba2-43e4-8d5b-de6a6442e0fe req-dd1e3d11-6007-4da2-8798-97276be08d13 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:31.056824 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9f876cf9-1ba2-43e4-8d5b-de6a6442e0fe req-dd1e3d11-6007-4da2-8798-97276be08d13 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 944 time: 0.2233164 Jul 15 23:26:31.104428 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-cda7f7c9-cff8-42f2-bfbb-68d97b63738d tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4673173 Jul 15 23:26:31.107549 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43678) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:31.114583 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f344f111-fff6-4336-80f1-96a43421f5b5 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Request body: {'subnet': {'network_id': '22b543c5-4082-4659-aee8-ed4184d583d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:31.182497 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7f7c9-cff8-42f2-bfbb-68d97b63738d tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Pushing event updated for resources: {'Network': ['ID=22b543c5-4082-4659-aee8-ed4184d583d0,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:31.193137 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3dbb0f4d-6c16-472a-aeda-024f08dd91ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:31.212166 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9f876cf9-1ba2-43e4-8d5b-de6a6442e0fe req-4aaf2471-18a5-430d-b413-dd3f45f72000 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292460 Jul 15 23:26:31.257200 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 22b543c5-4082-4659-aee8-ed4184d583d0 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:26:31.295409 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-3dbb0f4d-6c16-472a-aeda-024f08dd91ee None None] For port 518ddcb7-f428-4594-99f1-298293af7c89, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=518ddcb7-f428-4594-99f1-298293af7c89,segment=NetworkSegment(d1376178-4995-4046-8557-7bb2e9bb47a7),segment_id=d1376178-4995-4046-8557-7bb2e9bb47a7)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:31.307884 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3dbb0f4d-6c16-472a-aeda-024f08dd91ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:31.320974 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f344f111-fff6-4336-80f1-96a43421f5b5 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Made reservation on behalf of d5def6b043e44be9b135ead92161928d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:31.325436 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f344f111-fff6-4336-80f1-96a43421f5b5 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:31.375205 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb0f4d-6c16-472a-aeda-024f08dd91ee None None] Pushing event updated for resources: {'Port': ['ID=518ddcb7-f428-4594-99f1-298293af7c89,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:31.550101 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 745a6557-5f57-4c77-8210-2d4c247a8322 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:31.603250 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdd42e4-db67-4829-87f8-ee610076ccb3 None None] Network f2c28506-b69e-4b3a-96a3-cae67074a4cd requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:31.689043 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 745a6557-5f57-4c77-8210-2d4c247a8322 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:31.786728 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 745a6557-5f57-4c77-8210-2d4c247a8322 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:31.787357 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:31.826513 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a430c39c-3a45-4666-a064-60cd4c93c3fe None None] Provisioning for port 544502f9-0763-43c5-b807-0bef4ce66f5c completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:31.848601 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 544502f9-0763-43c5-b807-0bef4ce66f5c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:31.908358 n-d-787205-9 neutron-server[93798]: DEBUG neutron.objects.ports [None req-f344f111-fff6-4336-80f1-96a43421f5b5 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93798) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:26:31.910310 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f344f111-fff6-4336-80f1-96a43421f5b5 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:32.064049 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-75700858-993f-412c-854e-9b35fd16d7d6 None None] Provisioning complete for port 518ddcb7-f428-4594-99f1-298293af7c89 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:32.064698 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-75700858-993f-412c-854e-9b35fd16d7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:32.089283 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f344f111-fff6-4336-80f1-96a43421f5b5 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Pushing event updated for resources: {'Subnet': ['ID=2f031f77-840d-4f55-ba48-68bc0b17d203,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:32.117305 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f344f111-fff6-4336-80f1-96a43421f5b5 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Checking segment: {'id': '166e97d9-401d-4f03-8f6a-b9251d18d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '22b543c5-4082-4659-aee8-ed4184d583d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:32.117528 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f344f111-fff6-4336-80f1-96a43421f5b5 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Network hostable DHCP agents. Network: 22b543c5-4082-4659-aee8-ed4184d583d0, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:26:32.148481 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 544502f9-0763-43c5-b807-0bef4ce66f5c completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:32.155617 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 544502f9-0763-43c5-b807-0bef4ce66f5c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:32.156039 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:32.159170 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:32.166087 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f344f111-fff6-4336-80f1-96a43421f5b5 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Network 22b543c5-4082-4659-aee8-ed4184d583d0 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:26:32.180087 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-f344f111-fff6-4336-80f1-96a43421f5b5 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 22b543c5-4082-4659-aee8-ed4184d583d0) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:32.185231 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f344f111-fff6-4336-80f1-96a43421f5b5 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:32.185854 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f344f111-fff6-4336-80f1-96a43421f5b5 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:32.201551 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d4c249-a35c-40d8-8a76-d5c31eea4919 None None] Network 22b543c5-4082-4659-aee8-ed4184d583d0 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:32.215271 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f344f111-fff6-4336-80f1-96a43421f5b5 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1061037 Jul 15 23:26:32.215925 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43716) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:32.222240 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-93a79756-4004-4b96-9339-ab879b95f0be tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Request body: {'port': {'network_id': '22b543c5-4082-4659-aee8-ed4184d583d0', 'name': 'tempest-NetworksIpV6TestAttrs-353035031'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:32.257699 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72653938-c927-4063-9468-a352bb0b5aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745a6557-5f57-4c77-8210-2d4c247a8322'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:26:32.260123 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab43412-acde-4b0e-8461-ed367e0eae47" -d '{"events": [{"server_uuid": "72653938-c927-4063-9468-a352bb0b5aac", "name": "network-vif-plugged", "status": "completed", "tag": "745a6557-5f57-4c77-8210-2d4c247a8322"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:26:32.359311 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac182980-ca88-415c-abd3-7c09b76b240a x-openstack-request-id: req-ac182980-ca88-415c-abd3-7c09b76b240a {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:26:32.359858 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72653938-c927-4063-9468-a352bb0b5aac", "name": "network-vif-plugged", "status": "completed", "tag": "745a6557-5f57-4c77-8210-2d4c247a8322", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:26:32.360273 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac182980-ca88-415c-abd3-7c09b76b240a {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:26:32.360817 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72653938-c927-4063-9468-a352bb0b5aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745a6557-5f57-4c77-8210-2d4c247a8322', 'code': 200} Jul 15 23:26:32.363861 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fec602-2b53-4e0f-b30b-1c18ac5331dc None None] DHCP port deletion for f2c28506-b69e-4b3a-96a3-cae67074a4cd request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:26:32.371000 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 745a6557-5f57-4c77-8210-2d4c247a8322, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=745a6557-5f57-4c77-8210-2d4c247a8322,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:32.411620 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:32.532015 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb97cc7-12cd-4363-8393-1e3a29d717ef req-3c0e8996-9dc4-4740-a472-48e89f2e359f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:32.534047 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2bb97cc7-12cd-4363-8393-1e3a29d717ef req-3c0e8996-9dc4-4740-a472-48e89f2e359f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 945 time: 0.1214342 Jul 15 23:26:32.540086 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a79756-4004-4b96-9339-ab879b95f0be tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Made reservation on behalf of d5def6b043e44be9b135ead92161928d for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:32.544301 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-93a79756-4004-4b96-9339-ab879b95f0be tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:32.560374 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7b1fc-5584-4d06-a7af-4c760b01cb41 req-4a86d474-9243-4257-ba4e-a37066108201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:32.563225 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a8b7b1fc-5584-4d06-a7af-4c760b01cb41 req-4a86d474-9243-4257-ba4e-a37066108201 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 1096 time: 0.1108675 Jul 15 23:26:32.592025 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-93a79756-4004-4b96-9339-ab879b95f0be tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] device_id is not set on port d94766cf-9487-41d1-99d3-debba160f76f yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:26:32.607969 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:32.612701 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=745a6557-5f57-4c77-8210-2d4c247a8322,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:32.619588 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a8b7b1fc-5584-4d06-a7af-4c760b01cb41 req-f7bf1e4d-8123-4093-9bce-5ee33b53832e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505481 Jul 15 23:26:32.666250 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2bb97cc7-12cd-4363-8393-1e3a29d717ef req-66f84db3-78f3-4ec8-8442-08e7583b2139 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168652 Jul 15 23:26:32.678049 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43732) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:32.705117 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a4fec602-2b53-4e0f-b30b-1c18ac5331dc None None] Deleting port 544502f9-0763-43c5-b807-0bef4ce66f5c {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:32.705491 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a4fec602-2b53-4e0f-b30b-1c18ac5331dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:32.707408 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3051cd-4080-4be5-807d-4b30dfaeeacd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-22b543c5-4082-4659-aee8-ed4184d583d0', 'network_id': '22b543c5-4082-4659-aee8-ed4184d583d0', 'tenant_id': 'd5def6b043e44be9b135ead92161928d', 'fixed_ips': [{'subnet_id': '2f031f77-840d-4f55-ba48-68bc0b17d203'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:26:32.708206 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ed3051cd-4080-4be5-807d-4b30dfaeeacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:32.737797 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 544502f9-0763-43c5-b807-0bef4ce66f5c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=544502f9-0763-43c5-b807-0bef4ce66f5c,segment=NetworkSegment(cc83bf2d-67c1-4178-ae68-566a64889352),segment_id=cc83bf2d-67c1-4178-ae68-566a64889352)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:32.784876 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-93a79756-4004-4b96-9339-ab879b95f0be tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Allocated IP 2001:db8::f816:3eff:fe73:3ab8 (22b543c5-4082-4659-aee8-ed4184d583d0/2f031f77-840d-4f55-ba48-68bc0b17d203/d94766cf-9487-41d1-99d3-debba160f76f) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:32.830907 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:32.831764 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 518ddcb7-f428-4594-99f1-298293af7c89 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:32.865304 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9808f9eb-80b3-477c-83d1-7889472d601e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:32.974533 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-a4fec602-2b53-4e0f-b30b-1c18ac5331dc None None] For port 544502f9-0763-43c5-b807-0bef4ce66f5c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=544502f9-0763-43c5-b807-0bef4ce66f5c,segment=NetworkSegment(cc83bf2d-67c1-4178-ae68-566a64889352),segment_id=cc83bf2d-67c1-4178-ae68-566a64889352)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:32.979152 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-93a79756-4004-4b96-9339-ab879b95f0be tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:32.981164 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a4fec602-2b53-4e0f-b30b-1c18ac5331dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:32.996730 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-93a79756-4004-4b96-9339-ab879b95f0be tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Transition to ACTIVE for port object d94766cf-9487-41d1-99d3-debba160f76f will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:33.007547 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9808f9eb-80b3-477c-83d1-7889472d601e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.012717 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9808f9eb-80b3-477c-83d1-7889472d601e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.014976 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a4fec602-2b53-4e0f-b30b-1c18ac5331dc None None] Calling delete_port for 544502f9-0763-43c5-b807-0bef4ce66f5c owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:33.040351 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=544502f9-0763-43c5-b807-0bef4ce66f5c,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:33.054168 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-93a79756-4004-4b96-9339-ab879b95f0be tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.071907 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9808f9eb-80b3-477c-83d1-7889472d601e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9c065cfb312c406a82184b76c281c639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3922391 Jul 15 23:26:33.072683 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808f9eb-80b3-477c-83d1-7889472d601e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90c2e81-2f7e-4eec-beeb-a5fe18431af3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:33.076458 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43738) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:33.116378 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 518ddcb7-f428-4594-99f1-298293af7c89 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:33.116759 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.144027 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a79756-4004-4b96-9339-ab879b95f0be tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Network 22b543c5-4082-4659-aee8-ed4184d583d0 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:33.156189 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-93a79756-4004-4b96-9339-ab879b95f0be tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:33.165115 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61ee296a-a1a7-4d74-9700-ba14ac6a6234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.168437 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a79756-4004-4b96-9339-ab879b95f0be tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:33.185692 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a79756-4004-4b96-9339-ab879b95f0be tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:33.187331 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-93a79756-4004-4b96-9339-ab879b95f0be tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.192873 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-ed3051cd-4080-4be5-807d-4b30dfaeeacd None None] Allocated IP 2001:db8::f816:3eff:fe28:5be1 (22b543c5-4082-4659-aee8-ed4184d583d0/2f031f77-840d-4f55-ba48-68bc0b17d203/605c74e3-09ff-4893-afcc-903f562c98ed) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:33.193113 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61ee296a-a1a7-4d74-9700-ba14ac6a6234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.207101 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a79756-4004-4b96-9339-ab879b95f0be tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Pushing event updated for resources: {'Port': ['ID=d94766cf-9487-41d1-99d3-debba160f76f,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:33.236871 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-93a79756-4004-4b96-9339-ab879b95f0be tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0190825 Jul 15 23:26:33.240943 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43744) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:33.246718 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a4fec602-2b53-4e0f-b30b-1c18ac5331dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.261987 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61ee296a-a1a7-4d74-9700-ba14ac6a6234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.267521 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-61ee296a-a1a7-4d74-9700-ba14ac6a6234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.271525 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-61ee296a-a1a7-4d74-9700-ba14ac6a6234 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f90c2e81-2f7e-4eec-beeb-a5fe18431af3 HTTP/1.1" status: 204 len: 168 time: 0.1937160 Jul 15 23:26:33.288177 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee296a-a1a7-4d74-9700-ba14ac6a6234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90c2e81-2f7e-4eec-beeb-a5fe18431af3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:33.295304 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fec602-2b53-4e0f-b30b-1c18ac5331dc None None] Pushing event deleted for resources: {'Port': ['ID=544502f9-0763-43c5-b807-0bef4ce66f5c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:33.346584 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-315287b0-ea93-45e7-ab7c-9375f26618bd tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Deleting subnet 2f031f77-840d-4f55-ba48-68bc0b17d203 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:26:33.356712 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fec602-2b53-4e0f-b30b-1c18ac5331dc None None] No DVR routers for this DVR port 544502f9-0763-43c5-b807-0bef4ce66f5c on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:26:33.465835 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ed3051cd-4080-4be5-807d-4b30dfaeeacd None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.483625 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ed3051cd-4080-4be5-807d-4b30dfaeeacd None None] Transition to ACTIVE for port object 605c74e3-09ff-4893-afcc-903f562c98ed will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:33.502957 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ed3051cd-4080-4be5-807d-4b30dfaeeacd None None] Transition to ACTIVE for port object 605c74e3-09ff-4893-afcc-903f562c98ed will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:33.509627 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-315287b0-ea93-45e7-ab7c-9375f26618bd tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.511658 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ed3051cd-4080-4be5-807d-4b30dfaeeacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.558174 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3051cd-4080-4be5-807d-4b30dfaeeacd None None] Network 22b543c5-4082-4659-aee8-ed4184d583d0 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:33.561895 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-ed3051cd-4080-4be5-807d-4b30dfaeeacd None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:33.566938 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3051cd-4080-4be5-807d-4b30dfaeeacd None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:33.578815 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3051cd-4080-4be5-807d-4b30dfaeeacd None None] Pushing event updated for resources: {'Port': ['ID=605c74e3-09ff-4893-afcc-903f562c98ed,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:33.611703 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-315287b0-ea93-45e7-ab7c-9375f26618bd tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.663034 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ed3051cd-4080-4be5-807d-4b30dfaeeacd None None] Attempting to bind port 605c74e3-09ff-4893-afcc-903f562c98ed on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:33.663721 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ed3051cd-4080-4be5-807d-4b30dfaeeacd None None] Attempting to bind port 605c74e3-09ff-4893-afcc-903f562c98ed by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '166e97d9-401d-4f03-8f6a-b9251d18d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '22b543c5-4082-4659-aee8-ed4184d583d0'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:33.664291 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3051cd-4080-4be5-807d-4b30dfaeeacd None None] Attempting to bind port 605c74e3-09ff-4893-afcc-903f562c98ed on network 22b543c5-4082-4659-aee8-ed4184d583d0 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:33.669234 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 544502f9-0763-43c5-b807-0bef4ce66f5c no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:26:33.678582 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3051cd-4080-4be5-807d-4b30dfaeeacd None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:26:33.679282 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3051cd-4080-4be5-807d-4b30dfaeeacd None None] Checking segment: {'id': '166e97d9-401d-4f03-8f6a-b9251d18d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '22b543c5-4082-4659-aee8-ed4184d583d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:33.680171 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ed3051cd-4080-4be5-807d-4b30dfaeeacd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.680715 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3051cd-4080-4be5-807d-4b30dfaeeacd None None] Bound using segment: {'id': '166e97d9-401d-4f03-8f6a-b9251d18d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '22b543c5-4082-4659-aee8-ed4184d583d0'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:26:33.681352 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ed3051cd-4080-4be5-807d-4b30dfaeeacd None None] Bound port: 605c74e3-09ff-4893-afcc-903f562c98ed, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166e97d9-401d-4f03-8f6a-b9251d18d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '22b543c5-4082-4659-aee8-ed4184d583d0'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:26:33.681894 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ed3051cd-4080-4be5-807d-4b30dfaeeacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.777601 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 544502f9-0763-43c5-b807-0bef4ce66f5c {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:26:33.780506 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 544502f9-0763-43c5-b807-0bef4ce66f5c not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:26:33.873876 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-315287b0-ea93-45e7-ab7c-9375f26618bd tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:34.057421 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ed3051cd-4080-4be5-807d-4b30dfaeeacd None None] For port 605c74e3-09ff-4893-afcc-903f562c98ed, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:26:34.058116 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-315287b0-ea93-45e7-ab7c-9375f26618bd tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:34.061585 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ed3051cd-4080-4be5-807d-4b30dfaeeacd None None] For port 605c74e3-09ff-4893-afcc-903f562c98ed, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=605c74e3-09ff-4893-afcc-903f562c98ed,segment=NetworkSegment(166e97d9-401d-4f03-8f6a-b9251d18d1a3),segment_id=166e97d9-401d-4f03-8f6a-b9251d18d1a3)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:26:34.066440 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ed3051cd-4080-4be5-807d-4b30dfaeeacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:34.111867 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6c643-f309-4270-9e9f-be81617fba78 req-b32bd97a-2803-42e5-8764-fa02d0c73bbd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:34.113524 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2e6c643-f309-4270-9e9f-be81617fba78 req-b32bd97a-2803-42e5-8764-fa02d0c73bbd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 945 time: 0.1806705 Jul 15 23:26:34.120400 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315287b0-ea93-45e7-ab7c-9375f26618bd tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Pushing event deleted for resources: {'Subnet': ['ID=2f031f77-840d-4f55-ba48-68bc0b17d203,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:34.143703 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-315287b0-ea93-45e7-ab7c-9375f26618bd tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:34.148873 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43770) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:34.155729 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-315287b0-ea93-45e7-ab7c-9375f26618bd tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "DELETE /v2.0/subnets/2f031f77-840d-4f55-ba48-68bc0b17d203 HTTP/1.1" status: 204 len: 168 time: 0.9081888 Jul 15 23:26:34.177405 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3051cd-4080-4be5-807d-4b30dfaeeacd None None] Pushing event updated for resources: {'Port': ['ID=605c74e3-09ff-4893-afcc-903f562c98ed,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:34.266267 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2e6c643-f309-4270-9e9f-be81617fba78 req-fdd3c4ee-f385-4073-937d-e21d4c7fb78d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427207 Jul 15 23:26:34.300325 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c76e12d-6e99-49c6-a28a-a253c8537c74 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:34.301866 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c76e12d-6e99-49c6-a28a-a253c8537c74 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:34.317736 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1c76e12d-6e99-49c6-a28a-a253c8537c74 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1667149 Jul 15 23:26:34.322259 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43774) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:34.493366 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fcb6c7d5-33b9-4981-97bc-3ea98e679cca tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:34.508586 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb6c7d5-33b9-4981-97bc-3ea98e679cca tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 15 23:26:34.509266 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcb6c7d5-33b9-4981-97bc-3ea98e679cca tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:26:34.511420 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fcb6c7d5-33b9-4981-97bc-3ea98e679cca tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "DELETE /v2.0/networks/22b543c5-4082-4659-aee8-ed4184d583d0 HTTP/1.1" status: 409 len: 405 time: 0.1898820 Jul 15 23:26:34.515668 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43780) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:34.521134 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f0cffddc-6366-4a87-87c0-976bee949319 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1416984216'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:34.599513 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cffddc-6366-4a87-87c0-976bee949319 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Made reservation on behalf of d5def6b043e44be9b135ead92161928d for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:34.603550 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f0cffddc-6366-4a87-87c0-976bee949319 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:34.639510 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0cffddc-6366-4a87-87c0-976bee949319 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:26:34.662561 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f0cffddc-6366-4a87-87c0-976bee949319 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:34.663281 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-f0cffddc-6366-4a87-87c0-976bee949319 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Added segment 83c28d5d-49b3-4d2e-ab68-3a05b95ce4f6 of type vlan for network c7cdb0cd-ae46-40ff-bbf4-72c2d5e6231a Jul 15 23:26:34.711483 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f0cffddc-6366-4a87-87c0-976bee949319 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:34.756789 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f0cffddc-6366-4a87-87c0-976bee949319 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:34.762535 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cffddc-6366-4a87-87c0-976bee949319 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:34.763161 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f0cffddc-6366-4a87-87c0-976bee949319 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:34.830103 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f0cffddc-6366-4a87-87c0-976bee949319 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3129985 Jul 15 23:26:34.834469 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43832) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:34.842772 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-871bc300-143d-417a-972a-91090d1abeb4 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Request body: {'subnet': {'network_id': 'c7cdb0cd-ae46-40ff-bbf4-72c2d5e6231a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:34.876485 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cffddc-6366-4a87-87c0-976bee949319 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Pushing event updated for resources: {'Network': ['ID=c7cdb0cd-ae46-40ff-bbf4-72c2d5e6231a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:34.894051 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network c7cdb0cd-ae46-40ff-bbf4-72c2d5e6231a details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:26:34.989745 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871bc300-143d-417a-972a-91090d1abeb4 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Made reservation on behalf of d5def6b043e44be9b135ead92161928d for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:34.994298 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-871bc300-143d-417a-972a-91090d1abeb4 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:35.253651 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43848) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:35.399999 n-d-787205-9 neutron-server[93799]: DEBUG neutron.objects.ports [None req-871bc300-143d-417a-972a-91090d1abeb4 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93799) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:26:35.401798 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-871bc300-143d-417a-972a-91090d1abeb4 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:35.470322 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ec95364-ad63-4aeb-a1eb-5e7468fe9b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:35.477216 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871bc300-143d-417a-972a-91090d1abeb4 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Pushing event updated for resources: {'Subnet': ['ID=5236566a-2f6b-4b9b-a122-ea4ece8f8bd0,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:35.489461 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871bc300-143d-417a-972a-91090d1abeb4 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Checking segment: {'id': '83c28d5d-49b3-4d2e-ab68-3a05b95ce4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c7cdb0cd-ae46-40ff-bbf4-72c2d5e6231a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:35.489828 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871bc300-143d-417a-972a-91090d1abeb4 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Network hostable DHCP agents. Network: c7cdb0cd-ae46-40ff-bbf4-72c2d5e6231a, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:26:35.605033 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871bc300-143d-417a-972a-91090d1abeb4 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Network c7cdb0cd-ae46-40ff-bbf4-72c2d5e6231a is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:26:35.648782 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-871bc300-143d-417a-972a-91090d1abeb4 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, c7cdb0cd-ae46-40ff-bbf4-72c2d5e6231a) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:35.660196 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1656e687-7292-4185-b55d-27a9030cabac None None] Network c7cdb0cd-ae46-40ff-bbf4-72c2d5e6231a requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:35.676423 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ec95364-ad63-4aeb-a1eb-5e7468fe9b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:35.682321 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ec95364-ad63-4aeb-a1eb-5e7468fe9b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:35.701476 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871bc300-143d-417a-972a-91090d1abeb4 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:35.704684 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-871bc300-143d-417a-972a-91090d1abeb4 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:35.739024 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 605c74e3-09ff-4893-afcc-903f562c98ed up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:35.743722 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df73fd-389e-48bc-8aea-543e52d05e46 req-71564221-345c-4a95-b417-f0bbfb6c4c62 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:35.745682 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c3df73fd-389e-48bc-8aea-543e52d05e46 req-71564221-345c-4a95-b417-f0bbfb6c4c62 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 945 time: 0.2485495 Jul 15 23:26:35.755936 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-871bc300-143d-417a-972a-91090d1abeb4 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9202790 Jul 15 23:26:35.762533 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7ec95364-ad63-4aeb-a1eb-5e7468fe9b02 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2d4c667b79a46a3b32e4d91f2c9f024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5064628 Jul 15 23:26:35.767141 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43860) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:35.767469 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43862) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:35.776817 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83380c2-3fc5-4e0d-a3f7-0ca6c87ac3c7 None None] Network 22b543c5-4082-4659-aee8-ed4184d583d0 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:35.802765 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c3df73fd-389e-48bc-8aea-543e52d05e46 req-14edf3ac-aa5e-49ee-a463-5da7d3e00196 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449877 Jul 15 23:26:35.834675 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec95364-ad63-4aeb-a1eb-5e7468fe9b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015bc262-751d-41f1-a723-f81c9f42aec5,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:35.913109 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-21ab8278-4e3c-4c7e-88b3-1941e6f70480 None None] Provisioning for port 605c74e3-09ff-4893-afcc-903f562c98ed completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:35.964410 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fcccfe21-f1e9-4811-9069-c75a230792b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.013631 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fcccfe21-f1e9-4811-9069-c75a230792b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.027284 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1462fc7d-895f-4dbc-9122-9d9bb9b39159 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.076027 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25844024-d517-4237-9aca-28963cf0ff7f req-cd0c2e2d-e6a5-4493-a8c2-0c40f0aaa099 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:36.077575 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-25844024-d517-4237-9aca-28963cf0ff7f req-cd0c2e2d-e6a5-4493-a8c2-0c40f0aaa099 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 945 time: 0.1245635 Jul 15 23:26:36.088847 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 605c74e3-09ff-4893-afcc-903f562c98ed completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:36.115180 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 605c74e3-09ff-4893-afcc-903f562c98ed triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:36.115551 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.122943 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fcccfe21-f1e9-4811-9069-c75a230792b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.126256 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fcccfe21-f1e9-4811-9069-c75a230792b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.131031 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fcccfe21-f1e9-4811-9069-c75a230792b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/015bc262-751d-41f1-a723-f81c9f42aec5 HTTP/1.1" status: 204 len: 168 time: 0.3541019 Jul 15 23:26:36.148028 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcccfe21-f1e9-4811-9069-c75a230792b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015bc262-751d-41f1-a723-f81c9f42aec5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:36.153092 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1462fc7d-895f-4dbc-9122-9d9bb9b39159 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.174183 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10358656-b604-4000-b943-8c6bab99aaa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-c7cdb0cd-ae46-40ff-bbf4-72c2d5e6231a', 'network_id': 'c7cdb0cd-ae46-40ff-bbf4-72c2d5e6231a', 'tenant_id': 'd5def6b043e44be9b135ead92161928d', 'fixed_ips': [{'subnet_id': '5236566a-2f6b-4b9b-a122-ea4ece8f8bd0'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:26:36.175067 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-10358656-b604-4000-b943-8c6bab99aaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.189986 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-25844024-d517-4237-9aca-28963cf0ff7f req-1ad1d99f-cb64-46fe-886a-2a6ce36207b6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044598 Jul 15 23:26:36.220206 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43868) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:36.257344 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1462fc7d-895f-4dbc-9122-9d9bb9b39159 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.336242 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462fc7d-895f-4dbc-9122-9d9bb9b39159 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Pushing event deleted for resources: {'Subnet': ['ID=5236566a-2f6b-4b9b-a122-ea4ece8f8bd0,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:36.430520 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1462fc7d-895f-4dbc-9122-9d9bb9b39159 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.460118 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-1462fc7d-895f-4dbc-9122-9d9bb9b39159 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7cdb0cd-ae46-40ff-bbf4-72c2d5e6231a']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:36.468434 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070459ef-c1f1-4ecf-bf40-163bfbdb82d1 None None] DHCP port deletion for 22b543c5-4082-4659-aee8-ed4184d583d0 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:26:36.472293 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-1462fc7d-895f-4dbc-9122-9d9bb9b39159 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c28d5d-49b3-4d2e-ab68-3a05b95ce4f6') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:36.472734 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-1462fc7d-895f-4dbc-9122-9d9bb9b39159 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c28d5d-49b3-4d2e-ab68-3a05b95ce4f6') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:36.485212 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1462fc7d-895f-4dbc-9122-9d9bb9b39159 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.502904 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1462fc7d-895f-4dbc-9122-9d9bb9b39159 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.511031 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1462fc7d-895f-4dbc-9122-9d9bb9b39159 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:26:36.511489 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1462fc7d-895f-4dbc-9122-9d9bb9b39159 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.523822 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:26:36.582176 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:26:36.588157 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1462fc7d-895f-4dbc-9122-9d9bb9b39159 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.602896 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1462fc7d-895f-4dbc-9122-9d9bb9b39159 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.609140 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1462fc7d-895f-4dbc-9122-9d9bb9b39159 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "DELETE /v2.0/networks/c7cdb0cd-ae46-40ff-bbf4-72c2d5e6231a HTTP/1.1" status: 204 len: 168 time: 0.8405616 Jul 15 23:26:36.613265 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a62c6eb-ac9e-4903-a261-53363f35770d None None] Network c7cdb0cd-ae46-40ff-bbf4-72c2d5e6231a requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:36.615433 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43878) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:36.619720 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1b66a0-e8af-40f9-b5e8-25648e742cfa tempest-TestVolumeBootPattern-303045561 tempest-TestVolumeBootPattern-303045561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:36.620231 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1f1b66a0-e8af-40f9-b5e8-25648e742cfa tempest-TestVolumeBootPattern-303045561 tempest-TestVolumeBootPattern-303045561-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 1091 time: 0.3990154 Jul 15 23:26:36.622953 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43882) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:36.637659 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-71d48bfe-53df-4103-b2dd-7a96f1dd123b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-198366234'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:36.640779 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a62c6eb-ac9e-4903-a261-53363f35770d None None] Network c7cdb0cd-ae46-40ff-bbf4-72c2d5e6231a could not be found, it might have been deleted concurrently. {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 23:26:36.659782 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462fc7d-895f-4dbc-9122-9d9bb9b39159 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Pushing event deleted for resources: {'Network': ['ID=c7cdb0cd-ae46-40ff-bbf4-72c2d5e6231a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:36.660552 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-f0d1f4a7-da86-4432-b58d-1292de2a111e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'port_id': '745a6557-5f57-4c77-8210-2d4c247a8322', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:36.708185 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 605c74e3-09ff-4893-afcc-903f562c98ed, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=605c74e3-09ff-4893-afcc-903f562c98ed,segment=NetworkSegment(166e97d9-401d-4f03-8f6a-b9251d18d1a3),segment_id=166e97d9-401d-4f03-8f6a-b9251d18d1a3)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:36.713546 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.728693 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-070459ef-c1f1-4ecf-bf40-163bfbdb82d1 None None] Deleting port 605c74e3-09ff-4893-afcc-903f562c98ed {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:36.728693 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-070459ef-c1f1-4ecf-bf40-163bfbdb82d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.734807 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-f0d1f4a7-da86-4432-b58d-1292de2a111e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:26:36.734807 n-d-787205-9 neutron-server[93799]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 23:26:36.734807 n-d-787205-9 neutron-server[93799]: [parameters: {'project_id': '3c476bc9e2fe48f188b2500546342e72', 'id': '61959524-d30b-4a57-978f-2ac487cb3b49', 'expiration': datetime.datetime(2021, 7, 15, 23, 28, 36, 713019)}] Jul 15 23:26:36.734807 n-d-787205-9 neutron-server[93799]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:26:36.735818 n-d-787205-9 neutron-server[93799]: DEBUG oslo_db.api [None req-f0d1f4a7-da86-4432-b58d-1292de2a111e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:26:36.746445 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d48bfe-53df-4103-b2dd-7a96f1dd123b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Made reservation on behalf of d5def6b043e44be9b135ead92161928d for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:36.756690 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-71d48bfe-53df-4103-b2dd-7a96f1dd123b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.786905 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d48bfe-53df-4103-b2dd-7a96f1dd123b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:26:36.797009 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-71d48bfe-53df-4103-b2dd-7a96f1dd123b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.797838 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-71d48bfe-53df-4103-b2dd-7a96f1dd123b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Added segment 4a90c55d-b2a1-4c0e-9e01-55b0a861bfe7 of type vlan for network c80d65c3-ac1e-4e55-ba8a-e5452d7e2c38 Jul 15 23:26:36.859066 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-71d48bfe-53df-4103-b2dd-7a96f1dd123b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.861123 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-070459ef-c1f1-4ecf-bf40-163bfbdb82d1 None None] For port 605c74e3-09ff-4893-afcc-903f562c98ed, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=605c74e3-09ff-4893-afcc-903f562c98ed,segment=NetworkSegment(166e97d9-401d-4f03-8f6a-b9251d18d1a3),segment_id=166e97d9-401d-4f03-8f6a-b9251d18d1a3)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:36.861516 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-070459ef-c1f1-4ecf-bf40-163bfbdb82d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.878476 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=605c74e3-09ff-4893-afcc-903f562c98ed,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:36.897007 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-070459ef-c1f1-4ecf-bf40-163bfbdb82d1 None None] Calling delete_port for 605c74e3-09ff-4893-afcc-903f562c98ed owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:36.909645 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-71d48bfe-53df-4103-b2dd-7a96f1dd123b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.915365 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d48bfe-53df-4103-b2dd-7a96f1dd123b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:36.916744 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-71d48bfe-53df-4103-b2dd-7a96f1dd123b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.962888 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43894) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:36.963117 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-71d48bfe-53df-4103-b2dd-7a96f1dd123b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3415694 Jul 15 23:26:36.971954 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-062b70b6-e786-4356-ab48-71a1d67bf02e tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Request body: {'subnet': {'network_id': 'c80d65c3-ac1e-4e55-ba8a-e5452d7e2c38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:37.022182 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-070459ef-c1f1-4ecf-bf40-163bfbdb82d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.040914 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070459ef-c1f1-4ecf-bf40-163bfbdb82d1 None None] No DVR routers for this DVR port 605c74e3-09ff-4893-afcc-903f562c98ed on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:26:37.054119 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d48bfe-53df-4103-b2dd-7a96f1dd123b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Pushing event updated for resources: {'Network': ['ID=c80d65c3-ac1e-4e55-ba8a-e5452d7e2c38,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:37.076995 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network c80d65c3-ac1e-4e55-ba8a-e5452d7e2c38 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:26:37.080221 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070459ef-c1f1-4ecf-bf40-163bfbdb82d1 None None] Pushing event deleted for resources: {'Port': ['ID=605c74e3-09ff-4893-afcc-903f562c98ed,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:37.165695 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062b70b6-e786-4356-ab48-71a1d67bf02e tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Made reservation on behalf of d5def6b043e44be9b135ead92161928d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:37.169542 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-062b70b6-e786-4356-ab48-71a1d67bf02e tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.299031 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f0d1f4a7-da86-4432-b58d-1292de2a111e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.454311 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f0d1f4a7-da86-4432-b58d-1292de2a111e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.524977 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-062b70b6-e786-4356-ab48-71a1d67bf02e tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.594304 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b70b6-e786-4356-ab48-71a1d67bf02e tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Pushing event updated for resources: {'Subnet': ['ID=08b7db5e-bdd0-4689-9e9b-c86729438ffb,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:37.603387 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-f0d1f4a7-da86-4432-b58d-1292de2a111e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Allocated IP 172.25.4.52 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/7666f7fd-4d66-4588-9c59-86cb57430139) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:37.633271 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 605c74e3-09ff-4893-afcc-903f562c98ed no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:26:37.638565 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062b70b6-e786-4356-ab48-71a1d67bf02e tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Checking segment: {'id': '4a90c55d-b2a1-4c0e-9e01-55b0a861bfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c80d65c3-ac1e-4e55-ba8a-e5452d7e2c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:37.639023 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062b70b6-e786-4356-ab48-71a1d67bf02e tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Network hostable DHCP agents. Network: c80d65c3-ac1e-4e55-ba8a-e5452d7e2c38, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:26:37.662402 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062b70b6-e786-4356-ab48-71a1d67bf02e tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Network c80d65c3-ac1e-4e55-ba8a-e5452d7e2c38 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:26:37.679071 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-062b70b6-e786-4356-ab48-71a1d67bf02e tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, c80d65c3-ac1e-4e55-ba8a-e5452d7e2c38) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:37.679463 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 605c74e3-09ff-4893-afcc-903f562c98ed {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:26:37.680413 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 605c74e3-09ff-4893-afcc-903f562c98ed not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:26:37.704687 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845a8340-ef0d-455f-bffe-6d7f1a08fb52 None None] Network c80d65c3-ac1e-4e55-ba8a-e5452d7e2c38 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:37.711834 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062b70b6-e786-4356-ab48-71a1d67bf02e tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:37.712760 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-062b70b6-e786-4356-ab48-71a1d67bf02e tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.729856 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-062b70b6-e786-4356-ab48-71a1d67bf02e tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7658327 Jul 15 23:26:37.733477 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43924) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:37.775684 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f0d1f4a7-da86-4432-b58d-1292de2a111e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.889484 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f0d1f4a7-da86-4432-b58d-1292de2a111e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.921340 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aae96f08-8399-4779-9402-33a0f25f9f9b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.940141 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34391764-81d2-475b-8de3-556db619dc88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-c80d65c3-ac1e-4e55-ba8a-e5452d7e2c38', 'network_id': 'c80d65c3-ac1e-4e55-ba8a-e5452d7e2c38', 'tenant_id': 'd5def6b043e44be9b135ead92161928d', 'fixed_ips': [{'subnet_id': '08b7db5e-bdd0-4689-9e9b-c86729438ffb'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:26:37.941875 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-34391764-81d2-475b-8de3-556db619dc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.980115 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aae96f08-8399-4779-9402-33a0f25f9f9b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.993382 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d1f4a7-da86-4432-b58d-1292de2a111e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:38.010352 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-f0d1f4a7-da86-4432-b58d-1292de2a111e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:38.018434 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d1f4a7-da86-4432-b58d-1292de2a111e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:38.099291 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1f4a7-da86-4432-b58d-1292de2a111e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Pushing event updated for resources: {'Port': ['ID=7666f7fd-4d66-4588-9c59-86cb57430139,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:38.149345 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aae96f08-8399-4779-9402-33a0f25f9f9b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server [None req-34391764-81d2-475b-8de3-556db619dc88 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08b7db5e-bdd0-4689-9e9b-c86729438ffb: This subnet is being modified by another concurrent operation. Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:26:38.153640 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise exception Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08b7db5e-bdd0-4689-9e9b-c86729438ffb: This subnet is being modified by another concurrent operation. Jul 15 23:26:38.158260 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server Jul 15 23:26:38.169734 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81fe818-f1f0-4213-8abf-eab4c673966e None None] Network c80d65c3-ac1e-4e55-ba8a-e5452d7e2c38 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:38.267111 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae96f08-8399-4779-9402-33a0f25f9f9b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Pushing event deleted for resources: {'Subnet': ['ID=08b7db5e-bdd0-4689-9e9b-c86729438ffb,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:38.335053 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae496b6-5cd6-4ee7-a9b4-7f1389549b8b None None] get_active_networks_info from n-d-787205-9 {{(pid=93800) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:26:38.360827 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aae96f08-8399-4779-9402-33a0f25f9f9b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.384900 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-aae96f08-8399-4779-9402-33a0f25f9f9b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c80d65c3-ac1e-4e55-ba8a-e5452d7e2c38']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:38.399378 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-aae96f08-8399-4779-9402-33a0f25f9f9b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a90c55d-b2a1-4c0e-9e01-55b0a861bfe7') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:38.399744 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-aae96f08-8399-4779-9402-33a0f25f9f9b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a90c55d-b2a1-4c0e-9e01-55b0a861bfe7') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:38.417993 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aae96f08-8399-4779-9402-33a0f25f9f9b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.454237 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae496b6-5cd6-4ee7-a9b4-7f1389549b8b None None] Resources bound (agent type, host, resource id): {{(pid=93800) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:26:38.462889 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aae96f08-8399-4779-9402-33a0f25f9f9b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.476743 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aae96f08-8399-4779-9402-33a0f25f9f9b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:26:38.483491 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aae96f08-8399-4779-9402-33a0f25f9f9b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.487397 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:26:38.487397 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:26:38.487397 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:26:38.487397 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:26:38.487397 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:26:38.487397 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:26:38.487397 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:26:38.487397 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:26:38.487397 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:26:38.487397 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:26:38.487397 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:26:38.487397 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:26:38.487397 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:26:38.487397 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:26:38.487397 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:26:38.487397 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:26:38.487397 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:26:38.487397 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:26:38.487397 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:26:38.487397 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:26:38.487397 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:26:38.487397 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:26:38.487397 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:26:38.487397 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:26:38.487397 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:26:38.487397 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:26:38.487397 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:26:38.487397 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:26:38.487397 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:26:38.487397 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:26:38.487397 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:26:38.487397 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:26:38.595276 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aae96f08-8399-4779-9402-33a0f25f9f9b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.601097 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aae96f08-8399-4779-9402-33a0f25f9f9b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.603722 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-aae96f08-8399-4779-9402-33a0f25f9f9b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "DELETE /v2.0/networks/c80d65c3-ac1e-4e55-ba8a-e5452d7e2c38 HTTP/1.1" status: 204 len: 168 time: 0.8690906 Jul 15 23:26:38.609048 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43954) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:38.614658 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-86949a70-b0b5-4693-9cb5-b93d317c123b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-994130824'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:38.632866 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae96f08-8399-4779-9402-33a0f25f9f9b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Pushing event deleted for resources: {'Network': ['ID=c80d65c3-ac1e-4e55-ba8a-e5452d7e2c38,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:38.667321 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86949a70-b0b5-4693-9cb5-b93d317c123b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Made reservation on behalf of d5def6b043e44be9b135ead92161928d for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:38.672313 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-86949a70-b0b5-4693-9cb5-b93d317c123b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.707644 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86949a70-b0b5-4693-9cb5-b93d317c123b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:26:38.721902 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-86949a70-b0b5-4693-9cb5-b93d317c123b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.722800 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-86949a70-b0b5-4693-9cb5-b93d317c123b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Added segment 9c9ff3a4-e7f6-4d15-8414-749f1d1bc08a of type vlan for network f7521aab-1280-4b20-bba1-7bae82fd9919 Jul 15 23:26:38.755458 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43956) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:38.778798 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-86949a70-b0b5-4693-9cb5-b93d317c123b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.840056 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-86949a70-b0b5-4693-9cb5-b93d317c123b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.859708 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86949a70-b0b5-4693-9cb5-b93d317c123b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:38.860447 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-86949a70-b0b5-4693-9cb5-b93d317c123b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.870023 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.909387 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f0d1f4a7-da86-4432-b58d-1292de2a111e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.979089 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-86949a70-b0b5-4693-9cb5-b93d317c123b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3657784 Jul 15 23:26:38.979459 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43962) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:38.984680 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0791e975-ea75-4a3e-871f-a498dd932564 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Request body: {'subnet': {'network_id': 'f7521aab-1280-4b20-bba1-7bae82fd9919', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:38.986557 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-a25a0f45-3234-48f3-a47c-39cc273dd614 tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:39.033075 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86949a70-b0b5-4693-9cb5-b93d317c123b tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Pushing event updated for resources: {'Network': ['ID=f7521aab-1280-4b20-bba1-7bae82fd9919,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:39.042441 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f0d1f4a7-da86-4432-b58d-1292de2a111e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:39.046446 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network f7521aab-1280-4b20-bba1-7bae82fd9919 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:26:39.201819 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0791e975-ea75-4a3e-871f-a498dd932564 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Made reservation on behalf of d5def6b043e44be9b135ead92161928d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:39.206327 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0791e975-ea75-4a3e-871f-a498dd932564 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:39.231068 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f0d1f4a7-da86-4432-b58d-1292de2a111e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:39.241923 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a25a0f45-3234-48f3-a47c-39cc273dd614 tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] 10.222.0.16 "PUT /v2.0/quotas/167c9b3938324d9e9d79711603435b63 HTTP/1.1" status: 200 len: 368 time: 0.4796026 Jul 15 23:26:39.241923 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f0d1f4a7-da86-4432-b58d-1292de2a111e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:39.242474 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 43970) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:39.251623 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-974d4187-2347-4a66-b6d1-ca04911ed569 tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Request body: {'network': {'project_id': '167c9b3938324d9e9d79711603435b63'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:39.560673 n-d-787205-9 neutron-server[93798]: DEBUG neutron.objects.ports [None req-0791e975-ea75-4a3e-871f-a498dd932564 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93798) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:26:39.562355 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0791e975-ea75-4a3e-871f-a498dd932564 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:39.628552 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791e975-ea75-4a3e-871f-a498dd932564 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Pushing event updated for resources: {'Subnet': ['ID=1ff902c1-85c4-4f5b-8189-81c0d414b337,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:39.648519 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0791e975-ea75-4a3e-871f-a498dd932564 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Checking segment: {'id': '9c9ff3a4-e7f6-4d15-8414-749f1d1bc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f7521aab-1280-4b20-bba1-7bae82fd9919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:39.648905 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0791e975-ea75-4a3e-871f-a498dd932564 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Network hostable DHCP agents. Network: f7521aab-1280-4b20-bba1-7bae82fd9919, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:26:39.674368 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0791e975-ea75-4a3e-871f-a498dd932564 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Network f7521aab-1280-4b20-bba1-7bae82fd9919 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:26:39.685168 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-0791e975-ea75-4a3e-871f-a498dd932564 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, f7521aab-1280-4b20-bba1-7bae82fd9919) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:39.690359 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0791e975-ea75-4a3e-871f-a498dd932564 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:39.691315 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0791e975-ea75-4a3e-871f-a498dd932564 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:39.696806 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e07211-e2ae-4196-ab3a-9615b19a6159 None None] Network f7521aab-1280-4b20-bba1-7bae82fd9919 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:39.730035 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1f4a7-da86-4432-b58d-1292de2a111e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Pushing event updated for resources: {'Port': ['ID=7666f7fd-4d66-4588-9c59-86cb57430139,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:39.736587 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974d4187-2347-4a66-b6d1-ca04911ed569 tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Made reservation on behalf of 167c9b3938324d9e9d79711603435b63 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:39.738070 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0791e975-ea75-4a3e-871f-a498dd932564 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7572334 Jul 15 23:26:39.738930 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-974d4187-2347-4a66-b6d1-ca04911ed569 tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:39.740198 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43972) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:39.749990 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-974d4187-2347-4a66-b6d1-ca04911ed569 tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:39.759274 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f0d1f4a7-da86-4432-b58d-1292de2a111e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:39.879955 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:39.918420 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-f0d1f4a7-da86-4432-b58d-1292de2a111e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Floating IP ea997bf3-893e-471e-86fd-c9cbc7b50d5f associated. External IP: 172.25.4.52, port: 745a6557-5f57-4c77-8210-2d4c247a8322. Jul 15 23:26:39.920861 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a440a874-2e03-4e02-ae10-2cf7546397ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-f7521aab-1280-4b20-bba1-7bae82fd9919', 'network_id': 'f7521aab-1280-4b20-bba1-7bae82fd9919', 'tenant_id': 'd5def6b043e44be9b135ead92161928d', 'fixed_ips': [{'subnet_id': '1ff902c1-85c4-4f5b-8189-81c0d414b337'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:26:39.922609 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a440a874-2e03-4e02-ae10-2cf7546397ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:39.994240 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:40.049869 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-974d4187-2347-4a66-b6d1-ca04911ed569 tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:40.058796 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-974d4187-2347-4a66-b6d1-ca04911ed569 tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:40.074837 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-974d4187-2347-4a66-b6d1-ca04911ed569 tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:26:40.107188 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-a440a874-2e03-4e02-ae10-2cf7546397ff None None] Allocated IP 2001:db8::f816:3eff:fe20:b7ad (f7521aab-1280-4b20-bba1-7bae82fd9919/1ff902c1-85c4-4f5b-8189-81c0d414b337/2cb03e1f-50e2-47b7-99ed-66f453102300) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:40.110942 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-974d4187-2347-4a66-b6d1-ca04911ed569 tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:40.111193 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-974d4187-2347-4a66-b6d1-ca04911ed569 tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Added segment 78d18dec-796f-4314-89f4-a5d77258d867 of type vlan for network 0ee46ab1-7c4c-4d3b-814f-d55808c38b37 Jul 15 23:26:40.132292 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d4187-2347-4a66-b6d1-ca04911ed569 tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f191ded-0b34-4b16-aca1-9cd94b59c405,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:40.203457 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-974d4187-2347-4a66-b6d1-ca04911ed569 tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:40.280361 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-974d4187-2347-4a66-b6d1-ca04911ed569 tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:40.282153 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974d4187-2347-4a66-b6d1-ca04911ed569 tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:40.282770 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-974d4187-2347-4a66-b6d1-ca04911ed569 tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:40.317929 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a440a874-2e03-4e02-ae10-2cf7546397ff None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:40.318173 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-974d4187-2347-4a66-b6d1-ca04911ed569 tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0730932 Jul 15 23:26:40.321143 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 43990) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:40.321860 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d1f4a7-da86-4432-b58d-1292de2a111e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Router b57d779f-b0b4-4ccd-8d02-35c0b493118c has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:26:40.329509 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f6b93c79-07e1-4e08-acf1-8ee1e349472f tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Request body: {'network': {'project_id': '167c9b3938324d9e9d79711603435b63'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:40.355002 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a440a874-2e03-4e02-ae10-2cf7546397ff None None] Transition to ACTIVE for port object 2cb03e1f-50e2-47b7-99ed-66f453102300 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:40.368579 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d4187-2347-4a66-b6d1-ca04911ed569 tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Pushing event updated for resources: {'Network': ['ID=0ee46ab1-7c4c-4d3b-814f-d55808c38b37,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:40.403421 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a440a874-2e03-4e02-ae10-2cf7546397ff None None] Transition to ACTIVE for port object 2cb03e1f-50e2-47b7-99ed-66f453102300 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:40.415987 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 0ee46ab1-7c4c-4d3b-814f-d55808c38b37 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:26:40.450992 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a440a874-2e03-4e02-ae10-2cf7546397ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:40.559310 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d1f4a7-da86-4432-b58d-1292de2a111e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:26:40.587781 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f0d1f4a7-da86-4432-b58d-1292de2a111e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:40.621056 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044c4232-16a0-4519-b3ba-b881fdc58451 None None] Sync routers for ids ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:26:40.644186 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a440a874-2e03-4e02-ae10-2cf7546397ff None None] Network f7521aab-1280-4b20-bba1-7bae82fd9919 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:40.651314 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-a440a874-2e03-4e02-ae10-2cf7546397ff None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:40.655307 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a440a874-2e03-4e02-ae10-2cf7546397ff None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:40.664928 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440a874-2e03-4e02-ae10-2cf7546397ff None None] Pushing event updated for resources: {'Port': ['ID=2cb03e1f-50e2-47b7-99ed-66f453102300,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:40.685227 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f0d1f4a7-da86-4432-b58d-1292de2a111e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0601771 Jul 15 23:26:40.686918 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72653938-c927-4063-9468-a352bb0b5aac', 'tag': '745a6557-5f57-4c77-8210-2d4c247a8322'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:26:40.699302 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1068da-1b24-4cae-90a0-9bb2893f9791" -d '{"events": [{"name": "network-changed", "server_uuid": "72653938-c927-4063-9468-a352bb0b5aac", "tag": "745a6557-5f57-4c77-8210-2d4c247a8322"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:26:40.711586 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044c4232-16a0-4519-b3ba-b881fdc58451 None None] Routers {'b57d779f-b0b4-4ccd-8d02-35c0b493118c'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:40.712462 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-044c4232-16a0-4519-b3ba-b881fdc58451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:26:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:40.790864 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e0b045-e0e9-44b8-8ede-e127bd84676f x-openstack-request-id: req-57e0b045-e0e9-44b8-8ede-e127bd84676f {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:26:40.791167 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72653938-c927-4063-9468-a352bb0b5aac", "tag": "745a6557-5f57-4c77-8210-2d4c247a8322", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:26:40.791423 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57e0b045-e0e9-44b8-8ede-e127bd84676f {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:26:40.791828 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72653938-c927-4063-9468-a352bb0b5aac', 'tag': '745a6557-5f57-4c77-8210-2d4c247a8322', 'status': 'completed', 'code': 200} Jul 15 23:26:40.797948 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-a440a874-2e03-4e02-ae10-2cf7546397ff None None] Attempting to bind port 2cb03e1f-50e2-47b7-99ed-66f453102300 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:40.798335 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-a440a874-2e03-4e02-ae10-2cf7546397ff None None] Attempting to bind port 2cb03e1f-50e2-47b7-99ed-66f453102300 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '9c9ff3a4-e7f6-4d15-8414-749f1d1bc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f7521aab-1280-4b20-bba1-7bae82fd9919'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:40.798728 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a440a874-2e03-4e02-ae10-2cf7546397ff None None] Attempting to bind port 2cb03e1f-50e2-47b7-99ed-66f453102300 on network f7521aab-1280-4b20-bba1-7bae82fd9919 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:40.808764 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a440a874-2e03-4e02-ae10-2cf7546397ff None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:26:40.809200 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a440a874-2e03-4e02-ae10-2cf7546397ff None None] Checking segment: {'id': '9c9ff3a4-e7f6-4d15-8414-749f1d1bc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f7521aab-1280-4b20-bba1-7bae82fd9919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:40.809561 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a440a874-2e03-4e02-ae10-2cf7546397ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:40.809961 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a440a874-2e03-4e02-ae10-2cf7546397ff None None] Bound using segment: {'id': '9c9ff3a4-e7f6-4d15-8414-749f1d1bc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f7521aab-1280-4b20-bba1-7bae82fd9919'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:26:40.810451 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-a440a874-2e03-4e02-ae10-2cf7546397ff None None] Bound port: 2cb03e1f-50e2-47b7-99ed-66f453102300, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9ff3a4-e7f6-4d15-8414-749f1d1bc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f7521aab-1280-4b20-bba1-7bae82fd9919'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:26:40.810876 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a440a874-2e03-4e02-ae10-2cf7546397ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:41.001460 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-044c4232-16a0-4519-b3ba-b881fdc58451 None None] Set router b57d779f-b0b4-4ccd-8d02-35c0b493118c gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:26:41.055677 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-a440a874-2e03-4e02-ae10-2cf7546397ff None None] For port 2cb03e1f-50e2-47b7-99ed-66f453102300, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:26:41.060353 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-a440a874-2e03-4e02-ae10-2cf7546397ff None None] For port 2cb03e1f-50e2-47b7-99ed-66f453102300, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=2cb03e1f-50e2-47b7-99ed-66f453102300,segment=NetworkSegment(9c9ff3a4-e7f6-4d15-8414-749f1d1bc08a),segment_id=9c9ff3a4-e7f6-4d15-8414-749f1d1bc08a)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:26:41.066322 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a440a874-2e03-4e02-ae10-2cf7546397ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:41.092307 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b93c79-07e1-4e08-acf1-8ee1e349472f tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Made reservation on behalf of 167c9b3938324d9e9d79711603435b63 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:41.095474 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f6b93c79-07e1-4e08-acf1-8ee1e349472f tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:41.098554 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:41.160864 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44020) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:41.225781 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Pushing event deleted for resources: {'Subnet': ['ID=1ff902c1-85c4-4f5b-8189-81c0d414b337,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:41.230976 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440a874-2e03-4e02-ae10-2cf7546397ff None None] Pushing event updated for resources: {'Port': ['ID=2cb03e1f-50e2-47b7-99ed-66f453102300,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:41.331027 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b93c79-07e1-4e08-acf1-8ee1e349472f tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:26:41.382858 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-55809ba0-562f-4457-8d2f-f9ce9e6e2f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:41.438932 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:41.442167 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f6b93c79-07e1-4e08-acf1-8ee1e349472f tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:41.442508 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-f6b93c79-07e1-4e08-acf1-8ee1e349472f tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Added segment 8d5a6793-1014-4c96-839a-9c464a3d747b of type vlan for network f600fed7-35ff-4545-8f7f-bb75f91a3939 Jul 15 23:26:41.469220 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1068da-1b24-4cae-90a0-9bb2893f9791 req-e76fa964-f900-4fa8-a2f0-61a0a61e9983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:41.471000 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0e1068da-1b24-4cae-90a0-9bb2893f9791 req-e76fa964-f900-4fa8-a2f0-61a0a61e9983 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c476bc9e2fe48f188b2500546342e72&device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 1096 time: 0.4445529 Jul 15 23:26:41.472574 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-044c4232-16a0-4519-b3ba-b881fdc58451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'name': 'tempest-TestVolumeBootPattern-557621329-router', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:01Z', 'revision_number': 4, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'gw_port': {'id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'ea997bf3-893e-471e-86fd-c9cbc7b50d5f', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'port_id': '745a6557-5f57-4c77-8210-2d4c247a8322', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'mac_address': 'fa:16:3e:7d:bc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72653938-c927-4063-9468-a352bb0b5aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:26:38Z', 'updated_at': '2021-07-15T23:26:38Z', 'revision_number': 0, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '012b337e-4010-47e0-ab41-2a91b7c77a55', 'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'mac_address': 'fa:16:3e:78:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:00Z', 'updated_at': '2021-07-15T23:19:07Z', 'revision_number': 5, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'subnets': [{'id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:41.497695 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7521aab-1280-4b20-bba1-7bae82fd9919']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:41.672066 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-55809ba0-562f-4457-8d2f-f9ce9e6e2f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:41.677109 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1068da-1b24-4cae-90a0-9bb2893f9791 req-149357bf-8d5c-46e3-878b-05b86d796f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:41.677737 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-55809ba0-562f-4457-8d2f-f9ce9e6e2f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:41.681651 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0e1068da-1b24-4cae-90a0-9bb2893f9791 req-149357bf-8d5c-46e3-878b-05b86d796f08 service neutron] 10.222.0.36 "GET /v2.0/networks?id=735c8477-b658-4066-88fd-8f0a4fc80eba HTTP/1.1" status: 200 len: 912 time: 0.1723366 Jul 15 23:26:41.687513 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9ff3a4-e7f6-4d15-8414-749f1d1bc08a') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:41.687837 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9ff3a4-e7f6-4d15-8414-749f1d1bc08a') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:41.722004 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55809ba0-562f-4457-8d2f-f9ce9e6e2f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dfb8f3-f89e-4c22-bde0-a0cb6c2d2b58,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:41.737982 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-55809ba0-562f-4457-8d2f-f9ce9e6e2f0f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=99650dc39d9c4d15a7f78bcc3fad9c72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5756483 Jul 15 23:26:41.740555 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44026) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:41.781379 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:41.797742 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f6b93c79-07e1-4e08-acf1-8ee1e349472f tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:41.812587 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:41.815869 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-259d6959-0c6b-48ef-8ee4-8e71e21fdec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:41.820850 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044c4232-16a0-4519-b3ba-b881fdc58451 None None] Checking router: b57d779f-b0b4-4ccd-8d02-35c0b493118c for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:26:41.823853 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 2cb03e1f-50e2-47b7-99ed-66f453102300 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:41.830771 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:26:41.831656 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:41.835528 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:26:41.835528 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:26:41.835528 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:26:41.835528 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:26:41.835528 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:26:41.835528 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:26:41.835528 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:26:41.835528 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:26:41.835528 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:26:41.835528 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:26:41.835528 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:26:41.835528 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:26:41.835528 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:26:41.835528 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:26:41.835528 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:26:41.835528 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:26:41.835528 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:26:41.835528 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:26:41.835528 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:26:41.835528 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:26:41.835528 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:26:41.835528 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:26:41.835528 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:26:41.835528 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:26:41.835528 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:26:41.835528 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:26:41.835528 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:26:41.835528 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:26:41.835528 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:26:41.835528 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:26:41.835528 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:26:41.835528 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:26:41.844197 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-259d6959-0c6b-48ef-8ee4-8e71e21fdec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:41.857207 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044c4232-16a0-4519-b3ba-b881fdc58451 None None] Routers {'b57d779f-b0b4-4ccd-8d02-35c0b493118c'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:41.858353 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-044c4232-16a0-4519-b3ba-b881fdc58451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:26:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:41.870053 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0e1068da-1b24-4cae-90a0-9bb2893f9791 req-d0a87b70-c20f-4308-9058-e7e78f4eaf20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=745a6557-5f57-4c77-8210-2d4c247a8322 HTTP/1.1" status: 200 len: 998 time: 0.1575286 Jul 15 23:26:41.906780 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-259d6959-0c6b-48ef-8ee4-8e71e21fdec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:41.910368 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-259d6959-0c6b-48ef-8ee4-8e71e21fdec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:41.911894 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-259d6959-0c6b-48ef-8ee4-8e71e21fdec0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0dfb8f3-f89e-4c22-bde0-a0cb6c2d2b58 HTTP/1.1" status: 204 len: 168 time: 0.1700902 Jul 15 23:26:41.930820 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d6959-0c6b-48ef-8ee4-8e71e21fdec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dfb8f3-f89e-4c22-bde0-a0cb6c2d2b58,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:41.946455 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f6b93c79-07e1-4e08-acf1-8ee1e349472f tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:41.951428 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b93c79-07e1-4e08-acf1-8ee1e349472f tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:41.952061 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f6b93c79-07e1-4e08-acf1-8ee1e349472f tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:41.983465 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 2cb03e1f-50e2-47b7-99ed-66f453102300 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:42.011563 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-044c4232-16a0-4519-b3ba-b881fdc58451 None None] Set router b57d779f-b0b4-4ccd-8d02-35c0b493118c gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:26:42.012104 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.db.api [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 23:26:42.012104 n-d-787205-9 neutron-server[93798]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 23:26:42.012104 n-d-787205-9 neutron-server[93798]: [parameters: {'id': 'f7521aab-1280-4b20-bba1-7bae82fd9919'}] Jul 15 23:26:42.012104 n-d-787205-9 neutron-server[93798]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:26:42.012451 n-d-787205-9 neutron-server[93798]: DEBUG oslo_db.api [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:26:42.046987 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1068da-1b24-4cae-90a0-9bb2893f9791 req-efe22036-56cf-4a65-93a8-972f65713e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:42.049574 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0e1068da-1b24-4cae-90a0-9bb2893f9791 req-efe22036-56cf-4a65-93a8-972f65713e0a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54f0c398-786c-4bb4-9c0d-f6b9e6012b3b HTTP/1.1" status: 200 len: 850 time: 0.1697900 Jul 15 23:26:42.052593 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f6b93c79-07e1-4e08-acf1-8ee1e349472f tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7303641 Jul 15 23:26:42.055846 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44030) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:42.062865 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-2009c7b1-82dd-4ba3-aa66-31cf639e6ac2 tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Request body: {'network': {'project_id': '167c9b3938324d9e9d79711603435b63'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:42.081179 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-2009c7b1-82dd-4ba3-aa66-31cf639e6ac2 tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 15 23:26:42.081857 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2009c7b1-82dd-4ba3-aa66-31cf639e6ac2 tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:26:42.083493 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2009c7b1-82dd-4ba3-aa66-31cf639e6ac2 tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0263770 Jul 15 23:26:42.155014 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b93c79-07e1-4e08-acf1-8ee1e349472f tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Pushing event updated for resources: {'Network': ['ID=f600fed7-35ff-4545-8f7f-bb75f91a3939,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:42.191886 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network f600fed7-35ff-4545-8f7f-bb75f91a3939 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:26:42.198036 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1068da-1b24-4cae-90a0-9bb2893f9791 req-e6b38419-53c6-4b0e-80af-060a5c8b6f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:42.201531 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0e1068da-1b24-4cae-90a0-9bb2893f9791 req-e6b38419-53c6-4b0e-80af-060a5c8b6f14 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=735c8477-b658-4066-88fd-8f0a4fc80eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1363964 Jul 15 23:26:42.272307 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44036) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:42.354827 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0e1068da-1b24-4cae-90a0-9bb2893f9791 req-5c8c75ac-1364-4bf0-ba08-9664644c8411 service neutron] 10.222.0.36 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416533 Jul 15 23:26:42.398410 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44042) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:42.419763 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-86c8edd1-8f07-4838-8856-39733294d620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.457951 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-044c4232-16a0-4519-b3ba-b881fdc58451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'name': 'tempest-TestVolumeBootPattern-557621329-router', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:01Z', 'revision_number': 4, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'gw_port': {'id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'ea997bf3-893e-471e-86fd-c9cbc7b50d5f', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'port_id': '745a6557-5f57-4c77-8210-2d4c247a8322', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'mac_address': 'fa:16:3e:7d:bc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72653938-c927-4063-9468-a352bb0b5aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:26:38Z', 'updated_at': '2021-07-15T23:26:38Z', 'revision_number': 0, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '012b337e-4010-47e0-ab41-2a91b7c77a55', 'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'mac_address': 'fa:16:3e:78:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:00Z', 'updated_at': '2021-07-15T23:19:07Z', 'revision_number': 5, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'subnets': [{'id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:42.514018 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.551343 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044c4232-16a0-4519-b3ba-b881fdc58451 None None] The sync data for ids ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'] in n-d-787205-9 is: [{'id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'name': 'tempest-TestVolumeBootPattern-557621329-router', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:01Z', 'revision_number': 4, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'gw_port': {'id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'ea997bf3-893e-471e-86fd-c9cbc7b50d5f', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'port_id': '745a6557-5f57-4c77-8210-2d4c247a8322', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'mac_address': 'fa:16:3e:7d:bc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72653938-c927-4063-9468-a352bb0b5aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:26:38Z', 'updated_at': '2021-07-15T23:26:38Z', 'revision_number': 0, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '012b337e-4010-47e0-ab41-2a91b7c77a55', 'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'mac_address': 'fa:16:3e:78:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:00Z', 'updated_at': '2021-07-15T23:19:07Z', 'revision_number': 5, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'subnets': [{'id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:26:42.608065 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0e1068da-1b24-4cae-90a0-9bb2893f9791 req-c6f82a2f-37ef-4c7e-839a-6e1e0f9191d5 service neutron] 10.222.0.36 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394810 Jul 15 23:26:42.651949 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Deleting port 2cb03e1f-50e2-47b7-99ed-66f453102300 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:42.652556 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.702594 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-86c8edd1-8f07-4838-8856-39733294d620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.713419 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-86c8edd1-8f07-4838-8856-39733294d620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.718686 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60be981-b26c-44f6-82ad-cdd9255aa9bd None None] Network f7521aab-1280-4b20-bba1-7bae82fd9919 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:42.751280 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-86c8edd1-8f07-4838-8856-39733294d620 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce91d4b9fed5462eab496482a17a01fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3517523 Jul 15 23:26:42.752472 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44046) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:42.775316 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0b4c5bed-2739-4553-ba5d-7b92d0d88a66 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=167c9b3938324d9e9d79711603435b63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5012500 Jul 15 23:26:42.780362 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44048) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:42.793197 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] For port 2cb03e1f-50e2-47b7-99ed-66f453102300, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=2cb03e1f-50e2-47b7-99ed-66f453102300,segment=NetworkSegment(9c9ff3a4-e7f6-4d15-8414-749f1d1bc08a),segment_id=9c9ff3a4-e7f6-4d15-8414-749f1d1bc08a)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:42.793978 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.797301 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8edd1-8f07-4838-8856-39733294d620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0065824b-d2d0-4d3c-ba2d-fa89969a62ad,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:42.828999 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5c1b7562-dfcc-4f93-bf52-80766e2e5461 None None] Provisioning for port 2cb03e1f-50e2-47b7-99ed-66f453102300 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:42.829267 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Calling delete_port for 2cb03e1f-50e2-47b7-99ed-66f453102300 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:42.836468 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5c1b7562-dfcc-4f93-bf52-80766e2e5461 None None] Provisioning complete for port 2cb03e1f-50e2-47b7-99ed-66f453102300 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:42.836973 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5c1b7562-dfcc-4f93-bf52-80766e2e5461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.870689 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-30e3f17d-8484-4a3a-87d9-734d0ce7e8ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.926982 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-30e3f17d-8484-4a3a-87d9-734d0ce7e8ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.941655 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa78019a-9172-4808-b275-b0ea9b76476d None None] New status for floating IP ea997bf3-893e-471e-86fd-c9cbc7b50d5f: ACTIVE {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:26:42.961435 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8b8d3195-6be6-4bf4-a0d8-4f6039a00f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.985022 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8b8d3195-6be6-4bf4-a0d8-4f6039a00f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.012478 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-30e3f17d-8484-4a3a-87d9-734d0ce7e8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.015563 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5c1b7562-dfcc-4f93-bf52-80766e2e5461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.019392 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-30e3f17d-8484-4a3a-87d9-734d0ce7e8ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.021205 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-30e3f17d-8484-4a3a-87d9-734d0ce7e8ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f191ded-0b34-4b16-aca1-9cd94b59c405 HTTP/1.1" status: 204 len: 168 time: 0.2397475 Jul 15 23:26:43.027683 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44050) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:43.046508 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.051939 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3f17d-8484-4a3a-87d9-734d0ce7e8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f191ded-0b34-4b16-aca1-9cd94b59c405,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:43.068362 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] No DVR routers for this DVR port 2cb03e1f-50e2-47b7-99ed-66f453102300 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:26:43.095156 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53a6070-d18b-4cdd-9111-9ed159faa6bc None None] DHCP port deletion for f7521aab-1280-4b20-bba1-7bae82fd9919 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:26:43.107796 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Pushing event deleted for resources: {'Port': ['ID=2cb03e1f-50e2-47b7-99ed-66f453102300,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:43.156863 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-041ae4e9-5c6a-40f2-b795-b737e98434bf tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.162016 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8b8d3195-6be6-4bf4-a0d8-4f6039a00f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.165383 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8b8d3195-6be6-4bf4-a0d8-4f6039a00f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.169663 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8b8d3195-6be6-4bf4-a0d8-4f6039a00f47 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0065824b-d2d0-4d3c-ba2d-fa89969a62ad HTTP/1.1" status: 204 len: 168 time: 0.4156849 Jul 15 23:26:43.210808 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.222992 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d3195-6be6-4bf4-a0d8-4f6039a00f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0065824b-d2d0-4d3c-ba2d-fa89969a62ad,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:43.236810 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7521aab-1280-4b20-bba1-7bae82fd9919']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:43.267205 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9ff3a4-e7f6-4d15-8414-749f1d1bc08a') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:43.267205 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9ff3a4-e7f6-4d15-8414-749f1d1bc08a') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:43.280427 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.296333 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-041ae4e9-5c6a-40f2-b795-b737e98434bf tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.299212 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.307232 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:26:43.308296 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.309918 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-041ae4e9-5c6a-40f2-b795-b737e98434bf tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f600fed7-35ff-4545-8f7f-bb75f91a3939']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:43.312511 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:26:43.312511 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:26:43.312511 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:26:43.312511 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:26:43.312511 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:26:43.312511 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:26:43.312511 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:26:43.312511 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:26:43.312511 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:26:43.312511 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:26:43.312511 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:26:43.312511 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:26:43.312511 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:26:43.312511 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:26:43.312511 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:26:43.312511 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:26:43.312511 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:26:43.312511 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:26:43.312511 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:26:43.312511 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:26:43.312511 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:26:43.312511 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:26:43.312511 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:26:43.312511 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:26:43.312511 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:26:43.312511 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:26:43.312511 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:26:43.312511 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:26:43.312511 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:26:43.312511 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:26:43.312511 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:26:43.312511 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:26:43.328277 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-041ae4e9-5c6a-40f2-b795-b737e98434bf tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5a6793-1014-4c96-839a-9c464a3d747b') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:43.328843 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-041ae4e9-5c6a-40f2-b795-b737e98434bf tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5a6793-1014-4c96-839a-9c464a3d747b') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:43.340846 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-041ae4e9-5c6a-40f2-b795-b737e98434bf tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.358398 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-041ae4e9-5c6a-40f2-b795-b737e98434bf tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.365835 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041ae4e9-5c6a-40f2-b795-b737e98434bf tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:26:43.366406 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-041ae4e9-5c6a-40f2-b795-b737e98434bf tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:26:43.383468 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:26:43.395841 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.407319 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.410259 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "DELETE /v2.0/networks/f7521aab-1280-4b20-bba1-7bae82fd9919 HTTP/1.1" status: 204 len: 168 time: 3.6680281 Jul 15 23:26:43.430131 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44056) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:43.431554 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded06ff-d068-4cd9-aae5-52181cc9f4e2 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Pushing event deleted for resources: {'Network': ['ID=f7521aab-1280-4b20-bba1-7bae82fd9919,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:43.441673 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-041ae4e9-5c6a-40f2-b795-b737e98434bf tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.452603 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-041ae4e9-5c6a-40f2-b795-b737e98434bf tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.454593 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-041ae4e9-5c6a-40f2-b795-b737e98434bf tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] 10.222.0.16 "DELETE /v2.0/networks/f600fed7-35ff-4545-8f7f-bb75f91a3939 HTTP/1.1" status: 204 len: 168 time: 0.4223495 Jul 15 23:26:43.466060 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44058) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:43.474383 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ae4e9-5c6a-40f2-b795-b737e98434bf tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Pushing event deleted for resources: {'Network': ['ID=f600fed7-35ff-4545-8f7f-bb75f91a3939,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:43.492496 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a41d83-a3c6-42e0-a803-9bace8c3a7b9 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] DELETE failed (client error): The resource could not be found. Jul 15 23:26:43.493082 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a41d83-a3c6-42e0-a803-9bace8c3a7b9 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:26:43.494961 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-92a41d83-a3c6-42e0-a803-9bace8c3a7b9 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "DELETE /v2.0/subnets/1ff902c1-85c4-4f5b-8189-81c0d414b337 HTTP/1.1" status: 404 len: 337 time: 0.0596635 Jul 15 23:26:43.498145 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44060) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:43.524721 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-88363959-4ab5-4546-8d90-b71e259d7ee7 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] DELETE failed (client error): The resource could not be found. Jul 15 23:26:43.525530 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88363959-4ab5-4546-8d90-b71e259d7ee7 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:26:43.530298 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-88363959-4ab5-4546-8d90-b71e259d7ee7 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "DELETE /v2.0/networks/f7521aab-1280-4b20-bba1-7bae82fd9919 HTTP/1.1" status: 404 len: 339 time: 0.0285499 Jul 15 23:26:43.530517 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44064) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:43.542822 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-777e5004-3719-40cb-aa52-73453eb4b6db tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.572423 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-b26bd4fa-e149-444f-9a32-3184e2fc3b2c tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] DELETE failed (client error): The resource could not be found. Jul 15 23:26:43.572898 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b26bd4fa-e149-444f-9a32-3184e2fc3b2c tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:26:43.579111 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b26bd4fa-e149-444f-9a32-3184e2fc3b2c tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "DELETE /v2.0/subnets/08b7db5e-bdd0-4689-9e9b-c86729438ffb HTTP/1.1" status: 404 len: 337 time: 0.0472581 Jul 15 23:26:43.579789 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44070) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:43.623450 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-aedfec1a-3d4d-4644-8a3d-4dd67e07c629 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] DELETE failed (client error): The resource could not be found. Jul 15 23:26:43.624259 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aedfec1a-3d4d-4644-8a3d-4dd67e07c629 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:26:43.633973 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-777e5004-3719-40cb-aa52-73453eb4b6db tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.640325 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-aedfec1a-3d4d-4644-8a3d-4dd67e07c629 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "DELETE /v2.0/networks/c80d65c3-ac1e-4e55-ba8a-e5452d7e2c38 HTTP/1.1" status: 404 len: 339 time: 0.0589557 Jul 15 23:26:43.641049 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44072) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:43.645027 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-777e5004-3719-40cb-aa52-73453eb4b6db tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee46ab1-7c4c-4d3b-814f-d55808c38b37']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:43.658797 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-777e5004-3719-40cb-aa52-73453eb4b6db tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d18dec-796f-4314-89f4-a5d77258d867') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:43.659454 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-777e5004-3719-40cb-aa52-73453eb4b6db tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d18dec-796f-4314-89f4-a5d77258d867') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:43.671029 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-777e5004-3719-40cb-aa52-73453eb4b6db tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.674157 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 2cb03e1f-50e2-47b7-99ed-66f453102300 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:26:43.686818 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-777e5004-3719-40cb-aa52-73453eb4b6db tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.694957 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777e5004-3719-40cb-aa52-73453eb4b6db tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:26:43.695673 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-777e5004-3719-40cb-aa52-73453eb4b6db tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.697792 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:26:43.697792 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:26:43.697792 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:26:43.697792 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:26:43.697792 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:26:43.697792 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:26:43.697792 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:26:43.697792 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:26:43.697792 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:26:43.697792 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:26:43.697792 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:26:43.697792 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:26:43.697792 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:26:43.697792 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:26:43.697792 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:26:43.697792 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:26:43.697792 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:26:43.697792 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:26:43.697792 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:26:43.697792 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:26:43.697792 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:26:43.697792 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:26:43.697792 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:26:43.697792 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:26:43.697792 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:26:43.697792 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:26:43.697792 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:26:43.697792 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:26:43.697792 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:26:43.697792 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:26:43.697792 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:26:43.697792 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:26:43.711425 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-a590339f-d6da-42e8-8e00-7d1fbbfbf13d tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] DELETE failed (client error): The resource could not be found. Jul 15 23:26:43.712141 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a590339f-d6da-42e8-8e00-7d1fbbfbf13d tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:26:43.714587 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a590339f-d6da-42e8-8e00-7d1fbbfbf13d tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "DELETE /v2.0/subnets/5236566a-2f6b-4b9b-a122-ea4ece8f8bd0 HTTP/1.1" status: 404 len: 337 time: 0.0725386 Jul 15 23:26:43.715866 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 2cb03e1f-50e2-47b7-99ed-66f453102300 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:26:43.717472 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 2cb03e1f-50e2-47b7-99ed-66f453102300 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:26:43.720807 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44076) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:43.742876 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ea1125-1c3e-49b6-8b46-deec44d3c937 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] DELETE failed (client error): The resource could not be found. Jul 15 23:26:43.743611 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ea1125-1c3e-49b6-8b46-deec44d3c937 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:26:43.748031 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c9ea1125-1c3e-49b6-8b46-deec44d3c937 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "DELETE /v2.0/networks/c7cdb0cd-ae46-40ff-bbf4-72c2d5e6231a HTTP/1.1" status: 404 len: 339 time: 0.0244176 Jul 15 23:26:43.748342 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44080) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:43.782956 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-777e5004-3719-40cb-aa52-73453eb4b6db tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.795585 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-777e5004-3719-40cb-aa52-73453eb4b6db tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.801007 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-777e5004-3719-40cb-aa52-73453eb4b6db tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] 10.222.0.16 "DELETE /v2.0/networks/0ee46ab1-7c4c-4d3b-814f-d55808c38b37 HTTP/1.1" status: 204 len: 168 time: 0.3322303 Jul 15 23:26:43.836068 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e5004-3719-40cb-aa52-73453eb4b6db tempest-QuotasNegativeTest-353032563 tempest-QuotasNegativeTest-353032563-project-admin] Pushing event deleted for resources: {'Network': ['ID=0ee46ab1-7c4c-4d3b-814f-d55808c38b37,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:43.933390 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-54fd9d40-2bb2-4a25-bef6-dda5a50d428f tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Deleting port d94766cf-9487-41d1-99d3-debba160f76f {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:43.933736 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54fd9d40-2bb2-4a25-bef6-dda5a50d428f tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.040104 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54fd9d40-2bb2-4a25-bef6-dda5a50d428f tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.060201 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-54fd9d40-2bb2-4a25-bef6-dda5a50d428f tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Calling delete_port for d94766cf-9487-41d1-99d3-debba160f76f owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:44.219446 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54fd9d40-2bb2-4a25-bef6-dda5a50d428f tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.256114 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd9d40-2bb2-4a25-bef6-dda5a50d428f tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Pushing event deleted for resources: {'Port': ['ID=d94766cf-9487-41d1-99d3-debba160f76f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:44.268194 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54fd9d40-2bb2-4a25-bef6-dda5a50d428f tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.273152 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44100) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:44.273332 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-54fd9d40-2bb2-4a25-bef6-dda5a50d428f tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "DELETE /v2.0/ports/d94766cf-9487-41d1-99d3-debba160f76f HTTP/1.1" status: 204 len: 168 time: 0.5240617 Jul 15 23:26:44.307180 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-16457cf7-a93d-491a-91b1-07f8c8d25221 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] DELETE failed (client error): The resource could not be found. Jul 15 23:26:44.307752 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16457cf7-a93d-491a-91b1-07f8c8d25221 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:26:44.309313 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-16457cf7-a93d-491a-91b1-07f8c8d25221 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "DELETE /v2.0/subnets/2f031f77-840d-4f55-ba48-68bc0b17d203 HTTP/1.1" status: 404 len: 337 time: 0.0351589 Jul 15 23:26:44.312648 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44102) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:44.449396 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2223359-b656-40ed-ac5e-fbb27407bd44 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.490157 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44108) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:44.509468 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f7c35db-c8b7-41e2-9bff-efb4cb0730cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.572566 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2223359-b656-40ed-ac5e-fbb27407bd44 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.588919 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-b2223359-b656-40ed-ac5e-fbb27407bd44 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b543c5-4082-4659-aee8-ed4184d583d0']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:44.606160 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-b2223359-b656-40ed-ac5e-fbb27407bd44 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '166e97d9-401d-4f03-8f6a-b9251d18d1a3') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:44.607145 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-b2223359-b656-40ed-ac5e-fbb27407bd44 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '166e97d9-401d-4f03-8f6a-b9251d18d1a3') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:44.627540 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2223359-b656-40ed-ac5e-fbb27407bd44 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.628324 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f7c35db-c8b7-41e2-9bff-efb4cb0730cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.633317 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f7c35db-c8b7-41e2-9bff-efb4cb0730cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.646184 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2223359-b656-40ed-ac5e-fbb27407bd44 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.654402 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2223359-b656-40ed-ac5e-fbb27407bd44 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:26:44.655259 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2223359-b656-40ed-ac5e-fbb27407bd44 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.659529 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:26:44.659529 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:26:44.659529 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:26:44.659529 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:26:44.659529 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:26:44.659529 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:26:44.659529 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:26:44.659529 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:26:44.659529 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:26:44.659529 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:26:44.659529 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:26:44.659529 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:26:44.659529 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:26:44.659529 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:26:44.659529 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:26:44.659529 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:26:44.659529 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:26:44.659529 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:26:44.659529 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:26:44.659529 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:26:44.659529 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:26:44.659529 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:26:44.659529 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:26:44.659529 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:26:44.659529 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:26:44.659529 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:26:44.659529 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:26:44.659529 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:26:44.659529 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:26:44.659529 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:26:44.659529 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:26:44.659529 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:26:44.693266 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1f7c35db-c8b7-41e2-9bff-efb4cb0730cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ccf09867bec047cca3ef1414cde87195&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2013645 Jul 15 23:26:44.695517 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44112) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:44.725707 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c35db-c8b7-41e2-9bff-efb4cb0730cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11a6570-3db9-4149-af1b-7e464f76b990,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:44.759248 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c1d5882-b2f1-494b-854e-1546c13b9c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.774117 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2223359-b656-40ed-ac5e-fbb27407bd44 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.788410 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c1d5882-b2f1-494b-854e-1546c13b9c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.788958 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2223359-b656-40ed-ac5e-fbb27407bd44 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.793922 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b2223359-b656-40ed-ac5e-fbb27407bd44 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "DELETE /v2.0/networks/22b543c5-4082-4659-aee8-ed4184d583d0 HTTP/1.1" status: 204 len: 168 time: 0.4803014 Jul 15 23:26:44.803633 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44118) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:44.843058 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c1d5882-b2f1-494b-854e-1546c13b9c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.846370 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0c1d5882-b2f1-494b-854e-1546c13b9c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.847635 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0c1d5882-b2f1-494b-854e-1546c13b9c7a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c11a6570-3db9-4149-af1b-7e464f76b990 HTTP/1.1" status: 204 len: 168 time: 0.1511333 Jul 15 23:26:44.856297 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2223359-b656-40ed-ac5e-fbb27407bd44 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Pushing event deleted for resources: {'Network': ['ID=22b543c5-4082-4659-aee8-ed4184d583d0,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:44.856749 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d5882-b2f1-494b-854e-1546c13b9c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11a6570-3db9-4149-af1b-7e464f76b990,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:45.003755 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4499b04a-6d98-40b9-a411-b9d483cc7d22 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Deleting port 94e9dfe1-a117-4b3b-b711-3e7dadf9c1dc {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:45.004344 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4499b04a-6d98-40b9-a411-b9d483cc7d22 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:45.097031 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4499b04a-6d98-40b9-a411-b9d483cc7d22 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:45.110900 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4499b04a-6d98-40b9-a411-b9d483cc7d22 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Calling delete_port for 94e9dfe1-a117-4b3b-b711-3e7dadf9c1dc owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:45.204429 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4499b04a-6d98-40b9-a411-b9d483cc7d22 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:45.238404 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499b04a-6d98-40b9-a411-b9d483cc7d22 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Pushing event deleted for resources: {'Port': ['ID=94e9dfe1-a117-4b3b-b711-3e7dadf9c1dc,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:45.246843 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4499b04a-6d98-40b9-a411-b9d483cc7d22 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:45.250206 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4499b04a-6d98-40b9-a411-b9d483cc7d22 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "DELETE /v2.0/ports/94e9dfe1-a117-4b3b-b711-3e7dadf9c1dc HTTP/1.1" status: 204 len: 168 time: 0.4410090 Jul 15 23:26:45.252430 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44136) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:45.281575 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c126c8-f7a4-48a5-8f5c-5dd6157a110e tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] DELETE failed (client error): The resource could not be found. Jul 15 23:26:45.282228 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6c126c8-f7a4-48a5-8f5c-5dd6157a110e tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:26:45.283926 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e6c126c8-f7a4-48a5-8f5c-5dd6157a110e tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "DELETE /v2.0/subnets/094f6b79-900c-4b13-81f0-e6833428d8c5 HTTP/1.1" status: 404 len: 337 time: 0.0304856 Jul 15 23:26:45.287080 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44138) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:45.311442 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44140) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:45.327403 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e6d0688d-c26d-43ac-b997-439532032fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:45.396695 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d6a035c-dbc3-48ee-859f-c1aec3b723dc tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:45.431799 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e6d0688d-c26d-43ac-b997-439532032fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:45.436320 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e6d0688d-c26d-43ac-b997-439532032fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:45.483272 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e6d0688d-c26d-43ac-b997-439532032fdf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=165644c8fd8940dcb96ab91736a80747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1689975 Jul 15 23:26:45.484689 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0688d-c26d-43ac-b997-439532032fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fcd9f0-a730-4b12-b68b-6022e1f9d966,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:45.486820 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44146) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:45.523948 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d6a035c-dbc3-48ee-859f-c1aec3b723dc tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:45.549042 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3d6a035c-dbc3-48ee-859f-c1aec3b723dc tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c28506-b69e-4b3a-96a3-cae67074a4cd']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:45.570678 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3d6a035c-dbc3-48ee-859f-c1aec3b723dc tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc83bf2d-67c1-4178-ae68-566a64889352') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:45.571057 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3d6a035c-dbc3-48ee-859f-c1aec3b723dc tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc83bf2d-67c1-4178-ae68-566a64889352') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:45.584113 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d6a035c-dbc3-48ee-859f-c1aec3b723dc tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:45.609777 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d6a035c-dbc3-48ee-859f-c1aec3b723dc tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:45.612282 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-98caef83-395d-4c16-960e-19767885f550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:45.620067 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6a035c-dbc3-48ee-859f-c1aec3b723dc tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:26:45.620331 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d6a035c-dbc3-48ee-859f-c1aec3b723dc tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:45.623556 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:26:45.623556 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:26:45.623556 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:26:45.623556 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:26:45.623556 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:26:45.623556 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:26:45.623556 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:26:45.623556 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:26:45.623556 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:26:45.623556 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:26:45.623556 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:26:45.623556 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:26:45.623556 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:26:45.623556 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:26:45.623556 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:26:45.623556 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:26:45.623556 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:26:45.623556 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:26:45.623556 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:26:45.623556 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:26:45.623556 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:26:45.623556 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:26:45.623556 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:26:45.623556 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:26:45.623556 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:26:45.623556 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:26:45.623556 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:26:45.623556 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:26:45.623556 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:26:45.623556 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:26:45.623556 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:26:45.623556 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:26:45.672444 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44150) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:45.696016 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-98caef83-395d-4c16-960e-19767885f550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:45.712505 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d6a035c-dbc3-48ee-859f-c1aec3b723dc tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:45.727277 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d6a035c-dbc3-48ee-859f-c1aec3b723dc tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:45.731483 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3d6a035c-dbc3-48ee-859f-c1aec3b723dc tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "DELETE /v2.0/networks/f2c28506-b69e-4b3a-96a3-cae67074a4cd HTTP/1.1" status: 204 len: 168 time: 0.4408822 Jul 15 23:26:45.732669 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44154) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:45.747275 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a035c-dbc3-48ee-859f-c1aec3b723dc tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Pushing event deleted for resources: {'Network': ['ID=f2c28506-b69e-4b3a-96a3-cae67074a4cd,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:45.772616 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-98caef83-395d-4c16-960e-19767885f550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:45.775336 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-98caef83-395d-4c16-960e-19767885f550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:45.776532 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-98caef83-395d-4c16-960e-19767885f550 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e0fcd9f0-a730-4b12-b68b-6022e1f9d966 HTTP/1.1" status: 204 len: 168 time: 0.2880592 Jul 15 23:26:45.789193 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98caef83-395d-4c16-960e-19767885f550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fcd9f0-a730-4b12-b68b-6022e1f9d966,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:45.810894 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-dabc1d7e-9424-4758-98bc-d98e7e2a4dd0 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Deleting subnet 67d0ce98-6644-4b81-8ebc-6c99283743b6 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:26:45.829352 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b05d9859-30be-454a-9ab3-cf2b9e9306ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:45.839292 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dabc1d7e-9424-4758-98bc-d98e7e2a4dd0 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:45.903403 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5c60f675-17bd-40ee-91d1-fcbf70996aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:45.934155 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dabc1d7e-9424-4758-98bc-d98e7e2a4dd0 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.048860 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b05d9859-30be-454a-9ab3-cf2b9e9306ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.060490 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b05d9859-30be-454a-9ab3-cf2b9e9306ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.109857 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dabc1d7e-9424-4758-98bc-d98e7e2a4dd0 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.115443 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d9859-30be-454a-9ab3-cf2b9e9306ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1df99a-2b12-4295-9728-ee0eec77a8e5,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:46.154935 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b05d9859-30be-454a-9ab3-cf2b9e9306ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=910efb2d015042aca8d04f23263c3ff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4793739 Jul 15 23:26:46.156772 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44172) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:46.212735 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dabc1d7e-9424-4758-98bc-d98e7e2a4dd0 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.214959 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ffb4fb8-0d55-4457-8a6f-04b5ce7392f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.242627 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ffb4fb8-0d55-4457-8a6f-04b5ce7392f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.269201 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc1d7e-9424-4758-98bc-d98e7e2a4dd0 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Pushing event deleted for resources: {'Subnet': ['ID=67d0ce98-6644-4b81-8ebc-6c99283743b6,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:46.271423 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dabc1d7e-9424-4758-98bc-d98e7e2a4dd0 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.276278 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44178) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:46.276435 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-dabc1d7e-9424-4758-98bc-d98e7e2a4dd0 tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "DELETE /v2.0/subnets/67d0ce98-6644-4b81-8ebc-6c99283743b6 HTTP/1.1" status: 204 len: 168 time: 0.5427957 Jul 15 23:26:46.283881 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aebbe4d-a5d4-4e46-aed8-f085fcea6c06 None None] Network b4356c90-d584-49d8-9999-7d2e0ece3747 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:46.368164 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44180) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:46.368649 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23388665-e7b7-4d09-adce-ca9ac5e7d38f tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.371756 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ffb4fb8-0d55-4457-8a6f-04b5ce7392f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.374421 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ffb4fb8-0d55-4457-8a6f-04b5ce7392f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.378311 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1ffb4fb8-0d55-4457-8a6f-04b5ce7392f1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5d1df99a-2b12-4295-9728-ee0eec77a8e5 HTTP/1.1" status: 204 len: 168 time: 0.2186139 Jul 15 23:26:46.387356 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb4fb8-0d55-4457-8a6f-04b5ce7392f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1df99a-2b12-4295-9728-ee0eec77a8e5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:46.450450 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-23388665-e7b7-4d09-adce-ca9ac5e7d38f tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Deleting port 518ddcb7-f428-4594-99f1-298293af7c89 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:46.450926 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23388665-e7b7-4d09-adce-ca9ac5e7d38f tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.529648 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-23388665-e7b7-4d09-adce-ca9ac5e7d38f tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] For port 518ddcb7-f428-4594-99f1-298293af7c89, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=518ddcb7-f428-4594-99f1-298293af7c89,segment=NetworkSegment(d1376178-4995-4046-8557-7bb2e9bb47a7),segment_id=d1376178-4995-4046-8557-7bb2e9bb47a7)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:46.530702 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23388665-e7b7-4d09-adce-ca9ac5e7d38f tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.551241 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-23388665-e7b7-4d09-adce-ca9ac5e7d38f tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Calling delete_port for 518ddcb7-f428-4594-99f1-298293af7c89 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:46.575906 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ec62e9-7c34-48ad-b420-cc84cf66d50c None None] DHCP port deletion for b4356c90-d584-49d8-9999-7d2e0ece3747 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:26:46.585553 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a4a43c63-002a-4f04-a142-f59e4b1023bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.672072 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23388665-e7b7-4d09-adce-ca9ac5e7d38f tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.697932 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-85ec62e9-7c34-48ad-b420-cc84cf66d50c None None] Deleting port 518ddcb7-f428-4594-99f1-298293af7c89 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:46.698325 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-85ec62e9-7c34-48ad-b420-cc84cf66d50c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.707956 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23388665-e7b7-4d09-adce-ca9ac5e7d38f tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] No DVR routers for this DVR port 518ddcb7-f428-4594-99f1-298293af7c89 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:26:46.773321 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a4a43c63-002a-4f04-a142-f59e4b1023bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.778004 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23388665-e7b7-4d09-adce-ca9ac5e7d38f tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Pushing event deleted for resources: {'Port': ['ID=518ddcb7-f428-4594-99f1-298293af7c89,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:46.781735 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a4a43c63-002a-4f04-a142-f59e4b1023bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.818074 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-85ec62e9-7c34-48ad-b420-cc84cf66d50c None None] For port 518ddcb7-f428-4594-99f1-298293af7c89, host n-d-787205-9, got binding levels [] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:46.819286 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-85ec62e9-7c34-48ad-b420-cc84cf66d50c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.860524 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-85ec62e9-7c34-48ad-b420-cc84cf66d50c None None] Calling delete_port for 518ddcb7-f428-4594-99f1-298293af7c89 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:46.865576 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.ipam_backend_mixin [None req-85ec62e9-7c34-48ad-b420-cc84cf66d50c None None] Port 518ddcb7-f428-4594-99f1-298293af7c89 was not found and therefore no delete operation was performed {{(pid=93800) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:26:46.867346 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-85ec62e9-7c34-48ad-b420-cc84cf66d50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.887904 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23388665-e7b7-4d09-adce-ca9ac5e7d38f tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.911245 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ec62e9-7c34-48ad-b420-cc84cf66d50c None None] No DVR routers for this DVR port 518ddcb7-f428-4594-99f1-298293af7c89 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:26:46.914957 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-23388665-e7b7-4d09-adce-ca9ac5e7d38f tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4356c90-d584-49d8-9999-7d2e0ece3747']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:46.916418 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec62e9-7c34-48ad-b420-cc84cf66d50c None None] Pushing event deleted for resources: {'Port': ['ID=518ddcb7-f428-4594-99f1-298293af7c89,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:46.933751 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-23388665-e7b7-4d09-adce-ca9ac5e7d38f tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1376178-4995-4046-8557-7bb2e9bb47a7') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:46.934520 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-23388665-e7b7-4d09-adce-ca9ac5e7d38f tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1376178-4995-4046-8557-7bb2e9bb47a7') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:46.950665 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23388665-e7b7-4d09-adce-ca9ac5e7d38f tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.964385 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a4a43c63-002a-4f04-a142-f59e4b1023bf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a40650e464249e5a5432a6f769a758e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5939360 Jul 15 23:26:46.965241 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a43c63-002a-4f04-a142-f59e4b1023bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3b526d-7d79-4a9b-841a-b854cae5cf7a,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:46.971033 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44194) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:46.988970 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23388665-e7b7-4d09-adce-ca9ac5e7d38f tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.997749 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23388665-e7b7-4d09-adce-ca9ac5e7d38f tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:26:46.997749 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23388665-e7b7-4d09-adce-ca9ac5e7d38f tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.003079 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:26:47.003079 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:26:47.003079 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:26:47.003079 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:26:47.003079 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:26:47.003079 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:26:47.003079 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:26:47.003079 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:26:47.003079 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:26:47.003079 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:26:47.003079 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:26:47.003079 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:26:47.003079 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:26:47.003079 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:26:47.003079 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:26:47.003079 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:26:47.003079 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:26:47.003079 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:26:47.003079 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:26:47.003079 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:26:47.003079 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:26:47.003079 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:26:47.003079 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:26:47.003079 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:26:47.003079 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:26:47.003079 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:26:47.003079 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:26:47.003079 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:26:47.003079 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:26:47.003079 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:26:47.003079 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:26:47.003079 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:26:47.031351 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44196) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:47.071504 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-349f1daa-adc5-404d-ac44-4c1bd455d329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.077729 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ae6dd397-ba4a-42f2-ac15-435e74e6481b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.095872 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23388665-e7b7-4d09-adce-ca9ac5e7d38f tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.097754 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-349f1daa-adc5-404d-ac44-4c1bd455d329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.103848 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23388665-e7b7-4d09-adce-ca9ac5e7d38f tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.107227 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-23388665-e7b7-4d09-adce-ca9ac5e7d38f tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] 10.222.0.16 "DELETE /v2.0/networks/b4356c90-d584-49d8-9999-7d2e0ece3747 HTTP/1.1" status: 204 len: 168 time: 0.8291123 Jul 15 23:26:47.128962 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23388665-e7b7-4d09-adce-ca9ac5e7d38f tempest-NetworksIpV6TestAttrs-1582411186 tempest-NetworksIpV6TestAttrs-1582411186-project] Pushing event deleted for resources: {'Network': ['ID=b4356c90-d584-49d8-9999-7d2e0ece3747,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:47.164492 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-349f1daa-adc5-404d-ac44-4c1bd455d329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.168714 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-349f1daa-adc5-404d-ac44-4c1bd455d329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.175608 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-349f1daa-adc5-404d-ac44-4c1bd455d329 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c3b526d-7d79-4a9b-841a-b854cae5cf7a HTTP/1.1" status: 204 len: 168 time: 0.2020776 Jul 15 23:26:47.194047 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f1daa-adc5-404d-ac44-4c1bd455d329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3b526d-7d79-4a9b-841a-b854cae5cf7a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:47.239039 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ae6dd397-ba4a-42f2-ac15-435e74e6481b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.243229 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ae6dd397-ba4a-42f2-ac15-435e74e6481b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.288344 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ae6dd397-ba4a-42f2-ac15-435e74e6481b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e735e737e7e84731a928c1b64723786f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2559278 Jul 15 23:26:47.289186 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6dd397-ba4a-42f2-ac15-435e74e6481b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff15aa3-ff45-44f0-8961-e942bfbc7482,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:47.291126 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44208) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:47.346827 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff2d4524-90b4-43a2-af25-179efdaf9c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.369020 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff2d4524-90b4-43a2-af25-179efdaf9c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.423699 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff2d4524-90b4-43a2-af25-179efdaf9c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.427801 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff2d4524-90b4-43a2-af25-179efdaf9c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.431649 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ff2d4524-90b4-43a2-af25-179efdaf9c10 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ff15aa3-ff45-44f0-8961-e942bfbc7482 HTTP/1.1" status: 204 len: 168 time: 0.1358821 Jul 15 23:26:47.442427 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d4524-90b4-43a2-af25-179efdaf9c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff15aa3-ff45-44f0-8961-e942bfbc7482,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:47.471115 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44218) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:47.608608 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 518ddcb7-f428-4594-99f1-298293af7c89 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:26:47.630131 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 518ddcb7-f428-4594-99f1-298293af7c89 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:26:47.630481 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 518ddcb7-f428-4594-99f1-298293af7c89 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:26:47.724814 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5cac8c02-4cce-4a65-810d-d46ed1324900 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d5def6b043e44be9b135ead92161928d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2520835 Jul 15 23:26:47.727257 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44236) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:47.781649 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-398673d2-4481-4c80-ac53-025b71b03d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.805351 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-398673d2-4481-4c80-ac53-025b71b03d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.855346 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-398673d2-4481-4c80-ac53-025b71b03d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.858201 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-398673d2-4481-4c80-ac53-025b71b03d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.862685 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-398673d2-4481-4c80-ac53-025b71b03d24 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/38966128-3274-4b4b-8432-5af7a7058d67 HTTP/1.1" status: 204 len: 168 time: 0.1344559 Jul 15 23:26:47.870273 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398673d2-4481-4c80-ac53-025b71b03d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38966128-3274-4b4b-8432-5af7a7058d67,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:48.245440 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0b21497f-f481-4a7c-8563-36b209d03cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.307953 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44270) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:48.386273 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44276) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:48.519308 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-edb40bd2-ff1d-4f58-8aa8-6b46ef9e6b4e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1414522269-network', 'tenant_id': '79c3aa4018564f7da590e1588531d478'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:48.532164 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-bd476fd6-9afc-459f-921e-d71453eb0c53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2046632516'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:48.553240 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb40bd2-ff1d-4f58-8aa8-6b46ef9e6b4e admin admin] Made reservation on behalf of 79c3aa4018564f7da590e1588531d478 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:48.555975 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-edb40bd2-ff1d-4f58-8aa8-6b46ef9e6b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.572471 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-edb40bd2-ff1d-4f58-8aa8-6b46ef9e6b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.588755 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd476fd6-9afc-459f-921e-d71453eb0c53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139-project] Made reservation on behalf of f6090016c93049ad8f89fa304728412e for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:48.593118 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd476fd6-9afc-459f-921e-d71453eb0c53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.612764 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd476fd6-9afc-459f-921e-d71453eb0c53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.711778 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.716843 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-edb40bd2-ff1d-4f58-8aa8-6b46ef9e6b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.734966 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-edb40bd2-ff1d-4f58-8aa8-6b46ef9e6b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.775628 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb40bd2-ff1d-4f58-8aa8-6b46ef9e6b4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:26:48.786541 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb40bd2-ff1d-4f58-8aa8-6b46ef9e6b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2792447-3054-40ed-9b37-40f23bd73202,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:48.798569 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-edb40bd2-ff1d-4f58-8aa8-6b46ef9e6b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.798990 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-edb40bd2-ff1d-4f58-8aa8-6b46ef9e6b4e admin admin] Added segment ed1534ca-5012-44ce-b144-af61518d7fa0 of type vlan for network 35287b5d-84dd-42c1-b0f1-c987dde5f190 Jul 15 23:26:48.852534 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-edb40bd2-ff1d-4f58-8aa8-6b46ef9e6b4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.891753 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd476fd6-9afc-459f-921e-d71453eb0c53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.897973 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd476fd6-9afc-459f-921e-d71453eb0c53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.915429 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-edb40bd2-ff1d-4f58-8aa8-6b46ef9e6b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.916396 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb40bd2-ff1d-4f58-8aa8-6b46ef9e6b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:48.916970 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-edb40bd2-ff1d-4f58-8aa8-6b46ef9e6b4e admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.938937 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd476fd6-9afc-459f-921e-d71453eb0c53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:26:48.970338 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd476fd6-9afc-459f-921e-d71453eb0c53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.970958 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-bd476fd6-9afc-459f-921e-d71453eb0c53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139-project] Added segment f7e78df1-3910-49f7-9c3b-fb3d69819025 of type vlan for network 8963baad-4707-4715-b86e-8aff85e0f074 Jul 15 23:26:48.982478 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-edb40bd2-ff1d-4f58-8aa8-6b46ef9e6b4e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5948064 Jul 15 23:26:48.983642 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd476fd6-9afc-459f-921e-d71453eb0c53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c76e62-cd10-4bd8-a24f-e19c7b219baf,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:48.985715 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44308) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:48.991987 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-501feee6-3a44-423d-8f41-8af83d5aa7fd admin admin] Request body: {'subnet': {'network_id': '35287b5d-84dd-42c1-b0f1-c987dde5f190', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1414522269-subnet', 'tenant_id': '79c3aa4018564f7da590e1588531d478', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:49.019328 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501feee6-3a44-423d-8f41-8af83d5aa7fd admin admin] Made reservation on behalf of 79c3aa4018564f7da590e1588531d478 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:49.021928 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-501feee6-3a44-423d-8f41-8af83d5aa7fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:49.044268 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb40bd2-ff1d-4f58-8aa8-6b46ef9e6b4e admin admin] Pushing event updated for resources: {'Network': ['ID=35287b5d-84dd-42c1-b0f1-c987dde5f190,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:49.056005 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd476fd6-9afc-459f-921e-d71453eb0c53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:49.057016 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 35287b5d-84dd-42c1-b0f1-c987dde5f190 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:26:49.091376 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd476fd6-9afc-459f-921e-d71453eb0c53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:49.097151 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd476fd6-9afc-459f-921e-d71453eb0c53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:49.097765 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd476fd6-9afc-459f-921e-d71453eb0c53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:49.132616 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-bd476fd6-9afc-459f-921e-d71453eb0c53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.8234477 Jul 15 23:26:49.184268 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44316) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:49.197305 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd476fd6-9afc-459f-921e-d71453eb0c53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139-project] Pushing event updated for resources: {'Network': ['ID=8963baad-4707-4715-b86e-8aff85e0f074,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:49.212929 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 8963baad-4707-4715-b86e-8aff85e0f074 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:26:49.258787 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-501feee6-3a44-423d-8f41-8af83d5aa7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:49.319747 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501feee6-3a44-423d-8f41-8af83d5aa7fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b4773d7-480c-4cd8-aa6c-9f339f7216b1,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:49.332318 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501feee6-3a44-423d-8f41-8af83d5aa7fd admin admin] Checking segment: {'id': 'ed1534ca-5012-44ce-b144-af61518d7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '35287b5d-84dd-42c1-b0f1-c987dde5f190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:49.332850 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501feee6-3a44-423d-8f41-8af83d5aa7fd admin admin] Network hostable DHCP agents. Network: 35287b5d-84dd-42c1-b0f1-c987dde5f190, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:26:49.349528 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501feee6-3a44-423d-8f41-8af83d5aa7fd admin admin] Network 35287b5d-84dd-42c1-b0f1-c987dde5f190 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:26:49.359900 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-501feee6-3a44-423d-8f41-8af83d5aa7fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 35287b5d-84dd-42c1-b0f1-c987dde5f190) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:49.364890 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501feee6-3a44-423d-8f41-8af83d5aa7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:49.365480 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-501feee6-3a44-423d-8f41-8af83d5aa7fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:49.375399 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8c5051-6e82-4408-ac84-82bfa6d5e7f4 None None] Network 35287b5d-84dd-42c1-b0f1-c987dde5f190 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:49.387190 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-501feee6-3a44-423d-8f41-8af83d5aa7fd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4003136 Jul 15 23:26:49.425022 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3ef8a15b-d7be-4a05-923a-84499d85f107 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1584115885'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:49.464887 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef8a15b-d7be-4a05-923a-84499d85f107 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Made reservation on behalf of d359e41f44094595884c5840e3da1e2a for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:49.471941 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ef8a15b-d7be-4a05-923a-84499d85f107 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:49.483523 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ef8a15b-d7be-4a05-923a-84499d85f107 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:49.604083 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44330) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:49.609802 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Request body: {'port': {'network_id': '8963baad-4707-4715-b86e-8aff85e0f074', 'binding:host_id': 'n-h2-787205-9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-764712857'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:49.619757 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3248f0-fc2c-49a2-a2db-0e31d1da4c3a None None] Network 35287b5d-84dd-42c1-b0f1-c987dde5f190 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:49.679133 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ef8a15b-d7be-4a05-923a-84499d85f107 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:49.684686 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ef8a15b-d7be-4a05-923a-84499d85f107 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:49.692537 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:49.699968 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef8a15b-d7be-4a05-923a-84499d85f107 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:26:49.712688 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ef8a15b-d7be-4a05-923a-84499d85f107 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:49.713356 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-3ef8a15b-d7be-4a05-923a-84499d85f107 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Added segment 185c5bab-396e-4a2c-8965-84e9d78e56e7 of type vlan for network 80e78394-10ef-4534-ab37-c571f3cd43c4 Jul 15 23:26:49.716908 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Made reservation on behalf of 35cffccd15ac42aba6e3a90dfb90955b for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:49.720085 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:49.730339 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:49.792190 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ef8a15b-d7be-4a05-923a-84499d85f107 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:49.839048 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8a15b-d7be-4a05-923a-84499d85f107 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a9c4a4-763f-4c18-a144-f2a746eae1eb,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:49.875077 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ef8a15b-d7be-4a05-923a-84499d85f107 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:49.879967 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:49.881732 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef8a15b-d7be-4a05-923a-84499d85f107 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:49.883213 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3ef8a15b-d7be-4a05-923a-84499d85f107 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:49.884452 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:49.896766 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] device_id is not set on port 57978bcf-d708-477c-933d-0e670330d549 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:26:49.920014 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3ef8a15b-d7be-4a05-923a-84499d85f107 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7339861 Jul 15 23:26:49.923743 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44344) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:49.930788 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c769ea19-09b8-40fb-a28a-f57bdb465e54 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1928599077'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:49.967178 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8a15b-d7be-4a05-923a-84499d85f107 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Network': ['ID=80e78394-10ef-4534-ab37-c571f3cd43c4,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:49.986118 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 80e78394-10ef-4534-ab37-c571f3cd43c4 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:26:50.007577 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b391b6-7edd-4b78-9c29-c0d250445047,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:50.008189 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c769ea19-09b8-40fb-a28a-f57bdb465e54 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Made reservation on behalf of d359e41f44094595884c5840e3da1e2a for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:50.011919 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c769ea19-09b8-40fb-a28a-f57bdb465e54 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.073389 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c769ea19-09b8-40fb-a28a-f57bdb465e54 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:26:50.090333 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c769ea19-09b8-40fb-a28a-f57bdb465e54 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.091704 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-c769ea19-09b8-40fb-a28a-f57bdb465e54 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Added segment a7f8b060-e9c7-4fc9-968d-5e0c6b934153 of type vlan for network ddaefc31-6a0d-4e41-95c4-a095fb827967 Jul 15 23:26:50.152141 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c769ea19-09b8-40fb-a28a-f57bdb465e54 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.188000 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] device_id is not set on port 57978bcf-d708-477c-933d-0e670330d549 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:26:50.198954 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.215173 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Transition to ACTIVE for port object 57978bcf-d708-477c-933d-0e670330d549 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:50.223870 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c769ea19-09b8-40fb-a28a-f57bdb465e54 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.243009 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.254006 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c769ea19-09b8-40fb-a28a-f57bdb465e54 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:50.257878 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c769ea19-09b8-40fb-a28a-f57bdb465e54 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.346602 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Pushing event updated for resources: {'Port': ['ID=57978bcf-d708-477c-933d-0e670330d549,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:50.350855 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Checking segment: {'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:50.351640 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Network hostable DHCP agents. Network: 8963baad-4707-4715-b86e-8aff85e0f074, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:26:50.402428 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Network 8963baad-4707-4715-b86e-8aff85e0f074 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:26:50.430488 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 8963baad-4707-4715-b86e-8aff85e0f074) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:50.439247 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e564001e-58af-48b6-abca-32d26392fd86 None None] Network 8963baad-4707-4715-b86e-8aff85e0f074 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:50.444649 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c769ea19-09b8-40fb-a28a-f57bdb465e54 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5196939 Jul 15 23:26:50.448606 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44364) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:50.456465 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:50.457526 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ce5218a6-c866-4ede-b7b6-f348fce48c8d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Request body: {'subnet': {'network_id': '80e78394-10ef-4534-ab37-c571f3cd43c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:50.509611 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 57978bcf-d708-477c-933d-0e670330d549 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:50.509951 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 57978bcf-d708-477c-933d-0e670330d549 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:50.514366 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 57978bcf-d708-477c-933d-0e670330d549 on network 8963baad-4707-4715-b86e-8aff85e0f074 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:50.535658 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Port 57978bcf-d708-477c-933d-0e670330d549 on network 8963baad-4707-4715-b86e-8aff85e0f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:50.536215 n-d-787205-9 neutron-server[93799]: ERROR neutron.plugins.ml2.managers [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Failed to bind port 57978bcf-d708-477c-933d-0e670330d549 on host n-h2-787205-9 for vnic_type normal using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] Jul 15 23:26:50.536682 n-d-787205-9 neutron-server[93799]: INFO neutron.plugins.ml2.plugin [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempt 2 to bind port 57978bcf-d708-477c-933d-0e670330d549 Jul 15 23:26:50.563759 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 57978bcf-d708-477c-933d-0e670330d549 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:50.564130 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 57978bcf-d708-477c-933d-0e670330d549 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:50.564761 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 57978bcf-d708-477c-933d-0e670330d549 on network 8963baad-4707-4715-b86e-8aff85e0f074 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:50.570852 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Port 57978bcf-d708-477c-933d-0e670330d549 on network 8963baad-4707-4715-b86e-8aff85e0f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:50.571183 n-d-787205-9 neutron-server[93799]: ERROR neutron.plugins.ml2.managers [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Failed to bind port 57978bcf-d708-477c-933d-0e670330d549 on host n-h2-787205-9 for vnic_type normal using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] Jul 15 23:26:50.571579 n-d-787205-9 neutron-server[93799]: INFO neutron.plugins.ml2.plugin [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempt 3 to bind port 57978bcf-d708-477c-933d-0e670330d549 Jul 15 23:26:50.590030 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 57978bcf-d708-477c-933d-0e670330d549 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:50.590526 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 57978bcf-d708-477c-933d-0e670330d549 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:50.590904 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 57978bcf-d708-477c-933d-0e670330d549 on network 8963baad-4707-4715-b86e-8aff85e0f074 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:50.596078 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Port 57978bcf-d708-477c-933d-0e670330d549 on network 8963baad-4707-4715-b86e-8aff85e0f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:50.596400 n-d-787205-9 neutron-server[93799]: ERROR neutron.plugins.ml2.managers [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Failed to bind port 57978bcf-d708-477c-933d-0e670330d549 on host n-h2-787205-9 for vnic_type normal using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] Jul 15 23:26:50.596838 n-d-787205-9 neutron-server[93799]: INFO neutron.plugins.ml2.plugin [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempt 4 to bind port 57978bcf-d708-477c-933d-0e670330d549 Jul 15 23:26:50.612387 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 57978bcf-d708-477c-933d-0e670330d549 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:50.613060 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 57978bcf-d708-477c-933d-0e670330d549 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:50.613060 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 57978bcf-d708-477c-933d-0e670330d549 on network 8963baad-4707-4715-b86e-8aff85e0f074 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:50.617652 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Port 57978bcf-d708-477c-933d-0e670330d549 on network 8963baad-4707-4715-b86e-8aff85e0f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:50.617917 n-d-787205-9 neutron-server[93799]: ERROR neutron.plugins.ml2.managers [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Failed to bind port 57978bcf-d708-477c-933d-0e670330d549 on host n-h2-787205-9 for vnic_type normal using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] Jul 15 23:26:50.618352 n-d-787205-9 neutron-server[93799]: INFO neutron.plugins.ml2.plugin [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempt 5 to bind port 57978bcf-d708-477c-933d-0e670330d549 Jul 15 23:26:50.634855 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 57978bcf-d708-477c-933d-0e670330d549 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:50.635193 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 57978bcf-d708-477c-933d-0e670330d549 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:50.635531 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 57978bcf-d708-477c-933d-0e670330d549 on network 8963baad-4707-4715-b86e-8aff85e0f074 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:50.640114 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Port 57978bcf-d708-477c-933d-0e670330d549 on network 8963baad-4707-4715-b86e-8aff85e0f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:50.640444 n-d-787205-9 neutron-server[93799]: ERROR neutron.plugins.ml2.managers [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Failed to bind port 57978bcf-d708-477c-933d-0e670330d549 on host n-h2-787205-9 for vnic_type normal using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] Jul 15 23:26:50.641047 n-d-787205-9 neutron-server[93799]: INFO neutron.plugins.ml2.plugin [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempt 6 to bind port 57978bcf-d708-477c-933d-0e670330d549 Jul 15 23:26:50.655438 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 57978bcf-d708-477c-933d-0e670330d549 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:50.656234 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 57978bcf-d708-477c-933d-0e670330d549 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:50.656658 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 57978bcf-d708-477c-933d-0e670330d549 on network 8963baad-4707-4715-b86e-8aff85e0f074 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:50.664114 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Port 57978bcf-d708-477c-933d-0e670330d549 on network 8963baad-4707-4715-b86e-8aff85e0f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:50.664605 n-d-787205-9 neutron-server[93799]: ERROR neutron.plugins.ml2.managers [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Failed to bind port 57978bcf-d708-477c-933d-0e670330d549 on host n-h2-787205-9 for vnic_type normal using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] Jul 15 23:26:50.665215 n-d-787205-9 neutron-server[93799]: INFO neutron.plugins.ml2.plugin [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempt 7 to bind port 57978bcf-d708-477c-933d-0e670330d549 Jul 15 23:26:50.683725 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 57978bcf-d708-477c-933d-0e670330d549 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:50.684601 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 57978bcf-d708-477c-933d-0e670330d549 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:50.684942 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 57978bcf-d708-477c-933d-0e670330d549 on network 8963baad-4707-4715-b86e-8aff85e0f074 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:50.689931 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Port 57978bcf-d708-477c-933d-0e670330d549 on network 8963baad-4707-4715-b86e-8aff85e0f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:50.690265 n-d-787205-9 neutron-server[93799]: ERROR neutron.plugins.ml2.managers [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Failed to bind port 57978bcf-d708-477c-933d-0e670330d549 on host n-h2-787205-9 for vnic_type normal using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] Jul 15 23:26:50.690667 n-d-787205-9 neutron-server[93799]: INFO neutron.plugins.ml2.plugin [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempt 8 to bind port 57978bcf-d708-477c-933d-0e670330d549 Jul 15 23:26:50.713623 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 57978bcf-d708-477c-933d-0e670330d549 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:50.714310 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 57978bcf-d708-477c-933d-0e670330d549 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:50.714862 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 57978bcf-d708-477c-933d-0e670330d549 on network 8963baad-4707-4715-b86e-8aff85e0f074 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:50.720897 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Port 57978bcf-d708-477c-933d-0e670330d549 on network 8963baad-4707-4715-b86e-8aff85e0f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:50.721299 n-d-787205-9 neutron-server[93799]: ERROR neutron.plugins.ml2.managers [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Failed to bind port 57978bcf-d708-477c-933d-0e670330d549 on host n-h2-787205-9 for vnic_type normal using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] Jul 15 23:26:50.722057 n-d-787205-9 neutron-server[93799]: INFO neutron.plugins.ml2.plugin [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempt 9 to bind port 57978bcf-d708-477c-933d-0e670330d549 Jul 15 23:26:50.729659 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5218a6-c866-4ede-b7b6-f348fce48c8d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Made reservation on behalf of d359e41f44094595884c5840e3da1e2a for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:50.734682 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce5218a6-c866-4ede-b7b6-f348fce48c8d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.741233 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 57978bcf-d708-477c-933d-0e670330d549 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:50.741571 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 57978bcf-d708-477c-933d-0e670330d549 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:50.741941 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 57978bcf-d708-477c-933d-0e670330d549 on network 8963baad-4707-4715-b86e-8aff85e0f074 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:50.747233 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Port 57978bcf-d708-477c-933d-0e670330d549 on network 8963baad-4707-4715-b86e-8aff85e0f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:50.747705 n-d-787205-9 neutron-server[93799]: ERROR neutron.plugins.ml2.managers [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Failed to bind port 57978bcf-d708-477c-933d-0e670330d549 on host n-h2-787205-9 for vnic_type normal using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] Jul 15 23:26:50.748106 n-d-787205-9 neutron-server[93799]: INFO neutron.plugins.ml2.plugin [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempt 10 to bind port 57978bcf-d708-477c-933d-0e670330d549 Jul 15 23:26:50.762186 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 57978bcf-d708-477c-933d-0e670330d549 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:50.762546 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 57978bcf-d708-477c-933d-0e670330d549 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:50.762999 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 57978bcf-d708-477c-933d-0e670330d549 on network 8963baad-4707-4715-b86e-8aff85e0f074 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:50.768739 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Port 57978bcf-d708-477c-933d-0e670330d549 on network 8963baad-4707-4715-b86e-8aff85e0f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:50.769065 n-d-787205-9 neutron-server[93799]: ERROR neutron.plugins.ml2.managers [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Failed to bind port 57978bcf-d708-477c-933d-0e670330d549 on host n-h2-787205-9 for vnic_type normal using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] Jul 15 23:26:50.769438 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.802316 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769ea19-09b8-40fb-a28a-f57bdb465e54 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Network': ['ID=ddaefc31-6a0d-4e41-95c4-a095fb827967,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:50.815326 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network ddaefc31-6a0d-4e41-95c4-a095fb827967 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:26:50.850743 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] For port 57978bcf-d708-477c-933d-0e670330d549, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:26:50.851421 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempted to set empty binding levels {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 23:26:50.857347 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.876159 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44372) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:50.907975 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:50.909507 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.932586 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.3272331 Jul 15 23:26:50.935442 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44376) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:50.972250 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6ee15-1fd8-4f74-b14a-3a8a5b71ecfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Pushing event updated for resources: {'Port': ['ID=57978bcf-d708-477c-933d-0e670330d549,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:51.069970 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-63e77793-d858-4898-bf76-23aee3234314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Deleting port 57978bcf-d708-477c-933d-0e670330d549 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:51.070320 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-63e77793-d858-4898-bf76-23aee3234314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.129224 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce702f6f-8598-4170-9283-7f4175c128f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.141542 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce5218a6-c866-4ede-b7b6-f348fce48c8d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.151157 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-63e77793-d858-4898-bf76-23aee3234314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] For port 57978bcf-d708-477c-933d-0e670330d549, host n-h2-787205-9, got binding levels [] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:51.151646 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-63e77793-d858-4898-bf76-23aee3234314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.167477 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-63e77793-d858-4898-bf76-23aee3234314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Calling delete_port for 57978bcf-d708-477c-933d-0e670330d549 owned by {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:51.222917 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5218a6-c866-4ede-b7b6-f348fce48c8d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Subnet': ['ID=16bc84ac-1123-4fbe-a386-19c15bed9bc3,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:51.239375 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.287935 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-63e77793-d858-4898-bf76-23aee3234314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.293338 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5218a6-c866-4ede-b7b6-f348fce48c8d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Checking segment: {'id': '185c5bab-396e-4a2c-8965-84e9d78e56e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '80e78394-10ef-4534-ab37-c571f3cd43c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:51.293925 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5218a6-c866-4ede-b7b6-f348fce48c8d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network hostable DHCP agents. Network: 80e78394-10ef-4534-ab37-c571f3cd43c4, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:26:51.316568 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e77793-d858-4898-bf76-23aee3234314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Pushing event deleted for resources: {'Port': ['ID=57978bcf-d708-477c-933d-0e670330d549,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:51.326664 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-63e77793-d858-4898-bf76-23aee3234314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.331579 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-63e77793-d858-4898-bf76-23aee3234314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] 10.222.0.16 "DELETE /v2.0/ports/57978bcf-d708-477c-933d-0e670330d549 HTTP/1.1" status: 204 len: 168 time: 0.3920593 Jul 15 23:26:51.331579 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e77793-d858-4898-bf76-23aee3234314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:51.331579 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e77793-d858-4898-bf76-23aee3234314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:51.331579 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e77793-d858-4898-bf76-23aee3234314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:51.332622 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44382) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:51.334951 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e77793-d858-4898-bf76-23aee3234314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:51.335830 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e77793-d858-4898-bf76-23aee3234314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:51.336537 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e77793-d858-4898-bf76-23aee3234314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:51.337124 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e77793-d858-4898-bf76-23aee3234314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:51.337768 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e77793-d858-4898-bf76-23aee3234314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:51.338329 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e77793-d858-4898-bf76-23aee3234314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:51.338900 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e77793-d858-4898-bf76-23aee3234314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:51.340050 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e77793-d858-4898-bf76-23aee3234314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:51.340579 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e77793-d858-4898-bf76-23aee3234314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:51.348227 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5218a6-c866-4ede-b7b6-f348fce48c8d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network 80e78394-10ef-4534-ab37-c571f3cd43c4 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:26:51.377185 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb910092-f078-4f2e-8fdd-306440abf064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] GET failed (client error): The resource could not be found. Jul 15 23:26:51.379170 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-eb910092-f078-4f2e-8fdd-306440abf064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] 10.222.0.16 "GET /v2.0/ports/57978bcf-d708-477c-933d-0e670330d549 HTTP/1.1" status: 404 len: 333 time: 0.0451663 Jul 15 23:26:51.382479 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-ce5218a6-c866-4ede-b7b6-f348fce48c8d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 80e78394-10ef-4534-ab37-c571f3cd43c4) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:51.384317 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44384) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:51.388996 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f9226ebb-8717-46da-9951-f2b0f4ddec17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Request body: {'port': {'network_id': '8963baad-4707-4715-b86e-8aff85e0f074', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-743840656'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:51.391569 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bea84bf-11e9-4881-bab5-83a76c7144fc None None] Network 80e78394-10ef-4534-ab37-c571f3cd43c4 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:51.401530 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5218a6-c866-4ede-b7b6-f348fce48c8d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:51.402125 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce5218a6-c866-4ede-b7b6-f348fce48c8d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.429335 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce702f6f-8598-4170-9283-7f4175c128f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.435018 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce702f6f-8598-4170-9283-7f4175c128f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.448170 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44386) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:51.448404 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ce5218a6-c866-4ede-b7b6-f348fce48c8d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9982455 Jul 15 23:26:51.458284 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-b5ff697a-9c3b-489a-b30c-1c4a379ad88c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Request body: {'subnet': {'network_id': 'ddaefc31-6a0d-4e41-95c4-a095fb827967', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:51.501852 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9226ebb-8717-46da-9951-f2b0f4ddec17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Made reservation on behalf of 35cffccd15ac42aba6e3a90dfb90955b for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:51.504784 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9226ebb-8717-46da-9951-f2b0f4ddec17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.507503 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce702f6f-8598-4170-9283-7f4175c128f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0c1ade-2966-495e-a75a-cd3c5caae736,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:51.517090 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ce702f6f-8598-4170-9283-7f4175c128f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e114f9ada1954f86ac15b7446c3fa66d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6397083 Jul 15 23:26:51.524722 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44388) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:51.580774 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-f9226ebb-8717-46da-9951-f2b0f4ddec17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] device_id is not set on port 736197d7-393a-4bf9-99d5-35e2fd24e08a yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:26:51.594129 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177dcff4-cfec-4057-a918-817fe036bb1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-80e78394-10ef-4534-ab37-c571f3cd43c4', 'network_id': '80e78394-10ef-4534-ab37-c571f3cd43c4', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'fixed_ips': [{'subnet_id': '16bc84ac-1123-4fbe-a386-19c15bed9bc3'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:26:51.598097 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-177dcff4-cfec-4057-a918-817fe036bb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.608757 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-53be72ac-cb84-4fe5-9395-988acf68f815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.645250 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ff697a-9c3b-489a-b30c-1c4a379ad88c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Made reservation on behalf of d359e41f44094595884c5840e3da1e2a for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:51.648985 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b5ff697a-9c3b-489a-b30c-1c4a379ad88c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.690926 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-53be72ac-cb84-4fe5-9395-988acf68f815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.766823 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-177dcff4-cfec-4057-a918-817fe036bb1f None None] Allocated IP 2001:db8::2 (80e78394-10ef-4534-ab37-c571f3cd43c4/16bc84ac-1123-4fbe-a386-19c15bed9bc3/0118ebab-7797-4822-9f5f-866e58421121) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:51.814137 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9226ebb-8717-46da-9951-f2b0f4ddec17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.818052 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-53be72ac-cb84-4fe5-9395-988acf68f815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.820753 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-53be72ac-cb84-4fe5-9395-988acf68f815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.821889 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-53be72ac-cb84-4fe5-9395-988acf68f815 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb0c1ade-2966-495e-a75a-cd3c5caae736 HTTP/1.1" status: 204 len: 168 time: 0.2962272 Jul 15 23:26:51.832029 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be72ac-cb84-4fe5-9395-988acf68f815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0c1ade-2966-495e-a75a-cd3c5caae736,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:51.859240 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b5ff697a-9c3b-489a-b30c-1c4a379ad88c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.872688 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9226ebb-8717-46da-9951-f2b0f4ddec17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.926801 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9226ebb-8717-46da-9951-f2b0f4ddec17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Network 8963baad-4707-4715-b86e-8aff85e0f074 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:51.932811 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-f9226ebb-8717-46da-9951-f2b0f4ddec17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:51.939752 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ff697a-9c3b-489a-b30c-1c4a379ad88c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Checking segment: {'id': 'a7f8b060-e9c7-4fc9-968d-5e0c6b934153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ddaefc31-6a0d-4e41-95c4-a095fb827967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:51.940122 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ff697a-9c3b-489a-b30c-1c4a379ad88c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network hostable DHCP agents. Network: ddaefc31-6a0d-4e41-95c4-a095fb827967, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:26:51.940342 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9226ebb-8717-46da-9951-f2b0f4ddec17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:51.942431 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9226ebb-8717-46da-9951-f2b0f4ddec17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:51.943305 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9226ebb-8717-46da-9951-f2b0f4ddec17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.949627 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff697a-9c3b-489a-b30c-1c4a379ad88c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Subnet': ['ID=b1b21a92-d68c-4fac-9614-546b8245713e,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:51.964290 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9226ebb-8717-46da-9951-f2b0f4ddec17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Pushing event updated for resources: {'Port': ['ID=736197d7-393a-4bf9-99d5-35e2fd24e08a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:51.964927 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ff697a-9c3b-489a-b30c-1c4a379ad88c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network ddaefc31-6a0d-4e41-95c4-a095fb827967 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:26:51.977575 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f9226ebb-8717-46da-9951-f2b0f4ddec17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5922532 Jul 15 23:26:51.978278 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44398) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:51.994763 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:52.004136 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-b5ff697a-9c3b-489a-b30c-1c4a379ad88c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, ddaefc31-6a0d-4e41-95c4-a095fb827967) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:52.009778 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ff697a-9c3b-489a-b30c-1c4a379ad88c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:52.010995 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b5ff697a-9c3b-489a-b30c-1c4a379ad88c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.023035 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e485bf59-3d60-4ee5-943e-ea19cd13dffb None None] Network ddaefc31-6a0d-4e41-95c4-a095fb827967 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:52.032356 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b5ff697a-9c3b-489a-b30c-1c4a379ad88c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5829411 Jul 15 23:26:52.035596 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44402) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:52.043887 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-3c1fea4a-85e4-4e02-8a14-d65d38284465 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2104805884', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:52.083676 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3c1fea4a-85e4-4e02-8a14-d65d38284465 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.085400 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3c1fea4a-85e4-4e02-8a14-d65d38284465 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.123153 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-177dcff4-cfec-4057-a918-817fe036bb1f None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.153295 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3c1fea4a-85e4-4e02-8a14-d65d38284465 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.153621 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.159636 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3c1fea4a-85e4-4e02-8a14-d65d38284465 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.188618 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3c1fea4a-85e4-4e02-8a14-d65d38284465 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.190801 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3c1fea4a-85e4-4e02-8a14-d65d38284465 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1533234 Jul 15 23:26:52.193861 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44404) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:52.205635 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44406) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:52.205852 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-177dcff4-cfec-4057-a918-817fe036bb1f None None] Transition to ACTIVE for port object 0118ebab-7797-4822-9f5f-866e58421121 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:52.237713 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-177dcff4-cfec-4057-a918-817fe036bb1f None None] Transition to ACTIVE for port object 0118ebab-7797-4822-9f5f-866e58421121 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:52.244698 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-177dcff4-cfec-4057-a918-817fe036bb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.271886 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9b059dd-6d07-4621-8db5-6abdd076f050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.305042 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177dcff4-cfec-4057-a918-817fe036bb1f None None] Pushing event updated for resources: {'Port': ['ID=0118ebab-7797-4822-9f5f-866e58421121,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:52.329674 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177dcff4-cfec-4057-a918-817fe036bb1f None None] Network 80e78394-10ef-4534-ab37-c571f3cd43c4 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:52.332751 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-177dcff4-cfec-4057-a918-817fe036bb1f None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:52.337105 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177dcff4-cfec-4057-a918-817fe036bb1f None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:52.348995 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:26:52.381807 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] device_id is not set on port 736197d7-393a-4bf9-99d5-35e2fd24e08a yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:26:52.391217 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.393984 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd253aec-b9a7-4f53-933c-23e71660e8ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-ddaefc31-6a0d-4e41-95c4-a095fb827967', 'network_id': 'ddaefc31-6a0d-4e41-95c4-a095fb827967', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'fixed_ips': [{'subnet_id': 'b1b21a92-d68c-4fac-9614-546b8245713e'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:26:52.394969 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd253aec-b9a7-4f53-933c-23e71660e8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.406547 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Transition to ACTIVE for port object 736197d7-393a-4bf9-99d5-35e2fd24e08a will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:52.411682 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.446819 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-177dcff4-cfec-4057-a918-817fe036bb1f None None] Attempting to bind port 0118ebab-7797-4822-9f5f-866e58421121 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:52.447724 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-177dcff4-cfec-4057-a918-817fe036bb1f None None] Attempting to bind port 0118ebab-7797-4822-9f5f-866e58421121 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '185c5bab-396e-4a2c-8965-84e9d78e56e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '80e78394-10ef-4534-ab37-c571f3cd43c4'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:52.449520 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177dcff4-cfec-4057-a918-817fe036bb1f None None] Attempting to bind port 0118ebab-7797-4822-9f5f-866e58421121 on network 80e78394-10ef-4534-ab37-c571f3cd43c4 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:52.471345 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177dcff4-cfec-4057-a918-817fe036bb1f None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:26:52.478063 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177dcff4-cfec-4057-a918-817fe036bb1f None None] Checking segment: {'id': '185c5bab-396e-4a2c-8965-84e9d78e56e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '80e78394-10ef-4534-ab37-c571f3cd43c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:52.478603 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-177dcff4-cfec-4057-a918-817fe036bb1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.479110 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177dcff4-cfec-4057-a918-817fe036bb1f None None] Bound using segment: {'id': '185c5bab-396e-4a2c-8965-84e9d78e56e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '80e78394-10ef-4534-ab37-c571f3cd43c4'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:26:52.480605 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-177dcff4-cfec-4057-a918-817fe036bb1f None None] Bound port: 0118ebab-7797-4822-9f5f-866e58421121, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185c5bab-396e-4a2c-8965-84e9d78e56e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '80e78394-10ef-4534-ab37-c571f3cd43c4'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:26:52.483429 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-177dcff4-cfec-4057-a918-817fe036bb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.489295 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Pushing event updated for resources: {'Port': ['ID=736197d7-393a-4bf9-99d5-35e2fd24e08a,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:52.492468 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:52.492664 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:52.493374 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a on network 8963baad-4707-4715-b86e-8aff85e0f074 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:52.498078 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Port 736197d7-393a-4bf9-99d5-35e2fd24e08a on network 8963baad-4707-4715-b86e-8aff85e0f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:52.498465 n-d-787205-9 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Failed to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a on host n-h2-787205-9 for vnic_type normal using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] Jul 15 23:26:52.498882 n-d-787205-9 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempt 2 to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a Jul 15 23:26:52.512988 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:52.513331 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:52.513707 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a on network 8963baad-4707-4715-b86e-8aff85e0f074 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:52.519296 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Port 736197d7-393a-4bf9-99d5-35e2fd24e08a on network 8963baad-4707-4715-b86e-8aff85e0f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:52.519759 n-d-787205-9 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Failed to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a on host n-h2-787205-9 for vnic_type normal using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] Jul 15 23:26:52.520154 n-d-787205-9 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempt 3 to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a Jul 15 23:26:52.537605 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:52.538008 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:52.538353 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a on network 8963baad-4707-4715-b86e-8aff85e0f074 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:52.543096 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Port 736197d7-393a-4bf9-99d5-35e2fd24e08a on network 8963baad-4707-4715-b86e-8aff85e0f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:52.543576 n-d-787205-9 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Failed to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a on host n-h2-787205-9 for vnic_type normal using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] Jul 15 23:26:52.544002 n-d-787205-9 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempt 4 to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a Jul 15 23:26:52.556908 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:52.557280 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:52.557616 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a on network 8963baad-4707-4715-b86e-8aff85e0f074 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:52.569922 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Port 736197d7-393a-4bf9-99d5-35e2fd24e08a on network 8963baad-4707-4715-b86e-8aff85e0f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:52.570257 n-d-787205-9 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Failed to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a on host n-h2-787205-9 for vnic_type normal using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] Jul 15 23:26:52.570665 n-d-787205-9 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempt 5 to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a Jul 15 23:26:52.587384 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:52.587679 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:52.588033 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a on network 8963baad-4707-4715-b86e-8aff85e0f074 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:52.593846 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Port 736197d7-393a-4bf9-99d5-35e2fd24e08a on network 8963baad-4707-4715-b86e-8aff85e0f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:52.593846 n-d-787205-9 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Failed to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a on host n-h2-787205-9 for vnic_type normal using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] Jul 15 23:26:52.594126 n-d-787205-9 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempt 6 to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a Jul 15 23:26:52.606434 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:52.606822 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:52.607236 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a on network 8963baad-4707-4715-b86e-8aff85e0f074 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:52.611972 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Port 736197d7-393a-4bf9-99d5-35e2fd24e08a on network 8963baad-4707-4715-b86e-8aff85e0f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:52.612297 n-d-787205-9 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Failed to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a on host n-h2-787205-9 for vnic_type normal using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] Jul 15 23:26:52.612789 n-d-787205-9 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempt 7 to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a Jul 15 23:26:52.625948 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:52.626281 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:52.626697 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a on network 8963baad-4707-4715-b86e-8aff85e0f074 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:52.632701 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Port 736197d7-393a-4bf9-99d5-35e2fd24e08a on network 8963baad-4707-4715-b86e-8aff85e0f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:52.633041 n-d-787205-9 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Failed to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a on host n-h2-787205-9 for vnic_type normal using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] Jul 15 23:26:52.633410 n-d-787205-9 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempt 8 to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a Jul 15 23:26:52.647766 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:52.648201 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:52.648615 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a on network 8963baad-4707-4715-b86e-8aff85e0f074 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:52.653512 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Port 736197d7-393a-4bf9-99d5-35e2fd24e08a on network 8963baad-4707-4715-b86e-8aff85e0f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:52.653707 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-bd253aec-b9a7-4f53-933c-23e71660e8ea None None] Allocated IP 2001:db8:1::2 (ddaefc31-6a0d-4e41-95c4-a095fb827967/b1b21a92-d68c-4fac-9614-546b8245713e/e70e8332-0385-4615-9864-5c7ad65330df) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:52.654219 n-d-787205-9 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Failed to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a on host n-h2-787205-9 for vnic_type normal using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] Jul 15 23:26:52.655012 n-d-787205-9 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempt 9 to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a Jul 15 23:26:52.658141 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9b059dd-6d07-4621-8db5-6abdd076f050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.675320 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:52.675732 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:52.676162 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a on network 8963baad-4707-4715-b86e-8aff85e0f074 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:52.681117 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Port 736197d7-393a-4bf9-99d5-35e2fd24e08a on network 8963baad-4707-4715-b86e-8aff85e0f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:52.681507 n-d-787205-9 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Failed to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a on host n-h2-787205-9 for vnic_type normal using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] Jul 15 23:26:52.681957 n-d-787205-9 neutron-server[93798]: INFO neutron.plugins.ml2.plugin [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempt 10 to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a Jul 15 23:26:52.692781 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a9b059dd-6d07-4621-8db5-6abdd076f050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.696428 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:52.697404 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:52.697404 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a on network 8963baad-4707-4715-b86e-8aff85e0f074 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:52.702416 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Port 736197d7-393a-4bf9-99d5-35e2fd24e08a on network 8963baad-4707-4715-b86e-8aff85e0f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:52.702909 n-d-787205-9 neutron-server[93798]: ERROR neutron.plugins.ml2.managers [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Failed to bind port 736197d7-393a-4bf9-99d5-35e2fd24e08a on host n-h2-787205-9 for vnic_type normal using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] Jul 15 23:26:52.703351 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.797990 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] For port 736197d7-393a-4bf9-99d5-35e2fd24e08a, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:26:52.799250 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempted to set empty binding levels {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 23:26:52.805341 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.851457 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] In _notify_port_updated(), no bound segment for port 736197d7-393a-4bf9-99d5-35e2fd24e08a on network 8963baad-4707-4715-b86e-8aff85e0f074 {{(pid=93798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:26:52.852914 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:52.854075 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.856929 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-177dcff4-cfec-4057-a918-817fe036bb1f None None] For port 0118ebab-7797-4822-9f5f-866e58421121, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:26:52.857936 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] 10.222.0.16 "PUT /v2.0/ports/736197d7-393a-4bf9-99d5-35e2fd24e08a HTTP/1.1" status: 200 len: 978 time: 0.8771670 Jul 15 23:26:52.861537 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44424) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:52.880622 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-177dcff4-cfec-4057-a918-817fe036bb1f None None] For port 0118ebab-7797-4822-9f5f-866e58421121, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=0118ebab-7797-4822-9f5f-866e58421121,segment=NetworkSegment(185c5bab-396e-4a2c-8965-84e9d78e56e7),segment_id=185c5bab-396e-4a2c-8965-84e9d78e56e7)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:26:52.891419 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-177dcff4-cfec-4057-a918-817fe036bb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.931460 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd253aec-b9a7-4f53-933c-23e71660e8ea None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.952098 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ba667-5fa5-4857-897d-c48dca5facbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Pushing event updated for resources: {'Port': ['ID=736197d7-393a-4bf9-99d5-35e2fd24e08a,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:53.013798 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-bd253aec-b9a7-4f53-933c-23e71660e8ea None None] Transition to ACTIVE for port object e70e8332-0385-4615-9864-5c7ad65330df will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:53.031676 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989215ae-f939-46c3-a635-a748cd479c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:53.032765 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989215ae-f939-46c3-a635-a748cd479c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:53.034170 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989215ae-f939-46c3-a635-a748cd479c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:53.035884 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989215ae-f939-46c3-a635-a748cd479c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:53.036578 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989215ae-f939-46c3-a635-a748cd479c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:53.036956 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989215ae-f939-46c3-a635-a748cd479c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:53.037420 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989215ae-f939-46c3-a635-a748cd479c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:53.037876 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989215ae-f939-46c3-a635-a748cd479c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:53.038817 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989215ae-f939-46c3-a635-a748cd479c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:53.039428 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989215ae-f939-46c3-a635-a748cd479c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:53.039889 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989215ae-f939-46c3-a635-a748cd479c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:53.040344 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989215ae-f939-46c3-a635-a748cd479c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:53.041094 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989215ae-f939-46c3-a635-a748cd479c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:53.041406 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989215ae-f939-46c3-a635-a748cd479c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:53.041864 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989215ae-f939-46c3-a635-a748cd479c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:53.043377 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989215ae-f939-46c3-a635-a748cd479c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:53.043850 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989215ae-f939-46c3-a635-a748cd479c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:53.044304 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989215ae-f939-46c3-a635-a748cd479c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:53.044758 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989215ae-f939-46c3-a635-a748cd479c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:53.045254 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989215ae-f939-46c3-a635-a748cd479c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:53.049299 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-989215ae-f939-46c3-a635-a748cd479c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18004 time: 0.1862972 Jul 15 23:26:53.052228 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-bd253aec-b9a7-4f53-933c-23e71660e8ea None None] Transition to ACTIVE for port object e70e8332-0385-4615-9864-5c7ad65330df will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:53.054458 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44428) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:53.067462 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177dcff4-cfec-4057-a918-817fe036bb1f None None] Pushing event updated for resources: {'Port': ['ID=0118ebab-7797-4822-9f5f-866e58421121,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:53.071495 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd253aec-b9a7-4f53-933c-23e71660e8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.090134 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd253aec-b9a7-4f53-933c-23e71660e8ea None None] Network ddaefc31-6a0d-4e41-95c4-a095fb827967 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:53.092532 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-bd253aec-b9a7-4f53-933c-23e71660e8ea None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:53.119644 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd253aec-b9a7-4f53-933c-23e71660e8ea None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:53.166777 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a9b059dd-6d07-4621-8db5-6abdd076f050 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f26825128064377b964e70010d616a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9599955 Jul 15 23:26:53.170066 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c8f8a796-b8f0-4772-8ded-a06f8c73c2e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Deleting port 736197d7-393a-4bf9-99d5-35e2fd24e08a {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:53.171038 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8f8a796-b8f0-4772-8ded-a06f8c73c2e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.172784 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b059dd-6d07-4621-8db5-6abdd076f050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b1bca6-94f5-4e78-93ff-50b02276d579,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:53.176897 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44430) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:53.257806 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d516c-7493-4f52-a00e-d934f345bf8b req-72d4210d-93c2-4cbb-a4e0-d4b9bae8c898 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:53.259649 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-348d516c-7493-4f52-a00e-d934f345bf8b req-72d4210d-93c2-4cbb-a4e0-d4b9bae8c898 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 945 time: 0.6507916 Jul 15 23:26:53.264023 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e71f1785-eeff-4cd7-93c8-7afe4194651c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.393572 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e651ca0b-4cc3-43d2-b4a1-8c1c47503114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.454109 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-348d516c-7493-4f52-a00e-d934f345bf8b req-88cce3aa-7c9a-4323-92df-e0af2dd4f670 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868188 Jul 15 23:26:53.501578 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e651ca0b-4cc3-43d2-b4a1-8c1c47503114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.540260 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd253aec-b9a7-4f53-933c-23e71660e8ea None None] Pushing event updated for resources: {'Port': ['ID=e70e8332-0385-4615-9864-5c7ad65330df,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:53.564181 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-bd253aec-b9a7-4f53-933c-23e71660e8ea None None] Attempting to bind port e70e8332-0385-4615-9864-5c7ad65330df on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:53.566330 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-bd253aec-b9a7-4f53-933c-23e71660e8ea None None] Attempting to bind port e70e8332-0385-4615-9864-5c7ad65330df by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'a7f8b060-e9c7-4fc9-968d-5e0c6b934153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ddaefc31-6a0d-4e41-95c4-a095fb827967'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:53.567019 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd253aec-b9a7-4f53-933c-23e71660e8ea None None] Attempting to bind port e70e8332-0385-4615-9864-5c7ad65330df on network ddaefc31-6a0d-4e41-95c4-a095fb827967 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:53.577810 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd253aec-b9a7-4f53-933c-23e71660e8ea None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:26:53.578890 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd253aec-b9a7-4f53-933c-23e71660e8ea None None] Checking segment: {'id': 'a7f8b060-e9c7-4fc9-968d-5e0c6b934153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ddaefc31-6a0d-4e41-95c4-a095fb827967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:53.579558 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd253aec-b9a7-4f53-933c-23e71660e8ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.580221 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd253aec-b9a7-4f53-933c-23e71660e8ea None None] Bound using segment: {'id': 'a7f8b060-e9c7-4fc9-968d-5e0c6b934153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ddaefc31-6a0d-4e41-95c4-a095fb827967'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:26:53.581005 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-bd253aec-b9a7-4f53-933c-23e71660e8ea None None] Bound port: e70e8332-0385-4615-9864-5c7ad65330df, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f8b060-e9c7-4fc9-968d-5e0c6b934153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ddaefc31-6a0d-4e41-95c4-a095fb827967'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:26:53.581901 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd253aec-b9a7-4f53-933c-23e71660e8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.667735 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e651ca0b-4cc3-43d2-b4a1-8c1c47503114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.670510 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e651ca0b-4cc3-43d2-b4a1-8c1c47503114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.674847 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e651ca0b-4cc3-43d2-b4a1-8c1c47503114 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f7b1bca6-94f5-4e78-93ff-50b02276d579 HTTP/1.1" status: 204 len: 168 time: 0.4944263 Jul 15 23:26:53.690407 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ca0b-4cc3-43d2-b4a1-8c1c47503114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b1bca6-94f5-4e78-93ff-50b02276d579,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:53.743957 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0118ebab-7797-4822-9f5f-866e58421121 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:53.773681 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-e71f1785-eeff-4cd7-93c8-7afe4194651c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Allocated IP 2001:db8::1 (80e78394-10ef-4534-ab37-c571f3cd43c4/16bc84ac-1123-4fbe-a386-19c15bed9bc3/f1dc79af-74d8-4c5b-b7ac-96b79911b252) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:53.818695 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-bd253aec-b9a7-4f53-933c-23e71660e8ea None None] For port e70e8332-0385-4615-9864-5c7ad65330df, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:26:53.834860 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-bd253aec-b9a7-4f53-933c-23e71660e8ea None None] For port e70e8332-0385-4615-9864-5c7ad65330df, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=e70e8332-0385-4615-9864-5c7ad65330df,segment=NetworkSegment(a7f8b060-e9c7-4fc9-968d-5e0c6b934153),segment_id=a7f8b060-e9c7-4fc9-968d-5e0c6b934153)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:26:53.842439 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd253aec-b9a7-4f53-933c-23e71660e8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.844722 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-c8f8a796-b8f0-4772-8ded-a06f8c73c2e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] For port 736197d7-393a-4bf9-99d5-35e2fd24e08a, host n-h2-787205-9, got binding levels [] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:53.845137 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8f8a796-b8f0-4772-8ded-a06f8c73c2e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.867612 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c8f8a796-b8f0-4772-8ded-a06f8c73c2e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Calling delete_port for 736197d7-393a-4bf9-99d5-35e2fd24e08a owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:53.894290 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 0118ebab-7797-4822-9f5f-866e58421121 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:53.946282 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd253aec-b9a7-4f53-933c-23e71660e8ea None None] Pushing event updated for resources: {'Port': ['ID=e70e8332-0385-4615-9864-5c7ad65330df,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:53.992333 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e71f1785-eeff-4cd7-93c8-7afe4194651c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.019189 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e71f1785-eeff-4cd7-93c8-7afe4194651c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Transition to ACTIVE for port object f1dc79af-74d8-4c5b-b7ac-96b79911b252 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:54.059108 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8f8a796-b8f0-4772-8ded-a06f8c73c2e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.089059 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e71f1785-eeff-4cd7-93c8-7afe4194651c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.091960 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8f8a796-b8f0-4772-8ded-a06f8c73c2e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.096865 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c8f8a796-b8f0-4772-8ded-a06f8c73c2e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] 10.222.0.16 "DELETE /v2.0/ports/736197d7-393a-4bf9-99d5-35e2fd24e08a HTTP/1.1" status: 204 len: 168 time: 1.0390053 Jul 15 23:26:54.097057 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44438) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:54.132912 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71f1785-eeff-4cd7-93c8-7afe4194651c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network 80e78394-10ef-4534-ab37-c571f3cd43c4 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:54.163733 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.180088 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-a15fe148-8129-4ce4-8b61-2eb6361c5818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] GET failed (client error): The resource could not be found. Jul 15 23:26:54.188597 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a15fe148-8129-4ce4-8b61-2eb6361c5818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] 10.222.0.16 "GET /v2.0/ports/736197d7-393a-4bf9-99d5-35e2fd24e08a HTTP/1.1" status: 404 len: 333 time: 0.0840259 Jul 15 23:26:54.188597 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8a796-b8f0-4772-8ded-a06f8c73c2e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Pushing event deleted for resources: {'Port': ['ID=736197d7-393a-4bf9-99d5-35e2fd24e08a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:54.188919 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-e71f1785-eeff-4cd7-93c8-7afe4194651c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:54.189020 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44442) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:54.202285 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-8bfb83d4-e8fd-4ce2-b549-0b7b4e4cc314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563300032', 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:54.207122 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71f1785-eeff-4cd7-93c8-7afe4194651c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:54.207122 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e71f1785-eeff-4cd7-93c8-7afe4194651c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.358026 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f1785-eeff-4cd7-93c8-7afe4194651c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Port': ['ID=f1dc79af-74d8-4c5b-b7ac-96b79911b252,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:54.362890 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfb83d4-e8fd-4ce2-b549-0b7b4e4cc314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Made reservation on behalf of 35cffccd15ac42aba6e3a90dfb90955b for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:54.368673 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8bfb83d4-e8fd-4ce2-b549-0b7b4e4cc314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.399824 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-8bfb83d4-e8fd-4ce2-b549-0b7b4e4cc314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] device_id is not set on port 3a6afc3a-4959-43eb-a375-bb9a4c5ae422 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:26:54.494764 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e71f1785-eeff-4cd7-93c8-7afe4194651c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.900761 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84ee0d2-05bf-4c94-b4ed-743c5d1e4479 None None] Network 80e78394-10ef-4534-ab37-c571f3cd43c4 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:54.917381 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8bfb83d4-e8fd-4ce2-b549-0b7b4e4cc314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.940870 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2d0aaa39-35a4-4118-acd8-80f1fd3a653b None None] Provisioning for port 0118ebab-7797-4822-9f5f-866e58421121 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:55.005402 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2d0aaa39-35a4-4118-acd8-80f1fd3a653b None None] Provisioning complete for port 0118ebab-7797-4822-9f5f-866e58421121 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:55.005783 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2d0aaa39-35a4-4118-acd8-80f1fd3a653b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.114011 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5443ce7-88a6-4068-b3e5-07a388f83ddb req-4a8cd206-c44a-424f-91b4-2752bd1d031a tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:55.122214 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d5443ce7-88a6-4068-b3e5-07a388f83ddb req-4a8cd206-c44a-424f-91b4-2752bd1d031a tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 945 time: 0.2630384 Jul 15 23:26:55.125501 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8bfb83d4-e8fd-4ce2-b549-0b7b4e4cc314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.168934 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2d0aaa39-35a4-4118-acd8-80f1fd3a653b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.194976 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfb83d4-e8fd-4ce2-b549-0b7b4e4cc314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Network 8963baad-4707-4715-b86e-8aff85e0f074 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:55.223289 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-8bfb83d4-e8fd-4ce2-b549-0b7b4e4cc314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:55.229699 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfb83d4-e8fd-4ce2-b549-0b7b4e4cc314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:55.231346 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfb83d4-e8fd-4ce2-b549-0b7b4e4cc314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:55.232390 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8bfb83d4-e8fd-4ce2-b549-0b7b4e4cc314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.285163 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb83d4-e8fd-4ce2-b549-0b7b4e4cc314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Pushing event updated for resources: {'Port': ['ID=3a6afc3a-4959-43eb-a375-bb9a4c5ae422,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:55.289443 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-2d0aaa39-35a4-4118-acd8-80f1fd3a653b None None] For port 0118ebab-7797-4822-9f5f-866e58421121, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=0118ebab-7797-4822-9f5f-866e58421121,segment=NetworkSegment(185c5bab-396e-4a2c-8965-84e9d78e56e7),segment_id=185c5bab-396e-4a2c-8965-84e9d78e56e7)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:55.297266 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e71f1785-eeff-4cd7-93c8-7afe4194651c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.312984 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2d0aaa39-35a4-4118-acd8-80f1fd3a653b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.316666 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d5443ce7-88a6-4068-b3e5-07a388f83ddb req-052e6672-ac41-4a5a-a648-c6e69c3dfff4 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924281 Jul 15 23:26:55.322045 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8bfb83d4-e8fd-4ce2-b549-0b7b4e4cc314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1305799 Jul 15 23:26:55.322842 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e71f1785-eeff-4cd7-93c8-7afe4194651c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.325069 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44470) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:55.325580 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e71f1785-eeff-4cd7-93c8-7afe4194651c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.391450 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0aaa39-35a4-4118-acd8-80f1fd3a653b None None] Pushing event updated for resources: {'Port': ['ID=0118ebab-7797-4822-9f5f-866e58421121,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:55.427778 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e918c377-5c1a-43d7-9ba9-d5ed19f15d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:55.430414 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e918c377-5c1a-43d7-9ba9-d5ed19f15d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] 10.222.0.16 "GET /v2.0/ports/3a6afc3a-4959-43eb-a375-bb9a4c5ae422 HTTP/1.1" status: 200 len: 959 time: 0.1038404 Jul 15 23:26:55.433603 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44472) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:55.512191 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f1785-eeff-4cd7-93c8-7afe4194651c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Port': ['ID=f1dc79af-74d8-4c5b-b7ac-96b79911b252,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:55.534462 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71f1785-eeff-4cd7-93c8-7afe4194651c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network 80e78394-10ef-4534-ab37-c571f3cd43c4 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:55.536262 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-e71f1785-eeff-4cd7-93c8-7afe4194651c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:55.654060 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3e279cdb-ab1b-423e-9617-219953ab49cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Deleting port 3a6afc3a-4959-43eb-a375-bb9a4c5ae422 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:55.654430 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e279cdb-ab1b-423e-9617-219953ab49cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.813646 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-771797f3-702c-4716-a9a3-842ebee88e38 None None] Provisioning complete for port 0118ebab-7797-4822-9f5f-866e58421121 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:55.814933 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-771797f3-702c-4716-a9a3-842ebee88e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.846471 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71f1785-eeff-4cd7-93c8-7afe4194651c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Router 1c336cbf-e25e-41a1-b875-e2253d81b21e is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:26:55.883631 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e279cdb-ab1b-423e-9617-219953ab49cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.903113 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0118ebab-7797-4822-9f5f-866e58421121 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:55.920425 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3e279cdb-ab1b-423e-9617-219953ab49cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Calling delete_port for 3a6afc3a-4959-43eb-a375-bb9a4c5ae422 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:55.971149 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 0118ebab-7797-4822-9f5f-866e58421121 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:55.971949 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:56.074265 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71f1785-eeff-4cd7-93c8-7afe4194651c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:26:56.090330 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e71f1785-eeff-4cd7-93c8-7afe4194651c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "PUT /v2.0/routers/1c336cbf-e25e-41a1-b875-e2253d81b21e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8927104 Jul 15 23:26:56.090587 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44480) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:56.091061 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b4523d-e138-4805-a06f-5945aefc97a6 None None] Sync routers for ids ['1c336cbf-e25e-41a1-b875-e2253d81b21e'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:26:56.127193 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e279cdb-ab1b-423e-9617-219953ab49cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:56.130269 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b4523d-e138-4805-a06f-5945aefc97a6 None None] Routers {'1c336cbf-e25e-41a1-b875-e2253d81b21e'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:56.131191 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-23b4523d-e138-4805-a06f-5945aefc97a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:26:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['1c336cbf-e25e-41a1-b875-e2253d81b21e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:56.176876 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-771797f3-702c-4716-a9a3-842ebee88e38 None None] Provisioning for port f1dc79af-74d8-4c5b-b7ac-96b79911b252 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:56.183307 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-771797f3-702c-4716-a9a3-842ebee88e38 None None] Provisioning complete for port f1dc79af-74d8-4c5b-b7ac-96b79911b252 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:56.183948 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-771797f3-702c-4716-a9a3-842ebee88e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:56.187890 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-23b4523d-e138-4805-a06f-5945aefc97a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:56.194591 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e279cdb-ab1b-423e-9617-219953ab49cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a6afc3a-4959-43eb-a375-bb9a4c5ae422,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:56.200599 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e279cdb-ab1b-423e-9617-219953ab49cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:56.206191 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3e279cdb-ab1b-423e-9617-219953ab49cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] 10.222.0.16 "DELETE /v2.0/ports/3a6afc3a-4959-43eb-a375-bb9a4c5ae422 HTTP/1.1" status: 204 len: 168 time: 0.7692900 Jul 15 23:26:56.206864 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44482) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:56.253214 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f63e975-7026-4ec8-8679-ac0cb26698c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] GET failed (client error): The resource could not be found. Jul 15 23:26:56.259072 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023daf60-8aca-47ea-85c3-ed75d9be3b0e tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:56.259211 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0f63e975-7026-4ec8-8679-ac0cb26698c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] 10.222.0.16 "GET /v2.0/ports/3a6afc3a-4959-43eb-a375-bb9a4c5ae422 HTTP/1.1" status: 404 len: 333 time: 0.0509863 Jul 15 23:26:56.259697 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44484) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:56.261840 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44486) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:56.265756 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-023daf60-8aca-47ea-85c3-ed75d9be3b0e tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "GET /v2.0/ports/f1dc79af-74d8-4c5b-b7ac-96b79911b252 HTTP/1.1" status: 200 len: 911 time: 0.1735229 Jul 15 23:26:56.268988 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1e7805bb-74f2-43f9-a97b-8d400bc901af tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Request body: {'port': {'network_id': '8963baad-4707-4715-b86e-8aff85e0f074', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-95627032'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:56.301011 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0c7908-570e-4b09-8af8-38eda0954c12 None None] Network ddaefc31-6a0d-4e41-95c4-a095fb827967 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:56.417523 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b4523d-e138-4805-a06f-5945aefc97a6 None None] Routers {'1c336cbf-e25e-41a1-b875-e2253d81b21e'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:56.418464 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-23b4523d-e138-4805-a06f-5945aefc97a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:26:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['1c336cbf-e25e-41a1-b875-e2253d81b21e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:56.432996 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7805bb-74f2-43f9-a97b-8d400bc901af tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Made reservation on behalf of 35cffccd15ac42aba6e3a90dfb90955b for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:56.436368 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1e7805bb-74f2-43f9-a97b-8d400bc901af tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:56.475683 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-23b4523d-e138-4805-a06f-5945aefc97a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:56.476624 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b4523d-e138-4805-a06f-5945aefc97a6 None None] The sync data for ids ['1c336cbf-e25e-41a1-b875-e2253d81b21e'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:26:56.479761 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-1e7805bb-74f2-43f9-a97b-8d400bc901af tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] device_id is not set on port bb59cb16-9900-4f70-8f08-efac8603a8b2 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:26:56.509500 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-771797f3-702c-4716-a9a3-842ebee88e38 None None] Port f1dc79af-74d8-4c5b-b7ac-96b79911b252 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:26:56.514744 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e70e8332-0385-4615-9864-5c7ad65330df up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:56.684294 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0f6b8344-61f4-4fc0-bcc8-dd60c98cbfde None None] Provisioning for port e70e8332-0385-4615-9864-5c7ad65330df completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:56.748825 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731c92f-754d-4cac-a95a-1c3bdabce8a6 req-6a82c261-88d1-4998-a473-569e57d73c38 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:56.750971 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9731c92f-754d-4cac-a95a-1c3bdabce8a6 req-6a82c261-88d1-4998-a473-569e57d73c38 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 945 time: 0.1514480 Jul 15 23:26:56.845627 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port e70e8332-0385-4615-9864-5c7ad65330df completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:56.861625 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0f6b8344-61f4-4fc0-bcc8-dd60c98cbfde None None] Provisioning complete for port f1dc79af-74d8-4c5b-b7ac-96b79911b252 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:56.862158 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9731c92f-754d-4cac-a95a-1c3bdabce8a6 req-9248b1a1-867e-403e-8142-992775f933ea tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930395 Jul 15 23:26:56.862349 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0f6b8344-61f4-4fc0-bcc8-dd60c98cbfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:56.865890 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port e70e8332-0385-4615-9864-5c7ad65330df triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:56.866312 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:56.951693 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0f6b8344-61f4-4fc0-bcc8-dd60c98cbfde None None] Port f1dc79af-74d8-4c5b-b7ac-96b79911b252 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:26:57.003358 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.043646 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port e70e8332-0385-4615-9864-5c7ad65330df, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=e70e8332-0385-4615-9864-5c7ad65330df,segment=NetworkSegment(a7f8b060-e9c7-4fc9-968d-5e0c6b934153),segment_id=a7f8b060-e9c7-4fc9-968d-5e0c6b934153)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:57.048657 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.105627 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1e7805bb-74f2-43f9-a97b-8d400bc901af tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.110021 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0a7b09d4-c8f1-4fc9-8235-29a29d549acd None None] Provisioning complete for port f1dc79af-74d8-4c5b-b7ac-96b79911b252 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:57.110448 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0a7b09d4-c8f1-4fc9-8235-29a29d549acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.133979 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d6c406f2-fcea-4a71-b2e5-d22c19437be9 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.154273 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=e70e8332-0385-4615-9864-5c7ad65330df,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:57.169953 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b09d4-c8f1-4fc9-8235-29a29d549acd None None] Port f1dc79af-74d8-4c5b-b7ac-96b79911b252 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:26:57.228497 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1e7805bb-74f2-43f9-a97b-8d400bc901af tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.285349 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7805bb-74f2-43f9-a97b-8d400bc901af tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Network 8963baad-4707-4715-b86e-8aff85e0f074 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:57.290855 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-99cc8eb8-1dd6-4163-bb84-b51065129858 None None] Provisioning complete for port e70e8332-0385-4615-9864-5c7ad65330df triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:57.291349 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99cc8eb8-1dd6-4163-bb84-b51065129858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.295595 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-1e7805bb-74f2-43f9-a97b-8d400bc901af tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:57.307726 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7805bb-74f2-43f9-a97b-8d400bc901af tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:57.308764 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7805bb-74f2-43f9-a97b-8d400bc901af tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:57.309360 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1e7805bb-74f2-43f9-a97b-8d400bc901af tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.313614 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7805bb-74f2-43f9-a97b-8d400bc901af tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Pushing event updated for resources: {'Port': ['ID=bb59cb16-9900-4f70-8f08-efac8603a8b2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:57.366333 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1e7805bb-74f2-43f9-a97b-8d400bc901af tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.1051850 Jul 15 23:26:57.368812 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44494) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:57.374668 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:57.473286 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.492006 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-d6c406f2-fcea-4a71-b2e5-d22c19437be9 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Allocated IP 2001:db8:1::1 (ddaefc31-6a0d-4e41-95c4-a095fb827967/b1b21a92-d68c-4fac-9614-546b8245713e/3507d075-4eb1-4704-9162-37ad884f8923) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:57.643102 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e70e8332-0385-4615-9864-5c7ad65330df up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:57.649096 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d6c406f2-fcea-4a71-b2e5-d22c19437be9 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.674715 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-d6c406f2-fcea-4a71-b2e5-d22c19437be9 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Transition to ACTIVE for port object 3507d075-4eb1-4704-9162-37ad884f8923 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:57.716890 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] device_id is not set on port bb59cb16-9900-4f70-8f08-efac8603a8b2 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:26:57.720311 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d6c406f2-fcea-4a71-b2e5-d22c19437be9 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.727253 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.741427 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port e70e8332-0385-4615-9864-5c7ad65330df triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:57.741813 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Transition to ACTIVE for port object bb59cb16-9900-4f70-8f08-efac8603a8b2 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:57.742034 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.745922 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.781261 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c406f2-fcea-4a71-b2e5-d22c19437be9 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network ddaefc31-6a0d-4e41-95c4-a095fb827967 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:57.784888 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-d6c406f2-fcea-4a71-b2e5-d22c19437be9 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:57.789577 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c406f2-fcea-4a71-b2e5-d22c19437be9 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:57.790168 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d6c406f2-fcea-4a71-b2e5-d22c19437be9 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.805156 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Pushing event updated for resources: {'Port': ['ID=bb59cb16-9900-4f70-8f08-efac8603a8b2,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:57.828102 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c406f2-fcea-4a71-b2e5-d22c19437be9 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Port': ['ID=3507d075-4eb1-4704-9162-37ad884f8923,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:57.834206 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:57.838926 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:57.841164 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 on network 8963baad-4707-4715-b86e-8aff85e0f074 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:57.851658 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Port bb59cb16-9900-4f70-8f08-efac8603a8b2 on network 8963baad-4707-4715-b86e-8aff85e0f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:57.852555 n-d-787205-9 neutron-server[93799]: ERROR neutron.plugins.ml2.managers [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Failed to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 on host n-h2-787205-9 for vnic_type normal using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] Jul 15 23:26:57.853357 n-d-787205-9 neutron-server[93799]: INFO neutron.plugins.ml2.plugin [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempt 2 to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 Jul 15 23:26:57.878858 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:57.878858 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:57.879531 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 on network 8963baad-4707-4715-b86e-8aff85e0f074 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:57.884412 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Port bb59cb16-9900-4f70-8f08-efac8603a8b2 on network 8963baad-4707-4715-b86e-8aff85e0f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:57.884841 n-d-787205-9 neutron-server[93799]: ERROR neutron.plugins.ml2.managers [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Failed to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 on host n-h2-787205-9 for vnic_type normal using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] Jul 15 23:26:57.885456 n-d-787205-9 neutron-server[93799]: INFO neutron.plugins.ml2.plugin [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempt 3 to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 Jul 15 23:26:57.904125 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:57.904655 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:57.905092 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 on network 8963baad-4707-4715-b86e-8aff85e0f074 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:57.914140 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Port bb59cb16-9900-4f70-8f08-efac8603a8b2 on network 8963baad-4707-4715-b86e-8aff85e0f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:57.914669 n-d-787205-9 neutron-server[93799]: ERROR neutron.plugins.ml2.managers [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Failed to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 on host n-h2-787205-9 for vnic_type normal using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] Jul 15 23:26:57.915150 n-d-787205-9 neutron-server[93799]: INFO neutron.plugins.ml2.plugin [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempt 4 to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 Jul 15 23:26:57.933948 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:57.934393 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:57.934977 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 on network 8963baad-4707-4715-b86e-8aff85e0f074 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:57.954188 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Port bb59cb16-9900-4f70-8f08-efac8603a8b2 on network 8963baad-4707-4715-b86e-8aff85e0f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:57.954626 n-d-787205-9 neutron-server[93799]: ERROR neutron.plugins.ml2.managers [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Failed to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 on host n-h2-787205-9 for vnic_type normal using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] Jul 15 23:26:57.956953 n-d-787205-9 neutron-server[93799]: INFO neutron.plugins.ml2.plugin [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempt 5 to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 Jul 15 23:26:57.994297 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:57.995603 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:57.996152 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 on network 8963baad-4707-4715-b86e-8aff85e0f074 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:58.003479 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Port bb59cb16-9900-4f70-8f08-efac8603a8b2 on network 8963baad-4707-4715-b86e-8aff85e0f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:58.004050 n-d-787205-9 neutron-server[93799]: ERROR neutron.plugins.ml2.managers [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Failed to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 on host n-h2-787205-9 for vnic_type normal using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] Jul 15 23:26:58.004609 n-d-787205-9 neutron-server[93799]: INFO neutron.plugins.ml2.plugin [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempt 6 to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 Jul 15 23:26:58.025476 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:58.026333 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:58.026911 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 on network 8963baad-4707-4715-b86e-8aff85e0f074 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:58.032970 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Port bb59cb16-9900-4f70-8f08-efac8603a8b2 on network 8963baad-4707-4715-b86e-8aff85e0f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:58.033536 n-d-787205-9 neutron-server[93799]: ERROR neutron.plugins.ml2.managers [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Failed to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 on host n-h2-787205-9 for vnic_type normal using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] Jul 15 23:26:58.034105 n-d-787205-9 neutron-server[93799]: INFO neutron.plugins.ml2.plugin [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempt 7 to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 Jul 15 23:26:58.050729 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:58.051365 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:58.051943 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 on network 8963baad-4707-4715-b86e-8aff85e0f074 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:58.053275 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d6c406f2-fcea-4a71-b2e5-d22c19437be9 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:58.061103 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Port bb59cb16-9900-4f70-8f08-efac8603a8b2 on network 8963baad-4707-4715-b86e-8aff85e0f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:58.062221 n-d-787205-9 neutron-server[93799]: ERROR neutron.plugins.ml2.managers [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Failed to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 on host n-h2-787205-9 for vnic_type normal using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] Jul 15 23:26:58.062932 n-d-787205-9 neutron-server[93799]: INFO neutron.plugins.ml2.plugin [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempt 8 to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 Jul 15 23:26:58.119240 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:58.119821 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:58.120337 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 on network 8963baad-4707-4715-b86e-8aff85e0f074 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:58.132095 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Port bb59cb16-9900-4f70-8f08-efac8603a8b2 on network 8963baad-4707-4715-b86e-8aff85e0f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:58.132303 n-d-787205-9 neutron-server[93799]: ERROR neutron.plugins.ml2.managers [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Failed to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 on host n-h2-787205-9 for vnic_type normal using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] Jul 15 23:26:58.137878 n-d-787205-9 neutron-server[93799]: INFO neutron.plugins.ml2.plugin [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempt 9 to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 Jul 15 23:26:58.156840 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:58.157198 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:58.157917 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 on network 8963baad-4707-4715-b86e-8aff85e0f074 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:58.168129 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Port bb59cb16-9900-4f70-8f08-efac8603a8b2 on network 8963baad-4707-4715-b86e-8aff85e0f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:58.168495 n-d-787205-9 neutron-server[93799]: ERROR neutron.plugins.ml2.managers [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Failed to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 on host n-h2-787205-9 for vnic_type normal using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] Jul 15 23:26:58.169857 n-d-787205-9 neutron-server[93799]: INFO neutron.plugins.ml2.plugin [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempt 10 to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 Jul 15 23:26:58.217706 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:58.218335 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:58.218988 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempting to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 on network 8963baad-4707-4715-b86e-8aff85e0f074 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:58.230485 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ddcb0-cbdd-4b3e-989a-129d0cd1d04a req-3360b6f0-0768-403f-86e0-5735f9a47eef tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:58.232874 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2d0ddcb0-cbdd-4b3e-989a-129d0cd1d04a req-3360b6f0-0768-403f-86e0-5735f9a47eef tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 945 time: 0.1647675 Jul 15 23:26:58.235903 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Port bb59cb16-9900-4f70-8f08-efac8603a8b2 on network 8963baad-4707-4715-b86e-8aff85e0f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:58.236427 n-d-787205-9 neutron-server[93799]: ERROR neutron.plugins.ml2.managers [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Failed to bind port bb59cb16-9900-4f70-8f08-efac8603a8b2 on host n-h2-787205-9 for vnic_type normal using segments [{'id': 'f7e78df1-3910-49f7-9c3b-fb3d69819025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8963baad-4707-4715-b86e-8aff85e0f074'}] Jul 15 23:26:58.236973 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:58.255516 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-761edc61-8a84-408d-9047-d649535af07a None None] Provisioning for port 3507d075-4eb1-4704-9162-37ad884f8923 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:58.260413 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-761edc61-8a84-408d-9047-d649535af07a None None] Provisioning complete for port 3507d075-4eb1-4704-9162-37ad884f8923 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:58.261084 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-761edc61-8a84-408d-9047-d649535af07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:58.319686 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-761edc61-8a84-408d-9047-d649535af07a None None] Port 3507d075-4eb1-4704-9162-37ad884f8923 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:26:58.339995 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2d0ddcb0-cbdd-4b3e-989a-129d0cd1d04a req-4b7ac0dc-8cc1-449c-b7b4-7332267e2273 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860727 Jul 15 23:26:58.341470 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] For port bb59cb16-9900-4f70-8f08-efac8603a8b2, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:26:58.342041 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attempted to set empty binding levels {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 23:26:58.347344 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:58.398262 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] In _notify_port_updated(), no bound segment for port bb59cb16-9900-4f70-8f08-efac8603a8b2 on network 8963baad-4707-4715-b86e-8aff85e0f074 {{(pid=93799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:26:58.399268 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:58.399885 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:58.404039 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44506) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:58.404219 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] 10.222.0.16 "PUT /v2.0/ports/bb59cb16-9900-4f70-8f08-efac8603a8b2 HTTP/1.1" status: 200 len: 977 time: 1.0336866 Jul 15 23:26:58.420383 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9369e1b-d356-4583-9326-df74a6f70125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Pushing event updated for resources: {'Port': ['ID=bb59cb16-9900-4f70-8f08-efac8603a8b2,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:58.522983 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d6c406f2-fcea-4a71-b2e5-d22c19437be9 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:58.529762 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d6c406f2-fcea-4a71-b2e5-d22c19437be9 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:58.530606 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d6c406f2-fcea-4a71-b2e5-d22c19437be9 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:58.603256 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-34d52c69-99eb-4d91-980f-9fdcc3c06ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Deleting port bb59cb16-9900-4f70-8f08-efac8603a8b2 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:58.603516 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34d52c69-99eb-4d91-980f-9fdcc3c06ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:58.655336 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c406f2-fcea-4a71-b2e5-d22c19437be9 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Port': ['ID=3507d075-4eb1-4704-9162-37ad884f8923,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:58.720213 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-34d52c69-99eb-4d91-980f-9fdcc3c06ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] For port bb59cb16-9900-4f70-8f08-efac8603a8b2, host n-h2-787205-9, got binding levels [] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:58.720568 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34d52c69-99eb-4d91-980f-9fdcc3c06ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:58.737794 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-34d52c69-99eb-4d91-980f-9fdcc3c06ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Calling delete_port for bb59cb16-9900-4f70-8f08-efac8603a8b2 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:58.747383 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c406f2-fcea-4a71-b2e5-d22c19437be9 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network ddaefc31-6a0d-4e41-95c4-a095fb827967 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:58.753844 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-d6c406f2-fcea-4a71-b2e5-d22c19437be9 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:58.914573 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c406f2-fcea-4a71-b2e5-d22c19437be9 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Router 1c336cbf-e25e-41a1-b875-e2253d81b21e has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:26:58.922492 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34d52c69-99eb-4d91-980f-9fdcc3c06ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:58.950676 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d52c69-99eb-4d91-980f-9fdcc3c06ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb59cb16-9900-4f70-8f08-efac8603a8b2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:59.026344 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34d52c69-99eb-4d91-980f-9fdcc3c06ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:59.028576 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-34d52c69-99eb-4d91-980f-9fdcc3c06ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] 10.222.0.16 "DELETE /v2.0/ports/bb59cb16-9900-4f70-8f08-efac8603a8b2 HTTP/1.1" status: 204 len: 168 time: 0.6235945 Jul 15 23:26:59.032872 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44514) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:59.085689 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b405956-9909-4c3d-9936-5eadf1942ccf tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] GET failed (client error): The resource could not be found. Jul 15 23:26:59.090416 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2b405956-9909-4c3d-9936-5eadf1942ccf tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831766804-project-admin] 10.222.0.16 "GET /v2.0/ports/bb59cb16-9900-4f70-8f08-efac8603a8b2 HTTP/1.1" status: 404 len: 333 time: 0.0533652 Jul 15 23:26:59.097009 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44516) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:59.136841 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c406f2-fcea-4a71-b2e5-d22c19437be9 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:26:59.158280 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e965d8ba-72b9-4bc1-b23d-46516f4c84f0 None None] Sync routers for ids ['1c336cbf-e25e-41a1-b875-e2253d81b21e'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:26:59.161866 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d6c406f2-fcea-4a71-b2e5-d22c19437be9 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "PUT /v2.0/routers/1c336cbf-e25e-41a1-b875-e2253d81b21e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8788421 Jul 15 23:26:59.164596 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5a8109aa-a1c4-4b75-ad68-bef811387b46 None None] Provisioning complete for port 3507d075-4eb1-4704-9162-37ad884f8923 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:59.165307 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5a8109aa-a1c4-4b75-ad68-bef811387b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:59.167019 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44518) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:59.175468 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e965d8ba-72b9-4bc1-b23d-46516f4c84f0 None None] Routers {'1c336cbf-e25e-41a1-b875-e2253d81b21e'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:59.176350 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-e965d8ba-72b9-4bc1-b23d-46516f4c84f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:26:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['1c336cbf-e25e-41a1-b875-e2253d81b21e'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:59.210374 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0df07a9c-3ed8-44f2-829a-7224029c9b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:59.275049 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5a8109aa-a1c4-4b75-ad68-bef811387b46 None None] Port 3507d075-4eb1-4704-9162-37ad884f8923 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:26:59.331069 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342f415-3a04-43df-83d4-99538fc28d5f tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:59.339762 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7342f415-3a04-43df-83d4-99538fc28d5f tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "GET /v2.0/ports/3507d075-4eb1-4704-9162-37ad884f8923 HTTP/1.1" status: 200 len: 913 time: 0.1681437 Jul 15 23:26:59.341712 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44522) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:59.529540 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-e965d8ba-72b9-4bc1-b23d-46516f4c84f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:59.573925 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e965d8ba-72b9-4bc1-b23d-46516f4c84f0 None None] Routers {'1c336cbf-e25e-41a1-b875-e2253d81b21e'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:59.583712 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-e965d8ba-72b9-4bc1-b23d-46516f4c84f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:26:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['1c336cbf-e25e-41a1-b875-e2253d81b21e'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:59.589323 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0df07a9c-3ed8-44f2-829a-7224029c9b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:59.616366 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-0df07a9c-3ed8-44f2-829a-7224029c9b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8963baad-4707-4715-b86e-8aff85e0f074']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:59.631309 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-e965d8ba-72b9-4bc1-b23d-46516f4c84f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:59.632318 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e965d8ba-72b9-4bc1-b23d-46516f4c84f0 None None] The sync data for ids ['1c336cbf-e25e-41a1-b875-e2253d81b21e'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:26:59.646583 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-0df07a9c-3ed8-44f2-829a-7224029c9b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7e78df1-3910-49f7-9c3b-fb3d69819025') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:59.649520 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-0df07a9c-3ed8-44f2-829a-7224029c9b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7e78df1-3910-49f7-9c3b-fb3d69819025') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:59.674144 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0df07a9c-3ed8-44f2-829a-7224029c9b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:59.695459 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0df07a9c-3ed8-44f2-829a-7224029c9b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:59.705336 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df07a9c-3ed8-44f2-829a-7224029c9b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:26:59.705666 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0df07a9c-3ed8-44f2-829a-7224029c9b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:26:59.736593 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:26:59.808190 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0df07a9c-3ed8-44f2-829a-7224029c9b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:59.818874 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0df07a9c-3ed8-44f2-829a-7224029c9b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:59.820710 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0df07a9c-3ed8-44f2-829a-7224029c9b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139-project] 10.222.0.16 "DELETE /v2.0/networks/8963baad-4707-4715-b86e-8aff85e0f074 HTTP/1.1" status: 204 len: 168 time: 0.7227328 Jul 15 23:26:59.834689 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df07a9c-3ed8-44f2-829a-7224029c9b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21725139-project] Pushing event deleted for resources: {'Network': ['ID=8963baad-4707-4715-b86e-8aff85e0f074,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:59.845355 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3d059-405e-4bb1-804d-ae90483e7f00 req-c43b7b32-e104-40be-bab1-d641c57ccc2a tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:59.846917 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bcc3d059-405e-4bb1-804d-ae90483e7f00 req-c43b7b32-e104-40be-bab1-d641c57ccc2a tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 945 time: 0.1605527 Jul 15 23:26:59.892489 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bcc3d059-405e-4bb1-804d-ae90483e7f00 req-6e20c97f-beac-45bb-a3f1-69d0e74b43e1 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393438 Jul 15 23:26:59.937330 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0cc649ff-4871-41c7-a4f4-ffdd2c4c5cae tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:00.111372 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44532) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:00.208015 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-0cc649ff-4871-41c7-a4f4-ffdd2c4c5cae tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Deleting port 3507d075-4eb1-4704-9162-37ad884f8923 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:00.208364 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0cc649ff-4871-41c7-a4f4-ffdd2c4c5cae tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:00.269090 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4a6f3215-1e85-4a9f-939b-aac258173463 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f6090016c93049ad8f89fa304728412e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553240 Jul 15 23:27:00.270523 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44538) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:00.314230 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0cc649ff-4871-41c7-a4f4-ffdd2c4c5cae tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:00.328525 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd09596f-6de6-4c73-8a9e-037e9bab6576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:00.337082 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-0cc649ff-4871-41c7-a4f4-ffdd2c4c5cae tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Calling delete_port for 3507d075-4eb1-4704-9162-37ad884f8923 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:00.349473 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd09596f-6de6-4c73-8a9e-037e9bab6576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:00.415655 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd09596f-6de6-4c73-8a9e-037e9bab6576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:00.419251 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bd09596f-6de6-4c73-8a9e-037e9bab6576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:00.423870 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-bd09596f-6de6-4c73-8a9e-037e9bab6576 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82c76e62-cd10-4bd8-a24f-e19c7b219baf HTTP/1.1" status: 204 len: 168 time: 0.1520700 Jul 15 23:27:00.432929 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09596f-6de6-4c73-8a9e-037e9bab6576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c76e62-cd10-4bd8-a24f-e19c7b219baf,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:00.828624 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44564) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:00.908264 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-63ea7c92-1f8d-4404-a1de-b4916f94d778 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=35cffccd15ac42aba6e3a90dfb90955b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0773845 Jul 15 23:27:00.910506 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44570) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:00.929542 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0cc649ff-4871-41c7-a4f4-ffdd2c4c5cae tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:00.989032 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc649ff-4871-41c7-a4f4-ffdd2c4c5cae tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Port': ['ID=3507d075-4eb1-4704-9162-37ad884f8923,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:01.056126 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54f9dac-6f54-4327-ae1c-d411914112ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.110858 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54f9dac-6f54-4327-ae1c-d411914112ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.155561 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0cc649ff-4871-41c7-a4f4-ffdd2c4c5cae tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.284176 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71833ffb-9e98-49ac-b020-b68d9a122156 req-05080f06-3e5f-4459-83cf-9a5d6c8787ee tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:01.285607 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-71833ffb-9e98-49ac-b020-b68d9a122156 req-05080f06-3e5f-4459-83cf-9a5d6c8787ee tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 945 time: 0.1419683 Jul 15 23:27:01.286518 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54f9dac-6f54-4327-ae1c-d411914112ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.293007 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e54f9dac-6f54-4327-ae1c-d411914112ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.315019 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e54f9dac-6f54-4327-ae1c-d411914112ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34b391b6-7edd-4b78-9c29-c0d250445047 HTTP/1.1" status: 204 len: 168 time: 0.4016478 Jul 15 23:27:01.431058 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f9dac-6f54-4327-ae1c-d411914112ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b391b6-7edd-4b78-9c29-c0d250445047,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:01.451051 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-71833ffb-9e98-49ac-b020-b68d9a122156 req-0a6e2064-f785-4f3f-8bab-9319ea450c0f tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347272 Jul 15 23:27:01.465577 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc649ff-4871-41c7-a4f4-ffdd2c4c5cae tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Router 1c336cbf-e25e-41a1-b875-e2253d81b21e has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:27:01.587470 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc649ff-4871-41c7-a4f4-ffdd2c4c5cae tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:27:01.605013 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0cc649ff-4871-41c7-a4f4-ffdd2c4c5cae tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "PUT /v2.0/routers/1c336cbf-e25e-41a1-b875-e2253d81b21e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2636566 Jul 15 23:27:01.607738 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44592) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:01.617247 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99392d0a-27b7-4c5c-9e6f-a3c80748c541 None None] Sync routers for ids ['1c336cbf-e25e-41a1-b875-e2253d81b21e'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:27:01.630873 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99392d0a-27b7-4c5c-9e6f-a3c80748c541 None None] Routers {'1c336cbf-e25e-41a1-b875-e2253d81b21e'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:01.631818 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-99392d0a-27b7-4c5c-9e6f-a3c80748c541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:26:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['1c336cbf-e25e-41a1-b875-e2253d81b21e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:01.665831 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-99392d0a-27b7-4c5c-9e6f-a3c80748c541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:01.676094 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99392d0a-27b7-4c5c-9e6f-a3c80748c541 None None] Routers {'1c336cbf-e25e-41a1-b875-e2253d81b21e'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:01.676989 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-99392d0a-27b7-4c5c-9e6f-a3c80748c541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:26:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['1c336cbf-e25e-41a1-b875-e2253d81b21e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:01.725496 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-99392d0a-27b7-4c5c-9e6f-a3c80748c541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:01.726476 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99392d0a-27b7-4c5c-9e6f-a3c80748c541 None None] The sync data for ids ['1c336cbf-e25e-41a1-b875-e2253d81b21e'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:27:02.043326 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2594adb3-75a0-4974-8cd3-3e743b23aa42 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:02.547717 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2594adb3-75a0-4974-8cd3-3e743b23aa42 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Deleting port f1dc79af-74d8-4c5b-b7ac-96b79911b252 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:02.547972 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2594adb3-75a0-4974-8cd3-3e743b23aa42 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:02.651878 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e446b2-c931-4087-ba16-b3b7ee76b345 req-fc676128-0b3a-4bb8-95ba-e441af67195b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:02.653897 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-28e446b2-c931-4087-ba16-b3b7ee76b345 req-fc676128-0b3a-4bb8-95ba-e441af67195b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce3c14cbd70f4bed98591d54f3156d56&device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 1096 time: 0.1478488 Jul 15 23:27:03.158945 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2594adb3-75a0-4974-8cd3-3e743b23aa42 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.182722 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2594adb3-75a0-4974-8cd3-3e743b23aa42 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Calling delete_port for f1dc79af-74d8-4c5b-b7ac-96b79911b252 owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:03.298168 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202bf26-7138-4c46-a4ac-2b91dacea5b5 req-41a5a1f8-b093-4c1b-ab30-2a60535917df tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:03.305579 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f202bf26-7138-4c46-a4ac-2b91dacea5b5 req-41a5a1f8-b093-4c1b-ab30-2a60535917df tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 945 time: 0.6498599 Jul 15 23:27:03.347010 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e446b2-c931-4087-ba16-b3b7ee76b345 req-980aca65-e07f-4203-944e-b00ee37196c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:03.348494 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-28e446b2-c931-4087-ba16-b3b7ee76b345 req-980aca65-e07f-4203-944e-b00ee37196c2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=34f2ebab-bb83-41e4-bb34-809be32dfaa3 HTTP/1.1" status: 200 len: 918 time: 0.6538641 Jul 15 23:27:03.456873 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f202bf26-7138-4c46-a4ac-2b91dacea5b5 req-b43f2b8e-01aa-4fe9-8c0b-b2bc9b75e2b3 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502051 Jul 15 23:27:03.462496 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44636) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:03.492422 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-28e446b2-c931-4087-ba16-b3b7ee76b345 req-e710a708-e86f-49d8-b4d8-9bae6e6e000d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e982b3e-2461-4a97-ad74-92dcd93dcca4 HTTP/1.1" status: 200 len: 1001 time: 0.1331668 Jul 15 23:27:03.566766 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e446b2-c931-4087-ba16-b3b7ee76b345 req-353d0ad7-f91b-4aeb-9f17-4a94ea54c4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:03.569693 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-28e446b2-c931-4087-ba16-b3b7ee76b345 req-353d0ad7-f91b-4aeb-9f17-4a94ea54c4a0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=849813aa-50e4-40b7-a59e-c4d2aaa3041a HTTP/1.1" status: 200 len: 856 time: 0.0675941 Jul 15 23:27:03.639426 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-83ffa4ac-2222-4f30-bfe7-fd063fe937b3 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1915115767', 'router:external': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:03.657229 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2594adb3-75a0-4974-8cd3-3e743b23aa42 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.696467 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594adb3-75a0-4974-8cd3-3e743b23aa42 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Port': ['ID=f1dc79af-74d8-4c5b-b7ac-96b79911b252,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:03.703041 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ffa4ac-2222-4f30-bfe7-fd063fe937b3 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Made reservation on behalf of 745771117cc14e22938a6d3765f6340d for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:03.705994 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-83ffa4ac-2222-4f30-bfe7-fd063fe937b3 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.725358 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-83ffa4ac-2222-4f30-bfe7-fd063fe937b3 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.822433 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e446b2-c931-4087-ba16-b3b7ee76b345 req-d787d801-b832-4877-bf49-8fd55a7bc6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:03.824448 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-28e446b2-c931-4087-ba16-b3b7ee76b345 req-d787d801-b832-4877-bf49-8fd55a7bc6a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=34f2ebab-bb83-41e4-bb34-809be32dfaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2495914 Jul 15 23:27:03.825200 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2594adb3-75a0-4974-8cd3-3e743b23aa42 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.870173 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-83ffa4ac-2222-4f30-bfe7-fd063fe937b3 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.875714 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-83ffa4ac-2222-4f30-bfe7-fd063fe937b3 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.899906 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ffa4ac-2222-4f30-bfe7-fd063fe937b3 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:27:03.921644 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-83ffa4ac-2222-4f30-bfe7-fd063fe937b3 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.922767 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-83ffa4ac-2222-4f30-bfe7-fd063fe937b3 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Added segment 2140e63d-fed1-400c-a5fa-b243e0baf93f of type vlan for network a36e5821-ac29-46e9-86b0-9854966d87de Jul 15 23:27:04.003883 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-83ffa4ac-2222-4f30-bfe7-fd063fe937b3 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:04.073729 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ffa4ac-2222-4f30-bfe7-fd063fe937b3 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145d5d46-88fe-4491-9022-6727fe6f966b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:04.079602 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-83ffa4ac-2222-4f30-bfe7-fd063fe937b3 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:04.080740 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ffa4ac-2222-4f30-bfe7-fd063fe937b3 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:04.081928 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-83ffa4ac-2222-4f30-bfe7-fd063fe937b3 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:04.133644 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-83ffa4ac-2222-4f30-bfe7-fd063fe937b3 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.6697929 Jul 15 23:27:04.137323 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44642) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:04.147331 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c4ceda33-3618-4ea0-b38f-1292ea3aa88c tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Request body: {'subnet': {'network_id': 'a36e5821-ac29-46e9-86b0-9854966d87de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:04.154001 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-28e446b2-c931-4087-ba16-b3b7ee76b345 req-c333fc63-fd13-4289-9a04-009b0ad4ef8c service neutron] 10.222.0.43 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052211 Jul 15 23:27:04.158849 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2594adb3-75a0-4974-8cd3-3e743b23aa42 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Router 1c336cbf-e25e-41a1-b875-e2253d81b21e has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:27:04.186426 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ffa4ac-2222-4f30-bfe7-fd063fe937b3 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Pushing event updated for resources: {'Network': ['ID=a36e5821-ac29-46e9-86b0-9854966d87de,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:04.199800 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network a36e5821-ac29-46e9-86b0-9854966d87de details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:27:04.224017 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ceda33-3618-4ea0-b38f-1292ea3aa88c tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Made reservation on behalf of 745771117cc14e22938a6d3765f6340d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:04.230571 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4ceda33-3618-4ea0-b38f-1292ea3aa88c tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:04.346227 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2594adb3-75a0-4974-8cd3-3e743b23aa42 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:27:04.352199 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2594adb3-75a0-4974-8cd3-3e743b23aa42 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "PUT /v2.0/routers/1c336cbf-e25e-41a1-b875-e2253d81b21e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7432265 Jul 15 23:27:04.356833 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d13ecfa-be41-46b7-b651-3d2d79b06713 None None] Sync routers for ids ['1c336cbf-e25e-41a1-b875-e2253d81b21e'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:27:04.359289 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44644) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:04.371617 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d13ecfa-be41-46b7-b651-3d2d79b06713 None None] Routers {'1c336cbf-e25e-41a1-b875-e2253d81b21e'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:04.372344 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-6d13ecfa-be41-46b7-b651-3d2d79b06713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:26:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['1c336cbf-e25e-41a1-b875-e2253d81b21e'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:04.403243 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9451eb54-8306-4b79-80d2-b5f96dd943e5 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c336cbf-e25e-41a1-b875-e2253d81b21e HTTP/1.1" status: 200 len: 205 time: 0.0428336 Jul 15 23:27:04.408735 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44646) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:04.451627 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-28e446b2-c931-4087-ba16-b3b7ee76b345 req-a01cdc25-c16a-4f0c-95f9-716fba26b072 service neutron] 10.222.0.43 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902904 Jul 15 23:27:04.456921 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-6d13ecfa-be41-46b7-b651-3d2d79b06713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:04.476025 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d13ecfa-be41-46b7-b651-3d2d79b06713 None None] Routers {'1c336cbf-e25e-41a1-b875-e2253d81b21e'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:04.476928 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-6d13ecfa-be41-46b7-b651-3d2d79b06713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:26:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['1c336cbf-e25e-41a1-b875-e2253d81b21e'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:04.518301 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-6d13ecfa-be41-46b7-b651-3d2d79b06713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:04.519253 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d13ecfa-be41-46b7-b651-3d2d79b06713 None None] The sync data for ids ['1c336cbf-e25e-41a1-b875-e2253d81b21e'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:27:04.536683 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dfe99747-0848-4ea6-ad47-389dc99b07a4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:04.762931 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 4e982b3e-2461-4a97-ad74-92dcd93dcca4 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:27:04.917251 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 4e982b3e-2461-4a97-ad74-92dcd93dcca4, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=4e982b3e-2461-4a97-ad74-92dcd93dcca4,segment=NetworkSegment(27249ff3-8705-4d3c-b5f4-e5775a35bb17),segment_id=27249ff3-8705-4d3c-b5f4-e5775a35bb17)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:04.930366 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '4e982b3e-2461-4a97-ad74-92dcd93dcca4', 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'port_id': '4e982b3e-2461-4a97-ad74-92dcd93dcca4', 'mac_address': 'fa:16:3e:df:33:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:27:04.960848 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dfe99747-0848-4ea6-ad47-389dc99b07a4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:04.975134 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dfe99747-0848-4ea6-ad47-389dc99b07a4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:04.980870 n-d-787205-9 neutron-server[93798]: DEBUG neutron.objects.ports [None req-c4ceda33-3618-4ea0-b38f-1292ea3aa88c tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93798) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:27:04.981425 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4ceda33-3618-4ea0-b38f-1292ea3aa88c tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.016794 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.038585 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e982b3e-2461-4a97-ad74-92dcd93dcca4 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:27:05.067730 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 4e982b3e-2461-4a97-ad74-92dcd93dcca4, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=4e982b3e-2461-4a97-ad74-92dcd93dcca4,segment=NetworkSegment(27249ff3-8705-4d3c-b5f4-e5775a35bb17),segment_id=27249ff3-8705-4d3c-b5f4-e5775a35bb17)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:05.073203 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf94c91-953a-4e47-85ea-eb6a31faf511 req-5ee2e48a-0cdc-4329-917f-ed265c44259b tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:05.078763 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.081318 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5bf94c91-953a-4e47-85ea-eb6a31faf511 req-5ee2e48a-0cdc-4329-917f-ed265c44259b tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 945 time: 0.4555612 Jul 15 23:27:05.097641 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ceda33-3618-4ea0-b38f-1292ea3aa88c tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Checking segment: {'id': '2140e63d-fed1-400c-a5fa-b243e0baf93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a36e5821-ac29-46e9-86b0-9854966d87de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:05.098184 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ceda33-3618-4ea0-b38f-1292ea3aa88c tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Network hostable DHCP agents. Network: a36e5821-ac29-46e9-86b0-9854966d87de, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:27:05.111893 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ceda33-3618-4ea0-b38f-1292ea3aa88c tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d8980363-ca72-4041-bb95-56129bbf1660,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:05.120252 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dfe99747-0848-4ea6-ad47-389dc99b07a4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.121301 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe99747-0848-4ea6-ad47-389dc99b07a4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Fanout notify agent at l3_agent the message router_deleted on router 1c336cbf-e25e-41a1-b875-e2253d81b21e {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:27:05.132218 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dfe99747-0848-4ea6-ad47-389dc99b07a4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.134307 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-dfe99747-0848-4ea6-ad47-389dc99b07a4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/routers/1c336cbf-e25e-41a1-b875-e2253d81b21e HTTP/1.1" status: 204 len: 168 time: 0.7243078 Jul 15 23:27:05.139373 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44662) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:05.155166 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ceda33-3618-4ea0-b38f-1292ea3aa88c tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Network a36e5821-ac29-46e9-86b0-9854966d87de is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:27:05.215732 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=4e982b3e-2461-4a97-ad74-92dcd93dcca4,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:05.227728 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5bf94c91-953a-4e47-85ea-eb6a31faf511 req-80d46fb2-218b-4de9-a1a2-0f036dc92260 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353788 Jul 15 23:27:05.235662 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-c4ceda33-3618-4ea0-b38f-1292ea3aa88c tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, a36e5821-ac29-46e9-86b0-9854966d87de) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:05.236145 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:05.236500 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:05.236850 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:05.237187 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:05.237691 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:05.241331 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:05.241912 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:05.242426 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:05.243009 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:05.243543 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:05.244066 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:05.247866 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:05.273980 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ceda33-3618-4ea0-b38f-1292ea3aa88c tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:05.275110 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2373bf00-2597-408e-be4f-97aca8ff56b9 None None] Network a36e5821-ac29-46e9-86b0-9854966d87de requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:05.277194 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4ceda33-3618-4ea0-b38f-1292ea3aa88c tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.303192 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-272ac0b4-463c-41ac-b3d9-ef8823769541 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Deleting subnet b1b21a92-d68c-4fac-9614-546b8245713e {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:27:05.304921 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['4e982b3e-2461-4a97-ad74-92dcd93dcca4'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:27:05.307765 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-272ac0b4-463c-41ac-b3d9-ef8823769541 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.312874 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c4ceda33-3618-4ea0-b38f-1292ea3aa88c tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1744993 Jul 15 23:27:05.316037 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44668) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:05.321175 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-1e7fbcdf-96bf-4eb9-8fb6-2e6b052c1f60 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-280975210', 'network_id': 'a36e5821-ac29-46e9-86b0-9854966d87de'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:05.363107 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7fbcdf-96bf-4eb9-8fb6-2e6b052c1f60 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Made reservation on behalf of 745771117cc14e22938a6d3765f6340d for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:05.365627 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1e7fbcdf-96bf-4eb9-8fb6-2e6b052c1f60 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.398225 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-1e7fbcdf-96bf-4eb9-8fb6-2e6b052c1f60 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] device_id is not set on port 37771494-baf0-4a7e-9d0e-30e577451398 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:05.409302 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-272ac0b4-463c-41ac-b3d9-ef8823769541 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.600755 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-272ac0b4-463c-41ac-b3d9-ef8823769541 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.692783 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-1e7fbcdf-96bf-4eb9-8fb6-2e6b052c1f60 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Allocated IP 172.20.0.3 (a36e5821-ac29-46e9-86b0-9854966d87de/d8980363-ca72-4041-bb95-56129bbf1660/37771494-baf0-4a7e-9d0e-30e577451398) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:05.742958 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-272ac0b4-463c-41ac-b3d9-ef8823769541 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.757328 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31d5908-ece2-49e1-9593-26128b19eaf5 None None] Network a36e5821-ac29-46e9-86b0-9854966d87de requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:05.785823 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ac0b4-463c-41ac-b3d9-ef8823769541 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Subnet': ['ID=b1b21a92-d68c-4fac-9614-546b8245713e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:05.793937 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-272ac0b4-463c-41ac-b3d9-ef8823769541 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.800498 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-272ac0b4-463c-41ac-b3d9-ef8823769541 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/subnets/b1b21a92-d68c-4fac-9614-546b8245713e HTTP/1.1" status: 204 len: 168 time: 0.6600649 Jul 15 23:27:05.801852 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44686) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:05.802025 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e9020e-db9f-44fe-91f2-69ea9534a20b None None] Network ddaefc31-6a0d-4e41-95c4-a095fb827967 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:06.014302 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b27b3f8-26ce-467c-aaee-8103f1adaf15 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Deleting subnet 16bc84ac-1123-4fbe-a386-19c15bed9bc3 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:27:06.033471 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2b27b3f8-26ce-467c-aaee-8103f1adaf15 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.161924 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2b27b3f8-26ce-467c-aaee-8103f1adaf15 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.193707 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1e7fbcdf-96bf-4eb9-8fb6-2e6b052c1f60 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.252636 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ffa8ab-fa5e-442e-a61c-ffef9cd18ab8 None None] DHCP port deletion for ddaefc31-6a0d-4e41-95c4-a095fb827967 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:27:06.297583 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1e7fbcdf-96bf-4eb9-8fb6-2e6b052c1f60 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.372933 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2b27b3f8-26ce-467c-aaee-8103f1adaf15 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.381181 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-30ffa8ab-fa5e-442e-a61c-ffef9cd18ab8 None None] Deleting port e70e8332-0385-4615-9864-5c7ad65330df {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:06.381576 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-30ffa8ab-fa5e-442e-a61c-ffef9cd18ab8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.430221 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7fbcdf-96bf-4eb9-8fb6-2e6b052c1f60 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Network a36e5821-ac29-46e9-86b0-9854966d87de is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:06.431897 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-1e7fbcdf-96bf-4eb9-8fb6-2e6b052c1f60 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:06.444619 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7fbcdf-96bf-4eb9-8fb6-2e6b052c1f60 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Pushing event updated for resources: {'Port': ['ID=37771494-baf0-4a7e-9d0e-30e577451398,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:06.455744 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7fbcdf-96bf-4eb9-8fb6-2e6b052c1f60 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:06.496119 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2b27b3f8-26ce-467c-aaee-8103f1adaf15 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.567761 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2b27b3f8-26ce-467c-aaee-8103f1adaf15 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.569998 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2b27b3f8-26ce-467c-aaee-8103f1adaf15 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/subnets/16bc84ac-1123-4fbe-a386-19c15bed9bc3 HTTP/1.1" status: 204 len: 168 time: 0.7661860 Jul 15 23:27:06.570928 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27b3f8-26ce-467c-aaee-8103f1adaf15 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Subnet': ['ID=16bc84ac-1123-4fbe-a386-19c15bed9bc3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:06.572491 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44694) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:06.575336 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7fbcdf-96bf-4eb9-8fb6-2e6b052c1f60 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:06.576198 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1e7fbcdf-96bf-4eb9-8fb6-2e6b052c1f60 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.637619 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b61b6d-c9eb-4a47-b337-b9cafe217989 req-89f5bc58-676c-4001-a1ce-e13e68b066f2 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:06.644853 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-49b61b6d-c9eb-4a47-b337-b9cafe217989 req-89f5bc58-676c-4001-a1ce-e13e68b066f2 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 944 time: 0.1515362 Jul 15 23:27:06.655755 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1e7fbcdf-96bf-4eb9-8fb6-2e6b052c1f60 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.3361330 Jul 15 23:27:06.656098 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44696) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:06.667968 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a08ca6-d527-4468-8092-22b0a58a3845 None None] Network 80e78394-10ef-4534-ab37-c571f3cd43c4 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:06.718920 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-30ffa8ab-fa5e-442e-a61c-ffef9cd18ab8 None None] For port e70e8332-0385-4615-9864-5c7ad65330df, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=e70e8332-0385-4615-9864-5c7ad65330df,segment=NetworkSegment(a7f8b060-e9c7-4fc9-968d-5e0c6b934153),segment_id=a7f8b060-e9c7-4fc9-968d-5e0c6b934153)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:06.724917 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-30ffa8ab-fa5e-442e-a61c-ffef9cd18ab8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.730764 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-49b61b6d-c9eb-4a47-b337-b9cafe217989 req-a02779da-01f0-41d3-9b7c-a18a4b8eb614 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829237 Jul 15 23:27:06.756193 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c734225c-178e-42da-82b5-2f4c7157bb22 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.824891 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-30ffa8ab-fa5e-442e-a61c-ffef9cd18ab8 None None] Calling delete_port for e70e8332-0385-4615-9864-5c7ad65330df owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:06.833865 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 4e982b3e-2461-4a97-ad74-92dcd93dcca4 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:06.870390 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c734225c-178e-42da-82b5-2f4c7157bb22 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Deleting port e70e8332-0385-4615-9864-5c7ad65330df {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:06.871050 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c734225c-178e-42da-82b5-2f4c7157bb22 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.882662 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-af682ba9-00c5-409b-bd18-9da03b977f0a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Deleting port 37771494-baf0-4a7e-9d0e-30e577451398 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:06.883039 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-af682ba9-00c5-409b-bd18-9da03b977f0a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.994213 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 4e982b3e-2461-4a97-ad74-92dcd93dcca4 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:06.994657 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.066081 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c734225c-178e-42da-82b5-2f4c7157bb22 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] For port e70e8332-0385-4615-9864-5c7ad65330df, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=e70e8332-0385-4615-9864-5c7ad65330df,segment=NetworkSegment(a7f8b060-e9c7-4fc9-968d-5e0c6b934153),segment_id=a7f8b060-e9c7-4fc9-968d-5e0c6b934153)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:07.070918 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c734225c-178e-42da-82b5-2f4c7157bb22 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.098072 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c734225c-178e-42da-82b5-2f4c7157bb22 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Calling delete_port for e70e8332-0385-4615-9864-5c7ad65330df owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:07.146627 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-af682ba9-00c5-409b-bd18-9da03b977f0a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.174119 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-af682ba9-00c5-409b-bd18-9da03b977f0a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Calling delete_port for 37771494-baf0-4a7e-9d0e-30e577451398 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:07.310963 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c734225c-178e-42da-82b5-2f4c7157bb22 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.385716 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c734225c-178e-42da-82b5-2f4c7157bb22 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] No DVR routers for this DVR port e70e8332-0385-4615-9864-5c7ad65330df on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:07.394407 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734225c-178e-42da-82b5-2f4c7157bb22 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Port': ['ID=e70e8332-0385-4615-9864-5c7ad65330df,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:07.485049 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-af682ba9-00c5-409b-bd18-9da03b977f0a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.540304 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44708) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:07.547444 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af682ba9-00c5-409b-bd18-9da03b977f0a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Pushing event deleted for resources: {'Port': ['ID=37771494-baf0-4a7e-9d0e-30e577451398,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:07.567130 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c734225c-178e-42da-82b5-2f4c7157bb22 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.616805 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-c734225c-178e-42da-82b5-2f4c7157bb22 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddaefc31-6a0d-4e41-95c4-a095fb827967']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:07.693544 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-c734225c-178e-42da-82b5-2f4c7157bb22 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f8b060-e9c7-4fc9-968d-5e0c6b934153') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:07.693871 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-c734225c-178e-42da-82b5-2f4c7157bb22 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f8b060-e9c7-4fc9-968d-5e0c6b934153') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:07.707566 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-af682ba9-00c5-409b-bd18-9da03b977f0a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.714310 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-af682ba9-00c5-409b-bd18-9da03b977f0a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "DELETE /v2.0/ports/37771494-baf0-4a7e-9d0e-30e577451398 HTTP/1.1" status: 204 len: 168 time: 1.0571265 Jul 15 23:27:07.715275 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44712) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:07.722111 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5d928066-a46b-47cf-a0da-7226942d9d7b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a36e5821-ac29-46e9-86b0-9854966d87de', 'external_fixed_ips': [{'subnet_id': 'd8980363-ca72-4041-bb95-56129bbf1660', 'ip_address': '172.20.0.3'}]}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:07.735004 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c734225c-178e-42da-82b5-2f4c7157bb22 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.747519 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-51091c52-b286-4e82-b97b-c7be2e11a743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.772527 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c734225c-178e-42da-82b5-2f4c7157bb22 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.779506 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e70e8332-0385-4615-9864-5c7ad65330df no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:07.786148 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d928066-a46b-47cf-a0da-7226942d9d7b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.787411 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d928066-a46b-47cf-a0da-7226942d9d7b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.799440 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c734225c-178e-42da-82b5-2f4c7157bb22 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:27:07.800921 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c734225c-178e-42da-82b5-2f4c7157bb22 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:27:07.816357 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:27:07.894359 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: e70e8332-0385-4615-9864-5c7ad65330df {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:07.894735 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e70e8332-0385-4615-9864-5c7ad65330df not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:08.003252 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c734225c-178e-42da-82b5-2f4c7157bb22 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.010268 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c734225c-178e-42da-82b5-2f4c7157bb22 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.012578 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c734225c-178e-42da-82b5-2f4c7157bb22 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/networks/ddaefc31-6a0d-4e41-95c4-a095fb827967 HTTP/1.1" status: 204 len: 168 time: 1.4387546 Jul 15 23:27:08.021886 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44718) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:27:08.058767 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:27:08.061967 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:27:08.061967 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:27:08.061967 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:27:08.061967 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:27:08.061967 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:27:08.061967 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:27:08.061967 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:27:08.061967 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:27:08.061967 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:27:08.061967 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:27:08.061967 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:27:08.061967 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:27:08.061967 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:27:08.061967 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:27:08.084754 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-30ffa8ab-fa5e-442e-a61c-ffef9cd18ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.124548 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734225c-178e-42da-82b5-2f4c7157bb22 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Network': ['ID=ddaefc31-6a0d-4e41-95c4-a095fb827967,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:08.127628 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d928066-a46b-47cf-a0da-7226942d9d7b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.168736 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-30ffa8ab-fa5e-442e-a61c-ffef9cd18ab8 None None] Network ddaefc31-6a0d-4e41-95c4-a095fb827967 is not hosted by any dhcp agent {{(pid=93800) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 23:27:08.172471 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ffa8ab-fa5e-442e-a61c-ffef9cd18ab8 None None] No DVR routers for this DVR port e70e8332-0385-4615-9864-5c7ad65330df on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:08.277124 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffa8ab-fa5e-442e-a61c-ffef9cd18ab8 None None] Pushing event deleted for resources: {'Port': ['ID=e70e8332-0385-4615-9864-5c7ad65330df,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:08.279619 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.304999 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-51091c52-b286-4e82-b97b-c7be2e11a743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.325200 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9aa19c8c-9296-4c70-b61a-155fa21a5937 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.326788 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d96baee-eb08-441a-971a-0730102b6df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e982b3e-2461-4a97-ad74-92dcd93dcca4'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:27:08.329874 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dea4eb8-5ade-4b80-be1c-18928306162f" -d '{"events": [{"server_uuid": "0d96baee-eb08-441a-971a-0730102b6df7", "name": "network-vif-plugged", "status": "completed", "tag": "4e982b3e-2461-4a97-ad74-92dcd93dcca4"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:27:08.348163 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 4e982b3e-2461-4a97-ad74-92dcd93dcca4, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=4e982b3e-2461-4a97-ad74-92dcd93dcca4,segment=NetworkSegment(27249ff3-8705-4d3c-b5f4-e5775a35bb17),segment_id=27249ff3-8705-4d3c-b5f4-e5775a35bb17)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:08.351255 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadb383-9da6-4810-ac9e-540d73fb9621 req-04afe5d8-64e8-495c-b728-1a954cdc8be5 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:08.360376 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3eadb383-9da6-4810-ac9e-540d73fb9621 req-04afe5d8-64e8-495c-b728-1a954cdc8be5 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 944 time: 0.3464901 Jul 15 23:27:08.369210 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-51091c52-b286-4e82-b97b-c7be2e11a743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.370495 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.463720 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be4532b-7c4b-4dbc-8bf4-7f5324ce33bc None None] DHCP port deletion for 80e78394-10ef-4534-ab37-c571f3cd43c4 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:27:08.468532 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2267b4f-da0a-486d-8a7d-320277903ef4 x-openstack-request-id: req-c2267b4f-da0a-486d-8a7d-320277903ef4 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:27:08.469039 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d96baee-eb08-441a-971a-0730102b6df7", "name": "network-vif-plugged", "status": "completed", "tag": "4e982b3e-2461-4a97-ad74-92dcd93dcca4", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:27:08.469473 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2267b4f-da0a-486d-8a7d-320277903ef4 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:27:08.470052 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d96baee-eb08-441a-971a-0730102b6df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e982b3e-2461-4a97-ad74-92dcd93dcca4', 'code': 200} Jul 15 23:27:08.492478 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3eadb383-9da6-4810-ac9e-540d73fb9621 req-21d40fde-8895-408c-bba3-4329819bfee8 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312330 Jul 15 23:27:08.516194 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=4e982b3e-2461-4a97-ad74-92dcd93dcca4,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:08.523494 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-9aa19c8c-9296-4c70-b61a-155fa21a5937 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Deleting port 0118ebab-7797-4822-9f5f-866e58421121 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:08.523845 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9aa19c8c-9296-4c70-b61a-155fa21a5937 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.533878 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d928066-a46b-47cf-a0da-7226942d9d7b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.549377 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-51091c52-b286-4e82-b97b-c7be2e11a743 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=112d15379337498faccfde5cc059c29b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0074344 Jul 15 23:27:08.550606 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44722) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:08.567293 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51091c52-b286-4e82-b97b-c7be2e11a743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e84f16-050a-45c2-8b5a-a52050ba3cd6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:08.604221 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-3be4532b-7c4b-4dbc-8bf4-7f5324ce33bc None None] Deleting port 0118ebab-7797-4822-9f5f-866e58421121 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:08.604599 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3be4532b-7c4b-4dbc-8bf4-7f5324ce33bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.650372 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-9aa19c8c-9296-4c70-b61a-155fa21a5937 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] For port 0118ebab-7797-4822-9f5f-866e58421121, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=0118ebab-7797-4822-9f5f-866e58421121,segment=NetworkSegment(185c5bab-396e-4a2c-8965-84e9d78e56e7),segment_id=185c5bab-396e-4a2c-8965-84e9d78e56e7)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:08.652109 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9aa19c8c-9296-4c70-b61a-155fa21a5937 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.664389 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a2562f50-b278-47dc-bbef-d478b0040271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.668761 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-9aa19c8c-9296-4c70-b61a-155fa21a5937 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Calling delete_port for 0118ebab-7797-4822-9f5f-866e58421121 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:08.691226 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a2562f50-b278-47dc-bbef-d478b0040271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.722048 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-3be4532b-7c4b-4dbc-8bf4-7f5324ce33bc None None] For port 0118ebab-7797-4822-9f5f-866e58421121, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=0118ebab-7797-4822-9f5f-866e58421121,segment=NetworkSegment(185c5bab-396e-4a2c-8965-84e9d78e56e7),segment_id=185c5bab-396e-4a2c-8965-84e9d78e56e7)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:08.722449 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3be4532b-7c4b-4dbc-8bf4-7f5324ce33bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.735859 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-3be4532b-7c4b-4dbc-8bf4-7f5324ce33bc None None] Calling delete_port for 0118ebab-7797-4822-9f5f-866e58421121 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:08.767023 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9aa19c8c-9296-4c70-b61a-155fa21a5937 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.813265 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa19c8c-9296-4c70-b61a-155fa21a5937 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Port': ['ID=0118ebab-7797-4822-9f5f-866e58421121,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:08.813638 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a2562f50-b278-47dc-bbef-d478b0040271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.819454 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a2562f50-b278-47dc-bbef-d478b0040271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.821202 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.824494 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a2562f50-b278-47dc-bbef-d478b0040271 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1e84f16-050a-45c2-8b5a-a52050ba3cd6 HTTP/1.1" status: 204 len: 168 time: 0.2696986 Jul 15 23:27:08.846981 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa19c8c-9296-4c70-b61a-155fa21a5937 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] No DVR routers for this DVR port 0118ebab-7797-4822-9f5f-866e58421121 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:08.855015 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2562f50-b278-47dc-bbef-d478b0040271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e84f16-050a-45c2-8b5a-a52050ba3cd6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:08.861547 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3be4532b-7c4b-4dbc-8bf4-7f5324ce33bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.902918 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be4532b-7c4b-4dbc-8bf4-7f5324ce33bc None None] No DVR routers for this DVR port 0118ebab-7797-4822-9f5f-866e58421121 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:08.906034 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4532b-7c4b-4dbc-8bf4-7f5324ce33bc None None] Pushing event deleted for resources: {'Port': ['ID=0118ebab-7797-4822-9f5f-866e58421121,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:09.015970 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9aa19c8c-9296-4c70-b61a-155fa21a5937 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.038669 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-9aa19c8c-9296-4c70-b61a-155fa21a5937 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e78394-10ef-4534-ab37-c571f3cd43c4']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:09.053082 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-9aa19c8c-9296-4c70-b61a-155fa21a5937 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '185c5bab-396e-4a2c-8965-84e9d78e56e7') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:09.053281 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-9aa19c8c-9296-4c70-b61a-155fa21a5937 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '185c5bab-396e-4a2c-8965-84e9d78e56e7') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:09.067658 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9aa19c8c-9296-4c70-b61a-155fa21a5937 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.095346 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9aa19c8c-9296-4c70-b61a-155fa21a5937 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.109859 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aa19c8c-9296-4c70-b61a-155fa21a5937 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:27:09.110897 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9aa19c8c-9296-4c70-b61a-155fa21a5937 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.115984 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:27:09.115984 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:27:09.115984 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:27:09.115984 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:27:09.115984 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:27:09.115984 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:27:09.115984 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:27:09.115984 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:27:09.115984 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:27:09.115984 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:27:09.115984 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:27:09.115984 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:27:09.115984 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:27:09.115984 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:27:09.115984 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:27:09.115984 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:27:09.115984 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:27:09.115984 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:27:09.115984 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:27:09.115984 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:27:09.115984 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:27:09.115984 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:27:09.115984 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:27:09.115984 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:27:09.115984 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:27:09.115984 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:27:09.115984 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:27:09.115984 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:27:09.115984 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:27:09.115984 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:27:09.115984 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:27:09.115984 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:27:09.184025 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d928066-a46b-47cf-a0da-7226942d9d7b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.204923 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9aa19c8c-9296-4c70-b61a-155fa21a5937 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.216845 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9aa19c8c-9296-4c70-b61a-155fa21a5937 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.224150 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44734) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:09.225047 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9aa19c8c-9296-4c70-b61a-155fa21a5937 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/networks/80e78394-10ef-4534-ab37-c571f3cd43c4 HTTP/1.1" status: 204 len: 168 time: 1.2019966 Jul 15 23:27:09.225369 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d928066-a46b-47cf-a0da-7226942d9d7b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.233827 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2f6fd140-759a-4463-ab1c-f1c8de3ed103 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1745367684'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:09.236324 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa19c8c-9296-4c70-b61a-155fa21a5937 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Network': ['ID=80e78394-10ef-4534-ab37-c571f3cd43c4,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:09.308186 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6fd140-759a-4463-ab1c-f1c8de3ed103 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Made reservation on behalf of d359e41f44094595884c5840e3da1e2a for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:09.313659 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f6fd140-759a-4463-ab1c-f1c8de3ed103 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.392464 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6fd140-759a-4463-ab1c-f1c8de3ed103 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:27:09.407951 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f6fd140-759a-4463-ab1c-f1c8de3ed103 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.408295 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-2f6fd140-759a-4463-ab1c-f1c8de3ed103 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Added segment a5f8f330-e81d-4e6b-b194-7d5256bc1f48 of type vlan for network 714d436d-3134-4cbd-85f7-36997621cb3e Jul 15 23:27:09.485925 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f6fd140-759a-4463-ab1c-f1c8de3ed103 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.507399 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-5d928066-a46b-47cf-a0da-7226942d9d7b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Allocated IP 172.20.0.3 (a36e5821-ac29-46e9-86b0-9854966d87de/d8980363-ca72-4041-bb95-56129bbf1660/9c03a92a-a80f-4d0d-a092-04e35f4f8afd) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:09.540365 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f6fd140-759a-4463-ab1c-f1c8de3ed103 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.546703 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6fd140-759a-4463-ab1c-f1c8de3ed103 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:09.547314 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f6fd140-759a-4463-ab1c-f1c8de3ed103 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.670293 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0118ebab-7797-4822-9f5f-866e58421121 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:09.729742 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d928066-a46b-47cf-a0da-7226942d9d7b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.749762 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 0118ebab-7797-4822-9f5f-866e58421121 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:09.750108 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0118ebab-7797-4822-9f5f-866e58421121 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:09.779394 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2f6fd140-759a-4463-ab1c-f1c8de3ed103 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5517414 Jul 15 23:27:09.785986 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44750) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:09.793189 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-e441f19a-d0ff-4e73-8fdf-1b918ffcb026 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Request body: {'subnet': {'network_id': '714d436d-3134-4cbd-85f7-36997621cb3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:09.836570 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6fd140-759a-4463-ab1c-f1c8de3ed103 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Network': ['ID=714d436d-3134-4cbd-85f7-36997621cb3e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:09.841615 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d928066-a46b-47cf-a0da-7226942d9d7b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.858206 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 714d436d-3134-4cbd-85f7-36997621cb3e details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:27:09.910699 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d928066-a46b-47cf-a0da-7226942d9d7b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Network a36e5821-ac29-46e9-86b0-9854966d87de is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:09.915264 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-5d928066-a46b-47cf-a0da-7226942d9d7b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:09.924087 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d928066-a46b-47cf-a0da-7226942d9d7b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:09.933334 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d928066-a46b-47cf-a0da-7226942d9d7b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Pushing event updated for resources: {'Port': ['ID=9c03a92a-a80f-4d0d-a092-04e35f4f8afd,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:09.981521 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e441f19a-d0ff-4e73-8fdf-1b918ffcb026 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Made reservation on behalf of d359e41f44094595884c5840e3da1e2a for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:09.985819 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e441f19a-d0ff-4e73-8fdf-1b918ffcb026 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:10.011878 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d515176-f37c-45dc-957e-eed9fe693eec req-7947d67c-c593-49fe-9bb1-c3fb8f0ec484 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:10.023688 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4d515176-f37c-45dc-957e-eed9fe693eec req-7947d67c-c593-49fe-9bb1-c3fb8f0ec484 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 945 time: 0.3127902 Jul 15 23:27:10.130717 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4d515176-f37c-45dc-957e-eed9fe693eec req-67b0ba34-f062-401c-b87a-0be6e70cddcf tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060436 Jul 15 23:27:10.323193 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e441f19a-d0ff-4e73-8fdf-1b918ffcb026 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:10.493131 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d928066-a46b-47cf-a0da-7226942d9d7b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:10.867082 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d928066-a46b-47cf-a0da-7226942d9d7b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.142536 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d928066-a46b-47cf-a0da-7226942d9d7b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Router 825a9963-564f-41d3-a6e7-602a24b9c2f1 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:27:11.288857 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441f19a-d0ff-4e73-8fdf-1b918ffcb026 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Subnet': ['ID=999890b6-3f6f-48b9-9b40-efbcf2ac95ef,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:11.292415 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e441f19a-d0ff-4e73-8fdf-1b918ffcb026 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Checking segment: {'id': 'a5f8f330-e81d-4e6b-b194-7d5256bc1f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '714d436d-3134-4cbd-85f7-36997621cb3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:11.293051 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e441f19a-d0ff-4e73-8fdf-1b918ffcb026 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network hostable DHCP agents. Network: 714d436d-3134-4cbd-85f7-36997621cb3e, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:27:11.336549 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e441f19a-d0ff-4e73-8fdf-1b918ffcb026 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network 714d436d-3134-4cbd-85f7-36997621cb3e is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:27:11.349370 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-e441f19a-d0ff-4e73-8fdf-1b918ffcb026 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 714d436d-3134-4cbd-85f7-36997621cb3e) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:11.353895 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e441f19a-d0ff-4e73-8fdf-1b918ffcb026 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:11.354711 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e441f19a-d0ff-4e73-8fdf-1b918ffcb026 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.361651 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d94e9e6-0be1-4785-92f8-d79da1edc9de None None] Network 714d436d-3134-4cbd-85f7-36997621cb3e requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:11.382614 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e441f19a-d0ff-4e73-8fdf-1b918ffcb026 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5951927 Jul 15 23:27:11.385566 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44776) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:11.397416 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-6fbb9bcf-5e5b-4b85-a87e-b41050a9acb2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-783738076', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:11.468874 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6fbb9bcf-5e5b-4b85-a87e-b41050a9acb2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.471281 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6fbb9bcf-5e5b-4b85-a87e-b41050a9acb2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.693441 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fb76d8-1f0e-401c-bd5e-2613ad065258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-714d436d-3134-4cbd-85f7-36997621cb3e', 'network_id': '714d436d-3134-4cbd-85f7-36997621cb3e', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'fixed_ips': [{'subnet_id': '999890b6-3f6f-48b9-9b40-efbcf2ac95ef'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:27:11.694505 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d3fb76d8-1f0e-401c-bd5e-2613ad065258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.745287 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6fbb9bcf-5e5b-4b85-a87e-b41050a9acb2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.754094 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6fbb9bcf-5e5b-4b85-a87e-b41050a9acb2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.808315 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ac0af-13b8-4c8a-8f02-34a1cbe3f35d req-a44105f7-19a2-431a-92d7-10b2bb1a6433 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:11.819412 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b12ac0af-13b8-4c8a-8f02-34a1cbe3f35d req-a44105f7-19a2-431a-92d7-10b2bb1a6433 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 945 time: 0.3579757 Jul 15 23:27:11.844319 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6fbb9bcf-5e5b-4b85-a87e-b41050a9acb2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.846178 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6fbb9bcf-5e5b-4b85-a87e-b41050a9acb2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4581227 Jul 15 23:27:11.866567 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44778) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:11.884813 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b12ac0af-13b8-4c8a-8f02-34a1cbe3f35d req-d6901353-262d-4dde-9d4c-e7bef4b7dac1 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638015 Jul 15 23:27:11.898952 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-988b101f-2f3f-4afe-a5b5-beec53e1c081 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Request body: {'port': {'network_id': '714d436d-3134-4cbd-85f7-36997621cb3e', 'name': 'tempest-RoutersIpV6Test-1622732054'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:12.038616 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-d3fb76d8-1f0e-401c-bd5e-2613ad065258 None None] Allocated IP 2001:db8::2 (714d436d-3134-4cbd-85f7-36997621cb3e/999890b6-3f6f-48b9-9b40-efbcf2ac95ef/6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:12.172965 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d928066-a46b-47cf-a0da-7226942d9d7b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:27:12.199833 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e99d31f-30c4-4f72-aa86-d9fcf665e30a None None] Sync routers for ids ['825a9963-564f-41d3-a6e7-602a24b9c2f1'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:27:12.215896 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d928066-a46b-47cf-a0da-7226942d9d7b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:12.220292 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988b101f-2f3f-4afe-a5b5-beec53e1c081 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Made reservation on behalf of d359e41f44094595884c5840e3da1e2a for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:12.222134 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5d928066-a46b-47cf-a0da-7226942d9d7b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.5009277 Jul 15 23:27:12.222836 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44784) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:12.223416 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-988b101f-2f3f-4afe-a5b5-beec53e1c081 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:12.231003 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e99d31f-30c4-4f72-aa86-d9fcf665e30a None None] Routers {'825a9963-564f-41d3-a6e7-602a24b9c2f1'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:12.231399 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0e99d31f-30c4-4f72-aa86-d9fcf665e30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:26:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['825a9963-564f-41d3-a6e7-602a24b9c2f1'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:12.249686 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-988b101f-2f3f-4afe-a5b5-beec53e1c081 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] device_id is not set on port c33c408e-2fc9-472f-8f2e-2f667b014e8c yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:12.383255 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23533ff5-863a-4561-9fd8-95a498d0024c tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:12.495617 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-0e99d31f-30c4-4f72-aa86-d9fcf665e30a None None] Set router 825a9963-564f-41d3-a6e7-602a24b9c2f1 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:27:12.541461 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23533ff5-863a-4561-9fd8-95a498d0024c tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:12.649867 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-23533ff5-863a-4561-9fd8-95a498d0024c tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Deleting port 9c03a92a-a80f-4d0d-a092-04e35f4f8afd {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:12.650519 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23533ff5-863a-4561-9fd8-95a498d0024c tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:12.708027 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d3fb76d8-1f0e-401c-bd5e-2613ad065258 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:12.723016 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d3fb76d8-1f0e-401c-bd5e-2613ad065258 None None] Transition to ACTIVE for port object 6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:12.747369 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23533ff5-863a-4561-9fd8-95a498d0024c tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:12.755513 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d3fb76d8-1f0e-401c-bd5e-2613ad065258 None None] Transition to ACTIVE for port object 6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:12.772439 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-23533ff5-863a-4561-9fd8-95a498d0024c tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Calling delete_port for 9c03a92a-a80f-4d0d-a092-04e35f4f8afd owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:12.788454 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d3fb76d8-1f0e-401c-bd5e-2613ad065258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:12.795339 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0e99d31f-30c4-4f72-aa86-d9fcf665e30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825a9963-564f-41d3-a6e7-602a24b9c2f1', 'name': '', 'tenant_id': '745771117cc14e22938a6d3765f6340d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36e5821-ac29-46e9-86b0-9854966d87de', 'external_fixed_ips': [{'subnet_id': 'd8980363-ca72-4041-bb95-56129bbf1660', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '9c03a92a-a80f-4d0d-a092-04e35f4f8afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:07Z', 'updated_at': '2021-07-15T23:27:10Z', 'revision_number': 3, 'project_id': '745771117cc14e22938a6d3765f6340d', 'gw_port': {'id': '9c03a92a-a80f-4d0d-a092-04e35f4f8afd', 'name': '', 'network_id': 'a36e5821-ac29-46e9-86b0-9854966d87de', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825a9963-564f-41d3-a6e7-602a24b9c2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'd8980363-ca72-4041-bb95-56129bbf1660', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:09Z', 'updated_at': '2021-07-15T23:27:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8980363-ca72-4041-bb95-56129bbf1660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:12.881737 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-988b101f-2f3f-4afe-a5b5-beec53e1c081 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Allocated IP 2001:db8::2fe (714d436d-3134-4cbd-85f7-36997621cb3e/999890b6-3f6f-48b9-9b40-efbcf2ac95ef/c33c408e-2fc9-472f-8f2e-2f667b014e8c) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:12.930363 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e99d31f-30c4-4f72-aa86-d9fcf665e30a None None] Checking router: 825a9963-564f-41d3-a6e7-602a24b9c2f1 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:27:12.937497 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e99d31f-30c4-4f72-aa86-d9fcf665e30a None None] Updating router 825a9963-564f-41d3-a6e7-602a24b9c2f1 port 9c03a92a-a80f-4d0d-a092-04e35f4f8afd binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:27:12.990305 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fb76d8-1f0e-401c-bd5e-2613ad065258 None None] Network 714d436d-3134-4cbd-85f7-36997621cb3e is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:13.015875 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-d3fb76d8-1f0e-401c-bd5e-2613ad065258 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:13.038344 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fb76d8-1f0e-401c-bd5e-2613ad065258 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:13.057920 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb76d8-1f0e-401c-bd5e-2613ad065258 None None] Pushing event updated for resources: {'Port': ['ID=6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:13.068209 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e99d31f-30c4-4f72-aa86-d9fcf665e30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.104915 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23533ff5-863a-4561-9fd8-95a498d0024c tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.142656 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-988b101f-2f3f-4afe-a5b5-beec53e1c081 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.165080 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-988b101f-2f3f-4afe-a5b5-beec53e1c081 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Transition to ACTIVE for port object c33c408e-2fc9-472f-8f2e-2f667b014e8c will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:13.171333 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23533ff5-863a-4561-9fd8-95a498d0024c tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c03a92a-a80f-4d0d-a092-04e35f4f8afd,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:13.181713 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e99d31f-30c4-4f72-aa86-d9fcf665e30a None None] Port 9c03a92a-a80f-4d0d-a092-04e35f4f8afd not found while updating agent binding for router 825a9963-564f-41d3-a6e7-602a24b9c2f1. {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 15 23:27:13.225056 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-988b101f-2f3f-4afe-a5b5-beec53e1c081 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.274933 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-d3fb76d8-1f0e-401c-bd5e-2613ad065258 None None] Attempting to bind port 6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:13.275187 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-d3fb76d8-1f0e-401c-bd5e-2613ad065258 None None] Attempting to bind port 6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'a5f8f330-e81d-4e6b-b194-7d5256bc1f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '714d436d-3134-4cbd-85f7-36997621cb3e'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:13.275559 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fb76d8-1f0e-401c-bd5e-2613ad065258 None None] Attempting to bind port 6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f on network 714d436d-3134-4cbd-85f7-36997621cb3e {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:13.281326 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e99d31f-30c4-4f72-aa86-d9fcf665e30a None None] Routers {'825a9963-564f-41d3-a6e7-602a24b9c2f1'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:13.281975 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0e99d31f-30c4-4f72-aa86-d9fcf665e30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:26:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['825a9963-564f-41d3-a6e7-602a24b9c2f1'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:13.290061 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988b101f-2f3f-4afe-a5b5-beec53e1c081 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network 714d436d-3134-4cbd-85f7-36997621cb3e is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:13.294573 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-988b101f-2f3f-4afe-a5b5-beec53e1c081 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:13.306599 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988b101f-2f3f-4afe-a5b5-beec53e1c081 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:13.317465 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988b101f-2f3f-4afe-a5b5-beec53e1c081 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:13.318911 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-988b101f-2f3f-4afe-a5b5-beec53e1c081 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.323177 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23533ff5-863a-4561-9fd8-95a498d0024c tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.330058 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b101f-2f3f-4afe-a5b5-beec53e1c081 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Port': ['ID=c33c408e-2fc9-472f-8f2e-2f667b014e8c,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:13.366609 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-988b101f-2f3f-4afe-a5b5-beec53e1c081 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4803343 Jul 15 23:27:13.367715 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44794) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:13.429392 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-0e99d31f-30c4-4f72-aa86-d9fcf665e30a None None] Set router 825a9963-564f-41d3-a6e7-602a24b9c2f1 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:27:13.542530 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23533ff5-863a-4561-9fd8-95a498d0024c tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.547463 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23533ff5-863a-4561-9fd8-95a498d0024c tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.574431 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0e99d31f-30c4-4f72-aa86-d9fcf665e30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825a9963-564f-41d3-a6e7-602a24b9c2f1', 'name': '', 'tenant_id': '745771117cc14e22938a6d3765f6340d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:07Z', 'updated_at': '2021-07-15T23:27:12Z', 'revision_number': 5, 'project_id': '745771117cc14e22938a6d3765f6340d', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:13.589901 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fb76d8-1f0e-401c-bd5e-2613ad065258 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:13.590268 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fb76d8-1f0e-401c-bd5e-2613ad065258 None None] Checking segment: {'id': 'a5f8f330-e81d-4e6b-b194-7d5256bc1f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '714d436d-3134-4cbd-85f7-36997621cb3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:13.592440 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d3fb76d8-1f0e-401c-bd5e-2613ad065258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.593247 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fb76d8-1f0e-401c-bd5e-2613ad065258 None None] Bound using segment: {'id': 'a5f8f330-e81d-4e6b-b194-7d5256bc1f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '714d436d-3134-4cbd-85f7-36997621cb3e'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:13.595781 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-d3fb76d8-1f0e-401c-bd5e-2613ad065258 None None] Bound port: 6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f8f330-e81d-4e6b-b194-7d5256bc1f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '714d436d-3134-4cbd-85f7-36997621cb3e'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:13.596417 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d3fb76d8-1f0e-401c-bd5e-2613ad065258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.631972 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e99d31f-30c4-4f72-aa86-d9fcf665e30a None None] The sync data for ids ['825a9963-564f-41d3-a6e7-602a24b9c2f1'] in n-d-787205-9 is: [{'id': '825a9963-564f-41d3-a6e7-602a24b9c2f1', 'name': '', 'tenant_id': '745771117cc14e22938a6d3765f6340d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:07Z', 'updated_at': '2021-07-15T23:27:12Z', 'revision_number': 5, 'project_id': '745771117cc14e22938a6d3765f6340d', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:27:13.682869 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23533ff5-863a-4561-9fd8-95a498d0024c tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.684605 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23533ff5-863a-4561-9fd8-95a498d0024c tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 825a9963-564f-41d3-a6e7-602a24b9c2f1 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:27:13.713709 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-23533ff5-863a-4561-9fd8-95a498d0024c tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.739533 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-23533ff5-863a-4561-9fd8-95a498d0024c tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "DELETE /v2.0/routers/825a9963-564f-41d3-a6e7-602a24b9c2f1 HTTP/1.1" status: 204 len: 168 time: 1.5021350 Jul 15 23:27:13.740426 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44802) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:13.796861 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-d3fb76d8-1f0e-401c-bd5e-2613ad065258 None None] For port 6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:13.809135 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-d3fb76d8-1f0e-401c-bd5e-2613ad065258 None None] For port 6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f,segment=NetworkSegment(a5f8f330-e81d-4e6b-b194-7d5256bc1f48),segment_id=a5f8f330-e81d-4e6b-b194-7d5256bc1f48)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:13.817202 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63496de9-913a-42e6-84b3-e70019712b34 req-4d221499-72ee-48bb-b91b-c64183c7495c tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:13.818321 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d3fb76d8-1f0e-401c-bd5e-2613ad065258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.825405 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-63496de9-913a-42e6-84b3-e70019712b34 req-4d221499-72ee-48bb-b91b-c64183c7495c tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 945 time: 0.4801683 Jul 15 23:27:13.896285 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee9a1729-5a30-4f46-b164-c5405baa380d tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Deleting subnet d8980363-ca72-4041-bb95-56129bbf1660 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:27:13.906763 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee9a1729-5a30-4f46-b164-c5405baa380d tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.915979 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-63496de9-913a-42e6-84b3-e70019712b34 req-7cfd9564-41f9-47ce-a258-031d15aa978b tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888872 Jul 15 23:27:13.969169 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb76d8-1f0e-401c-bd5e-2613ad065258 None None] Pushing event updated for resources: {'Port': ['ID=6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:14.025731 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee9a1729-5a30-4f46-b164-c5405baa380d tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.109753 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee9a1729-5a30-4f46-b164-c5405baa380d tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.153080 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62607ad3-ed70-47f9-bb95-7ea3bf969de2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.241018 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee9a1729-5a30-4f46-b164-c5405baa380d tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.283602 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ee9a1729-5a30-4f46-b164-c5405baa380d tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.288456 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ee9a1729-5a30-4f46-b164-c5405baa380d tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/d8980363-ca72-4041-bb95-56129bbf1660 HTTP/1.1" status: 204 len: 168 time: 0.5407286 Jul 15 23:27:14.289429 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44810) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:14.296700 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a1729-5a30-4f46-b164-c5405baa380d tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d8980363-ca72-4041-bb95-56129bbf1660,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:14.421828 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac287433-6c71-423c-972a-0f43bf7790af tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.527476 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac287433-6c71-423c-972a-0f43bf7790af tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.538808 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-ac287433-6c71-423c-972a-0f43bf7790af tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36e5821-ac29-46e9-86b0-9854966d87de']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:14.565751 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-ac287433-6c71-423c-972a-0f43bf7790af tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2140e63d-fed1-400c-a5fa-b243e0baf93f') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:14.566044 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-ac287433-6c71-423c-972a-0f43bf7790af tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2140e63d-fed1-400c-a5fa-b243e0baf93f') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:14.589677 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac287433-6c71-423c-972a-0f43bf7790af tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.608396 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62607ad3-ed70-47f9-bb95-7ea3bf969de2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.615770 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62607ad3-ed70-47f9-bb95-7ea3bf969de2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.626129 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac287433-6c71-423c-972a-0f43bf7790af tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.643143 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac287433-6c71-423c-972a-0f43bf7790af tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:27:14.643620 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac287433-6c71-423c-972a-0f43bf7790af tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:27:14.645832 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:27:14.721088 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62607ad3-ed70-47f9-bb95-7ea3bf969de2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Port': ['ID=c33c408e-2fc9-472f-8f2e-2f667b014e8c,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:14.800280 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac287433-6c71-423c-972a-0f43bf7790af tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.824614 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac287433-6c71-423c-972a-0f43bf7790af tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a36e5821-ac29-46e9-86b0-9854966d87de {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 23:27:14.847389 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac287433-6c71-423c-972a-0f43bf7790af tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.855162 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ac287433-6c71-423c-972a-0f43bf7790af tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "DELETE /v2.0/networks/a36e5821-ac29-46e9-86b0-9854966d87de HTTP/1.1" status: 204 len: 168 time: 0.5637491 Jul 15 23:27:14.910509 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac287433-6c71-423c-972a-0f43bf7790af tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Pushing event deleted for resources: {'Network': ['ID=a36e5821-ac29-46e9-86b0-9854966d87de,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:15.214431 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62607ad3-ed70-47f9-bb95-7ea3bf969de2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.223974 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44824) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:15.235362 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f2df9d79-4b04-4968-8c67-7e69d7366a69 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Request body: {'router': {'name': 'tempest-router--1510648140', 'project_id': 'f1dec44bc9f94abf8f5f087dd79fca05'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:15.303047 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2df9d79-4b04-4968-8c67-7e69d7366a69 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.305180 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2df9d79-4b04-4968-8c67-7e69d7366a69 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.489907 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3d85d-11e9-4466-ab91-b6682d6589ca req-3f96eab8-0bb5-437f-a0e2-d700acb951f1 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:15.503544 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aee3d85d-11e9-4466-ab91-b6682d6589ca req-3f96eab8-0bb5-437f-a0e2-d700acb951f1 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 945 time: 0.2148054 Jul 15 23:27:15.522679 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2df9d79-4b04-4968-8c67-7e69d7366a69 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.528329 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2df9d79-4b04-4968-8c67-7e69d7366a69 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.579819 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2df9d79-4b04-4968-8c67-7e69d7366a69 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.585387 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f2df9d79-4b04-4968-8c67-7e69d7366a69 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3599412 Jul 15 23:27:15.587631 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44828) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:15.793049 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:15.836546 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aee3d85d-11e9-4466-ab91-b6682d6589ca req-44466fcf-962c-49c1-8017-6f6746b8c89b tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3268623 Jul 15 23:27:15.899972 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:15.925547 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-487224e5-a8a5-4f7f-8043-462336e1efe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.997910 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2d1afb2d-1ef7-4712-b103-72b80a4527ed tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:16.057277 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62607ad3-ed70-47f9-bb95-7ea3bf969de2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:16.114130 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fe14d8-4ebc-4742-8ad6-50f4dd648dcd None None] Network 714d436d-3134-4cbd-85f7-36997621cb3e requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:16.312564 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2d1afb2d-1ef7-4712-b103-72b80a4527ed tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:16.319748 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2d1afb2d-1ef7-4712-b103-72b80a4527ed tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:16.533612 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f6c7d172-fb3f-40f0-a03a-65d02deafe61 None None] Provisioning for port 6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:16.550550 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f6c7d172-fb3f-40f0-a03a-65d02deafe61 None None] Provisioning complete for port 6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:16.550992 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f6c7d172-fb3f-40f0-a03a-65d02deafe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:16.653978 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2d1afb2d-1ef7-4712-b103-72b80a4527ed tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:16.654443 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1afb2d-1ef7-4712-b103-72b80a4527ed tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 379116a7-8a7c-4025-b692-5e07570d42ed {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:27:16.660885 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2d1afb2d-1ef7-4712-b103-72b80a4527ed tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:16.662005 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2d1afb2d-1ef7-4712-b103-72b80a4527ed tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "DELETE /v2.0/routers/379116a7-8a7c-4025-b692-5e07570d42ed HTTP/1.1" status: 204 len: 168 time: 1.0610614 Jul 15 23:27:16.697207 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f6c7d172-fb3f-40f0-a03a-65d02deafe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:16.751904 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62607ad3-ed70-47f9-bb95-7ea3bf969de2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:16.772531 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62607ad3-ed70-47f9-bb95-7ea3bf969de2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:16.773695 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62607ad3-ed70-47f9-bb95-7ea3bf969de2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:16.888193 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44838) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:16.944247 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62607ad3-ed70-47f9-bb95-7ea3bf969de2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Port': ['ID=c33c408e-2fc9-472f-8f2e-2f667b014e8c,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:17.182253 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62607ad3-ed70-47f9-bb95-7ea3bf969de2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network 714d436d-3134-4cbd-85f7-36997621cb3e is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:17.182971 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-f6c7d172-fb3f-40f0-a03a-65d02deafe61 None None] For port 6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f,segment=NetworkSegment(a5f8f330-e81d-4e6b-b194-7d5256bc1f48),segment_id=a5f8f330-e81d-4e6b-b194-7d5256bc1f48)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:17.188110 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f6c7d172-fb3f-40f0-a03a-65d02deafe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:17.192634 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-62607ad3-ed70-47f9-bb95-7ea3bf969de2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:17.349649 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7d172-fb3f-40f0-a03a-65d02deafe61 None None] Pushing event updated for resources: {'Port': ['ID=6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:17.392519 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f3b6bd74-2a0e-4469-b0f9-0034ed480325 None None] Provisioning complete for port 6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:17.394232 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f3b6bd74-2a0e-4469-b0f9-0034ed480325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:17.463325 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-afd47809-dd33-40b7-80c0-926522d527e6 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1202465070', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}, 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:17.587845 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f3b6bd74-2a0e-4469-b0f9-0034ed480325 None None] Provisioning for port c33c408e-2fc9-472f-8f2e-2f667b014e8c completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:17.591860 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f3b6bd74-2a0e-4469-b0f9-0034ed480325 None None] Provisioning complete for port c33c408e-2fc9-472f-8f2e-2f667b014e8c triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:17.592234 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f3b6bd74-2a0e-4469-b0f9-0034ed480325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:17.601092 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-afd47809-dd33-40b7-80c0-926522d527e6 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:17.605258 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-afd47809-dd33-40b7-80c0-926522d527e6 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:17.677680 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f3b6bd74-2a0e-4469-b0f9-0034ed480325 None None] Port c33c408e-2fc9-472f-8f2e-2f667b014e8c cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:27:17.747951 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:17.798037 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1296da7-5e01-4a98-baa4-2bb1a69328b0 req-09270cf1-6df0-40c0-abcc-b98becbce3b1 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:17.807626 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1296da7-5e01-4a98-baa4-2bb1a69328b0 req-09270cf1-6df0-40c0-abcc-b98becbce3b1 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 945 time: 0.3963640 Jul 15 23:27:17.821949 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-afd47809-dd33-40b7-80c0-926522d527e6 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:17.837392 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62607ad3-ed70-47f9-bb95-7ea3bf969de2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Router 71ecf9dc-5c4a-46c4-a04b-2cf42eac5477 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:27:17.864626 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e8daf356-4f0c-4631-b753-536599f17482 None None] Provisioning complete for port c33c408e-2fc9-472f-8f2e-2f667b014e8c triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:17.864991 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e8daf356-4f0c-4631-b753-536599f17482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:17.914099 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1296da7-5e01-4a98-baa4-2bb1a69328b0 req-0d6ae4b5-d593-4896-a0d0-c14feeb31171 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978525 Jul 15 23:27:18.032454 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e8daf356-4f0c-4631-b753-536599f17482 None None] Port c33c408e-2fc9-472f-8f2e-2f667b014e8c cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:27:18.041779 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:18.042211 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:18.141373 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62607ad3-ed70-47f9-bb95-7ea3bf969de2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:27:18.154138 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd1154d-2d09-4f18-88b4-3ac885a56eb8 None None] Sync routers for ids ['71ecf9dc-5c4a-46c4-a04b-2cf42eac5477'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:27:18.167545 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-62607ad3-ed70-47f9-bb95-7ea3bf969de2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "PUT /v2.0/routers/71ecf9dc-5c4a-46c4-a04b-2cf42eac5477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7788599 Jul 15 23:27:18.169498 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44858) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:18.179102 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd1154d-2d09-4f18-88b4-3ac885a56eb8 None None] Routers {'71ecf9dc-5c4a-46c4-a04b-2cf42eac5477'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:18.179861 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-afd1154d-2d09-4f18-88b4-3ac885a56eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:26:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['71ecf9dc-5c4a-46c4-a04b-2cf42eac5477'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:18.281043 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3535f0a-7cbe-4246-b314-53301d3b619a tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:18.288591 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a3535f0a-7cbe-4246-b314-53301d3b619a tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "GET /v2.0/ports/c33c408e-2fc9-472f-8f2e-2f667b014e8c HTTP/1.1" status: 200 len: 984 time: 0.1172888 Jul 15 23:27:18.290105 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44860) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:18.294951 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-afd1154d-2d09-4f18-88b4-3ac885a56eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:18.297994 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-afd47809-dd33-40b7-80c0-926522d527e6 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:18.301527 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0c73fc96-b8db-415f-a67c-eac117216228 None None] Provisioning complete for port c33c408e-2fc9-472f-8f2e-2f667b014e8c triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:18.305069 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c73fc96-b8db-415f-a67c-eac117216228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:18.337654 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd1154d-2d09-4f18-88b4-3ac885a56eb8 None None] Routers {'71ecf9dc-5c4a-46c4-a04b-2cf42eac5477'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:18.339337 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-afd1154d-2d09-4f18-88b4-3ac885a56eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:26:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['71ecf9dc-5c4a-46c4-a04b-2cf42eac5477'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:18.459898 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-afd1154d-2d09-4f18-88b4-3ac885a56eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:18.463146 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd1154d-2d09-4f18-88b4-3ac885a56eb8 None None] The sync data for ids ['71ecf9dc-5c4a-46c4-a04b-2cf42eac5477'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:27:18.483993 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0c73fc96-b8db-415f-a67c-eac117216228 None None] Port c33c408e-2fc9-472f-8f2e-2f667b014e8c cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:27:18.542667 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b3d544ae-4bd7-42d1-aa6f-a89286c20540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:18.749126 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-92d1cdef-1024-432b-a4e2-1e481efc190f None None] Provisioning complete for port c33c408e-2fc9-472f-8f2e-2f667b014e8c triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:18.749501 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-92d1cdef-1024-432b-a4e2-1e481efc190f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:18.809126 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:18.822045 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-92d1cdef-1024-432b-a4e2-1e481efc190f None None] Port c33c408e-2fc9-472f-8f2e-2f667b014e8c cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:27:18.855332 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-afd47809-dd33-40b7-80c0-926522d527e6 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:18.910663 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-afd47809-dd33-40b7-80c0-926522d527e6 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:19.126823 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-afd47809-dd33-40b7-80c0-926522d527e6 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Allocated IP 172.25.4.165 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/7c6dc545-f0b7-4399-a071-524826c172e2) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:19.297662 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-afd47809-dd33-40b7-80c0-926522d527e6 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:19.371500 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81166fb0-6f3c-4340-a964-c26c834f413f req-97721424-2e44-449b-b77e-f41f060f89b3 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:19.379945 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-81166fb0-6f3c-4340-a964-c26c834f413f req-97721424-2e44-449b-b77e-f41f060f89b3 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 945 time: 0.2146282 Jul 15 23:27:19.384788 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-afd47809-dd33-40b7-80c0-926522d527e6 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:19.497156 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-81166fb0-6f3c-4340-a964-c26c834f413f req-7fdeb3a9-9c86-4a95-ab55-cfb72d40ee94 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159523 Jul 15 23:27:19.550688 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd47809-dd33-40b7-80c0-926522d527e6 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:19.558204 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-afd47809-dd33-40b7-80c0-926522d527e6 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:19.561745 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd47809-dd33-40b7-80c0-926522d527e6 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:19.666508 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:19.715588 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd47809-dd33-40b7-80c0-926522d527e6 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Pushing event updated for resources: {'Port': ['ID=7c6dc545-f0b7-4399-a071-524826c172e2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:19.872761 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-11817237-df75-4809-a305-1acd9e521823 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:20.006828 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-afd47809-dd33-40b7-80c0-926522d527e6 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:20.171615 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-11817237-df75-4809-a305-1acd9e521823 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Deleting port c33c408e-2fc9-472f-8f2e-2f667b014e8c {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:20.172246 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-11817237-df75-4809-a305-1acd9e521823 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:20.339690 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-11817237-df75-4809-a305-1acd9e521823 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:20.349262 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-afd47809-dd33-40b7-80c0-926522d527e6 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:20.364582 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-11817237-df75-4809-a305-1acd9e521823 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Calling delete_port for c33c408e-2fc9-472f-8f2e-2f667b014e8c owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:20.628586 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd47809-dd33-40b7-80c0-926522d527e6 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Router 8b189a6f-a6a0-4a53-8bf3-03c870b18f3e is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:27:20.814963 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd47809-dd33-40b7-80c0-926522d527e6 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:27:20.826005 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b262c3-0c59-4e08-8063-fa7d4b98af4f None None] Sync routers for ids ['8b189a6f-a6a0-4a53-8bf3-03c870b18f3e'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:27:20.834494 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-afd47809-dd33-40b7-80c0-926522d527e6 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:20.844205 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-afd47809-dd33-40b7-80c0-926522d527e6 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9495075 Jul 15 23:27:20.844680 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44912) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:20.845409 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b262c3-0c59-4e08-8063-fa7d4b98af4f None None] Routers {'8b189a6f-a6a0-4a53-8bf3-03c870b18f3e'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:20.846166 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-75b262c3-0c59-4e08-8063-fa7d4b98af4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['8b189a6f-a6a0-4a53-8bf3-03c870b18f3e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:20.899693 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-11817237-df75-4809-a305-1acd9e521823 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:20.929378 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142b61b-582b-4f0a-9462-ebbb4aca6a7d req-05947660-19cf-4145-a415-055f1f11d380 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:20.932737 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e142b61b-582b-4f0a-9462-ebbb4aca6a7d req-05947660-19cf-4145-a415-055f1f11d380 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 945 time: 0.2159026 Jul 15 23:27:20.958161 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-75b262c3-0c59-4e08-8063-fa7d4b98af4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:20.986172 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b262c3-0c59-4e08-8063-fa7d4b98af4f None None] Routers {'8b189a6f-a6a0-4a53-8bf3-03c870b18f3e'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:20.987242 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-75b262c3-0c59-4e08-8063-fa7d4b98af4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['8b189a6f-a6a0-4a53-8bf3-03c870b18f3e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:21.041856 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11817237-df75-4809-a305-1acd9e521823 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Port': ['ID=c33c408e-2fc9-472f-8f2e-2f667b014e8c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:21.059893 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-75b262c3-0c59-4e08-8063-fa7d4b98af4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:21.061537 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b262c3-0c59-4e08-8063-fa7d4b98af4f None None] The sync data for ids ['8b189a6f-a6a0-4a53-8bf3-03c870b18f3e'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:27:21.103941 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7df4e628-1bbc-4883-97bf-8aff11d89cfd tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "GET /v2.0/routers/8b189a6f-a6a0-4a53-8bf3-03c870b18f3e HTTP/1.1" status: 200 len: 921 time: 0.2579787 Jul 15 23:27:21.109877 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44918) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:21.152643 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2ce6848c-2656-430f-b5ac-bcc3f5250359 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b189a6f-a6a0-4a53-8bf3-03c870b18f3e HTTP/1.1" status: 200 len: 205 time: 0.0405724 Jul 15 23:27:21.158739 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44920) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:21.170276 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e142b61b-582b-4f0a-9462-ebbb4aca6a7d req-d3b3e502-779d-47bd-9a9b-d0f5b25b887e tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917253 Jul 15 23:27:21.305535 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-11817237-df75-4809-a305-1acd9e521823 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.459765 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c1dee62-3c96-4c70-8183-8d63a9be142c tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.480336 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.710404 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11817237-df75-4809-a305-1acd9e521823 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Router 71ecf9dc-5c4a-46c4-a04b-2cf42eac5477 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:27:21.867687 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11817237-df75-4809-a305-1acd9e521823 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:27:21.881890 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-11817237-df75-4809-a305-1acd9e521823 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "PUT /v2.0/routers/71ecf9dc-5c4a-46c4-a04b-2cf42eac5477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5786066 Jul 15 23:27:21.882578 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44940) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:21.883321 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebaaf7a-0166-4240-9abd-bafe04a78d2d None None] Sync routers for ids ['71ecf9dc-5c4a-46c4-a04b-2cf42eac5477'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:27:21.898991 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebaaf7a-0166-4240-9abd-bafe04a78d2d None None] Routers {'71ecf9dc-5c4a-46c4-a04b-2cf42eac5477'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:21.899621 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-bebaaf7a-0166-4240-9abd-bafe04a78d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['71ecf9dc-5c4a-46c4-a04b-2cf42eac5477'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:22.015003 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-bebaaf7a-0166-4240-9abd-bafe04a78d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:22.049713 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebaaf7a-0166-4240-9abd-bafe04a78d2d None None] Routers {'71ecf9dc-5c4a-46c4-a04b-2cf42eac5477'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:22.053805 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-bebaaf7a-0166-4240-9abd-bafe04a78d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['71ecf9dc-5c4a-46c4-a04b-2cf42eac5477'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:22.124934 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c1dee62-3c96-4c70-8183-8d63a9be142c tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:22.178742 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-466fcae8-80d0-49f1-b3ff-37016c1af64d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] remove_router_interface failed (client error): The resource could not be found. Jul 15 23:27:22.179936 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-466fcae8-80d0-49f1-b3ff-37016c1af64d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "PUT /v2.0/routers/71ecf9dc-5c4a-46c4-a04b-2cf42eac5477/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2961817 Jul 15 23:27:22.183230 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44948) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:22.191433 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-bebaaf7a-0166-4240-9abd-bafe04a78d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:22.192107 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebaaf7a-0166-4240-9abd-bafe04a78d2d None None] The sync data for ids ['71ecf9dc-5c4a-46c4-a04b-2cf42eac5477'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:27:22.254054 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-7c1dee62-3c96-4c70-8183-8d63a9be142c tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Deleting port 7c6dc545-f0b7-4399-a071-524826c172e2 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:22.254409 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c1dee62-3c96-4c70-8183-8d63a9be142c tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:22.267064 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4b1c22db-0099-413a-b031-55e7ef44c390 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "GET /v2.0/ports?device_id=71ecf9dc-5c4a-46c4-a04b-2cf42eac5477 HTTP/1.1" status: 200 len: 205 time: 0.0826330 Jul 15 23:27:22.271420 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44952) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:22.358900 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c1dee62-3c96-4c70-8183-8d63a9be142c tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:22.372403 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-7c1dee62-3c96-4c70-8183-8d63a9be142c tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Calling delete_port for 7c6dc545-f0b7-4399-a071-524826c172e2 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:22.432123 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0f8633f1-0e9a-4c88-be79-9a382b15e02e tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:22.618440 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0f8633f1-0e9a-4c88-be79-9a382b15e02e tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:22.620878 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0f8633f1-0e9a-4c88-be79-9a382b15e02e tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:22.695568 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0f8633f1-0e9a-4c88-be79-9a382b15e02e tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:22.696126 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8633f1-0e9a-4c88-be79-9a382b15e02e tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Fanout notify agent at l3_agent the message router_deleted on router 71ecf9dc-5c4a-46c4-a04b-2cf42eac5477 {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:27:22.705518 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0f8633f1-0e9a-4c88-be79-9a382b15e02e tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:22.708496 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0f8633f1-0e9a-4c88-be79-9a382b15e02e tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/routers/71ecf9dc-5c4a-46c4-a04b-2cf42eac5477 HTTP/1.1" status: 204 len: 168 time: 0.4339406 Jul 15 23:27:22.710126 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44958) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:22.746191 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c1dee62-3c96-4c70-8183-8d63a9be142c tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:22.803096 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1dee62-3c96-4c70-8183-8d63a9be142c tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Pushing event deleted for resources: {'Port': ['ID=7c6dc545-f0b7-4399-a071-524826c172e2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:22.921486 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd372660-2e53-474b-ab60-19e9d5f381b8 req-060781a2-e5fc-429d-a0cc-dc0164d6e4da tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:22.933783 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bd372660-2e53-474b-ab60-19e9d5f381b8 req-060781a2-e5fc-429d-a0cc-dc0164d6e4da tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 945 time: 0.5122864 Jul 15 23:27:22.951103 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-19469f40-5d50-49c7-b36b-a1f5f183ceb6 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Deleting subnet 999890b6-3f6f-48b9-9b40-efbcf2ac95ef {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:27:23.003566 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19469f40-5d50-49c7-b36b-a1f5f183ceb6 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.016098 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c1dee62-3c96-4c70-8183-8d63a9be142c tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.071845 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bd372660-2e53-474b-ab60-19e9d5f381b8 req-9f2d5e46-cffd-4b6d-bafb-9e35fe68aa8e tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366081 Jul 15 23:27:23.105125 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19469f40-5d50-49c7-b36b-a1f5f183ceb6 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.182470 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c1dee62-3c96-4c70-8183-8d63a9be142c tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.184854 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c1dee62-3c96-4c70-8183-8d63a9be142c tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.278682 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c1dee62-3c96-4c70-8183-8d63a9be142c tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.280456 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1dee62-3c96-4c70-8183-8d63a9be142c tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Fanout notify agent at l3_agent the message router_deleted on router 8b189a6f-a6a0-4a53-8bf3-03c870b18f3e {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:27:23.290002 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c1dee62-3c96-4c70-8183-8d63a9be142c tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.297633 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7c1dee62-3c96-4c70-8183-8d63a9be142c tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "DELETE /v2.0/routers/8b189a6f-a6a0-4a53-8bf3-03c870b18f3e HTTP/1.1" status: 204 len: 168 time: 2.1377764 Jul 15 23:27:23.298366 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19469f40-5d50-49c7-b36b-a1f5f183ceb6 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.299305 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 44966) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:23.304548 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4944f825-984f-4894-ae13-b1b2fde5e8d4 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Request body: {'router': {'name': 'tempest-snat-router-44472446', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'enable_snat': False}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:23.368131 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4944f825-984f-4894-ae13-b1b2fde5e8d4 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.370204 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4944f825-984f-4894-ae13-b1b2fde5e8d4 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.416979 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19469f40-5d50-49c7-b36b-a1f5f183ceb6 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.468662 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4944f825-984f-4894-ae13-b1b2fde5e8d4 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.481237 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19469f40-5d50-49c7-b36b-a1f5f183ceb6 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Subnet': ['ID=999890b6-3f6f-48b9-9b40-efbcf2ac95ef,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:23.496939 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19469f40-5d50-49c7-b36b-a1f5f183ceb6 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.500020 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-19469f40-5d50-49c7-b36b-a1f5f183ceb6 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/subnets/999890b6-3f6f-48b9-9b40-efbcf2ac95ef HTTP/1.1" status: 204 len: 168 time: 0.7886438 Jul 15 23:27:23.505576 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44970) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:23.506533 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cab834-dea4-4bc1-ba87-f03cff0392d1 None None] Network 714d436d-3134-4cbd-85f7-36997621cb3e requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:23.563830 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5900ceae-7c0b-4d3d-b530-f709575614bc req-ee5b0912-096b-44a3-be72-4547facfe4fe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2194517 Jul 15 23:27:23.750476 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4944f825-984f-4894-ae13-b1b2fde5e8d4 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.805473 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-489eff18-98a3-472a-93fa-49cb50b85078 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.814296 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900ceae-7c0b-4d3d-b530-f709575614bc req-b76d81e4-f44e-4363-85a4-c3f3353f637d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:23.817260 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5900ceae-7c0b-4d3d-b530-f709575614bc req-b76d81e4-f44e-4363-85a4-c3f3353f637d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c476bc9e2fe48f188b2500546342e72&device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 1096 time: 0.1714103 Jul 15 23:27:23.895703 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ff01d5-2be8-443b-adc4-02174f9e3037 None None] DHCP port deletion for 714d436d-3134-4cbd-85f7-36997621cb3e request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:27:23.930671 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-489eff18-98a3-472a-93fa-49cb50b85078 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Deleting port 6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:23.931023 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-489eff18-98a3-472a-93fa-49cb50b85078 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.972156 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900ceae-7c0b-4d3d-b530-f709575614bc req-6516a8ea-cce0-4fc0-8507-6da4458b0d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:23.974158 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5900ceae-7c0b-4d3d-b530-f709575614bc req-6516a8ea-cce0-4fc0-8507-6da4458b0d86 service neutron] 10.222.0.36 "GET /v2.0/networks?id=735c8477-b658-4066-88fd-8f0a4fc80eba HTTP/1.1" status: 200 len: 912 time: 0.1023893 Jul 15 23:27:24.018684 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a8ff01d5-2be8-443b-adc4-02174f9e3037 None None] Deleting port 6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:24.022353 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a8ff01d5-2be8-443b-adc4-02174f9e3037 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:24.041656 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-489eff18-98a3-472a-93fa-49cb50b85078 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] For port 6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f,segment=NetworkSegment(a5f8f330-e81d-4e6b-b194-7d5256bc1f48),segment_id=a5f8f330-e81d-4e6b-b194-7d5256bc1f48)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:24.042032 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-489eff18-98a3-472a-93fa-49cb50b85078 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:24.059033 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-489eff18-98a3-472a-93fa-49cb50b85078 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Calling delete_port for 6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:24.060033 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5900ceae-7c0b-4d3d-b530-f709575614bc req-1c9e06d5-7d85-4045-af71-f7dd8aa1c8d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=745a6557-5f57-4c77-8210-2d4c247a8322 HTTP/1.1" status: 200 len: 1000 time: 0.0776162 Jul 15 23:27:24.113197 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-a8ff01d5-2be8-443b-adc4-02174f9e3037 None None] For port 6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f,segment=NetworkSegment(a5f8f330-e81d-4e6b-b194-7d5256bc1f48),segment_id=a5f8f330-e81d-4e6b-b194-7d5256bc1f48)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:24.113832 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a8ff01d5-2be8-443b-adc4-02174f9e3037 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:24.133103 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900ceae-7c0b-4d3d-b530-f709575614bc req-784f9c60-6fcd-4e3f-bf1a-6c09829b97d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:24.134838 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5900ceae-7c0b-4d3d-b530-f709575614bc req-784f9c60-6fcd-4e3f-bf1a-6c09829b97d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54f0c398-786c-4bb4-9c0d-f6b9e6012b3b HTTP/1.1" status: 200 len: 850 time: 0.0678837 Jul 15 23:27:24.159417 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a8ff01d5-2be8-443b-adc4-02174f9e3037 None None] Calling delete_port for 6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:24.192745 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:24.253691 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-489eff18-98a3-472a-93fa-49cb50b85078 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:24.312558 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489eff18-98a3-472a-93fa-49cb50b85078 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Port': ['ID=6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:24.316857 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900ceae-7c0b-4d3d-b530-f709575614bc req-544aafc0-6886-4e45-801e-48407f836675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:24.318837 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5900ceae-7c0b-4d3d-b530-f709575614bc req-544aafc0-6886-4e45-801e-48407f836675 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=735c8477-b658-4066-88fd-8f0a4fc80eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1708615 Jul 15 23:27:24.323320 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489eff18-98a3-472a-93fa-49cb50b85078 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] No DVR routers for this DVR port 6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:24.351812 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4944f825-984f-4894-ae13-b1b2fde5e8d4 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:24.354553 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a8ff01d5-2be8-443b-adc4-02174f9e3037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:24.382579 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4944f825-984f-4894-ae13-b1b2fde5e8d4 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:24.411010 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff01d5-2be8-443b-adc4-02174f9e3037 None None] Pushing event deleted for resources: {'Port': ['ID=6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:24.445550 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ff01d5-2be8-443b-adc4-02174f9e3037 None None] No DVR routers for this DVR port 6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:24.524682 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5900ceae-7c0b-4d3d-b530-f709575614bc req-4c58b779-40ec-4703-b6a8-de9e5a15bfff service neutron] 10.222.0.36 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955652 Jul 15 23:27:24.567451 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-489eff18-98a3-472a-93fa-49cb50b85078 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:24.627473 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-489eff18-98a3-472a-93fa-49cb50b85078 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['714d436d-3134-4cbd-85f7-36997621cb3e']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:24.641523 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-4944f825-984f-4894-ae13-b1b2fde5e8d4 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Allocated IP 172.25.4.219 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/b16fd078-6076-468e-9053-9d1acca9a3b5) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:24.659963 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-489eff18-98a3-472a-93fa-49cb50b85078 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5f8f330-e81d-4e6b-b194-7d5256bc1f48') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:24.661334 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-489eff18-98a3-472a-93fa-49cb50b85078 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5f8f330-e81d-4e6b-b194-7d5256bc1f48') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:24.698006 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-489eff18-98a3-472a-93fa-49cb50b85078 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:24.731422 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be83835-3341-410c-866e-25b84f8a5afb req-dcabcd2e-549a-4fad-9853-8f07bebe2c44 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:24.739697 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5be83835-3341-410c-866e-25b84f8a5afb req-dcabcd2e-549a-4fad-9853-8f07bebe2c44 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 945 time: 0.2982194 Jul 15 23:27:24.785937 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5900ceae-7c0b-4d3d-b530-f709575614bc req-aff53531-19d8-47f9-b9a8-86d36edee7b6 service neutron] 10.222.0.36 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392728 Jul 15 23:27:24.787421 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-489eff18-98a3-472a-93fa-49cb50b85078 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:24.821842 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-489eff18-98a3-472a-93fa-49cb50b85078 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:27:24.822255 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-489eff18-98a3-472a-93fa-49cb50b85078 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:27:24.825582 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:27:24.928576 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5be83835-3341-410c-866e-25b84f8a5afb req-0b81145a-3195-4a42-802d-db152f4e349d tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878002 Jul 15 23:27:24.964126 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4944f825-984f-4894-ae13-b1b2fde5e8d4 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:25.015187 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4944f825-984f-4894-ae13-b1b2fde5e8d4 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:25.019943 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-489eff18-98a3-472a-93fa-49cb50b85078 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:25.040138 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-489eff18-98a3-472a-93fa-49cb50b85078 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:25.041652 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-489eff18-98a3-472a-93fa-49cb50b85078 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/networks/714d436d-3134-4cbd-85f7-36997621cb3e HTTP/1.1" status: 204 len: 168 time: 1.5321639 Jul 15 23:27:25.055739 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44992) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:25.069847 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-8e36639c-c21f-4c8d-b127-d8fe97c24a43 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1129756777'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:25.073493 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489eff18-98a3-472a-93fa-49cb50b85078 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Network': ['ID=714d436d-3134-4cbd-85f7-36997621cb3e,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:25.081670 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4944f825-984f-4894-ae13-b1b2fde5e8d4 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:25.084958 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-4944f825-984f-4894-ae13-b1b2fde5e8d4 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:25.092437 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4944f825-984f-4894-ae13-b1b2fde5e8d4 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:25.098788 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e36639c-c21f-4c8d-b127-d8fe97c24a43 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Made reservation on behalf of d359e41f44094595884c5840e3da1e2a for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:25.102319 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e36639c-c21f-4c8d-b127-d8fe97c24a43 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:25.123499 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944f825-984f-4894-ae13-b1b2fde5e8d4 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Pushing event updated for resources: {'Port': ['ID=b16fd078-6076-468e-9053-9d1acca9a3b5,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:25.142879 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e36639c-c21f-4c8d-b127-d8fe97c24a43 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:27:25.155220 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e36639c-c21f-4c8d-b127-d8fe97c24a43 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:25.155742 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-8e36639c-c21f-4c8d-b127-d8fe97c24a43 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Added segment c45e16d1-c95a-46a1-9f3b-3d32b8496184 of type vlan for network e308c3e4-ea5b-4f46-9ffc-aa77e58a6b7f Jul 15 23:27:25.218110 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e36639c-c21f-4c8d-b127-d8fe97c24a43 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:25.259534 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e36639c-c21f-4c8d-b127-d8fe97c24a43 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:25.266914 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e36639c-c21f-4c8d-b127-d8fe97c24a43 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:25.268004 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e36639c-c21f-4c8d-b127-d8fe97c24a43 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:25.287728 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8e36639c-c21f-4c8d-b127-d8fe97c24a43 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2219164 Jul 15 23:27:25.290485 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 44996) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:25.296720 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-e2984b9d-a810-4955-9b46-9fdfb6de8c61 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Request body: {'subnet': {'network_id': 'e308c3e4-ea5b-4f46-9ffc-aa77e58a6b7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:25.585440 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36639c-c21f-4c8d-b127-d8fe97c24a43 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Network': ['ID=e308c3e4-ea5b-4f46-9ffc-aa77e58a6b7f,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:25.590031 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2984b9d-a810-4955-9b46-9fdfb6de8c61 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Made reservation on behalf of d359e41f44094595884c5840e3da1e2a for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:25.600149 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e2984b9d-a810-4955-9b46-9fdfb6de8c61 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:25.605111 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network e308c3e4-ea5b-4f46-9ffc-aa77e58a6b7f details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:27:25.637356 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4944f825-984f-4894-ae13-b1b2fde5e8d4 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:25.752782 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:25.781906 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:25.782551 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6ed3f1e6-bbef-4fcd-a1f8-e432ffcdcb0f not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:26.011922 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e2984b9d-a810-4955-9b46-9fdfb6de8c61 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.110953 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4944f825-984f-4894-ae13-b1b2fde5e8d4 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.200653 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2984b9d-a810-4955-9b46-9fdfb6de8c61 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Subnet': ['ID=85fc3be5-cd07-4e3e-8570-72f003ef673b,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:26.212790 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2984b9d-a810-4955-9b46-9fdfb6de8c61 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Checking segment: {'id': 'c45e16d1-c95a-46a1-9f3b-3d32b8496184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e308c3e4-ea5b-4f46-9ffc-aa77e58a6b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:26.213216 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2984b9d-a810-4955-9b46-9fdfb6de8c61 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network hostable DHCP agents. Network: e308c3e4-ea5b-4f46-9ffc-aa77e58a6b7f, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:27:26.273488 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2984b9d-a810-4955-9b46-9fdfb6de8c61 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network e308c3e4-ea5b-4f46-9ffc-aa77e58a6b7f is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:27:26.298545 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df29e6-050f-4bbd-a4e3-3c7a0e0c4fc2 req-cf5cd41d-e5cb-4d30-8ada-714cc8161209 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:26.323734 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d4df29e6-050f-4bbd-a4e3-3c7a0e0c4fc2 req-cf5cd41d-e5cb-4d30-8ada-714cc8161209 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 945 time: 0.1742964 Jul 15 23:27:26.344219 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-e2984b9d-a810-4955-9b46-9fdfb6de8c61 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, e308c3e4-ea5b-4f46-9ffc-aa77e58a6b7f) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:26.355854 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f11e427-ce85-47a6-9912-7ce6180b634a None None] Network e308c3e4-ea5b-4f46-9ffc-aa77e58a6b7f requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:26.370523 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2984b9d-a810-4955-9b46-9fdfb6de8c61 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:26.373195 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e2984b9d-a810-4955-9b46-9fdfb6de8c61 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.413600 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4944f825-984f-4894-ae13-b1b2fde5e8d4 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Router c28784bc-983e-4723-8b8b-2a1f428c13b5 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:27:26.428219 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e2984b9d-a810-4955-9b46-9fdfb6de8c61 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1334753 Jul 15 23:27:26.429190 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45018) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:26.436676 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2fc15ffd-1228-450b-a780-59ff2d1d6e09 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-546108646', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:26.464668 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d4df29e6-050f-4bbd-a4e3-3c7a0e0c4fc2 req-ef4553be-29bd-47fb-8d69-a7663ea56b62 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397061 Jul 15 23:27:26.465549 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2fc15ffd-1228-450b-a780-59ff2d1d6e09 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.467327 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2fc15ffd-1228-450b-a780-59ff2d1d6e09 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.613725 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2fc15ffd-1228-450b-a780-59ff2d1d6e09 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.619188 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2fc15ffd-1228-450b-a780-59ff2d1d6e09 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.637269 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdd5661-16f1-44eb-b5b9-47f3e58ef446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-e308c3e4-ea5b-4f46-9ffc-aa77e58a6b7f', 'network_id': 'e308c3e4-ea5b-4f46-9ffc-aa77e58a6b7f', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'fixed_ips': [{'subnet_id': '85fc3be5-cd07-4e3e-8570-72f003ef673b'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:27:26.638783 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8fdd5661-16f1-44eb-b5b9-47f3e58ef446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.648691 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4944f825-984f-4894-ae13-b1b2fde5e8d4 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:27:26.665102 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2052008-21e2-4865-b7d5-fbcb7d31e3bc None None] Sync routers for ids ['c28784bc-983e-4723-8b8b-2a1f428c13b5'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:27:26.674894 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2fc15ffd-1228-450b-a780-59ff2d1d6e09 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.676146 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2fc15ffd-1228-450b-a780-59ff2d1d6e09 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2459993 Jul 15 23:27:26.679009 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45020) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:26.679495 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4944f825-984f-4894-ae13-b1b2fde5e8d4 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.685150 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4944f825-984f-4894-ae13-b1b2fde5e8d4 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.3845527 Jul 15 23:27:26.685876 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45024) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:26.862075 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2052008-21e2-4865-b7d5-fbcb7d31e3bc None None] Routers {'c28784bc-983e-4723-8b8b-2a1f428c13b5'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:26.862931 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e2052008-21e2-4865-b7d5-fbcb7d31e3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c28784bc-983e-4723-8b8b-2a1f428c13b5'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:26.891743 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b4aff044-7478-4ba3-9fe5-3e0f929a1b87 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "GET /v2.0/routers/c28784bc-983e-4723-8b8b-2a1f428c13b5 HTTP/1.1" status: 200 len: 907 time: 0.2039149 Jul 15 23:27:26.893445 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45030) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:26.898265 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8d2d979c-4f93-4756-a705-8f1a5c26caee tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Request body: {'router': {'name': 'tempest-snat-router-44472446', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'enable_snat': True}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:26.943353 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d2d979c-4f93-4756-a705-8f1a5c26caee tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.944821 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d2d979c-4f93-4756-a705-8f1a5c26caee tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:27.070379 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-8fdd5661-16f1-44eb-b5b9-47f3e58ef446 None None] Allocated IP 2001:db8::2 (e308c3e4-ea5b-4f46-9ffc-aa77e58a6b7f/85fc3be5-cd07-4e3e-8570-72f003ef673b/36d2a013-fbc4-48b2-9654-3f9cfce8d805) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:27.075500 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d2d979c-4f93-4756-a705-8f1a5c26caee tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:27.090095 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e2052008-21e2-4865-b7d5-fbcb7d31e3bc None None] Set router c28784bc-983e-4723-8b8b-2a1f428c13b5 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:27:27.283706 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8468f343-4edb-46c7-9c2c-b8ba67d27542 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:27.361220 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d2d979c-4f93-4756-a705-8f1a5c26caee tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:27.634313 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e2052008-21e2-4865-b7d5-fbcb7d31e3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28784bc-983e-4723-8b8b-2a1f428c13b5', 'name': 'tempest-snat-router-44472446', 'tenant_id': '745771117cc14e22938a6d3765f6340d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': False}, 'gw_port_id': 'b16fd078-6076-468e-9053-9d1acca9a3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:23Z', 'updated_at': '2021-07-15T23:27:25Z', 'revision_number': 3, 'project_id': '745771117cc14e22938a6d3765f6340d', 'gw_port': {'id': 'b16fd078-6076-468e-9053-9d1acca9a3b5', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28784bc-983e-4723-8b8b-2a1f428c13b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:24Z', 'updated_at': '2021-07-15T23:27:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:27.785206 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2052008-21e2-4865-b7d5-fbcb7d31e3bc None None] Checking router: c28784bc-983e-4723-8b8b-2a1f428c13b5 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:27:27.785917 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2052008-21e2-4865-b7d5-fbcb7d31e3bc None None] Updating router c28784bc-983e-4723-8b8b-2a1f428c13b5 port b16fd078-6076-468e-9053-9d1acca9a3b5 binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:27:27.807403 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d2d979c-4f93-4756-a705-8f1a5c26caee tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:27.861206 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d2d979c-4f93-4756-a705-8f1a5c26caee tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:27.869331 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8fdd5661-16f1-44eb-b5b9-47f3e58ef446 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:27.878561 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e2052008-21e2-4865-b7d5-fbcb7d31e3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:27.884131 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8fdd5661-16f1-44eb-b5b9-47f3e58ef446 None None] Transition to ACTIVE for port object 36d2a013-fbc4-48b2-9654-3f9cfce8d805 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:27.961466 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8fdd5661-16f1-44eb-b5b9-47f3e58ef446 None None] Transition to ACTIVE for port object 36d2a013-fbc4-48b2-9654-3f9cfce8d805 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:27.988658 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8fdd5661-16f1-44eb-b5b9-47f3e58ef446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:28.128950 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-8d2d979c-4f93-4756-a705-8f1a5c26caee tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Allocated IP 172.25.4.7 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/d14059d4-e225-418e-b380-f20d01a8a772) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:28.322546 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdd5661-16f1-44eb-b5b9-47f3e58ef446 None None] Network e308c3e4-ea5b-4f46-9ffc-aa77e58a6b7f is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:28.329258 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd5661-16f1-44eb-b5b9-47f3e58ef446 None None] Pushing event updated for resources: {'Port': ['ID=36d2a013-fbc4-48b2-9654-3f9cfce8d805,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:28.334715 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-8fdd5661-16f1-44eb-b5b9-47f3e58ef446 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:28.338215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdd5661-16f1-44eb-b5b9-47f3e58ef446 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:28.381893 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d2d979c-4f93-4756-a705-8f1a5c26caee tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:28.427818 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-8fdd5661-16f1-44eb-b5b9-47f3e58ef446 None None] Attempting to bind port 36d2a013-fbc4-48b2-9654-3f9cfce8d805 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:28.428473 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-8fdd5661-16f1-44eb-b5b9-47f3e58ef446 None None] Attempting to bind port 36d2a013-fbc4-48b2-9654-3f9cfce8d805 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'c45e16d1-c95a-46a1-9f3b-3d32b8496184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e308c3e4-ea5b-4f46-9ffc-aa77e58a6b7f'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:28.429164 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdd5661-16f1-44eb-b5b9-47f3e58ef446 None None] Attempting to bind port 36d2a013-fbc4-48b2-9654-3f9cfce8d805 on network e308c3e4-ea5b-4f46-9ffc-aa77e58a6b7f {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:28.434989 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdd5661-16f1-44eb-b5b9-47f3e58ef446 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:28.454032 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdd5661-16f1-44eb-b5b9-47f3e58ef446 None None] Checking segment: {'id': 'c45e16d1-c95a-46a1-9f3b-3d32b8496184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e308c3e4-ea5b-4f46-9ffc-aa77e58a6b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:28.454032 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8fdd5661-16f1-44eb-b5b9-47f3e58ef446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:28.454032 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdd5661-16f1-44eb-b5b9-47f3e58ef446 None None] Bound using segment: {'id': 'c45e16d1-c95a-46a1-9f3b-3d32b8496184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e308c3e4-ea5b-4f46-9ffc-aa77e58a6b7f'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:28.454032 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-8fdd5661-16f1-44eb-b5b9-47f3e58ef446 None None] Bound port: 36d2a013-fbc4-48b2-9654-3f9cfce8d805, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45e16d1-c95a-46a1-9f3b-3d32b8496184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e308c3e4-ea5b-4f46-9ffc-aa77e58a6b7f'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:28.454032 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8fdd5661-16f1-44eb-b5b9-47f3e58ef446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:28.459669 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d2d979c-4f93-4756-a705-8f1a5c26caee tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:28.620977 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2d979c-4f93-4756-a705-8f1a5c26caee tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:28.633505 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-8d2d979c-4f93-4756-a705-8f1a5c26caee tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:28.638739 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2d979c-4f93-4756-a705-8f1a5c26caee tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:28.663407 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-8468f343-4edb-46c7-9c2c-b8ba67d27542 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Allocated IP 2001:db8::1 (e308c3e4-ea5b-4f46-9ffc-aa77e58a6b7f/85fc3be5-cd07-4e3e-8570-72f003ef673b/48c31f97-b34e-447a-ae13-a2c13ca5d9e6) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:28.723393 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d979c-4f93-4756-a705-8f1a5c26caee tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Pushing event updated for resources: {'Port': ['ID=d14059d4-e225-418e-b380-f20d01a8a772,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:28.778512 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d979c-4f93-4756-a705-8f1a5c26caee tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:28.778957 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d979c-4f93-4756-a705-8f1a5c26caee tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:28.779374 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d979c-4f93-4756-a705-8f1a5c26caee tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:28.779848 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d979c-4f93-4756-a705-8f1a5c26caee tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:28.780859 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d979c-4f93-4756-a705-8f1a5c26caee tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:28.781272 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d979c-4f93-4756-a705-8f1a5c26caee tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:28.781937 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d979c-4f93-4756-a705-8f1a5c26caee tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:28.782432 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d979c-4f93-4756-a705-8f1a5c26caee tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:28.782967 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d979c-4f93-4756-a705-8f1a5c26caee tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:28.783368 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d979c-4f93-4756-a705-8f1a5c26caee tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:28.783878 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d979c-4f93-4756-a705-8f1a5c26caee tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:28.784331 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d979c-4f93-4756-a705-8f1a5c26caee tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:28.807056 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-8fdd5661-16f1-44eb-b5b9-47f3e58ef446 None None] For port 36d2a013-fbc4-48b2-9654-3f9cfce8d805, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:28.838046 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-8fdd5661-16f1-44eb-b5b9-47f3e58ef446 None None] For port 36d2a013-fbc4-48b2-9654-3f9cfce8d805, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=36d2a013-fbc4-48b2-9654-3f9cfce8d805,segment=NetworkSegment(c45e16d1-c95a-46a1-9f3b-3d32b8496184),segment_id=c45e16d1-c95a-46a1-9f3b-3d32b8496184)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:28.858462 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8fdd5661-16f1-44eb-b5b9-47f3e58ef446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:28.930823 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8468f343-4edb-46c7-9c2c-b8ba67d27542 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:28.947883 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8468f343-4edb-46c7-9c2c-b8ba67d27542 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Transition to ACTIVE for port object 48c31f97-b34e-447a-ae13-a2c13ca5d9e6 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:29.050545 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8468f343-4edb-46c7-9c2c-b8ba67d27542 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:29.185097 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd5661-16f1-44eb-b5b9-47f3e58ef446 None None] Pushing event updated for resources: {'Port': ['ID=36d2a013-fbc4-48b2-9654-3f9cfce8d805,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:29.229289 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e2052008-21e2-4865-b7d5-fbcb7d31e3bc None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:29.276101 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31db9db-7c88-4416-8c41-1556a34f4a02 req-73020275-8307-4e3d-b52e-acbf98139da0 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:29.279382 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a31db9db-7c88-4416-8c41-1556a34f4a02 req-73020275-8307-4e3d-b52e-acbf98139da0 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 945 time: 1.5535109 Jul 15 23:27:29.286439 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8468f343-4edb-46c7-9c2c-b8ba67d27542 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network e308c3e4-ea5b-4f46-9ffc-aa77e58a6b7f is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:29.287810 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e2052008-21e2-4865-b7d5-fbcb7d31e3bc None None] Transition to ACTIVE for port object b16fd078-6076-468e-9053-9d1acca9a3b5 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:29.307166 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e2052008-21e2-4865-b7d5-fbcb7d31e3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:29.359461 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:27:29.362412 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-8468f343-4edb-46c7-9c2c-b8ba67d27542 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:29.382918 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8468f343-4edb-46c7-9c2c-b8ba67d27542 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:29.383934 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8468f343-4edb-46c7-9c2c-b8ba67d27542 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:29.551769 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0870d796-4dcc-44d3-9263-ff1ae754c080 None None] Pushing event updated for resources: {'Port': ['ID=b16fd078-6076-468e-9053-9d1acca9a3b5,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:29.558821 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468f343-4edb-46c7-9c2c-b8ba67d27542 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Port': ['ID=48c31f97-b34e-447a-ae13-a2c13ca5d9e6,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:29.588748 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e2052008-21e2-4865-b7d5-fbcb7d31e3bc None None] Attempting to bind port b16fd078-6076-468e-9053-9d1acca9a3b5 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:29.589135 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e2052008-21e2-4865-b7d5-fbcb7d31e3bc None None] Attempting to bind port b16fd078-6076-468e-9053-9d1acca9a3b5 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:29.590497 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2052008-21e2-4865-b7d5-fbcb7d31e3bc None None] Attempting to bind port b16fd078-6076-468e-9053-9d1acca9a3b5 on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:29.602482 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2052008-21e2-4865-b7d5-fbcb7d31e3bc None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:29.602905 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2052008-21e2-4865-b7d5-fbcb7d31e3bc None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:29.603325 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e2052008-21e2-4865-b7d5-fbcb7d31e3bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:29.613530 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2052008-21e2-4865-b7d5-fbcb7d31e3bc None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:29.618582 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e2052008-21e2-4865-b7d5-fbcb7d31e3bc None None] Bound port: b16fd078-6076-468e-9053-9d1acca9a3b5, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:29.619487 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e2052008-21e2-4865-b7d5-fbcb7d31e3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:29.682426 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a31db9db-7c88-4416-8c41-1556a34f4a02 req-c551cb68-ee79-49c3-b79c-d075989f9e94 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3724337 Jul 15 23:27:29.739422 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e2052008-21e2-4865-b7d5-fbcb7d31e3bc None None] For port b16fd078-6076-468e-9053-9d1acca9a3b5, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:29.748085 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e2052008-21e2-4865-b7d5-fbcb7d31e3bc None None] For port b16fd078-6076-468e-9053-9d1acca9a3b5, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b16fd078-6076-468e-9053-9d1acca9a3b5,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:29.755786 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e2052008-21e2-4865-b7d5-fbcb7d31e3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:29.864791 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8468f343-4edb-46c7-9c2c-b8ba67d27542 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:29.940781 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2052008-21e2-4865-b7d5-fbcb7d31e3bc None None] Routers {'c28784bc-983e-4723-8b8b-2a1f428c13b5'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:29.942403 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e2052008-21e2-4865-b7d5-fbcb7d31e3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c28784bc-983e-4723-8b8b-2a1f428c13b5'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:30.214739 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e2052008-21e2-4865-b7d5-fbcb7d31e3bc None None] Set router c28784bc-983e-4723-8b8b-2a1f428c13b5 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:27:30.246931 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d2d979c-4f93-4756-a705-8f1a5c26caee tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:30.429215 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8468f343-4edb-46c7-9c2c-b8ba67d27542 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:30.436726 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8468f343-4edb-46c7-9c2c-b8ba67d27542 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:30.437740 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8468f343-4edb-46c7-9c2c-b8ba67d27542 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:30.501873 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468f343-4edb-46c7-9c2c-b8ba67d27542 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Port': ['ID=48c31f97-b34e-447a-ae13-a2c13ca5d9e6,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:30.755267 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 36d2a013-fbc4-48b2-9654-3f9cfce8d805 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:30.767804 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8468f343-4edb-46c7-9c2c-b8ba67d27542 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network e308c3e4-ea5b-4f46-9ffc-aa77e58a6b7f is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:30.790903 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-8468f343-4edb-46c7-9c2c-b8ba67d27542 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:30.950585 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d2d979c-4f93-4756-a705-8f1a5c26caee tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.015988 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd72078-5063-4db6-83b6-f69c32636254 None None] Network e308c3e4-ea5b-4f46-9ffc-aa77e58a6b7f requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:31.079577 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0870d796-4dcc-44d3-9263-ff1ae754c080 None None] Pushing event updated for resources: {'Port': ['ID=b16fd078-6076-468e-9053-9d1acca9a3b5,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:31.160857 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2d979c-4f93-4756-a705-8f1a5c26caee tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Router 3ea6740d-685e-4c0e-b15c-6cce564beac2 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:27:31.196596 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544db62-900e-409d-8bc2-1ec2d164f7e7 req-9dabee57-cf8a-47f2-835e-987498f7a7af tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:31.198753 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b544db62-900e-409d-8bc2-1ec2d164f7e7 req-9dabee57-cf8a-47f2-835e-987498f7a7af tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 945 time: 0.1060491 Jul 15 23:27:31.205232 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8468f343-4edb-46c7-9c2c-b8ba67d27542 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Router 25032b31-8cc8-40f4-a62e-ed171f7b12b9 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:27:31.227497 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-adf7bff0-21a5-4532-ac59-bdbc570b3ddc None None] Provisioning for port 36d2a013-fbc4-48b2-9654-3f9cfce8d805 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:31.233200 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 36d2a013-fbc4-48b2-9654-3f9cfce8d805 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:31.245878 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-adf7bff0-21a5-4532-ac59-bdbc570b3ddc None None] Provisioning complete for port 36d2a013-fbc4-48b2-9654-3f9cfce8d805 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:31.246258 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-adf7bff0-21a5-4532-ac59-bdbc570b3ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.251221 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 36d2a013-fbc4-48b2-9654-3f9cfce8d805 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:31.251554 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.261076 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b544db62-900e-409d-8bc2-1ec2d164f7e7 req-28116b25-d293-43c5-84b8-20f380a83acf tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488689 Jul 15 23:27:31.329214 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2d979c-4f93-4756-a705-8f1a5c26caee tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:27:31.353776 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9b278b-4ee2-4b47-9090-3a2347311db1 None None] Sync routers for ids ['3ea6740d-685e-4c0e-b15c-6cce564beac2'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:27:31.370670 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9b278b-4ee2-4b47-9090-3a2347311db1 None None] Routers {'3ea6740d-685e-4c0e-b15c-6cce564beac2'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:31.371324 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-6f9b278b-4ee2-4b47-9090-3a2347311db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3ea6740d-685e-4c0e-b15c-6cce564beac2'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:31.384371 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8d2d979c-4f93-4756-a705-8f1a5c26caee tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.386805 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8d2d979c-4f93-4756-a705-8f1a5c26caee tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 903 time: 4.4920049 Jul 15 23:27:31.389349 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45110) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:31.393848 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e2052008-21e2-4865-b7d5-fbcb7d31e3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28784bc-983e-4723-8b8b-2a1f428c13b5', 'name': 'tempest-snat-router-44472446', 'tenant_id': '745771117cc14e22938a6d3765f6340d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': False}, 'gw_port_id': 'b16fd078-6076-468e-9053-9d1acca9a3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:23Z', 'updated_at': '2021-07-15T23:27:25Z', 'revision_number': 3, 'project_id': '745771117cc14e22938a6d3765f6340d', 'gw_port': {'id': 'b16fd078-6076-468e-9053-9d1acca9a3b5', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28784bc-983e-4723-8b8b-2a1f428c13b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:24Z', 'updated_at': '2021-07-15T23:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:31.404043 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8468f343-4edb-46c7-9c2c-b8ba67d27542 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:27:31.419395 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8468f343-4edb-46c7-9c2c-b8ba67d27542 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "PUT /v2.0/routers/25032b31-8cc8-40f4-a62e-ed171f7b12b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7385137 Jul 15 23:27:31.423279 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45112) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:31.427759 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7813baf8-0df1-4df3-a1c8-43475aafb6d0 None None] Sync routers for ids ['25032b31-8cc8-40f4-a62e-ed171f7b12b9'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:27:31.433156 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2052008-21e2-4865-b7d5-fbcb7d31e3bc None None] The sync data for ids ['c28784bc-983e-4723-8b8b-2a1f428c13b5'] in n-d-787205-9 is: [{'id': 'c28784bc-983e-4723-8b8b-2a1f428c13b5', 'name': 'tempest-snat-router-44472446', 'tenant_id': '745771117cc14e22938a6d3765f6340d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': False}, 'gw_port_id': 'b16fd078-6076-468e-9053-9d1acca9a3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:23Z', 'updated_at': '2021-07-15T23:27:25Z', 'revision_number': 3, 'project_id': '745771117cc14e22938a6d3765f6340d', 'gw_port': {'id': 'b16fd078-6076-468e-9053-9d1acca9a3b5', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28784bc-983e-4723-8b8b-2a1f428c13b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:24Z', 'updated_at': '2021-07-15T23:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:27:31.494497 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7813baf8-0df1-4df3-a1c8-43475aafb6d0 None None] Routers {'25032b31-8cc8-40f4-a62e-ed171f7b12b9'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:31.495189 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7813baf8-0df1-4df3-a1c8-43475aafb6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['25032b31-8cc8-40f4-a62e-ed171f7b12b9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:31.553967 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e45d2d0-5dc4-4bcc-8066-aee209bd850c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:31.560450 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4e45d2d0-5dc4-4bcc-8066-aee209bd850c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "GET /v2.0/ports/48c31f97-b34e-447a-ae13-a2c13ca5d9e6 HTTP/1.1" status: 200 len: 911 time: 0.1359620 Jul 15 23:27:31.563848 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45114) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:31.571667 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7813baf8-0df1-4df3-a1c8-43475aafb6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:31.574916 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7fe55d51-46ce-4be9-920a-a0d25391236c tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "GET /v2.0/routers/3ea6740d-685e-4c0e-b15c-6cce564beac2 HTTP/1.1" status: 200 len: 904 time: 0.1842444 Jul 15 23:27:31.577502 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45116) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:31.582382 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.590338 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-6f9b278b-4ee2-4b47-9090-3a2347311db1 None None] Set router 3ea6740d-685e-4c0e-b15c-6cce564beac2 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:27:31.628178 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-adf7bff0-21a5-4532-ac59-bdbc570b3ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.636646 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7813baf8-0df1-4df3-a1c8-43475aafb6d0 None None] Routers {'25032b31-8cc8-40f4-a62e-ed171f7b12b9'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:31.637956 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7813baf8-0df1-4df3-a1c8-43475aafb6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['25032b31-8cc8-40f4-a62e-ed171f7b12b9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:31.705649 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7813baf8-0df1-4df3-a1c8-43475aafb6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:31.706719 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7813baf8-0df1-4df3-a1c8-43475aafb6d0 None None] The sync data for ids ['25032b31-8cc8-40f4-a62e-ed171f7b12b9'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:27:31.725983 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 36d2a013-fbc4-48b2-9654-3f9cfce8d805, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=36d2a013-fbc4-48b2-9654-3f9cfce8d805,segment=NetworkSegment(c45e16d1-c95a-46a1-9f3b-3d32b8496184),segment_id=c45e16d1-c95a-46a1-9f3b-3d32b8496184)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:31.732990 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.798286 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-438bffe0-c4f0-43d6-a21e-ecdea8b03afc tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.858798 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=36d2a013-fbc4-48b2-9654-3f9cfce8d805,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:31.881656 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-adf7bff0-21a5-4532-ac59-bdbc570b3ddc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:27:31.881656 n-d-787205-9 neutron-server[93800]: DEBUG oslo_db.api [None req-adf7bff0-21a5-4532-ac59-bdbc570b3ddc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:27:32.078851 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-6f9b278b-4ee2-4b47-9090-3a2347311db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea6740d-685e-4c0e-b15c-6cce564beac2', 'name': 'tempest-snat-router-44472446', 'tenant_id': '745771117cc14e22938a6d3765f6340d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'd14059d4-e225-418e-b380-f20d01a8a772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:26Z', 'updated_at': '2021-07-15T23:27:28Z', 'revision_number': 3, 'project_id': '745771117cc14e22938a6d3765f6340d', 'gw_port': {'id': 'd14059d4-e225-418e-b380-f20d01a8a772', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea6740d-685e-4c0e-b15c-6cce564beac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:27Z', 'updated_at': '2021-07-15T23:27:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:32.148101 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61576d-e23f-41a2-9da6-b13875a06165 req-17b41016-cca4-42b9-aadb-0309275c84d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:32.155008 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-438bffe0-c4f0-43d6-a21e-ecdea8b03afc tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.157294 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1a61576d-e23f-41a2-9da6-b13875a06165 req-17b41016-cca4-42b9-aadb-0309275c84d5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce3c14cbd70f4bed98591d54f3156d56&device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 1096 time: 0.5049183 Jul 15 23:27:32.169138 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9b278b-4ee2-4b47-9090-3a2347311db1 None None] Checking router: 3ea6740d-685e-4c0e-b15c-6cce564beac2 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:27:32.170362 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9b278b-4ee2-4b47-9090-3a2347311db1 None None] Updating router 3ea6740d-685e-4c0e-b15c-6cce564beac2 port d14059d4-e225-418e-b380-f20d01a8a772 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:27:32.256373 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6f9b278b-4ee2-4b47-9090-3a2347311db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.265596 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-438bffe0-c4f0-43d6-a21e-ecdea8b03afc tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Deleting port d14059d4-e225-418e-b380-f20d01a8a772 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:32.265963 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-438bffe0-c4f0-43d6-a21e-ecdea8b03afc tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.342900 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61576d-e23f-41a2-9da6-b13875a06165 req-8d85f76d-4d1d-419b-a858-6d42ae6a448f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:32.344617 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1a61576d-e23f-41a2-9da6-b13875a06165 req-8d85f76d-4d1d-419b-a858-6d42ae6a448f service neutron] 10.222.0.43 "GET /v2.0/networks?id=34f2ebab-bb83-41e4-bb34-809be32dfaa3 HTTP/1.1" status: 200 len: 918 time: 0.1666474 Jul 15 23:27:32.490141 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-438bffe0-c4f0-43d6-a21e-ecdea8b03afc tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.534554 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1a61576d-e23f-41a2-9da6-b13875a06165 req-ee58e016-f190-46c4-9420-d4fc1e71588c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e982b3e-2461-4a97-ad74-92dcd93dcca4 HTTP/1.1" status: 200 len: 1001 time: 0.1808331 Jul 15 23:27:32.542235 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-438bffe0-c4f0-43d6-a21e-ecdea8b03afc tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Calling delete_port for d14059d4-e225-418e-b380-f20d01a8a772 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:32.609932 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-daacbda4-7299-4a95-a0d6-fd0cbf75e1ec None None] Provisioning for port 48c31f97-b34e-447a-ae13-a2c13ca5d9e6 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:32.621000 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-daacbda4-7299-4a95-a0d6-fd0cbf75e1ec None None] Provisioning complete for port 48c31f97-b34e-447a-ae13-a2c13ca5d9e6 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:32.621640 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-daacbda4-7299-4a95-a0d6-fd0cbf75e1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.742698 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-daacbda4-7299-4a95-a0d6-fd0cbf75e1ec None None] Port 48c31f97-b34e-447a-ae13-a2c13ca5d9e6 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:27:32.767843 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-daacbda4-7299-4a95-a0d6-fd0cbf75e1ec None None] Provisioning complete for port 36d2a013-fbc4-48b2-9654-3f9cfce8d805 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:32.768722 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-daacbda4-7299-4a95-a0d6-fd0cbf75e1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.770984 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61576d-e23f-41a2-9da6-b13875a06165 req-ce4c40b4-9ffa-49d9-8db9-3479ace4b4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:32.772695 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1a61576d-e23f-41a2-9da6-b13875a06165 req-ce4c40b4-9ffa-49d9-8db9-3479ace4b4af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=849813aa-50e4-40b7-a59e-c4d2aaa3041a HTTP/1.1" status: 200 len: 856 time: 0.2307472 Jul 15 23:27:32.955369 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-438bffe0-c4f0-43d6-a21e-ecdea8b03afc tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.961093 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.db.api [None req-6f9b278b-4ee2-4b47-9090-3a2347311db1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:27:32.961622 n-d-787205-9 neutron-server[93801]: DEBUG oslo_db.api [None req-6f9b278b-4ee2-4b47-9090-3a2347311db1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:27:32.986258 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bffe0-c4f0-43d6-a21e-ecdea8b03afc tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Pushing event deleted for resources: {'Port': ['ID=d14059d4-e225-418e-b380-f20d01a8a772,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:33.013242 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcbadc-14c3-4c6a-bcc3-899fb8eaed3c req-01cc038e-7667-45ee-a6bf-d991ecffb544 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:33.021851 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-24fcbadc-14c3-4c6a-bcc3-899fb8eaed3c req-01cc038e-7667-45ee-a6bf-d991ecffb544 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 945 time: 0.4217026 Jul 15 23:27:33.081698 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-438bffe0-c4f0-43d6-a21e-ecdea8b03afc tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.093026 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-779d629f-cf6e-4934-9df5-c012be4c5c5e None None] Provisioning complete for port 48c31f97-b34e-447a-ae13-a2c13ca5d9e6 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:33.095035 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-779d629f-cf6e-4934-9df5-c012be4c5c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.105123 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-24fcbadc-14c3-4c6a-bcc3-899fb8eaed3c req-576b70a2-fcb0-4209-9667-55bd08651596 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812504 Jul 15 23:27:33.108087 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61576d-e23f-41a2-9da6-b13875a06165 req-ad32a1a0-4667-4f36-9ef2-db5ca06b02aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:33.111733 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1a61576d-e23f-41a2-9da6-b13875a06165 req-ad32a1a0-4667-4f36-9ef2-db5ca06b02aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=34f2ebab-bb83-41e4-bb34-809be32dfaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3312356 Jul 15 23:27:33.179614 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-779d629f-cf6e-4934-9df5-c012be4c5c5e None None] Port 48c31f97-b34e-447a-ae13-a2c13ca5d9e6 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:27:33.213606 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-438bffe0-c4f0-43d6-a21e-ecdea8b03afc tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.216073 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-438bffe0-c4f0-43d6-a21e-ecdea8b03afc tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.267147 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c80f-70dd-437a-b6fe-4dbc0c2db749 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.272735 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-438bffe0-c4f0-43d6-a21e-ecdea8b03afc tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.273581 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438bffe0-c4f0-43d6-a21e-ecdea8b03afc tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ea6740d-685e-4c0e-b15c-6cce564beac2 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:27:33.283869 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-438bffe0-c4f0-43d6-a21e-ecdea8b03afc tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.285389 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-438bffe0-c4f0-43d6-a21e-ecdea8b03afc tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "DELETE /v2.0/routers/3ea6740d-685e-4c0e-b15c-6cce564beac2 HTTP/1.1" status: 204 len: 168 time: 1.7067561 Jul 15 23:27:33.288400 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45144) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:33.307742 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-558c12fd-29f8-4d02-9c80-71cc60522b63 None None] Provisioning complete for port 48c31f97-b34e-447a-ae13-a2c13ca5d9e6 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:33.308752 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-558c12fd-29f8-4d02-9c80-71cc60522b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.371103 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-558c12fd-29f8-4d02-9c80-71cc60522b63 None None] Port 48c31f97-b34e-447a-ae13-a2c13ca5d9e6 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:27:33.416911 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1a61576d-e23f-41a2-9da6-b13875a06165 req-e108d3ab-cb17-4327-a55e-7b48dc2f5ec8 service neutron] 10.222.0.43 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936513 Jul 15 23:27:33.462605 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69d3784a-fe3f-42a4-864d-a3519cd38329 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.497950 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9b278b-4ee2-4b47-9090-3a2347311db1 None None] Port d14059d4-e225-418e-b380-f20d01a8a772 not found while updating agent binding for router 3ea6740d-685e-4c0e-b15c-6cce564beac2. {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 15 23:27:33.523481 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9b278b-4ee2-4b47-9090-3a2347311db1 None None] Routers set() bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:33.523855 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9b278b-4ee2-4b47-9090-3a2347311db1 None None] Router IDs set() for agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 23:27:33.524461 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_agentschedulers_db [None req-6f9b278b-4ee2-4b47-9090-3a2347311db1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3ea6740d-685e-4c0e-b15c-6cce564beac2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent'). {{(pid=93801) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 23:27:33.524852 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9b278b-4ee2-4b47-9090-3a2347311db1 None None] The sync data for ids ['3ea6740d-685e-4c0e-b15c-6cce564beac2'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:27:33.591069 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69d3784a-fe3f-42a4-864d-a3519cd38329 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.628400 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1a61576d-e23f-41a2-9da6-b13875a06165 req-623dad09-8d38-470d-9ad4-b309d7f7c19e service neutron] 10.222.0.43 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805470 Jul 15 23:27:33.666425 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-69d3784a-fe3f-42a4-864d-a3519cd38329 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Deleting port b16fd078-6076-468e-9053-9d1acca9a3b5 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:33.666832 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69d3784a-fe3f-42a4-864d-a3519cd38329 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.748926 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1c80f-70dd-437a-b6fe-4dbc0c2db749 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Deleting port 48c31f97-b34e-447a-ae13-a2c13ca5d9e6 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:33.749317 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c80f-70dd-437a-b6fe-4dbc0c2db749 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.888584 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-69d3784a-fe3f-42a4-864d-a3519cd38329 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] For port b16fd078-6076-468e-9053-9d1acca9a3b5, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b16fd078-6076-468e-9053-9d1acca9a3b5,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:33.895351 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69d3784a-fe3f-42a4-864d-a3519cd38329 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.920572 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-69d3784a-fe3f-42a4-864d-a3519cd38329 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Calling delete_port for b16fd078-6076-468e-9053-9d1acca9a3b5 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:34.015555 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c80f-70dd-437a-b6fe-4dbc0c2db749 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.048544 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1c80f-70dd-437a-b6fe-4dbc0c2db749 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Calling delete_port for 48c31f97-b34e-447a-ae13-a2c13ca5d9e6 owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:34.070277 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 36d2a013-fbc4-48b2-9654-3f9cfce8d805 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:34.176658 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 36d2a013-fbc4-48b2-9654-3f9cfce8d805 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:34.177038 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.316731 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69d3784a-fe3f-42a4-864d-a3519cd38329 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.324256 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b16fd078-6076-468e-9053-9d1acca9a3b5 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:34.349596 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: b16fd078-6076-468e-9053-9d1acca9a3b5 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:34.350033 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b16fd078-6076-468e-9053-9d1acca9a3b5 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 15 23:27:34.371810 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Port b16fd078-6076-468e-9053-9d1acca9a3b5 not found, will not notify nova. {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 15 23:27:34.380562 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3784a-fe3f-42a4-864d-a3519cd38329 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Pushing event deleted for resources: {'Port': ['ID=b16fd078-6076-468e-9053-9d1acca9a3b5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:34.443062 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c80f-70dd-437a-b6fe-4dbc0c2db749 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.475802 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69d3784a-fe3f-42a4-864d-a3519cd38329 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.490480 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1c80f-70dd-437a-b6fe-4dbc0c2db749 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Port': ['ID=48c31f97-b34e-447a-ae13-a2c13ca5d9e6,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:34.583852 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391e794-8ebf-4c4c-9019-6af1b42021b9 req-5659e87b-3992-4d47-af01-00be04e3c0c9 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:34.585475 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7391e794-8ebf-4c4c-9019-6af1b42021b9 req-5659e87b-3992-4d47-af01-00be04e3c0c9 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 945 time: 0.2316749 Jul 15 23:27:34.616292 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69d3784a-fe3f-42a4-864d-a3519cd38329 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.624548 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69d3784a-fe3f-42a4-864d-a3519cd38329 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.723450 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69d3784a-fe3f-42a4-864d-a3519cd38329 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.724431 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d3784a-fe3f-42a4-864d-a3519cd38329 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c28784bc-983e-4723-8b8b-2a1f428c13b5 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:27:34.736181 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c80f-70dd-437a-b6fe-4dbc0c2db749 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.736584 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69d3784a-fe3f-42a4-864d-a3519cd38329 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.737905 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-69d3784a-fe3f-42a4-864d-a3519cd38329 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "DELETE /v2.0/routers/c28784bc-983e-4723-8b8b-2a1f428c13b5 HTTP/1.1" status: 204 len: 168 time: 1.4484134 Jul 15 23:27:34.744079 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45176) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:34.750092 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9376be44-477b-42bb-9127-ac2a619b4c40 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1172419626', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}, 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:34.780500 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9376be44-477b-42bb-9127-ac2a619b4c40 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.780812 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7391e794-8ebf-4c4c-9019-6af1b42021b9 req-7f9ca069-8de4-4702-b7d9-d2635998480a tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851876 Jul 15 23:27:34.781860 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9376be44-477b-42bb-9127-ac2a619b4c40 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.908102 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9376be44-477b-42bb-9127-ac2a619b4c40 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.941925 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 4e982b3e-2461-4a97-ad74-92dcd93dcca4 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:34.994211 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd1c80f-70dd-437a-b6fe-4dbc0c2db749 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Router 25032b31-8cc8-40f4-a62e-ed171f7b12b9 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:27:35.090458 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.148118 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9376be44-477b-42bb-9127-ac2a619b4c40 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.197220 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d96baee-eb08-441a-971a-0730102b6df7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e982b3e-2461-4a97-ad74-92dcd93dcca4'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:27:35.201739 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ac1f16-0199-4914-983a-bd42fdfced9d" -d '{"events": [{"server_uuid": "0d96baee-eb08-441a-971a-0730102b6df7", "name": "network-vif-unplugged", "status": "completed", "tag": "4e982b3e-2461-4a97-ad74-92dcd93dcca4"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:27:35.216684 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 4e982b3e-2461-4a97-ad74-92dcd93dcca4, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=4e982b3e-2461-4a97-ad74-92dcd93dcca4,segment=NetworkSegment(27249ff3-8705-4d3c-b5f4-e5775a35bb17),segment_id=27249ff3-8705-4d3c-b5f4-e5775a35bb17)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:35.223099 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.364124 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da041cb0-008d-4ef5-88c9-be4c7cf7db6a x-openstack-request-id: req-da041cb0-008d-4ef5-88c9-be4c7cf7db6a {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:27:35.364417 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d96baee-eb08-441a-971a-0730102b6df7", "name": "network-vif-unplugged", "status": "completed", "tag": "4e982b3e-2461-4a97-ad74-92dcd93dcca4", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:27:35.364674 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da041cb0-008d-4ef5-88c9-be4c7cf7db6a {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:27:35.365080 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d96baee-eb08-441a-971a-0730102b6df7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e982b3e-2461-4a97-ad74-92dcd93dcca4', 'code': 200} Jul 15 23:27:35.400110 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=4e982b3e-2461-4a97-ad74-92dcd93dcca4,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:35.507695 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9376be44-477b-42bb-9127-ac2a619b4c40 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.531636 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9376be44-477b-42bb-9127-ac2a619b4c40 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.656786 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd1c80f-70dd-437a-b6fe-4dbc0c2db749 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:27:35.669576 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-bdd1c80f-70dd-437a-b6fe-4dbc0c2db749 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "PUT /v2.0/routers/25032b31-8cc8-40f4-a62e-ed171f7b12b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1031861 Jul 15 23:27:35.670585 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45192) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:35.686138 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179dab69-79df-4445-875f-f16058152cc5 None None] Sync routers for ids ['25032b31-8cc8-40f4-a62e-ed171f7b12b9'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:27:35.704268 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179dab69-79df-4445-875f-f16058152cc5 None None] Routers {'25032b31-8cc8-40f4-a62e-ed171f7b12b9'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:35.705108 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-179dab69-79df-4445-875f-f16058152cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['25032b31-8cc8-40f4-a62e-ed171f7b12b9'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:35.712889 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-92d233fe-a476-4aaf-9512-b8c0e070c4aa tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "GET /v2.0/ports?device_id=25032b31-8cc8-40f4-a62e-ed171f7b12b9 HTTP/1.1" status: 200 len: 205 time: 0.0408642 Jul 15 23:27:35.720498 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45194) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:35.739348 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-9376be44-477b-42bb-9127-ac2a619b4c40 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Allocated IP 172.25.4.172 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/23b9cc79-cf9c-49d9-a369-4a572b259948) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:35.803595 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-179dab69-79df-4445-875f-f16058152cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:35.833724 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179dab69-79df-4445-875f-f16058152cc5 None None] Routers {'25032b31-8cc8-40f4-a62e-ed171f7b12b9'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:35.837382 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-179dab69-79df-4445-875f-f16058152cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['25032b31-8cc8-40f4-a62e-ed171f7b12b9'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:35.899846 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b16fd078-6076-468e-9053-9d1acca9a3b5 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:35.928560 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-429d33ed-018d-4e1e-ab7e-3006f746ac60 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.941874 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-179dab69-79df-4445-875f-f16058152cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:35.950139 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: b16fd078-6076-468e-9053-9d1acca9a3b5 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:35.953396 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179dab69-79df-4445-875f-f16058152cc5 None None] The sync data for ids ['25032b31-8cc8-40f4-a62e-ed171f7b12b9'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:27:35.959559 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b16fd078-6076-468e-9053-9d1acca9a3b5 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:36.004382 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9376be44-477b-42bb-9127-ac2a619b4c40 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.047145 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9376be44-477b-42bb-9127-ac2a619b4c40 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.103869 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376be44-477b-42bb-9127-ac2a619b4c40 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Pushing event updated for resources: {'Port': ['ID=23b9cc79-cf9c-49d9-a369-4a572b259948,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:36.113044 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9376be44-477b-42bb-9127-ac2a619b4c40 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:36.114525 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-9376be44-477b-42bb-9127-ac2a619b4c40 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:36.117186 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9376be44-477b-42bb-9127-ac2a619b4c40 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:36.253081 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-429d33ed-018d-4e1e-ab7e-3006f746ac60 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.263524 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-429d33ed-018d-4e1e-ab7e-3006f746ac60 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.281482 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b106608-b093-4976-92f6-2a431a9fae35 req-f1f7db30-f318-4b87-81e0-b2442be43a00 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.283351 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b106608-b093-4976-92f6-2a431a9fae35 req-f1f7db30-f318-4b87-81e0-b2442be43a00 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 943 time: 0.2453620 Jul 15 23:27:36.372430 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b106608-b093-4976-92f6-2a431a9fae35 req-86b5a59a-a1aa-48e5-bbef-de9c8427fb2a tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543425 Jul 15 23:27:36.373654 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-429d33ed-018d-4e1e-ab7e-3006f746ac60 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.374299 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429d33ed-018d-4e1e-ab7e-3006f746ac60 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Fanout notify agent at l3_agent the message router_deleted on router 25032b31-8cc8-40f4-a62e-ed171f7b12b9 {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:27:36.384390 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-429d33ed-018d-4e1e-ab7e-3006f746ac60 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.385764 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-429d33ed-018d-4e1e-ab7e-3006f746ac60 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/routers/25032b31-8cc8-40f4-a62e-ed171f7b12b9 HTTP/1.1" status: 204 len: 168 time: 0.6630208 Jul 15 23:27:36.387941 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45210) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:36.458134 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e7de09f-a7ad-45ab-acfe-30249c7912cf tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Deleting subnet 85fc3be5-cd07-4e3e-8570-72f003ef673b {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:27:36.460647 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9376be44-477b-42bb-9127-ac2a619b4c40 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.461965 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3e7de09f-a7ad-45ab-acfe-30249c7912cf tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.508012 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3e7de09f-a7ad-45ab-acfe-30249c7912cf tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.678930 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3e7de09f-a7ad-45ab-acfe-30249c7912cf tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.754510 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3e7de09f-a7ad-45ab-acfe-30249c7912cf tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.800886 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3e7de09f-a7ad-45ab-acfe-30249c7912cf tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.802987 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3e7de09f-a7ad-45ab-acfe-30249c7912cf tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/subnets/85fc3be5-cd07-4e3e-8570-72f003ef673b HTTP/1.1" status: 204 len: 168 time: 0.4140291 Jul 15 23:27:36.804020 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7de09f-a7ad-45ab-acfe-30249c7912cf tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Subnet': ['ID=85fc3be5-cd07-4e3e-8570-72f003ef673b,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:36.805644 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45224) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:36.811694 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfb6fb9-278e-4c5c-9463-ca69cd0cb105 None None] Network e308c3e4-ea5b-4f46-9ffc-aa77e58a6b7f requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:37.024275 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b31fec90-c58a-47c8-8b06-318f3bd44655 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.158127 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b31fec90-c58a-47c8-8b06-318f3bd44655 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Deleting port 36d2a013-fbc4-48b2-9654-3f9cfce8d805 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:37.158531 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b31fec90-c58a-47c8-8b06-318f3bd44655 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.255677 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9376be44-477b-42bb-9127-ac2a619b4c40 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.257761 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-b31fec90-c58a-47c8-8b06-318f3bd44655 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] For port 36d2a013-fbc4-48b2-9654-3f9cfce8d805, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=36d2a013-fbc4-48b2-9654-3f9cfce8d805,segment=NetworkSegment(c45e16d1-c95a-46a1-9f3b-3d32b8496184),segment_id=c45e16d1-c95a-46a1-9f3b-3d32b8496184)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:37.258416 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b31fec90-c58a-47c8-8b06-318f3bd44655 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.272151 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b31fec90-c58a-47c8-8b06-318f3bd44655 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Calling delete_port for 36d2a013-fbc4-48b2-9654-3f9cfce8d805 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:37.280235 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a554f9-1912-40af-8198-beff7fd1cc19 None None] DHCP port deletion for e308c3e4-ea5b-4f46-9ffc-aa77e58a6b7f request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:27:37.372869 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-56a554f9-1912-40af-8198-beff7fd1cc19 None None] Deleting port 36d2a013-fbc4-48b2-9654-3f9cfce8d805 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:37.375171 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-56a554f9-1912-40af-8198-beff7fd1cc19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.390617 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b31fec90-c58a-47c8-8b06-318f3bd44655 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.415095 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31fec90-c58a-47c8-8b06-318f3bd44655 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] No DVR routers for this DVR port 36d2a013-fbc4-48b2-9654-3f9cfce8d805 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:37.459198 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31fec90-c58a-47c8-8b06-318f3bd44655 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Port': ['ID=36d2a013-fbc4-48b2-9654-3f9cfce8d805,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:37.477093 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9376be44-477b-42bb-9127-ac2a619b4c40 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Router 34d2d833-e8a5-44d8-b657-e5def4570ad6 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:27:37.492056 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-56a554f9-1912-40af-8198-beff7fd1cc19 None None] For port 36d2a013-fbc4-48b2-9654-3f9cfce8d805, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=36d2a013-fbc4-48b2-9654-3f9cfce8d805,segment=NetworkSegment(c45e16d1-c95a-46a1-9f3b-3d32b8496184),segment_id=c45e16d1-c95a-46a1-9f3b-3d32b8496184)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:37.492450 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-56a554f9-1912-40af-8198-beff7fd1cc19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.557803 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-56a554f9-1912-40af-8198-beff7fd1cc19 None None] Calling delete_port for 36d2a013-fbc4-48b2-9654-3f9cfce8d805 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:37.569896 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b31fec90-c58a-47c8-8b06-318f3bd44655 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.600417 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-b31fec90-c58a-47c8-8b06-318f3bd44655 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e308c3e4-ea5b-4f46-9ffc-aa77e58a6b7f']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:37.619596 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-b31fec90-c58a-47c8-8b06-318f3bd44655 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c45e16d1-c95a-46a1-9f3b-3d32b8496184') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:37.619596 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-b31fec90-c58a-47c8-8b06-318f3bd44655 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c45e16d1-c95a-46a1-9f3b-3d32b8496184') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:37.630189 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b31fec90-c58a-47c8-8b06-318f3bd44655 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.646247 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b31fec90-c58a-47c8-8b06-318f3bd44655 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.654309 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b31fec90-c58a-47c8-8b06-318f3bd44655 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:27:37.654916 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b31fec90-c58a-47c8-8b06-318f3bd44655 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.683652 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9376be44-477b-42bb-9127-ac2a619b4c40 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:27:37.712285 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9376be44-477b-42bb-9127-ac2a619b4c40 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.717771 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9376be44-477b-42bb-9127-ac2a619b4c40 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9724703 Jul 15 23:27:37.718710 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45250) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:37.724393 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:27:37.724393 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:27:37.724393 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:27:37.724393 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:27:37.724393 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:27:37.724393 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:27:37.724393 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:27:37.724393 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:27:37.724393 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:27:37.724393 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:27:37.724393 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:27:37.724393 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:27:37.724393 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:27:37.724393 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:27:37.724393 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:27:37.724393 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:27:37.724393 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:27:37.724393 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:27:37.724393 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:27:37.724393 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:27:37.724393 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:27:37.724393 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:27:37.724393 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:27:37.724393 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:27:37.724393 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:27:37.724393 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:27:37.724393 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:27:37.724393 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:27:37.724393 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:27:37.724393 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:27:37.724393 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:27:37.724393 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:27:37.728600 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-55be2af9-46cc-4e88-b5fd-462627c02d03 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'enable_snat': False}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:37.728728 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b31fec90-c58a-47c8-8b06-318f3bd44655 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.747429 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b31fec90-c58a-47c8-8b06-318f3bd44655 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.755496 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b31fec90-c58a-47c8-8b06-318f3bd44655 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/networks/e308c3e4-ea5b-4f46-9ffc-aa77e58a6b7f HTTP/1.1" status: 204 len: 168 time: 0.9456501 Jul 15 23:27:37.765202 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41320c4c-16bd-43ce-ab50-09be7e14bffd None None] Sync routers for ids ['34d2d833-e8a5-44d8-b657-e5def4570ad6'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:27:37.782054 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45252) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:37.791516 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-8e6592ff-6e05-4f72-8872-f89a6f7a3f9d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-949019433', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}, 'admin_state_up': False}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:37.801124 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31fec90-c58a-47c8-8b06-318f3bd44655 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Network': ['ID=e308c3e4-ea5b-4f46-9ffc-aa77e58a6b7f,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:37.860532 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e6592ff-6e05-4f72-8872-f89a6f7a3f9d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.861784 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e6592ff-6e05-4f72-8872-f89a6f7a3f9d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.893329 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-56a554f9-1912-40af-8198-beff7fd1cc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.895966 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41320c4c-16bd-43ce-ab50-09be7e14bffd None None] Routers {'34d2d833-e8a5-44d8-b657-e5def4570ad6'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:37.896790 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-41320c4c-16bd-43ce-ab50-09be7e14bffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['34d2d833-e8a5-44d8-b657-e5def4570ad6'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:37.958265 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-41320c4c-16bd-43ce-ab50-09be7e14bffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:37.969377 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 36d2a013-fbc4-48b2-9654-3f9cfce8d805 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:37.990755 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e6592ff-6e05-4f72-8872-f89a6f7a3f9d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.072376 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 36d2a013-fbc4-48b2-9654-3f9cfce8d805 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:38.074583 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 36d2a013-fbc4-48b2-9654-3f9cfce8d805 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:38.145815 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-56a554f9-1912-40af-8198-beff7fd1cc19 None None] Network e308c3e4-ea5b-4f46-9ffc-aa77e58a6b7f is not hosted by any dhcp agent {{(pid=93800) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 23:27:38.146097 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a554f9-1912-40af-8198-beff7fd1cc19 None None] No DVR routers for this DVR port 36d2a013-fbc4-48b2-9654-3f9cfce8d805 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:38.162545 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a554f9-1912-40af-8198-beff7fd1cc19 None None] Pushing event deleted for resources: {'Port': ['ID=36d2a013-fbc4-48b2-9654-3f9cfce8d805,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:38.172116 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41320c4c-16bd-43ce-ab50-09be7e14bffd None None] Routers {'34d2d833-e8a5-44d8-b657-e5def4570ad6'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:38.172754 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-41320c4c-16bd-43ce-ab50-09be7e14bffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['34d2d833-e8a5-44d8-b657-e5def4570ad6'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:38.210214 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-41320c4c-16bd-43ce-ab50-09be7e14bffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:38.210987 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41320c4c-16bd-43ce-ab50-09be7e14bffd None None] The sync data for ids ['34d2d833-e8a5-44d8-b657-e5def4570ad6'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:27:38.329074 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55be2af9-46cc-4e88-b5fd-462627c02d03 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.425798 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e6592ff-6e05-4f72-8872-f89a6f7a3f9d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.497677 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27e326-f2e8-4084-97b1-a8ebb80a809f req-9b09352d-d20a-4d58-9804-29d1da388200 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:38.500041 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9f27e326-f2e8-4084-97b1-a8ebb80a809f req-9b09352d-d20a-4d58-9804-29d1da388200 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 943 time: 0.1616085 Jul 15 23:27:38.609890 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9f27e326-f2e8-4084-97b1-a8ebb80a809f req-85499e96-d01d-45df-ab02-a9834a510c69 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881178 Jul 15 23:27:38.668506 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45280) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:38.784199 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.835124 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e6592ff-6e05-4f72-8872-f89a6f7a3f9d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.867426 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e6592ff-6e05-4f72-8872-f89a6f7a3f9d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.966073 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 4e982b3e-2461-4a97-ad74-92dcd93dcca4 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:39.047510 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55be2af9-46cc-4e88-b5fd-462627c02d03 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:39.051079 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55be2af9-46cc-4e88-b5fd-462627c02d03 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16353154'] for router, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:39.076097 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-8e6592ff-6e05-4f72-8872-f89a6f7a3f9d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Allocated IP 172.25.4.83 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/e58a447f-79f0-46ae-8acb-c9fe1befe37c) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:39.128896 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-39365db4-3f21-4d0f-89f9-1d911cc0aab6 req-f3e5d497-0b3e-46ea-bf51-6114eb4eaba1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4576395 Jul 15 23:27:39.221353 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55be2af9-46cc-4e88-b5fd-462627c02d03 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Router 34d2d833-e8a5-44d8-b657-e5def4570ad6 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:27:39.391350 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e6592ff-6e05-4f72-8872-f89a6f7a3f9d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:39.453642 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55be2af9-46cc-4e88-b5fd-462627c02d03 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:27:39.460857 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55be2af9-46cc-4e88-b5fd-462627c02d03 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:39.466056 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-55be2af9-46cc-4e88-b5fd-462627c02d03 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "PUT /v2.0/routers/34d2d833-e8a5-44d8-b657-e5def4570ad6 HTTP/1.1" status: 200 len: 922 time: 1.7424541 Jul 15 23:27:39.467761 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45300) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:39.473208 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c61e768-d02d-40d3-82f2-786f41d13dfb None None] Sync routers for ids ['34d2d833-e8a5-44d8-b657-e5def4570ad6'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:27:39.487008 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e6592ff-6e05-4f72-8872-f89a6f7a3f9d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:39.488280 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c61e768-d02d-40d3-82f2-786f41d13dfb None None] Routers {'34d2d833-e8a5-44d8-b657-e5def4570ad6'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:39.489351 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-1c61e768-d02d-40d3-82f2-786f41d13dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['34d2d833-e8a5-44d8-b657-e5def4570ad6'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:39.549450 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-1c61e768-d02d-40d3-82f2-786f41d13dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:39.570008 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c61e768-d02d-40d3-82f2-786f41d13dfb None None] Routers {'34d2d833-e8a5-44d8-b657-e5def4570ad6'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:39.571102 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-1c61e768-d02d-40d3-82f2-786f41d13dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['34d2d833-e8a5-44d8-b657-e5def4570ad6'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:39.616530 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-1c61e768-d02d-40d3-82f2-786f41d13dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:39.618225 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c61e768-d02d-40d3-82f2-786f41d13dfb None None] The sync data for ids ['34d2d833-e8a5-44d8-b657-e5def4570ad6'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:27:39.619257 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6592ff-6e05-4f72-8872-f89a6f7a3f9d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:39.639173 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6592ff-6e05-4f72-8872-f89a6f7a3f9d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Port': ['ID=e58a447f-79f0-46ae-8acb-c9fe1befe37c,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:39.643420 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-8e6592ff-6e05-4f72-8872-f89a6f7a3f9d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:39.646856 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6592ff-6e05-4f72-8872-f89a6f7a3f9d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:39.781108 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b5d15531-bb58-43f3-a6e6-4b4a90c80d07 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "GET /v2.0/routers/34d2d833-e8a5-44d8-b657-e5def4570ad6 HTTP/1.1" status: 200 len: 922 time: 0.3118854 Jul 15 23:27:39.787523 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45310) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:39.992870 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7921f2e0-e1f0-4875-8a9b-4de1ce23d69c tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:39.999557 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7921f2e0-e1f0-4875-8a9b-4de1ce23d69c tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=61ac1f85-79f4-4ace-93a9-51b85862f208&device_id=34d2d833-e8a5-44d8-b657-e5def4570ad6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2077296 Jul 15 23:27:40.000551 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45312) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:40.155570 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e6592ff-6e05-4f72-8872-f89a6f7a3f9d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:40.167411 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0070e84-a9e0-4118-9b59-2a70e175bbf2 req-043de0f7-4412-474f-811a-efc8e9850a6c tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:40.167411 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c0070e84-a9e0-4118-9b59-2a70e175bbf2 req-043de0f7-4412-474f-811a-efc8e9850a6c tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 943 time: 0.1882401 Jul 15 23:27:40.198473 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34a70d0-f5ca-4635-9c22-f1e39a486a2d tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:40.207531 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b34a70d0-f5ca-4635-9c22-f1e39a486a2d tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 881 time: 0.2033408 Jul 15 23:27:40.211944 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45318) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:40.254022 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b89885d8-5d8b-45a4-90c0-3684cfc55e1d tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "GET /v2.0/ports?device_id=34d2d833-e8a5-44d8-b657-e5def4570ad6 HTTP/1.1" status: 200 len: 205 time: 0.0385959 Jul 15 23:27:40.265345 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45322) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:40.326340 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c0070e84-a9e0-4118-9b59-2a70e175bbf2 req-e9886d5a-5a83-4d42-a0bd-f4c86c216e8d tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909362 Jul 15 23:27:40.485518 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a482f1b9-8700-4c70-9a27-e343abc60cd8 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:40.541022 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e6592ff-6e05-4f72-8872-f89a6f7a3f9d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:40.663466 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a482f1b9-8700-4c70-9a27-e343abc60cd8 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:40.739742 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a482f1b9-8700-4c70-9a27-e343abc60cd8 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Deleting port 23b9cc79-cf9c-49d9-a369-4a572b259948 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:40.740495 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a482f1b9-8700-4c70-9a27-e343abc60cd8 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:40.792532 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39365db4-3f21-4d0f-89f9-1d911cc0aab6 req-2c7c0021-2a73-47f1-bee6-9ba1a26d56fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:40.793925 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-39365db4-3f21-4d0f-89f9-1d911cc0aab6 req-2c7c0021-2a73-47f1-bee6-9ba1a26d56fc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7&tenant_id=ce3c14cbd70f4bed98591d54f3156d56 HTTP/1.1" status: 200 len: 1094 time: 0.1170096 Jul 15 23:27:40.814281 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6592ff-6e05-4f72-8872-f89a6f7a3f9d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Router 39018926-a6cf-4579-bc64-6c031cda598c is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:27:40.844023 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a482f1b9-8700-4c70-9a27-e343abc60cd8 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:40.858850 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a482f1b9-8700-4c70-9a27-e343abc60cd8 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Calling delete_port for 23b9cc79-cf9c-49d9-a369-4a572b259948 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:40.971664 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39365db4-3f21-4d0f-89f9-1d911cc0aab6 req-fbd24c9f-8460-4dd8-b5a0-43e32e062bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:40.973460 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-39365db4-3f21-4d0f-89f9-1d911cc0aab6 req-fbd24c9f-8460-4dd8-b5a0-43e32e062bc6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce3c14cbd70f4bed98591d54f3156d56&device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 1094 time: 0.1538043 Jul 15 23:27:40.998953 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6592ff-6e05-4f72-8872-f89a6f7a3f9d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:27:41.014998 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63372426-a7ba-4a2e-98b7-8aa1dda85165 None None] Sync routers for ids ['39018926-a6cf-4579-bc64-6c031cda598c'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:27:41.036967 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63372426-a7ba-4a2e-98b7-8aa1dda85165 None None] Routers {'39018926-a6cf-4579-bc64-6c031cda598c'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:41.039466 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-63372426-a7ba-4a2e-98b7-8aa1dda85165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['39018926-a6cf-4579-bc64-6c031cda598c'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:41.055776 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e6592ff-6e05-4f72-8872-f89a6f7a3f9d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.057484 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8e6592ff-6e05-4f72-8872-f89a6f7a3f9d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.2741024 Jul 15 23:27:41.062148 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45334) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:41.077966 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a482f1b9-8700-4c70-9a27-e343abc60cd8 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.108407 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482f1b9-8700-4c70-9a27-e343abc60cd8 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Pushing event deleted for resources: {'Port': ['ID=23b9cc79-cf9c-49d9-a369-4a572b259948,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:41.127122 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-63372426-a7ba-4a2e-98b7-8aa1dda85165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:41.147611 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63372426-a7ba-4a2e-98b7-8aa1dda85165 None None] Routers {'39018926-a6cf-4579-bc64-6c031cda598c'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:41.148638 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-63372426-a7ba-4a2e-98b7-8aa1dda85165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['39018926-a6cf-4579-bc64-6c031cda598c'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:41.189082 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-63372426-a7ba-4a2e-98b7-8aa1dda85165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:41.190311 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63372426-a7ba-4a2e-98b7-8aa1dda85165 None None] The sync data for ids ['39018926-a6cf-4579-bc64-6c031cda598c'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:27:41.273644 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a482f1b9-8700-4c70-9a27-e343abc60cd8 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.412963 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a482f1b9-8700-4c70-9a27-e343abc60cd8 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.415526 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a482f1b9-8700-4c70-9a27-e343abc60cd8 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.524923 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a482f1b9-8700-4c70-9a27-e343abc60cd8 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.526076 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a482f1b9-8700-4c70-9a27-e343abc60cd8 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Fanout notify agent at l3_agent the message router_deleted on router 34d2d833-e8a5-44d8-b657-e5def4570ad6 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:27:41.534213 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a482f1b9-8700-4c70-9a27-e343abc60cd8 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.540731 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a482f1b9-8700-4c70-9a27-e343abc60cd8 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "DELETE /v2.0/routers/34d2d833-e8a5-44d8-b657-e5def4570ad6 HTTP/1.1" status: 204 len: 168 time: 1.2754879 Jul 15 23:27:41.541381 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45346) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:41.550566 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f1b80648-7204-40c5-8fa6-8e98695d6442 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-918587101', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:41.601057 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1b80648-7204-40c5-8fa6-8e98695d6442 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.602571 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1b80648-7204-40c5-8fa6-8e98695d6442 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.663127 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39365db4-3f21-4d0f-89f9-1d911cc0aab6 req-0d38ef3c-4850-4154-b60b-faeeb36e12d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:41.665127 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-39365db4-3f21-4d0f-89f9-1d911cc0aab6 req-0d38ef3c-4850-4154-b60b-faeeb36e12d7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=34f2ebab-bb83-41e4-bb34-809be32dfaa3 HTTP/1.1" status: 200 len: 918 time: 0.6854832 Jul 15 23:27:41.684347 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-cfc72a4b-d6cb-43f1-926f-dab172786e0f tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "GET /v2.0/routers/39018926-a6cf-4579-bc64-6c031cda598c HTTP/1.1" status: 200 len: 883 time: 0.6217725 Jul 15 23:27:41.720979 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45352) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:41.735520 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1b80648-7204-40c5-8fa6-8e98695d6442 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.751853 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527db76a-f6ce-49f8-a4c2-70d20119dd09 req-9fdc4727-e555-40d3-b4a4-c174f0019910 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:41.753349 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-527db76a-f6ce-49f8-a4c2-70d20119dd09 req-9fdc4727-e555-40d3-b4a4-c174f0019910 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 943 time: 0.1361949 Jul 15 23:27:41.767342 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1b80648-7204-40c5-8fa6-8e98695d6442 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.818541 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1b80648-7204-40c5-8fa6-8e98695d6442 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.828417 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f1b80648-7204-40c5-8fa6-8e98695d6442 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2774525 Jul 15 23:27:41.829952 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45354) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:41.837939 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-093299de-c909-45aa-889f-133399b3492f tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Request body: {'router': {'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:41.884084 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-39365db4-3f21-4d0f-89f9-1d911cc0aab6 req-d370eb24-26f7-4fa1-8bbc-9e502c403022 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e982b3e-2461-4a97-ad74-92dcd93dcca4 HTTP/1.1" status: 200 len: 999 time: 0.2114210 Jul 15 23:27:41.988217 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-527db76a-f6ce-49f8-a4c2-70d20119dd09 req-6dc4721e-064d-449d-979d-c539ebf9ceea tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158482 Jul 15 23:27:42.155695 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39365db4-3f21-4d0f-89f9-1d911cc0aab6 req-55b3d624-f2f2-4036-bf68-53bdd504f471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:42.157324 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-39365db4-3f21-4d0f-89f9-1d911cc0aab6 req-55b3d624-f2f2-4036-bf68-53bdd504f471 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=849813aa-50e4-40b7-a59e-c4d2aaa3041a HTTP/1.1" status: 200 len: 856 time: 0.1967411 Jul 15 23:27:42.313193 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-093299de-c909-45aa-889f-133399b3492f tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:42.400214 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39365db4-3f21-4d0f-89f9-1d911cc0aab6 req-02f56a4e-7337-4c04-89dd-cee0289d00bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:42.401735 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-39365db4-3f21-4d0f-89f9-1d911cc0aab6 req-02f56a4e-7337-4c04-89dd-cee0289d00bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=34f2ebab-bb83-41e4-bb34-809be32dfaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2379911 Jul 15 23:27:42.542207 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-39365db4-3f21-4d0f-89f9-1d911cc0aab6 req-e6260ecc-8e77-422c-8cc4-f852558ef88b service neutron] 10.222.0.43 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313958 Jul 15 23:27:42.592179 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7a0dab1d-91c3-49cf-88e0-ab26e142db79 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.8683484 Jul 15 23:27:42.594750 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45368) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:42.599768 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f2194d92-f365-40b5-bc1e-78c4e853a738 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-949019433'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:42.749965 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-093299de-c909-45aa-889f-133399b3492f tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:42.778015 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-093299de-c909-45aa-889f-133399b3492f tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:42.802098 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-39365db4-3f21-4d0f-89f9-1d911cc0aab6 req-b271af6e-bdeb-47a5-9147-2f85fa600526 service neutron] 10.222.0.43 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496867 Jul 15 23:27:42.992480 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-093299de-c909-45aa-889f-133399b3492f tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Allocated IP 172.25.4.191 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/08b94ee9-f099-4ed8-9229-1bc4530ad55a) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:43.131618 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2194d92-f365-40b5-bc1e-78c4e853a738 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.161504 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2194d92-f365-40b5-bc1e-78c4e853a738 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16353154'] for router, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.356059 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-093299de-c909-45aa-889f-133399b3492f tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.491843 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f296a-a4d3-4c8f-92bc-0d29a5d6638b req-10076b93-3694-4887-b600-cf9edbf938c6 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:43.496625 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-704f296a-a4d3-4c8f-92bc-0d29a5d6638b req-10076b93-3694-4887-b600-cf9edbf938c6 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 943 time: 0.2299023 Jul 15 23:27:43.499747 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2194d92-f365-40b5-bc1e-78c4e853a738 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Router 39018926-a6cf-4579-bc64-6c031cda598c has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:27:43.572684 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-093299de-c909-45aa-889f-133399b3492f tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.699772 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2194d92-f365-40b5-bc1e-78c4e853a738 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:27:43.708987 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5d699d-6cde-45ed-ad9a-55f7c3618e88 None None] Sync routers for ids ['39018926-a6cf-4579-bc64-6c031cda598c'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:27:43.738404 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5d699d-6cde-45ed-ad9a-55f7c3618e88 None None] Routers {'39018926-a6cf-4579-bc64-6c031cda598c'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:43.738404 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-8b5d699d-6cde-45ed-ad9a-55f7c3618e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['39018926-a6cf-4579-bc64-6c031cda598c'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:43.756065 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-704f296a-a4d3-4c8f-92bc-0d29a5d6638b req-33d53725-af4f-48cf-b191-d86ec7e8cf8f tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324829 Jul 15 23:27:43.756065 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093299de-c909-45aa-889f-133399b3492f tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:43.756675 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2194d92-f365-40b5-bc1e-78c4e853a738 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.756675 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f2194d92-f365-40b5-bc1e-78c4e853a738 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "PUT /v2.0/routers/39018926-a6cf-4579-bc64-6c031cda598c HTTP/1.1" status: 200 len: 890 time: 1.1540754 Jul 15 23:27:43.763247 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45404) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:43.783403 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-093299de-c909-45aa-889f-133399b3492f tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:43.791479 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093299de-c909-45aa-889f-133399b3492f tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:43.834393 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-8b5d699d-6cde-45ed-ad9a-55f7c3618e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:43.845153 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5d699d-6cde-45ed-ad9a-55f7c3618e88 None None] Routers {'39018926-a6cf-4579-bc64-6c031cda598c'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:43.845920 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-8b5d699d-6cde-45ed-ad9a-55f7c3618e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['39018926-a6cf-4579-bc64-6c031cda598c'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:43.922900 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093299de-c909-45aa-889f-133399b3492f tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Pushing event updated for resources: {'Port': ['ID=08b94ee9-f099-4ed8-9229-1bc4530ad55a,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:43.969460 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-8b5d699d-6cde-45ed-ad9a-55f7c3618e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:43.970371 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5d699d-6cde-45ed-ad9a-55f7c3618e88 None None] The sync data for ids ['39018926-a6cf-4579-bc64-6c031cda598c'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:27:44.211553 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45410) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:44.212094 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e13bdd6a-6042-40a2-b98e-436f5051877f tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "GET /v2.0/routers/39018926-a6cf-4579-bc64-6c031cda598c HTTP/1.1" status: 200 len: 890 time: 0.4314802 Jul 15 23:27:44.258006 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d36ed2e6-cd75-40a1-a5a5-37a4ac496cd2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "GET /v2.0/ports?device_id=39018926-a6cf-4579-bc64-6c031cda598c HTTP/1.1" status: 200 len: 205 time: 0.0429378 Jul 15 23:27:44.258717 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45412) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:44.474079 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-093299de-c909-45aa-889f-133399b3492f tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:44.522597 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73a3e019-7522-4731-bcfa-58560409de5c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:44.697040 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73a3e019-7522-4731-bcfa-58560409de5c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:44.781904 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-093299de-c909-45aa-889f-133399b3492f tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:44.786556 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-093299de-c909-45aa-889f-133399b3492f tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16353154'] for router, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:44.816507 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-73a3e019-7522-4731-bcfa-58560409de5c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Deleting port e58a447f-79f0-46ae-8acb-c9fe1befe37c {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:44.817279 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73a3e019-7522-4731-bcfa-58560409de5c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:45.050256 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73a3e019-7522-4731-bcfa-58560409de5c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:45.090869 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-73a3e019-7522-4731-bcfa-58560409de5c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Calling delete_port for e58a447f-79f0-46ae-8acb-c9fe1befe37c owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:45.110959 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093299de-c909-45aa-889f-133399b3492f tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Router d248dbec-298f-4d1f-bd3a-3acf5a7b3c83 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:27:45.267290 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324fb19-d298-48fa-abd0-a376e919eaa9 req-4d8e1081-7e0a-492d-a083-2fb903cc7644 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:45.288238 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0324fb19-d298-48fa-abd0-a376e919eaa9 req-4d8e1081-7e0a-492d-a083-2fb903cc7644 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 943 time: 0.2726290 Jul 15 23:27:45.411073 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093299de-c909-45aa-889f-133399b3492f tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:27:45.421884 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb45fc5-9dde-4a3e-bd28-79f39add9007 None None] Sync routers for ids ['d248dbec-298f-4d1f-bd3a-3acf5a7b3c83'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:27:45.447666 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb45fc5-9dde-4a3e-bd28-79f39add9007 None None] Routers {'d248dbec-298f-4d1f-bd3a-3acf5a7b3c83'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:45.454464 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-acb45fc5-9dde-4a3e-bd28-79f39add9007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['d248dbec-298f-4d1f-bd3a-3acf5a7b3c83'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:45.473125 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-093299de-c909-45aa-889f-133399b3492f tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:45.475060 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-093299de-c909-45aa-889f-133399b3492f tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "PUT /v2.0/routers/d248dbec-298f-4d1f-bd3a-3acf5a7b3c83 HTTP/1.1" status: 200 len: 879 time: 3.6454351 Jul 15 23:27:45.477749 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45436) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:45.499445 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73a3e019-7522-4731-bcfa-58560409de5c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:45.539982 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-acb45fc5-9dde-4a3e-bd28-79f39add9007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:45.561800 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb45fc5-9dde-4a3e-bd28-79f39add9007 None None] Routers {'d248dbec-298f-4d1f-bd3a-3acf5a7b3c83'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:45.562560 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-acb45fc5-9dde-4a3e-bd28-79f39add9007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['d248dbec-298f-4d1f-bd3a-3acf5a7b3c83'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:45.605603 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a3e019-7522-4731-bcfa-58560409de5c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Port': ['ID=e58a447f-79f0-46ae-8acb-c9fe1befe37c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:45.634131 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-acb45fc5-9dde-4a3e-bd28-79f39add9007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:45.635756 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb45fc5-9dde-4a3e-bd28-79f39add9007 None None] The sync data for ids ['d248dbec-298f-4d1f-bd3a-3acf5a7b3c83'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:27:45.668871 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0324fb19-d298-48fa-abd0-a376e919eaa9 req-86c6ec48-d77e-4fc0-a6a7-2b3d2a9733e9 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3690910 Jul 15 23:27:45.813844 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d50ea63e-3ee8-447c-8dc8-cd4f2c66a9cc tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "GET /v2.0/routers/d248dbec-298f-4d1f-bd3a-3acf5a7b3c83 HTTP/1.1" status: 200 len: 920 time: 0.3190119 Jul 15 23:27:45.813844 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45444) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:45.854477 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73a3e019-7522-4731-bcfa-58560409de5c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:45.895156 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d39eee-802c-41fd-a517-a1d1aca43850 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:45.902357 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-82d39eee-802c-41fd-a517-a1d1aca43850 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=61ac1f85-79f4-4ace-93a9-51b85862f208&device_id=d248dbec-298f-4d1f-bd3a-3acf5a7b3c83&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0897062 Jul 15 23:27:45.903564 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f6924a3c-d40a-4dc1-a6d7-2091ab74cdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:45.904868 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45446) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:46.057218 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0c841d-c420-488b-991e-31a15928f4a6 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:46.063624 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ba0c841d-c420-488b-991e-31a15928f4a6 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 881 time: 0.1544132 Jul 15 23:27:46.068616 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45448) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:46.085798 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73a3e019-7522-4731-bcfa-58560409de5c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.090460 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73a3e019-7522-4731-bcfa-58560409de5c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.114619 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0fa19c97-bdf3-4232-b12f-e6a442463f6f tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "GET /v2.0/ports?device_id=d248dbec-298f-4d1f-bd3a-3acf5a7b3c83 HTTP/1.1" status: 200 len: 205 time: 0.0433187 Jul 15 23:27:46.115696 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45450) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:46.189477 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73a3e019-7522-4731-bcfa-58560409de5c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.190206 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a3e019-7522-4731-bcfa-58560409de5c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Fanout notify agent at l3_agent the message router_deleted on router 39018926-a6cf-4579-bc64-6c031cda598c {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:27:46.207115 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-73a3e019-7522-4731-bcfa-58560409de5c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.212234 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-73a3e019-7522-4731-bcfa-58560409de5c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/routers/39018926-a6cf-4579-bc64-6c031cda598c HTTP/1.1" status: 204 len: 168 time: 1.9485731 Jul 15 23:27:46.212234 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45458) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:46.222686 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f73f0cb1-408a-42a6-9512-a4d2bab32614 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1839860901'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:46.274077 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73f0cb1-408a-42a6-9512-a4d2bab32614 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Made reservation on behalf of d359e41f44094595884c5840e3da1e2a for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:46.278052 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f73f0cb1-408a-42a6-9512-a4d2bab32614 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.341001 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f73f0cb1-408a-42a6-9512-a4d2bab32614 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:27:46.364424 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f73f0cb1-408a-42a6-9512-a4d2bab32614 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.364803 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-f73f0cb1-408a-42a6-9512-a4d2bab32614 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Added segment a0da949c-4c0e-4675-ab7c-8ee1b5c9b846 of type vlan for network 44e346d4-db33-4208-8fc7-00d97c34d935 Jul 15 23:27:46.408827 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f73f0cb1-408a-42a6-9512-a4d2bab32614 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.441312 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f73f0cb1-408a-42a6-9512-a4d2bab32614 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.449654 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73f0cb1-408a-42a6-9512-a4d2bab32614 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:46.450746 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f73f0cb1-408a-42a6-9512-a4d2bab32614 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.600126 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f0cb1-408a-42a6-9512-a4d2bab32614 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Network': ['ID=44e346d4-db33-4208-8fc7-00d97c34d935,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:46.615108 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 44e346d4-db33-4208-8fc7-00d97c34d935 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:27:46.637993 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f73f0cb1-408a-42a6-9512-a4d2bab32614 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4228139 Jul 15 23:27:46.640634 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45462) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:46.654191 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7f85d5af-f83b-41bb-a7f1-24da1eb73929 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Request body: {'subnet': {'network_id': '44e346d4-db33-4208-8fc7-00d97c34d935', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:46.963174 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c33dd5b6-2941-4826-a314-a8d8f7bf9de1 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.006851 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f85d5af-f83b-41bb-a7f1-24da1eb73929 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Made reservation on behalf of d359e41f44094595884c5840e3da1e2a for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:47.015658 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f85d5af-f83b-41bb-a7f1-24da1eb73929 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.223834 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4554f77-bcf2-4662-9723-2a8207fcdfb4 req-427a1d42-6133-41ce-8a48-a921855fde1f tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:47.225712 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f4554f77-bcf2-4662-9723-2a8207fcdfb4 req-427a1d42-6133-41ce-8a48-a921855fde1f tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 943 time: 0.1722059 Jul 15 23:27:47.349926 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c33dd5b6-2941-4826-a314-a8d8f7bf9de1 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.363102 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f85d5af-f83b-41bb-a7f1-24da1eb73929 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.381892 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f4554f77-bcf2-4662-9723-2a8207fcdfb4 req-e690ce5e-e8a2-4929-8c10-b78dab6095df tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387737 Jul 15 23:27:47.496993 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c33dd5b6-2941-4826-a314-a8d8f7bf9de1 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Deleting port 08b94ee9-f099-4ed8-9229-1bc4530ad55a {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:47.500169 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c33dd5b6-2941-4826-a314-a8d8f7bf9de1 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.530048 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85d5af-f83b-41bb-a7f1-24da1eb73929 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Subnet': ['ID=46e5b368-dd45-4740-ad3f-3b3241fbea70,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:47.571344 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f85d5af-f83b-41bb-a7f1-24da1eb73929 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Checking segment: {'id': 'a0da949c-4c0e-4675-ab7c-8ee1b5c9b846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '44e346d4-db33-4208-8fc7-00d97c34d935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:47.573268 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f85d5af-f83b-41bb-a7f1-24da1eb73929 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network hostable DHCP agents. Network: 44e346d4-db33-4208-8fc7-00d97c34d935, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:27:47.621121 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f85d5af-f83b-41bb-a7f1-24da1eb73929 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network 44e346d4-db33-4208-8fc7-00d97c34d935 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:27:47.637788 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c33dd5b6-2941-4826-a314-a8d8f7bf9de1 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.645864 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-7f85d5af-f83b-41bb-a7f1-24da1eb73929 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 44e346d4-db33-4208-8fc7-00d97c34d935) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:47.659276 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f85d5af-f83b-41bb-a7f1-24da1eb73929 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:47.662576 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f85d5af-f83b-41bb-a7f1-24da1eb73929 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.668033 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec7f113-33cb-4023-8ebc-e52a2f7dd9ea None None] Network 44e346d4-db33-4208-8fc7-00d97c34d935 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:47.680752 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c33dd5b6-2941-4826-a314-a8d8f7bf9de1 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Calling delete_port for 08b94ee9-f099-4ed8-9229-1bc4530ad55a owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:47.691923 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7f85d5af-f83b-41bb-a7f1-24da1eb73929 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0469837 Jul 15 23:27:47.692910 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45480) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:47.698940 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-3b444a09-d30e-4d2a-8e91-e258c8f14801 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2096607052', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:47.807642 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3b444a09-d30e-4d2a-8e91-e258c8f14801 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.811475 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3b444a09-d30e-4d2a-8e91-e258c8f14801 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.082204 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3b444a09-d30e-4d2a-8e91-e258c8f14801 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.094966 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3b444a09-d30e-4d2a-8e91-e258c8f14801 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.139499 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3b444a09-d30e-4d2a-8e91-e258c8f14801 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.144409 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45486) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:48.151892 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3b444a09-d30e-4d2a-8e91-e258c8f14801 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4575751 Jul 15 23:27:48.283261 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c33dd5b6-2941-4826-a314-a8d8f7bf9de1 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.298521 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2642f969-677f-40f1-b319-e5ea379de410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-44e346d4-db33-4208-8fc7-00d97c34d935', 'network_id': '44e346d4-db33-4208-8fc7-00d97c34d935', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'fixed_ips': [{'subnet_id': '46e5b368-dd45-4740-ad3f-3b3241fbea70'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:27:48.300813 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2642f969-677f-40f1-b319-e5ea379de410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.368777 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33dd5b6-2941-4826-a314-a8d8f7bf9de1 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Pushing event deleted for resources: {'Port': ['ID=08b94ee9-f099-4ed8-9229-1bc4530ad55a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:48.522535 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c33dd5b6-2941-4826-a314-a8d8f7bf9de1 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.747334 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9bd845c5-ed13-4986-a3b1-291578fc922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.796762 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-2642f969-677f-40f1-b319-e5ea379de410 None None] Allocated IP 2001:db8::2 (44e346d4-db33-4208-8fc7-00d97c34d935/46e5b368-dd45-4740-ad3f-3b3241fbea70/0b9c2113-d1df-4c4a-9896-33e1a9ae229c) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:48.853633 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.865018 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac5256c8-754d-4d1d-b6d2-148da6844cb8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.905590 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c33dd5b6-2941-4826-a314-a8d8f7bf9de1 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.911861 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c33dd5b6-2941-4826-a314-a8d8f7bf9de1 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.063713 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c33dd5b6-2941-4826-a314-a8d8f7bf9de1 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.071074 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33dd5b6-2941-4826-a314-a8d8f7bf9de1 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Fanout notify agent at l3_agent the message router_deleted on router d248dbec-298f-4d1f-bd3a-3acf5a7b3c83 {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:27:49.094017 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2642f969-677f-40f1-b319-e5ea379de410 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.105571 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2642f969-677f-40f1-b319-e5ea379de410 None None] Transition to ACTIVE for port object 0b9c2113-d1df-4c4a-9896-33e1a9ae229c will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:49.112330 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c33dd5b6-2941-4826-a314-a8d8f7bf9de1 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.113486 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c33dd5b6-2941-4826-a314-a8d8f7bf9de1 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "DELETE /v2.0/routers/d248dbec-298f-4d1f-bd3a-3acf5a7b3c83 HTTP/1.1" status: 204 len: 168 time: 2.9964418 Jul 15 23:27:49.120674 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45502) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:49.124689 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-02b4056c-459d-40aa-a5a5-cf51222a5c79 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-354303319', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:49.140191 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2642f969-677f-40f1-b319-e5ea379de410 None None] Transition to ACTIVE for port object 0b9c2113-d1df-4c4a-9896-33e1a9ae229c will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:49.164505 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43769098-2a9d-4267-a307-644911a15b80 req-935f1944-6db3-4f87-9ae3-cbec0261dbfb tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:49.165477 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2642f969-677f-40f1-b319-e5ea379de410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.170799 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-43769098-2a9d-4267-a307-644911a15b80 req-935f1944-6db3-4f87-9ae3-cbec0261dbfb tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 943 time: 0.3662586 Jul 15 23:27:49.247412 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-43769098-2a9d-4267-a307-644911a15b80 req-d0abff14-06df-499a-8307-6658a000fc12 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669262 Jul 15 23:27:49.287903 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2642f969-677f-40f1-b319-e5ea379de410 None None] Network 44e346d4-db33-4208-8fc7-00d97c34d935 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:49.298944 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-2642f969-677f-40f1-b319-e5ea379de410 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:49.304646 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2642f969-677f-40f1-b319-e5ea379de410 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:49.321278 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642f969-677f-40f1-b319-e5ea379de410 None None] Pushing event updated for resources: {'Port': ['ID=0b9c2113-d1df-4c4a-9896-33e1a9ae229c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:49.386426 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02b4056c-459d-40aa-a5a5-cf51222a5c79 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.387671 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02b4056c-459d-40aa-a5a5-cf51222a5c79 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.431742 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-2642f969-677f-40f1-b319-e5ea379de410 None None] Attempting to bind port 0b9c2113-d1df-4c4a-9896-33e1a9ae229c on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:49.432236 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-2642f969-677f-40f1-b319-e5ea379de410 None None] Attempting to bind port 0b9c2113-d1df-4c4a-9896-33e1a9ae229c by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'a0da949c-4c0e-4675-ab7c-8ee1b5c9b846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '44e346d4-db33-4208-8fc7-00d97c34d935'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:49.432714 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2642f969-677f-40f1-b319-e5ea379de410 None None] Attempting to bind port 0b9c2113-d1df-4c4a-9896-33e1a9ae229c on network 44e346d4-db33-4208-8fc7-00d97c34d935 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:49.439224 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2642f969-677f-40f1-b319-e5ea379de410 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:49.440176 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2642f969-677f-40f1-b319-e5ea379de410 None None] Checking segment: {'id': 'a0da949c-4c0e-4675-ab7c-8ee1b5c9b846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '44e346d4-db33-4208-8fc7-00d97c34d935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:49.440933 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2642f969-677f-40f1-b319-e5ea379de410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.441441 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2642f969-677f-40f1-b319-e5ea379de410 None None] Bound using segment: {'id': 'a0da949c-4c0e-4675-ab7c-8ee1b5c9b846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '44e346d4-db33-4208-8fc7-00d97c34d935'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:49.442046 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-2642f969-677f-40f1-b319-e5ea379de410 None None] Bound port: 0b9c2113-d1df-4c4a-9896-33e1a9ae229c, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0da949c-4c0e-4675-ab7c-8ee1b5c9b846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '44e346d4-db33-4208-8fc7-00d97c34d935'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:49.442759 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2642f969-677f-40f1-b319-e5ea379de410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.533951 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02b4056c-459d-40aa-a5a5-cf51222a5c79 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.548065 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-ac5256c8-754d-4d1d-b6d2-148da6844cb8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Allocated IP 2001:db8::1 (44e346d4-db33-4208-8fc7-00d97c34d935/46e5b368-dd45-4740-ad3f-3b3241fbea70/94ba1300-40ba-489e-9d96-f2b70d8c89de) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:49.551385 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02b4056c-459d-40aa-a5a5-cf51222a5c79 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.590967 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02b4056c-459d-40aa-a5a5-cf51222a5c79 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.595344 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-02b4056c-459d-40aa-a5a5-cf51222a5c79 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4722359 Jul 15 23:27:49.595713 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45510) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:49.600374 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-d93353ad-a066-4d76-bb00-94771a38bd5a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'enable_snat': True}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:49.661918 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-2642f969-677f-40f1-b319-e5ea379de410 None None] For port 0b9c2113-d1df-4c4a-9896-33e1a9ae229c, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:49.696330 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.702022 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-2642f969-677f-40f1-b319-e5ea379de410 None None] For port 0b9c2113-d1df-4c4a-9896-33e1a9ae229c, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=0b9c2113-d1df-4c4a-9896-33e1a9ae229c,segment=NetworkSegment(a0da949c-4c0e-4675-ab7c-8ee1b5c9b846),segment_id=a0da949c-4c0e-4675-ab7c-8ee1b5c9b846)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:49.724014 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2642f969-677f-40f1-b319-e5ea379de410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.853305 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642f969-677f-40f1-b319-e5ea379de410 None None] Pushing event updated for resources: {'Port': ['ID=0b9c2113-d1df-4c4a-9896-33e1a9ae229c,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:49.941544 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac5256c8-754d-4d1d-b6d2-148da6844cb8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.978255 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-ac5256c8-754d-4d1d-b6d2-148da6844cb8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Transition to ACTIVE for port object 94ba1300-40ba-489e-9d96-f2b70d8c89de will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:50.000960 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d93353ad-a066-4d76-bb00-94771a38bd5a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.066666 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac5256c8-754d-4d1d-b6d2-148da6844cb8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.321911 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5256c8-754d-4d1d-b6d2-148da6844cb8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Port': ['ID=94ba1300-40ba-489e-9d96-f2b70d8c89de,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:50.331442 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5256c8-754d-4d1d-b6d2-148da6844cb8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network 44e346d4-db33-4208-8fc7-00d97c34d935 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:50.338526 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-ac5256c8-754d-4d1d-b6d2-148da6844cb8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:50.343360 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5256c8-754d-4d1d-b6d2-148da6844cb8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:50.344497 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac5256c8-754d-4d1d-b6d2-148da6844cb8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.521758 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d93353ad-a066-4d76-bb00-94771a38bd5a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.621804 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d93353ad-a066-4d76-bb00-94771a38bd5a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.668525 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac5256c8-754d-4d1d-b6d2-148da6844cb8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.914787 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b334820-c550-4ad9-a530-9044b06deaf8 req-2f572b61-99b1-4ac8-820c-f0660270a7c7 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:50.924662 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6b334820-c550-4ad9-a530-9044b06deaf8 req-2f572b61-99b1-4ac8-820c-f0660270a7c7 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 943 time: 0.3294740 Jul 15 23:27:51.001393 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6b334820-c550-4ad9-a530-9044b06deaf8 req-db607b34-abfb-4160-b060-45ae91c125c3 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754163 Jul 15 23:27:51.069135 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-d93353ad-a066-4d76-bb00-94771a38bd5a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Allocated IP 172.25.4.156 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/aacb25dc-05bb-4977-9fb0-41de5d140b26) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:51.242705 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:51.318317 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d93353ad-a066-4d76-bb00-94771a38bd5a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:51.335162 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f514b5-ad45-4e7e-989e-99f472a1cae1 None None] Network 44e346d4-db33-4208-8fc7-00d97c34d935 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:51.480535 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac5256c8-754d-4d1d-b6d2-148da6844cb8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:51.485880 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d93353ad-a066-4d76-bb00-94771a38bd5a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:51.494046 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac5256c8-754d-4d1d-b6d2-148da6844cb8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:51.495934 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ac5256c8-754d-4d1d-b6d2-148da6844cb8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:51.558190 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93353ad-a066-4d76-bb00-94771a38bd5a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Pushing event updated for resources: {'Port': ['ID=aacb25dc-05bb-4977-9fb0-41de5d140b26,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:51.583672 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93353ad-a066-4d76-bb00-94771a38bd5a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:51.583992 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93353ad-a066-4d76-bb00-94771a38bd5a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:51.584339 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93353ad-a066-4d76-bb00-94771a38bd5a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:51.584730 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93353ad-a066-4d76-bb00-94771a38bd5a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:51.585032 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93353ad-a066-4d76-bb00-94771a38bd5a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:51.585375 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93353ad-a066-4d76-bb00-94771a38bd5a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:51.585704 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93353ad-a066-4d76-bb00-94771a38bd5a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:51.586031 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93353ad-a066-4d76-bb00-94771a38bd5a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:51.586358 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93353ad-a066-4d76-bb00-94771a38bd5a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:51.586952 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93353ad-a066-4d76-bb00-94771a38bd5a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:51.587289 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93353ad-a066-4d76-bb00-94771a38bd5a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:51.587620 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93353ad-a066-4d76-bb00-94771a38bd5a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:51.596331 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93353ad-a066-4d76-bb00-94771a38bd5a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:51.598242 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-d93353ad-a066-4d76-bb00-94771a38bd5a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:51.605796 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93353ad-a066-4d76-bb00-94771a38bd5a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:51.655729 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5256c8-754d-4d1d-b6d2-148da6844cb8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Port': ['ID=94ba1300-40ba-489e-9d96-f2b70d8c89de,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:51.714484 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-037c02be-0d88-48f6-bf11-84eeff316c76 None None] Provisioning for port 0b9c2113-d1df-4c4a-9896-33e1a9ae229c completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:51.849930 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5256c8-754d-4d1d-b6d2-148da6844cb8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network 44e346d4-db33-4208-8fc7-00d97c34d935 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:51.866322 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-ac5256c8-754d-4d1d-b6d2-148da6844cb8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:52.033948 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0b9c2113-d1df-4c4a-9896-33e1a9ae229c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:52.203980 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 0b9c2113-d1df-4c4a-9896-33e1a9ae229c completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:52.211906 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 0b9c2113-d1df-4c4a-9896-33e1a9ae229c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:52.212313 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:52.332810 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5256c8-754d-4d1d-b6d2-148da6844cb8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Router 0aa749d2-08a8-416e-933a-4242c46d6a1a is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:27:52.342085 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d93353ad-a066-4d76-bb00-94771a38bd5a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:52.445900 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:52.593325 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 0b9c2113-d1df-4c4a-9896-33e1a9ae229c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=0b9c2113-d1df-4c4a-9896-33e1a9ae229c,segment=NetworkSegment(a0da949c-4c0e-4675-ab7c-8ee1b5c9b846),segment_id=a0da949c-4c0e-4675-ab7c-8ee1b5c9b846)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:52.601280 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:52.608880 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-aa88a303-f7f2-44be-9f00-3a8a5abaccb4 None None] Provisioning for port 94ba1300-40ba-489e-9d96-f2b70d8c89de completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:52.613877 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5256c8-754d-4d1d-b6d2-148da6844cb8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:27:52.619946 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ac5256c8-754d-4d1d-b6d2-148da6844cb8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "PUT /v2.0/routers/0aa749d2-08a8-416e-933a-4242c46d6a1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4737422 Jul 15 23:27:52.622750 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45554) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:52.627542 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d61e1ae-7ce9-4731-ba61-cb0fd7aad4db None None] Sync routers for ids ['0aa749d2-08a8-416e-933a-4242c46d6a1a'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:27:52.645509 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d61e1ae-7ce9-4731-ba61-cb0fd7aad4db None None] Routers {'0aa749d2-08a8-416e-933a-4242c46d6a1a'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:52.646499 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-3d61e1ae-7ce9-4731-ba61-cb0fd7aad4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['0aa749d2-08a8-416e-933a-4242c46d6a1a'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:52.662560 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-aa88a303-f7f2-44be-9f00-3a8a5abaccb4 None None] Provisioning complete for port 94ba1300-40ba-489e-9d96-f2b70d8c89de triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:52.662984 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa88a303-f7f2-44be-9f00-3a8a5abaccb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:52.740787 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4a4c4a-048a-4048-bf82-788a64d97c02 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:52.749132 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-aa88a303-f7f2-44be-9f00-3a8a5abaccb4 None None] Port 94ba1300-40ba-489e-9d96-f2b70d8c89de cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:27:52.756173 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1b4a4c4a-048a-4048-bf82-788a64d97c02 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "GET /v2.0/ports/94ba1300-40ba-489e-9d96-f2b70d8c89de HTTP/1.1" status: 200 len: 911 time: 0.1322918 Jul 15 23:27:52.759438 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45558) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:52.765656 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f806a722-18e9-4718-82cc-7dab8d5b6269 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '46e5b368-dd45-4740-ad3f-3b3241fbea70'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:52.832452 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=0b9c2113-d1df-4c4a-9896-33e1a9ae229c,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:52.848496 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-aa88a303-f7f2-44be-9f00-3a8a5abaccb4 None None] Provisioning complete for port 0b9c2113-d1df-4c4a-9896-33e1a9ae229c triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:52.848888 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa88a303-f7f2-44be-9f00-3a8a5abaccb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:52.876382 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-3d61e1ae-7ce9-4731-ba61-cb0fd7aad4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:52.932684 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d61e1ae-7ce9-4731-ba61-cb0fd7aad4db None None] Routers {'0aa749d2-08a8-416e-933a-4242c46d6a1a'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:52.934157 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-3d61e1ae-7ce9-4731-ba61-cb0fd7aad4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['0aa749d2-08a8-416e-933a-4242c46d6a1a'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:52.937777 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d93353ad-a066-4d76-bb00-94771a38bd5a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:52.981616 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d93353ad-a066-4d76-bb00-94771a38bd5a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16353154'] for router, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:53.129070 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9befd5-46fb-4fb4-a087-e3e2d981ac24 req-a72ac893-3a35-4e4a-b033-4948aee5ac65 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:53.134535 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f9befd5-46fb-4fb4-a087-e3e2d981ac24 req-a72ac893-3a35-4e4a-b033-4948aee5ac65 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 943 time: 0.6712594 Jul 15 23:27:53.192152 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-3d61e1ae-7ce9-4731-ba61-cb0fd7aad4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:53.197367 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d61e1ae-7ce9-4731-ba61-cb0fd7aad4db None None] The sync data for ids ['0aa749d2-08a8-416e-933a-4242c46d6a1a'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:27:53.241580 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a20e81a6-e498-4847-97a3-b30a1316f075 None None] Provisioning complete for port 94ba1300-40ba-489e-9d96-f2b70d8c89de triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:53.242330 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a20e81a6-e498-4847-97a3-b30a1316f075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:53.277639 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f806a722-18e9-4718-82cc-7dab8d5b6269 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:53.355676 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f9befd5-46fb-4fb4-a087-e3e2d981ac24 req-62af7a0d-0704-4202-b785-4540c3c78d90 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107382 Jul 15 23:27:53.385630 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a20e81a6-e498-4847-97a3-b30a1316f075 None None] Port 94ba1300-40ba-489e-9d96-f2b70d8c89de cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:27:53.519972 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93353ad-a066-4d76-bb00-94771a38bd5a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Router 48aa0f66-702c-4430-b02e-5d41c68f42dd is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:27:53.524339 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ca7829ae-16bb-45fa-8ea2-f8b426a20ceb None None] Provisioning complete for port 94ba1300-40ba-489e-9d96-f2b70d8c89de triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:53.524915 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ca7829ae-16bb-45fa-8ea2-f8b426a20ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:53.621299 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ca7829ae-16bb-45fa-8ea2-f8b426a20ceb None None] Port 94ba1300-40ba-489e-9d96-f2b70d8c89de cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:27:53.756558 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93353ad-a066-4d76-bb00-94771a38bd5a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:27:53.769805 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425eb05b-f1da-45e6-a895-56eb05956f0c None None] Sync routers for ids ['48aa0f66-702c-4430-b02e-5d41c68f42dd'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:27:53.776276 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d93353ad-a066-4d76-bb00-94771a38bd5a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:53.780177 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d93353ad-a066-4d76-bb00-94771a38bd5a tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "PUT /v2.0/routers/48aa0f66-702c-4430-b02e-5d41c68f42dd HTTP/1.1" status: 200 len: 914 time: 4.1809421 Jul 15 23:27:53.780968 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45568) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:53.787425 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425eb05b-f1da-45e6-a895-56eb05956f0c None None] Routers {'48aa0f66-702c-4430-b02e-5d41c68f42dd'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:53.788101 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-425eb05b-f1da-45e6-a895-56eb05956f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['48aa0f66-702c-4430-b02e-5d41c68f42dd'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:53.906903 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-425eb05b-f1da-45e6-a895-56eb05956f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:53.931754 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425eb05b-f1da-45e6-a895-56eb05956f0c None None] Routers {'48aa0f66-702c-4430-b02e-5d41c68f42dd'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:53.932421 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-425eb05b-f1da-45e6-a895-56eb05956f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['48aa0f66-702c-4430-b02e-5d41c68f42dd'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:54.037637 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0b9c2113-d1df-4c4a-9896-33e1a9ae229c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:54.067440 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-425eb05b-f1da-45e6-a895-56eb05956f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:54.068109 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425eb05b-f1da-45e6-a895-56eb05956f0c None None] The sync data for ids ['48aa0f66-702c-4430-b02e-5d41c68f42dd'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:27:54.131112 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d57ca840-5957-44d0-af1f-bec974da1533 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "GET /v2.0/routers/48aa0f66-702c-4430-b02e-5d41c68f42dd HTTP/1.1" status: 200 len: 920 time: 0.3470945 Jul 15 23:27:54.133442 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45576) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:54.203057 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:54.208003 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 0b9c2113-d1df-4c4a-9896-33e1a9ae229c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:54.208379 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:54.209566 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1a1145-6fb0-491e-9758-3db77e7b5df3 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:54.211604 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8e1a1145-6fb0-491e-9758-3db77e7b5df3 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=61ac1f85-79f4-4ace-93a9-51b85862f208&device_id=48aa0f66-702c-4430-b02e-5d41c68f42dd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0767663 Jul 15 23:27:54.214886 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45578) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:54.381973 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e820750b-c972-432a-8780-87e958b0facc tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:54.384422 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e820750b-c972-432a-8780-87e958b0facc tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 881 time: 0.1683211 Jul 15 23:27:54.387856 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45580) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:54.514538 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-cca9abb5-ab33-41c5-b9a4-760ea5b2df92 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "GET /v2.0/ports?device_id=48aa0f66-702c-4430-b02e-5d41c68f42dd HTTP/1.1" status: 200 len: 205 time: 0.1226797 Jul 15 23:27:54.515265 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45590) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:54.800836 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-755c70f7-a956-40a7-8a01-9da311fcd1b4 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:54.999439 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-755c70f7-a956-40a7-8a01-9da311fcd1b4 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.125635 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c9d76-5318-4a13-83a8-5c2fe3c144c7 req-06fc3484-45b9-4f3f-a56c-235bdb4f0c42 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:55.132762 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f806a722-18e9-4718-82cc-7dab8d5b6269 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.133370 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c74c9d76-5318-4a13-83a8-5c2fe3c144c7 req-06fc3484-45b9-4f3f-a56c-235bdb4f0c42 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 943 time: 0.3963029 Jul 15 23:27:55.146077 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f806a722-18e9-4718-82cc-7dab8d5b6269 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.181591 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f806a722-18e9-4718-82cc-7dab8d5b6269 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:55.182068 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f806a722-18e9-4718-82cc-7dab8d5b6269 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.182369 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-755c70f7-a956-40a7-8a01-9da311fcd1b4 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Deleting port aacb25dc-05bb-4977-9fb0-41de5d140b26 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:55.182817 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-755c70f7-a956-40a7-8a01-9da311fcd1b4 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.187713 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f806a722-18e9-4718-82cc-7dab8d5b6269 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "PUT /v2.0/ports/94ba1300-40ba-489e-9d96-f2b70d8c89de HTTP/1.1" status: 200 len: 911 time: 2.4271276 Jul 15 23:27:55.188480 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45598) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:55.258449 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806a722-18e9-4718-82cc-7dab8d5b6269 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Port': ['ID=94ba1300-40ba-489e-9d96-f2b70d8c89de,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:55.312143 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-755c70f7-a956-40a7-8a01-9da311fcd1b4 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.351210 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-755c70f7-a956-40a7-8a01-9da311fcd1b4 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Calling delete_port for aacb25dc-05bb-4977-9fb0-41de5d140b26 owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:55.532654 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c74c9d76-5318-4a13-83a8-5c2fe3c144c7 req-1b6eb0ab-e302-4b9b-92fb-d8d79634f2d8 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3637483 Jul 15 23:27:55.791769 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-96713468-81ac-40ef-aee0-381120ab034b tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.835274 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-755c70f7-a956-40a7-8a01-9da311fcd1b4 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.899914 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c70f7-a956-40a7-8a01-9da311fcd1b4 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Pushing event deleted for resources: {'Port': ['ID=aacb25dc-05bb-4977-9fb0-41de5d140b26,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:56.031493 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-755c70f7-a956-40a7-8a01-9da311fcd1b4 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:56.472147 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45632) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:56.498010 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-96713468-81ac-40ef-aee0-381120ab034b tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Deleting port 94ba1300-40ba-489e-9d96-f2b70d8c89de {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:56.498403 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-96713468-81ac-40ef-aee0-381120ab034b tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:56.661511 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-96713468-81ac-40ef-aee0-381120ab034b tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:56.676230 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-96713468-81ac-40ef-aee0-381120ab034b tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Calling delete_port for 94ba1300-40ba-489e-9d96-f2b70d8c89de owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:56.712796 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-755c70f7-a956-40a7-8a01-9da311fcd1b4 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:56.714975 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-755c70f7-a956-40a7-8a01-9da311fcd1b4 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:56.740784 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76b11b02-935a-4ab4-afed-135c4c0fd9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:56.789786 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-755c70f7-a956-40a7-8a01-9da311fcd1b4 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:56.790699 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755c70f7-a956-40a7-8a01-9da311fcd1b4 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Fanout notify agent at l3_agent the message router_deleted on router 48aa0f66-702c-4430-b02e-5d41c68f42dd {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:27:56.801067 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-755c70f7-a956-40a7-8a01-9da311fcd1b4 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:56.802347 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-755c70f7-a956-40a7-8a01-9da311fcd1b4 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "DELETE /v2.0/routers/48aa0f66-702c-4430-b02e-5d41c68f42dd HTTP/1.1" status: 204 len: 168 time: 2.2854958 Jul 15 23:27:56.808553 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45642) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:56.815747 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e0d2c82f-8246-43bf-821f-3a58db0ece21 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-676204555', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:56.879106 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6917e-3f38-46ef-9574-3f58657263cc req-d1520f9b-de25-483f-b734-f38aa172aab2 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:56.880608 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d4a6917e-3f38-46ef-9574-3f58657263cc req-d1520f9b-de25-483f-b734-f38aa172aab2 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 943 time: 0.1088593 Jul 15 23:27:56.930677 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d4a6917e-3f38-46ef-9574-3f58657263cc req-9fb43e9a-88e2-4cea-a998-bee1ecf77a1e tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427976 Jul 15 23:27:56.980567 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-96713468-81ac-40ef-aee0-381120ab034b tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.012813 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76b11b02-935a-4ab4-afed-135c4c0fd9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.016064 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96713468-81ac-40ef-aee0-381120ab034b tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Port': ['ID=94ba1300-40ba-489e-9d96-f2b70d8c89de,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:57.029502 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76b11b02-935a-4ab4-afed-135c4c0fd9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.160006 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e0d2c82f-8246-43bf-821f-3a58db0ece21 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.161039 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e0d2c82f-8246-43bf-821f-3a58db0ece21 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.173803 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-96713468-81ac-40ef-aee0-381120ab034b tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.177619 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b11b02-935a-4ab4-afed-135c4c0fd9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8332fa81-eb82-4b03-bd44-99fe12ce43fe,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:57.184379 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-76b11b02-935a-4ab4-afed-135c4c0fd9cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a68074be3b8742f3bd061ecc38b3ba9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7087831 Jul 15 23:27:57.187483 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45650) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:57.324304 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e0d2c82f-8246-43bf-821f-3a58db0ece21 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.334874 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e0d2c82f-8246-43bf-821f-3a58db0ece21 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.391938 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e0d2c82f-8246-43bf-821f-3a58db0ece21 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.393122 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e0d2c82f-8246-43bf-821f-3a58db0ece21 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5819271 Jul 15 23:27:57.396050 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45656) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:57.401341 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-f3b08601-b0b9-46d5-b946-a7451a4fc86b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'enable_snat': False}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:57.431260 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-22de5db9-b2af-4bb1-9ea0-8489125bd126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.447833 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96713468-81ac-40ef-aee0-381120ab034b tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Router 0aa749d2-08a8-416e-933a-4242c46d6a1a has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:27:57.462584 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-22de5db9-b2af-4bb1-9ea0-8489125bd126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.560958 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96713468-81ac-40ef-aee0-381120ab034b tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:27:57.574449 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce0ad31-4434-4f78-aff0-63192e272afe None None] Sync routers for ids ['0aa749d2-08a8-416e-933a-4242c46d6a1a'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:27:57.580486 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-96713468-81ac-40ef-aee0-381120ab034b tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "PUT /v2.0/routers/0aa749d2-08a8-416e-933a-4242c46d6a1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3333178 Jul 15 23:27:57.582723 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45658) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:57.590130 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce0ad31-4434-4f78-aff0-63192e272afe None None] Routers {'0aa749d2-08a8-416e-933a-4242c46d6a1a'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:57.591009 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-dce0ad31-4434-4f78-aff0-63192e272afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['0aa749d2-08a8-416e-933a-4242c46d6a1a'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:57.616115 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3b08601-b0b9-46d5-b946-a7451a4fc86b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.624046 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-dbcb03a6-0850-4517-9ac3-f082abf7e23c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aa749d2-08a8-416e-933a-4242c46d6a1a HTTP/1.1" status: 200 len: 205 time: 0.0396872 Jul 15 23:27:57.624046 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-22de5db9-b2af-4bb1-9ea0-8489125bd126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.624383 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45660) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:57.628599 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-22de5db9-b2af-4bb1-9ea0-8489125bd126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.632068 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-22de5db9-b2af-4bb1-9ea0-8489125bd126 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8332fa81-eb82-4b03-bd44-99fe12ce43fe HTTP/1.1" status: 204 len: 168 time: 0.4414999 Jul 15 23:27:57.635268 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-dce0ad31-4434-4f78-aff0-63192e272afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:57.640264 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de5db9-b2af-4bb1-9ea0-8489125bd126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8332fa81-eb82-4b03-bd44-99fe12ce43fe,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:57.645677 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce0ad31-4434-4f78-aff0-63192e272afe None None] Routers {'0aa749d2-08a8-416e-933a-4242c46d6a1a'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:57.646752 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-dce0ad31-4434-4f78-aff0-63192e272afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['0aa749d2-08a8-416e-933a-4242c46d6a1a'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:57.688152 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-dce0ad31-4434-4f78-aff0-63192e272afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:57.689043 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce0ad31-4434-4f78-aff0-63192e272afe None None] The sync data for ids ['0aa749d2-08a8-416e-933a-4242c46d6a1a'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:27:57.703734 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a7209423-0fa5-4f19-863d-df531f2857a4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.896979 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a7209423-0fa5-4f19-863d-df531f2857a4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.899672 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a7209423-0fa5-4f19-863d-df531f2857a4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.973246 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a7209423-0fa5-4f19-863d-df531f2857a4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.973837 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7209423-0fa5-4f19-863d-df531f2857a4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Fanout notify agent at l3_agent the message router_deleted on router 0aa749d2-08a8-416e-933a-4242c46d6a1a {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:27:57.981648 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a7209423-0fa5-4f19-863d-df531f2857a4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.983311 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a7209423-0fa5-4f19-863d-df531f2857a4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/routers/0aa749d2-08a8-416e-933a-4242c46d6a1a HTTP/1.1" status: 204 len: 168 time: 0.3576484 Jul 15 23:27:57.985891 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45678) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:58.053020 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-720558da-032a-40d3-9b80-80fb3904ba87 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Deleting subnet 46e5b368-dd45-4740-ad3f-3b3241fbea70 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:27:58.056897 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-720558da-032a-40d3-9b80-80fb3904ba87 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.167714 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-720558da-032a-40d3-9b80-80fb3904ba87 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.322134 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887617f-b876-4ea4-b3b2-385b98da7f4b req-b514d1a3-cdb9-4015-9b03-c948e363b859 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:58.323670 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e887617f-b876-4ea4-b3b2-385b98da7f4b req-b514d1a3-cdb9-4015-9b03-c948e363b859 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 943 time: 0.2398818 Jul 15 23:27:58.337479 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3b08601-b0b9-46d5-b946-a7451a4fc86b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.373884 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-720558da-032a-40d3-9b80-80fb3904ba87 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.378278 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3b08601-b0b9-46d5-b946-a7451a4fc86b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.435895 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e887617f-b876-4ea4-b3b2-385b98da7f4b req-3d9c0009-f144-417a-b4bc-6a1553bc3aa0 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019130 Jul 15 23:27:58.539706 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-720558da-032a-40d3-9b80-80fb3904ba87 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.590077 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720558da-032a-40d3-9b80-80fb3904ba87 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Subnet': ['ID=46e5b368-dd45-4740-ad3f-3b3241fbea70,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:58.592198 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-720558da-032a-40d3-9b80-80fb3904ba87 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.596866 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-720558da-032a-40d3-9b80-80fb3904ba87 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/subnets/46e5b368-dd45-4740-ad3f-3b3241fbea70 HTTP/1.1" status: 204 len: 168 time: 0.6100388 Jul 15 23:27:58.597497 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45704) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:58.599341 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fa2d3a-4034-47d9-a66d-a6a4d6d7b71a None None] Network 44e346d4-db33-4208-8fc7-00d97c34d935 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:58.615035 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-f3b08601-b0b9-46d5-b946-a7451a4fc86b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Allocated IP 172.25.4.105 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/2b7a38eb-ec2b-4352-bf94-460772d9d21c) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:58.723582 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-04de01ac-1c3c-4068-84c8-7fa7cecb46db tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.791191 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-04de01ac-1c3c-4068-84c8-7fa7cecb46db tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Deleting port 0b9c2113-d1df-4c4a-9896-33e1a9ae229c {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:58.791531 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-04de01ac-1c3c-4068-84c8-7fa7cecb46db tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.820085 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3b08601-b0b9-46d5-b946-a7451a4fc86b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.871673 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3b08601-b0b9-46d5-b946-a7451a4fc86b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.884004 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-04de01ac-1c3c-4068-84c8-7fa7cecb46db tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] For port 0b9c2113-d1df-4c4a-9896-33e1a9ae229c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=0b9c2113-d1df-4c4a-9896-33e1a9ae229c,segment=NetworkSegment(a0da949c-4c0e-4675-ab7c-8ee1b5c9b846),segment_id=a0da949c-4c0e-4675-ab7c-8ee1b5c9b846)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:58.884449 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-04de01ac-1c3c-4068-84c8-7fa7cecb46db tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.899367 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-04de01ac-1c3c-4068-84c8-7fa7cecb46db tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Calling delete_port for 0b9c2113-d1df-4c4a-9896-33e1a9ae229c owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:58.931807 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b08601-b0b9-46d5-b946-a7451a4fc86b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:58.940428 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-f3b08601-b0b9-46d5-b946-a7451a4fc86b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:58.949288 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b08601-b0b9-46d5-b946-a7451a4fc86b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:58.957008 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b073a0-f815-4225-99a0-f162e93c2b4d None None] DHCP port deletion for 44e346d4-db33-4208-8fc7-00d97c34d935 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:27:58.991162 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b08601-b0b9-46d5-b946-a7451a4fc86b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Pushing event updated for resources: {'Port': ['ID=2b7a38eb-ec2b-4352-bf94-460772d9d21c,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:59.023224 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b2b073a0-f815-4225-99a0-f162e93c2b4d None None] Deleting port 0b9c2113-d1df-4c4a-9896-33e1a9ae229c {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:59.023879 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b2b073a0-f815-4225-99a0-f162e93c2b4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.025797 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-04de01ac-1c3c-4068-84c8-7fa7cecb46db tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.093837 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de01ac-1c3c-4068-84c8-7fa7cecb46db tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Port': ['ID=0b9c2113-d1df-4c4a-9896-33e1a9ae229c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:59.100277 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-b2b073a0-f815-4225-99a0-f162e93c2b4d None None] For port 0b9c2113-d1df-4c4a-9896-33e1a9ae229c, host n-d-787205-9, got binding levels [] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:59.101022 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b2b073a0-f815-4225-99a0-f162e93c2b4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.112912 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04de01ac-1c3c-4068-84c8-7fa7cecb46db tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] No DVR routers for this DVR port 0b9c2113-d1df-4c4a-9896-33e1a9ae229c on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:59.115095 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b2b073a0-f815-4225-99a0-f162e93c2b4d None None] Calling delete_port for 0b9c2113-d1df-4c4a-9896-33e1a9ae229c owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:59.118386 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.ipam_backend_mixin [None req-b2b073a0-f815-4225-99a0-f162e93c2b4d None None] Port 0b9c2113-d1df-4c4a-9896-33e1a9ae229c was not found and therefore no delete operation was performed {{(pid=93800) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:27:59.122355 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b2b073a0-f815-4225-99a0-f162e93c2b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.124852 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 4e982b3e-2461-4a97-ad74-92dcd93dcca4 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:27:59.185365 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b073a0-f815-4225-99a0-f162e93c2b4d None None] No DVR routers for this DVR port 0b9c2113-d1df-4c4a-9896-33e1a9ae229c on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:59.187384 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b073a0-f815-4225-99a0-f162e93c2b4d None None] Pushing event deleted for resources: {'Port': ['ID=0b9c2113-d1df-4c4a-9896-33e1a9ae229c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:59.263666 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-04de01ac-1c3c-4068-84c8-7fa7cecb46db tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.275906 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-04de01ac-1c3c-4068-84c8-7fa7cecb46db tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e346d4-db33-4208-8fc7-00d97c34d935']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:59.287888 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-04de01ac-1c3c-4068-84c8-7fa7cecb46db tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0da949c-4c0e-4675-ab7c-8ee1b5c9b846') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:59.288534 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-04de01ac-1c3c-4068-84c8-7fa7cecb46db tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0da949c-4c0e-4675-ab7c-8ee1b5c9b846') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:59.308184 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-04de01ac-1c3c-4068-84c8-7fa7cecb46db tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.323226 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-04de01ac-1c3c-4068-84c8-7fa7cecb46db tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.334696 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04de01ac-1c3c-4068-84c8-7fa7cecb46db tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:27:59.334696 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-04de01ac-1c3c-4068-84c8-7fa7cecb46db tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.339343 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:27:59.339343 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:27:59.339343 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:27:59.339343 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:27:59.339343 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:27:59.339343 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:27:59.339343 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:27:59.339343 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:27:59.339343 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:27:59.339343 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:27:59.339343 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:27:59.339343 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:27:59.339343 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:27:59.339343 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:27:59.339343 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:27:59.339343 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:27:59.339343 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:27:59.339343 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:27:59.339343 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:27:59.339343 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:27:59.339343 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:27:59.339343 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:27:59.339343 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:27:59.339343 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:27:59.339343 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:27:59.339343 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:27:59.339343 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:27:59.339343 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:27:59.339343 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:27:59.339343 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:27:59.339343 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:27:59.339343 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:27:59.382840 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 4e982b3e-2461-4a97-ad74-92dcd93dcca4, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=4e982b3e-2461-4a97-ad74-92dcd93dcca4,segment=NetworkSegment(27249ff3-8705-4d3c-b5f4-e5775a35bb17),segment_id=27249ff3-8705-4d3c-b5f4-e5775a35bb17)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:59.399948 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '4e982b3e-2461-4a97-ad74-92dcd93dcca4', 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'port_id': '4e982b3e-2461-4a97-ad74-92dcd93dcca4', 'mac_address': 'fa:16:3e:df:33:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:27:59.425755 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-04de01ac-1c3c-4068-84c8-7fa7cecb46db tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.442659 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-04de01ac-1c3c-4068-84c8-7fa7cecb46db tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.449022 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.450318 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-04de01ac-1c3c-4068-84c8-7fa7cecb46db tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/networks/44e346d4-db33-4208-8fc7-00d97c34d935 HTTP/1.1" status: 204 len: 168 time: 0.8511450 Jul 15 23:27:59.453934 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45732) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:59.467284 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3b08601-b0b9-46d5-b946-a7451a4fc86b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.469014 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-59575abb-7482-42f8-b69c-c9a71075e1f6 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1554342611', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:59.473540 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e982b3e-2461-4a97-ad74-92dcd93dcca4 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:27:59.494452 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de01ac-1c3c-4068-84c8-7fa7cecb46db tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Network': ['ID=44e346d4-db33-4208-8fc7-00d97c34d935,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:59.498521 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59575abb-7482-42f8-b69c-c9a71075e1f6 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.499879 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59575abb-7482-42f8-b69c-c9a71075e1f6 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.519104 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 4e982b3e-2461-4a97-ad74-92dcd93dcca4, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=4e982b3e-2461-4a97-ad74-92dcd93dcca4,segment=NetworkSegment(27249ff3-8705-4d3c-b5f4-e5775a35bb17),segment_id=27249ff3-8705-4d3c-b5f4-e5775a35bb17)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:59.524422 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.591344 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59575abb-7482-42f8-b69c-c9a71075e1f6 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.596284 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59575abb-7482-42f8-b69c-c9a71075e1f6 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.607998 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=4e982b3e-2461-4a97-ad74-92dcd93dcca4,revision_number=9']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:59.616229 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59575abb-7482-42f8-b69c-c9a71075e1f6 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.620834 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-59575abb-7482-42f8-b69c-c9a71075e1f6 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1656978 Jul 15 23:27:59.621503 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45742) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:59.626805 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-fd4f01f7-ab1f-4177-b698-4d8fc6cdaee1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1933904923'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:59.649880 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4f01f7-ab1f-4177-b698-4d8fc6cdaee1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Made reservation on behalf of d359e41f44094595884c5840e3da1e2a for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:59.654344 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd4f01f7-ab1f-4177-b698-4d8fc6cdaee1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.710078 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4f01f7-ab1f-4177-b698-4d8fc6cdaee1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:27:59.748225 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd4f01f7-ab1f-4177-b698-4d8fc6cdaee1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.748860 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-fd4f01f7-ab1f-4177-b698-4d8fc6cdaee1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Added segment 9903f9a0-0429-4f4a-9b62-c889663e93ea of type vlan for network 75b376a3-fb48-4fe4-9254-fadb094d4528 Jul 15 23:27:59.764516 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['4e982b3e-2461-4a97-ad74-92dcd93dcca4'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:27:59.798884 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd4f01f7-ab1f-4177-b698-4d8fc6cdaee1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.832665 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd4f01f7-ab1f-4177-b698-4d8fc6cdaee1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.848767 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4f01f7-ab1f-4177-b698-4d8fc6cdaee1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:59.851912 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd4f01f7-ab1f-4177-b698-4d8fc6cdaee1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.977659 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0b9c2113-d1df-4c4a-9896-33e1a9ae229c no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:00.024188 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 0b9c2113-d1df-4c4a-9896-33e1a9ae229c {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:00.024876 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0b9c2113-d1df-4c4a-9896-33e1a9ae229c not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:00.075742 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f01f7-ab1f-4177-b698-4d8fc6cdaee1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Network': ['ID=75b376a3-fb48-4fe4-9254-fadb094d4528,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:00.084200 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fd4f01f7-ab1f-4177-b698-4d8fc6cdaee1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4613109 Jul 15 23:28:00.086577 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45756) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:00.094925 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5a83e16b-134b-4872-974f-c911cc9c0e73 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Request body: {'subnet': {'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:00.098407 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8023c-6ca2-44f8-a6be-75474abe1c71 req-1f2fa3c4-f4b4-4db6-bfd3-b5b68dffcc5c tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:00.103192 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 75b376a3-fb48-4fe4-9254-fadb094d4528 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:28:00.109075 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-42a8023c-6ca2-44f8-a6be-75474abe1c71 req-1f2fa3c4-f4b4-4db6-bfd3-b5b68dffcc5c tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 944 time: 0.3715484 Jul 15 23:28:00.196835 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3b08601-b0b9-46d5-b946-a7451a4fc86b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.203253 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3b08601-b0b9-46d5-b946-a7451a4fc86b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16353154'] for router, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.208087 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-42a8023c-6ca2-44f8-a6be-75474abe1c71 req-d7a95d08-eba8-46e4-9940-e03d9fe8b375 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866508 Jul 15 23:28:00.244650 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a83e16b-134b-4872-974f-c911cc9c0e73 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Made reservation on behalf of d359e41f44094595884c5840e3da1e2a for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:00.250198 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5a83e16b-134b-4872-974f-c911cc9c0e73 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.430817 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b08601-b0b9-46d5-b946-a7451a4fc86b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Router 82fae16e-1d96-4c81-8911-c400bd18dc71 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:28:00.516780 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5a83e16b-134b-4872-974f-c911cc9c0e73 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.559525 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b08601-b0b9-46d5-b946-a7451a4fc86b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:00.570955 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0087415c-ffe3-4828-9656-13fe649e89bd None None] Sync routers for ids ['82fae16e-1d96-4c81-8911-c400bd18dc71'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:00.573535 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3b08601-b0b9-46d5-b946-a7451a4fc86b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.575221 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f3b08601-b0b9-46d5-b946-a7451a4fc86b tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "PUT /v2.0/routers/82fae16e-1d96-4c81-8911-c400bd18dc71 HTTP/1.1" status: 200 len: 915 time: 3.1781764 Jul 15 23:28:00.578780 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45764) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:00.583630 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0087415c-ffe3-4828-9656-13fe649e89bd None None] Routers {'82fae16e-1d96-4c81-8911-c400bd18dc71'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:00.584235 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0087415c-ffe3-4828-9656-13fe649e89bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['82fae16e-1d96-4c81-8911-c400bd18dc71'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:00.607701 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a83e16b-134b-4872-974f-c911cc9c0e73 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Checking segment: {'id': '9903f9a0-0429-4f4a-9b62-c889663e93ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:00.608254 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a83e16b-134b-4872-974f-c911cc9c0e73 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network hostable DHCP agents. Network: 75b376a3-fb48-4fe4-9254-fadb094d4528, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:28:00.656884 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0087415c-ffe3-4828-9656-13fe649e89bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:00.670195 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0087415c-ffe3-4828-9656-13fe649e89bd None None] Routers {'82fae16e-1d96-4c81-8911-c400bd18dc71'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:00.670903 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0087415c-ffe3-4828-9656-13fe649e89bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['82fae16e-1d96-4c81-8911-c400bd18dc71'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:00.677770 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83e16b-134b-4872-974f-c911cc9c0e73 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Subnet': ['ID=544a4801-2c8d-465a-a5d2-93fc40fdefb5,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:00.698087 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a83e16b-134b-4872-974f-c911cc9c0e73 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network 75b376a3-fb48-4fe4-9254-fadb094d4528 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:28:00.706980 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0087415c-ffe3-4828-9656-13fe649e89bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:00.707853 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0087415c-ffe3-4828-9656-13fe649e89bd None None] The sync data for ids ['82fae16e-1d96-4c81-8911-c400bd18dc71'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:00.717084 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-5a83e16b-134b-4872-974f-c911cc9c0e73 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 75b376a3-fb48-4fe4-9254-fadb094d4528) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:00.725511 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7193a1-4ff7-43f6-a48d-0b2d2e3c14e5 None None] Network 75b376a3-fb48-4fe4-9254-fadb094d4528 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:00.726745 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a83e16b-134b-4872-974f-c911cc9c0e73 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:00.729073 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5a83e16b-134b-4872-974f-c911cc9c0e73 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.770764 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5a83e16b-134b-4872-974f-c911cc9c0e73 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6819227 Jul 15 23:28:00.772899 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45774) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:00.818137 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-dc56bd6e-a342-4d45-affe-1ce6c83942dc tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "GET /v2.0/routers/82fae16e-1d96-4c81-8911-c400bd18dc71 HTTP/1.1" status: 200 len: 921 time: 0.2375951 Jul 15 23:28:00.820804 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45778) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:00.931576 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03efc0fd-893a-4a59-a410-0ec545265cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-75b376a3-fb48-4fe4-9254-fadb094d4528', 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'fixed_ips': [{'subnet_id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:28:00.932462 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-03efc0fd-893a-4a59-a410-0ec545265cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.058601 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072f60b7-83dc-4ddb-8cce-d901db5e0b76 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:01.058601 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-072f60b7-83dc-4ddb-8cce-d901db5e0b76 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=61ac1f85-79f4-4ace-93a9-51b85862f208&device_id=82fae16e-1d96-4c81-8911-c400bd18dc71&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2319734 Jul 15 23:28:01.059001 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45784) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:01.121788 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 4e982b3e-2461-4a97-ad74-92dcd93dcca4 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:01.125589 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8bc7c7a9-958c-4619-8189-605ed56afdad tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.229014 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14ed52d-e5cf-43db-959d-b57914e1d233 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:01.237428 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d14ed52d-e5cf-43db-959d-b57914e1d233 tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "GET /v2.0/networks/61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 881 time: 0.1792314 Jul 15 23:28:01.239990 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45786) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:01.241094 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-03efc0fd-893a-4a59-a410-0ec545265cec None None] Allocated IP 2001:db8::2 (75b376a3-fb48-4fe4-9254-fadb094d4528/544a4801-2c8d-465a-a5d2-93fc40fdefb5/4255ee62-bd9c-4287-b4de-b3d541c5ccb5) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:01.255622 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 4e982b3e-2461-4a97-ad74-92dcd93dcca4 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:01.255998 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.313223 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-75747dec-84fc-4e32-a3f8-05a07d4bf732 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "GET /v2.0/ports?device_id=82fae16e-1d96-4c81-8911-c400bd18dc71 HTTP/1.1" status: 200 len: 205 time: 0.0718815 Jul 15 23:28:01.316037 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45796) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:01.417852 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.502972 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d96baee-eb08-441a-971a-0730102b6df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e982b3e-2461-4a97-ad74-92dcd93dcca4'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:28:01.506030 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3321dac5-7d99-4f58-8ff2-ff9a1f0bd916" -d '{"events": [{"server_uuid": "0d96baee-eb08-441a-971a-0730102b6df7", "name": "network-vif-plugged", "status": "completed", "tag": "4e982b3e-2461-4a97-ad74-92dcd93dcca4"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:28:01.543418 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 4e982b3e-2461-4a97-ad74-92dcd93dcca4, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=4e982b3e-2461-4a97-ad74-92dcd93dcca4,segment=NetworkSegment(27249ff3-8705-4d3c-b5f4-e5775a35bb17),segment_id=27249ff3-8705-4d3c-b5f4-e5775a35bb17)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:01.563510 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.708617 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=4e982b3e-2461-4a97-ad74-92dcd93dcca4,revision_number=10']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:01.713080 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348f433f-c3a1-42ee-9946-a0504ee2dbc2 x-openstack-request-id: req-348f433f-c3a1-42ee-9946-a0504ee2dbc2 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:28:01.713706 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d96baee-eb08-441a-971a-0730102b6df7", "name": "network-vif-plugged", "status": "completed", "tag": "4e982b3e-2461-4a97-ad74-92dcd93dcca4", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:28:01.714205 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-348f433f-c3a1-42ee-9946-a0504ee2dbc2 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:28:01.714798 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d96baee-eb08-441a-971a-0730102b6df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e982b3e-2461-4a97-ad74-92dcd93dcca4', 'code': 200} Jul 15 23:28:01.801660 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-03efc0fd-893a-4a59-a410-0ec545265cec None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.811211 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-03efc0fd-893a-4a59-a410-0ec545265cec None None] Transition to ACTIVE for port object 4255ee62-bd9c-4287-b4de-b3d541c5ccb5 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:01.828656 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-03efc0fd-893a-4a59-a410-0ec545265cec None None] Transition to ACTIVE for port object 4255ee62-bd9c-4287-b4de-b3d541c5ccb5 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:01.845975 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-03efc0fd-893a-4a59-a410-0ec545265cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.908494 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03efc0fd-893a-4a59-a410-0ec545265cec None None] Network 75b376a3-fb48-4fe4-9254-fadb094d4528 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:01.911521 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-03efc0fd-893a-4a59-a410-0ec545265cec None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:01.915417 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03efc0fd-893a-4a59-a410-0ec545265cec None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:01.922570 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03efc0fd-893a-4a59-a410-0ec545265cec None None] Pushing event updated for resources: {'Port': ['ID=4255ee62-bd9c-4287-b4de-b3d541c5ccb5,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:01.984437 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4abc662c-9b5e-4474-bdbb-1c65dec227c2 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.999803 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-03efc0fd-893a-4a59-a410-0ec545265cec None None] Attempting to bind port 4255ee62-bd9c-4287-b4de-b3d541c5ccb5 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:02.000181 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-03efc0fd-893a-4a59-a410-0ec545265cec None None] Attempting to bind port 4255ee62-bd9c-4287-b4de-b3d541c5ccb5 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '9903f9a0-0429-4f4a-9b62-c889663e93ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:02.000895 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03efc0fd-893a-4a59-a410-0ec545265cec None None] Attempting to bind port 4255ee62-bd9c-4287-b4de-b3d541c5ccb5 on network 75b376a3-fb48-4fe4-9254-fadb094d4528 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:02.006176 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03efc0fd-893a-4a59-a410-0ec545265cec None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:02.006465 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03efc0fd-893a-4a59-a410-0ec545265cec None None] Checking segment: {'id': '9903f9a0-0429-4f4a-9b62-c889663e93ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:02.006897 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-03efc0fd-893a-4a59-a410-0ec545265cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.007292 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03efc0fd-893a-4a59-a410-0ec545265cec None None] Bound using segment: {'id': '9903f9a0-0429-4f4a-9b62-c889663e93ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:02.007753 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-03efc0fd-893a-4a59-a410-0ec545265cec None None] Bound port: 4255ee62-bd9c-4287-b4de-b3d541c5ccb5, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9903f9a0-0429-4f4a-9b62-c889663e93ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:02.008133 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-03efc0fd-893a-4a59-a410-0ec545265cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.074124 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-03efc0fd-893a-4a59-a410-0ec545265cec None None] For port 4255ee62-bd9c-4287-b4de-b3d541c5ccb5, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:02.078832 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-03efc0fd-893a-4a59-a410-0ec545265cec None None] For port 4255ee62-bd9c-4287-b4de-b3d541c5ccb5, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4255ee62-bd9c-4287-b4de-b3d541c5ccb5,segment=NetworkSegment(9903f9a0-0429-4f4a-9b62-c889663e93ea),segment_id=9903f9a0-0429-4f4a-9b62-c889663e93ea)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:02.083900 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-03efc0fd-893a-4a59-a410-0ec545265cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.093534 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-8bc7c7a9-958c-4619-8189-605ed56afdad tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Allocated IP 2001:db8::1 (75b376a3-fb48-4fe4-9254-fadb094d4528/544a4801-2c8d-465a-a5d2-93fc40fdefb5/f25d1a63-f04f-4718-8a7d-93ccd3e97662) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:02.121591 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4abc662c-9b5e-4474-bdbb-1c65dec227c2 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.139211 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a60cc0-68ed-4cdf-b8bf-316e33389a61 req-6897088f-dfe0-4fee-87b4-4cd7edeca396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:02.146958 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c8a60cc0-68ed-4cdf-b8bf-316e33389a61 req-6897088f-dfe0-4fee-87b4-4cd7edeca396 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 1097 time: 0.1851716 Jul 15 23:28:02.148795 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03efc0fd-893a-4a59-a410-0ec545265cec None None] Pushing event updated for resources: {'Port': ['ID=4255ee62-bd9c-4287-b4de-b3d541c5ccb5,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:02.193783 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10201b-ce0f-4a97-865b-36e4c5362877 req-b7c3cb50-0df4-42fc-a802-73cee5d71599 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:02.194353 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-4abc662c-9b5e-4474-bdbb-1c65dec227c2 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Deleting port 2b7a38eb-ec2b-4352-bf94-460772d9d21c {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:02.194944 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4abc662c-9b5e-4474-bdbb-1c65dec227c2 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.195894 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8c10201b-ce0f-4a97-865b-36e4c5362877 req-b7c3cb50-0df4-42fc-a802-73cee5d71599 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 946 time: 0.2390780 Jul 15 23:28:02.287999 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4abc662c-9b5e-4474-bdbb-1c65dec227c2 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.301726 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-4abc662c-9b5e-4474-bdbb-1c65dec227c2 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Calling delete_port for 2b7a38eb-ec2b-4352-bf94-460772d9d21c owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:02.304107 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c8a60cc0-68ed-4cdf-b8bf-316e33389a61 req-6f5a3ea4-cc17-48cf-8fc1-13e797eb049c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552932 Jul 15 23:28:02.337279 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8c10201b-ce0f-4a97-865b-36e4c5362877 req-8decff93-5e1e-4b02-bab6-7b4da6095454 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279457 Jul 15 23:28:02.415445 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8bc7c7a9-958c-4619-8189-605ed56afdad tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.440038 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8bc7c7a9-958c-4619-8189-605ed56afdad tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Transition to ACTIVE for port object f25d1a63-f04f-4718-8a7d-93ccd3e97662 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:02.477158 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8bc7c7a9-958c-4619-8189-605ed56afdad tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.526671 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc7c7a9-958c-4619-8189-605ed56afdad tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network 75b376a3-fb48-4fe4-9254-fadb094d4528 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:02.530839 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-8bc7c7a9-958c-4619-8189-605ed56afdad tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:02.535100 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc7c7a9-958c-4619-8189-605ed56afdad tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:02.535659 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8bc7c7a9-958c-4619-8189-605ed56afdad tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.542058 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7c7a9-958c-4619-8189-605ed56afdad tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Port': ['ID=f25d1a63-f04f-4718-8a7d-93ccd3e97662,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:02.554081 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4abc662c-9b5e-4474-bdbb-1c65dec227c2 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.592334 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc662c-9b5e-4474-bdbb-1c65dec227c2 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Pushing event deleted for resources: {'Port': ['ID=2b7a38eb-ec2b-4352-bf94-460772d9d21c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:02.680805 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4abc662c-9b5e-4474-bdbb-1c65dec227c2 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.682523 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8bc7c7a9-958c-4619-8189-605ed56afdad tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.773594 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4abc662c-9b5e-4474-bdbb-1c65dec227c2 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.775997 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4abc662c-9b5e-4474-bdbb-1c65dec227c2 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.825662 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4abc662c-9b5e-4474-bdbb-1c65dec227c2 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.826731 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abc662c-9b5e-4474-bdbb-1c65dec227c2 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Fanout notify agent at l3_agent the message router_deleted on router 82fae16e-1d96-4c81-8911-c400bd18dc71 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:28:02.835571 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4abc662c-9b5e-4474-bdbb-1c65dec227c2 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.840257 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45820) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:02.841572 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4abc662c-9b5e-4474-bdbb-1c65dec227c2 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "DELETE /v2.0/routers/82fae16e-1d96-4c81-8911-c400bd18dc71 HTTP/1.1" status: 204 len: 168 time: 1.5225213 Jul 15 23:28:02.847368 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-8fb0f621-09d8-4748-8cba-1bf98ab320fb tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-415671012', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}, 'admin_state_up': False}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:02.900592 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8fb0f621-09d8-4748-8cba-1bf98ab320fb tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.901606 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8fb0f621-09d8-4748-8cba-1bf98ab320fb tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.029479 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8fb0f621-09d8-4748-8cba-1bf98ab320fb tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.123304 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8bc7c7a9-958c-4619-8189-605ed56afdad tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.180947 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8bc7c7a9-958c-4619-8189-605ed56afdad tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.181987 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8bc7c7a9-958c-4619-8189-605ed56afdad tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.259690 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8fb0f621-09d8-4748-8cba-1bf98ab320fb tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.433849 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7c7a9-958c-4619-8189-605ed56afdad tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Port': ['ID=f25d1a63-f04f-4718-8a7d-93ccd3e97662,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:03.528907 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688d2ce6-e09b-404c-89c5-d7d21341c1b9 None None] Network 75b376a3-fb48-4fe4-9254-fadb094d4528 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:03.576094 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d0748a88-8461-4c65-b981-41e76367d2b4 None None] Provisioning for port 4255ee62-bd9c-4287-b4de-b3d541c5ccb5 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:03.629884 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc7c7a9-958c-4619-8189-605ed56afdad tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network 75b376a3-fb48-4fe4-9254-fadb094d4528 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:03.658337 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-8bc7c7a9-958c-4619-8189-605ed56afdad tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:03.996817 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4255ee62-bd9c-4287-b4de-b3d541c5ccb5 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:04.020643 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73bc3dc-2c3d-4b58-a2be-87c373f901ec req-2d8105e0-8346-47b7-bfcd-00ff3ebf4708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:04.022318 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c73bc3dc-2c3d-4b58-a2be-87c373f901ec req-2d8105e0-8346-47b7-bfcd-00ff3ebf4708 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce3c14cbd70f4bed98591d54f3156d56&device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 1097 time: 0.5317805 Jul 15 23:28:04.116414 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 4255ee62-bd9c-4287-b4de-b3d541c5ccb5 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:04.121578 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 4255ee62-bd9c-4287-b4de-b3d541c5ccb5 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:04.123157 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:04.212784 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921bf199-a725-4112-b2f6-e8f9c7232a4f req-e9cf2a59-9ede-4cb1-ab89-58c75409cd66 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:04.223470 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-921bf199-a725-4112-b2f6-e8f9c7232a4f req-e9cf2a59-9ede-4cb1-ab89-58c75409cd66 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 946 time: 0.6053882 Jul 15 23:28:04.237406 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:04.278058 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 4255ee62-bd9c-4287-b4de-b3d541c5ccb5, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4255ee62-bd9c-4287-b4de-b3d541c5ccb5,segment=NetworkSegment(9903f9a0-0429-4f4a-9b62-c889663e93ea),segment_id=9903f9a0-0429-4f4a-9b62-c889663e93ea)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:04.284021 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:04.302864 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73bc3dc-2c3d-4b58-a2be-87c373f901ec req-13a97b41-3209-4cc9-985b-5b86913dec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:04.305292 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c73bc3dc-2c3d-4b58-a2be-87c373f901ec req-13a97b41-3209-4cc9-985b-5b86913dec27 service neutron] 10.222.0.43 "GET /v2.0/networks?id=34f2ebab-bb83-41e4-bb34-809be32dfaa3 HTTP/1.1" status: 200 len: 918 time: 0.2392333 Jul 15 23:28:04.390093 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=4255ee62-bd9c-4287-b4de-b3d541c5ccb5,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:04.399464 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c78b45f7-8135-4c77-bc3d-26759534f128 None None] Provisioning complete for port 4255ee62-bd9c-4287-b4de-b3d541c5ccb5 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:04.400921 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c78b45f7-8135-4c77-bc3d-26759534f128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:04.499248 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8fb0f621-09d8-4748-8cba-1bf98ab320fb tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:04.568879 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8fb0f621-09d8-4748-8cba-1bf98ab320fb tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:04.630169 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c78b45f7-8135-4c77-bc3d-26759534f128 None None] Provisioning for port f25d1a63-f04f-4718-8a7d-93ccd3e97662 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:04.636204 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c78b45f7-8135-4c77-bc3d-26759534f128 None None] Provisioning complete for port f25d1a63-f04f-4718-8a7d-93ccd3e97662 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:04.636827 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c78b45f7-8135-4c77-bc3d-26759534f128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:04.676893 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-c78b45f7-8135-4c77-bc3d-26759534f128 None None] Port f25d1a63-f04f-4718-8a7d-93ccd3e97662 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:04.692403 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c73bc3dc-2c3d-4b58-a2be-87c373f901ec req-b0e49dd0-bb07-4dd8-aee6-7e44d600c7f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e982b3e-2461-4a97-ad74-92dcd93dcca4 HTTP/1.1" status: 200 len: 1001 time: 0.3064106 Jul 15 23:28:04.696436 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc7c7a9-958c-4619-8189-605ed56afdad tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:28:04.771579 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-921bf199-a725-4112-b2f6-e8f9c7232a4f req-5b749eea-0abb-4e4d-846d-895e7de7d7ed tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4728863 Jul 15 23:28:04.817160 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b975a574-1dec-43eb-9024-ca8bf151ee1c None None] Provisioning complete for port f25d1a63-f04f-4718-8a7d-93ccd3e97662 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:04.819106 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b975a574-1dec-43eb-9024-ca8bf151ee1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:04.869421 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b975a574-1dec-43eb-9024-ca8bf151ee1c None None] Port f25d1a63-f04f-4718-8a7d-93ccd3e97662 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:04.955090 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc7c7a9-958c-4619-8189-605ed56afdad tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:04.967050 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f781f4-27e1-4d7f-a844-b6f908826015 None None] Sync routers for ids ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:04.982683 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f781f4-27e1-4d7f-a844-b6f908826015 None None] Routers {'a0fa2f54-d5cb-4500-bec9-8e27b9d40055'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:04.983779 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-79f781f4-27e1-4d7f-a844-b6f908826015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:04.986497 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45912) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:04.990150 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8bc7c7a9-958c-4619-8189-605ed56afdad tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "PUT /v2.0/routers/a0fa2f54-d5cb-4500-bec9-8e27b9d40055/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2156858 Jul 15 23:28:04.992965 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d70d64d9-bf06-4abd-9d18-79a6746ff318 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-60600708'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:04.994384 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-00d60914-6394-41f9-8e0c-56d0aae42a60 None None] Provisioning complete for port f25d1a63-f04f-4718-8a7d-93ccd3e97662 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:04.996454 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-00d60914-6394-41f9-8e0c-56d0aae42a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:05.011466 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73bc3dc-2c3d-4b58-a2be-87c373f901ec req-f76d7947-1deb-4345-9f8a-4ed725df2323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:05.013478 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c73bc3dc-2c3d-4b58-a2be-87c373f901ec req-f76d7947-1deb-4345-9f8a-4ed725df2323 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=849813aa-50e4-40b7-a59e-c4d2aaa3041a HTTP/1.1" status: 200 len: 856 time: 0.3053615 Jul 15 23:28:05.026388 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70d64d9-bf06-4abd-9d18-79a6746ff318 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Made reservation on behalf of d359e41f44094595884c5840e3da1e2a for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:05.031162 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d70d64d9-bf06-4abd-9d18-79a6746ff318 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:05.047154 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-00d60914-6394-41f9-8e0c-56d0aae42a60 None None] Port f25d1a63-f04f-4718-8a7d-93ccd3e97662 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:05.058791 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70d64d9-bf06-4abd-9d18-79a6746ff318 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:28:05.063969 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-8fb0f621-09d8-4748-8cba-1bf98ab320fb tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Allocated IP 172.25.4.31 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/9238cd25-4927-44d9-ad82-1dc17e9a6afc) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:05.069992 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d70d64d9-bf06-4abd-9d18-79a6746ff318 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:05.070662 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-d70d64d9-bf06-4abd-9d18-79a6746ff318 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Added segment 2991dc2a-06c8-41f7-8dbd-81482ed29bb9 of type vlan for network 86bb51cb-5e1d-4417-8fd4-d8611f65b72e Jul 15 23:28:05.079405 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-79f781f4-27e1-4d7f-a844-b6f908826015 None None] Set router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:05.120874 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d70d64d9-bf06-4abd-9d18-79a6746ff318 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:05.178240 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d70d64d9-bf06-4abd-9d18-79a6746ff318 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:05.184456 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70d64d9-bf06-4abd-9d18-79a6746ff318 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:05.185321 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d70d64d9-bf06-4abd-9d18-79a6746ff318 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:05.247733 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8fb0f621-09d8-4748-8cba-1bf98ab320fb tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:05.269224 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d64d9-bf06-4abd-9d18-79a6746ff318 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Network': ['ID=86bb51cb-5e1d-4417-8fd4-d8611f65b72e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:05.272239 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d70d64d9-bf06-4abd-9d18-79a6746ff318 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2840478 Jul 15 23:28:05.275419 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45918) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:05.283630 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 86bb51cb-5e1d-4417-8fd4-d8611f65b72e details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:28:05.288178 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-448d41ad-b3bb-4756-aa6c-95c3aa6e4f06 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Request body: {'subnet': {'network_id': '86bb51cb-5e1d-4417-8fd4-d8611f65b72e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:05.309900 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8fb0f621-09d8-4748-8cba-1bf98ab320fb tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:05.314351 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-79f781f4-27e1-4d7f-a844-b6f908826015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:02Z', 'revision_number': 2, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None, '_interfaces': [{'id': 'f25d1a63-f04f-4718-8a7d-93ccd3e97662', 'name': '', 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:50:22:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:01Z', 'updated_at': '2021-07-15T23:28:02Z', 'revision_number': 2, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:05.349024 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f781f4-27e1-4d7f-a844-b6f908826015 None None] Checking router: a0fa2f54-d5cb-4500-bec9-8e27b9d40055 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:28:05.349792 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f781f4-27e1-4d7f-a844-b6f908826015 None None] Updating router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 port f25d1a63-f04f-4718-8a7d-93ccd3e97662 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:28:05.384391 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-79f781f4-27e1-4d7f-a844-b6f908826015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:05.437139 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb0f621-09d8-4748-8cba-1bf98ab320fb tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:05.438572 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-8fb0f621-09d8-4748-8cba-1bf98ab320fb tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:05.445290 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb0f621-09d8-4748-8cba-1bf98ab320fb tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:05.452229 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73bc3dc-2c3d-4b58-a2be-87c373f901ec req-b1fba56b-0120-499f-9c1a-387526882b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:05.454206 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c73bc3dc-2c3d-4b58-a2be-87c373f901ec req-b1fba56b-0120-499f-9c1a-387526882b33 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=34f2ebab-bb83-41e4-bb34-809be32dfaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4197681 Jul 15 23:28:05.493461 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448d41ad-b3bb-4756-aa6c-95c3aa6e4f06 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Made reservation on behalf of d359e41f44094595884c5840e3da1e2a for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:05.497395 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-448d41ad-b3bb-4756-aa6c-95c3aa6e4f06 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:05.515301 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0f621-09d8-4748-8cba-1bf98ab320fb tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Pushing event updated for resources: {'Port': ['ID=9238cd25-4927-44d9-ad82-1dc17e9a6afc,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:05.687542 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c73bc3dc-2c3d-4b58-a2be-87c373f901ec req-e79c1b6a-2b6e-4158-bc6a-0fa9ccdb9976 service neutron] 10.222.0.43 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105131 Jul 15 23:28:05.837134 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-79f781f4-27e1-4d7f-a844-b6f908826015 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:05.846013 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-448d41ad-b3bb-4756-aa6c-95c3aa6e4f06 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:05.860731 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-79f781f4-27e1-4d7f-a844-b6f908826015 None None] Transition to ACTIVE for port object f25d1a63-f04f-4718-8a7d-93ccd3e97662 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:05.877928 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-79f781f4-27e1-4d7f-a844-b6f908826015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:05.961352 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4255ee62-bd9c-4287-b4de-b3d541c5ccb5 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:05.984661 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8fb0f621-09d8-4748-8cba-1bf98ab320fb tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:05.992468 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49570056-ea6c-4de4-828f-33cc6b3d359c None None] Pushing event updated for resources: {'Port': ['ID=f25d1a63-f04f-4718-8a7d-93ccd3e97662,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:05.999131 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d41ad-b3bb-4756-aa6c-95c3aa6e4f06 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Subnet': ['ID=8d583a7a-cb21-49f9-95c7-3f42335ac532,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:06.012209 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448d41ad-b3bb-4756-aa6c-95c3aa6e4f06 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Checking segment: {'id': '2991dc2a-06c8-41f7-8dbd-81482ed29bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '86bb51cb-5e1d-4417-8fd4-d8611f65b72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:06.012576 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448d41ad-b3bb-4756-aa6c-95c3aa6e4f06 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network hostable DHCP agents. Network: 86bb51cb-5e1d-4417-8fd4-d8611f65b72e, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:28:06.031453 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448d41ad-b3bb-4756-aa6c-95c3aa6e4f06 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network 86bb51cb-5e1d-4417-8fd4-d8611f65b72e is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:28:06.043825 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-448d41ad-b3bb-4756-aa6c-95c3aa6e4f06 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 86bb51cb-5e1d-4417-8fd4-d8611f65b72e) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:06.062574 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448d41ad-b3bb-4756-aa6c-95c3aa6e4f06 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:06.063258 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-448d41ad-b3bb-4756-aa6c-95c3aa6e4f06 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:06.066172 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7107a37-ee07-45a9-ac9f-a62fe8be6444 None None] Network 86bb51cb-5e1d-4417-8fd4-d8611f65b72e requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:06.088632 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-448d41ad-b3bb-4756-aa6c-95c3aa6e4f06 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8104677 Jul 15 23:28:06.088999 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45934) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:06.094285 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-79f781f4-27e1-4d7f-a844-b6f908826015 None None] Attempting to bind port f25d1a63-f04f-4718-8a7d-93ccd3e97662 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:06.094984 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-79f781f4-27e1-4d7f-a844-b6f908826015 None None] Attempting to bind port f25d1a63-f04f-4718-8a7d-93ccd3e97662 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '9903f9a0-0429-4f4a-9b62-c889663e93ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:06.095537 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f781f4-27e1-4d7f-a844-b6f908826015 None None] Attempting to bind port f25d1a63-f04f-4718-8a7d-93ccd3e97662 on network 75b376a3-fb48-4fe4-9254-fadb094d4528 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:06.101135 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c73bc3dc-2c3d-4b58-a2be-87c373f901ec req-44f5ba76-f4f6-4e44-9a0b-b28fd00436d0 service neutron] 10.222.0.43 "GET /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063525 Jul 15 23:28:06.108669 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49570056-ea6c-4de4-828f-33cc6b3d359c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:06.121443 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49570056-ea6c-4de4-828f-33cc6b3d359c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:06.121902 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49570056-ea6c-4de4-828f-33cc6b3d359c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:06.122339 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49570056-ea6c-4de4-828f-33cc6b3d359c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:06.122764 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49570056-ea6c-4de4-828f-33cc6b3d359c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:06.124631 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49570056-ea6c-4de4-828f-33cc6b3d359c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:06.125038 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49570056-ea6c-4de4-828f-33cc6b3d359c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:06.126137 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49570056-ea6c-4de4-828f-33cc6b3d359c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:06.127614 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49570056-ea6c-4de4-828f-33cc6b3d359c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:06.128008 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49570056-ea6c-4de4-828f-33cc6b3d359c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:06.128395 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49570056-ea6c-4de4-828f-33cc6b3d359c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:06.131321 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49570056-ea6c-4de4-828f-33cc6b3d359c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:06.141766 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f781f4-27e1-4d7f-a844-b6f908826015 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:06.142232 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f781f4-27e1-4d7f-a844-b6f908826015 None None] Checking segment: {'id': '9903f9a0-0429-4f4a-9b62-c889663e93ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:06.142788 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-79f781f4-27e1-4d7f-a844-b6f908826015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:06.143239 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f781f4-27e1-4d7f-a844-b6f908826015 None None] Bound using segment: {'id': '9903f9a0-0429-4f4a-9b62-c889663e93ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:06.143778 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-79f781f4-27e1-4d7f-a844-b6f908826015 None None] Bound port: f25d1a63-f04f-4718-8a7d-93ccd3e97662, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9903f9a0-0429-4f4a-9b62-c889663e93ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:06.144221 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-79f781f4-27e1-4d7f-a844-b6f908826015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:06.289995 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 4255ee62-bd9c-4287-b4de-b3d541c5ccb5 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:06.290999 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:06.292152 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-79f781f4-27e1-4d7f-a844-b6f908826015 None None] For port f25d1a63-f04f-4718-8a7d-93ccd3e97662, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:06.300887 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-79f781f4-27e1-4d7f-a844-b6f908826015 None None] For port f25d1a63-f04f-4718-8a7d-93ccd3e97662, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f25d1a63-f04f-4718-8a7d-93ccd3e97662,segment=NetworkSegment(9903f9a0-0429-4f4a-9b62-c889663e93ea),segment_id=9903f9a0-0429-4f4a-9b62-c889663e93ea)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:06.306099 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-79f781f4-27e1-4d7f-a844-b6f908826015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:06.352079 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-86bb51cb-5e1d-4417-8fd4-d8611f65b72e', 'network_id': '86bb51cb-5e1d-4417-8fd4-d8611f65b72e', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'fixed_ips': [{'subnet_id': '8d583a7a-cb21-49f9-95c7-3f42335ac532'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:28:06.352983 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:06.466112 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:28:06.490949 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8fb0f621-09d8-4748-8cba-1bf98ab320fb tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:06.509333 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8830914-9caf-43ce-9a5c-57e92a5e707b req-24372f8c-0050-4009-9379-64b0e9bd9164 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:06.511277 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d8830914-9caf-43ce-9a5c-57e92a5e707b req-24372f8c-0050-4009-9379-64b0e9bd9164 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 946 time: 0.4150209 Jul 15 23:28:06.568454 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f781f4-27e1-4d7f-a844-b6f908826015 None None] Routers {'a0fa2f54-d5cb-4500-bec9-8e27b9d40055'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:06.574270 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-79f781f4-27e1-4d7f-a844-b6f908826015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:06.694143 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49570056-ea6c-4de4-828f-33cc6b3d359c None None] Pushing event updated for resources: {'Port': ['ID=f25d1a63-f04f-4718-8a7d-93ccd3e97662,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:06.710334 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b573f02-051f-4564-bb7f-caa54f691266 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:06.867851 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-79f781f4-27e1-4d7f-a844-b6f908826015 None None] Set router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:07.110731 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Allocated IP 2001:db8:1::2 (86bb51cb-5e1d-4417-8fd4-d8611f65b72e/8d583a7a-cb21-49f9-95c7-3f42335ac532/1d11c63b-1e23-4bde-8bad-49049dee7f60) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:07.270601 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d8830914-9caf-43ce-9a5c-57e92a5e707b req-8074f428-c10b-4489-8866-5234e6030920 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7165489 Jul 15 23:28:07.284594 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-79f781f4-27e1-4d7f-a844-b6f908826015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:02Z', 'revision_number': 2, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None, '_interfaces': [{'id': 'f25d1a63-f04f-4718-8a7d-93ccd3e97662', 'name': '', 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:50:22:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:01Z', 'updated_at': '2021-07-15T23:28:06Z', 'revision_number': 4, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:07.348040 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f781f4-27e1-4d7f-a844-b6f908826015 None None] The sync data for ids ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'] in n-d-787205-9 is: [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:02Z', 'revision_number': 2, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None, '_interfaces': [{'id': 'f25d1a63-f04f-4718-8a7d-93ccd3e97662', 'name': '', 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:50:22:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:01Z', 'updated_at': '2021-07-15T23:28:06Z', 'revision_number': 4, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:07.427035 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb0f621-09d8-4748-8cba-1bf98ab320fb tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Router c7dfe1e8-06bc-4a75-b718-2ea170be73f9 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:28:07.492471 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:07.502435 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Transition to ACTIVE for port object 1d11c63b-1e23-4bde-8bad-49049dee7f60 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:07.530884 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Transition to ACTIVE for port object 1d11c63b-1e23-4bde-8bad-49049dee7f60 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:07.541451 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:07.652846 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Network 86bb51cb-5e1d-4417-8fd4-d8611f65b72e is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:07.661904 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-3b573f02-051f-4564-bb7f-caa54f691266 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Allocated IP 2001:db8:1::1 (86bb51cb-5e1d-4417-8fd4-d8611f65b72e/8d583a7a-cb21-49f9-95c7-3f42335ac532/5cf9a8a3-855e-4cca-89fb-365f1817104d) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:07.663272 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:07.671101 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:07.679510 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb0f621-09d8-4748-8cba-1bf98ab320fb tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:07.699651 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8246f06-93b0-4bd6-a5ff-17e0a95fca19 None None] Sync routers for ids ['c7dfe1e8-06bc-4a75-b718-2ea170be73f9'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:07.717163 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Pushing event updated for resources: {'Port': ['ID=1d11c63b-1e23-4bde-8bad-49049dee7f60,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:07.733288 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8fb0f621-09d8-4748-8cba-1bf98ab320fb tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:07.734531 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8fb0f621-09d8-4748-8cba-1bf98ab320fb tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.8932741 Jul 15 23:28:07.743148 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 45968) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:07.754124 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ecf651b5-b9d6-4718-a7e6-b5323d60cbe7 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:07.758342 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:07.759649 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:07.759994 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:07.760328 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:07.760659 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:07.760986 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:07.761310 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:07.764238 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:07.764238 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:07.764238 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:07.764238 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:07.764238 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:07.834983 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Attempting to bind port 1d11c63b-1e23-4bde-8bad-49049dee7f60 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:07.835516 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Attempting to bind port 1d11c63b-1e23-4bde-8bad-49049dee7f60 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '2991dc2a-06c8-41f7-8dbd-81482ed29bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '86bb51cb-5e1d-4417-8fd4-d8611f65b72e'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:07.835888 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Attempting to bind port 1d11c63b-1e23-4bde-8bad-49049dee7f60 on network 86bb51cb-5e1d-4417-8fd4-d8611f65b72e {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:07.838742 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8246f06-93b0-4bd6-a5ff-17e0a95fca19 None None] Routers {'c7dfe1e8-06bc-4a75-b718-2ea170be73f9'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:07.839440 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e8246f06-93b0-4bd6-a5ff-17e0a95fca19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c7dfe1e8-06bc-4a75-b718-2ea170be73f9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:07.888441 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:07.888820 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Checking segment: {'id': '2991dc2a-06c8-41f7-8dbd-81482ed29bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '86bb51cb-5e1d-4417-8fd4-d8611f65b72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:07.889222 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:07.889611 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Bound using segment: {'id': '2991dc2a-06c8-41f7-8dbd-81482ed29bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '86bb51cb-5e1d-4417-8fd4-d8611f65b72e'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:07.890233 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Bound port: 1d11c63b-1e23-4bde-8bad-49049dee7f60, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2991dc2a-06c8-41f7-8dbd-81482ed29bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '86bb51cb-5e1d-4417-8fd4-d8611f65b72e'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:07.890614 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:07.911761 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e8246f06-93b0-4bd6-a5ff-17e0a95fca19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:07.994524 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f25d1a63-f04f-4718-8a7d-93ccd3e97662 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:08.000943 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8246f06-93b0-4bd6-a5ff-17e0a95fca19 None None] Routers {'c7dfe1e8-06bc-4a75-b718-2ea170be73f9'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:08.001908 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e8246f06-93b0-4bd6-a5ff-17e0a95fca19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c7dfe1e8-06bc-4a75-b718-2ea170be73f9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:08.111893 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e8246f06-93b0-4bd6-a5ff-17e0a95fca19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:08.113269 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8246f06-93b0-4bd6-a5ff-17e0a95fca19 None None] The sync data for ids ['c7dfe1e8-06bc-4a75-b718-2ea170be73f9'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:08.134822 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] For port 1d11c63b-1e23-4bde-8bad-49049dee7f60, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:08.139194 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] For port 1d11c63b-1e23-4bde-8bad-49049dee7f60, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1d11c63b-1e23-4bde-8bad-49049dee7f60,segment=NetworkSegment(2991dc2a-06c8-41f7-8dbd-81482ed29bb9),segment_id=2991dc2a-06c8-41f7-8dbd-81482ed29bb9)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:08.146073 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.239393 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port f25d1a63-f04f-4718-8a7d-93ccd3e97662 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:08.273040 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port f25d1a63-f04f-4718-8a7d-93ccd3e97662 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:08.273435 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.305740 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b573f02-051f-4564-bb7f-caa54f691266 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.354482 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3b573f02-051f-4564-bb7f-caa54f691266 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Transition to ACTIVE for port object 5cf9a8a3-855e-4cca-89fb-365f1817104d will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:08.444588 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09049852-fda8-4500-aa62-0e22997a9517 None None] Pushing event updated for resources: {'Port': ['ID=1d11c63b-1e23-4bde-8bad-49049dee7f60,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:08.607930 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.637256 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b573f02-051f-4564-bb7f-caa54f691266 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.678129 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port f25d1a63-f04f-4718-8a7d-93ccd3e97662, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f25d1a63-f04f-4718-8a7d-93ccd3e97662,segment=NetworkSegment(9903f9a0-0429-4f4a-9b62-c889663e93ea),segment_id=9903f9a0-0429-4f4a-9b62-c889663e93ea)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:08.682091 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.840276 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.870410 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=f25d1a63-f04f-4718-8a7d-93ccd3e97662,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:09.148218 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b573f02-051f-4564-bb7f-caa54f691266 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network 86bb51cb-5e1d-4417-8fd4-d8611f65b72e is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:09.158770 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-3b573f02-051f-4564-bb7f-caa54f691266 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:09.162124 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b573f02-051f-4564-bb7f-caa54f691266 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:09.162967 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b573f02-051f-4564-bb7f-caa54f691266 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.210738 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b573f02-051f-4564-bb7f-caa54f691266 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Port': ['ID=5cf9a8a3-855e-4cca-89fb-365f1817104d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:09.308146 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ecf651b5-b9d6-4718-a7e6-b5323d60cbe7 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.354856 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ecf651b5-b9d6-4718-a7e6-b5323d60cbe7 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.371901 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b573f02-051f-4564-bb7f-caa54f691266 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.588971 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-ecf651b5-b9d6-4718-a7e6-b5323d60cbe7 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Deleting port 9238cd25-4927-44d9-ad82-1dc17e9a6afc {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:09.589312 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ecf651b5-b9d6-4718-a7e6-b5323d60cbe7 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.770048 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ecf651b5-b9d6-4718-a7e6-b5323d60cbe7 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.799277 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-ecf651b5-b9d6-4718-a7e6-b5323d60cbe7 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Calling delete_port for 9238cd25-4927-44d9-ad82-1dc17e9a6afc owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:09.878883 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b573f02-051f-4564-bb7f-caa54f691266 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.887452 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b573f02-051f-4564-bb7f-caa54f691266 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.888781 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3b573f02-051f-4564-bb7f-caa54f691266 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.077541 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b573f02-051f-4564-bb7f-caa54f691266 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Port': ['ID=5cf9a8a3-855e-4cca-89fb-365f1817104d,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:10.125117 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b573f02-051f-4564-bb7f-caa54f691266 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network 86bb51cb-5e1d-4417-8fd4-d8611f65b72e is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:10.126847 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f25d1a63-f04f-4718-8a7d-93ccd3e97662 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:10.138346 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-3b573f02-051f-4564-bb7f-caa54f691266 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:10.191893 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port f25d1a63-f04f-4718-8a7d-93ccd3e97662 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:10.192367 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.243769 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd093e5-7be3-4cea-b9f6-5b7f4189c09f None None] Network 86bb51cb-5e1d-4417-8fd4-d8611f65b72e requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:10.270170 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ecf651b5-b9d6-4718-a7e6-b5323d60cbe7 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.301458 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf651b5-b9d6-4718-a7e6-b5323d60cbe7 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Pushing event deleted for resources: {'Port': ['ID=9238cd25-4927-44d9-ad82-1dc17e9a6afc,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:10.316722 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b573f02-051f-4564-bb7f-caa54f691266 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:28:10.361919 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1d11c63b-1e23-4bde-8bad-49049dee7f60 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:10.391885 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-82eff051-3aec-40e7-af41-1be23f10e7b2 None None] Provisioning for port 1d11c63b-1e23-4bde-8bad-49049dee7f60 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:10.444160 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ecf651b5-b9d6-4718-a7e6-b5323d60cbe7 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.464268 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 1d11c63b-1e23-4bde-8bad-49049dee7f60 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:10.490092 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 1d11c63b-1e23-4bde-8bad-49049dee7f60 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:10.490454 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.524895 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b573f02-051f-4564-bb7f-caa54f691266 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:10.538239 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30dfb7b-2a77-4f2d-bc89-72a7038a6cb1 None None] Sync routers for ids ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:10.547245 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30dfb7b-2a77-4f2d-bc89-72a7038a6cb1 None None] Routers {'a0fa2f54-d5cb-4500-bec9-8e27b9d40055'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:10.548374 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-b30dfb7b-2a77-4f2d-bc89-72a7038a6cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:10.559295 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3b573f02-051f-4564-bb7f-caa54f691266 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "PUT /v2.0/routers/a0fa2f54-d5cb-4500-bec9-8e27b9d40055/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4692340 Jul 15 23:28:10.563006 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 45990) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:10.575960 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-88598cdd-c6fc-433a-840b-f8d2b4dc06e5 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1780911829'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:10.642942 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.652448 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88598cdd-c6fc-433a-840b-f8d2b4dc06e5 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Made reservation on behalf of d359e41f44094595884c5840e3da1e2a for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:10.656087 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-88598cdd-c6fc-433a-840b-f8d2b4dc06e5 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.732317 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88598cdd-c6fc-433a-840b-f8d2b4dc06e5 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:28:10.735522 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 1d11c63b-1e23-4bde-8bad-49049dee7f60, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1d11c63b-1e23-4bde-8bad-49049dee7f60,segment=NetworkSegment(2991dc2a-06c8-41f7-8dbd-81482ed29bb9),segment_id=2991dc2a-06c8-41f7-8dbd-81482ed29bb9)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:10.745766 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.757564 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-88598cdd-c6fc-433a-840b-f8d2b4dc06e5 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.758227 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-88598cdd-c6fc-433a-840b-f8d2b4dc06e5 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Added segment fdcee9ae-94e0-423d-99a6-b3a8c2ea3a88 of type vlan for network 0ba02f32-e1c2-483c-afe9-78b5b2f4673d Jul 15 23:28:10.823167 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ecf651b5-b9d6-4718-a7e6-b5323d60cbe7 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.830015 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ecf651b5-b9d6-4718-a7e6-b5323d60cbe7 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16353154'] for router, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.853912 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-88598cdd-c6fc-433a-840b-f8d2b4dc06e5 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.907623 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-88598cdd-c6fc-433a-840b-f8d2b4dc06e5 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.916316 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88598cdd-c6fc-433a-840b-f8d2b4dc06e5 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:10.917302 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-88598cdd-c6fc-433a-840b-f8d2b4dc06e5 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.929385 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=1d11c63b-1e23-4bde-8bad-49049dee7f60,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:10.961256 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-88598cdd-c6fc-433a-840b-f8d2b4dc06e5 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3966475 Jul 15 23:28:10.975273 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46004) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:10.981195 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-0b222aa0-631a-4a14-83a6-809a65f27100 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Request body: {'subnet': {'network_id': '0ba02f32-e1c2-483c-afe9-78b5b2f4673d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:11.030005 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf651b5-b9d6-4718-a7e6-b5323d60cbe7 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Router c7dfe1e8-06bc-4a75-b718-2ea170be73f9 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:28:11.099149 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88598cdd-c6fc-433a-840b-f8d2b4dc06e5 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Network': ['ID=0ba02f32-e1c2-483c-afe9-78b5b2f4673d,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:11.100303 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-b30dfb7b-2a77-4f2d-bc89-72a7038a6cb1 None None] Set router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:11.113618 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 0ba02f32-e1c2-483c-afe9-78b5b2f4673d details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:28:11.223296 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b222aa0-631a-4a14-83a6-809a65f27100 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Made reservation on behalf of d359e41f44094595884c5840e3da1e2a for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:11.227479 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0b222aa0-631a-4a14-83a6-809a65f27100 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.289387 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-78e6cbe1-55ca-491a-9b73-b3c425a4c90c None None] Provisioning for port 5cf9a8a3-855e-4cca-89fb-365f1817104d completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:11.305119 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-78e6cbe1-55ca-491a-9b73-b3c425a4c90c None None] Provisioning complete for port 5cf9a8a3-855e-4cca-89fb-365f1817104d triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:11.307004 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-78e6cbe1-55ca-491a-9b73-b3c425a4c90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.308594 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf651b5-b9d6-4718-a7e6-b5323d60cbe7 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:11.334557 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ecf651b5-b9d6-4718-a7e6-b5323d60cbe7 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.338044 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ecf651b5-b9d6-4718-a7e6-b5323d60cbe7 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "PUT /v2.0/routers/c7dfe1e8-06bc-4a75-b718-2ea170be73f9 HTTP/1.1" status: 200 len: 705 time: 3.5916243 Jul 15 23:28:11.342152 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46018) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.377274 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3786f45-b5b1-4b9f-8acb-a1b7972efebd None None] Sync routers for ids ['c7dfe1e8-06bc-4a75-b718-2ea170be73f9'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:11.427385 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-78e6cbe1-55ca-491a-9b73-b3c425a4c90c None None] Port 5cf9a8a3-855e-4cca-89fb-365f1817104d cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:11.439295 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3786f45-b5b1-4b9f-8acb-a1b7972efebd None None] Routers {'c7dfe1e8-06bc-4a75-b718-2ea170be73f9'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:11.440576 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a3786f45-b5b1-4b9f-8acb-a1b7972efebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c7dfe1e8-06bc-4a75-b718-2ea170be73f9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:11.478548 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46026) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.478911 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8445e35e-66d2-4a52-a01c-65040f497d8c tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "GET /v2.0/routers/c7dfe1e8-06bc-4a75-b718-2ea170be73f9 HTTP/1.1" status: 200 len: 740 time: 0.1352000 Jul 15 23:28:11.564181 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a3786f45-b5b1-4b9f-8acb-a1b7972efebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:11.596769 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1e396089-2b3d-42b0-b793-eae7ec9e3e1d tempest-RoutersAdminTest-1357570459 tempest-RoutersAdminTest-1357570459-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=61ac1f85-79f4-4ace-93a9-51b85862f208&device_id=c7dfe1e8-06bc-4a75-b718-2ea170be73f9 HTTP/1.1" status: 200 len: 205 time: 0.1170306 Jul 15 23:28:11.599586 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46032) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.600546 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3786f45-b5b1-4b9f-8acb-a1b7972efebd None None] Routers {'c7dfe1e8-06bc-4a75-b718-2ea170be73f9'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:11.602990 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a3786f45-b5b1-4b9f-8acb-a1b7972efebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c7dfe1e8-06bc-4a75-b718-2ea170be73f9'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:11.662183 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-caf6af28-4a1a-4276-a0c1-0757cc2de771 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7dfe1e8-06bc-4a75-b718-2ea170be73f9 HTTP/1.1" status: 200 len: 205 time: 0.0615156 Jul 15 23:28:11.670197 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46034) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.672201 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-b30dfb7b-2a77-4f2d-bc89-72a7038a6cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:09Z', 'revision_number': 3, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None, '_interfaces': [{'id': '5cf9a8a3-855e-4cca-89fb-365f1817104d', 'name': '', 'network_id': '86bb51cb-5e1d-4417-8fd4-d8611f65b72e', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:02:78:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:06Z', 'updated_at': '2021-07-15T23:28:09Z', 'revision_number': 2, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25d1a63-f04f-4718-8a7d-93ccd3e97662', 'name': '', 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:50:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:01Z', 'updated_at': '2021-07-15T23:28:08Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:11.699848 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a3786f45-b5b1-4b9f-8acb-a1b7972efebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:11.701166 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3786f45-b5b1-4b9f-8acb-a1b7972efebd None None] The sync data for ids ['c7dfe1e8-06bc-4a75-b718-2ea170be73f9'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:11.707533 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-78e6cbe1-55ca-491a-9b73-b3c425a4c90c None None] Provisioning complete for port 1d11c63b-1e23-4bde-8bad-49049dee7f60 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:11.708052 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-78e6cbe1-55ca-491a-9b73-b3c425a4c90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.736734 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30dfb7b-2a77-4f2d-bc89-72a7038a6cb1 None None] Checking router: a0fa2f54-d5cb-4500-bec9-8e27b9d40055 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:28:11.737275 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30dfb7b-2a77-4f2d-bc89-72a7038a6cb1 None None] Updating router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 port 5cf9a8a3-855e-4cca-89fb-365f1817104d binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:28:11.806984 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b30dfb7b-2a77-4f2d-bc89-72a7038a6cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.832057 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e1a06293-179d-45ed-9ebe-5f53894b31ab tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.917644 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0b222aa0-631a-4a14-83a6-809a65f27100 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.981593 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1d11c63b-1e23-4bde-8bad-49049dee7f60 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:12.098014 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d1e9473d-6b0a-49ba-b1ae-fb421100871d None None] Provisioning complete for port 5cf9a8a3-855e-4cca-89fb-365f1817104d triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:12.098552 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d1e9473d-6b0a-49ba-b1ae-fb421100871d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.140004 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b30dfb7b-2a77-4f2d-bc89-72a7038a6cb1 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.151547 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-b30dfb7b-2a77-4f2d-bc89-72a7038a6cb1 None None] Transition to ACTIVE for port object 5cf9a8a3-855e-4cca-89fb-365f1817104d will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:12.157913 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b30dfb7b-2a77-4f2d-bc89-72a7038a6cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.192475 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-d1e9473d-6b0a-49ba-b1ae-fb421100871d None None] Port 5cf9a8a3-855e-4cca-89fb-365f1817104d cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:12.215033 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 1d11c63b-1e23-4bde-8bad-49049dee7f60 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:12.221704 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.286034 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a096529-af1a-4a6c-81ce-e19cc5850cf2 None None] Pushing event updated for resources: {'Port': ['ID=5cf9a8a3-855e-4cca-89fb-365f1817104d,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:12.312917 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-b30dfb7b-2a77-4f2d-bc89-72a7038a6cb1 None None] Attempting to bind port 5cf9a8a3-855e-4cca-89fb-365f1817104d on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:12.313393 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-b30dfb7b-2a77-4f2d-bc89-72a7038a6cb1 None None] Attempting to bind port 5cf9a8a3-855e-4cca-89fb-365f1817104d by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '2991dc2a-06c8-41f7-8dbd-81482ed29bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '86bb51cb-5e1d-4417-8fd4-d8611f65b72e'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:12.313873 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30dfb7b-2a77-4f2d-bc89-72a7038a6cb1 None None] Attempting to bind port 5cf9a8a3-855e-4cca-89fb-365f1817104d on network 86bb51cb-5e1d-4417-8fd4-d8611f65b72e {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:12.320118 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b222aa0-631a-4a14-83a6-809a65f27100 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Checking segment: {'id': 'fdcee9ae-94e0-423d-99a6-b3a8c2ea3a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0ba02f32-e1c2-483c-afe9-78b5b2f4673d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:12.320778 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b222aa0-631a-4a14-83a6-809a65f27100 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network hostable DHCP agents. Network: 0ba02f32-e1c2-483c-afe9-78b5b2f4673d, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:28:12.333676 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b222aa0-631a-4a14-83a6-809a65f27100 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Subnet': ['ID=25040839-3a4b-4afb-b1f2-589729e485c7,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:12.333930 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30dfb7b-2a77-4f2d-bc89-72a7038a6cb1 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:12.334101 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30dfb7b-2a77-4f2d-bc89-72a7038a6cb1 None None] Checking segment: {'id': '2991dc2a-06c8-41f7-8dbd-81482ed29bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '86bb51cb-5e1d-4417-8fd4-d8611f65b72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:12.334473 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b30dfb7b-2a77-4f2d-bc89-72a7038a6cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.335107 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30dfb7b-2a77-4f2d-bc89-72a7038a6cb1 None None] Bound using segment: {'id': '2991dc2a-06c8-41f7-8dbd-81482ed29bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '86bb51cb-5e1d-4417-8fd4-d8611f65b72e'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:12.342621 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-b30dfb7b-2a77-4f2d-bc89-72a7038a6cb1 None None] Bound port: 5cf9a8a3-855e-4cca-89fb-365f1817104d, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2991dc2a-06c8-41f7-8dbd-81482ed29bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '86bb51cb-5e1d-4417-8fd4-d8611f65b72e'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:12.342621 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b30dfb7b-2a77-4f2d-bc89-72a7038a6cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.368781 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e1a06293-179d-45ed-9ebe-5f53894b31ab tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.373611 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e1a06293-179d-45ed-9ebe-5f53894b31ab tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.420241 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-b30dfb7b-2a77-4f2d-bc89-72a7038a6cb1 None None] For port 5cf9a8a3-855e-4cca-89fb-365f1817104d, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:12.424476 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-b30dfb7b-2a77-4f2d-bc89-72a7038a6cb1 None None] For port 5cf9a8a3-855e-4cca-89fb-365f1817104d, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=5cf9a8a3-855e-4cca-89fb-365f1817104d,segment=NetworkSegment(2991dc2a-06c8-41f7-8dbd-81482ed29bb9),segment_id=2991dc2a-06c8-41f7-8dbd-81482ed29bb9)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:12.440469 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b222aa0-631a-4a14-83a6-809a65f27100 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network 0ba02f32-e1c2-483c-afe9-78b5b2f4673d is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:28:12.456541 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-0b222aa0-631a-4a14-83a6-809a65f27100 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 0ba02f32-e1c2-483c-afe9-78b5b2f4673d) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:12.461054 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b222aa0-631a-4a14-83a6-809a65f27100 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:12.467910 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0b222aa0-631a-4a14-83a6-809a65f27100 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.468910 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b30dfb7b-2a77-4f2d-bc89-72a7038a6cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.488485 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e1a06293-179d-45ed-9ebe-5f53894b31ab tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.489557 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a06293-179d-45ed-9ebe-5f53894b31ab tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Fanout notify agent at l3_agent the message router_deleted on router c7dfe1e8-06bc-4a75-b718-2ea170be73f9 {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:28:12.503862 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db72189-2224-490c-8760-3a096d44ef03 None None] Network 0ba02f32-e1c2-483c-afe9-78b5b2f4673d requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:12.506702 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e1a06293-179d-45ed-9ebe-5f53894b31ab tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.514623 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46040) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:12.515642 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e1a06293-179d-45ed-9ebe-5f53894b31ab tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "DELETE /v2.0/routers/c7dfe1e8-06bc-4a75-b718-2ea170be73f9 HTTP/1.1" status: 204 len: 168 time: 0.8416018 Jul 15 23:28:12.523155 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0b222aa0-631a-4a14-83a6-809a65f27100 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5431595 Jul 15 23:28:12.529635 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46042) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:12.609963 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3d62ade5-f850-4d0e-bcff-8615456f7f47 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7dfe1e8-06bc-4a75-b718-2ea170be73f9 HTTP/1.1" status: 200 len: 205 time: 0.0941486 Jul 15 23:28:12.612858 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a096529-af1a-4a6c-81ce-e19cc5850cf2 None None] Pushing event updated for resources: {'Port': ['ID=5cf9a8a3-855e-4cca-89fb-365f1817104d,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:12.615387 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46044) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:12.638227 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30dfb7b-2a77-4f2d-bc89-72a7038a6cb1 None None] Routers {'a0fa2f54-d5cb-4500-bec9-8e27b9d40055'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:12.638983 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-b30dfb7b-2a77-4f2d-bc89-72a7038a6cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:12.717654 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-2a3ddd10-1b23-41e3-81bd-e6f3e8859a78 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] delete failed (client error): The resource could not be found. Jul 15 23:28:12.718715 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2a3ddd10-1b23-41e3-81bd-e6f3e8859a78 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "DELETE /v2.0/routers/c7dfe1e8-06bc-4a75-b718-2ea170be73f9 HTTP/1.1" status: 404 len: 336 time: 0.1023223 Jul 15 23:28:12.727709 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46048) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:12.790928 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ea3110-751d-450d-a204-6ae1bbd70b50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-0ba02f32-e1c2-483c-afe9-78b5b2f4673d', 'network_id': '0ba02f32-e1c2-483c-afe9-78b5b2f4673d', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'fixed_ips': [{'subnet_id': '25040839-3a4b-4afb-b1f2-589729e485c7'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:28:12.791406 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-68ea3110-751d-450d-a204-6ae1bbd70b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.832567 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f6ae7cd5-a8f4-4752-8b81-dbdd2e86acf2 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "GET /v2.0/ports?device_id=82fae16e-1d96-4c81-8911-c400bd18dc71 HTTP/1.1" status: 200 len: 205 time: 0.1039162 Jul 15 23:28:12.839497 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46050) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:12.920384 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-b30dfb7b-2a77-4f2d-bc89-72a7038a6cb1 None None] Set router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:12.935335 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-9212e43d-b21e-47d1-a300-4dcaab3d77e1 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] delete failed (client error): The resource could not be found. Jul 15 23:28:12.939330 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9212e43d-b21e-47d1-a300-4dcaab3d77e1 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "DELETE /v2.0/routers/82fae16e-1d96-4c81-8911-c400bd18dc71 HTTP/1.1" status: 404 len: 336 time: 0.0989275 Jul 15 23:28:12.940281 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46052) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:13.026315 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cc217cdd-eedd-465a-aa87-e99c2585db6e tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "GET /v2.0/ports?device_id=48aa0f66-702c-4430-b02e-5d41c68f42dd HTTP/1.1" status: 200 len: 205 time: 0.0849211 Jul 15 23:28:13.028634 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46056) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:13.116106 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-68ea3110-751d-450d-a204-6ae1bbd70b50 None None] Allocated IP 2001:db8:2::2 (0ba02f32-e1c2-483c-afe9-78b5b2f4673d/25040839-3a4b-4afb-b1f2-589729e485c7/2397e40b-7d11-4878-8363-de23ba33b1bc) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:13.119568 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-ee52c082-199d-45c5-a349-da03678d4d6d tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] delete failed (client error): The resource could not be found. Jul 15 23:28:13.126911 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ee52c082-199d-45c5-a349-da03678d4d6d tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "DELETE /v2.0/routers/48aa0f66-702c-4430-b02e-5d41c68f42dd HTTP/1.1" status: 404 len: 336 time: 0.0950265 Jul 15 23:28:13.128522 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46058) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:13.210658 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-32f51a84-aefb-4c20-804e-a9286b6ec1f3 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "GET /v2.0/ports?device_id=d248dbec-298f-4d1f-bd3a-3acf5a7b3c83 HTTP/1.1" status: 200 len: 205 time: 0.0778899 Jul 15 23:28:13.211192 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46060) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:13.295604 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-879b1c73-c922-410d-bbbf-2823cd8faadc tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] delete failed (client error): The resource could not be found. Jul 15 23:28:13.301135 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-879b1c73-c922-410d-bbbf-2823cd8faadc tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "DELETE /v2.0/routers/d248dbec-298f-4d1f-bd3a-3acf5a7b3c83 HTTP/1.1" status: 404 len: 336 time: 0.0868573 Jul 15 23:28:13.301978 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46062) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:13.371614 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46064) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:13.373520 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6f56f77d-21ec-44de-97d0-7653dc7f2f12 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "GET /v2.0/ports?device_id=34d2d833-e8a5-44d8-b657-e5def4570ad6 HTTP/1.1" status: 200 len: 205 time: 0.0676248 Jul 15 23:28:13.389354 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-b30dfb7b-2a77-4f2d-bc89-72a7038a6cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:09Z', 'revision_number': 3, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None, '_interfaces': [{'id': '5cf9a8a3-855e-4cca-89fb-365f1817104d', 'name': '', 'network_id': '86bb51cb-5e1d-4417-8fd4-d8611f65b72e', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:02:78:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:06Z', 'updated_at': '2021-07-15T23:28:12Z', 'revision_number': 4, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25d1a63-f04f-4718-8a7d-93ccd3e97662', 'name': '', 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:50:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:01Z', 'updated_at': '2021-07-15T23:28:08Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:13.413669 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-6ffb9db5-f21c-49a8-a345-577d52f6a3ca tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] delete failed (client error): The resource could not be found. Jul 15 23:28:13.417896 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46066) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:13.424264 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-68ea3110-751d-450d-a204-6ae1bbd70b50 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:13.429210 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6ffb9db5-f21c-49a8-a345-577d52f6a3ca tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "DELETE /v2.0/routers/34d2d833-e8a5-44d8-b657-e5def4570ad6 HTTP/1.1" status: 404 len: 336 time: 0.0540452 Jul 15 23:28:13.436968 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-68ea3110-751d-450d-a204-6ae1bbd70b50 None None] Transition to ACTIVE for port object 2397e40b-7d11-4878-8363-de23ba33b1bc will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:13.455478 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-68ea3110-751d-450d-a204-6ae1bbd70b50 None None] Transition to ACTIVE for port object 2397e40b-7d11-4878-8363-de23ba33b1bc will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:13.458923 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30dfb7b-2a77-4f2d-bc89-72a7038a6cb1 None None] The sync data for ids ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'] in n-d-787205-9 is: [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:09Z', 'revision_number': 3, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None, '_interfaces': [{'id': '5cf9a8a3-855e-4cca-89fb-365f1817104d', 'name': '', 'network_id': '86bb51cb-5e1d-4417-8fd4-d8611f65b72e', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:02:78:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:06Z', 'updated_at': '2021-07-15T23:28:12Z', 'revision_number': 4, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25d1a63-f04f-4718-8a7d-93ccd3e97662', 'name': '', 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:50:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:01Z', 'updated_at': '2021-07-15T23:28:08Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:13.470962 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c6e1322a-3fe6-48eb-bb9f-36d0f8832125 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:13.474677 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-68ea3110-751d-450d-a204-6ae1bbd70b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:13.490195 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5a6e97d4-d410-48b1-9e92-0db07356b57a tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b189a6f-a6a0-4a53-8bf3-03c870b18f3e HTTP/1.1" status: 200 len: 205 time: 0.0708745 Jul 15 23:28:13.493169 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46068) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:13.638481 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ea3110-751d-450d-a204-6ae1bbd70b50 None None] Network 0ba02f32-e1c2-483c-afe9-78b5b2f4673d is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:13.641059 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea3110-751d-450d-a204-6ae1bbd70b50 None None] Pushing event updated for resources: {'Port': ['ID=2397e40b-7d11-4878-8363-de23ba33b1bc,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:13.644062 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-68ea3110-751d-450d-a204-6ae1bbd70b50 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:13.648764 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ea3110-751d-450d-a204-6ae1bbd70b50 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:13.744030 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-68ea3110-751d-450d-a204-6ae1bbd70b50 None None] Attempting to bind port 2397e40b-7d11-4878-8363-de23ba33b1bc on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:13.744792 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-68ea3110-751d-450d-a204-6ae1bbd70b50 None None] Attempting to bind port 2397e40b-7d11-4878-8363-de23ba33b1bc by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'fdcee9ae-94e0-423d-99a6-b3a8c2ea3a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0ba02f32-e1c2-483c-afe9-78b5b2f4673d'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:13.745436 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ea3110-751d-450d-a204-6ae1bbd70b50 None None] Attempting to bind port 2397e40b-7d11-4878-8363-de23ba33b1bc on network 0ba02f32-e1c2-483c-afe9-78b5b2f4673d {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:13.752471 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ea3110-751d-450d-a204-6ae1bbd70b50 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:13.753178 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ea3110-751d-450d-a204-6ae1bbd70b50 None None] Checking segment: {'id': 'fdcee9ae-94e0-423d-99a6-b3a8c2ea3a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0ba02f32-e1c2-483c-afe9-78b5b2f4673d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:13.753834 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-68ea3110-751d-450d-a204-6ae1bbd70b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:13.754528 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ea3110-751d-450d-a204-6ae1bbd70b50 None None] Bound using segment: {'id': 'fdcee9ae-94e0-423d-99a6-b3a8c2ea3a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0ba02f32-e1c2-483c-afe9-78b5b2f4673d'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:13.755321 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-68ea3110-751d-450d-a204-6ae1bbd70b50 None None] Bound port: 2397e40b-7d11-4878-8363-de23ba33b1bc, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdcee9ae-94e0-423d-99a6-b3a8c2ea3a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0ba02f32-e1c2-483c-afe9-78b5b2f4673d'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:13.755998 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-68ea3110-751d-450d-a204-6ae1bbd70b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:13.909321 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-68ea3110-751d-450d-a204-6ae1bbd70b50 None None] For port 2397e40b-7d11-4878-8363-de23ba33b1bc, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:13.927416 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-68ea3110-751d-450d-a204-6ae1bbd70b50 None None] For port 2397e40b-7d11-4878-8363-de23ba33b1bc, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=2397e40b-7d11-4878-8363-de23ba33b1bc,segment=NetworkSegment(fdcee9ae-94e0-423d-99a6-b3a8c2ea3a88),segment_id=fdcee9ae-94e0-423d-99a6-b3a8c2ea3a88)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:13.935521 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-68ea3110-751d-450d-a204-6ae1bbd70b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.043420 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 5cf9a8a3-855e-4cca-89fb-365f1817104d up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:14.191998 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-c6e1322a-3fe6-48eb-bb9f-36d0f8832125 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Allocated IP 2001:db8:2::1 (0ba02f32-e1c2-483c-afe9-78b5b2f4673d/25040839-3a4b-4afb-b1f2-589729e485c7/98e4e87f-faa0-4799-ba5f-46f06030d215) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:14.197717 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea3110-751d-450d-a204-6ae1bbd70b50 None None] Pushing event updated for resources: {'Port': ['ID=2397e40b-7d11-4878-8363-de23ba33b1bc,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:14.212604 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-abe46b53-68ff-414e-8cf3-22eb61f8a6b5 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] delete failed (client error): The resource could not be found. Jul 15 23:28:14.214765 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-abe46b53-68ff-414e-8cf3-22eb61f8a6b5 tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "DELETE /v2.0/routers/8b189a6f-a6a0-4a53-8bf3-03c870b18f3e HTTP/1.1" status: 404 len: 336 time: 0.7195649 Jul 15 23:28:14.216843 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46076) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:14.239310 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 5cf9a8a3-855e-4cca-89fb-365f1817104d completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:14.246914 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 5cf9a8a3-855e-4cca-89fb-365f1817104d triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:14.247798 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.278389 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd14313-c556-4eb8-a3ea-86293e1f293b tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] DELETE failed (client error): The resource could not be found. Jul 15 23:28:14.279507 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd14313-c556-4eb8-a3ea-86293e1f293b tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:14.281148 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5dd14313-c556-4eb8-a3ea-86293e1f293b tempest-RoutersAdminTest-1165425487 tempest-RoutersAdminTest-1165425487-project] 10.222.0.16 "DELETE /v2.0/subnets/d8980363-ca72-4041-bb95-56129bbf1660 HTTP/1.1" status: 404 len: 337 time: 0.0631523 Jul 15 23:28:14.486316 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.529585 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c6e1322a-3fe6-48eb-bb9f-36d0f8832125 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.563663 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c6e1322a-3fe6-48eb-bb9f-36d0f8832125 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Transition to ACTIVE for port object 98e4e87f-faa0-4799-ba5f-46f06030d215 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:14.580606 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 5cf9a8a3-855e-4cca-89fb-365f1817104d, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=5cf9a8a3-855e-4cca-89fb-365f1817104d,segment=NetworkSegment(2991dc2a-06c8-41f7-8dbd-81482ed29bb9),segment_id=2991dc2a-06c8-41f7-8dbd-81482ed29bb9)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:14.585137 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.653518 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c6e1322a-3fe6-48eb-bb9f-36d0f8832125 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.698343 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=5cf9a8a3-855e-4cca-89fb-365f1817104d,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:14.727081 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e1322a-3fe6-48eb-bb9f-36d0f8832125 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network 0ba02f32-e1c2-483c-afe9-78b5b2f4673d is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:14.735840 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-c6e1322a-3fe6-48eb-bb9f-36d0f8832125 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:14.748068 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e1322a-3fe6-48eb-bb9f-36d0f8832125 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:14.748878 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c6e1322a-3fe6-48eb-bb9f-36d0f8832125 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.756496 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1322a-3fe6-48eb-bb9f-36d0f8832125 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Port': ['ID=98e4e87f-faa0-4799-ba5f-46f06030d215,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:14.881211 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46084) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:15.085388 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c6e1322a-3fe6-48eb-bb9f-36d0f8832125 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.085532 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9a62e2e-86fc-4864-8022-4e5b6d7a39aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.249502 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9a62e2e-86fc-4864-8022-4e5b6d7a39aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.254763 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c9a62e2e-86fc-4864-8022-4e5b6d7a39aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.294689 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46092) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:15.295550 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c9a62e2e-86fc-4864-8022-4e5b6d7a39aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=adcc061d60684e6dbcf5cebcce8e3c09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4128151 Jul 15 23:28:15.340824 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a62e2e-86fc-4864-8022-4e5b6d7a39aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2123b39c-1680-4178-b555-b6257d8293a4,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:15.517486 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1c12c53-797f-41ae-a3bb-ceb06423a451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.529908 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c6e1322a-3fe6-48eb-bb9f-36d0f8832125 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.543826 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c6e1322a-3fe6-48eb-bb9f-36d0f8832125 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.544898 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c6e1322a-3fe6-48eb-bb9f-36d0f8832125 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.609211 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1322a-3fe6-48eb-bb9f-36d0f8832125 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Port': ['ID=98e4e87f-faa0-4799-ba5f-46f06030d215,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:15.624327 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1c12c53-797f-41ae-a3bb-ceb06423a451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.761196 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1c12c53-797f-41ae-a3bb-ceb06423a451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.763945 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1c12c53-797f-41ae-a3bb-ceb06423a451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.766776 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a1c12c53-797f-41ae-a3bb-ceb06423a451 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2123b39c-1680-4178-b555-b6257d8293a4 HTTP/1.1" status: 204 len: 168 time: 0.4594047 Jul 15 23:28:15.780748 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e1322a-3fe6-48eb-bb9f-36d0f8832125 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network 0ba02f32-e1c2-483c-afe9-78b5b2f4673d is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:15.782035 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c12c53-797f-41ae-a3bb-ceb06423a451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2123b39c-1680-4178-b555-b6257d8293a4,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:15.784648 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-c6e1322a-3fe6-48eb-bb9f-36d0f8832125 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:16.000351 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-692c8188-25a0-4785-bad5-d3eec9f20a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.098300 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedb1c6d-911b-4ce4-b078-7ff74edd0af4 None None] Network 0ba02f32-e1c2-483c-afe9-78b5b2f4673d requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:16.152115 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e1322a-3fe6-48eb-bb9f-36d0f8832125 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:28:16.313021 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-991bd0e0-5d98-4332-b6fc-d538a0c42e2a None None] Provisioning for port 2397e40b-7d11-4878-8363-de23ba33b1bc completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:16.357215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 2397e40b-7d11-4878-8363-de23ba33b1bc up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:16.618237 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46116) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:16.638480 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e1322a-3fe6-48eb-bb9f-36d0f8832125 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:16.659679 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7704cd-d80f-4108-8e0f-baec8c294b1c None None] Sync routers for ids ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:16.672053 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 2397e40b-7d11-4878-8363-de23ba33b1bc completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:16.676654 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7704cd-d80f-4108-8e0f-baec8c294b1c None None] Routers {'a0fa2f54-d5cb-4500-bec9-8e27b9d40055'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:16.677276 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-5b7704cd-d80f-4108-8e0f-baec8c294b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:27:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:16.688411 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 2397e40b-7d11-4878-8363-de23ba33b1bc triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:16.688658 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.707914 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c6e1322a-3fe6-48eb-bb9f-36d0f8832125 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "PUT /v2.0/routers/a0fa2f54-d5cb-4500-bec9-8e27b9d40055/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1727901 Jul 15 23:28:16.708847 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46122) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:16.793820 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-7193709d-5729-4436-bc8b-82fb5f0c00b3 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-375226438'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:16.831364 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46128) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:16.832559 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-925940df-9b6c-4e8d-91af-e69d50b3fd63 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=745771117cc14e22938a6d3765f6340d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2130673 Jul 15 23:28:16.901825 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.995487 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-5b7704cd-d80f-4108-8e0f-baec8c294b1c None None] Set router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:17.056653 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7193709d-5729-4436-bc8b-82fb5f0c00b3 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Made reservation on behalf of d359e41f44094595884c5840e3da1e2a for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:17.067641 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7193709d-5729-4436-bc8b-82fb5f0c00b3 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.191474 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 2397e40b-7d11-4878-8363-de23ba33b1bc, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=2397e40b-7d11-4878-8363-de23ba33b1bc,segment=NetworkSegment(fdcee9ae-94e0-423d-99a6-b3a8c2ea3a88),segment_id=fdcee9ae-94e0-423d-99a6-b3a8c2ea3a88)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:17.207456 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.208477 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 5cf9a8a3-855e-4cca-89fb-365f1817104d up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:17.219158 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46150) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:17.270608 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7193709d-5729-4436-bc8b-82fb5f0c00b3 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:28:17.295360 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7193709d-5729-4436-bc8b-82fb5f0c00b3 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.296055 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-7193709d-5729-4436-bc8b-82fb5f0c00b3 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Added segment aa472136-55ae-4c42-ae37-3a08ed57b52c of type vlan for network f33739b8-98cb-4cf8-9707-d33341d0af86 Jul 15 23:28:17.459084 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=2397e40b-7d11-4878-8363-de23ba33b1bc,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:17.460578 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7193709d-5729-4436-bc8b-82fb5f0c00b3 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.535791 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6fa8d450-730a-456d-af76-66c716b33bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.543463 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7193709d-5729-4436-bc8b-82fb5f0c00b3 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.555418 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7193709d-5729-4436-bc8b-82fb5f0c00b3 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:17.556334 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7193709d-5729-4436-bc8b-82fb5f0c00b3 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.560388 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a8061ebc-22e4-4e3e-8667-34f8efbad944 None None] Provisioning complete for port 2397e40b-7d11-4878-8363-de23ba33b1bc triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:17.561430 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a8061ebc-22e4-4e3e-8667-34f8efbad944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.567927 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9dfbb0e7-9a2b-422f-8975-edb519d49181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.703557 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-5b7704cd-d80f-4108-8e0f-baec8c294b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:14Z', 'revision_number': 4, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None, '_interfaces': [{'id': '5cf9a8a3-855e-4cca-89fb-365f1817104d', 'name': '', 'network_id': '86bb51cb-5e1d-4417-8fd4-d8611f65b72e', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:02:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:06Z', 'updated_at': '2021-07-15T23:28:14Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98e4e87f-faa0-4799-ba5f-46f06030d215', 'name': '', 'network_id': '0ba02f32-e1c2-483c-afe9-78b5b2f4673d', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:7f:0b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '25040839-3a4b-4afb-b1f2-589729e485c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:13Z', 'updated_at': '2021-07-15T23:28:15Z', 'revision_number': 2, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '25040839-3a4b-4afb-b1f2-589729e485c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25d1a63-f04f-4718-8a7d-93ccd3e97662', 'name': '', 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:50:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:01Z', 'updated_at': '2021-07-15T23:28:08Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:17.716230 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7193709d-5729-4436-bc8b-82fb5f0c00b3 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0041072 Jul 15 23:28:17.747966 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46184) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:17.787199 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-984a5fa9-6c9d-4498-99d8-e87b4ca14e1f tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Request body: {'subnet': {'network_id': 'f33739b8-98cb-4cf8-9707-d33341d0af86', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:17.795251 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7704cd-d80f-4108-8e0f-baec8c294b1c None None] Checking router: a0fa2f54-d5cb-4500-bec9-8e27b9d40055 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:28:17.795622 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7704cd-d80f-4108-8e0f-baec8c294b1c None None] Updating router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 port 98e4e87f-faa0-4799-ba5f-46f06030d215 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:28:17.854845 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6fa8d450-730a-456d-af76-66c716b33bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.883478 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 5cf9a8a3-855e-4cca-89fb-365f1817104d triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:17.885796 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.925491 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b7704cd-d80f-4108-8e0f-baec8c294b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.982679 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9dfbb0e7-9a2b-422f-8975-edb519d49181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.993567 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9dfbb0e7-9a2b-422f-8975-edb519d49181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.005377 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7193709d-5729-4436-bc8b-82fb5f0c00b3 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Network': ['ID=f33739b8-98cb-4cf8-9707-d33341d0af86,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:18.119802 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network f33739b8-98cb-4cf8-9707-d33341d0af86 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:28:18.135902 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9dfbb0e7-9a2b-422f-8975-edb519d49181 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d53c446c357745a3856a16fe1d42a51c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9142489 Jul 15 23:28:18.179129 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46216) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:18.260410 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfbb0e7-9a2b-422f-8975-edb519d49181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a40a18-4e81-4a28-891b-3c161a9e6916,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:18.426724 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5617eef1-66d1-4eed-b2c6-6c61bc74288e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.446500 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6fa8d450-730a-456d-af76-66c716b33bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.455461 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6fa8d450-730a-456d-af76-66c716b33bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.467231 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6fa8d450-730a-456d-af76-66c716b33bbd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/145d5d46-88fe-4491-9022-6727fe6f966b HTTP/1.1" status: 204 len: 168 time: 1.6231661 Jul 15 23:28:18.513523 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984a5fa9-6c9d-4498-99d8-e87b4ca14e1f tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Made reservation on behalf of d359e41f44094595884c5840e3da1e2a for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:18.517675 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-984a5fa9-6c9d-4498-99d8-e87b4ca14e1f tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.530267 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8d450-730a-456d-af76-66c716b33bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145d5d46-88fe-4491-9022-6727fe6f966b,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:18.649391 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c47099b8-fc1b-4bb9-a7f9-071e829926b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.921974 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c47099b8-fc1b-4bb9-a7f9-071e829926b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.180164 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b7704cd-d80f-4108-8e0f-baec8c294b1c None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.206433 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-5b7704cd-d80f-4108-8e0f-baec8c294b1c None None] Transition to ACTIVE for port object 98e4e87f-faa0-4799-ba5f-46f06030d215 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:19.216368 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b7704cd-d80f-4108-8e0f-baec8c294b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.317143 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c47099b8-fc1b-4bb9-a7f9-071e829926b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.330269 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c47099b8-fc1b-4bb9-a7f9-071e829926b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.331855 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c47099b8-fc1b-4bb9-a7f9-071e829926b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/09a40a18-4e81-4a28-891b-3c161a9e6916 HTTP/1.1" status: 204 len: 168 time: 1.1516759 Jul 15 23:28:19.369316 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a8061ebc-22e4-4e3e-8667-34f8efbad944 None None] Provisioning for port 98e4e87f-faa0-4799-ba5f-46f06030d215 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:19.405941 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.414085 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47099b8-fc1b-4bb9-a7f9-071e829926b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a40a18-4e81-4a28-891b-3c161a9e6916,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:19.510043 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 2397e40b-7d11-4878-8363-de23ba33b1bc up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:19.632538 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-984a5fa9-6c9d-4498-99d8-e87b4ca14e1f tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.665890 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa34163-c5e1-4812-a137-a4dee5ddcbcb None None] Pushing event updated for resources: {'Port': ['ID=98e4e87f-faa0-4799-ba5f-46f06030d215,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:19.687719 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-5b7704cd-d80f-4108-8e0f-baec8c294b1c None None] Attempting to bind port 98e4e87f-faa0-4799-ba5f-46f06030d215 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:19.688101 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-5b7704cd-d80f-4108-8e0f-baec8c294b1c None None] Attempting to bind port 98e4e87f-faa0-4799-ba5f-46f06030d215 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'fdcee9ae-94e0-423d-99a6-b3a8c2ea3a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0ba02f32-e1c2-483c-afe9-78b5b2f4673d'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:19.690919 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7704cd-d80f-4108-8e0f-baec8c294b1c None None] Attempting to bind port 98e4e87f-faa0-4799-ba5f-46f06030d215 on network 0ba02f32-e1c2-483c-afe9-78b5b2f4673d {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:19.713117 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7704cd-d80f-4108-8e0f-baec8c294b1c None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:19.716758 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7704cd-d80f-4108-8e0f-baec8c294b1c None None] Checking segment: {'id': 'fdcee9ae-94e0-423d-99a6-b3a8c2ea3a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0ba02f32-e1c2-483c-afe9-78b5b2f4673d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:19.722461 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b7704cd-d80f-4108-8e0f-baec8c294b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.723921 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7704cd-d80f-4108-8e0f-baec8c294b1c None None] Bound using segment: {'id': 'fdcee9ae-94e0-423d-99a6-b3a8c2ea3a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0ba02f32-e1c2-483c-afe9-78b5b2f4673d'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:19.725585 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-5b7704cd-d80f-4108-8e0f-baec8c294b1c None None] Bound port: 98e4e87f-faa0-4799-ba5f-46f06030d215, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdcee9ae-94e0-423d-99a6-b3a8c2ea3a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0ba02f32-e1c2-483c-afe9-78b5b2f4673d'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:19.728129 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b7704cd-d80f-4108-8e0f-baec8c294b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.822744 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.860161 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 2397e40b-7d11-4878-8363-de23ba33b1bc triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:19.862208 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.990363 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984a5fa9-6c9d-4498-99d8-e87b4ca14e1f tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Checking segment: {'id': 'aa472136-55ae-4c42-ae37-3a08ed57b52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33739b8-98cb-4cf8-9707-d33341d0af86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:19.993405 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984a5fa9-6c9d-4498-99d8-e87b4ca14e1f tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network hostable DHCP agents. Network: f33739b8-98cb-4cf8-9707-d33341d0af86, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:28:20.053264 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a5fa9-6c9d-4498-99d8-e87b4ca14e1f tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Subnet': ['ID=76723a9e-621e-40d3-813a-2609cb4c3e9c,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:20.068257 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-5b7704cd-d80f-4108-8e0f-baec8c294b1c None None] For port 98e4e87f-faa0-4799-ba5f-46f06030d215, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:20.073222 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-5b7704cd-d80f-4108-8e0f-baec8c294b1c None None] For port 98e4e87f-faa0-4799-ba5f-46f06030d215, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=98e4e87f-faa0-4799-ba5f-46f06030d215,segment=NetworkSegment(fdcee9ae-94e0-423d-99a6-b3a8c2ea3a88),segment_id=fdcee9ae-94e0-423d-99a6-b3a8c2ea3a88)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:20.095274 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b7704cd-d80f-4108-8e0f-baec8c294b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:20.095819 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984a5fa9-6c9d-4498-99d8-e87b4ca14e1f tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network f33739b8-98cb-4cf8-9707-d33341d0af86 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:28:20.142608 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-984a5fa9-6c9d-4498-99d8-e87b4ca14e1f tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, f33739b8-98cb-4cf8-9707-d33341d0af86) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:20.176732 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984a5fa9-6c9d-4498-99d8-e87b4ca14e1f tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:20.185145 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-984a5fa9-6c9d-4498-99d8-e87b4ca14e1f tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:20.193868 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f66ecdf-f819-411a-b554-cb82bd9fd17e None None] Network f33739b8-98cb-4cf8-9707-d33341d0af86 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:20.197954 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7704cd-d80f-4108-8e0f-baec8c294b1c None None] Routers {'a0fa2f54-d5cb-4500-bec9-8e27b9d40055'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:20.204313 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-5b7704cd-d80f-4108-8e0f-baec8c294b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:28:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:20.255814 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-984a5fa9-6c9d-4498-99d8-e87b4ca14e1f tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4928360 Jul 15 23:28:20.258705 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46380) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:20.395130 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa34163-c5e1-4812-a137-a4dee5ddcbcb None None] Pushing event updated for resources: {'Port': ['ID=98e4e87f-faa0-4799-ba5f-46f06030d215,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:20.462221 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-5b7704cd-d80f-4108-8e0f-baec8c294b1c None None] Set router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:20.604997 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cca975a-385f-48c1-b7db-94ea7dc7b31c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-f33739b8-98cb-4cf8-9707-d33341d0af86', 'network_id': 'f33739b8-98cb-4cf8-9707-d33341d0af86', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'fixed_ips': [{'subnet_id': '76723a9e-621e-40d3-813a-2609cb4c3e9c'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:28:20.606546 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8cca975a-385f-48c1-b7db-94ea7dc7b31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:20.622525 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46408) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:20.717667 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46418) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:20.775647 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a156f1a-85ce-4b23-b6ae-12fe0fad792d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:20.835669 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-8cca975a-385f-48c1-b7db-94ea7dc7b31c None None] Allocated IP 2001:db8:3::2 (f33739b8-98cb-4cf8-9707-d33341d0af86/76723a9e-621e-40d3-813a-2609cb4c3e9c/12677b21-9d74-4e13-b84b-2c09523b9f76) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:21.174962 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-5b7704cd-d80f-4108-8e0f-baec8c294b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:14Z', 'revision_number': 4, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None, '_interfaces': [{'id': '5cf9a8a3-855e-4cca-89fb-365f1817104d', 'name': '', 'network_id': '86bb51cb-5e1d-4417-8fd4-d8611f65b72e', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:02:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:06Z', 'updated_at': '2021-07-15T23:28:14Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98e4e87f-faa0-4799-ba5f-46f06030d215', 'name': '', 'network_id': '0ba02f32-e1c2-483c-afe9-78b5b2f4673d', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:7f:0b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '25040839-3a4b-4afb-b1f2-589729e485c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:13Z', 'updated_at': '2021-07-15T23:28:20Z', 'revision_number': 4, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '25040839-3a4b-4afb-b1f2-589729e485c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25d1a63-f04f-4718-8a7d-93ccd3e97662', 'name': '', 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:50:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:01Z', 'updated_at': '2021-07-15T23:28:08Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:21.180450 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a156f1a-85ce-4b23-b6ae-12fe0fad792d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.185513 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a156f1a-85ce-4b23-b6ae-12fe0fad792d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.258398 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7704cd-d80f-4108-8e0f-baec8c294b1c None None] The sync data for ids ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'] in n-d-787205-9 is: [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:14Z', 'revision_number': 4, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None, '_interfaces': [{'id': '5cf9a8a3-855e-4cca-89fb-365f1817104d', 'name': '', 'network_id': '86bb51cb-5e1d-4417-8fd4-d8611f65b72e', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:02:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:06Z', 'updated_at': '2021-07-15T23:28:14Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98e4e87f-faa0-4799-ba5f-46f06030d215', 'name': '', 'network_id': '0ba02f32-e1c2-483c-afe9-78b5b2f4673d', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:7f:0b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '25040839-3a4b-4afb-b1f2-589729e485c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:13Z', 'updated_at': '2021-07-15T23:28:20Z', 'revision_number': 4, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '25040839-3a4b-4afb-b1f2-589729e485c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25d1a63-f04f-4718-8a7d-93ccd3e97662', 'name': '', 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:50:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:01Z', 'updated_at': '2021-07-15T23:28:08Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:21.311424 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.313099 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a156f1a-85ce-4b23-b6ae-12fe0fad792d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f437f237-d16b-416f-b169-e7ebb4a24ebf,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:21.326688 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1a156f1a-85ce-4b23-b6ae-12fe0fad792d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71af2581beea49298d9d2d613c7f9a89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6079557 Jul 15 23:28:21.344589 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46464) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:21.456800 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8cca975a-385f-48c1-b7db-94ea7dc7b31c None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.480069 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8cca975a-385f-48c1-b7db-94ea7dc7b31c None None] Transition to ACTIVE for port object 12677b21-9d74-4e13-b84b-2c09523b9f76 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:21.513729 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-eb7cc27f-103c-47aa-be86-f91b1c9d34dc tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1623989651'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:21.521990 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8cca975a-385f-48c1-b7db-94ea7dc7b31c None None] Transition to ACTIVE for port object 12677b21-9d74-4e13-b84b-2c09523b9f76 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:21.557806 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8cca975a-385f-48c1-b7db-94ea7dc7b31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.644601 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7cc27f-103c-47aa-be86-f91b1c9d34dc tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Made reservation on behalf of f78c3b25105f419eb5f0ffc437fab6f6 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:21.662139 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb7cc27f-103c-47aa-be86-f91b1c9d34dc tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.690310 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb7cc27f-103c-47aa-be86-f91b1c9d34dc tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.753995 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca975a-385f-48c1-b7db-94ea7dc7b31c None None] Pushing event updated for resources: {'Port': ['ID=12677b21-9d74-4e13-b84b-2c09523b9f76,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:21.881520 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cca975a-385f-48c1-b7db-94ea7dc7b31c None None] Network f33739b8-98cb-4cf8-9707-d33341d0af86 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:21.900791 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-8cca975a-385f-48c1-b7db-94ea7dc7b31c None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:21.911819 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cca975a-385f-48c1-b7db-94ea7dc7b31c None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:21.999565 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb7cc27f-103c-47aa-be86-f91b1c9d34dc tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.022102 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a37e7fcc-5772-4c50-b05e-5b1e7b2602d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.029966 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb7cc27f-103c-47aa-be86-f91b1c9d34dc tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.074966 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-8cca975a-385f-48c1-b7db-94ea7dc7b31c None None] Attempting to bind port 12677b21-9d74-4e13-b84b-2c09523b9f76 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:22.075551 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-8cca975a-385f-48c1-b7db-94ea7dc7b31c None None] Attempting to bind port 12677b21-9d74-4e13-b84b-2c09523b9f76 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'aa472136-55ae-4c42-ae37-3a08ed57b52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33739b8-98cb-4cf8-9707-d33341d0af86'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:22.076251 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cca975a-385f-48c1-b7db-94ea7dc7b31c None None] Attempting to bind port 12677b21-9d74-4e13-b84b-2c09523b9f76 on network f33739b8-98cb-4cf8-9707-d33341d0af86 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:22.120423 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cca975a-385f-48c1-b7db-94ea7dc7b31c None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:22.127233 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cca975a-385f-48c1-b7db-94ea7dc7b31c None None] Checking segment: {'id': 'aa472136-55ae-4c42-ae37-3a08ed57b52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33739b8-98cb-4cf8-9707-d33341d0af86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:22.127942 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8cca975a-385f-48c1-b7db-94ea7dc7b31c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.129281 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cca975a-385f-48c1-b7db-94ea7dc7b31c None None] Bound using segment: {'id': 'aa472136-55ae-4c42-ae37-3a08ed57b52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33739b8-98cb-4cf8-9707-d33341d0af86'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:22.130933 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-8cca975a-385f-48c1-b7db-94ea7dc7b31c None None] Bound port: 12677b21-9d74-4e13-b84b-2c09523b9f76, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa472136-55ae-4c42-ae37-3a08ed57b52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33739b8-98cb-4cf8-9707-d33341d0af86'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:22.132685 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8cca975a-385f-48c1-b7db-94ea7dc7b31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.200053 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb7cc27f-103c-47aa-be86-f91b1c9d34dc tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:28:22.203783 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a37e7fcc-5772-4c50-b05e-5b1e7b2602d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.217811 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7cc27f-103c-47aa-be86-f91b1c9d34dc tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca4c95b-739a-4987-a5bc-5671effa8c94,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:22.289193 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb7cc27f-103c-47aa-be86-f91b1c9d34dc tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.289714 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-eb7cc27f-103c-47aa-be86-f91b1c9d34dc tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Added segment c2bcd59e-563d-41e0-bb90-844002570b74 of type vlan for network eca6a813-12a3-4faf-a55d-0f4070702870 Jul 15 23:28:22.380906 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-8cca975a-385f-48c1-b7db-94ea7dc7b31c None None] For port 12677b21-9d74-4e13-b84b-2c09523b9f76, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:22.389274 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-8cca975a-385f-48c1-b7db-94ea7dc7b31c None None] For port 12677b21-9d74-4e13-b84b-2c09523b9f76, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=12677b21-9d74-4e13-b84b-2c09523b9f76,segment=NetworkSegment(aa472136-55ae-4c42-ae37-3a08ed57b52c),segment_id=aa472136-55ae-4c42-ae37-3a08ed57b52c)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:22.403876 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb7cc27f-103c-47aa-be86-f91b1c9d34dc tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.405406 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8cca975a-385f-48c1-b7db-94ea7dc7b31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.431383 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6081f921-e271-4420-b0e2-4ea320b5b162 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.466669 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a37e7fcc-5772-4c50-b05e-5b1e7b2602d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.470946 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a37e7fcc-5772-4c50-b05e-5b1e7b2602d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.473032 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a37e7fcc-5772-4c50-b05e-5b1e7b2602d0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f437f237-d16b-416f-b169-e7ebb4a24ebf HTTP/1.1" status: 204 len: 168 time: 1.1257238 Jul 15 23:28:22.492137 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e7fcc-5772-4c50-b05e-5b1e7b2602d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f437f237-d16b-416f-b169-e7ebb4a24ebf,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:22.505292 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb7cc27f-103c-47aa-be86-f91b1c9d34dc tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.518887 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7cc27f-103c-47aa-be86-f91b1c9d34dc tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:22.519694 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-eb7cc27f-103c-47aa-be86-f91b1c9d34dc tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.577765 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca975a-385f-48c1-b7db-94ea7dc7b31c None None] Pushing event updated for resources: {'Port': ['ID=12677b21-9d74-4e13-b84b-2c09523b9f76,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:22.649268 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-eb7cc27f-103c-47aa-be86-f91b1c9d34dc tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0249419 Jul 15 23:28:22.652855 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46566) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:22.658812 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5201b86b-f54c-45e2-bb9f-0781eda55f28 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Request body: {'subnet': {'network_id': 'eca6a813-12a3-4faf-a55d-0f4070702870', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:22.710688 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7cc27f-103c-47aa-be86-f91b1c9d34dc tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Pushing event updated for resources: {'Network': ['ID=eca6a813-12a3-4faf-a55d-0f4070702870,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:22.736319 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network eca6a813-12a3-4faf-a55d-0f4070702870 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:28:22.803449 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5201b86b-f54c-45e2-bb9f-0781eda55f28 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Made reservation on behalf of f78c3b25105f419eb5f0ffc437fab6f6 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:22.811785 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5201b86b-f54c-45e2-bb9f-0781eda55f28 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.314617 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-6081f921-e271-4420-b0e2-4ea320b5b162 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Allocated IP 2001:db8:3::1 (f33739b8-98cb-4cf8-9707-d33341d0af86/76723a9e-621e-40d3-813a-2609cb4c3e9c/20c5e927-b86c-4f70-aa59-0eea08358c01) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:23.351596 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5201b86b-f54c-45e2-bb9f-0781eda55f28 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.488597 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201b86b-f54c-45e2-bb9f-0781eda55f28 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Checking segment: {'id': 'c2bcd59e-563d-41e0-bb90-844002570b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eca6a813-12a3-4faf-a55d-0f4070702870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:23.489359 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5201b86b-f54c-45e2-bb9f-0781eda55f28 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Network hostable DHCP agents. Network: eca6a813-12a3-4faf-a55d-0f4070702870, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:28:23.495914 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201b86b-f54c-45e2-bb9f-0781eda55f28 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Pushing event updated for resources: {'Subnet': ['ID=f40864ec-e6a5-4374-abb0-2ee5f24a21c8,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:23.504837 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46620) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:23.548078 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 98e4e87f-faa0-4799-ba5f-46f06030d215 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:23.563325 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da22d8bd-01e4-49d9-a789-891c9c92de4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.586043 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5201b86b-f54c-45e2-bb9f-0781eda55f28 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Network eca6a813-12a3-4faf-a55d-0f4070702870 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:28:23.598813 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-5201b86b-f54c-45e2-bb9f-0781eda55f28 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, eca6a813-12a3-4faf-a55d-0f4070702870) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:23.608499 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5201b86b-f54c-45e2-bb9f-0781eda55f28 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:23.609602 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5201b86b-f54c-45e2-bb9f-0781eda55f28 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.615972 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a854ff8f-a41a-4a95-a848-9d3bd519ffd4 None None] Network eca6a813-12a3-4faf-a55d-0f4070702870 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:23.642746 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6081f921-e271-4420-b0e2-4ea320b5b162 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.663769 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-6081f921-e271-4420-b0e2-4ea320b5b162 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Transition to ACTIVE for port object 20c5e927-b86c-4f70-aa59-0eea08358c01 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:23.748775 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 98e4e87f-faa0-4799-ba5f-46f06030d215 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:23.754229 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6081f921-e271-4420-b0e2-4ea320b5b162 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.756413 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 98e4e87f-faa0-4799-ba5f-46f06030d215 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:23.756786 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.832996 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da22d8bd-01e4-49d9-a789-891c9c92de4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.846457 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da22d8bd-01e4-49d9-a789-891c9c92de4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.856488 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5201b86b-f54c-45e2-bb9f-0781eda55f28 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2007928 Jul 15 23:28:23.883248 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46630) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:23.891197 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081f921-e271-4420-b0e2-4ea320b5b162 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Port': ['ID=20c5e927-b86c-4f70-aa59-0eea08358c01,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:23.895915 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a93dc0cf-a35c-46e1-8b21-e745c2237480 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Request body: {'port': {'network_id': 'eca6a813-12a3-4faf-a55d-0f4070702870', 'name': 'tempest-ExtraDHCPOptionsTestJSON-312873421'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:23.917801 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6081f921-e271-4420-b0e2-4ea320b5b162 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network f33739b8-98cb-4cf8-9707-d33341d0af86 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:23.920529 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-6081f921-e271-4420-b0e2-4ea320b5b162 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:23.923717 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6081f921-e271-4420-b0e2-4ea320b5b162 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:23.924516 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6081f921-e271-4420-b0e2-4ea320b5b162 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.965035 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.031642 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239f21f7-7a99-4384-82b2-c8734e9a5a89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-eca6a813-12a3-4faf-a55d-0f4070702870', 'network_id': 'eca6a813-12a3-4faf-a55d-0f4070702870', 'tenant_id': 'f78c3b25105f419eb5f0ffc437fab6f6', 'fixed_ips': [{'subnet_id': 'f40864ec-e6a5-4374-abb0-2ee5f24a21c8'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:28:24.032538 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-239f21f7-7a99-4384-82b2-c8734e9a5a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.072741 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22d8bd-01e4-49d9-a789-891c9c92de4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb882fd-7490-4f93-9edb-1d7103498f5a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:24.084616 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93dc0cf-a35c-46e1-8b21-e745c2237480 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Made reservation on behalf of f78c3b25105f419eb5f0ffc437fab6f6 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:24.091324 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a93dc0cf-a35c-46e1-8b21-e745c2237480 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.109110 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 98e4e87f-faa0-4799-ba5f-46f06030d215, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=98e4e87f-faa0-4799-ba5f-46f06030d215,segment=NetworkSegment(fdcee9ae-94e0-423d-99a6-b3a8c2ea3a88),segment_id=fdcee9ae-94e0-423d-99a6-b3a8c2ea3a88)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:24.115765 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.117460 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 12677b21-9d74-4e13-b84b-2c09523b9f76 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:24.117613 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6081f921-e271-4420-b0e2-4ea320b5b162 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.135441 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-a93dc0cf-a35c-46e1-8b21-e745c2237480 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] device_id is not set on port d8b0df41-a8a7-4caa-8e5a-c88c56509c56 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:28:24.208732 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-da22d8bd-01e4-49d9-a789-891c9c92de4b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2524ee24b63247e2b113a81ce6e89ef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7023237 Jul 15 23:28:24.211893 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46634) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:24.352942 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.380145 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-a93dc0cf-a35c-46e1-8b21-e745c2237480 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Allocated IP 172.20.0.9 (eca6a813-12a3-4faf-a55d-0f4070702870/f40864ec-e6a5-4374-abb0-2ee5f24a21c8/d8b0df41-a8a7-4caa-8e5a-c88c56509c56) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:24.391992 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b3d291-884b-4f6f-8126-8c9822809d40 None None] Network f33739b8-98cb-4cf8-9707-d33341d0af86 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:24.403894 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-42697490-f3d0-4c05-baff-db45fd7be00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.423160 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=98e4e87f-faa0-4799-ba5f-46f06030d215,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:24.483198 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 12677b21-9d74-4e13-b84b-2c09523b9f76 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:24.501798 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3a3cea34-8d21-4e81-98d0-27a60149da33 None None] Provisioning for port 12677b21-9d74-4e13-b84b-2c09523b9f76 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:24.504224 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-42697490-f3d0-4c05-baff-db45fd7be00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.510531 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3a3cea34-8d21-4e81-98d0-27a60149da33 None None] Provisioning complete for port 12677b21-9d74-4e13-b84b-2c09523b9f76 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:24.511176 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a3cea34-8d21-4e81-98d0-27a60149da33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.706007 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a3cea34-8d21-4e81-98d0-27a60149da33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.770104 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-3a3cea34-8d21-4e81-98d0-27a60149da33 None None] For port 12677b21-9d74-4e13-b84b-2c09523b9f76, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=12677b21-9d74-4e13-b84b-2c09523b9f76,segment=NetworkSegment(aa472136-55ae-4c42-ae37-3a08ed57b52c),segment_id=aa472136-55ae-4c42-ae37-3a08ed57b52c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:24.775721 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a3cea34-8d21-4e81-98d0-27a60149da33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.805532 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-42697490-f3d0-4c05-baff-db45fd7be00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.808820 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-42697490-f3d0-4c05-baff-db45fd7be00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.810370 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-42697490-f3d0-4c05-baff-db45fd7be00f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1eb882fd-7490-4f93-9edb-1d7103498f5a HTTP/1.1" status: 204 len: 168 time: 0.5977929 Jul 15 23:28:24.832571 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42697490-f3d0-4c05-baff-db45fd7be00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb882fd-7490-4f93-9edb-1d7103498f5a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:24.859416 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6081f921-e271-4420-b0e2-4ea320b5b162 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.864338 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cea34-8d21-4e81-98d0-27a60149da33 None None] Pushing event updated for resources: {'Port': ['ID=12677b21-9d74-4e13-b84b-2c09523b9f76,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:24.888418 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6081f921-e271-4420-b0e2-4ea320b5b162 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.889324 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6081f921-e271-4420-b0e2-4ea320b5b162 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.892954 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a93dc0cf-a35c-46e1-8b21-e745c2237480 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.920280 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-a93dc0cf-a35c-46e1-8b21-e745c2237480 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Transition to ACTIVE for port object d8b0df41-a8a7-4caa-8e5a-c88c56509c56 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:24.985100 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a93dc0cf-a35c-46e1-8b21-e745c2237480 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.007238 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-c02d741c-912b-42e5-8004-d27ca9ddf3f7 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:25.008818 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-c02d741c-912b-42e5-8004-d27ca9ddf3f7 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/networks?id=35287b5d-84dd-42c1-b0f1-c987dde5f190 HTTP/1.1" status: 200 len: 814 time: 0.3123443 Jul 15 23:28:25.016709 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081f921-e271-4420-b0e2-4ea320b5b162 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event updated for resources: {'Port': ['ID=20c5e927-b86c-4f70-aa59-0eea08358c01,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:25.047044 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-239f21f7-7a99-4384-82b2-c8734e9a5a89 None None] Allocated IP 172.20.0.2 (eca6a813-12a3-4faf-a55d-0f4070702870/f40864ec-e6a5-4374-abb0-2ee5f24a21c8/cc75de69-0c63-4577-9ed4-28e3429ab39a) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:25.081212 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93dc0cf-a35c-46e1-8b21-e745c2237480 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Network eca6a813-12a3-4faf-a55d-0f4070702870 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:25.082402 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93dc0cf-a35c-46e1-8b21-e745c2237480 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Pushing event updated for resources: {'Port': ['ID=d8b0df41-a8a7-4caa-8e5a-c88c56509c56,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:25.090294 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-7baeb5d4-e53c-4232-a54f-9d1c4ac9722e tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/quotas/79c3aa4018564f7da590e1588531d478 HTTP/1.1" status: 200 len: 375 time: 0.0744777 Jul 15 23:28:25.098356 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-a93dc0cf-a35c-46e1-8b21-e745c2237480 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:25.102612 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93dc0cf-a35c-46e1-8b21-e745c2237480 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:25.160647 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-8498a8f0-5df9-4c75-a277-1a538367cfc4 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=79c3aa4018564f7da590e1588531d478&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572751 Jul 15 23:28:25.178425 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6081f921-e271-4420-b0e2-4ea320b5b162 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Network f33739b8-98cb-4cf8-9707-d33341d0af86 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:25.180432 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-6081f921-e271-4420-b0e2-4ea320b5b162 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:25.208866 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93dc0cf-a35c-46e1-8b21-e745c2237480 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:25.209846 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a93dc0cf-a35c-46e1-8b21-e745c2237480 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.239330 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a93dc0cf-a35c-46e1-8b21-e745c2237480 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3546298 Jul 15 23:28:25.242606 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46656) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:25.250215 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5ae47b74-6380-41d7-93de-34e3872edf8a tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Request body: {'port': {'network_id': 'eca6a813-12a3-4faf-a55d-0f4070702870', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1103499222', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:25.255068 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.api.validators [None req-5ae47b74-6380-41d7-93de-34e3872edf8a tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] bootfile-name is not in valid_values {{(pid=93798) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:28:25.255471 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.api.validators [None req-5ae47b74-6380-41d7-93de-34e3872edf8a tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] tftp-server is not in valid_values {{(pid=93798) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:28:25.255933 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.api.validators [None req-5ae47b74-6380-41d7-93de-34e3872edf8a tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] server-ip-address is not in valid_values {{(pid=93798) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:28:25.261831 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-239f21f7-7a99-4384-82b2-c8734e9a5a89 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.276556 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-239f21f7-7a99-4384-82b2-c8734e9a5a89 None None] Transition to ACTIVE for port object cc75de69-0c63-4577-9ed4-28e3429ab39a will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:25.296499 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-239f21f7-7a99-4384-82b2-c8734e9a5a89 None None] Transition to ACTIVE for port object cc75de69-0c63-4577-9ed4-28e3429ab39a will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:25.305010 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-239f21f7-7a99-4384-82b2-c8734e9a5a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.383877 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f21f7-7a99-4384-82b2-c8734e9a5a89 None None] Pushing event updated for resources: {'Port': ['ID=cc75de69-0c63-4577-9ed4-28e3429ab39a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:25.384814 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6081f921-e271-4420-b0e2-4ea320b5b162 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:28:25.408125 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ffce9870-c445-4d53-9c7d-584f5ab939b0 None None] Provisioning for port 20c5e927-b86c-4f70-aa59-0eea08358c01 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:25.422336 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239f21f7-7a99-4384-82b2-c8734e9a5a89 None None] Network eca6a813-12a3-4faf-a55d-0f4070702870 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:25.423901 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ffce9870-c445-4d53-9c7d-584f5ab939b0 None None] Provisioning complete for port 20c5e927-b86c-4f70-aa59-0eea08358c01 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:25.423901 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ffce9870-c445-4d53-9c7d-584f5ab939b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.439397 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-239f21f7-7a99-4384-82b2-c8734e9a5a89 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:25.442300 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 98e4e87f-faa0-4799-ba5f-46f06030d215 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:25.446616 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239f21f7-7a99-4384-82b2-c8734e9a5a89 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:25.600278 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c83a2303-afd0-4d9a-b5a2-8bc54ab8aae6 req-236ab91f-0118-446f-b367-645cd35d934a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1730988 Jul 15 23:28:25.606158 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae47b74-6380-41d7-93de-34e3872edf8a tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Made reservation on behalf of f78c3b25105f419eb5f0ffc437fab6f6 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:25.612491 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ae47b74-6380-41d7-93de-34e3872edf8a tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.653568 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6081f921-e271-4420-b0e2-4ea320b5b162 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:25.667887 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6081f921-e271-4420-b0e2-4ea320b5b162 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "PUT /v2.0/routers/a0fa2f54-d5cb-4500-bec9-8e27b9d40055/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4080567 Jul 15 23:28:25.668683 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46672) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:25.680494 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-5ae47b74-6380-41d7-93de-34e3872edf8a tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] device_id is not set on port 1812e7af-6615-4bf6-baab-4d7d2dbf1f9b yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:28:25.681513 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9f9179-ddfc-4de8-af36-29c24d3bd114 None None] Sync routers for ids ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:25.681828 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-7bb25f38-738e-4541-b511-e858e1598bf8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:25.692897 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ffce9870-c445-4d53-9c7d-584f5ab939b0 None None] Port 20c5e927-b86c-4f70-aa59-0eea08358c01 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:25.696114 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-b79f1bda-6daa-453a-b00c-25c0b3f2d71d service neutron] 10.222.0.16 "GET /v2.0/networks/35287b5d-84dd-42c1-b0f1-c987dde5f190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288274 Jul 15 23:28:25.725264 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-239f21f7-7a99-4384-82b2-c8734e9a5a89 None None] Attempting to bind port cc75de69-0c63-4577-9ed4-28e3429ab39a on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:25.725996 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-239f21f7-7a99-4384-82b2-c8734e9a5a89 None None] Attempting to bind port cc75de69-0c63-4577-9ed4-28e3429ab39a by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'c2bcd59e-563d-41e0-bb90-844002570b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eca6a813-12a3-4faf-a55d-0f4070702870'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:25.726366 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239f21f7-7a99-4384-82b2-c8734e9a5a89 None None] Attempting to bind port cc75de69-0c63-4577-9ed4-28e3429ab39a on network eca6a813-12a3-4faf-a55d-0f4070702870 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:25.736555 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9f9179-ddfc-4de8-af36-29c24d3bd114 None None] Routers {'a0fa2f54-d5cb-4500-bec9-8e27b9d40055'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:25.739015 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9b9f9179-ddfc-4de8-af36-29c24d3bd114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:28:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:25.828621 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a2303-afd0-4d9a-b5a2-8bc54ab8aae6 req-4bf518f5-7ecb-4295-b467-8f2154ae497e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:25.830141 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c83a2303-afd0-4d9a-b5a2-8bc54ab8aae6 req-4bf518f5-7ecb-4295-b467-8f2154ae497e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c476bc9e2fe48f188b2500546342e72&device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 1096 time: 0.1424532 Jul 15 23:28:25.882815 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9b9f9179-ddfc-4de8-af36-29c24d3bd114 None None] Set router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:26.023060 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239f21f7-7a99-4384-82b2-c8734e9a5a89 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:26.023431 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239f21f7-7a99-4384-82b2-c8734e9a5a89 None None] Checking segment: {'id': 'c2bcd59e-563d-41e0-bb90-844002570b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eca6a813-12a3-4faf-a55d-0f4070702870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:26.028839 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-239f21f7-7a99-4384-82b2-c8734e9a5a89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:26.028839 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239f21f7-7a99-4384-82b2-c8734e9a5a89 None None] Bound using segment: {'id': 'c2bcd59e-563d-41e0-bb90-844002570b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eca6a813-12a3-4faf-a55d-0f4070702870'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:26.028839 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-239f21f7-7a99-4384-82b2-c8734e9a5a89 None None] Bound port: cc75de69-0c63-4577-9ed4-28e3429ab39a, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2bcd59e-563d-41e0-bb90-844002570b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'eca6a813-12a3-4faf-a55d-0f4070702870'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:26.028839 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-239f21f7-7a99-4384-82b2-c8734e9a5a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:26.030789 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 98e4e87f-faa0-4799-ba5f-46f06030d215 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:26.031142 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:26.047838 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ffce9870-c445-4d53-9c7d-584f5ab939b0 None None] Provisioning complete for port 12677b21-9d74-4e13-b84b-2c09523b9f76 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:26.048217 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ffce9870-c445-4d53-9c7d-584f5ab939b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:26.081770 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a2303-afd0-4d9a-b5a2-8bc54ab8aae6 req-eddea920-84cc-4d28-b3a7-ac1a7422850d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:26.083280 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c83a2303-afd0-4d9a-b5a2-8bc54ab8aae6 req-eddea920-84cc-4d28-b3a7-ac1a7422850d service neutron] 10.222.0.36 "GET /v2.0/networks?id=735c8477-b658-4066-88fd-8f0a4fc80eba HTTP/1.1" status: 200 len: 912 time: 0.1996999 Jul 15 23:28:26.141615 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bae018df-9afb-4d2f-8963-e608c935c424 req-c9c0567b-3b18-46e2-960e-276fec433ed3 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1746850363&fields=id&tenant_id=3c476bc9e2fe48f188b2500546342e72 HTTP/1.1" status: 200 len: 267 time: 0.1171227 Jul 15 23:28:26.148041 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-f25a60ab-023f-4688-a11d-f5b44986c898 service neutron] 10.222.0.16 "GET /v2.0/networks/35287b5d-84dd-42c1-b0f1-c987dde5f190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789873 Jul 15 23:28:26.153751 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c83a2303-afd0-4d9a-b5a2-8bc54ab8aae6 req-f1762517-f8cc-492e-8c00-defd7d310578 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=745a6557-5f57-4c77-8210-2d4c247a8322 HTTP/1.1" status: 200 len: 1000 time: 0.0628664 Jul 15 23:28:26.222012 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a2303-afd0-4d9a-b5a2-8bc54ab8aae6 req-f7d70d9b-1ba1-4857-80d4-ff21f40a1a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:26.223530 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c83a2303-afd0-4d9a-b5a2-8bc54ab8aae6 req-f7d70d9b-1ba1-4857-80d4-ff21f40a1a6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54f0c398-786c-4bb4-9c0d-f6b9e6012b3b HTTP/1.1" status: 200 len: 850 time: 0.0625255 Jul 15 23:28:26.240525 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-5ae47b74-6380-41d7-93de-34e3872edf8a tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Allocated IP 172.20.0.12 (eca6a813-12a3-4faf-a55d-0f4070702870/f40864ec-e6a5-4374-abb0-2ee5f24a21c8/1812e7af-6615-4bf6-baab-4d7d2dbf1f9b) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:26.335943 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a2303-afd0-4d9a-b5a2-8bc54ab8aae6 req-43db34ac-edc0-4e62-9fab-05612be6f583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:26.337491 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c83a2303-afd0-4d9a-b5a2-8bc54ab8aae6 req-43db34ac-edc0-4e62-9fab-05612be6f583 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=735c8477-b658-4066-88fd-8f0a4fc80eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068480 Jul 15 23:28:26.377342 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae018df-9afb-4d2f-8963-e608c935c424 req-a6096e22-a172-41ae-b06e-0c94d12c17db tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:26.384165 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bae018df-9afb-4d2f-8963-e608c935c424 req-a6096e22-a172-41ae-b06e-0c94d12c17db tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/networks?id=735c8477-b658-4066-88fd-8f0a4fc80eba HTTP/1.1" status: 200 len: 811 time: 0.2416010 Jul 15 23:28:26.411527 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bae018df-9afb-4d2f-8963-e608c935c424 req-95a28480-9eda-420a-bedc-5a475fc1a831 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/quotas/3c476bc9e2fe48f188b2500546342e72 HTTP/1.1" status: 200 len: 375 time: 0.0265038 Jul 15 23:28:26.582769 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7b386b3e-39f9-419d-b2f7-22a967e48864 req-0cfb67c8-fa04-47ed-8dcf-7a4fc6f5f9af tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f2d6d8-9199-4e56-9d6a-c1a5e7347085 HTTP/1.1" status: 200 len: 210 time: 0.1018064 Jul 15 23:28:26.608181 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ae47b74-6380-41d7-93de-34e3872edf8a tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:26.609242 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-239f21f7-7a99-4384-82b2-c8734e9a5a89 None None] For port cc75de69-0c63-4577-9ed4-28e3429ab39a, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:26.627223 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-239f21f7-7a99-4384-82b2-c8734e9a5a89 None None] For port cc75de69-0c63-4577-9ed4-28e3429ab39a, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=cc75de69-0c63-4577-9ed4-28e3429ab39a,segment=NetworkSegment(c2bcd59e-563d-41e0-bb90-844002570b74),segment_id=c2bcd59e-563d-41e0-bb90-844002570b74)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:26.649260 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-239f21f7-7a99-4384-82b2-c8734e9a5a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:26.650321 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-5ae47b74-6380-41d7-93de-34e3872edf8a tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Transition to ACTIVE for port object 1812e7af-6615-4bf6-baab-4d7d2dbf1f9b will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:26.657355 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c83a2303-afd0-4d9a-b5a2-8bc54ab8aae6 req-50d96ea9-3671-4b95-883c-b56331dc4098 service neutron] 10.222.0.36 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123379 Jul 15 23:28:26.672405 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bae018df-9afb-4d2f-8963-e608c935c424 req-aa63ede7-57ec-49a8-81cf-61331bee183f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c476bc9e2fe48f188b2500546342e72&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2580721 Jul 15 23:28:26.738570 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f21f7-7a99-4384-82b2-c8734e9a5a89 None None] Pushing event updated for resources: {'Port': ['ID=cc75de69-0c63-4577-9ed4-28e3429ab39a,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:26.766116 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.extraroute_db [None req-7bb25f38-738e-4541-b511-e858e1598bf8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93799) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 23:28:26.787090 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ae47b74-6380-41d7-93de-34e3872edf8a tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:26.804663 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.extraroute_db [None req-7bb25f38-738e-4541-b511-e858e1598bf8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Removed routes are [] {{(pid=93799) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 23:28:26.805304 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7bb25f38-738e-4541-b511-e858e1598bf8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:26.845020 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bae018df-9afb-4d2f-8963-e608c935c424 req-1e0940f7-c11e-476f-a1c7-96d9cd8ba5d6 service neutron] 10.222.0.16 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586034 Jul 15 23:28:26.858280 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c83a2303-afd0-4d9a-b5a2-8bc54ab8aae6 req-30fd3ead-0fb8-426c-a801-f30fb941557f service neutron] 10.222.0.36 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943214 Jul 15 23:28:26.863485 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae47b74-6380-41d7-93de-34e3872edf8a tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Network eca6a813-12a3-4faf-a55d-0f4070702870 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:26.871673 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-5ae47b74-6380-41d7-93de-34e3872edf8a tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:26.877147 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae47b74-6380-41d7-93de-34e3872edf8a tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:26.888788 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 12677b21-9d74-4e13-b84b-2c09523b9f76 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:26.916903 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae47b74-6380-41d7-93de-34e3872edf8a tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Pushing event updated for resources: {'Port': ['ID=1812e7af-6615-4bf6-baab-4d7d2dbf1f9b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:26.977727 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae47b74-6380-41d7-93de-34e3872edf8a tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:26.978889 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ae47b74-6380-41d7-93de-34e3872edf8a tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:26.998277 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 12677b21-9d74-4e13-b84b-2c09523b9f76 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:26.998901 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:27.005076 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5ae47b74-6380-41d7-93de-34e3872edf8a tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.7613506 Jul 15 23:28:27.008726 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46702) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:27.055860 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-93e2a97d-f2b2-4fa0-8407-5dde8a010ac6 None None] Provisioning complete for port 20c5e927-b86c-4f70-aa59-0eea08358c01 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:27.056327 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-93e2a97d-f2b2-4fa0-8407-5dde8a010ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:27.142406 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bae018df-9afb-4d2f-8963-e608c935c424 req-e5ee4597-177b-4baf-82ee-a1e549897515 service neutron] 10.222.0.16 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949905 Jul 15 23:28:27.164018 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9b9f9179-ddfc-4de8-af36-29c24d3bd114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:24Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None, '_interfaces': [{'id': '20c5e927-b86c-4f70-aa59-0eea08358c01', 'name': '', 'network_id': 'f33739b8-98cb-4cf8-9707-d33341d0af86', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:29:6a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '76723a9e-621e-40d3-813a-2609cb4c3e9c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:22Z', 'updated_at': '2021-07-15T23:28:24Z', 'revision_number': 2, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '76723a9e-621e-40d3-813a-2609cb4c3e9c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf9a8a3-855e-4cca-89fb-365f1817104d', 'name': '', 'network_id': '86bb51cb-5e1d-4417-8fd4-d8611f65b72e', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:02:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:06Z', 'updated_at': '2021-07-15T23:28:14Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98e4e87f-faa0-4799-ba5f-46f06030d215', 'name': '', 'network_id': '0ba02f32-e1c2-483c-afe9-78b5b2f4673d', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:7f:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '25040839-3a4b-4afb-b1f2-589729e485c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:13Z', 'updated_at': '2021-07-15T23:28:24Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '25040839-3a4b-4afb-b1f2-589729e485c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25d1a63-f04f-4718-8a7d-93ccd3e97662', 'name': '', 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:50:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:01Z', 'updated_at': '2021-07-15T23:28:08Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:27.166674 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-93e2a97d-f2b2-4fa0-8407-5dde8a010ac6 None None] Port 20c5e927-b86c-4f70-aa59-0eea08358c01 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:27.203003 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46706) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:27.219531 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9f9179-ddfc-4de8-af36-29c24d3bd114 None None] Checking router: a0fa2f54-d5cb-4500-bec9-8e27b9d40055 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:28:27.223048 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9f9179-ddfc-4de8-af36-29c24d3bd114 None None] Updating router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 port 20c5e927-b86c-4f70-aa59-0eea08358c01 binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:28:27.284979 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700053b1-efab-43e9-9016-7542427e6f58 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:27.300912 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700053b1-efab-43e9-9016-7542427e6f58 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:27.339965 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700053b1-efab-43e9-9016-7542427e6f58 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:27.347507 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-700053b1-efab-43e9-9016-7542427e6f58 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.3374181 Jul 15 23:28:27.350692 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46710) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:27.379137 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b9f9179-ddfc-4de8-af36-29c24d3bd114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:27.542766 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7bb25f38-738e-4541-b511-e858e1598bf8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:27.555786 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7bb25f38-738e-4541-b511-e858e1598bf8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16353154'] for router, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:27.640639 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7d865701-76cb-4ae9-9f39-3e67f9c7e610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:27.643385 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cc75de69-0c63-4577-9ed4-28e3429ab39a up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:27.761896 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-0710db65-8d11-4003-b31b-156dda940718 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Deleting port 1812e7af-6615-4bf6-baab-4d7d2dbf1f9b {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:27.762521 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0710db65-8d11-4003-b31b-156dda940718 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:27.818295 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb25f38-738e-4541-b511-e858e1598bf8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:28:27.873332 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port cc75de69-0c63-4577-9ed4-28e3429ab39a completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:27.898191 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0710db65-8d11-4003-b31b-156dda940718 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:27.914056 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-0710db65-8d11-4003-b31b-156dda940718 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Calling delete_port for 1812e7af-6615-4bf6-baab-4d7d2dbf1f9b owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:27.921262 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a95b805-8f7b-4b2d-a6a6-aeb5f2a333bc req-c984ac92-740d-459c-9360-a3874d99ffdd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=776a293d-c2f5-424c-9406-a4729d565ee4 HTTP/1.1" status: 200 len: 210 time: 0.0713360 Jul 15 23:28:28.003106 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-71048d5b-1739-434f-ae7e-11c18888f29b req-30a51aa3-f6f7-4a88-bae0-0eceafa6e141 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f2d6d8-9199-4e56-9d6a-c1a5e7347085 HTTP/1.1" status: 200 len: 210 time: 0.0805094 Jul 15 23:28:28.046144 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b9f9179-ddfc-4de8-af36-29c24d3bd114 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.065920 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9b9f9179-ddfc-4de8-af36-29c24d3bd114 None None] Transition to ACTIVE for port object 20c5e927-b86c-4f70-aa59-0eea08358c01 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:28.074759 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b9f9179-ddfc-4de8-af36-29c24d3bd114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.107647 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7d865701-76cb-4ae9-9f39-3e67f9c7e610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.115999 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7d865701-76cb-4ae9-9f39-3e67f9c7e610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.159487 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb25f38-738e-4541-b511-e858e1598bf8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:28.177958 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7bb25f38-738e-4541-b511-e858e1598bf8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.187663 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7bb25f38-738e-4541-b511-e858e1598bf8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "PUT /v2.0/routers/a0fa2f54-d5cb-4500-bec9-8e27b9d40055 HTTP/1.1" status: 200 len: 954 time: 2.5152400 Jul 15 23:28:28.191614 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46730) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:28.208664 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ccf04-1a73-4378-8b15-54e00c60212b None None] Pushing event updated for resources: {'Port': ['ID=20c5e927-b86c-4f70-aa59-0eea08358c01,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:28.217742 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d865701-76cb-4ae9-9f39-3e67f9c7e610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a2ce81-ec98-4174-aa91-d2c83bcca164,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:28.268408 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0710db65-8d11-4003-b31b-156dda940718 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.273173 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7d865701-76cb-4ae9-9f39-3e67f9c7e610 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=511b5a2e9dc94b15aaf4495aa09e47d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0676076 Jul 15 23:28:28.278567 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46732) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:28.338603 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710db65-8d11-4003-b31b-156dda940718 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Pushing event deleted for resources: {'Port': ['ID=1812e7af-6615-4bf6-baab-4d7d2dbf1f9b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:28.367064 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9b9f9179-ddfc-4de8-af36-29c24d3bd114 None None] Attempting to bind port 20c5e927-b86c-4f70-aa59-0eea08358c01 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:28.367534 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9b9f9179-ddfc-4de8-af36-29c24d3bd114 None None] Attempting to bind port 20c5e927-b86c-4f70-aa59-0eea08358c01 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'aa472136-55ae-4c42-ae37-3a08ed57b52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33739b8-98cb-4cf8-9707-d33341d0af86'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:28.368029 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9f9179-ddfc-4de8-af36-29c24d3bd114 None None] Attempting to bind port 20c5e927-b86c-4f70-aa59-0eea08358c01 on network f33739b8-98cb-4cf8-9707-d33341d0af86 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:28.382983 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9f9179-ddfc-4de8-af36-29c24d3bd114 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:28.383403 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9f9179-ddfc-4de8-af36-29c24d3bd114 None None] Checking segment: {'id': 'aa472136-55ae-4c42-ae37-3a08ed57b52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33739b8-98cb-4cf8-9707-d33341d0af86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:28.383804 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b9f9179-ddfc-4de8-af36-29c24d3bd114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.384197 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9f9179-ddfc-4de8-af36-29c24d3bd114 None None] Bound using segment: {'id': 'aa472136-55ae-4c42-ae37-3a08ed57b52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33739b8-98cb-4cf8-9707-d33341d0af86'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:28.384925 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9b9f9179-ddfc-4de8-af36-29c24d3bd114 None None] Bound port: 20c5e927-b86c-4f70-aa59-0eea08358c01, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa472136-55ae-4c42-ae37-3a08ed57b52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33739b8-98cb-4cf8-9707-d33341d0af86'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:28.385274 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b9f9179-ddfc-4de8-af36-29c24d3bd114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.503208 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0710db65-8d11-4003-b31b-156dda940718 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.505897 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0710db65-8d11-4003-b31b-156dda940718 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] 10.222.0.16 "DELETE /v2.0/ports/1812e7af-6615-4bf6-baab-4d7d2dbf1f9b HTTP/1.1" status: 204 len: 168 time: 1.1554525 Jul 15 23:28:28.511756 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46736) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:28.520839 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-bd655a12-4699-4081-8d83-2f0b9a473eeb tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Request body: {'port': {'name': 'tempest-new-port-name-1950823896', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:28.521689 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.api.validators [None req-bd655a12-4699-4081-8d83-2f0b9a473eeb tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] bootfile-name is not in valid_values {{(pid=93798) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:28:28.522259 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.api.validators [None req-bd655a12-4699-4081-8d83-2f0b9a473eeb tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] tftp-server is not in valid_values {{(pid=93798) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:28:28.523092 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.api.validators [None req-bd655a12-4699-4081-8d83-2f0b9a473eeb tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] server-ip-address is not in valid_values {{(pid=93798) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:28:28.544227 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a7612147-e4ec-4b75-b434-9154ba564cec tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "GET /v2.0/routers/a0fa2f54-d5cb-4500-bec9-8e27b9d40055 HTTP/1.1" status: 200 len: 954 time: 0.3504472 Jul 15 23:28:28.544883 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46738) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:28.596979 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-cdf3c999-1508-468d-84fd-dd8900bbaa08 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Request body: {'router': {'routes': None}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:28.600000 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9b9f9179-ddfc-4de8-af36-29c24d3bd114 None None] For port 20c5e927-b86c-4f70-aa59-0eea08358c01, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:28.612189 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9b9f9179-ddfc-4de8-af36-29c24d3bd114 None None] For port 20c5e927-b86c-4f70-aa59-0eea08358c01, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=20c5e927-b86c-4f70-aa59-0eea08358c01,segment=NetworkSegment(aa472136-55ae-4c42-ae37-3a08ed57b52c),segment_id=aa472136-55ae-4c42-ae37-3a08ed57b52c)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:28.621050 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b9f9179-ddfc-4de8-af36-29c24d3bd114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.681475 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd655a12-4699-4081-8d83-2f0b9a473eeb tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.767007 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac9319f-304b-4635-bdd7-2fa251157e55 None None] Network eca6a813-12a3-4faf-a55d-0f4070702870 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:28.993285 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9f9179-ddfc-4de8-af36-29c24d3bd114 None None] Routers {'a0fa2f54-d5cb-4500-bec9-8e27b9d40055'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:28.993939 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9b9f9179-ddfc-4de8-af36-29c24d3bd114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:28:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:29.134930 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd655a12-4699-4081-8d83-2f0b9a473eeb tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.144932 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd655a12-4699-4081-8d83-2f0b9a473eeb tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.149452 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9b9f9179-ddfc-4de8-af36-29c24d3bd114 None None] Set router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:29.243992 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd655a12-4699-4081-8d83-2f0b9a473eeb tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Pushing event updated for resources: {'Port': ['ID=d8b0df41-a8a7-4caa-8e5a-c88c56509c56,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:29.256460 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd655a12-4699-4081-8d83-2f0b9a473eeb tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:29.256863 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd655a12-4699-4081-8d83-2f0b9a473eeb tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:29.257274 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd655a12-4699-4081-8d83-2f0b9a473eeb tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:29.257824 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd655a12-4699-4081-8d83-2f0b9a473eeb tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:29.258236 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd655a12-4699-4081-8d83-2f0b9a473eeb tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:29.258657 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd655a12-4699-4081-8d83-2f0b9a473eeb tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:29.259050 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd655a12-4699-4081-8d83-2f0b9a473eeb tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:29.259445 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd655a12-4699-4081-8d83-2f0b9a473eeb tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:29.259898 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd655a12-4699-4081-8d83-2f0b9a473eeb tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:29.260335 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd655a12-4699-4081-8d83-2f0b9a473eeb tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:29.260848 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd655a12-4699-4081-8d83-2f0b9a473eeb tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:29.261688 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd655a12-4699-4081-8d83-2f0b9a473eeb tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:29.267057 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ccf04-1a73-4378-8b15-54e00c60212b None None] Pushing event updated for resources: {'Port': ['ID=20c5e927-b86c-4f70-aa59-0eea08358c01,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:29.282131 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-bd655a12-4699-4081-8d83-2f0b9a473eeb tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] In _notify_port_updated(), no bound segment for port d8b0df41-a8a7-4caa-8e5a-c88c56509c56 on network eca6a813-12a3-4faf-a55d-0f4070702870 {{(pid=93798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:28:29.288908 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd655a12-4699-4081-8d83-2f0b9a473eeb tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:29.289972 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd655a12-4699-4081-8d83-2f0b9a473eeb tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.294371 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bd655a12-4699-4081-8d83-2f0b9a473eeb tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] 10.222.0.16 "PUT /v2.0/ports/d8b0df41-a8a7-4caa-8e5a-c88c56509c56 HTTP/1.1" status: 200 len: 1136 time: 0.7778499 Jul 15 23:28:29.294747 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46744) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:29.316559 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-073b4d23-3ea5-454d-9fc2-cd7b49e23718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.362836 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-469250a6-d556-4596-8a28-715fff78f85d req-f91d92b1-2e40-4580-acd1-fc475821c5f5 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=776a293d-c2f5-424c-9406-a4729d565ee4 HTTP/1.1" status: 200 len: 210 time: 0.0535550 Jul 15 23:28:29.402526 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ae0fcc62-8113-4624-bc9c-d462eb722a71 req-b96f29e4-4fd3-477e-8be2-4a1484ce5337 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f2d6d8-9199-4e56-9d6a-c1a5e7347085 HTTP/1.1" status: 200 len: 210 time: 0.0921495 Jul 15 23:28:29.423962 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6fe691-1128-4184-ba5a-a8907fd82a8a tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:29.429048 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ad6fe691-1128-4184-ba5a-a8907fd82a8a tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] 10.222.0.16 "GET /v2.0/ports/d8b0df41-a8a7-4caa-8e5a-c88c56509c56 HTTP/1.1" status: 200 len: 1136 time: 0.1297312 Jul 15 23:28:29.429048 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46746) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:29.456567 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ad8375b9-e783-4774-beca-ceddf4258a48 None None] Provisioning for port cc75de69-0c63-4577-9ed4-28e3429ab39a completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:29.460918 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ad8375b9-e783-4774-beca-ceddf4258a48 None None] Provisioning complete for port cc75de69-0c63-4577-9ed4-28e3429ab39a triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:29.461336 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ad8375b9-e783-4774-beca-ceddf4258a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.486771 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-073b4d23-3ea5-454d-9fc2-cd7b49e23718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.621099 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9b9f9179-ddfc-4de8-af36-29c24d3bd114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:26Z', 'revision_number': 6, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None, '_interfaces': [{'id': '20c5e927-b86c-4f70-aa59-0eea08358c01', 'name': '', 'network_id': 'f33739b8-98cb-4cf8-9707-d33341d0af86', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:29:6a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '76723a9e-621e-40d3-813a-2609cb4c3e9c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:22Z', 'updated_at': '2021-07-15T23:28:28Z', 'revision_number': 4, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '76723a9e-621e-40d3-813a-2609cb4c3e9c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf9a8a3-855e-4cca-89fb-365f1817104d', 'name': '', 'network_id': '86bb51cb-5e1d-4417-8fd4-d8611f65b72e', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:02:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:06Z', 'updated_at': '2021-07-15T23:28:14Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98e4e87f-faa0-4799-ba5f-46f06030d215', 'name': '', 'network_id': '0ba02f32-e1c2-483c-afe9-78b5b2f4673d', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:7f:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '25040839-3a4b-4afb-b1f2-589729e485c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:13Z', 'updated_at': '2021-07-15T23:28:24Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '25040839-3a4b-4afb-b1f2-589729e485c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25d1a63-f04f-4718-8a7d-93ccd3e97662', 'name': '', 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:50:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:01Z', 'updated_at': '2021-07-15T23:28:08Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:29.656647 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-bd7758c8-66b7-47c4-ad87-225f7daee534 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:29.658408 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-bd7758c8-66b7-47c4-ad87-225f7daee534 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.43 "GET /v2.0/networks?id=35287b5d-84dd-42c1-b0f1-c987dde5f190 HTTP/1.1" status: 200 len: 814 time: 1.1126006 Jul 15 23:28:29.662757 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9f9179-ddfc-4de8-af36-29c24d3bd114 None None] The sync data for ids ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'] in n-d-787205-9 is: [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:26Z', 'revision_number': 6, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None, '_interfaces': [{'id': '20c5e927-b86c-4f70-aa59-0eea08358c01', 'name': '', 'network_id': 'f33739b8-98cb-4cf8-9707-d33341d0af86', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:29:6a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '76723a9e-621e-40d3-813a-2609cb4c3e9c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:22Z', 'updated_at': '2021-07-15T23:28:28Z', 'revision_number': 4, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '76723a9e-621e-40d3-813a-2609cb4c3e9c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf9a8a3-855e-4cca-89fb-365f1817104d', 'name': '', 'network_id': '86bb51cb-5e1d-4417-8fd4-d8611f65b72e', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:02:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:06Z', 'updated_at': '2021-07-15T23:28:14Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98e4e87f-faa0-4799-ba5f-46f06030d215', 'name': '', 'network_id': '0ba02f32-e1c2-483c-afe9-78b5b2f4673d', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:7f:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '25040839-3a4b-4afb-b1f2-589729e485c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:13Z', 'updated_at': '2021-07-15T23:28:24Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '25040839-3a4b-4afb-b1f2-589729e485c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25d1a63-f04f-4718-8a7d-93ccd3e97662', 'name': '', 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:50:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:01Z', 'updated_at': '2021-07-15T23:28:08Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:29.681561 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ad8375b9-e783-4774-beca-ceddf4258a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.683635 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-5cacfc71-2cd5-42d9-8beb-00bac78dc62f tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Request body: {'port': {'device_id': '70f2d6d8-9199-4e56-9d6a-c1a5e7347085', 'network_id': '35287b5d-84dd-42c1-b0f1-c987dde5f190', 'admin_state_up': True, 'tenant_id': '79c3aa4018564f7da590e1588531d478'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:29.732292 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ad8375b9-e783-4774-beca-ceddf4258a48 None None] For port cc75de69-0c63-4577-9ed4-28e3429ab39a, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=cc75de69-0c63-4577-9ed4-28e3429ab39a,segment=NetworkSegment(c2bcd59e-563d-41e0-bb90-844002570b74),segment_id=c2bcd59e-563d-41e0-bb90-844002570b74)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:29.752539 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ad8375b9-e783-4774-beca-ceddf4258a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.839060 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8375b9-e783-4774-beca-ceddf4258a48 None None] Pushing event updated for resources: {'Port': ['ID=cc75de69-0c63-4577-9ed4-28e3429ab39a,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:29.998543 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9de7c4d3-6100-44f9-8671-c5a11fa17493 None None] Provisioning for port d8b0df41-a8a7-4caa-8e5a-c88c56509c56 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:30.005874 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9de7c4d3-6100-44f9-8671-c5a11fa17493 None None] Provisioning complete for port d8b0df41-a8a7-4caa-8e5a-c88c56509c56 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:30.006254 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9de7c4d3-6100-44f9-8671-c5a11fa17493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.072364 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-073b4d23-3ea5-454d-9fc2-cd7b49e23718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.076623 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-073b4d23-3ea5-454d-9fc2-cd7b49e23718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.081295 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9de7c4d3-6100-44f9-8671-c5a11fa17493 None None] Port d8b0df41-a8a7-4caa-8e5a-c88c56509c56 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:30.083939 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-073b4d23-3ea5-454d-9fc2-cd7b49e23718 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49a2ce81-ec98-4174-aa91-d2c83bcca164 HTTP/1.1" status: 204 len: 168 time: 1.8032606 Jul 15 23:28:30.096010 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9de7c4d3-6100-44f9-8671-c5a11fa17493 None None] Provisioning complete for port cc75de69-0c63-4577-9ed4-28e3429ab39a triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:30.096460 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9de7c4d3-6100-44f9-8671-c5a11fa17493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.111951 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b4d23-3ea5-454d-9fc2-cd7b49e23718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a2ce81-ec98-4174-aa91-d2c83bcca164,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:30.234882 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-6ae01445-2a4c-448b-81c7-2ffe8eb92336 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Deleting port d8b0df41-a8a7-4caa-8e5a-c88c56509c56 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:30.235614 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ae01445-2a4c-448b-81c7-2ffe8eb92336 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.340000 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-5cacfc71-2cd5-42d9-8beb-00bac78dc62f tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Made reservation on behalf of 79c3aa4018564f7da590e1588531d478 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:30.360369 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-5cacfc71-2cd5-42d9-8beb-00bac78dc62f tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.403344 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-aa3a5b44-ca2d-4b2b-b686-2829c831c779 None None] Provisioning complete for port d8b0df41-a8a7-4caa-8e5a-c88c56509c56 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:30.404054 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa3a5b44-ca2d-4b2b-b686-2829c831c779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.437384 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae018df-9afb-4d2f-8963-e608c935c424 req-dc4987d5-6628-427c-b022-9d670d8a45b0 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:30.442054 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bae018df-9afb-4d2f-8963-e608c935c424 req-dc4987d5-6628-427c-b022-9d670d8a45b0 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.43 "GET /v2.0/networks?id=735c8477-b658-4066-88fd-8f0a4fc80eba HTTP/1.1" status: 200 len: 811 time: 0.8834577 Jul 15 23:28:30.475000 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.extraroute_db [None req-cdf3c999-1508-468d-84fd-dd8900bbaa08 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Added routes are [] {{(pid=93799) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 23:28:30.475000 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.extraroute_db [None req-cdf3c999-1508-468d-84fd-dd8900bbaa08 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93799) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 23:28:30.574149 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-aa3a5b44-ca2d-4b2b-b686-2829c831c779 None None] Port d8b0df41-a8a7-4caa-8e5a-c88c56509c56 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:30.696190 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ae01445-2a4c-448b-81c7-2ffe8eb92336 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.748015 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bae018df-9afb-4d2f-8963-e608c935c424 req-a7a57536-3cfd-4578-af22-51f519c29a4b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c476bc9e2fe48f188b2500546342e72 HTTP/1.1" status: 200 len: 380 time: 0.2954111 Jul 15 23:28:30.753230 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cdf3c999-1508-468d-84fd-dd8900bbaa08 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.764622 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-6ae01445-2a4c-448b-81c7-2ffe8eb92336 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Calling delete_port for d8b0df41-a8a7-4caa-8e5a-c88c56509c56 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:30.778243 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-bae018df-9afb-4d2f-8963-e608c935c424 req-7aed1cff-c065-4b9f-8b1f-6bf6971e3ce8 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Request body: {'port': {'device_id': '776a293d-c2f5-424c-9406-a4729d565ee4', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'admin_state_up': True, 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'security_groups': ['ef18a60e-2120-499d-912a-dac5563d93b2']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:30.797879 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0a22b06c-3d92-4645-b808-e64bb3bcc73e None None] Could not find standard attr ID for object 1812e7af-6615-4bf6-baab-4d7d2dbf1f9b. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:28:30.824007 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d2652d4c-bfd1-4a1e-b3d1-ffb23deb5573 req-807ab0e3-c180-4e5f-9961-342e5d9c11bf tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=776a293d-c2f5-424c-9406-a4729d565ee4 HTTP/1.1" status: 200 len: 210 time: 0.1346676 Jul 15 23:28:30.840936 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d7b8f741-30ef-4adb-af8e-0e13f166925c req-54080276-9bb7-49ae-bea0-bc1f670025f0 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f2d6d8-9199-4e56-9d6a-c1a5e7347085 HTTP/1.1" status: 200 len: 210 time: 0.1406162 Jul 15 23:28:30.934478 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-5cacfc71-2cd5-42d9-8beb-00bac78dc62f tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Allocated IP 172.20.0.10 (35287b5d-84dd-42c1-b0f1-c987dde5f190/8b4773d7-480c-4cd8-aa6c-9f339f7216b1/149b648b-6fe8-449f-aa76-7236f8405638) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:31.073287 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae018df-9afb-4d2f-8963-e608c935c424 req-7aed1cff-c065-4b9f-8b1f-6bf6971e3ce8 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Made reservation on behalf of 3c476bc9e2fe48f188b2500546342e72 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:31.080140 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bae018df-9afb-4d2f-8963-e608c935c424 req-7aed1cff-c065-4b9f-8b1f-6bf6971e3ce8 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.187285 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dcd8bd-da2f-4574-a8d6-41cb0bb87384 None None] Sync routers for ids ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:31.189573 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ae01445-2a4c-448b-81c7-2ffe8eb92336 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.202769 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dcd8bd-da2f-4574-a8d6-41cb0bb87384 None None] Routers {'a0fa2f54-d5cb-4500-bec9-8e27b9d40055'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:31.203418 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-f0dcd8bd-da2f-4574-a8d6-41cb0bb87384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:28:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:31.295192 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae01445-2a4c-448b-81c7-2ffe8eb92336 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Pushing event deleted for resources: {'Port': ['ID=d8b0df41-a8a7-4caa-8e5a-c88c56509c56,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:31.312108 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-5cacfc71-2cd5-42d9-8beb-00bac78dc62f tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.316088 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cdf3c999-1508-468d-84fd-dd8900bbaa08 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.325190 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cdf3c999-1508-468d-84fd-dd8900bbaa08 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16353154'] for router, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.466373 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ae01445-2a4c-448b-81c7-2ffe8eb92336 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.469226 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6ae01445-2a4c-448b-81c7-2ffe8eb92336 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] 10.222.0.16 "DELETE /v2.0/ports/d8b0df41-a8a7-4caa-8e5a-c88c56509c56 HTTP/1.1" status: 204 len: 168 time: 2.0393500 Jul 15 23:28:31.472385 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46772) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:31.476214 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf3c999-1508-468d-84fd-dd8900bbaa08 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:28:31.492256 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-f0dcd8bd-da2f-4574-a8d6-41cb0bb87384 None None] Set router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:31.586473 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-bae018df-9afb-4d2f-8963-e608c935c424 req-7aed1cff-c065-4b9f-8b1f-6bf6971e3ce8 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Allocated IP 172.20.0.9 (735c8477-b658-4066-88fd-8f0a4fc80eba/54f0c398-786c-4bb4-9c0d-f6b9e6012b3b/d3ce4386-a8a9-459a-aa09-5231f214cd0e) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:31.615205 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-cdaecab2-4dec-4e29-9ef9-a2c71f468d6f None None] Could not find standard attr ID for object d8b0df41-a8a7-4caa-8e5a-c88c56509c56. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:28:31.633020 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e2a6b5d-2810-47af-b092-c22e7ee5784c tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Deleting subnet f40864ec-e6a5-4374-abb0-2ee5f24a21c8 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:31.636688 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1e2a6b5d-2810-47af-b092-c22e7ee5784c tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.720263 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf3c999-1508-468d-84fd-dd8900bbaa08 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:31.743922 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cdf3c999-1508-468d-84fd-dd8900bbaa08 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.750690 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-cdf3c999-1508-468d-84fd-dd8900bbaa08 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "PUT /v2.0/routers/a0fa2f54-d5cb-4500-bec9-8e27b9d40055 HTTP/1.1" status: 200 len: 704 time: 3.1916356 Jul 15 23:28:31.751490 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46780) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:31.778268 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-5cacfc71-2cd5-42d9-8beb-00bac78dc62f tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.784458 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cc75de69-0c63-4577-9ed4-28e3429ab39a up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:31.872362 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1e2a6b5d-2810-47af-b092-c22e7ee5784c tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.935213 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port cc75de69-0c63-4577-9ed4-28e3429ab39a triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:31.960276 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.979190 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-f0dcd8bd-da2f-4574-a8d6-41cb0bb87384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:30Z', 'revision_number': 7, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None, '_interfaces': [{'id': '20c5e927-b86c-4f70-aa59-0eea08358c01', 'name': '', 'network_id': 'f33739b8-98cb-4cf8-9707-d33341d0af86', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:29:6a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '76723a9e-621e-40d3-813a-2609cb4c3e9c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:22Z', 'updated_at': '2021-07-15T23:28:28Z', 'revision_number': 4, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '76723a9e-621e-40d3-813a-2609cb4c3e9c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf9a8a3-855e-4cca-89fb-365f1817104d', 'name': '', 'network_id': '86bb51cb-5e1d-4417-8fd4-d8611f65b72e', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:02:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:06Z', 'updated_at': '2021-07-15T23:28:14Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98e4e87f-faa0-4799-ba5f-46f06030d215', 'name': '', 'network_id': '0ba02f32-e1c2-483c-afe9-78b5b2f4673d', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:7f:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '25040839-3a4b-4afb-b1f2-589729e485c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:13Z', 'updated_at': '2021-07-15T23:28:24Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '25040839-3a4b-4afb-b1f2-589729e485c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25d1a63-f04f-4718-8a7d-93ccd3e97662', 'name': '', 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:50:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:01Z', 'updated_at': '2021-07-15T23:28:08Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:32.020440 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-5cacfc71-2cd5-42d9-8beb-00bac78dc62f tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Network 35287b5d-84dd-42c1-b0f1-c987dde5f190 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:32.029967 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-5cacfc71-2cd5-42d9-8beb-00bac78dc62f tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:32.040595 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-5cacfc71-2cd5-42d9-8beb-00bac78dc62f tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:32.043431 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dcd8bd-da2f-4574-a8d6-41cb0bb87384 None None] Checking router: a0fa2f54-d5cb-4500-bec9-8e27b9d40055 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:28:32.064684 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dcd8bd-da2f-4574-a8d6-41cb0bb87384 None None] Routers {'a0fa2f54-d5cb-4500-bec9-8e27b9d40055'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:32.065568 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-f0dcd8bd-da2f-4574-a8d6-41cb0bb87384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:28:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:32.134755 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bae018df-9afb-4d2f-8963-e608c935c424 req-7aed1cff-c065-4b9f-8b1f-6bf6971e3ce8 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.154973 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1e2a6b5d-2810-47af-b092-c22e7ee5784c tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.167281 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-70c723e2-f803-4256-a926-bbbc3dbc5ca1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "GET /v2.0/routers/a0fa2f54-d5cb-4500-bec9-8e27b9d40055 HTTP/1.1" status: 200 len: 704 time: 0.4137139 Jul 15 23:28:32.170004 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 20c5e927-b86c-4f70-aa59-0eea08358c01 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:32.181222 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46792) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:32.188624 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-bae018df-9afb-4d2f-8963-e608c935c424 req-7aed1cff-c065-4b9f-8b1f-6bf6971e3ce8 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Transition to ACTIVE for port object d3ce4386-a8a9-459a-aa09-5231f214cd0e will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:32.233163 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bae018df-9afb-4d2f-8963-e608c935c424 req-7aed1cff-c065-4b9f-8b1f-6bf6971e3ce8 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.283595 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 20c5e927-b86c-4f70-aa59-0eea08358c01 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:32.294337 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 20c5e927-b86c-4f70-aa59-0eea08358c01 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:32.295941 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.296090 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae018df-9afb-4d2f-8963-e608c935c424 req-7aed1cff-c065-4b9f-8b1f-6bf6971e3ce8 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Network 735c8477-b658-4066-88fd-8f0a4fc80eba is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:32.299479 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-f0dcd8bd-da2f-4574-a8d6-41cb0bb87384 None None] Set router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:32.302814 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-bae018df-9afb-4d2f-8963-e608c935c424 req-7aed1cff-c065-4b9f-8b1f-6bf6971e3ce8 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:32.312531 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae018df-9afb-4d2f-8963-e608c935c424 req-7aed1cff-c065-4b9f-8b1f-6bf6971e3ce8 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:32.414012 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed1cff-c065-4b9f-8b1f-6bf6971e3ce8 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Pushing event updated for resources: {'Port': ['ID=d3ce4386-a8a9-459a-aa09-5231f214cd0e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:32.430410 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1e2a6b5d-2810-47af-b092-c22e7ee5784c tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.457061 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae018df-9afb-4d2f-8963-e608c935c424 req-7aed1cff-c065-4b9f-8b1f-6bf6971e3ce8 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:32.458192 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bae018df-9afb-4d2f-8963-e608c935c424 req-7aed1cff-c065-4b9f-8b1f-6bf6971e3ce8 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.487674 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cacfc71-2cd5-42d9-8beb-00bac78dc62f tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Pushing event updated for resources: {'Port': ['ID=149b648b-6fe8-449f-aa76-7236f8405638,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:32.513483 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1e2a6b5d-2810-47af-b092-c22e7ee5784c tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.514017 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43874ee4-a734-4bf5-87a1-be46c5e3b1fb None None] Network eca6a813-12a3-4faf-a55d-0f4070702870 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:32.516922 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1e2a6b5d-2810-47af-b092-c22e7ee5784c tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] 10.222.0.16 "DELETE /v2.0/subnets/f40864ec-e6a5-4374-abb0-2ee5f24a21c8 HTTP/1.1" status: 204 len: 168 time: 1.0417476 Jul 15 23:28:32.522526 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a6b5d-2810-47af-b092-c22e7ee5784c tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Pushing event deleted for resources: {'Subnet': ['ID=f40864ec-e6a5-4374-abb0-2ee5f24a21c8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:32.528633 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46800) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:32.558482 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.716342 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-470363c3-724d-4379-9858-f4f51e0a2fe0 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.723901 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 20c5e927-b86c-4f70-aa59-0eea08358c01, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=20c5e927-b86c-4f70-aa59-0eea08358c01,segment=NetworkSegment(aa472136-55ae-4c42-ae37-3a08ed57b52c),segment_id=aa472136-55ae-4c42-ae37-3a08ed57b52c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:32.733463 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bae018df-9afb-4d2f-8963-e608c935c424 req-7aed1cff-c065-4b9f-8b1f-6bf6971e3ce8 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9701688 Jul 15 23:28:32.733642 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.734259 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-5cacfc71-2cd5-42d9-8beb-00bac78dc62f tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:32.735017 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-5cacfc71-2cd5-42d9-8beb-00bac78dc62f tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.738020 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-f0dcd8bd-da2f-4574-a8d6-41cb0bb87384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:30Z', 'revision_number': 7, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None, '_interfaces': [{'id': '20c5e927-b86c-4f70-aa59-0eea08358c01', 'name': '', 'network_id': 'f33739b8-98cb-4cf8-9707-d33341d0af86', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:29:6a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '76723a9e-621e-40d3-813a-2609cb4c3e9c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:22Z', 'updated_at': '2021-07-15T23:28:28Z', 'revision_number': 4, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '76723a9e-621e-40d3-813a-2609cb4c3e9c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf9a8a3-855e-4cca-89fb-365f1817104d', 'name': '', 'network_id': '86bb51cb-5e1d-4417-8fd4-d8611f65b72e', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:02:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:06Z', 'updated_at': '2021-07-15T23:28:14Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98e4e87f-faa0-4799-ba5f-46f06030d215', 'name': '', 'network_id': '0ba02f32-e1c2-483c-afe9-78b5b2f4673d', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:7f:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '25040839-3a4b-4afb-b1f2-589729e485c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:13Z', 'updated_at': '2021-07-15T23:28:24Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '25040839-3a4b-4afb-b1f2-589729e485c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25d1a63-f04f-4718-8a7d-93ccd3e97662', 'name': '', 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:50:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:01Z', 'updated_at': '2021-07-15T23:28:08Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:32.763168 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-5cacfc71-2cd5-42d9-8beb-00bac78dc62f tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0897896 Jul 15 23:28:32.775156 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-bae018df-9afb-4d2f-8963-e608c935c424 req-06fb4380-91bf-44d9-9c31-54382312d3e3 service neutron] Request body: {'port': {'device_id': '776a293d-c2f5-424c-9406-a4729d565ee4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:32.790004 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-a39bad66-c350-401f-8112-4cc8fa2b9404 service neutron] Request body: {'port': {'device_id': '70f2d6d8-9199-4e56-9d6a-c1a5e7347085', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:32.820786 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b2abc464-fba2-466f-86ca-aebf68afd9c1 None None] Provisioning for port d3ce4386-a8a9-459a-aa09-5231f214cd0e completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:32.832740 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b2abc464-fba2-466f-86ca-aebf68afd9c1 None None] Provisioning complete for port d3ce4386-a8a9-459a-aa09-5231f214cd0e triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:32.833475 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b2abc464-fba2-466f-86ca-aebf68afd9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.878921 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-470363c3-724d-4379-9858-f4f51e0a2fe0 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Deleting port cc75de69-0c63-4577-9ed4-28e3429ab39a {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:32.879265 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-470363c3-724d-4379-9858-f4f51e0a2fe0 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.890917 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=20c5e927-b86c-4f70-aa59-0eea08358c01,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:32.921199 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b2abc464-fba2-466f-86ca-aebf68afd9c1 None None] Port d3ce4386-a8a9-459a-aa09-5231f214cd0e cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:32.962609 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dcd8bd-da2f-4574-a8d6-41cb0bb87384 None None] The sync data for ids ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'] in n-d-787205-9 is: [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:30Z', 'revision_number': 7, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None, '_interfaces': [{'id': '20c5e927-b86c-4f70-aa59-0eea08358c01', 'name': '', 'network_id': 'f33739b8-98cb-4cf8-9707-d33341d0af86', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:29:6a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '76723a9e-621e-40d3-813a-2609cb4c3e9c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:22Z', 'updated_at': '2021-07-15T23:28:28Z', 'revision_number': 4, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '76723a9e-621e-40d3-813a-2609cb4c3e9c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf9a8a3-855e-4cca-89fb-365f1817104d', 'name': '', 'network_id': '86bb51cb-5e1d-4417-8fd4-d8611f65b72e', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:02:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:06Z', 'updated_at': '2021-07-15T23:28:14Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98e4e87f-faa0-4799-ba5f-46f06030d215', 'name': '', 'network_id': '0ba02f32-e1c2-483c-afe9-78b5b2f4673d', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:7f:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '25040839-3a4b-4afb-b1f2-589729e485c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:13Z', 'updated_at': '2021-07-15T23:28:24Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '25040839-3a4b-4afb-b1f2-589729e485c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25d1a63-f04f-4718-8a7d-93ccd3e97662', 'name': '', 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:50:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:01Z', 'updated_at': '2021-07-15T23:28:08Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:32.981265 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bae018df-9afb-4d2f-8963-e608c935c424 req-06fb4380-91bf-44d9-9c31-54382312d3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.982852 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6fe61-9ff9-4e8c-934e-f0f0acd86774 req-e0808e1d-cd75-4456-a262-9c3712995127 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:32.990129 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ffe6fe61-9ff9-4e8c-934e-f0f0acd86774 req-e0808e1d-cd75-4456-a262-9c3712995127 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=776a293d-c2f5-424c-9406-a4729d565ee4 HTTP/1.1" status: 200 len: 931 time: 0.7884171 Jul 15 23:28:33.012850 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291a9a0-bc7b-4ebe-a561-818da0c526df req-f5d7d35c-efc3-4fad-a74f-9b65267f08fa tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:33.019894 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d291a9a0-bc7b-4ebe-a561-818da0c526df req-f5d7d35c-efc3-4fad-a74f-9b65267f08fa tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f2d6d8-9199-4e56-9d6a-c1a5e7347085 HTTP/1.1" status: 200 len: 932 time: 0.8397732 Jul 15 23:28:33.033690 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-a39bad66-c350-401f-8112-4cc8fa2b9404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.042509 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6d5ff6-044b-497d-9011-882a21156512 None None] DHCP port deletion for eca6a813-12a3-4faf-a55d-0f4070702870 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:28:33.056020 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-470363c3-724d-4379-9858-f4f51e0a2fe0 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] For port cc75de69-0c63-4577-9ed4-28e3429ab39a, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=cc75de69-0c63-4577-9ed4-28e3429ab39a,segment=NetworkSegment(c2bcd59e-563d-41e0-bb90-844002570b74),segment_id=c2bcd59e-563d-41e0-bb90-844002570b74)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:33.056581 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-470363c3-724d-4379-9858-f4f51e0a2fe0 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.076955 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-470363c3-724d-4379-9858-f4f51e0a2fe0 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Calling delete_port for cc75de69-0c63-4577-9ed4-28e3429ab39a owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:33.136446 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-7f6d5ff6-044b-497d-9011-882a21156512 None None] Deleting port cc75de69-0c63-4577-9ed4-28e3429ab39a {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:33.136821 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f6d5ff6-044b-497d-9011-882a21156512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.149620 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d291a9a0-bc7b-4ebe-a561-818da0c526df req-aedcc046-03d1-4a58-920e-937fd2007e3d tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2792447-3054-40ed-9b37-40f23bd73202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288025 Jul 15 23:28:33.216256 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ffe6fe61-9ff9-4e8c-934e-f0f0acd86774 req-c10abd03-3d22-4973-9c22-04dc86df1b3c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251515 Jul 15 23:28:33.219088 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-7f6d5ff6-044b-497d-9011-882a21156512 None None] For port cc75de69-0c63-4577-9ed4-28e3429ab39a, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=cc75de69-0c63-4577-9ed4-28e3429ab39a,segment=NetworkSegment(c2bcd59e-563d-41e0-bb90-844002570b74),segment_id=c2bcd59e-563d-41e0-bb90-844002570b74)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:33.219493 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f6d5ff6-044b-497d-9011-882a21156512 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.234513 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-7f6d5ff6-044b-497d-9011-882a21156512 None None] Calling delete_port for cc75de69-0c63-4577-9ed4-28e3429ab39a owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:33.471626 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-470363c3-724d-4379-9858-f4f51e0a2fe0 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.584538 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470363c3-724d-4379-9858-f4f51e0a2fe0 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Pushing event deleted for resources: {'Port': ['ID=cc75de69-0c63-4577-9ed4-28e3429ab39a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:33.586696 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470363c3-724d-4379-9858-f4f51e0a2fe0 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] No DVR routers for this DVR port cc75de69-0c63-4577-9ed4-28e3429ab39a on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:33.595776 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cfe87be4-2b4a-4203-b06a-0d1b47b46ab0 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.599276 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480b458d-785c-434c-b97a-0f70d87f434a None None] Sync routers for ids ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:33.601323 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 20c5e927-b86c-4f70-aa59-0eea08358c01 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:33.654870 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480b458d-785c-434c-b97a-0f70d87f434a None None] Routers {'a0fa2f54-d5cb-4500-bec9-8e27b9d40055'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:33.655592 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-480b458d-785c-434c-b97a-0f70d87f434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:28:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:33.677324 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-bae018df-9afb-4d2f-8963-e608c935c424 req-06fb4380-91bf-44d9-9c31-54382312d3e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ce4386-a8a9-459a-aa09-5231f214cd0e {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:28:33.708272 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-470363c3-724d-4379-9858-f4f51e0a2fe0 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.718380 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bae018df-9afb-4d2f-8963-e608c935c424 req-06fb4380-91bf-44d9-9c31-54382312d3e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.723763 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-470363c3-724d-4379-9858-f4f51e0a2fe0 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca6a813-12a3-4faf-a55d-0f4070702870']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:33.746611 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-470363c3-724d-4379-9858-f4f51e0a2fe0 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2bcd59e-563d-41e0-bb90-844002570b74') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:33.746936 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-470363c3-724d-4379-9858-f4f51e0a2fe0 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2bcd59e-563d-41e0-bb90-844002570b74') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:33.756050 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-bae018df-9afb-4d2f-8963-e608c935c424 req-06fb4380-91bf-44d9-9c31-54382312d3e3 service neutron] Transition to ACTIVE for port object d3ce4386-a8a9-459a-aa09-5231f214cd0e will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:33.760118 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-470363c3-724d-4379-9858-f4f51e0a2fe0 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.766315 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f6d5ff6-044b-497d-9011-882a21156512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.769355 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bae018df-9afb-4d2f-8963-e608c935c424 req-06fb4380-91bf-44d9-9c31-54382312d3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.782750 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-480b458d-785c-434c-b97a-0f70d87f434a None None] Set router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:33.804244 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-470363c3-724d-4379-9858-f4f51e0a2fe0 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.804609 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 20c5e927-b86c-4f70-aa59-0eea08358c01 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:33.804936 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.825424 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-470363c3-724d-4379-9858-f4f51e0a2fe0 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:28:33.825840 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-470363c3-724d-4379-9858-f4f51e0a2fe0 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:28:33.828886 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:28:33.853276 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb4380-91bf-44d9-9c31-54382312d3e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ce4386-a8a9-459a-aa09-5231f214cd0e,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:33.877416 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d5ff6-044b-497d-9011-882a21156512 None None] Pushing event deleted for resources: {'Port': ['ID=cc75de69-0c63-4577-9ed4-28e3429ab39a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:33.886143 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6d5ff6-044b-497d-9011-882a21156512 None None] No DVR routers for this DVR port cc75de69-0c63-4577-9ed4-28e3429ab39a on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:34.008653 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-bae018df-9afb-4d2f-8963-e608c935c424 req-06fb4380-91bf-44d9-9c31-54382312d3e3 service neutron] Attempting to bind port d3ce4386-a8a9-459a-aa09-5231f214cd0e on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:34.008653 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-bae018df-9afb-4d2f-8963-e608c935c424 req-06fb4380-91bf-44d9-9c31-54382312d3e3 service neutron] Attempting to bind port d3ce4386-a8a9-459a-aa09-5231f214cd0e by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:34.008653 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae018df-9afb-4d2f-8963-e608c935c424 req-06fb4380-91bf-44d9-9c31-54382312d3e3 service neutron] Attempting to bind port d3ce4386-a8a9-459a-aa09-5231f214cd0e on network 735c8477-b658-4066-88fd-8f0a4fc80eba {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:34.014043 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae018df-9afb-4d2f-8963-e608c935c424 req-06fb4380-91bf-44d9-9c31-54382312d3e3 service neutron] Port d3ce4386-a8a9-459a-aa09-5231f214cd0e on network 735c8477-b658-4066-88fd-8f0a4fc80eba not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:28:34.014604 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae018df-9afb-4d2f-8963-e608c935c424 req-06fb4380-91bf-44d9-9c31-54382312d3e3 service neutron] Attempting to bind port d3ce4386-a8a9-459a-aa09-5231f214cd0e on network 735c8477-b658-4066-88fd-8f0a4fc80eba {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:34.017964 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-470363c3-724d-4379-9858-f4f51e0a2fe0 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.038174 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-470363c3-724d-4379-9858-f4f51e0a2fe0 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.040235 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-470363c3-724d-4379-9858-f4f51e0a2fe0 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] 10.222.0.16 "DELETE /v2.0/networks/eca6a813-12a3-4faf-a55d-0f4070702870 HTTP/1.1" status: 204 len: 168 time: 1.5065262 Jul 15 23:28:34.041074 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470363c3-724d-4379-9858-f4f51e0a2fe0 tempest-ExtraDHCPOptionsTestJSON-206731763 tempest-ExtraDHCPOptionsTestJSON-206731763-project] Pushing event deleted for resources: {'Network': ['ID=eca6a813-12a3-4faf-a55d-0f4070702870,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:34.043646 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae018df-9afb-4d2f-8963-e608c935c424 req-06fb4380-91bf-44d9-9c31-54382312d3e3 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:34.044019 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae018df-9afb-4d2f-8963-e608c935c424 req-06fb4380-91bf-44d9-9c31-54382312d3e3 service neutron] Checking segment: {'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:34.044411 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae018df-9afb-4d2f-8963-e608c935c424 req-06fb4380-91bf-44d9-9c31-54382312d3e3 service neutron] Bound using segment: {'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:34.045198 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-bae018df-9afb-4d2f-8963-e608c935c424 req-06fb4380-91bf-44d9-9c31-54382312d3e3 service neutron] Bound port: d3ce4386-a8a9-459a-aa09-5231f214cd0e, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e489be5-30e9-4f5e-b90d-5ad6af863e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:34.045198 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bae018df-9afb-4d2f-8963-e608c935c424 req-06fb4380-91bf-44d9-9c31-54382312d3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.184253 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-bae018df-9afb-4d2f-8963-e608c935c424 req-06fb4380-91bf-44d9-9c31-54382312d3e3 service neutron] For port d3ce4386-a8a9-459a-aa09-5231f214cd0e, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:34.199628 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-bae018df-9afb-4d2f-8963-e608c935c424 req-06fb4380-91bf-44d9-9c31-54382312d3e3 service neutron] For port d3ce4386-a8a9-459a-aa09-5231f214cd0e, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=d3ce4386-a8a9-459a-aa09-5231f214cd0e,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:34.206612 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bae018df-9afb-4d2f-8963-e608c935c424 req-06fb4380-91bf-44d9-9c31-54382312d3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.227420 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46810) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:34.257623 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c8fda731-1678-41f8-aaca-fbeb092d15b6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-774566126', 'description': 'tempest-secgroup-smoke-774566126 description', 'project_id': 'af8840e572bc4203b4decdf0325b2045'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:34.360327 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cc75de69-0c63-4577-9ed4-28e3429ab39a no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:34.392505 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae018df-9afb-4d2f-8963-e608c935c424 req-06fb4380-91bf-44d9-9c31-54382312d3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:34.393130 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bae018df-9afb-4d2f-8963-e608c935c424 req-06fb4380-91bf-44d9-9c31-54382312d3e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.397343 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bae018df-9afb-4d2f-8963-e608c935c424 req-06fb4380-91bf-44d9-9c31-54382312d3e3 service neutron] 10.222.0.43 "PUT /v2.0/ports/d3ce4386-a8a9-459a-aa09-5231f214cd0e HTTP/1.1" status: 200 len: 1091 time: 1.6284518 Jul 15 23:28:34.421511 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-480b458d-785c-434c-b97a-0f70d87f434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:30Z', 'revision_number': 7, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None, '_interfaces': [{'id': '20c5e927-b86c-4f70-aa59-0eea08358c01', 'name': '', 'network_id': 'f33739b8-98cb-4cf8-9707-d33341d0af86', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:29:6a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '76723a9e-621e-40d3-813a-2609cb4c3e9c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:22Z', 'updated_at': '2021-07-15T23:28:32Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '76723a9e-621e-40d3-813a-2609cb4c3e9c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf9a8a3-855e-4cca-89fb-365f1817104d', 'name': '', 'network_id': '86bb51cb-5e1d-4417-8fd4-d8611f65b72e', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:02:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:06Z', 'updated_at': '2021-07-15T23:28:14Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98e4e87f-faa0-4799-ba5f-46f06030d215', 'name': '', 'network_id': '0ba02f32-e1c2-483c-afe9-78b5b2f4673d', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:7f:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '25040839-3a4b-4afb-b1f2-589729e485c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:13Z', 'updated_at': '2021-07-15T23:28:24Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '25040839-3a4b-4afb-b1f2-589729e485c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25d1a63-f04f-4718-8a7d-93ccd3e97662', 'name': '', 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:50:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:01Z', 'updated_at': '2021-07-15T23:28:08Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:34.423350 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776a293d-c2f5-424c-9406-a4729d565ee4', 'tag': 'd3ce4386-a8a9-459a-aa09-5231f214cd0e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:28:34.424749 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: cc75de69-0c63-4577-9ed4-28e3429ab39a {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:34.425241 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cc75de69-0c63-4577-9ed4-28e3429ab39a not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:34.446150 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404ad87b-bfa6-4234-899b-0d69754328d6" -d '{"events": [{"name": "network-changed", "server_uuid": "776a293d-c2f5-424c-9406-a4729d565ee4", "tag": "d3ce4386-a8a9-459a-aa09-5231f214cd0e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:28:34.466355 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480b458d-785c-434c-b97a-0f70d87f434a None None] Checking router: a0fa2f54-d5cb-4500-bec9-8e27b9d40055 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:28:34.477860 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480b458d-785c-434c-b97a-0f70d87f434a None None] Routers {'a0fa2f54-d5cb-4500-bec9-8e27b9d40055'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:34.479493 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-480b458d-785c-434c-b97a-0f70d87f434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:28:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:34.585789 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8fda731-1678-41f8-aaca-fbeb092d15b6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.591140 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb4380-91bf-44d9-9c31-54382312d3e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ce4386-a8a9-459a-aa09-5231f214cd0e,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:34.613198 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8fda731-1678-41f8-aaca-fbeb092d15b6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.666937 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae018df-9afb-4d2f-8963-e608c935c424 req-ec787cca-d6c8-4995-9b0c-7f335c0594cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:34.669995 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bae018df-9afb-4d2f-8963-e608c935c424 req-ec787cca-d6c8-4995-9b0c-7f335c0594cb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c476bc9e2fe48f188b2500546342e72&device_id=776a293d-c2f5-424c-9406-a4729d565ee4 HTTP/1.1" status: 200 len: 1094 time: 0.2087011 Jul 15 23:28:34.710216 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-480b458d-785c-434c-b97a-0f70d87f434a None None] Set router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:34.735175 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bae018df-9afb-4d2f-8963-e608c935c424 req-0683a7a7-9d6c-4fc9-88b7-d84232c17bd7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3ce4386-a8a9-459a-aa09-5231f214cd0e HTTP/1.1" status: 200 len: 217 time: 0.0552845 Jul 15 23:28:34.756569 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46818) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:34.839158 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae018df-9afb-4d2f-8963-e608c935c424 req-57e6b480-bbff-4572-b574-d1ec6781d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:34.840800 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bae018df-9afb-4d2f-8963-e608c935c424 req-57e6b480-bbff-4572-b574-d1ec6781d71d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=54f0c398-786c-4bb4-9c0d-f6b9e6012b3b HTTP/1.1" status: 200 len: 850 time: 0.0981503 Jul 15 23:28:34.844494 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-a39bad66-c350-401f-8112-4cc8fa2b9404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 149b648b-6fe8-449f-aa76-7236f8405638 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:28:34.861671 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-a39bad66-c350-401f-8112-4cc8fa2b9404 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.903757 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-a39bad66-c350-401f-8112-4cc8fa2b9404 service neutron] Transition to ACTIVE for port object 149b648b-6fe8-449f-aa76-7236f8405638 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:34.907212 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8fda731-1678-41f8-aaca-fbeb092d15b6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.914545 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8fda731-1678-41f8-aaca-fbeb092d15b6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.918671 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-a39bad66-c350-401f-8112-4cc8fa2b9404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.971285 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fda731-1678-41f8-aaca-fbeb092d15b6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=569980c5-1d2f-4a18-a5a7-e35e362290b6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:34.999404 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae018df-9afb-4d2f-8963-e608c935c424 req-f1764c3d-7591-4579-8cd2-c4823ec0b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:35.000983 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bae018df-9afb-4d2f-8963-e608c935c424 req-f1764c3d-7591-4579-8cd2-c4823ec0b6fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=735c8477-b658-4066-88fd-8f0a4fc80eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1521151 Jul 15 23:28:35.033244 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bad66-c350-401f-8112-4cc8fa2b9404 service neutron] Pushing event updated for resources: {'Port': ['ID=149b648b-6fe8-449f-aa76-7236f8405638,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:35.084912 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b8c9c-a835-4cf5-9d95-d01eea962e7d req-3b2e7821-83bf-4097-928b-00c5b7f5a733 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:35.086569 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-157b8c9c-a835-4cf5-9d95-d01eea962e7d req-3b2e7821-83bf-4097-928b-00c5b7f5a733 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=776a293d-c2f5-424c-9406-a4729d565ee4 HTTP/1.1" status: 200 len: 943 time: 0.3270526 Jul 15 23:28:35.125455 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-480b458d-785c-434c-b97a-0f70d87f434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:30Z', 'revision_number': 7, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None, '_interfaces': [{'id': '20c5e927-b86c-4f70-aa59-0eea08358c01', 'name': '', 'network_id': 'f33739b8-98cb-4cf8-9707-d33341d0af86', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:29:6a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '76723a9e-621e-40d3-813a-2609cb4c3e9c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:22Z', 'updated_at': '2021-07-15T23:28:32Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '76723a9e-621e-40d3-813a-2609cb4c3e9c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf9a8a3-855e-4cca-89fb-365f1817104d', 'name': '', 'network_id': '86bb51cb-5e1d-4417-8fd4-d8611f65b72e', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:02:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:06Z', 'updated_at': '2021-07-15T23:28:14Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98e4e87f-faa0-4799-ba5f-46f06030d215', 'name': '', 'network_id': '0ba02f32-e1c2-483c-afe9-78b5b2f4673d', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:7f:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '25040839-3a4b-4afb-b1f2-589729e485c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:13Z', 'updated_at': '2021-07-15T23:28:24Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '25040839-3a4b-4afb-b1f2-589729e485c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25d1a63-f04f-4718-8a7d-93ccd3e97662', 'name': '', 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:50:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:01Z', 'updated_at': '2021-07-15T23:28:08Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:35.167469 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480b458d-785c-434c-b97a-0f70d87f434a None None] The sync data for ids ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'] in n-d-787205-9 is: [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:30Z', 'revision_number': 7, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None, '_interfaces': [{'id': '20c5e927-b86c-4f70-aa59-0eea08358c01', 'name': '', 'network_id': 'f33739b8-98cb-4cf8-9707-d33341d0af86', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:29:6a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '76723a9e-621e-40d3-813a-2609cb4c3e9c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:22Z', 'updated_at': '2021-07-15T23:28:32Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '76723a9e-621e-40d3-813a-2609cb4c3e9c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf9a8a3-855e-4cca-89fb-365f1817104d', 'name': '', 'network_id': '86bb51cb-5e1d-4417-8fd4-d8611f65b72e', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:02:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:06Z', 'updated_at': '2021-07-15T23:28:14Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98e4e87f-faa0-4799-ba5f-46f06030d215', 'name': '', 'network_id': '0ba02f32-e1c2-483c-afe9-78b5b2f4673d', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:7f:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '25040839-3a4b-4afb-b1f2-589729e485c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:13Z', 'updated_at': '2021-07-15T23:28:24Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '25040839-3a4b-4afb-b1f2-589729e485c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25d1a63-f04f-4718-8a7d-93ccd3e97662', 'name': '', 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:50:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:01Z', 'updated_at': '2021-07-15T23:28:08Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:35.195669 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-157b8c9c-a835-4cf5-9d95-d01eea962e7d req-4374b315-ca6b-4610-b578-d734f09ea9b3 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956995 Jul 15 23:28:35.234703 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691076a-e871-4336-a1cf-c8f400587ae3 req-babafd3c-0554-4896-bcbe-2fa1cb46bfbc tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:35.236579 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5691076a-e871-4336-a1cf-c8f400587ae3 req-babafd3c-0554-4896-bcbe-2fa1cb46bfbc tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f2d6d8-9199-4e56-9d6a-c1a5e7347085 HTTP/1.1" status: 200 len: 932 time: 0.4807250 Jul 15 23:28:35.335074 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-a39bad66-c350-401f-8112-4cc8fa2b9404 service neutron] Attempting to bind port 149b648b-6fe8-449f-aa76-7236f8405638 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:35.335594 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-a39bad66-c350-401f-8112-4cc8fa2b9404 service neutron] Attempting to bind port 149b648b-6fe8-449f-aa76-7236f8405638 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'ed1534ca-5012-44ce-b144-af61518d7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '35287b5d-84dd-42c1-b0f1-c987dde5f190'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:35.336084 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-a39bad66-c350-401f-8112-4cc8fa2b9404 service neutron] Attempting to bind port 149b648b-6fe8-449f-aa76-7236f8405638 on network 35287b5d-84dd-42c1-b0f1-c987dde5f190 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:35.349274 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9319bfa6-8c60-414a-bc3b-c5a5fbf63a68 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f78c3b25105f419eb5f0ffc437fab6f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5851030 Jul 15 23:28:35.354996 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46822) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:35.357590 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-a39bad66-c350-401f-8112-4cc8fa2b9404 service neutron] Port 149b648b-6fe8-449f-aa76-7236f8405638 on network 35287b5d-84dd-42c1-b0f1-c987dde5f190 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:28:35.358018 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-a39bad66-c350-401f-8112-4cc8fa2b9404 service neutron] Attempting to bind port 149b648b-6fe8-449f-aa76-7236f8405638 on network 35287b5d-84dd-42c1-b0f1-c987dde5f190 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:35.367547 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72164052-4703-4b6d-a9f2-14a4fd5a5622 x-openstack-request-id: req-72164052-4703-4b6d-a9f2-14a4fd5a5622 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:28:35.367839 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776a293d-c2f5-424c-9406-a4729d565ee4", "tag": "d3ce4386-a8a9-459a-aa09-5231f214cd0e", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:28:35.367917 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-72164052-4703-4b6d-a9f2-14a4fd5a5622 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:28:35.368258 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776a293d-c2f5-424c-9406-a4729d565ee4', 'tag': 'd3ce4386-a8a9-459a-aa09-5231f214cd0e', 'status': 'completed', 'code': 200} Jul 15 23:28:35.380261 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8fda731-1678-41f8-aaca-fbeb092d15b6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.385399 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8fda731-1678-41f8-aaca-fbeb092d15b6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.426433 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8fda731-1678-41f8-aaca-fbeb092d15b6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.427809 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c8fda731-1678-41f8-aaca-fbeb092d15b6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1970823 Jul 15 23:28:35.431050 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46824) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:35.436165 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bae018df-9afb-4d2f-8963-e608c935c424 req-b52e5dd4-febb-45c6-9a11-efa9d7cfac9a service neutron] 10.222.0.43 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246676 Jul 15 23:28:35.436758 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fda731-1678-41f8-aaca-fbeb092d15b6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3918a0d5-a031-4ad7-bf91-00bef55d1d76,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:35.445373 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-0b35124a-1d26-4e74-bbf6-5ef6eeaabf92 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'security_group_rule': {'security_group_id': '3918a0d5-a031-4ad7-bf91-00bef55d1d76', 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:35.455249 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-a39bad66-c350-401f-8112-4cc8fa2b9404 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:35.455597 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-a39bad66-c350-401f-8112-4cc8fa2b9404 service neutron] Checking segment: {'id': 'ed1534ca-5012-44ce-b144-af61518d7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '35287b5d-84dd-42c1-b0f1-c987dde5f190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:35.455977 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-a39bad66-c350-401f-8112-4cc8fa2b9404 service neutron] Bound using segment: {'id': 'ed1534ca-5012-44ce-b144-af61518d7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '35287b5d-84dd-42c1-b0f1-c987dde5f190'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:35.456518 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-a39bad66-c350-401f-8112-4cc8fa2b9404 service neutron] Bound port: 149b648b-6fe8-449f-aa76-7236f8405638, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed1534ca-5012-44ce-b144-af61518d7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '35287b5d-84dd-42c1-b0f1-c987dde5f190'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:35.456887 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-a39bad66-c350-401f-8112-4cc8fa2b9404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.470577 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5691076a-e871-4336-a1cf-c8f400587ae3 req-13f4720f-01d9-477f-be59-6f5c39734043 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2792447-3054-40ed-9b37-40f23bd73202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804590 Jul 15 23:28:35.540721 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bae018df-9afb-4d2f-8963-e608c935c424 req-826fb752-4235-4ddd-8f81-7ee6ae67bf11 service neutron] 10.222.0.43 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977838 Jul 15 23:28:35.583047 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-cfe87be4-2b4a-4203-b06a-0d1b47b46ab0 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Deleting port 20c5e927-b86c-4f70-aa59-0eea08358c01 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:35.583561 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cfe87be4-2b4a-4203-b06a-0d1b47b46ab0 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.588181 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0b35124a-1d26-4e74-bbf6-5ef6eeaabf92 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.591178 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ee41774c-7f0a-4f9f-bcf3-e1e7f11d37a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.639273 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ad87b-bfa6-4234-899b-0d69754328d6 req-95173b00-bd51-4629-a2b3-db5a3b5c892d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:35.641274 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-404ad87b-bfa6-4234-899b-0d69754328d6 req-95173b00-bd51-4629-a2b3-db5a3b5c892d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c476bc9e2fe48f188b2500546342e72&device_id=776a293d-c2f5-424c-9406-a4729d565ee4 HTTP/1.1" status: 200 len: 1094 time: 0.0560308 Jul 15 23:28:35.705676 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ee41774c-7f0a-4f9f-bcf3-e1e7f11d37a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.722040 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-a39bad66-c350-401f-8112-4cc8fa2b9404 service neutron] For port 149b648b-6fe8-449f-aa76-7236f8405638, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:35.743176 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ad87b-bfa6-4234-899b-0d69754328d6 req-c5805c29-4b9a-43dc-acb9-869657b852e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:35.745390 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-404ad87b-bfa6-4234-899b-0d69754328d6 req-c5805c29-4b9a-43dc-acb9-869657b852e7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=735c8477-b658-4066-88fd-8f0a4fc80eba HTTP/1.1" status: 200 len: 912 time: 0.0983007 Jul 15 23:28:35.771360 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-a39bad66-c350-401f-8112-4cc8fa2b9404 service neutron] For port 149b648b-6fe8-449f-aa76-7236f8405638, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=149b648b-6fe8-449f-aa76-7236f8405638,segment=NetworkSegment(ed1534ca-5012-44ce-b144-af61518d7fa0),segment_id=ed1534ca-5012-44ce-b144-af61518d7fa0)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:35.789744 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-a39bad66-c350-401f-8112-4cc8fa2b9404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.796758 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-404ad87b-bfa6-4234-899b-0d69754328d6 req-b9c550f7-f542-45ed-81cd-c04b192c858c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3ce4386-a8a9-459a-aa09-5231f214cd0e HTTP/1.1" status: 200 len: 217 time: 0.0434649 Jul 15 23:28:35.805098 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-cfe87be4-2b4a-4203-b06a-0d1b47b46ab0 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] For port 20c5e927-b86c-4f70-aa59-0eea08358c01, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=20c5e927-b86c-4f70-aa59-0eea08358c01,segment=NetworkSegment(aa472136-55ae-4c42-ae37-3a08ed57b52c),segment_id=aa472136-55ae-4c42-ae37-3a08ed57b52c)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:35.805498 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cfe87be4-2b4a-4203-b06a-0d1b47b46ab0 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.850292 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-cfe87be4-2b4a-4203-b06a-0d1b47b46ab0 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Calling delete_port for 20c5e927-b86c-4f70-aa59-0eea08358c01 owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:35.851218 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ad87b-bfa6-4234-899b-0d69754328d6 req-85329506-c521-4b5a-b702-e285b88a1255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:35.852878 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-404ad87b-bfa6-4234-899b-0d69754328d6 req-85329506-c521-4b5a-b702-e285b88a1255 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=54f0c398-786c-4bb4-9c0d-f6b9e6012b3b HTTP/1.1" status: 200 len: 850 time: 0.0482097 Jul 15 23:28:35.873484 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-a39bad66-c350-401f-8112-4cc8fa2b9404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:35.874097 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-a39bad66-c350-401f-8112-4cc8fa2b9404 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.875560 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-a39bad66-c350-401f-8112-4cc8fa2b9404 service neutron] 10.222.0.43 "PUT /v2.0/ports/149b648b-6fe8-449f-aa76-7236f8405638 HTTP/1.1" status: 200 len: 1092 time: 3.0982335 Jul 15 23:28:35.876008 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f2d6d8-9199-4e56-9d6a-c1a5e7347085', 'tag': '149b648b-6fe8-449f-aa76-7236f8405638'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:28:35.878265 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9ad60c-61c7-45f7-8312-ab6276b43282" -d '{"events": [{"name": "network-changed", "server_uuid": "70f2d6d8-9199-4e56-9d6a-c1a5e7347085", "tag": "149b648b-6fe8-449f-aa76-7236f8405638"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:28:35.888249 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0b35124a-1d26-4e74-bbf6-5ef6eeaabf92 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.906226 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0b35124a-1d26-4e74-bbf6-5ef6eeaabf92 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.951540 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ee41774c-7f0a-4f9f-bcf3-e1e7f11d37a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.951759 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ad87b-bfa6-4234-899b-0d69754328d6 req-18f87384-8097-4f38-aa60-c5ac0500352d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:35.953097 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-404ad87b-bfa6-4234-899b-0d69754328d6 req-18f87384-8097-4f38-aa60-c5ac0500352d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=735c8477-b658-4066-88fd-8f0a4fc80eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937085 Jul 15 23:28:35.953955 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ee41774c-7f0a-4f9f-bcf3-e1e7f11d37a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.955097 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ee41774c-7f0a-4f9f-bcf3-e1e7f11d37a9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ca4c95b-739a-4987-a5bc-5671effa8c94 HTTP/1.1" status: 204 len: 168 time: 0.5984123 Jul 15 23:28:35.964509 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b07607-8551-4d1b-a529-9d03379dd090 x-openstack-request-id: req-03b07607-8551-4d1b-a529-9d03379dd090 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:28:35.964824 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f2d6d8-9199-4e56-9d6a-c1a5e7347085", "tag": "149b648b-6fe8-449f-aa76-7236f8405638", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:28:35.965115 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03b07607-8551-4d1b-a529-9d03379dd090 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:28:35.965520 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f2d6d8-9199-4e56-9d6a-c1a5e7347085', 'tag': '149b648b-6fe8-449f-aa76-7236f8405638', 'status': 'completed', 'code': 200} Jul 15 23:28:35.981341 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bad66-c350-401f-8112-4cc8fa2b9404 service neutron] Pushing event updated for resources: {'Port': ['ID=149b648b-6fe8-449f-aa76-7236f8405638,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:36.011849 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b35124a-1d26-4e74-bbf6-5ef6eeaabf92 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9c1d92-9550-4909-ac24-d6f320b891bd,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:36.022011 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41774c-7f0a-4f9f-bcf3-e1e7f11d37a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca4c95b-739a-4987-a5bc-5671effa8c94,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:36.027510 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0b35124a-1d26-4e74-bbf6-5ef6eeaabf92 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.028743 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0b35124a-1d26-4e74-bbf6-5ef6eeaabf92 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5915163 Jul 15 23:28:36.038400 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46830) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:36.045804 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-87097baa-0c9c-4a68-8138-dff3c8d7767d tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'security_group_rule': {'security_group_id': '3918a0d5-a031-4ad7-bf91-00bef55d1d76', 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:36.091512 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-404ad87b-bfa6-4234-899b-0d69754328d6 req-163d4631-9087-451a-a716-55b9295314a7 service neutron] 10.222.0.43 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319880 Jul 15 23:28:36.139192 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-87097baa-0c9c-4a68-8138-dff3c8d7767d tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.163936 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-2a9b603a-72d1-47bd-8984-883af88f1e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:36.165453 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-2a9b603a-72d1-47bd-8984-883af88f1e66 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=79c3aa4018564f7da590e1588531d478&device_id=70f2d6d8-9199-4e56-9d6a-c1a5e7347085 HTTP/1.1" status: 200 len: 1095 time: 0.2027783 Jul 15 23:28:36.211363 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-404ad87b-bfa6-4234-899b-0d69754328d6 req-39a14868-028e-41cd-87c0-69a7bb430c98 service neutron] 10.222.0.43 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134222 Jul 15 23:28:36.229182 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-3b493bc9-ccf7-434f-827b-cfd15a919a0e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=149b648b-6fe8-449f-aa76-7236f8405638 HTTP/1.1" status: 200 len: 217 time: 0.0528228 Jul 15 23:28:36.339824 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-87097baa-0c9c-4a68-8138-dff3c8d7767d tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.342815 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-3b6b3884-936e-4f89-9639-3346836ec3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:36.344859 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-3b6b3884-936e-4f89-9639-3346836ec3ba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b4773d7-480c-4cd8-aa6c-9f339f7216b1 HTTP/1.1" status: 200 len: 854 time: 0.0960529 Jul 15 23:28:36.345637 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cfe87be4-2b4a-4203-b06a-0d1b47b46ab0 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.357304 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-87097baa-0c9c-4a68-8138-dff3c8d7767d tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.401897 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe87be4-2b4a-4203-b06a-0d1b47b46ab0 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Port': ['ID=20c5e927-b86c-4f70-aa59-0eea08358c01,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:36.453048 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-58e09495-5286-402e-84b8-d32b4ba9b64b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35287b5d-84dd-42c1-b0f1-c987dde5f190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737102 Jul 15 23:28:36.481288 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87097baa-0c9c-4a68-8138-dff3c8d7767d tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e021e8b1-2e51-4b5c-8f1e-b104effecb9b,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:36.546281 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-87097baa-0c9c-4a68-8138-dff3c8d7767d tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.547982 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-87097baa-0c9c-4a68-8138-dff3c8d7767d tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5085905 Jul 15 23:28:36.553179 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46848) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:36.559306 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d1228311-786a-4fb8-a02d-90450187267a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'security_group_rule': {'security_group_id': '3918a0d5-a031-4ad7-bf91-00bef55d1d76', 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:36.619564 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d1228311-786a-4fb8-a02d-90450187267a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.670471 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cfe87be4-2b4a-4203-b06a-0d1b47b46ab0 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.743434 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d1228311-786a-4fb8-a02d-90450187267a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.756901 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d1228311-786a-4fb8-a02d-90450187267a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.781075 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1228311-786a-4fb8-a02d-90450187267a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038a5179-f2fb-43e4-8daa-6c0c12aea5c7,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:36.788594 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d1228311-786a-4fb8-a02d-90450187267a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.792523 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d1228311-786a-4fb8-a02d-90450187267a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2369337 Jul 15 23:28:36.792706 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46858) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:36.799185 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a07725d2-953f-4e13-950b-4123f187d683 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'security_group_rule': {'security_group_id': '3918a0d5-a031-4ad7-bf91-00bef55d1d76', 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:36.830492 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a07725d2-953f-4e13-950b-4123f187d683 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.898746 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46860) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:36.907073 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a07725d2-953f-4e13-950b-4123f187d683 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.915003 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a07725d2-953f-4e13-950b-4123f187d683 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.938531 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6b381-e8bb-4bf8-b6cd-abdda5b67bc0 req-06a390a6-8773-45c8-a2d6-94afd704644c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:36.951619 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07725d2-953f-4e13-950b-4123f187d683 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f8b621-ec6d-46c3-b29a-44def463a9d3,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:36.953756 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-53c6b381-e8bb-4bf8-b6cd-abdda5b67bc0 req-06a390a6-8773-45c8-a2d6-94afd704644c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=776a293d-c2f5-424c-9406-a4729d565ee4 HTTP/1.1" status: 200 len: 943 time: 0.5924172 Jul 15 23:28:36.960627 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a07725d2-953f-4e13-950b-4123f187d683 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.964726 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a07725d2-953f-4e13-950b-4123f187d683 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1700325 Jul 15 23:28:36.965889 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46866) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:36.971983 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-46ff263d-143f-4736-8ee6-158645319fcd service neutron] 10.222.0.43 "GET /v2.0/networks/35287b5d-84dd-42c1-b0f1-c987dde5f190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940150 Jul 15 23:28:36.984146 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-80565fb1-815e-4d28-9fa3-8556ca5baaa2 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'security_group_rule': {'security_group_id': '3918a0d5-a031-4ad7-bf91-00bef55d1d76', 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:37.019431 n-d-787205-9 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-80565fb1-815e-4d28-9fa3-8556ca5baaa2 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Project af8840e572bc4203b4decdf0325b2045 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:28:37.043186 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80565fb1-815e-4d28-9fa3-8556ca5baaa2 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.116502 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ab447963-7108-44c1-8813-208e54799875 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Request body: {'networks': [{'name': 'tempest-network--667276150'}, {'name': 'tempest-network--1188126861'}]} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:37.116818 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ab447963-7108-44c1-8813-208e54799875 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Request body: {'network': {'name': 'tempest-network--667276150'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:37.117277 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ab447963-7108-44c1-8813-208e54799875 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Request body: {'network': {'name': 'tempest-network--1188126861'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:37.138534 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-53c6b381-e8bb-4bf8-b6cd-abdda5b67bc0 req-14e8e0c9-3344-4287-a49e-fa8747a4b46b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746964 Jul 15 23:28:37.161713 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d12269-6eb5-48c3-95c7-d0ce6ced4485 req-6734c051-13b7-4e2c-8546-5b6e03571fb8 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:37.163709 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab447963-7108-44c1-8813-208e54799875 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Made reservation on behalf of be90d8319a5b4deda5fbdc9811b9ad0b for: {'network': 2} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:37.168323 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab447963-7108-44c1-8813-208e54799875 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.168758 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1d12269-6eb5-48c3-95c7-d0ce6ced4485 req-6734c051-13b7-4e2c-8546-5b6e03571fb8 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f2d6d8-9199-4e56-9d6a-c1a5e7347085 HTTP/1.1" status: 200 len: 944 time: 0.5240400 Jul 15 23:28:37.172522 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80565fb1-815e-4d28-9fa3-8556ca5baaa2 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.179757 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80565fb1-815e-4d28-9fa3-8556ca5baaa2 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.192983 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab447963-7108-44c1-8813-208e54799875 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.207187 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80565fb1-815e-4d28-9fa3-8556ca5baaa2 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ebf9adb-ff53-4d91-9045-95bee7fff167,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:37.216113 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80565fb1-815e-4d28-9fa3-8556ca5baaa2 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.219331 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-80565fb1-815e-4d28-9fa3-8556ca5baaa2 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2524240 Jul 15 23:28:37.221656 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46872) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:37.229395 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-90ed189b-4eec-49b4-9409-e2a8c2a3914a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'security_group_rule': {'security_group_id': '3918a0d5-a031-4ad7-bf91-00bef55d1d76', 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:37.257462 n-d-787205-9 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-90ed189b-4eec-49b4-9409-e2a8c2a3914a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Project af8840e572bc4203b4decdf0325b2045 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:28:37.268861 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90ed189b-4eec-49b4-9409-e2a8c2a3914a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.281660 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1d12269-6eb5-48c3-95c7-d0ce6ced4485 req-7444ffbc-f7d3-4e96-a332-45759e051242 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2792447-3054-40ed-9b37-40f23bd73202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119492 Jul 15 23:28:37.289183 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe87be4-2b4a-4203-b06a-0d1b47b46ab0 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:28:37.314201 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eadf81e0-48ce-4d02-bcec-e3fcb0e9a9c1 req-3e6e0903-0908-4495-a703-3459e97d9554 service neutron] 10.222.0.43 "GET /v2.0/networks/35287b5d-84dd-42c1-b0f1-c987dde5f190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224761 Jul 15 23:28:37.384951 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90ed189b-4eec-49b4-9409-e2a8c2a3914a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.392244 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90ed189b-4eec-49b4-9409-e2a8c2a3914a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.416829 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe87be4-2b4a-4203-b06a-0d1b47b46ab0 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:37.429671 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba5b15b-2108-402b-93df-89c7c58b6b66 None None] Sync routers for ids ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:37.430191 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed189b-4eec-49b4-9409-e2a8c2a3914a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2291aea8-275a-4038-9807-008ffcb09182,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:37.435881 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46874) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:37.438207 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-cfe87be4-2b4a-4203-b06a-0d1b47b46ab0 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "PUT /v2.0/routers/a0fa2f54-d5cb-4500-bec9-8e27b9d40055/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2381158 Jul 15 23:28:37.455400 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba5b15b-2108-402b-93df-89c7c58b6b66 None None] Routers {'a0fa2f54-d5cb-4500-bec9-8e27b9d40055'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:37.456222 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-9ba5b15b-2108-402b-93df-89c7c58b6b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:28:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:37.534768 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab447963-7108-44c1-8813-208e54799875 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.543655 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab447963-7108-44c1-8813-208e54799875 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.544159 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab447963-7108-44c1-8813-208e54799875 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.576333 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-71023673-f6db-4998-9dfd-919711e43170 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Deleting subnet 76723a9e-621e-40d3-813a-2609cb4c3e9c {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:37.584747 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-9ba5b15b-2108-402b-93df-89c7c58b6b66 None None] Set router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:37.590297 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90ed189b-4eec-49b4-9409-e2a8c2a3914a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.594411 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-90ed189b-4eec-49b4-9409-e2a8c2a3914a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3686609 Jul 15 23:28:37.594411 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71023673-f6db-4998-9dfd-919711e43170 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.603032 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46878) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:37.614718 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-d0f36178-59f4-420c-a2ad-0c79ecb6d9c5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'network': {'name': 'tempest-network-smoke--1303733951', 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'port_security_enabled': True}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:37.648993 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab447963-7108-44c1-8813-208e54799875 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56348f76-8f4b-4579-b397-2f786040bf4d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:37.656043 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab447963-7108-44c1-8813-208e54799875 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:28:37.660223 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71023673-f6db-4998-9dfd-919711e43170 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.661624 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f36178-59f4-420c-a2ad-0c79ecb6d9c5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Made reservation on behalf of af8840e572bc4203b4decdf0325b2045 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:37.665131 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d0f36178-59f4-420c-a2ad-0c79ecb6d9c5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.678190 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ad60c-61c7-45f7-8312-ab6276b43282 req-3f10eca4-04df-4a87-a191-61aa83c341cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:37.679607 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e9ad60c-61c7-45f7-8312-ab6276b43282 req-3f10eca4-04df-4a87-a191-61aa83c341cb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=79c3aa4018564f7da590e1588531d478&device_id=70f2d6d8-9199-4e56-9d6a-c1a5e7347085 HTTP/1.1" status: 200 len: 1095 time: 0.1433544 Jul 15 23:28:37.699002 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab447963-7108-44c1-8813-208e54799875 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.699824 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-ab447963-7108-44c1-8813-208e54799875 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Added segment 946243cd-03ea-4480-a22b-1850992400c5 of type vlan for network 61179bb6-c7e8-4a5a-975b-54cef85c850d Jul 15 23:28:37.709564 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54baa9-0264-41ee-b69a-c52d9aa5421f req-e5ac8abf-8ecf-4280-93bd-926dc79479c5 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:37.711105 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2e54baa9-0264-41ee-b69a-c52d9aa5421f req-e5ac8abf-8ecf-4280-93bd-926dc79479c5 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 946 time: 0.1388645 Jul 15 23:28:37.741665 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f36178-59f4-420c-a2ad-0c79ecb6d9c5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:28:37.782224 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab447963-7108-44c1-8813-208e54799875 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.788331 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d0f36178-59f4-420c-a2ad-0c79ecb6d9c5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.788704 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-d0f36178-59f4-420c-a2ad-0c79ecb6d9c5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Added segment 61c3c033-0e18-4a02-98dd-de7e6b63ff43 of type vlan for network bd00480a-e286-47f7-88e2-4e6500e9af44 Jul 15 23:28:37.808162 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71023673-f6db-4998-9dfd-919711e43170 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.817062 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-9ba5b15b-2108-402b-93df-89c7c58b6b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:36Z', 'revision_number': 8, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None, '_interfaces': [{'id': '5cf9a8a3-855e-4cca-89fb-365f1817104d', 'name': '', 'network_id': '86bb51cb-5e1d-4417-8fd4-d8611f65b72e', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:02:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:06Z', 'updated_at': '2021-07-15T23:28:14Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98e4e87f-faa0-4799-ba5f-46f06030d215', 'name': '', 'network_id': '0ba02f32-e1c2-483c-afe9-78b5b2f4673d', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:7f:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '25040839-3a4b-4afb-b1f2-589729e485c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:13Z', 'updated_at': '2021-07-15T23:28:24Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '25040839-3a4b-4afb-b1f2-589729e485c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25d1a63-f04f-4718-8a7d-93ccd3e97662', 'name': '', 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:50:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:01Z', 'updated_at': '2021-07-15T23:28:08Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:37.843533 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba5b15b-2108-402b-93df-89c7c58b6b66 None None] Checking router: a0fa2f54-d5cb-4500-bec9-8e27b9d40055 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:28:37.848554 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2e54baa9-0264-41ee-b69a-c52d9aa5421f req-b4407913-fd83-4921-9746-3db142d5bc17 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265323 Jul 15 23:28:37.852773 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba5b15b-2108-402b-93df-89c7c58b6b66 None None] Routers {'a0fa2f54-d5cb-4500-bec9-8e27b9d40055'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:37.853597 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-9ba5b15b-2108-402b-93df-89c7c58b6b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:28:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:37.866975 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab447963-7108-44c1-8813-208e54799875 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:28:37.867526 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d0f36178-59f4-420c-a2ad-0c79ecb6d9c5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.891832 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ad60c-61c7-45f7-8312-ab6276b43282 req-612af8cd-0b54-404d-ae4d-400e50045080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:37.892351 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab447963-7108-44c1-8813-208e54799875 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.892704 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-ab447963-7108-44c1-8813-208e54799875 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Added segment 9f053150-1074-4d74-bb96-0ec9c2249c66 of type vlan for network 6378f276-f63d-4e45-b89c-8c19ffb02e10 Jul 15 23:28:37.893317 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e9ad60c-61c7-45f7-8312-ab6276b43282 req-612af8cd-0b54-404d-ae4d-400e50045080 service neutron] 10.222.0.43 "GET /v2.0/networks?id=35287b5d-84dd-42c1-b0f1-c987dde5f190 HTTP/1.1" status: 200 len: 915 time: 0.2017002 Jul 15 23:28:37.950143 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71023673-f6db-4998-9dfd-919711e43170 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.950358 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e9ad60c-61c7-45f7-8312-ab6276b43282 req-be6a3e19-e215-49bb-9d5c-3e5b24070d15 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=149b648b-6fe8-449f-aa76-7236f8405638 HTTP/1.1" status: 200 len: 217 time: 0.0407560 Jul 15 23:28:37.950850 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab447963-7108-44c1-8813-208e54799875 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.959561 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-9ba5b15b-2108-402b-93df-89c7c58b6b66 None None] Set router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:37.962891 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d0f36178-59f4-420c-a2ad-0c79ecb6d9c5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.970687 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f36178-59f4-420c-a2ad-0c79ecb6d9c5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:37.970687 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d0f36178-59f4-420c-a2ad-0c79ecb6d9c5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.981711 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71023673-f6db-4998-9dfd-919711e43170 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Subnet': ['ID=76723a9e-621e-40d3-813a-2609cb4c3e9c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:37.986735 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71023673-f6db-4998-9dfd-919711e43170 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.991174 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-71023673-f6db-4998-9dfd-919711e43170 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/subnets/76723a9e-621e-40d3-813a-2609cb4c3e9c HTTP/1.1" status: 204 len: 168 time: 0.5503519 Jul 15 23:28:37.991814 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46880) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:38.003420 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4df1c9-6ee9-4af0-97b5-55d0577a9265 None None] Network f33739b8-98cb-4cf8-9707-d33341d0af86 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:38.050869 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d0f36178-59f4-420c-a2ad-0c79ecb6d9c5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4432271 Jul 15 23:28:38.053818 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46882) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:38.059689 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ad60c-61c7-45f7-8312-ab6276b43282 req-d50e7f5c-f474-44cc-98c5-82f34fa77373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:38.061377 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e9ad60c-61c7-45f7-8312-ab6276b43282 req-d50e7f5c-f474-44cc-98c5-82f34fa77373 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b4773d7-480c-4cd8-aa6c-9f339f7216b1 HTTP/1.1" status: 200 len: 854 time: 0.1080382 Jul 15 23:28:38.063519 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-036b61af-e15c-4679-9929-3f23536cb509 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-360101457', 'admin_state_up': True, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:38.124056 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-036b61af-e15c-4679-9929-3f23536cb509 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.125422 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-036b61af-e15c-4679-9929-3f23536cb509 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.138902 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab447963-7108-44c1-8813-208e54799875 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.139472 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab447963-7108-44c1-8813-208e54799875 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.145313 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab447963-7108-44c1-8813-208e54799875 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:38.150102 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab447963-7108-44c1-8813-208e54799875 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:38.150825 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab447963-7108-44c1-8813-208e54799875 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.172484 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3ebd617-7504-4ca1-b9cd-f91faf5a93f1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.215873 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ab447963-7108-44c1-8813-208e54799875 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3151343 Jul 15 23:28:38.216513 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46886) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:38.270573 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e438e273-e8dd-45d0-96d7-66a9767319d6 None None] DHCP port deletion for f33739b8-98cb-4cf8-9707-d33341d0af86 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:28:38.283630 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-9ba5b15b-2108-402b-93df-89c7c58b6b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:36Z', 'revision_number': 8, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None, '_interfaces': [{'id': '5cf9a8a3-855e-4cca-89fb-365f1817104d', 'name': '', 'network_id': '86bb51cb-5e1d-4417-8fd4-d8611f65b72e', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:02:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:06Z', 'updated_at': '2021-07-15T23:28:14Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98e4e87f-faa0-4799-ba5f-46f06030d215', 'name': '', 'network_id': '0ba02f32-e1c2-483c-afe9-78b5b2f4673d', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:7f:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '25040839-3a4b-4afb-b1f2-589729e485c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:13Z', 'updated_at': '2021-07-15T23:28:24Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '25040839-3a4b-4afb-b1f2-589729e485c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25d1a63-f04f-4718-8a7d-93ccd3e97662', 'name': '', 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:50:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:01Z', 'updated_at': '2021-07-15T23:28:08Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:38.318462 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba5b15b-2108-402b-93df-89c7c58b6b66 None None] The sync data for ids ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'] in n-d-787205-9 is: [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:36Z', 'revision_number': 8, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None, '_interfaces': [{'id': '5cf9a8a3-855e-4cca-89fb-365f1817104d', 'name': '', 'network_id': '86bb51cb-5e1d-4417-8fd4-d8611f65b72e', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:02:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:06Z', 'updated_at': '2021-07-15T23:28:14Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98e4e87f-faa0-4799-ba5f-46f06030d215', 'name': '', 'network_id': '0ba02f32-e1c2-483c-afe9-78b5b2f4673d', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:7f:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '25040839-3a4b-4afb-b1f2-589729e485c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:13Z', 'updated_at': '2021-07-15T23:28:24Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '25040839-3a4b-4afb-b1f2-589729e485c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25d1a63-f04f-4718-8a7d-93ccd3e97662', 'name': '', 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:50:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:01Z', 'updated_at': '2021-07-15T23:28:08Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:38.348721 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab447963-7108-44c1-8813-208e54799875 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Pushing event updated for resources: {'Network': ['ID=61179bb6-c7e8-4a5a-975b-54cef85c850d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:38.356510 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-036b61af-e15c-4679-9929-3f23536cb509 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.357498 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e438e273-e8dd-45d0-96d7-66a9767319d6 None None] Deleting port 12677b21-9d74-4e13-b84b-2c09523b9f76 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:38.358929 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e438e273-e8dd-45d0-96d7-66a9767319d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.377049 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 61179bb6-c7e8-4a5a-975b-54cef85c850d details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:28:38.517191 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e438e273-e8dd-45d0-96d7-66a9767319d6 None None] For port 12677b21-9d74-4e13-b84b-2c09523b9f76, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=12677b21-9d74-4e13-b84b-2c09523b9f76,segment=NetworkSegment(aa472136-55ae-4c42-ae37-3a08ed57b52c),segment_id=aa472136-55ae-4c42-ae37-3a08ed57b52c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:38.517647 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e438e273-e8dd-45d0-96d7-66a9767319d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.530344 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e438e273-e8dd-45d0-96d7-66a9767319d6 None None] Calling delete_port for 12677b21-9d74-4e13-b84b-2c09523b9f76 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:38.546760 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f36178-59f4-420c-a2ad-0c79ecb6d9c5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'Network': ['ID=bd00480a-e286-47f7-88e2-4e6500e9af44,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:38.574312 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network bd00480a-e286-47f7-88e2-4e6500e9af44 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:28:38.593754 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab447963-7108-44c1-8813-208e54799875 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Pushing event updated for resources: {'Network': ['ID=6378f276-f63d-4e45-b89c-8c19ffb02e10,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:38.621996 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e9ad60c-61c7-45f7-8312-ab6276b43282 req-cc9e4334-44c2-480c-9a9f-0ad3b83d45a2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35287b5d-84dd-42c1-b0f1-c987dde5f190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842493 Jul 15 23:28:38.624240 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 6378f276-f63d-4e45-b89c-8c19ffb02e10 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:28:38.737557 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-036b61af-e15c-4679-9929-3f23536cb509 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.749636 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe71f50-d65f-4d3e-a1a7-79a4b8fb20bb tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:38.756250 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe71f50-d65f-4d3e-a1a7-79a4b8fb20bb tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:38.758191 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee834427-4c3f-4d2e-bb8a-a7804a687739 req-c33e1df0-412c-4d09-8028-511a47859243 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:38.762074 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe71f50-d65f-4d3e-a1a7-79a4b8fb20bb tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:38.766664 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ee834427-4c3f-4d2e-bb8a-a7804a687739 req-c33e1df0-412c-4d09-8028-511a47859243 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=776a293d-c2f5-424c-9406-a4729d565ee4 HTTP/1.1" status: 200 len: 943 time: 0.2296143 Jul 15 23:28:38.770695 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe71f50-d65f-4d3e-a1a7-79a4b8fb20bb tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:38.775997 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985f79f-4113-44d7-abc7-54cb38fb8193 req-b3b2843f-97a0-4d42-9e22-dbbcb424ef39 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:38.777090 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ffe71f50-d65f-4d3e-a1a7-79a4b8fb20bb tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5489693 Jul 15 23:28:38.778894 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6985f79f-4113-44d7-abc7-54cb38fb8193 req-b3b2843f-97a0-4d42-9e22-dbbcb424ef39 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f2d6d8-9199-4e56-9d6a-c1a5e7347085 HTTP/1.1" status: 200 len: 944 time: 0.2438757 Jul 15 23:28:38.780041 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46890) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:38.794486 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e438e273-e8dd-45d0-96d7-66a9767319d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.813015 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e9ad60c-61c7-45f7-8312-ab6276b43282 req-09ee8445-da3e-44ad-9265-9d5d276c0a35 service neutron] 10.222.0.43 "GET /v2.0/networks/35287b5d-84dd-42c1-b0f1-c987dde5f190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829247 Jul 15 23:28:38.823242 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.827373 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438e273-e8dd-45d0-96d7-66a9767319d6 None None] Pushing event deleted for resources: {'Port': ['ID=12677b21-9d74-4e13-b84b-2c09523b9f76,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:38.828959 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b3ebd617-7504-4ca1-b9cd-f91faf5a93f1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Deleting port 12677b21-9d74-4e13-b84b-2c09523b9f76 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:38.829853 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3ebd617-7504-4ca1-b9cd-f91faf5a93f1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.839267 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e438e273-e8dd-45d0-96d7-66a9767319d6 None None] No DVR routers for this DVR port 12677b21-9d74-4e13-b84b-2c09523b9f76 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:38.875277 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ee834427-4c3f-4d2e-bb8a-a7804a687739 req-a2e51000-06bc-4192-82da-04c42027e8e9 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081662 Jul 15 23:28:38.899036 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6985f79f-4113-44d7-abc7-54cb38fb8193 req-72a1e04a-1593-4dcf-99cc-e545592f7b57 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2792447-3054-40ed-9b37-40f23bd73202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993502 Jul 15 23:28:38.973313 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3e9ad60c-61c7-45f7-8312-ab6276b43282 req-ddc8ae5d-8360-4f58-b8a7-7d0f3e4f2e2e service neutron] 10.222.0.43 "GET /v2.0/networks/35287b5d-84dd-42c1-b0f1-c987dde5f190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482537 Jul 15 23:28:38.974117 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c51b6f20-5aa1-4bc9-808a-4bbf9e9b2cff tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:39.040590 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-b3ebd617-7504-4ca1-b9cd-f91faf5a93f1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] For port 12677b21-9d74-4e13-b84b-2c09523b9f76, host n-d-787205-9, got binding levels [] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:39.040952 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3ebd617-7504-4ca1-b9cd-f91faf5a93f1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:39.066336 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81563c89-0963-4e93-8c15-4b235b3eee89 req-75503825-8ec8-4f96-b847-f6cc70edcefe tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:39.068255 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-81563c89-0963-4e93-8c15-4b235b3eee89 req-75503825-8ec8-4f96-b847-f6cc70edcefe tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 946 time: 0.0711436 Jul 15 23:28:39.071627 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b3ebd617-7504-4ca1-b9cd-f91faf5a93f1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Calling delete_port for 12677b21-9d74-4e13-b84b-2c09523b9f76 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:39.077459 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.ipam_backend_mixin [None req-b3ebd617-7504-4ca1-b9cd-f91faf5a93f1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Port 12677b21-9d74-4e13-b84b-2c09523b9f76 was not found and therefore no delete operation was performed {{(pid=93798) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:28:39.108125 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3ebd617-7504-4ca1-b9cd-f91faf5a93f1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:39.108310 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-81563c89-0963-4e93-8c15-4b235b3eee89 req-223f3c4a-f133-4e2a-965d-73ffe5e25c63 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339329 Jul 15 23:28:39.130409 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe16c5-b776-4680-b28b-457bd6521e87 req-0c9bc4cc-8aa3-477e-8de2-ad64ecf9a1cf tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:39.131913 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fabe16c5-b776-4680-b28b-457bd6521e87 req-0c9bc4cc-8aa3-477e-8de2-ad64ecf9a1cf tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 946 time: 0.3243473 Jul 15 23:28:39.197781 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ebd617-7504-4ca1-b9cd-f91faf5a93f1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] No DVR routers for this DVR port 12677b21-9d74-4e13-b84b-2c09523b9f76 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:39.202299 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebd617-7504-4ca1-b9cd-f91faf5a93f1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Port': ['ID=12677b21-9d74-4e13-b84b-2c09523b9f76,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:39.245049 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 149b648b-6fe8-449f-aa76-7236f8405638 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:28:39.342792 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 149b648b-6fe8-449f-aa76-7236f8405638, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=149b648b-6fe8-449f-aa76-7236f8405638,segment=NetworkSegment(ed1534ca-5012-44ce-b144-af61518d7fa0),segment_id=ed1534ca-5012-44ce-b144-af61518d7fa0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:39.356600 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '149b648b-6fe8-449f-aa76-7236f8405638', 'network_id': '35287b5d-84dd-42c1-b0f1-c987dde5f190', 'port_id': '149b648b-6fe8-449f-aa76-7236f8405638', 'mac_address': 'fa:16:3e:b5:6f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b4773d7-480c-4cd8-aa6c-9f339f7216b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:28:39.398752 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:39.413061 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 149b648b-6fe8-449f-aa76-7236f8405638 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:28:39.437461 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 149b648b-6fe8-449f-aa76-7236f8405638, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=149b648b-6fe8-449f-aa76-7236f8405638,segment=NetworkSegment(ed1534ca-5012-44ce-b144-af61518d7fa0),segment_id=ed1534ca-5012-44ce-b144-af61518d7fa0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:39.444023 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:39.488476 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 12677b21-9d74-4e13-b84b-2c09523b9f76 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:39.515914 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=149b648b-6fe8-449f-aa76-7236f8405638,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:39.518459 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 12677b21-9d74-4e13-b84b-2c09523b9f76 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:39.518907 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 12677b21-9d74-4e13-b84b-2c09523b9f76 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:39.519321 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 20c5e927-b86c-4f70-aa59-0eea08358c01 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:39.537461 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 20c5e927-b86c-4f70-aa59-0eea08358c01 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:39.537799 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 20c5e927-b86c-4f70-aa59-0eea08358c01 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:39.546920 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c51b6f20-5aa1-4bc9-808a-4bbf9e9b2cff tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:39.591423 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c51b6f20-5aa1-4bc9-808a-4bbf9e9b2cff tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61179bb6-c7e8-4a5a-975b-54cef85c850d']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:39.636290 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['149b648b-6fe8-449f-aa76-7236f8405638'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:28:39.639224 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3ebd617-7504-4ca1-b9cd-f91faf5a93f1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:39.642723 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c51b6f20-5aa1-4bc9-808a-4bbf9e9b2cff tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '946243cd-03ea-4480-a22b-1850992400c5') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:39.643016 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-c51b6f20-5aa1-4bc9-808a-4bbf9e9b2cff tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '946243cd-03ea-4480-a22b-1850992400c5') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:39.681455 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-b3ebd617-7504-4ca1-b9cd-f91faf5a93f1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f33739b8-98cb-4cf8-9707-d33341d0af86']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:39.691198 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c51b6f20-5aa1-4bc9-808a-4bbf9e9b2cff tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:39.699768 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-b3ebd617-7504-4ca1-b9cd-f91faf5a93f1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa472136-55ae-4c42-ae37-3a08ed57b52c') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:39.700071 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-b3ebd617-7504-4ca1-b9cd-f91faf5a93f1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa472136-55ae-4c42-ae37-3a08ed57b52c') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:39.721056 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3ebd617-7504-4ca1-b9cd-f91faf5a93f1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:39.733177 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c51b6f20-5aa1-4bc9-808a-4bbf9e9b2cff tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:39.752178 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3ebd617-7504-4ca1-b9cd-f91faf5a93f1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:39.785102 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51b6f20-5aa1-4bc9-808a-4bbf9e9b2cff tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:28:39.785502 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c51b6f20-5aa1-4bc9-808a-4bbf9e9b2cff tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:28:39.788433 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:28:39.839746 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ebd617-7504-4ca1-b9cd-f91faf5a93f1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:28:39.840386 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3ebd617-7504-4ca1-b9cd-f91faf5a93f1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:39.843065 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:28:39.843065 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:28:39.843065 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:28:39.843065 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:28:39.843065 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:28:39.843065 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:28:39.843065 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:28:39.843065 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:28:39.843065 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:28:39.843065 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:28:39.843065 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:28:39.843065 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:28:39.843065 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:28:39.843065 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:28:39.843065 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:28:39.843065 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:28:39.843065 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:28:39.843065 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:28:39.843065 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:28:39.843065 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:28:39.843065 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:28:39.843065 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:28:39.843065 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:28:39.843065 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:28:39.843065 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:28:39.843065 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:28:39.843065 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:28:39.843065 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:28:39.843065 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:28:39.843065 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:28:39.843065 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:28:39.843065 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:28:39.953470 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-036b61af-e15c-4679-9929-3f23536cb509 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:39.957603 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-fabe16c5-b776-4680-b28b-457bd6521e87 req-3d2d6e17-88d9-4cef-82d1-fa540efc3e95 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Deleting port 4e982b3e-2461-4a97-ad74-92dcd93dcca4 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:39.957935 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fabe16c5-b776-4680-b28b-457bd6521e87 req-3d2d6e17-88d9-4cef-82d1-fa540efc3e95 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:39.985378 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c51b6f20-5aa1-4bc9-808a-4bbf9e9b2cff tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:39.998688 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-036b61af-e15c-4679-9929-3f23536cb509 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.005383 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c51b6f20-5aa1-4bc9-808a-4bbf9e9b2cff tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.009628 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c51b6f20-5aa1-4bc9-808a-4bbf9e9b2cff tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] 10.222.0.16 "DELETE /v2.0/networks/61179bb6-c7e8-4a5a-975b-54cef85c850d HTTP/1.1" status: 204 len: 168 time: 1.2255917 Jul 15 23:28:40.010309 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46898) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:40.015993 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3ebd617-7504-4ca1-b9cd-f91faf5a93f1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.039796 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b6f20-5aa1-4bc9-808a-4bbf9e9b2cff tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Pushing event deleted for resources: {'Network': ['ID=61179bb6-c7e8-4a5a-975b-54cef85c850d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:40.045183 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3ebd617-7504-4ca1-b9cd-f91faf5a93f1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.047057 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b3ebd617-7504-4ca1-b9cd-f91faf5a93f1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/networks/f33739b8-98cb-4cf8-9707-d33341d0af86 HTTP/1.1" status: 204 len: 168 time: 2.0546668 Jul 15 23:28:40.050347 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46900) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:40.122881 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebd617-7504-4ca1-b9cd-f91faf5a93f1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Network': ['ID=f33739b8-98cb-4cf8-9707-d33341d0af86,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:40.166027 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-fabe16c5-b776-4680-b28b-457bd6521e87 req-3d2d6e17-88d9-4cef-82d1-fa540efc3e95 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] For port 4e982b3e-2461-4a97-ad74-92dcd93dcca4, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=4e982b3e-2461-4a97-ad74-92dcd93dcca4,segment=NetworkSegment(27249ff3-8705-4d3c-b5f4-e5775a35bb17),segment_id=27249ff3-8705-4d3c-b5f4-e5775a35bb17)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:40.166305 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fabe16c5-b776-4680-b28b-457bd6521e87 req-3d2d6e17-88d9-4cef-82d1-fa540efc3e95 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.229302 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-66b6ffb4-96b0-4d62-8193-d49caa97c75d tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.300508 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-036b61af-e15c-4679-9929-3f23536cb509 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Allocated IP 172.25.4.83 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/fefd548f-a9e3-4729-890f-3845389d3c0e) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:40.368533 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12dc39-bec1-48cb-97ac-a4e0513f66f1 req-cb75bc7a-1124-435c-b5b6-669a2ba79aa0 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:40.370028 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c12dc39-bec1-48cb-97ac-a4e0513f66f1 req-cb75bc7a-1124-435c-b5b6-669a2ba79aa0 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=776a293d-c2f5-424c-9406-a4729d565ee4 HTTP/1.1" status: 200 len: 943 time: 0.3498049 Jul 15 23:28:40.389466 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8941d33-6ff1-42e5-aec3-dfa4f82acaa6 req-a4b8f420-18f2-438d-98d2-f4c174f1ebf0 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:40.390936 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f8941d33-6ff1-42e5-aec3-dfa4f82acaa6 req-a4b8f420-18f2-438d-98d2-f4c174f1ebf0 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f2d6d8-9199-4e56-9d6a-c1a5e7347085 HTTP/1.1" status: 200 len: 945 time: 0.3587315 Jul 15 23:28:40.491418 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-66b6ffb4-96b0-4d62-8193-d49caa97c75d tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.518424 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-66b6ffb4-96b0-4d62-8193-d49caa97c75d tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6378f276-f63d-4e45-b89c-8c19ffb02e10']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:40.538374 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fabe16c5-b776-4680-b28b-457bd6521e87 req-3d2d6e17-88d9-4cef-82d1-fa540efc3e95 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.538773 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fabe16c5-b776-4680-b28b-457bd6521e87 req-3d2d6e17-88d9-4cef-82d1-fa540efc3e95 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.539104 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [req-fabe16c5-b776-4680-b28b-457bd6521e87 req-3d2d6e17-88d9-4cef-82d1-fa540efc3e95 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Floating IP 28f588e8-b8fb-43bb-b513-ceb7b21d5408 disassociated. External IP: 172.25.4.106, port: 4e982b3e-2461-4a97-ad74-92dcd93dcca4. Jul 15 23:28:40.539428 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-fabe16c5-b776-4680-b28b-457bd6521e87 req-3d2d6e17-88d9-4cef-82d1-fa540efc3e95 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Calling delete_port for 4e982b3e-2461-4a97-ad74-92dcd93dcca4 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:40.555277 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f8941d33-6ff1-42e5-aec3-dfa4f82acaa6 req-37cc1004-996b-4799-8aa7-4ac109a89480 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2792447-3054-40ed-9b37-40f23bd73202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482632 Jul 15 23:28:40.559089 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-66b6ffb4-96b0-4d62-8193-d49caa97c75d tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f053150-1074-4d74-bb96-0ec9c2249c66') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:40.559228 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-66b6ffb4-96b0-4d62-8193-d49caa97c75d tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f053150-1074-4d74-bb96-0ec9c2249c66') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:40.562958 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c12dc39-bec1-48cb-97ac-a4e0513f66f1 req-551bccf9-a799-425c-9f5d-ca8b0e68a075 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825523 Jul 15 23:28:40.564022 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-036b61af-e15c-4679-9929-3f23536cb509 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.577794 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-66b6ffb4-96b0-4d62-8193-d49caa97c75d tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.606837 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-66b6ffb4-96b0-4d62-8193-d49caa97c75d tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.615219 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66b6ffb4-96b0-4d62-8193-d49caa97c75d tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:28:40.615733 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-66b6ffb4-96b0-4d62-8193-d49caa97c75d tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:28:40.618768 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:28:40.660398 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-036b61af-e15c-4679-9929-3f23536cb509 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.726129 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036b61af-e15c-4679-9929-3f23536cb509 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:40.734008 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-036b61af-e15c-4679-9929-3f23536cb509 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:40.739100 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-66b6ffb4-96b0-4d62-8193-d49caa97c75d tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.741788 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036b61af-e15c-4679-9929-3f23536cb509 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:40.763863 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-66b6ffb4-96b0-4d62-8193-d49caa97c75d tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.765197 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b61af-e15c-4679-9929-3f23536cb509 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'Port': ['ID=fefd548f-a9e3-4729-890f-3845389d3c0e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:40.765740 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-66b6ffb4-96b0-4d62-8193-d49caa97c75d tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] 10.222.0.16 "DELETE /v2.0/networks/6378f276-f63d-4e45-b89c-8c19ffb02e10 HTTP/1.1" status: 204 len: 168 time: 0.7543120 Jul 15 23:28:40.771245 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6ffb4-96b0-4d62-8193-d49caa97c75d tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Pushing event deleted for resources: {'Network': ['ID=6378f276-f63d-4e45-b89c-8c19ffb02e10,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:40.773351 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46904) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:40.806692 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fabe16c5-b776-4680-b28b-457bd6521e87 req-3d2d6e17-88d9-4cef-82d1-fa540efc3e95 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.825754 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6eb1d-9398-4435-9155-ca3522e2b6a9 req-988d4a3c-55af-4457-9911-1867261c2297 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:40.827300 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a1b6eb1d-9398-4435-9155-ca3522e2b6a9 req-988d4a3c-55af-4457-9911-1867261c2297 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 868 time: 0.1254401 Jul 15 23:28:40.856910 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d6e17-88d9-4cef-82d1-fa540efc3e95 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Pushing event deleted for resources: {'Port': ['ID=4e982b3e-2461-4a97-ad74-92dcd93dcca4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:40.902135 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a1b6eb1d-9398-4435-9155-ca3522e2b6a9 req-2dfe2a72-5d89-44e3-9d31-55446d2bf082 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups?id=98d1ba24-0e9d-4480-80ee-9660cfc1735f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531170 Jul 15 23:28:40.910027 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51993e86-aaa4-4f6d-9598-34196d32b4b4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.076017 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a219d36a-3d8d-4082-b582-c72fa7ca965c tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:41.081958 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a219d36a-3d8d-4082-b582-c72fa7ca965c tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:41.083537 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a219d36a-3d8d-4082-b582-c72fa7ca965c tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3089435 Jul 15 23:28:41.087286 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46906) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:41.094312 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1d92b300-9513-4188-b297-7774e7b0422a tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-459861664'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:41.173733 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-51993e86-aaa4-4f6d-9598-34196d32b4b4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Deleting port 98e4e87f-faa0-4799-ba5f-46f06030d215 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:41.174299 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51993e86-aaa4-4f6d-9598-34196d32b4b4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.176252 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d92b300-9513-4188-b297-7774e7b0422a tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Made reservation on behalf of be90d8319a5b4deda5fbdc9811b9ad0b for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:41.179753 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d92b300-9513-4188-b297-7774e7b0422a tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.183766 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fabe16c5-b776-4680-b28b-457bd6521e87 req-3d2d6e17-88d9-4cef-82d1-fa540efc3e95 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Router b080e8dc-d9b0-448f-8702-998e6cdc32d1 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:28:41.246567 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 149b648b-6fe8-449f-aa76-7236f8405638 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:41.253290 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d92b300-9513-4188-b297-7774e7b0422a tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:28:41.275576 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-51993e86-aaa4-4f6d-9598-34196d32b4b4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] For port 98e4e87f-faa0-4799-ba5f-46f06030d215, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=98e4e87f-faa0-4799-ba5f-46f06030d215,segment=NetworkSegment(fdcee9ae-94e0-423d-99a6-b3a8c2ea3a88),segment_id=fdcee9ae-94e0-423d-99a6-b3a8c2ea3a88)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:41.275996 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51993e86-aaa4-4f6d-9598-34196d32b4b4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.294394 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-51993e86-aaa4-4f6d-9598-34196d32b4b4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Calling delete_port for 98e4e87f-faa0-4799-ba5f-46f06030d215 owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:41.313985 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 149b648b-6fe8-449f-aa76-7236f8405638 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:41.323621 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 149b648b-6fe8-449f-aa76-7236f8405638 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:41.324009 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.437234 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.465263 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f2d6d8-9199-4e56-9d6a-c1a5e7347085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149b648b-6fe8-449f-aa76-7236f8405638'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:28:41.467757 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3792c071-1ac4-4188-aa2e-481aa08cfae9" -d '{"events": [{"server_uuid": "70f2d6d8-9199-4e56-9d6a-c1a5e7347085", "name": "network-vif-plugged", "status": "completed", "tag": "149b648b-6fe8-449f-aa76-7236f8405638"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:28:41.491716 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 149b648b-6fe8-449f-aa76-7236f8405638, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=149b648b-6fe8-449f-aa76-7236f8405638,segment=NetworkSegment(ed1534ca-5012-44ce-b144-af61518d7fa0),segment_id=ed1534ca-5012-44ce-b144-af61518d7fa0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:41.498669 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.499571 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 4e982b3e-2461-4a97-ad74-92dcd93dcca4 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:41.509634 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51993e86-aaa4-4f6d-9598-34196d32b4b4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.533476 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2801ed56-aa3e-406e-964e-f8fbd4ef481f x-openstack-request-id: req-2801ed56-aa3e-406e-964e-f8fbd4ef481f {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:28:41.533909 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f2d6d8-9199-4e56-9d6a-c1a5e7347085", "name": "network-vif-plugged", "status": "completed", "tag": "149b648b-6fe8-449f-aa76-7236f8405638", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:28:41.534299 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2801ed56-aa3e-406e-964e-f8fbd4ef481f {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:28:41.534821 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f2d6d8-9199-4e56-9d6a-c1a5e7347085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149b648b-6fe8-449f-aa76-7236f8405638', 'code': 200} Jul 15 23:28:41.537163 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51993e86-aaa4-4f6d-9598-34196d32b4b4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Port': ['ID=98e4e87f-faa0-4799-ba5f-46f06030d215,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:41.571162 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 4e982b3e-2461-4a97-ad74-92dcd93dcca4 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:41.571612 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 4e982b3e-2461-4a97-ad74-92dcd93dcca4 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:41.606955 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d92b300-9513-4188-b297-7774e7b0422a tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.607388 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-1d92b300-9513-4188-b297-7774e7b0422a tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Added segment 6af59f84-514d-4264-b64d-e0eb63999e64 of type vlan for network 25d4b7eb-a221-4d8a-9595-10be33071928 Jul 15 23:28:41.626648 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=149b648b-6fe8-449f-aa76-7236f8405638,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:41.627047 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-036b61af-e15c-4679-9929-3f23536cb509 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.764102 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d92b300-9513-4188-b297-7774e7b0422a tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.815001 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51993e86-aaa4-4f6d-9598-34196d32b4b4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.816584 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fabe16c5-b776-4680-b28b-457bd6521e87 req-3d2d6e17-88d9-4cef-82d1-fa540efc3e95 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:41.829901 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f0202c-dac1-459a-b6d0-890dc0426fc0 None None] Sync routers for ids ['b080e8dc-d9b0-448f-8702-998e6cdc32d1'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:41.843251 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f0202c-dac1-459a-b6d0-890dc0426fc0 None None] Routers {'b080e8dc-d9b0-448f-8702-998e6cdc32d1'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:41.843838 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-49f0202c-dac1-459a-b6d0-890dc0426fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:28:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b080e8dc-d9b0-448f-8702-998e6cdc32d1'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:41.851662 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061498ac-f3b7-4617-91d8-0befed4f9562 req-3bcb43dc-75fb-4881-baeb-1982a4b81284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:41.853169 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-061498ac-f3b7-4617-91d8-0befed4f9562 req-3bcb43dc-75fb-4881-baeb-1982a4b81284 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=70f2d6d8-9199-4e56-9d6a-c1a5e7347085 HTTP/1.1" status: 200 len: 1097 time: 0.2328494 Jul 15 23:28:41.866441 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d92b300-9513-4188-b297-7774e7b0422a tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.872612 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d92b300-9513-4188-b297-7774e7b0422a tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:41.873387 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d92b300-9513-4188-b297-7774e7b0422a tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.904200 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabe16c5-b776-4680-b28b-457bd6521e87 req-3d2d6e17-88d9-4cef-82d1-fa540efc3e95 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] No DVR routers for this DVR port 4e982b3e-2461-4a97-ad74-92dcd93dcca4 on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:41.920917 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-fabe16c5-b776-4680-b28b-457bd6521e87 req-3d2d6e17-88d9-4cef-82d1-fa540efc3e95 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.923076 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fabe16c5-b776-4680-b28b-457bd6521e87 req-3d2d6e17-88d9-4cef-82d1-fa540efc3e95 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.43 "DELETE /v2.0/ports/4e982b3e-2461-4a97-ad74-92dcd93dcca4 HTTP/1.1" status: 204 len: 173 time: 2.7442255 Jul 15 23:28:41.923536 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d96baee-eb08-441a-971a-0730102b6df7', 'name': 'network-vif-deleted', 'tag': '4e982b3e-2461-4a97-ad74-92dcd93dcca4'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:28:41.925833 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a671f17c-d4f7-48f6-a937-8c14ef6b555a" -d '{"events": [{"server_uuid": "0d96baee-eb08-441a-971a-0730102b6df7", "name": "network-vif-deleted", "tag": "4e982b3e-2461-4a97-ad74-92dcd93dcca4"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:28:41.943943 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1d92b300-9513-4188-b297-7774e7b0422a tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8556325 Jul 15 23:28:41.948095 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46918) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:41.986478 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1b4b6723-f6b9-440f-81a6-3fe5f1e60694 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-105053461'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:42.000139 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7aa5a4-0374-43c9-9dc7-87162e35c4d2 req-579831c2-7b40-4dbf-8ff8-79119a22e676 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:42.001629 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8a7aa5a4-0374-43c9-9dc7-87162e35c4d2 req-579831c2-7b40-4dbf-8ff8-79119a22e676 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=776a293d-c2f5-424c-9406-a4729d565ee4 HTTP/1.1" status: 200 len: 943 time: 0.2782636 Jul 15 23:28:42.020490 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-49f0202c-dac1-459a-b6d0-890dc0426fc0 None None] Set router b080e8dc-d9b0-448f-8702-998e6cdc32d1 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:42.027763 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-061498ac-f3b7-4617-91d8-0befed4f9562 req-be35434a-7ca2-4913-94ce-6c3729c88656 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e2792447-3054-40ed-9b37-40f23bd73202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378493 Jul 15 23:28:42.037684 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260c5f9-4073-4d02-bba5-d3df29e638cd req-78fc73c5-2f96-490e-badd-15416e2a14f0 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:42.039277 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4260c5f9-4073-4d02-bba5-d3df29e638cd req-78fc73c5-2f96-490e-badd-15416e2a14f0 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f2d6d8-9199-4e56-9d6a-c1a5e7347085 HTTP/1.1" status: 200 len: 946 time: 0.2965336 Jul 15 23:28:42.043567 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92b300-9513-4188-b297-7774e7b0422a tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Pushing event updated for resources: {'Network': ['ID=25d4b7eb-a221-4d8a-9595-10be33071928,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:42.084505 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4b6723-f6b9-440f-81a6-3fe5f1e60694 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Made reservation on behalf of be90d8319a5b4deda5fbdc9811b9ad0b for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:42.088061 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1b4b6723-f6b9-440f-81a6-3fe5f1e60694 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.097772 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 25d4b7eb-a221-4d8a-9595-10be33071928 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:28:42.128152 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4b6723-f6b9-440f-81a6-3fe5f1e60694 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:28:42.133101 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-036b61af-e15c-4679-9929-3f23536cb509 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.143103 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1b4b6723-f6b9-440f-81a6-3fe5f1e60694 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.143456 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-1b4b6723-f6b9-440f-81a6-3fe5f1e60694 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Added segment 83aa0c12-6e55-4b6e-a951-2ce68c9c0d73 of type vlan for network 94adeb88-b315-400c-9b14-784f3b616c22 Jul 15 23:28:42.149149 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8a7aa5a4-0374-43c9-9dc7-87162e35c4d2 req-2809cb80-964b-4804-b129-a99713634b69 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342473 Jul 15 23:28:42.194467 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4260c5f9-4073-4d02-bba5-d3df29e638cd req-16ed6e8a-39e2-43c3-a9e1-15d7e819cc9b tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2792447-3054-40ed-9b37-40f23bd73202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984910 Jul 15 23:28:42.217650 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51993e86-aaa4-4f6d-9598-34196d32b4b4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:28:42.235896 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4e36ff-90c1-4cf0-9b14-de26d717ec20 x-openstack-request-id: req-2b4e36ff-90c1-4cf0-9b14-de26d717ec20 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:28:42.236117 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d96baee-eb08-441a-971a-0730102b6df7", "name": "network-vif-deleted", "tag": "4e982b3e-2461-4a97-ad74-92dcd93dcca4", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:28:42.236451 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b4e36ff-90c1-4cf0-9b14-de26d717ec20 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:28:42.236819 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d96baee-eb08-441a-971a-0730102b6df7', 'name': 'network-vif-deleted', 'tag': '4e982b3e-2461-4a97-ad74-92dcd93dcca4', 'status': 'completed', 'code': 200} Jul 15 23:28:42.274445 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1b4b6723-f6b9-440f-81a6-3fe5f1e60694 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.326472 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1b4b6723-f6b9-440f-81a6-3fe5f1e60694 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.332806 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4b6723-f6b9-440f-81a6-3fe5f1e60694 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:42.333646 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1b4b6723-f6b9-440f-81a6-3fe5f1e60694 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.386381 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1b4b6723-f6b9-440f-81a6-3fe5f1e60694 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4332962 Jul 15 23:28:42.387589 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46920) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:42.388721 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ec692468-5411-4eda-8bcb-992486af3d15 req-e6f2e35e-a040-4bd2-88e3-aabbf6478670 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d96baee-eb08-441a-971a-0730102b6df7 HTTP/1.1" status: 200 len: 210 time: 0.0435331 Jul 15 23:28:42.395791 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e98bbbd8-bf2b-4e2e-99b9-e36572e5e2aa tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Request body: {'ports': [{'network_id': '25d4b7eb-a221-4d8a-9595-10be33071928', 'name': 'tempest-port--1679749690', 'admin_state_up': True}, {'network_id': '94adeb88-b315-400c-9b14-784f3b616c22', 'admin_state_up': False}]} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:42.396140 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e98bbbd8-bf2b-4e2e-99b9-e36572e5e2aa tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Request body: {'port': {'network_id': '25d4b7eb-a221-4d8a-9595-10be33071928', 'name': 'tempest-port--1679749690', 'admin_state_up': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:42.396586 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e98bbbd8-bf2b-4e2e-99b9-e36572e5e2aa tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Request body: {'port': {'network_id': '94adeb88-b315-400c-9b14-784f3b616c22', 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:42.407659 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036b61af-e15c-4679-9929-3f23536cb509 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Router 785fee3a-dec3-48fd-9260-e4c4f3c77b61 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:28:42.407981 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-49f0202c-dac1-459a-b6d0-890dc0426fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1804812641-router', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:50Z', 'revision_number': 4, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'gw_port': {'id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'fb239d47-4520-437f-89d4-b405ba953887', 'name': '', 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'mac_address': 'fa:16:3e:9f:f8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:50Z', 'updated_at': '2021-07-15T23:20:57Z', 'revision_number': 5, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'subnets': [{'id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:42.410899 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51993e86-aaa4-4f6d-9598-34196d32b4b4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:42.425578 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae48d45f-b7f6-4b6c-8545-c1126a24bff3 None None] Sync routers for ids ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:42.429644 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-51993e86-aaa4-4f6d-9598-34196d32b4b4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "PUT /v2.0/routers/a0fa2f54-d5cb-4500-bec9-8e27b9d40055/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3743377 Jul 15 23:28:42.432414 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46922) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:42.438344 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae48d45f-b7f6-4b6c-8545-c1126a24bff3 None None] Routers {'a0fa2f54-d5cb-4500-bec9-8e27b9d40055'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:42.439296 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ae48d45f-b7f6-4b6c-8545-c1126a24bff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:28:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:42.444563 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f0202c-dac1-459a-b6d0-890dc0426fc0 None None] Checking router: b080e8dc-d9b0-448f-8702-998e6cdc32d1 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:28:42.454174 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f0202c-dac1-459a-b6d0-890dc0426fc0 None None] Routers {'b080e8dc-d9b0-448f-8702-998e6cdc32d1'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:42.454599 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-49f0202c-dac1-459a-b6d0-890dc0426fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:28:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b080e8dc-d9b0-448f-8702-998e6cdc32d1'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:42.463792 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b6723-f6b9-440f-81a6-3fe5f1e60694 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Pushing event updated for resources: {'Network': ['ID=94adeb88-b315-400c-9b14-784f3b616c22,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:42.492012 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 94adeb88-b315-400c-9b14-784f3b616c22 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:28:42.568042 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-5de37894-19af-4059-8ada-1fe0f7506b44 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Deleting subnet 25040839-3a4b-4afb-b1f2-589729e485c7 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:42.568953 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-ae48d45f-b7f6-4b6c-8545-c1126a24bff3 None None] Set router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:42.580103 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5de37894-19af-4059-8ada-1fe0f7506b44 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.705749 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5de37894-19af-4059-8ada-1fe0f7506b44 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.717834 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036b61af-e15c-4679-9929-3f23536cb509 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:42.743961 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f60da8a-5441-4de9-84da-b188305d229c None None] Sync routers for ids ['785fee3a-dec3-48fd-9260-e4c4f3c77b61'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:42.765121 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f60da8a-5441-4de9-84da-b188305d229c None None] Routers {'785fee3a-dec3-48fd-9260-e4c4f3c77b61'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:42.765753 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8f60da8a-5441-4de9-84da-b188305d229c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:28:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['785fee3a-dec3-48fd-9260-e4c4f3c77b61'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:42.798176 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98bbbd8-bf2b-4e2e-99b9-e36572e5e2aa tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Made reservation on behalf of be90d8319a5b4deda5fbdc9811b9ad0b for: {'port': 2} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:42.808685 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e98bbbd8-bf2b-4e2e-99b9-e36572e5e2aa tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.832296 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-036b61af-e15c-4679-9929-3f23536cb509 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.833574 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-036b61af-e15c-4679-9929-3f23536cb509 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.7787519 Jul 15 23:28:42.837103 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46924) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:42.845299 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e98bbbd8-bf2b-4e2e-99b9-e36572e5e2aa tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.881906 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5de37894-19af-4059-8ada-1fe0f7506b44 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.926976 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-49f0202c-dac1-459a-b6d0-890dc0426fc0 None None] Set router b080e8dc-d9b0-448f-8702-998e6cdc32d1 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:42.998413 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ae48d45f-b7f6-4b6c-8545-c1126a24bff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:41Z', 'revision_number': 9, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None, '_interfaces': [{'id': '5cf9a8a3-855e-4cca-89fb-365f1817104d', 'name': '', 'network_id': '86bb51cb-5e1d-4417-8fd4-d8611f65b72e', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:02:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:06Z', 'updated_at': '2021-07-15T23:28:14Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25d1a63-f04f-4718-8a7d-93ccd3e97662', 'name': '', 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:50:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:01Z', 'updated_at': '2021-07-15T23:28:08Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:43.010497 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-8f60da8a-5441-4de9-84da-b188305d229c None None] Set router 785fee3a-dec3-48fd-9260-e4c4f3c77b61 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:43.011114 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5de37894-19af-4059-8ada-1fe0f7506b44 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.027129 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-e98bbbd8-bf2b-4e2e-99b9-e36572e5e2aa tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] device_id is not set on port ebb61fba-0375-4ab4-9cc5-f166941d8b7a yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:28:43.038819 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae48d45f-b7f6-4b6c-8545-c1126a24bff3 None None] Checking router: a0fa2f54-d5cb-4500-bec9-8e27b9d40055 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:28:43.047817 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae48d45f-b7f6-4b6c-8545-c1126a24bff3 None None] Routers {'a0fa2f54-d5cb-4500-bec9-8e27b9d40055'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:43.048431 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ae48d45f-b7f6-4b6c-8545-c1126a24bff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:28:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:43.154622 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-ae48d45f-b7f6-4b6c-8545-c1126a24bff3 None None] Set router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:43.199822 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e98bbbd8-bf2b-4e2e-99b9-e36572e5e2aa tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.243236 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db46155-9103-4168-9f0a-a994bfdd01a7 None None] Network 0ba02f32-e1c2-483c-afe9-78b5b2f4673d requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:43.373835 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-e98bbbd8-bf2b-4e2e-99b9-e36572e5e2aa tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] device_id is not set on port 322f1ce1-5c18-476e-bd0b-75221c7b1a74 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:28:43.424070 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:28:43.459790 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ae48d45f-b7f6-4b6c-8545-c1126a24bff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:41Z', 'revision_number': 9, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None, '_interfaces': [{'id': '5cf9a8a3-855e-4cca-89fb-365f1817104d', 'name': '', 'network_id': '86bb51cb-5e1d-4417-8fd4-d8611f65b72e', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:02:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:06Z', 'updated_at': '2021-07-15T23:28:14Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25d1a63-f04f-4718-8a7d-93ccd3e97662', 'name': '', 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:50:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:01Z', 'updated_at': '2021-07-15T23:28:08Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:43.494137 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae48d45f-b7f6-4b6c-8545-c1126a24bff3 None None] The sync data for ids ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'] in n-d-787205-9 is: [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:41Z', 'revision_number': 9, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None, '_interfaces': [{'id': '5cf9a8a3-855e-4cca-89fb-365f1817104d', 'name': '', 'network_id': '86bb51cb-5e1d-4417-8fd4-d8611f65b72e', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:02:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:06Z', 'updated_at': '2021-07-15T23:28:14Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '8d583a7a-cb21-49f9-95c7-3f42335ac532', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25d1a63-f04f-4718-8a7d-93ccd3e97662', 'name': '', 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:50:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:01Z', 'updated_at': '2021-07-15T23:28:08Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:43.504868 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-49f0202c-dac1-459a-b6d0-890dc0426fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1804812641-router', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:50Z', 'revision_number': 4, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'gw_port': {'id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'fb239d47-4520-437f-89d4-b405ba953887', 'name': '', 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'mac_address': 'fa:16:3e:9f:f8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:50Z', 'updated_at': '2021-07-15T23:20:57Z', 'revision_number': 5, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'subnets': [{'id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:43.518346 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de37894-19af-4059-8ada-1fe0f7506b44 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Subnet': ['ID=25040839-3a4b-4afb-b1f2-589729e485c7,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:43.531346 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5de37894-19af-4059-8ada-1fe0f7506b44 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.535732 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5de37894-19af-4059-8ada-1fe0f7506b44 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/subnets/25040839-3a4b-4afb-b1f2-589729e485c7 HTTP/1.1" status: 204 len: 168 time: 1.0998330 Jul 15 23:28:43.541022 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46934) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:43.547855 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5d4093c5-eb9a-4582-9284-0a73885cb9b3 tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=af8840e572bc4203b4decdf0325b2045&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7055526 Jul 15 23:28:43.555194 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 46936) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:43.568467 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f0202c-dac1-459a-b6d0-890dc0426fc0 None None] The sync data for ids ['b080e8dc-d9b0-448f-8702-998e6cdc32d1'] in n-d-787205-9 is: [{'id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1804812641-router', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:50Z', 'revision_number': 4, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'gw_port': {'id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'fb239d47-4520-437f-89d4-b405ba953887', 'name': '', 'network_id': '34f2ebab-bb83-41e4-bb34-809be32dfaa3', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'mac_address': 'fa:16:3e:9f:f8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:50Z', 'updated_at': '2021-07-15T23:20:57Z', 'revision_number': 5, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'subnets': [{'id': '849813aa-50e4-40b7-a59e-c4d2aaa3041a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:43.631054 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bc85e-8b02-45a9-b49f-ee41bdb11d34 req-17baf6d7-1510-47fa-bada-cab1bb281a63 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:43.632599 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-663bc85e-8b02-45a9-b49f-ee41bdb11d34 req-17baf6d7-1510-47fa-bada-cab1bb281a63 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f2d6d8-9199-4e56-9d6a-c1a5e7347085 HTTP/1.1" status: 200 len: 946 time: 0.1119380 Jul 15 23:28:43.643909 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565936a-504e-433b-b551-c7606f0ab201 req-8a02470e-6052-4d28-9021-b11fbcd4ab24 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:43.650764 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c565936a-504e-433b-b551-c7606f0ab201 req-8a02470e-6052-4d28-9021-b11fbcd4ab24 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=776a293d-c2f5-424c-9406-a4729d565ee4 HTTP/1.1" status: 200 len: 943 time: 0.1164336 Jul 15 23:28:43.651108 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8f60da8a-5441-4de9-84da-b188305d229c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360101457', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'fefd548f-a9e3-4729-890f-3845389d3c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:38Z', 'updated_at': '2021-07-15T23:28:41Z', 'revision_number': 3, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'fefd548f-a9e3-4729-890f-3845389d3c0e', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:40Z', 'updated_at': '2021-07-15T23:28:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:43.686108 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f60da8a-5441-4de9-84da-b188305d229c None None] Checking router: 785fee3a-dec3-48fd-9260-e4c4f3c77b61 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:28:43.686565 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f60da8a-5441-4de9-84da-b188305d229c None None] Updating router 785fee3a-dec3-48fd-9260-e4c4f3c77b61 port fefd548f-a9e3-4729-890f-3845389d3c0e binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:28:43.699746 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-664a08db-6d68-48e1-b094-37711a80bd51 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.712328 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c565936a-504e-433b-b551-c7606f0ab201 req-54ad5f3c-6ed3-4dbf-ac9c-6f6a8b035a3e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606890 Jul 15 23:28:43.715737 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-663bc85e-8b02-45a9-b49f-ee41bdb11d34 req-f8b68ef0-a443-4f03-a79b-b6f4d80f9855 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2792447-3054-40ed-9b37-40f23bd73202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579550 Jul 15 23:28:43.745351 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8f60da8a-5441-4de9-84da-b188305d229c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.766371 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e98bbbd8-bf2b-4e2e-99b9-e36572e5e2aa tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.907590 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f721b9b1-12dd-4861-9dba-b1e47860ffb8 None None] DHCP port deletion for 0ba02f32-e1c2-483c-afe9-78b5b2f4673d request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:28:43.971901 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad20289c-9aa5-45e3-8937-a43a1fbfa83f tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:43.976791 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46970) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:43.976896 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ad20289c-9aa5-45e3-8937-a43a1fbfa83f tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4193008 Jul 15 23:28:43.985132 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-664a08db-6d68-48e1-b094-37711a80bd51 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Deleting port 2397e40b-7d11-4878-8363-de23ba33b1bc {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:43.985575 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-664a08db-6d68-48e1-b094-37711a80bd51 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.012945 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e98bbbd8-bf2b-4e2e-99b9-e36572e5e2aa tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.050415 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a2fd4d6b-33ad-4133-b553-d15c96e21788 tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=61ac1f85-79f4-4ace-93a9-51b85862f208&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0722687 Jul 15 23:28:44.052696 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 46976) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:44.067630 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-5c18e752-9b57-4862-a171-a59debe7d94c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2051538356', 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44', 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:44.080880 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620b5124-3c20-49ac-b472-beca9d5ac533 None None] New status for floating IP 28f588e8-b8fb-43bb-b513-ceb7b21d5408: DOWN {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:28:44.108993 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98bbbd8-bf2b-4e2e-99b9-e36572e5e2aa tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Pushing event updated for resources: {'Port': ['ID=ebb61fba-0375-4ab4-9cc5-f166941d8b7a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:44.132840 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f721b9b1-12dd-4861-9dba-b1e47860ffb8 None None] Deleting port 2397e40b-7d11-4878-8363-de23ba33b1bc {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:44.133164 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f721b9b1-12dd-4861-9dba-b1e47860ffb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.177385 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-664a08db-6d68-48e1-b094-37711a80bd51 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] For port 2397e40b-7d11-4878-8363-de23ba33b1bc, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=2397e40b-7d11-4878-8363-de23ba33b1bc,segment=NetworkSegment(fdcee9ae-94e0-423d-99a6-b3a8c2ea3a88),segment_id=fdcee9ae-94e0-423d-99a6-b3a8c2ea3a88)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:44.177755 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-664a08db-6d68-48e1-b094-37711a80bd51 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.194022 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-664a08db-6d68-48e1-b094-37711a80bd51 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Calling delete_port for 2397e40b-7d11-4878-8363-de23ba33b1bc owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:44.262584 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-f721b9b1-12dd-4861-9dba-b1e47860ffb8 None None] For port 2397e40b-7d11-4878-8363-de23ba33b1bc, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=2397e40b-7d11-4878-8363-de23ba33b1bc,segment=NetworkSegment(fdcee9ae-94e0-423d-99a6-b3a8c2ea3a88),segment_id=fdcee9ae-94e0-423d-99a6-b3a8c2ea3a88)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:44.262982 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f721b9b1-12dd-4861-9dba-b1e47860ffb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.283513 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c18e752-9b57-4862-a171-a59debe7d94c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Made reservation on behalf of af8840e572bc4203b4decdf0325b2045 for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:44.287342 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5c18e752-9b57-4862-a171-a59debe7d94c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.299068 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f721b9b1-12dd-4861-9dba-b1e47860ffb8 None None] Calling delete_port for 2397e40b-7d11-4878-8363-de23ba33b1bc owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:44.300366 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-664a08db-6d68-48e1-b094-37711a80bd51 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.331550 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8f60da8a-5441-4de9-84da-b188305d229c None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.361635 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98bbbd8-bf2b-4e2e-99b9-e36572e5e2aa tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Checking segment: {'id': '6af59f84-514d-4264-b64d-e0eb63999e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '25d4b7eb-a221-4d8a-9595-10be33071928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:44.362004 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98bbbd8-bf2b-4e2e-99b9-e36572e5e2aa tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Network hostable DHCP agents. Network: 25d4b7eb-a221-4d8a-9595-10be33071928, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:28:44.368655 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664a08db-6d68-48e1-b094-37711a80bd51 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] No DVR routers for this DVR port 2397e40b-7d11-4878-8363-de23ba33b1bc on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:44.374694 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8f60da8a-5441-4de9-84da-b188305d229c None None] Transition to ACTIVE for port object fefd548f-a9e3-4729-890f-3845389d3c0e will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:44.375904 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a08db-6d68-48e1-b094-37711a80bd51 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Port': ['ID=2397e40b-7d11-4878-8363-de23ba33b1bc,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:44.383743 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8f60da8a-5441-4de9-84da-b188305d229c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.452499 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98bbbd8-bf2b-4e2e-99b9-e36572e5e2aa tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Network 25d4b7eb-a221-4d8a-9595-10be33071928 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:28:44.474795 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-e98bbbd8-bf2b-4e2e-99b9-e36572e5e2aa tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 25d4b7eb-a221-4d8a-9595-10be33071928) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:44.475444 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f721b9b1-12dd-4861-9dba-b1e47860ffb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.490565 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98bbbd8-bf2b-4e2e-99b9-e36572e5e2aa tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:44.491574 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e98bbbd8-bf2b-4e2e-99b9-e36572e5e2aa tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.511952 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-8f60da8a-5441-4de9-84da-b188305d229c None None] Attempting to bind port fefd548f-a9e3-4729-890f-3845389d3c0e on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:44.512515 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-8f60da8a-5441-4de9-84da-b188305d229c None None] Attempting to bind port fefd548f-a9e3-4729-890f-3845389d3c0e by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:44.513029 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f60da8a-5441-4de9-84da-b188305d229c None None] Attempting to bind port fefd548f-a9e3-4729-890f-3845389d3c0e on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:44.515936 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3b7441-c9a9-4c7a-82ea-528715c940c0 None None] Network 25d4b7eb-a221-4d8a-9595-10be33071928 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:44.519699 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f721b9b1-12dd-4861-9dba-b1e47860ffb8 None None] No DVR routers for this DVR port 2397e40b-7d11-4878-8363-de23ba33b1bc on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:44.602545 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-664a08db-6d68-48e1-b094-37711a80bd51 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.606454 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f60da8a-5441-4de9-84da-b188305d229c None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:44.606946 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f60da8a-5441-4de9-84da-b188305d229c None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:44.607443 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8f60da8a-5441-4de9-84da-b188305d229c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.607928 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f60da8a-5441-4de9-84da-b188305d229c None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:44.608469 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-8f60da8a-5441-4de9-84da-b188305d229c None None] Bound port: fefd548f-a9e3-4729-890f-3845389d3c0e, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:44.609226 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8f60da8a-5441-4de9-84da-b188305d229c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.632639 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-664a08db-6d68-48e1-b094-37711a80bd51 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba02f32-e1c2-483c-afe9-78b5b2f4673d']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:44.633070 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147efd01-c694-4009-8ca6-b7744dd79639 None None] Pushing event updated for resources: {'Port': ['ID=fefd548f-a9e3-4729-890f-3845389d3c0e,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:44.646479 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98bbbd8-bf2b-4e2e-99b9-e36572e5e2aa tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Pushing event updated for resources: {'Port': ['ID=322f1ce1-5c18-476e-bd0b-75221c7b1a74,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:44.657173 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-664a08db-6d68-48e1-b094-37711a80bd51 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdcee9ae-94e0-423d-99a6-b3a8c2ea3a88') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:44.657475 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-664a08db-6d68-48e1-b094-37711a80bd51 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdcee9ae-94e0-423d-99a6-b3a8c2ea3a88') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:44.670202 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-664a08db-6d68-48e1-b094-37711a80bd51 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.672055 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98bbbd8-bf2b-4e2e-99b9-e36572e5e2aa tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Checking segment: {'id': '83aa0c12-6e55-4b6e-a951-2ce68c9c0d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '94adeb88-b315-400c-9b14-784f3b616c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:44.672420 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98bbbd8-bf2b-4e2e-99b9-e36572e5e2aa tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Network hostable DHCP agents. Network: 94adeb88-b315-400c-9b14-784f3b616c22, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:28:44.689717 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5c18e752-9b57-4862-a171-a59debe7d94c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.695979 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-664a08db-6d68-48e1-b094-37711a80bd51 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.711304 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721b9b1-12dd-4861-9dba-b1e47860ffb8 None None] Pushing event deleted for resources: {'Port': ['ID=2397e40b-7d11-4878-8363-de23ba33b1bc,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:44.714000 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-664a08db-6d68-48e1-b094-37711a80bd51 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:28:44.714416 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-664a08db-6d68-48e1-b094-37711a80bd51 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:28:44.717981 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:28:44.729269 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98bbbd8-bf2b-4e2e-99b9-e36572e5e2aa tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Network 94adeb88-b315-400c-9b14-784f3b616c22 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:28:44.747584 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-e98bbbd8-bf2b-4e2e-99b9-e36572e5e2aa tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 94adeb88-b315-400c-9b14-784f3b616c22) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:44.777105 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6188ad1-a8c1-49a4-ac86-ab77ccc67155 None None] Network 94adeb88-b315-400c-9b14-784f3b616c22 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:44.804087 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98bbbd8-bf2b-4e2e-99b9-e36572e5e2aa tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:44.811855 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-8f60da8a-5441-4de9-84da-b188305d229c None None] For port fefd548f-a9e3-4729-890f-3845389d3c0e, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:44.815379 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98bbbd8-bf2b-4e2e-99b9-e36572e5e2aa tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:44.817706 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18e752-9b57-4862-a171-a59debe7d94c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'Subnet': ['ID=a6de8285-de5b-413c-95dd-2ee40f47b0a1,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:44.820033 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98bbbd8-bf2b-4e2e-99b9-e36572e5e2aa tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:44.820998 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e98bbbd8-bf2b-4e2e-99b9-e36572e5e2aa tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.834304 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-664a08db-6d68-48e1-b094-37711a80bd51 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.834758 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c18e752-9b57-4862-a171-a59debe7d94c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Checking segment: {'id': '61c3c033-0e18-4a02-98dd-de7e6b63ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:44.835231 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c18e752-9b57-4862-a171-a59debe7d94c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Network hostable DHCP agents. Network: bd00480a-e286-47f7-88e2-4e6500e9af44, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:28:44.838070 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e98bbbd8-bf2b-4e2e-99b9-e36572e5e2aa tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.4463627 Jul 15 23:28:44.845747 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-664a08db-6d68-48e1-b094-37711a80bd51 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.848753 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-664a08db-6d68-48e1-b094-37711a80bd51 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/networks/0ba02f32-e1c2-483c-afe9-78b5b2f4673d HTTP/1.1" status: 204 len: 168 time: 1.3067067 Jul 15 23:28:44.849637 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47020) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:44.853906 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47022) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:44.877411 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a08db-6d68-48e1-b094-37711a80bd51 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Network': ['ID=0ba02f32-e1c2-483c-afe9-78b5b2f4673d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:44.886425 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-8f60da8a-5441-4de9-84da-b188305d229c None None] For port fefd548f-a9e3-4729-890f-3845389d3c0e, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=fefd548f-a9e3-4729-890f-3845389d3c0e,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:44.897581 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8f60da8a-5441-4de9-84da-b188305d229c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.949575 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6094af00-ce18-47ee-8d53-04a42bdceda7 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:44.957523 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6094af00-ce18-47ee-8d53-04a42bdceda7 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:44.957523 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6094af00-ce18-47ee-8d53-04a42bdceda7 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1067097 Jul 15 23:28:44.958104 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47026) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:44.976126 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47028) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:45.090806 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147efd01-c694-4009-8ca6-b7744dd79639 None None] Pushing event updated for resources: {'Port': ['ID=fefd548f-a9e3-4729-890f-3845389d3c0e,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:45.093459 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e31c6d43-12cf-4ab3-bb35-611fa8038e5e tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.135052 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e31c6d43-12cf-4ab3-bb35-611fa8038e5e tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.143266 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f60da8a-5441-4de9-84da-b188305d229c None None] Routers {'785fee3a-dec3-48fd-9260-e4c4f3c77b61'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:45.144546 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8f60da8a-5441-4de9-84da-b188305d229c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:28:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['785fee3a-dec3-48fd-9260-e4c4f3c77b61'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:45.203418 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b6c9d98e-0d03-41d7-b701-8be777eec03e tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Deleting port ebb61fba-0375-4ab4-9cc5-f166941d8b7a {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:45.203758 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b6c9d98e-0d03-41d7-b701-8be777eec03e tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.237206 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e31c6d43-12cf-4ab3-bb35-611fa8038e5e tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.240384 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e31c6d43-12cf-4ab3-bb35-611fa8038e5e tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.244876 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e31c6d43-12cf-4ab3-bb35-611fa8038e5e tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "DELETE /v2.0/security-groups/98d1ba24-0e9d-4480-80ee-9660cfc1735f HTTP/1.1" status: 204 len: 168 time: 0.2824860 Jul 15 23:28:45.247693 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47030) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:45.268335 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device d3ce4386-a8a9-459a-aa09-5231f214cd0e details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:28:45.280198 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c18e752-9b57-4862-a171-a59debe7d94c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Network bd00480a-e286-47f7-88e2-4e6500e9af44 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:28:45.311927 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-5c18e752-9b57-4862-a171-a59debe7d94c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, bd00480a-e286-47f7-88e2-4e6500e9af44) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:45.313123 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-8f60da8a-5441-4de9-84da-b188305d229c None None] Set router 785fee3a-dec3-48fd-9260-e4c4f3c77b61 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:45.318495 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-9d8b9d5c-41cf-4a2f-ac97-f65be6fd2dcf tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] show failed (client error): The resource could not be found. Jul 15 23:28:45.319619 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9d8b9d5c-41cf-4a2f-ac97-f65be6fd2dcf tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "GET /v2.0/security-groups/98d1ba24-0e9d-4480-80ee-9660cfc1735f HTTP/1.1" status: 404 len: 347 time: 0.0682316 Jul 15 23:28:45.324822 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c18e752-9b57-4862-a171-a59debe7d94c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:45.325432 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5c18e752-9b57-4862-a171-a59debe7d94c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.327636 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47032) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:45.355108 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8ac81-b577-402d-b909-76a2680f27a2 req-87eb1b06-9a8a-4f11-80cc-e3c9ee0d3be7 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:45.362597 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bbf8ac81-b577-402d-b909-76a2680f27a2 req-87eb1b06-9a8a-4f11-80cc-e3c9ee0d3be7 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=776a293d-c2f5-424c-9406-a4729d565ee4 HTTP/1.1" status: 200 len: 943 time: 0.4839373 Jul 15 23:28:45.432286 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5c18e752-9b57-4862-a171-a59debe7d94c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3784187 Jul 15 23:28:45.457139 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47034) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:45.471389 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bbf8ac81-b577-402d-b909-76a2680f27a2 req-dd32cca9-80c5-421c-a6c1-bd6d52509b2c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065085 Jul 15 23:28:45.674904 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port d3ce4386-a8a9-459a-aa09-5231f214cd0e, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=d3ce4386-a8a9-459a-aa09-5231f214cd0e,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:45.695343 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'd3ce4386-a8a9-459a-aa09-5231f214cd0e', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'port_id': 'd3ce4386-a8a9-459a-aa09-5231f214cd0e', 'mac_address': 'fa:16:3e:2f:15:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:28:45.700510 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239e015e-de45-4d25-b5f7-76711fb6af02 None None] Network bd00480a-e286-47f7-88e2-4e6500e9af44 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:45.704508 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 2397e40b-7d11-4878-8363-de23ba33b1bc no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:45.708269 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c6d43-12cf-4ab3-bb35-611fa8038e5e tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d1ba24-0e9d-4480-80ee-9660cfc1735f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:45.711917 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b6c9d98e-0d03-41d7-b701-8be777eec03e tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.726691 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b6c9d98e-0d03-41d7-b701-8be777eec03e tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Calling delete_port for ebb61fba-0375-4ab4-9cc5-f166941d8b7a owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:45.814746 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a2f7f671-6c8d-43ae-827f-21b2654c5ab4 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Deleting port 20483239-347f-49df-9175-9d28f17ec9d5 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:45.816425 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2f7f671-6c8d-43ae-827f-21b2654c5ab4 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.821297 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 2397e40b-7d11-4878-8363-de23ba33b1bc {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:45.821647 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 2397e40b-7d11-4878-8363-de23ba33b1bc not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:45.822065 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 98e4e87f-faa0-4799-ba5f-46f06030d215 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:45.831198 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b6c9d98e-0d03-41d7-b701-8be777eec03e tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.856540 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 98e4e87f-faa0-4799-ba5f-46f06030d215 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:45.856882 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 98e4e87f-faa0-4799-ba5f-46f06030d215 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:45.867493 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9d98e-0d03-41d7-b701-8be777eec03e tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Pushing event deleted for resources: {'Port': ['ID=ebb61fba-0375-4ab4-9cc5-f166941d8b7a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:45.898184 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b6c9d98e-0d03-41d7-b701-8be777eec03e tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.902861 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b6c9d98e-0d03-41d7-b701-8be777eec03e tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] 10.222.0.16 "DELETE /v2.0/ports/ebb61fba-0375-4ab4-9cc5-f166941d8b7a HTTP/1.1" status: 204 len: 168 time: 0.9235001 Jul 15 23:28:45.903972 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47038) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:45.945633 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4d425bc8-d17e-44f5-99cd-8631649f31c2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.990268 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.995290 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e43890a-9f51-4262-bc72-b9d04c130b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.035366 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ce4386-a8a9-459a-aa09-5231f214cd0e {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:28:46.040620 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-cbdc3c6d-4de1-47a1-9d9a-ba7ffa9f21ad tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Deleting port 322f1ce1-5c18-476e-bd0b-75221c7b1a74 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:46.040959 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbdc3c6d-4de1-47a1-9d9a-ba7ffa9f21ad tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.062664 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port d3ce4386-a8a9-459a-aa09-5231f214cd0e, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=d3ce4386-a8a9-459a-aa09-5231f214cd0e,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:46.068863 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.111621 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbdc3c6d-4de1-47a1-9d9a-ba7ffa9f21ad tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.126397 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-cbdc3c6d-4de1-47a1-9d9a-ba7ffa9f21ad tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Calling delete_port for 322f1ce1-5c18-476e-bd0b-75221c7b1a74 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:46.131152 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=d3ce4386-a8a9-459a-aa09-5231f214cd0e,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:46.153718 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2f7f671-6c8d-43ae-827f-21b2654c5ab4 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.154062 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2f7f671-6c8d-43ae-827f-21b2654c5ab4 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.233276 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbdc3c6d-4de1-47a1-9d9a-ba7ffa9f21ad tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.241719 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a2f7f671-6c8d-43ae-827f-21b2654c5ab4 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Calling delete_port for 20483239-347f-49df-9175-9d28f17ec9d5 owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:46.258909 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ab1358-12c9-4d60-92e1-c0c8b5533783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-bd00480a-e286-47f7-88e2-4e6500e9af44', 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'fixed_ips': [{'subnet_id': 'a6de8285-de5b-413c-95dd-2ee40f47b0a1'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:28:46.260911 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-00ab1358-12c9-4d60-92e1-c0c8b5533783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.290319 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbdc3c6d-4de1-47a1-9d9a-ba7ffa9f21ad tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.295897 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['d3ce4386-a8a9-459a-aa09-5231f214cd0e'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:28:46.296456 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cbdc3c6d-4de1-47a1-9d9a-ba7ffa9f21ad tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] 10.222.0.16 "DELETE /v2.0/ports/322f1ce1-5c18-476e-bd0b-75221c7b1a74 HTTP/1.1" status: 204 len: 168 time: 0.3911946 Jul 15 23:28:46.297387 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47040) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:46.298274 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc3c6d-4de1-47a1-9d9a-ba7ffa9f21ad tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Pushing event deleted for resources: {'Port': ['ID=322f1ce1-5c18-476e-bd0b-75221c7b1a74,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:46.316060 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8f60da8a-5441-4de9-84da-b188305d229c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360101457', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'fefd548f-a9e3-4729-890f-3845389d3c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:38Z', 'updated_at': '2021-07-15T23:28:41Z', 'revision_number': 3, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'fefd548f-a9e3-4729-890f-3845389d3c0e', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:40Z', 'updated_at': '2021-07-15T23:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:46.338533 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d839535c-4a8b-4386-8143-3ad9f083529e tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0364101 Jul 15 23:28:46.339492 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47042) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:46.345311 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3420e4f5-ee7d-4483-97de-ac9490764534 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-445338961'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:46.381448 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3420e4f5-ee7d-4483-97de-ac9490764534 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Made reservation on behalf of be90d8319a5b4deda5fbdc9811b9ad0b for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:46.385827 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3420e4f5-ee7d-4483-97de-ac9490764534 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.419879 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3420e4f5-ee7d-4483-97de-ac9490764534 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:28:46.431314 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3420e4f5-ee7d-4483-97de-ac9490764534 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.431724 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-3420e4f5-ee7d-4483-97de-ac9490764534 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Added segment 8a17ac3a-c8fe-41ac-b4f0-afcc9a4dd016 of type vlan for network ae11bd47-3c70-4b82-bec9-058370e01b36 Jul 15 23:28:46.483321 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3420e4f5-ee7d-4483-97de-ac9490764534 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.527849 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3420e4f5-ee7d-4483-97de-ac9490764534 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.538689 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3420e4f5-ee7d-4483-97de-ac9490764534 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:46.539746 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3420e4f5-ee7d-4483-97de-ac9490764534 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.549010 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f60da8a-5441-4de9-84da-b188305d229c None None] The sync data for ids ['785fee3a-dec3-48fd-9260-e4c4f3c77b61'] in n-d-787205-9 is: [{'id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360101457', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'fefd548f-a9e3-4729-890f-3845389d3c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:38Z', 'updated_at': '2021-07-15T23:28:41Z', 'revision_number': 3, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'fefd548f-a9e3-4729-890f-3845389d3c0e', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:40Z', 'updated_at': '2021-07-15T23:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:46.586174 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-00ab1358-12c9-4d60-92e1-c0c8b5533783 None None] Allocated IP 172.20.0.2 (bd00480a-e286-47f7-88e2-4e6500e9af44/a6de8285-de5b-413c-95dd-2ee40f47b0a1/d92db150-9b62-4f96-b752-74afbd198237) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:46.596492 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-83c8e284-31a4-44d8-8cd4-b0434d14ddd9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.643541 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3420e4f5-ee7d-4483-97de-ac9490764534 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3021283 Jul 15 23:28:46.648430 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47048) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:46.659444 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e7210bad-f620-4a01-8791-7508b8b564b8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-74890876'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:46.758551 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420e4f5-ee7d-4483-97de-ac9490764534 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Pushing event updated for resources: {'Network': ['ID=ae11bd47-3c70-4b82-bec9-058370e01b36,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:46.791591 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7210bad-f620-4a01-8791-7508b8b564b8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Made reservation on behalf of be90d8319a5b4deda5fbdc9811b9ad0b for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:46.797002 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network ae11bd47-3c70-4b82-bec9-058370e01b36 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:28:46.797664 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e7210bad-f620-4a01-8791-7508b8b564b8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.831625 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7210bad-f620-4a01-8791-7508b8b564b8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:28:46.849856 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e7210bad-f620-4a01-8791-7508b8b564b8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.850214 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-e7210bad-f620-4a01-8791-7508b8b564b8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Added segment 6d537059-72e4-4cce-9722-115777e13384 of type vlan for network dbae00d6-e384-402b-85f4-b8b267873fa2 Jul 15 23:28:46.910719 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e7210bad-f620-4a01-8791-7508b8b564b8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.960089 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2f7f671-6c8d-43ae-827f-21b2654c5ab4 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.973274 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e7210bad-f620-4a01-8791-7508b8b564b8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.981602 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7210bad-f620-4a01-8791-7508b8b564b8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:46.984453 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e7210bad-f620-4a01-8791-7508b8b564b8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.038923 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e7210bad-f620-4a01-8791-7508b8b564b8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3893776 Jul 15 23:28:47.040515 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7f671-6c8d-43ae-827f-21b2654c5ab4 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Pushing event deleted for resources: {'Port': ['ID=20483239-347f-49df-9175-9d28f17ec9d5,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:47.112858 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4d425bc8-d17e-44f5-99cd-8631649f31c2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Deleting port 5cf9a8a3-855e-4cca-89fb-365f1817104d {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:47.116081 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4d425bc8-d17e-44f5-99cd-8631649f31c2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.131074 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7210bad-f620-4a01-8791-7508b8b564b8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Pushing event updated for resources: {'Network': ['ID=dbae00d6-e384-402b-85f4-b8b267873fa2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:47.160169 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network dbae00d6-e384-402b-85f4-b8b267873fa2 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:28:47.178944 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47050) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:47.192621 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f4e330d8-18c3-4d68-9525-ae21acec8ce8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Request body: {'subnets': [{'network_id': 'ae11bd47-3c70-4b82-bec9-058370e01b36', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1925940715', 'ip_version': 4}, {'network_id': 'dbae00d6-e384-402b-85f4-b8b267873fa2', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:47.192964 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f4e330d8-18c3-4d68-9525-ae21acec8ce8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Request body: {'subnet': {'network_id': 'ae11bd47-3c70-4b82-bec9-058370e01b36', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1925940715', 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:47.193732 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f4e330d8-18c3-4d68-9525-ae21acec8ce8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Request body: {'subnet': {'network_id': 'dbae00d6-e384-402b-85f4-b8b267873fa2', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:47.283211 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-00ab1358-12c9-4d60-92e1-c0c8b5533783 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.321991 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-00ab1358-12c9-4d60-92e1-c0c8b5533783 None None] Transition to ACTIVE for port object d92db150-9b62-4f96-b752-74afbd198237 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:47.384399 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-00ab1358-12c9-4d60-92e1-c0c8b5533783 None None] Transition to ACTIVE for port object d92db150-9b62-4f96-b752-74afbd198237 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:47.405148 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-00ab1358-12c9-4d60-92e1-c0c8b5533783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.453368 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ab1358-12c9-4d60-92e1-c0c8b5533783 None None] Network bd00480a-e286-47f7-88e2-4e6500e9af44 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:47.456596 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-00ab1358-12c9-4d60-92e1-c0c8b5533783 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:47.459204 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ab1358-12c9-4d60-92e1-c0c8b5533783 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:47.510252 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e330d8-18c3-4d68-9525-ae21acec8ce8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Made reservation on behalf of be90d8319a5b4deda5fbdc9811b9ad0b for: {'subnet': 2} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:47.516439 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f4e330d8-18c3-4d68-9525-ae21acec8ce8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.516439 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f4e330d8-18c3-4d68-9525-ae21acec8ce8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.524214 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab1358-12c9-4d60-92e1-c0c8b5533783 None None] Pushing event updated for resources: {'Port': ['ID=d92db150-9b62-4f96-b752-74afbd198237,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:47.576725 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-00ab1358-12c9-4d60-92e1-c0c8b5533783 None None] Attempting to bind port d92db150-9b62-4f96-b752-74afbd198237 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:47.581430 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-00ab1358-12c9-4d60-92e1-c0c8b5533783 None None] Attempting to bind port d92db150-9b62-4f96-b752-74afbd198237 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '61c3c033-0e18-4a02-98dd-de7e6b63ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:47.582230 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ab1358-12c9-4d60-92e1-c0c8b5533783 None None] Attempting to bind port d92db150-9b62-4f96-b752-74afbd198237 on network bd00480a-e286-47f7-88e2-4e6500e9af44 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:47.596452 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ab1358-12c9-4d60-92e1-c0c8b5533783 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:47.607497 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ab1358-12c9-4d60-92e1-c0c8b5533783 None None] Checking segment: {'id': '61c3c033-0e18-4a02-98dd-de7e6b63ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:47.608203 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-00ab1358-12c9-4d60-92e1-c0c8b5533783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.608789 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ab1358-12c9-4d60-92e1-c0c8b5533783 None None] Bound using segment: {'id': '61c3c033-0e18-4a02-98dd-de7e6b63ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:47.609354 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-00ab1358-12c9-4d60-92e1-c0c8b5533783 None None] Bound port: d92db150-9b62-4f96-b752-74afbd198237, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61c3c033-0e18-4a02-98dd-de7e6b63ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:47.609757 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-00ab1358-12c9-4d60-92e1-c0c8b5533783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.613399 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device fefd548f-a9e3-4729-890f-3845389d3c0e up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:47.729116 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-00ab1358-12c9-4d60-92e1-c0c8b5533783 None None] For port d92db150-9b62-4f96-b752-74afbd198237, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:47.733621 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-00ab1358-12c9-4d60-92e1-c0c8b5533783 None None] For port d92db150-9b62-4f96-b752-74afbd198237, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d92db150-9b62-4f96-b752-74afbd198237,segment=NetworkSegment(61c3c033-0e18-4a02-98dd-de7e6b63ff43),segment_id=61c3c033-0e18-4a02-98dd-de7e6b63ff43)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:47.739638 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-00ab1358-12c9-4d60-92e1-c0c8b5533783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.815736 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab1358-12c9-4d60-92e1-c0c8b5533783 None None] Pushing event updated for resources: {'Port': ['ID=d92db150-9b62-4f96-b752-74afbd198237,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:47.843891 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port fefd548f-a9e3-4729-890f-3845389d3c0e completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:47.862797 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port fefd548f-a9e3-4729-890f-3845389d3c0e triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:47.863411 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.929306 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b876daf-4cb8-4ee4-a620-91a75c29f7bd req-dab0f435-3cbe-430e-948a-eb3ac75e5b6a tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:47.939214 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4b876daf-4cb8-4ee4-a620-91a75c29f7bd req-dab0f435-3cbe-430e-948a-eb3ac75e5b6a tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=776a293d-c2f5-424c-9406-a4729d565ee4 HTTP/1.1" status: 200 len: 944 time: 1.1560504 Jul 15 23:28:47.961499 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2f7f671-6c8d-43ae-827f-21b2654c5ab4 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.965818 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2f7f671-6c8d-43ae-827f-21b2654c5ab4 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.967294 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a2f7f671-6c8d-43ae-827f-21b2654c5ab4 tempest-AttachVolumeShelveTestJSON-1377399068 tempest-AttachVolumeShelveTestJSON-1377399068-project] 10.222.0.16 "DELETE /v2.0/floatingips/28f588e8-b8fb-43bb-b513-ceb7b21d5408 HTTP/1.1" status: 204 len: 168 time: 2.6379552 Jul 15 23:28:48.038550 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:48.129304 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port fefd548f-a9e3-4729-890f-3845389d3c0e, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=fefd548f-a9e3-4729-890f-3845389d3c0e,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:48.138085 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:48.227703 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=fefd548f-a9e3-4729-890f-3845389d3c0e,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:48.262167 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-09ecfcca-6832-44d0-9559-85e5b5794e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:48.323891 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f4e330d8-18c3-4d68-9525-ae21acec8ce8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:48.375475 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4b876daf-4cb8-4ee4-a620-91a75c29f7bd req-0d983179-625e-468f-9a97-cd1c86569a17 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4364634 Jul 15 23:28:48.397010 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4d425bc8-d17e-44f5-99cd-8631649f31c2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] For port 5cf9a8a3-855e-4cca-89fb-365f1817104d, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=5cf9a8a3-855e-4cca-89fb-365f1817104d,segment=NetworkSegment(2991dc2a-06c8-41f7-8dbd-81482ed29bb9),segment_id=2991dc2a-06c8-41f7-8dbd-81482ed29bb9)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:48.397717 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4d425bc8-d17e-44f5-99cd-8631649f31c2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:48.405458 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e330d8-18c3-4d68-9525-ae21acec8ce8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Pushing event updated for resources: {'Subnet': ['ID=02d07d28-6fec-4182-8ed0-61d82ac715fa,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:48.423758 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e330d8-18c3-4d68-9525-ae21acec8ce8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Checking segment: {'id': '8a17ac3a-c8fe-41ac-b4f0-afcc9a4dd016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ae11bd47-3c70-4b82-bec9-058370e01b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:48.424143 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e330d8-18c3-4d68-9525-ae21acec8ce8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Network hostable DHCP agents. Network: ae11bd47-3c70-4b82-bec9-058370e01b36, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:28:48.446535 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e330d8-18c3-4d68-9525-ae21acec8ce8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Network ae11bd47-3c70-4b82-bec9-058370e01b36 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:28:48.460412 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-f4e330d8-18c3-4d68-9525-ae21acec8ce8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, ae11bd47-3c70-4b82-bec9-058370e01b36) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:48.471758 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bf4b7c-85ad-4017-a67e-73553ad89e0b None None] Network ae11bd47-3c70-4b82-bec9-058370e01b36 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:48.476722 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f4e330d8-18c3-4d68-9525-ae21acec8ce8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:48.476964 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4d425bc8-d17e-44f5-99cd-8631649f31c2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Calling delete_port for 5cf9a8a3-855e-4cca-89fb-365f1817104d owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:48.506836 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-83c8e284-31a4-44d8-8cd4-b0434d14ddd9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Allocated IP 172.20.0.1 (bd00480a-e286-47f7-88e2-4e6500e9af44/a6de8285-de5b-413c-95dd-2ee40f47b0a1/f4a37faf-9496-4013-a48d-55626d396d10) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:48.585703 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e330d8-18c3-4d68-9525-ae21acec8ce8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Checking segment: {'id': '6d537059-72e4-4cce-9722-115777e13384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dbae00d6-e384-402b-85f4-b8b267873fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:48.586754 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e330d8-18c3-4d68-9525-ae21acec8ce8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Network hostable DHCP agents. Network: dbae00d6-e384-402b-85f4-b8b267873fa2, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:28:48.591184 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e330d8-18c3-4d68-9525-ae21acec8ce8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Pushing event updated for resources: {'Subnet': ['ID=ae422c7c-5bfe-40b4-ab0c-f43f15ad1d4a,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:48.619382 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e330d8-18c3-4d68-9525-ae21acec8ce8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Network dbae00d6-e384-402b-85f4-b8b267873fa2 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:28:48.642154 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-f4e330d8-18c3-4d68-9525-ae21acec8ce8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, dbae00d6-e384-402b-85f4-b8b267873fa2) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:48.651871 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e330d8-18c3-4d68-9525-ae21acec8ce8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:48.654545 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e330d8-18c3-4d68-9525-ae21acec8ce8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:48.655387 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f4e330d8-18c3-4d68-9525-ae21acec8ce8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:48.668447 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319bae69-88ec-4a24-902e-38aca1cf4b4e None None] Network dbae00d6-e384-402b-85f4-b8b267873fa2 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:48.683681 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f4e330d8-18c3-4d68-9525-ae21acec8ce8 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.4990606 Jul 15 23:28:48.689543 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47060) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:48.798676 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea16a0b8-1bbd-4afa-8855-87a4a14b5a81 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:48.801591 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea16a0b8-1bbd-4afa-8855-87a4a14b5a81 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:48.802720 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:48.803674 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea16a0b8-1bbd-4afa-8855-87a4a14b5a81 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:48.810220 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ea16a0b8-1bbd-4afa-8855-87a4a14b5a81 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1146677 Jul 15 23:28:48.811920 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47062) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:48.823701 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-83c8e284-31a4-44d8-8cd4-b0434d14ddd9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:48.839531 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-83c8e284-31a4-44d8-8cd4-b0434d14ddd9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Transition to ACTIVE for port object f4a37faf-9496-4013-a48d-55626d396d10 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:48.866611 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30966263-e7c0-4db8-8924-760cf6596ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-ae11bd47-3c70-4b82-bec9-058370e01b36', 'network_id': 'ae11bd47-3c70-4b82-bec9-058370e01b36', 'tenant_id': 'be90d8319a5b4deda5fbdc9811b9ad0b', 'fixed_ips': [{'subnet_id': '02d07d28-6fec-4182-8ed0-61d82ac715fa'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:28:48.867660 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-30966263-e7c0-4db8-8924-760cf6596ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:48.898966 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f4ce67-1329-4b99-8814-b2881de5634c tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Deleting subnet 02d07d28-6fec-4182-8ed0-61d82ac715fa {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:48.903196 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-84f4ce67-1329-4b99-8814-b2881de5634c tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:48.912917 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-83c8e284-31a4-44d8-8cd4-b0434d14ddd9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:48.965345 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-84f4ce67-1329-4b99-8814-b2881de5634c tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.037964 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-84f4ce67-1329-4b99-8814-b2881de5634c tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.039561 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c8e284-31a4-44d8-8cd4-b0434d14ddd9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Network bd00480a-e286-47f7-88e2-4e6500e9af44 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:49.050948 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-83c8e284-31a4-44d8-8cd4-b0434d14ddd9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:49.053728 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c8e284-31a4-44d8-8cd4-b0434d14ddd9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:49.132752 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac61bb0-8377-45f4-b6a3-f87ef967f9e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-dbae00d6-e384-402b-85f4-b8b267873fa2', 'network_id': 'dbae00d6-e384-402b-85f4-b8b267873fa2', 'tenant_id': 'be90d8319a5b4deda5fbdc9811b9ad0b', 'fixed_ips': [{'subnet_id': 'ae422c7c-5bfe-40b4-ab0c-f43f15ad1d4a'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:28:49.133684 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ac61bb0-8377-45f4-b6a3-f87ef967f9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.151963 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-84f4ce67-1329-4b99-8814-b2881de5634c tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server [None req-30966263-e7c0-4db8-8924-760cf6596ffd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 02d07d28-6fec-4182-8ed0-61d82ac715fa: This subnet is being modified by another concurrent operation. Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise exception Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 02d07d28-6fec-4182-8ed0-61d82ac715fa: This subnet is being modified by another concurrent operation. Jul 15 23:28:49.161025 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server Jul 15 23:28:49.195968 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8e284-31a4-44d8-8cd4-b0434d14ddd9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'Port': ['ID=f4a37faf-9496-4013-a48d-55626d396d10,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:49.239994 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af04942-6941-4909-92b9-717778c66ffd None None] Network ae11bd47-3c70-4b82-bec9-058370e01b36 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:49.242143 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4ce67-1329-4b99-8814-b2881de5634c tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Pushing event deleted for resources: {'Subnet': ['ID=02d07d28-6fec-4182-8ed0-61d82ac715fa,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:49.255614 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-84f4ce67-1329-4b99-8814-b2881de5634c tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.257541 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-83c8e284-31a4-44d8-8cd4-b0434d14ddd9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.263803 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-84f4ce67-1329-4b99-8814-b2881de5634c tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] 10.222.0.16 "DELETE /v2.0/subnets/02d07d28-6fec-4182-8ed0-61d82ac715fa HTTP/1.1" status: 204 len: 168 time: 0.4482572 Jul 15 23:28:49.264916 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47066) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:49.327075 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device d3ce4386-a8a9-459a-aa09-5231f214cd0e up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:49.372886 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4d425bc8-d17e-44f5-99cd-8631649f31c2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.431577 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c3c6b1-9f17-4fcb-8ca8-de234231b551 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Deleting subnet ae422c7c-5bfe-40b4-ab0c-f43f15ad1d4a {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:49.441406 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8c3c6b1-9f17-4fcb-8ca8-de234231b551 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.473443 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d425bc8-d17e-44f5-99cd-8631649f31c2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Port': ['ID=5cf9a8a3-855e-4cca-89fb-365f1817104d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:49.578535 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8c3c6b1-9f17-4fcb-8ca8-de234231b551 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.768961 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8c3c6b1-9f17-4fcb-8ca8-de234231b551 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.811453 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4d425bc8-d17e-44f5-99cd-8631649f31c2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.920407 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786468a8-4dee-4f4f-a8c4-62ce25d9f744 req-831bfc85-edfe-49ac-9a73-55b86dcd3af1 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:49.922049 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-786468a8-4dee-4f4f-a8c4-62ce25d9f744 req-831bfc85-edfe-49ac-9a73-55b86dcd3af1 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=776a293d-c2f5-424c-9406-a4729d565ee4 HTTP/1.1" status: 200 len: 944 time: 0.2519965 Jul 15 23:28:49.940559 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8c3c6b1-9f17-4fcb-8ca8-de234231b551 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.013231 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3c6b1-9f17-4fcb-8ca8-de234231b551 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Pushing event deleted for resources: {'Subnet': ['ID=ae422c7c-5bfe-40b4-ab0c-f43f15ad1d4a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:50.026119 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-83c8e284-31a4-44d8-8cd4-b0434d14ddd9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.027577 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f8c3c6b1-9f17-4fcb-8ca8-de234231b551 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.031752 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f8c3c6b1-9f17-4fcb-8ca8-de234231b551 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] 10.222.0.16 "DELETE /v2.0/subnets/ae422c7c-5bfe-40b4-ab0c-f43f15ad1d4a HTTP/1.1" status: 204 len: 168 time: 0.7600551 Jul 15 23:28:50.033108 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47074) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:50.045093 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device fefd548f-a9e3-4729-890f-3845389d3c0e up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server [None req-6ac61bb0-8377-45f4-b6a3-f87ef967f9e2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae422c7c-5bfe-40b4-ab0c-f43f15ad1d4a: This subnet is being modified by another concurrent operation. Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise exception Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae422c7c-5bfe-40b4-ab0c-f43f15ad1d4a: This subnet is being modified by another concurrent operation. Jul 15 23:28:50.096998 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server Jul 15 23:28:50.139487 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1651e516-7bc8-4eea-a38a-9d034204e23d tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:50.144354 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1651e516-7bc8-4eea-a38a-9d034204e23d tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1070328 Jul 15 23:28:50.147984 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47076) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:50.159187 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505783b4-b0f4-4719-8c5e-ff3c8703e2ba None None] Network dbae00d6-e384-402b-85f4-b8b267873fa2 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:50.161134 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf2b626-c34f-4528-a76e-c7dc87212c55 None None] Network bd00480a-e286-47f7-88e2-4e6500e9af44 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:50.220820 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-786468a8-4dee-4f4f-a8c4-62ce25d9f744 req-7d5afa23-d6be-4822-a190-18db0a540723 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303202 Jul 15 23:28:50.272951 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.303648 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f171322e-5ea8-463f-88e7-d7ae4b34b1cb None None] Provisioning for port d92db150-9b62-4f96-b752-74afbd198237 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:50.312871 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port d3ce4386-a8a9-459a-aa09-5231f214cd0e completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:50.352870 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port d3ce4386-a8a9-459a-aa09-5231f214cd0e triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:50.353536 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.405867 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-678bfdb6-6046-434a-bb24-f649354d95ff tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.481381 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port fefd548f-a9e3-4729-890f-3845389d3c0e triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:50.483944 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.495177 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d425bc8-d17e-44f5-99cd-8631649f31c2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:28:50.604395 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-678bfdb6-6046-434a-bb24-f649354d95ff tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.606796 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.664968 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-678bfdb6-6046-434a-bb24-f649354d95ff tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbae00d6-e384-402b-85f4-b8b267873fa2']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:50.669134 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776a293d-c2f5-424c-9406-a4729d565ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ce4386-a8a9-459a-aa09-5231f214cd0e'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:28:50.671510 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7befd74b-6304-4ce8-80b4-514cc19cb4b4" -d '{"events": [{"server_uuid": "776a293d-c2f5-424c-9406-a4729d565ee4", "name": "network-vif-plugged", "status": "completed", "tag": "d3ce4386-a8a9-459a-aa09-5231f214cd0e"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:28:50.685740 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d92db150-9b62-4f96-b752-74afbd198237 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:50.714401 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port d3ce4386-a8a9-459a-aa09-5231f214cd0e, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=d3ce4386-a8a9-459a-aa09-5231f214cd0e,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:50.721133 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.761727 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02113be-cef8-404c-9449-5c514c604130 x-openstack-request-id: req-c02113be-cef8-404c-9449-5c514c604130 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:28:50.762254 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776a293d-c2f5-424c-9406-a4729d565ee4", "name": "network-vif-plugged", "status": "completed", "tag": "d3ce4386-a8a9-459a-aa09-5231f214cd0e", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:28:50.762726 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c02113be-cef8-404c-9449-5c514c604130 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:28:50.763979 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776a293d-c2f5-424c-9406-a4729d565ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ce4386-a8a9-459a-aa09-5231f214cd0e', 'code': 200} Jul 15 23:28:50.807515 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-678bfdb6-6046-434a-bb24-f649354d95ff tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d537059-72e4-4cce-9722-115777e13384') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:50.807841 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-678bfdb6-6046-434a-bb24-f649354d95ff tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d537059-72e4-4cce-9722-115777e13384') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:50.823588 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=d3ce4386-a8a9-459a-aa09-5231f214cd0e,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:50.828906 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port d92db150-9b62-4f96-b752-74afbd198237 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:50.834866 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port d92db150-9b62-4f96-b752-74afbd198237 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:50.835245 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.887725 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-678bfdb6-6046-434a-bb24-f649354d95ff tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.930661 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.942860 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-678bfdb6-6046-434a-bb24-f649354d95ff tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.960880 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d425bc8-d17e-44f5-99cd-8631649f31c2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:50.967121 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4d425bc8-d17e-44f5-99cd-8631649f31c2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "PUT /v2.0/routers/a0fa2f54-d5cb-4500-bec9-8e27b9d40055/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1119075 Jul 15 23:28:50.974830 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-678bfdb6-6046-434a-bb24-f649354d95ff tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:28:50.975252 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-678bfdb6-6046-434a-bb24-f649354d95ff tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.978341 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:28:50.978341 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:28:50.978341 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:28:50.978341 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:28:50.978341 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:28:50.978341 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:28:50.978341 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:28:50.978341 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:28:50.978341 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:28:50.978341 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:28:50.978341 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:28:50.978341 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:28:50.978341 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:28:50.978341 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:28:50.978341 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:28:50.978341 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:28:50.978341 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:28:50.978341 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:28:50.978341 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:28:50.978341 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:28:50.978341 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:28:50.978341 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:28:50.978341 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:28:50.978341 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:28:50.978341 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:28:50.978341 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:28:50.978341 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:28:50.978341 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:28:50.978341 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:28:50.978341 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:28:50.978341 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:28:50.978341 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:28:50.980976 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47082) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:50.996317 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed24e642-93a9-44eb-a3dc-e7d25813b1ac None None] Sync routers for ids ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:51.037872 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port d92db150-9b62-4f96-b752-74afbd198237, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d92db150-9b62-4f96-b752-74afbd198237,segment=NetworkSegment(61c3c033-0e18-4a02-98dd-de7e6b63ff43),segment_id=61c3c033-0e18-4a02-98dd-de7e6b63ff43)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:51.056927 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed24e642-93a9-44eb-a3dc-e7d25813b1ac None None] Routers {'a0fa2f54-d5cb-4500-bec9-8e27b9d40055'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:51.057623 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ed24e642-93a9-44eb-a3dc-e7d25813b1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:28:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:51.081450 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-678bfdb6-6046-434a-bb24-f649354d95ff tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.086325 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-678bfdb6-6046-434a-bb24-f649354d95ff tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.088682 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-9944ea4f-d0be-4682-a929-96878414e752 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Deleting subnet 8d583a7a-cb21-49f9-95c7-3f42335ac532 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:51.089898 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-678bfdb6-6046-434a-bb24-f649354d95ff tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] 10.222.0.16 "DELETE /v2.0/networks/dbae00d6-e384-402b-85f4-b8b267873fa2 HTTP/1.1" status: 204 len: 168 time: 0.9379363 Jul 15 23:28:51.095674 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47084) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:51.108529 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a243d7a-cfd2-4509-9ffc-fcea98b267fe req-b5e999cd-14b7-4282-9066-31e1e4413b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:51.110088 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4a243d7a-cfd2-4509-9ffc-fcea98b267fe req-b5e999cd-14b7-4282-9066-31e1e4413b21 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=776a293d-c2f5-424c-9406-a4729d565ee4 HTTP/1.1" status: 200 len: 1096 time: 0.2687507 Jul 15 23:28:51.141670 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-83c8e284-31a4-44d8-8cd4-b0434d14ddd9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.157880 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678bfdb6-6046-434a-bb24-f649354d95ff tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Pushing event deleted for resources: {'Network': ['ID=dbae00d6-e384-402b-85f4-b8b267873fa2,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:51.173334 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-83c8e284-31a4-44d8-8cd4-b0434d14ddd9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.220265 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.275232 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab3c6775-11fe-40d9-a5b0-1a504fb2acf9 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.278216 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9944ea4f-d0be-4682-a929-96878414e752 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.290698 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=d92db150-9b62-4f96-b752-74afbd198237,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:51.295915 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-ed24e642-93a9-44eb-a3dc-e7d25813b1ac None None] Set router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:51.329394 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3f5e4b86-1d1d-4449-a706-f8ec7465f5c8 None None] Provisioning for port f4a37faf-9496-4013-a48d-55626d396d10 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:51.369518 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcd09d9-84f8-4d83-9ad7-d2f474b9bb5d None None] get_active_networks_info from n-d-787205-9 {{(pid=93800) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:28:51.415080 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8e284-31a4-44d8-8cd4-b0434d14ddd9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'Port': ['ID=f4a37faf-9496-4013-a48d-55626d396d10,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:51.419952 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4a243d7a-cfd2-4509-9ffc-fcea98b267fe req-39db16c1-22f8-4b20-b064-d196da344e44 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2762747 Jul 15 23:28:51.420901 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-83c8e284-31a4-44d8-8cd4-b0434d14ddd9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.447524 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9944ea4f-d0be-4682-a929-96878414e752 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.492129 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3f5e4b86-1d1d-4449-a706-f8ec7465f5c8 None None] Provisioning complete for port f4a37faf-9496-4013-a48d-55626d396d10 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:51.492512 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3f5e4b86-1d1d-4449-a706-f8ec7465f5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.651460 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab3c6775-11fe-40d9-a5b0-1a504fb2acf9 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.685856 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-ab3c6775-11fe-40d9-a5b0-1a504fb2acf9 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae11bd47-3c70-4b82-bec9-058370e01b36']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:51.712273 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-ab3c6775-11fe-40d9-a5b0-1a504fb2acf9 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a17ac3a-c8fe-41ac-b4f0-afcc9a4dd016') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:51.712495 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-ab3c6775-11fe-40d9-a5b0-1a504fb2acf9 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a17ac3a-c8fe-41ac-b4f0-afcc9a4dd016') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:51.745293 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.755780 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c8e284-31a4-44d8-8cd4-b0434d14ddd9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Network bd00480a-e286-47f7-88e2-4e6500e9af44 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:51.760053 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-83c8e284-31a4-44d8-8cd4-b0434d14ddd9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:51.779493 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d92db150-9b62-4f96-b752-74afbd198237 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:51.795858 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcd09d9-84f8-4d83-9ad7-d2f474b9bb5d None None] Resources bound (agent type, host, resource id): {{(pid=93800) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:28:51.818673 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e4b86-1d1d-4449-a706-f8ec7465f5c8 None None] Port f4a37faf-9496-4013-a48d-55626d396d10 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:51.837971 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab3c6775-11fe-40d9-a5b0-1a504fb2acf9 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.840881 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c13d2-d5ff-4bdc-86ab-c26957dde8f7 req-d6a4db6d-19d0-4a71-b5e5-2a5c82f403c5 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:51.849276 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-df8c13d2-d5ff-4bdc-86ab-c26957dde8f7 req-d6a4db6d-19d0-4a71-b5e5-2a5c82f403c5 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=776a293d-c2f5-424c-9406-a4729d565ee4 HTTP/1.1" status: 200 len: 945 time: 0.2579861 Jul 15 23:28:51.854343 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9944ea4f-d0be-4682-a929-96878414e752 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.884784 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3f5e4b86-1d1d-4449-a706-f8ec7465f5c8 None None] Provisioning complete for port d92db150-9b62-4f96-b752-74afbd198237 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:51.885426 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3f5e4b86-1d1d-4449-a706-f8ec7465f5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.905355 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-df8c13d2-d5ff-4bdc-86ab-c26957dde8f7 req-7df4e294-c376-4ad6-b3fc-cd381787e22f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551252 Jul 15 23:28:51.922397 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab3c6775-11fe-40d9-a5b0-1a504fb2acf9 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.937636 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab3c6775-11fe-40d9-a5b0-1a504fb2acf9 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:28:51.938135 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab3c6775-11fe-40d9-a5b0-1a504fb2acf9 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:28:51.949825 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:28:52.032022 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c8e284-31a4-44d8-8cd4-b0434d14ddd9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Router 785fee3a-dec3-48fd-9260-e4c4f3c77b61 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:28:52.098151 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port d92db150-9b62-4f96-b752-74afbd198237 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:52.107006 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab3c6775-11fe-40d9-a5b0-1a504fb2acf9 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:52.108432 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:52.114142 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab3c6775-11fe-40d9-a5b0-1a504fb2acf9 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:52.119906 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ab3c6775-11fe-40d9-a5b0-1a504fb2acf9 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] 10.222.0.16 "DELETE /v2.0/networks/ae11bd47-3c70-4b82-bec9-058370e01b36 HTTP/1.1" status: 204 len: 168 time: 1.0150928 Jul 15 23:28:52.127029 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47100) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:52.168316 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9944ea4f-d0be-4682-a929-96878414e752 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:52.302860 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944ea4f-d0be-4682-a929-96878414e752 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Subnet': ['ID=8d583a7a-cb21-49f9-95c7-3f42335ac532,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:52.317540 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c6775-11fe-40d9-a5b0-1a504fb2acf9 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Pushing event deleted for resources: {'Network': ['ID=ae11bd47-3c70-4b82-bec9-058370e01b36,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:52.335528 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9944ea4f-d0be-4682-a929-96878414e752 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:52.341382 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9944ea4f-d0be-4682-a929-96878414e752 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/subnets/8d583a7a-cb21-49f9-95c7-3f42335ac532 HTTP/1.1" status: 204 len: 168 time: 1.3588064 Jul 15 23:28:52.344505 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47104) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:52.348390 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3b2b6b36-edf4-4b57-b20f-43d4d2b07ef5 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:52.367978 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c8e284-31a4-44d8-8cd4-b0434d14ddd9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:52.382302 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631fbcfb-5cb4-463a-bd8e-07070a2a9db3 None None] Sync routers for ids ['785fee3a-dec3-48fd-9260-e4c4f3c77b61'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:52.395694 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-83c8e284-31a4-44d8-8cd4-b0434d14ddd9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "PUT /v2.0/routers/785fee3a-dec3-48fd-9260-e4c4f3c77b61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9066870 Jul 15 23:28:52.395923 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ed24e642-93a9-44eb-a3dc-e7d25813b1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:49Z', 'revision_number': 10, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None, '_interfaces': [{'id': 'f25d1a63-f04f-4718-8a7d-93ccd3e97662', 'name': '', 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:50:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:01Z', 'updated_at': '2021-07-15T23:28:08Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:52.413516 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631fbcfb-5cb4-463a-bd8e-07070a2a9db3 None None] Routers {'785fee3a-dec3-48fd-9260-e4c4f3c77b61'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:52.414748 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-631fbcfb-5cb4-463a-bd8e-07070a2a9db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:28:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['785fee3a-dec3-48fd-9260-e4c4f3c77b61'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:52.554053 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed24e642-93a9-44eb-a3dc-e7d25813b1ac None None] Checking router: a0fa2f54-d5cb-4500-bec9-8e27b9d40055 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:28:52.568713 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d4fab36-0e7c-489f-9fed-9efe5d9e7d5a tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:52.634013 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3b2b6b36-edf4-4b57-b20f-43d4d2b07ef5 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:52.663118 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-3b2b6b36-edf4-4b57-b20f-43d4d2b07ef5 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94adeb88-b315-400c-9b14-784f3b616c22']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:52.686934 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9d4fab36-0e7c-489f-9fed-9efe5d9e7d5a tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Deleting port 1d11c63b-1e23-4bde-8bad-49049dee7f60 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:52.687281 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d4fab36-0e7c-489f-9fed-9efe5d9e7d5a tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:52.698225 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-3b2b6b36-edf4-4b57-b20f-43d4d2b07ef5 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83aa0c12-6e55-4b6e-a951-2ce68c9c0d73') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:52.698544 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-3b2b6b36-edf4-4b57-b20f-43d4d2b07ef5 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83aa0c12-6e55-4b6e-a951-2ce68c9c0d73') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:52.710830 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-631fbcfb-5cb4-463a-bd8e-07070a2a9db3 None None] Set router 785fee3a-dec3-48fd-9260-e4c4f3c77b61 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:52.721154 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3b2b6b36-edf4-4b57-b20f-43d4d2b07ef5 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:52.764444 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3b2b6b36-edf4-4b57-b20f-43d4d2b07ef5 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:52.800845 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2b6b36-edf4-4b57-b20f-43d4d2b07ef5 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:28:52.802617 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3b2b6b36-edf4-4b57-b20f-43d4d2b07ef5 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:52.827902 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-9d4fab36-0e7c-489f-9fed-9efe5d9e7d5a tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] For port 1d11c63b-1e23-4bde-8bad-49049dee7f60, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1d11c63b-1e23-4bde-8bad-49049dee7f60,segment=NetworkSegment(2991dc2a-06c8-41f7-8dbd-81482ed29bb9),segment_id=2991dc2a-06c8-41f7-8dbd-81482ed29bb9)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:52.828294 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d4fab36-0e7c-489f-9fed-9efe5d9e7d5a tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:52.878696 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9d4fab36-0e7c-489f-9fed-9efe5d9e7d5a tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Calling delete_port for 1d11c63b-1e23-4bde-8bad-49049dee7f60 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:52.922438 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed24e642-93a9-44eb-a3dc-e7d25813b1ac None None] Routers {'a0fa2f54-d5cb-4500-bec9-8e27b9d40055'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:52.923096 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ed24e642-93a9-44eb-a3dc-e7d25813b1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:28:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:52.927785 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-14b206f6-03cc-446c-aca1-955a1ba83357 None None] Provisioning complete for port f4a37faf-9496-4013-a48d-55626d396d10 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:52.928160 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-14b206f6-03cc-446c-aca1-955a1ba83357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:52.989446 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:28:52.989446 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:28:52.989446 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:28:52.989446 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:28:52.989446 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:28:52.989446 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:28:52.989446 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:28:52.989446 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:28:52.989446 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:28:52.989446 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:28:52.989446 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:28:52.989446 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:28:52.989446 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:28:52.989446 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:28:52.989446 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:28:52.989446 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:28:52.989446 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:28:52.989446 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:28:52.989446 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:28:52.989446 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:28:52.989446 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:28:52.989446 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:28:52.989446 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:28:52.989446 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:28:52.989446 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:28:52.989446 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:28:52.989446 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:28:52.989446 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:28:52.989446 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:28:52.989446 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:28:52.989446 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:28:52.989446 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:28:53.007181 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3b2b6b36-edf4-4b57-b20f-43d4d2b07ef5 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:53.011928 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3b2b6b36-edf4-4b57-b20f-43d4d2b07ef5 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:53.014135 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3b2b6b36-edf4-4b57-b20f-43d4d2b07ef5 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] 10.222.0.16 "DELETE /v2.0/networks/94adeb88-b315-400c-9b14-784f3b616c22 HTTP/1.1" status: 204 len: 168 time: 0.8859370 Jul 15 23:28:53.020415 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47122) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:53.062498 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b6b36-edf4-4b57-b20f-43d4d2b07ef5 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Pushing event deleted for resources: {'Network': ['ID=94adeb88-b315-400c-9b14-784f3b616c22,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:53.088358 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b6b36-edf4-4b57-b20f-43d4d2b07ef5 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:53.088645 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b6b36-edf4-4b57-b20f-43d4d2b07ef5 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:53.089034 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b6b36-edf4-4b57-b20f-43d4d2b07ef5 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:53.089405 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b6b36-edf4-4b57-b20f-43d4d2b07ef5 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:53.089743 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b6b36-edf4-4b57-b20f-43d4d2b07ef5 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:53.090074 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b6b36-edf4-4b57-b20f-43d4d2b07ef5 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:53.090406 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b6b36-edf4-4b57-b20f-43d4d2b07ef5 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:53.090781 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b6b36-edf4-4b57-b20f-43d4d2b07ef5 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:53.091111 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b6b36-edf4-4b57-b20f-43d4d2b07ef5 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:53.091439 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b6b36-edf4-4b57-b20f-43d4d2b07ef5 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:53.091761 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b6b36-edf4-4b57-b20f-43d4d2b07ef5 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:53.092085 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b6b36-edf4-4b57-b20f-43d4d2b07ef5 tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:53.098505 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-32473782-fa9c-46f0-b580-33025b761b83 req-15c2389b-0b93-42c4-81c8-f00dd213c5b5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-774566126&fields=id&tenant_id=af8840e572bc4203b4decdf0325b2045 HTTP/1.1" status: 200 len: 267 time: 0.3240278 Jul 15 23:28:53.184582 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-14b206f6-03cc-446c-aca1-955a1ba83357 None None] Port f4a37faf-9496-4013-a48d-55626d396d10 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:53.188321 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d4fab36-0e7c-489f-9fed-9efe5d9e7d5a tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:53.204369 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-91b473e5-c5bd-4a46-8d92-320ba73453cf tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:53.210887 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-ed24e642-93a9-44eb-a3dc-e7d25813b1ac None None] Set router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:53.264913 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4fab36-0e7c-489f-9fed-9efe5d9e7d5a tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] No DVR routers for this DVR port 1d11c63b-1e23-4bde-8bad-49049dee7f60 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:53.269855 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fab36-0e7c-489f-9fed-9efe5d9e7d5a tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Port': ['ID=1d11c63b-1e23-4bde-8bad-49049dee7f60,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:53.316686 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-631fbcfb-5cb4-463a-bd8e-07070a2a9db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360101457', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'fefd548f-a9e3-4729-890f-3845389d3c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:38Z', 'updated_at': '2021-07-15T23:28:49Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'fefd548f-a9e3-4729-890f-3845389d3c0e', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:40Z', 'updated_at': '2021-07-15T23:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'f4a37faf-9496-4013-a48d-55626d396d10', 'name': '', 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:00:a5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'a6de8285-de5b-413c-95dd-2ee40f47b0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:47Z', 'updated_at': '2021-07-15T23:28:50Z', 'revision_number': 2, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': 'a6de8285-de5b-413c-95dd-2ee40f47b0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:53.336091 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2fae37-f66e-478e-acf7-8201f0c3506b None None] get_active_networks_info from n-d-787205-9 {{(pid=93800) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:28:53.352619 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631fbcfb-5cb4-463a-bd8e-07070a2a9db3 None None] Checking router: 785fee3a-dec3-48fd-9260-e4c4f3c77b61 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:28:53.352868 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631fbcfb-5cb4-463a-bd8e-07070a2a9db3 None None] Updating router 785fee3a-dec3-48fd-9260-e4c4f3c77b61 port f4a37faf-9496-4013-a48d-55626d396d10 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:28:53.422500 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-631fbcfb-5cb4-463a-bd8e-07070a2a9db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:53.470473 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d4fab36-0e7c-489f-9fed-9efe5d9e7d5a tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:53.488554 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-9d4fab36-0e7c-489f-9fed-9efe5d9e7d5a tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86bb51cb-5e1d-4417-8fd4-d8611f65b72e']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:53.515025 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-9d4fab36-0e7c-489f-9fed-9efe5d9e7d5a tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2991dc2a-06c8-41f7-8dbd-81482ed29bb9') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:53.515324 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-9d4fab36-0e7c-489f-9fed-9efe5d9e7d5a tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2991dc2a-06c8-41f7-8dbd-81482ed29bb9') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:53.526647 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d4fab36-0e7c-489f-9fed-9efe5d9e7d5a tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:53.543966 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d4fab36-0e7c-489f-9fed-9efe5d9e7d5a tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:53.569715 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4fab36-0e7c-489f-9fed-9efe5d9e7d5a tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:28:53.571471 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d4fab36-0e7c-489f-9fed-9efe5d9e7d5a tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:53.577517 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:28:53.577517 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:28:53.577517 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:28:53.577517 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:28:53.577517 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:28:53.577517 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:28:53.577517 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:28:53.577517 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:28:53.577517 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:28:53.577517 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:28:53.577517 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:28:53.577517 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:28:53.577517 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:28:53.577517 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:28:53.577517 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:28:53.577517 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:28:53.577517 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:28:53.577517 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:28:53.577517 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:28:53.577517 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:28:53.577517 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:28:53.577517 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:28:53.577517 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:28:53.577517 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:28:53.577517 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:28:53.577517 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:28:53.577517 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:28:53.577517 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:28:53.577517 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:28:53.577517 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:28:53.577517 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:28:53.577517 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:28:53.703185 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d4fab36-0e7c-489f-9fed-9efe5d9e7d5a tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:53.729006 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9d4fab36-0e7c-489f-9fed-9efe5d9e7d5a tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:53.751291 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9d4fab36-0e7c-489f-9fed-9efe5d9e7d5a tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/networks/86bb51cb-5e1d-4417-8fd4-d8611f65b72e HTTP/1.1" status: 204 len: 168 time: 1.3932903 Jul 15 23:28:53.761274 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2fae37-f66e-478e-acf7-8201f0c3506b None None] Resources bound (agent type, host, resource id): {{(pid=93800) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:28:53.798966 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47126) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:53.843337 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ed24e642-93a9-44eb-a3dc-e7d25813b1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:49Z', 'revision_number': 10, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None, '_interfaces': [{'id': 'f25d1a63-f04f-4718-8a7d-93ccd3e97662', 'name': '', 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:50:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:01Z', 'updated_at': '2021-07-15T23:28:08Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:53.902315 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed24e642-93a9-44eb-a3dc-e7d25813b1ac None None] The sync data for ids ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'] in n-d-787205-9 is: [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:49Z', 'revision_number': 10, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None, '_interfaces': [{'id': 'f25d1a63-f04f-4718-8a7d-93ccd3e97662', 'name': '', 'network_id': '75b376a3-fb48-4fe4-9254-fadb094d4528', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'mac_address': 'fa:16:3e:50:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:01Z', 'updated_at': '2021-07-15T23:28:08Z', 'revision_number': 5, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'subnets': [{'id': '544a4801-2c8d-465a-a5d2-93fc40fdefb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:53.915193 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-631fbcfb-5cb4-463a-bd8e-07070a2a9db3 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:53.956605 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-631fbcfb-5cb4-463a-bd8e-07070a2a9db3 None None] Transition to ACTIVE for port object f4a37faf-9496-4013-a48d-55626d396d10 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:53.972019 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-631fbcfb-5cb4-463a-bd8e-07070a2a9db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:53.975846 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fab36-0e7c-489f-9fed-9efe5d9e7d5a tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Network': ['ID=86bb51cb-5e1d-4417-8fd4-d8611f65b72e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:54.066519 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c606bb-b3cc-4598-a739-ae0d119ba7d8 None None] Pushing event updated for resources: {'Port': ['ID=f4a37faf-9496-4013-a48d-55626d396d10,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:54.161738 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-631fbcfb-5cb4-463a-bd8e-07070a2a9db3 None None] Attempting to bind port f4a37faf-9496-4013-a48d-55626d396d10 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:54.162357 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-631fbcfb-5cb4-463a-bd8e-07070a2a9db3 None None] Attempting to bind port f4a37faf-9496-4013-a48d-55626d396d10 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '61c3c033-0e18-4a02-98dd-de7e6b63ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:54.162907 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631fbcfb-5cb4-463a-bd8e-07070a2a9db3 None None] Attempting to bind port f4a37faf-9496-4013-a48d-55626d396d10 on network bd00480a-e286-47f7-88e2-4e6500e9af44 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:54.169069 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631fbcfb-5cb4-463a-bd8e-07070a2a9db3 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:54.170182 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631fbcfb-5cb4-463a-bd8e-07070a2a9db3 None None] Checking segment: {'id': '61c3c033-0e18-4a02-98dd-de7e6b63ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:54.171249 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-631fbcfb-5cb4-463a-bd8e-07070a2a9db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:54.171784 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631fbcfb-5cb4-463a-bd8e-07070a2a9db3 None None] Bound using segment: {'id': '61c3c033-0e18-4a02-98dd-de7e6b63ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:54.172421 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-631fbcfb-5cb4-463a-bd8e-07070a2a9db3 None None] Bound port: f4a37faf-9496-4013-a48d-55626d396d10, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61c3c033-0e18-4a02-98dd-de7e6b63ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:54.172967 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-631fbcfb-5cb4-463a-bd8e-07070a2a9db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:54.204090 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:54.232519 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32473782-fa9c-46f0-b580-33025b761b83 req-4c882a6e-fda9-4cde-9528-6d1cd9a3548f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:54.234326 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-32473782-fa9c-46f0-b580-33025b761b83 req-4c882a6e-fda9-4cde-9528-6d1cd9a3548f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/networks?id=bd00480a-e286-47f7-88e2-4e6500e9af44 HTTP/1.1" status: 200 len: 797 time: 1.0931056 Jul 15 23:28:54.288811 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-631fbcfb-5cb4-463a-bd8e-07070a2a9db3 None None] For port f4a37faf-9496-4013-a48d-55626d396d10, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:54.296260 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-631fbcfb-5cb4-463a-bd8e-07070a2a9db3 None None] For port f4a37faf-9496-4013-a48d-55626d396d10, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f4a37faf-9496-4013-a48d-55626d396d10,segment=NetworkSegment(61c3c033-0e18-4a02-98dd-de7e6b63ff43),segment_id=61c3c033-0e18-4a02-98dd-de7e6b63ff43)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:54.302906 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-631fbcfb-5cb4-463a-bd8e-07070a2a9db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:54.311216 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fddcb8-2b31-4e3a-8623-89cbff837c7f req-980684d9-098b-416e-967d-f740d01b5a65 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:54.320562 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-57fddcb8-2b31-4e3a-8623-89cbff837c7f req-980684d9-098b-416e-967d-f740d01b5a65 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=776a293d-c2f5-424c-9406-a4729d565ee4 HTTP/1.1" status: 200 len: 945 time: 1.1459329 Jul 15 23:28:54.358069 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-91b473e5-c5bd-4a46-8d92-320ba73453cf tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:54.401748 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-32473782-fa9c-46f0-b580-33025b761b83 req-0a6fac20-a9a4-4530-9187-8c54f7f74daf tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/quotas/af8840e572bc4203b4decdf0325b2045 HTTP/1.1" status: 200 len: 375 time: 0.1463666 Jul 15 23:28:54.403953 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-91b473e5-c5bd-4a46-8d92-320ba73453cf tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d4b7eb-a221-4d8a-9595-10be33071928']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:54.445276 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c606bb-b3cc-4598-a739-ae0d119ba7d8 None None] Pushing event updated for resources: {'Port': ['ID=f4a37faf-9496-4013-a48d-55626d396d10,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:54.469294 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cfda18f1-88d6-462d-83f8-9a59bdc33345 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:54.489327 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-91b473e5-c5bd-4a46-8d92-320ba73453cf tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af59f84-514d-4264-b64d-e0eb63999e64') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:54.489738 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-91b473e5-c5bd-4a46-8d92-320ba73453cf tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af59f84-514d-4264-b64d-e0eb63999e64') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:54.497463 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631fbcfb-5cb4-463a-bd8e-07070a2a9db3 None None] Routers {'785fee3a-dec3-48fd-9260-e4c4f3c77b61'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:54.498231 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-631fbcfb-5cb4-463a-bd8e-07070a2a9db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:28:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['785fee3a-dec3-48fd-9260-e4c4f3c77b61'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:54.509778 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780c3c4c-a1d1-4c80-9433-6e2b44664bac None None] DHCP port deletion for 86bb51cb-5e1d-4417-8fd4-d8611f65b72e request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:28:54.580214 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-57fddcb8-2b31-4e3a-8623-89cbff837c7f req-d50c4e7b-4324-446f-ae38-7374411edb5d tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535560 Jul 15 23:28:54.585034 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-91b473e5-c5bd-4a46-8d92-320ba73453cf tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:54.618283 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-91b473e5-c5bd-4a46-8d92-320ba73453cf tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:54.644229 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b473e5-c5bd-4a46-8d92-320ba73453cf tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:28:54.644866 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-91b473e5-c5bd-4a46-8d92-320ba73453cf tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:54.747325 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:28:54.747325 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:28:54.747325 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:28:54.747325 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:28:54.747325 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:28:54.747325 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:28:54.747325 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:28:54.747325 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:28:54.747325 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:28:54.747325 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:28:54.747325 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:28:54.747325 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:28:54.747325 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:28:54.747325 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:28:54.747325 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:28:54.747325 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:28:54.747325 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:28:54.747325 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:28:54.747325 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:28:54.747325 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:28:54.747325 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:28:54.747325 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:28:54.747325 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:28:54.747325 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:28:54.747325 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:28:54.747325 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:28:54.747325 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:28:54.747325 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:28:54.747325 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:28:54.747325 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:28:54.747325 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:28:54.747325 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:28:54.775749 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-631fbcfb-5cb4-463a-bd8e-07070a2a9db3 None None] Set router 785fee3a-dec3-48fd-9260-e4c4f3c77b61 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:54.779613 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-91b473e5-c5bd-4a46-8d92-320ba73453cf tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:54.787731 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-91b473e5-c5bd-4a46-8d92-320ba73453cf tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:54.794900 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-91b473e5-c5bd-4a46-8d92-320ba73453cf tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] 10.222.0.16 "DELETE /v2.0/networks/25d4b7eb-a221-4d8a-9595-10be33071928 HTTP/1.1" status: 204 len: 168 time: 1.7679825 Jul 15 23:28:54.843267 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b473e5-c5bd-4a46-8d92-320ba73453cf tempest-BulkNetworkOpsTest-676784077 tempest-BulkNetworkOpsTest-676784077-project] Pushing event deleted for resources: {'Network': ['ID=25d4b7eb-a221-4d8a-9595-10be33071928,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:54.872299 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-32473782-fa9c-46f0-b580-33025b761b83 req-57465ba1-6f02-4fac-8dde-b5fb973554c0 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4603977 Jul 15 23:28:54.936564 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f9a3e-342c-43fa-99c5-ca4257f84856 req-4221f89f-7900-4206-a5e7-8b3afd33276a tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:54.950144 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5c5f9a3e-342c-43fa-99c5-ca4257f84856 req-4221f89f-7900-4206-a5e7-8b3afd33276a tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=776a293d-c2f5-424c-9406-a4729d565ee4 HTTP/1.1" status: 200 len: 945 time: 0.1474619 Jul 15 23:28:55.032838 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-cfda18f1-88d6-462d-83f8-9a59bdc33345 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Deleting port f25d1a63-f04f-4718-8a7d-93ccd3e97662 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:55.033560 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cfda18f1-88d6-462d-83f8-9a59bdc33345 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:55.051204 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5c5f9a3e-342c-43fa-99c5-ca4257f84856 req-ebfd7c64-f917-42d0-b5bd-6e6d741dc986 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057887 Jul 15 23:28:55.070964 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-32473782-fa9c-46f0-b580-33025b761b83 req-5e91195f-830f-4d04-94eb-7fc3d02326f8 service neutron] 10.222.0.16 "GET /v2.0/networks/bd00480a-e286-47f7-88e2-4e6500e9af44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847436 Jul 15 23:28:55.093743 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47136) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:55.268673 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-cfda18f1-88d6-462d-83f8-9a59bdc33345 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] For port f25d1a63-f04f-4718-8a7d-93ccd3e97662, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f25d1a63-f04f-4718-8a7d-93ccd3e97662,segment=NetworkSegment(9903f9a0-0429-4f4a-9b62-c889663e93ea),segment_id=9903f9a0-0429-4f4a-9b62-c889663e93ea)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:55.268962 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cfda18f1-88d6-462d-83f8-9a59bdc33345 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:55.286669 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-631fbcfb-5cb4-463a-bd8e-07070a2a9db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360101457', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'fefd548f-a9e3-4729-890f-3845389d3c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:38Z', 'updated_at': '2021-07-15T23:28:49Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'fefd548f-a9e3-4729-890f-3845389d3c0e', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:40Z', 'updated_at': '2021-07-15T23:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'f4a37faf-9496-4013-a48d-55626d396d10', 'name': '', 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:00:a5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'a6de8285-de5b-413c-95dd-2ee40f47b0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:47Z', 'updated_at': '2021-07-15T23:28:54Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': 'a6de8285-de5b-413c-95dd-2ee40f47b0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:55.304009 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-cfda18f1-88d6-462d-83f8-9a59bdc33345 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Calling delete_port for f25d1a63-f04f-4718-8a7d-93ccd3e97662 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:55.335431 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631fbcfb-5cb4-463a-bd8e-07070a2a9db3 None None] The sync data for ids ['785fee3a-dec3-48fd-9260-e4c4f3c77b61'] in n-d-787205-9 is: [{'id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360101457', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'fefd548f-a9e3-4729-890f-3845389d3c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:38Z', 'updated_at': '2021-07-15T23:28:49Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'fefd548f-a9e3-4729-890f-3845389d3c0e', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:40Z', 'updated_at': '2021-07-15T23:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'f4a37faf-9496-4013-a48d-55626d396d10', 'name': '', 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:00:a5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'a6de8285-de5b-413c-95dd-2ee40f47b0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:47Z', 'updated_at': '2021-07-15T23:28:54Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': 'a6de8285-de5b-413c-95dd-2ee40f47b0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:55.358337 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-32473782-fa9c-46f0-b580-33025b761b83 req-e8d85036-2564-4b61-8805-017038907fd1 service neutron] 10.222.0.16 "GET /v2.0/networks/bd00480a-e286-47f7-88e2-4e6500e9af44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790055 Jul 15 23:28:55.404586 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a32eb91-e284-4c96-8e2c-03d902a62542 tempest-TestVolumeBootPattern-303045561 tempest-TestVolumeBootPattern-303045561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:55.406368 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5a32eb91-e284-4c96-8e2c-03d902a62542 tempest-TestVolumeBootPattern-303045561 tempest-TestVolumeBootPattern-303045561-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=776a293d-c2f5-424c-9406-a4729d565ee4 HTTP/1.1" status: 200 len: 1091 time: 0.3101459 Jul 15 23:28:55.409229 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47142) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:55.430273 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-72c57b28-0086-4958-836c-acfb9373a5bd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'port_id': 'd3ce4386-a8a9-459a-aa09-5231f214cd0e', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:55.437024 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47144) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:55.473818 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-72c57b28-0086-4958-836c-acfb9373a5bd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:55.728802 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f4a37faf-9496-4013-a48d-55626d396d10 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:55.852999 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cfda18f1-88d6-462d-83f8-9a59bdc33345 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:55.886030 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port f4a37faf-9496-4013-a48d-55626d396d10 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:55.894962 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port f4a37faf-9496-4013-a48d-55626d396d10 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:55.895367 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:55.978981 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a0ed85ec-0894-4f78-95dc-858b4e2287b4 req-65bfbfd0-c273-4c9a-8f70-b4ef95baa853 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 210 time: 0.1139679 Jul 15 23:28:56.014082 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-eaa4bdff-a2ac-4ce2-94d9-e559e55104ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be90d8319a5b4deda5fbdc9811b9ad0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5766790 Jul 15 23:28:56.019768 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47154) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:56.052512 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5bf7b1c2-3a00-4b73-93bd-88f4d5b6f0f2 None None] Provisioning complete for port f4a37faf-9496-4013-a48d-55626d396d10 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:56.053115 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b1c2-3a00-4b73-93bd-88f4d5b6f0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:56.120064 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda18f1-88d6-462d-83f8-9a59bdc33345 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Port': ['ID=f25d1a63-f04f-4718-8a7d-93ccd3e97662,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:56.160461 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-72c57b28-0086-4958-836c-acfb9373a5bd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:56.202370 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:56.281907 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cfda18f1-88d6-462d-83f8-9a59bdc33345 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:56.330199 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fbde564b-b679-46f1-9891-880663b8c41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:56.395537 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fbde564b-b679-46f1-9891-880663b8c41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:56.447391 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port f4a37faf-9496-4013-a48d-55626d396d10, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f4a37faf-9496-4013-a48d-55626d396d10,segment=NetworkSegment(61c3c033-0e18-4a02-98dd-de7e6b63ff43),segment_id=61c3c033-0e18-4a02-98dd-de7e6b63ff43)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:56.453550 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:56.473866 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b1c2-3a00-4b73-93bd-88f4d5b6f0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:56.529648 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-72c57b28-0086-4958-836c-acfb9373a5bd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Allocated IP 172.25.4.212 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/b3ae9f11-1e6f-4644-b78b-d0d683b19278) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:56.582310 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 5cf9a8a3-855e-4cca-89fb-365f1817104d no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:56.686608 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 5cf9a8a3-855e-4cca-89fb-365f1817104d {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:56.687029 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 5cf9a8a3-855e-4cca-89fb-365f1817104d not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:56.687454 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1d11c63b-1e23-4bde-8bad-49049dee7f60 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:56.698036 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-72c57b28-0086-4958-836c-acfb9373a5bd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:56.788011 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fbde564b-b679-46f1-9891-880663b8c41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:56.797693 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fbde564b-b679-46f1-9891-880663b8c41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:56.800880 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fbde564b-b679-46f1-9891-880663b8c41d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56348f76-8f4b-4579-b397-2f786040bf4d HTTP/1.1" status: 204 len: 168 time: 0.7758987 Jul 15 23:28:56.825220 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde564b-b679-46f1-9891-880663b8c41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56348f76-8f4b-4579-b397-2f786040bf4d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:56.848841 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-72c57b28-0086-4958-836c-acfb9373a5bd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:56.869349 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 1d11c63b-1e23-4bde-8bad-49049dee7f60 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:56.869935 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1d11c63b-1e23-4bde-8bad-49049dee7f60 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:56.945211 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=f4a37faf-9496-4013-a48d-55626d396d10,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:56.952722 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c57b28-0086-4958-836c-acfb9373a5bd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:56.966729 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-72c57b28-0086-4958-836c-acfb9373a5bd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:56.971419 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c57b28-0086-4958-836c-acfb9373a5bd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:56.971877 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-5bf7b1c2-3a00-4b73-93bd-88f4d5b6f0f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:28:56.972570 n-d-787205-9 neutron-server[93800]: DEBUG oslo_db.api [None req-5bf7b1c2-3a00-4b73-93bd-88f4d5b6f0f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:28:56.977307 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c57b28-0086-4958-836c-acfb9373a5bd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Pushing event updated for resources: {'Port': ['ID=b3ae9f11-1e6f-4644-b78b-d0d683b19278,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:57.365455 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfda18f1-88d6-462d-83f8-9a59bdc33345 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:28:57.602265 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfda18f1-88d6-462d-83f8-9a59bdc33345 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:57.621490 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cfda18f1-88d6-462d-83f8-9a59bdc33345 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "PUT /v2.0/routers/a0fa2f54-d5cb-4500-bec9-8e27b9d40055/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8212330 Jul 15 23:28:57.622109 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47184) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:57.635663 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d10147-e98c-4d3a-899c-8dac787d7cd9 None None] Sync routers for ids ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:57.684806 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d10147-e98c-4d3a-899c-8dac787d7cd9 None None] Routers {'a0fa2f54-d5cb-4500-bec9-8e27b9d40055'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:57.685708 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-69d10147-e98c-4d3a-899c-8dac787d7cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:28:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:57.703025 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-72c57b28-0086-4958-836c-acfb9373a5bd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:57.728950 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-55cbf8ed-1bf1-4a5c-b967-678caa05ca93 req-72a6525e-029d-4245-a2a6-c824704741c1 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 210 time: 0.4311926 Jul 15 23:28:57.752183 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c819ab-b171-48c5-b212-005b09502200 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Deleting subnet 544a4801-2c8d-465a-a5d2-93fc40fdefb5 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:57.759396 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4c819ab-b171-48c5-b212-005b09502200 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:57.852209 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-69d10147-e98c-4d3a-899c-8dac787d7cd9 None None] Set router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:57.895637 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-72c57b28-0086-4958-836c-acfb9373a5bd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:57.905063 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47190) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:57.946086 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4c819ab-b171-48c5-b212-005b09502200 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:57.962440 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-69d10147-e98c-4d3a-899c-8dac787d7cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:55Z', 'revision_number': 11, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:57.978067 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f4a37faf-9496-4013-a48d-55626d396d10 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:58.124326 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d10147-e98c-4d3a-899c-8dac787d7cd9 None None] Checking router: a0fa2f54-d5cb-4500-bec9-8e27b9d40055 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:28:58.150861 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d10147-e98c-4d3a-899c-8dac787d7cd9 None None] Routers {'a0fa2f54-d5cb-4500-bec9-8e27b9d40055'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:58.156484 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-69d10147-e98c-4d3a-899c-8dac787d7cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:28:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:58.299374 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-72c57b28-0086-4958-836c-acfb9373a5bd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:58.305355 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-72c57b28-0086-4958-836c-acfb9373a5bd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:58.318360 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32473782-fa9c-46f0-b580-33025b761b83 req-0798f7bb-a1fa-43cb-b0f9-144871c2c065 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:58.319899 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-32473782-fa9c-46f0-b580-33025b761b83 req-0798f7bb-a1fa-43cb-b0f9-144871c2c065 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.36 "GET /v2.0/networks?id=bd00480a-e286-47f7-88e2-4e6500e9af44 HTTP/1.1" status: 200 len: 797 time: 0.2877095 Jul 15 23:28:58.363499 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-69d10147-e98c-4d3a-899c-8dac787d7cd9 None None] Set router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:58.399937 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c57b28-0086-4958-836c-acfb9373a5bd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Pushing event updated for resources: {'Port': ['ID=b3ae9f11-1e6f-4644-b78b-d0d683b19278,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:58.423690 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-69d10147-e98c-4d3a-899c-8dac787d7cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:55Z', 'revision_number': 11, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:58.454454 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47202) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:58.460466 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port f4a37faf-9496-4013-a48d-55626d396d10 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:58.460845 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:58.483626 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-72c57b28-0086-4958-836c-acfb9373a5bd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:58.552395 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d10147-e98c-4d3a-899c-8dac787d7cd9 None None] The sync data for ids ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'] in n-d-787205-9 is: [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:55Z', 'revision_number': 11, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:58.635518 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4c819ab-b171-48c5-b212-005b09502200 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:58.659990 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-72c57b28-0086-4958-836c-acfb9373a5bd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Floating IP cc92584b-cd04-4adb-9833-32e409f6a22f associated. External IP: 172.25.4.212, port: d3ce4386-a8a9-459a-aa09-5231f214cd0e. Jul 15 23:28:58.669704 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-a7d8a0d2-8955-4229-bcf6-e34d15c49140 tempest-NetworksNegativeTestJSON-2122913800 tempest-NetworksNegativeTestJSON-2122913800-project] Request body: {'port': {'network_id': '29137d7e-0299-49f8-9582-5dd3576385dd', 'name': 'tempest-NetworksNegativeTestJSON-1991612072'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:58.692442 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-32473782-fa9c-46f0-b580-33025b761b83 req-7380b637-4d9c-4256-a119-b0c197bdb3ee tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af8840e572bc4203b4decdf0325b2045 HTTP/1.1" status: 200 len: 379 time: 0.3401277 Jul 15 23:28:58.705632 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-32473782-fa9c-46f0-b580-33025b761b83 req-0dc10584-8e83-4643-bf2c-d0a145ed2343 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'port': {'device_id': 'c4214fdc-ea4e-4ee8-8791-8079b8236762', 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44', 'admin_state_up': True, 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'security_groups': ['3918a0d5-a031-4ad7-bf91-00bef55d1d76']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:58.732967 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d8a0d2-8955-4229-bcf6-e34d15c49140 tempest-NetworksNegativeTestJSON-2122913800 tempest-NetworksNegativeTestJSON-2122913800-project] POST failed (client error): The resource could not be found. Jul 15 23:28:58.733608 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d8a0d2-8955-4229-bcf6-e34d15c49140 tempest-NetworksNegativeTestJSON-2122913800 tempest-NetworksNegativeTestJSON-2122913800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:58.734782 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a7d8a0d2-8955-4229-bcf6-e34d15c49140 tempest-NetworksNegativeTestJSON-2122913800 tempest-NetworksNegativeTestJSON-2122913800-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2791090 Jul 15 23:28:58.741066 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47206) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:58.769466 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f3570d1-b48c-459a-afaf-f7eb3763d0e2 tempest-NetworksNegativeTestJSON-2122913800 tempest-NetworksNegativeTestJSON-2122913800-project] DELETE failed (client error): The resource could not be found. Jul 15 23:28:58.770497 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f3570d1-b48c-459a-afaf-f7eb3763d0e2 tempest-NetworksNegativeTestJSON-2122913800 tempest-NetworksNegativeTestJSON-2122913800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:58.786441 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2f3570d1-b48c-459a-afaf-f7eb3763d0e2 tempest-NetworksNegativeTestJSON-2122913800 tempest-NetworksNegativeTestJSON-2122913800-project] 10.222.0.16 "DELETE /v2.0/networks/0e1908a5-0799-4f52-bd33-7ca7f8133a6c HTTP/1.1" status: 404 len: 339 time: 0.0454407 Jul 15 23:28:58.788858 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47210) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:58.852507 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab839722-b5ed-4caf-9544-eadf63cfb107 tempest-NetworksNegativeTestJSON-2122913800 tempest-NetworksNegativeTestJSON-2122913800-project] DELETE failed (client error): The resource could not be found. Jul 15 23:28:58.853189 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab839722-b5ed-4caf-9544-eadf63cfb107 tempest-NetworksNegativeTestJSON-2122913800 tempest-NetworksNegativeTestJSON-2122913800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:58.859645 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ab839722-b5ed-4caf-9544-eadf63cfb107 tempest-NetworksNegativeTestJSON-2122913800 tempest-NetworksNegativeTestJSON-2122913800-project] 10.222.0.16 "DELETE /v2.0/ports/be80f4dc-e72f-4b53-aba9-cec0274db68c HTTP/1.1" status: 404 len: 333 time: 0.0676179 Jul 15 23:28:58.860233 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47212) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:58.882331 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4c819ab-b171-48c5-b212-005b09502200 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:58.919786 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ac176e-e770-4bcd-88ee-31f5c17de61e tempest-NetworksNegativeTestJSON-2122913800 tempest-NetworksNegativeTestJSON-2122913800-project] DELETE failed (client error): The resource could not be found. Jul 15 23:28:58.920390 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50ac176e-e770-4bcd-88ee-31f5c17de61e tempest-NetworksNegativeTestJSON-2122913800 tempest-NetworksNegativeTestJSON-2122913800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:58.926667 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47214) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:58.927206 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-50ac176e-e770-4bcd-88ee-31f5c17de61e tempest-NetworksNegativeTestJSON-2122913800 tempest-NetworksNegativeTestJSON-2122913800-project] 10.222.0.16 "DELETE /v2.0/subnets/439e1433-832a-44d3-b184-ccdb85018c9b HTTP/1.1" status: 404 len: 337 time: 0.0640788 Jul 15 23:28:58.928804 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c819ab-b171-48c5-b212-005b09502200 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Subnet': ['ID=544a4801-2c8d-465a-a5d2-93fc40fdefb5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:58.973620 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-172a8d06-f449-40de-abf5-442acc481c48 tempest-NetworksNegativeTestJSON-2122913800 tempest-NetworksNegativeTestJSON-2122913800-project] GET failed (client error): The resource could not be found. Jul 15 23:28:58.983468 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-172a8d06-f449-40de-abf5-442acc481c48 tempest-NetworksNegativeTestJSON-2122913800 tempest-NetworksNegativeTestJSON-2122913800-project] 10.222.0.16 "GET /v2.0/networks/ce2afd26-28e3-4059-ad9c-9eb6cdc5e723 HTTP/1.1" status: 404 len: 339 time: 0.0518627 Jul 15 23:28:58.984931 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47218) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:59.003327 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4c819ab-b171-48c5-b212-005b09502200 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:59.005100 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02dc7fd-78ee-4b6c-95fc-2a56e1d136f1 None None] Network 75b376a3-fb48-4fe4-9254-fadb094d4528 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:59.006315 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e4c819ab-b171-48c5-b212-005b09502200 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/subnets/544a4801-2c8d-465a-a5d2-93fc40fdefb5 HTTP/1.1" status: 204 len: 168 time: 1.3827481 Jul 15 23:28:59.009699 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47220) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:59.075134 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-33224825-9dbd-4504-9951-890fa3926a69 tempest-NetworksNegativeTestJSON-2122913800 tempest-NetworksNegativeTestJSON-2122913800-project] GET failed (client error): The resource could not be found. Jul 15 23:28:59.080247 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-33224825-9dbd-4504-9951-890fa3926a69 tempest-NetworksNegativeTestJSON-2122913800 tempest-NetworksNegativeTestJSON-2122913800-project] 10.222.0.16 "GET /v2.0/ports/12ee7fce-3ae2-49cc-862d-5320f971a972 HTTP/1.1" status: 404 len: 333 time: 0.0909479 Jul 15 23:28:59.086997 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47222) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:59.180916 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-0235ad27-2ce2-44c1-bab8-dfea4e7f7543 tempest-NetworksNegativeTestJSON-2122913800 tempest-NetworksNegativeTestJSON-2122913800-project] GET failed (client error): The resource could not be found. Jul 15 23:28:59.185923 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0235ad27-2ce2-44c1-bab8-dfea4e7f7543 tempest-NetworksNegativeTestJSON-2122913800 tempest-NetworksNegativeTestJSON-2122913800-project] 10.222.0.16 "GET /v2.0/subnets/3bdacbf8-600c-40d9-b37a-452f03bb8e5d HTTP/1.1" status: 404 len: 337 time: 0.0902209 Jul 15 23:28:59.189594 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32473782-fa9c-46f0-b580-33025b761b83 req-0dc10584-8e83-4643-bf2c-d0a145ed2343 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Made reservation on behalf of af8840e572bc4203b4decdf0325b2045 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:59.193498 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-32473782-fa9c-46f0-b580-33025b761b83 req-0dc10584-8e83-4643-bf2c-d0a145ed2343 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:59.200165 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47224) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:59.204019 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c881b38d-7747-4266-a75b-62e3e0a1abca req-a48712ca-fc8d-4a71-b5a6-8f545f8cccc8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 210 time: 0.0473077 Jul 15 23:28:59.214396 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-688efbda-1f7f-497e-a793-18a4c6d309bc tempest-NetworksNegativeTestJSON-2122913800 tempest-NetworksNegativeTestJSON-2122913800-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:59.228635 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a14f7236-93cb-4e27-a8c8-2c74b6d1f5da tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:59.234758 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-688efbda-1f7f-497e-a793-18a4c6d309bc tempest-NetworksNegativeTestJSON-2122913800 tempest-NetworksNegativeTestJSON-2122913800-project] PUT failed (client error): The resource could not be found. Jul 15 23:28:59.235870 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-688efbda-1f7f-497e-a793-18a4c6d309bc tempest-NetworksNegativeTestJSON-2122913800 tempest-NetworksNegativeTestJSON-2122913800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:59.237572 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-688efbda-1f7f-497e-a793-18a4c6d309bc tempest-NetworksNegativeTestJSON-2122913800 tempest-NetworksNegativeTestJSON-2122913800-project] 10.222.0.16 "PUT /v2.0/networks/5dfe4cc2-0873-405a-89a4-44a3ec5510e4 HTTP/1.1" status: 404 len: 339 time: 0.0362854 Jul 15 23:28:59.241604 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47226) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:59.249782 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-c1281406-d16a-498d-867b-a478b4bb922d tempest-NetworksNegativeTestJSON-2122913800 tempest-NetworksNegativeTestJSON-2122913800-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:59.281678 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1281406-d16a-498d-867b-a478b4bb922d tempest-NetworksNegativeTestJSON-2122913800 tempest-NetworksNegativeTestJSON-2122913800-project] PUT failed (client error): The resource could not be found. Jul 15 23:28:59.284308 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1281406-d16a-498d-867b-a478b4bb922d tempest-NetworksNegativeTestJSON-2122913800 tempest-NetworksNegativeTestJSON-2122913800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:59.287127 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c1281406-d16a-498d-867b-a478b4bb922d tempest-NetworksNegativeTestJSON-2122913800 tempest-NetworksNegativeTestJSON-2122913800-project] 10.222.0.16 "PUT /v2.0/ports/446c501f-055c-46cc-8726-6c5257663cce HTTP/1.1" status: 404 len: 333 time: 0.0439379 Jul 15 23:28:59.292274 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47228) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:59.301976 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-a37fdeb3-f251-4157-af7b-5dc90666f0f2 tempest-NetworksNegativeTestJSON-2122913800 tempest-NetworksNegativeTestJSON-2122913800-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:59.308731 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c57b28-0086-4958-836c-acfb9373a5bd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Router b57d779f-b0b4-4ccd-8d02-35c0b493118c has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:28:59.333836 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37fdeb3-f251-4157-af7b-5dc90666f0f2 tempest-NetworksNegativeTestJSON-2122913800 tempest-NetworksNegativeTestJSON-2122913800-project] PUT failed (client error): The resource could not be found. Jul 15 23:28:59.334905 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a37fdeb3-f251-4157-af7b-5dc90666f0f2 tempest-NetworksNegativeTestJSON-2122913800 tempest-NetworksNegativeTestJSON-2122913800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:59.341139 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a37fdeb3-f251-4157-af7b-5dc90666f0f2 tempest-NetworksNegativeTestJSON-2122913800 tempest-NetworksNegativeTestJSON-2122913800-project] 10.222.0.16 "PUT /v2.0/subnets/21c7052f-5771-4495-a59b-bc743ab7efd2 HTTP/1.1" status: 404 len: 337 time: 0.0450726 Jul 15 23:28:59.456387 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-32473782-fa9c-46f0-b580-33025b761b83 req-0dc10584-8e83-4643-bf2c-d0a145ed2343 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Allocated IP 172.20.0.5 (bd00480a-e286-47f7-88e2-4e6500e9af44/a6de8285-de5b-413c-95dd-2ee40f47b0a1/592f5a48-b4a5-4d61-870a-a95a9edd699a) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:59.472434 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f25d1a63-f04f-4718-8a7d-93ccd3e97662 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:59.514613 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: f25d1a63-f04f-4718-8a7d-93ccd3e97662 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:59.515177 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f25d1a63-f04f-4718-8a7d-93ccd3e97662 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:59.535401 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c57b28-0086-4958-836c-acfb9373a5bd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:59.552459 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4961b2-b609-4671-9c20-6317e01b95c9 None None] Sync routers for ids ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:59.554063 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e0b5c2-3662-4054-9b6d-8fb80cc11f63 None None] DHCP port deletion for 75b376a3-fb48-4fe4-9254-fadb094d4528 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:28:59.570359 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-72c57b28-0086-4958-836c-acfb9373a5bd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:59.574393 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4961b2-b609-4671-9c20-6317e01b95c9 None None] Routers {'b57d779f-b0b4-4ccd-8d02-35c0b493118c'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:59.575601 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-0a4961b2-b609-4671-9c20-6317e01b95c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:28:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:59.638534 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a14f7236-93cb-4e27-a8c8-2c74b6d1f5da tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Deleting port 4255ee62-bd9c-4287-b4de-b3d541c5ccb5 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:59.639083 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a14f7236-93cb-4e27-a8c8-2c74b6d1f5da tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:59.681551 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-72c57b28-0086-4958-836c-acfb9373a5bd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2698765 Jul 15 23:28:59.683541 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776a293d-c2f5-424c-9406-a4729d565ee4', 'tag': 'd3ce4386-a8a9-459a-aa09-5231f214cd0e'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:28:59.686137 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-27e0b5c2-3662-4054-9b6d-8fb80cc11f63 None None] Deleting port 4255ee62-bd9c-4287-b4de-b3d541c5ccb5 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:59.689771 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e43189e-3a36-4e8b-a399-a8092f584e60" -d '{"events": [{"name": "network-changed", "server_uuid": "776a293d-c2f5-424c-9406-a4729d565ee4", "tag": "d3ce4386-a8a9-459a-aa09-5231f214cd0e"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:28:59.691027 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-27e0b5c2-3662-4054-9b6d-8fb80cc11f63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:59.793215 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-a14f7236-93cb-4e27-a8c8-2c74b6d1f5da tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] For port 4255ee62-bd9c-4287-b4de-b3d541c5ccb5, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4255ee62-bd9c-4287-b4de-b3d541c5ccb5,segment=NetworkSegment(9903f9a0-0429-4f4a-9b62-c889663e93ea),segment_id=9903f9a0-0429-4f4a-9b62-c889663e93ea)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:59.793564 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a14f7236-93cb-4e27-a8c8-2c74b6d1f5da tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:59.795714 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-27e0b5c2-3662-4054-9b6d-8fb80cc11f63 None None] For port 4255ee62-bd9c-4287-b4de-b3d541c5ccb5, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4255ee62-bd9c-4287-b4de-b3d541c5ccb5,segment=NetworkSegment(9903f9a0-0429-4f4a-9b62-c889663e93ea),segment_id=9903f9a0-0429-4f4a-9b62-c889663e93ea)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:59.795989 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-27e0b5c2-3662-4054-9b6d-8fb80cc11f63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:59.797146 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76d62fb-8022-40ac-ad33-ab1b9f1886af x-openstack-request-id: req-f76d62fb-8022-40ac-ad33-ab1b9f1886af {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:28:59.798421 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776a293d-c2f5-424c-9406-a4729d565ee4", "tag": "d3ce4386-a8a9-459a-aa09-5231f214cd0e", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:28:59.799398 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f76d62fb-8022-40ac-ad33-ab1b9f1886af {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:28:59.800381 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776a293d-c2f5-424c-9406-a4729d565ee4', 'tag': 'd3ce4386-a8a9-459a-aa09-5231f214cd0e', 'status': 'completed', 'code': 200} Jul 15 23:28:59.813189 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-0a4961b2-b609-4671-9c20-6317e01b95c9 None None] Set router b57d779f-b0b4-4ccd-8d02-35c0b493118c gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:59.835062 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-27e0b5c2-3662-4054-9b6d-8fb80cc11f63 None None] Calling delete_port for 4255ee62-bd9c-4287-b4de-b3d541c5ccb5 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:59.840698 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-32473782-fa9c-46f0-b580-33025b761b83 req-0dc10584-8e83-4643-bf2c-d0a145ed2343 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:59.842567 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47238) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:59.845391 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a14f7236-93cb-4e27-a8c8-2c74b6d1f5da tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Calling delete_port for 4255ee62-bd9c-4287-b4de-b3d541c5ccb5 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:59.904794 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-32473782-fa9c-46f0-b580-33025b761b83 req-0dc10584-8e83-4643-bf2c-d0a145ed2343 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Transition to ACTIVE for port object 592f5a48-b4a5-4d61-870a-a95a9edd699a will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:59.910085 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88db6af3-69a7-4d3e-8f7a-af765fd0cce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:59.956160 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-27e0b5c2-3662-4054-9b6d-8fb80cc11f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:59.988666 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43189e-3a36-4e8b-a399-a8092f584e60 req-16f5622a-1fa4-433b-bd10-632394cdf764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:59.989937 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5e43189e-3a36-4e8b-a399-a8092f584e60 req-16f5622a-1fa4-433b-bd10-632394cdf764 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c476bc9e2fe48f188b2500546342e72&device_id=776a293d-c2f5-424c-9406-a4729d565ee4 HTTP/1.1" status: 200 len: 1096 time: 0.1550519 Jul 15 23:29:00.005956 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0b5c2-3662-4054-9b6d-8fb80cc11f63 None None] Pushing event deleted for resources: {'Port': ['ID=4255ee62-bd9c-4287-b4de-b3d541c5ccb5,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:00.026222 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e0b5c2-3662-4054-9b6d-8fb80cc11f63 None None] No DVR routers for this DVR port 4255ee62-bd9c-4287-b4de-b3d541c5ccb5 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:00.124618 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-32473782-fa9c-46f0-b580-33025b761b83 req-0dc10584-8e83-4643-bf2c-d0a145ed2343 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:00.130407 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a14f7236-93cb-4e27-a8c8-2c74b6d1f5da tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:00.131368 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43189e-3a36-4e8b-a399-a8092f584e60 req-2022e1ad-0b69-4a7a-9c27-670db7b59999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:00.134096 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5e43189e-3a36-4e8b-a399-a8092f584e60 req-2022e1ad-0b69-4a7a-9c27-670db7b59999 service neutron] 10.222.0.43 "GET /v2.0/networks?id=735c8477-b658-4066-88fd-8f0a4fc80eba HTTP/1.1" status: 200 len: 912 time: 0.1362286 Jul 15 23:29:00.159408 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c3d8103a-aa8f-482f-9bb2-08cb29d91b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:00.190580 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-0a4961b2-b609-4671-9c20-6317e01b95c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'name': 'tempest-TestVolumeBootPattern-557621329-router', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:01Z', 'revision_number': 4, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'gw_port': {'id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'cc92584b-cd04-4adb-9833-32e409f6a22f', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'floating_ip_address': '172.25.4.212', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'port_id': 'd3ce4386-a8a9-459a-aa09-5231f214cd0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'mac_address': 'fa:16:3e:2f:15:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776a293d-c2f5-424c-9406-a4729d565ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:28:57Z', 'updated_at': '2021-07-15T23:28:57Z', 'revision_number': 0, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'fixed_ip_address_scope': None}, {'id': 'ea997bf3-893e-471e-86fd-c9cbc7b50d5f', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'port_id': '745a6557-5f57-4c77-8210-2d4c247a8322', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'mac_address': 'fa:16:3e:7d:bc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72653938-c927-4063-9468-a352bb0b5aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:26:38Z', 'updated_at': '2021-07-15T23:26:43Z', 'revision_number': 1, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '012b337e-4010-47e0-ab41-2a91b7c77a55', 'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'mac_address': 'fa:16:3e:78:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:00Z', 'updated_at': '2021-07-15T23:19:07Z', 'revision_number': 5, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'subnets': [{'id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:00.198269 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14f7236-93cb-4e27-a8c8-2c74b6d1f5da tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] No DVR routers for this DVR port 4255ee62-bd9c-4287-b4de-b3d541c5ccb5 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:00.207596 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f7236-93cb-4e27-a8c8-2c74b6d1f5da tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Port': ['ID=4255ee62-bd9c-4287-b4de-b3d541c5ccb5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:00.218281 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32473782-fa9c-46f0-b580-33025b761b83 req-0dc10584-8e83-4643-bf2c-d0a145ed2343 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Network bd00480a-e286-47f7-88e2-4e6500e9af44 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:00.274763 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5e43189e-3a36-4e8b-a399-a8092f584e60 req-11bfa39f-7f2f-4b13-9b7d-a4881afddc6d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3ce4386-a8a9-459a-aa09-5231f214cd0e HTTP/1.1" status: 200 len: 999 time: 0.1018291 Jul 15 23:29:00.295605 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-32473782-fa9c-46f0-b580-33025b761b83 req-0dc10584-8e83-4643-bf2c-d0a145ed2343 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:00.297967 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-32473782-fa9c-46f0-b580-33025b761b83 req-0dc10584-8e83-4643-bf2c-d0a145ed2343 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:00.300975 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc10584-8e83-4643-bf2c-d0a145ed2343 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'Port': ['ID=592f5a48-b4a5-4d61-870a-a95a9edd699a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:00.448719 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4961b2-b609-4671-9c20-6317e01b95c9 None None] Checking router: b57d779f-b0b4-4ccd-8d02-35c0b493118c for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:29:00.460026 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c3d8103a-aa8f-482f-9bb2-08cb29d91b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:00.460198 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4961b2-b609-4671-9c20-6317e01b95c9 None None] Routers {'b57d779f-b0b4-4ccd-8d02-35c0b493118c'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:00.460652 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-0a4961b2-b609-4671-9c20-6317e01b95c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:28:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:00.472299 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c3d8103a-aa8f-482f-9bb2-08cb29d91b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:00.528012 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43189e-3a36-4e8b-a399-a8092f584e60 req-85dae077-5806-4516-9c81-9e153967ace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:00.530077 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5e43189e-3a36-4e8b-a399-a8092f584e60 req-85dae077-5806-4516-9c81-9e153967ace7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=54f0c398-786c-4bb4-9c0d-f6b9e6012b3b HTTP/1.1" status: 200 len: 850 time: 0.2456868 Jul 15 23:29:00.613622 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a14f7236-93cb-4e27-a8c8-2c74b6d1f5da tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:00.629622 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32473782-fa9c-46f0-b580-33025b761b83 req-0dc10584-8e83-4643-bf2c-d0a145ed2343 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:00.630261 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-32473782-fa9c-46f0-b580-33025b761b83 req-0dc10584-8e83-4643-bf2c-d0a145ed2343 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:00.640818 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a14f7236-93cb-4e27-a8c8-2c74b6d1f5da tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b376a3-fb48-4fe4-9254-fadb094d4528']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:00.645011 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8103a-aa8f-482f-9bb2-08cb29d91b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a418dafb-01a1-40a9-812e-a1bb05704ce7,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:00.650829 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c3d8103a-aa8f-482f-9bb2-08cb29d91b7b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=44f3fd8be59e4b52b5a3cee9c4ea53fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8057141 Jul 15 23:29:00.657994 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47246) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:00.676689 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a14f7236-93cb-4e27-a8c8-2c74b6d1f5da tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9903f9a0-0429-4f4a-9b62-c889663e93ea') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:00.677055 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a14f7236-93cb-4e27-a8c8-2c74b6d1f5da tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9903f9a0-0429-4f4a-9b62-c889663e93ea') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:00.701460 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-32473782-fa9c-46f0-b580-33025b761b83 req-0dc10584-8e83-4643-bf2c-d0a145ed2343 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9996293 Jul 15 23:29:00.720225 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43189e-3a36-4e8b-a399-a8092f584e60 req-63337a4b-0c80-4ae8-a1d5-8ca449443c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:00.723199 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5e43189e-3a36-4e8b-a399-a8092f584e60 req-63337a4b-0c80-4ae8-a1d5-8ca449443c5d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=735c8477-b658-4066-88fd-8f0a4fc80eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1629927 Jul 15 23:29:00.724578 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a14f7236-93cb-4e27-a8c8-2c74b6d1f5da tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:00.735171 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e2a40-ffc2-4d2b-a67a-11c46a054cf3 req-3662d7b1-5808-438e-95c3-2eafb98c4f34 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:00.736725 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-648e2a40-ffc2-4d2b-a67a-11c46a054cf3 req-3662d7b1-5808-438e-95c3-2eafb98c4f34 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 931 time: 0.2378252 Jul 15 23:29:00.753054 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-32473782-fa9c-46f0-b580-33025b761b83 req-53429761-27f1-4aa0-9bba-2afb690a076e service neutron] Request body: {'port': {'device_id': 'c4214fdc-ea4e-4ee8-8791-8079b8236762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:00.764922 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0716d579-2e08-4c03-aa6f-c2a1aa93c80c None None] Provisioning for port 592f5a48-b4a5-4d61-870a-a95a9edd699a completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:00.766297 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-0a4961b2-b609-4671-9c20-6317e01b95c9 None None] Set router b57d779f-b0b4-4ccd-8d02-35c0b493118c gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:29:00.775259 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0716d579-2e08-4c03-aa6f-c2a1aa93c80c None None] Provisioning complete for port 592f5a48-b4a5-4d61-870a-a95a9edd699a triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:00.776060 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0716d579-2e08-4c03-aa6f-c2a1aa93c80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:00.811344 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a14f7236-93cb-4e27-a8c8-2c74b6d1f5da tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:00.834276 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14f7236-93cb-4e27-a8c8-2c74b6d1f5da tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:29:00.834768 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a14f7236-93cb-4e27-a8c8-2c74b6d1f5da tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: self.session.flush() Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: self.session.flush() Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: self.session.flush() Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: self.session.flush() Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:29:00.843517 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:29:00.850238 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0716d579-2e08-4c03-aa6f-c2a1aa93c80c None None] Port 592f5a48-b4a5-4d61-870a-a95a9edd699a cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:29:00.885791 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-648e2a40-ffc2-4d2b-a67a-11c46a054cf3 req-50d60a31-f8e3-4dad-af5f-99fdd050de85 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383307 Jul 15 23:29:00.930403 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5e43189e-3a36-4e8b-a399-a8092f584e60 req-1266c47b-d68a-4e2b-aa52-7f6deb84f0a2 service neutron] 10.222.0.43 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922772 Jul 15 23:29:00.938106 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9edbe19f-5c57-4539-bc82-e30a00722341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.013572 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a14f7236-93cb-4e27-a8c8-2c74b6d1f5da tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.017748 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a14f7236-93cb-4e27-a8c8-2c74b6d1f5da tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.019681 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a14f7236-93cb-4e27-a8c8-2c74b6d1f5da tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/networks/75b376a3-fb48-4fe4-9254-fadb094d4528 HTTP/1.1" status: 204 len: 168 time: 2.0037751 Jul 15 23:29:01.023776 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9edbe19f-5c57-4539-bc82-e30a00722341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.029316 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47248) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:01.034616 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-60b84f21-e2d1-459b-b7ff-04ad969b8539 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Request body: {'router': {'routes': None}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:01.049523 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-32473782-fa9c-46f0-b580-33025b761b83 req-53429761-27f1-4aa0-9bba-2afb690a076e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.066387 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f7236-93cb-4e27-a8c8-2c74b6d1f5da tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Pushing event deleted for resources: {'Network': ['ID=75b376a3-fb48-4fe4-9254-fadb094d4528,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:01.134090 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5e43189e-3a36-4e8b-a399-a8092f584e60 req-4e6e355a-bce7-4d58-965b-276ea32f59a6 service neutron] 10.222.0.43 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958277 Jul 15 23:29:01.139569 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-88db6af3-69a7-4d3e-8f7a-af765fd0cce2 admin admin] Deleting port fb239d47-4520-437f-89d4-b405ba953887 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:01.139906 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88db6af3-69a7-4d3e-8f7a-af765fd0cce2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.185119 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-0a4961b2-b609-4671-9c20-6317e01b95c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'name': 'tempest-TestVolumeBootPattern-557621329-router', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:01Z', 'revision_number': 4, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'gw_port': {'id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'cc92584b-cd04-4adb-9833-32e409f6a22f', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'floating_ip_address': '172.25.4.212', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'port_id': 'd3ce4386-a8a9-459a-aa09-5231f214cd0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'mac_address': 'fa:16:3e:2f:15:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776a293d-c2f5-424c-9406-a4729d565ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:28:57Z', 'updated_at': '2021-07-15T23:28:57Z', 'revision_number': 0, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'fixed_ip_address_scope': None}, {'id': 'ea997bf3-893e-471e-86fd-c9cbc7b50d5f', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'port_id': '745a6557-5f57-4c77-8210-2d4c247a8322', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'mac_address': 'fa:16:3e:7d:bc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72653938-c927-4063-9468-a352bb0b5aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:26:38Z', 'updated_at': '2021-07-15T23:26:43Z', 'revision_number': 1, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '012b337e-4010-47e0-ab41-2a91b7c77a55', 'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'mac_address': 'fa:16:3e:78:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:00Z', 'updated_at': '2021-07-15T23:19:07Z', 'revision_number': 5, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'subnets': [{'id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:01.239277 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.extraroute_db [None req-60b84f21-e2d1-459b-b7ff-04ad969b8539 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Added routes are [] {{(pid=93799) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 23:29:01.239508 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.extraroute_db [None req-60b84f21-e2d1-459b-b7ff-04ad969b8539 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Removed routes are [] {{(pid=93799) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 23:29:01.239849 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60b84f21-e2d1-459b-b7ff-04ad969b8539 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.249809 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4961b2-b609-4671-9c20-6317e01b95c9 None None] The sync data for ids ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'] in n-d-787205-9 is: [{'id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'name': 'tempest-TestVolumeBootPattern-557621329-router', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:01Z', 'revision_number': 4, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'gw_port': {'id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'cc92584b-cd04-4adb-9833-32e409f6a22f', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'floating_ip_address': '172.25.4.212', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'port_id': 'd3ce4386-a8a9-459a-aa09-5231f214cd0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'mac_address': 'fa:16:3e:2f:15:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776a293d-c2f5-424c-9406-a4729d565ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:28:57Z', 'updated_at': '2021-07-15T23:28:57Z', 'revision_number': 0, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'fixed_ip_address_scope': None}, {'id': 'ea997bf3-893e-471e-86fd-c9cbc7b50d5f', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'port_id': '745a6557-5f57-4c77-8210-2d4c247a8322', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'mac_address': 'fa:16:3e:7d:bc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72653938-c927-4063-9468-a352bb0b5aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:26:38Z', 'updated_at': '2021-07-15T23:26:43Z', 'revision_number': 1, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '012b337e-4010-47e0-ab41-2a91b7c77a55', 'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'mac_address': 'fa:16:3e:78:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:00Z', 'updated_at': '2021-07-15T23:19:07Z', 'revision_number': 5, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'subnets': [{'id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:01.288229 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9edbe19f-5c57-4539-bc82-e30a00722341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.294165 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9edbe19f-5c57-4539-bc82-e30a00722341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.295672 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9edbe19f-5c57-4539-bc82-e30a00722341 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a418dafb-01a1-40a9-812e-a1bb05704ce7 HTTP/1.1" status: 204 len: 168 time: 0.6329863 Jul 15 23:29:01.326496 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edbe19f-5c57-4539-bc82-e30a00722341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a418dafb-01a1-40a9-812e-a1bb05704ce7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:01.389194 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-88db6af3-69a7-4d3e-8f7a-af765fd0cce2 admin admin] For port fb239d47-4520-437f-89d4-b405ba953887, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=fb239d47-4520-437f-89d4-b405ba953887,segment=NetworkSegment(27249ff3-8705-4d3c-b5f4-e5775a35bb17),segment_id=27249ff3-8705-4d3c-b5f4-e5775a35bb17)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:01.389572 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88db6af3-69a7-4d3e-8f7a-af765fd0cce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.423865 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60b84f21-e2d1-459b-b7ff-04ad969b8539 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.428366 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60b84f21-e2d1-459b-b7ff-04ad969b8539 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16353154'] for router, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.438482 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-88db6af3-69a7-4d3e-8f7a-af765fd0cce2 admin admin] Calling delete_port for fb239d47-4520-437f-89d4-b405ba953887 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:01.537145 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b84f21-e2d1-459b-b7ff-04ad969b8539 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:29:01.597276 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4255ee62-bd9c-4287-b4de-b3d541c5ccb5 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:01.616928 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-32473782-fa9c-46f0-b580-33025b761b83 req-53429761-27f1-4aa0-9bba-2afb690a076e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 592f5a48-b4a5-4d61-870a-a95a9edd699a {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:29:01.626220 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 4255ee62-bd9c-4287-b4de-b3d541c5ccb5 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:29:01.627006 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4255ee62-bd9c-4287-b4de-b3d541c5ccb5 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:29:01.640551 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b84f21-e2d1-459b-b7ff-04ad969b8539 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:01.640736 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-32473782-fa9c-46f0-b580-33025b761b83 req-53429761-27f1-4aa0-9bba-2afb690a076e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.661349 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-60b84f21-e2d1-459b-b7ff-04ad969b8539 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.666887 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-60b84f21-e2d1-459b-b7ff-04ad969b8539 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "PUT /v2.0/routers/a0fa2f54-d5cb-4500-bec9-8e27b9d40055 HTTP/1.1" status: 200 len: 705 time: 0.6362238 Jul 15 23:29:01.668999 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47256) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:01.677902 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f39e52-5faa-46dd-bbaa-aed62d9620bf None None] Sync routers for ids ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:01.702088 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-32473782-fa9c-46f0-b580-33025b761b83 req-53429761-27f1-4aa0-9bba-2afb690a076e service neutron] Transition to ACTIVE for port object 592f5a48-b4a5-4d61-870a-a95a9edd699a will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:01.713406 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867f3a8c-bbc6-4432-80b7-2cf694a970f9 None None] New status for floating IP cc92584b-cd04-4adb-9833-32e409f6a22f: ACTIVE {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:29:01.766748 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f39e52-5faa-46dd-bbaa-aed62d9620bf None None] Routers {'a0fa2f54-d5cb-4500-bec9-8e27b9d40055'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:01.767476 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-32473782-fa9c-46f0-b580-33025b761b83 req-53429761-27f1-4aa0-9bba-2afb690a076e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.767619 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-59f39e52-5faa-46dd-bbaa-aed62d9620bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:28:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:01.880611 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53429761-27f1-4aa0-9bba-2afb690a076e service neutron] Pushing event updated for resources: {'Port': ['ID=592f5a48-b4a5-4d61-870a-a95a9edd699a,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:01.920427 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-59f39e52-5faa-46dd-bbaa-aed62d9620bf None None] Set router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:29:02.032336 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-32473782-fa9c-46f0-b580-33025b761b83 req-53429761-27f1-4aa0-9bba-2afb690a076e service neutron] Attempting to bind port 592f5a48-b4a5-4d61-870a-a95a9edd699a on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:29:02.032772 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-32473782-fa9c-46f0-b580-33025b761b83 req-53429761-27f1-4aa0-9bba-2afb690a076e service neutron] Attempting to bind port 592f5a48-b4a5-4d61-870a-a95a9edd699a by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '61c3c033-0e18-4a02-98dd-de7e6b63ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:29:02.033228 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32473782-fa9c-46f0-b580-33025b761b83 req-53429761-27f1-4aa0-9bba-2afb690a076e service neutron] Attempting to bind port 592f5a48-b4a5-4d61-870a-a95a9edd699a on network bd00480a-e286-47f7-88e2-4e6500e9af44 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:29:02.047600 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32473782-fa9c-46f0-b580-33025b761b83 req-53429761-27f1-4aa0-9bba-2afb690a076e service neutron] Port 592f5a48-b4a5-4d61-870a-a95a9edd699a on network bd00480a-e286-47f7-88e2-4e6500e9af44 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:29:02.048075 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32473782-fa9c-46f0-b580-33025b761b83 req-53429761-27f1-4aa0-9bba-2afb690a076e service neutron] Attempting to bind port 592f5a48-b4a5-4d61-870a-a95a9edd699a on network bd00480a-e286-47f7-88e2-4e6500e9af44 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:29:02.055227 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32473782-fa9c-46f0-b580-33025b761b83 req-53429761-27f1-4aa0-9bba-2afb690a076e service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:29:02.055722 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32473782-fa9c-46f0-b580-33025b761b83 req-53429761-27f1-4aa0-9bba-2afb690a076e service neutron] Checking segment: {'id': '61c3c033-0e18-4a02-98dd-de7e6b63ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:02.056224 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32473782-fa9c-46f0-b580-33025b761b83 req-53429761-27f1-4aa0-9bba-2afb690a076e service neutron] Bound using segment: {'id': '61c3c033-0e18-4a02-98dd-de7e6b63ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:29:02.060555 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-32473782-fa9c-46f0-b580-33025b761b83 req-53429761-27f1-4aa0-9bba-2afb690a076e service neutron] Bound port: 592f5a48-b4a5-4d61-870a-a95a9edd699a, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61c3c033-0e18-4a02-98dd-de7e6b63ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:29:02.061161 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-32473782-fa9c-46f0-b580-33025b761b83 req-53429761-27f1-4aa0-9bba-2afb690a076e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:02.089247 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-59f39e52-5faa-46dd-bbaa-aed62d9620bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:55Z', 'revision_number': 11, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:02.160527 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f39e52-5faa-46dd-bbaa-aed62d9620bf None None] Checking router: a0fa2f54-d5cb-4500-bec9-8e27b9d40055 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:29:02.181329 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f39e52-5faa-46dd-bbaa-aed62d9620bf None None] Routers {'a0fa2f54-d5cb-4500-bec9-8e27b9d40055'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:02.184635 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-59f39e52-5faa-46dd-bbaa-aed62d9620bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:28:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:02.244975 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-32473782-fa9c-46f0-b580-33025b761b83 req-53429761-27f1-4aa0-9bba-2afb690a076e service neutron] For port 592f5a48-b4a5-4d61-870a-a95a9edd699a, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:29:02.251769 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-32473782-fa9c-46f0-b580-33025b761b83 req-53429761-27f1-4aa0-9bba-2afb690a076e service neutron] For port 592f5a48-b4a5-4d61-870a-a95a9edd699a, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=592f5a48-b4a5-4d61-870a-a95a9edd699a,segment=NetworkSegment(61c3c033-0e18-4a02-98dd-de7e6b63ff43),segment_id=61c3c033-0e18-4a02-98dd-de7e6b63ff43)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:29:02.263607 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-32473782-fa9c-46f0-b580-33025b761b83 req-53429761-27f1-4aa0-9bba-2afb690a076e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:02.268804 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88db6af3-69a7-4d3e-8f7a-af765fd0cce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:02.389826 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-59f39e52-5faa-46dd-bbaa-aed62d9620bf None None] Set router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:29:02.505505 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32473782-fa9c-46f0-b580-33025b761b83 req-53429761-27f1-4aa0-9bba-2afb690a076e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:02.506129 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-32473782-fa9c-46f0-b580-33025b761b83 req-53429761-27f1-4aa0-9bba-2afb690a076e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:02.511636 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-32473782-fa9c-46f0-b580-33025b761b83 req-53429761-27f1-4aa0-9bba-2afb690a076e service neutron] 10.222.0.36 "PUT /v2.0/ports/592f5a48-b4a5-4d61-870a-a95a9edd699a HTTP/1.1" status: 200 len: 1091 time: 1.7751176 Jul 15 23:29:02.512599 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4214fdc-ea4e-4ee8-8791-8079b8236762', 'tag': '592f5a48-b4a5-4d61-870a-a95a9edd699a'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:29:02.515029 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b51d914-316a-430f-95a4-c8bdbc37dcd7" -d '{"events": [{"name": "network-changed", "server_uuid": "c4214fdc-ea4e-4ee8-8791-8079b8236762", "tag": "592f5a48-b4a5-4d61-870a-a95a9edd699a"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:29:02.550597 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-59f39e52-5faa-46dd-bbaa-aed62d9620bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:55Z', 'revision_number': 11, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:02.586276 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a30660ec-ff56-479f-9e66-57f4abdc972e tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0fa2f54-d5cb-4500-bec9-8e27b9d40055 HTTP/1.1" status: 200 len: 205 time: 0.9160302 Jul 15 23:29:02.589719 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47280) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:02.621471 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7588ebe7-32b9-4143-9cb1-8d116f5f4ad4 x-openstack-request-id: req-7588ebe7-32b9-4143-9cb1-8d116f5f4ad4 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:29:02.621790 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4214fdc-ea4e-4ee8-8791-8079b8236762", "tag": "592f5a48-b4a5-4d61-870a-a95a9edd699a", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:29:02.622074 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7588ebe7-32b9-4143-9cb1-8d116f5f4ad4 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:29:02.624873 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4214fdc-ea4e-4ee8-8791-8079b8236762', 'tag': '592f5a48-b4a5-4d61-870a-a95a9edd699a', 'status': 'completed', 'code': 200} Jul 15 23:29:02.671935 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f39e52-5faa-46dd-bbaa-aed62d9620bf None None] The sync data for ids ['a0fa2f54-d5cb-4500-bec9-8e27b9d40055'] in n-d-787205-9 is: [{'id': 'a0fa2f54-d5cb-4500-bec9-8e27b9d40055', 'name': 'tempest-RoutersIpV6Test-router-1554342611', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:55Z', 'revision_number': 11, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:02.708206 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47284) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:02.813026 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53429761-27f1-4aa0-9bba-2afb690a076e service neutron] Pushing event updated for resources: {'Port': ['ID=592f5a48-b4a5-4d61-870a-a95a9edd699a,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:02.874463 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-e949029a-5ec7-42f5-8882-9451b7f8cc4f tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Request body: {'security_group': {'name': 'tempest-secgroup--651975031'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:02.920998 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e949029a-5ec7-42f5-8882-9451b7f8cc4f tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:02.936580 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e949029a-5ec7-42f5-8882-9451b7f8cc4f tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.087338 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d85f7f-768c-4f0f-a027-f78480b63e54 req-48ca7951-54fb-4ecc-aa82-f504e6ef65fd tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:03.089320 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97d85f7f-768c-4f0f-a027-f78480b63e54 req-48ca7951-54fb-4ecc-aa82-f504e6ef65fd tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 943 time: 0.5009291 Jul 15 23:29:03.133483 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e949029a-5ec7-42f5-8882-9451b7f8cc4f tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.140826 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e949029a-5ec7-42f5-8882-9451b7f8cc4f tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.178205 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97d85f7f-768c-4f0f-a027-f78480b63e54 req-1533b351-0bed-4c33-8381-ac66ee9513eb tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806131 Jul 15 23:29:03.198731 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949029a-5ec7-42f5-8882-9451b7f8cc4f tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=136697b0-49b3-412b-9d6d-8f3bc0714242,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:03.266846 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e949029a-5ec7-42f5-8882-9451b7f8cc4f tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.273554 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e949029a-5ec7-42f5-8882-9451b7f8cc4f tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.275151 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db6af3-69a7-4d3e-8f7a-af765fd0cce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb239d47-4520-437f-89d4-b405ba953887,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:03.293537 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8a2f655c-f8aa-4044-9a83-85ee9bfb5fa8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.301481 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e949029a-5ec7-42f5-8882-9451b7f8cc4f tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.303169 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e949029a-5ec7-42f5-8882-9451b7f8cc4f tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5927205 Jul 15 23:29:03.305879 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47288) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:03.315133 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949029a-5ec7-42f5-8882-9451b7f8cc4f tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adebd458-1e53-4561-a416-bcf69178c863,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:03.381009 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b329e425-11ac-4219-b6b0-6c0464b631bd tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0697112 Jul 15 23:29:03.381009 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47290) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:03.386860 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-c6b16b9c-60ae-426e-a662-e77970f0bc1c tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Request body: {'security_group': {'name': 'tempest-security--1568624469', 'description': 'tempest-security-description-667491600'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:03.473741 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c6b16b9c-60ae-426e-a662-e77970f0bc1c tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.531687 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32473782-fa9c-46f0-b580-33025b761b83 req-0d02003d-e22b-40a8-a510-e4751673a3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:03.533204 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-32473782-fa9c-46f0-b580-33025b761b83 req-0d02003d-e22b-40a8-a510-e4751673a3cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 1094 time: 0.8981609 Jul 15 23:29:03.542919 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8a2f655c-f8aa-4044-9a83-85ee9bfb5fa8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.546985 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8a2f655c-f8aa-4044-9a83-85ee9bfb5fa8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.547388 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c6b16b9c-60ae-426e-a662-e77970f0bc1c tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.551891 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c6b16b9c-60ae-426e-a662-e77970f0bc1c tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.554669 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c6b16b9c-60ae-426e-a662-e77970f0bc1c tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.558676 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c6b16b9c-60ae-426e-a662-e77970f0bc1c tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "PUT /v2.0/security-groups/adebd458-1e53-4561-a416-bcf69178c863 HTTP/1.1" status: 200 len: 1779 time: 0.1747980 Jul 15 23:29:03.558881 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88db6af3-69a7-4d3e-8f7a-af765fd0cce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.562006 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47294) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:03.584068 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-69ce2d3d-96de-45fb-8254-19f377cf7150 req-11116546-fc7e-4850-8504-a5325b26ddf5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=70f2d6d8-9199-4e56-9d6a-c1a5e7347085&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1519349 Jul 15 23:29:03.612493 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b16b9c-60ae-426e-a662-e77970f0bc1c tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adebd458-1e53-4561-a416-bcf69178c863,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:03.631178 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-826cdc4f-9c47-42ab-aaad-f38602dc8c99 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "GET /v2.0/security-groups/adebd458-1e53-4561-a416-bcf69178c863 HTTP/1.1" status: 200 len: 1779 time: 0.0645139 Jul 15 23:29:03.632074 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47296) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:03.633835 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-32473782-fa9c-46f0-b580-33025b761b83 req-bd803787-1442-47a7-85a4-02c79f5ea344 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=592f5a48-b4a5-4d61-870a-a95a9edd699a HTTP/1.1" status: 200 len: 217 time: 0.0825744 Jul 15 23:29:03.691760 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8a2f655c-f8aa-4044-9a83-85ee9bfb5fa8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.692231 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2f655c-f8aa-4044-9a83-85ee9bfb5fa8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Fanout notify agent at l3_agent the message router_deleted on router a0fa2f54-d5cb-4500-bec9-8e27b9d40055 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:29:03.701010 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8a2f655c-f8aa-4044-9a83-85ee9bfb5fa8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.706271 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8a2f655c-f8aa-4044-9a83-85ee9bfb5fa8 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/routers/a0fa2f54-d5cb-4500-bec9-8e27b9d40055 HTTP/1.1" status: 204 len: 168 time: 1.1115963 Jul 15 23:29:03.711220 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47298) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:03.722304 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-581ceb47-4df4-435f-9cc2-0ea2f06ab1d1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-296318403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:03.782796 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32473782-fa9c-46f0-b580-33025b761b83 req-d3f644b8-c11c-46fc-99c2-344efec561bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:03.784927 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-32473782-fa9c-46f0-b580-33025b761b83 req-d3f644b8-c11c-46fc-99c2-344efec561bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6de8285-de5b-413c-95dd-2ee40f47b0a1 HTTP/1.1" status: 200 len: 835 time: 0.1432750 Jul 15 23:29:03.785758 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b1cff319-9ca9-4506-8b13-b43b665f0cf7 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.790096 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-581ceb47-4df4-435f-9cc2-0ea2f06ab1d1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.791217 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-581ceb47-4df4-435f-9cc2-0ea2f06ab1d1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.824435 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce2d3d-96de-45fb-8254-19f377cf7150 req-b4d328b7-0f9d-44e0-a647-449a4ffc6baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:03.826008 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-69ce2d3d-96de-45fb-8254-19f377cf7150 req-b4d328b7-0f9d-44e0-a647-449a4ffc6baf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=79c3aa4018564f7da590e1588531d478&device_id=70f2d6d8-9199-4e56-9d6a-c1a5e7347085 HTTP/1.1" status: 200 len: 1097 time: 0.1655567 Jul 15 23:29:03.831025 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b1cff319-9ca9-4506-8b13-b43b665f0cf7 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.930560 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b1cff319-9ca9-4506-8b13-b43b665f0cf7 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.931611 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32473782-fa9c-46f0-b580-33025b761b83 req-55879aac-7e37-4fac-8726-a308be10a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:03.933247 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b1cff319-9ca9-4506-8b13-b43b665f0cf7 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.933517 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-32473782-fa9c-46f0-b580-33025b761b83 req-55879aac-7e37-4fac-8726-a308be10a214 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd00480a-e286-47f7-88e2-4e6500e9af44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1375656 Jul 15 23:29:03.934670 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b1cff319-9ca9-4506-8b13-b43b665f0cf7 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "DELETE /v2.0/security-groups/adebd458-1e53-4561-a416-bcf69178c863 HTTP/1.1" status: 204 len: 168 time: 0.3021295 Jul 15 23:29:03.960491 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47300) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:04.004074 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-581ceb47-4df4-435f-9cc2-0ea2f06ab1d1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:04.006975 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cff319-9ca9-4506-8b13-b43b665f0cf7 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adebd458-1e53-4561-a416-bcf69178c863,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:04.045606 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-581ceb47-4df4-435f-9cc2-0ea2f06ab1d1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:04.074415 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-581ceb47-4df4-435f-9cc2-0ea2f06ab1d1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:04.078319 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-581ceb47-4df4-435f-9cc2-0ea2f06ab1d1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3635077 Jul 15 23:29:04.081040 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47304) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:04.087217 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-6c481bec-2206-4d3d-b696-c1e1b45151c5 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:04.123511 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce2d3d-96de-45fb-8254-19f377cf7150 req-75e244b2-5982-4036-b886-0ddc7953d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:04.125040 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-69ce2d3d-96de-45fb-8254-19f377cf7150 req-75e244b2-5982-4036-b886-0ddc7953d8ab service neutron] 10.222.0.43 "GET /v2.0/networks?id=35287b5d-84dd-42c1-b0f1-c987dde5f190 HTTP/1.1" status: 200 len: 915 time: 0.2441463 Jul 15 23:29:04.130731 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-64db22b0-9ece-499e-b1c6-fb2552a3fe97 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1677313 Jul 15 23:29:04.133039 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88db6af3-69a7-4d3e-8f7a-af765fd0cce2 admin admin] Router b080e8dc-d9b0-448f-8702-998e6cdc32d1 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:29:04.135573 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47306) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:04.170879 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-b6f8a29c-3d5a-4f4c-ba2a-5eaef95102cb tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] delete failed (client error): The resource could not be found. Jul 15 23:29:04.172175 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b6f8a29c-3d5a-4f4c-ba2a-5eaef95102cb tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "DELETE /v2.0/security-groups/adebd458-1e53-4561-a416-bcf69178c863 HTTP/1.1" status: 404 len: 347 time: 0.0346923 Jul 15 23:29:04.176229 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47308) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:04.181287 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-69498ff2-b790-4437-84cf-00e2ace21262 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Request body: {'security_group': {'name': 'tempest-secgroup--1532116384'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:04.187459 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-32473782-fa9c-46f0-b580-33025b761b83 req-fe2c968c-58c9-4be3-9325-11c9cec1cb18 service neutron] 10.222.0.36 "GET /v2.0/networks/bd00480a-e286-47f7-88e2-4e6500e9af44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260628 Jul 15 23:29:04.324869 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69498ff2-b790-4437-84cf-00e2ace21262 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:04.337544 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-69ce2d3d-96de-45fb-8254-19f377cf7150 req-1fb77509-6c72-4a45-9680-fb02e8d3de75 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=149b648b-6fe8-449f-aa76-7236f8405638 HTTP/1.1" status: 200 len: 217 time: 0.1836112 Jul 15 23:29:04.339739 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6c481bec-2206-4d3d-b696-c1e1b45151c5 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:04.403807 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce2d3d-96de-45fb-8254-19f377cf7150 req-a9c0a3c6-bb10-4c27-8e93-4e6a5587da63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:04.405227 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-69ce2d3d-96de-45fb-8254-19f377cf7150 req-a9c0a3c6-bb10-4c27-8e93-4e6a5587da63 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b4773d7-480c-4cd8-aa6c-9f339f7216b1 HTTP/1.1" status: 200 len: 854 time: 0.0591998 Jul 15 23:29:04.416312 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6c481bec-2206-4d3d-b696-c1e1b45151c5 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16353154'] for router, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:04.423917 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88db6af3-69a7-4d3e-8f7a-af765fd0cce2 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:04.437652 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a1d9f2-24e0-4a32-8f8f-ea82fe1b55af None None] Sync routers for ids ['b080e8dc-d9b0-448f-8702-998e6cdc32d1'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:04.439316 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-88db6af3-69a7-4d3e-8f7a-af765fd0cce2 admin admin] 10.222.0.16 "PUT /v2.0/routers/b080e8dc-d9b0-448f-8702-998e6cdc32d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5328665 Jul 15 23:29:04.441805 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47312) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:04.444466 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-32473782-fa9c-46f0-b580-33025b761b83 req-9ebd04bc-e7d7-45fa-acbb-06672b12bb2a service neutron] 10.222.0.36 "GET /v2.0/networks/bd00480a-e286-47f7-88e2-4e6500e9af44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127442 Jul 15 23:29:04.469379 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a1d9f2-24e0-4a32-8f8f-ea82fe1b55af None None] Routers {'b080e8dc-d9b0-448f-8702-998e6cdc32d1'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:04.470315 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-08a1d9f2-24e0-4a32-8f8f-ea82fe1b55af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:28:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b080e8dc-d9b0-448f-8702-998e6cdc32d1'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:04.478862 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-69ce2d3d-96de-45fb-8254-19f377cf7150 req-976789ac-b6d2-4cd6-9f5b-726612b0dea2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35287b5d-84dd-42c1-b0f1-c987dde5f190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637574 Jul 15 23:29:04.637683 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69498ff2-b790-4437-84cf-00e2ace21262 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:04.647276 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-863c88ce-5f8a-4706-a382-30998484879b admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:04.649034 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69498ff2-b790-4437-84cf-00e2ace21262 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:04.661542 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf385e-5663-4e08-aca5-6fe210f7646a req-d083b9cf-0080-4dc0-9475-4fadb273da93 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:04.663089 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7dcf385e-5663-4e08-aca5-6fe210f7646a req-d083b9cf-0080-4dc0-9475-4fadb273da93 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 943 time: 0.2631142 Jul 15 23:29:04.701424 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-69ce2d3d-96de-45fb-8254-19f377cf7150 req-8c9c1548-45e5-47e0-a448-790b9ed3bb4b service neutron] 10.222.0.43 "GET /v2.0/networks/35287b5d-84dd-42c1-b0f1-c987dde5f190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788099 Jul 15 23:29:04.703007 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-08a1d9f2-24e0-4a32-8f8f-ea82fe1b55af None None] Set router b080e8dc-d9b0-448f-8702-998e6cdc32d1 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:29:04.706695 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c481bec-2206-4d3d-b696-c1e1b45151c5 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Router 3d1f7a22-79a0-4752-a793-3a15baff936d is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:29:04.727167 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69498ff2-b790-4437-84cf-00e2ace21262 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:04.728406 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-69498ff2-b790-4437-84cf-00e2ace21262 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5512054 Jul 15 23:29:04.731892 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47318) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:04.748690 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69498ff2-b790-4437-84cf-00e2ace21262 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7093750-cdb2-4dd1-bb4a-e92dde0f552a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:04.772514 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-5119dc44-1603-4c3b-8651-0fc10f7dd665 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Request body: {'security_group_rule': {'security_group_id': 'c7093750-cdb2-4dd1-bb4a-e92dde0f552a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:04.804566 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51d914-316a-430f-95a4-c8bdbc37dcd7 req-59a75ea1-5ada-4183-9474-dc5aa0bdea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:04.808104 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6b51d914-316a-430f-95a4-c8bdbc37dcd7 req-59a75ea1-5ada-4183-9474-dc5aa0bdea2c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 1094 time: 0.2266204 Jul 15 23:29:04.858823 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-863c88ce-5f8a-4706-a382-30998484879b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:04.929577 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c481bec-2206-4d3d-b696-c1e1b45151c5 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:04.943179 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ee5778-b9b5-4c63-9b84-cb09f6ba9023 None None] Sync routers for ids ['3d1f7a22-79a0-4752-a793-3a15baff936d'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:04.946794 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6c481bec-2206-4d3d-b696-c1e1b45151c5 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:04.950894 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6c481bec-2206-4d3d-b696-c1e1b45151c5 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "PUT /v2.0/routers/3d1f7a22-79a0-4752-a793-3a15baff936d HTTP/1.1" status: 200 len: 697 time: 0.8688426 Jul 15 23:29:04.952875 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47328) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:04.957167 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-08a1d9f2-24e0-4a32-8f8f-ea82fe1b55af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1804812641-router', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:29:02Z', 'revision_number': 5, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'gw_port': {'id': '35b9ffb1-203c-41e3-b353-6d638e4e5f7c', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:04.960413 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ee5778-b9b5-4c63-9b84-cb09f6ba9023 None None] Routers {'3d1f7a22-79a0-4752-a793-3a15baff936d'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:04.961038 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-d7ee5778-b9b5-4c63-9b84-cb09f6ba9023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:28:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3d1f7a22-79a0-4752-a793-3a15baff936d'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:04.994128 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a1d9f2-24e0-4a32-8f8f-ea82fe1b55af None None] Checking router: b080e8dc-d9b0-448f-8702-998e6cdc32d1 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:29:05.004316 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a1d9f2-24e0-4a32-8f8f-ea82fe1b55af None None] Routers {'b080e8dc-d9b0-448f-8702-998e6cdc32d1'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:05.004926 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-08a1d9f2-24e0-4a32-8f8f-ea82fe1b55af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:28:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b080e8dc-d9b0-448f-8702-998e6cdc32d1'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:05.029581 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51d914-316a-430f-95a4-c8bdbc37dcd7 req-34ee610d-85a9-4fd3-b7d8-f681869641cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:05.031484 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6b51d914-316a-430f-95a4-c8bdbc37dcd7 req-34ee610d-85a9-4fd3-b7d8-f681869641cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd00480a-e286-47f7-88e2-4e6500e9af44 HTTP/1.1" status: 200 len: 898 time: 0.2115626 Jul 15 23:29:05.104146 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7dcf385e-5663-4e08-aca5-6fe210f7646a req-ffd677e1-524d-4c03-8cfe-35e4d1a9cd29 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4300897 Jul 15 23:29:05.114869 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-08a1d9f2-24e0-4a32-8f8f-ea82fe1b55af None None] Set router b080e8dc-d9b0-448f-8702-998e6cdc32d1 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:29:05.116559 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-60747787-e190-4219-9be2-ea8ac67281fc tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "GET /v2.0/routers/3d1f7a22-79a0-4752-a793-3a15baff936d HTTP/1.1" status: 200 len: 703 time: 0.1571715 Jul 15 23:29:05.120231 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47330) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:05.121849 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6b51d914-316a-430f-95a4-c8bdbc37dcd7 req-95652a23-1390-4abd-9d77-e63efabeaad8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=592f5a48-b4a5-4d61-870a-a95a9edd699a HTTP/1.1" status: 200 len: 217 time: 0.0586920 Jul 15 23:29:05.135232 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-d7ee5778-b9b5-4c63-9b84-cb09f6ba9023 None None] Set router 3d1f7a22-79a0-4752-a793-3a15baff936d gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:29:05.157457 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5119dc44-1603-4c3b-8651-0fc10f7dd665 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.173714 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-69ce2d3d-96de-45fb-8254-19f377cf7150 req-dc364a8f-4e17-4831-9453-57bc379927bb service neutron] 10.222.0.43 "GET /v2.0/networks/35287b5d-84dd-42c1-b0f1-c987dde5f190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628808 Jul 15 23:29:05.186413 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-08a1d9f2-24e0-4a32-8f8f-ea82fe1b55af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1804812641-router', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:29:04Z', 'revision_number': 6, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:05.194389 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-dc0ed9a7-968e-476d-910e-2874d00f5f25 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d1f7a22-79a0-4752-a793-3a15baff936d HTTP/1.1" status: 200 len: 205 time: 0.0708225 Jul 15 23:29:05.205909 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47332) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:05.227832 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a1d9f2-24e0-4a32-8f8f-ea82fe1b55af None None] The sync data for ids ['b080e8dc-d9b0-448f-8702-998e6cdc32d1'] in n-d-787205-9 is: [{'id': 'b080e8dc-d9b0-448f-8702-998e6cdc32d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1804812641-router', 'tenant_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:29:04Z', 'revision_number': 6, 'project_id': 'ce3c14cbd70f4bed98591d54f3156d56', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:05.242290 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-863c88ce-5f8a-4706-a382-30998484879b admin admin] Deleting port 35b9ffb1-203c-41e3-b353-6d638e4e5f7c {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:05.242683 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-863c88ce-5f8a-4706-a382-30998484879b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.247332 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-d7ee5778-b9b5-4c63-9b84-cb09f6ba9023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1f7a22-79a0-4752-a793-3a15baff936d', 'name': 'tempest-RoutersIpV6Test-router-296318403', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:03Z', 'updated_at': '2021-07-15T23:29:04Z', 'revision_number': 2, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:05.297356 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ee5778-b9b5-4c63-9b84-cb09f6ba9023 None None] Checking router: 3d1f7a22-79a0-4752-a793-3a15baff936d for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:29:05.307723 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ee5778-b9b5-4c63-9b84-cb09f6ba9023 None None] Routers {'3d1f7a22-79a0-4752-a793-3a15baff936d'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:05.308674 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-d7ee5778-b9b5-4c63-9b84-cb09f6ba9023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:28:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3d1f7a22-79a0-4752-a793-3a15baff936d'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:05.318500 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ce47b64c-5624-4ccd-b769-b9f37c4283a4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.330384 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51d914-316a-430f-95a4-c8bdbc37dcd7 req-dabbfe52-c45d-4dc6-804e-8d3fde13e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:05.331995 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6b51d914-316a-430f-95a4-c8bdbc37dcd7 req-dabbfe52-c45d-4dc6-804e-8d3fde13e7a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6de8285-de5b-413c-95dd-2ee40f47b0a1 HTTP/1.1" status: 200 len: 835 time: 0.1990182 Jul 15 23:29:05.392819 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-863c88ce-5f8a-4706-a382-30998484879b admin admin] For port 35b9ffb1-203c-41e3-b353-6d638e4e5f7c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=35b9ffb1-203c-41e3-b353-6d638e4e5f7c,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:05.393214 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-863c88ce-5f8a-4706-a382-30998484879b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.405679 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-d7ee5778-b9b5-4c63-9b84-cb09f6ba9023 None None] Set router 3d1f7a22-79a0-4752-a793-3a15baff936d gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:29:05.409885 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-863c88ce-5f8a-4706-a382-30998484879b admin admin] Calling delete_port for 35b9ffb1-203c-41e3-b353-6d638e4e5f7c owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:05.471452 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51d914-316a-430f-95a4-c8bdbc37dcd7 req-ec2e5479-1ff6-4dca-b6e6-c117f1d33f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:05.472981 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6b51d914-316a-430f-95a4-c8bdbc37dcd7 req-ec2e5479-1ff6-4dca-b6e6-c117f1d33f21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd00480a-e286-47f7-88e2-4e6500e9af44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1315560 Jul 15 23:29:05.476157 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-d7ee5778-b9b5-4c63-9b84-cb09f6ba9023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1f7a22-79a0-4752-a793-3a15baff936d', 'name': 'tempest-RoutersIpV6Test-router-296318403', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:03Z', 'updated_at': '2021-07-15T23:29:04Z', 'revision_number': 2, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:05.513361 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ee5778-b9b5-4c63-9b84-cb09f6ba9023 None None] The sync data for ids ['3d1f7a22-79a0-4752-a793-3a15baff936d'] in n-d-787205-9 is: [{'id': '3d1f7a22-79a0-4752-a793-3a15baff936d', 'name': 'tempest-RoutersIpV6Test-router-296318403', 'tenant_id': 'd359e41f44094595884c5840e3da1e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:03Z', 'updated_at': '2021-07-15T23:29:04Z', 'revision_number': 2, 'project_id': 'd359e41f44094595884c5840e3da1e2a', 'gw_port_host': None}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:05.523907 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5119dc44-1603-4c3b-8651-0fc10f7dd665 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.525803 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ce47b64c-5624-4ccd-b769-b9f37c4283a4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.529331 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ce47b64c-5624-4ccd-b769-b9f37c4283a4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.530809 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5119dc44-1603-4c3b-8651-0fc10f7dd665 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.587734 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119dc44-1603-4c3b-8651-0fc10f7dd665 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eccc660-bd2a-4ab3-b0bb-0ad232c11215,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:05.591866 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5119dc44-1603-4c3b-8651-0fc10f7dd665 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.593927 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5119dc44-1603-4c3b-8651-0fc10f7dd665 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8484313 Jul 15 23:29:05.595906 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47342) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:05.613582 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ce47b64c-5624-4ccd-b769-b9f37c4283a4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.614075 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce47b64c-5624-4ccd-b769-b9f37c4283a4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Fanout notify agent at l3_agent the message router_deleted on router 3d1f7a22-79a0-4752-a793-3a15baff936d {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:29:05.634151 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ce47b64c-5624-4ccd-b769-b9f37c4283a4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.635299 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ce47b64c-5624-4ccd-b769-b9f37c4283a4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/routers/3d1f7a22-79a0-4752-a793-3a15baff936d HTTP/1.1" status: 204 len: 168 time: 0.4281476 Jul 15 23:29:05.642982 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47346) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:05.662131 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device fb239d47-4520-437f-89d4-b405ba953887 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:05.663780 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6b51d914-316a-430f-95a4-c8bdbc37dcd7 req-41453b15-e2f5-4402-b6ab-905d9e85599d service neutron] 10.222.0.36 "GET /v2.0/networks/bd00480a-e286-47f7-88e2-4e6500e9af44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799653 Jul 15 23:29:05.708004 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: fb239d47-4520-437f-89d4-b405ba953887 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:29:05.708907 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device fb239d47-4520-437f-89d4-b405ba953887 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:29:05.728505 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4f20f37d-6795-4d3d-844b-8e4c11f62ea1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d1f7a22-79a0-4752-a793-3a15baff936d HTTP/1.1" status: 200 len: 205 time: 0.0812018 Jul 15 23:29:05.731537 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47348) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:05.774088 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-0dc8d332-dc70-48de-ad1f-095408436729 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] delete failed (client error): The resource could not be found. Jul 15 23:29:05.778095 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0dc8d332-dc70-48de-ad1f-095408436729 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/routers/3d1f7a22-79a0-4752-a793-3a15baff936d HTTP/1.1" status: 404 len: 336 time: 0.0426571 Jul 15 23:29:05.778095 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-642ba9dd-1a63-4647-8a25-3efe601af86f tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.779709 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47350) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:05.812435 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-642ba9dd-1a63-4647-8a25-3efe601af86f tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.815580 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d65d1e-ea10-4ba0-a0e5-e941279f1110 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] DELETE failed (client error): The resource could not be found. Jul 15 23:29:05.816377 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d65d1e-ea10-4ba0-a0e5-e941279f1110 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:29:05.820333 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-90d65d1e-ea10-4ba0-a0e5-e941279f1110 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/subnets/76723a9e-621e-40d3-813a-2609cb4c3e9c HTTP/1.1" status: 404 len: 337 time: 0.0373063 Jul 15 23:29:05.821714 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47352) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:05.845088 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6b51d914-316a-430f-95a4-c8bdbc37dcd7 req-c8c3f020-63be-4029-b402-0143ba51a692 service neutron] 10.222.0.36 "GET /v2.0/networks/bd00480a-e286-47f7-88e2-4e6500e9af44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714532 Jul 15 23:29:05.861962 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-642ba9dd-1a63-4647-8a25-3efe601af86f tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.869842 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-642ba9dd-1a63-4647-8a25-3efe601af86f tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.871586 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-642ba9dd-1a63-4647-8a25-3efe601af86f tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/3eccc660-bd2a-4ab3-b0bb-0ad232c11215 HTTP/1.1" status: 204 len: 168 time: 0.2747755 Jul 15 23:29:05.880502 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47354) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:05.884449 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-a721270e-b5d9-4a58-8c51-5ca5deaa65ba tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] DELETE failed (client error): The resource could not be found. Jul 15 23:29:05.887827 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ba9dd-1a63-4647-8a25-3efe601af86f tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3eccc660-bd2a-4ab3-b0bb-0ad232c11215,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:05.891000 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a721270e-b5d9-4a58-8c51-5ca5deaa65ba tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:29:05.893179 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a721270e-b5d9-4a58-8c51-5ca5deaa65ba tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/subnets/25040839-3a4b-4afb-b1f2-589729e485c7 HTTP/1.1" status: 404 len: 337 time: 0.0688827 Jul 15 23:29:05.896990 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47356) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:05.931943 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2abbdb5-9436-4f48-bed8-34ba661f950b tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] DELETE failed (client error): The resource could not be found. Jul 15 23:29:05.932596 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2abbdb5-9436-4f48-bed8-34ba661f950b tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:29:05.937150 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f2abbdb5-9436-4f48-bed8-34ba661f950b tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/subnets/8d583a7a-cb21-49f9-95c7-3f42335ac532 HTTP/1.1" status: 404 len: 337 time: 0.0365169 Jul 15 23:29:05.937810 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47358) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:05.970273 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-273a3f6e-4e81-4d07-aaa4-41883fa469f1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] DELETE failed (client error): The resource could not be found. Jul 15 23:29:05.970944 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-273a3f6e-4e81-4d07-aaa4-41883fa469f1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:29:05.975225 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-273a3f6e-4e81-4d07-aaa4-41883fa469f1 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/subnets/544a4801-2c8d-465a-a5d2-93fc40fdefb5 HTTP/1.1" status: 404 len: 337 time: 0.0338402 Jul 15 23:29:05.975647 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47360) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:05.986040 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-af9544ff-ede9-41ef-a651-39b69d8e6157 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1001589 Jul 15 23:29:05.986606 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47362) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:05.988099 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-863c88ce-5f8a-4706-a382-30998484879b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.042438 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a95ba91-411e-454d-93a9-cb8faaac8ac9 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.068146 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a95ba91-411e-454d-93a9-cb8faaac8ac9 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.116120 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a95ba91-411e-454d-93a9-cb8faaac8ac9 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.119139 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3a95ba91-411e-454d-93a9-cb8faaac8ac9 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.123311 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3a95ba91-411e-454d-93a9-cb8faaac8ac9 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "DELETE /v2.0/security-groups/c7093750-cdb2-4dd1-bb4a-e92dde0f552a HTTP/1.1" status: 204 len: 168 time: 0.1328256 Jul 15 23:29:06.124378 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47364) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:06.146497 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95ba91-411e-454d-93a9-cb8faaac8ac9 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7093750-cdb2-4dd1-bb4a-e92dde0f552a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:06.181528 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f869455c-869e-4b9d-828f-20de48f69af6 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0564075 Jul 15 23:29:06.186917 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47368) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:06.192363 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-1fb3eb39-8339-4c24-9970-ae77d94d7019 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Request body: {'security_group': {'name': 'tempest-secgroup--657026791'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:06.217253 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1fb3eb39-8339-4c24-9970-ae77d94d7019 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.387738 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7fb3ab56-bc6c-4129-bc20-bb8040ead12c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0fa2f54-d5cb-4500-bec9-8e27b9d40055 HTTP/1.1" status: 200 len: 205 time: 0.4074044 Jul 15 23:29:06.388313 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47370) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:06.406068 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c88ce-5f8a-4706-a382-30998484879b admin admin] Pushing event deleted for resources: {'Port': ['ID=35b9ffb1-203c-41e3-b353-6d638e4e5f7c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:06.429221 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-fb7d5838-9eec-4e57-85d1-4b643657dbdc tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] delete failed (client error): The resource could not be found. Jul 15 23:29:06.433665 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fb7d5838-9eec-4e57-85d1-4b643657dbdc tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/routers/a0fa2f54-d5cb-4500-bec9-8e27b9d40055 HTTP/1.1" status: 404 len: 336 time: 0.0415320 Jul 15 23:29:06.447861 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47372) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:06.469275 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-863c88ce-5f8a-4706-a382-30998484879b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.475509 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ee4c4-dacf-48a9-b97b-ce79d5f8d983 req-0cf1e939-f574-4e62-9eba-89f405f87707 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:06.477079 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fe4ee4c4-dacf-48a9-b97b-ce79d5f8d983 req-0cf1e939-f574-4e62-9eba-89f405f87707 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 943 time: 0.1836679 Jul 15 23:29:06.505493 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1fb3eb39-8339-4c24-9970-ae77d94d7019 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.509152 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b50e5406-8837-4e8f-a563-154797c43ebc tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aa749d2-08a8-416e-933a-4242c46d6a1a HTTP/1.1" status: 200 len: 205 time: 0.0602555 Jul 15 23:29:06.512866 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47374) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:06.516658 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1fb3eb39-8339-4c24-9970-ae77d94d7019 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.570284 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1fb3eb39-8339-4c24-9970-ae77d94d7019 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.571696 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1fb3eb39-8339-4c24-9970-ae77d94d7019 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3836808 Jul 15 23:29:06.575423 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47376) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:06.580881 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-1f2a8ea5-39e0-4dd5-ad96-460746006a32 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Request body: {'security_group_rule': {'security_group_id': '6975fd43-bf96-4fdd-9160-e450a003931e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:06.587541 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fe4ee4c4-dacf-48a9-b97b-ce79d5f8d983 req-cee9ebe0-cfef-406d-ac24-bbd3c440904c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863788 Jul 15 23:29:06.588178 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3eb39-8339-4c24-9970-ae77d94d7019 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6975fd43-bf96-4fdd-9160-e450a003931e,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:06.604009 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-fb7b8941-4086-43e6-bb21-8772e493eeb2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] delete failed (client error): The resource could not be found. Jul 15 23:29:06.608674 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fb7b8941-4086-43e6-bb21-8772e493eeb2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/routers/0aa749d2-08a8-416e-933a-4242c46d6a1a HTTP/1.1" status: 404 len: 336 time: 0.0950315 Jul 15 23:29:06.608847 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47378) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:06.648292 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-863c88ce-5f8a-4706-a382-30998484879b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.649830 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1f2a8ea5-39e0-4dd5-ad96-460746006a32 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.651000 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-863c88ce-5f8a-4706-a382-30998484879b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.653306 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-163b9b84-0dcf-4dfd-9405-7c06682792ae tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] DELETE failed (client error): The resource could not be found. Jul 15 23:29:06.653765 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-163b9b84-0dcf-4dfd-9405-7c06682792ae tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:29:06.655630 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-163b9b84-0dcf-4dfd-9405-7c06682792ae tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/subnets/46e5b368-dd45-4740-ad3f-3b3241fbea70 HTTP/1.1" status: 404 len: 337 time: 0.0453501 Jul 15 23:29:06.660154 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47380) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:06.736384 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1f2a8ea5-39e0-4dd5-ad96-460746006a32 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.747433 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1f2a8ea5-39e0-4dd5-ad96-460746006a32 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.761869 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-19d0ba8b-9bdd-4687-bdc3-af06e153f14d tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "GET /v2.0/ports?device_id=39018926-a6cf-4579-bc64-6c031cda598c HTTP/1.1" status: 200 len: 205 time: 0.0954337 Jul 15 23:29:06.761869 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-863c88ce-5f8a-4706-a382-30998484879b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.762292 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863c88ce-5f8a-4706-a382-30998484879b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b080e8dc-d9b0-448f-8702-998e6cdc32d1 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:29:06.764989 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47384) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:06.777383 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a8ea5-39e0-4dd5-ad96-460746006a32 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f33b9b36-7629-41f1-bdc2-468d5b8b2d4c,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:06.781562 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1f2a8ea5-39e0-4dd5-ad96-460746006a32 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.785800 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1f2a8ea5-39e0-4dd5-ad96-460746006a32 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2064080 Jul 15 23:29:06.786274 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-863c88ce-5f8a-4706-a382-30998484879b admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.786367 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47386) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:06.787343 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-863c88ce-5f8a-4706-a382-30998484879b admin admin] 10.222.0.16 "DELETE /v2.0/routers/b080e8dc-d9b0-448f-8702-998e6cdc32d1 HTTP/1.1" status: 204 len: 168 time: 2.3418503 Jul 15 23:29:06.789824 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47388) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:06.796295 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-4121a15c-435a-4e6f-ab59-918a40c1e6fb tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Request body: {'security_group_rule': {'security_group_id': '6975fd43-bf96-4fdd-9160-e450a003931e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:06.846948 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4121a15c-435a-4e6f-ab59-918a40c1e6fb tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.875475 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-ab411f0d-0040-4c1a-935e-1cbec7b2c3f2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] delete failed (client error): The resource could not be found. Jul 15 23:29:06.877126 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ab411f0d-0040-4c1a-935e-1cbec7b2c3f2 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/routers/39018926-a6cf-4579-bc64-6c031cda598c HTTP/1.1" status: 404 len: 336 time: 0.1112056 Jul 15 23:29:06.879871 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47398) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:06.920802 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4121a15c-435a-4e6f-ab59-918a40c1e6fb tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.926854 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4121a15c-435a-4e6f-ab59-918a40c1e6fb tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.932505 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bb8a84db-ecaa-402a-911e-2df4912ddfb4 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "GET /v2.0/ports?device_id=25032b31-8cc8-40f4-a62e-ed171f7b12b9 HTTP/1.1" status: 200 len: 205 time: 0.0513163 Jul 15 23:29:06.935402 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47400) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:06.954547 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4121a15c-435a-4e6f-ab59-918a40c1e6fb tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.956319 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4121a15c-435a-4e6f-ab59-918a40c1e6fb tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1656754 Jul 15 23:29:06.959343 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121a15c-435a-4e6f-ab59-918a40c1e6fb tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eb6d28f-f966-4a07-a5e7-0192f6fdf065,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:06.961413 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47402) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:06.962022 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-83513d67-04ba-48f9-8802-6fdec9c348c9 admin admin] Deleting subnet 849813aa-50e4-40b7-a59e-c4d2aaa3041a {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:06.969199 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-840e9b7d-e836-4ebf-b4ae-4f32db8dc4af tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Request body: {'security_group_rule': {'security_group_id': '6975fd43-bf96-4fdd-9160-e450a003931e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:07.005836 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-840e9b7d-e836-4ebf-b4ae-4f32db8dc4af tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.009591 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-83513d67-04ba-48f9-8802-6fdec9c348c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.029378 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-15871c3d-74ab-40ca-9751-3efb4b5231e7 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] delete failed (client error): The resource could not be found. Jul 15 23:29:07.032822 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-15871c3d-74ab-40ca-9751-3efb4b5231e7 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/routers/25032b31-8cc8-40f4-a62e-ed171f7b12b9 HTTP/1.1" status: 404 len: 336 time: 0.0940421 Jul 15 23:29:07.034065 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47404) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:07.050091 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-83513d67-04ba-48f9-8802-6fdec9c348c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.072541 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af3e1a6-89bc-45a3-8993-899852c39363 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] DELETE failed (client error): The resource could not be found. Jul 15 23:29:07.075205 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af3e1a6-89bc-45a3-8993-899852c39363 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:29:07.075434 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4af3e1a6-89bc-45a3-8993-899852c39363 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/subnets/85fc3be5-cd07-4e3e-8570-72f003ef673b HTTP/1.1" status: 404 len: 337 time: 0.0411506 Jul 15 23:29:07.078982 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47406) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:07.121511 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-faf67b8c-4dc7-4695-97dc-51baab141002 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "GET /v2.0/ports?device_id=71ecf9dc-5c4a-46c4-a04b-2cf42eac5477 HTTP/1.1" status: 200 len: 205 time: 0.0413818 Jul 15 23:29:07.127530 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47408) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:07.174246 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-840e9b7d-e836-4ebf-b4ae-4f32db8dc4af tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.175543 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-42b1b045-88cc-443e-a177-e4d6952f758c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] delete failed (client error): The resource could not be found. Jul 15 23:29:07.176593 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-42b1b045-88cc-443e-a177-e4d6952f758c tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/routers/71ecf9dc-5c4a-46c4-a04b-2cf42eac5477 HTTP/1.1" status: 404 len: 336 time: 0.0514872 Jul 15 23:29:07.179446 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47410) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:07.181606 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-840e9b7d-e836-4ebf-b4ae-4f32db8dc4af tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.203539 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e9b7d-e836-4ebf-b4ae-4f32db8dc4af tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe940e8-457c-4c1f-87e2-1303a3d92507,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:07.211305 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-840e9b7d-e836-4ebf-b4ae-4f32db8dc4af tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.216260 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-840e9b7d-e836-4ebf-b4ae-4f32db8dc4af tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2529969 Jul 15 23:29:07.217010 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47412) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:07.222324 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-f8bcc8af-de4d-476d-8594-9e5d395d3a7d tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Request body: {'security_group_rule': {'security_group_id': '6975fd43-bf96-4fdd-9160-e450a003931e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:07.227969 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d8cae6-466f-42b7-8ae6-9d9b85b313b9 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] DELETE failed (client error): The resource could not be found. Jul 15 23:29:07.228945 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d8cae6-466f-42b7-8ae6-9d9b85b313b9 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:29:07.231307 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-68d8cae6-466f-42b7-8ae6-9d9b85b313b9 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/subnets/999890b6-3f6f-48b9-9b40-efbcf2ac95ef HTTP/1.1" status: 404 len: 337 time: 0.0507855 Jul 15 23:29:07.233304 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-83513d67-04ba-48f9-8802-6fdec9c348c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.235373 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47414) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:07.260728 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f8bcc8af-de4d-476d-8594-9e5d395d3a7d tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.287994 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0b2f1ecd-d329-440a-9e1f-4b1f368759bd tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c336cbf-e25e-41a1-b875-e2253d81b21e HTTP/1.1" status: 200 len: 205 time: 0.0514910 Jul 15 23:29:07.291479 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47416) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:07.324871 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-83513d67-04ba-48f9-8802-6fdec9c348c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.351001 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-df73a191-cb4a-4b7a-8336-ad793dfb5699 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] delete failed (client error): The resource could not be found. Jul 15 23:29:07.352043 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-df73a191-cb4a-4b7a-8336-ad793dfb5699 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/routers/1c336cbf-e25e-41a1-b875-e2253d81b21e HTTP/1.1" status: 404 len: 336 time: 0.0593836 Jul 15 23:29:07.355226 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47420) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:07.358171 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83513d67-04ba-48f9-8802-6fdec9c348c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=849813aa-50e4-40b7-a59e-c4d2aaa3041a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:07.363376 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-83513d67-04ba-48f9-8802-6fdec9c348c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.367943 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-83513d67-04ba-48f9-8802-6fdec9c348c9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/849813aa-50e4-40b7-a59e-c4d2aaa3041a HTTP/1.1" status: 204 len: 168 time: 0.5771191 Jul 15 23:29:07.368565 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47422) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:07.371649 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5153c06-b9e2-4c2b-82bf-ab8466a0390c None None] Network 34f2ebab-bb83-41e4-bb34-809be32dfaa3 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:07.392772 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-88053303-02d4-4356-b3d4-791e25ae3768 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] DELETE failed (client error): The resource could not be found. Jul 15 23:29:07.393236 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88053303-02d4-4356-b3d4-791e25ae3768 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:29:07.395078 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-88053303-02d4-4356-b3d4-791e25ae3768 tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/subnets/b1b21a92-d68c-4fac-9614-546b8245713e HTTP/1.1" status: 404 len: 337 time: 0.0386891 Jul 15 23:29:07.397513 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47424) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:07.433886 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-db6413ad-b65e-49ea-8549-e4466878362f tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] DELETE failed (client error): The resource could not be found. Jul 15 23:29:07.434349 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db6413ad-b65e-49ea-8549-e4466878362f tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:29:07.449401 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-db6413ad-b65e-49ea-8549-e4466878362f tempest-RoutersIpV6Test-259400681 tempest-RoutersIpV6Test-259400681-project] 10.222.0.16 "DELETE /v2.0/subnets/16bc84ac-1123-4fbe-a386-19c15bed9bc3 HTTP/1.1" status: 404 len: 337 time: 0.0508602 Jul 15 23:29:07.466161 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14ddd75e-17e8-4b4e-905b-02e8cf4d6a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.481136 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f8bcc8af-de4d-476d-8594-9e5d395d3a7d tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.490295 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f8bcc8af-de4d-476d-8594-9e5d395d3a7d tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.523219 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bcc8af-de4d-476d-8594-9e5d395d3a7d tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c1efa9-899c-4d17-b09a-99a5ef0b84cd,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:07.535382 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-14ddd75e-17e8-4b4e-905b-02e8cf4d6a63 admin admin] Deleting port 654030c2-3073-4ebc-8f0d-f8722b7949ac {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:07.535926 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14ddd75e-17e8-4b4e-905b-02e8cf4d6a63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.558416 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f8bcc8af-de4d-476d-8594-9e5d395d3a7d tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.561087 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f8bcc8af-de4d-476d-8594-9e5d395d3a7d tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3428595 Jul 15 23:29:07.562430 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47428) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:07.563686 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 35b9ffb1-203c-41e3-b353-6d638e4e5f7c no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:07.567549 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-0a990c48-58cc-4c52-9c22-08582fbc7f4e tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Request body: {'security_group_rule': {'security_group_id': '6975fd43-bf96-4fdd-9160-e450a003931e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:07.590561 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 35b9ffb1-203c-41e3-b353-6d638e4e5f7c {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:29:07.590934 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 35b9ffb1-203c-41e3-b353-6d638e4e5f7c not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:29:07.622781 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0a990c48-58cc-4c52-9c22-08582fbc7f4e tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.626272 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-14ddd75e-17e8-4b4e-905b-02e8cf4d6a63 admin admin] For port 654030c2-3073-4ebc-8f0d-f8722b7949ac, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=654030c2-3073-4ebc-8f0d-f8722b7949ac,segment=NetworkSegment(27249ff3-8705-4d3c-b5f4-e5775a35bb17),segment_id=27249ff3-8705-4d3c-b5f4-e5775a35bb17)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:07.626679 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14ddd75e-17e8-4b4e-905b-02e8cf4d6a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.641946 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-14ddd75e-17e8-4b4e-905b-02e8cf4d6a63 admin admin] Calling delete_port for 654030c2-3073-4ebc-8f0d-f8722b7949ac owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:07.681831 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4972f9ae-d27c-484b-bb97-918f67b9f0a4 None None] DHCP port deletion for 34f2ebab-bb83-41e4-bb34-809be32dfaa3 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:29:07.733674 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0a990c48-58cc-4c52-9c22-08582fbc7f4e tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.738182 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0a990c48-58cc-4c52-9c22-08582fbc7f4e tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.758895 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14ddd75e-17e8-4b4e-905b-02e8cf4d6a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.775876 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-4972f9ae-d27c-484b-bb97-918f67b9f0a4 None None] Deleting port 654030c2-3073-4ebc-8f0d-f8722b7949ac {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:07.776300 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4972f9ae-d27c-484b-bb97-918f67b9f0a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.780671 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a990c48-58cc-4c52-9c22-08582fbc7f4e tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bad89fc-0f6f-4439-8331-1eb3f7fc20c6,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:07.784658 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ddd75e-17e8-4b4e-905b-02e8cf4d6a63 admin admin] No DVR routers for this DVR port 654030c2-3073-4ebc-8f0d-f8722b7949ac on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:07.791314 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0a990c48-58cc-4c52-9c22-08582fbc7f4e tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.792607 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0a990c48-58cc-4c52-9c22-08582fbc7f4e tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2290852 Jul 15 23:29:07.806412 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47432) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:07.827298 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ddd75e-17e8-4b4e-905b-02e8cf4d6a63 admin admin] Pushing event deleted for resources: {'Port': ['ID=654030c2-3073-4ebc-8f0d-f8722b7949ac,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:07.854337 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3baddfb3-4113-4bff-9f85-e90bca7308a3 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.864649 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4972f9ae-d27c-484b-bb97-918f67b9f0a4 None None] For port 654030c2-3073-4ebc-8f0d-f8722b7949ac, host n-d-787205-9, got binding levels [] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:07.865114 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4972f9ae-d27c-484b-bb97-918f67b9f0a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.873699 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3baddfb3-4113-4bff-9f85-e90bca7308a3 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.879422 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-4972f9ae-d27c-484b-bb97-918f67b9f0a4 None None] Calling delete_port for 654030c2-3073-4ebc-8f0d-f8722b7949ac owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:07.882427 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.ipam_backend_mixin [None req-4972f9ae-d27c-484b-bb97-918f67b9f0a4 None None] Port 654030c2-3073-4ebc-8f0d-f8722b7949ac was not found and therefore no delete operation was performed {{(pid=93800) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:29:07.883795 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4972f9ae-d27c-484b-bb97-918f67b9f0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.898127 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4972f9ae-d27c-484b-bb97-918f67b9f0a4 None None] No DVR routers for this DVR port 654030c2-3073-4ebc-8f0d-f8722b7949ac on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:07.919555 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972f9ae-d27c-484b-bb97-918f67b9f0a4 None None] Pushing event deleted for resources: {'Port': ['ID=654030c2-3073-4ebc-8f0d-f8722b7949ac,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:07.929012 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972f9ae-d27c-484b-bb97-918f67b9f0a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:07.929441 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972f9ae-d27c-484b-bb97-918f67b9f0a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:07.929855 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972f9ae-d27c-484b-bb97-918f67b9f0a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:07.930238 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972f9ae-d27c-484b-bb97-918f67b9f0a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:07.930837 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972f9ae-d27c-484b-bb97-918f67b9f0a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:07.931239 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972f9ae-d27c-484b-bb97-918f67b9f0a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:07.931663 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3baddfb3-4113-4bff-9f85-e90bca7308a3 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.931777 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972f9ae-d27c-484b-bb97-918f67b9f0a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:07.932182 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972f9ae-d27c-484b-bb97-918f67b9f0a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:07.932583 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972f9ae-d27c-484b-bb97-918f67b9f0a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:07.934286 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972f9ae-d27c-484b-bb97-918f67b9f0a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:07.934286 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972f9ae-d27c-484b-bb97-918f67b9f0a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:07.934516 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972f9ae-d27c-484b-bb97-918f67b9f0a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:07.962891 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3baddfb3-4113-4bff-9f85-e90bca7308a3 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.964840 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14ddd75e-17e8-4b4e-905b-02e8cf4d6a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.965081 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3baddfb3-4113-4bff-9f85-e90bca7308a3 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/0bad89fc-0f6f-4439-8331-1eb3f7fc20c6 HTTP/1.1" status: 204 len: 168 time: 0.1574576 Jul 15 23:29:07.967823 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47438) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:07.973207 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baddfb3-4113-4bff-9f85-e90bca7308a3 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0bad89fc-0f6f-4439-8331-1eb3f7fc20c6,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:07.991268 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-14ddd75e-17e8-4b4e-905b-02e8cf4d6a63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f2ebab-bb83-41e4-bb34-809be32dfaa3']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:08.004237 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-14ddd75e-17e8-4b4e-905b-02e8cf4d6a63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27249ff3-8705-4d3c-b5f4-e5775a35bb17') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:08.004533 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-14ddd75e-17e8-4b4e-905b-02e8cf4d6a63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27249ff3-8705-4d3c-b5f4-e5775a35bb17') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:08.011432 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47440) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:08.024417 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14ddd75e-17e8-4b4e-905b-02e8cf4d6a63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.030367 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce380c9c-0d68-4884-90a0-766d9bae61dd req-d246cba4-7762-4c37-a666-42f259628031 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:08.032079 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce380c9c-0d68-4884-90a0-766d9bae61dd req-d246cba4-7762-4c37-a666-42f259628031 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 943 time: 0.1183908 Jul 15 23:29:08.081617 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c1d327f4-e314-456a-a2db-b49640a6b99d tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1125202 Jul 15 23:29:08.082882 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14ddd75e-17e8-4b4e-905b-02e8cf4d6a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.084835 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47444) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:08.091168 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce380c9c-0d68-4884-90a0-766d9bae61dd req-50abaca3-3481-45f8-b9ca-870866f22b74 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501857 Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ddd75e-17e8-4b4e-905b-02e8cf4d6a63 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14ddd75e-17e8-4b4e-905b-02e8cf4d6a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:29:08.116999 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:29:08.172106 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ee641f9-4e9d-4e81-b4bf-a6e02b28eb73 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.182906 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ee641f9-4e9d-4e81-b4bf-a6e02b28eb73 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.188786 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14ddd75e-17e8-4b4e-905b-02e8cf4d6a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.194665 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3aa94142-436c-4ad8-a2e6-e83325c457fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d359e41f44094595884c5840e3da1e2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1792877 Jul 15 23:29:08.194665 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47446) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:08.205150 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-14ddd75e-17e8-4b4e-905b-02e8cf4d6a63 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.209539 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-14ddd75e-17e8-4b4e-905b-02e8cf4d6a63 admin admin] 10.222.0.16 "DELETE /v2.0/networks/34f2ebab-bb83-41e4-bb34-809be32dfaa3 HTTP/1.1" status: 204 len: 168 time: 0.8400171 Jul 15 23:29:08.221041 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ddd75e-17e8-4b4e-905b-02e8cf4d6a63 admin admin] Pushing event deleted for resources: {'Network': ['ID=34f2ebab-bb83-41e4-bb34-809be32dfaa3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:08.241128 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ee641f9-4e9d-4e81-b4bf-a6e02b28eb73 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.248197 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4ee641f9-4e9d-4e81-b4bf-a6e02b28eb73 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.250146 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4ee641f9-4e9d-4e81-b4bf-a6e02b28eb73 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/38c1efa9-899c-4d17-b09a-99a5ef0b84cd HTTP/1.1" status: 204 len: 168 time: 0.1642852 Jul 15 23:29:08.257060 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 592f5a48-b4a5-4d61-870a-a95a9edd699a details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:29:08.257213 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47450) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:08.260019 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee641f9-4e9d-4e81-b4bf-a6e02b28eb73 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38c1efa9-899c-4d17-b09a-99a5ef0b84cd,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:08.277122 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d80a76c6-b48e-49a2-931f-66c7ae917b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.325588 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d5e3ac26-fad6-46ee-b2fb-5f3850c03bb5 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0672967 Jul 15 23:29:08.328504 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47452) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:08.336362 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d80a76c6-b48e-49a2-931f-66c7ae917b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.369016 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f94925b1-40e8-458d-9e0d-ecfc80e37c45 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.380199 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47454) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:08.395062 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d80a76c6-b48e-49a2-931f-66c7ae917b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.397638 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d80a76c6-b48e-49a2-931f-66c7ae917b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.398874 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d80a76c6-b48e-49a2-931f-66c7ae917b2c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b0a9c4a4-763f-4c18-a144-f2a746eae1eb HTTP/1.1" status: 204 len: 168 time: 0.1965759 Jul 15 23:29:08.407783 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a76c6-b48e-49a2-931f-66c7ae917b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a9c4a4-763f-4c18-a144-f2a746eae1eb,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:08.421933 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 592f5a48-b4a5-4d61-870a-a95a9edd699a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=592f5a48-b4a5-4d61-870a-a95a9edd699a,segment=NetworkSegment(61c3c033-0e18-4a02-98dd-de7e6b63ff43),segment_id=61c3c033-0e18-4a02-98dd-de7e6b63ff43)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:08.429533 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f94925b1-40e8-458d-9e0d-ecfc80e37c45 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.446429 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '592f5a48-b4a5-4d61-870a-a95a9edd699a', 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44', 'port_id': '592f5a48-b4a5-4d61-870a-a95a9edd699a', 'mac_address': 'fa:16:3e:2e:1b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6de8285-de5b-413c-95dd-2ee40f47b0a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:29:08.480770 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47458) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:08.481056 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2c8480f3-e2b6-40b8-bea7-5764141c664c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce3c14cbd70f4bed98591d54f3156d56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0984473 Jul 15 23:29:08.482387 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f94925b1-40e8-458d-9e0d-ecfc80e37c45 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.488227 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f94925b1-40e8-458d-9e0d-ecfc80e37c45 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.489392 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f94925b1-40e8-458d-9e0d-ecfc80e37c45 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/6fe940e8-457c-4c1f-87e2-1303a3d92507 HTTP/1.1" status: 204 len: 168 time: 0.1597238 Jul 15 23:29:08.492231 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47460) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:08.510423 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.536749 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 592f5a48-b4a5-4d61-870a-a95a9edd699a {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:29:08.565295 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c7979a1a-7311-453d-8b1e-62e3ad42c842 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0705500 Jul 15 23:29:08.566144 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94925b1-40e8-458d-9e0d-ecfc80e37c45 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6fe940e8-457c-4c1f-87e2-1303a3d92507,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:08.569299 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47462) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:08.573516 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 592f5a48-b4a5-4d61-870a-a95a9edd699a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=592f5a48-b4a5-4d61-870a-a95a9edd699a,segment=NetworkSegment(61c3c033-0e18-4a02-98dd-de7e6b63ff43),segment_id=61c3c033-0e18-4a02-98dd-de7e6b63ff43)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:08.578234 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.601905 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-006b7737-110a-4cba-b1be-481ca61b3673 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.612873 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9b6b96e1-797d-4585-8cbf-25d0f68582d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.617029 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-006b7737-110a-4cba-b1be-481ca61b3673 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.640316 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=592f5a48-b4a5-4d61-870a-a95a9edd699a,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:08.652277 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-006b7737-110a-4cba-b1be-481ca61b3673 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.664070 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-006b7737-110a-4cba-b1be-481ca61b3673 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.664351 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9b6b96e1-797d-4585-8cbf-25d0f68582d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.668561 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-006b7737-110a-4cba-b1be-481ca61b3673 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/2eb6d28f-f966-4a07-a5e7-0192f6fdf065 HTTP/1.1" status: 204 len: 168 time: 0.0971732 Jul 15 23:29:08.669779 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b7737-110a-4cba-b1be-481ca61b3673 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2eb6d28f-f966-4a07-a5e7-0192f6fdf065,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:08.671397 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47464) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:08.723825 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47468) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:08.724297 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1fbef19e-bf92-475b-8013-de18037c8d50 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0515435 Jul 15 23:29:08.734117 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9b6b96e1-797d-4585-8cbf-25d0f68582d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.737506 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9b6b96e1-797d-4585-8cbf-25d0f68582d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.738764 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9b6b96e1-797d-4585-8cbf-25d0f68582d4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0621776b-c235-440c-be62-b956eb925e9d HTTP/1.1" status: 204 len: 168 time: 0.2556889 Jul 15 23:29:08.756514 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b96e1-797d-4585-8cbf-25d0f68582d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0621776b-c235-440c-be62-b956eb925e9d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:08.773424 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-73b12b4c-9831-425f-80aa-b8d185dffb0f tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.791375 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-73b12b4c-9831-425f-80aa-b8d185dffb0f tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.818695 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.832293 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-73b12b4c-9831-425f-80aa-b8d185dffb0f tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.842591 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-73b12b4c-9831-425f-80aa-b8d185dffb0f tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.844296 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-73b12b4c-9831-425f-80aa-b8d185dffb0f tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/f33b9b36-7629-41f1-bdc2-468d5b8b2d4c HTTP/1.1" status: 204 len: 168 time: 0.1189215 Jul 15 23:29:08.847122 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47474) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:08.849090 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b12b4c-9831-425f-80aa-b8d185dffb0f tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f33b9b36-7629-41f1-bdc2-468d5b8b2d4c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:08.899280 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fccb1814-a78f-46d3-84b6-27f67e8bde21 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0509698 Jul 15 23:29:08.899426 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47478) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:08.922365 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['592f5a48-b4a5-4d61-870a-a95a9edd699a'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:29:08.980422 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1a5b04d3-8992-4608-af40-b45aff555901 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.048474 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1a5b04d3-8992-4608-af40-b45aff555901 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.133444 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1a5b04d3-8992-4608-af40-b45aff555901 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.142557 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1a5b04d3-8992-4608-af40-b45aff555901 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.147777 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47490) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:09.159275 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1a5b04d3-8992-4608-af40-b45aff555901 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "DELETE /v2.0/security-groups/6975fd43-bf96-4fdd-9160-e450a003931e HTTP/1.1" status: 204 len: 168 time: 0.2587430 Jul 15 23:29:09.186437 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b04d3-8992-4608-af40-b45aff555901 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6975fd43-bf96-4fdd-9160-e450a003931e,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:09.243255 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-051256db-f397-43c3-a902-3878a9de1cb9 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0889716 Jul 15 23:29:09.245721 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47496) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:09.255210 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-2853302c-2711-4633-941b-182e74a83480 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Request body: {'security_group': {'name': 'tempest-secgroup--934139972'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:09.296711 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2853302c-2711-4633-941b-182e74a83480 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.445805 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c45d2-378c-4445-8a1f-ea7ae706917b req-b66f6368-b0e4-490b-80d9-2acab6b6f524 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:09.448576 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-547c45d2-378c-4445-8a1f-ea7ae706917b req-b66f6368-b0e4-490b-80d9-2acab6b6f524 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 944 time: 0.1454241 Jul 15 23:29:09.551991 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 654030c2-3073-4ebc-8f0d-f8722b7949ac no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:09.565941 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-547c45d2-378c-4445-8a1f-ea7ae706917b req-2b539357-8bdb-48d1-803e-85e12b21bb42 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039953 Jul 15 23:29:09.600021 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 654030c2-3073-4ebc-8f0d-f8722b7949ac {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:29:09.600592 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 654030c2-3073-4ebc-8f0d-f8722b7949ac not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:29:09.620904 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2853302c-2711-4633-941b-182e74a83480 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.626478 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2853302c-2711-4633-941b-182e74a83480 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.659469 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2853302c-2711-4633-941b-182e74a83480 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.660826 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2853302c-2711-4633-941b-182e74a83480 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4139869 Jul 15 23:29:09.663607 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47504) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:09.668787 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-6caf7b7c-6f90-419b-b5fa-7b9d59b7ed6a tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Request body: {'security_group_rule': {'security_group_id': 'd6afe5b3-277c-40af-a641-75e90555d4be', 'direction': 'ingress', 'protocol': 17}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:09.677460 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853302c-2711-4633-941b-182e74a83480 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6afe5b3-277c-40af-a641-75e90555d4be,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:09.716587 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6caf7b7c-6f90-419b-b5fa-7b9d59b7ed6a tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.820195 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6caf7b7c-6f90-419b-b5fa-7b9d59b7ed6a tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.826763 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6caf7b7c-6f90-419b-b5fa-7b9d59b7ed6a tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.855462 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf7b7c-6f90-419b-b5fa-7b9d59b7ed6a tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b15b10e-d266-4a8f-b0a8-a1e71bdc63ee,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:09.863706 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6caf7b7c-6f90-419b-b5fa-7b9d59b7ed6a tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.868668 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6caf7b7c-6f90-419b-b5fa-7b9d59b7ed6a tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2036140 Jul 15 23:29:09.868857 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47518) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:09.931785 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-396992bc-6951-489e-8b33-cf1897b1460d tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.972881 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-396992bc-6951-489e-8b33-cf1897b1460d tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.014353 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47522) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:10.028521 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-396992bc-6951-489e-8b33-cf1897b1460d tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.033843 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-396992bc-6951-489e-8b33-cf1897b1460d tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.035118 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-396992bc-6951-489e-8b33-cf1897b1460d tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "DELETE /v2.0/security-groups/d6afe5b3-277c-40af-a641-75e90555d4be HTTP/1.1" status: 204 len: 168 time: 0.1655409 Jul 15 23:29:10.038339 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47528) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:10.046729 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396992bc-6951-489e-8b33-cf1897b1460d tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6afe5b3-277c-40af-a641-75e90555d4be,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:10.116934 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47530) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:10.117296 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a855f144-0a04-4e69-9289-e4a6ea007475 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0770020 Jul 15 23:29:10.122505 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-82f8dd91-7834-4a2c-a5bc-c5e79aed26b9 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Request body: {'security_group': {'name': 'tempest-secgroup--543813168'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:10.165112 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-82f8dd91-7834-4a2c-a5bc-c5e79aed26b9 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.249944 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 592f5a48-b4a5-4d61-870a-a95a9edd699a up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:10.263658 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-82f8dd91-7834-4a2c-a5bc-c5e79aed26b9 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.268939 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-82f8dd91-7834-4a2c-a5bc-c5e79aed26b9 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.303986 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-82f8dd91-7834-4a2c-a5bc-c5e79aed26b9 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.308610 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47536) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:10.313417 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-82f8dd91-7834-4a2c-a5bc-c5e79aed26b9 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1923716 Jul 15 23:29:10.313946 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8afbd768-bbb3-41de-bdc3-71e3f4fb2b56 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Request body: {'security_group': {'name': 'tempest-secgroup--840751702'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:10.324183 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8dd91-7834-4a2c-a5bc-c5e79aed26b9 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35b63415-9fc6-4b89-b20c-67e98220e445,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:10.348491 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 592f5a48-b4a5-4d61-870a-a95a9edd699a completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:10.353485 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 592f5a48-b4a5-4d61-870a-a95a9edd699a triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:10.353934 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.359617 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e02f3b26-e9a5-46eb-8b64-a5967fd723e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Request body: {'network': {'name': 'tempest-RoutersTest-1339908623'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:10.363671 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8afbd768-bbb3-41de-bdc3-71e3f4fb2b56 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.399545 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02f3b26-e9a5-46eb-8b64-a5967fd723e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Made reservation on behalf of 421ff1e0f0fc408c9923cd5c1f8d6eaa for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:10.403966 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e02f3b26-e9a5-46eb-8b64-a5967fd723e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.421796 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e02f3b26-e9a5-46eb-8b64-a5967fd723e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.455516 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.485875 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4214fdc-ea4e-4ee8-8791-8079b8236762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592f5a48-b4a5-4d61-870a-a95a9edd699a'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:29:10.488473 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f75d0b5-eee1-46ad-b245-7eb127c45d19" -d '{"events": [{"server_uuid": "c4214fdc-ea4e-4ee8-8791-8079b8236762", "name": "network-vif-plugged", "status": "completed", "tag": "592f5a48-b4a5-4d61-870a-a95a9edd699a"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:29:10.515756 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8afbd768-bbb3-41de-bdc3-71e3f4fb2b56 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.522148 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 592f5a48-b4a5-4d61-870a-a95a9edd699a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=592f5a48-b4a5-4d61-870a-a95a9edd699a,segment=NetworkSegment(61c3c033-0e18-4a02-98dd-de7e6b63ff43),segment_id=61c3c033-0e18-4a02-98dd-de7e6b63ff43)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:10.526746 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.528714 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8afbd768-bbb3-41de-bdc3-71e3f4fb2b56 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.563159 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3474c8f9-5982-4ae6-9cb0-b6e2ab81d5c2 x-openstack-request-id: req-3474c8f9-5982-4ae6-9cb0-b6e2ab81d5c2 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:29:10.563745 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4214fdc-ea4e-4ee8-8791-8079b8236762", "name": "network-vif-plugged", "status": "completed", "tag": "592f5a48-b4a5-4d61-870a-a95a9edd699a", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:29:10.564035 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3474c8f9-5982-4ae6-9cb0-b6e2ab81d5c2 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:29:10.565110 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4214fdc-ea4e-4ee8-8791-8079b8236762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592f5a48-b4a5-4d61-870a-a95a9edd699a', 'code': 200} Jul 15 23:29:10.578432 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbd768-bbb3-41de-bdc3-71e3f4fb2b56 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fdd867-72ed-473d-a241-490e706e9ea2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:10.626718 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=592f5a48-b4a5-4d61-870a-a95a9edd699a,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:10.690809 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e02f3b26-e9a5-46eb-8b64-a5967fd723e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.717667 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e02f3b26-e9a5-46eb-8b64-a5967fd723e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.727439 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8afbd768-bbb3-41de-bdc3-71e3f4fb2b56 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.728644 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8afbd768-bbb3-41de-bdc3-71e3f4fb2b56 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4190102 Jul 15 23:29:10.739737 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47550) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:10.746875 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-dec2b164-7752-4aa9-a362-0b5093cd95f9 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Request body: {'security_group_rule': {'security_group_id': '35b63415-9fc6-4b89-b20c-67e98220e445', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e8fdd867-72ed-473d-a241-490e706e9ea2', 'remote_ip_prefix': None}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:10.773315 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02f3b26-e9a5-46eb-8b64-a5967fd723e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:29:10.812962 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e02f3b26-e9a5-46eb-8b64-a5967fd723e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.813311 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-e02f3b26-e9a5-46eb-8b64-a5967fd723e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Added segment e529d212-8e05-41dd-b0f6-50223123b69e of type vlan for network 365d12fc-f26c-4606-9e92-ae079f446813 Jul 15 23:29:10.815815 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f3b26-e9a5-46eb-8b64-a5967fd723e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4be90730-2aa0-47a0-9092-c2e7751b2422,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:10.832925 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8bd4f-7661-41b5-be7c-59e4e0f685f0 req-78d33173-fbe3-4963-b5f5-76ff3b8f6fae tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:10.837123 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dcd8bd4f-7661-41b5-be7c-59e4e0f685f0 req-78d33173-fbe3-4963-b5f5-76ff3b8f6fae tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 945 time: 0.1082387 Jul 15 23:29:10.908032 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c248f-abc8-44e2-8187-bc08f62fdfaa req-740aeb34-796c-4309-87d0-d516385933ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:10.910961 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-520c248f-abc8-44e2-8187-bc08f62fdfaa req-740aeb34-796c-4309-87d0-d516385933ba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 1096 time: 0.2320535 Jul 15 23:29:10.913644 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dcd8bd4f-7661-41b5-be7c-59e4e0f685f0 req-50c9f813-fcfb-4b9a-ab8d-780d669b4471 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645802 Jul 15 23:29:10.915804 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dec2b164-7752-4aa9-a362-0b5093cd95f9 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.921665 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e02f3b26-e9a5-46eb-8b64-a5967fd723e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.037535 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-520c248f-abc8-44e2-8187-bc08f62fdfaa req-afb01522-e65d-46d5-9482-ae818b657710 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110160 Jul 15 23:29:11.046870 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e02f3b26-e9a5-46eb-8b64-a5967fd723e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.054908 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02f3b26-e9a5-46eb-8b64-a5967fd723e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:11.055557 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e02f3b26-e9a5-46eb-8b64-a5967fd723e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.129980 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e02f3b26-e9a5-46eb-8b64-a5967fd723e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1115143 Jul 15 23:29:11.131125 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47566) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:11.141491 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-d4b77aae-52f8-4e65-9425-389741f547d1 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Request body: {'network': {'name': 'tempest-RoutersTest-1881480217'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:11.147931 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dec2b164-7752-4aa9-a362-0b5093cd95f9 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.177477 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b77aae-52f8-4e65-9425-389741f547d1 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Made reservation on behalf of 421ff1e0f0fc408c9923cd5c1f8d6eaa for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:11.180798 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f3b26-e9a5-46eb-8b64-a5967fd723e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Network': ['ID=365d12fc-f26c-4606-9e92-ae079f446813,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:11.186194 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dec2b164-7752-4aa9-a362-0b5093cd95f9 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.195346 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d4b77aae-52f8-4e65-9425-389741f547d1 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.195623 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 365d12fc-f26c-4606-9e92-ae079f446813 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:29:11.218544 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec2b164-7752-4aa9-a362-0b5093cd95f9 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0175c8bf-7f66-4a3a-9bfe-da12a9c8773d,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:11.242496 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dec2b164-7752-4aa9-a362-0b5093cd95f9 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.243911 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-dec2b164-7752-4aa9-a362-0b5093cd95f9 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5026336 Jul 15 23:29:11.246922 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47576) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:11.264509 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b77aae-52f8-4e65-9425-389741f547d1 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:29:11.284714 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6ffb864e-b79e-471c-8f82-7052c920299a tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.295998 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d4b77aae-52f8-4e65-9425-389741f547d1 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.296574 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-d4b77aae-52f8-4e65-9425-389741f547d1 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Added segment 53306838-4c9e-4a33-8915-d372a6f32724 of type vlan for network d9252e03-d28e-44b1-bb9b-8dfa65320b88 Jul 15 23:29:11.298994 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6ffb864e-b79e-471c-8f82-7052c920299a tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.381162 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d4b77aae-52f8-4e65-9425-389741f547d1 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.406916 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6ffb864e-b79e-471c-8f82-7052c920299a tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.419109 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6ffb864e-b79e-471c-8f82-7052c920299a tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.422723 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47588) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:11.423205 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6ffb864e-b79e-471c-8f82-7052c920299a tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/0175c8bf-7f66-4a3a-9bfe-da12a9c8773d HTTP/1.1" status: 204 len: 168 time: 0.1741710 Jul 15 23:29:11.434262 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb864e-b79e-471c-8f82-7052c920299a tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0175c8bf-7f66-4a3a-9bfe-da12a9c8773d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:11.461826 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d4b77aae-52f8-4e65-9425-389741f547d1 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.482117 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bb2024b7-3042-4f0e-ae2b-eb8c49b5c13f tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0566406 Jul 15 23:29:11.484696 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47592) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:11.490552 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b77aae-52f8-4e65-9425-389741f547d1 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:11.491506 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d4b77aae-52f8-4e65-9425-389741f547d1 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.532985 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d4b77aae-52f8-4e65-9425-389741f547d1 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3996027 Jul 15 23:29:11.535988 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47600) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:11.541579 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-1bfba9f4-a5c8-43ad-a819-30312b3c75ce tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Request body: {'subnet': {'network_id': '365d12fc-f26c-4606-9e92-ae079f446813', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:11.556745 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e9abbdd-3c1c-402f-b803-5ce26da764ba tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.589934 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e9abbdd-3c1c-402f-b803-5ce26da764ba tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.601736 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b77aae-52f8-4e65-9425-389741f547d1 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Network': ['ID=d9252e03-d28e-44b1-bb9b-8dfa65320b88,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:11.614218 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network d9252e03-d28e-44b1-bb9b-8dfa65320b88 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:29:11.663762 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e9abbdd-3c1c-402f-b803-5ce26da764ba tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.667906 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e9abbdd-3c1c-402f-b803-5ce26da764ba tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.670314 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4e9abbdd-3c1c-402f-b803-5ce26da764ba tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "DELETE /v2.0/security-groups/e8fdd867-72ed-473d-a241-490e706e9ea2 HTTP/1.1" status: 204 len: 168 time: 0.1829491 Jul 15 23:29:11.673519 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47606) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:11.701747 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9abbdd-3c1c-402f-b803-5ce26da764ba tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fdd867-72ed-473d-a241-490e706e9ea2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:11.750160 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfba9f4-a5c8-43ad-a819-30312b3c75ce tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Made reservation on behalf of 421ff1e0f0fc408c9923cd5c1f8d6eaa for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:11.754227 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1bfba9f4-a5c8-43ad-a819-30312b3c75ce tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.808697 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47612) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:11.808866 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5406425f-944a-4fe8-804f-d935c2ce9ec9 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1324005 Jul 15 23:29:11.895756 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c43b457-c769-45ea-83e9-cc01b4a4bd84 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.921229 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c43b457-c769-45ea-83e9-cc01b4a4bd84 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.020783 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c43b457-c769-45ea-83e9-cc01b4a4bd84 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.024016 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7c43b457-c769-45ea-83e9-cc01b4a4bd84 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.025373 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7c43b457-c769-45ea-83e9-cc01b4a4bd84 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "DELETE /v2.0/security-groups/35b63415-9fc6-4b89-b20c-67e98220e445 HTTP/1.1" status: 204 len: 168 time: 0.2148926 Jul 15 23:29:12.029133 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47622) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:12.035577 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1bfba9f4-a5c8-43ad-a819-30312b3c75ce tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.111762 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43b457-c769-45ea-83e9-cc01b4a4bd84 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b63415-9fc6-4b89-b20c-67e98220e445,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:12.180138 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1fb734e1-9eb2-4d56-9bd7-27c8baa34756 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1430495 Jul 15 23:29:12.185339 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47628) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:12.190593 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4a9b53e1-2ac2-4592-807d-d42d6d89f8c1 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Request body: {'security_group': {'name': 'tempest-secgroup--134568674'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:12.220393 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4a9b53e1-2ac2-4592-807d-d42d6d89f8c1 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.248271 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfba9f4-a5c8-43ad-a819-30312b3c75ce tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Subnet': ['ID=508d2da8-7876-463a-b5a5-2b5075c0c8dc,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:12.255641 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfba9f4-a5c8-43ad-a819-30312b3c75ce tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Checking segment: {'id': 'e529d212-8e05-41dd-b0f6-50223123b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '365d12fc-f26c-4606-9e92-ae079f446813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:12.256468 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfba9f4-a5c8-43ad-a819-30312b3c75ce tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network hostable DHCP agents. Network: 365d12fc-f26c-4606-9e92-ae079f446813, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:29:12.289941 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfba9f4-a5c8-43ad-a819-30312b3c75ce tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network 365d12fc-f26c-4606-9e92-ae079f446813 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:29:12.307119 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-1bfba9f4-a5c8-43ad-a819-30312b3c75ce tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 365d12fc-f26c-4606-9e92-ae079f446813) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:12.318768 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6a6d33-1aa4-4e1f-88cc-2e0a7e6f7fa6 None None] Network 365d12fc-f26c-4606-9e92-ae079f446813 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:12.335353 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa4dc5-3503-4769-8a88-17fd2f13fdf6 req-401a1e46-8849-4528-8ea3-a1fa6e6ddeb5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:12.337277 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fffa4dc5-3503-4769-8a88-17fd2f13fdf6 req-401a1e46-8849-4528-8ea3-a1fa6e6ddeb5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 945 time: 0.1349576 Jul 15 23:29:12.340183 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfba9f4-a5c8-43ad-a819-30312b3c75ce tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:12.342759 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1bfba9f4-a5c8-43ad-a819-30312b3c75ce tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.354537 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4a9b53e1-2ac2-4592-807d-d42d6d89f8c1 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.361612 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4a9b53e1-2ac2-4592-807d-d42d6d89f8c1 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.366982 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1bfba9f4-a5c8-43ad-a819-30312b3c75ce tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8298495 Jul 15 23:29:12.373108 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47630) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:12.378218 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-ab979ecb-b518-46fd-8d66-27234e77ef73 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Request body: {'subnet': {'network_id': 'd9252e03-d28e-44b1-bb9b-8dfa65320b88', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:12.398165 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4a9b53e1-2ac2-4592-807d-d42d6d89f8c1 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.401465 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4a9b53e1-2ac2-4592-807d-d42d6d89f8c1 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2147930 Jul 15 23:29:12.404622 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47632) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:12.421868 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-5bec62ab-6ab6-41aa-aad5-ea2ff0593618 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Request body: {'security_group_rule': {'security_group_id': '0494b7f2-7fce-44a2-b965-a18599eaba8e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:12.422901 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b53e1-2ac2-4592-807d-d42d6d89f8c1 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0494b7f2-7fce-44a2-b965-a18599eaba8e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:12.458276 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fffa4dc5-3503-4769-8a88-17fd2f13fdf6 req-b7793c47-4a8f-4057-883a-3dc8514ad94e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942726 Jul 15 23:29:12.526605 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5bec62ab-6ab6-41aa-aad5-ea2ff0593618 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.559167 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c5fad2-e95f-4723-8b26-edbeef91a679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-365d12fc-f26c-4606-9e92-ae079f446813', 'network_id': '365d12fc-f26c-4606-9e92-ae079f446813', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'fixed_ips': [{'subnet_id': '508d2da8-7876-463a-b5a5-2b5075c0c8dc'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:29:12.560725 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a3c5fad2-e95f-4723-8b26-edbeef91a679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.568451 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab979ecb-b518-46fd-8d66-27234e77ef73 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Made reservation on behalf of 421ff1e0f0fc408c9923cd5c1f8d6eaa for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:12.574685 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab979ecb-b518-46fd-8d66-27234e77ef73 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.577209 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47636) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:12.717451 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-a3c5fad2-e95f-4723-8b26-edbeef91a679 None None] Allocated IP 172.20.0.2 (365d12fc-f26c-4606-9e92-ae079f446813/508d2da8-7876-463a-b5a5-2b5075c0c8dc/aed4b1d1-9bcd-47ba-93d3-49bb8de7e161) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:12.891249 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a3c5fad2-e95f-4723-8b26-edbeef91a679 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.900527 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a3c5fad2-e95f-4723-8b26-edbeef91a679 None None] Transition to ACTIVE for port object aed4b1d1-9bcd-47ba-93d3-49bb8de7e161 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:12.917566 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a3c5fad2-e95f-4723-8b26-edbeef91a679 None None] Transition to ACTIVE for port object aed4b1d1-9bcd-47ba-93d3-49bb8de7e161 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:12.925654 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a3c5fad2-e95f-4723-8b26-edbeef91a679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.968038 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c5fad2-e95f-4723-8b26-edbeef91a679 None None] Network 365d12fc-f26c-4606-9e92-ae079f446813 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:12.975828 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-a3c5fad2-e95f-4723-8b26-edbeef91a679 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:12.980055 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c5fad2-e95f-4723-8b26-edbeef91a679 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:12.992953 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5fad2-e95f-4723-8b26-edbeef91a679 None None] Pushing event updated for resources: {'Port': ['ID=aed4b1d1-9bcd-47ba-93d3-49bb8de7e161,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:13.058321 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cf4a9367-75e7-4779-ab80-7ad30d803b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.061669 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5bec62ab-6ab6-41aa-aad5-ea2ff0593618 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.069901 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-a3c5fad2-e95f-4723-8b26-edbeef91a679 None None] Attempting to bind port aed4b1d1-9bcd-47ba-93d3-49bb8de7e161 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:29:13.070327 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-a3c5fad2-e95f-4723-8b26-edbeef91a679 None None] Attempting to bind port aed4b1d1-9bcd-47ba-93d3-49bb8de7e161 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'e529d212-8e05-41dd-b0f6-50223123b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '365d12fc-f26c-4606-9e92-ae079f446813'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:29:13.070753 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5fad2-e95f-4723-8b26-edbeef91a679 None None] Attempting to bind port aed4b1d1-9bcd-47ba-93d3-49bb8de7e161 on network 365d12fc-f26c-4606-9e92-ae079f446813 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:29:13.077153 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5bec62ab-6ab6-41aa-aad5-ea2ff0593618 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.077751 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5fad2-e95f-4723-8b26-edbeef91a679 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:29:13.078298 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5fad2-e95f-4723-8b26-edbeef91a679 None None] Checking segment: {'id': 'e529d212-8e05-41dd-b0f6-50223123b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '365d12fc-f26c-4606-9e92-ae079f446813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:13.079976 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a3c5fad2-e95f-4723-8b26-edbeef91a679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.080540 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5fad2-e95f-4723-8b26-edbeef91a679 None None] Bound using segment: {'id': 'e529d212-8e05-41dd-b0f6-50223123b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '365d12fc-f26c-4606-9e92-ae079f446813'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:29:13.081432 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-a3c5fad2-e95f-4723-8b26-edbeef91a679 None None] Bound port: aed4b1d1-9bcd-47ba-93d3-49bb8de7e161, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e529d212-8e05-41dd-b0f6-50223123b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '365d12fc-f26c-4606-9e92-ae079f446813'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:29:13.082029 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a3c5fad2-e95f-4723-8b26-edbeef91a679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.124169 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec62ab-6ab6-41aa-aad5-ea2ff0593618 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512c12e5-1287-4d0b-a632-19bcae669288,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:13.168995 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-a3c5fad2-e95f-4723-8b26-edbeef91a679 None None] For port aed4b1d1-9bcd-47ba-93d3-49bb8de7e161, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:29:13.172703 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-a3c5fad2-e95f-4723-8b26-edbeef91a679 None None] For port aed4b1d1-9bcd-47ba-93d3-49bb8de7e161, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=aed4b1d1-9bcd-47ba-93d3-49bb8de7e161,segment=NetworkSegment(e529d212-8e05-41dd-b0f6-50223123b69e),segment_id=e529d212-8e05-41dd-b0f6-50223123b69e)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:29:13.176978 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a3c5fad2-e95f-4723-8b26-edbeef91a679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.236159 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5fad2-e95f-4723-8b26-edbeef91a679 None None] Pushing event updated for resources: {'Port': ['ID=aed4b1d1-9bcd-47ba-93d3-49bb8de7e161,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:13.264948 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab979ecb-b518-46fd-8d66-27234e77ef73 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.320480 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cf4a9367-75e7-4779-ab80-7ad30d803b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.332133 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cf4a9367-75e7-4779-ab80-7ad30d803b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.342968 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5bec62ab-6ab6-41aa-aad5-ea2ff0593618 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.344182 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5bec62ab-6ab6-41aa-aad5-ea2ff0593618 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9385843 Jul 15 23:29:13.347475 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47642) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:13.373967 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-547565ce-977b-4406-b3fb-eb48538eaa8c tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.385572 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab979ecb-b518-46fd-8d66-27234e77ef73 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Subnet': ['ID=3f9dbe0a-cb84-42cd-9eb6-e3be25c8272e,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:13.386301 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-547565ce-977b-4406-b3fb-eb48538eaa8c tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.421988 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab979ecb-b518-46fd-8d66-27234e77ef73 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Checking segment: {'id': '53306838-4c9e-4a33-8915-d372a6f32724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd9252e03-d28e-44b1-bb9b-8dfa65320b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:13.422502 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab979ecb-b518-46fd-8d66-27234e77ef73 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network hostable DHCP agents. Network: d9252e03-d28e-44b1-bb9b-8dfa65320b88, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:29:13.425951 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-547565ce-977b-4406-b3fb-eb48538eaa8c tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.431288 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-cf4a9367-75e7-4779-ab80-7ad30d803b1a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a6ec04e37b746dca2054a244c831f7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8479064 Jul 15 23:29:13.431928 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47644) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:13.441844 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a9367-75e7-4779-ab80-7ad30d803b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1282ad21-815b-41f8-9338-32e2e2bb4b8d,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:13.451582 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-547565ce-977b-4406-b3fb-eb48538eaa8c tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.455374 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-547565ce-977b-4406-b3fb-eb48538eaa8c tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/512c12e5-1287-4d0b-a632-19bcae669288 HTTP/1.1" status: 204 len: 168 time: 0.1042840 Jul 15 23:29:13.455374 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547565ce-977b-4406-b3fb-eb48538eaa8c tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=512c12e5-1287-4d0b-a632-19bcae669288,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:13.458065 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47646) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:13.496413 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab979ecb-b518-46fd-8d66-27234e77ef73 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network d9252e03-d28e-44b1-bb9b-8dfa65320b88 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:29:13.529933 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-ab979ecb-b518-46fd-8d66-27234e77ef73 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, d9252e03-d28e-44b1-bb9b-8dfa65320b88) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:13.534408 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab979ecb-b518-46fd-8d66-27234e77ef73 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:13.535146 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab979ecb-b518-46fd-8d66-27234e77ef73 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.542944 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc781b9-7129-4c13-a959-c0e2b4ea8a64 None None] Network d9252e03-d28e-44b1-bb9b-8dfa65320b88 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:13.570987 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ab979ecb-b518-46fd-8d66-27234e77ef73 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1967075 Jul 15 23:29:13.574029 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0e7b6a1b-60ea-4df9-9ea8-415646a6184e tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1135180 Jul 15 23:29:13.575098 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47650) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:13.576763 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47652) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:13.579805 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-f119e9a1-5b7e-4ef4-a372-ee7eccb4000a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2093288515', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:13.607122 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b9728cf7-5be9-420b-8c4e-20d819ebc835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.634366 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b9728cf7-5be9-420b-8c4e-20d819ebc835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.673908 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd256780-00ee-45fd-8974-e544e9883a11 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.708406 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f119e9a1-5b7e-4ef4-a372-ee7eccb4000a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.709446 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f119e9a1-5b7e-4ef4-a372-ee7eccb4000a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.723241 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd256780-00ee-45fd-8974-e544e9883a11 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.775107 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f119e9a1-5b7e-4ef4-a372-ee7eccb4000a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.775361 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56be506-228b-4498-b556-2bb1de05e5fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-d9252e03-d28e-44b1-bb9b-8dfa65320b88', 'network_id': 'd9252e03-d28e-44b1-bb9b-8dfa65320b88', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'fixed_ips': [{'subnet_id': '3f9dbe0a-cb84-42cd-9eb6-e3be25c8272e'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:29:13.777472 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e56be506-228b-4498-b556-2bb1de05e5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.779273 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b9728cf7-5be9-420b-8c4e-20d819ebc835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.782550 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b9728cf7-5be9-420b-8c4e-20d819ebc835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.783223 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd256780-00ee-45fd-8974-e544e9883a11 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.786205 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b9728cf7-5be9-420b-8c4e-20d819ebc835 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1282ad21-815b-41f8-9338-32e2e2bb4b8d HTTP/1.1" status: 204 len: 168 time: 0.3498635 Jul 15 23:29:13.798428 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd256780-00ee-45fd-8974-e544e9883a11 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.803082 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f119e9a1-5b7e-4ef4-a372-ee7eccb4000a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.803825 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fd256780-00ee-45fd-8974-e544e9883a11 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "DELETE /v2.0/security-groups/0494b7f2-7fce-44a2-b965-a18599eaba8e HTTP/1.1" status: 204 len: 168 time: 0.2258584 Jul 15 23:29:13.804640 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47656) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:13.824607 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9728cf7-5be9-420b-8c4e-20d819ebc835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1282ad21-815b-41f8-9338-32e2e2bb4b8d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:13.825010 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd256780-00ee-45fd-8974-e544e9883a11 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0494b7f2-7fce-44a2-b965-a18599eaba8e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:13.858319 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f119e9a1-5b7e-4ef4-a372-ee7eccb4000a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.862776 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47658) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:13.863082 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f119e9a1-5b7e-4ef4-a372-ee7eccb4000a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2866120 Jul 15 23:29:13.882091 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe82e7-e438-4b68-b52e-72d40e101c83 req-984f1587-ad27-40d2-a0d4-003aba5ba6b1 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:13.883991 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d6fe82e7-e438-4b68-b52e-72d40e101c83 req-984f1587-ad27-40d2-a0d4-003aba5ba6b1 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 945 time: 0.1868274 Jul 15 23:29:13.990329 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d6fe82e7-e438-4b68-b52e-72d40e101c83 req-908f8cc6-f6d7-4800-ac92-177701c3d40e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874085 Jul 15 23:29:14.114576 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2caeafec-f89e-42f6-931a-47ebe4129b1f tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2981029 Jul 15 23:29:14.115125 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47666) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:14.118395 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-e56be506-228b-4498-b556-2bb1de05e5fd None None] Allocated IP 172.21.0.2 (d9252e03-d28e-44b1-bb9b-8dfa65320b88/3f9dbe0a-cb84-42cd-9eb6-e3be25c8272e/4beaa68b-9327-42f4-843d-ab5f558e2186) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:14.121460 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-769901af-1df9-4270-a73b-df0e181abca5 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Request body: {'security_group': {'name': 'tempest-secgroup--613910434'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:14.191314 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-769901af-1df9-4270-a73b-df0e181abca5 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.273660 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47668) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:14.302355 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f942562e-826d-4e8d-a653-d30a0f997b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.348425 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-f942562e-826d-4e8d-a653-d30a0f997b8d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:29:14.348425 n-d-787205-9 neutron-server[93799]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 23:29:14.348425 n-d-787205-9 neutron-server[93799]: [parameters: {'project_id_1': 'c54284581072492bb8e8f25c239ef006', 'expiration_1': datetime.datetime(2021, 7, 15, 23, 29, 14, 335836)}] Jul 15 23:29:14.348425 n-d-787205-9 neutron-server[93799]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:29:14.349063 n-d-787205-9 neutron-server[93799]: DEBUG oslo_db.api [None req-f942562e-826d-4e8d-a653-d30a0f997b8d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:29:14.373243 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94513de5-6980-4536-b3b1-576ecfcc3b47 req-4cd386e8-7fc1-45dc-a5b0-6672c83721dd tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:14.375157 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-94513de5-6980-4536-b3b1-576ecfcc3b47 req-4cd386e8-7fc1-45dc-a5b0-6672c83721dd tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 945 time: 0.1595225 Jul 15 23:29:14.382832 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8bc622c-c1b9-4b1e-812c-58449635e2e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.417889 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e56be506-228b-4498-b556-2bb1de05e5fd None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.437112 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e56be506-228b-4498-b556-2bb1de05e5fd None None] Transition to ACTIVE for port object 4beaa68b-9327-42f4-843d-ab5f558e2186 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:14.459422 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e56be506-228b-4498-b556-2bb1de05e5fd None None] Transition to ACTIVE for port object 4beaa68b-9327-42f4-843d-ab5f558e2186 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:14.468990 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e56be506-228b-4498-b556-2bb1de05e5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.480463 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-94513de5-6980-4536-b3b1-576ecfcc3b47 req-8226e6e4-c872-432f-9db7-772b18e27699 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974953 Jul 15 23:29:14.516278 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-769901af-1df9-4270-a73b-df0e181abca5 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.519171 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47670) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:14.524988 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-769901af-1df9-4270-a73b-df0e181abca5 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.548232 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56be506-228b-4498-b556-2bb1de05e5fd None None] Network d9252e03-d28e-44b1-bb9b-8dfa65320b88 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:14.554083 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-e56be506-228b-4498-b556-2bb1de05e5fd None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:14.557055 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56be506-228b-4498-b556-2bb1de05e5fd None None] Pushing event updated for resources: {'Port': ['ID=4beaa68b-9327-42f4-843d-ab5f558e2186,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:14.568462 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56be506-228b-4498-b556-2bb1de05e5fd None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:14.571409 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-769901af-1df9-4270-a73b-df0e181abca5 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.572725 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-769901af-1df9-4270-a73b-df0e181abca5 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4560745 Jul 15 23:29:14.573789 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769901af-1df9-4270-a73b-df0e181abca5 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d421e3d-8d90-4161-bb25-bacc4fe2cf95,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:14.576254 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47672) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:14.581422 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-18252717-2c78-4299-9018-38b9c544ca3d tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Request body: {'security_group_rule': {'security_group_id': '6d421e3d-8d90-4161-bb25-bacc4fe2cf95', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:14.611861 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-18252717-2c78-4299-9018-38b9c544ca3d tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.700196 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e56be506-228b-4498-b556-2bb1de05e5fd None None] Attempting to bind port 4beaa68b-9327-42f4-843d-ab5f558e2186 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:29:14.700942 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e56be506-228b-4498-b556-2bb1de05e5fd None None] Attempting to bind port 4beaa68b-9327-42f4-843d-ab5f558e2186 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '53306838-4c9e-4a33-8915-d372a6f32724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd9252e03-d28e-44b1-bb9b-8dfa65320b88'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:29:14.701571 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56be506-228b-4498-b556-2bb1de05e5fd None None] Attempting to bind port 4beaa68b-9327-42f4-843d-ab5f558e2186 on network d9252e03-d28e-44b1-bb9b-8dfa65320b88 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:29:14.710595 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-18252717-2c78-4299-9018-38b9c544ca3d tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.710818 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56be506-228b-4498-b556-2bb1de05e5fd None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:29:14.711269 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56be506-228b-4498-b556-2bb1de05e5fd None None] Checking segment: {'id': '53306838-4c9e-4a33-8915-d372a6f32724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd9252e03-d28e-44b1-bb9b-8dfa65320b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:14.711485 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e56be506-228b-4498-b556-2bb1de05e5fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.711887 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56be506-228b-4498-b556-2bb1de05e5fd None None] Bound using segment: {'id': '53306838-4c9e-4a33-8915-d372a6f32724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd9252e03-d28e-44b1-bb9b-8dfa65320b88'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:29:14.715117 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e56be506-228b-4498-b556-2bb1de05e5fd None None] Bound port: 4beaa68b-9327-42f4-843d-ab5f558e2186, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53306838-4c9e-4a33-8915-d372a6f32724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd9252e03-d28e-44b1-bb9b-8dfa65320b88'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:29:14.718122 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-18252717-2c78-4299-9018-38b9c544ca3d tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.718671 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e56be506-228b-4498-b556-2bb1de05e5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.751626 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18252717-2c78-4299-9018-38b9c544ca3d tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f029e93-d95d-49b7-bfe2-86cf94ab7b55,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:14.754961 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-18252717-2c78-4299-9018-38b9c544ca3d tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.759491 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-18252717-2c78-4299-9018-38b9c544ca3d tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1821027 Jul 15 23:29:14.760102 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47674) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:14.775417 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84297d0-c8ac-43fb-be51-7ffc448acf45 None None] Network 365d12fc-f26c-4606-9e92-ae079f446813 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:14.782190 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b582f7ba-2323-4a8f-a2bb-1a6a3513595b tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "GET /v2.0/security-group-rules/6f029e93-d95d-49b7-bfe2-86cf94ab7b55 HTTP/1.1" status: 200 len: 763 time: 0.0208731 Jul 15 23:29:14.783121 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47676) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:14.796786 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-c8bc622c-c1b9-4b1e-812c-58449635e2e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Allocated IP 172.20.0.1 (365d12fc-f26c-4606-9e92-ae079f446813/508d2da8-7876-463a-b5a5-2b5075c0c8dc/070a7cc2-19a7-4270-970a-2bf07d03bad9) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:14.834717 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2a7661c5-11d4-409e-9b94-9dcb4566fe2f tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0503600 Jul 15 23:29:14.835512 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47678) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:14.857316 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f942562e-826d-4e8d-a653-d30a0f997b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.925917 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8bc622c-c1b9-4b1e-812c-58449635e2e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.940610 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-c8bc622c-c1b9-4b1e-812c-58449635e2e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Transition to ACTIVE for port object 070a7cc2-19a7-4270-970a-2bf07d03bad9 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:14.972940 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-29116da1-35b9-4418-a979-48e2f339d4f3 None None] Provisioning for port aed4b1d1-9bcd-47ba-93d3-49bb8de7e161 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:14.983502 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8bc622c-c1b9-4b1e-812c-58449635e2e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.987915 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f942562e-826d-4e8d-a653-d30a0f997b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.994299 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f942562e-826d-4e8d-a653-d30a0f997b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.998555 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e56be506-228b-4498-b556-2bb1de05e5fd None None] For port 4beaa68b-9327-42f4-843d-ab5f558e2186, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:29:15.002787 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b885613-2e47-4ca4-b5a2-7953245a28cb tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.022251 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e56be506-228b-4498-b556-2bb1de05e5fd None None] For port 4beaa68b-9327-42f4-843d-ab5f558e2186, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4beaa68b-9327-42f4-843d-ab5f558e2186,segment=NetworkSegment(53306838-4c9e-4a33-8915-d372a6f32724),segment_id=53306838-4c9e-4a33-8915-d372a6f32724)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:29:15.032241 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b885613-2e47-4ca4-b5a2-7953245a28cb tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.034740 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e56be506-228b-4498-b556-2bb1de05e5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.055363 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23ec158-ae51-4739-8959-f92c50877361 tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:15.056976 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c23ec158-ae51-4739-8959-f92c50877361 tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 1091 time: 0.5366979 Jul 15 23:29:15.063384 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47682) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:15.080386 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bc622c-c1b9-4b1e-812c-58449635e2e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network 365d12fc-f26c-4606-9e92-ae079f446813 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:15.091460 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-802372da-c7cb-4639-adad-20cc9220e28e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'port_id': '592f5a48-b4a5-4d61-870a-a95a9edd699a', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:15.094258 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942562e-826d-4e8d-a653-d30a0f997b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63678e5c-5334-4d04-b89c-3a9e156c56ba,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:15.101331 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc622c-c1b9-4b1e-812c-58449635e2e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Port': ['ID=070a7cc2-19a7-4270-970a-2bf07d03bad9,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:15.101331 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-c8bc622c-c1b9-4b1e-812c-58449635e2e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:15.110527 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bc622c-c1b9-4b1e-812c-58449635e2e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:15.138546 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f942562e-826d-4e8d-a653-d30a0f997b8d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c54284581072492bb8e8f25c239ef006&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8633049 Jul 15 23:29:15.141654 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47684) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:15.166439 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b885613-2e47-4ca4-b5a2-7953245a28cb tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.183730 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b885613-2e47-4ca4-b5a2-7953245a28cb tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.187552 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7b885613-2e47-4ca4-b5a2-7953245a28cb tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/6f029e93-d95d-49b7-bfe2-86cf94ab7b55 HTTP/1.1" status: 204 len: 168 time: 0.3496807 Jul 15 23:29:15.187769 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56be506-228b-4498-b556-2bb1de05e5fd None None] Pushing event updated for resources: {'Port': ['ID=4beaa68b-9327-42f4-843d-ab5f558e2186,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:15.193207 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47686) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:15.211196 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b885613-2e47-4ca4-b5a2-7953245a28cb tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f029e93-d95d-49b7-bfe2-86cf94ab7b55,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:15.216594 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-802372da-c7cb-4639-adad-20cc9220e28e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.239158 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8bc622c-c1b9-4b1e-812c-58449635e2e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.256202 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-037a302d-2dc9-476e-9680-f16d38e0d6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.285590 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-037a302d-2dc9-476e-9680-f16d38e0d6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.353264 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-037a302d-2dc9-476e-9680-f16d38e0d6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.357495 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-037a302d-2dc9-476e-9680-f16d38e0d6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.358983 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-037a302d-2dc9-476e-9680-f16d38e0d6ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/63678e5c-5334-4d04-b89c-3a9e156c56ba HTTP/1.1" status: 204 len: 168 time: 0.2161963 Jul 15 23:29:15.366442 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ccd21b8b-7847-40ff-9ace-ffa4e12d4017 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1715665 Jul 15 23:29:15.368809 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47690) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:15.379312 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-c46829c2-e84b-47fb-8e5d-bc24dd595d3d tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Request body: {'security_group_rule': {'security_group_id': '6d421e3d-8d90-4161-bb25-bacc4fe2cf95', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:15.416769 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a302d-2dc9-476e-9680-f16d38e0d6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63678e5c-5334-4d04-b89c-3a9e156c56ba,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:15.470541 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c46829c2-e84b-47fb-8e5d-bc24dd595d3d tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.597101 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c46829c2-e84b-47fb-8e5d-bc24dd595d3d tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.603437 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c46829c2-e84b-47fb-8e5d-bc24dd595d3d tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.645835 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8bc622c-c1b9-4b1e-812c-58449635e2e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.669371 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46829c2-e84b-47fb-8e5d-bc24dd595d3d tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05c82f01-8687-4c08-83f7-ce422510246b,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:15.702474 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c46829c2-e84b-47fb-8e5d-bc24dd595d3d tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.703852 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c46829c2-e84b-47fb-8e5d-bc24dd595d3d tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3322058 Jul 15 23:29:15.706825 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47692) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:15.741757 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3dcfade9-98c8-4489-aa5b-0b41dfab112d tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "GET /v2.0/security-group-rules/05c82f01-8687-4c08-83f7-ce422510246b HTTP/1.1" status: 200 len: 763 time: 0.0320911 Jul 15 23:29:15.743175 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47694) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:15.779027 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4beaa68b-9327-42f4-843d-ab5f558e2186 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:15.822987 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-802372da-c7cb-4639-adad-20cc9220e28e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.848937 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-616abb22-2e4b-46ba-8d9f-8d02a1a7c650 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1044052 Jul 15 23:29:15.849877 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47698) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:15.882468 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2ae13fb7-c8e3-44fa-95b0-6221f3d74ad4 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.894069 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2ae13fb7-c8e3-44fa-95b0-6221f3d74ad4 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.913144 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6d889b04-a887-4900-9ebf-67f2d65a5e37 None None] Provisioning for port 070a7cc2-19a7-4270-970a-2bf07d03bad9 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:15.925903 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6d889b04-a887-4900-9ebf-67f2d65a5e37 None None] Provisioning complete for port 070a7cc2-19a7-4270-970a-2bf07d03bad9 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:15.926345 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6d889b04-a887-4900-9ebf-67f2d65a5e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.935860 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f6e992d-185f-42fb-93ac-17faa6c2467b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.948993 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2ae13fb7-c8e3-44fa-95b0-6221f3d74ad4 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.958726 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2ae13fb7-c8e3-44fa-95b0-6221f3d74ad4 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.962163 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2ae13fb7-c8e3-44fa-95b0-6221f3d74ad4 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/05c82f01-8687-4c08-83f7-ce422510246b HTTP/1.1" status: 204 len: 168 time: 0.1107152 Jul 15 23:29:15.966191 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47702) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:15.970620 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 4beaa68b-9327-42f4-843d-ab5f558e2186 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:15.983095 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device aed4b1d1-9bcd-47ba-93d3-49bb8de7e161 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:16.014342 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae13fb7-c8e3-44fa-95b0-6221f3d74ad4 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05c82f01-8687-4c08-83f7-ce422510246b,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:16.028494 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-6d889b04-a887-4900-9ebf-67f2d65a5e37 None None] Port 070a7cc2-19a7-4270-970a-2bf07d03bad9 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:29:16.049954 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port aed4b1d1-9bcd-47ba-93d3-49bb8de7e161 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:16.061008 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port aed4b1d1-9bcd-47ba-93d3-49bb8de7e161 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:16.061571 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.071333 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3aebcc53-4d4c-421f-8598-c3211311a743 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0997825 Jul 15 23:29:16.072762 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47706) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:16.078043 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-554cde66-db17-4d8c-bae6-9cc9297d1abc tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Request body: {'security_group_rule': {'security_group_id': '6d421e3d-8d90-4161-bb25-bacc4fe2cf95', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:16.135297 n-d-787205-9 neutron-server[93799]: INFO neutron.db.securitygroups_db [None req-554cde66-db17-4d8c-bae6-9cc9297d1abc tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Project 93cd57b4db1a455bbbbdea6781c8ef2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:29:16.149814 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-554cde66-db17-4d8c-bae6-9cc9297d1abc tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.203742 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.261403 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-554cde66-db17-4d8c-bae6-9cc9297d1abc tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.267466 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-554cde66-db17-4d8c-bae6-9cc9297d1abc tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.289373 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port aed4b1d1-9bcd-47ba-93d3-49bb8de7e161, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=aed4b1d1-9bcd-47ba-93d3-49bb8de7e161,segment=NetworkSegment(e529d212-8e05-41dd-b0f6-50223123b69e),segment_id=e529d212-8e05-41dd-b0f6-50223123b69e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:16.295693 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.313377 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-554cde66-db17-4d8c-bae6-9cc9297d1abc tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.319277 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-554cde66-db17-4d8c-bae6-9cc9297d1abc tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2452264 Jul 15 23:29:16.322928 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47714) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:16.380635 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554cde66-db17-4d8c-bae6-9cc9297d1abc tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a5d8a6-c448-4de0-8d71-870a204c9d02,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:16.402709 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=aed4b1d1-9bcd-47ba-93d3-49bb8de7e161,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:16.414932 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-bfc14917-d4a9-40dc-be3a-b215d4e2e0e3 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "GET /v2.0/security-group-rules/59a5d8a6-c448-4de0-8d71-870a204c9d02 HTTP/1.1" status: 200 len: 769 time: 0.0807087 Jul 15 23:29:16.418964 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47716) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:16.540739 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-802372da-c7cb-4639-adad-20cc9220e28e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Allocated IP 172.25.4.42 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/1c36769d-6330-4cf7-82be-e5ef1c24118d) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:16.586398 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e1288f71-03ff-4ef0-bb22-951c21ec1e2a tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1428604 Jul 15 23:29:16.589803 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47724) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:16.641261 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c0612262-6bfb-4a51-84a7-4e7fc51633a2 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.659014 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c0612262-6bfb-4a51-84a7-4e7fc51633a2 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.707817 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c0612262-6bfb-4a51-84a7-4e7fc51633a2 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.725121 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c0612262-6bfb-4a51-84a7-4e7fc51633a2 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.726783 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c0612262-6bfb-4a51-84a7-4e7fc51633a2 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/59a5d8a6-c448-4de0-8d71-870a204c9d02 HTTP/1.1" status: 204 len: 168 time: 0.1303592 Jul 15 23:29:16.731315 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47728) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:16.745599 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0612262-6bfb-4a51-84a7-4e7fc51633a2 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59a5d8a6-c448-4de0-8d71-870a204c9d02,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:16.762007 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-802372da-c7cb-4639-adad-20cc9220e28e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.781238 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8bc622c-c1b9-4b1e-812c-58449635e2e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.787522 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8bc622c-c1b9-4b1e-812c-58449635e2e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.790742 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f38e2f1c-7291-45b9-98ab-2beb0a982ae8 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0575430 Jul 15 23:29:16.799882 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47732) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:16.859478 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219e8d67-0c82-45aa-a12a-9f88e7e2d304 None None] Network d9252e03-d28e-44b1-bb9b-8dfa65320b88 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:16.867237 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-96f88fc5-5c2a-4e38-bb67-d3255d8ec5a5 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.894179 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-96f88fc5-5c2a-4e38-bb67-d3255d8ec5a5 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.894443 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-802372da-c7cb-4639-adad-20cc9220e28e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.965180 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-96f88fc5-5c2a-4e38-bb67-d3255d8ec5a5 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.973172 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-96f88fc5-5c2a-4e38-bb67-d3255d8ec5a5 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.974732 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-96f88fc5-5c2a-4e38-bb67-d3255d8ec5a5 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "DELETE /v2.0/security-groups/6d421e3d-8d90-4161-bb25-bacc4fe2cf95 HTTP/1.1" status: 204 len: 168 time: 0.1737463 Jul 15 23:29:16.980224 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47736) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:16.986841 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802372da-c7cb-4639-adad-20cc9220e28e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:17.002867 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f88fc5-5c2a-4e38-bb67-d3255d8ec5a5 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d421e3d-8d90-4161-bb25-bacc4fe2cf95,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:17.009624 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-802372da-c7cb-4639-adad-20cc9220e28e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:17.015729 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8bc622c-c1b9-4b1e-812c-58449635e2e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.024041 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802372da-c7cb-4639-adad-20cc9220e28e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:17.029601 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc622c-c1b9-4b1e-812c-58449635e2e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Port': ['ID=070a7cc2-19a7-4270-970a-2bf07d03bad9,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:17.045001 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-746be7fe-5b99-4db9-9369-57025ce0419f tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0613422 Jul 15 23:29:17.049009 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47738) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:17.104905 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e47a7c2e-e0e2-4025-b622-51798e1edbb1 None None] Provisioning for port 4beaa68b-9327-42f4-843d-ab5f558e2186 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:17.115665 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-708e13ac-1cd1-40cb-bd42-dbf589be8872 tempest-SecGroupIPv6Test-735879825 tempest-SecGroupIPv6Test-735879825-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0653992 Jul 15 23:29:17.126988 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e47a7c2e-e0e2-4025-b622-51798e1edbb1 None None] Provisioning complete for port 4beaa68b-9327-42f4-843d-ab5f558e2186 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:17.127376 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e47a7c2e-e0e2-4025-b622-51798e1edbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.287831 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802372da-c7cb-4639-adad-20cc9220e28e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'Port': ['ID=1c36769d-6330-4cf7-82be-e5ef1c24118d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:17.351423 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e47a7c2e-e0e2-4025-b622-51798e1edbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.439574 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e47a7c2e-e0e2-4025-b622-51798e1edbb1 None None] For port 4beaa68b-9327-42f4-843d-ab5f558e2186, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4beaa68b-9327-42f4-843d-ab5f558e2186,segment=NetworkSegment(53306838-4c9e-4a33-8915-d372a6f32724),segment_id=53306838-4c9e-4a33-8915-d372a6f32724)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:17.444934 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e47a7c2e-e0e2-4025-b622-51798e1edbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.595350 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47756) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:17.609099 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a7c2e-e0e2-4025-b622-51798e1edbb1 None None] Pushing event updated for resources: {'Port': ['ID=4beaa68b-9327-42f4-843d-ab5f558e2186,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:17.637442 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device aed4b1d1-9bcd-47ba-93d3-49bb8de7e161 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:17.778720 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port aed4b1d1-9bcd-47ba-93d3-49bb8de7e161 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:17.778720 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.841093 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e4f1baca-4731-4c05-90fc-8fdbe9b8086a None None] Provisioning complete for port 4beaa68b-9327-42f4-843d-ab5f558e2186 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:17.841480 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e4f1baca-4731-4c05-90fc-8fdbe9b8086a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.863082 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bc622c-c1b9-4b1e-812c-58449635e2e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network 365d12fc-f26c-4606-9e92-ae079f446813 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:17.866771 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-c8bc622c-c1b9-4b1e-812c-58449635e2e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:18.203960 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e86d1827-4408-4c1e-b2bb-bede5cac4899 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=93cd57b4db1a455bbbbdea6781c8ef2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6069441 Jul 15 23:29:18.212680 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47770) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:18.231500 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8bc622c-c1b9-4b1e-812c-58449635e2e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Router 7b94a302-816f-4323-8cfe-21717112bdd0 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:29:18.255778 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-92070317-b95e-4cde-9a93-abd8b1663de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.316228 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a3310101-e799-40ca-8ab5-07612ee79c8c None None] Provisioning complete for port 070a7cc2-19a7-4270-970a-2bf07d03bad9 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:18.316817 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a3310101-e799-40ca-8ab5-07612ee79c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.363330 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a3310101-e799-40ca-8ab5-07612ee79c8c None None] Port 070a7cc2-19a7-4270-970a-2bf07d03bad9 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:29:18.373688 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-44571023-95fb-417b-b7f2-95b4f8467e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.425219 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-44571023-95fb-417b-b7f2-95b4f8467e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.503327 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-44571023-95fb-417b-b7f2-95b4f8467e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.506306 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-44571023-95fb-417b-b7f2-95b4f8467e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.507808 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-44571023-95fb-417b-b7f2-95b4f8467e46 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/136697b0-49b3-412b-9d6d-8f3bc0714242 HTTP/1.1" status: 204 len: 168 time: 0.2885175 Jul 15 23:29:18.518536 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44571023-95fb-417b-b7f2-95b4f8467e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136697b0-49b3-412b-9d6d-8f3bc0714242,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:18.594046 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bc622c-c1b9-4b1e-812c-58449635e2e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:18.599813 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c8bc622c-c1b9-4b1e-812c-58449635e2e5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "PUT /v2.0/routers/7b94a302-816f-4323-8cfe-21717112bdd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7358899 Jul 15 23:29:18.602698 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47782) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:18.606346 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28afd969-59e1-45ca-87af-f2a6cd237826 None None] Sync routers for ids ['7b94a302-816f-4323-8cfe-21717112bdd0'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:18.624520 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28afd969-59e1-45ca-87af-f2a6cd237826 None None] Routers {'7b94a302-816f-4323-8cfe-21717112bdd0'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:18.626159 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-28afd969-59e1-45ca-87af-f2a6cd237826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:29:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['7b94a302-816f-4323-8cfe-21717112bdd0'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:18.648217 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-802372da-c7cb-4639-adad-20cc9220e28e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.679008 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-28afd969-59e1-45ca-87af-f2a6cd237826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:18.694496 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28afd969-59e1-45ca-87af-f2a6cd237826 None None] Routers {'7b94a302-816f-4323-8cfe-21717112bdd0'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:18.694837 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7438106-a99f-45a3-9a69-37c133fd1a0c tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:18.695814 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-28afd969-59e1-45ca-87af-f2a6cd237826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:29:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['7b94a302-816f-4323-8cfe-21717112bdd0'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:18.696474 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f7438106-a99f-45a3-9a69-37c133fd1a0c tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "GET /v2.0/ports/070a7cc2-19a7-4270-970a-2bf07d03bad9 HTTP/1.1" status: 200 len: 910 time: 0.0927320 Jul 15 23:29:18.699896 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47786) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:18.736935 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-28afd969-59e1-45ca-87af-f2a6cd237826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:18.737463 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28afd969-59e1-45ca-87af-f2a6cd237826 None None] The sync data for ids ['7b94a302-816f-4323-8cfe-21717112bdd0'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:18.749799 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.916497 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-802372da-c7cb-4639-adad-20cc9220e28e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:19.564252 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4beaa68b-9327-42f4-843d-ab5f558e2186 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:19.606909 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47824) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:19.616411 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-802372da-c7cb-4639-adad-20cc9220e28e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:19.622973 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-802372da-c7cb-4639-adad-20cc9220e28e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:19.637776 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 4beaa68b-9327-42f4-843d-ab5f558e2186 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:19.638165 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:19.677180 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802372da-c7cb-4639-adad-20cc9220e28e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'Port': ['ID=1c36769d-6330-4cf7-82be-e5ef1c24118d,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:19.725820 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:19.727856 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ffdf52a1-06a4-4fd8-998e-6ec3ee898576 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:19.747953 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-802372da-c7cb-4639-adad-20cc9220e28e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:19.851195 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-727cd604-8834-4893-874d-449dbfd80dca tempest-SubnetPoolsTestJSON-547278171 tempest-SubnetPoolsTestJSON-547278171-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-78266822', 'prefixes': ['172.20.0.0/16']}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:19.955077 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-727cd604-8834-4893-874d-449dbfd80dca tempest-SubnetPoolsTestJSON-547278171 tempest-SubnetPoolsTestJSON-547278171-project] Notify callbacks [] for subnetpool, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:19.959330 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-727cd604-8834-4893-874d-449dbfd80dca tempest-SubnetPoolsTestJSON-547278171 tempest-SubnetPoolsTestJSON-547278171-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.3506074 Jul 15 23:29:19.960040 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47836) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:19.974611 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [None req-802372da-c7cb-4639-adad-20cc9220e28e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Floating IP f7c4468a-7be3-40af-975e-604c345a6758 associated. External IP: 172.25.4.42, port: 592f5a48-b4a5-4d61-870a-a95a9edd699a. Jul 15 23:29:20.005074 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-43d7e161-b5ee-47a2-bec9-ed336b49e73d tempest-SubnetPoolsTestJSON-547278171 tempest-SubnetPoolsTestJSON-547278171-project] 10.222.0.16 "GET /v2.0/subnetpools/838926aa-ee74-44ae-957d-2545c69be787 HTTP/1.1" status: 200 len: 730 time: 0.0439577 Jul 15 23:29:20.007623 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47840) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:20.012658 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-f3f3ee0a-e5d6-48a4-8e12-358006f7a0d9 tempest-SubnetPoolsTestJSON-547278171 tempest-SubnetPoolsTestJSON-547278171-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1655080750'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:20.102530 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3f3ee0a-e5d6-48a4-8e12-358006f7a0d9 tempest-SubnetPoolsTestJSON-547278171 tempest-SubnetPoolsTestJSON-547278171-project] Notify callbacks [] for subnetpool, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:20.103911 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f3f3ee0a-e5d6-48a4-8e12-358006f7a0d9 tempest-SubnetPoolsTestJSON-547278171 tempest-SubnetPoolsTestJSON-547278171-project] 10.222.0.16 "PUT /v2.0/subnetpools/838926aa-ee74-44ae-957d-2545c69be787 HTTP/1.1" status: 200 len: 684 time: 0.0953763 Jul 15 23:29:20.107147 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47844) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:20.186714 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-04080ea1-16e0-4660-b2b9-c7d647a2afcc tempest-SubnetPoolsTestJSON-547278171 tempest-SubnetPoolsTestJSON-547278171-project] Notify callbacks [] for subnetpool, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:20.191059 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-04080ea1-16e0-4660-b2b9-c7d647a2afcc tempest-SubnetPoolsTestJSON-547278171 tempest-SubnetPoolsTestJSON-547278171-project] 10.222.0.16 "DELETE /v2.0/subnetpools/838926aa-ee74-44ae-957d-2545c69be787 HTTP/1.1" status: 204 len: 168 time: 0.0826817 Jul 15 23:29:20.191983 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47846) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:20.206485 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-ec577585-c733-4328-96ac-0c8c4a2d42b9 tempest-SubnetPoolsTestJSON-547278171 tempest-SubnetPoolsTestJSON-547278171-project] show failed (client error): The resource could not be found. Jul 15 23:29:20.207532 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ec577585-c733-4328-96ac-0c8c4a2d42b9 tempest-SubnetPoolsTestJSON-547278171 tempest-SubnetPoolsTestJSON-547278171-project] 10.222.0.16 "GET /v2.0/subnetpools/838926aa-ee74-44ae-957d-2545c69be787 HTTP/1.1" status: 404 len: 346 time: 0.0147007 Jul 15 23:29:20.210199 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47848) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:20.215564 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-ffdf52a1-06a4-4fd8-998e-6ec3ee898576 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Allocated IP 172.21.0.1 (d9252e03-d28e-44b1-bb9b-8dfa65320b88/3f9dbe0a-cb84-42cd-9eb6-e3be25c8272e/fd64a974-fbd4-48c7-8613-add6f0b4d278) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:20.226600 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-f192b467-d34c-40dd-a70b-a57838c7d957 tempest-SubnetPoolsTestJSON-547278171 tempest-SubnetPoolsTestJSON-547278171-project] delete failed (client error): The resource could not be found. Jul 15 23:29:20.227613 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f192b467-d34c-40dd-a70b-a57838c7d957 tempest-SubnetPoolsTestJSON-547278171 tempest-SubnetPoolsTestJSON-547278171-project] 10.222.0.16 "DELETE /v2.0/subnetpools/838926aa-ee74-44ae-957d-2545c69be787 HTTP/1.1" status: 404 len: 346 time: 0.0164771 Jul 15 23:29:20.360575 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802372da-c7cb-4639-adad-20cc9220e28e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Router 785fee3a-dec3-48fd-9260-e4c4f3c77b61 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:29:20.402710 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:29:20.440753 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ffdf52a1-06a4-4fd8-998e-6ec3ee898576 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:20.464266 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-ffdf52a1-06a4-4fd8-998e-6ec3ee898576 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Transition to ACTIVE for port object fd64a974-fbd4-48c7-8613-add6f0b4d278 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:20.497662 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47858) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:20.539524 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802372da-c7cb-4639-adad-20cc9220e28e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:20.554992 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf49d4fc-c014-4aa9-b3b2-98ce3f96fd5c None None] Sync routers for ids ['785fee3a-dec3-48fd-9260-e4c4f3c77b61'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:20.557671 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ffdf52a1-06a4-4fd8-998e-6ec3ee898576 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:20.566561 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf49d4fc-c014-4aa9-b3b2-98ce3f96fd5c None None] Routers {'785fee3a-dec3-48fd-9260-e4c4f3c77b61'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:20.567429 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-cf49d4fc-c014-4aa9-b3b2-98ce3f96fd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:29:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['785fee3a-dec3-48fd-9260-e4c4f3c77b61'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:20.567665 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-802372da-c7cb-4639-adad-20cc9220e28e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:20.645557 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdf52a1-06a4-4fd8-998e-6ec3ee898576 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network d9252e03-d28e-44b1-bb9b-8dfa65320b88 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:20.650908 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-ffdf52a1-06a4-4fd8-998e-6ec3ee898576 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:20.661129 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdf52a1-06a4-4fd8-998e-6ec3ee898576 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:20.665854 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf52a1-06a4-4fd8-998e-6ec3ee898576 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Port': ['ID=fd64a974-fbd4-48c7-8613-add6f0b4d278,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:20.693927 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-13a6945e-881a-4ce0-ac2f-ee018c0311d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:20.699522 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-802372da-c7cb-4639-adad-20cc9220e28e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.6241193 Jul 15 23:29:20.699947 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-cf49d4fc-c014-4aa9-b3b2-98ce3f96fd5c None None] Set router 785fee3a-dec3-48fd-9260-e4c4f3c77b61 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:29:20.720235 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4214fdc-ea4e-4ee8-8791-8079b8236762', 'tag': '592f5a48-b4a5-4d61-870a-a95a9edd699a'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:29:20.723219 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236037bd-26ed-4b09-9491-43e2629ef924" -d '{"events": [{"name": "network-changed", "server_uuid": "c4214fdc-ea4e-4ee8-8791-8079b8236762", "tag": "592f5a48-b4a5-4d61-870a-a95a9edd699a"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:29:20.731742 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ffdf52a1-06a4-4fd8-998e-6ec3ee898576 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:20.811326 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d636bf-8df8-4ca4-9163-882cdac76a9a x-openstack-request-id: req-47d636bf-8df8-4ca4-9163-882cdac76a9a {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:29:20.811768 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4214fdc-ea4e-4ee8-8791-8079b8236762", "tag": "592f5a48-b4a5-4d61-870a-a95a9edd699a", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:29:20.812052 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47d636bf-8df8-4ca4-9163-882cdac76a9a {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:29:20.812576 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4214fdc-ea4e-4ee8-8791-8079b8236762', 'tag': '592f5a48-b4a5-4d61-870a-a95a9edd699a', 'status': 'completed', 'code': 200} Jul 15 23:29:20.960705 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-13a6945e-881a-4ce0-ac2f-ee018c0311d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:20.966116 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-13a6945e-881a-4ce0-ac2f-ee018c0311d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:20.989210 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ffdf52a1-06a4-4fd8-998e-6ec3ee898576 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:21.002089 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6945e-881a-4ce0-ac2f-ee018c0311d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0686c42-13bc-4263-943e-464dc3e3dcb4,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:21.053869 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-13a6945e-881a-4ce0-ac2f-ee018c0311d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f718763f15de4225a25b9cf0849a1b5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5549424 Jul 15 23:29:21.060023 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47872) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:21.061699 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236037bd-26ed-4b09-9491-43e2629ef924 req-d485bbb3-bc29-4099-9300-bd3fec862969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:21.063426 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-236037bd-26ed-4b09-9491-43e2629ef924 req-d485bbb3-bc29-4099-9300-bd3fec862969 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 1096 time: 0.2155998 Jul 15 23:29:21.074661 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-cf49d4fc-c014-4aa9-b3b2-98ce3f96fd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360101457', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'fefd548f-a9e3-4729-890f-3845389d3c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:38Z', 'updated_at': '2021-07-15T23:28:49Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'fefd548f-a9e3-4729-890f-3845389d3c0e', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:40Z', 'updated_at': '2021-07-15T23:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'f7c4468a-7be3-40af-975e-604c345a6758', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'floating_ip_address': '172.25.4.42', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'port_id': '592f5a48-b4a5-4d61-870a-a95a9edd699a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44', 'mac_address': 'fa:16:3e:2e:1b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4214fdc-ea4e-4ee8-8791-8079b8236762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:29:18Z', 'updated_at': '2021-07-15T23:29:18Z', 'revision_number': 0, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4a37faf-9496-4013-a48d-55626d396d10', 'name': '', 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:00:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'a6de8285-de5b-413c-95dd-2ee40f47b0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:47Z', 'updated_at': '2021-07-15T23:28:56Z', 'revision_number': 5, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': 'a6de8285-de5b-413c-95dd-2ee40f47b0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:21.090774 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038994f-8999-4a4e-96d4-160c9b95099d req-b4f85930-0d07-479e-9f47-ff2d8396f719 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:21.098652 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9038994f-8999-4a4e-96d4-160c9b95099d req-b4f85930-0d07-479e-9f47-ff2d8396f719 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 945 time: 0.1988041 Jul 15 23:29:21.117281 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5b6ad726-1463-4e71-838e-e4725cb923e8 None None] Provisioning for port fd64a974-fbd4-48c7-8613-add6f0b4d278 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:21.121364 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5b6ad726-1463-4e71-838e-e4725cb923e8 None None] Provisioning complete for port fd64a974-fbd4-48c7-8613-add6f0b4d278 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:21.122013 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5b6ad726-1463-4e71-838e-e4725cb923e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:21.164625 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5b6ad726-1463-4e71-838e-e4725cb923e8 None None] Port fd64a974-fbd4-48c7-8613-add6f0b4d278 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:29:21.236083 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fe881947-865d-491f-be88-6ec374e95a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:21.246961 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf49d4fc-c014-4aa9-b3b2-98ce3f96fd5c None None] Checking router: 785fee3a-dec3-48fd-9260-e4c4f3c77b61 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:29:21.255882 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9038994f-8999-4a4e-96d4-160c9b95099d req-528e6d5a-2b19-49b6-8e68-250c99cf97bb tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513071 Jul 15 23:29:21.256521 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf49d4fc-c014-4aa9-b3b2-98ce3f96fd5c None None] Routers {'785fee3a-dec3-48fd-9260-e4c4f3c77b61'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:21.257128 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-cf49d4fc-c014-4aa9-b3b2-98ce3f96fd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:29:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['785fee3a-dec3-48fd-9260-e4c4f3c77b61'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:21.274099 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:21.274359 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47880) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:21.356227 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236037bd-26ed-4b09-9491-43e2629ef924 req-5ca1a6fc-51b9-42f6-9863-8cc6558cf1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:21.358173 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-236037bd-26ed-4b09-9491-43e2629ef924 req-5ca1a6fc-51b9-42f6-9863-8cc6558cf1ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd00480a-e286-47f7-88e2-4e6500e9af44 HTTP/1.1" status: 200 len: 898 time: 0.2884529 Jul 15 23:29:21.414101 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-cf49d4fc-c014-4aa9-b3b2-98ce3f96fd5c None None] Set router 785fee3a-dec3-48fd-9260-e4c4f3c77b61 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:29:21.432908 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fe881947-865d-491f-be88-6ec374e95a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:21.505273 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8294a34b-c1ce-4f6a-92b2-245df1af0b87 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/floatingips/f7c4468a-7be3-40af-975e-604c345a6758 HTTP/1.1" status: 200 len: 990 time: 0.2221243 Jul 15 23:29:21.510282 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-236037bd-26ed-4b09-9491-43e2629ef924 req-a3044577-1fd4-407f-b061-6cddb2f7f128 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=592f5a48-b4a5-4d61-870a-a95a9edd699a HTTP/1.1" status: 200 len: 998 time: 0.1369307 Jul 15 23:29:21.533886 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fe881947-865d-491f-be88-6ec374e95a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:21.537135 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fe881947-865d-491f-be88-6ec374e95a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:21.541375 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fe881947-865d-491f-be88-6ec374e95a06 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0686c42-13bc-4263-943e-464dc3e3dcb4 HTTP/1.1" status: 204 len: 168 time: 0.4744513 Jul 15 23:29:21.550274 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe881947-865d-491f-be88-6ec374e95a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0686c42-13bc-4263-943e-464dc3e3dcb4,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:21.596642 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236037bd-26ed-4b09-9491-43e2629ef924 req-5bb5d99e-1e41-4c3e-9273-30e562091617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:21.598135 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-236037bd-26ed-4b09-9491-43e2629ef924 req-5bb5d99e-1e41-4c3e-9273-30e562091617 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6de8285-de5b-413c-95dd-2ee40f47b0a1 HTTP/1.1" status: 200 len: 835 time: 0.0789285 Jul 15 23:29:21.608491 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ffdf52a1-06a4-4fd8-998e-6ec3ee898576 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:21.619789 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ffdf52a1-06a4-4fd8-998e-6ec3ee898576 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:21.717874 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-cf49d4fc-c014-4aa9-b3b2-98ce3f96fd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360101457', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'fefd548f-a9e3-4729-890f-3845389d3c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:38Z', 'updated_at': '2021-07-15T23:28:49Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'fefd548f-a9e3-4729-890f-3845389d3c0e', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:40Z', 'updated_at': '2021-07-15T23:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'f7c4468a-7be3-40af-975e-604c345a6758', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'floating_ip_address': '172.25.4.42', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'port_id': '592f5a48-b4a5-4d61-870a-a95a9edd699a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44', 'mac_address': 'fa:16:3e:2e:1b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4214fdc-ea4e-4ee8-8791-8079b8236762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:29:18Z', 'updated_at': '2021-07-15T23:29:18Z', 'revision_number': 0, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4a37faf-9496-4013-a48d-55626d396d10', 'name': '', 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:00:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'a6de8285-de5b-413c-95dd-2ee40f47b0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:47Z', 'updated_at': '2021-07-15T23:28:56Z', 'revision_number': 5, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': 'a6de8285-de5b-413c-95dd-2ee40f47b0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:21.731220 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf52a1-06a4-4fd8-998e-6ec3ee898576 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Port': ['ID=fd64a974-fbd4-48c7-8613-add6f0b4d278,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:21.739296 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ffdf52a1-06a4-4fd8-998e-6ec3ee898576 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:21.790106 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf49d4fc-c014-4aa9-b3b2-98ce3f96fd5c None None] The sync data for ids ['785fee3a-dec3-48fd-9260-e4c4f3c77b61'] in n-d-787205-9 is: [{'id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360101457', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'fefd548f-a9e3-4729-890f-3845389d3c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:38Z', 'updated_at': '2021-07-15T23:28:49Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'fefd548f-a9e3-4729-890f-3845389d3c0e', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:40Z', 'updated_at': '2021-07-15T23:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'f7c4468a-7be3-40af-975e-604c345a6758', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'floating_ip_address': '172.25.4.42', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'port_id': '592f5a48-b4a5-4d61-870a-a95a9edd699a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44', 'mac_address': 'fa:16:3e:2e:1b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4214fdc-ea4e-4ee8-8791-8079b8236762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:29:18Z', 'updated_at': '2021-07-15T23:29:18Z', 'revision_number': 0, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4a37faf-9496-4013-a48d-55626d396d10', 'name': '', 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:00:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'a6de8285-de5b-413c-95dd-2ee40f47b0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:47Z', 'updated_at': '2021-07-15T23:28:56Z', 'revision_number': 5, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': 'a6de8285-de5b-413c-95dd-2ee40f47b0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:21.798948 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236037bd-26ed-4b09-9491-43e2629ef924 req-8c1df403-3833-4932-98b9-decab684a468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:21.800585 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-236037bd-26ed-4b09-9491-43e2629ef924 req-8c1df403-3833-4932-98b9-decab684a468 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd00480a-e286-47f7-88e2-4e6500e9af44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1945252 Jul 15 23:29:21.838261 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [req-236037bd-26ed-4b09-9491-43e2629ef924 req-f9d350f1-da5d-4c09-9edc-d880f3bcca0a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:29:21.839450 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-236037bd-26ed-4b09-9491-43e2629ef924 req-f9d350f1-da5d-4c09-9edc-d880f3bcca0a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0327799 Jul 15 23:29:21.933400 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdf52a1-06a4-4fd8-998e-6ec3ee898576 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network d9252e03-d28e-44b1-bb9b-8dfa65320b88 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:21.936266 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-ffdf52a1-06a4-4fd8-998e-6ec3ee898576 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:22.030771 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-236037bd-26ed-4b09-9491-43e2629ef924 req-1c9f575c-e8ea-4580-9b8b-1a21182aec7b service neutron] 10.222.0.36 "GET /v2.0/networks/bd00480a-e286-47f7-88e2-4e6500e9af44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824620 Jul 15 23:29:22.108506 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720dee02-1e23-494c-996f-c6712df15d68 None None] New status for floating IP f7c4468a-7be3-40af-975e-604c345a6758: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:29:22.218025 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-236037bd-26ed-4b09-9491-43e2629ef924 req-87f7b5c7-2f5f-49fc-a4fc-4df4ec33637d service neutron] 10.222.0.36 "GET /v2.0/networks/bd00480a-e286-47f7-88e2-4e6500e9af44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354699 Jul 15 23:29:22.222499 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdf52a1-06a4-4fd8-998e-6ec3ee898576 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Router 7b94a302-816f-4323-8cfe-21717112bdd0 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:29:22.330540 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdf52a1-06a4-4fd8-998e-6ec3ee898576 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:22.337552 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ffdf52a1-06a4-4fd8-998e-6ec3ee898576 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "PUT /v2.0/routers/7b94a302-816f-4323-8cfe-21717112bdd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6359284 Jul 15 23:29:22.340295 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e2ca87-29ef-4995-b2da-04a169d7044e None None] Sync routers for ids ['7b94a302-816f-4323-8cfe-21717112bdd0'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:22.340570 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47910) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:22.354834 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e2ca87-29ef-4995-b2da-04a169d7044e None None] Routers {'7b94a302-816f-4323-8cfe-21717112bdd0'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:22.355579 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-83e2ca87-29ef-4995-b2da-04a169d7044e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:29:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['7b94a302-816f-4323-8cfe-21717112bdd0'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:22.382608 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f084b820-7a89-4f6e-a1ff-5e397af94c84 None None] Provisioning complete for port fd64a974-fbd4-48c7-8613-add6f0b4d278 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:22.382608 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f084b820-7a89-4f6e-a1ff-5e397af94c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:22.418979 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51755e4f-aac3-400d-bd81-6a48141692b8 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:22.420708 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-51755e4f-aac3-400d-bd81-6a48141692b8 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "GET /v2.0/ports/fd64a974-fbd4-48c7-8613-add6f0b4d278 HTTP/1.1" status: 200 len: 910 time: 0.0784431 Jul 15 23:29:22.423980 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47916) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:22.425844 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-83e2ca87-29ef-4995-b2da-04a169d7044e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:22.442973 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e2ca87-29ef-4995-b2da-04a169d7044e None None] Routers {'7b94a302-816f-4323-8cfe-21717112bdd0'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:22.444328 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-83e2ca87-29ef-4995-b2da-04a169d7044e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:29:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['7b94a302-816f-4323-8cfe-21717112bdd0'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:22.487839 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-83e2ca87-29ef-4995-b2da-04a169d7044e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:22.488985 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e2ca87-29ef-4995-b2da-04a169d7044e None None] The sync data for ids ['7b94a302-816f-4323-8cfe-21717112bdd0'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:22.508104 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47922) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:22.541471 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f084b820-7a89-4f6e-a1ff-5e397af94c84 None None] Port fd64a974-fbd4-48c7-8613-add6f0b4d278 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:29:22.619204 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ec936488-be19-4482-b066-519ce2d0680f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/floatingips/f7c4468a-7be3-40af-975e-604c345a6758 HTTP/1.1" status: 200 len: 990 time: 0.1069663 Jul 15 23:29:22.879173 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ebf71db1-bd8c-4cb7-a905-cd768ac50326 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:23.179004 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ebf71db1-bd8c-4cb7-a905-cd768ac50326 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Deleting port fd64a974-fbd4-48c7-8613-add6f0b4d278 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:23.179379 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ebf71db1-bd8c-4cb7-a905-cd768ac50326 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:23.281889 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ebf71db1-bd8c-4cb7-a905-cd768ac50326 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:23.295494 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ebf71db1-bd8c-4cb7-a905-cd768ac50326 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Calling delete_port for fd64a974-fbd4-48c7-8613-add6f0b4d278 owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:23.478479 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ebf71db1-bd8c-4cb7-a905-cd768ac50326 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:23.504485 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf71db1-bd8c-4cb7-a905-cd768ac50326 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Port': ['ID=fd64a974-fbd4-48c7-8613-add6f0b4d278,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:23.623051 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47960) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:23.703650 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ebf71db1-bd8c-4cb7-a905-cd768ac50326 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:23.733582 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3026980a-5f45-458b-95e7-462d293cdef1 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/floatingips/f7c4468a-7be3-40af-975e-604c345a6758 HTTP/1.1" status: 200 len: 992 time: 0.1093502 Jul 15 23:29:23.817420 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47964) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:23.913497 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf71db1-bd8c-4cb7-a905-cd768ac50326 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Router 7b94a302-816f-4323-8cfe-21717112bdd0 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:29:23.965674 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c48a83a-60a8-47e5-b9a1-ce40fc45bbbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:24.045824 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf71db1-bd8c-4cb7-a905-cd768ac50326 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:24.054868 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ebf71db1-bd8c-4cb7-a905-cd768ac50326 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "PUT /v2.0/routers/7b94a302-816f-4323-8cfe-21717112bdd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6244164 Jul 15 23:29:24.054868 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 47976) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:24.059392 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648ae6e7-9c59-485c-8fb0-54213ad4f8f3 None None] Sync routers for ids ['7b94a302-816f-4323-8cfe-21717112bdd0'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:24.077216 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648ae6e7-9c59-485c-8fb0-54213ad4f8f3 None None] Routers {'7b94a302-816f-4323-8cfe-21717112bdd0'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:24.077797 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-648ae6e7-9c59-485c-8fb0-54213ad4f8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:29:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['7b94a302-816f-4323-8cfe-21717112bdd0'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:24.087839 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c48a83a-60a8-47e5-b9a1-ce40fc45bbbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:24.092341 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c48a83a-60a8-47e5-b9a1-ce40fc45bbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:24.127624 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2c48a83a-60a8-47e5-b9a1-ce40fc45bbbe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6e653111b5b4328b2823a6e02ddb769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3088291 Jul 15 23:29:24.134666 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47978) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:24.169186 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-648ae6e7-9c59-485c-8fb0-54213ad4f8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:24.171640 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48a83a-60a8-47e5-b9a1-ce40fc45bbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9608a6-eb13-407d-83d3-3bd06ef72e81,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:24.189706 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:24.191174 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648ae6e7-9c59-485c-8fb0-54213ad4f8f3 None None] Routers {'7b94a302-816f-4323-8cfe-21717112bdd0'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:24.192044 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-648ae6e7-9c59-485c-8fb0-54213ad4f8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:29:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['7b94a302-816f-4323-8cfe-21717112bdd0'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:24.206360 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d332486-ed06-44ef-b8d4-4ec96825088c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:24.232935 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-648ae6e7-9c59-485c-8fb0-54213ad4f8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:24.233360 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d332486-ed06-44ef-b8d4-4ec96825088c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:24.233718 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648ae6e7-9c59-485c-8fb0-54213ad4f8f3 None None] The sync data for ids ['7b94a302-816f-4323-8cfe-21717112bdd0'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:24.297192 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d332486-ed06-44ef-b8d4-4ec96825088c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:24.299737 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d332486-ed06-44ef-b8d4-4ec96825088c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:24.300895 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1d332486-ed06-44ef-b8d4-4ec96825088c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe9608a6-eb13-407d-83d3-3bd06ef72e81 HTTP/1.1" status: 204 len: 168 time: 0.1650753 Jul 15 23:29:24.309288 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d332486-ed06-44ef-b8d4-4ec96825088c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9608a6-eb13-407d-83d3-3bd06ef72e81,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:24.590041 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47986) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:24.603358 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ba95de5-8318-4969-9c22-9db2b3c3fdfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:24.705959 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ba95de5-8318-4969-9c22-9db2b3c3fdfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:24.710472 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ba95de5-8318-4969-9c22-9db2b3c3fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:24.790168 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ee667b0c-d0e5-4956-bc16-8d83ab1faaa5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:25.060363 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ee667b0c-d0e5-4956-bc16-8d83ab1faaa5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Deleting port 070a7cc2-19a7-4270-970a-2bf07d03bad9 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:25.060786 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ee667b0c-d0e5-4956-bc16-8d83ab1faaa5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:25.095773 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5ba95de5-8318-4969-9c22-9db2b3c3fdfa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d11fe34232d4dfdb03db8419c751e29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5045195 Jul 15 23:29:25.096745 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba95de5-8318-4969-9c22-9db2b3c3fdfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f9eab4-79fa-4a9c-9536-91f08da92d8e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:25.099152 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 47994) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:25.154073 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ee667b0c-d0e5-4956-bc16-8d83ab1faaa5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:25.155439 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-81ba5245-c0c8-42dd-ad78-db5395661a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:25.167692 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ee667b0c-d0e5-4956-bc16-8d83ab1faaa5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Calling delete_port for 070a7cc2-19a7-4270-970a-2bf07d03bad9 owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:25.181931 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-81ba5245-c0c8-42dd-ad78-db5395661a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:25.245670 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-81ba5245-c0c8-42dd-ad78-db5395661a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:25.248620 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-81ba5245-c0c8-42dd-ad78-db5395661a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:25.249867 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-81ba5245-c0c8-42dd-ad78-db5395661a2e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/98f9eab4-79fa-4a9c-9536-91f08da92d8e HTTP/1.1" status: 204 len: 168 time: 0.1498101 Jul 15 23:29:25.258071 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba5245-c0c8-42dd-ad78-db5395661a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f9eab4-79fa-4a9c-9536-91f08da92d8e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:25.380539 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ee667b0c-d0e5-4956-bc16-8d83ab1faaa5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:25.416564 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee667b0c-d0e5-4956-bc16-8d83ab1faaa5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Port': ['ID=070a7cc2-19a7-4270-970a-2bf07d03bad9,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:25.616448 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ee667b0c-d0e5-4956-bc16-8d83ab1faaa5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:25.820534 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee667b0c-d0e5-4956-bc16-8d83ab1faaa5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Router 7b94a302-816f-4323-8cfe-21717112bdd0 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:29:25.921329 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee667b0c-d0e5-4956-bc16-8d83ab1faaa5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:25.929989 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48034) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:25.930431 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ee667b0c-d0e5-4956-bc16-8d83ab1faaa5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "PUT /v2.0/routers/7b94a302-816f-4323-8cfe-21717112bdd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8730626 Jul 15 23:29:25.933889 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de43224c-128f-4382-8097-532062112a98 None None] Sync routers for ids ['7b94a302-816f-4323-8cfe-21717112bdd0'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:25.961126 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6b7d87b0-59a0-42cb-8d0e-6cb7aeb75f97 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b94a302-816f-4323-8cfe-21717112bdd0 HTTP/1.1" status: 200 len: 205 time: 0.0300033 Jul 15 23:29:25.964224 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48038) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:25.971282 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de43224c-128f-4382-8097-532062112a98 None None] Routers {'7b94a302-816f-4323-8cfe-21717112bdd0'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:25.979669 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-de43224c-128f-4382-8097-532062112a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:29:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['7b94a302-816f-4323-8cfe-21717112bdd0'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:26.048254 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-de43224c-128f-4382-8097-532062112a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:26.054898 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4df3cb3-b792-4e6a-943c-67ee3f001fac tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.073698 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de43224c-128f-4382-8097-532062112a98 None None] Routers {'7b94a302-816f-4323-8cfe-21717112bdd0'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:26.074675 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-de43224c-128f-4382-8097-532062112a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:29:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['7b94a302-816f-4323-8cfe-21717112bdd0'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:26.141616 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-de43224c-128f-4382-8097-532062112a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:26.142824 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de43224c-128f-4382-8097-532062112a98 None None] The sync data for ids ['7b94a302-816f-4323-8cfe-21717112bdd0'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:26.255570 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4df3cb3-b792-4e6a-943c-67ee3f001fac tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.258859 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4df3cb3-b792-4e6a-943c-67ee3f001fac tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.308482 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4df3cb3-b792-4e6a-943c-67ee3f001fac tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.309280 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4df3cb3-b792-4e6a-943c-67ee3f001fac tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Fanout notify agent at l3_agent the message router_deleted on router 7b94a302-816f-4323-8cfe-21717112bdd0 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:29:26.324727 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4df3cb3-b792-4e6a-943c-67ee3f001fac tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.325819 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b4df3cb3-b792-4e6a-943c-67ee3f001fac tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/routers/7b94a302-816f-4323-8cfe-21717112bdd0 HTTP/1.1" status: 204 len: 168 time: 0.3604541 Jul 15 23:29:26.328761 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48050) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:26.393429 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5b36c8-cc95-4cdf-88ca-dcf28a20c961 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Deleting subnet 3f9dbe0a-cb84-42cd-9eb6-e3be25c8272e {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:26.396876 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa5b36c8-cc95-4cdf-88ca-dcf28a20c961 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.493521 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa5b36c8-cc95-4cdf-88ca-dcf28a20c961 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.625281 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa5b36c8-cc95-4cdf-88ca-dcf28a20c961 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.703115 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa5b36c8-cc95-4cdf-88ca-dcf28a20c961 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.734875 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b36c8-cc95-4cdf-88ca-dcf28a20c961 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Subnet': ['ID=3f9dbe0a-cb84-42cd-9eb6-e3be25c8272e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:26.746850 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa9d203-a234-45e8-9056-dcf29d6f1887 None None] Network d9252e03-d28e-44b1-bb9b-8dfa65320b88 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:26.747831 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa5b36c8-cc95-4cdf-88ca-dcf28a20c961 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.750140 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fa5b36c8-cc95-4cdf-88ca-dcf28a20c961 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/subnets/3f9dbe0a-cb84-42cd-9eb6-e3be25c8272e HTTP/1.1" status: 204 len: 168 time: 0.4203460 Jul 15 23:29:26.753887 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48060) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:26.821901 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bbb6636-f99c-4c93-bfd2-f747c8e6cab7 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Deleting subnet 508d2da8-7876-463a-b5a5-2b5075c0c8dc {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:26.827672 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0bbb6636-f99c-4c93-bfd2-f747c8e6cab7 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.875459 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0bbb6636-f99c-4c93-bfd2-f747c8e6cab7 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.007660 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bb6b76-d4f0-47a5-8061-3b5fb3f0d435 None None] DHCP port deletion for d9252e03-d28e-44b1-bb9b-8dfa65320b88 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:29:27.022801 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0bbb6636-f99c-4c93-bfd2-f747c8e6cab7 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.103211 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f4bb6b76-d4f0-47a5-8061-3b5fb3f0d435 None None] Deleting port 4beaa68b-9327-42f4-843d-ab5f558e2186 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:27.103597 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f4bb6b76-d4f0-47a5-8061-3b5fb3f0d435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.131097 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0bbb6636-f99c-4c93-bfd2-f747c8e6cab7 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.159459 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb6636-f99c-4c93-bfd2-f747c8e6cab7 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Subnet': ['ID=508d2da8-7876-463a-b5a5-2b5075c0c8dc,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:27.167329 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0bbb6636-f99c-4c93-bfd2-f747c8e6cab7 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.169676 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0bbb6636-f99c-4c93-bfd2-f747c8e6cab7 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/subnets/508d2da8-7876-463a-b5a5-2b5075c0c8dc HTTP/1.1" status: 204 len: 168 time: 0.4146833 Jul 15 23:29:27.172379 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48076) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:27.187244 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9f4a77-c21d-4769-a9f0-4138fb825b91 None None] Network 365d12fc-f26c-4606-9e92-ae079f446813 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:27.228998 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-f4bb6b76-d4f0-47a5-8061-3b5fb3f0d435 None None] For port 4beaa68b-9327-42f4-843d-ab5f558e2186, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4beaa68b-9327-42f4-843d-ab5f558e2186,segment=NetworkSegment(53306838-4c9e-4a33-8915-d372a6f32724),segment_id=53306838-4c9e-4a33-8915-d372a6f32724)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:27.229929 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f4bb6b76-d4f0-47a5-8061-3b5fb3f0d435 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.286430 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-666c20fe-95b9-41b7-ad3d-489e18c17d7e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.296104 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f4bb6b76-d4f0-47a5-8061-3b5fb3f0d435 None None] Calling delete_port for 4beaa68b-9327-42f4-843d-ab5f558e2186 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:27.445468 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f4bb6b76-d4f0-47a5-8061-3b5fb3f0d435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.499217 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bb6b76-d4f0-47a5-8061-3b5fb3f0d435 None None] No DVR routers for this DVR port 4beaa68b-9327-42f4-843d-ab5f558e2186 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:27.503571 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb6b76-d4f0-47a5-8061-3b5fb3f0d435 None None] Pushing event deleted for resources: {'Port': ['ID=4beaa68b-9327-42f4-843d-ab5f558e2186,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:27.521848 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-666c20fe-95b9-41b7-ad3d-489e18c17d7e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Deleting port 4beaa68b-9327-42f4-843d-ab5f558e2186 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:27.522330 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-666c20fe-95b9-41b7-ad3d-489e18c17d7e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.615506 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-666c20fe-95b9-41b7-ad3d-489e18c17d7e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] For port 4beaa68b-9327-42f4-843d-ab5f558e2186, host n-d-787205-9, got binding levels [] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:27.615871 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-666c20fe-95b9-41b7-ad3d-489e18c17d7e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.640032 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-666c20fe-95b9-41b7-ad3d-489e18c17d7e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Calling delete_port for 4beaa68b-9327-42f4-843d-ab5f558e2186 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:27.646342 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7d0df106-9a8b-43a3-9e89-6398a951ac59 req-d8192a4d-acf3-4ab3-ae5f-2c4d8e38808a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2676980 Jul 15 23:29:27.648228 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.ipam_backend_mixin [None req-666c20fe-95b9-41b7-ad3d-489e18c17d7e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Port 4beaa68b-9327-42f4-843d-ab5f558e2186 was not found and therefore no delete operation was performed {{(pid=93798) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:29:27.649807 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-666c20fe-95b9-41b7-ad3d-489e18c17d7e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.653665 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d49fb73-ee4f-45ee-958b-1766d973578e None None] DHCP port deletion for 365d12fc-f26c-4606-9e92-ae079f446813 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:29:27.699386 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666c20fe-95b9-41b7-ad3d-489e18c17d7e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] No DVR routers for this DVR port 4beaa68b-9327-42f4-843d-ab5f558e2186 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:27.702662 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c20fe-95b9-41b7-ad3d-489e18c17d7e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Port': ['ID=4beaa68b-9327-42f4-843d-ab5f558e2186,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:27.714062 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4beaa68b-9327-42f4-843d-ab5f558e2186 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:27.729957 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48102) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:27.757970 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 4beaa68b-9327-42f4-843d-ab5f558e2186 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:29:27.758518 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4beaa68b-9327-42f4-843d-ab5f558e2186 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:29:27.813608 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9d49fb73-ee4f-45ee-958b-1766d973578e None None] Deleting port aed4b1d1-9bcd-47ba-93d3-49bb8de7e161 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:27.815641 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9d49fb73-ee4f-45ee-958b-1766d973578e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.853083 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-666c20fe-95b9-41b7-ad3d-489e18c17d7e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.870592 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-666c20fe-95b9-41b7-ad3d-489e18c17d7e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9252e03-d28e-44b1-bb9b-8dfa65320b88']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:27.901005 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9d49fb73-ee4f-45ee-958b-1766d973578e None None] For port aed4b1d1-9bcd-47ba-93d3-49bb8de7e161, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=aed4b1d1-9bcd-47ba-93d3-49bb8de7e161,segment=NetworkSegment(e529d212-8e05-41dd-b0f6-50223123b69e),segment_id=e529d212-8e05-41dd-b0f6-50223123b69e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:27.901707 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9d49fb73-ee4f-45ee-958b-1766d973578e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.909236 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-666c20fe-95b9-41b7-ad3d-489e18c17d7e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53306838-4c9e-4a33-8915-d372a6f32724') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:27.909533 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-666c20fe-95b9-41b7-ad3d-489e18c17d7e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53306838-4c9e-4a33-8915-d372a6f32724') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:27.916148 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9d49fb73-ee4f-45ee-958b-1766d973578e None None] Calling delete_port for aed4b1d1-9bcd-47ba-93d3-49bb8de7e161 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:27.924634 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-666c20fe-95b9-41b7-ad3d-489e18c17d7e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.930962 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5299-67c8-419a-8822-f8405ab9ee0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.952118 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0df106-9a8b-43a3-9e89-6398a951ac59 req-8d66831a-f317-452f-825e-39477bd9317f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:27.953841 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7d0df106-9a8b-43a3-9e89-6398a951ac59 req-8d66831a-f317-452f-825e-39477bd9317f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c476bc9e2fe48f188b2500546342e72&device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 1096 time: 0.1701868 Jul 15 23:29:27.954929 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-666c20fe-95b9-41b7-ad3d-489e18c17d7e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.962465 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666c20fe-95b9-41b7-ad3d-489e18c17d7e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:29:27.962912 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-666c20fe-95b9-41b7-ad3d-489e18c17d7e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.966387 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:29:27.966387 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:29:27.966387 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:29:27.966387 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:29:27.966387 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:29:27.966387 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:29:27.966387 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:29:27.966387 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:29:27.966387 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:29:27.966387 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:29:27.966387 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:29:27.966387 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:29:27.966387 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:29:27.966387 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:29:27.966387 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:29:27.966387 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:29:27.966387 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:29:27.966387 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:29:27.966387 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:29:27.966387 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:29:27.966387 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:29:27.966387 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:29:27.966387 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:29:27.966387 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:29:27.966387 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:29:27.966387 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:29:27.966387 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:29:27.966387 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:29:27.966387 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:29:27.966387 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:29:27.966387 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:29:27.966387 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:29:28.023240 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9d49fb73-ee4f-45ee-958b-1766d973578e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.062138 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d49fb73-ee4f-45ee-958b-1766d973578e None None] No DVR routers for this DVR port aed4b1d1-9bcd-47ba-93d3-49bb8de7e161 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:28.064134 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49fb73-ee4f-45ee-958b-1766d973578e None None] Pushing event deleted for resources: {'Port': ['ID=aed4b1d1-9bcd-47ba-93d3-49bb8de7e161,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:28.084615 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-666c20fe-95b9-41b7-ad3d-489e18c17d7e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.090148 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-666c20fe-95b9-41b7-ad3d-489e18c17d7e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.095355 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-666c20fe-95b9-41b7-ad3d-489e18c17d7e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/networks/d9252e03-d28e-44b1-bb9b-8dfa65320b88 HTTP/1.1" status: 204 len: 168 time: 0.9184525 Jul 15 23:29:28.095965 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48110) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:28.140407 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c20fe-95b9-41b7-ad3d-489e18c17d7e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Network': ['ID=d9252e03-d28e-44b1-bb9b-8dfa65320b88,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:28.173424 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0df106-9a8b-43a3-9e89-6398a951ac59 req-333c43e3-c0d4-4806-92cc-bbf6ea45efea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:28.175149 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7d0df106-9a8b-43a3-9e89-6398a951ac59 req-333c43e3-c0d4-4806-92cc-bbf6ea45efea service neutron] 10.222.0.36 "GET /v2.0/networks?id=735c8477-b658-4066-88fd-8f0a4fc80eba HTTP/1.1" status: 200 len: 912 time: 0.1874545 Jul 15 23:29:28.202380 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-38115652-1b3b-4b06-a589-24113378e856 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.267278 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7d0df106-9a8b-43a3-9e89-6398a951ac59 req-9dc3fc52-4126-4ea2-a432-064f109cab04 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=745a6557-5f57-4c77-8210-2d4c247a8322 HTTP/1.1" status: 200 len: 1000 time: 0.0853610 Jul 15 23:29:28.271502 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5299-67c8-419a-8822-f8405ab9ee0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.283658 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5299-67c8-419a-8822-f8405ab9ee0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.316544 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48114) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:28.317205 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e7bd5299-67c8-419a-8822-f8405ab9ee0a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6cac7df918b743deab76766a72639186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5861480 Jul 15 23:29:28.359651 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0df106-9a8b-43a3-9e89-6398a951ac59 req-e4c071c9-2e92-4af7-ba54-1e06304bce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:28.361220 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7d0df106-9a8b-43a3-9e89-6398a951ac59 req-e4c071c9-2e92-4af7-ba54-1e06304bce0b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54f0c398-786c-4bb4-9c0d-f6b9e6012b3b HTTP/1.1" status: 200 len: 850 time: 0.0867736 Jul 15 23:29:28.365472 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-38115652-1b3b-4b06-a589-24113378e856 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.383702 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-38115652-1b3b-4b06-a589-24113378e856 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['365d12fc-f26c-4606-9e92-ae079f446813']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:28.386217 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd5299-67c8-419a-8822-f8405ab9ee0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eba9613-3911-4406-8eca-5592c5d508e9,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:28.397155 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-38115652-1b3b-4b06-a589-24113378e856 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e529d212-8e05-41dd-b0f6-50223123b69e') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:28.397638 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-38115652-1b3b-4b06-a589-24113378e856 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e529d212-8e05-41dd-b0f6-50223123b69e') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:28.409869 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-38115652-1b3b-4b06-a589-24113378e856 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.426966 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-38115652-1b3b-4b06-a589-24113378e856 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.428463 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-13d3015c-b67b-4e70-9bab-cf83f7637dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.434974 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38115652-1b3b-4b06-a589-24113378e856 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:29:28.435610 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-38115652-1b3b-4b06-a589-24113378e856 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.439267 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:29:28.439267 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:29:28.439267 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:29:28.439267 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:29:28.439267 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:29:28.439267 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:29:28.439267 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:29:28.439267 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:29:28.439267 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:29:28.439267 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:29:28.439267 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:29:28.439267 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:29:28.439267 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:29:28.439267 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:29:28.439267 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:29:28.439267 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:29:28.439267 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:29:28.439267 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:29:28.439267 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:29:28.439267 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:29:28.439267 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:29:28.439267 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:29:28.439267 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:29:28.439267 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:29:28.439267 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:29:28.439267 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:29:28.439267 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:29:28.439267 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:29:28.439267 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:29:28.439267 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:29:28.439267 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:29:28.439267 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:29:28.463737 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-13d3015c-b67b-4e70-9bab-cf83f7637dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.505665 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-38115652-1b3b-4b06-a589-24113378e856 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.513856 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0df106-9a8b-43a3-9e89-6398a951ac59 req-9bd8ad5e-88fa-404a-80ed-e572ffe5d8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:28.515595 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7d0df106-9a8b-43a3-9e89-6398a951ac59 req-9bd8ad5e-88fa-404a-80ed-e572ffe5d8b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=735c8477-b658-4066-88fd-8f0a4fc80eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1465516 Jul 15 23:29:28.522472 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-38115652-1b3b-4b06-a589-24113378e856 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.528796 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-38115652-1b3b-4b06-a589-24113378e856 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/networks/365d12fc-f26c-4606-9e92-ae079f446813 HTTP/1.1" status: 204 len: 168 time: 0.4300976 Jul 15 23:29:28.532549 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48120) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:28.542505 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-042c932f-cd02-4c23-af0a-fa551e470be6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Request body: {'network': {'name': 'tempest-RoutersTest-1095531152'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:28.567944 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-13d3015c-b67b-4e70-9bab-cf83f7637dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.571825 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-13d3015c-b67b-4e70-9bab-cf83f7637dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.573758 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-13d3015c-b67b-4e70-9bab-cf83f7637dfa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3eba9613-3911-4406-8eca-5592c5d508e9 HTTP/1.1" status: 204 len: 168 time: 0.2555866 Jul 15 23:29:28.609771 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38115652-1b3b-4b06-a589-24113378e856 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Network': ['ID=365d12fc-f26c-4606-9e92-ae079f446813,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:28.613513 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042c932f-cd02-4c23-af0a-fa551e470be6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Made reservation on behalf of 421ff1e0f0fc408c9923cd5c1f8d6eaa for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:28.620417 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-042c932f-cd02-4c23-af0a-fa551e470be6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.645429 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042c932f-cd02-4c23-af0a-fa551e470be6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:29:28.650289 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3015c-b67b-4e70-9bab-cf83f7637dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eba9613-3911-4406-8eca-5592c5d508e9,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:28.657327 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-042c932f-cd02-4c23-af0a-fa551e470be6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.658523 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-042c932f-cd02-4c23-af0a-fa551e470be6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Added segment 430735b7-f2c4-4ed0-8ee1-bf400d2df826 of type vlan for network e941e049-95ec-4d98-949e-5839fb4f4d49 Jul 15 23:29:28.704093 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7d0df106-9a8b-43a3-9e89-6398a951ac59 req-437bf8bf-39bf-4740-8e9f-0c06018b2bb5 service neutron] 10.222.0.36 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819291 Jul 15 23:29:28.726310 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-042c932f-cd02-4c23-af0a-fa551e470be6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.777466 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-042c932f-cd02-4c23-af0a-fa551e470be6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.786058 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042c932f-cd02-4c23-af0a-fa551e470be6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:28.787726 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-042c932f-cd02-4c23-af0a-fa551e470be6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.820028 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-042c932f-cd02-4c23-af0a-fa551e470be6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2861075 Jul 15 23:29:28.829351 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48128) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:28.836750 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-28df1895-880b-4ac1-aa29-867d24d086b8 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Request body: {'subnet': {'network_id': 'e941e049-95ec-4d98-949e-5839fb4f4d49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:28.861023 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7d0df106-9a8b-43a3-9e89-6398a951ac59 req-b413e4e5-34c7-4dae-87c1-e18e2bd1368f service neutron] 10.222.0.36 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503572 Jul 15 23:29:28.891136 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c932f-cd02-4c23-af0a-fa551e470be6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Network': ['ID=e941e049-95ec-4d98-949e-5839fb4f4d49,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:28.921952 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network e941e049-95ec-4d98-949e-5839fb4f4d49 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:29:29.002194 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28df1895-880b-4ac1-aa29-867d24d086b8 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Made reservation on behalf of 421ff1e0f0fc408c9923cd5c1f8d6eaa for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:29.005958 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-28df1895-880b-4ac1-aa29-867d24d086b8 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.223165 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48134) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:29.282782 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-28df1895-880b-4ac1-aa29-867d24d086b8 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.354775 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df1895-880b-4ac1-aa29-867d24d086b8 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Subnet': ['ID=5cd5bf36-b6a8-495a-bbd4-b562970abe76,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:29.357071 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48138) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:29.366860 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df1895-880b-4ac1-aa29-867d24d086b8 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:29.367206 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df1895-880b-4ac1-aa29-867d24d086b8 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:29.367548 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df1895-880b-4ac1-aa29-867d24d086b8 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:29.367875 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df1895-880b-4ac1-aa29-867d24d086b8 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:29.368205 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df1895-880b-4ac1-aa29-867d24d086b8 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:29.368530 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df1895-880b-4ac1-aa29-867d24d086b8 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:29.368852 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df1895-880b-4ac1-aa29-867d24d086b8 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:29.369173 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df1895-880b-4ac1-aa29-867d24d086b8 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:29.369516 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df1895-880b-4ac1-aa29-867d24d086b8 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:29.370668 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df1895-880b-4ac1-aa29-867d24d086b8 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:29.371755 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df1895-880b-4ac1-aa29-867d24d086b8 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:29.371755 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df1895-880b-4ac1-aa29-867d24d086b8 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:29.372007 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7977880-2853-4b3a-a009-fd376c678874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.376188 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28df1895-880b-4ac1-aa29-867d24d086b8 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Checking segment: {'id': '430735b7-f2c4-4ed0-8ee1-bf400d2df826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e941e049-95ec-4d98-949e-5839fb4f4d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:29.376462 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28df1895-880b-4ac1-aa29-867d24d086b8 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network hostable DHCP agents. Network: e941e049-95ec-4d98-949e-5839fb4f4d49, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:29:29.389785 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51ddff7d-3d49-415a-92c8-902c8bb53472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.393722 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28df1895-880b-4ac1-aa29-867d24d086b8 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network e941e049-95ec-4d98-949e-5839fb4f4d49 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:29:29.402339 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-28df1895-880b-4ac1-aa29-867d24d086b8 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, e941e049-95ec-4d98-949e-5839fb4f4d49) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:29.406449 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28df1895-880b-4ac1-aa29-867d24d086b8 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:29.407500 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-28df1895-880b-4ac1-aa29-867d24d086b8 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.412657 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf5c977-c6fb-4e6e-bec3-15ebf10cc39e None None] Network e941e049-95ec-4d98-949e-5839fb4f4d49 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:29.422214 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.db.api [None req-b7977880-2853-4b3a-a009-fd376c678874 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:29:29.422214 n-d-787205-9 neutron-server[93799]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 23:29:29.422214 n-d-787205-9 neutron-server[93799]: [parameters: {'project_id_1': '3bdb4b0f3f0d4b2eb754ef09b9554c0a', 'expiration_1': datetime.datetime(2021, 7, 15, 23, 29, 29, 409069)}] Jul 15 23:29:29.422214 n-d-787205-9 neutron-server[93799]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:29:29.422671 n-d-787205-9 neutron-server[93799]: DEBUG oslo_db.api [None req-b7977880-2853-4b3a-a009-fd376c678874 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:29:29.495463 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51ddff7d-3d49-415a-92c8-902c8bb53472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.502578 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51ddff7d-3d49-415a-92c8-902c8bb53472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.516108 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-28df1895-880b-4ac1-aa29-867d24d086b8 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6854331 Jul 15 23:29:29.516733 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48140) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:29.521220 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8bca1116-2f38-4485-87eb-e736d3e27c15 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1352022705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:29.545752 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device aed4b1d1-9bcd-47ba-93d3-49bb8de7e161 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:29.551299 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8bca1116-2f38-4485-87eb-e736d3e27c15 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.552551 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8bca1116-2f38-4485-87eb-e736d3e27c15 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.553292 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ddff7d-3d49-415a-92c8-902c8bb53472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf043c9-4b09-436d-99d1-26f428c59d79,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:29.561408 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-51ddff7d-3d49-415a-92c8-902c8bb53472 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=92f56011794a4d0587d7638b527f3d23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2033267 Jul 15 23:29:29.562262 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48142) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:29.574277 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: aed4b1d1-9bcd-47ba-93d3-49bb8de7e161 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:29:29.574618 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device aed4b1d1-9bcd-47ba-93d3-49bb8de7e161 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:29:29.605851 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f69308-dd16-4a40-ad4e-638197045e7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-e941e049-95ec-4d98-949e-5839fb4f4d49', 'network_id': 'e941e049-95ec-4d98-949e-5839fb4f4d49', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'fixed_ips': [{'subnet_id': '5cd5bf36-b6a8-495a-bbd4-b562970abe76'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:29:29.606760 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b6f69308-dd16-4a40-ad4e-638197045e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.645588 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8bca1116-2f38-4485-87eb-e736d3e27c15 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.651687 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8bca1116-2f38-4485-87eb-e736d3e27c15 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.672746 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18f2c79c-f88c-4d6b-bc29-9248aa55d44b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.677657 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8bca1116-2f38-4485-87eb-e736d3e27c15 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.680615 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8bca1116-2f38-4485-87eb-e736d3e27c15 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1611929 Jul 15 23:29:29.682465 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48148) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:29.688812 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-4cd5ce05-8bab-4579-8dca-d04a98f6ff63 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Request body: {'port': {'network_id': 'e941e049-95ec-4d98-949e-5839fb4f4d49', 'name': 'tempest-RoutersTest-1371687248'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:29.702126 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18f2c79c-f88c-4d6b-bc29-9248aa55d44b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.764827 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18f2c79c-f88c-4d6b-bc29-9248aa55d44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.773229 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-18f2c79c-f88c-4d6b-bc29-9248aa55d44b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.774603 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-18f2c79c-f88c-4d6b-bc29-9248aa55d44b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3bf043c9-4b09-436d-99d1-26f428c59d79 HTTP/1.1" status: 204 len: 168 time: 0.2114398 Jul 15 23:29:29.777457 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-b6f69308-dd16-4a40-ad4e-638197045e7b None None] Allocated IP 172.20.0.2 (e941e049-95ec-4d98-949e-5839fb4f4d49/5cd5bf36-b6a8-495a-bbd4-b562970abe76/646743c3-729c-437e-af74-2a7ad57a1456) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:29.790458 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c79c-f88c-4d6b-bc29-9248aa55d44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf043c9-4b09-436d-99d1-26f428c59d79,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:29.875413 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd5ce05-8bab-4579-8dca-d04a98f6ff63 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Made reservation on behalf of 421ff1e0f0fc408c9923cd5c1f8d6eaa for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:29.880759 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4cd5ce05-8bab-4579-8dca-d04a98f6ff63 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.906896 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [None req-4cd5ce05-8bab-4579-8dca-d04a98f6ff63 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] device_id is not set on port 47e7ecec-3db1-4995-b3cd-491c9ad6e168 yet. {{(pid=93799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:29:29.951015 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7977880-2853-4b3a-a009-fd376c678874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.991340 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b6f69308-dd16-4a40-ad4e-638197045e7b None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.002537 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b6f69308-dd16-4a40-ad4e-638197045e7b None None] Transition to ACTIVE for port object 646743c3-729c-437e-af74-2a7ad57a1456 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:30.020723 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b6f69308-dd16-4a40-ad4e-638197045e7b None None] Transition to ACTIVE for port object 646743c3-729c-437e-af74-2a7ad57a1456 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:30.028583 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b6f69308-dd16-4a40-ad4e-638197045e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.085671 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f69308-dd16-4a40-ad4e-638197045e7b None None] Network e941e049-95ec-4d98-949e-5839fb4f4d49 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:30.090002 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-b6f69308-dd16-4a40-ad4e-638197045e7b None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:30.096222 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f69308-dd16-4a40-ad4e-638197045e7b None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:30.106953 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7977880-2853-4b3a-a009-fd376c678874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.115188 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-4cd5ce05-8bab-4579-8dca-d04a98f6ff63 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Allocated IP 172.20.0.13 (e941e049-95ec-4d98-949e-5839fb4f4d49/5cd5bf36-b6a8-495a-bbd4-b562970abe76/47e7ecec-3db1-4995-b3cd-491c9ad6e168) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:30.117491 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7977880-2853-4b3a-a009-fd376c678874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.136786 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f69308-dd16-4a40-ad4e-638197045e7b None None] Pushing event updated for resources: {'Port': ['ID=646743c3-729c-437e-af74-2a7ad57a1456,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:30.181057 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7977880-2853-4b3a-a009-fd376c678874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0033e011-4418-493e-b371-d2b65da8db9d,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:30.193386 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b7977880-2853-4b3a-a009-fd376c678874 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3bdb4b0f3f0d4b2eb754ef09b9554c0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9690959 Jul 15 23:29:30.195328 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-b6f69308-dd16-4a40-ad4e-638197045e7b None None] Attempting to bind port 646743c3-729c-437e-af74-2a7ad57a1456 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:29:30.196027 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48158) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:30.205948 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-b6f69308-dd16-4a40-ad4e-638197045e7b None None] Attempting to bind port 646743c3-729c-437e-af74-2a7ad57a1456 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '430735b7-f2c4-4ed0-8ee1-bf400d2df826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e941e049-95ec-4d98-949e-5839fb4f4d49'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:29:30.206214 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f69308-dd16-4a40-ad4e-638197045e7b None None] Attempting to bind port 646743c3-729c-437e-af74-2a7ad57a1456 on network e941e049-95ec-4d98-949e-5839fb4f4d49 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:29:30.220154 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f69308-dd16-4a40-ad4e-638197045e7b None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:29:30.220656 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f69308-dd16-4a40-ad4e-638197045e7b None None] Checking segment: {'id': '430735b7-f2c4-4ed0-8ee1-bf400d2df826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e941e049-95ec-4d98-949e-5839fb4f4d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:30.221267 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b6f69308-dd16-4a40-ad4e-638197045e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.221764 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f69308-dd16-4a40-ad4e-638197045e7b None None] Bound using segment: {'id': '430735b7-f2c4-4ed0-8ee1-bf400d2df826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e941e049-95ec-4d98-949e-5839fb4f4d49'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:29:30.222361 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-b6f69308-dd16-4a40-ad4e-638197045e7b None None] Bound port: 646743c3-729c-437e-af74-2a7ad57a1456, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430735b7-f2c4-4ed0-8ee1-bf400d2df826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e941e049-95ec-4d98-949e-5839fb4f4d49'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:29:30.222993 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b6f69308-dd16-4a40-ad4e-638197045e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.299483 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-43a658a4-33ce-4eda-86c5-29e7d2fad8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.320145 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-b6f69308-dd16-4a40-ad4e-638197045e7b None None] For port 646743c3-729c-437e-af74-2a7ad57a1456, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:29:30.326520 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-b6f69308-dd16-4a40-ad4e-638197045e7b None None] For port 646743c3-729c-437e-af74-2a7ad57a1456, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=646743c3-729c-437e-af74-2a7ad57a1456,segment=NetworkSegment(430735b7-f2c4-4ed0-8ee1-bf400d2df826),segment_id=430735b7-f2c4-4ed0-8ee1-bf400d2df826)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:29:30.332230 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b6f69308-dd16-4a40-ad4e-638197045e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.334369 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-43a658a4-33ce-4eda-86c5-29e7d2fad8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.355260 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4cd5ce05-8bab-4579-8dca-d04a98f6ff63 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.379418 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4cd5ce05-8bab-4579-8dca-d04a98f6ff63 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Transition to ACTIVE for port object 47e7ecec-3db1-4995-b3cd-491c9ad6e168 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:30.394795 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-43a658a4-33ce-4eda-86c5-29e7d2fad8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.398743 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-43a658a4-33ce-4eda-86c5-29e7d2fad8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.405668 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-43a658a4-33ce-4eda-86c5-29e7d2fad8ac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0033e011-4418-493e-b371-d2b65da8db9d HTTP/1.1" status: 204 len: 168 time: 0.2082705 Jul 15 23:29:30.414024 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f69308-dd16-4a40-ad4e-638197045e7b None None] Pushing event updated for resources: {'Port': ['ID=646743c3-729c-437e-af74-2a7ad57a1456,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:30.425645 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a658a4-33ce-4eda-86c5-29e7d2fad8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0033e011-4418-493e-b371-d2b65da8db9d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:30.467142 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4cd5ce05-8bab-4579-8dca-d04a98f6ff63 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.522699 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd5ce05-8bab-4579-8dca-d04a98f6ff63 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network e941e049-95ec-4d98-949e-5839fb4f4d49 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:30.526861 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-4cd5ce05-8bab-4579-8dca-d04a98f6ff63 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:30.532244 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd5ce05-8bab-4579-8dca-d04a98f6ff63 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:30.560158 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5ce05-8bab-4579-8dca-d04a98f6ff63 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Port': ['ID=47e7ecec-3db1-4995-b3cd-491c9ad6e168,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:30.596350 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd5ce05-8bab-4579-8dca-d04a98f6ff63 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:30.597065 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4cd5ce05-8bab-4579-8dca-d04a98f6ff63 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.617039 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48170) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:30.617279 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4cd5ce05-8bab-4579-8dca-d04a98f6ff63 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9334097 Jul 15 23:29:31.053578 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48182) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:31.103379 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-85095adb-0909-4270-9784-aa23ec02d782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:31.279151 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90b42dbf-99dc-433c-920d-292700e067f2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:31.289133 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-85095adb-0909-4270-9784-aa23ec02d782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:31.296827 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-85095adb-0909-4270-9784-aa23ec02d782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:31.333248 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-85095adb-0909-4270-9784-aa23ec02d782 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=69539ff6cdb542c096e88a2e0bff1ab3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2774062 Jul 15 23:29:31.345339 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48188) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:31.397608 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85095adb-0909-4270-9784-aa23ec02d782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d30945-5d5a-4773-82c5-bd547107d0e0,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:31.444504 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae0e614d-fe92-4cd6-82ce-99769f347090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:31.484766 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae0e614d-fe92-4cd6-82ce-99769f347090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:31.569687 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae0e614d-fe92-4cd6-82ce-99769f347090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:31.575885 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae0e614d-fe92-4cd6-82ce-99769f347090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:31.577061 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ae0e614d-fe92-4cd6-82ce-99769f347090 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a0d30945-5d5a-4773-82c5-bd547107d0e0 HTTP/1.1" status: 204 len: 168 time: 0.2294774 Jul 15 23:29:31.585282 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e614d-fe92-4cd6-82ce-99769f347090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d30945-5d5a-4773-82c5-bd547107d0e0,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:31.659733 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90b42dbf-99dc-433c-920d-292700e067f2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:31.665515 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 646743c3-729c-437e-af74-2a7ad57a1456 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:31.666036 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90b42dbf-99dc-433c-920d-292700e067f2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:31.767824 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 646743c3-729c-437e-af74-2a7ad57a1456 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:31.798177 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b42dbf-99dc-433c-920d-292700e067f2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Port': ['ID=47e7ecec-3db1-4995-b3cd-491c9ad6e168,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:31.883640 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cbcf01-b05e-445f-a102-6b3a620bf609 None None] Network e941e049-95ec-4d98-949e-5839fb4f4d49 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:31.956423 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90b42dbf-99dc-433c-920d-292700e067f2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:32.044580 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-578747c0-e7b5-47c0-8d96-b5eb1d93e858 None None] Provisioning for port 646743c3-729c-437e-af74-2a7ad57a1456 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:32.049949 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-578747c0-e7b5-47c0-8d96-b5eb1d93e858 None None] Provisioning complete for port 646743c3-729c-437e-af74-2a7ad57a1456 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:32.050333 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-578747c0-e7b5-47c0-8d96-b5eb1d93e858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:32.207880 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-578747c0-e7b5-47c0-8d96-b5eb1d93e858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:32.212242 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90b42dbf-99dc-433c-920d-292700e067f2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:32.254664 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-578747c0-e7b5-47c0-8d96-b5eb1d93e858 None None] For port 646743c3-729c-437e-af74-2a7ad57a1456, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=646743c3-729c-437e-af74-2a7ad57a1456,segment=NetworkSegment(430735b7-f2c4-4ed0-8ee1-bf400d2df826),segment_id=430735b7-f2c4-4ed0-8ee1-bf400d2df826)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:32.261139 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-578747c0-e7b5-47c0-8d96-b5eb1d93e858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:32.359574 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578747c0-e7b5-47c0-8d96-b5eb1d93e858 None None] Pushing event updated for resources: {'Port': ['ID=646743c3-729c-437e-af74-2a7ad57a1456,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:32.658022 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90b42dbf-99dc-433c-920d-292700e067f2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:32.664043 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90b42dbf-99dc-433c-920d-292700e067f2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:32.692501 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-781bfb92-8601-4fc3-acb6-0c0c72bb821f None None] Provisioning complete for port 646743c3-729c-437e-af74-2a7ad57a1456 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:32.693122 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-781bfb92-8601-4fc3-acb6-0c0c72bb821f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:32.733577 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90b42dbf-99dc-433c-920d-292700e067f2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:32.825846 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b42dbf-99dc-433c-920d-292700e067f2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Port': ['ID=47e7ecec-3db1-4995-b3cd-491c9ad6e168,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:32.828944 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-781bfb92-8601-4fc3-acb6-0c0c72bb821f None None] Provisioning for port 47e7ecec-3db1-4995-b3cd-491c9ad6e168 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:32.840322 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-781bfb92-8601-4fc3-acb6-0c0c72bb821f None None] Provisioning complete for port 47e7ecec-3db1-4995-b3cd-491c9ad6e168 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:32.841019 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-781bfb92-8601-4fc3-acb6-0c0c72bb821f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:32.940601 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-781bfb92-8601-4fc3-acb6-0c0c72bb821f None None] Port 47e7ecec-3db1-4995-b3cd-491c9ad6e168 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:29:32.957951 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b42dbf-99dc-433c-920d-292700e067f2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network e941e049-95ec-4d98-949e-5839fb4f4d49 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:32.959552 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-90b42dbf-99dc-433c-920d-292700e067f2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:33.064399 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-86bd3aa1-8ec6-44f2-bf9a-de68e2b14bfb None None] Provisioning complete for port 47e7ecec-3db1-4995-b3cd-491c9ad6e168 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:33.064828 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-86bd3aa1-8ec6-44f2-bf9a-de68e2b14bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:33.161198 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b42dbf-99dc-433c-920d-292700e067f2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Router bbafa54d-2bb7-4e06-9849-b4ffc439a609 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:29:33.163779 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-86bd3aa1-8ec6-44f2-bf9a-de68e2b14bfb None None] Port 47e7ecec-3db1-4995-b3cd-491c9ad6e168 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:29:33.289773 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-54c7b1e2-a83e-4892-96d5-0de0b8c50054 None None] Provisioning complete for port 47e7ecec-3db1-4995-b3cd-491c9ad6e168 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:33.290377 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-54c7b1e2-a83e-4892-96d5-0de0b8c50054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:33.358981 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-54c7b1e2-a83e-4892-96d5-0de0b8c50054 None None] Port 47e7ecec-3db1-4995-b3cd-491c9ad6e168 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:29:33.373267 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b42dbf-99dc-433c-920d-292700e067f2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:33.381680 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-90b42dbf-99dc-433c-920d-292700e067f2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "PUT /v2.0/routers/bbafa54d-2bb7-4e06-9849-b4ffc439a609/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7633734 Jul 15 23:29:33.384846 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48248) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:33.386734 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055981ba-f5b4-4edd-8912-a514f5de6fcb None None] Sync routers for ids ['bbafa54d-2bb7-4e06-9849-b4ffc439a609'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:33.406312 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055981ba-f5b4-4edd-8912-a514f5de6fcb None None] Routers {'bbafa54d-2bb7-4e06-9849-b4ffc439a609'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:33.408664 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-055981ba-f5b4-4edd-8912-a514f5de6fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:29:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['bbafa54d-2bb7-4e06-9849-b4ffc439a609'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:33.476646 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-055981ba-f5b4-4edd-8912-a514f5de6fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:33.485632 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ec6b3c-993d-4e32-ab83-e357b4dc84a1 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:33.487634 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055981ba-f5b4-4edd-8912-a514f5de6fcb None None] Routers {'bbafa54d-2bb7-4e06-9849-b4ffc439a609'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:33.488293 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-055981ba-f5b4-4edd-8912-a514f5de6fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:29:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['bbafa54d-2bb7-4e06-9849-b4ffc439a609'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:33.510357 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48254) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:33.512657 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-31ec6b3c-993d-4e32-ab83-e357b4dc84a1 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "GET /v2.0/ports/47e7ecec-3db1-4995-b3cd-491c9ad6e168 HTTP/1.1" status: 200 len: 978 time: 0.1259747 Jul 15 23:29:33.826979 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 646743c3-729c-437e-af74-2a7ad57a1456 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:33.832034 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-055981ba-f5b4-4edd-8912-a514f5de6fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:33.832538 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055981ba-f5b4-4edd-8912-a514f5de6fcb None None] The sync data for ids ['bbafa54d-2bb7-4e06-9849-b4ffc439a609'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:33.873395 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-10a2864b-320c-483d-82ca-5728908d4f84 None None] Provisioning complete for port 47e7ecec-3db1-4995-b3cd-491c9ad6e168 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:33.873780 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-10a2864b-320c-483d-82ca-5728908d4f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:33.981868 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 646743c3-729c-437e-af74-2a7ad57a1456 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:33.982251 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:34.014572 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-10a2864b-320c-483d-82ca-5728908d4f84 None None] Port 47e7ecec-3db1-4995-b3cd-491c9ad6e168 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:29:34.586404 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7edb47a4-e6f7-4be3-9569-f265e135405b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:34.808207 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-7edb47a4-e6f7-4be3-9569-f265e135405b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Deleting port 47e7ecec-3db1-4995-b3cd-491c9ad6e168 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:34.808553 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7edb47a4-e6f7-4be3-9569-f265e135405b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:34.908588 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7edb47a4-e6f7-4be3-9569-f265e135405b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:34.920576 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-7edb47a4-e6f7-4be3-9569-f265e135405b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Calling delete_port for 47e7ecec-3db1-4995-b3cd-491c9ad6e168 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:35.117489 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7edb47a4-e6f7-4be3-9569-f265e135405b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:35.141538 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb47a4-e6f7-4be3-9569-f265e135405b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Port': ['ID=47e7ecec-3db1-4995-b3cd-491c9ad6e168,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:35.372456 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7edb47a4-e6f7-4be3-9569-f265e135405b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:35.592414 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7edb47a4-e6f7-4be3-9569-f265e135405b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Router bbafa54d-2bb7-4e06-9849-b4ffc439a609 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:29:35.676573 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7edb47a4-e6f7-4be3-9569-f265e135405b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:35.682917 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7edb47a4-e6f7-4be3-9569-f265e135405b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "PUT /v2.0/routers/bbafa54d-2bb7-4e06-9849-b4ffc439a609/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1713126 Jul 15 23:29:35.686381 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48310) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:35.693371 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cce1487-15a8-4715-9208-70032e640c2c None None] Sync routers for ids ['bbafa54d-2bb7-4e06-9849-b4ffc439a609'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:35.707334 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cce1487-15a8-4715-9208-70032e640c2c None None] Routers {'bbafa54d-2bb7-4e06-9849-b4ffc439a609'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:35.708136 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-0cce1487-15a8-4715-9208-70032e640c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:29:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['bbafa54d-2bb7-4e06-9849-b4ffc439a609'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:35.752195 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-0cce1487-15a8-4715-9208-70032e640c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:35.764838 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cce1487-15a8-4715-9208-70032e640c2c None None] Routers {'bbafa54d-2bb7-4e06-9849-b4ffc439a609'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:35.765907 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-0cce1487-15a8-4715-9208-70032e640c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:29:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['bbafa54d-2bb7-4e06-9849-b4ffc439a609'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:35.809332 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-0cce1487-15a8-4715-9208-70032e640c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:35.811205 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cce1487-15a8-4715-9208-70032e640c2c None None] The sync data for ids ['bbafa54d-2bb7-4e06-9849-b4ffc439a609'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:35.909519 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-173f6f7a-15cb-4abf-942d-dfade4631307 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] remove_router_interface failed (client error): The resource could not be found. Jul 15 23:29:35.910574 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-173f6f7a-15cb-4abf-942d-dfade4631307 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "PUT /v2.0/routers/bbafa54d-2bb7-4e06-9849-b4ffc439a609/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2225058 Jul 15 23:29:35.913458 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48314) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:35.951833 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-76d1a255-d10b-40bd-8a34-fb47e7190da5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbafa54d-2bb7-4e06-9849-b4ffc439a609 HTTP/1.1" status: 200 len: 205 time: 0.0370569 Jul 15 23:29:35.954056 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48318) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:36.038085 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-176c4ac3-3e72-428f-90b3-097c51705825 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:36.549226 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-176c4ac3-3e72-428f-90b3-097c51705825 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:36.557864 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-176c4ac3-3e72-428f-90b3-097c51705825 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:36.660879 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-176c4ac3-3e72-428f-90b3-097c51705825 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:36.661511 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176c4ac3-3e72-428f-90b3-097c51705825 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Fanout notify agent at l3_agent the message router_deleted on router bbafa54d-2bb7-4e06-9849-b4ffc439a609 {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:29:36.675487 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-176c4ac3-3e72-428f-90b3-097c51705825 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:36.675487 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-176c4ac3-3e72-428f-90b3-097c51705825 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/routers/bbafa54d-2bb7-4e06-9849-b4ffc439a609 HTTP/1.1" status: 204 len: 168 time: 0.7172716 Jul 15 23:29:36.675907 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48336) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:36.738782 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-d567dfca-7c79-4b55-8a0e-1b651b566f61 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Deleting subnet 5cd5bf36-b6a8-495a-bbd4-b562970abe76 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:36.742482 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d567dfca-7c79-4b55-8a0e-1b651b566f61 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:36.785930 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d567dfca-7c79-4b55-8a0e-1b651b566f61 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:36.879511 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d567dfca-7c79-4b55-8a0e-1b651b566f61 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:36.940966 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d567dfca-7c79-4b55-8a0e-1b651b566f61 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:36.978376 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567dfca-7c79-4b55-8a0e-1b651b566f61 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Subnet': ['ID=5cd5bf36-b6a8-495a-bbd4-b562970abe76,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:36.982783 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d567dfca-7c79-4b55-8a0e-1b651b566f61 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:36.984979 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d567dfca-7c79-4b55-8a0e-1b651b566f61 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/subnets/5cd5bf36-b6a8-495a-bbd4-b562970abe76 HTTP/1.1" status: 204 len: 168 time: 0.3072665 Jul 15 23:29:36.988202 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48346) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:36.993473 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcf7f1e-4ac5-41d0-96c2-42c9a01808fa None None] Network e941e049-95ec-4d98-949e-5839fb4f4d49 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:37.100540 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8f7f54a-3465-4a65-ae23-2e99f379ae98 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:37.164633 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d8f7f54a-3465-4a65-ae23-2e99f379ae98 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Deleting port 646743c3-729c-437e-af74-2a7ad57a1456 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:37.165126 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8f7f54a-3465-4a65-ae23-2e99f379ae98 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:37.241886 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d8f7f54a-3465-4a65-ae23-2e99f379ae98 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] For port 646743c3-729c-437e-af74-2a7ad57a1456, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=646743c3-729c-437e-af74-2a7ad57a1456,segment=NetworkSegment(430735b7-f2c4-4ed0-8ee1-bf400d2df826),segment_id=430735b7-f2c4-4ed0-8ee1-bf400d2df826)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:37.242334 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8f7f54a-3465-4a65-ae23-2e99f379ae98 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:37.257306 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026c300a-1c02-4691-9aea-843203104da7 None None] DHCP port deletion for e941e049-95ec-4d98-949e-5839fb4f4d49 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:29:37.258510 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d8f7f54a-3465-4a65-ae23-2e99f379ae98 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Calling delete_port for 646743c3-729c-437e-af74-2a7ad57a1456 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:37.304638 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-026c300a-1c02-4691-9aea-843203104da7 None None] Deleting port 646743c3-729c-437e-af74-2a7ad57a1456 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:37.305387 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-026c300a-1c02-4691-9aea-843203104da7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:37.349440 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8f7f54a-3465-4a65-ae23-2e99f379ae98 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:37.379071 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-026c300a-1c02-4691-9aea-843203104da7 None None] For port 646743c3-729c-437e-af74-2a7ad57a1456, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=646743c3-729c-437e-af74-2a7ad57a1456,segment=NetworkSegment(430735b7-f2c4-4ed0-8ee1-bf400d2df826),segment_id=430735b7-f2c4-4ed0-8ee1-bf400d2df826)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:37.379486 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-026c300a-1c02-4691-9aea-843203104da7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:37.387358 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7f54a-3465-4a65-ae23-2e99f379ae98 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Port': ['ID=646743c3-729c-437e-af74-2a7ad57a1456,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:37.393282 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-026c300a-1c02-4691-9aea-843203104da7 None None] Calling delete_port for 646743c3-729c-437e-af74-2a7ad57a1456 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:37.397640 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f7f54a-3465-4a65-ae23-2e99f379ae98 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] No DVR routers for this DVR port 646743c3-729c-437e-af74-2a7ad57a1456 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:37.490782 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8f7f54a-3465-4a65-ae23-2e99f379ae98 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:37.505139 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-d8f7f54a-3465-4a65-ae23-2e99f379ae98 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e941e049-95ec-4d98-949e-5839fb4f4d49']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:37.520142 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-d8f7f54a-3465-4a65-ae23-2e99f379ae98 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '430735b7-f2c4-4ed0-8ee1-bf400d2df826') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:37.520544 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-d8f7f54a-3465-4a65-ae23-2e99f379ae98 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '430735b7-f2c4-4ed0-8ee1-bf400d2df826') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:37.531032 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8f7f54a-3465-4a65-ae23-2e99f379ae98 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:37.536914 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-026c300a-1c02-4691-9aea-843203104da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:37.589057 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c300a-1c02-4691-9aea-843203104da7 None None] Pushing event deleted for resources: {'Port': ['ID=646743c3-729c-437e-af74-2a7ad57a1456,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:37.593834 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8f7f54a-3465-4a65-ae23-2e99f379ae98 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:37.594191 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026c300a-1c02-4691-9aea-843203104da7 None None] No DVR routers for this DVR port 646743c3-729c-437e-af74-2a7ad57a1456 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:37.617392 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 646743c3-729c-437e-af74-2a7ad57a1456 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:37.629561 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f7f54a-3465-4a65-ae23-2e99f379ae98 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:29:37.630091 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8f7f54a-3465-4a65-ae23-2e99f379ae98 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:29:37.633842 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:29:37.649876 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 646743c3-729c-437e-af74-2a7ad57a1456 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:29:37.650856 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 646743c3-729c-437e-af74-2a7ad57a1456 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:29:37.712242 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8f7f54a-3465-4a65-ae23-2e99f379ae98 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:37.739110 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8f7f54a-3465-4a65-ae23-2e99f379ae98 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:37.745783 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d8f7f54a-3465-4a65-ae23-2e99f379ae98 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/networks/e941e049-95ec-4d98-949e-5839fb4f4d49 HTTP/1.1" status: 204 len: 168 time: 0.7520595 Jul 15 23:29:37.745783 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7f54a-3465-4a65-ae23-2e99f379ae98 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Network': ['ID=e941e049-95ec-4d98-949e-5839fb4f4d49,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:37.746340 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48362) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:37.756768 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-bcc1c7d9-7fee-4ad5-b54c-be73fe968820 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Request body: {'network': {'name': 'tempest-RoutersTest-1700246254'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:37.782355 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc1c7d9-7fee-4ad5-b54c-be73fe968820 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Made reservation on behalf of 421ff1e0f0fc408c9923cd5c1f8d6eaa for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:37.787241 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bcc1c7d9-7fee-4ad5-b54c-be73fe968820 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:37.822504 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc1c7d9-7fee-4ad5-b54c-be73fe968820 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:29:37.826008 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bcc1c7d9-7fee-4ad5-b54c-be73fe968820 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:37.826395 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-bcc1c7d9-7fee-4ad5-b54c-be73fe968820 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Added segment 5cb595e4-34c5-4d36-8113-07029e3437bf of type vlan for network c7117d27-6169-4934-8abb-ea9bf4220e7d Jul 15 23:29:37.894070 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bcc1c7d9-7fee-4ad5-b54c-be73fe968820 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:37.927147 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bcc1c7d9-7fee-4ad5-b54c-be73fe968820 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:37.934154 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc1c7d9-7fee-4ad5-b54c-be73fe968820 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:37.934937 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bcc1c7d9-7fee-4ad5-b54c-be73fe968820 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:37.975364 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bcc1c7d9-7fee-4ad5-b54c-be73fe968820 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2269065 Jul 15 23:29:37.978247 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48368) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:37.984660 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-d64ff3d6-b579-497e-af22-9b6331becdd2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Request body: {'subnet': {'network_id': 'c7117d27-6169-4934-8abb-ea9bf4220e7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:38.007560 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1c7d9-7fee-4ad5-b54c-be73fe968820 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Network': ['ID=c7117d27-6169-4934-8abb-ea9bf4220e7d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:38.021103 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network c7117d27-6169-4934-8abb-ea9bf4220e7d details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:29:38.081570 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64ff3d6-b579-497e-af22-9b6331becdd2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Made reservation on behalf of 421ff1e0f0fc408c9923cd5c1f8d6eaa for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:38.087640 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d64ff3d6-b579-497e-af22-9b6331becdd2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:38.282554 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d64ff3d6-b579-497e-af22-9b6331becdd2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:38.348108 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ff3d6-b579-497e-af22-9b6331becdd2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Subnet': ['ID=550d0da6-4367-439f-9f27-49c762205a61,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:38.359456 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64ff3d6-b579-497e-af22-9b6331becdd2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Checking segment: {'id': '5cb595e4-34c5-4d36-8113-07029e3437bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c7117d27-6169-4934-8abb-ea9bf4220e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:38.359840 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64ff3d6-b579-497e-af22-9b6331becdd2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network hostable DHCP agents. Network: c7117d27-6169-4934-8abb-ea9bf4220e7d, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:29:38.378086 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64ff3d6-b579-497e-af22-9b6331becdd2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network c7117d27-6169-4934-8abb-ea9bf4220e7d is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:29:38.387396 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-d64ff3d6-b579-497e-af22-9b6331becdd2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, c7117d27-6169-4934-8abb-ea9bf4220e7d) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:38.392455 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64ff3d6-b579-497e-af22-9b6331becdd2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:38.393333 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d64ff3d6-b579-497e-af22-9b6331becdd2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:38.399752 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3712093c-aaca-4b7c-b617-f920f1523466 None None] Network c7117d27-6169-4934-8abb-ea9bf4220e7d requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:38.413223 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d64ff3d6-b579-497e-af22-9b6331becdd2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4331760 Jul 15 23:29:38.413505 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48376) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:38.419314 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-17fd2a04-eae5-48db-86d0-7da939ba493e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-67894335', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:38.445054 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17fd2a04-eae5-48db-86d0-7da939ba493e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:38.446830 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17fd2a04-eae5-48db-86d0-7da939ba493e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:38.509497 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17fd2a04-eae5-48db-86d0-7da939ba493e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:38.513868 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17fd2a04-eae5-48db-86d0-7da939ba493e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:38.530751 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17fd2a04-eae5-48db-86d0-7da939ba493e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:38.532266 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-17fd2a04-eae5-48db-86d0-7da939ba493e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1174970 Jul 15 23:29:38.535212 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48380) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:38.591435 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaa4078-23f1-4a5b-a8d4-fc5278326237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-c7117d27-6169-4934-8abb-ea9bf4220e7d', 'network_id': 'c7117d27-6169-4934-8abb-ea9bf4220e7d', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'fixed_ips': [{'subnet_id': '550d0da6-4367-439f-9f27-49c762205a61'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:29:38.592797 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4aaa4078-23f1-4a5b-a8d4-fc5278326237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:38.753014 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-4aaa4078-23f1-4a5b-a8d4-fc5278326237 None None] Allocated IP 172.20.0.2 (c7117d27-6169-4934-8abb-ea9bf4220e7d/550d0da6-4367-439f-9f27-49c762205a61/75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:38.864848 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:38.913013 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30070080-b510-4bf1-a087-f3330ef463ab tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.021279 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4aaa4078-23f1-4a5b-a8d4-fc5278326237 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.039140 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4aaa4078-23f1-4a5b-a8d4-fc5278326237 None None] Transition to ACTIVE for port object 75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:39.061474 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4aaa4078-23f1-4a5b-a8d4-fc5278326237 None None] Transition to ACTIVE for port object 75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:39.071172 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4aaa4078-23f1-4a5b-a8d4-fc5278326237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.139363 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaa4078-23f1-4a5b-a8d4-fc5278326237 None None] Network c7117d27-6169-4934-8abb-ea9bf4220e7d is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:39.143317 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-4aaa4078-23f1-4a5b-a8d4-fc5278326237 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:39.158168 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaa4078-23f1-4a5b-a8d4-fc5278326237 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:39.182777 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa4078-23f1-4a5b-a8d4-fc5278326237 None None] Pushing event updated for resources: {'Port': ['ID=75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:39.257019 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4aaa4078-23f1-4a5b-a8d4-fc5278326237 None None] Attempting to bind port 75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:29:39.257537 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4aaa4078-23f1-4a5b-a8d4-fc5278326237 None None] Attempting to bind port 75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '5cb595e4-34c5-4d36-8113-07029e3437bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c7117d27-6169-4934-8abb-ea9bf4220e7d'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:29:39.257980 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaa4078-23f1-4a5b-a8d4-fc5278326237 None None] Attempting to bind port 75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c on network c7117d27-6169-4934-8abb-ea9bf4220e7d {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:29:39.265964 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaa4078-23f1-4a5b-a8d4-fc5278326237 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:29:39.266276 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaa4078-23f1-4a5b-a8d4-fc5278326237 None None] Checking segment: {'id': '5cb595e4-34c5-4d36-8113-07029e3437bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c7117d27-6169-4934-8abb-ea9bf4220e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:39.266900 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4aaa4078-23f1-4a5b-a8d4-fc5278326237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.267394 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaa4078-23f1-4a5b-a8d4-fc5278326237 None None] Bound using segment: {'id': '5cb595e4-34c5-4d36-8113-07029e3437bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c7117d27-6169-4934-8abb-ea9bf4220e7d'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:29:39.268299 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4aaa4078-23f1-4a5b-a8d4-fc5278326237 None None] Bound port: 75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb595e4-34c5-4d36-8113-07029e3437bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c7117d27-6169-4934-8abb-ea9bf4220e7d'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:29:39.268512 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4aaa4078-23f1-4a5b-a8d4-fc5278326237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.294923 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-30070080-b510-4bf1-a087-f3330ef463ab tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Allocated IP 172.20.0.1 (c7117d27-6169-4934-8abb-ea9bf4220e7d/550d0da6-4367-439f-9f27-49c762205a61/5f0b95d1-569e-4f9f-8f44-c882f0e413f7) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:39.371438 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4aaa4078-23f1-4a5b-a8d4-fc5278326237 None None] For port 75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:29:39.375574 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4aaa4078-23f1-4a5b-a8d4-fc5278326237 None None] For port 75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c,segment=NetworkSegment(5cb595e4-34c5-4d36-8113-07029e3437bf),segment_id=5cb595e4-34c5-4d36-8113-07029e3437bf)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:29:39.380699 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4aaa4078-23f1-4a5b-a8d4-fc5278326237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.461602 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30070080-b510-4bf1-a087-f3330ef463ab tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.466033 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa4078-23f1-4a5b-a8d4-fc5278326237 None None] Pushing event updated for resources: {'Port': ['ID=75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:39.476383 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-30070080-b510-4bf1-a087-f3330ef463ab tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Transition to ACTIVE for port object 5f0b95d1-569e-4f9f-8f44-c882f0e413f7 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:39.528629 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30070080-b510-4bf1-a087-f3330ef463ab tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.592024 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30070080-b510-4bf1-a087-f3330ef463ab tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network c7117d27-6169-4934-8abb-ea9bf4220e7d is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:39.599116 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-30070080-b510-4bf1-a087-f3330ef463ab tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:39.607627 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30070080-b510-4bf1-a087-f3330ef463ab tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:39.647035 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30070080-b510-4bf1-a087-f3330ef463ab tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Port': ['ID=5f0b95d1-569e-4f9f-8f44-c882f0e413f7,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:39.712804 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30070080-b510-4bf1-a087-f3330ef463ab tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.890619 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30070080-b510-4bf1-a087-f3330ef463ab tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.030886 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48418) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:40.219905 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30070080-b510-4bf1-a087-f3330ef463ab tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.225981 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30070080-b510-4bf1-a087-f3330ef463ab tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.239909 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0dfebd20-9d40-4c7b-87d0-5fb402c0292d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.288366 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30070080-b510-4bf1-a087-f3330ef463ab tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Port': ['ID=5f0b95d1-569e-4f9f-8f44-c882f0e413f7,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:40.360307 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0dfebd20-9d40-4c7b-87d0-5fb402c0292d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.370515 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0dfebd20-9d40-4c7b-87d0-5fb402c0292d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.389263 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-30070080-b510-4bf1-a087-f3330ef463ab tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.427021 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48426) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:40.427604 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0dfebd20-9d40-4c7b-87d0-5fb402c0292d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f67812b82e2d49809c7850d1f9ba993e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3951190 Jul 15 23:29:40.451522 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfebd20-9d40-4c7b-87d0-5fb402c0292d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b101c8f-b1a6-4dd3-8820-d2480612301e,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:40.567318 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30070080-b510-4bf1-a087-f3330ef463ab tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network c7117d27-6169-4934-8abb-ea9bf4220e7d is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:40.569683 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-30070080-b510-4bf1-a087-f3330ef463ab tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:40.589824 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0282b84-bfda-4bac-bd05-0b17337a14fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.623229 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0282b84-bfda-4bac-bd05-0b17337a14fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.765085 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0282b84-bfda-4bac-bd05-0b17337a14fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.768016 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0282b84-bfda-4bac-bd05-0b17337a14fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.772092 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c0282b84-bfda-4bac-bd05-0b17337a14fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b101c8f-b1a6-4dd3-8820-d2480612301e HTTP/1.1" status: 204 len: 168 time: 0.3412564 Jul 15 23:29:40.835532 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256a48d7-9e1c-429d-9423-4f0dd0399852 None None] Network c7117d27-6169-4934-8abb-ea9bf4220e7d requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:40.848257 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0282b84-bfda-4bac-bd05-0b17337a14fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b101c8f-b1a6-4dd3-8820-d2480612301e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:40.878776 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30070080-b510-4bf1-a087-f3330ef463ab tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Router e839559c-ca40-4bde-a869-f393b877b384 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:29:40.986088 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a135c1b3-64b5-4997-a190-ae569bb7583f None None] Provisioning for port 75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:41.036201 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30070080-b510-4bf1-a087-f3330ef463ab tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:41.042502 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-30070080-b510-4bf1-a087-f3330ef463ab tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "PUT /v2.0/routers/e839559c-ca40-4bde-a869-f393b877b384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5063107 Jul 15 23:29:41.045193 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48432) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:41.054741 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b811db39-b4da-44f2-9a0f-3c2f4358d19f None None] Sync routers for ids ['e839559c-ca40-4bde-a869-f393b877b384'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:41.072970 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b811db39-b4da-44f2-9a0f-3c2f4358d19f None None] Routers {'e839559c-ca40-4bde-a869-f393b877b384'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:41.073803 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b811db39-b4da-44f2-9a0f-3c2f4358d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:29:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['e839559c-ca40-4bde-a869-f393b877b384'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:41.116271 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b811db39-b4da-44f2-9a0f-3c2f4358d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:41.133732 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b811db39-b4da-44f2-9a0f-3c2f4358d19f None None] Routers {'e839559c-ca40-4bde-a869-f393b877b384'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:41.134527 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b811db39-b4da-44f2-9a0f-3c2f4358d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:29:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['e839559c-ca40-4bde-a869-f393b877b384'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:41.137340 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a0d653-901e-4965-af53-9d8afc393397 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:41.142158 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48434) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:41.150227 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f5a0d653-901e-4965-af53-9d8afc393397 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "GET /v2.0/ports/5f0b95d1-569e-4f9f-8f44-c882f0e413f7 HTTP/1.1" status: 200 len: 910 time: 0.0925200 Jul 15 23:29:41.196346 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b811db39-b4da-44f2-9a0f-3c2f4358d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:41.197152 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b811db39-b4da-44f2-9a0f-3c2f4358d19f None None] The sync data for ids ['e839559c-ca40-4bde-a869-f393b877b384'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:41.305008 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48438) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:41.321414 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-74659d8c-e00f-4cd4-a446-ed6c7e52d8b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.496266 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-74659d8c-e00f-4cd4-a446-ed6c7e52d8b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.514204 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-74659d8c-e00f-4cd4-a446-ed6c7e52d8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.568968 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bca6626e-51b5-43f6-a4d0-18523f5004c2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.604835 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-74659d8c-e00f-4cd4-a446-ed6c7e52d8b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7afb07de9ee841b9ae15678e4ed10353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2961972 Jul 15 23:29:41.606198 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74659d8c-e00f-4cd4-a446-ed6c7e52d8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51151c7-6665-4ae0-8a82-db56a49a3bb4,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:41.609105 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48450) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:41.641871 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-da135971-ed72-45f7-b154-a7e6407fb807 None None] Provisioning for port 5f0b95d1-569e-4f9f-8f44-c882f0e413f7 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:41.646180 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-da135971-ed72-45f7-b154-a7e6407fb807 None None] Provisioning complete for port 5f0b95d1-569e-4f9f-8f44-c882f0e413f7 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:41.647421 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-da135971-ed72-45f7-b154-a7e6407fb807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.696161 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:41.737782 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c2850226-4904-4f38-9bb5-4b4564d40029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.785660 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-da135971-ed72-45f7-b154-a7e6407fb807 None None] Port 5f0b95d1-569e-4f9f-8f44-c882f0e413f7 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:29:41.790916 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c2850226-4904-4f38-9bb5-4b4564d40029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.819317 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:41.824741 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:41.825800 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.885466 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c2850226-4904-4f38-9bb5-4b4564d40029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.888473 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c2850226-4904-4f38-9bb5-4b4564d40029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.896857 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c2850226-4904-4f38-9bb5-4b4564d40029 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b51151c7-6665-4ae0-8a82-db56a49a3bb4 HTTP/1.1" status: 204 len: 168 time: 0.2825928 Jul 15 23:29:41.933797 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2850226-4904-4f38-9bb5-4b4564d40029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51151c7-6665-4ae0-8a82-db56a49a3bb4,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:42.041616 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:42.070907 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-bca6626e-51b5-43f6-a4d0-18523f5004c2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Deleting port 5f0b95d1-569e-4f9f-8f44-c882f0e413f7 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:42.071283 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bca6626e-51b5-43f6-a4d0-18523f5004c2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:42.136252 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c,segment=NetworkSegment(5cb595e4-34c5-4d36-8113-07029e3437bf),segment_id=5cb595e4-34c5-4d36-8113-07029e3437bf)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:42.146965 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:42.153627 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-355a0bb5-c195-4c8b-a16e-99be1d12ea4a None None] Provisioning complete for port 5f0b95d1-569e-4f9f-8f44-c882f0e413f7 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:42.153999 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-355a0bb5-c195-4c8b-a16e-99be1d12ea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:42.253458 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bca6626e-51b5-43f6-a4d0-18523f5004c2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:42.256430 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-355a0bb5-c195-4c8b-a16e-99be1d12ea4a None None] Port 5f0b95d1-569e-4f9f-8f44-c882f0e413f7 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:29:42.261032 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:42.269921 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-bca6626e-51b5-43f6-a4d0-18523f5004c2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Calling delete_port for 5f0b95d1-569e-4f9f-8f44-c882f0e413f7 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:42.400250 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a6b97a14-890a-486e-9513-1449d4284247 None None] Provisioning complete for port 5f0b95d1-569e-4f9f-8f44-c882f0e413f7 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:42.401206 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a6b97a14-890a-486e-9513-1449d4284247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:42.465780 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a6b97a14-890a-486e-9513-1449d4284247 None None] Port 5f0b95d1-569e-4f9f-8f44-c882f0e413f7 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:29:42.538112 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bca6626e-51b5-43f6-a4d0-18523f5004c2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:42.570252 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6626e-51b5-43f6-a4d0-18523f5004c2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Port': ['ID=5f0b95d1-569e-4f9f-8f44-c882f0e413f7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:42.754906 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bca6626e-51b5-43f6-a4d0-18523f5004c2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:43.356795 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca6626e-51b5-43f6-a4d0-18523f5004c2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Router e839559c-ca40-4bde-a869-f393b877b384 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:29:43.422344 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48492) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:43.436703 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca6626e-51b5-43f6-a4d0-18523f5004c2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:43.442790 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bca6626e-51b5-43f6-a4d0-18523f5004c2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "PUT /v2.0/routers/e839559c-ca40-4bde-a869-f393b877b384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2992990 Jul 15 23:29:43.446015 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48496) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:43.449199 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badcf63c-639f-4380-b4a1-69fde60bb0b2 None None] Sync routers for ids ['e839559c-ca40-4bde-a869-f393b877b384'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:43.460576 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badcf63c-639f-4380-b4a1-69fde60bb0b2 None None] Routers {'e839559c-ca40-4bde-a869-f393b877b384'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:43.461199 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-badcf63c-639f-4380-b4a1-69fde60bb0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:29:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['e839559c-ca40-4bde-a869-f393b877b384'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:43.481522 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c6145169-f8e0-481c-a68b-2211a36b26b7 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "GET /v2.0/ports?device_id=e839559c-ca40-4bde-a869-f393b877b384 HTTP/1.1" status: 200 len: 205 time: 0.0332785 Jul 15 23:29:43.483059 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48498) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:43.559652 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-badcf63c-639f-4380-b4a1-69fde60bb0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:43.570819 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badcf63c-639f-4380-b4a1-69fde60bb0b2 None None] Routers {'e839559c-ca40-4bde-a869-f393b877b384'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:43.571624 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-badcf63c-639f-4380-b4a1-69fde60bb0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:29:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['e839559c-ca40-4bde-a869-f393b877b384'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:43.575029 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:43.582020 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-37f623a8-b9fa-4de4-95dc-09eecb1a9464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:43.609068 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-badcf63c-639f-4380-b4a1-69fde60bb0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:43.609718 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badcf63c-639f-4380-b4a1-69fde60bb0b2 None None] The sync data for ids ['e839559c-ca40-4bde-a869-f393b877b384'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:43.628113 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c1bbdf9f-df01-4526-ad54-ebc964c937e1 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:43.662553 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:43.664273 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:43.780461 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-37f623a8-b9fa-4de4-95dc-09eecb1a9464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:43.792300 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-37f623a8-b9fa-4de4-95dc-09eecb1a9464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:43.840049 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c1bbdf9f-df01-4526-ad54-ebc964c937e1 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:43.842737 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c1bbdf9f-df01-4526-ad54-ebc964c937e1 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:43.872477 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-37f623a8-b9fa-4de4-95dc-09eecb1a9464 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cb2d9aba8b534a6b93094755e86354ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4477153 Jul 15 23:29:43.873700 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48508) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:43.881531 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f623a8-b9fa-4de4-95dc-09eecb1a9464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b89de9a-aaa7-4a96-a71b-25a835dbbcb2,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:43.906853 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c1bbdf9f-df01-4526-ad54-ebc964c937e1 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:43.907554 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bbdf9f-df01-4526-ad54-ebc964c937e1 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Fanout notify agent at l3_agent the message router_deleted on router e839559c-ca40-4bde-a869-f393b877b384 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:29:43.917390 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c1bbdf9f-df01-4526-ad54-ebc964c937e1 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:43.918665 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c1bbdf9f-df01-4526-ad54-ebc964c937e1 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/routers/e839559c-ca40-4bde-a869-f393b877b384 HTTP/1.1" status: 204 len: 168 time: 0.4345887 Jul 15 23:29:43.921277 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48510) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:43.941139 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-01e196a6-68be-4ea8-9673-bc1fa9497c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:43.976564 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c3b28e7-8ee5-4588-b1de-1c858c27d11f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Deleting subnet 550d0da6-4367-439f-9f27-49c762205a61 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:43.980498 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c3b28e7-8ee5-4588-b1de-1c858c27d11f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:43.982479 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-01e196a6-68be-4ea8-9673-bc1fa9497c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.033460 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-01e196a6-68be-4ea8-9673-bc1fa9497c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.036706 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-01e196a6-68be-4ea8-9673-bc1fa9497c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.038482 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-01e196a6-68be-4ea8-9673-bc1fa9497c15 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1b89de9a-aaa7-4a96-a71b-25a835dbbcb2 HTTP/1.1" status: 204 len: 168 time: 0.1638122 Jul 15 23:29:44.048585 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e196a6-68be-4ea8-9673-bc1fa9497c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b89de9a-aaa7-4a96-a71b-25a835dbbcb2,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:44.049146 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c3b28e7-8ee5-4588-b1de-1c858c27d11f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.156358 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c3b28e7-8ee5-4588-b1de-1c858c27d11f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.252455 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c3b28e7-8ee5-4588-b1de-1c858c27d11f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.284265 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b28e7-8ee5-4588-b1de-1c858c27d11f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Subnet': ['ID=550d0da6-4367-439f-9f27-49c762205a61,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:44.286340 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c3b28e7-8ee5-4588-b1de-1c858c27d11f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.291821 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2c3b28e7-8ee5-4588-b1de-1c858c27d11f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/subnets/550d0da6-4367-439f-9f27-49c762205a61 HTTP/1.1" status: 204 len: 168 time: 0.3660960 Jul 15 23:29:44.291924 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48516) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:44.292118 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5184a1-9024-492c-8745-50b299008c8f None None] Network c7117d27-6169-4934-8abb-ea9bf4220e7d requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:44.446354 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fd811167-d1ec-46d9-928c-25b90d9fd8c0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.525253 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-fd811167-d1ec-46d9-928c-25b90d9fd8c0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Deleting port 75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:44.526201 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fd811167-d1ec-46d9-928c-25b90d9fd8c0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.529938 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24d5a6f-547e-4ad9-b2ea-2e4424558f58 None None] DHCP port deletion for c7117d27-6169-4934-8abb-ea9bf4220e7d request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:29:44.589773 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-c24d5a6f-547e-4ad9-b2ea-2e4424558f58 None None] Deleting port 75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:44.591105 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c24d5a6f-547e-4ad9-b2ea-2e4424558f58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.621710 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-fd811167-d1ec-46d9-928c-25b90d9fd8c0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] For port 75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c,segment=NetworkSegment(5cb595e4-34c5-4d36-8113-07029e3437bf),segment_id=5cb595e4-34c5-4d36-8113-07029e3437bf)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:44.622413 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fd811167-d1ec-46d9-928c-25b90d9fd8c0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.637225 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-fd811167-d1ec-46d9-928c-25b90d9fd8c0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Calling delete_port for 75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:44.672398 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-c24d5a6f-547e-4ad9-b2ea-2e4424558f58 None None] For port 75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c,segment=NetworkSegment(5cb595e4-34c5-4d36-8113-07029e3437bf),segment_id=5cb595e4-34c5-4d36-8113-07029e3437bf)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:44.673361 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c24d5a6f-547e-4ad9-b2ea-2e4424558f58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.691045 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-c24d5a6f-547e-4ad9-b2ea-2e4424558f58 None None] Calling delete_port for 75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:44.736899 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fd811167-d1ec-46d9-928c-25b90d9fd8c0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.780900 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd811167-d1ec-46d9-928c-25b90d9fd8c0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Port': ['ID=75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:44.788352 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd811167-d1ec-46d9-928c-25b90d9fd8c0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] No DVR routers for this DVR port 75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:44.836273 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c24d5a6f-547e-4ad9-b2ea-2e4424558f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.891774 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d5a6f-547e-4ad9-b2ea-2e4424558f58 None None] Pushing event deleted for resources: {'Port': ['ID=75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:44.903125 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fd811167-d1ec-46d9-928c-25b90d9fd8c0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.909966 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24d5a6f-547e-4ad9-b2ea-2e4424558f58 None None] No DVR routers for this DVR port 75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:44.924365 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-fd811167-d1ec-46d9-928c-25b90d9fd8c0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7117d27-6169-4934-8abb-ea9bf4220e7d']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:44.944818 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-fd811167-d1ec-46d9-928c-25b90d9fd8c0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb595e4-34c5-4d36-8113-07029e3437bf') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:44.945124 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-fd811167-d1ec-46d9-928c-25b90d9fd8c0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb595e4-34c5-4d36-8113-07029e3437bf') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:44.965361 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fd811167-d1ec-46d9-928c-25b90d9fd8c0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.987021 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fd811167-d1ec-46d9-928c-25b90d9fd8c0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.997939 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd811167-d1ec-46d9-928c-25b90d9fd8c0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:29:44.998591 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fd811167-d1ec-46d9-928c-25b90d9fd8c0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:45.002124 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:29:45.002124 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:29:45.002124 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:29:45.002124 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:29:45.002124 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:29:45.002124 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:29:45.002124 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:29:45.002124 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:29:45.002124 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:29:45.002124 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:29:45.002124 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:29:45.002124 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:29:45.002124 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:29:45.002124 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:29:45.002124 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:29:45.002124 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:29:45.002124 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:29:45.002124 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:29:45.002124 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:29:45.002124 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:29:45.002124 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:29:45.002124 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:29:45.002124 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:29:45.002124 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:29:45.002124 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:29:45.002124 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:29:45.002124 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:29:45.002124 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:29:45.002124 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:29:45.002124 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:29:45.002124 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:29:45.002124 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:29:45.098248 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fd811167-d1ec-46d9-928c-25b90d9fd8c0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:45.105474 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fd811167-d1ec-46d9-928c-25b90d9fd8c0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:45.110828 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fd811167-d1ec-46d9-928c-25b90d9fd8c0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/networks/c7117d27-6169-4934-8abb-ea9bf4220e7d HTTP/1.1" status: 204 len: 168 time: 0.8179009 Jul 15 23:29:45.114441 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48550) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:45.120463 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-296be399-c958-42c3-9aa0-b5f73d2e9101 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2061071070', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}, 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:45.127383 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd811167-d1ec-46d9-928c-25b90d9fd8c0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Network': ['ID=c7117d27-6169-4934-8abb-ea9bf4220e7d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:45.161159 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-296be399-c958-42c3-9aa0-b5f73d2e9101 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:45.163773 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-296be399-c958-42c3-9aa0-b5f73d2e9101 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:45.205021 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f950b-cca0-4ab1-93f3-88ec119d5992 req-99bfa52c-c96b-4a45-925e-39da3198ea50 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:45.206612 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab8f950b-cca0-4ab1-93f3-88ec119d5992 req-99bfa52c-c96b-4a45-925e-39da3198ea50 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f2d6d8-9199-4e56-9d6a-c1a5e7347085 HTTP/1.1" status: 200 len: 946 time: 0.0902953 Jul 15 23:29:45.242691 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-296be399-c958-42c3-9aa0-b5f73d2e9101 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:45.255172 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab8f950b-cca0-4ab1-93f3-88ec119d5992 req-3cecbaae-7da9-4f8b-9360-a0fd73d84f36 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2792447-3054-40ed-9b37-40f23bd73202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397928 Jul 15 23:29:45.392409 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-296be399-c958-42c3-9aa0-b5f73d2e9101 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:45.467437 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0146eb-0d7e-4f91-a891-7c6bba25bbeb req-5f4745b6-7907-496d-9c4f-24c0c16ebbe1 tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:45.476666 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b0146eb-0d7e-4f91-a891-7c6bba25bbeb req-5f4745b6-7907-496d-9c4f-24c0c16ebbe1 tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 1096 time: 0.0719733 Jul 15 23:29:45.496581 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2b0146eb-0d7e-4f91-a891-7c6bba25bbeb req-9c10df27-f48e-428f-ac9a-bdcbcf76d479 tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:45.596065 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:45.625895 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:29:45.626303 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 75d87e43-7ed4-47f6-bdf1-1f7f3f7bfa0c not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:29:45.676600 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2b0146eb-0d7e-4f91-a891-7c6bba25bbeb req-9c10df27-f48e-428f-ac9a-bdcbcf76d479 tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:45.684932 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-2b0146eb-0d7e-4f91-a891-7c6bba25bbeb req-9c10df27-f48e-428f-ac9a-bdcbcf76d479 tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:45.688725 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-296be399-c958-42c3-9aa0-b5f73d2e9101 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:45.709457 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-296be399-c958-42c3-9aa0-b5f73d2e9101 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:45.722908 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c10df27-f48e-428f-ac9a-bdcbcf76d479 tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88c7262-fa1c-4552-931b-a55fd95b5df2,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:45.742025 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b0146eb-0d7e-4f91-a891-7c6bba25bbeb req-9c10df27-f48e-428f-ac9a-bdcbcf76d479 tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2639675 Jul 15 23:29:45.840661 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-296be399-c958-42c3-9aa0-b5f73d2e9101 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Allocated IP 172.25.4.7 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/8912e664-8305-4dd4-853a-bf03f477779e) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:45.896786 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-65cc22f6-97c3-4ba3-9a94-383d4f31deb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:45.982555 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94e89f-4218-4928-a82d-78d349e0a354 req-239685a9-0c39-479f-af1d-60f6cab1b8a5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:45.992463 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5d94e89f-4218-4928-a82d-78d349e0a354 req-239685a9-0c39-479f-af1d-60f6cab1b8a5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 945 time: 0.1188169 Jul 15 23:29:45.995982 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-296be399-c958-42c3-9aa0-b5f73d2e9101 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:46.045369 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-296be399-c958-42c3-9aa0-b5f73d2e9101 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:46.052719 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5d94e89f-4218-4928-a82d-78d349e0a354 req-a8b5f6df-6cb0-4ae6-bb3b-0132edc15653 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590630 Jul 15 23:29:46.073651 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48578) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:46.096905 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296be399-c958-42c3-9aa0-b5f73d2e9101 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Port': ['ID=8912e664-8305-4dd4-853a-bf03f477779e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:46.114272 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296be399-c958-42c3-9aa0-b5f73d2e9101 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:46.120781 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-296be399-c958-42c3-9aa0-b5f73d2e9101 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:46.129944 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296be399-c958-42c3-9aa0-b5f73d2e9101 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:46.161525 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9789dcff-d158-47b5-beec-8a196c327ce1 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/floatingips/f7c4468a-7be3-40af-975e-604c345a6758 HTTP/1.1" status: 200 len: 992 time: 0.0852687 Jul 15 23:29:46.485757 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48618) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:46.498275 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-296be399-c958-42c3-9aa0-b5f73d2e9101 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:46.563028 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5da59-1e08-468e-97c9-8dd49b3ad48d req-44da1a91-fbeb-45ac-91ca-9365ee59e7ca tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:46.572905 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-22f5da59-1e08-468e-97c9-8dd49b3ad48d req-44da1a91-fbeb-45ac-91ca-9365ee59e7ca tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f2d6d8-9199-4e56-9d6a-c1a5e7347085 HTTP/1.1" status: 200 len: 946 time: 0.1406262 Jul 15 23:29:46.737139 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a7f0ac54-d32c-41d1-94a8-edfef19d5eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:46.765805 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-22f5da59-1e08-468e-97c9-8dd49b3ad48d req-f0692a1f-0e57-4b69-a2d1-5e7075c34459 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2792447-3054-40ed-9b37-40f23bd73202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886849 Jul 15 23:29:46.769412 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-296be399-c958-42c3-9aa0-b5f73d2e9101 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:46.825458 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9f8e2-f501-45f5-8e03-6cb29f0d2198 req-ecf4d47d-ca6f-4320-ab55-2f9f6ba25d2c tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:46.827429 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1d9f8e2-f501-45f5-8e03-6cb29f0d2198 req-ecf4d47d-ca6f-4320-ab55-2f9f6ba25d2c tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.43 "GET /v2.0/ports?device_id=70f2d6d8-9199-4e56-9d6a-c1a5e7347085 HTTP/1.1" status: 200 len: 946 time: 0.2124212 Jul 15 23:29:46.915716 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48630) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:46.965742 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296be399-c958-42c3-9aa0-b5f73d2e9101 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Router 17c02b90-499a-40d0-bd0f-21bf1eee5379 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:29:47.066217 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a7f0ac54-d32c-41d1-94a8-edfef19d5eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:47.086870 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-d1d9f8e2-f501-45f5-8e03-6cb29f0d2198 req-d01cf696-6602-4fe7-9a57-c4ac30137746 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Deleting port 149b648b-6fe8-449f-aa76-7236f8405638 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:47.087225 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d1d9f8e2-f501-45f5-8e03-6cb29f0d2198 req-d01cf696-6602-4fe7-9a57-c4ac30137746 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:47.100004 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a7f0ac54-d32c-41d1-94a8-edfef19d5eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:47.122981 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296be399-c958-42c3-9aa0-b5f73d2e9101 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:47.135118 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42893bf3-5b91-47c5-a4cf-a5e2aa11fafb None None] Sync routers for ids ['17c02b90-499a-40d0-bd0f-21bf1eee5379'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:47.139556 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-402b9473-7635-4c58-b91b-2e7c3a490eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:47.146081 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42893bf3-5b91-47c5-a4cf-a5e2aa11fafb None None] Routers {'17c02b90-499a-40d0-bd0f-21bf1eee5379'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:47.147366 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-42893bf3-5b91-47c5-a4cf-a5e2aa11fafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:29:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['17c02b90-499a-40d0-bd0f-21bf1eee5379'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:47.152745 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-296be399-c958-42c3-9aa0-b5f73d2e9101 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:47.154932 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-296be399-c958-42c3-9aa0-b5f73d2e9101 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.0387383 Jul 15 23:29:47.157652 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48634) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:47.191764 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-42893bf3-5b91-47c5-a4cf-a5e2aa11fafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:47.204843 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42893bf3-5b91-47c5-a4cf-a5e2aa11fafb None None] Routers {'17c02b90-499a-40d0-bd0f-21bf1eee5379'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:47.205830 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-42893bf3-5b91-47c5-a4cf-a5e2aa11fafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:29:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['17c02b90-499a-40d0-bd0f-21bf1eee5379'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:47.222547 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a7f0ac54-d32c-41d1-94a8-edfef19d5eb3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f76b5ddc89a4a5387dd50c9f19baf02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7328041 Jul 15 23:29:47.225264 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48638) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:47.249172 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0ac54-d32c-41d1-94a8-edfef19d5eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f394363f-b163-42a8-a702-c5d848564293,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:47.267391 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-42893bf3-5b91-47c5-a4cf-a5e2aa11fafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:47.268592 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42893bf3-5b91-47c5-a4cf-a5e2aa11fafb None None] The sync data for ids ['17c02b90-499a-40d0-bd0f-21bf1eee5379'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:47.328895 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-d1d9f8e2-f501-45f5-8e03-6cb29f0d2198 req-d01cf696-6602-4fe7-9a57-c4ac30137746 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] For port 149b648b-6fe8-449f-aa76-7236f8405638, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=149b648b-6fe8-449f-aa76-7236f8405638,segment=NetworkSegment(ed1534ca-5012-44ce-b144-af61518d7fa0),segment_id=ed1534ca-5012-44ce-b144-af61518d7fa0)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:47.329151 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d1d9f8e2-f501-45f5-8e03-6cb29f0d2198 req-d01cf696-6602-4fe7-9a57-c4ac30137746 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:47.333901 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6b9016d6-a80f-4aa1-a0f1-ed4d50b11619 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "GET /v2.0/routers/17c02b90-499a-40d0-bd0f-21bf1eee5379 HTTP/1.1" status: 200 len: 879 time: 0.1750238 Jul 15 23:29:47.338844 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48640) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:47.376291 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-d1d9f8e2-f501-45f5-8e03-6cb29f0d2198 req-d01cf696-6602-4fe7-9a57-c4ac30137746 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Calling delete_port for 149b648b-6fe8-449f-aa76-7236f8405638 owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:47.437922 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea521ff2-fd5a-42ff-ad8d-36ef5c274152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:47.477601 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5c149107-1b2d-4266-81c4-d368f754921c tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.1374450 Jul 15 23:29:47.480417 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48642) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:47.485379 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a4f90c74-f414-40bd-96bb-8465c90135d2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2061071070'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:47.525102 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea521ff2-fd5a-42ff-ad8d-36ef5c274152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:47.600997 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-8ba566c6-938e-4014-9e03-9d84d359bb31 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2944014 Jul 15 23:29:47.614886 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-402b9473-7635-4c58-b91b-2e7c3a490eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:47.633402 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-402b9473-7635-4c58-b91b-2e7c3a490eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:47.656403 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6b00a-7b51-4965-8f2f-b98b9f3ed64b req-d4e7a665-b60c-4a4b-b06c-f84be1b74094 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:47.663257 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2cd6b00a-7b51-4965-8f2f-b98b9f3ed64b req-d4e7a665-b60c-4a4b-b06c-f84be1b74094 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 945 time: 0.2948182 Jul 15 23:29:47.745804 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea521ff2-fd5a-42ff-ad8d-36ef5c274152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:47.748170 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea521ff2-fd5a-42ff-ad8d-36ef5c274152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:47.749298 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ea521ff2-fd5a-42ff-ad8d-36ef5c274152 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f394363f-b163-42a8-a702-c5d848564293 HTTP/1.1" status: 204 len: 168 time: 0.5195279 Jul 15 23:29:47.751866 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-402b9473-7635-4c58-b91b-2e7c3a490eb1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa7db34a7bd34f7dadd6001c74b4c83c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8350577 Jul 15 23:29:47.762612 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48656) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:47.783369 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b9473-7635-4c58-b91b-2e7c3a490eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7108c4f6-6f9e-424d-8e46-84dd9ee4fa0f,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:47.818449 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea521ff2-fd5a-42ff-ad8d-36ef5c274152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f394363f-b163-42a8-a702-c5d848564293,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:47.831996 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2cd6b00a-7b51-4965-8f2f-b98b9f3ed64b req-50d4bfe1-709b-4a1b-9d30-dbad54c3c46d tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678469 Jul 15 23:29:47.848655 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d1d9f8e2-f501-45f5-8e03-6cb29f0d2198 req-d01cf696-6602-4fe7-9a57-c4ac30137746 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:47.964201 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01cf696-6602-4fe7-9a57-c4ac30137746 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Pushing event deleted for resources: {'Port': ['ID=149b648b-6fe8-449f-aa76-7236f8405638,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:47.994438 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3ba8892e-a76a-42a3-b171-a74c3118eecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.047660 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-53aa9763-98bc-4713-b2c5-31751749cc0a req-144c067d-3842-4302-a3e1-56539ebb14b2 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f2d6d8-9199-4e56-9d6a-c1a5e7347085 HTTP/1.1" status: 200 len: 210 time: 0.0802729 Jul 15 23:29:48.113801 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d9f8e2-f501-45f5-8e03-6cb29f0d2198 req-d01cf696-6602-4fe7-9a57-c4ac30137746 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] No DVR routers for this DVR port 149b648b-6fe8-449f-aa76-7236f8405638 on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:48.117304 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3ba8892e-a76a-42a3-b171-a74c3118eecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.120405 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-d1d9f8e2-f501-45f5-8e03-6cb29f0d2198 req-d01cf696-6602-4fe7-9a57-c4ac30137746 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.122613 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1d9f8e2-f501-45f5-8e03-6cb29f0d2198 req-d01cf696-6602-4fe7-9a57-c4ac30137746 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.43 "DELETE /v2.0/ports/149b648b-6fe8-449f-aa76-7236f8405638 HTTP/1.1" status: 204 len: 173 time: 1.2880709 Jul 15 23:29:48.123163 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f2d6d8-9199-4e56-9d6a-c1a5e7347085', 'name': 'network-vif-deleted', 'tag': '149b648b-6fe8-449f-aa76-7236f8405638'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:29:48.134039 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572b6773-8e6f-4412-83d2-5f1c007bf57f" -d '{"events": [{"server_uuid": "70f2d6d8-9199-4e56-9d6a-c1a5e7347085", "name": "network-vif-deleted", "tag": "149b648b-6fe8-449f-aa76-7236f8405638"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:29:48.221839 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac293bc4-6104-4dc5-9dc8-e96acdf9c7d0 x-openstack-request-id: req-ac293bc4-6104-4dc5-9dc8-e96acdf9c7d0 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:29:48.222291 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f2d6d8-9199-4e56-9d6a-c1a5e7347085", "name": "network-vif-deleted", "tag": "149b648b-6fe8-449f-aa76-7236f8405638", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:29:48.222558 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac293bc4-6104-4dc5-9dc8-e96acdf9c7d0 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:29:48.223002 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f2d6d8-9199-4e56-9d6a-c1a5e7347085', 'name': 'network-vif-deleted', 'tag': '149b648b-6fe8-449f-aa76-7236f8405638', 'status': 'completed', 'code': 200} Jul 15 23:29:48.251483 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3ba8892e-a76a-42a3-b171-a74c3118eecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.261422 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3ba8892e-a76a-42a3-b171-a74c3118eecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.270809 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3ba8892e-a76a-42a3-b171-a74c3118eecf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7108c4f6-6f9e-424d-8e46-84dd9ee4fa0f HTTP/1.1" status: 204 len: 168 time: 0.5007908 Jul 15 23:29:48.272190 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48672) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:48.293465 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0b6045d8-0d0f-4a04-94fe-277b51f6dfe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.299387 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-439a6fa4-27bb-4fa3-b0c8-97c475917fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.311825 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4f90c74-f414-40bd-96bb-8465c90135d2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.313829 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba8892e-a76a-42a3-b171-a74c3118eecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7108c4f6-6f9e-424d-8e46-84dd9ee4fa0f,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:48.327116 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4f90c74-f414-40bd-96bb-8465c90135d2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16353154'] for router, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.455353 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-439a6fa4-27bb-4fa3-b0c8-97c475917fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.459957 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-439a6fa4-27bb-4fa3-b0c8-97c475917fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.487955 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f90c74-f414-40bd-96bb-8465c90135d2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Router 17c02b90-499a-40d0-bd0f-21bf1eee5379 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:29:48.514547 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-439a6fa4-27bb-4fa3-b0c8-97c475917fad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=302d8dcf6d2c4660b6640c5b61944f76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2380686 Jul 15 23:29:48.515540 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a6fa4-27bb-4fa3-b0c8-97c475917fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d0a6f2-92ac-437e-a7e9-a0a527555e9d,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:48.518964 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48680) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:48.584668 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3c34c631-311f-4a84-8d28-98e9fedc3945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.617641 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3c34c631-311f-4a84-8d28-98e9fedc3945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.664524 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f90c74-f414-40bd-96bb-8465c90135d2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:48.678207 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727bfcf6-a01c-4891-93c2-b4a3a0d8bfa4 None None] Sync routers for ids ['17c02b90-499a-40d0-bd0f-21bf1eee5379'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:48.693917 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727bfcf6-a01c-4891-93c2-b4a3a0d8bfa4 None None] Routers {'17c02b90-499a-40d0-bd0f-21bf1eee5379'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:48.695494 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-727bfcf6-a01c-4891-93c2-b4a3a0d8bfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:29:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['17c02b90-499a-40d0-bd0f-21bf1eee5379'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:48.702104 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4f90c74-f414-40bd-96bb-8465c90135d2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.703943 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a4f90c74-f414-40bd-96bb-8465c90135d2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "PUT /v2.0/routers/17c02b90-499a-40d0-bd0f-21bf1eee5379 HTTP/1.1" status: 200 len: 886 time: 1.2224326 Jul 15 23:29:48.706894 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48684) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:48.710194 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3c34c631-311f-4a84-8d28-98e9fedc3945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.719087 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3c34c631-311f-4a84-8d28-98e9fedc3945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.725580 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3c34c631-311f-4a84-8d28-98e9fedc3945 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/26d0a6f2-92ac-437e-a7e9-a0a527555e9d HTTP/1.1" status: 204 len: 168 time: 0.2049701 Jul 15 23:29:48.754147 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.766783 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34c631-311f-4a84-8d28-98e9fedc3945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d0a6f2-92ac-437e-a7e9-a0a527555e9d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:48.816429 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-727bfcf6-a01c-4891-93c2-b4a3a0d8bfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:48.838829 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727bfcf6-a01c-4891-93c2-b4a3a0d8bfa4 None None] Routers {'17c02b90-499a-40d0-bd0f-21bf1eee5379'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:48.839587 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-727bfcf6-a01c-4891-93c2-b4a3a0d8bfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:29:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['17c02b90-499a-40d0-bd0f-21bf1eee5379'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:48.861170 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ceb500e0-7a38-484f-844d-aa1ee284d7d5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "GET /v2.0/routers/17c02b90-499a-40d0-bd0f-21bf1eee5379 HTTP/1.1" status: 200 len: 886 time: 0.1527579 Jul 15 23:29:48.864506 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48688) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:48.915536 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-727bfcf6-a01c-4891-93c2-b4a3a0d8bfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:48.917300 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727bfcf6-a01c-4891-93c2-b4a3a0d8bfa4 None None] The sync data for ids ['17c02b90-499a-40d0-bd0f-21bf1eee5379'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:48.939073 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9627f4d1-a681-49c7-a49c-f82dfe7cfdc4 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "GET /v2.0/ports?device_id=17c02b90-499a-40d0-bd0f-21bf1eee5379 HTTP/1.1" status: 200 len: 205 time: 0.0705879 Jul 15 23:29:48.939759 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48692) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:49.032550 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48696) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:49.066282 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-192ca3eb-22da-48a6-9095-94727d557f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:49.157374 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c307e879-e18b-4cce-9d7a-f530aae88857 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:49.227906 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac599ae-5c35-4d21-a3ad-3a39f88c7d36 req-e57d968d-92dc-4045-b365-b45a5c4d1a66 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:49.230179 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6ac599ae-5c35-4d21-a3ad-3a39f88c7d36 req-e57d968d-92dc-4045-b365-b45a5c4d1a66 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 945 time: 0.1321943 Jul 15 23:29:49.300396 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c307e879-e18b-4cce-9d7a-f530aae88857 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:49.316116 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6ac599ae-5c35-4d21-a3ad-3a39f88c7d36 req-52d24815-5e0b-411a-b62c-b254ed109293 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788560 Jul 15 23:29:49.372066 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-192ca3eb-22da-48a6-9095-94727d557f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:49.377358 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-192ca3eb-22da-48a6-9095-94727d557f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:49.397369 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c307e879-e18b-4cce-9d7a-f530aae88857 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Deleting port 8912e664-8305-4dd4-853a-bf03f477779e {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:49.398376 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c307e879-e18b-4cce-9d7a-f530aae88857 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:49.425554 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-192ca3eb-22da-48a6-9095-94727d557f2c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=67b814e14e9b4b50872a880ce7711022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3915865 Jul 15 23:29:49.432462 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48708) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:49.476376 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ca3eb-22da-48a6-9095-94727d557f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1e1689-439b-45eb-8fec-c000888cbd24,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:49.522437 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d02027e4-127e-4f90-8447-bbf737c10dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:49.557554 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c307e879-e18b-4cce-9d7a-f530aae88857 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:49.568747 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d02027e4-127e-4f90-8447-bbf737c10dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:49.570792 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 149b648b-6fe8-449f-aa76-7236f8405638 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:49.579689 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c307e879-e18b-4cce-9d7a-f530aae88857 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Calling delete_port for 8912e664-8305-4dd4-853a-bf03f477779e owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:49.618059 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 149b648b-6fe8-449f-aa76-7236f8405638 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:29:49.618445 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 149b648b-6fe8-449f-aa76-7236f8405638 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:29:49.636878 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d02027e4-127e-4f90-8447-bbf737c10dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:49.639543 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d02027e4-127e-4f90-8447-bbf737c10dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:49.643258 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d02027e4-127e-4f90-8447-bbf737c10dfe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f1e1689-439b-45eb-8fec-c000888cbd24 HTTP/1.1" status: 204 len: 168 time: 0.2072804 Jul 15 23:29:49.656040 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02027e4-127e-4f90-8447-bbf737c10dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1e1689-439b-45eb-8fec-c000888cbd24,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:49.710371 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:49.801285 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-2eb5419c-41d1-4dfb-8c0a-11d6032176f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:49.802766 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-2eb5419c-41d1-4dfb-8c0a-11d6032176f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 1096 time: 0.3640685 Jul 15 23:29:49.951511 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c307e879-e18b-4cce-9d7a-f530aae88857 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.038598 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-ea6bec56-03c3-4726-ab7e-c1ae400f905b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:50.040102 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-ea6bec56-03c3-4726-ab7e-c1ae400f905b service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd00480a-e286-47f7-88e2-4e6500e9af44 HTTP/1.1" status: 200 len: 898 time: 0.2262065 Jul 15 23:29:50.044526 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307e879-e18b-4cce-9d7a-f530aae88857 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Port': ['ID=8912e664-8305-4dd4-853a-bf03f477779e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:50.096452 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c307e879-e18b-4cce-9d7a-f530aae88857 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.206224 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c307e879-e18b-4cce-9d7a-f530aae88857 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.208555 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c307e879-e18b-4cce-9d7a-f530aae88857 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.211480 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-2c26ea7e-e720-4acb-a4e9-c1bb5c689dcd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=592f5a48-b4a5-4d61-870a-a95a9edd699a HTTP/1.1" status: 200 len: 1000 time: 0.1626837 Jul 15 23:29:50.278747 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c307e879-e18b-4cce-9d7a-f530aae88857 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.279305 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c307e879-e18b-4cce-9d7a-f530aae88857 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Fanout notify agent at l3_agent the message router_deleted on router 17c02b90-499a-40d0-bd0f-21bf1eee5379 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:29:50.296574 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c307e879-e18b-4cce-9d7a-f530aae88857 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.301619 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48754) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:50.303461 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c307e879-e18b-4cce-9d7a-f530aae88857 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/routers/17c02b90-499a-40d0-bd0f-21bf1eee5379 HTTP/1.1" status: 204 len: 168 time: 1.3622820 Jul 15 23:29:50.310892 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-95cb9a59-5c3b-4060-ad8a-0beac1570091 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Request body: {'network': {'name': 'tempest-RoutersTest-556109793'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:50.316790 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-d408c445-473b-4778-8ffc-cac9d1cbf671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:50.318473 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-d408c445-473b-4778-8ffc-cac9d1cbf671 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6de8285-de5b-413c-95dd-2ee40f47b0a1 HTTP/1.1" status: 200 len: 835 time: 0.0999222 Jul 15 23:29:50.341165 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cb9a59-5c3b-4060-ad8a-0beac1570091 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Made reservation on behalf of 421ff1e0f0fc408c9923cd5c1f8d6eaa for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:50.345612 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95cb9a59-5c3b-4060-ad8a-0beac1570091 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.399513 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-e8ed37a9-8640-4346-8350-53f211a218a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:50.401335 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-e8ed37a9-8640-4346-8350-53f211a218a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd00480a-e286-47f7-88e2-4e6500e9af44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764904 Jul 15 23:29:50.416883 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95cb9a59-5c3b-4060-ad8a-0beac1570091 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:29:50.432544 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95cb9a59-5c3b-4060-ad8a-0beac1570091 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.433153 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-95cb9a59-5c3b-4060-ad8a-0beac1570091 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Added segment 9654bc14-202a-48eb-9eb1-cbc8f4a60a6c of type vlan for network 08d4f55c-1e82-4d20-ba78-37a22245922c Jul 15 23:29:50.546699 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95cb9a59-5c3b-4060-ad8a-0beac1570091 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.563218 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-91829b8b-4690-4e81-ac02-7f246e7ad477 service neutron] 10.222.0.36 "GET /v2.0/networks/bd00480a-e286-47f7-88e2-4e6500e9af44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550832 Jul 15 23:29:50.584765 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95cb9a59-5c3b-4060-ad8a-0beac1570091 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.596679 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cb9a59-5c3b-4060-ad8a-0beac1570091 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:50.599826 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-95cb9a59-5c3b-4060-ad8a-0beac1570091 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.687650 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-95cb9a59-5c3b-4060-ad8a-0beac1570091 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3844600 Jul 15 23:29:50.690226 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48766) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:50.692609 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-d24682bf-27b9-4195-bd77-a10d5fbe9920 service neutron] 10.222.0.36 "GET /v2.0/networks/bd00480a-e286-47f7-88e2-4e6500e9af44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235816 Jul 15 23:29:50.699916 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-86888f40-a4d1-4968-83c5-97e0ccca168c tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Request body: {'subnet': {'network_id': '08d4f55c-1e82-4d20-ba78-37a22245922c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:50.729936 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb9a59-5c3b-4060-ad8a-0beac1570091 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Network': ['ID=08d4f55c-1e82-4d20-ba78-37a22245922c,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:50.747233 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 08d4f55c-1e82-4d20-ba78-37a22245922c details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:29:50.880548 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b57d73-a050-484c-84e1-7c28c0496ea8 req-50c278e1-c0f6-4a24-b5bc-116e4efb8bf2 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:50.900843 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-59b57d73-a050-484c-84e1-7c28c0496ea8 req-50c278e1-c0f6-4a24-b5bc-116e4efb8bf2 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 945 time: 0.2958972 Jul 15 23:29:51.027218 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-59b57d73-a050-484c-84e1-7c28c0496ea8 req-1fa2e4f3-4860-453a-8d6a-525a5cccdb98 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162808 Jul 15 23:29:51.046101 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86888f40-a4d1-4968-83c5-97e0ccca168c tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Made reservation on behalf of 421ff1e0f0fc408c9923cd5c1f8d6eaa for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:51.060824 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-86888f40-a4d1-4968-83c5-97e0ccca168c tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:51.246126 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:51.295942 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-86888f40-a4d1-4968-83c5-97e0ccca168c tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:51.364371 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86888f40-a4d1-4968-83c5-97e0ccca168c tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Subnet': ['ID=740646d3-22bb-4774-aa51-dca70267c979,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:51.369720 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86888f40-a4d1-4968-83c5-97e0ccca168c tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Checking segment: {'id': '9654bc14-202a-48eb-9eb1-cbc8f4a60a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '08d4f55c-1e82-4d20-ba78-37a22245922c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:51.370073 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86888f40-a4d1-4968-83c5-97e0ccca168c tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network hostable DHCP agents. Network: 08d4f55c-1e82-4d20-ba78-37a22245922c, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:29:51.386998 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86888f40-a4d1-4968-83c5-97e0ccca168c tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network 08d4f55c-1e82-4d20-ba78-37a22245922c is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:29:51.397847 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-86888f40-a4d1-4968-83c5-97e0ccca168c tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 08d4f55c-1e82-4d20-ba78-37a22245922c) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:51.406965 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbead31-08c8-42b4-acf0-71409414e108 None None] Network 08d4f55c-1e82-4d20-ba78-37a22245922c requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:51.409656 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48784) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:51.410614 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86888f40-a4d1-4968-83c5-97e0ccca168c tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:51.411454 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-86888f40-a4d1-4968-83c5-97e0ccca168c tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:51.429606 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-86888f40-a4d1-4968-83c5-97e0ccca168c tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7359681 Jul 15 23:29:51.432311 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48788) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:51.439249 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-872db592-ec09-45b1-9b69-47239bd1c9e4 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1249808291', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:51.465071 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-872db592-ec09-45b1-9b69-47239bd1c9e4 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:51.466099 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-872db592-ec09-45b1-9b69-47239bd1c9e4 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:51.529069 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-872db592-ec09-45b1-9b69-47239bd1c9e4 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:51.536576 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-872db592-ec09-45b1-9b69-47239bd1c9e4 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:51.557326 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-872db592-ec09-45b1-9b69-47239bd1c9e4 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:51.558269 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-872db592-ec09-45b1-9b69-47239bd1c9e4 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1248310 Jul 15 23:29:51.561190 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48794) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:51.779642 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d154cda-8595-4475-9946-5d51a2790837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-08d4f55c-1e82-4d20-ba78-37a22245922c', 'network_id': '08d4f55c-1e82-4d20-ba78-37a22245922c', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'fixed_ips': [{'subnet_id': '740646d3-22bb-4774-aa51-dca70267c979'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:29:51.780639 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9d154cda-8595-4475-9946-5d51a2790837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:51.836963 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-db161b28-4869-45fb-be39-4207e93c549c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:51.988714 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-9d154cda-8595-4475-9946-5d51a2790837 None None] Allocated IP 172.20.0.2 (08d4f55c-1e82-4d20-ba78-37a22245922c/740646d3-22bb-4774-aa51-dca70267c979/eb459f67-e601-48c8-a7f1-116a1de31478) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:52.044539 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-54dce09f-2048-4548-b6cf-1cf3b4b38786 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:52.204605 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9d154cda-8595-4475-9946-5d51a2790837 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:52.218191 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9d154cda-8595-4475-9946-5d51a2790837 None None] Transition to ACTIVE for port object eb459f67-e601-48c8-a7f1-116a1de31478 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:52.246328 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9d154cda-8595-4475-9946-5d51a2790837 None None] Transition to ACTIVE for port object eb459f67-e601-48c8-a7f1-116a1de31478 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:52.254252 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9d154cda-8595-4475-9946-5d51a2790837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:52.277692 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d154cda-8595-4475-9946-5d51a2790837 None None] Network 08d4f55c-1e82-4d20-ba78-37a22245922c is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:52.303749 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-9d154cda-8595-4475-9946-5d51a2790837 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:52.308109 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d154cda-8595-4475-9946-5d51a2790837 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:52.370685 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d154cda-8595-4475-9946-5d51a2790837 None None] Pushing event updated for resources: {'Port': ['ID=eb459f67-e601-48c8-a7f1-116a1de31478,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:52.384087 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9d154cda-8595-4475-9946-5d51a2790837 None None] Attempting to bind port eb459f67-e601-48c8-a7f1-116a1de31478 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:29:52.384522 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9d154cda-8595-4475-9946-5d51a2790837 None None] Attempting to bind port eb459f67-e601-48c8-a7f1-116a1de31478 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '9654bc14-202a-48eb-9eb1-cbc8f4a60a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '08d4f55c-1e82-4d20-ba78-37a22245922c'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:29:52.385028 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d154cda-8595-4475-9946-5d51a2790837 None None] Attempting to bind port eb459f67-e601-48c8-a7f1-116a1de31478 on network 08d4f55c-1e82-4d20-ba78-37a22245922c {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:29:52.391911 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d154cda-8595-4475-9946-5d51a2790837 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:29:52.392287 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d154cda-8595-4475-9946-5d51a2790837 None None] Checking segment: {'id': '9654bc14-202a-48eb-9eb1-cbc8f4a60a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '08d4f55c-1e82-4d20-ba78-37a22245922c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:52.392695 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9d154cda-8595-4475-9946-5d51a2790837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:52.393092 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d154cda-8595-4475-9946-5d51a2790837 None None] Bound using segment: {'id': '9654bc14-202a-48eb-9eb1-cbc8f4a60a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '08d4f55c-1e82-4d20-ba78-37a22245922c'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:29:52.393585 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9d154cda-8595-4475-9946-5d51a2790837 None None] Bound port: eb459f67-e601-48c8-a7f1-116a1de31478, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9654bc14-202a-48eb-9eb1-cbc8f4a60a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '08d4f55c-1e82-4d20-ba78-37a22245922c'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:29:52.394036 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9d154cda-8595-4475-9946-5d51a2790837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:52.463057 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48858) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:52.472185 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9d154cda-8595-4475-9946-5d51a2790837 None None] For port eb459f67-e601-48c8-a7f1-116a1de31478, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:29:52.476351 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9d154cda-8595-4475-9946-5d51a2790837 None None] For port eb459f67-e601-48c8-a7f1-116a1de31478, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=eb459f67-e601-48c8-a7f1-116a1de31478,segment=NetworkSegment(9654bc14-202a-48eb-9eb1-cbc8f4a60a6c),segment_id=9654bc14-202a-48eb-9eb1-cbc8f4a60a6c)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:29:52.482857 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9d154cda-8595-4475-9946-5d51a2790837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:52.580905 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d154cda-8595-4475-9946-5d51a2790837 None None] Pushing event updated for resources: {'Port': ['ID=eb459f67-e601-48c8-a7f1-116a1de31478,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:52.610900 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dde9d511-89b4-439f-926d-c35cd801b88f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:52.763549 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-db161b28-4869-45fb-be39-4207e93c549c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:52.774105 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca40576-eb26-4132-9a5e-392dd01c33cc req-97e5cbf1-193d-470c-bcc6-a40444f99db8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:52.776257 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8ca40576-eb26-4132-9a5e-392dd01c33cc req-97e5cbf1-193d-470c-bcc6-a40444f99db8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 945 time: 0.2059236 Jul 15 23:29:52.781007 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-db161b28-4869-45fb-be39-4207e93c549c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:52.861112 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-54dce09f-2048-4548-b6cf-1cf3b4b38786 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Allocated IP 172.20.0.1 (08d4f55c-1e82-4d20-ba78-37a22245922c/740646d3-22bb-4774-aa51-dca70267c979/e9db8a3a-742b-4039-b3a6-9b34d4e8b7c5) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:52.906846 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-db161b28-4869-45fb-be39-4207e93c549c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=92f5c26ca02e4a30b798a72a395f73af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4957945 Jul 15 23:29:52.913024 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48864) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:52.913303 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db161b28-4869-45fb-be39-4207e93c549c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5293421e-9f34-4436-92a5-4389d6ec24b8,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:52.934553 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8ca40576-eb26-4132-9a5e-392dd01c33cc req-21a36bfb-4f34-4c9e-8aa4-9676af016ff3 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508358 Jul 15 23:29:52.972816 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dde9d511-89b4-439f-926d-c35cd801b88f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:52.982110 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dde9d511-89b4-439f-926d-c35cd801b88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.037254 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-dde9d511-89b4-439f-926d-c35cd801b88f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=836885b489de4931a7fc0ae52e981241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5704210 Jul 15 23:29:53.040531 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48866) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:53.042565 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9d511-89b4-439f-926d-c35cd801b88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a55c4a-4ab4-4d2d-9eca-893a8cdc7f33,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:53.083929 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8dc584a-8e76-487f-acd1-2d64a2d0ab5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.100547 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4cbd542b-b3e3-4f6d-9390-0ec11773fb71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.122739 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4cbd542b-b3e3-4f6d-9390-0ec11773fb71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.130848 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8dc584a-8e76-487f-acd1-2d64a2d0ab5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.135456 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-54dce09f-2048-4548-b6cf-1cf3b4b38786 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.168527 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-54dce09f-2048-4548-b6cf-1cf3b4b38786 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Transition to ACTIVE for port object e9db8a3a-742b-4039-b3a6-9b34d4e8b7c5 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:53.193757 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4cbd542b-b3e3-4f6d-9390-0ec11773fb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.196533 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4cbd542b-b3e3-4f6d-9390-0ec11773fb71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.197833 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4cbd542b-b3e3-4f6d-9390-0ec11773fb71 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/31a55c4a-4ab4-4d2d-9eca-893a8cdc7f33 HTTP/1.1" status: 204 len: 168 time: 0.1564515 Jul 15 23:29:53.220060 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-54dce09f-2048-4548-b6cf-1cf3b4b38786 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.220275 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd542b-b3e3-4f6d-9390-0ec11773fb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a55c4a-4ab4-4d2d-9eca-893a8cdc7f33,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:53.237811 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8dc584a-8e76-487f-acd1-2d64a2d0ab5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.241590 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d8dc584a-8e76-487f-acd1-2d64a2d0ab5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.243038 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d8dc584a-8e76-487f-acd1-2d64a2d0ab5e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5293421e-9f34-4436-92a5-4389d6ec24b8 HTTP/1.1" status: 204 len: 168 time: 0.3243484 Jul 15 23:29:53.278072 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dce09f-2048-4548-b6cf-1cf3b4b38786 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network 08d4f55c-1e82-4d20-ba78-37a22245922c is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:53.281314 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc584a-8e76-487f-acd1-2d64a2d0ab5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5293421e-9f34-4436-92a5-4389d6ec24b8,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:53.288823 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-54dce09f-2048-4548-b6cf-1cf3b4b38786 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:53.291757 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dce09f-2048-4548-b6cf-1cf3b4b38786 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:53.326646 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc584a-8e76-487f-acd1-2d64a2d0ab5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:53.327001 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc584a-8e76-487f-acd1-2d64a2d0ab5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:53.327490 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc584a-8e76-487f-acd1-2d64a2d0ab5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:53.327837 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc584a-8e76-487f-acd1-2d64a2d0ab5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:53.328194 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc584a-8e76-487f-acd1-2d64a2d0ab5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:53.328505 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc584a-8e76-487f-acd1-2d64a2d0ab5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:53.328839 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc584a-8e76-487f-acd1-2d64a2d0ab5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:53.329175 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc584a-8e76-487f-acd1-2d64a2d0ab5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:53.329497 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc584a-8e76-487f-acd1-2d64a2d0ab5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:53.329830 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc584a-8e76-487f-acd1-2d64a2d0ab5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:53.330155 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc584a-8e76-487f-acd1-2d64a2d0ab5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:53.330486 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc584a-8e76-487f-acd1-2d64a2d0ab5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:53.341167 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dce09f-2048-4548-b6cf-1cf3b4b38786 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Port': ['ID=e9db8a3a-742b-4039-b3a6-9b34d4e8b7c5,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:53.365175 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-54dce09f-2048-4548-b6cf-1cf3b4b38786 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.523884 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-54dce09f-2048-4548-b6cf-1cf3b4b38786 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.685203 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device eb459f67-e601-48c8-a7f1-116a1de31478 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:53.708835 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48884) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:53.728136 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88cec29f-655c-44a7-9a40-71e9e56a112d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.767982 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port eb459f67-e601-48c8-a7f1-116a1de31478 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:53.874220 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88cec29f-655c-44a7-9a40-71e9e56a112d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.879518 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-88cec29f-655c-44a7-9a40-71e9e56a112d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.890207 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1aa6c3-8149-4215-84ab-164cb1b4ff98 None None] Network 08d4f55c-1e82-4d20-ba78-37a22245922c requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:53.923202 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-54dce09f-2048-4548-b6cf-1cf3b4b38786 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.930250 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-54dce09f-2048-4548-b6cf-1cf3b4b38786 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.948645 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-88cec29f-655c-44a7-9a40-71e9e56a112d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ce861ab316f4150a01b6c01746c4ef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2385507 Jul 15 23:29:53.966387 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48894) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:53.969772 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cec29f-655c-44a7-9a40-71e9e56a112d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9a6312-63cd-405c-adbf-89dc1ee692bb,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:54.021773 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-04931baa-cd07-4d3f-8ca8-f45c6f357f56 None None] Provisioning for port eb459f67-e601-48c8-a7f1-116a1de31478 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:54.032524 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-04931baa-cd07-4d3f-8ca8-f45c6f357f56 None None] Provisioning complete for port eb459f67-e601-48c8-a7f1-116a1de31478 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:54.032930 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-04931baa-cd07-4d3f-8ca8-f45c6f357f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.081401 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5750d74c-78d1-4a77-a855-50e8a790dc83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.111844 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dce09f-2048-4548-b6cf-1cf3b4b38786 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Port': ['ID=e9db8a3a-742b-4039-b3a6-9b34d4e8b7c5,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:54.136914 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-54dce09f-2048-4548-b6cf-1cf3b4b38786 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.155742 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5750d74c-78d1-4a77-a855-50e8a790dc83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.251396 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5750d74c-78d1-4a77-a855-50e8a790dc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.257142 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5750d74c-78d1-4a77-a855-50e8a790dc83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.261256 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5750d74c-78d1-4a77-a855-50e8a790dc83 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f9a6312-63cd-405c-adbf-89dc1ee692bb HTTP/1.1" status: 204 len: 168 time: 0.2908282 Jul 15 23:29:54.268062 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750d74c-78d1-4a77-a855-50e8a790dc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9a6312-63cd-405c-adbf-89dc1ee692bb,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:54.294815 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.302274 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-04931baa-cd07-4d3f-8ca8-f45c6f357f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.359581 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-04931baa-cd07-4d3f-8ca8-f45c6f357f56 None None] For port eb459f67-e601-48c8-a7f1-116a1de31478, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=eb459f67-e601-48c8-a7f1-116a1de31478,segment=NetworkSegment(9654bc14-202a-48eb-9eb1-cbc8f4a60a6c),segment_id=9654bc14-202a-48eb-9eb1-cbc8f4a60a6c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:54.368315 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-04931baa-cd07-4d3f-8ca8-f45c6f357f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.383524 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dce09f-2048-4548-b6cf-1cf3b4b38786 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network 08d4f55c-1e82-4d20-ba78-37a22245922c is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:54.394605 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-54dce09f-2048-4548-b6cf-1cf3b4b38786 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:54.424923 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74799331-c2e1-4cf7-b1e5-b7b2d20bb708 req-d548a753-ddee-471d-8219-bf24747da639 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:54.427609 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-74799331-c2e1-4cf7-b1e5-b7b2d20bb708 req-d548a753-ddee-471d-8219-bf24747da639 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 945 time: 0.2079206 Jul 15 23:29:54.458985 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04931baa-cd07-4d3f-8ca8-f45c6f357f56 None None] Pushing event updated for resources: {'Port': ['ID=eb459f67-e601-48c8-a7f1-116a1de31478,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:54.563833 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-74799331-c2e1-4cf7-b1e5-b7b2d20bb708 req-892d8fea-7d17-451d-a01c-e07f5faae743 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926597 Jul 15 23:29:54.600995 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54dce09f-2048-4548-b6cf-1cf3b4b38786 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Router 6336be16-5104-4878-a2db-89dedad335d5 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:29:54.726824 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-02579291-7c0f-405e-935b-5be2c3b58e10 None None] Provisioning for port e9db8a3a-742b-4039-b3a6-9b34d4e8b7c5 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:54.731303 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54dce09f-2048-4548-b6cf-1cf3b4b38786 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:54.742876 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-54dce09f-2048-4548-b6cf-1cf3b4b38786 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "PUT /v2.0/routers/6336be16-5104-4878-a2db-89dedad335d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1804206 Jul 15 23:29:54.745514 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48912) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:54.763763 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-02579291-7c0f-405e-935b-5be2c3b58e10 None None] Provisioning complete for port e9db8a3a-742b-4039-b3a6-9b34d4e8b7c5 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:54.764412 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-02579291-7c0f-405e-935b-5be2c3b58e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.767231 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea2631d-38a9-46da-97af-07f08e8a63a5 None None] Sync routers for ids ['6336be16-5104-4878-a2db-89dedad335d5'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:54.820192 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeec50d2-c94a-426e-b2f6-a84165faed99 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:54.824769 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-eeec50d2-c94a-426e-b2f6-a84165faed99 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "GET /v2.0/ports/e9db8a3a-742b-4039-b3a6-9b34d4e8b7c5 HTTP/1.1" status: 200 len: 910 time: 0.0739896 Jul 15 23:29:54.825133 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 48916) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:54.831254 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b1f1bf66-e67e-4d11-b1d6-f56bf6bb94ca tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '740646d3-22bb-4774-aa51-dca70267c979'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:54.834909 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea2631d-38a9-46da-97af-07f08e8a63a5 None None] Routers {'6336be16-5104-4878-a2db-89dedad335d5'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:54.836283 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0ea2631d-38a9-46da-97af-07f08e8a63a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:29:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6336be16-5104-4878-a2db-89dedad335d5'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:54.908663 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0ea2631d-38a9-46da-97af-07f08e8a63a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:54.925088 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-02579291-7c0f-405e-935b-5be2c3b58e10 None None] Port e9db8a3a-742b-4039-b3a6-9b34d4e8b7c5 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:29:54.928514 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea2631d-38a9-46da-97af-07f08e8a63a5 None None] Routers {'6336be16-5104-4878-a2db-89dedad335d5'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:54.929367 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0ea2631d-38a9-46da-97af-07f08e8a63a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:29:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6336be16-5104-4878-a2db-89dedad335d5'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:54.988250 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0ea2631d-38a9-46da-97af-07f08e8a63a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:54.989528 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea2631d-38a9-46da-97af-07f08e8a63a5 None None] The sync data for ids ['6336be16-5104-4878-a2db-89dedad335d5'] in n-d-787205-9 is: [] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:55.007696 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-02579291-7c0f-405e-935b-5be2c3b58e10 None None] Provisioning complete for port eb459f67-e601-48c8-a7f1-116a1de31478 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:55.007696 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-02579291-7c0f-405e-935b-5be2c3b58e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:55.108729 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1f1bf66-e67e-4d11-b1d6-f56bf6bb94ca tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:55.327580 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1a11977a-ae32-405d-87f8-ebd9c1294478 None None] Provisioning complete for port e9db8a3a-742b-4039-b3a6-9b34d4e8b7c5 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:55.328180 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1a11977a-ae32-405d-87f8-ebd9c1294478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:55.393207 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-1a11977a-ae32-405d-87f8-ebd9c1294478 None None] Port e9db8a3a-742b-4039-b3a6-9b34d4e8b7c5 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:29:55.527198 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ca6ea348-2275-4b6a-92dd-5cd57ff75943 None None] Provisioning complete for port e9db8a3a-742b-4039-b3a6-9b34d4e8b7c5 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:55.527574 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ca6ea348-2275-4b6a-92dd-5cd57ff75943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:55.597152 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ca6ea348-2275-4b6a-92dd-5cd57ff75943 None None] Port e9db8a3a-742b-4039-b3a6-9b34d4e8b7c5 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:29:55.664122 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device eb459f67-e601-48c8-a7f1-116a1de31478 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:55.765596 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1f1bf66-e67e-4d11-b1d6-f56bf6bb94ca tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:55.791598 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1f1bf66-e67e-4d11-b1d6-f56bf6bb94ca tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:55.823834 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port eb459f67-e601-48c8-a7f1-116a1de31478 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:55.824405 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:55.891463 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baee031-35fe-4adc-8f08-09b60a61b241 req-171c8a19-f729-400f-bf98-f1a34d6be8e2 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:55.899309 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4baee031-35fe-4adc-8f08-09b60a61b241 req-171c8a19-f729-400f-bf98-f1a34d6be8e2 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 945 time: 0.0737736 Jul 15 23:29:55.930464 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f1bf66-e67e-4d11-b1d6-f56bf6bb94ca tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:55.931172 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b1f1bf66-e67e-4d11-b1d6-f56bf6bb94ca tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:55.935180 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b1f1bf66-e67e-4d11-b1d6-f56bf6bb94ca tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "PUT /v2.0/ports/e9db8a3a-742b-4039-b3a6-9b34d4e8b7c5 HTTP/1.1" status: 200 len: 910 time: 1.1064618 Jul 15 23:29:55.935180 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1bf66-e67e-4d11-b1d6-f56bf6bb94ca tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Port': ['ID=e9db8a3a-742b-4039-b3a6-9b34d4e8b7c5,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:55.937696 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 48948) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:56.053865 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4baee031-35fe-4adc-8f08-09b60a61b241 req-a3860d70-87c2-4fde-b14a-601b448d0e5c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503937 Jul 15 23:29:56.331364 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80739fc4-3553-4109-83b2-a295cbcbf014 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:56.605480 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-8bc2418f-a0dd-44cd-b1ff-6c9ed6476af7 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:56.606979 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-8bc2418f-a0dd-44cd-b1ff-6c9ed6476af7 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/networks?id=35287b5d-84dd-42c1-b0f1-c987dde5f190 HTTP/1.1" status: 200 len: 814 time: 0.1351340 Jul 15 23:29:56.646174 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-33f74445-42a6-4a24-b5d2-ae261e4cf49f tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/quotas/79c3aa4018564f7da590e1588531d478 HTTP/1.1" status: 200 len: 375 time: 0.0151389 Jul 15 23:29:56.686047 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-dded830e-eeda-4b4f-b89e-d3951d7faa0b tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=79c3aa4018564f7da590e1588531d478&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328696 Jul 15 23:29:56.713930 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-5f19a26f-76e8-42bc-8592-2bfdd555deed service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:29:56.714911 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-5f19a26f-76e8-42bc-8592-2bfdd555deed service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062749 Jul 15 23:29:56.799897 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-80739fc4-3553-4109-83b2-a295cbcbf014 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Deleting port e9db8a3a-742b-4039-b3a6-9b34d4e8b7c5 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:56.800247 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80739fc4-3553-4109-83b2-a295cbcbf014 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:56.848926 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-2a248430-c289-4d98-a0ae-9042d4eb999a service neutron] 10.222.0.16 "GET /v2.0/networks/35287b5d-84dd-42c1-b0f1-c987dde5f190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258144 Jul 15 23:29:57.255010 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80739fc4-3553-4109-83b2-a295cbcbf014 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:57.277521 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-80739fc4-3553-4109-83b2-a295cbcbf014 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Calling delete_port for e9db8a3a-742b-4039-b3a6-9b34d4e8b7c5 owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:57.345008 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-eae0696e-e118-4343-9183-86ed27cb5970 service neutron] 10.222.0.16 "GET /v2.0/networks/35287b5d-84dd-42c1-b0f1-c987dde5f190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006252 Jul 15 23:29:57.365572 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ac7cc-0b5f-4d09-a121-13371e8ac5b2 req-a41567cf-e474-4b6c-9b86-8132f83a96b8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:57.367153 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a7ac7cc-0b5f-4d09-a121-13371e8ac5b2 req-a41567cf-e474-4b6c-9b86-8132f83a96b8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 945 time: 0.1905656 Jul 15 23:29:57.406012 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:29:57.458351 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a7ac7cc-0b5f-4d09-a121-13371e8ac5b2 req-eafe9c2d-f438-49fc-b722-5abdde5e1b79 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825679 Jul 15 23:29:57.541024 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80739fc4-3553-4109-83b2-a295cbcbf014 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:57.577052 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80739fc4-3553-4109-83b2-a295cbcbf014 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Port': ['ID=e9db8a3a-742b-4039-b3a6-9b34d4e8b7c5,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:57.638680 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e852f012-ba98-4b4e-b7c5-f21ec7d977f4 req-450ac032-45e5-4057-94f3-1c29fa3bf879 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/ports?device_id=80bf7dfa-68bc-408e-95c0-dd1554e19912 HTTP/1.1" status: 200 len: 210 time: 0.0581415 Jul 15 23:29:57.833528 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80739fc4-3553-4109-83b2-a295cbcbf014 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:58.048237 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80739fc4-3553-4109-83b2-a295cbcbf014 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Router 6336be16-5104-4878-a2db-89dedad335d5 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:29:58.151336 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80739fc4-3553-4109-83b2-a295cbcbf014 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:58.159868 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-80739fc4-3553-4109-83b2-a295cbcbf014 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "PUT /v2.0/routers/6336be16-5104-4878-a2db-89dedad335d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2132430 Jul 15 23:29:58.160779 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49134) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:58.164500 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f0075e-806f-4873-b4f7-b26161d2c575 None None] Sync routers for ids ['6336be16-5104-4878-a2db-89dedad335d5'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:58.175914 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f0075e-806f-4873-b4f7-b26161d2c575 None None] Routers {'6336be16-5104-4878-a2db-89dedad335d5'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:58.176626 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-50f0075e-806f-4873-b4f7-b26161d2c575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:29:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6336be16-5104-4878-a2db-89dedad335d5'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:58.217581 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5f2d7bd0-4f4b-4c74-8de8-13c4c22e7507 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "GET /v2.0/ports?device_id=6336be16-5104-4878-a2db-89dedad335d5 HTTP/1.1" status: 200 len: 205 time: 0.0563478 Jul 15 23:29:58.220114 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-50f0075e-806f-4873-b4f7-b26161d2c575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:58.220393 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49140) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:58.235852 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f0075e-806f-4873-b4f7-b26161d2c575 None None] Routers {'6336be16-5104-4878-a2db-89dedad335d5'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:58.237285 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-50f0075e-806f-4873-b4f7-b26161d2c575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:29:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6336be16-5104-4878-a2db-89dedad335d5'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:58.284237 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-50f0075e-806f-4873-b4f7-b26161d2c575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:58.285201 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f0075e-806f-4873-b4f7-b26161d2c575 None None] The sync data for ids ['6336be16-5104-4878-a2db-89dedad335d5'] in n-d-787205-9 is: [] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:58.308658 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b836b72d-78a8-4c36-8fd3-c73c828e0893 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:58.484338 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b836b72d-78a8-4c36-8fd3-c73c828e0893 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:58.487133 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b836b72d-78a8-4c36-8fd3-c73c828e0893 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:58.535503 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b836b72d-78a8-4c36-8fd3-c73c828e0893 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:58.537145 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b836b72d-78a8-4c36-8fd3-c73c828e0893 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Fanout notify agent at l3_agent the message router_deleted on router 6336be16-5104-4878-a2db-89dedad335d5 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:29:58.545946 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b836b72d-78a8-4c36-8fd3-c73c828e0893 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:58.547424 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b836b72d-78a8-4c36-8fd3-c73c828e0893 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/routers/6336be16-5104-4878-a2db-89dedad335d5 HTTP/1.1" status: 204 len: 168 time: 0.3244910 Jul 15 23:29:58.550770 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49168) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:58.617056 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb9fa02-0be5-45c5-8e5f-1529898faf76 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Deleting subnet 740646d3-22bb-4774-aa51-dca70267c979 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:58.621422 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1cb9fa02-0be5-45c5-8e5f-1529898faf76 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:58.682434 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1cb9fa02-0be5-45c5-8e5f-1529898faf76 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:58.732488 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c8407-8d14-41d6-aaf4-b323863a5591 req-23f9bfe5-9205-49cc-8cd3-3f3f172f19c6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:58.735916 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-691c8407-8d14-41d6-aaf4-b323863a5591 req-23f9bfe5-9205-49cc-8cd3-3f3f172f19c6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 945 time: 0.0998981 Jul 15 23:29:58.810907 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1cb9fa02-0be5-45c5-8e5f-1529898faf76 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:58.866601 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-691c8407-8d14-41d6-aaf4-b323863a5591 req-e2f1fd45-f264-4a64-9d03-e6e9222e7d1c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242318 Jul 15 23:29:58.895578 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ee69ecdc-503a-4c8a-919f-9759645568d0 req-e553edea-a3bc-44b9-8add-aa53e30b2e5d tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/ports?device_id=80bf7dfa-68bc-408e-95c0-dd1554e19912 HTTP/1.1" status: 200 len: 210 time: 0.0556934 Jul 15 23:29:58.942621 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1cb9fa02-0be5-45c5-8e5f-1529898faf76 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.011295 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb9fa02-0be5-45c5-8e5f-1529898faf76 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Subnet': ['ID=740646d3-22bb-4774-aa51-dca70267c979,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:59.014951 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1cb9fa02-0be5-45c5-8e5f-1529898faf76 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.018744 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1cb9fa02-0be5-45c5-8e5f-1529898faf76 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/subnets/740646d3-22bb-4774-aa51-dca70267c979 HTTP/1.1" status: 204 len: 168 time: 0.4651434 Jul 15 23:29:59.021208 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49182) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:59.023212 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907d002f-4c2c-4058-a4bd-212b39018160 None None] Network 08d4f55c-1e82-4d20-ba78-37a22245922c requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:59.069527 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49184) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:59.116019 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-0ad1e981-dab5-4eae-b872-9c314998dec3 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:59.121931 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-0ad1e981-dab5-4eae-b872-9c314998dec3 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.43 "GET /v2.0/networks?id=35287b5d-84dd-42c1-b0f1-c987dde5f190 HTTP/1.1" status: 200 len: 814 time: 0.2300253 Jul 15 23:29:59.138583 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-7e50614d-7829-42e8-993e-f84419e7339b tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Request body: {'port': {'device_id': '80bf7dfa-68bc-408e-95c0-dd1554e19912', 'network_id': '35287b5d-84dd-42c1-b0f1-c987dde5f190', 'admin_state_up': True, 'tenant_id': '79c3aa4018564f7da590e1588531d478'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:59.158035 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5d4b369-27a7-4c6a-9e9e-58d8a941644a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.273592 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b8c7a142-c0ab-41cf-9c97-b20884311235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.276323 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-7e50614d-7829-42e8-993e-f84419e7339b tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Made reservation on behalf of 79c3aa4018564f7da590e1588531d478 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:59.281193 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-7e50614d-7829-42e8-993e-f84419e7339b tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.329826 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3500ee8a-fbba-40e7-a555-8543fc87bcc7 None None] DHCP port deletion for 08d4f55c-1e82-4d20-ba78-37a22245922c request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:29:59.356036 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e5d4b369-27a7-4c6a-9e9e-58d8a941644a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Deleting port eb459f67-e601-48c8-a7f1-116a1de31478 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:59.356624 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5d4b369-27a7-4c6a-9e9e-58d8a941644a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.409031 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-3500ee8a-fbba-40e7-a555-8543fc87bcc7 None None] Deleting port eb459f67-e601-48c8-a7f1-116a1de31478 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:59.409654 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3500ee8a-fbba-40e7-a555-8543fc87bcc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.449537 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-e5d4b369-27a7-4c6a-9e9e-58d8a941644a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] For port eb459f67-e601-48c8-a7f1-116a1de31478, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=eb459f67-e601-48c8-a7f1-116a1de31478,segment=NetworkSegment(9654bc14-202a-48eb-9eb1-cbc8f4a60a6c),segment_id=9654bc14-202a-48eb-9eb1-cbc8f4a60a6c)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:59.449894 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5d4b369-27a7-4c6a-9e9e-58d8a941644a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.470903 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e5d4b369-27a7-4c6a-9e9e-58d8a941644a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Calling delete_port for eb459f67-e601-48c8-a7f1-116a1de31478 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:59.491610 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-7e50614d-7829-42e8-993e-f84419e7339b tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Allocated IP 172.20.0.4 (35287b5d-84dd-42c1-b0f1-c987dde5f190/8b4773d7-480c-4cd8-aa6c-9f339f7216b1/2cdfed5e-6abe-4ed6-8693-5c31efe9fcff) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:59.495091 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-3500ee8a-fbba-40e7-a555-8543fc87bcc7 None None] For port eb459f67-e601-48c8-a7f1-116a1de31478, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=eb459f67-e601-48c8-a7f1-116a1de31478,segment=NetworkSegment(9654bc14-202a-48eb-9eb1-cbc8f4a60a6c),segment_id=9654bc14-202a-48eb-9eb1-cbc8f4a60a6c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:59.495497 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3500ee8a-fbba-40e7-a555-8543fc87bcc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.518351 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-3500ee8a-fbba-40e7-a555-8543fc87bcc7 None None] Calling delete_port for eb459f67-e601-48c8-a7f1-116a1de31478 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:59.539285 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b8c7a142-c0ab-41cf-9c97-b20884311235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.546012 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b8c7a142-c0ab-41cf-9c97-b20884311235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.600867 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7a142-c0ab-41cf-9c97-b20884311235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c86ff10-8093-40be-9f1d-96c3a684339b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:59.607814 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b8c7a142-c0ab-41cf-9c97-b20884311235 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=194d85a38bb746bcaac68b3fbd736843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5372751 Jul 15 23:29:59.612454 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49188) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:59.626453 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5d4b369-27a7-4c6a-9e9e-58d8a941644a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.642171 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3500ee8a-fbba-40e7-a555-8543fc87bcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.654854 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4b369-27a7-4c6a-9e9e-58d8a941644a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Port': ['ID=eb459f67-e601-48c8-a7f1-116a1de31478,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:59.656704 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d4b369-27a7-4c6a-9e9e-58d8a941644a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] No DVR routers for this DVR port eb459f67-e601-48c8-a7f1-116a1de31478 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:59.690840 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device eb459f67-e601-48c8-a7f1-116a1de31478 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:59.698060 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3500ee8a-fbba-40e7-a555-8543fc87bcc7 None None] No DVR routers for this DVR port eb459f67-e601-48c8-a7f1-116a1de31478 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:59.702294 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500ee8a-fbba-40e7-a555-8543fc87bcc7 None None] Pushing event deleted for resources: {'Port': ['ID=eb459f67-e601-48c8-a7f1-116a1de31478,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:59.734095 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: eb459f67-e601-48c8-a7f1-116a1de31478 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:29:59.734719 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device eb459f67-e601-48c8-a7f1-116a1de31478 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:29:59.753031 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ca12537d-8be5-483c-8372-018ee4a5f2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.780520 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5d4b369-27a7-4c6a-9e9e-58d8a941644a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.788390 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-7e50614d-7829-42e8-993e-f84419e7339b tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.791774 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-e5d4b369-27a7-4c6a-9e9e-58d8a941644a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d4f55c-1e82-4d20-ba78-37a22245922c']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:59.795458 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ca12537d-8be5-483c-8372-018ee4a5f2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.802433 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-e5d4b369-27a7-4c6a-9e9e-58d8a941644a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9654bc14-202a-48eb-9eb1-cbc8f4a60a6c') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:59.802846 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-e5d4b369-27a7-4c6a-9e9e-58d8a941644a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9654bc14-202a-48eb-9eb1-cbc8f4a60a6c') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:59.819928 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5d4b369-27a7-4c6a-9e9e-58d8a941644a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.834665 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5d4b369-27a7-4c6a-9e9e-58d8a941644a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.840716 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d4b369-27a7-4c6a-9e9e-58d8a941644a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:29:59.841171 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5d4b369-27a7-4c6a-9e9e-58d8a941644a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:29:59.844173 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:29:59.865573 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-7e50614d-7829-42e8-993e-f84419e7339b tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.868698 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ca12537d-8be5-483c-8372-018ee4a5f2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.872750 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ca12537d-8be5-483c-8372-018ee4a5f2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.876298 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ca12537d-8be5-483c-8372-018ee4a5f2c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c86ff10-8093-40be-9f1d-96c3a684339b HTTP/1.1" status: 204 len: 168 time: 0.2605786 Jul 15 23:29:59.913435 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12537d-8be5-483c-8372-018ee4a5f2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c86ff10-8093-40be-9f1d-96c3a684339b,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:59.934196 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5d4b369-27a7-4c6a-9e9e-58d8a941644a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.948566 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e5d4b369-27a7-4c6a-9e9e-58d8a941644a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.950484 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e5d4b369-27a7-4c6a-9e9e-58d8a941644a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/networks/08d4f55c-1e82-4d20-ba78-37a22245922c HTTP/1.1" status: 204 len: 168 time: 0.9275863 Jul 15 23:29:59.955493 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-7e50614d-7829-42e8-993e-f84419e7339b tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Network 35287b5d-84dd-42c1-b0f1-c987dde5f190 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:59.963062 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49198) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:59.983686 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-3fe36130-15d8-49b0-85a4-227fc9960da5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1754000231', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:59.995674 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-7e50614d-7829-42e8-993e-f84419e7339b tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:59.996208 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4b369-27a7-4c6a-9e9e-58d8a941644a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Network': ['ID=08d4f55c-1e82-4d20-ba78-37a22245922c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:00.006429 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-7e50614d-7829-42e8-993e-f84419e7339b tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:00.011767 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50614d-7829-42e8-993e-f84419e7339b tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Pushing event updated for resources: {'Port': ['ID=2cdfed5e-6abe-4ed6-8693-5c31efe9fcff,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:00.120774 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3fe36130-15d8-49b0-85a4-227fc9960da5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.122877 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3fe36130-15d8-49b0-85a4-227fc9960da5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.199707 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-7e50614d-7829-42e8-993e-f84419e7339b tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:00.200468 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-7e50614d-7829-42e8-993e-f84419e7339b tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.278222 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49208) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:00.295604 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-7e50614d-7829-42e8-993e-f84419e7339b tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1621268 Jul 15 23:30:00.297952 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3fe36130-15d8-49b0-85a4-227fc9960da5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.311010 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-9513159d-a6d1-4b6a-8110-dddd41d3646d tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:30:00.312057 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-9513159d-a6d1-4b6a-8110-dddd41d3646d tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073137 Jul 15 23:30:00.313184 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3fe36130-15d8-49b0-85a4-227fc9960da5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.325009 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557a4de-6f03-43aa-9e7b-134ebfcb0ee3 req-c748a4c4-5e74-4a44-827e-d80822406d80 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:00.326482 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1557a4de-6f03-43aa-9e7b-134ebfcb0ee3 req-c748a4c4-5e74-4a44-827e-d80822406d80 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 945 time: 0.2534261 Jul 15 23:30:00.336664 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd32fed-cb44-4768-9cf7-c776bf65efdf req-3779792f-9304-4452-809a-d8a7a837bef2 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:00.338945 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2fd32fed-cb44-4768-9cf7-c776bf65efdf req-3779792f-9304-4452-809a-d8a7a837bef2 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/ports?device_id=80bf7dfa-68bc-408e-95c0-dd1554e19912 HTTP/1.1" status: 200 len: 931 time: 0.2097850 Jul 15 23:30:00.347968 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-93c675b7-28e4-4788-a79c-6d284d9eefb0 service neutron] Request body: {'port': {'device_id': '80bf7dfa-68bc-408e-95c0-dd1554e19912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:00.429892 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2568f7e1-30ba-40b8-9994-437118d214d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.445039 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3fe36130-15d8-49b0-85a4-227fc9960da5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.449465 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3fe36130-15d8-49b0-85a4-227fc9960da5 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4671860 Jul 15 23:30:00.452420 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49218) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:00.466463 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-7b6f548b-7aba-44f0-85bf-d815d5cc7ed9 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Request body: {'network': {'name': 'tempest-RoutersTest-1624889863'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:00.516625 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2fd32fed-cb44-4768-9cf7-c776bf65efdf req-fd5bee24-3bef-4d3b-bb7c-176ca928d0c0 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2792447-3054-40ed-9b37-40f23bd73202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538653 Jul 15 23:30:00.543474 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1557a4de-6f03-43aa-9e7b-134ebfcb0ee3 req-83176ef4-d913-49e4-aa0b-f3a3336ddebf tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857693 Jul 15 23:30:00.546830 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-93c675b7-28e4-4788-a79c-6d284d9eefb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.576783 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2568f7e1-30ba-40b8-9994-437118d214d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.582801 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2568f7e1-30ba-40b8-9994-437118d214d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.612776 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568f7e1-30ba-40b8-9994-437118d214d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cff81b-95cd-4194-92b2-465773aa6057,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:00.648917 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2568f7e1-30ba-40b8-9994-437118d214d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30d0ac69dfaf49c88b20c7a84a332186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3671272 Jul 15 23:30:00.649135 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49222) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:00.720841 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54095f8b-dc3b-404c-83fc-1be2333c24c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.756752 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54095f8b-dc3b-404c-83fc-1be2333c24c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.798570 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6f548b-7aba-44f0-85bf-d815d5cc7ed9 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Made reservation on behalf of 421ff1e0f0fc408c9923cd5c1f8d6eaa for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:00.802163 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b6f548b-7aba-44f0-85bf-d815d5cc7ed9 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.865569 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54095f8b-dc3b-404c-83fc-1be2333c24c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.881589 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-54095f8b-dc3b-404c-83fc-1be2333c24c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.887273 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-54095f8b-dc3b-404c-83fc-1be2333c24c4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d4cff81b-95cd-4194-92b2-465773aa6057 HTTP/1.1" status: 204 len: 168 time: 0.2368693 Jul 15 23:30:00.907141 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54095f8b-dc3b-404c-83fc-1be2333c24c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cff81b-95cd-4194-92b2-465773aa6057,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:00.949044 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b6f548b-7aba-44f0-85bf-d815d5cc7ed9 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:30:01.008448 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b6f548b-7aba-44f0-85bf-d815d5cc7ed9 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.008704 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-7b6f548b-7aba-44f0-85bf-d815d5cc7ed9 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Added segment a972a6e3-62d8-4e46-b563-66d767c57e5d of type vlan for network 1ca9b0b7-7924-4f85-9cdb-f781c1e052ca Jul 15 23:30:01.096719 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b6f548b-7aba-44f0-85bf-d815d5cc7ed9 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.179899 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-93c675b7-28e4-4788-a79c-6d284d9eefb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cdfed5e-6abe-4ed6-8693-5c31efe9fcff {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:30:01.189658 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49236) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:01.198723 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-93c675b7-28e4-4788-a79c-6d284d9eefb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.202280 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b6f548b-7aba-44f0-85bf-d815d5cc7ed9 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.211291 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6f548b-7aba-44f0-85bf-d815d5cc7ed9 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:01.212036 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7b6f548b-7aba-44f0-85bf-d815d5cc7ed9 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.301144 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f548b-7aba-44f0-85bf-d815d5cc7ed9 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Network': ['ID=1ca9b0b7-7924-4f85-9cdb-f781c1e052ca,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:01.312267 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 1ca9b0b7-7924-4f85-9cdb-f781c1e052ca details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:30:01.341084 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-93c675b7-28e4-4788-a79c-6d284d9eefb0 service neutron] Transition to ACTIVE for port object 2cdfed5e-6abe-4ed6-8693-5c31efe9fcff will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:01.345277 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7b6f548b-7aba-44f0-85bf-d815d5cc7ed9 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8891606 Jul 15 23:30:01.348308 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49244) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:01.356802 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b7b88fd3-6e8c-4911-89fe-b1f69e83938d tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Request body: {'subnet': {'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:01.363422 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-93c675b7-28e4-4788-a79c-6d284d9eefb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.480365 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c675b7-28e4-4788-a79c-6d284d9eefb0 service neutron] Pushing event updated for resources: {'Port': ['ID=2cdfed5e-6abe-4ed6-8693-5c31efe9fcff,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:01.525757 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7fff00e9-9c9c-4ffc-82bb-1f86e74d9473 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1791031854'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:01.559407 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.db.api [None req-b7b88fd3-6e8c-4911-89fe-b1f69e83938d tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:30:01.559407 n-d-787205-9 neutron-server[93798]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 23:30:01.559407 n-d-787205-9 neutron-server[93798]: [parameters: {'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'id': '313f1135-299f-4e8c-928a-0c2e7965031f', 'expiration': datetime.datetime(2021, 7, 15, 23, 32, 1, 548623)}] Jul 15 23:30:01.559407 n-d-787205-9 neutron-server[93798]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:30:01.559942 n-d-787205-9 neutron-server[93798]: DEBUG oslo_db.api [None req-b7b88fd3-6e8c-4911-89fe-b1f69e83938d tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:30:01.561397 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fff00e9-9c9c-4ffc-82bb-1f86e74d9473 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Made reservation on behalf of b0ed66d8bad646449d4d3f6995645920 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:01.565794 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fff00e9-9c9c-4ffc-82bb-1f86e74d9473 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.577184 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fff00e9-9c9c-4ffc-82bb-1f86e74d9473 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.602589 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-93c675b7-28e4-4788-a79c-6d284d9eefb0 service neutron] Attempting to bind port 2cdfed5e-6abe-4ed6-8693-5c31efe9fcff on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:30:01.603516 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-93c675b7-28e4-4788-a79c-6d284d9eefb0 service neutron] Attempting to bind port 2cdfed5e-6abe-4ed6-8693-5c31efe9fcff by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'ed1534ca-5012-44ce-b144-af61518d7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '35287b5d-84dd-42c1-b0f1-c987dde5f190'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:30:01.603845 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-93c675b7-28e4-4788-a79c-6d284d9eefb0 service neutron] Attempting to bind port 2cdfed5e-6abe-4ed6-8693-5c31efe9fcff on network 35287b5d-84dd-42c1-b0f1-c987dde5f190 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:01.627885 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-93c675b7-28e4-4788-a79c-6d284d9eefb0 service neutron] Port 2cdfed5e-6abe-4ed6-8693-5c31efe9fcff on network 35287b5d-84dd-42c1-b0f1-c987dde5f190 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:30:01.628219 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-93c675b7-28e4-4788-a79c-6d284d9eefb0 service neutron] Attempting to bind port 2cdfed5e-6abe-4ed6-8693-5c31efe9fcff on network 35287b5d-84dd-42c1-b0f1-c987dde5f190 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:01.633605 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-93c675b7-28e4-4788-a79c-6d284d9eefb0 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:30:01.634022 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-93c675b7-28e4-4788-a79c-6d284d9eefb0 service neutron] Checking segment: {'id': 'ed1534ca-5012-44ce-b144-af61518d7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '35287b5d-84dd-42c1-b0f1-c987dde5f190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:01.634354 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-93c675b7-28e4-4788-a79c-6d284d9eefb0 service neutron] Bound using segment: {'id': 'ed1534ca-5012-44ce-b144-af61518d7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '35287b5d-84dd-42c1-b0f1-c987dde5f190'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:30:01.634888 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-93c675b7-28e4-4788-a79c-6d284d9eefb0 service neutron] Bound port: 2cdfed5e-6abe-4ed6-8693-5c31efe9fcff, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed1534ca-5012-44ce-b144-af61518d7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '35287b5d-84dd-42c1-b0f1-c987dde5f190'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:30:01.635251 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-93c675b7-28e4-4788-a79c-6d284d9eefb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.700587 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fff00e9-9c9c-4ffc-82bb-1f86e74d9473 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.705901 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fff00e9-9c9c-4ffc-82bb-1f86e74d9473 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.742186 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fff00e9-9c9c-4ffc-82bb-1f86e74d9473 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:30:01.748603 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff00e9-9c9c-4ffc-82bb-1f86e74d9473 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=203d9234-ba5f-471e-8a7d-94720d552573,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:01.766573 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fff00e9-9c9c-4ffc-82bb-1f86e74d9473 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.767097 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-7fff00e9-9c9c-4ffc-82bb-1f86e74d9473 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Added segment d9cfe081-64a6-4507-973c-7f73041329ce of type vlan for network da5df14a-11e1-4e95-8243-9dfc77f8a94e Jul 15 23:30:01.807370 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-93c675b7-28e4-4788-a79c-6d284d9eefb0 service neutron] For port 2cdfed5e-6abe-4ed6-8693-5c31efe9fcff, host n-h2-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:30:01.822709 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fff00e9-9c9c-4ffc-82bb-1f86e74d9473 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.831779 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-93c675b7-28e4-4788-a79c-6d284d9eefb0 service neutron] For port 2cdfed5e-6abe-4ed6-8693-5c31efe9fcff, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=2cdfed5e-6abe-4ed6-8693-5c31efe9fcff,segment=NetworkSegment(ed1534ca-5012-44ce-b144-af61518d7fa0),segment_id=ed1534ca-5012-44ce-b144-af61518d7fa0)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:30:01.846369 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-93c675b7-28e4-4788-a79c-6d284d9eefb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.854071 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49262) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:01.905125 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23515ec4-f7e5-42db-aaa5-39388e84aced req-66f21235-d14b-4dca-8d0b-a1db3c5419e7 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:01.910144 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-23515ec4-f7e5-42db-aaa5-39388e84aced req-66f21235-d14b-4dca-8d0b-a1db3c5419e7 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/ports?device_id=80bf7dfa-68bc-408e-95c0-dd1554e19912 HTTP/1.1" status: 200 len: 943 time: 0.2041392 Jul 15 23:30:01.938444 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f16ac-fc18-489c-812f-fcfd799b7eeb req-6851ee36-c9cb-432b-99d4-059035e22a24 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:01.940426 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c35f16ac-fc18-489c-812f-fcfd799b7eeb req-6851ee36-c9cb-432b-99d4-059035e22a24 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 945 time: 0.2044926 Jul 15 23:30:01.943510 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-93c675b7-28e4-4788-a79c-6d284d9eefb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:01.944440 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-93c675b7-28e4-4788-a79c-6d284d9eefb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.946083 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-93c675b7-28e4-4788-a79c-6d284d9eefb0 service neutron] 10.222.0.43 "PUT /v2.0/ports/2cdfed5e-6abe-4ed6-8693-5c31efe9fcff HTTP/1.1" status: 200 len: 1091 time: 1.6186535 Jul 15 23:30:01.950777 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80bf7dfa-68bc-408e-95c0-dd1554e19912', 'tag': '2cdfed5e-6abe-4ed6-8693-5c31efe9fcff'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:30:01.953686 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968fb997-79d1-432f-8bdd-beb28af20318" -d '{"events": [{"name": "network-changed", "server_uuid": "80bf7dfa-68bc-408e-95c0-dd1554e19912", "tag": "2cdfed5e-6abe-4ed6-8693-5c31efe9fcff"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:30:02.019684 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c675b7-28e4-4788-a79c-6d284d9eefb0 service neutron] Pushing event updated for resources: {'Port': ['ID=2cdfed5e-6abe-4ed6-8693-5c31efe9fcff,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:02.028330 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-a8bee140-d3df-45dd-9b56-04b2a3e02c36 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1832095954-network', 'tenant_id': '74d7c93700d34af0afd0e96cb8a98478'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:02.207015 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fff00e9-9c9c-4ffc-82bb-1f86e74d9473 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.213363 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fff00e9-9c9c-4ffc-82bb-1f86e74d9473 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:02.213961 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7fff00e9-9c9c-4ffc-82bb-1f86e74d9473 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.248578 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b88fd3-6e8c-4911-89fe-b1f69e83938d tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Made reservation on behalf of 421ff1e0f0fc408c9923cd5c1f8d6eaa for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:02.252162 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7b88fd3-6e8c-4911-89fe-b1f69e83938d tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.261037 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7fff00e9-9c9c-4ffc-82bb-1f86e74d9473 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0666099 Jul 15 23:30:02.262371 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49268) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:02.268971 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-15e2189b-332e-4df9-a808-3346e77774d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Request body: {'subnet': {'network_id': 'da5df14a-11e1-4e95-8243-9dfc77f8a94e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:02.339710 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff00e9-9c9c-4ffc-82bb-1f86e74d9473 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Pushing event updated for resources: {'Network': ['ID=da5df14a-11e1-4e95-8243-9dfc77f8a94e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:02.341275 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-23515ec4-f7e5-42db-aaa5-39388e84aced req-3c066e8b-71e4-4281-bd80-06aef42b9882 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2792447-3054-40ed-9b37-40f23bd73202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201207 Jul 15 23:30:02.355876 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network da5df14a-11e1-4e95-8243-9dfc77f8a94e details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:30:02.367393 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c35f16ac-fc18-489c-812f-fcfd799b7eeb req-1f02001a-f145-466a-acb7-da7f70331e60 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3939347 Jul 15 23:30:02.373012 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bee140-d3df-45dd-9b56-04b2a3e02c36 admin admin] Made reservation on behalf of 74d7c93700d34af0afd0e96cb8a98478 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:02.375381 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a8bee140-d3df-45dd-9b56-04b2a3e02c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.390452 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a8bee140-d3df-45dd-9b56-04b2a3e02c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.413417 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-8b3a8db7-f43d-4bff-9c03-b3a6940f3ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:02.414967 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-8b3a8db7-f43d-4bff-9c03-b3a6940f3ff2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=79c3aa4018564f7da590e1588531d478&device_id=80bf7dfa-68bc-408e-95c0-dd1554e19912 HTTP/1.1" status: 200 len: 1094 time: 0.4171815 Jul 15 23:30:02.436700 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19dd7378-bc8d-4441-8288-d9675e43e26d x-openstack-request-id: req-19dd7378-bc8d-4441-8288-d9675e43e26d {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:30:02.437041 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80bf7dfa-68bc-408e-95c0-dd1554e19912", "tag": "2cdfed5e-6abe-4ed6-8693-5c31efe9fcff", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:30:02.437295 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-19dd7378-bc8d-4441-8288-d9675e43e26d {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:30:02.437711 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80bf7dfa-68bc-408e-95c0-dd1554e19912', 'tag': '2cdfed5e-6abe-4ed6-8693-5c31efe9fcff', 'status': 'completed', 'code': 200} Jul 15 23:30:02.471738 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-06d680d4-179b-4744-9c7e-86c972ddd144 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cdfed5e-6abe-4ed6-8693-5c31efe9fcff HTTP/1.1" status: 200 len: 217 time: 0.0471144 Jul 15 23:30:02.541179 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-1c589ab5-6e34-4003-bfdb-45452ddfbbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:02.542684 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-1c589ab5-6e34-4003-bfdb-45452ddfbbc8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b4773d7-480c-4cd8-aa6c-9f339f7216b1 HTTP/1.1" status: 200 len: 854 time: 0.0628529 Jul 15 23:30:02.557959 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7b88fd3-6e8c-4911-89fe-b1f69e83938d tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.583478 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-f146e617-bd73-4731-ac46-07e6ea68ed00 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35287b5d-84dd-42c1-b0f1-c987dde5f190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315213 Jul 15 23:30:02.605019 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a8bee140-d3df-45dd-9b56-04b2a3e02c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.620267 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a8bee140-d3df-45dd-9b56-04b2a3e02c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.631781 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b88fd3-6e8c-4911-89fe-b1f69e83938d tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Subnet': ['ID=28f68cfb-1435-4466-80f2-71c17c2a16f3,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:02.655258 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e2189b-332e-4df9-a808-3346e77774d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Made reservation on behalf of b0ed66d8bad646449d4d3f6995645920 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:02.659096 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15e2189b-332e-4df9-a808-3346e77774d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.662697 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b88fd3-6e8c-4911-89fe-b1f69e83938d tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Checking segment: {'id': 'a972a6e3-62d8-4e46-b563-66d767c57e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:02.663066 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b88fd3-6e8c-4911-89fe-b1f69e83938d tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network hostable DHCP agents. Network: 1ca9b0b7-7924-4f85-9cdb-f781c1e052ca, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:30:02.679633 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8bee140-d3df-45dd-9b56-04b2a3e02c36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:30:02.698719 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a8bee140-d3df-45dd-9b56-04b2a3e02c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.699121 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-a8bee140-d3df-45dd-9b56-04b2a3e02c36 admin admin] Added segment 704b1078-bf32-4e1b-b2f8-d2bcd17f822b of type vlan for network 18934a18-0543-4bc4-9847-e7c876d8964a Jul 15 23:30:02.700508 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bee140-d3df-45dd-9b56-04b2a3e02c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49eae96d-d657-4cd9-b7f9-09d6803e806a,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:02.736427 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b88fd3-6e8c-4911-89fe-b1f69e83938d tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network 1ca9b0b7-7924-4f85-9cdb-f781c1e052ca is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:30:02.754205 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-b7b88fd3-6e8c-4911-89fe-b1f69e83938d tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 1ca9b0b7-7924-4f85-9cdb-f781c1e052ca) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:02.760528 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a8bee140-d3df-45dd-9b56-04b2a3e02c36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.761578 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b88fd3-6e8c-4911-89fe-b1f69e83938d tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:02.762172 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7b88fd3-6e8c-4911-89fe-b1f69e83938d tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.765656 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-44f45c6a-2365-4f19-a9c4-3901a0181fe9 service neutron] 10.222.0.43 "GET /v2.0/networks/35287b5d-84dd-42c1-b0f1-c987dde5f190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730797 Jul 15 23:30:02.774022 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a191a2f-33e5-4c0d-b706-15bd2764c586 None None] Network 1ca9b0b7-7924-4f85-9cdb-f781c1e052ca requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:02.785330 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b7b88fd3-6e8c-4911-89fe-b1f69e83938d tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4356599 Jul 15 23:30:02.788460 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49272) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:02.892152 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15e2189b-332e-4df9-a808-3346e77774d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.939444 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a8bee140-d3df-45dd-9b56-04b2a3e02c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.940677 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bee140-d3df-45dd-9b56-04b2a3e02c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:02.941362 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a8bee140-d3df-45dd-9b56-04b2a3e02c36 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.954791 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4695e581-d12b-4079-90b3-5b714dc34fb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-1ca9b0b7-7924-4f85-9cdb-f781c1e052ca', 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'fixed_ips': [{'subnet_id': '28f68cfb-1435-4466-80f2-71c17c2a16f3'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:30:02.955788 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4695e581-d12b-4079-90b3-5b714dc34fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.966950 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2189b-332e-4df9-a808-3346e77774d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Pushing event updated for resources: {'Subnet': ['ID=75aa4378-db34-478e-b620-d50ee9f1a537,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:02.984979 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e2189b-332e-4df9-a808-3346e77774d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Checking segment: {'id': 'd9cfe081-64a6-4507-973c-7f73041329ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'da5df14a-11e1-4e95-8243-9dfc77f8a94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:02.985362 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e2189b-332e-4df9-a808-3346e77774d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Network hostable DHCP agents. Network: da5df14a-11e1-4e95-8243-9dfc77f8a94e, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:30:03.006019 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e2189b-332e-4df9-a808-3346e77774d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Network da5df14a-11e1-4e95-8243-9dfc77f8a94e is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:30:03.016359 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-15e2189b-332e-4df9-a808-3346e77774d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, da5df14a-11e1-4e95-8243-9dfc77f8a94e) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:03.021695 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e2189b-332e-4df9-a808-3346e77774d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:03.022555 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-15e2189b-332e-4df9-a808-3346e77774d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.035477 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5769b0bf-8436-4c53-a088-53ccd09f86fe None None] Network da5df14a-11e1-4e95-8243-9dfc77f8a94e requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:03.039176 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-15e2189b-332e-4df9-a808-3346e77774d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7741854 Jul 15 23:30:03.042451 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49274) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:03.047345 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4fd788e9-3d6a-4c8c-bb18-2202ee8fa83c tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Request body: {'port': {'network_id': 'da5df14a-11e1-4e95-8243-9dfc77f8a94e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1482202200'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:03.110136 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a8bee140-d3df-45dd-9b56-04b2a3e02c36 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2517264 Jul 15 23:30:03.117268 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49276) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:03.126142 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-49c52a00-810e-4b2a-8915-0c32c0e70975 admin admin] Request body: {'subnet': {'network_id': '18934a18-0543-4bc4-9847-e7c876d8964a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1832095954-subnet', 'tenant_id': '74d7c93700d34af0afd0e96cb8a98478', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:03.179509 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-4695e581-d12b-4079-90b3-5b714dc34fb5 None None] Allocated IP 172.20.0.2 (1ca9b0b7-7924-4f85-9cdb-f781c1e052ca/28f68cfb-1435-4466-80f2-71c17c2a16f3/4e2380fa-7539-4e86-834a-d83379a928e9) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:03.197375 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c52a00-810e-4b2a-8915-0c32c0e70975 admin admin] Made reservation on behalf of 74d7c93700d34af0afd0e96cb8a98478 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:03.199421 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bee140-d3df-45dd-9b56-04b2a3e02c36 admin admin] Pushing event updated for resources: {'Network': ['ID=18934a18-0543-4bc4-9847-e7c876d8964a,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:03.200405 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49c52a00-810e-4b2a-8915-0c32c0e70975 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.217875 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 18934a18-0543-4bc4-9847-e7c876d8964a details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:30:03.237521 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6bb63756-bd29-4f0e-8865-3f2df2022017 req-b335211b-955c-4e83-8e0d-49c67ad63b40 service neutron] 10.222.0.43 "GET /v2.0/networks/35287b5d-84dd-42c1-b0f1-c987dde5f190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617004 Jul 15 23:30:03.282111 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c031056a-b57e-41d9-b081-f9864389a8a0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.290081 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd788e9-3d6a-4c8c-bb18-2202ee8fa83c tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Made reservation on behalf of b0ed66d8bad646449d4d3f6995645920 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:03.294073 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4fd788e9-3d6a-4c8c-bb18-2202ee8fa83c tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.326512 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-4fd788e9-3d6a-4c8c-bb18-2202ee8fa83c tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] device_id is not set on port d68b31ee-16ac-419f-990a-ff7bd17f8015 yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:30:03.375862 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7633358e-8641-4e5e-a024-6abf8f2fbdc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-da5df14a-11e1-4e95-8243-9dfc77f8a94e', 'network_id': 'da5df14a-11e1-4e95-8243-9dfc77f8a94e', 'tenant_id': 'b0ed66d8bad646449d4d3f6995645920', 'fixed_ips': [{'subnet_id': '75aa4378-db34-478e-b620-d50ee9f1a537'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:30:03.376700 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7633358e-8641-4e5e-a024-6abf8f2fbdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.496726 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fb997-79d1-432f-8bdd-beb28af20318 req-97c96da7-b69c-4c5b-89e6-2da0cd7bfb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:03.498459 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-968fb997-79d1-432f-8bdd-beb28af20318 req-97c96da7-b69c-4c5b-89e6-2da0cd7bfb5a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=79c3aa4018564f7da590e1588531d478&device_id=80bf7dfa-68bc-408e-95c0-dd1554e19912 HTTP/1.1" status: 200 len: 1094 time: 0.1640377 Jul 15 23:30:03.531943 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-4fd788e9-3d6a-4c8c-bb18-2202ee8fa83c tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Allocated IP 2001:db8::1f0 (da5df14a-11e1-4e95-8243-9dfc77f8a94e/75aa4378-db34-478e-b620-d50ee9f1a537/d68b31ee-16ac-419f-990a-ff7bd17f8015) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:03.545592 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49c52a00-810e-4b2a-8915-0c32c0e70975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.643025 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c52a00-810e-4b2a-8915-0c32c0e70975 admin admin] Checking segment: {'id': '704b1078-bf32-4e1b-b2f8-d2bcd17f822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '18934a18-0543-4bc4-9847-e7c876d8964a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:03.643775 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c52a00-810e-4b2a-8915-0c32c0e70975 admin admin] Network hostable DHCP agents. Network: 18934a18-0543-4bc4-9847-e7c876d8964a, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:30:03.650846 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c52a00-810e-4b2a-8915-0c32c0e70975 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5e48057-0336-4a9d-8a76-5d7d38b1b837,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:03.705955 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c52a00-810e-4b2a-8915-0c32c0e70975 admin admin] Network 18934a18-0543-4bc4-9847-e7c876d8964a is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:30:03.709267 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fb997-79d1-432f-8bdd-beb28af20318 req-3ea366ae-0758-4f6c-9b3a-bb179d968410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:03.710802 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-968fb997-79d1-432f-8bdd-beb28af20318 req-3ea366ae-0758-4f6c-9b3a-bb179d968410 service neutron] 10.222.0.43 "GET /v2.0/networks?id=35287b5d-84dd-42c1-b0f1-c987dde5f190 HTTP/1.1" status: 200 len: 915 time: 0.2019041 Jul 15 23:30:03.745209 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-49c52a00-810e-4b2a-8915-0c32c0e70975 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 18934a18-0543-4bc4-9847-e7c876d8964a) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:03.755514 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c52a00-810e-4b2a-8915-0c32c0e70975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:03.756155 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49c52a00-810e-4b2a-8915-0c32c0e70975 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.770432 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-968fb997-79d1-432f-8bdd-beb28af20318 req-5d5f9502-be23-4499-b7d9-42b9f9f00433 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cdfed5e-6abe-4ed6-8693-5c31efe9fcff HTTP/1.1" status: 200 len: 217 time: 0.0501575 Jul 15 23:30:03.775227 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-49c52a00-810e-4b2a-8915-0c32c0e70975 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6560602 Jul 15 23:30:03.780921 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f53bcf-22fe-4c0f-9877-458d908b85a0 req-13483b49-4c0b-4474-9cbc-4d1e486f2879 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:03.788204 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70f53bcf-22fe-4c0f-9877-458d908b85a0 req-13483b49-4c0b-4474-9cbc-4d1e486f2879 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/ports?device_id=80bf7dfa-68bc-408e-95c0-dd1554e19912 HTTP/1.1" status: 200 len: 943 time: 0.2341959 Jul 15 23:30:03.797624 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234e5931-0bac-4443-acca-88b30e263e4b None None] Network 18934a18-0543-4bc4-9847-e7c876d8964a requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:03.823569 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4fd788e9-3d6a-4c8c-bb18-2202ee8fa83c tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.837140 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4695e581-d12b-4079-90b3-5b714dc34fb5 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.840886 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c3046-6618-4bfd-b0ff-7498a6da53fa req-116fddef-ba50-4bc2-900e-c083605f6705 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:03.842481 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc9c3046-6618-4bfd-b0ff-7498a6da53fa req-116fddef-ba50-4bc2-900e-c083605f6705 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 945 time: 0.2688589 Jul 15 23:30:03.858523 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4695e581-d12b-4079-90b3-5b714dc34fb5 None None] Transition to ACTIVE for port object 4e2380fa-7539-4e86-834a-d83379a928e9 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:03.861464 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-4fd788e9-3d6a-4c8c-bb18-2202ee8fa83c tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Transition to ACTIVE for port object d68b31ee-16ac-419f-990a-ff7bd17f8015 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:03.901542 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70f53bcf-22fe-4c0f-9877-458d908b85a0 req-ee460d42-ae71-45c6-9066-3fc347de9a3c tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2792447-3054-40ed-9b37-40f23bd73202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128185 Jul 15 23:30:03.905786 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fb997-79d1-432f-8bdd-beb28af20318 req-938905be-ef9d-4827-95d3-7e16dfe08a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:03.907412 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-968fb997-79d1-432f-8bdd-beb28af20318 req-938905be-ef9d-4827-95d3-7e16dfe08a0c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b4773d7-480c-4cd8-aa6c-9f339f7216b1 HTTP/1.1" status: 200 len: 854 time: 0.1167471 Jul 15 23:30:03.917220 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4fd788e9-3d6a-4c8c-bb18-2202ee8fa83c tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.951162 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc9c3046-6618-4bfd-b0ff-7498a6da53fa req-27faa9c9-8fa7-4126-8ea4-33d4e87b37db tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909960 Jul 15 23:30:03.976541 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4695e581-d12b-4079-90b3-5b714dc34fb5 None None] Transition to ACTIVE for port object 4e2380fa-7539-4e86-834a-d83379a928e9 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:03.992279 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-968fb997-79d1-432f-8bdd-beb28af20318 req-27360022-1f93-4105-9f86-645209f36a86 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35287b5d-84dd-42c1-b0f1-c987dde5f190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658224 Jul 15 23:30:03.998279 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4695e581-d12b-4079-90b3-5b714dc34fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.006525 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd788e9-3d6a-4c8c-bb18-2202ee8fa83c tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Network da5df14a-11e1-4e95-8243-9dfc77f8a94e is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:04.009980 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-4fd788e9-3d6a-4c8c-bb18-2202ee8fa83c tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:04.015060 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd788e9-3d6a-4c8c-bb18-2202ee8fa83c tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:04.020744 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd788e9-3d6a-4c8c-bb18-2202ee8fa83c tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:04.021855 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4fd788e9-3d6a-4c8c-bb18-2202ee8fa83c tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.031773 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd788e9-3d6a-4c8c-bb18-2202ee8fa83c tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Pushing event updated for resources: {'Port': ['ID=d68b31ee-16ac-419f-990a-ff7bd17f8015,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:04.046591 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4fd788e9-3d6a-4c8c-bb18-2202ee8fa83c tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0031502 Jul 15 23:30:04.051122 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49288) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:04.059872 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b3cfdff0-e2b5-477b-b7b0-4b5c7e96d4da tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Request body: {'port': {'network_id': 'da5df14a-11e1-4e95-8243-9dfc77f8a94e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1547422994', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:04.061463 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.api.validators [None req-b3cfdff0-e2b5-477b-b7b0-4b5c7e96d4da tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] bootfile-name is not in valid_values {{(pid=93798) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:30:04.061880 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-7633358e-8641-4e5e-a024-6abf8f2fbdc1 None None] Allocated IP 2001:db8::2 (da5df14a-11e1-4e95-8243-9dfc77f8a94e/75aa4378-db34-478e-b620-d50ee9f1a537/cdb9e363-ff2a-462b-bb17-05e04d8a2c17) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:04.062435 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.api.validators [None req-b3cfdff0-e2b5-477b-b7b0-4b5c7e96d4da tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] tftp-server is not in valid_values {{(pid=93798) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:30:04.062957 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.api.validators [None req-b3cfdff0-e2b5-477b-b7b0-4b5c7e96d4da tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] server-ip-address is not in valid_values {{(pid=93798) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:30:04.107580 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4695e581-d12b-4079-90b3-5b714dc34fb5 None None] Network 1ca9b0b7-7924-4f85-9cdb-f781c1e052ca is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:04.117597 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-4695e581-d12b-4079-90b3-5b714dc34fb5 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:04.120320 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4695e581-d12b-4079-90b3-5b714dc34fb5 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:04.151822 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695e581-d12b-4079-90b3-5b714dc34fb5 None None] Pushing event updated for resources: {'Port': ['ID=4e2380fa-7539-4e86-834a-d83379a928e9,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:04.164433 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-c031056a-b57e-41d9-b081-f9864389a8a0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Allocated IP 172.20.0.1 (1ca9b0b7-7924-4f85-9cdb-f781c1e052ca/28f68cfb-1435-4466-80f2-71c17c2a16f3/366dad25-c2e2-4f12-a91f-589c08fb097c) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:04.194534 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1122f81-1304-49de-8135-5179c5731c9e None None] Network 18934a18-0543-4bc4-9847-e7c876d8964a requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:04.200072 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-968fb997-79d1-432f-8bdd-beb28af20318 req-8251049d-4b3a-46eb-b6d2-adaeadeee069 service neutron] 10.222.0.43 "GET /v2.0/networks/35287b5d-84dd-42c1-b0f1-c987dde5f190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980951 Jul 15 23:30:04.234777 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cfdff0-e2b5-477b-b7b0-4b5c7e96d4da tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Made reservation on behalf of b0ed66d8bad646449d4d3f6995645920 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:04.239200 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3cfdff0-e2b5-477b-b7b0-4b5c7e96d4da tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.266017 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [None req-b3cfdff0-e2b5-477b-b7b0-4b5c7e96d4da tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] device_id is not set on port 979b899b-543f-4151-aaab-e8dc8c54ce0f yet. {{(pid=93798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:30:04.319845 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4695e581-d12b-4079-90b3-5b714dc34fb5 None None] Attempting to bind port 4e2380fa-7539-4e86-834a-d83379a928e9 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:30:04.320224 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4695e581-d12b-4079-90b3-5b714dc34fb5 None None] Attempting to bind port 4e2380fa-7539-4e86-834a-d83379a928e9 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'a972a6e3-62d8-4e46-b563-66d767c57e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:30:04.320590 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4695e581-d12b-4079-90b3-5b714dc34fb5 None None] Attempting to bind port 4e2380fa-7539-4e86-834a-d83379a928e9 on network 1ca9b0b7-7924-4f85-9cdb-f781c1e052ca {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:04.340344 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4695e581-d12b-4079-90b3-5b714dc34fb5 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:30:04.343901 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4695e581-d12b-4079-90b3-5b714dc34fb5 None None] Checking segment: {'id': 'a972a6e3-62d8-4e46-b563-66d767c57e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:04.343901 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4695e581-d12b-4079-90b3-5b714dc34fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.343901 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4695e581-d12b-4079-90b3-5b714dc34fb5 None None] Bound using segment: {'id': 'a972a6e3-62d8-4e46-b563-66d767c57e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:30:04.343901 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4695e581-d12b-4079-90b3-5b714dc34fb5 None None] Bound port: 4e2380fa-7539-4e86-834a-d83379a928e9, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a972a6e3-62d8-4e46-b563-66d767c57e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:30:04.343901 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4695e581-d12b-4079-90b3-5b714dc34fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.388433 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-968fb997-79d1-432f-8bdd-beb28af20318 req-29e1882e-d3b2-4ac1-a372-01cfe4858a4e service neutron] 10.222.0.43 "GET /v2.0/networks/35287b5d-84dd-42c1-b0f1-c987dde5f190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814089 Jul 15 23:30:04.394162 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49298) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:04.398703 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c031056a-b57e-41d9-b081-f9864389a8a0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.399380 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ce858b03-e45c-438c-bdaf-8c3bd009f6cf admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1948779646-network', 'tenant_id': '494237e7c15742c1b29e6c7a6052abb7'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:04.414073 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-c031056a-b57e-41d9-b081-f9864389a8a0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Transition to ACTIVE for port object 366dad25-c2e2-4f12-a91f-589c08fb097c will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:04.422157 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce858b03-e45c-438c-bdaf-8c3bd009f6cf admin admin] Made reservation on behalf of 494237e7c15742c1b29e6c7a6052abb7 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:04.424910 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce858b03-e45c-438c-bdaf-8c3bd009f6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.438916 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce858b03-e45c-438c-bdaf-8c3bd009f6cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.458877 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c031056a-b57e-41d9-b081-f9864389a8a0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.504014 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c031056a-b57e-41d9-b081-f9864389a8a0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network 1ca9b0b7-7924-4f85-9cdb-f781c1e052ca is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:04.510128 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-c031056a-b57e-41d9-b081-f9864389a8a0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:04.514128 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c031056a-b57e-41d9-b081-f9864389a8a0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:04.526326 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7633358e-8641-4e5e-a024-6abf8f2fbdc1 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.542468 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7633358e-8641-4e5e-a024-6abf8f2fbdc1 None None] Transition to ACTIVE for port object cdb9e363-ff2a-462b-bb17-05e04d8a2c17 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:04.548227 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4695e581-d12b-4079-90b3-5b714dc34fb5 None None] For port 4e2380fa-7539-4e86-834a-d83379a928e9, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:30:04.552725 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4695e581-d12b-4079-90b3-5b714dc34fb5 None None] For port 4e2380fa-7539-4e86-834a-d83379a928e9, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4e2380fa-7539-4e86-834a-d83379a928e9,segment=NetworkSegment(a972a6e3-62d8-4e46-b563-66d767c57e5d),segment_id=a972a6e3-62d8-4e46-b563-66d767c57e5d)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:30:04.554153 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce858b03-e45c-438c-bdaf-8c3bd009f6cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.558308 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4695e581-d12b-4079-90b3-5b714dc34fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.559911 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c031056a-b57e-41d9-b081-f9864389a8a0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.560635 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce858b03-e45c-438c-bdaf-8c3bd009f6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.567727 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031056a-b57e-41d9-b081-f9864389a8a0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Port': ['ID=366dad25-c2e2-4f12-a91f-589c08fb097c,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:04.575873 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7633358e-8641-4e5e-a024-6abf8f2fbdc1 None None] Transition to ACTIVE for port object cdb9e363-ff2a-462b-bb17-05e04d8a2c17 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:04.586212 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce858b03-e45c-438c-bdaf-8c3bd009f6cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:30:04.600479 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce858b03-e45c-438c-bdaf-8c3bd009f6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87226b72-a6c6-4546-b8e7-cc42927ea9fd,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:04.610371 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7633358e-8641-4e5e-a024-6abf8f2fbdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.611372 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce858b03-e45c-438c-bdaf-8c3bd009f6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.611842 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-ce858b03-e45c-438c-bdaf-8c3bd009f6cf admin admin] Added segment 5ead9f09-fd65-4902-ab87-98d7d3ee8ea6 of type vlan for network f8daf59d-5f80-48c0-b483-248580dd0faa Jul 15 23:30:04.661179 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695e581-d12b-4079-90b3-5b714dc34fb5 None None] Pushing event updated for resources: {'Port': ['ID=4e2380fa-7539-4e86-834a-d83379a928e9,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:04.667429 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7633358e-8641-4e5e-a024-6abf8f2fbdc1 None None] Network da5df14a-11e1-4e95-8243-9dfc77f8a94e is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:04.674418 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-7633358e-8641-4e5e-a024-6abf8f2fbdc1 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:04.701332 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce858b03-e45c-438c-bdaf-8c3bd009f6cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.719016 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7633358e-8641-4e5e-a024-6abf8f2fbdc1 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:04.723640 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-b3cfdff0-e2b5-477b-b7b0-4b5c7e96d4da tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Allocated IP 2001:db8::b4 (da5df14a-11e1-4e95-8243-9dfc77f8a94e/75aa4378-db34-478e-b620-d50ee9f1a537/979b899b-543f-4151-aaab-e8dc8c54ce0f) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:04.734900 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c031056a-b57e-41d9-b081-f9864389a8a0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.765505 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633358e-8641-4e5e-a024-6abf8f2fbdc1 None None] Pushing event updated for resources: {'Port': ['ID=cdb9e363-ff2a-462b-bb17-05e04d8a2c17,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:04.768210 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce858b03-e45c-438c-bdaf-8c3bd009f6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.769171 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce858b03-e45c-438c-bdaf-8c3bd009f6cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:04.769791 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ce858b03-e45c-438c-bdaf-8c3bd009f6cf admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.801781 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-7633358e-8641-4e5e-a024-6abf8f2fbdc1 None None] Attempting to bind port cdb9e363-ff2a-462b-bb17-05e04d8a2c17 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:30:04.802157 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-7633358e-8641-4e5e-a024-6abf8f2fbdc1 None None] Attempting to bind port cdb9e363-ff2a-462b-bb17-05e04d8a2c17 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'd9cfe081-64a6-4507-973c-7f73041329ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'da5df14a-11e1-4e95-8243-9dfc77f8a94e'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:30:04.802515 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7633358e-8641-4e5e-a024-6abf8f2fbdc1 None None] Attempting to bind port cdb9e363-ff2a-462b-bb17-05e04d8a2c17 on network da5df14a-11e1-4e95-8243-9dfc77f8a94e {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:04.810377 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7633358e-8641-4e5e-a024-6abf8f2fbdc1 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:30:04.810774 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7633358e-8641-4e5e-a024-6abf8f2fbdc1 None None] Checking segment: {'id': 'd9cfe081-64a6-4507-973c-7f73041329ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'da5df14a-11e1-4e95-8243-9dfc77f8a94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:04.811372 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7633358e-8641-4e5e-a024-6abf8f2fbdc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.811911 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7633358e-8641-4e5e-a024-6abf8f2fbdc1 None None] Bound using segment: {'id': 'd9cfe081-64a6-4507-973c-7f73041329ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'da5df14a-11e1-4e95-8243-9dfc77f8a94e'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:30:04.813935 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-7633358e-8641-4e5e-a024-6abf8f2fbdc1 None None] Bound port: cdb9e363-ff2a-462b-bb17-05e04d8a2c17, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9cfe081-64a6-4507-973c-7f73041329ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'da5df14a-11e1-4e95-8243-9dfc77f8a94e'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:30:04.814519 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7633358e-8641-4e5e-a024-6abf8f2fbdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.835098 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ce858b03-e45c-438c-bdaf-8c3bd009f6cf admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4374752 Jul 15 23:30:04.840622 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49300) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:04.863298 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-52e1a722-7685-4212-9891-1b42f999578f admin admin] Request body: {'subnet': {'network_id': 'f8daf59d-5f80-48c0-b483-248580dd0faa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1948779646-subnet', 'tenant_id': '494237e7c15742c1b29e6c7a6052abb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:04.939520 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-7633358e-8641-4e5e-a024-6abf8f2fbdc1 None None] For port cdb9e363-ff2a-462b-bb17-05e04d8a2c17, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:30:04.949223 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-7633358e-8641-4e5e-a024-6abf8f2fbdc1 None None] For port cdb9e363-ff2a-462b-bb17-05e04d8a2c17, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=cdb9e363-ff2a-462b-bb17-05e04d8a2c17,segment=NetworkSegment(d9cfe081-64a6-4507-973c-7f73041329ce),segment_id=d9cfe081-64a6-4507-973c-7f73041329ce)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:30:04.960003 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7633358e-8641-4e5e-a024-6abf8f2fbdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:05.090232 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce858b03-e45c-438c-bdaf-8c3bd009f6cf admin admin] Pushing event updated for resources: {'Network': ['ID=f8daf59d-5f80-48c0-b483-248580dd0faa,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:05.095558 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633358e-8641-4e5e-a024-6abf8f2fbdc1 None None] Pushing event updated for resources: {'Port': ['ID=cdb9e363-ff2a-462b-bb17-05e04d8a2c17,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:05.107719 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network f8daf59d-5f80-48c0-b483-248580dd0faa details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:30:05.127587 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e1a722-7685-4212-9891-1b42f999578f admin admin] Made reservation on behalf of 494237e7c15742c1b29e6c7a6052abb7 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:05.130829 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-52e1a722-7685-4212-9891-1b42f999578f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:05.216515 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3cfdff0-e2b5-477b-b7b0-4b5c7e96d4da tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:05.239214 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-b3cfdff0-e2b5-477b-b7b0-4b5c7e96d4da tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Transition to ACTIVE for port object 979b899b-543f-4151-aaab-e8dc8c54ce0f will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:05.251865 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c031056a-b57e-41d9-b081-f9864389a8a0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:05.267052 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3576af-30a7-45b8-8b91-e7f8d3fa4904 req-0801f0ad-9895-4922-9889-9afc73e06d3c tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:05.268628 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ca3576af-30a7-45b8-8b91-e7f8d3fa4904 req-0801f0ad-9895-4922-9889-9afc73e06d3c tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/ports?device_id=80bf7dfa-68bc-408e-95c0-dd1554e19912 HTTP/1.1" status: 200 len: 943 time: 0.1761987 Jul 15 23:30:05.270344 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c031056a-b57e-41d9-b081-f9864389a8a0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:05.396751 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-52e1a722-7685-4212-9891-1b42f999578f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:05.425284 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3cfdff0-e2b5-477b-b7b0-4b5c7e96d4da tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:05.486109 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cfdff0-e2b5-477b-b7b0-4b5c7e96d4da tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Network da5df14a-11e1-4e95-8243-9dfc77f8a94e is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:05.498265 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-b3cfdff0-e2b5-477b-b7b0-4b5c7e96d4da tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:05.500730 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cfdff0-e2b5-477b-b7b0-4b5c7e96d4da tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:05.507399 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cfdff0-e2b5-477b-b7b0-4b5c7e96d4da tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:05.508097 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3cfdff0-e2b5-477b-b7b0-4b5c7e96d4da tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:05.521111 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1a722-7685-4212-9891-1b42f999578f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ee524dd-a26c-485b-9de8-61fc34bf30a4,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:05.562872 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cfdff0-e2b5-477b-b7b0-4b5c7e96d4da tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Pushing event updated for resources: {'Port': ['ID=979b899b-543f-4151-aaab-e8dc8c54ce0f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:05.573385 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b3cfdff0-e2b5-477b-b7b0-4b5c7e96d4da tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.5178864 Jul 15 23:30:05.573385 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e1a722-7685-4212-9891-1b42f999578f admin admin] Checking segment: {'id': '5ead9f09-fd65-4902-ab87-98d7d3ee8ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8daf59d-5f80-48c0-b483-248580dd0faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:05.573385 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e1a722-7685-4212-9891-1b42f999578f admin admin] Network hostable DHCP agents. Network: f8daf59d-5f80-48c0-b483-248580dd0faa, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:30:05.575011 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49306) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:05.624087 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 2cdfed5e-6abe-4ed6-8693-5c31efe9fcff details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:30:05.644062 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e1a722-7685-4212-9891-1b42f999578f admin admin] Network f8daf59d-5f80-48c0-b483-248580dd0faa is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:30:05.656481 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-52e1a722-7685-4212-9891-1b42f999578f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, f8daf59d-5f80-48c0-b483-248580dd0faa) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:05.661404 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e1a722-7685-4212-9891-1b42f999578f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:05.662134 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-52e1a722-7685-4212-9891-1b42f999578f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:05.685346 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1cc054-d45a-4e60-8cfc-d4e49bb7b865 None None] Network f8daf59d-5f80-48c0-b483-248580dd0faa requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:05.704221 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-52e1a722-7685-4212-9891-1b42f999578f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8551161 Jul 15 23:30:05.731219 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df695b83-c11f-4d59-b75e-11716224ea6a tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:05.737623 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df695b83-c11f-4d59-b75e-11716224ea6a tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:05.750339 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df695b83-c11f-4d59-b75e-11716224ea6a tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:05.757554 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-df695b83-c11f-4d59-b75e-11716224ea6a tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1814911 Jul 15 23:30:05.760686 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49310) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:05.765522 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4e2380fa-7539-4e86-834a-d83379a928e9 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:05.816079 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031056a-b57e-41d9-b081-f9864389a8a0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Port': ['ID=366dad25-c2e2-4f12-a91f-589c08fb097c,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:05.887438 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c031056a-b57e-41d9-b081-f9864389a8a0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:05.910501 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e6e42-8a95-42ad-9ff4-5fe081d0752a req-c66a4566-8363-4803-a357-debcda5c910e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:05.920668 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f38e6e42-8a95-42ad-9ff4-5fe081d0752a req-c66a4566-8363-4803-a357-debcda5c910e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 945 time: 0.7393870 Jul 15 23:30:05.925744 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ca3576af-30a7-45b8-8b91-e7f8d3fa4904 req-13e7cd8a-6efe-4706-9924-d005be705dd3 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2792447-3054-40ed-9b37-40f23bd73202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6486335 Jul 15 23:30:05.942049 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-d925a841-6da0-46e7-af06-42bcb2b0adf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Deleting port 979b899b-543f-4151-aaab-e8dc8c54ce0f {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:05.942512 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d925a841-6da0-46e7-af06-42bcb2b0adf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:06.041792 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 2cdfed5e-6abe-4ed6-8693-5c31efe9fcff, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=2cdfed5e-6abe-4ed6-8693-5c31efe9fcff,segment=NetworkSegment(ed1534ca-5012-44ce-b144-af61518d7fa0),segment_id=ed1534ca-5012-44ce-b144-af61518d7fa0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:06.074005 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '2cdfed5e-6abe-4ed6-8693-5c31efe9fcff', 'network_id': '35287b5d-84dd-42c1-b0f1-c987dde5f190', 'port_id': '2cdfed5e-6abe-4ed6-8693-5c31efe9fcff', 'mac_address': 'fa:16:3e:79:61:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b4773d7-480c-4cd8-aa6c-9f339f7216b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:30:06.140523 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c031056a-b57e-41d9-b081-f9864389a8a0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network 1ca9b0b7-7924-4f85-9cdb-f781c1e052ca is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:06.143866 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-c031056a-b57e-41d9-b081-f9864389a8a0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:06.188861 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d925a841-6da0-46e7-af06-42bcb2b0adf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:06.210104 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbbc615-3398-4438-8832-5a31d1410ec1 None None] Network f8daf59d-5f80-48c0-b483-248580dd0faa requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:06.215262 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-d925a841-6da0-46e7-af06-42bcb2b0adf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Calling delete_port for 979b899b-543f-4151-aaab-e8dc8c54ce0f owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:06.260789 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f38e6e42-8a95-42ad-9ff4-5fe081d0752a req-b297f798-f335-4d91-bb3a-0e75e1696d5a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3323758 Jul 15 23:30:06.280305 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1581bf43-6ec1-4c57-bc89-308bde5dc8e4 None None] Network 1ca9b0b7-7924-4f85-9cdb-f781c1e052ca requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:06.291703 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 4e2380fa-7539-4e86-834a-d83379a928e9 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:06.325255 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2648fc45-cc40-44e6-b23e-3f9ad0615a11 req-05bbd15e-1985-4eb2-bf03-6019817986db service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=776a293d-c2f5-424c-9406-a4729d565ee4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5312693 Jul 15 23:30:06.343011 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cdb9e363-ff2a-462b-bb17-05e04d8a2c17 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:06.417530 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d925a841-6da0-46e7-af06-42bcb2b0adf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:06.421435 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:06.465747 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cdfed5e-6abe-4ed6-8693-5c31efe9fcff {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:30:06.473053 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925a841-6da0-46e7-af06-42bcb2b0adf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Pushing event deleted for resources: {'Port': ['ID=979b899b-543f-4151-aaab-e8dc8c54ce0f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:06.479353 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c031056a-b57e-41d9-b081-f9864389a8a0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Router 025918fb-d9c5-4b02-b5bb-8c538369a92d is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:30:06.487300 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648fc45-cc40-44e6-b23e-3f9ad0615a11 req-b9f7f243-534e-4510-93c4-75a1e6bba7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:06.488777 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2648fc45-cc40-44e6-b23e-3f9ad0615a11 req-b9f7f243-534e-4510-93c4-75a1e6bba7b9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c476bc9e2fe48f188b2500546342e72&device_id=776a293d-c2f5-424c-9406-a4729d565ee4 HTTP/1.1" status: 200 len: 1096 time: 0.1369069 Jul 15 23:30:06.504636 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 2cdfed5e-6abe-4ed6-8693-5c31efe9fcff, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=2cdfed5e-6abe-4ed6-8693-5c31efe9fcff,segment=NetworkSegment(ed1534ca-5012-44ce-b144-af61518d7fa0),segment_id=ed1534ca-5012-44ce-b144-af61518d7fa0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:06.505883 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1db27990-f4da-4dd4-85a6-6a71ae03266f None None] Provisioning for port 4e2380fa-7539-4e86-834a-d83379a928e9 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:06.516448 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1db27990-f4da-4dd4-85a6-6a71ae03266f None None] Provisioning complete for port 4e2380fa-7539-4e86-834a-d83379a928e9 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:06.516823 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1db27990-f4da-4dd4-85a6-6a71ae03266f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:06.519976 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d925a841-6da0-46e7-af06-42bcb2b0adf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:06.522263 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d925a841-6da0-46e7-af06-42bcb2b0adf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] 10.222.0.16 "DELETE /v2.0/ports/979b899b-543f-4151-aaab-e8dc8c54ce0f HTTP/1.1" status: 204 len: 168 time: 0.7605290 Jul 15 23:30:06.526840 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49326) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:06.536484 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-cd40048b-c8a4-4dbb-8483-fc2eba864173 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Request body: {'port': {'name': 'tempest-new-port-name-1364280432', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:06.537018 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.api.validators [None req-cd40048b-c8a4-4dbb-8483-fc2eba864173 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] bootfile-name is not in valid_values {{(pid=93798) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:30:06.537422 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.api.validators [None req-cd40048b-c8a4-4dbb-8483-fc2eba864173 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] tftp-server is not in valid_values {{(pid=93798) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:30:06.538022 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.api.validators [None req-cd40048b-c8a4-4dbb-8483-fc2eba864173 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] server-ip-address is not in valid_values {{(pid=93798) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:30:06.539800 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:06.595822 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490b3a10-016a-4ed6-8673-79040f365d6e None None] Network da5df14a-11e1-4e95-8243-9dfc77f8a94e requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:06.633637 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd40048b-c8a4-4dbb-8483-fc2eba864173 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:06.766312 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port cdb9e363-ff2a-462b-bb17-05e04d8a2c17 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:06.772223 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648fc45-cc40-44e6-b23e-3f9ad0615a11 req-4d505d30-7054-4680-97ca-8ca400fe719c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:06.773799 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2648fc45-cc40-44e6-b23e-3f9ad0615a11 req-4d505d30-7054-4680-97ca-8ca400fe719c service neutron] 10.222.0.43 "GET /v2.0/networks?id=735c8477-b658-4066-88fd-8f0a4fc80eba HTTP/1.1" status: 200 len: 912 time: 0.2498069 Jul 15 23:30:06.791544 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=2cdfed5e-6abe-4ed6-8693-5c31efe9fcff,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:06.827477 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c031056a-b57e-41d9-b081-f9864389a8a0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:30:06.842435 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c031056a-b57e-41d9-b081-f9864389a8a0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "PUT /v2.0/routers/025918fb-d9c5-4b02-b5bb-8c538369a92d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0499928 Jul 15 23:30:06.847519 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49328) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:06.860407 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-293e4b2e-0dba-49f7-b397-2e9079376841 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Request body: {'network': {'name': 'tempest-RoutersTest-498730392'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:06.871550 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['2cdfed5e-6abe-4ed6-8693-5c31efe9fcff'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:30:06.873510 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fa7cb7-56ad-4dcc-aeba-215092d30afb None None] Sync routers for ids ['025918fb-d9c5-4b02-b5bb-8c538369a92d'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:30:06.885717 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd40048b-c8a4-4dbb-8483-fc2eba864173 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:06.886317 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-14beeb64-5cd7-4d9d-b6c4-c21273ae8fa9 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:06.887271 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-14beeb64-5cd7-4d9d-b6c4-c21273ae8fa9 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/networks?id=18934a18-0543-4bc4-9847-e7c876d8964a HTTP/1.1" status: 200 len: 812 time: 0.3790064 Jul 15 23:30:06.894010 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd40048b-c8a4-4dbb-8483-fc2eba864173 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:06.908574 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2648fc45-cc40-44e6-b23e-3f9ad0615a11 req-e00a8516-daeb-4308-853a-802c40a53401 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3ce4386-a8a9-459a-aa09-5231f214cd0e HTTP/1.1" status: 200 len: 1001 time: 0.1170921 Jul 15 23:30:06.949449 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-cd40048b-c8a4-4dbb-8483-fc2eba864173 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] In _notify_port_updated(), no bound segment for port d68b31ee-16ac-419f-990a-ff7bd17f8015 on network da5df14a-11e1-4e95-8243-9dfc77f8a94e {{(pid=93798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:30:06.956170 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd40048b-c8a4-4dbb-8483-fc2eba864173 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:06.957429 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cd40048b-c8a4-4dbb-8483-fc2eba864173 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:06.961587 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cd40048b-c8a4-4dbb-8483-fc2eba864173 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] 10.222.0.16 "PUT /v2.0/ports/d68b31ee-16ac-419f-990a-ff7bd17f8015 HTTP/1.1" status: 200 len: 1130 time: 0.4271424 Jul 15 23:30:06.963171 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-fdac732a-3cc0-42f7-a4d4-b3384850ff44 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/quotas/74d7c93700d34af0afd0e96cb8a98478 HTTP/1.1" status: 200 len: 375 time: 0.0675859 Jul 15 23:30:06.963752 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49330) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:06.998364 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40048b-c8a4-4dbb-8483-fc2eba864173 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Pushing event updated for resources: {'Port': ['ID=d68b31ee-16ac-419f-990a-ff7bd17f8015,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:07.015245 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293e4b2e-0dba-49f7-b397-2e9079376841 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Made reservation on behalf of 421ff1e0f0fc408c9923cd5c1f8d6eaa for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:07.018799 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-293e4b2e-0dba-49f7-b397-2e9079376841 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.067692 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648fc45-cc40-44e6-b23e-3f9ad0615a11 req-1290fe10-a378-4aed-a4db-0e6de0fbfb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:07.069027 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2648fc45-cc40-44e6-b23e-3f9ad0615a11 req-1290fe10-a378-4aed-a4db-0e6de0fbfb5e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=54f0c398-786c-4bb4-9c0d-f6b9e6012b3b HTTP/1.1" status: 200 len: 850 time: 0.1596868 Jul 15 23:30:07.085838 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-16a891bc-9d44-45fa-b651-5a5e8026b559 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=74d7c93700d34af0afd0e96cb8a98478&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0998557 Jul 15 23:30:07.174688 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fa7cb7-56ad-4dcc-aeba-215092d30afb None None] Routers {'025918fb-d9c5-4b02-b5bb-8c538369a92d'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:07.175227 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-31fa7cb7-56ad-4dcc-aeba-215092d30afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:29:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['025918fb-d9c5-4b02-b5bb-8c538369a92d'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:07.180750 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1db27990-f4da-4dd4-85a6-6a71ae03266f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.208277 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d4219b-b089-41ce-9c35-a609aa2d515b tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:07.209745 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-54d4219b-b089-41ce-9c35-a609aa2d515b tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] 10.222.0.16 "GET /v2.0/ports/d68b31ee-16ac-419f-990a-ff7bd17f8015 HTTP/1.1" status: 200 len: 1130 time: 0.2428660 Jul 15 23:30:07.215721 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49334) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:07.224289 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293e4b2e-0dba-49f7-b397-2e9079376841 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:30:07.271994 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-293e4b2e-0dba-49f7-b397-2e9079376841 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.272666 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-293e4b2e-0dba-49f7-b397-2e9079376841 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Added segment 573bcf5a-fbba-4317-908d-46adf2156ae6 of type vlan for network fa63997f-4c00-484f-9c39-23b1b9e4f07e Jul 15 23:30:07.347204 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2e378adb-47f0-4bd7-a038-8ccbae532234 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Deleting port d68b31ee-16ac-419f-990a-ff7bd17f8015 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:07.347573 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e378adb-47f0-4bd7-a038-8ccbae532234 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.350738 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-293e4b2e-0dba-49f7-b397-2e9079376841 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.360735 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-1db27990-f4da-4dd4-85a6-6a71ae03266f None None] For port 4e2380fa-7539-4e86-834a-d83379a928e9, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4e2380fa-7539-4e86-834a-d83379a928e9,segment=NetworkSegment(a972a6e3-62d8-4e46-b563-66d767c57e5d),segment_id=a972a6e3-62d8-4e46-b563-66d767c57e5d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:07.376169 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1db27990-f4da-4dd4-85a6-6a71ae03266f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.379096 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-a57c8290-b31f-4372-9dcc-26f8dd0b26d4 service neutron] 10.222.0.16 "GET /v2.0/networks/18934a18-0543-4bc4-9847-e7c876d8964a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855268 Jul 15 23:30:07.419012 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648fc45-cc40-44e6-b23e-3f9ad0615a11 req-d8caeec7-1db1-4033-9f30-23efb1bc4bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:07.420731 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2648fc45-cc40-44e6-b23e-3f9ad0615a11 req-d8caeec7-1db1-4033-9f30-23efb1bc4bd4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=735c8477-b658-4066-88fd-8f0a4fc80eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3308165 Jul 15 23:30:07.431625 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-31fa7cb7-56ad-4dcc-aeba-215092d30afb None None] Set router 025918fb-d9c5-4b02-b5bb-8c538369a92d gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:07.433742 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feecd396-2198-4cd7-bbb1-dd7e38fd6617 req-d4a0a68a-3f28-4d24-9302-f7af43936d88 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:07.441426 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-feecd396-2198-4cd7-bbb1-dd7e38fd6617 req-d4a0a68a-3f28-4d24-9302-f7af43936d88 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/ports?device_id=80bf7dfa-68bc-408e-95c0-dd1554e19912 HTTP/1.1" status: 200 len: 944 time: 0.3234725 Jul 15 23:30:07.467604 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e378adb-47f0-4bd7-a038-8ccbae532234 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.497430 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-2e378adb-47f0-4bd7-a038-8ccbae532234 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Calling delete_port for d68b31ee-16ac-419f-990a-ff7bd17f8015 owned by {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:07.558729 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-293e4b2e-0dba-49f7-b397-2e9079376841 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.564799 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e4b2e-0dba-49f7-b397-2e9079376841 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:07.565682 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-293e4b2e-0dba-49f7-b397-2e9079376841 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.581604 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db27990-f4da-4dd4-85a6-6a71ae03266f None None] Pushing event updated for resources: {'Port': ['ID=4e2380fa-7539-4e86-834a-d83379a928e9,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:07.618619 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b0317136-aad4-4315-9fb8-1102dfd0399b None None] Provisioning for port cdb9e363-ff2a-462b-bb17-05e04d8a2c17 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:07.635287 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-feecd396-2198-4cd7-bbb1-dd7e38fd6617 req-aa9ae506-2cf9-410c-896b-255f12a0c21a tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2792447-3054-40ed-9b37-40f23bd73202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933317 Jul 15 23:30:07.675629 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b0317136-aad4-4315-9fb8-1102dfd0399b None None] Provisioning complete for port cdb9e363-ff2a-462b-bb17-05e04d8a2c17 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:07.676080 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b0317136-aad4-4315-9fb8-1102dfd0399b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.688140 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e378adb-47f0-4bd7-a038-8ccbae532234 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.723746 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-a637a2bb-c9c3-410a-b459-e92caf1dea37 service neutron] 10.222.0.16 "GET /v2.0/networks/18934a18-0543-4bc4-9847-e7c876d8964a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438246 Jul 15 23:30:07.740066 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-293e4b2e-0dba-49f7-b397-2e9079376841 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8891671 Jul 15 23:30:07.741993 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49338) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:07.819969 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e378adb-47f0-4bd7-a038-8ccbae532234 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Pushing event deleted for resources: {'Port': ['ID=d68b31ee-16ac-419f-990a-ff7bd17f8015,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:07.827693 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2e378adb-47f0-4bd7-a038-8ccbae532234 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.834261 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2e378adb-47f0-4bd7-a038-8ccbae532234 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] 10.222.0.16 "DELETE /v2.0/ports/d68b31ee-16ac-419f-990a-ff7bd17f8015 HTTP/1.1" status: 204 len: 168 time: 0.6169853 Jul 15 23:30:07.836637 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49340) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:07.841354 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-9fcbe7ee-f22d-4303-8bdf-6814e1a49c59 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Request body: {'subnet': {'network_id': 'fa63997f-4c00-484f-9c39-23b1b9e4f07e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:07.919945 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b10c264-f63a-4562-bf67-e1665de602b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Deleting subnet 75aa4378-db34-478e-b620-d50ee9f1a537 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:30:07.924202 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b10c264-f63a-4562-bf67-e1665de602b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.947392 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e4b2e-0dba-49f7-b397-2e9079376841 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Network': ['ID=fa63997f-4c00-484f-9c39-23b1b9e4f07e,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:07.994869 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network fa63997f-4c00-484f-9c39-23b1b9e4f07e details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:30:08.010777 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2648fc45-cc40-44e6-b23e-3f9ad0615a11 req-90a90101-a4b1-4f20-bed3-826d863be3d1 service neutron] 10.222.0.43 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5551260 Jul 15 23:30:08.043318 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b0317136-aad4-4315-9fb8-1102dfd0399b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.084776 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b10c264-f63a-4562-bf67-e1665de602b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.135734 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-11de563f-8bc3-41d3-a137-3e6afeca3894 req-6ff77a4d-34bc-4ea4-9233-7a725aaa10a7 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d1c4a52-8d2c-4409-b98f-fe6de69dcffb HTTP/1.1" status: 200 len: 210 time: 0.0851235 Jul 15 23:30:08.155031 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-3566a044-0a48-471a-ac7e-60c952368f3e service neutron] show failed (client error): The resource could not be found. Jul 15 23:30:08.156485 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-3566a044-0a48-471a-ac7e-60c952368f3e service neutron] 10.222.0.36 "GET /v2.0/ports/592f5a48-b4a5-4d61-870a-a95a9edd699a/bindings/n-h2-787205-9 HTTP/1.1" status: 404 len: 380 time: 0.2052524 Jul 15 23:30:08.223714 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-31fa7cb7-56ad-4dcc-aeba-215092d30afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'name': 'tempest-RoutersTest-router-1754000231', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:00Z', 'updated_at': '2021-07-15T23:30:04Z', 'revision_number': 2, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None, '_interfaces': [{'id': '366dad25-c2e2-4f12-a91f-589c08fb097c', 'name': '', 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:27:6f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:03Z', 'updated_at': '2021-07-15T23:30:04Z', 'revision_number': 2, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:08.235333 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcbe7ee-f22d-4303-8bdf-6814e1a49c59 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Made reservation on behalf of 421ff1e0f0fc408c9923cd5c1f8d6eaa for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:08.242169 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9fcbe7ee-f22d-4303-8bdf-6814e1a49c59 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.264163 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fa7cb7-56ad-4dcc-aeba-215092d30afb None None] Checking router: 025918fb-d9c5-4b02-b5bb-8c538369a92d for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:30:08.264705 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fa7cb7-56ad-4dcc-aeba-215092d30afb None None] Updating router 025918fb-d9c5-4b02-b5bb-8c538369a92d port 366dad25-c2e2-4f12-a91f-589c08fb097c binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:30:08.270972 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-b0317136-aad4-4315-9fb8-1102dfd0399b None None] For port cdb9e363-ff2a-462b-bb17-05e04d8a2c17, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=cdb9e363-ff2a-462b-bb17-05e04d8a2c17,segment=NetworkSegment(d9cfe081-64a6-4507-973c-7f73041329ce),segment_id=d9cfe081-64a6-4507-973c-7f73041329ce)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:08.279036 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b10c264-f63a-4562-bf67-e1665de602b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.360865 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b0317136-aad4-4315-9fb8-1102dfd0399b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.424443 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b10c264-f63a-4562-bf67-e1665de602b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.469962 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10c264-f63a-4562-bf67-e1665de602b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Pushing event deleted for resources: {'Subnet': ['ID=75aa4378-db34-478e-b620-d50ee9f1a537,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:08.483007 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b10c264-f63a-4562-bf67-e1665de602b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.485143 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5b10c264-f63a-4562-bf67-e1665de602b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] 10.222.0.16 "DELETE /v2.0/subnets/75aa4378-db34-478e-b620-d50ee9f1a537 HTTP/1.1" status: 204 len: 168 time: 0.6462584 Jul 15 23:30:08.487679 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49350) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:08.526572 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e2663298-1687-4c9c-a2a1-3b9f66d2a7ba None None] Could not find standard attr ID for object d68b31ee-16ac-419f-990a-ff7bd17f8015. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:30:08.528121 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-31fa7cb7-56ad-4dcc-aeba-215092d30afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.575894 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0317136-aad4-4315-9fb8-1102dfd0399b None None] Pushing event updated for resources: {'Port': ['ID=cdb9e363-ff2a-462b-bb17-05e04d8a2c17,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:08.626787 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d825f09a-f459-4f41-bd7d-77560429975f None None] Network da5df14a-11e1-4e95-8243-9dfc77f8a94e requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:08.631216 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e2663298-1687-4c9c-a2a1-3b9f66d2a7ba None None] Provisioning complete for port cdb9e363-ff2a-462b-bb17-05e04d8a2c17 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:08.631584 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e2663298-1687-4c9c-a2a1-3b9f66d2a7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.634462 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0317136-aad4-4315-9fb8-1102dfd0399b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:08.635020 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0317136-aad4-4315-9fb8-1102dfd0399b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:08.635523 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0317136-aad4-4315-9fb8-1102dfd0399b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:08.636151 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0317136-aad4-4315-9fb8-1102dfd0399b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:08.636777 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0317136-aad4-4315-9fb8-1102dfd0399b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:08.637252 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0317136-aad4-4315-9fb8-1102dfd0399b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:08.637724 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0317136-aad4-4315-9fb8-1102dfd0399b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:08.638194 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0317136-aad4-4315-9fb8-1102dfd0399b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:08.638710 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0317136-aad4-4315-9fb8-1102dfd0399b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:08.639194 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0317136-aad4-4315-9fb8-1102dfd0399b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:08.639672 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0317136-aad4-4315-9fb8-1102dfd0399b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:08.640146 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0317136-aad4-4315-9fb8-1102dfd0399b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:08.693549 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad6932-4b1b-4c1a-b4f8-c850be778422 req-30283194-63f1-4b5f-b1eb-1d62693e91c5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:08.698228 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e5ad6932-4b1b-4c1a-b4f8-c850be778422 req-30283194-63f1-4b5f-b1eb-1d62693e91c5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 945 time: 0.7541137 Jul 15 23:30:08.737687 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9fcbe7ee-f22d-4303-8bdf-6814e1a49c59 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.741205 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2648fc45-cc40-44e6-b23e-3f9ad0615a11 req-77e64d13-4277-4d54-8969-b8079c5b9aeb service neutron] 10.222.0.43 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7067714 Jul 15 23:30:08.789841 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd53231c-09ec-4dc0-8937-4d8fc199a9c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.818774 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e5ad6932-4b1b-4c1a-b4f8-c850be778422 req-658f8e0d-5d8b-4609-b1f5-668df9113333 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089389 Jul 15 23:30:08.844010 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcbe7ee-f22d-4303-8bdf-6814e1a49c59 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Subnet': ['ID=531fbcdb-50c0-43f4-9cf4-22f62c8daedd,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:08.855556 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcbe7ee-f22d-4303-8bdf-6814e1a49c59 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Checking segment: {'id': '573bcf5a-fbba-4317-908d-46adf2156ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fa63997f-4c00-484f-9c39-23b1b9e4f07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:08.855923 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcbe7ee-f22d-4303-8bdf-6814e1a49c59 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network hostable DHCP agents. Network: fa63997f-4c00-484f-9c39-23b1b9e4f07e, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:30:08.881237 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-0b85595c-e2cf-4dcc-8147-57268071cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:08.887088 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-0b85595c-e2cf-4dcc-8147-57268071cc9c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762&tenant_id=af8840e572bc4203b4decdf0325b2045 HTTP/1.1" status: 200 len: 1096 time: 0.3213391 Jul 15 23:30:08.890398 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.903201 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-3cd53e77-26bd-4650-bbe4-c7ae71746972 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787205-9', 'device_owner': 'compute:nova'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:08.924339 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcbe7ee-f22d-4303-8bdf-6814e1a49c59 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network fa63997f-4c00-484f-9c39-23b1b9e4f07e is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:30:08.942079 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-9fcbe7ee-f22d-4303-8bdf-6814e1a49c59 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, fa63997f-4c00-484f-9c39-23b1b9e4f07e) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:08.967730 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801edb3f-b2cf-4a8b-ab46-ab612640d50c None None] Network fa63997f-4c00-484f-9c39-23b1b9e4f07e requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:08.981368 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcbe7ee-f22d-4303-8bdf-6814e1a49c59 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:08.982356 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9fcbe7ee-f22d-4303-8bdf-6814e1a49c59 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:09.017351 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb0153-1296-4e6c-8b73-bb7a9acc51b6 req-9a3f14aa-2481-447f-899b-b315e1a26bb2 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:09.020336 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ffeb0153-1296-4e6c-8b73-bb7a9acc51b6 req-9a3f14aa-2481-447f-899b-b315e1a26bb2 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/ports?device_id=80bf7dfa-68bc-408e-95c0-dd1554e19912 HTTP/1.1" status: 200 len: 944 time: 0.1447325 Jul 15 23:30:09.040917 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9fcbe7ee-f22d-4303-8bdf-6814e1a49c59 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2932305 Jul 15 23:30:09.047409 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49356) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:09.050899 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-bd53231c-09ec-4dc0-8937-4d8fc199a9c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Deleting port cdb9e363-ff2a-462b-bb17-05e04d8a2c17 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:09.051419 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd53231c-09ec-4dc0-8937-4d8fc199a9c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:09.057381 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-3cd53e77-26bd-4650-bbe4-c7ae71746972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:09.149949 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-bd53231c-09ec-4dc0-8937-4d8fc199a9c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] For port cdb9e363-ff2a-462b-bb17-05e04d8a2c17, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=cdb9e363-ff2a-462b-bb17-05e04d8a2c17,segment=NetworkSegment(d9cfe081-64a6-4507-973c-7f73041329ce),segment_id=d9cfe081-64a6-4507-973c-7f73041329ce)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:09.150434 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd53231c-09ec-4dc0-8937-4d8fc199a9c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:09.174511 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-bd53231c-09ec-4dc0-8937-4d8fc199a9c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Calling delete_port for cdb9e363-ff2a-462b-bb17-05e04d8a2c17 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:09.205229 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e2663298-1687-4c9c-a2a1-3b9f66d2a7ba None None] Provisioning for port 366dad25-c2e2-4f12-a91f-589c08fb097c completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:09.265221 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e2663298-1687-4c9c-a2a1-3b9f66d2a7ba None None] Provisioning complete for port 366dad25-c2e2-4f12-a91f-589c08fb097c triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:09.265860 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e2663298-1687-4c9c-a2a1-3b9f66d2a7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:09.294592 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460d17ce-cd7e-4d8c-8bd4-c1e38214fe41 None None] DHCP port deletion for da5df14a-11e1-4e95-8243-9dfc77f8a94e request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:30:09.372428 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-31fa7cb7-56ad-4dcc-aeba-215092d30afb None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:09.400779 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e2663298-1687-4c9c-a2a1-3b9f66d2a7ba None None] Port 366dad25-c2e2-4f12-a91f-589c08fb097c cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:30:09.411658 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa10bc69-c6ce-4e8f-9920-2982585dcb5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-fa63997f-4c00-484f-9c39-23b1b9e4f07e', 'network_id': 'fa63997f-4c00-484f-9c39-23b1b9e4f07e', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'fixed_ips': [{'subnet_id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:30:09.412739 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa10bc69-c6ce-4e8f-9920-2982585dcb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:09.417371 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-31fa7cb7-56ad-4dcc-aeba-215092d30afb None None] Transition to ACTIVE for port object 366dad25-c2e2-4f12-a91f-589c08fb097c will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:09.435954 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-31fa7cb7-56ad-4dcc-aeba-215092d30afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:09.442128 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-3cd53e77-26bd-4650-bbe4-c7ae71746972 service neutron] For port 592f5a48-b4a5-4d61-870a-a95a9edd699a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=592f5a48-b4a5-4d61-870a-a95a9edd699a,segment=NetworkSegment(61c3c033-0e18-4a02-98dd-de7e6b63ff43),segment_id=61c3c033-0e18-4a02-98dd-de7e6b63ff43)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:09.459584 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd53231c-09ec-4dc0-8937-4d8fc199a9c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:09.481237 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e2663298-1687-4c9c-a2a1-3b9f66d2a7ba None None] Provisioning complete for port 4e2380fa-7539-4e86-834a-d83379a928e9 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:09.481610 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e2663298-1687-4c9c-a2a1-3b9f66d2a7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:09.498210 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53231c-09ec-4dc0-8937-4d8fc199a9c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Pushing event deleted for resources: {'Port': ['ID=cdb9e363-ff2a-462b-bb17-05e04d8a2c17,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:09.508700 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd53231c-09ec-4dc0-8937-4d8fc199a9c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] No DVR routers for this DVR port cdb9e363-ff2a-462b-bb17-05e04d8a2c17 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:09.518512 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-3cd53e77-26bd-4650-bbe4-c7ae71746972 service neutron] For port 592f5a48-b4a5-4d61-870a-a95a9edd699a, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:30:09.614675 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4214fdc-ea4e-4ee8-8791-8079b8236762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '592f5a48-b4a5-4d61-870a-a95a9edd699a'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:30:09.617430 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633b851a-bb41-4cee-8b07-104c6040cff0" -d '{"events": [{"server_uuid": "c4214fdc-ea4e-4ee8-8791-8079b8236762", "name": "network-vif-unplugged", "status": "completed", "tag": "592f5a48-b4a5-4d61-870a-a95a9edd699a"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:30:09.621842 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-3cd53e77-26bd-4650-bbe4-c7ae71746972 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:09.665154 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-3cd53e77-26bd-4650-bbe4-c7ae71746972 service neutron] Transition to ACTIVE for port object 592f5a48-b4a5-4d61-870a-a95a9edd699a will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:09.717067 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd53231c-09ec-4dc0-8937-4d8fc199a9c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:09.733772 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-bd53231c-09ec-4dc0-8937-4d8fc199a9c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da5df14a-11e1-4e95-8243-9dfc77f8a94e']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:09.748026 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-3cd53e77-26bd-4650-bbe4-c7ae71746972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:09.763552 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-bd53231c-09ec-4dc0-8937-4d8fc199a9c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9cfe081-64a6-4507-973c-7f73041329ce') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:09.763763 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-bd53231c-09ec-4dc0-8937-4d8fc199a9c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9cfe081-64a6-4507-973c-7f73041329ce') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:09.787762 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 2cdfed5e-6abe-4ed6-8693-5c31efe9fcff up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:09.790901 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4e2380fa-7539-4e86-834a-d83379a928e9 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:09.792281 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6d8c946f-6872-4e71-ad8e-589c32057081 req-454e7ea1-8892-45fa-8052-bc3cbaf3f2ef tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d1c4a52-8d2c-4409-b98f-fe6de69dcffb HTTP/1.1" status: 200 len: 210 time: 0.4570763 Jul 15 23:30:09.804561 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd53231c-09ec-4dc0-8937-4d8fc199a9c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:09.809579 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ffeb0153-1296-4e6c-8b73-bb7a9acc51b6 req-486c33b8-9dab-49a6-bebc-40c1f97ece06 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2792447-3054-40ed-9b37-40f23bd73202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7793264 Jul 15 23:30:09.966648 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd53231c-09ec-4dc0-8937-4d8fc199a9c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:09.973014 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174dcc37-8d98-4a33-bd93-a49931f1703a None None] Pushing event updated for resources: {'Port': ['ID=366dad25-c2e2-4f12-a91f-589c08fb097c,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:10.092485 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-460d17ce-cd7e-4d8c-8bd4-c1e38214fe41 None None] Deleting port cdb9e363-ff2a-462b-bb17-05e04d8a2c17 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:10.092857 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-460d17ce-cd7e-4d8c-8bd4-c1e38214fe41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.177027 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-31fa7cb7-56ad-4dcc-aeba-215092d30afb None None] Attempting to bind port 366dad25-c2e2-4f12-a91f-589c08fb097c on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:30:10.177554 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-31fa7cb7-56ad-4dcc-aeba-215092d30afb None None] Attempting to bind port 366dad25-c2e2-4f12-a91f-589c08fb097c by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'a972a6e3-62d8-4e46-b563-66d767c57e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:30:10.178842 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fa7cb7-56ad-4dcc-aeba-215092d30afb None None] Attempting to bind port 366dad25-c2e2-4f12-a91f-589c08fb097c on network 1ca9b0b7-7924-4f85-9cdb-f781c1e052ca {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:10.191426 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fa7cb7-56ad-4dcc-aeba-215092d30afb None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:30:10.192034 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fa7cb7-56ad-4dcc-aeba-215092d30afb None None] Checking segment: {'id': 'a972a6e3-62d8-4e46-b563-66d767c57e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:10.192575 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-31fa7cb7-56ad-4dcc-aeba-215092d30afb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.193037 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fa7cb7-56ad-4dcc-aeba-215092d30afb None None] Bound using segment: {'id': 'a972a6e3-62d8-4e46-b563-66d767c57e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:30:10.193591 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-31fa7cb7-56ad-4dcc-aeba-215092d30afb None None] Bound port: 366dad25-c2e2-4f12-a91f-589c08fb097c, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a972a6e3-62d8-4e46-b563-66d767c57e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:30:10.194227 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-31fa7cb7-56ad-4dcc-aeba-215092d30afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.214247 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd53231c-09ec-4dc0-8937-4d8fc199a9c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:30:10.214795 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd53231c-09ec-4dc0-8937-4d8fc199a9c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.217937 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8972ca4c-9dc9-4229-b7a4-8f19a69ff042 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.234701 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd53e77-26bd-4650-bbe4-c7ae71746972 service neutron] Pushing event updated for resources: {'Port': ['ID=592f5a48-b4a5-4d61-870a-a95a9edd699a,revision_number=6']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:30:10.238165 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:30:10.242188 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b42d41-e564-4259-952f-4f40f7f73bc4 x-openstack-request-id: req-64b42d41-e564-4259-952f-4f40f7f73bc4 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:30:10.246129 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4214fdc-ea4e-4ee8-8791-8079b8236762", "name": "network-vif-unplugged", "status": "completed", "tag": "592f5a48-b4a5-4d61-870a-a95a9edd699a", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:30:10.246129 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64b42d41-e564-4259-952f-4f40f7f73bc4 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:30:10.246129 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4214fdc-ea4e-4ee8-8791-8079b8236762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '592f5a48-b4a5-4d61-870a-a95a9edd699a', 'code': 200} Jul 15 23:30:10.256930 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1371c2-a55e-405d-946f-bd23d329c78e req-76a7cd1d-0481-41a7-aea4-43fe23cbfb12 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:10.258604 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd1371c2-a55e-405d-946f-bd23d329c78e req-76a7cd1d-0481-41a7-aea4-43fe23cbfb12 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 943 time: 0.1599755 Jul 15 23:30:10.300976 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-aa10bc69-c6ce-4e8f-9920-2982585dcb5c None None] Allocated IP 172.21.0.2 (fa63997f-4c00-484f-9c39-23b1b9e4f07e/531fbcdb-50c0-43f4-9cf4-22f62c8daedd/1f605657-8539-42fe-ac76-a4a1aaf7bb24) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:10.302980 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 4e2380fa-7539-4e86-834a-d83379a928e9 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:10.303355 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.304846 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 2cdfed5e-6abe-4ed6-8693-5c31efe9fcff completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:10.336277 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-460d17ce-cd7e-4d8c-8bd4-c1e38214fe41 None None] For port cdb9e363-ff2a-462b-bb17-05e04d8a2c17, host n-d-787205-9, got binding levels [] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:10.336678 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-460d17ce-cd7e-4d8c-8bd4-c1e38214fe41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.374699 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 2cdfed5e-6abe-4ed6-8693-5c31efe9fcff triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:10.375097 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.375407 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd1371c2-a55e-405d-946f-bd23d329c78e req-b6d9e84f-4463-4abf-a79d-07927a2c82fd tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815921 Jul 15 23:30:10.390965 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-460d17ce-cd7e-4d8c-8bd4-c1e38214fe41 None None] Calling delete_port for cdb9e363-ff2a-462b-bb17-05e04d8a2c17 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:10.419198 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.ipam_backend_mixin [None req-460d17ce-cd7e-4d8c-8bd4-c1e38214fe41 None None] Port cdb9e363-ff2a-462b-bb17-05e04d8a2c17 was not found and therefore no delete operation was performed {{(pid=93800) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:30:10.448217 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-460d17ce-cd7e-4d8c-8bd4-c1e38214fe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.523942 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d17ce-cd7e-4d8c-8bd4-c1e38214fe41 None None] Pushing event deleted for resources: {'Port': ['ID=cdb9e363-ff2a-462b-bb17-05e04d8a2c17,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:10.526219 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-31fa7cb7-56ad-4dcc-aeba-215092d30afb None None] For port 366dad25-c2e2-4f12-a91f-589c08fb097c, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:30:10.555019 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460d17ce-cd7e-4d8c-8bd4-c1e38214fe41 None None] No DVR routers for this DVR port cdb9e363-ff2a-462b-bb17-05e04d8a2c17 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:10.585216 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-31fa7cb7-56ad-4dcc-aeba-215092d30afb None None] For port 366dad25-c2e2-4f12-a91f-589c08fb097c, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=366dad25-c2e2-4f12-a91f-589c08fb097c,segment=NetworkSegment(a972a6e3-62d8-4e46-b563-66d767c57e5d),segment_id=a972a6e3-62d8-4e46-b563-66d767c57e5d)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:30:10.592339 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-da0b691c-c65b-4ceb-8f89-2f9c40e9d28e None None] Could not find standard attr ID for object d68b31ee-16ac-419f-990a-ff7bd17f8015. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:30:10.597833 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-31fa7cb7-56ad-4dcc-aeba-215092d30afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.688632 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-3cd53e77-26bd-4650-bbe4-c7ae71746972 service neutron] No DVR routers for this DVR port 592f5a48-b4a5-4d61-870a-a95a9edd699a on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:10.735626 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd53231c-09ec-4dc0-8937-4d8fc199a9c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.752066 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bd53231c-09ec-4dc0-8937-4d8fc199a9c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.753916 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bd53231c-09ec-4dc0-8937-4d8fc199a9c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] 10.222.0.16 "DELETE /v2.0/networks/da5df14a-11e1-4e95-8243-9dfc77f8a94e HTTP/1.1" status: 204 len: 168 time: 2.2650437 Jul 15 23:30:10.775167 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53231c-09ec-4dc0-8937-4d8fc199a9c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124 tempest-ExtraDHCPOptionsIpV6TestJSON-1580802124-project] Pushing event deleted for resources: {'Network': ['ID=da5df14a-11e1-4e95-8243-9dfc77f8a94e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:10.784486 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-195a1db8-fa08-4958-96d3-35ab540241c4 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:10.786006 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-195a1db8-fa08-4958-96d3-35ab540241c4 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.36 "GET /v2.0/networks?id=18934a18-0543-4bc4-9847-e7c876d8964a HTTP/1.1" status: 200 len: 812 time: 1.0398450 Jul 15 23:30:10.808426 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174dcc37-8d98-4a33-bd93-a49931f1703a None None] Pushing event updated for resources: {'Port': ['ID=366dad25-c2e2-4f12-a91f-589c08fb097c,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:10.824996 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fa7cb7-56ad-4dcc-aeba-215092d30afb None None] Routers {'025918fb-d9c5-4b02-b5bb-8c538369a92d'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:10.825657 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-31fa7cb7-56ad-4dcc-aeba-215092d30afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:29:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['025918fb-d9c5-4b02-b5bb-8c538369a92d'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:10.827538 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.861532 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-b72dbfd5-7f84-4cdf-a00d-1baf454d641c tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Request body: {'port': {'device_id': '9d1c4a52-8d2c-4409-b98f-fe6de69dcffb', 'network_id': '18934a18-0543-4bc4-9847-e7c876d8964a', 'admin_state_up': True, 'tenant_id': '74d7c93700d34af0afd0e96cb8a98478'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:10.911814 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa10bc69-c6ce-4e8f-9920-2982585dcb5c None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.918749 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cdb9e363-ff2a-462b-bb17-05e04d8a2c17 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:10.974168 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: cdb9e363-ff2a-462b-bb17-05e04d8a2c17 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:10.974168 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cdb9e363-ff2a-462b-bb17-05e04d8a2c17 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:10.980493 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-aa10bc69-c6ce-4e8f-9920-2982585dcb5c None None] Transition to ACTIVE for port object 1f605657-8539-42fe-ac76-a4a1aaf7bb24 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:10.990742 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bf7dfa-68bc-408e-95c0-dd1554e19912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdfed5e-6abe-4ed6-8693-5c31efe9fcff'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:30:10.995712 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5658143-f944-4e27-9c32-12523cd0a643" -d '{"events": [{"server_uuid": "80bf7dfa-68bc-408e-95c0-dd1554e19912", "name": "network-vif-plugged", "status": "completed", "tag": "2cdfed5e-6abe-4ed6-8693-5c31efe9fcff"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:30:11.029231 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 2cdfed5e-6abe-4ed6-8693-5c31efe9fcff, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=2cdfed5e-6abe-4ed6-8693-5c31efe9fcff,segment=NetworkSegment(ed1534ca-5012-44ce-b144-af61518d7fa0),segment_id=ed1534ca-5012-44ce-b144-af61518d7fa0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:11.038685 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-31fa7cb7-56ad-4dcc-aeba-215092d30afb None None] Set router 025918fb-d9c5-4b02-b5bb-8c538369a92d gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:11.041625 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-aa10bc69-c6ce-4e8f-9920-2982585dcb5c None None] Transition to ACTIVE for port object 1f605657-8539-42fe-ac76-a4a1aaf7bb24 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:11.043350 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:11.101324 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa10bc69-c6ce-4e8f-9920-2982585dcb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:11.109299 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-3cd53e77-26bd-4650-bbe4-c7ae71746972 service neutron] Attempting to bind port 592f5a48-b4a5-4d61-870a-a95a9edd699a on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:30:11.109914 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-3cd53e77-26bd-4650-bbe4-c7ae71746972 service neutron] Attempting to bind port 592f5a48-b4a5-4d61-870a-a95a9edd699a by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '61c3c033-0e18-4a02-98dd-de7e6b63ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:30:11.110362 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-3cd53e77-26bd-4650-bbe4-c7ae71746972 service neutron] Attempting to bind port 592f5a48-b4a5-4d61-870a-a95a9edd699a on network bd00480a-e286-47f7-88e2-4e6500e9af44 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:11.118293 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-3cd53e77-26bd-4650-bbe4-c7ae71746972 service neutron] Port 592f5a48-b4a5-4d61-870a-a95a9edd699a on network bd00480a-e286-47f7-88e2-4e6500e9af44 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:30:11.118699 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-3cd53e77-26bd-4650-bbe4-c7ae71746972 service neutron] Attempting to bind port 592f5a48-b4a5-4d61-870a-a95a9edd699a on network bd00480a-e286-47f7-88e2-4e6500e9af44 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:11.128605 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-3cd53e77-26bd-4650-bbe4-c7ae71746972 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:30:11.129038 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-3cd53e77-26bd-4650-bbe4-c7ae71746972 service neutron] Checking segment: {'id': '61c3c033-0e18-4a02-98dd-de7e6b63ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:11.129491 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-3cd53e77-26bd-4650-bbe4-c7ae71746972 service neutron] Bound using segment: {'id': '61c3c033-0e18-4a02-98dd-de7e6b63ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:30:11.129993 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-3cd53e77-26bd-4650-bbe4-c7ae71746972 service neutron] Bound port: 592f5a48-b4a5-4d61-870a-a95a9edd699a, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61c3c033-0e18-4a02-98dd-de7e6b63ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:30:11.130415 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-3cd53e77-26bd-4650-bbe4-c7ae71746972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:11.140803 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6ad02ff2-714c-4247-8c7e-d222b656c1a8 req-a9840bba-c485-468d-8734-00544218a0ab tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d1c4a52-8d2c-4409-b98f-fe6de69dcffb HTTP/1.1" status: 200 len: 210 time: 0.0626361 Jul 15 23:30:11.177365 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-b72dbfd5-7f84-4cdf-a00d-1baf454d641c tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Made reservation on behalf of 74d7c93700d34af0afd0e96cb8a98478 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:11.182805 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-b72dbfd5-7f84-4cdf-a00d-1baf454d641c tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:11.219793 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-8972ca4c-9dc9-4229-b7a4-8f19a69ff042 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Allocated IP 172.21.0.1 (fa63997f-4c00-484f-9c39-23b1b9e4f07e/531fbcdb-50c0-43f4-9cf4-22f62c8daedd/b98d31aa-6592-4f20-b9a5-7eb0a4658f2c) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:11.239470 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab77a2e-7ef4-440b-bac6-2b2e3cf55a29 req-26eb5bcc-bcf3-4a0c-94b7-9b7168199d6b tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:11.241554 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bab77a2e-7ef4-440b-bac6-2b2e3cf55a29 req-26eb5bcc-bcf3-4a0c-94b7-9b7168199d6b tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/ports?device_id=80bf7dfa-68bc-408e-95c0-dd1554e19912 HTTP/1.1" status: 200 len: 945 time: 0.1770651 Jul 15 23:30:11.244287 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa10bc69-c6ce-4e8f-9920-2982585dcb5c None None] Network fa63997f-4c00-484f-9c39-23b1b9e4f07e is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:11.264161 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-aa10bc69-c6ce-4e8f-9920-2982585dcb5c None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:11.280527 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa10bc69-c6ce-4e8f-9920-2982585dcb5c None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:11.288118 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-3cd53e77-26bd-4650-bbe4-c7ae71746972 service neutron] For port 592f5a48-b4a5-4d61-870a-a95a9edd699a, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:30:11.313225 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-3cd53e77-26bd-4650-bbe4-c7ae71746972 service neutron] For port 592f5a48-b4a5-4d61-870a-a95a9edd699a, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=592f5a48-b4a5-4d61-870a-a95a9edd699a,segment=NetworkSegment(61c3c033-0e18-4a02-98dd-de7e6b63ff43),segment_id=61c3c033-0e18-4a02-98dd-de7e6b63ff43)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:30:11.320212 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-3cd53e77-26bd-4650-bbe4-c7ae71746972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:11.331219 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bab77a2e-7ef4-440b-bac6-2b2e3cf55a29 req-9d545bb8-1088-4832-9551-cd12d215f955 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2792447-3054-40ed-9b37-40f23bd73202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810893 Jul 15 23:30:11.347816 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=2cdfed5e-6abe-4ed6-8693-5c31efe9fcff,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:11.384644 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49378) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:11.420029 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-3cd53e77-26bd-4650-bbe4-c7ae71746972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:11.420029 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-3cd53e77-26bd-4650-bbe4-c7ae71746972 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:11.421512 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-3cd53e77-26bd-4650-bbe4-c7ae71746972 service neutron] 10.222.0.43 "PUT /v2.0/ports/592f5a48-b4a5-4d61-870a-a95a9edd699a HTTP/1.1" status: 200 len: 1091 time: 2.5264330 Jul 15 23:30:11.468402 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-b72dbfd5-7f84-4cdf-a00d-1baf454d641c tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Allocated IP 172.20.0.2 (18934a18-0543-4bc4-9847-e7c876d8964a/a5e48057-0336-4a9d-8a76-5d7d38b1b837/6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:11.493438 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd53e77-26bd-4650-bbe4-c7ae71746972 service neutron] Pushing event updated for resources: {'Port': ['ID=592f5a48-b4a5-4d61-870a-a95a9edd699a,revision_number=7']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:11.504521 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10bc69-c6ce-4e8f-9920-2982585dcb5c None None] Pushing event updated for resources: {'Port': ['ID=1f605657-8539-42fe-ac76-a4a1aaf7bb24,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:11.514701 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a80b4eb-ece9-4af1-886d-8712a6cd7540 x-openstack-request-id: req-4a80b4eb-ece9-4af1-886d-8712a6cd7540 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:30:11.515130 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bf7dfa-68bc-408e-95c0-dd1554e19912", "name": "network-vif-plugged", "status": "completed", "tag": "2cdfed5e-6abe-4ed6-8693-5c31efe9fcff", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:30:11.515390 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a80b4eb-ece9-4af1-886d-8712a6cd7540 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:30:11.515844 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bf7dfa-68bc-408e-95c0-dd1554e19912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdfed5e-6abe-4ed6-8693-5c31efe9fcff', 'code': 200} Jul 15 23:30:11.551845 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8972ca4c-9dc9-4229-b7a4-8f19a69ff042 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:11.586394 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-8972ca4c-9dc9-4229-b7a4-8f19a69ff042 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Transition to ACTIVE for port object b98d31aa-6592-4f20-b9a5-7eb0a4658f2c will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:11.588147 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-4a761d25-3377-46e9-ac03-c38b84a8e11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:11.589800 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-4a761d25-3377-46e9-ac03-c38b84a8e11e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 1094 time: 0.1400239 Jul 15 23:30:11.642714 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8972ca4c-9dc9-4229-b7a4-8f19a69ff042 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:11.734553 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-aa10bc69-c6ce-4e8f-9920-2982585dcb5c None None] Attempting to bind port 1f605657-8539-42fe-ac76-a4a1aaf7bb24 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:30:11.734956 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-aa10bc69-c6ce-4e8f-9920-2982585dcb5c None None] Attempting to bind port 1f605657-8539-42fe-ac76-a4a1aaf7bb24 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '573bcf5a-fbba-4317-908d-46adf2156ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fa63997f-4c00-484f-9c39-23b1b9e4f07e'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:30:11.735707 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa10bc69-c6ce-4e8f-9920-2982585dcb5c None None] Attempting to bind port 1f605657-8539-42fe-ac76-a4a1aaf7bb24 on network fa63997f-4c00-484f-9c39-23b1b9e4f07e {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:11.756075 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa10bc69-c6ce-4e8f-9920-2982585dcb5c None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:30:11.756451 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa10bc69-c6ce-4e8f-9920-2982585dcb5c None None] Checking segment: {'id': '573bcf5a-fbba-4317-908d-46adf2156ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fa63997f-4c00-484f-9c39-23b1b9e4f07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:11.756863 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa10bc69-c6ce-4e8f-9920-2982585dcb5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:11.757333 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa10bc69-c6ce-4e8f-9920-2982585dcb5c None None] Bound using segment: {'id': '573bcf5a-fbba-4317-908d-46adf2156ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fa63997f-4c00-484f-9c39-23b1b9e4f07e'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:30:11.757779 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-aa10bc69-c6ce-4e8f-9920-2982585dcb5c None None] Bound port: 1f605657-8539-42fe-ac76-a4a1aaf7bb24, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573bcf5a-fbba-4317-908d-46adf2156ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fa63997f-4c00-484f-9c39-23b1b9e4f07e'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:30:11.758164 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa10bc69-c6ce-4e8f-9920-2982585dcb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:11.782145 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8972ca4c-9dc9-4229-b7a4-8f19a69ff042 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network fa63997f-4c00-484f-9c39-23b1b9e4f07e is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:11.809044 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-8972ca4c-9dc9-4229-b7a4-8f19a69ff042 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:11.816328 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-31fa7cb7-56ad-4dcc-aeba-215092d30afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'name': 'tempest-RoutersTest-router-1754000231', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:00Z', 'updated_at': '2021-07-15T23:30:04Z', 'revision_number': 2, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None, '_interfaces': [{'id': '366dad25-c2e2-4f12-a91f-589c08fb097c', 'name': '', 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:27:6f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:03Z', 'updated_at': '2021-07-15T23:30:10Z', 'revision_number': 4, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:11.820995 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8972ca4c-9dc9-4229-b7a4-8f19a69ff042 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:11.834210 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972ca4c-9dc9-4229-b7a4-8f19a69ff042 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Port': ['ID=b98d31aa-6592-4f20-b9a5-7eb0a4658f2c,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:11.853952 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fa7cb7-56ad-4dcc-aeba-215092d30afb None None] The sync data for ids ['025918fb-d9c5-4b02-b5bb-8c538369a92d'] in n-d-787205-9 is: [{'id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'name': 'tempest-RoutersTest-router-1754000231', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:00Z', 'updated_at': '2021-07-15T23:30:04Z', 'revision_number': 2, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None, '_interfaces': [{'id': '366dad25-c2e2-4f12-a91f-589c08fb097c', 'name': '', 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:27:6f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:03Z', 'updated_at': '2021-07-15T23:30:10Z', 'revision_number': 4, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:30:11.883909 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-b72dbfd5-7f84-4cdf-a00d-1baf454d641c tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:11.884724 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a0887ca2-a0d4-40ff-bbcf-daaaee522ccf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b0ed66d8bad646449d4d3f6995645920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4974761 Jul 15 23:30:11.886499 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49384) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:11.889749 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-aa10bc69-c6ce-4e8f-9920-2982585dcb5c None None] For port 1f605657-8539-42fe-ac76-a4a1aaf7bb24, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:30:11.895032 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-aa10bc69-c6ce-4e8f-9920-2982585dcb5c None None] For port 1f605657-8539-42fe-ac76-a4a1aaf7bb24, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1f605657-8539-42fe-ac76-a4a1aaf7bb24,segment=NetworkSegment(573bcf5a-fbba-4317-908d-46adf2156ae6),segment_id=573bcf5a-fbba-4317-908d-46adf2156ae6)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:30:11.896854 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-ecb3ecd2-8866-4d01-acc4-07f525183a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:11.899118 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-ecb3ecd2-8866-4d01-acc4-07f525183a9f service neutron] 10.222.0.43 "GET /v2.0/networks?id=bd00480a-e286-47f7-88e2-4e6500e9af44 HTTP/1.1" status: 200 len: 898 time: 0.2984464 Jul 15 23:30:11.905023 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa10bc69-c6ce-4e8f-9920-2982585dcb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:11.996705 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10bc69-c6ce-4e8f-9920-2982585dcb5c None None] Pushing event updated for resources: {'Port': ['ID=1f605657-8539-42fe-ac76-a4a1aaf7bb24,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:12.004839 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8972ca4c-9dc9-4229-b7a4-8f19a69ff042 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:12.044438 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-ce875411-5618-456f-ad1f-70c4eb1ae0cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=592f5a48-b4a5-4d61-870a-a95a9edd699a HTTP/1.1" status: 200 len: 998 time: 0.1355932 Jul 15 23:30:12.060216 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-b72dbfd5-7f84-4cdf-a00d-1baf454d641c tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:12.076659 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34706e1-3e46-45d0-ae69-8a66c5ccd90b req-c83d033e-866f-4f39-8c15-247568c91eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:12.078731 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e34706e1-3e46-45d0-ae69-8a66c5ccd90b req-c83d033e-866f-4f39-8c15-247568c91eda service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=80bf7dfa-68bc-408e-95c0-dd1554e19912 HTTP/1.1" status: 200 len: 1096 time: 0.4505875 Jul 15 23:30:12.095318 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836f8d2-fd75-427d-ba27-16f2c754b891 req-e541f975-d2fe-4e01-bb8b-94951a8d8253 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:12.103174 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9836f8d2-fd75-427d-ba27-16f2c754b891 req-e541f975-d2fe-4e01-bb8b-94951a8d8253 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 943 time: 0.4349406 Jul 15 23:30:12.141930 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-a8163761-3fe5-4e50-9f7f-5d0a25ebfa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:12.143572 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-a8163761-3fe5-4e50-9f7f-5d0a25ebfa6d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a6de8285-de5b-413c-95dd-2ee40f47b0a1 HTTP/1.1" status: 200 len: 835 time: 0.0902734 Jul 15 23:30:12.216603 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-42a1ee52-27db-4e4b-88f0-e79b8444cf91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:12.246532 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4214fdc-ea4e-4ee8-8791-8079b8236762', 'tag': '592f5a48-b4a5-4d61-870a-a95a9edd699a'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:30:12.252924 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37b48a8-c9b9-459a-adca-66acab4ac381" -d '{"events": [{"name": "network-changed", "server_uuid": "c4214fdc-ea4e-4ee8-8791-8079b8236762", "tag": "592f5a48-b4a5-4d61-870a-a95a9edd699a"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:30:12.359373 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-42a1ee52-27db-4e4b-88f0-e79b8444cf91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:12.364210 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72dbfd5-7f84-4cdf-a00d-1baf454d641c tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Pushing event updated for resources: {'Port': ['ID=6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:12.401501 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e34706e1-3e46-45d0-ae69-8a66c5ccd90b req-8fea95d0-a497-45dc-b064-f9ebcc11a95a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e2792447-3054-40ed-9b37-40f23bd73202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962942 Jul 15 23:30:12.409322 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9836f8d2-fd75-427d-ba27-16f2c754b891 req-7ab76e94-f7e5-467f-b6c0-735d4f50718a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3052766 Jul 15 23:30:12.418947 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-b72dbfd5-7f84-4cdf-a00d-1baf454d641c tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Network 18934a18-0543-4bc4-9847-e7c876d8964a is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:12.439235 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-b72dbfd5-7f84-4cdf-a00d-1baf454d641c tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:12.455008 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-b72dbfd5-7f84-4cdf-a00d-1baf454d641c tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:12.492925 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8972ca4c-9dc9-4229-b7a4-8f19a69ff042 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:12.543867 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 592f5a48-b4a5-4d61-870a-a95a9edd699a no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:12.574111 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-42a1ee52-27db-4e4b-88f0-e79b8444cf91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:12.578231 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-42a1ee52-27db-4e4b-88f0-e79b8444cf91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:12.580080 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-42a1ee52-27db-4e4b-88f0-e79b8444cf91 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/203d9234-ba5f-471e-8a7d-94720d552573 HTTP/1.1" status: 204 len: 168 time: 0.6728101 Jul 15 23:30:12.603262 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3505f930-308c-43bd-aad1-cae09266cacc x-openstack-request-id: req-3505f930-308c-43bd-aad1-cae09266cacc {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:30:12.606563 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4214fdc-ea4e-4ee8-8791-8079b8236762", "tag": "592f5a48-b4a5-4d61-870a-a95a9edd699a", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:30:12.607110 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3505f930-308c-43bd-aad1-cae09266cacc {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:30:12.607732 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4214fdc-ea4e-4ee8-8791-8079b8236762', 'tag': '592f5a48-b4a5-4d61-870a-a95a9edd699a', 'status': 'completed', 'code': 200} Jul 15 23:30:12.614443 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-71cb0dcc-bccb-4050-957c-8e5a72c1e595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:12.628161 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-71cb0dcc-bccb-4050-957c-8e5a72c1e595 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bd00480a-e286-47f7-88e2-4e6500e9af44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3957622 Jul 15 23:30:12.692734 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 592f5a48-b4a5-4d61-870a-a95a9edd699a not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:12.710227 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1ee52-27db-4e4b-88f0-e79b8444cf91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203d9234-ba5f-471e-8a7d-94720d552573,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:12.841874 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-b72dbfd5-7f84-4cdf-a00d-1baf454d641c tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:12.843734 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-b72dbfd5-7f84-4cdf-a00d-1baf454d641c tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:12.866847 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90c8cd-7ade-4b73-8985-614c36f0ef94 req-f14a6c68-320e-4ec5-8945-a964b7e586ec tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:12.869046 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c90c8cd-7ade-4b73-8985-614c36f0ef94 req-f14a6c68-320e-4ec5-8945-a964b7e586ec tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d1c4a52-8d2c-4409-b98f-fe6de69dcffb HTTP/1.1" status: 200 len: 931 time: 0.3769727 Jul 15 23:30:12.915550 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-b72dbfd5-7f84-4cdf-a00d-1baf454d641c tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0737975 Jul 15 23:30:12.952400 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-4bfa6a5e-a917-4586-b1b7-0e8901364728 service neutron] Request body: {'port': {'device_id': '9d1c4a52-8d2c-4409-b98f-fe6de69dcffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:13.026004 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b48a8-c9b9-459a-adca-66acab4ac381 req-7a625b88-badc-42d8-b666-d09a86fcff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:13.032081 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b37b48a8-c9b9-459a-adca-66acab4ac381 req-7a625b88-badc-42d8-b666-d09a86fcff69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 1094 time: 0.3905866 Jul 15 23:30:13.046828 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-5c22e520-4bce-47d5-84a8-cbc8fd2da3b0 service neutron] 10.222.0.43 "GET /v2.0/networks/bd00480a-e286-47f7-88e2-4e6500e9af44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000373 Jul 15 23:30:13.167278 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c90c8cd-7ade-4b73-8985-614c36f0ef94 req-7e06937c-cc7e-447f-9808-632e1acf740e tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/security-groups?id=49eae96d-d657-4cd9-b7f9-09d6803e806a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860641 Jul 15 23:30:13.193306 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b48a8-c9b9-459a-adca-66acab4ac381 req-29944c82-77ba-452a-b290-8ee630c1b156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:13.193306 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b37b48a8-c9b9-459a-adca-66acab4ac381 req-29944c82-77ba-452a-b290-8ee630c1b156 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd00480a-e286-47f7-88e2-4e6500e9af44 HTTP/1.1" status: 200 len: 898 time: 0.1414466 Jul 15 23:30:13.240177 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5a748-c479-4d5a-896b-b87e863f90c8 req-c9e9a36e-ba59-47e6-a4e2-c31cd996ebb4 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:13.257030 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fba5a748-c479-4d5a-896b-b87e863f90c8 req-c9e9a36e-ba59-47e6-a4e2-c31cd996ebb4 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/ports?device_id=80bf7dfa-68bc-408e-95c0-dd1554e19912 HTTP/1.1" status: 200 len: 945 time: 0.3845487 Jul 15 23:30:13.349349 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-44b9ae43-abf5-4a55-8aa7-7112ec993323 req-7676a958-4aba-49c0-bae9-7944abce8370 service neutron] 10.222.0.43 "GET /v2.0/networks/bd00480a-e286-47f7-88e2-4e6500e9af44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583879 Jul 15 23:30:13.405142 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fba5a748-c479-4d5a-896b-b87e863f90c8 req-9ece7162-b54d-4d55-b4e2-1fcb5fe159b5 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2792447-3054-40ed-9b37-40f23bd73202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462228 Jul 15 23:30:13.432028 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-4bfa6a5e-a917-4586-b1b7-0e8901364728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:13.478367 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b37b48a8-c9b9-459a-adca-66acab4ac381 req-f8bde7dc-1eb8-422e-a9a2-8bf4313adf68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=592f5a48-b4a5-4d61-870a-a95a9edd699a HTTP/1.1" status: 200 len: 998 time: 0.1277626 Jul 15 23:30:13.480489 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8972ca4c-9dc9-4229-b7a4-8f19a69ff042 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:13.501356 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8972ca4c-9dc9-4229-b7a4-8f19a69ff042 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:13.735029 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b48a8-c9b9-459a-adca-66acab4ac381 req-e50a53fc-dc78-4b18-ab4d-6eee25f72e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:13.739385 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8972ca4c-9dc9-4229-b7a4-8f19a69ff042 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:13.739780 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b37b48a8-c9b9-459a-adca-66acab4ac381 req-e50a53fc-dc78-4b18-ab4d-6eee25f72e88 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6de8285-de5b-413c-95dd-2ee40f47b0a1 HTTP/1.1" status: 200 len: 835 time: 0.2474687 Jul 15 23:30:13.768516 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 366dad25-c2e2-4f12-a91f-589c08fb097c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:13.806116 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972ca4c-9dc9-4229-b7a4-8f19a69ff042 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Port': ['ID=b98d31aa-6592-4f20-b9a5-7eb0a4658f2c,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:13.865967 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 366dad25-c2e2-4f12-a91f-589c08fb097c completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:13.871208 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 366dad25-c2e2-4f12-a91f-589c08fb097c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:13.871778 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:14.000042 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:14.040779 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49416) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:14.044814 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 366dad25-c2e2-4f12-a91f-589c08fb097c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=366dad25-c2e2-4f12-a91f-589c08fb097c,segment=NetworkSegment(a972a6e3-62d8-4e46-b563-66d767c57e5d),segment_id=a972a6e3-62d8-4e46-b563-66d767c57e5d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:14.048371 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe1faab-7c2d-43b0-a531-3bedaaeae6c6 None None] Network fa63997f-4c00-484f-9c39-23b1b9e4f07e requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:14.051730 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8972ca4c-9dc9-4229-b7a4-8f19a69ff042 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network fa63997f-4c00-484f-9c39-23b1b9e4f07e is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:14.063193 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:14.063997 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1f605657-8539-42fe-ac76-a4a1aaf7bb24 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:14.069457 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-8972ca4c-9dc9-4229-b7a4-8f19a69ff042 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:14.119410 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-4bfa6a5e-a917-4586-b1b7-0e8901364728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:30:14.127906 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-4bfa6a5e-a917-4586-b1b7-0e8901364728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:14.137048 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d9c8a-d043-4a06-b274-cbb68f5faea7 req-b4b0c980-bda2-48e2-9147-b677fbcbb3cb tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:14.138836 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c99d9c8a-d043-4a06-b274-cbb68f5faea7 req-b4b0c980-bda2-48e2-9147-b677fbcbb3cb tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 943 time: 0.4243972 Jul 15 23:30:14.141763 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-4bfa6a5e-a917-4586-b1b7-0e8901364728 service neutron] Transition to ACTIVE for port object 6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:14.175487 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-4bfa6a5e-a917-4586-b1b7-0e8901364728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:14.240269 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-7a19868b-cf15-4ce2-ac28-f92c87f35683 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-745046095-network', 'tenant_id': '1cf38349efa24d529c917aec5ed20577'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:14.288143 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a19868b-cf15-4ce2-ac28-f92c87f35683 admin admin] Made reservation on behalf of 1cf38349efa24d529c917aec5ed20577 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:14.290383 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c5c801d0-8b98-422e-ba20-64d7a85fd2c2 None None] Provisioning for port 1f605657-8539-42fe-ac76-a4a1aaf7bb24 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:14.290675 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7a19868b-cf15-4ce2-ac28-f92c87f35683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:14.307045 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=366dad25-c2e2-4f12-a91f-589c08fb097c,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:14.316723 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c99d9c8a-d043-4a06-b274-cbb68f5faea7 req-1a1bea40-af3d-4051-b373-cc43cc67c63e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319299 Jul 15 23:30:14.317722 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7a19868b-cf15-4ce2-ac28-f92c87f35683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:14.338724 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-4bfa6a5e-a917-4586-b1b7-0e8901364728 service neutron] Attempting to bind port 6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:30:14.338724 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-4bfa6a5e-a917-4586-b1b7-0e8901364728 service neutron] Attempting to bind port 6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '704b1078-bf32-4e1b-b2f8-d2bcd17f822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '18934a18-0543-4bc4-9847-e7c876d8964a'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:30:14.339013 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-4bfa6a5e-a917-4586-b1b7-0e8901364728 service neutron] Attempting to bind port 6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5 on network 18934a18-0543-4bc4-9847-e7c876d8964a {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:14.359278 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-4bfa6a5e-a917-4586-b1b7-0e8901364728 service neutron] Port 6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5 on network 18934a18-0543-4bc4-9847-e7c876d8964a not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:30:14.359646 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-4bfa6a5e-a917-4586-b1b7-0e8901364728 service neutron] Attempting to bind port 6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5 on network 18934a18-0543-4bc4-9847-e7c876d8964a {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:14.367150 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8972ca4c-9dc9-4229-b7a4-8f19a69ff042 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Router 025918fb-d9c5-4b02-b5bb-8c538369a92d has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:30:14.372474 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-4bfa6a5e-a917-4586-b1b7-0e8901364728 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:30:14.372474 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-4bfa6a5e-a917-4586-b1b7-0e8901364728 service neutron] Checking segment: {'id': '704b1078-bf32-4e1b-b2f8-d2bcd17f822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '18934a18-0543-4bc4-9847-e7c876d8964a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:14.372823 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-4bfa6a5e-a917-4586-b1b7-0e8901364728 service neutron] Bound using segment: {'id': '704b1078-bf32-4e1b-b2f8-d2bcd17f822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '18934a18-0543-4bc4-9847-e7c876d8964a'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:30:14.373970 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-4bfa6a5e-a917-4586-b1b7-0e8901364728 service neutron] Bound port: 6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704b1078-bf32-4e1b-b2f8-d2bcd17f822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '18934a18-0543-4bc4-9847-e7c876d8964a'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:30:14.374529 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-4bfa6a5e-a917-4586-b1b7-0e8901364728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:14.394317 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b48a8-c9b9-459a-adca-66acab4ac381 req-838d46f9-e543-490b-aab4-a347e2a82568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:14.396567 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b37b48a8-c9b9-459a-adca-66acab4ac381 req-838d46f9-e543-490b-aab4-a347e2a82568 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 1094 time: 0.8196621 Jul 15 23:30:14.426324 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 1f605657-8539-42fe-ac76-a4a1aaf7bb24 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:14.474850 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-4bfa6a5e-a917-4586-b1b7-0e8901364728 service neutron] For port 6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:30:14.478782 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-4bfa6a5e-a917-4586-b1b7-0e8901364728 service neutron] For port 6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5,segment=NetworkSegment(704b1078-bf32-4e1b-b2f8-d2bcd17f822b),segment_id=704b1078-bf32-4e1b-b2f8-d2bcd17f822b)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:30:14.489844 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 1f605657-8539-42fe-ac76-a4a1aaf7bb24 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:14.493898 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:14.509836 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8972ca4c-9dc9-4229-b7a4-8f19a69ff042 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:30:14.517722 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8972ca4c-9dc9-4229-b7a4-8f19a69ff042 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "PUT /v2.0/routers/025918fb-d9c5-4b02-b5bb-8c538369a92d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4675076 Jul 15 23:30:14.522343 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49426) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:14.522951 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5402e9a4-8730-43ad-875c-cf220f706ace None None] Sync routers for ids ['025918fb-d9c5-4b02-b5bb-8c538369a92d'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:30:14.529190 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-9aae6cfa-9a40-43bb-8e2c-b4647e9f5981 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Request body: {'network': {'name': 'tempest-RoutersTest-1184504979'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:14.547826 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5402e9a4-8730-43ad-875c-cf220f706ace None None] Routers {'025918fb-d9c5-4b02-b5bb-8c538369a92d'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:14.548720 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-5402e9a4-8730-43ad-875c-cf220f706ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:29:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['025918fb-d9c5-4b02-b5bb-8c538369a92d'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:14.603202 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-4bfa6a5e-a917-4586-b1b7-0e8901364728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:14.609681 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7a19868b-cf15-4ce2-ac28-f92c87f35683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:14.613896 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b48a8-c9b9-459a-adca-66acab4ac381 req-6c3bfda8-28c2-474c-bd48-8ff6ee17962a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:14.615578 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b37b48a8-c9b9-459a-adca-66acab4ac381 req-6c3bfda8-28c2-474c-bd48-8ff6ee17962a service neutron] 10.222.0.43 "GET /v2.0/networks?id=bd00480a-e286-47f7-88e2-4e6500e9af44 HTTP/1.1" status: 200 len: 898 time: 0.1343751 Jul 15 23:30:14.624091 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-4bfa6a5e-a917-4586-b1b7-0e8901364728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:14.625691 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-4bfa6a5e-a917-4586-b1b7-0e8901364728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:14.626220 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-4bfa6a5e-a917-4586-b1b7-0e8901364728 service neutron] 10.222.0.36 "PUT /v2.0/ports/6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5 HTTP/1.1" status: 200 len: 1091 time: 1.6964545 Jul 15 23:30:14.626930 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa6a5e-a917-4586-b1b7-0e8901364728 service neutron] Pushing event updated for resources: {'Port': ['ID=6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:14.627144 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7a19868b-cf15-4ce2-ac28-f92c87f35683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:14.637216 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1c4a52-8d2c-4409-b98f-fe6de69dcffb', 'tag': '6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:30:14.639722 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2e03cf-b420-4791-a0f5-fde07a31f70c" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1c4a52-8d2c-4409-b98f-fe6de69dcffb", "tag": "6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:30:14.641537 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a19868b-cf15-4ce2-ac28-f92c87f35683 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:30:14.652415 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7a19868b-cf15-4ce2-ac28-f92c87f35683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:14.652821 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-7a19868b-cf15-4ce2-ac28-f92c87f35683 admin admin] Added segment 10546617-890e-449d-8d0e-2827b14d85f9 of type vlan for network 067e014b-6f8a-4456-8562-a7917fd0b9d3 Jul 15 23:30:14.699813 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-5402e9a4-8730-43ad-875c-cf220f706ace None None] Set router 025918fb-d9c5-4b02-b5bb-8c538369a92d gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:14.739637 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b37b48a8-c9b9-459a-adca-66acab4ac381 req-1ec2315c-42ed-4992-80d3-4ff4118bd349 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=592f5a48-b4a5-4d61-870a-a95a9edd699a HTTP/1.1" status: 200 len: 998 time: 0.1038332 Jul 15 23:30:14.741368 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b48a8-c9b9-459a-adca-66acab4ac381 req-069a4c1d-6c25-41bb-a937-20e4669dc3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:14.744227 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b37b48a8-c9b9-459a-adca-66acab4ac381 req-069a4c1d-6c25-41bb-a937-20e4669dc3ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd00480a-e286-47f7-88e2-4e6500e9af44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9842436 Jul 15 23:30:14.763219 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:14.810860 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 1f605657-8539-42fe-ac76-a4a1aaf7bb24, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1f605657-8539-42fe-ac76-a4a1aaf7bb24,segment=NetworkSegment(573bcf5a-fbba-4317-908d-46adf2156ae6),segment_id=573bcf5a-fbba-4317-908d-46adf2156ae6)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:14.815639 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aae6cfa-9a40-43bb-8e2c-b4647e9f5981 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Made reservation on behalf of 421ff1e0f0fc408c9923cd5c1f8d6eaa for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:14.817778 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:14.819381 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9aae6cfa-9a40-43bb-8e2c-b4647e9f5981 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:14.831469 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7a19868b-cf15-4ce2-ac28-f92c87f35683 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:14.873015 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19868b-cf15-4ce2-ac28-f92c87f35683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21900a51-4bcd-4b26-9f3f-356ad9ffd381,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:14.902793 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=1f605657-8539-42fe-ac76-a4a1aaf7bb24,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:14.933967 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aae6cfa-9a40-43bb-8e2c-b4647e9f5981 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:30:14.954375 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa6a5e-a917-4586-b1b7-0e8901364728 service neutron] Pushing event updated for resources: {'Port': ['ID=6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:14.971273 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9aae6cfa-9a40-43bb-8e2c-b4647e9f5981 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:14.971739 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-9aae6cfa-9a40-43bb-8e2c-b4647e9f5981 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Added segment 613afc28-b0b6-4dbb-bdae-d35c23bef739 of type vlan for network 9634c487-34b7-430c-be17-399e93e2dec2 Jul 15 23:30:14.973951 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b48a8-c9b9-459a-adca-66acab4ac381 req-a9ac67b7-f4a6-4fc9-a4dd-47ce49a57102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:14.976309 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b37b48a8-c9b9-459a-adca-66acab4ac381 req-a9ac67b7-f4a6-4fc9-a4dd-47ce49a57102 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a6de8285-de5b-413c-95dd-2ee40f47b0a1 HTTP/1.1" status: 200 len: 835 time: 0.2265313 Jul 15 23:30:14.979349 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-18a69a10-f0b4-4fc6-b5dc-9acd00b2984c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:14.980918 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-18a69a10-f0b4-4fc6-b5dc-9acd00b2984c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74d7c93700d34af0afd0e96cb8a98478&device_id=9d1c4a52-8d2c-4409-b98f-fe6de69dcffb HTTP/1.1" status: 200 len: 1094 time: 0.2360108 Jul 15 23:30:14.983455 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b37b48a8-c9b9-459a-adca-66acab4ac381 req-c808ba11-22e9-4184-a4ef-772c39f35055 service neutron] 10.222.0.36 "GET /v2.0/networks/bd00480a-e286-47f7-88e2-4e6500e9af44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926830 Jul 15 23:30:15.018052 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7a19868b-cf15-4ce2-ac28-f92c87f35683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.019708 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a19868b-cf15-4ce2-ac28-f92c87f35683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:15.020358 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7a19868b-cf15-4ce2-ac28-f92c87f35683 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.058521 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089cac7d-95b3-4f1e-90c7-3696f4f907b2 req-f6136e1c-2409-4eb2-af1c-6497e4030139 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:15.058521 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-089cac7d-95b3-4f1e-90c7-3696f4f907b2 req-f6136e1c-2409-4eb2-af1c-6497e4030139 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d1c4a52-8d2c-4409-b98f-fe6de69dcffb HTTP/1.1" status: 200 len: 943 time: 0.4450049 Jul 15 23:30:15.058521 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7a19868b-cf15-4ce2-ac28-f92c87f35683 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0160439 Jul 15 23:30:15.063271 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49430) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:15.092130 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-74010920-8462-4659-8274-473ede389b1f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5 HTTP/1.1" status: 200 len: 217 time: 0.0744283 Jul 15 23:30:15.103127 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9aae6cfa-9a40-43bb-8e2c-b4647e9f5981 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.111181 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-ee815aab-9faf-49d9-baef-a075da5c5654 admin admin] Request body: {'subnet': {'network_id': '067e014b-6f8a-4456-8562-a7917fd0b9d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-745046095-subnet', 'tenant_id': '1cf38349efa24d529c917aec5ed20577', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:15.132982 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07947757-4214-4c81-b365-b08daa70a722 req-200c2cf5-07d1-4e6f-a0e5-f7fb12648a3b tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:15.134511 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-07947757-4214-4c81-b365-b08daa70a722 req-200c2cf5-07d1-4e6f-a0e5-f7fb12648a3b tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/ports?device_id=80bf7dfa-68bc-408e-95c0-dd1554e19912 HTTP/1.1" status: 200 len: 945 time: 0.4068630 Jul 15 23:30:15.155547 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b77cb72b-0625-4558-8a00-615b40842c40 None None] Provisioning for port b98d31aa-6592-4f20-b9a5-7eb0a4658f2c completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:15.173877 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b77cb72b-0625-4558-8a00-615b40842c40 None None] Provisioning complete for port b98d31aa-6592-4f20-b9a5-7eb0a4658f2c triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:15.174309 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b77cb72b-0625-4558-8a00-615b40842c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.177832 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-5402e9a4-8730-43ad-875c-cf220f706ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'name': 'tempest-RoutersTest-router-1754000231', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:00Z', 'updated_at': '2021-07-15T23:30:12Z', 'revision_number': 3, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None, '_interfaces': [{'id': '366dad25-c2e2-4f12-a91f-589c08fb097c', 'name': '', 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:27:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:03Z', 'updated_at': '2021-07-15T23:30:14Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b98d31aa-6592-4f20-b9a5-7eb0a4658f2c', 'name': '', 'network_id': 'fa63997f-4c00-484f-9c39-23b1b9e4f07e', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:07:31:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:10Z', 'updated_at': '2021-07-15T23:30:12Z', 'revision_number': 2, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:15.218152 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5402e9a4-8730-43ad-875c-cf220f706ace None None] Checking router: 025918fb-d9c5-4b02-b5bb-8c538369a92d for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:30:15.218883 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5402e9a4-8730-43ad-875c-cf220f706ace None None] Updating router 025918fb-d9c5-4b02-b5bb-8c538369a92d port b98d31aa-6592-4f20-b9a5-7eb0a4658f2c binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:30:15.233345 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b77cb72b-0625-4558-8a00-615b40842c40 None None] Port b98d31aa-6592-4f20-b9a5-7eb0a4658f2c cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:30:15.245534 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b77cb72b-0625-4558-8a00-615b40842c40 None None] Provisioning complete for port 1f605657-8539-42fe-ac76-a4a1aaf7bb24 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:15.246059 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b77cb72b-0625-4558-8a00-615b40842c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.269653 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5402e9a4-8730-43ad-875c-cf220f706ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.270569 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-e7cb62a7-1b12-4808-b551-6eb88f293c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:15.280374 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-e7cb62a7-1b12-4808-b551-6eb88f293c59 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5e48057-0336-4a9d-8a76-5d7d38b1b837 HTTP/1.1" status: 200 len: 852 time: 0.1810012 Jul 15 23:30:15.282896 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b48a8-c9b9-459a-adca-66acab4ac381 req-01ee9cc4-a06c-44c7-bc1b-51e8dbd72e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:15.284349 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b37b48a8-c9b9-459a-adca-66acab4ac381 req-01ee9cc4-a06c-44c7-bc1b-51e8dbd72e68 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bd00480a-e286-47f7-88e2-4e6500e9af44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3000305 Jul 15 23:30:15.299729 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19868b-cf15-4ce2-ac28-f92c87f35683 admin admin] Pushing event updated for resources: {'Network': ['ID=067e014b-6f8a-4456-8562-a7917fd0b9d3,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:15.316229 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b37b48a8-c9b9-459a-adca-66acab4ac381 req-dda307bf-0391-438c-a42b-575ccb14ab13 service neutron] 10.222.0.36 "GET /v2.0/networks/bd00480a-e286-47f7-88e2-4e6500e9af44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968082 Jul 15 23:30:15.324685 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.db.resource_extend [None req-9aae6cfa-9a40-43bb-8e2c-b4647e9f5981 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:30:15.342146 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-089cac7d-95b3-4f1e-90c7-3696f4f907b2 req-fc087d05-023b-43d8-9906-a3a97e1e9f8f tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/security-groups?id=49eae96d-d657-4cd9-b7f9-09d6803e806a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576358 Jul 15 23:30:15.370214 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee815aab-9faf-49d9-baef-a075da5c5654 admin admin] Made reservation on behalf of 1cf38349efa24d529c917aec5ed20577 for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:15.382899 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ee815aab-9faf-49d9-baef-a075da5c5654 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.392140 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-97437483-288a-4c47-aad7-f3b9a49a420a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18934a18-0543-4bc4-9847-e7c876d8964a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051483 Jul 15 23:30:15.504405 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-f8d462b4-3284-474e-a45c-4f1e7dc2f64e service neutron] 10.222.0.36 "GET /v2.0/networks/18934a18-0543-4bc4-9847-e7c876d8964a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058509 Jul 15 23:30:15.505854 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21de8333-5212-44bf-a138-70c198f12756 x-openstack-request-id: req-21de8333-5212-44bf-a138-70c198f12756 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:30:15.506342 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1c4a52-8d2c-4409-b98f-fe6de69dcffb", "tag": "6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:30:15.507000 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-21de8333-5212-44bf-a138-70c198f12756 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:30:15.507957 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d1c4a52-8d2c-4409-b98f-fe6de69dcffb', 'tag': '6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5', 'status': 'completed', 'code': 200} Jul 15 23:30:15.512995 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-07947757-4214-4c81-b365-b08daa70a722 req-340887dd-cbfa-4838-83d6-756b2808dbd5 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2792447-3054-40ed-9b37-40f23bd73202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542376 Jul 15 23:30:15.564536 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9aae6cfa-9a40-43bb-8e2c-b4647e9f5981 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.569638 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aae6cfa-9a40-43bb-8e2c-b4647e9f5981 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:15.570422 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9aae6cfa-9a40-43bb-8e2c-b4647e9f5981 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.582979 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 067e014b-6f8a-4456-8562-a7917fd0b9d3 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:30:15.657569 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 592f5a48-b4a5-4d61-870a-a95a9edd699a details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:30:15.745726 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7f8a86c7-16f8-4302-9bce-8a23721b7e39 req-78c60ace-bb59-4599-9f38-7957fbbdf4d7 service neutron] 10.222.0.36 "GET /v2.0/networks/18934a18-0543-4bc4-9847-e7c876d8964a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316253 Jul 15 23:30:15.747264 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 366dad25-c2e2-4f12-a91f-589c08fb097c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:15.776470 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5402e9a4-8730-43ad-875c-cf220f706ace None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.811933 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-5402e9a4-8730-43ad-875c-cf220f706ace None None] Transition to ACTIVE for port object b98d31aa-6592-4f20-b9a5-7eb0a4658f2c will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:15.824394 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5402e9a4-8730-43ad-875c-cf220f706ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.879557 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b37b48a8-c9b9-459a-adca-66acab4ac381 req-6c0b81bb-c2c1-4b3e-b510-c08160dd3894 service neutron] 10.222.0.43 "GET /v2.0/networks/bd00480a-e286-47f7-88e2-4e6500e9af44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5662565 Jul 15 23:30:15.889380 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7143e-7de2-4b9c-8a57-9f8a0d27dd74 None None] Pushing event updated for resources: {'Port': ['ID=b98d31aa-6592-4f20-b9a5-7eb0a4658f2c,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:15.906948 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7143e-7de2-4b9c-8a57-9f8a0d27dd74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:15.907295 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7143e-7de2-4b9c-8a57-9f8a0d27dd74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:15.907637 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7143e-7de2-4b9c-8a57-9f8a0d27dd74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:15.907975 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7143e-7de2-4b9c-8a57-9f8a0d27dd74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:15.908386 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7143e-7de2-4b9c-8a57-9f8a0d27dd74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:15.908709 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7143e-7de2-4b9c-8a57-9f8a0d27dd74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:15.909037 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7143e-7de2-4b9c-8a57-9f8a0d27dd74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:15.909540 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7143e-7de2-4b9c-8a57-9f8a0d27dd74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:15.910021 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7143e-7de2-4b9c-8a57-9f8a0d27dd74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:15.910662 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7143e-7de2-4b9c-8a57-9f8a0d27dd74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:15.911154 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7143e-7de2-4b9c-8a57-9f8a0d27dd74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:15.911734 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7143e-7de2-4b9c-8a57-9f8a0d27dd74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:15.989170 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-5402e9a4-8730-43ad-875c-cf220f706ace None None] Attempting to bind port b98d31aa-6592-4f20-b9a5-7eb0a4658f2c on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:30:15.989846 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-5402e9a4-8730-43ad-875c-cf220f706ace None None] Attempting to bind port b98d31aa-6592-4f20-b9a5-7eb0a4658f2c by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '573bcf5a-fbba-4317-908d-46adf2156ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fa63997f-4c00-484f-9c39-23b1b9e4f07e'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:30:15.990406 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5402e9a4-8730-43ad-875c-cf220f706ace None None] Attempting to bind port b98d31aa-6592-4f20-b9a5-7eb0a4658f2c on network fa63997f-4c00-484f-9c39-23b1b9e4f07e {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:15.998872 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5402e9a4-8730-43ad-875c-cf220f706ace None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:30:16.000793 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5402e9a4-8730-43ad-875c-cf220f706ace None None] Checking segment: {'id': '573bcf5a-fbba-4317-908d-46adf2156ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fa63997f-4c00-484f-9c39-23b1b9e4f07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:16.002018 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5402e9a4-8730-43ad-875c-cf220f706ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:16.003207 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5402e9a4-8730-43ad-875c-cf220f706ace None None] Bound using segment: {'id': '573bcf5a-fbba-4317-908d-46adf2156ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fa63997f-4c00-484f-9c39-23b1b9e4f07e'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:30:16.004390 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-5402e9a4-8730-43ad-875c-cf220f706ace None None] Bound port: b98d31aa-6592-4f20-b9a5-7eb0a4658f2c, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573bcf5a-fbba-4317-908d-46adf2156ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fa63997f-4c00-484f-9c39-23b1b9e4f07e'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:30:16.005466 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f7ad15c-a2ae-48c3-b244-83a8e9872e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:16.006254 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5402e9a4-8730-43ad-875c-cf220f706ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:16.036024 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 366dad25-c2e2-4f12-a91f-589c08fb097c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:16.036487 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:16.082406 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 592f5a48-b4a5-4d61-870a-a95a9edd699a, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=592f5a48-b4a5-4d61-870a-a95a9edd699a,segment=NetworkSegment(61c3c033-0e18-4a02-98dd-de7e6b63ff43),segment_id=61c3c033-0e18-4a02-98dd-de7e6b63ff43)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:16.123080 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '592f5a48-b4a5-4d61-870a-a95a9edd699a', 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44', 'port_id': '592f5a48-b4a5-4d61-870a-a95a9edd699a', 'mac_address': 'fa:16:3e:2e:1b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6de8285-de5b-413c-95dd-2ee40f47b0a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:30:16.134208 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-5402e9a4-8730-43ad-875c-cf220f706ace None None] For port b98d31aa-6592-4f20-b9a5-7eb0a4658f2c, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:30:16.144511 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-5402e9a4-8730-43ad-875c-cf220f706ace None None] For port b98d31aa-6592-4f20-b9a5-7eb0a4658f2c, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b98d31aa-6592-4f20-b9a5-7eb0a4658f2c,segment=NetworkSegment(573bcf5a-fbba-4317-908d-46adf2156ae6),segment_id=573bcf5a-fbba-4317-908d-46adf2156ae6)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:30:16.147002 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b37b48a8-c9b9-459a-adca-66acab4ac381 req-7c8bc800-c91d-43ca-bae1-aab69f84b06f service neutron] 10.222.0.43 "GET /v2.0/networks/bd00480a-e286-47f7-88e2-4e6500e9af44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568512 Jul 15 23:30:16.153744 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e03cf-b420-4791-a0f5-fde07a31f70c req-f7f5fb81-18c1-47e2-96cf-f33f5fc9cd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:16.154092 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5402e9a4-8730-43ad-875c-cf220f706ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:16.155750 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6b2e03cf-b420-4791-a0f5-fde07a31f70c req-f7f5fb81-18c1-47e2-96cf-f33f5fc9cd35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74d7c93700d34af0afd0e96cb8a98478&device_id=9d1c4a52-8d2c-4409-b98f-fe6de69dcffb HTTP/1.1" status: 200 len: 1094 time: 0.2750289 Jul 15 23:30:16.270989 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1f605657-8539-42fe-ac76-a4a1aaf7bb24 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:16.279697 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5402e9a4-8730-43ad-875c-cf220f706ace None None] Routers {'025918fb-d9c5-4b02-b5bb-8c538369a92d'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:16.280496 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-5402e9a4-8730-43ad-875c-cf220f706ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:29:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['025918fb-d9c5-4b02-b5bb-8c538369a92d'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:16.337850 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:16.341728 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae6cfa-9a40-43bb-8e2c-b4647e9f5981 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Network': ['ID=9634c487-34b7-430c-be17-399e93e2dec2,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:16.352284 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9aae6cfa-9a40-43bb-8e2c-b4647e9f5981 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8288641 Jul 15 23:30:16.357798 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7143e-7de2-4b9c-8a57-9f8a0d27dd74 None None] Pushing event updated for resources: {'Port': ['ID=b98d31aa-6592-4f20-b9a5-7eb0a4658f2c,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:16.388613 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e03cf-b420-4791-a0f5-fde07a31f70c req-2bc8371b-d38d-4c56-bf32-814096f5925d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:16.389908 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49444) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:16.394306 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6b2e03cf-b420-4791-a0f5-fde07a31f70c req-2bc8371b-d38d-4c56-bf32-814096f5925d service neutron] 10.222.0.36 "GET /v2.0/networks?id=18934a18-0543-4bc4-9847-e7c876d8964a HTTP/1.1" status: 200 len: 913 time: 0.2317710 Jul 15 23:30:16.395775 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-a77d8dfe-bf68-4e49-83c5-3ef4623c9f3e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Request body: {'subnet': {'network_id': '9634c487-34b7-430c-be17-399e93e2dec2', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:16.401537 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 9634c487-34b7-430c-be17-399e93e2dec2 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:30:16.481903 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 592f5a48-b4a5-4d61-870a-a95a9edd699a {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:30:16.490692 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6b2e03cf-b420-4791-a0f5-fde07a31f70c req-54e85e03-c9af-4c0a-9bb5-0b99ec17a83f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5 HTTP/1.1" status: 200 len: 217 time: 0.0829427 Jul 15 23:30:16.515980 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 592f5a48-b4a5-4d61-870a-a95a9edd699a, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=592f5a48-b4a5-4d61-870a-a95a9edd699a,segment=NetworkSegment(61c3c033-0e18-4a02-98dd-de7e6b63ff43),segment_id=61c3c033-0e18-4a02-98dd-de7e6b63ff43)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:16.515980 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 1f605657-8539-42fe-ac76-a4a1aaf7bb24 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:16.516651 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:16.519768 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:16.552029 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-5402e9a4-8730-43ad-875c-cf220f706ace None None] Set router 025918fb-d9c5-4b02-b5bb-8c538369a92d gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:16.608301 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e03cf-b420-4791-a0f5-fde07a31f70c req-988ff2f2-fe42-4684-82f3-9245d0c4d104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:16.611621 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6b2e03cf-b420-4791-a0f5-fde07a31f70c req-988ff2f2-fe42-4684-82f3-9245d0c4d104 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5e48057-0336-4a9d-8a76-5d7d38b1b837 HTTP/1.1" status: 200 len: 852 time: 0.1145141 Jul 15 23:30:16.662658 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5dd6b-7d54-4fd3-a4d1-0653c2480d78 req-9ddf011e-a188-4045-82e8-08a797dc15eb tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:16.664392 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b3e5dd6b-7d54-4fd3-a4d1-0653c2480d78 req-9ddf011e-a188-4045-82e8-08a797dc15eb tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 943 time: 0.3193290 Jul 15 23:30:16.677545 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=592f5a48-b4a5-4d61-870a-a95a9edd699a,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:16.758436 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['592f5a48-b4a5-4d61-870a-a95a9edd699a'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:30:16.828113 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77d8dfe-bf68-4e49-83c5-3ef4623c9f3e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Made reservation on behalf of 421ff1e0f0fc408c9923cd5c1f8d6eaa for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:16.834504 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a77d8dfe-bf68-4e49-83c5-3ef4623c9f3e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.010308 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b3e5dd6b-7d54-4fd3-a4d1-0653c2480d78 req-c954089d-0355-48c7-8db4-352b51171b02 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3086338 Jul 15 23:30:17.078619 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-5402e9a4-8730-43ad-875c-cf220f706ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'name': 'tempest-RoutersTest-router-1754000231', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:00Z', 'updated_at': '2021-07-15T23:30:12Z', 'revision_number': 3, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None, '_interfaces': [{'id': '366dad25-c2e2-4f12-a91f-589c08fb097c', 'name': '', 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:27:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:03Z', 'updated_at': '2021-07-15T23:30:14Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b98d31aa-6592-4f20-b9a5-7eb0a4658f2c', 'name': '', 'network_id': 'fa63997f-4c00-484f-9c39-23b1b9e4f07e', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:07:31:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:10Z', 'updated_at': '2021-07-15T23:30:16Z', 'revision_number': 4, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:17.135992 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ee815aab-9faf-49d9-baef-a075da5c5654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.144391 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5402e9a4-8730-43ad-875c-cf220f706ace None None] The sync data for ids ['025918fb-d9c5-4b02-b5bb-8c538369a92d'] in n-d-787205-9 is: [{'id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'name': 'tempest-RoutersTest-router-1754000231', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:00Z', 'updated_at': '2021-07-15T23:30:12Z', 'revision_number': 3, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None, '_interfaces': [{'id': '366dad25-c2e2-4f12-a91f-589c08fb097c', 'name': '', 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:27:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:03Z', 'updated_at': '2021-07-15T23:30:14Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b98d31aa-6592-4f20-b9a5-7eb0a4658f2c', 'name': '', 'network_id': 'fa63997f-4c00-484f-9c39-23b1b9e4f07e', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:07:31:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:10Z', 'updated_at': '2021-07-15T23:30:16Z', 'revision_number': 4, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:30:17.333426 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46c93c-8c5f-47ea-b34d-03e81adb124d req-755846e6-84cf-41d9-8194-ba00af044a74 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:17.354951 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7d46c93c-8c5f-47ea-b34d-03e81adb124d req-755846e6-84cf-41d9-8194-ba00af044a74 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d1c4a52-8d2c-4409-b98f-fe6de69dcffb HTTP/1.1" status: 200 len: 943 time: 0.6885154 Jul 15 23:30:17.384638 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6b2e03cf-b420-4791-a0f5-fde07a31f70c req-0d6dcb8d-b81a-4582-ac79-c7887861d5b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18934a18-0543-4bc4-9847-e7c876d8964a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7612126 Jul 15 23:30:17.492086 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee815aab-9faf-49d9-baef-a075da5c5654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c1eacc4-eeaf-4f39-80f7-f734ec9fbeac,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:17.521349 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6b2e03cf-b420-4791-a0f5-fde07a31f70c req-5ae61fcd-0236-43a9-b75e-b15d6c993a6b service neutron] 10.222.0.36 "GET /v2.0/networks/18934a18-0543-4bc4-9847-e7c876d8964a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296711 Jul 15 23:30:17.554279 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7d46c93c-8c5f-47ea-b34d-03e81adb124d req-1f38d48b-1b0c-49a6-b6ea-25b5cdcf2303 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/security-groups?id=49eae96d-d657-4cd9-b7f9-09d6803e806a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946146 Jul 15 23:30:17.681788 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee815aab-9faf-49d9-baef-a075da5c5654 admin admin] Checking segment: {'id': '10546617-890e-449d-8d0e-2827b14d85f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '067e014b-6f8a-4456-8562-a7917fd0b9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:17.682381 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee815aab-9faf-49d9-baef-a075da5c5654 admin admin] Network hostable DHCP agents. Network: 067e014b-6f8a-4456-8562-a7917fd0b9d3, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:30:17.706054 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a77d8dfe-bf68-4e49-83c5-3ef4623c9f3e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.715861 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b98d31aa-6592-4f20-b9a5-7eb0a4658f2c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:17.787904 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port b98d31aa-6592-4f20-b9a5-7eb0a4658f2c completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:17.793588 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port b98d31aa-6592-4f20-b9a5-7eb0a4658f2c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:17.797725 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.810679 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d8dfe-bf68-4e49-83c5-3ef4623c9f3e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Subnet': ['ID=d650d4b9-90d3-4115-8b33-c560e63cedfa,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:17.854234 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee815aab-9faf-49d9-baef-a075da5c5654 admin admin] Network 067e014b-6f8a-4456-8562-a7917fd0b9d3 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:30:17.902321 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219de882-fa86-4768-8447-8b8a84dc4957 req-914c84b0-d468-44d5-8a44-e00a446bd153 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:17.903936 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-219de882-fa86-4768-8447-8b8a84dc4957 req-914c84b0-d468-44d5-8a44-e00a446bd153 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 944 time: 0.2858975 Jul 15 23:30:17.921990 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-ee815aab-9faf-49d9-baef-a075da5c5654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 067e014b-6f8a-4456-8562-a7917fd0b9d3) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:17.927176 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.936097 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d8ab4-34e9-47b0-8370-04bc5a88d152 req-b200cd3f-b4c9-483d-ba4e-353faccdf2b2 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:17.939117 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-770d8ab4-34e9-47b0-8370-04bc5a88d152 req-b200cd3f-b4c9-483d-ba4e-353faccdf2b2 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762&tenant_id=af8840e572bc4203b4decdf0325b2045&binding%3Ahost_id=n-h2-787205-9 HTTP/1.1" status: 200 len: 944 time: 0.3814437 Jul 15 23:30:17.941430 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6b2e03cf-b420-4791-a0f5-fde07a31f70c req-7af2eed7-8cda-4c53-9694-14d532ae031f service neutron] 10.222.0.36 "GET /v2.0/networks/18934a18-0543-4bc4-9847-e7c876d8964a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124472 Jul 15 23:30:17.944447 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889ca7a2-af65-4f6a-af96-9d4d5ccf99b6 None None] Network 067e014b-6f8a-4456-8562-a7917fd0b9d3 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:17.963021 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee815aab-9faf-49d9-baef-a075da5c5654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:17.963750 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ee815aab-9faf-49d9-baef-a075da5c5654 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.990605 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port b98d31aa-6592-4f20-b9a5-7eb0a4658f2c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b98d31aa-6592-4f20-b9a5-7eb0a4658f2c,segment=NetworkSegment(573bcf5a-fbba-4317-908d-46adf2156ae6),segment_id=573bcf5a-fbba-4317-908d-46adf2156ae6)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:17.997570 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.021146 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77d8dfe-bf68-4e49-83c5-3ef4623c9f3e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Checking segment: {'id': '613afc28-b0b6-4dbb-bdae-d35c23bef739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9634c487-34b7-430c-be17-399e93e2dec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:18.021505 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77d8dfe-bf68-4e49-83c5-3ef4623c9f3e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network hostable DHCP agents. Network: 9634c487-34b7-430c-be17-399e93e2dec2, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:30:18.070426 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-219de882-fa86-4768-8447-8b8a84dc4957 req-017ccf49-435d-491a-b435-3d244cab9222 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383190 Jul 15 23:30:18.081540 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [req-770d8ab4-34e9-47b0-8370-04bc5a88d152 req-3e6c40e9-fc6b-48fe-be10-266f9584c86f service neutron] delete failed (client error): The resource could not be found. Jul 15 23:30:18.082801 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-770d8ab4-34e9-47b0-8370-04bc5a88d152 req-3e6c40e9-fc6b-48fe-be10-266f9584c86f service neutron] 10.222.0.36 "DELETE /v2.0/ports/592f5a48-b4a5-4d61-870a-a95a9edd699a/bindings/n-h1-787205-9 HTTP/1.1" status: 404 len: 380 time: 0.1143751 Jul 15 23:30:18.115958 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ee815aab-9faf-49d9-baef-a075da5c5654 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.0364060 Jul 15 23:30:18.132303 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77d8dfe-bf68-4e49-83c5-3ef4623c9f3e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network 9634c487-34b7-430c-be17-399e93e2dec2 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:30:18.143693 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-a77d8dfe-bf68-4e49-83c5-3ef4623c9f3e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 9634c487-34b7-430c-be17-399e93e2dec2) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:18.147755 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77d8dfe-bf68-4e49-83c5-3ef4623c9f3e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:18.148349 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a77d8dfe-bf68-4e49-83c5-3ef4623c9f3e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.170423 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb2b2a0-5f31-452d-8fdd-99dd0665acdd None None] Network 9634c487-34b7-430c-be17-399e93e2dec2 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:18.182652 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=b98d31aa-6592-4f20-b9a5-7eb0a4658f2c,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:18.188643 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49456) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:18.191280 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a77d8dfe-bf68-4e49-83c5-3ef4623c9f3e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7965722 Jul 15 23:30:18.343073 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e0eb75-e51c-4db3-b83f-de16de048e40 None None] Network 067e014b-6f8a-4456-8562-a7917fd0b9d3 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:18.372813 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5beb9287-1691-42a5-92c1-d6ee8036e23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.560678 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:30:18.617565 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e0d49a-5623-4bc8-9265-8f66f2d729ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-9634c487-34b7-430c-be17-399e93e2dec2', 'network_id': '9634c487-34b7-430c-be17-399e93e2dec2', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'fixed_ips': [{'subnet_id': 'd650d4b9-90d3-4115-8b33-c560e63cedfa'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:30:18.618343 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-71e0d49a-5623-4bc8-9265-8f66f2d729ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.656959 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d8ab4-34e9-47b0-8370-04bc5a88d152 req-9d3ea310-41f9-45bf-871b-f1a82755b0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:18.658738 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-770d8ab4-34e9-47b0-8370-04bc5a88d152 req-9d3ea310-41f9-45bf-871b-f1a82755b0ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 1095 time: 0.4798551 Jul 15 23:30:18.824947 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49474) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:18.830722 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-d213b014-03e9-4820-9276-d621e15a78dc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1056040695-network', 'tenant_id': 'a88b7771028049519e20b99f30c47c82'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:18.871555 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d213b014-03e9-4820-9276-d621e15a78dc admin admin] Made reservation on behalf of a88b7771028049519e20b99f30c47c82 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:18.873874 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d213b014-03e9-4820-9276-d621e15a78dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.885575 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.886191 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d213b014-03e9-4820-9276-d621e15a78dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.895964 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d8ab4-34e9-47b0-8370-04bc5a88d152 req-f95627c5-b6b4-4101-8661-bc0ef356a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:18.899009 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-770d8ab4-34e9-47b0-8370-04bc5a88d152 req-f95627c5-b6b4-4101-8661-bc0ef356a041 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd00480a-e286-47f7-88e2-4e6500e9af44 HTTP/1.1" status: 200 len: 898 time: 0.2026281 Jul 15 23:30:18.907113 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-71e0d49a-5623-4bc8-9265-8f66f2d729ce None None] Allocated IP 172.22.0.2 (9634c487-34b7-430c-be17-399e93e2dec2/d650d4b9-90d3-4115-8b33-c560e63cedfa/8bc80a24-0210-49c3-9e30-3e7c32bb9bd7) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:18.917763 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44705e84-ffb0-4f02-ae17-0990ea4edf35 req-32ea9e4d-1d50-4764-a438-3aa73c42bfe3 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:18.927538 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-44705e84-ffb0-4f02-ae17-0990ea4edf35 req-32ea9e4d-1d50-4764-a438-3aa73c42bfe3 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d1c4a52-8d2c-4409-b98f-fe6de69dcffb HTTP/1.1" status: 200 len: 943 time: 0.1862278 Jul 15 23:30:19.052783 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5,segment=NetworkSegment(704b1078-bf32-4e1b-b2f8-d2bcd17f822b),segment_id=704b1078-bf32-4e1b-b2f8-d2bcd17f822b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:19.053625 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d213b014-03e9-4820-9276-d621e15a78dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:19.060308 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d213b014-03e9-4820-9276-d621e15a78dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:19.065762 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cae175c2-c21e-4ae2-9a96-7c70fd5c9da2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:19.077789 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d213b014-03e9-4820-9276-d621e15a78dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:30:19.082426 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5', 'network_id': '18934a18-0543-4bc4-9847-e7c876d8964a', 'port_id': '6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5', 'mac_address': 'fa:16:3e:94:19:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e48057-0336-4a9d-8a76-5d7d38b1b837', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:30:19.093279 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-770d8ab4-34e9-47b0-8370-04bc5a88d152 req-72f8fd16-6849-4e3b-8486-1d5bdc32173d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=592f5a48-b4a5-4d61-870a-a95a9edd699a HTTP/1.1" status: 200 len: 999 time: 0.1537092 Jul 15 23:30:19.094944 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d213b014-03e9-4820-9276-d621e15a78dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:19.095304 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-d213b014-03e9-4820-9276-d621e15a78dc admin admin] Added segment e3819428-aaec-4198-a406-577a01911d35 of type vlan for network 10311b74-7b62-4d2a-935c-c3d71393aed5 Jul 15 23:30:19.146040 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d213b014-03e9-4820-9276-d621e15a78dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:19.172262 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:19.186972 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d213b014-03e9-4820-9276-d621e15a78dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:19.188064 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d213b014-03e9-4820-9276-d621e15a78dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:19.188628 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d213b014-03e9-4820-9276-d621e15a78dc admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:19.188996 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:30:19.224313 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5,segment=NetworkSegment(704b1078-bf32-4e1b-b2f8-d2bcd17f822b),segment_id=704b1078-bf32-4e1b-b2f8-d2bcd17f822b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:19.225899 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-44705e84-ffb0-4f02-ae17-0990ea4edf35 req-6df2d3d3-f5ad-4d98-8647-8736a1156a9a tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/security-groups?id=49eae96d-d657-4cd9-b7f9-09d6803e806a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974665 Jul 15 23:30:19.229033 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-71e0d49a-5623-4bc8-9265-8f66f2d729ce None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:19.230914 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:19.261723 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-71e0d49a-5623-4bc8-9265-8f66f2d729ce None None] Transition to ACTIVE for port object 8bc80a24-0210-49c3-9e30-3e7c32bb9bd7 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:19.273359 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d213b014-03e9-4820-9276-d621e15a78dc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4473171 Jul 15 23:30:19.277146 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49478) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:19.284642 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-b99f2c38-9223-426f-87a3-8bfb68a40ee1 admin admin] Request body: {'subnet': {'network_id': '10311b74-7b62-4d2a-935c-c3d71393aed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1056040695-subnet', 'tenant_id': 'a88b7771028049519e20b99f30c47c82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:19.302229 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-71e0d49a-5623-4bc8-9265-8f66f2d729ce None None] Transition to ACTIVE for port object 8bc80a24-0210-49c3-9e30-3e7c32bb9bd7 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:19.315923 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-71e0d49a-5623-4bc8-9265-8f66f2d729ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:19.325729 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:19.342366 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213b014-03e9-4820-9276-d621e15a78dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668e09a4-a393-4342-86db-58cd591568f4,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:19.350868 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213b014-03e9-4820-9276-d621e15a78dc admin admin] Pushing event updated for resources: {'Network': ['ID=10311b74-7b62-4d2a-935c-c3d71393aed5,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:19.354772 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d8ab4-34e9-47b0-8370-04bc5a88d152 req-89e5373c-7dc0-4a26-9b7b-98d3d7593118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:19.356747 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-770d8ab4-34e9-47b0-8370-04bc5a88d152 req-89e5373c-7dc0-4a26-9b7b-98d3d7593118 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6de8285-de5b-413c-95dd-2ee40f47b0a1 HTTP/1.1" status: 200 len: 835 time: 0.2589545 Jul 15 23:30:19.362221 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e0d49a-5623-4bc8-9265-8f66f2d729ce None None] Network 9634c487-34b7-430c-be17-399e93e2dec2 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:19.369461 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-71e0d49a-5623-4bc8-9265-8f66f2d729ce None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:19.373817 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e0d49a-5623-4bc8-9265-8f66f2d729ce None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:19.417376 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 10311b74-7b62-4d2a-935c-c3d71393aed5 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:30:19.420063 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99f2c38-9223-426f-87a3-8bfb68a40ee1 admin admin] Made reservation on behalf of a88b7771028049519e20b99f30c47c82 for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:19.423420 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b99f2c38-9223-426f-87a3-8bfb68a40ee1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:19.458591 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cf9a2-d509-4c71-b487-88f294e66060 req-f2d80f0a-c5a1-4d41-99c0-4115a5b256ba tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:19.460140 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b2cf9a2-d509-4c71-b487-88f294e66060 req-f2d80f0a-c5a1-4d41-99c0-4115a5b256ba tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 944 time: 0.1302869 Jul 15 23:30:19.491998 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0d49a-5623-4bc8-9265-8f66f2d729ce None None] Pushing event updated for resources: {'Port': ['ID=8bc80a24-0210-49c3-9e30-3e7c32bb9bd7,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:19.532906 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-71e0d49a-5623-4bc8-9265-8f66f2d729ce None None] Attempting to bind port 8bc80a24-0210-49c3-9e30-3e7c32bb9bd7 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:30:19.533275 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-71e0d49a-5623-4bc8-9265-8f66f2d729ce None None] Attempting to bind port 8bc80a24-0210-49c3-9e30-3e7c32bb9bd7 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '613afc28-b0b6-4dbb-bdae-d35c23bef739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9634c487-34b7-430c-be17-399e93e2dec2'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:30:19.533649 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e0d49a-5623-4bc8-9265-8f66f2d729ce None None] Attempting to bind port 8bc80a24-0210-49c3-9e30-3e7c32bb9bd7 on network 9634c487-34b7-430c-be17-399e93e2dec2 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:19.540816 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e0d49a-5623-4bc8-9265-8f66f2d729ce None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:30:19.541201 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e0d49a-5623-4bc8-9265-8f66f2d729ce None None] Checking segment: {'id': '613afc28-b0b6-4dbb-bdae-d35c23bef739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9634c487-34b7-430c-be17-399e93e2dec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:19.541617 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-71e0d49a-5623-4bc8-9265-8f66f2d729ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:19.542019 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e0d49a-5623-4bc8-9265-8f66f2d729ce None None] Bound using segment: {'id': '613afc28-b0b6-4dbb-bdae-d35c23bef739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9634c487-34b7-430c-be17-399e93e2dec2'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:30:19.542495 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-71e0d49a-5623-4bc8-9265-8f66f2d729ce None None] Bound port: 8bc80a24-0210-49c3-9e30-3e7c32bb9bd7, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '613afc28-b0b6-4dbb-bdae-d35c23bef739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9634c487-34b7-430c-be17-399e93e2dec2'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:30:19.543033 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-71e0d49a-5623-4bc8-9265-8f66f2d729ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:19.587044 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:30:19.606591 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-cae175c2-c21e-4ae2-9a96-7c70fd5c9da2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Allocated IP 172.22.0.1 (9634c487-34b7-430c-be17-399e93e2dec2/d650d4b9-90d3-4115-8b33-c560e63cedfa/44c7fadb-c57b-4058-9952-036916b07bad) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:19.632043 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d8ab4-34e9-47b0-8370-04bc5a88d152 req-6d4c8f33-d1bf-4b2c-82c8-77ee648994f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:19.633467 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-770d8ab4-34e9-47b0-8370-04bc5a88d152 req-6d4c8f33-d1bf-4b2c-82c8-77ee648994f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd00480a-e286-47f7-88e2-4e6500e9af44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2685263 Jul 15 23:30:19.734682 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b2cf9a2-d509-4c71-b487-88f294e66060 req-ca33bc4a-7153-46c0-968f-a26e2484f600 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019573 Jul 15 23:30:19.742995 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b99f2c38-9223-426f-87a3-8bfb68a40ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:19.815262 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f2c38-9223-426f-87a3-8bfb68a40ee1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88a87b4a-0b21-4b1e-8530-23eaefbe0c5c,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:19.822870 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-770d8ab4-34e9-47b0-8370-04bc5a88d152 req-4f09fd0e-befe-4978-8fc5-2a1878262c25 service neutron] 10.222.0.36 "GET /v2.0/networks/bd00480a-e286-47f7-88e2-4e6500e9af44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799109 Jul 15 23:30:19.824806 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99f2c38-9223-426f-87a3-8bfb68a40ee1 admin admin] Checking segment: {'id': 'e3819428-aaec-4198-a406-577a01911d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '10311b74-7b62-4d2a-935c-c3d71393aed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:19.825612 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99f2c38-9223-426f-87a3-8bfb68a40ee1 admin admin] Network hostable DHCP agents. Network: 10311b74-7b62-4d2a-935c-c3d71393aed5, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:30:19.846650 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99f2c38-9223-426f-87a3-8bfb68a40ee1 admin admin] Network 10311b74-7b62-4d2a-935c-c3d71393aed5 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:30:19.857806 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-b99f2c38-9223-426f-87a3-8bfb68a40ee1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 10311b74-7b62-4d2a-935c-c3d71393aed5) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:19.862844 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99f2c38-9223-426f-87a3-8bfb68a40ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:19.863522 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b99f2c38-9223-426f-87a3-8bfb68a40ee1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:19.882376 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b99f2c38-9223-426f-87a3-8bfb68a40ee1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6017666 Jul 15 23:30:19.909193 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cae175c2-c21e-4ae2-9a96-7c70fd5c9da2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:19.918257 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 592f5a48-b4a5-4d61-870a-a95a9edd699a up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:19.920914 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b98d31aa-6592-4f20-b9a5-7eb0a4658f2c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:19.922224 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41c6a5a-2535-467f-a11d-7511a8f33cb1 None None] Network 10311b74-7b62-4d2a-935c-c3d71393aed5 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:19.932212 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-cae175c2-c21e-4ae2-9a96-7c70fd5c9da2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Transition to ACTIVE for port object 44c7fadb-c57b-4058-9952-036916b07bad will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:19.958372 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-770d8ab4-34e9-47b0-8370-04bc5a88d152 req-fdb7d884-c64c-4f4f-a06e-aac2bc44b12d service neutron] 10.222.0.36 "GET /v2.0/networks/bd00480a-e286-47f7-88e2-4e6500e9af44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272762 Jul 15 23:30:20.003105 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cae175c2-c21e-4ae2-9a96-7c70fd5c9da2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.047665 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae175c2-c21e-4ae2-9a96-7c70fd5c9da2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network 9634c487-34b7-430c-be17-399e93e2dec2 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:20.051880 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-cae175c2-c21e-4ae2-9a96-7c70fd5c9da2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:20.058930 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae175c2-c21e-4ae2-9a96-7c70fd5c9da2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:20.080588 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.096788 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49484) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:20.116014 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae175c2-c21e-4ae2-9a96-7c70fd5c9da2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Port': ['ID=44c7fadb-c57b-4058-9952-036916b07bad,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:20.131380 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cae175c2-c21e-4ae2-9a96-7c70fd5c9da2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.139466 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-71e0d49a-5623-4bc8-9265-8f66f2d729ce None None] For port 8bc80a24-0210-49c3-9e30-3e7c32bb9bd7, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:30:20.158280 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ccb5131-5c0e-4dd2-b868-8a6697e3b3b9 admin admin] Deleting subnet 3c1eacc4-eeaf-4f39-80f7-f734ec9fbeac {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:30:20.165809 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6ccb5131-5c0e-4dd2-b868-8a6697e3b3b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.185723 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-71e0d49a-5623-4bc8-9265-8f66f2d729ce None None] For port 8bc80a24-0210-49c3-9e30-3e7c32bb9bd7, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=8bc80a24-0210-49c3-9e30-3e7c32bb9bd7,segment=NetworkSegment(613afc28-b0b6-4dbb-bdae-d35c23bef739),segment_id=613afc28-b0b6-4dbb-bdae-d35c23bef739)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:30:20.187166 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 592f5a48-b4a5-4d61-870a-a95a9edd699a completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:20.205068 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-71e0d49a-5623-4bc8-9265-8f66f2d729ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.216972 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6ccb5131-5c0e-4dd2-b868-8a6697e3b3b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.229113 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 592f5a48-b4a5-4d61-870a-a95a9edd699a triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:20.229748 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.267370 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6ccb5131-5c0e-4dd2-b868-8a6697e3b3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.288968 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cae175c2-c21e-4ae2-9a96-7c70fd5c9da2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.389899 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6ccb5131-5c0e-4dd2-b868-8a6697e3b3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.401497 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port b98d31aa-6592-4f20-b9a5-7eb0a4658f2c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:20.401832 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.423425 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6ccb5131-5c0e-4dd2-b868-8a6697e3b3b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.431173 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6ccb5131-5c0e-4dd2-b868-8a6697e3b3b9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3c1eacc4-eeaf-4f39-80f7-f734ec9fbeac HTTP/1.1" status: 204 len: 168 time: 0.3286703 Jul 15 23:30:20.465270 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44116ee6-0f6b-4f6a-b98c-297d54a3463c None None] Network 10311b74-7b62-4d2a-935c-c3d71393aed5 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:20.467040 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49488) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:20.528376 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb5131-5c0e-4dd2-b868-8a6697e3b3b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c1eacc4-eeaf-4f39-80f7-f734ec9fbeac,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:20.617687 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-75bf42c3-1b89-4795-94bb-0e12d939ff91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.690525 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40b1d7-7184-4780-8c7b-6cf882dbd617 req-f5f2a2df-87e6-425b-9a1b-934ab227d49e tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:20.701816 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0d49a-5623-4bc8-9265-8f66f2d729ce None None] Pushing event updated for resources: {'Port': ['ID=8bc80a24-0210-49c3-9e30-3e7c32bb9bd7,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:20.718763 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8a40b1d7-7184-4780-8c7b-6cf882dbd617 req-f5f2a2df-87e6-425b-9a1b-934ab227d49e tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d1c4a52-8d2c-4409-b98f-fe6de69dcffb HTTP/1.1" status: 200 len: 944 time: 0.2211051 Jul 15 23:30:20.799827 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8a40b1d7-7184-4780-8c7b-6cf882dbd617 req-20ee90a9-8e1d-4a26-8822-ace31101f435 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/security-groups?id=49eae96d-d657-4cd9-b7f9-09d6803e806a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748413 Jul 15 23:30:20.951996 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-75bf42c3-1b89-4795-94bb-0e12d939ff91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.972592 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-75bf42c3-1b89-4795-94bb-0e12d939ff91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['067e014b-6f8a-4456-8562-a7917fd0b9d3']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:20.987998 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-75bf42c3-1b89-4795-94bb-0e12d939ff91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10546617-890e-449d-8d0e-2827b14d85f9') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:20.988430 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-75bf42c3-1b89-4795-94bb-0e12d939ff91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10546617-890e-449d-8d0e-2827b14d85f9') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:20.991624 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cae175c2-c21e-4ae2-9a96-7c70fd5c9da2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.994330 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.001370 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cae175c2-c21e-4ae2-9a96-7c70fd5c9da2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.050872 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-75bf42c3-1b89-4795-94bb-0e12d939ff91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.054139 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ab165-b29d-47e2-b3e1-973ef753220f req-f9ccb627-e49b-4ae7-8d62-39244e65f8a6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:21.054718 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 592f5a48-b4a5-4d61-870a-a95a9edd699a, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=592f5a48-b4a5-4d61-870a-a95a9edd699a,segment=NetworkSegment(61c3c033-0e18-4a02-98dd-de7e6b63ff43),segment_id=61c3c033-0e18-4a02-98dd-de7e6b63ff43)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:21.056301 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cae175c2-c21e-4ae2-9a96-7c70fd5c9da2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.056817 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4214fdc-ea4e-4ee8-8791-8079b8236762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592f5a48-b4a5-4d61-870a-a95a9edd699a'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:30:21.059642 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b39c10-654b-40ee-97bf-6dba86a91819" -d '{"events": [{"server_uuid": "c4214fdc-ea4e-4ee8-8791-8079b8236762", "name": "network-vif-plugged", "status": "completed", "tag": "592f5a48-b4a5-4d61-870a-a95a9edd699a"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:30:21.059826 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-563ab165-b29d-47e2-b3e1-973ef753220f req-f9ccb627-e49b-4ae7-8d62-39244e65f8a6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 944 time: 0.1359241 Jul 15 23:30:21.064096 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.095678 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-75bf42c3-1b89-4795-94bb-0e12d939ff91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.123948 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75bf42c3-1b89-4795-94bb-0e12d939ff91 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:30:21.124607 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-75bf42c3-1b89-4795-94bb-0e12d939ff91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:30:21.126124 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:30:21.143089 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=592f5a48-b4a5-4d61-870a-a95a9edd699a,revision_number=9']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:21.150761 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbb24d1-9e5c-480f-a829-821346902208 x-openstack-request-id: req-ebbb24d1-9e5c-480f-a829-821346902208 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:30:21.151064 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4214fdc-ea4e-4ee8-8791-8079b8236762", "name": "network-vif-plugged", "status": "completed", "tag": "592f5a48-b4a5-4d61-870a-a95a9edd699a", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:30:21.151327 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ebbb24d1-9e5c-480f-a829-821346902208 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:30:21.151734 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4214fdc-ea4e-4ee8-8791-8079b8236762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592f5a48-b4a5-4d61-870a-a95a9edd699a', 'code': 200} Jul 15 23:30:21.163065 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae175c2-c21e-4ae2-9a96-7c70fd5c9da2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Port': ['ID=44c7fadb-c57b-4058-9952-036916b07bad,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:21.165528 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-563ab165-b29d-47e2-b3e1-973ef753220f req-7a7e8085-8e3f-4cb2-9dde-dd3b41d1bb14 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930057 Jul 15 23:30:21.195872 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49496) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:21.244643 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-75bf42c3-1b89-4795-94bb-0e12d939ff91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.251541 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-75bf42c3-1b89-4795-94bb-0e12d939ff91 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.253391 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-75bf42c3-1b89-4795-94bb-0e12d939ff91 admin admin] 10.222.0.16 "DELETE /v2.0/networks/067e014b-6f8a-4456-8562-a7917fd0b9d3 HTTP/1.1" status: 204 len: 168 time: 0.7854047 Jul 15 23:30:21.254355 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.257833 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49498) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:21.278843 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf42c3-1b89-4795-94bb-0e12d939ff91 admin admin] Pushing event deleted for resources: {'Network': ['ID=067e014b-6f8a-4456-8562-a7917fd0b9d3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:21.284676 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a79bddf3-19ad-46bb-9bc0-30fbcfeb89e2 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/floatingips/f7c4468a-7be3-40af-975e-604c345a6758 HTTP/1.1" status: 200 len: 992 time: 0.0855432 Jul 15 23:30:21.324796 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae175c2-c21e-4ae2-9a96-7c70fd5c9da2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network 9634c487-34b7-430c-be17-399e93e2dec2 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:21.328184 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-cae175c2-c21e-4ae2-9a96-7c70fd5c9da2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:21.332645 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-881eca2d-8a81-4d2a-8d25-a36627877484 admin admin] Deleting subnet 88a87b4a-0b21-4b1e-8530-23eaefbe0c5c {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:30:21.343683 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-881eca2d-8a81-4d2a-8d25-a36627877484 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.454684 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-881eca2d-8a81-4d2a-8d25-a36627877484 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.499470 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae175c2-c21e-4ae2-9a96-7c70fd5c9da2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Router 025918fb-d9c5-4b02-b5bb-8c538369a92d has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:30:21.515953 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-881eca2d-8a81-4d2a-8d25-a36627877484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.642542 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae175c2-c21e-4ae2-9a96-7c70fd5c9da2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:30:21.651333 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cae175c2-c21e-4ae2-9a96-7c70fd5c9da2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "PUT /v2.0/routers/025918fb-d9c5-4b02-b5bb-8c538369a92d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4546864 Jul 15 23:30:21.652253 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49500) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:21.657022 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0433bd94-f848-4ef0-a1ba-dbe8a2a1e6c8 None None] Sync routers for ids ['025918fb-d9c5-4b02-b5bb-8c538369a92d'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:30:21.658730 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-b2d55072-9648-41f2-be09-1bbd5408b913 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Request body: {'network': {'name': 'tempest-RoutersTest-933757988'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:21.670579 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0433bd94-f848-4ef0-a1ba-dbe8a2a1e6c8 None None] Routers {'025918fb-d9c5-4b02-b5bb-8c538369a92d'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:21.671791 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0433bd94-f848-4ef0-a1ba-dbe8a2a1e6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:30:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['025918fb-d9c5-4b02-b5bb-8c538369a92d'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:21.676540 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-881eca2d-8a81-4d2a-8d25-a36627877484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.709594 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d55072-9648-41f2-be09-1bbd5408b913 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Made reservation on behalf of 421ff1e0f0fc408c9923cd5c1f8d6eaa for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:21.712590 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2d55072-9648-41f2-be09-1bbd5408b913 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.730119 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881eca2d-8a81-4d2a-8d25-a36627877484 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88a87b4a-0b21-4b1e-8530-23eaefbe0c5c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:21.741628 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-881eca2d-8a81-4d2a-8d25-a36627877484 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.745383 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-881eca2d-8a81-4d2a-8d25-a36627877484 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/88a87b4a-0b21-4b1e-8530-23eaefbe0c5c HTTP/1.1" status: 204 len: 168 time: 0.4863706 Jul 15 23:30:21.748286 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49502) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:21.762947 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2d55072-9648-41f2-be09-1bbd5408b913 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:30:21.788869 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 8bc80a24-0210-49c3-9e30-3e7c32bb9bd7 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:21.793997 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2d55072-9648-41f2-be09-1bbd5408b913 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.794367 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-b2d55072-9648-41f2-be09-1bbd5408b913 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Added segment be23b848-952f-473e-949b-acc73417773b of type vlan for network b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8 Jul 15 23:30:21.801151 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731b624d-c312-4049-80c2-48e074bf0571 None None] Network 9634c487-34b7-430c-be17-399e93e2dec2 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:21.870251 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4df85043-56dd-44b5-8a0c-08252b8976d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.886977 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2d55072-9648-41f2-be09-1bbd5408b913 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.933324 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-0433bd94-f848-4ef0-a1ba-dbe8a2a1e6c8 None None] Set router 025918fb-d9c5-4b02-b5bb-8c538369a92d gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:21.969916 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ce925a61-4f9b-49ce-9c41-5e10572c7b53 None None] Provisioning for port 8bc80a24-0210-49c3-9e30-3e7c32bb9bd7 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:21.970459 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2d55072-9648-41f2-be09-1bbd5408b913 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.981775 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d55072-9648-41f2-be09-1bbd5408b913 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:21.983037 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2d55072-9648-41f2-be09-1bbd5408b913 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.085241 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 8bc80a24-0210-49c3-9e30-3e7c32bb9bd7 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:22.100907 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 8bc80a24-0210-49c3-9e30-3e7c32bb9bd7 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:22.101293 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.102754 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4df85043-56dd-44b5-8a0c-08252b8976d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.110685 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b2d55072-9648-41f2-be09-1bbd5408b913 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4540200 Jul 15 23:30:22.112890 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49508) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:22.122423 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-cb230a9c-eb33-4ad1-a416-d6bd4fcc7cbd tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Request body: {'subnet': {'network_id': 'b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:22.151257 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-4df85043-56dd-44b5-8a0c-08252b8976d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10311b74-7b62-4d2a-935c-c3d71393aed5']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:22.153612 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d55072-9648-41f2-be09-1bbd5408b913 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Network': ['ID=b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:22.179363 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:30:22.183088 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-4df85043-56dd-44b5-8a0c-08252b8976d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3819428-aaec-4198-a406-577a01911d35') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:22.183088 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-4df85043-56dd-44b5-8a0c-08252b8976d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3819428-aaec-4198-a406-577a01911d35') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:22.195082 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4df85043-56dd-44b5-8a0c-08252b8976d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.221899 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4df85043-56dd-44b5-8a0c-08252b8976d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.234071 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df85043-56dd-44b5-8a0c-08252b8976d8 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:30:22.234931 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4df85043-56dd-44b5-8a0c-08252b8976d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:30:22.303510 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:30:22.320665 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e226d7-fd19-476a-87ba-0b1c16168d77 req-08985620-260f-4e14-b15f-6dc2009bae59 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:22.329977 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c3e226d7-fd19-476a-87ba-0b1c16168d77 req-08985620-260f-4e14-b15f-6dc2009bae59 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d1c4a52-8d2c-4409-b98f-fe6de69dcffb HTTP/1.1" status: 200 len: 944 time: 0.3287704 Jul 15 23:30:22.372690 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4df85043-56dd-44b5-8a0c-08252b8976d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.393085 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c3e226d7-fd19-476a-87ba-0b1c16168d77 req-3248cad8-6d45-4cb1-8046-1b4c4261e427 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/security-groups?id=49eae96d-d657-4cd9-b7f9-09d6803e806a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615425 Jul 15 23:30:22.423679 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4df85043-56dd-44b5-8a0c-08252b8976d8 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.426646 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4df85043-56dd-44b5-8a0c-08252b8976d8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/10311b74-7b62-4d2a-935c-c3d71393aed5 HTTP/1.1" status: 204 len: 168 time: 0.6773810 Jul 15 23:30:22.427912 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df85043-56dd-44b5-8a0c-08252b8976d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=10311b74-7b62-4d2a-935c-c3d71393aed5,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:22.457143 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.504267 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0433bd94-f848-4ef0-a1ba-dbe8a2a1e6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'name': 'tempest-RoutersTest-router-1754000231', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:00Z', 'updated_at': '2021-07-15T23:30:20Z', 'revision_number': 4, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None, '_interfaces': [{'id': '366dad25-c2e2-4f12-a91f-589c08fb097c', 'name': '', 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:27:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:03Z', 'updated_at': '2021-07-15T23:30:14Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44c7fadb-c57b-4058-9952-036916b07bad', 'name': '', 'network_id': '9634c487-34b7-430c-be17-399e93e2dec2', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:c1:0f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'd650d4b9-90d3-4115-8b33-c560e63cedfa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:19Z', 'updated_at': '2021-07-15T23:30:20Z', 'revision_number': 2, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': 'd650d4b9-90d3-4115-8b33-c560e63cedfa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b98d31aa-6592-4f20-b9a5-7eb0a4658f2c', 'name': '', 'network_id': 'fa63997f-4c00-484f-9c39-23b1b9e4f07e', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:07:31:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:10Z', 'updated_at': '2021-07-15T23:30:17Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:22.507651 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 8bc80a24-0210-49c3-9e30-3e7c32bb9bd7, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=8bc80a24-0210-49c3-9e30-3e7c32bb9bd7,segment=NetworkSegment(613afc28-b0b6-4dbb-bdae-d35c23bef739),segment_id=613afc28-b0b6-4dbb-bdae-d35c23bef739)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:22.545779 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.548075 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0433bd94-f848-4ef0-a1ba-dbe8a2a1e6c8 None None] Checking router: 025918fb-d9c5-4b02-b5bb-8c538369a92d for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:30:22.548541 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0433bd94-f848-4ef0-a1ba-dbe8a2a1e6c8 None None] Updating router 025918fb-d9c5-4b02-b5bb-8c538369a92d port 44c7fadb-c57b-4058-9952-036916b07bad binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:30:22.593254 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:22.685561 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49512) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:22.762140 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-584db11f-f6b4-407d-91d6-bfa2b6fb1c7b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1cf38349efa24d529c917aec5ed20577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0753887 Jul 15 23:30:22.764575 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49514) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:22.808128 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb230a9c-eb33-4ad1-a416-d6bd4fcc7cbd tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Made reservation on behalf of 421ff1e0f0fc408c9923cd5c1f8d6eaa for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:22.811749 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb230a9c-eb33-4ad1-a416-d6bd4fcc7cbd tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.832365 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa4211d1-7a5c-4e68-bbc0-f4b94b7ee29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.847185 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0433bd94-f848-4ef0-a1ba-dbe8a2a1e6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.859637 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa4211d1-7a5c-4e68-bbc0-f4b94b7ee29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.885730 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-aa3c803f-19c1-42f7-b57b-fee307ddee11 None None] Provisioning for port 44c7fadb-c57b-4058-9952-036916b07bad completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:22.887904 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=8bc80a24-0210-49c3-9e30-3e7c32bb9bd7,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:22.897288 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-aa3c803f-19c1-42f7-b57b-fee307ddee11 None None] Provisioning complete for port 44c7fadb-c57b-4058-9952-036916b07bad triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:22.897288 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa3c803f-19c1-42f7-b57b-fee307ddee11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.975333 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:22.979888 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa4211d1-7a5c-4e68-bbc0-f4b94b7ee29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.988025 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa4211d1-7a5c-4e68-bbc0-f4b94b7ee29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.992254 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fa4211d1-7a5c-4e68-bbc0-f4b94b7ee29f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/21900a51-4bcd-4b26-9f3f-356ad9ffd381 HTTP/1.1" status: 204 len: 168 time: 0.2263026 Jul 15 23:30:23.004281 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4211d1-7a5c-4e68-bbc0-f4b94b7ee29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21900a51-4bcd-4b26-9f3f-356ad9ffd381,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:23.075644 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-aa3c803f-19c1-42f7-b57b-fee307ddee11 None None] Port 44c7fadb-c57b-4058-9952-036916b07bad cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:30:23.090012 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:23.090619 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:23.133569 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb230a9c-eb33-4ad1-a416-d6bd4fcc7cbd tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:23.153496 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-aa3c803f-19c1-42f7-b57b-fee307ddee11 None None] Provisioning complete for port 8bc80a24-0210-49c3-9e30-3e7c32bb9bd7 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:23.153912 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa3c803f-19c1-42f7-b57b-fee307ddee11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:23.222127 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb230a9c-eb33-4ad1-a416-d6bd4fcc7cbd tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Subnet': ['ID=c93956a6-dc24-4168-823f-285f0d52cfd8,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:23.230084 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb230a9c-eb33-4ad1-a416-d6bd4fcc7cbd tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Checking segment: {'id': 'be23b848-952f-473e-949b-acc73417773b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:23.230460 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb230a9c-eb33-4ad1-a416-d6bd4fcc7cbd tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network hostable DHCP agents. Network: b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:30:23.253318 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb230a9c-eb33-4ad1-a416-d6bd4fcc7cbd tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:30:23.263850 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-cb230a9c-eb33-4ad1-a416-d6bd4fcc7cbd tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:23.269462 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb230a9c-eb33-4ad1-a416-d6bd4fcc7cbd tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:23.270846 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb230a9c-eb33-4ad1-a416-d6bd4fcc7cbd tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:23.280459 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ead62b1-cb5d-4cf2-a728-2f87c123801f None None] Network b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:23.292013 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cb230a9c-eb33-4ad1-a416-d6bd4fcc7cbd tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1779025 Jul 15 23:30:23.294691 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49522) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:23.352828 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:23.465513 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1c4a52-8d2c-4409-b98f-fe6de69dcffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:30:23.467928 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2a36e6-c8cc-46e7-9d9e-c31ba2320454" -d '{"events": [{"server_uuid": "9d1c4a52-8d2c-4409-b98f-fe6de69dcffb", "name": "network-vif-plugged", "status": "completed", "tag": "6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:30:23.497462 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49528) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:23.499864 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5,segment=NetworkSegment(704b1078-bf32-4e1b-b2f8-d2bcd17f822b),segment_id=704b1078-bf32-4e1b-b2f8-d2bcd17f822b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:23.527667 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:23.560682 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20b6388-c45e-4c63-b399-27a29468bd3a x-openstack-request-id: req-c20b6388-c45e-4c63-b399-27a29468bd3a {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:30:23.560977 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1c4a52-8d2c-4409-b98f-fe6de69dcffb", "name": "network-vif-plugged", "status": "completed", "tag": "6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:30:23.561322 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c20b6388-c45e-4c63-b399-27a29468bd3a {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:30:23.561628 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1c4a52-8d2c-4409-b98f-fe6de69dcffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5', 'code': 200} Jul 15 23:30:23.603837 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0433bd94-f848-4ef0-a1ba-dbe8a2a1e6c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:23.654905 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-97d4f30a-fa35-4869-99bc-eff9ef2e2cfe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a88b7771028049519e20b99f30c47c82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553679 Jul 15 23:30:23.655469 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49530) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:23.660251 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0433bd94-f848-4ef0-a1ba-dbe8a2a1e6c8 None None] Transition to ACTIVE for port object 44c7fadb-c57b-4058-9952-036916b07bad will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:23.669305 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:23.673725 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0433bd94-f848-4ef0-a1ba-dbe8a2a1e6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:23.681375 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad6f579-2cad-4521-a249-0a4473ce8e2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8', 'network_id': 'b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'fixed_ips': [{'subnet_id': 'c93956a6-dc24-4168-823f-285f0d52cfd8'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:30:23.682293 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ad6f579-2cad-4521-a249-0a4473ce8e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:23.684717 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 8bc80a24-0210-49c3-9e30-3e7c32bb9bd7 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:23.767610 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-40ced32b-f4c9-4f25-8317-2467b5bcc342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:23.787595 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ab3b2-efa1-41ee-8be3-7c8ac3af23a0 req-64caaacd-7680-48f6-942b-de33df2d024b tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:23.789132 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4f0ab3b2-efa1-41ee-8be3-7c8ac3af23a0 req-64caaacd-7680-48f6-942b-de33df2d024b tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d1c4a52-8d2c-4409-b98f-fe6de69dcffb HTTP/1.1" status: 200 len: 945 time: 0.1717820 Jul 15 23:30:23.794427 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d43017-812d-4060-8940-64c8e98dc413 None None] Pushing event updated for resources: {'Port': ['ID=44c7fadb-c57b-4058-9952-036916b07bad,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:23.796995 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd1fa7-0d3e-4f3d-9cc0-eb47b6360d7c req-ce820e11-dc41-448d-ab38-b9a5d43c1da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:23.798525 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-36bd1fa7-0d3e-4f3d-9cc0-eb47b6360d7c req-ce820e11-dc41-448d-ab38-b9a5d43c1da4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9d1c4a52-8d2c-4409-b98f-fe6de69dcffb HTTP/1.1" status: 200 len: 1096 time: 0.1713820 Jul 15 23:30:23.802562 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49b49920-cb67-4fad-a288-2afbc83e110f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:23.820350 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-40ced32b-f4c9-4f25-8317-2467b5bcc342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:23.877412 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4f0ab3b2-efa1-41ee-8be3-7c8ac3af23a0 req-6d3cf3dd-8ad8-4a49-bb74-4b534d616c7d tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/security-groups?id=49eae96d-d657-4cd9-b7f9-09d6803e806a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799348 Jul 15 23:30:23.925902 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-40ced32b-f4c9-4f25-8317-2467b5bcc342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:23.928883 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-40ced32b-f4c9-4f25-8317-2467b5bcc342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:23.930479 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-40ced32b-f4c9-4f25-8317-2467b5bcc342 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/668e09a4-a393-4342-86db-58cd591568f4 HTTP/1.1" status: 204 len: 168 time: 0.2723324 Jul 15 23:30:23.941232 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ced32b-f4c9-4f25-8317-2467b5bcc342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668e09a4-a393-4342-86db-58cd591568f4,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:23.950805 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0433bd94-f848-4ef0-a1ba-dbe8a2a1e6c8 None None] Attempting to bind port 44c7fadb-c57b-4058-9952-036916b07bad on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:30:23.951454 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-36bd1fa7-0d3e-4f3d-9cc0-eb47b6360d7c req-390827bc-b233-4982-8a06-9278b6a156b0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=49eae96d-d657-4cd9-b7f9-09d6803e806a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447854 Jul 15 23:30:23.952730 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0433bd94-f848-4ef0-a1ba-dbe8a2a1e6c8 None None] Attempting to bind port 44c7fadb-c57b-4058-9952-036916b07bad by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '613afc28-b0b6-4dbb-bdae-d35c23bef739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9634c487-34b7-430c-be17-399e93e2dec2'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:30:23.957168 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0433bd94-f848-4ef0-a1ba-dbe8a2a1e6c8 None None] Attempting to bind port 44c7fadb-c57b-4058-9952-036916b07bad on network 9634c487-34b7-430c-be17-399e93e2dec2 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:24.001169 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0433bd94-f848-4ef0-a1ba-dbe8a2a1e6c8 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:30:24.001701 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0433bd94-f848-4ef0-a1ba-dbe8a2a1e6c8 None None] Checking segment: {'id': '613afc28-b0b6-4dbb-bdae-d35c23bef739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9634c487-34b7-430c-be17-399e93e2dec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:24.002247 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0433bd94-f848-4ef0-a1ba-dbe8a2a1e6c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:24.002852 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0433bd94-f848-4ef0-a1ba-dbe8a2a1e6c8 None None] Bound using segment: {'id': '613afc28-b0b6-4dbb-bdae-d35c23bef739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9634c487-34b7-430c-be17-399e93e2dec2'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:30:24.003786 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0433bd94-f848-4ef0-a1ba-dbe8a2a1e6c8 None None] Bound port: 44c7fadb-c57b-4058-9952-036916b07bad, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '613afc28-b0b6-4dbb-bdae-d35c23bef739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9634c487-34b7-430c-be17-399e93e2dec2'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:30:24.004182 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0433bd94-f848-4ef0-a1ba-dbe8a2a1e6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:24.009633 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 8bc80a24-0210-49c3-9e30-3e7c32bb9bd7 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:24.010114 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:24.136746 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-3ad6f579-2cad-4521-a249-0a4473ce8e2d None None] Allocated IP 172.23.0.2 (b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8/c93956a6-dc24-4168-823f-285f0d52cfd8/c75af58a-ab6f-4cf9-89c3-4d84db9535ec) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:24.237360 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-0433bd94-f848-4ef0-a1ba-dbe8a2a1e6c8 None None] For port 44c7fadb-c57b-4058-9952-036916b07bad, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:30:24.251673 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:24.257387 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-0433bd94-f848-4ef0-a1ba-dbe8a2a1e6c8 None None] For port 44c7fadb-c57b-4058-9952-036916b07bad, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=44c7fadb-c57b-4058-9952-036916b07bad,segment=NetworkSegment(613afc28-b0b6-4dbb-bdae-d35c23bef739),segment_id=613afc28-b0b6-4dbb-bdae-d35c23bef739)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:30:24.265463 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0433bd94-f848-4ef0-a1ba-dbe8a2a1e6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:24.388442 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0433bd94-f848-4ef0-a1ba-dbe8a2a1e6c8 None None] Routers {'025918fb-d9c5-4b02-b5bb-8c538369a92d'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:24.389355 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0433bd94-f848-4ef0-a1ba-dbe8a2a1e6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:30:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['025918fb-d9c5-4b02-b5bb-8c538369a92d'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:24.393291 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d43017-812d-4060-8940-64c8e98dc413 None None] Pushing event updated for resources: {'Port': ['ID=44c7fadb-c57b-4058-9952-036916b07bad,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:24.512859 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ad6f579-2cad-4521-a249-0a4473ce8e2d None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:24.529226 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3ad6f579-2cad-4521-a249-0a4473ce8e2d None None] Transition to ACTIVE for port object c75af58a-ab6f-4cf9-89c3-4d84db9535ec will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:24.531786 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-0433bd94-f848-4ef0-a1ba-dbe8a2a1e6c8 None None] Set router 025918fb-d9c5-4b02-b5bb-8c538369a92d gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:24.577125 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3ad6f579-2cad-4521-a249-0a4473ce8e2d None None] Transition to ACTIVE for port object c75af58a-ab6f-4cf9-89c3-4d84db9535ec will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:24.589403 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ad6f579-2cad-4521-a249-0a4473ce8e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:24.645734 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-49b49920-cb67-4fad-a288-2afbc83e110f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Allocated IP 172.23.0.1 (b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8/c93956a6-dc24-4168-823f-285f0d52cfd8/140dcbbd-d27c-4bc3-bc63-79302c8f9902) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:24.679528 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad6f579-2cad-4521-a249-0a4473ce8e2d None None] Network b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:24.695215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-3ad6f579-2cad-4521-a249-0a4473ce8e2d None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:24.697580 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad6f579-2cad-4521-a249-0a4473ce8e2d None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:24.709355 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6f579-2cad-4521-a249-0a4473ce8e2d None None] Pushing event updated for resources: {'Port': ['ID=c75af58a-ab6f-4cf9-89c3-4d84db9535ec,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:24.775682 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49b49920-cb67-4fad-a288-2afbc83e110f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:24.793570 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-49b49920-cb67-4fad-a288-2afbc83e110f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Transition to ACTIVE for port object 140dcbbd-d27c-4bc3-bc63-79302c8f9902 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:24.831189 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-3ad6f579-2cad-4521-a249-0a4473ce8e2d None None] Attempting to bind port c75af58a-ab6f-4cf9-89c3-4d84db9535ec on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:30:24.831408 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49b49920-cb67-4fad-a288-2afbc83e110f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:24.831594 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-3ad6f579-2cad-4521-a249-0a4473ce8e2d None None] Attempting to bind port c75af58a-ab6f-4cf9-89c3-4d84db9535ec by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'be23b848-952f-473e-949b-acc73417773b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:30:24.831918 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad6f579-2cad-4521-a249-0a4473ce8e2d None None] Attempting to bind port c75af58a-ab6f-4cf9-89c3-4d84db9535ec on network b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:24.841055 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad6f579-2cad-4521-a249-0a4473ce8e2d None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:30:24.841428 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad6f579-2cad-4521-a249-0a4473ce8e2d None None] Checking segment: {'id': 'be23b848-952f-473e-949b-acc73417773b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:24.842013 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ad6f579-2cad-4521-a249-0a4473ce8e2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:24.842599 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad6f579-2cad-4521-a249-0a4473ce8e2d None None] Bound using segment: {'id': 'be23b848-952f-473e-949b-acc73417773b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:30:24.843915 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-3ad6f579-2cad-4521-a249-0a4473ce8e2d None None] Bound port: c75af58a-ab6f-4cf9-89c3-4d84db9535ec, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be23b848-952f-473e-949b-acc73417773b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:30:24.844307 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ad6f579-2cad-4521-a249-0a4473ce8e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:24.874023 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b49920-cb67-4fad-a288-2afbc83e110f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:24.877838 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-49b49920-cb67-4fad-a288-2afbc83e110f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:24.889663 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b49920-cb67-4fad-a288-2afbc83e110f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:24.961679 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b49920-cb67-4fad-a288-2afbc83e110f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Port': ['ID=140dcbbd-d27c-4bc3-bc63-79302c8f9902,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:24.984583 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-3ad6f579-2cad-4521-a249-0a4473ce8e2d None None] For port c75af58a-ab6f-4cf9-89c3-4d84db9535ec, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:30:24.990854 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0433bd94-f848-4ef0-a1ba-dbe8a2a1e6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'name': 'tempest-RoutersTest-router-1754000231', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:00Z', 'updated_at': '2021-07-15T23:30:20Z', 'revision_number': 4, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None, '_interfaces': [{'id': '366dad25-c2e2-4f12-a91f-589c08fb097c', 'name': '', 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:27:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:03Z', 'updated_at': '2021-07-15T23:30:14Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44c7fadb-c57b-4058-9952-036916b07bad', 'name': '', 'network_id': '9634c487-34b7-430c-be17-399e93e2dec2', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:c1:0f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'd650d4b9-90d3-4115-8b33-c560e63cedfa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:19Z', 'updated_at': '2021-07-15T23:30:24Z', 'revision_number': 4, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': 'd650d4b9-90d3-4115-8b33-c560e63cedfa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b98d31aa-6592-4f20-b9a5-7eb0a4658f2c', 'name': '', 'network_id': 'fa63997f-4c00-484f-9c39-23b1b9e4f07e', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:07:31:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:10Z', 'updated_at': '2021-07-15T23:30:17Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:24.994069 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49b49920-cb67-4fad-a288-2afbc83e110f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:24.995707 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-3ad6f579-2cad-4521-a249-0a4473ce8e2d None None] For port c75af58a-ab6f-4cf9-89c3-4d84db9535ec, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c75af58a-ab6f-4cf9-89c3-4d84db9535ec,segment=NetworkSegment(be23b848-952f-473e-949b-acc73417773b),segment_id=be23b848-952f-473e-949b-acc73417773b)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:30:25.138413 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afa7e2-b4f7-44d3-bb22-ee219495270d req-4b10fe06-6d6f-4b81-9852-34ec0d611402 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:25.139165 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d3afa7e2-b4f7-44d3-bb22-ee219495270d req-4b10fe06-6d6f-4b81-9852-34ec0d611402 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d1c4a52-8d2c-4409-b98f-fe6de69dcffb HTTP/1.1" status: 200 len: 945 time: 0.0801332 Jul 15 23:30:25.186990 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49b49920-cb67-4fad-a288-2afbc83e110f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:25.220543 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0433bd94-f848-4ef0-a1ba-dbe8a2a1e6c8 None None] The sync data for ids ['025918fb-d9c5-4b02-b5bb-8c538369a92d'] in n-d-787205-9 is: [{'id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'name': 'tempest-RoutersTest-router-1754000231', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:00Z', 'updated_at': '2021-07-15T23:30:20Z', 'revision_number': 4, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None, '_interfaces': [{'id': '366dad25-c2e2-4f12-a91f-589c08fb097c', 'name': '', 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:27:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:03Z', 'updated_at': '2021-07-15T23:30:14Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44c7fadb-c57b-4058-9952-036916b07bad', 'name': '', 'network_id': '9634c487-34b7-430c-be17-399e93e2dec2', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:c1:0f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'd650d4b9-90d3-4115-8b33-c560e63cedfa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:19Z', 'updated_at': '2021-07-15T23:30:24Z', 'revision_number': 4, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': 'd650d4b9-90d3-4115-8b33-c560e63cedfa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b98d31aa-6592-4f20-b9a5-7eb0a4658f2c', 'name': '', 'network_id': 'fa63997f-4c00-484f-9c39-23b1b9e4f07e', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:07:31:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:10Z', 'updated_at': '2021-07-15T23:30:17Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:30:25.223030 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ad6f579-2cad-4521-a249-0a4473ce8e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:25.249210 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d3afa7e2-b4f7-44d3-bb22-ee219495270d req-2e107d37-71b2-4206-af73-d754298642db tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/security-groups?id=49eae96d-d657-4cd9-b7f9-09d6803e806a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893974 Jul 15 23:30:25.353986 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6f579-2cad-4521-a249-0a4473ce8e2d None None] Pushing event updated for resources: {'Port': ['ID=c75af58a-ab6f-4cf9-89c3-4d84db9535ec,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:25.675545 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49b49920-cb67-4fad-a288-2afbc83e110f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:25.681656 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49b49920-cb67-4fad-a288-2afbc83e110f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:25.747433 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 44c7fadb-c57b-4058-9952-036916b07bad up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:25.811537 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49b49920-cb67-4fad-a288-2afbc83e110f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:25.820523 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b49920-cb67-4fad-a288-2afbc83e110f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event updated for resources: {'Port': ['ID=140dcbbd-d27c-4bc3-bc63-79302c8f9902,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:25.832693 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 44c7fadb-c57b-4058-9952-036916b07bad completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:25.839111 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 44c7fadb-c57b-4058-9952-036916b07bad triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:25.839835 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:25.926686 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b49920-cb67-4fad-a288-2afbc83e110f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Network b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:25.930953 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-49b49920-cb67-4fad-a288-2afbc83e110f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:25.951601 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:26.003264 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 44c7fadb-c57b-4058-9952-036916b07bad, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=44c7fadb-c57b-4058-9952-036916b07bad,segment=NetworkSegment(613afc28-b0b6-4dbb-bdae-d35c23bef739),segment_id=613afc28-b0b6-4dbb-bdae-d35c23bef739)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:26.011389 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:26.083373 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b49920-cb67-4fad-a288-2afbc83e110f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Router 025918fb-d9c5-4b02-b5bb-8c538369a92d has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:30:26.089388 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=44c7fadb-c57b-4058-9952-036916b07bad,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:26.202473 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b49920-cb67-4fad-a288-2afbc83e110f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:30:26.208994 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-49b49920-cb67-4fad-a288-2afbc83e110f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "PUT /v2.0/routers/025918fb-d9c5-4b02-b5bb-8c538369a92d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9130135 Jul 15 23:30:26.211821 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49584) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:26.217994 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-79762c89-d7e9-41b9-8938-da2710b4a34b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:26.265001 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fa3281-fabd-4b68-9151-93bfb558aa00 None None] Sync routers for ids ['025918fb-d9c5-4b02-b5bb-8c538369a92d'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:30:26.275756 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fa3281-fabd-4b68-9151-93bfb558aa00 None None] Routers {'025918fb-d9c5-4b02-b5bb-8c538369a92d'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:26.276380 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-61fa3281-fabd-4b68-9151-93bfb558aa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:30:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['025918fb-d9c5-4b02-b5bb-8c538369a92d'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:26.382899 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-61fa3281-fabd-4b68-9151-93bfb558aa00 None None] Set router 025918fb-d9c5-4b02-b5bb-8c538369a92d gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:26.612634 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e517bdb-9203-48f5-a9e7-ae39e3653e91 req-c674dc89-0754-473c-9913-f4fc491f60ba tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:26.614172 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5e517bdb-9203-48f5-a9e7-ae39e3653e91 req-c674dc89-0754-473c-9913-f4fc491f60ba tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d1c4a52-8d2c-4409-b98f-fe6de69dcffb HTTP/1.1" status: 200 len: 945 time: 0.1497030 Jul 15 23:30:26.646299 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-61fa3281-fabd-4b68-9151-93bfb558aa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'name': 'tempest-RoutersTest-router-1754000231', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:00Z', 'updated_at': '2021-07-15T23:30:25Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None, '_interfaces': [{'id': '140dcbbd-d27c-4bc3-bc63-79302c8f9902', 'name': '', 'network_id': 'b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:93:b3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': 'c93956a6-dc24-4168-823f-285f0d52cfd8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:23Z', 'updated_at': '2021-07-15T23:30:25Z', 'revision_number': 2, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': 'c93956a6-dc24-4168-823f-285f0d52cfd8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '366dad25-c2e2-4f12-a91f-589c08fb097c', 'name': '', 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:27:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:03Z', 'updated_at': '2021-07-15T23:30:14Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44c7fadb-c57b-4058-9952-036916b07bad', 'name': '', 'network_id': '9634c487-34b7-430c-be17-399e93e2dec2', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:c1:0f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'd650d4b9-90d3-4115-8b33-c560e63cedfa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:19Z', 'updated_at': '2021-07-15T23:30:25Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': 'd650d4b9-90d3-4115-8b33-c560e63cedfa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b98d31aa-6592-4f20-b9a5-7eb0a4658f2c', 'name': '', 'network_id': 'fa63997f-4c00-484f-9c39-23b1b9e4f07e', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:07:31:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:10Z', 'updated_at': '2021-07-15T23:30:17Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:26.672763 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369ef3d8-11f4-4f51-82d4-816361e133e4 None None] Network b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:26.674546 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fa3281-fabd-4b68-9151-93bfb558aa00 None None] Checking router: 025918fb-d9c5-4b02-b5bb-8c538369a92d for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:30:26.675526 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fa3281-fabd-4b68-9151-93bfb558aa00 None None] Updating router 025918fb-d9c5-4b02-b5bb-8c538369a92d port 140dcbbd-d27c-4bc3-bc63-79302c8f9902 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:30:26.732338 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61fa3281-fabd-4b68-9151-93bfb558aa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:26.748709 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5e517bdb-9203-48f5-a9e7-ae39e3653e91 req-50b1b762-4510-4663-81ea-1cb5b97bcb07 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/security-groups?id=49eae96d-d657-4cd9-b7f9-09d6803e806a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233358 Jul 15 23:30:26.802664 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-bdcd3af2-c6e7-48a9-9d4b-8562d7a52d4f None None] Provisioning for port c75af58a-ab6f-4cf9-89c3-4d84db9535ec completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:26.826865 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.extraroute_db [None req-79762c89-d7e9-41b9-8938-da2710b4a34b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93799) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 23:30:26.845219 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.extraroute_db [None req-79762c89-d7e9-41b9-8938-da2710b4a34b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Removed routes are [] {{(pid=93799) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 23:30:26.845643 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-79762c89-d7e9-41b9-8938-da2710b4a34b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.128386 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-79762c89-d7e9-41b9-8938-da2710b4a34b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.137584 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-79762c89-d7e9-41b9-8938-da2710b4a34b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16353154'] for router, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.157617 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672194c3-fd49-4cf6-9349-e405661fdffa req-2f008eee-1069-4aef-b81c-f12073a189f8 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:27.160764 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-672194c3-fd49-4cf6-9349-e405661fdffa req-2f008eee-1069-4aef-b81c-f12073a189f8 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d1c4a52-8d2c-4409-b98f-fe6de69dcffb HTTP/1.1" status: 200 len: 945 time: 0.2653544 Jul 15 23:30:27.251161 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-89aff978-f658-4fd4-8209-9bcfe3e622c6 None None] Provisioning for port 140dcbbd-d27c-4bc3-bc63-79302c8f9902 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:27.255328 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-89aff978-f658-4fd4-8209-9bcfe3e622c6 None None] Provisioning complete for port 140dcbbd-d27c-4bc3-bc63-79302c8f9902 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:27.255807 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-89aff978-f658-4fd4-8209-9bcfe3e622c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.267065 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61fa3281-fabd-4b68-9151-93bfb558aa00 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.284383 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-61fa3281-fabd-4b68-9151-93bfb558aa00 None None] Transition to ACTIVE for port object 140dcbbd-d27c-4bc3-bc63-79302c8f9902 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:27.311915 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61fa3281-fabd-4b68-9151-93bfb558aa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.320743 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-89aff978-f658-4fd4-8209-9bcfe3e622c6 None None] Port 140dcbbd-d27c-4bc3-bc63-79302c8f9902 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:30:27.430918 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8539fa8-f39c-4fce-ad78-15656d7f3a7c None None] Pushing event updated for resources: {'Port': ['ID=140dcbbd-d27c-4bc3-bc63-79302c8f9902,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:27.491609 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-61fa3281-fabd-4b68-9151-93bfb558aa00 None None] Attempting to bind port 140dcbbd-d27c-4bc3-bc63-79302c8f9902 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:30:27.491915 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-61fa3281-fabd-4b68-9151-93bfb558aa00 None None] Attempting to bind port 140dcbbd-d27c-4bc3-bc63-79302c8f9902 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'be23b848-952f-473e-949b-acc73417773b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:30:27.492308 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fa3281-fabd-4b68-9151-93bfb558aa00 None None] Attempting to bind port 140dcbbd-d27c-4bc3-bc63-79302c8f9902 on network b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:27.502081 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fa3281-fabd-4b68-9151-93bfb558aa00 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:30:27.502464 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fa3281-fabd-4b68-9151-93bfb558aa00 None None] Checking segment: {'id': 'be23b848-952f-473e-949b-acc73417773b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:27.502864 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61fa3281-fabd-4b68-9151-93bfb558aa00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.503133 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fa3281-fabd-4b68-9151-93bfb558aa00 None None] Bound using segment: {'id': 'be23b848-952f-473e-949b-acc73417773b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:30:27.506511 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-61fa3281-fabd-4b68-9151-93bfb558aa00 None None] Bound port: 140dcbbd-d27c-4bc3-bc63-79302c8f9902, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be23b848-952f-473e-949b-acc73417773b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:30:27.507391 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61fa3281-fabd-4b68-9151-93bfb558aa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.595939 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-672194c3-fd49-4cf6-9349-e405661fdffa req-2a871f58-0f2a-4a52-9ae9-f4fbb6a1aba7 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/security-groups?id=49eae96d-d657-4cd9-b7f9-09d6803e806a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003034 Jul 15 23:30:27.604608 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79762c89-d7e9-41b9-8938-da2710b4a34b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Router 025918fb-d9c5-4b02-b5bb-8c538369a92d has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:30:27.630537 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-61fa3281-fabd-4b68-9151-93bfb558aa00 None None] For port 140dcbbd-d27c-4bc3-bc63-79302c8f9902, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:30:27.639297 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-61fa3281-fabd-4b68-9151-93bfb558aa00 None None] For port 140dcbbd-d27c-4bc3-bc63-79302c8f9902, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=140dcbbd-d27c-4bc3-bc63-79302c8f9902,segment=NetworkSegment(be23b848-952f-473e-949b-acc73417773b),segment_id=be23b848-952f-473e-949b-acc73417773b)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:30:27.646150 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61fa3281-fabd-4b68-9151-93bfb558aa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.765437 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79762c89-d7e9-41b9-8938-da2710b4a34b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:30:27.773477 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-79762c89-d7e9-41b9-8938-da2710b4a34b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.777268 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-79762c89-d7e9-41b9-8938-da2710b4a34b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "PUT /v2.0/routers/025918fb-d9c5-4b02-b5bb-8c538369a92d HTTP/1.1" status: 200 len: 934 time: 1.5608115 Jul 15 23:30:27.778455 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49624) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:27.780291 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8539fa8-f39c-4fce-ad78-15656d7f3a7c None None] Pushing event updated for resources: {'Port': ['ID=140dcbbd-d27c-4bc3-bc63-79302c8f9902,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:27.836762 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fa3281-fabd-4b68-9151-93bfb558aa00 None None] Routers {'025918fb-d9c5-4b02-b5bb-8c538369a92d'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:27.837415 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-61fa3281-fabd-4b68-9151-93bfb558aa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:30:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['025918fb-d9c5-4b02-b5bb-8c538369a92d'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:27.926537 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c75af58a-ab6f-4cf9-89c3-4d84db9535ec up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:27.944757 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-aba4f261-95c5-436e-8053-51ddbe274dc4 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "GET /v2.0/routers/025918fb-d9c5-4b02-b5bb-8c538369a92d HTTP/1.1" status: 200 len: 934 time: 0.1648910 Jul 15 23:30:27.950471 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49628) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:27.957165 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-31e961df-c669-49b9-b889-f8f6c754ae75 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Request body: {'router': {'routes': None}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:28.043407 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49632) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:28.080726 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port c75af58a-ab6f-4cf9-89c3-4d84db9535ec completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:28.085139 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port c75af58a-ab6f-4cf9-89c3-4d84db9535ec triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:28.085722 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.137605 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-61fa3281-fabd-4b68-9151-93bfb558aa00 None None] Set router 025918fb-d9c5-4b02-b5bb-8c538369a92d gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:28.209081 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.293124 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port c75af58a-ab6f-4cf9-89c3-4d84db9535ec, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c75af58a-ab6f-4cf9-89c3-4d84db9535ec,segment=NetworkSegment(be23b848-952f-473e-949b-acc73417773b),segment_id=be23b848-952f-473e-949b-acc73417773b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:28.299711 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.301379 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 44c7fadb-c57b-4058-9952-036916b07bad up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:28.458598 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9891cfa6-ca7d-4d27-9e1a-100567aa15c6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Deleting port b3ae9f11-1e6f-4644-b78b-d0d683b19278 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:28.458598 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9891cfa6-ca7d-4d27-9e1a-100567aa15c6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.570156 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=c75af58a-ab6f-4cf9-89c3-4d84db9535ec,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:28.643845 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 44c7fadb-c57b-4058-9952-036916b07bad triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:28.644613 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.672999 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9891cfa6-ca7d-4d27-9e1a-100567aa15c6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.673340 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9891cfa6-ca7d-4d27-9e1a-100567aa15c6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.703568 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9891cfa6-ca7d-4d27-9e1a-100567aa15c6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Calling delete_port for b3ae9f11-1e6f-4644-b78b-d0d683b19278 owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:28.830511 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee96fef-fe34-4fe4-b49a-4a19be1dc95d req-cf14e229-0c59-4231-a01e-638fb1ce40cc tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:28.844964 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bee96fef-fe34-4fe4-b49a-4a19be1dc95d req-cf14e229-0c59-4231-a01e-638fb1ce40cc tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d1c4a52-8d2c-4409-b98f-fe6de69dcffb HTTP/1.1" status: 200 len: 945 time: 0.5536981 Jul 15 23:30:28.852905 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-61fa3281-fabd-4b68-9151-93bfb558aa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'name': 'tempest-RoutersTest-router-1754000231', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:00Z', 'updated_at': '2021-07-15T23:30:26Z', 'revision_number': 6, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None, '_interfaces': [{'id': '140dcbbd-d27c-4bc3-bc63-79302c8f9902', 'name': '', 'network_id': 'b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:93:b3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': 'c93956a6-dc24-4168-823f-285f0d52cfd8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:23Z', 'updated_at': '2021-07-15T23:30:27Z', 'revision_number': 4, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': 'c93956a6-dc24-4168-823f-285f0d52cfd8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '366dad25-c2e2-4f12-a91f-589c08fb097c', 'name': '', 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:27:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:03Z', 'updated_at': '2021-07-15T23:30:14Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44c7fadb-c57b-4058-9952-036916b07bad', 'name': '', 'network_id': '9634c487-34b7-430c-be17-399e93e2dec2', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:c1:0f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'd650d4b9-90d3-4115-8b33-c560e63cedfa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:19Z', 'updated_at': '2021-07-15T23:30:25Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': 'd650d4b9-90d3-4115-8b33-c560e63cedfa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b98d31aa-6592-4f20-b9a5-7eb0a4658f2c', 'name': '', 'network_id': 'fa63997f-4c00-484f-9c39-23b1b9e4f07e', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:07:31:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:10Z', 'updated_at': '2021-07-15T23:30:17Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:28.911003 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fa3281-fabd-4b68-9151-93bfb558aa00 None None] The sync data for ids ['025918fb-d9c5-4b02-b5bb-8c538369a92d'] in n-d-787205-9 is: [{'id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'name': 'tempest-RoutersTest-router-1754000231', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:00Z', 'updated_at': '2021-07-15T23:30:26Z', 'revision_number': 6, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None, '_interfaces': [{'id': '140dcbbd-d27c-4bc3-bc63-79302c8f9902', 'name': '', 'network_id': 'b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:93:b3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': 'c93956a6-dc24-4168-823f-285f0d52cfd8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:23Z', 'updated_at': '2021-07-15T23:30:27Z', 'revision_number': 4, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': 'c93956a6-dc24-4168-823f-285f0d52cfd8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '366dad25-c2e2-4f12-a91f-589c08fb097c', 'name': '', 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:27:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:03Z', 'updated_at': '2021-07-15T23:30:14Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44c7fadb-c57b-4058-9952-036916b07bad', 'name': '', 'network_id': '9634c487-34b7-430c-be17-399e93e2dec2', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:c1:0f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'd650d4b9-90d3-4115-8b33-c560e63cedfa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:19Z', 'updated_at': '2021-07-15T23:30:25Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': 'd650d4b9-90d3-4115-8b33-c560e63cedfa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b98d31aa-6592-4f20-b9a5-7eb0a4658f2c', 'name': '', 'network_id': 'fa63997f-4c00-484f-9c39-23b1b9e4f07e', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:07:31:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:10Z', 'updated_at': '2021-07-15T23:30:17Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:30:29.096336 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bee96fef-fe34-4fe4-b49a-4a19be1dc95d req-879623b4-48a1-4d9f-a2c7-a76ee1a3b095 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/security-groups?id=49eae96d-d657-4cd9-b7f9-09d6803e806a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503726 Jul 15 23:30:29.137461 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9891cfa6-ca7d-4d27-9e1a-100567aa15c6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.189731 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891cfa6-ca7d-4d27-9e1a-100567aa15c6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Pushing event deleted for resources: {'Port': ['ID=b3ae9f11-1e6f-4644-b78b-d0d683b19278,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:29.289183 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9891cfa6-ca7d-4d27-9e1a-100567aa15c6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.290156 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [None req-9891cfa6-ca7d-4d27-9e1a-100567aa15c6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Floating IP cc92584b-cd04-4adb-9833-32e409f6a22f disassociated (deleted). External IP: 172.25.4.212, port: d3ce4386-a8a9-459a-aa09-5231f214cd0e. Jul 15 23:30:29.292228 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.extraroute_db [None req-31e961df-c669-49b9-b889-f8f6c754ae75 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Added routes are [] {{(pid=93799) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 23:30:29.292681 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.extraroute_db [None req-31e961df-c669-49b9-b889-f8f6c754ae75 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93799) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 23:30:29.350135 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-31e961df-c669-49b9-b889-f8f6c754ae75 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.564246 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9891cfa6-ca7d-4d27-9e1a-100567aa15c6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Router b57d779f-b0b4-4ccd-8d02-35c0b493118c has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:30:29.577121 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-31e961df-c669-49b9-b889-f8f6c754ae75 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.582520 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-31e961df-c669-49b9-b889-f8f6c754ae75 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16353154'] for router, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.775750 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9891cfa6-ca7d-4d27-9e1a-100567aa15c6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:30:29.780939 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9891cfa6-ca7d-4d27-9e1a-100567aa15c6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.788017 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000f9b4d-5d21-496e-aa96-109462d298f3 None None] Sync routers for ids ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:30:29.804429 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000f9b4d-5d21-496e-aa96-109462d298f3 None None] Routers {'b57d779f-b0b4-4ccd-8d02-35c0b493118c'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:29.811683 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-000f9b4d-5d21-496e-aa96-109462d298f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:30:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:29.850794 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e961df-c669-49b9-b889-f8f6c754ae75 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Router 025918fb-d9c5-4b02-b5bb-8c538369a92d has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:30:29.873714 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9891cfa6-ca7d-4d27-9e1a-100567aa15c6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "DELETE /v2.0/floatingips/cc92584b-cd04-4adb-9833-32e409f6a22f HTTP/1.1" status: 204 len: 168 time: 1.8288796 Jul 15 23:30:29.875644 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776a293d-c2f5-424c-9406-a4729d565ee4', 'tag': 'd3ce4386-a8a9-459a-aa09-5231f214cd0e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:30:29.880550 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35839924-e1b1-4400-bba3-eea90578b159" -d '{"events": [{"name": "network-changed", "server_uuid": "776a293d-c2f5-424c-9406-a4729d565ee4", "tag": "d3ce4386-a8a9-459a-aa09-5231f214cd0e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:30:29.891013 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c75af58a-ab6f-4cf9-89c3-4d84db9535ec up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:30.003337 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db228d39-4af0-4a69-9d45-79be251ab09f x-openstack-request-id: req-db228d39-4af0-4a69-9d45-79be251ab09f {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:30:30.003630 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776a293d-c2f5-424c-9406-a4729d565ee4", "tag": "d3ce4386-a8a9-459a-aa09-5231f214cd0e", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:30:30.003885 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db228d39-4af0-4a69-9d45-79be251ab09f {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:30:30.004287 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776a293d-c2f5-424c-9406-a4729d565ee4', 'tag': 'd3ce4386-a8a9-459a-aa09-5231f214cd0e', 'status': 'completed', 'code': 200} Jul 15 23:30:30.088425 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e961df-c669-49b9-b889-f8f6c754ae75 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:30:30.112621 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-31e961df-c669-49b9-b889-f8f6c754ae75 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:30.116201 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-31e961df-c669-49b9-b889-f8f6c754ae75 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "PUT /v2.0/routers/025918fb-d9c5-4b02-b5bb-8c538369a92d HTTP/1.1" status: 200 len: 700 time: 2.1613941 Jul 15 23:30:30.116654 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49654) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:30.155131 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35839924-e1b1-4400-bba3-eea90578b159 req-90a4f69f-c71a-4e5b-95cf-a932bfdbd462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:30.157737 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-35839924-e1b1-4400-bba3-eea90578b159 req-90a4f69f-c71a-4e5b-95cf-a932bfdbd462 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c476bc9e2fe48f188b2500546342e72&device_id=776a293d-c2f5-424c-9406-a4729d565ee4 HTTP/1.1" status: 200 len: 1096 time: 0.1269512 Jul 15 23:30:30.170063 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port c75af58a-ab6f-4cf9-89c3-4d84db9535ec triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:30.172857 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:30.249682 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-000f9b4d-5d21-496e-aa96-109462d298f3 None None] Set router b57d779f-b0b4-4ccd-8d02-35c0b493118c gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:30.387129 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35839924-e1b1-4400-bba3-eea90578b159 req-9ab84f0e-0ac9-4418-81e3-809abd2867b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:30.388881 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-35839924-e1b1-4400-bba3-eea90578b159 req-9ab84f0e-0ac9-4418-81e3-809abd2867b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=735c8477-b658-4066-88fd-8f0a4fc80eba HTTP/1.1" status: 200 len: 912 time: 0.2247779 Jul 15 23:30:30.438719 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d61301ad-86ac-4249-bfe0-c8cf8c740243 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "GET /v2.0/routers/025918fb-d9c5-4b02-b5bb-8c538369a92d HTTP/1.1" status: 200 len: 700 time: 0.3164673 Jul 15 23:30:30.443826 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49664) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:30.455561 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e35b6f8-0ed0-49f1-a5da-5a36c2127b94 None None] Sync routers for ids ['025918fb-d9c5-4b02-b5bb-8c538369a92d'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:30:30.473257 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e35b6f8-0ed0-49f1-a5da-5a36c2127b94 None None] Routers {'025918fb-d9c5-4b02-b5bb-8c538369a92d'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:30.475515 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-0e35b6f8-0ed0-49f1-a5da-5a36c2127b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:30:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['025918fb-d9c5-4b02-b5bb-8c538369a92d'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:30.502166 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-35839924-e1b1-4400-bba3-eea90578b159 req-45202646-f973-412f-8a30-4c2573dcbc89 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3ce4386-a8a9-459a-aa09-5231f214cd0e HTTP/1.1" status: 200 len: 217 time: 0.1064394 Jul 15 23:30:30.611690 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35839924-e1b1-4400-bba3-eea90578b159 req-239f3259-27b9-4e78-914c-acf6754c2236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:30.621544 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-35839924-e1b1-4400-bba3-eea90578b159 req-239f3259-27b9-4e78-914c-acf6754c2236 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=54f0c398-786c-4bb4-9c0d-f6b9e6012b3b HTTP/1.1" status: 200 len: 850 time: 0.1046369 Jul 15 23:30:30.662704 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 140dcbbd-d27c-4bc3-bc63-79302c8f9902 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:30.735330 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-0e35b6f8-0ed0-49f1-a5da-5a36c2127b94 None None] Set router 025918fb-d9c5-4b02-b5bb-8c538369a92d gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:30.760132 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ddc8a-befb-41af-a54a-c752719dde5e req-6dc50a2a-0a40-4308-9a1c-6f429ed4e8f8 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:30.761985 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-298ddc8a-befb-41af-a54a-c752719dde5e req-6dc50a2a-0a40-4308-9a1c-6f429ed4e8f8 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d1c4a52-8d2c-4409-b98f-fe6de69dcffb HTTP/1.1" status: 200 len: 945 time: 0.4624414 Jul 15 23:30:30.766987 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35839924-e1b1-4400-bba3-eea90578b159 req-7009bfdb-cd50-424e-b945-4cb3e9095c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:30.770480 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-35839924-e1b1-4400-bba3-eea90578b159 req-7009bfdb-cd50-424e-b945-4cb3e9095c08 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=735c8477-b658-4066-88fd-8f0a4fc80eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323581 Jul 15 23:30:30.960251 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-298ddc8a-befb-41af-a54a-c752719dde5e req-8ef265f3-927e-4ecf-8deb-c4f599374337 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/security-groups?id=49eae96d-d657-4cd9-b7f9-09d6803e806a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774180 Jul 15 23:30:31.075529 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-35839924-e1b1-4400-bba3-eea90578b159 req-c0f44bd7-c0cd-4831-b880-219c13a424a5 service neutron] 10.222.0.43 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976022 Jul 15 23:30:31.078557 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 140dcbbd-d27c-4bc3-bc63-79302c8f9902 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:31.157505 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 140dcbbd-d27c-4bc3-bc63-79302c8f9902 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:31.158208 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:31.174560 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b8c3723e-062b-437c-a11d-556583eec8a9 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:31.278207 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-35839924-e1b1-4400-bba3-eea90578b159 req-22eeba2a-130b-40a8-806e-5f3894a4d978 service neutron] 10.222.0.43 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942558 Jul 15 23:30:31.357253 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-0e35b6f8-0ed0-49f1-a5da-5a36c2127b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'name': 'tempest-RoutersTest-router-1754000231', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:00Z', 'updated_at': '2021-07-15T23:30:29Z', 'revision_number': 7, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None, '_interfaces': [{'id': '140dcbbd-d27c-4bc3-bc63-79302c8f9902', 'name': '', 'network_id': 'b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:93:b3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': 'c93956a6-dc24-4168-823f-285f0d52cfd8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:23Z', 'updated_at': '2021-07-15T23:30:27Z', 'revision_number': 4, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': 'c93956a6-dc24-4168-823f-285f0d52cfd8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '366dad25-c2e2-4f12-a91f-589c08fb097c', 'name': '', 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:27:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:03Z', 'updated_at': '2021-07-15T23:30:14Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44c7fadb-c57b-4058-9952-036916b07bad', 'name': '', 'network_id': '9634c487-34b7-430c-be17-399e93e2dec2', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:c1:0f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'd650d4b9-90d3-4115-8b33-c560e63cedfa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:19Z', 'updated_at': '2021-07-15T23:30:25Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': 'd650d4b9-90d3-4115-8b33-c560e63cedfa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b98d31aa-6592-4f20-b9a5-7eb0a4658f2c', 'name': '', 'network_id': 'fa63997f-4c00-484f-9c39-23b1b9e4f07e', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:07:31:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:10Z', 'updated_at': '2021-07-15T23:30:17Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:31.388067 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:31.393332 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-000f9b4d-5d21-496e-aa96-109462d298f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'name': 'tempest-TestVolumeBootPattern-557621329-router', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:01Z', 'revision_number': 4, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'gw_port': {'id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'ea997bf3-893e-471e-86fd-c9cbc7b50d5f', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'port_id': '745a6557-5f57-4c77-8210-2d4c247a8322', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'mac_address': 'fa:16:3e:7d:bc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72653938-c927-4063-9468-a352bb0b5aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:26:38Z', 'updated_at': '2021-07-15T23:26:43Z', 'revision_number': 1, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '012b337e-4010-47e0-ab41-2a91b7c77a55', 'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'mac_address': 'fa:16:3e:78:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:00Z', 'updated_at': '2021-07-15T23:19:07Z', 'revision_number': 5, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'subnets': [{'id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:31.431898 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000f9b4d-5d21-496e-aa96-109462d298f3 None None] Checking router: b57d779f-b0b4-4ccd-8d02-35c0b493118c for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:30:31.439272 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60f659-14ea-43b1-9730-378d03cf8c24 req-a694a2ba-377e-4305-97a8-ec1809fc5dbe tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:31.444865 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a60f659-14ea-43b1-9730-378d03cf8c24 req-a694a2ba-377e-4305-97a8-ec1809fc5dbe tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=776a293d-c2f5-424c-9406-a4729d565ee4 HTTP/1.1" status: 200 len: 945 time: 0.3449886 Jul 15 23:30:31.453087 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e35b6f8-0ed0-49f1-a5da-5a36c2127b94 None None] Checking router: 025918fb-d9c5-4b02-b5bb-8c538369a92d for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:30:31.475438 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e35b6f8-0ed0-49f1-a5da-5a36c2127b94 None None] Routers {'025918fb-d9c5-4b02-b5bb-8c538369a92d'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:31.478301 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 140dcbbd-d27c-4bc3-bc63-79302c8f9902, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=140dcbbd-d27c-4bc3-bc63-79302c8f9902,segment=NetworkSegment(be23b848-952f-473e-949b-acc73417773b),segment_id=be23b848-952f-473e-949b-acc73417773b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:31.481309 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000f9b4d-5d21-496e-aa96-109462d298f3 None None] Routers {'b57d779f-b0b4-4ccd-8d02-35c0b493118c'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:31.481948 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-000f9b4d-5d21-496e-aa96-109462d298f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:30:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:31.491595 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-0e35b6f8-0ed0-49f1-a5da-5a36c2127b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:30:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['025918fb-d9c5-4b02-b5bb-8c538369a92d'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:31.620354 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:31.731779 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=140dcbbd-d27c-4bc3-bc63-79302c8f9902,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:31.796866 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-000f9b4d-5d21-496e-aa96-109462d298f3 None None] Set router b57d779f-b0b4-4ccd-8d02-35c0b493118c gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:31.845944 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba464c-5406-44b2-9304-4dc31bdefb90 req-96e0d763-3aaf-41ba-81d2-528bce37bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:31.859137 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e7ba464c-5406-44b2-9304-4dc31bdefb90 req-96e0d763-3aaf-41ba-81d2-528bce37bc2b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74d7c93700d34af0afd0e96cb8a98478&device_id=9d1c4a52-8d2c-4409-b98f-fe6de69dcffb HTTP/1.1" status: 200 len: 1096 time: 0.1939006 Jul 15 23:30:31.879799 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-0e35b6f8-0ed0-49f1-a5da-5a36c2127b94 None None] Set router 025918fb-d9c5-4b02-b5bb-8c538369a92d gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:32.124200 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba464c-5406-44b2-9304-4dc31bdefb90 req-48b10536-7859-4840-b9c2-a2f10077c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:32.125940 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e7ba464c-5406-44b2-9304-4dc31bdefb90 req-48b10536-7859-4840-b9c2-a2f10077c40d service neutron] 10.222.0.36 "GET /v2.0/networks?id=18934a18-0543-4bc4-9847-e7c876d8964a HTTP/1.1" status: 200 len: 913 time: 0.2659869 Jul 15 23:30:32.213831 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e7ba464c-5406-44b2-9304-4dc31bdefb90 req-8ec92735-a202-4156-915f-088d4a7f45d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5 HTTP/1.1" status: 200 len: 217 time: 0.0820458 Jul 15 23:30:32.233414 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a60f659-14ea-43b1-9730-378d03cf8c24 req-d25a009c-1005-465e-bb9d-df6dbe9d8d99 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6943738 Jul 15 23:30:32.319407 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-000f9b4d-5d21-496e-aa96-109462d298f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'name': 'tempest-TestVolumeBootPattern-557621329-router', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:01Z', 'revision_number': 4, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'gw_port': {'id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'ea997bf3-893e-471e-86fd-c9cbc7b50d5f', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'port_id': '745a6557-5f57-4c77-8210-2d4c247a8322', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'mac_address': 'fa:16:3e:7d:bc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72653938-c927-4063-9468-a352bb0b5aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:26:38Z', 'updated_at': '2021-07-15T23:26:43Z', 'revision_number': 1, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '012b337e-4010-47e0-ab41-2a91b7c77a55', 'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'mac_address': 'fa:16:3e:78:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:00Z', 'updated_at': '2021-07-15T23:19:07Z', 'revision_number': 5, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'subnets': [{'id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:32.362010 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000f9b4d-5d21-496e-aa96-109462d298f3 None None] The sync data for ids ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'] in n-d-787205-9 is: [{'id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'name': 'tempest-TestVolumeBootPattern-557621329-router', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:01Z', 'revision_number': 4, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'gw_port': {'id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'ea997bf3-893e-471e-86fd-c9cbc7b50d5f', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'port_id': '745a6557-5f57-4c77-8210-2d4c247a8322', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'mac_address': 'fa:16:3e:7d:bc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72653938-c927-4063-9468-a352bb0b5aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:26:38Z', 'updated_at': '2021-07-15T23:26:43Z', 'revision_number': 1, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '012b337e-4010-47e0-ab41-2a91b7c77a55', 'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'mac_address': 'fa:16:3e:78:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:00Z', 'updated_at': '2021-07-15T23:19:07Z', 'revision_number': 5, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'subnets': [{'id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:30:32.363883 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba464c-5406-44b2-9304-4dc31bdefb90 req-a73dd745-0527-46db-a42f-2c8588620a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:32.368183 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e7ba464c-5406-44b2-9304-4dc31bdefb90 req-a73dd745-0527-46db-a42f-2c8588620a49 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5e48057-0336-4a9d-8a76-5d7d38b1b837 HTTP/1.1" status: 200 len: 852 time: 0.1374459 Jul 15 23:30:32.400226 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-0e35b6f8-0ed0-49f1-a5da-5a36c2127b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'name': 'tempest-RoutersTest-router-1754000231', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:00Z', 'updated_at': '2021-07-15T23:30:29Z', 'revision_number': 7, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None, '_interfaces': [{'id': '140dcbbd-d27c-4bc3-bc63-79302c8f9902', 'name': '', 'network_id': 'b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:93:b3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': 'c93956a6-dc24-4168-823f-285f0d52cfd8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:23Z', 'updated_at': '2021-07-15T23:30:31Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': 'c93956a6-dc24-4168-823f-285f0d52cfd8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '366dad25-c2e2-4f12-a91f-589c08fb097c', 'name': '', 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:27:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:03Z', 'updated_at': '2021-07-15T23:30:14Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44c7fadb-c57b-4058-9952-036916b07bad', 'name': '', 'network_id': '9634c487-34b7-430c-be17-399e93e2dec2', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:c1:0f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'd650d4b9-90d3-4115-8b33-c560e63cedfa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:19Z', 'updated_at': '2021-07-15T23:30:25Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': 'd650d4b9-90d3-4115-8b33-c560e63cedfa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b98d31aa-6592-4f20-b9a5-7eb0a4658f2c', 'name': '', 'network_id': 'fa63997f-4c00-484f-9c39-23b1b9e4f07e', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:07:31:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:10Z', 'updated_at': '2021-07-15T23:30:17Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:32.435269 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e35b6f8-0ed0-49f1-a5da-5a36c2127b94 None None] The sync data for ids ['025918fb-d9c5-4b02-b5bb-8c538369a92d'] in n-d-787205-9 is: [{'id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'name': 'tempest-RoutersTest-router-1754000231', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:00Z', 'updated_at': '2021-07-15T23:30:29Z', 'revision_number': 7, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None, '_interfaces': [{'id': '140dcbbd-d27c-4bc3-bc63-79302c8f9902', 'name': '', 'network_id': 'b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:93:b3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': 'c93956a6-dc24-4168-823f-285f0d52cfd8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:23Z', 'updated_at': '2021-07-15T23:30:31Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': 'c93956a6-dc24-4168-823f-285f0d52cfd8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '366dad25-c2e2-4f12-a91f-589c08fb097c', 'name': '', 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:27:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:03Z', 'updated_at': '2021-07-15T23:30:14Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44c7fadb-c57b-4058-9952-036916b07bad', 'name': '', 'network_id': '9634c487-34b7-430c-be17-399e93e2dec2', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:c1:0f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'd650d4b9-90d3-4115-8b33-c560e63cedfa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:19Z', 'updated_at': '2021-07-15T23:30:25Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': 'd650d4b9-90d3-4115-8b33-c560e63cedfa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b98d31aa-6592-4f20-b9a5-7eb0a4658f2c', 'name': '', 'network_id': 'fa63997f-4c00-484f-9c39-23b1b9e4f07e', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:07:31:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:10Z', 'updated_at': '2021-07-15T23:30:17Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:30:32.483687 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e7ba464c-5406-44b2-9304-4dc31bdefb90 req-8f7efb18-7036-44eb-8523-65a4d96af1ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18934a18-0543-4bc4-9847-e7c876d8964a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078877 Jul 15 23:30:32.769914 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fc2be-9c8b-4603-b8f0-213e30f2e02f req-41fa055a-7d6b-4abc-b2d3-4a4cfd88bd4a tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:32.771429 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb5fc2be-9c8b-4603-b8f0-213e30f2e02f req-41fa055a-7d6b-4abc-b2d3-4a4cfd88bd4a tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d1c4a52-8d2c-4409-b98f-fe6de69dcffb HTTP/1.1" status: 200 len: 945 time: 0.4790671 Jul 15 23:30:32.798493 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f1d46-5828-4d8a-8771-01cbb729cedc req-ae57c16a-1d73-4635-a61a-66630818fccd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:32.801200 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-549f1d46-5828-4d8a-8771-01cbb729cedc req-ae57c16a-1d73-4635-a61a-66630818fccd tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.43 "GET /v2.0/ports?device_id=776a293d-c2f5-424c-9406-a4729d565ee4 HTTP/1.1" status: 200 len: 945 time: 0.4057269 Jul 15 23:30:32.882301 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e7ba464c-5406-44b2-9304-4dc31bdefb90 req-573761b8-c0b1-46c6-8a15-0f0dbba524e1 service neutron] 10.222.0.36 "GET /v2.0/networks/18934a18-0543-4bc4-9847-e7c876d8964a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809774 Jul 15 23:30:32.894567 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb5fc2be-9c8b-4603-b8f0-213e30f2e02f req-e469a41d-2047-4838-a91c-9f0e56784c96 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/security-groups?id=49eae96d-d657-4cd9-b7f9-09d6803e806a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084175 Jul 15 23:30:32.900619 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b8c3723e-062b-437c-a11d-556583eec8a9 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Deleting port 140dcbbd-d27c-4bc3-bc63-79302c8f9902 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:32.900981 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b8c3723e-062b-437c-a11d-556583eec8a9 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:33.036679 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a7cb85-7abd-4f30-a5b3-00d05daff3a1 None None] New status for floating IP cc92584b-cd04-4adb-9833-32e409f6a22f: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:30:33.084004 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-b8c3723e-062b-437c-a11d-556583eec8a9 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] For port 140dcbbd-d27c-4bc3-bc63-79302c8f9902, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=140dcbbd-d27c-4bc3-bc63-79302c8f9902,segment=NetworkSegment(be23b848-952f-473e-949b-acc73417773b),segment_id=be23b848-952f-473e-949b-acc73417773b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:33.085143 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b8c3723e-062b-437c-a11d-556583eec8a9 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:33.092946 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e7ba464c-5406-44b2-9304-4dc31bdefb90 req-a78f3580-e544-4ab7-85b5-c3dedee53726 service neutron] 10.222.0.36 "GET /v2.0/networks/18934a18-0543-4bc4-9847-e7c876d8964a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045662 Jul 15 23:30:33.104689 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b8c3723e-062b-437c-a11d-556583eec8a9 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Calling delete_port for 140dcbbd-d27c-4bc3-bc63-79302c8f9902 owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:33.124464 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-549f1d46-5828-4d8a-8771-01cbb729cedc req-99b42cef-a188-4397-bdd5-87712a3cea4b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Deleting port d3ce4386-a8a9-459a-aa09-5231f214cd0e {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:33.125143 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-549f1d46-5828-4d8a-8771-01cbb729cedc req-99b42cef-a188-4397-bdd5-87712a3cea4b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:33.274574 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-549f1d46-5828-4d8a-8771-01cbb729cedc req-99b42cef-a188-4397-bdd5-87712a3cea4b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] For port d3ce4386-a8a9-459a-aa09-5231f214cd0e, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=d3ce4386-a8a9-459a-aa09-5231f214cd0e,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:33.274975 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-549f1d46-5828-4d8a-8771-01cbb729cedc req-99b42cef-a188-4397-bdd5-87712a3cea4b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:33.427672 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b8c3723e-062b-437c-a11d-556583eec8a9 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:33.475813 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3723e-062b-437c-a11d-556583eec8a9 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Port': ['ID=140dcbbd-d27c-4bc3-bc63-79302c8f9902,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:33.917913 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-549f1d46-5828-4d8a-8771-01cbb729cedc req-99b42cef-a188-4397-bdd5-87712a3cea4b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Calling delete_port for d3ce4386-a8a9-459a-aa09-5231f214cd0e owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:33.995192 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8b118-76b4-4872-9e26-c2d0e662edb1 req-9c942b00-6103-474e-9e1f-0db9b8fbd39f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:34.009660 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f1e8b118-76b4-4872-9e26-c2d0e662edb1 req-9c942b00-6103-474e-9e1f-0db9b8fbd39f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=776a293d-c2f5-424c-9406-a4729d565ee4 HTTP/1.1" status: 200 len: 945 time: 0.5254896 Jul 15 23:30:34.130312 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-549f1d46-5828-4d8a-8771-01cbb729cedc req-99b42cef-a188-4397-bdd5-87712a3cea4b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:34.149492 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f1e8b118-76b4-4872-9e26-c2d0e662edb1 req-da00ae04-acab-4b83-aeed-b736c5c47686 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392410 Jul 15 23:30:34.172144 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b8c3723e-062b-437c-a11d-556583eec8a9 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:34.192599 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b42cef-a188-4397-bdd5-87712a3cea4b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Pushing event deleted for resources: {'Port': ['ID=d3ce4386-a8a9-459a-aa09-5231f214cd0e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:34.277538 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-549f1d46-5828-4d8a-8771-01cbb729cedc req-99b42cef-a188-4397-bdd5-87712a3cea4b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] No DVR routers for this DVR port d3ce4386-a8a9-459a-aa09-5231f214cd0e on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:34.286158 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b42cef-a188-4397-bdd5-87712a3cea4b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:34.295088 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b42cef-a188-4397-bdd5-87712a3cea4b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:34.295602 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b42cef-a188-4397-bdd5-87712a3cea4b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:34.298032 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b42cef-a188-4397-bdd5-87712a3cea4b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:34.298032 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b42cef-a188-4397-bdd5-87712a3cea4b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:34.299579 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b42cef-a188-4397-bdd5-87712a3cea4b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:34.299579 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b42cef-a188-4397-bdd5-87712a3cea4b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:34.299579 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b42cef-a188-4397-bdd5-87712a3cea4b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:34.299804 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b42cef-a188-4397-bdd5-87712a3cea4b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:34.300382 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b42cef-a188-4397-bdd5-87712a3cea4b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:34.300784 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b42cef-a188-4397-bdd5-87712a3cea4b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:34.301198 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b42cef-a188-4397-bdd5-87712a3cea4b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:34.304675 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-549f1d46-5828-4d8a-8771-01cbb729cedc req-99b42cef-a188-4397-bdd5-87712a3cea4b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:34.307715 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-549f1d46-5828-4d8a-8771-01cbb729cedc req-99b42cef-a188-4397-bdd5-87712a3cea4b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.43 "DELETE /v2.0/ports/d3ce4386-a8a9-459a-aa09-5231f214cd0e HTTP/1.1" status: 204 len: 173 time: 1.5018344 Jul 15 23:30:34.308380 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776a293d-c2f5-424c-9406-a4729d565ee4', 'name': 'network-vif-deleted', 'tag': 'd3ce4386-a8a9-459a-aa09-5231f214cd0e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:30:34.310764 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26890852-8618-4d86-833a-2ef6bafc3fa7" -d '{"events": [{"server_uuid": "776a293d-c2f5-424c-9406-a4729d565ee4", "name": "network-vif-deleted", "tag": "d3ce4386-a8a9-459a-aa09-5231f214cd0e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:30:34.382395 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c71095-db5f-4556-80fe-89b4f50f0048 x-openstack-request-id: req-33c71095-db5f-4556-80fe-89b4f50f0048 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:30:34.383435 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776a293d-c2f5-424c-9406-a4729d565ee4", "name": "network-vif-deleted", "tag": "d3ce4386-a8a9-459a-aa09-5231f214cd0e", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:30:34.383435 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-33c71095-db5f-4556-80fe-89b4f50f0048 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:30:34.384037 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776a293d-c2f5-424c-9406-a4729d565ee4', 'name': 'network-vif-deleted', 'tag': 'd3ce4386-a8a9-459a-aa09-5231f214cd0e', 'status': 'completed', 'code': 200} Jul 15 23:30:34.412716 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:30:34.423911 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e4586-1369-474e-ace0-305f6830120b req-fd23ffc4-94c8-4b13-81ab-0f92f8b97c34 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:34.425502 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d31e4586-1369-474e-ace0-305f6830120b req-fd23ffc4-94c8-4b13-81ab-0f92f8b97c34 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d1c4a52-8d2c-4409-b98f-fe6de69dcffb HTTP/1.1" status: 200 len: 945 time: 0.2676604 Jul 15 23:30:34.576618 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c3723e-062b-437c-a11d-556583eec8a9 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Router 025918fb-d9c5-4b02-b5bb-8c538369a92d has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:30:34.594332 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d31e4586-1369-474e-ace0-305f6830120b req-2cab3c2a-8945-468c-997f-a1c8e0a0d5eb tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/security-groups?id=49eae96d-d657-4cd9-b7f9-09d6803e806a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337221 Jul 15 23:30:34.776973 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c3723e-062b-437c-a11d-556583eec8a9 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:30:34.787344 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fa162c-3c89-4152-95f1-a0dac9cb77c2 None None] Sync routers for ids ['025918fb-d9c5-4b02-b5bb-8c538369a92d'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:30:34.811217 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fa162c-3c89-4152-95f1-a0dac9cb77c2 None None] Routers {'025918fb-d9c5-4b02-b5bb-8c538369a92d'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:34.811858 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-44fa162c-3c89-4152-95f1-a0dac9cb77c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:30:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['025918fb-d9c5-4b02-b5bb-8c538369a92d'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:34.813770 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b8c3723e-062b-437c-a11d-556583eec8a9 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "PUT /v2.0/routers/025918fb-d9c5-4b02-b5bb-8c538369a92d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3656962 Jul 15 23:30:34.816712 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49698) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:34.951634 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f002d2-69e2-4c44-8071-065d8b623a02 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Deleting subnet c93956a6-dc24-4168-823f-285f0d52cfd8 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:30:34.958311 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-81f002d2-69e2-4c44-8071-065d8b623a02 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:35.131041 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-81f002d2-69e2-4c44-8071-065d8b623a02 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:35.268153 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-44fa162c-3c89-4152-95f1-a0dac9cb77c2 None None] Set router 025918fb-d9c5-4b02-b5bb-8c538369a92d gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:35.439742 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-81f002d2-69e2-4c44-8071-065d8b623a02 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:35.470094 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e821e70b-23e0-40d0-8b33-9b8b0e423644 req-f4cb3eb7-72b0-425c-bc12-1874bfc4ca7b tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=776a293d-c2f5-424c-9406-a4729d565ee4 HTTP/1.1" status: 200 len: 210 time: 0.0376887 Jul 15 23:30:35.633687 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd412df-7d36-4790-ada8-3a6dcbd4971e req-b71fd5d8-cf15-4227-99da-306af5c029f5 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:35.653493 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8bd412df-7d36-4790-ada8-3a6dcbd4971e req-b71fd5d8-cf15-4227-99da-306af5c029f5 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d1c4a52-8d2c-4409-b98f-fe6de69dcffb HTTP/1.1" status: 200 len: 945 time: 0.2920213 Jul 15 23:30:35.711520 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device d3ce4386-a8a9-459a-aa09-5231f214cd0e no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:35.869290 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-81f002d2-69e2-4c44-8071-065d8b623a02 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:35.887799 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8bd412df-7d36-4790-ada8-3a6dcbd4971e req-c457de05-be2e-4ecf-b7c2-92e42d22d45e tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/security-groups?id=49eae96d-d657-4cd9-b7f9-09d6803e806a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336421 Jul 15 23:30:36.024665 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f002d2-69e2-4c44-8071-065d8b623a02 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Subnet': ['ID=c93956a6-dc24-4168-823f-285f0d52cfd8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:36.028213 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-81f002d2-69e2-4c44-8071-065d8b623a02 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:36.031177 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-81f002d2-69e2-4c44-8071-065d8b623a02 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/subnets/c93956a6-dc24-4168-823f-285f0d52cfd8 HTTP/1.1" status: 204 len: 168 time: 1.2133408 Jul 15 23:30:36.034995 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49714) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:36.154213 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-44fa162c-3c89-4152-95f1-a0dac9cb77c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'name': 'tempest-RoutersTest-router-1754000231', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:00Z', 'updated_at': '2021-07-15T23:30:33Z', 'revision_number': 8, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None, '_interfaces': [{'id': '366dad25-c2e2-4f12-a91f-589c08fb097c', 'name': '', 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:27:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:03Z', 'updated_at': '2021-07-15T23:30:14Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44c7fadb-c57b-4058-9952-036916b07bad', 'name': '', 'network_id': '9634c487-34b7-430c-be17-399e93e2dec2', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:c1:0f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'd650d4b9-90d3-4115-8b33-c560e63cedfa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:19Z', 'updated_at': '2021-07-15T23:30:25Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': 'd650d4b9-90d3-4115-8b33-c560e63cedfa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b98d31aa-6592-4f20-b9a5-7eb0a4658f2c', 'name': '', 'network_id': 'fa63997f-4c00-484f-9c39-23b1b9e4f07e', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:07:31:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:10Z', 'updated_at': '2021-07-15T23:30:17Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:36.203720 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fa162c-3c89-4152-95f1-a0dac9cb77c2 None None] Checking router: 025918fb-d9c5-4b02-b5bb-8c538369a92d for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:30:36.211756 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34023089-dcdd-414d-877c-59f41ae600f1 None None] Network b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:36.216509 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fa162c-3c89-4152-95f1-a0dac9cb77c2 None None] Routers {'025918fb-d9c5-4b02-b5bb-8c538369a92d'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:36.217537 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-44fa162c-3c89-4152-95f1-a0dac9cb77c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:30:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['025918fb-d9c5-4b02-b5bb-8c538369a92d'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:36.241753 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: d3ce4386-a8a9-459a-aa09-5231f214cd0e {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:36.242013 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device d3ce4386-a8a9-459a-aa09-5231f214cd0e not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:36.247667 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4df99b08-1030-414b-aa78-ee01ce59bde3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:36.348372 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-44fa162c-3c89-4152-95f1-a0dac9cb77c2 None None] Set router 025918fb-d9c5-4b02-b5bb-8c538369a92d gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:36.363046 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4df99b08-1030-414b-aa78-ee01ce59bde3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Deleting port c75af58a-ab6f-4cf9-89c3-4d84db9535ec {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:36.363392 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4df99b08-1030-414b-aa78-ee01ce59bde3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:36.484904 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4df99b08-1030-414b-aa78-ee01ce59bde3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] For port c75af58a-ab6f-4cf9-89c3-4d84db9535ec, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c75af58a-ab6f-4cf9-89c3-4d84db9535ec,segment=NetworkSegment(be23b848-952f-473e-949b-acc73417773b),segment_id=be23b848-952f-473e-949b-acc73417773b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:36.486846 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4df99b08-1030-414b-aa78-ee01ce59bde3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:36.509575 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3ba913-9df3-42a0-8fca-4a22e02c2669 None None] DHCP port deletion for b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:30:36.532266 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4df99b08-1030-414b-aa78-ee01ce59bde3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Calling delete_port for c75af58a-ab6f-4cf9-89c3-4d84db9535ec owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:36.624652 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ba913-9df3-42a0-8fca-4a22e02c2669 None None] Deleting port c75af58a-ab6f-4cf9-89c3-4d84db9535ec {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:36.624946 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b3ba913-9df3-42a0-8fca-4a22e02c2669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:36.717245 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-44fa162c-3c89-4152-95f1-a0dac9cb77c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'name': 'tempest-RoutersTest-router-1754000231', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:00Z', 'updated_at': '2021-07-15T23:30:33Z', 'revision_number': 8, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None, '_interfaces': [{'id': '366dad25-c2e2-4f12-a91f-589c08fb097c', 'name': '', 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:27:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:03Z', 'updated_at': '2021-07-15T23:30:14Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44c7fadb-c57b-4058-9952-036916b07bad', 'name': '', 'network_id': '9634c487-34b7-430c-be17-399e93e2dec2', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:c1:0f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'd650d4b9-90d3-4115-8b33-c560e63cedfa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:19Z', 'updated_at': '2021-07-15T23:30:25Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': 'd650d4b9-90d3-4115-8b33-c560e63cedfa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b98d31aa-6592-4f20-b9a5-7eb0a4658f2c', 'name': '', 'network_id': 'fa63997f-4c00-484f-9c39-23b1b9e4f07e', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:07:31:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:10Z', 'updated_at': '2021-07-15T23:30:17Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:36.736812 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-8b3ba913-9df3-42a0-8fca-4a22e02c2669 None None] For port c75af58a-ab6f-4cf9-89c3-4d84db9535ec, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c75af58a-ab6f-4cf9-89c3-4d84db9535ec,segment=NetworkSegment(be23b848-952f-473e-949b-acc73417773b),segment_id=be23b848-952f-473e-949b-acc73417773b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:36.737826 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b3ba913-9df3-42a0-8fca-4a22e02c2669 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:36.758615 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7e7cbf6a-5209-426e-9598-90972ba1f417 req-c60fcc26-2021-414e-91cc-dcddccfb9cc1 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=776a293d-c2f5-424c-9406-a4729d565ee4 HTTP/1.1" status: 200 len: 210 time: 0.0896122 Jul 15 23:30:36.765298 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fa162c-3c89-4152-95f1-a0dac9cb77c2 None None] The sync data for ids ['025918fb-d9c5-4b02-b5bb-8c538369a92d'] in n-d-787205-9 is: [{'id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'name': 'tempest-RoutersTest-router-1754000231', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:00Z', 'updated_at': '2021-07-15T23:30:33Z', 'revision_number': 8, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None, '_interfaces': [{'id': '366dad25-c2e2-4f12-a91f-589c08fb097c', 'name': '', 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:27:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:03Z', 'updated_at': '2021-07-15T23:30:14Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44c7fadb-c57b-4058-9952-036916b07bad', 'name': '', 'network_id': '9634c487-34b7-430c-be17-399e93e2dec2', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:c1:0f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'd650d4b9-90d3-4115-8b33-c560e63cedfa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:19Z', 'updated_at': '2021-07-15T23:30:25Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': 'd650d4b9-90d3-4115-8b33-c560e63cedfa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b98d31aa-6592-4f20-b9a5-7eb0a4658f2c', 'name': '', 'network_id': 'fa63997f-4c00-484f-9c39-23b1b9e4f07e', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:07:31:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:10Z', 'updated_at': '2021-07-15T23:30:17Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:30:36.765705 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4df99b08-1030-414b-aa78-ee01ce59bde3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:36.767140 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ba913-9df3-42a0-8fca-4a22e02c2669 None None] Calling delete_port for c75af58a-ab6f-4cf9-89c3-4d84db9535ec owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:36.809842 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df99b08-1030-414b-aa78-ee01ce59bde3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Port': ['ID=c75af58a-ab6f-4cf9-89c3-4d84db9535ec,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:36.816821 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df99b08-1030-414b-aa78-ee01ce59bde3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] No DVR routers for this DVR port c75af58a-ab6f-4cf9-89c3-4d84db9535ec on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:36.879292 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b3ba913-9df3-42a0-8fca-4a22e02c2669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:36.917335 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ba913-9df3-42a0-8fca-4a22e02c2669 None None] Pushing event deleted for resources: {'Port': ['ID=c75af58a-ab6f-4cf9-89c3-4d84db9535ec,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:36.919409 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4df99b08-1030-414b-aa78-ee01ce59bde3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:36.919588 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3ba913-9df3-42a0-8fca-4a22e02c2669 None None] No DVR routers for this DVR port c75af58a-ab6f-4cf9-89c3-4d84db9535ec on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:36.939509 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-4df99b08-1030-414b-aa78-ee01ce59bde3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:36.957560 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-4df99b08-1030-414b-aa78-ee01ce59bde3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be23b848-952f-473e-949b-acc73417773b') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:36.958287 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-4df99b08-1030-414b-aa78-ee01ce59bde3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be23b848-952f-473e-949b-acc73417773b') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:36.975166 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4df99b08-1030-414b-aa78-ee01ce59bde3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:36.999465 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4df99b08-1030-414b-aa78-ee01ce59bde3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:37.009076 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df99b08-1030-414b-aa78-ee01ce59bde3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:30:37.009637 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4df99b08-1030-414b-aa78-ee01ce59bde3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:37.013143 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:30:37.013143 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:30:37.013143 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:30:37.013143 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:30:37.013143 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:30:37.013143 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:30:37.013143 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:30:37.013143 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:30:37.013143 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:30:37.013143 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:30:37.013143 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:30:37.013143 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:30:37.013143 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:30:37.013143 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:30:37.013143 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:30:37.013143 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:30:37.013143 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:30:37.013143 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:30:37.013143 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:30:37.013143 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:30:37.013143 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:30:37.013143 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:30:37.013143 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:30:37.013143 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:30:37.013143 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:30:37.013143 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:30:37.013143 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:30:37.013143 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:30:37.013143 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:30:37.013143 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:30:37.013143 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:30:37.013143 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:30:37.237745 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4df99b08-1030-414b-aa78-ee01ce59bde3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:37.264387 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4df99b08-1030-414b-aa78-ee01ce59bde3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:37.268838 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4df99b08-1030-414b-aa78-ee01ce59bde3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/networks/b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8 HTTP/1.1" status: 204 len: 168 time: 1.2303455 Jul 15 23:30:37.268838 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df99b08-1030-414b-aa78-ee01ce59bde3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Network': ['ID=b5c11be7-6a5a-4dfb-91f4-af3cbf5277b8,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:37.269580 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49736) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:37.350167 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f0554-456f-4b9b-9568-ab99a9bc116b req-ea787771-f94f-482c-8870-c15723e0a950 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:37.372620 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b18f0554-456f-4b9b-9568-ab99a9bc116b req-ea787771-f94f-482c-8870-c15723e0a950 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d1c4a52-8d2c-4409-b98f-fe6de69dcffb HTTP/1.1" status: 200 len: 945 time: 0.2330308 Jul 15 23:30:37.439866 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b18f0554-456f-4b9b-9568-ab99a9bc116b req-e7d5801c-049b-4f28-87ae-9b7d232acc2a tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/security-groups?id=49eae96d-d657-4cd9-b7f9-09d6803e806a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661783 Jul 15 23:30:37.789600 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c75af58a-ab6f-4cf9-89c3-4d84db9535ec no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:37.849826 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: c75af58a-ab6f-4cf9-89c3-4d84db9535ec {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:37.850171 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c75af58a-ab6f-4cf9-89c3-4d84db9535ec not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:37.850597 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 140dcbbd-d27c-4bc3-bc63-79302c8f9902 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:37.922848 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 140dcbbd-d27c-4bc3-bc63-79302c8f9902 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:37.925174 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 140dcbbd-d27c-4bc3-bc63-79302c8f9902 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:38.038997 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1935a3b2-4812-46b2-995b-7cbfbe1e12a6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:38.045450 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b12bfc68-9aab-4841-8b7c-48e836b4a70d req-0341d68f-d983-49cf-aa8e-43bf381c1491 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=776a293d-c2f5-424c-9406-a4729d565ee4 HTTP/1.1" status: 200 len: 210 time: 0.0457485 Jul 15 23:30:38.087236 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b0504-2f09-4c99-97bd-cf19ebb3bf48 req-5fd5ef95-b1f8-4df0-a4d6-e22c178a5aa0 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:38.089645 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-105b0504-2f09-4c99-97bd-cf19ebb3bf48 req-5fd5ef95-b1f8-4df0-a4d6-e22c178a5aa0 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d1c4a52-8d2c-4409-b98f-fe6de69dcffb HTTP/1.1" status: 200 len: 945 time: 0.1822963 Jul 15 23:30:38.160425 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a569076-a142-49dc-836a-639ecfbe4eb0 req-71f878c8-b166-4fd0-90e3-c7318623fafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:38.162476 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7a569076-a142-49dc-836a-639ecfbe4eb0 req-71f878c8-b166-4fd0-90e3-c7318623fafa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74d7c93700d34af0afd0e96cb8a98478&device_id=9d1c4a52-8d2c-4409-b98f-fe6de69dcffb HTTP/1.1" status: 200 len: 1096 time: 0.1933877 Jul 15 23:30:38.174457 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-105b0504-2f09-4c99-97bd-cf19ebb3bf48 req-8b00bbe1-519e-497d-8d3f-7b70fd72de1b tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/security-groups?id=49eae96d-d657-4cd9-b7f9-09d6803e806a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641115 Jul 15 23:30:38.368290 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a569076-a142-49dc-836a-639ecfbe4eb0 req-0a38a18d-f574-41cc-bf63-5d42bbf524df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:38.370027 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7a569076-a142-49dc-836a-639ecfbe4eb0 req-0a38a18d-f574-41cc-bf63-5d42bbf524df service neutron] 10.222.0.36 "GET /v2.0/networks?id=18934a18-0543-4bc4-9847-e7c876d8964a HTTP/1.1" status: 200 len: 913 time: 0.2012584 Jul 15 23:30:38.425093 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7a569076-a142-49dc-836a-639ecfbe4eb0 req-3a30046a-f12a-411f-8072-b6c6743f538d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5 HTTP/1.1" status: 200 len: 217 time: 0.0477679 Jul 15 23:30:38.560430 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a569076-a142-49dc-836a-639ecfbe4eb0 req-37a96753-b950-4d8f-9977-533d8f361795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:38.562954 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7a569076-a142-49dc-836a-639ecfbe4eb0 req-37a96753-b950-4d8f-9977-533d8f361795 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5e48057-0336-4a9d-8a76-5d7d38b1b837 HTTP/1.1" status: 200 len: 852 time: 0.1318622 Jul 15 23:30:38.664917 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7a569076-a142-49dc-836a-639ecfbe4eb0 req-60f258f4-9a66-4949-a74f-71f60e53bbbd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18934a18-0543-4bc4-9847-e7c876d8964a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523291 Jul 15 23:30:38.776626 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-1935a3b2-4812-46b2-995b-7cbfbe1e12a6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Deleting port 44c7fadb-c57b-4058-9952-036916b07bad {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:38.776969 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1935a3b2-4812-46b2-995b-7cbfbe1e12a6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:38.854010 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:38.884920 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7a569076-a142-49dc-836a-639ecfbe4eb0 req-44bfb348-43e2-48b4-be80-6a1018e974eb service neutron] 10.222.0.36 "GET /v2.0/networks/18934a18-0543-4bc4-9847-e7c876d8964a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170420 Jul 15 23:30:38.942447 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-1935a3b2-4812-46b2-995b-7cbfbe1e12a6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] For port 44c7fadb-c57b-4058-9952-036916b07bad, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=44c7fadb-c57b-4058-9952-036916b07bad,segment=NetworkSegment(613afc28-b0b6-4dbb-bdae-d35c23bef739),segment_id=613afc28-b0b6-4dbb-bdae-d35c23bef739)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:38.951122 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1935a3b2-4812-46b2-995b-7cbfbe1e12a6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:39.024735 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-1935a3b2-4812-46b2-995b-7cbfbe1e12a6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Calling delete_port for 44c7fadb-c57b-4058-9952-036916b07bad owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:39.163119 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7a569076-a142-49dc-836a-639ecfbe4eb0 req-16e7ce8d-f5ba-4144-8e5f-793933cae456 service neutron] 10.222.0.36 "GET /v2.0/networks/18934a18-0543-4bc4-9847-e7c876d8964a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709353 Jul 15 23:30:39.306754 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1935a3b2-4812-46b2-995b-7cbfbe1e12a6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:39.344111 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8dec6928-bc85-4e2d-ad77-1cdfc97ae7ef req-47dfbdeb-682e-459e-9d01-600c7d9143ca tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=776a293d-c2f5-424c-9406-a4729d565ee4 HTTP/1.1" status: 200 len: 210 time: 0.0709288 Jul 15 23:30:39.463812 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935a3b2-4812-46b2-995b-7cbfbe1e12a6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Port': ['ID=44c7fadb-c57b-4058-9952-036916b07bad,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:39.512391 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b85b96-e450-4c19-af21-a26cf5d61273 req-2edbffb1-cacf-4068-9ba7-1a5e162a601a tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:39.522783 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a9b85b96-e450-4c19-af21-a26cf5d61273 req-2edbffb1-cacf-4068-9ba7-1a5e162a601a tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d1c4a52-8d2c-4409-b98f-fe6de69dcffb HTTP/1.1" status: 200 len: 945 time: 0.1437325 Jul 15 23:30:39.589892 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a9b85b96-e450-4c19-af21-a26cf5d61273 req-684c1792-82a0-4768-9b14-9c0b24f11d46 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/security-groups?id=49eae96d-d657-4cd9-b7f9-09d6803e806a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660257 Jul 15 23:30:39.726778 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1935a3b2-4812-46b2-995b-7cbfbe1e12a6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:40.179633 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1935a3b2-4812-46b2-995b-7cbfbe1e12a6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Router 025918fb-d9c5-4b02-b5bb-8c538369a92d has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:30:40.358510 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1935a3b2-4812-46b2-995b-7cbfbe1e12a6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:30:40.370576 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1935a3b2-4812-46b2-995b-7cbfbe1e12a6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "PUT /v2.0/routers/025918fb-d9c5-4b02-b5bb-8c538369a92d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0969708 Jul 15 23:30:40.373881 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49778) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:40.374574 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad97195-a483-4200-b464-c508677e0d67 None None] Sync routers for ids ['025918fb-d9c5-4b02-b5bb-8c538369a92d'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:30:40.413075 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad97195-a483-4200-b464-c508677e0d67 None None] Routers {'025918fb-d9c5-4b02-b5bb-8c538369a92d'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:40.416570 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0ad97195-a483-4200-b464-c508677e0d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:30:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['025918fb-d9c5-4b02-b5bb-8c538369a92d'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:40.540524 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6094f06-743f-4191-a76a-32f2c18ca553 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Deleting subnet d650d4b9-90d3-4115-8b33-c560e63cedfa {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:30:40.546462 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d6094f06-743f-4191-a76a-32f2c18ca553 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:40.587173 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-0ad97195-a483-4200-b464-c508677e0d67 None None] Set router 025918fb-d9c5-4b02-b5bb-8c538369a92d gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:40.593495 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-45a4bfe7-c7d7-4a40-8e2b-24cba5e97ef1 req-a09b4cc4-7ef8-4fc1-afd7-10677ef25f86 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=776a293d-c2f5-424c-9406-a4729d565ee4 HTTP/1.1" status: 200 len: 210 time: 0.0728691 Jul 15 23:30:40.700048 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d6094f06-743f-4191-a76a-32f2c18ca553 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:40.873734 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d6094f06-743f-4191-a76a-32f2c18ca553 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:40.967522 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0ad97195-a483-4200-b464-c508677e0d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'name': 'tempest-RoutersTest-router-1754000231', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:00Z', 'updated_at': '2021-07-15T23:30:39Z', 'revision_number': 9, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None, '_interfaces': [{'id': '366dad25-c2e2-4f12-a91f-589c08fb097c', 'name': '', 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:27:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:03Z', 'updated_at': '2021-07-15T23:30:14Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b98d31aa-6592-4f20-b9a5-7eb0a4658f2c', 'name': '', 'network_id': 'fa63997f-4c00-484f-9c39-23b1b9e4f07e', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:07:31:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:10Z', 'updated_at': '2021-07-15T23:30:17Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:41.013040 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad97195-a483-4200-b464-c508677e0d67 None None] Checking router: 025918fb-d9c5-4b02-b5bb-8c538369a92d for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:30:41.024276 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad97195-a483-4200-b464-c508677e0d67 None None] Routers {'025918fb-d9c5-4b02-b5bb-8c538369a92d'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:41.025130 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0ad97195-a483-4200-b464-c508677e0d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:30:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['025918fb-d9c5-4b02-b5bb-8c538369a92d'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:41.084499 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d6094f06-743f-4191-a76a-32f2c18ca553 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:41.176157 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eb3373-f535-49b7-af4b-ad8c021cc728 None None] Network 9634c487-34b7-430c-be17-399e93e2dec2 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:41.180952 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d6094f06-743f-4191-a76a-32f2c18ca553 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:41.189413 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d6094f06-743f-4191-a76a-32f2c18ca553 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/subnets/d650d4b9-90d3-4115-8b33-c560e63cedfa HTTP/1.1" status: 204 len: 168 time: 0.8161628 Jul 15 23:30:41.192579 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49788) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:41.218491 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6094f06-743f-4191-a76a-32f2c18ca553 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Subnet': ['ID=d650d4b9-90d3-4115-8b33-c560e63cedfa,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:41.299195 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9f5ab-9a18-455b-95bb-44b280f65c29 req-a32b17ce-2749-491d-ba0f-fcffe2bc29a0 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:41.300798 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67b9f5ab-9a18-455b-95bb-44b280f65c29 req-a32b17ce-2749-491d-ba0f-fcffe2bc29a0 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d1c4a52-8d2c-4409-b98f-fe6de69dcffb HTTP/1.1" status: 200 len: 945 time: 0.3465416 Jul 15 23:30:41.435010 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67b9f5ab-9a18-455b-95bb-44b280f65c29 req-54b44567-a75c-4361-87c1-801d3026dac6 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/security-groups?id=49eae96d-d657-4cd9-b7f9-09d6803e806a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176794 Jul 15 23:30:41.450203 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2e4964f-371b-4420-906d-6018e7a2b0c3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:41.459196 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-0ad97195-a483-4200-b464-c508677e0d67 None None] Set router 025918fb-d9c5-4b02-b5bb-8c538369a92d gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:41.566461 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b2e4964f-371b-4420-906d-6018e7a2b0c3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Deleting port 8bc80a24-0210-49c3-9e30-3e7c32bb9bd7 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:41.566815 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2e4964f-371b-4420-906d-6018e7a2b0c3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:41.747265 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-b2e4964f-371b-4420-906d-6018e7a2b0c3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] For port 8bc80a24-0210-49c3-9e30-3e7c32bb9bd7, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=8bc80a24-0210-49c3-9e30-3e7c32bb9bd7,segment=NetworkSegment(613afc28-b0b6-4dbb-bdae-d35c23bef739),segment_id=613afc28-b0b6-4dbb-bdae-d35c23bef739)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:41.747427 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2e4964f-371b-4420-906d-6018e7a2b0c3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:41.770423 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b2e4964f-371b-4420-906d-6018e7a2b0c3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Calling delete_port for 8bc80a24-0210-49c3-9e30-3e7c32bb9bd7 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:41.890243 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548cb825-8da8-4316-9384-b3882b60fb6f None None] DHCP port deletion for 9634c487-34b7-430c-be17-399e93e2dec2 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:30:41.937324 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2e4964f-371b-4420-906d-6018e7a2b0c3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:41.995322 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e4964f-371b-4420-906d-6018e7a2b0c3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] No DVR routers for this DVR port 8bc80a24-0210-49c3-9e30-3e7c32bb9bd7 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:42.001551 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4964f-371b-4420-906d-6018e7a2b0c3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Port': ['ID=8bc80a24-0210-49c3-9e30-3e7c32bb9bd7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:42.099823 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-548cb825-8da8-4316-9384-b3882b60fb6f None None] Deleting port 8bc80a24-0210-49c3-9e30-3e7c32bb9bd7 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:42.100578 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-548cb825-8da8-4316-9384-b3882b60fb6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:42.113441 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2c3b090-de9d-44e0-8691-71fce5a7bd03 req-c38ecfa6-f9e5-4460-84fe-123e7360559e tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=776a293d-c2f5-424c-9406-a4729d565ee4 HTTP/1.1" status: 200 len: 210 time: 0.0868742 Jul 15 23:30:42.156674 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0ad97195-a483-4200-b464-c508677e0d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'name': 'tempest-RoutersTest-router-1754000231', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:00Z', 'updated_at': '2021-07-15T23:30:39Z', 'revision_number': 9, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None, '_interfaces': [{'id': '366dad25-c2e2-4f12-a91f-589c08fb097c', 'name': '', 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:27:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:03Z', 'updated_at': '2021-07-15T23:30:14Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b98d31aa-6592-4f20-b9a5-7eb0a4658f2c', 'name': '', 'network_id': 'fa63997f-4c00-484f-9c39-23b1b9e4f07e', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:07:31:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:10Z', 'updated_at': '2021-07-15T23:30:17Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:42.178809 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2e4964f-371b-4420-906d-6018e7a2b0c3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:42.190775 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-b2e4964f-371b-4420-906d-6018e7a2b0c3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9634c487-34b7-430c-be17-399e93e2dec2']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:42.203334 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-b2e4964f-371b-4420-906d-6018e7a2b0c3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '613afc28-b0b6-4dbb-bdae-d35c23bef739') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:42.204019 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-b2e4964f-371b-4420-906d-6018e7a2b0c3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '613afc28-b0b6-4dbb-bdae-d35c23bef739') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:42.215583 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2e4964f-371b-4420-906d-6018e7a2b0c3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:42.233382 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad97195-a483-4200-b464-c508677e0d67 None None] The sync data for ids ['025918fb-d9c5-4b02-b5bb-8c538369a92d'] in n-d-787205-9 is: [{'id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'name': 'tempest-RoutersTest-router-1754000231', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:00Z', 'updated_at': '2021-07-15T23:30:39Z', 'revision_number': 9, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None, '_interfaces': [{'id': '366dad25-c2e2-4f12-a91f-589c08fb097c', 'name': '', 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:27:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:03Z', 'updated_at': '2021-07-15T23:30:14Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b98d31aa-6592-4f20-b9a5-7eb0a4658f2c', 'name': '', 'network_id': 'fa63997f-4c00-484f-9c39-23b1b9e4f07e', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:07:31:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:10Z', 'updated_at': '2021-07-15T23:30:17Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '531fbcdb-50c0-43f4-9cf4-22f62c8daedd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:30:42.236445 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2e4964f-371b-4420-906d-6018e7a2b0c3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:42.240912 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-548cb825-8da8-4316-9384-b3882b60fb6f None None] For port 8bc80a24-0210-49c3-9e30-3e7c32bb9bd7, host n-d-787205-9, got binding levels [] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:42.241366 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-548cb825-8da8-4316-9384-b3882b60fb6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:42.243735 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e4964f-371b-4420-906d-6018e7a2b0c3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:30:42.244247 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2e4964f-371b-4420-906d-6018e7a2b0c3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:42.255576 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-548cb825-8da8-4316-9384-b3882b60fb6f None None] Calling delete_port for 8bc80a24-0210-49c3-9e30-3e7c32bb9bd7 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:42.259702 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.ipam_backend_mixin [None req-548cb825-8da8-4316-9384-b3882b60fb6f None None] Port 8bc80a24-0210-49c3-9e30-3e7c32bb9bd7 was not found and therefore no delete operation was performed {{(pid=93800) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:30:42.261447 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-548cb825-8da8-4316-9384-b3882b60fb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:42.302736 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548cb825-8da8-4316-9384-b3882b60fb6f None None] Pushing event deleted for resources: {'Port': ['ID=8bc80a24-0210-49c3-9e30-3e7c32bb9bd7,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:42.311913 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548cb825-8da8-4316-9384-b3882b60fb6f None None] No DVR routers for this DVR port 8bc80a24-0210-49c3-9e30-3e7c32bb9bd7 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:42.331825 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50af98c-1660-4b68-b772-2075c0a1fcb1 req-e9e09f5c-633a-4be8-be6c-1ea2df4ee0eb tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:42.338662 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e50af98c-1660-4b68-b772-2075c0a1fcb1 req-e9e09f5c-633a-4be8-be6c-1ea2df4ee0eb tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d1c4a52-8d2c-4409-b98f-fe6de69dcffb HTTP/1.1" status: 200 len: 945 time: 0.1444924 Jul 15 23:30:42.353502 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:30:42.353502 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:30:42.353502 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:30:42.353502 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:30:42.353502 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:30:42.353502 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:30:42.353502 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:30:42.353502 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:30:42.353502 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:30:42.353502 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:30:42.353502 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:30:42.353502 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:30:42.353502 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:30:42.353502 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:30:42.353502 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:30:42.353502 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:30:42.353502 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:30:42.353502 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:30:42.353502 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:30:42.353502 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:30:42.353502 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:30:42.353502 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:30:42.353502 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:30:42.353502 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:30:42.353502 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:30:42.353502 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:30:42.353502 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:30:42.353502 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:30:42.353502 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:30:42.353502 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:30:42.353502 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:30:42.353502 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:30:42.362346 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2e4964f-371b-4420-906d-6018e7a2b0c3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:42.380791 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2e4964f-371b-4420-906d-6018e7a2b0c3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:42.385656 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b2e4964f-371b-4420-906d-6018e7a2b0c3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/networks/9634c487-34b7-430c-be17-399e93e2dec2 HTTP/1.1" status: 204 len: 168 time: 1.1901312 Jul 15 23:30:42.389354 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49804) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:42.401437 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4964f-371b-4420-906d-6018e7a2b0c3 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Network': ['ID=9634c487-34b7-430c-be17-399e93e2dec2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:42.485895 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e50af98c-1660-4b68-b772-2075c0a1fcb1 req-d33c0b69-e47d-4771-89fe-e940a2bff31b tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/security-groups?id=49eae96d-d657-4cd9-b7f9-09d6803e806a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407094 Jul 15 23:30:42.778341 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-830a5317-9bef-46ed-870f-b22431d0834b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:43.345317 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-830a5317-9bef-46ed-870f-b22431d0834b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Deleting port b98d31aa-6592-4f20-b9a5-7eb0a4658f2c {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:43.345673 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-830a5317-9bef-46ed-870f-b22431d0834b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:43.482364 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-830a5317-9bef-46ed-870f-b22431d0834b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] For port b98d31aa-6592-4f20-b9a5-7eb0a4658f2c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b98d31aa-6592-4f20-b9a5-7eb0a4658f2c,segment=NetworkSegment(573bcf5a-fbba-4317-908d-46adf2156ae6),segment_id=573bcf5a-fbba-4317-908d-46adf2156ae6)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:43.482783 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-830a5317-9bef-46ed-870f-b22431d0834b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:43.499705 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-830a5317-9bef-46ed-870f-b22431d0834b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Calling delete_port for b98d31aa-6592-4f20-b9a5-7eb0a4658f2c owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:43.800370 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 44c7fadb-c57b-4058-9952-036916b07bad no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:43.810816 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-830a5317-9bef-46ed-870f-b22431d0834b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:43.842307 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 44c7fadb-c57b-4058-9952-036916b07bad {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:43.842710 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 44c7fadb-c57b-4058-9952-036916b07bad not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:43.847499 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 8bc80a24-0210-49c3-9e30-3e7c32bb9bd7 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:43.847690 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a5317-9bef-46ed-870f-b22431d0834b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Port': ['ID=b98d31aa-6592-4f20-b9a5-7eb0a4658f2c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:43.908517 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 8bc80a24-0210-49c3-9e30-3e7c32bb9bd7 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:43.909789 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 8bc80a24-0210-49c3-9e30-3e7c32bb9bd7 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:44.032752 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642877d-a89a-46e5-aaa3-6f9584ac6c7d req-716625ea-b36a-49be-bb94-757bcb599093 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:44.034481 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b642877d-a89a-46e5-aaa3-6f9584ac6c7d req-716625ea-b36a-49be-bb94-757bcb599093 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d1c4a52-8d2c-4409-b98f-fe6de69dcffb HTTP/1.1" status: 200 len: 945 time: 0.1228158 Jul 15 23:30:44.206018 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e80473-5135-4abf-9044-4aa973087277 req-d9952aa1-6e46-4996-a1c0-d687cd500b29 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:44.209734 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-b642877d-a89a-46e5-aaa3-6f9584ac6c7d req-16d1037c-f97f-452a-bb90-000cc71e8eca tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Deleting port 6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:44.210092 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b642877d-a89a-46e5-aaa3-6f9584ac6c7d req-16d1037c-f97f-452a-bb90-000cc71e8eca tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:44.220664 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27e80473-5135-4abf-9044-4aa973087277 req-d9952aa1-6e46-4996-a1c0-d687cd500b29 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d1c4a52-8d2c-4409-b98f-fe6de69dcffb HTTP/1.1" status: 200 len: 945 time: 0.4928250 Jul 15 23:30:44.226736 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-830a5317-9bef-46ed-870f-b22431d0834b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:44.428697 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27e80473-5135-4abf-9044-4aa973087277 req-d409f576-e7a3-421c-bfd6-bb332e131a93 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/security-groups?id=49eae96d-d657-4cd9-b7f9-09d6803e806a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071931 Jul 15 23:30:44.469232 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b642877d-a89a-46e5-aaa3-6f9584ac6c7d req-16d1037c-f97f-452a-bb90-000cc71e8eca tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] For port 6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5,segment=NetworkSegment(704b1078-bf32-4e1b-b2f8-d2bcd17f822b),segment_id=704b1078-bf32-4e1b-b2f8-d2bcd17f822b)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:44.471230 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b642877d-a89a-46e5-aaa3-6f9584ac6c7d req-16d1037c-f97f-452a-bb90-000cc71e8eca tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:44.509433 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-b642877d-a89a-46e5-aaa3-6f9584ac6c7d req-16d1037c-f97f-452a-bb90-000cc71e8eca tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Calling delete_port for 6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:44.593925 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830a5317-9bef-46ed-870f-b22431d0834b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Router 025918fb-d9c5-4b02-b5bb-8c538369a92d has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:30:44.660004 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49842) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:44.666367 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b642877d-a89a-46e5-aaa3-6f9584ac6c7d req-16d1037c-f97f-452a-bb90-000cc71e8eca tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:44.699863 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:30:44.706243 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1037c-f97f-452a-bb90-000cc71e8eca tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Pushing event deleted for resources: {'Port': ['ID=6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:44.741299 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830a5317-9bef-46ed-870f-b22431d0834b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:30:44.749062 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-830a5317-9bef-46ed-870f-b22431d0834b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "PUT /v2.0/routers/025918fb-d9c5-4b02-b5bb-8c538369a92d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3502009 Jul 15 23:30:44.751928 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49846) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:44.755522 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4146ea-b8f2-4bfb-b85b-61f7ddfa6f98 None None] Sync routers for ids ['025918fb-d9c5-4b02-b5bb-8c538369a92d'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:30:44.768090 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4146ea-b8f2-4bfb-b85b-61f7ddfa6f98 None None] Routers {'025918fb-d9c5-4b02-b5bb-8c538369a92d'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:44.769483 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-b642877d-a89a-46e5-aaa3-6f9584ac6c7d req-16d1037c-f97f-452a-bb90-000cc71e8eca tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] No DVR routers for this DVR port 6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:44.770058 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-6a4146ea-b8f2-4bfb-b85b-61f7ddfa6f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:30:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['025918fb-d9c5-4b02-b5bb-8c538369a92d'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:44.773741 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b642877d-a89a-46e5-aaa3-6f9584ac6c7d req-16d1037c-f97f-452a-bb90-000cc71e8eca tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:44.775940 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b642877d-a89a-46e5-aaa3-6f9584ac6c7d req-16d1037c-f97f-452a-bb90-000cc71e8eca tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.36 "DELETE /v2.0/ports/6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5 HTTP/1.1" status: 204 len: 173 time: 0.7329049 Jul 15 23:30:44.776415 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1c4a52-8d2c-4409-b98f-fe6de69dcffb', 'name': 'network-vif-deleted', 'tag': '6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:30:44.780074 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45932caf-2c42-4895-8b5d-65c008509053" -d '{"events": [{"server_uuid": "9d1c4a52-8d2c-4409-b98f-fe6de69dcffb", "name": "network-vif-deleted", "tag": "6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:30:44.822812 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-edc7a24b-3042-438f-a471-8c21e90b8ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:44.839114 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb0d7b4-0e4c-4d36-879a-a3b4c21c4c74 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Deleting subnet 531fbcdb-50c0-43f4-9cf4-22f62c8daedd {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:30:44.843539 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-adb0d7b4-0e4c-4d36-879a-a3b4c21c4c74 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:44.881911 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-6a4146ea-b8f2-4bfb-b85b-61f7ddfa6f98 None None] Set router 025918fb-d9c5-4b02-b5bb-8c538369a92d gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:44.911238 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-adb0d7b4-0e4c-4d36-879a-a3b4c21c4c74 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:44.948650 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aad47b9-50df-4af9-a603-5ed696cbac5b x-openstack-request-id: req-3aad47b9-50df-4af9-a603-5ed696cbac5b {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:30:44.948960 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1c4a52-8d2c-4409-b98f-fe6de69dcffb", "name": "network-vif-deleted", "tag": "6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:30:44.949204 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3aad47b9-50df-4af9-a603-5ed696cbac5b {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:30:44.949612 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1c4a52-8d2c-4409-b98f-fe6de69dcffb', 'name': 'network-vif-deleted', 'tag': '6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5', 'status': 'completed', 'code': 200} Jul 15 23:30:44.979186 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-edc7a24b-3042-438f-a471-8c21e90b8ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:44.983670 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-edc7a24b-3042-438f-a471-8c21e90b8ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.028731 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-edc7a24b-3042-438f-a471-8c21e90b8ad7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d20d2fde4564025a4f7a9a087811867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3651261 Jul 15 23:30:45.029068 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49850) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:45.030682 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-adb0d7b4-0e4c-4d36-879a-a3b4c21c4c74 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.072349 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc7a24b-3042-438f-a471-8c21e90b8ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0690c9f3-9c10-4191-aa6e-864cb79947d2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:45.094238 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b22d63a4-5278-4c82-93b5-e264875a42a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.119526 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-adb0d7b4-0e4c-4d36-879a-a3b4c21c4c74 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.124046 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b22d63a4-5278-4c82-93b5-e264875a42a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.151091 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-6a4146ea-b8f2-4bfb-b85b-61f7ddfa6f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'name': 'tempest-RoutersTest-router-1754000231', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:00Z', 'updated_at': '2021-07-15T23:30:43Z', 'revision_number': 10, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None, '_interfaces': [{'id': '366dad25-c2e2-4f12-a91f-589c08fb097c', 'name': '', 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:27:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:03Z', 'updated_at': '2021-07-15T23:30:14Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:45.164585 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb0d7b4-0e4c-4d36-879a-a3b4c21c4c74 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Subnet': ['ID=531fbcdb-50c0-43f4-9cf4-22f62c8daedd,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:45.172382 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-adb0d7b4-0e4c-4d36-879a-a3b4c21c4c74 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.177417 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-adb0d7b4-0e4c-4d36-879a-a3b4c21c4c74 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/subnets/531fbcdb-50c0-43f4-9cf4-22f62c8daedd HTTP/1.1" status: 204 len: 168 time: 0.4239841 Jul 15 23:30:45.178374 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49854) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:45.189431 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bed826-78ae-42d6-a603-9b340667d297 None None] Network fa63997f-4c00-484f-9c39-23b1b9e4f07e requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:45.195189 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b22d63a4-5278-4c82-93b5-e264875a42a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.198739 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b22d63a4-5278-4c82-93b5-e264875a42a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.200136 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b22d63a4-5278-4c82-93b5-e264875a42a0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0690c9f3-9c10-4191-aa6e-864cb79947d2 HTTP/1.1" status: 204 len: 168 time: 0.1700573 Jul 15 23:30:45.218696 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4146ea-b8f2-4bfb-b85b-61f7ddfa6f98 None None] Checking router: 025918fb-d9c5-4b02-b5bb-8c538369a92d for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:30:45.225964 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d63a4-5278-4c82-93b5-e264875a42a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0690c9f3-9c10-4191-aa6e-864cb79947d2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:45.240720 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4146ea-b8f2-4bfb-b85b-61f7ddfa6f98 None None] Routers {'025918fb-d9c5-4b02-b5bb-8c538369a92d'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:45.241372 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-6a4146ea-b8f2-4bfb-b85b-61f7ddfa6f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:30:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['025918fb-d9c5-4b02-b5bb-8c538369a92d'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:45.290590 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a85e7b7-9b20-47a6-af0e-41d95d33cbde tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.421591 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4a85e7b7-9b20-47a6-af0e-41d95d33cbde tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Deleting port 1f605657-8539-42fe-ac76-a4a1aaf7bb24 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:45.424944 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a85e7b7-9b20-47a6-af0e-41d95d33cbde tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.428744 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-6a4146ea-b8f2-4bfb-b85b-61f7ddfa6f98 None None] Set router 025918fb-d9c5-4b02-b5bb-8c538369a92d gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:45.558328 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98f7eb3-45d8-4e04-9516-4679e749b35a None None] DHCP port deletion for fa63997f-4c00-484f-9c39-23b1b9e4f07e request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:30:45.563733 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4a85e7b7-9b20-47a6-af0e-41d95d33cbde tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] For port 1f605657-8539-42fe-ac76-a4a1aaf7bb24, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1f605657-8539-42fe-ac76-a4a1aaf7bb24,segment=NetworkSegment(573bcf5a-fbba-4317-908d-46adf2156ae6),segment_id=573bcf5a-fbba-4317-908d-46adf2156ae6)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:45.564348 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a85e7b7-9b20-47a6-af0e-41d95d33cbde tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.597961 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4a85e7b7-9b20-47a6-af0e-41d95d33cbde tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Calling delete_port for 1f605657-8539-42fe-ac76-a4a1aaf7bb24 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:45.741247 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49872) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:45.745463 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e98f7eb3-45d8-4e04-9516-4679e749b35a None None] Deleting port 1f605657-8539-42fe-ac76-a4a1aaf7bb24 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:45.746656 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e98f7eb3-45d8-4e04-9516-4679e749b35a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.760515 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4fb3fc2b-4f18-4b9e-a4b7-af3ac7aba310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.790542 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a85e7b7-9b20-47a6-af0e-41d95d33cbde tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.869737 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85e7b7-9b20-47a6-af0e-41d95d33cbde tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Port': ['ID=1f605657-8539-42fe-ac76-a4a1aaf7bb24,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:45.920780 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c4db658b-fd5c-42e3-ac07-947b1a6a7a57 req-bee4209f-2ac8-4aa3-826e-b0366f9b11a1 tempest-TestServerAdvancedOps-667955158 tempest-TestServerAdvancedOps-667955158-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d1c4a52-8d2c-4409-b98f-fe6de69dcffb HTTP/1.1" status: 200 len: 210 time: 0.0613217 Jul 15 23:30:45.926402 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a85e7b7-9b20-47a6-af0e-41d95d33cbde tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] No DVR routers for this DVR port 1f605657-8539-42fe-ac76-a4a1aaf7bb24 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:45.930695 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e98f7eb3-45d8-4e04-9516-4679e749b35a None None] For port 1f605657-8539-42fe-ac76-a4a1aaf7bb24, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1f605657-8539-42fe-ac76-a4a1aaf7bb24,segment=NetworkSegment(573bcf5a-fbba-4317-908d-46adf2156ae6),segment_id=573bcf5a-fbba-4317-908d-46adf2156ae6)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:45.931710 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e98f7eb3-45d8-4e04-9516-4679e749b35a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.947799 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3eef9458-e1ad-4c02-9dbf-45a7e178ca81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.963390 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e98f7eb3-45d8-4e04-9516-4679e749b35a None None] Calling delete_port for 1f605657-8539-42fe-ac76-a4a1aaf7bb24 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:46.011950 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4fb3fc2b-4f18-4b9e-a4b7-af3ac7aba310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.018975 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4fb3fc2b-4f18-4b9e-a4b7-af3ac7aba310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.020544 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-6a4146ea-b8f2-4bfb-b85b-61f7ddfa6f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'name': 'tempest-RoutersTest-router-1754000231', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:00Z', 'updated_at': '2021-07-15T23:30:43Z', 'revision_number': 10, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None, '_interfaces': [{'id': '366dad25-c2e2-4f12-a91f-589c08fb097c', 'name': '', 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:27:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:03Z', 'updated_at': '2021-07-15T23:30:14Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:46.032623 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1f605657-8539-42fe-ac76-a4a1aaf7bb24 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:46.052929 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4146ea-b8f2-4bfb-b85b-61f7ddfa6f98 None None] The sync data for ids ['025918fb-d9c5-4b02-b5bb-8c538369a92d'] in n-d-787205-9 is: [{'id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'name': 'tempest-RoutersTest-router-1754000231', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:00Z', 'updated_at': '2021-07-15T23:30:43Z', 'revision_number': 10, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None, '_interfaces': [{'id': '366dad25-c2e2-4f12-a91f-589c08fb097c', 'name': '', 'network_id': '1ca9b0b7-7924-4f85-9cdb-f781c1e052ca', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'mac_address': 'fa:16:3e:27:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:03Z', 'updated_at': '2021-07-15T23:30:14Z', 'revision_number': 5, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'subnets': [{'id': '28f68cfb-1435-4466-80f2-71c17c2a16f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:30:46.055456 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 1f605657-8539-42fe-ac76-a4a1aaf7bb24 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:46.055808 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1f605657-8539-42fe-ac76-a4a1aaf7bb24 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:46.057342 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a85e7b7-9b20-47a6-af0e-41d95d33cbde tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.081319 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4fb3fc2b-4f18-4b9e-a4b7-af3ac7aba310 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9a7cfd6bd4f47b38230e4023d20a1cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3377893 Jul 15 23:30:46.082796 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49874) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:46.085574 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-4a85e7b7-9b20-47a6-af0e-41d95d33cbde tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa63997f-4c00-484f-9c39-23b1b9e4f07e']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:46.098816 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-4a85e7b7-9b20-47a6-af0e-41d95d33cbde tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573bcf5a-fbba-4317-908d-46adf2156ae6') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:46.099599 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-4a85e7b7-9b20-47a6-af0e-41d95d33cbde tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573bcf5a-fbba-4317-908d-46adf2156ae6') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:46.117839 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a85e7b7-9b20-47a6-af0e-41d95d33cbde tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.122681 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3fc2b-4f18-4b9e-a4b7-af3ac7aba310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edac7b1b-dfd6-46df-b623-1c95dacfb9ea,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:46.123670 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e98f7eb3-45d8-4e04-9516-4679e749b35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.148038 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a85e7b7-9b20-47a6-af0e-41d95d33cbde tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.156332 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a85e7b7-9b20-47a6-af0e-41d95d33cbde tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:30:46.157995 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a85e7b7-9b20-47a6-af0e-41d95d33cbde tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.159910 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f7eb3-45d8-4e04-9516-4679e749b35a None None] Pushing event deleted for resources: {'Port': ['ID=1f605657-8539-42fe-ac76-a4a1aaf7bb24,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:46.160304 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ae11ff0-741d-4974-b746-3de5e5611b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.162932 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:30:46.162932 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:30:46.162932 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:30:46.162932 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:30:46.162932 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:30:46.162932 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:30:46.162932 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:30:46.162932 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:30:46.162932 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:30:46.162932 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:30:46.162932 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:30:46.162932 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:30:46.162932 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:30:46.162932 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:30:46.162932 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:30:46.162932 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:30:46.162932 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:30:46.162932 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:30:46.162932 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:30:46.162932 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:30:46.162932 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:30:46.162932 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:30:46.162932 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:30:46.162932 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:30:46.162932 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:30:46.162932 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:30:46.162932 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:30:46.162932 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:30:46.162932 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:30:46.162932 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:30:46.162932 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:30:46.162932 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:30:46.169433 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98f7eb3-45d8-4e04-9516-4679e749b35a None None] No DVR routers for this DVR port 1f605657-8539-42fe-ac76-a4a1aaf7bb24 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:46.192324 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ae11ff0-741d-4974-b746-3de5e5611b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.232874 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a85e7b7-9b20-47a6-af0e-41d95d33cbde tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.238266 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4a85e7b7-9b20-47a6-af0e-41d95d33cbde tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.244260 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4a85e7b7-9b20-47a6-af0e-41d95d33cbde tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/networks/fa63997f-4c00-484f-9c39-23b1b9e4f07e HTTP/1.1" status: 204 len: 168 time: 1.0651884 Jul 15 23:30:46.244667 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49878) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:46.251996 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ae11ff0-741d-4974-b746-3de5e5611b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.254544 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6ae11ff0-741d-4974-b746-3de5e5611b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.255637 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6ae11ff0-741d-4974-b746-3de5e5611b00 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/edac7b1b-dfd6-46df-b623-1c95dacfb9ea HTTP/1.1" status: 204 len: 168 time: 0.1720107 Jul 15 23:30:46.266078 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85e7b7-9b20-47a6-af0e-41d95d33cbde tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Network': ['ID=fa63997f-4c00-484f-9c39-23b1b9e4f07e,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:46.325733 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae11ff0-741d-4974-b746-3de5e5611b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edac7b1b-dfd6-46df-b623-1c95dacfb9ea,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:46.663769 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-997a817b-777b-421e-9f48-d7d76c1ce5e6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.761266 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49886) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:46.776802 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d20cf90c-fdda-4a50-b94b-8232f2130262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.889013 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d20cf90c-fdda-4a50-b94b-8232f2130262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.895855 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d20cf90c-fdda-4a50-b94b-8232f2130262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.946188 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d20cf90c-fdda-4a50-b94b-8232f2130262 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c9767580bbb4250af55b33ca8383d69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1810176 Jul 15 23:30:46.946898 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49892) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:46.989796 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20cf90c-fdda-4a50-b94b-8232f2130262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f38bd13-c819-45d1-89bb-bd651c26c6b3,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:47.029543 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-da4b69f4-f974-4f8b-bc97-8b295ac64624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:47.043041 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-997a817b-777b-421e-9f48-d7d76c1ce5e6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Deleting port 366dad25-c2e2-4f12-a91f-589c08fb097c {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:47.043625 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-997a817b-777b-421e-9f48-d7d76c1ce5e6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:47.054048 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-da4b69f4-f974-4f8b-bc97-8b295ac64624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:47.087328 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49894) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:47.109927 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-da4b69f4-f974-4f8b-bc97-8b295ac64624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:47.113467 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-da4b69f4-f974-4f8b-bc97-8b295ac64624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:47.114753 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-da4b69f4-f974-4f8b-bc97-8b295ac64624 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2f38bd13-c819-45d1-89bb-bd651c26c6b3 HTTP/1.1" status: 204 len: 168 time: 0.1668315 Jul 15 23:30:47.124294 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b69f4-f974-4f8b-bc97-8b295ac64624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f38bd13-c819-45d1-89bb-bd651c26c6b3,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:47.239462 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-997a817b-777b-421e-9f48-d7d76c1ce5e6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] For port 366dad25-c2e2-4f12-a91f-589c08fb097c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=366dad25-c2e2-4f12-a91f-589c08fb097c,segment=NetworkSegment(a972a6e3-62d8-4e46-b563-66d767c57e5d),segment_id=a972a6e3-62d8-4e46-b563-66d767c57e5d)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:47.239717 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-997a817b-777b-421e-9f48-d7d76c1ce5e6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:47.262767 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-997a817b-777b-421e-9f48-d7d76c1ce5e6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Calling delete_port for 366dad25-c2e2-4f12-a91f-589c08fb097c owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:47.279722 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cba2fd2-2693-4a4c-a9b4-8a3cb07d62e6 admin admin] Deleting subnet a5e48057-0336-4a9d-8a76-5d7d38b1b837 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:30:47.286299 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6cba2fd2-2693-4a4c-a9b4-8a3cb07d62e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:47.367548 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6cba2fd2-2693-4a4c-a9b4-8a3cb07d62e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:47.458060 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6cba2fd2-2693-4a4c-a9b4-8a3cb07d62e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:47.573160 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6cba2fd2-2693-4a4c-a9b4-8a3cb07d62e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:47.617227 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6cba2fd2-2693-4a4c-a9b4-8a3cb07d62e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:47.619342 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6cba2fd2-2693-4a4c-a9b4-8a3cb07d62e6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a5e48057-0336-4a9d-8a76-5d7d38b1b837 HTTP/1.1" status: 204 len: 168 time: 0.5299294 Jul 15 23:30:47.620741 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-997a817b-777b-421e-9f48-d7d76c1ce5e6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:47.621835 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49908) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:47.622948 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba2fd2-2693-4a4c-a9b4-8a3cb07d62e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5e48057-0336-4a9d-8a76-5d7d38b1b837,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:47.655760 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a817b-777b-421e-9f48-d7d76c1ce5e6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Port': ['ID=366dad25-c2e2-4f12-a91f-589c08fb097c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:47.810080 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-114f2a81-2add-4756-b7c0-a87a51b2381f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:47.848272 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b98d31aa-6592-4f20-b9a5-7eb0a4658f2c no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:47.880823 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: b98d31aa-6592-4f20-b9a5-7eb0a4658f2c {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:47.881477 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b98d31aa-6592-4f20-b9a5-7eb0a4658f2c not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:48.013333 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-997a817b-777b-421e-9f48-d7d76c1ce5e6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.033088 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-114f2a81-2add-4756-b7c0-a87a51b2381f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.064063 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-114f2a81-2add-4756-b7c0-a87a51b2381f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18934a18-0543-4bc4-9847-e7c876d8964a']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:48.091846 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-114f2a81-2add-4756-b7c0-a87a51b2381f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '704b1078-bf32-4e1b-b2f8-d2bcd17f822b') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:48.092146 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-114f2a81-2add-4756-b7c0-a87a51b2381f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '704b1078-bf32-4e1b-b2f8-d2bcd17f822b') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:48.115534 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-114f2a81-2add-4756-b7c0-a87a51b2381f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.134153 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-114f2a81-2add-4756-b7c0-a87a51b2381f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.141338 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114f2a81-2add-4756-b7c0-a87a51b2381f admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:30:48.141917 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-114f2a81-2add-4756-b7c0-a87a51b2381f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.241633 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:30:48.241633 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:30:48.241633 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:30:48.241633 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:30:48.241633 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:30:48.241633 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:30:48.241633 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:30:48.241633 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:30:48.241633 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:30:48.241633 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:30:48.241633 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:30:48.241633 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:30:48.241633 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:30:48.241633 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:30:48.241633 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:30:48.241633 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:30:48.241633 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:30:48.241633 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:30:48.241633 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:30:48.241633 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:30:48.241633 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:30:48.241633 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:30:48.241633 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:30:48.241633 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:30:48.241633 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:30:48.241633 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:30:48.241633 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:30:48.241633 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:30:48.241633 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:30:48.241633 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:30:48.241633 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:30:48.241633 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:30:48.246163 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-114f2a81-2add-4756-b7c0-a87a51b2381f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.251954 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-114f2a81-2add-4756-b7c0-a87a51b2381f admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.255293 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-92750343-1652-412e-bfdc-90fb0864bc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.260203 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-114f2a81-2add-4756-b7c0-a87a51b2381f admin admin] 10.222.0.16 "DELETE /v2.0/networks/18934a18-0543-4bc4-9847-e7c876d8964a HTTP/1.1" status: 204 len: 168 time: 0.6337473 Jul 15 23:30:48.260882 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49930) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:48.332970 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f2a81-2add-4756-b7c0-a87a51b2381f admin admin] Pushing event deleted for resources: {'Network': ['ID=18934a18-0543-4bc4-9847-e7c876d8964a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:48.343470 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-6602b45a-4b87-4b24-a949-c4e709a89c57 admin admin] Deleting subnet 7ee524dd-a26c-485b-9de8-61fc34bf30a4 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:30:48.365963 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6602b45a-4b87-4b24-a949-c4e709a89c57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.427838 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15b229-1849-44a4-a988-9456cf4aea7c req-489d044c-98a9-4b51-a608-4f19155edbd5 tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:48.429789 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b15b229-1849-44a4-a988-9456cf4aea7c req-489d044c-98a9-4b51-a608-4f19155edbd5 tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 1096 time: 0.1865582 Jul 15 23:30:48.433243 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6602b45a-4b87-4b24-a949-c4e709a89c57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.527388 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6602b45a-4b87-4b24-a949-c4e709a89c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.656555 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6602b45a-4b87-4b24-a949-c4e709a89c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.696510 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6602b45a-4b87-4b24-a949-c4e709a89c57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.702484 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6602b45a-4b87-4b24-a949-c4e709a89c57 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7ee524dd-a26c-485b-9de8-61fc34bf30a4 HTTP/1.1" status: 204 len: 168 time: 0.4181786 Jul 15 23:30:48.704552 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49936) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:48.705922 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602b45a-4b87-4b24-a949-c4e709a89c57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ee524dd-a26c-485b-9de8-61fc34bf30a4,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:48.709255 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:48.756464 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997a817b-777b-421e-9f48-d7d76c1ce5e6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Router 025918fb-d9c5-4b02-b5bb-8c538369a92d has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:30:48.764784 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:48.765145 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 6741f5a3-e7a4-4f76-99f7-ce074a3dc7b5 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:48.804296 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.861686 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea45f07b-e2e7-421c-9237-8e2b329789b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.865807 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997a817b-777b-421e-9f48-d7d76c1ce5e6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:30:48.875398 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-997a817b-777b-421e-9f48-d7d76c1ce5e6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "PUT /v2.0/routers/025918fb-d9c5-4b02-b5bb-8c538369a92d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6272840 Jul 15 23:30:48.876347 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49942) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:48.880625 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd01947-ef7a-4f46-81de-87689782c119 None None] Sync routers for ids ['025918fb-d9c5-4b02-b5bb-8c538369a92d'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:30:48.892666 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd01947-ef7a-4f46-81de-87689782c119 None None] Routers {'025918fb-d9c5-4b02-b5bb-8c538369a92d'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:48.894296 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b15b229-1849-44a4-a988-9456cf4aea7c req-2cc6ad6a-f27e-4c0f-9f5d-7bd148ee665c tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4288309 Jul 15 23:30:48.895487 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0bd01947-ef7a-4f46-81de-87689782c119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:30:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['025918fb-d9c5-4b02-b5bb-8c538369a92d'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:48.934224 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49946) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:49.013323 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea45f07b-e2e7-421c-9237-8e2b329789b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.033102 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-ea45f07b-e2e7-421c-9237-8e2b329789b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8daf59d-5f80-48c0-b483-248580dd0faa']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:49.038000 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-0bd01947-ef7a-4f46-81de-87689782c119 None None] Set router 025918fb-d9c5-4b02-b5bb-8c538369a92d gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:49.047616 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-ea45f07b-e2e7-421c-9237-8e2b329789b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ead9f09-fd65-4902-ab87-98d7d3ee8ea6') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:49.048079 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-ea45f07b-e2e7-421c-9237-8e2b329789b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ead9f09-fd65-4902-ab87-98d7d3ee8ea6') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:49.063942 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea45f07b-e2e7-421c-9237-8e2b329789b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.079980 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea45f07b-e2e7-421c-9237-8e2b329789b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.087646 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea45f07b-e2e7-421c-9237-8e2b329789b5 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:30:49.088090 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea45f07b-e2e7-421c-9237-8e2b329789b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.095042 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a715751-1994-45b1-bb8c-16a07abccc2e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Deleting subnet 28f68cfb-1435-4466-80f2-71c17c2a16f3 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:30:49.108950 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a715751-1994-45b1-bb8c-16a07abccc2e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.158084 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:30:49.158084 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:30:49.158084 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:30:49.158084 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:30:49.158084 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:30:49.158084 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:30:49.158084 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:30:49.158084 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:30:49.158084 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:30:49.158084 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:30:49.158084 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:30:49.158084 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:30:49.158084 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:30:49.158084 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:30:49.158084 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:30:49.158084 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:30:49.158084 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:30:49.158084 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:30:49.158084 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:30:49.158084 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:30:49.158084 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:30:49.158084 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:30:49.158084 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:30:49.158084 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:30:49.158084 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:30:49.158084 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:30:49.158084 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:30:49.158084 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:30:49.158084 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:30:49.158084 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:30:49.158084 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:30:49.158084 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:30:49.165608 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea45f07b-e2e7-421c-9237-8e2b329789b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.171113 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ea45f07b-e2e7-421c-9237-8e2b329789b5 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.185665 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ea45f07b-e2e7-421c-9237-8e2b329789b5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f8daf59d-5f80-48c0-b483-248580dd0faa HTTP/1.1" status: 204 len: 168 time: 0.4751379 Jul 15 23:30:49.211372 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a715751-1994-45b1-bb8c-16a07abccc2e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.212007 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45f07b-e2e7-421c-9237-8e2b329789b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8daf59d-5f80-48c0-b483-248580dd0faa,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:49.225742 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0bd01947-ef7a-4f46-81de-87689782c119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'name': 'tempest-RoutersTest-router-1754000231', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:00Z', 'updated_at': '2021-07-15T23:30:47Z', 'revision_number': 11, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:49.269465 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd01947-ef7a-4f46-81de-87689782c119 None None] Checking router: 025918fb-d9c5-4b02-b5bb-8c538369a92d for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:30:49.278444 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd01947-ef7a-4f46-81de-87689782c119 None None] Routers {'025918fb-d9c5-4b02-b5bb-8c538369a92d'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:49.280074 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0bd01947-ef7a-4f46-81de-87689782c119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:30:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['025918fb-d9c5-4b02-b5bb-8c538369a92d'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:49.332368 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a715751-1994-45b1-bb8c-16a07abccc2e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.354593 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-0bd01947-ef7a-4f46-81de-87689782c119 None None] Set router 025918fb-d9c5-4b02-b5bb-8c538369a92d gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:49.420187 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0bd01947-ef7a-4f46-81de-87689782c119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'name': 'tempest-RoutersTest-router-1754000231', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:00Z', 'updated_at': '2021-07-15T23:30:47Z', 'revision_number': 11, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:49.452807 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd01947-ef7a-4f46-81de-87689782c119 None None] The sync data for ids ['025918fb-d9c5-4b02-b5bb-8c538369a92d'] in n-d-787205-9 is: [{'id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'name': 'tempest-RoutersTest-router-1754000231', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:00Z', 'updated_at': '2021-07-15T23:30:47Z', 'revision_number': 11, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:30:49.501258 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a715751-1994-45b1-bb8c-16a07abccc2e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.535345 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49962) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:49.563686 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a715751-1994-45b1-bb8c-16a07abccc2e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Subnet': ['ID=28f68cfb-1435-4466-80f2-71c17c2a16f3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:49.564963 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17bbf73-d479-4994-a100-d862dec6e8a5 None None] Network 1ca9b0b7-7924-4f85-9cdb-f781c1e052ca requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:49.572745 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a715751-1994-45b1-bb8c-16a07abccc2e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.574935 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7a715751-1994-45b1-bb8c-16a07abccc2e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/subnets/28f68cfb-1435-4466-80f2-71c17c2a16f3 HTTP/1.1" status: 204 len: 168 time: 0.6979947 Jul 15 23:30:49.579568 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49964) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:49.671689 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-723f2021-6c9a-4678-8f4b-6a435144428f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=74d7c93700d34af0afd0e96cb8a98478&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1347353 Jul 15 23:30:49.676047 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49966) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:49.768714 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26b38ead-9083-4097-ad54-cb651927bae7 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.790416 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a4123e14-cb90-4458-b86e-dffa3eb3bdc6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Deleting port 1c36769d-6330-4cf7-82be-e5ef1c24118d {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:49.791423 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4123e14-cb90-4458-b86e-dffa3eb3bdc6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.843317 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e9e04c35-4076-4f85-9d3e-988d3a1ed2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.881846 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e9e04c35-4076-4f85-9d3e-988d3a1ed2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.960307 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e9e04c35-4076-4f85-9d3e-988d3a1ed2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.964156 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e9e04c35-4076-4f85-9d3e-988d3a1ed2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.982031 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e9e04c35-4076-4f85-9d3e-988d3a1ed2ac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49eae96d-d657-4cd9-b7f9-09d6803e806a HTTP/1.1" status: 204 len: 168 time: 0.3024037 Jul 15 23:30:49.992883 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e04c35-4076-4f85-9d3e-988d3a1ed2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49eae96d-d657-4cd9-b7f9-09d6803e806a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:50.047862 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4123e14-cb90-4458-b86e-dffa3eb3bdc6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.048393 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4123e14-cb90-4458-b86e-dffa3eb3bdc6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.068938 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 49976) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:50.083578 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a4123e14-cb90-4458-b86e-dffa3eb3bdc6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Calling delete_port for 1c36769d-6330-4cf7-82be-e5ef1c24118d owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:50.143751 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 366dad25-c2e2-4f12-a91f-589c08fb097c no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:50.173237 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.174863 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 366dad25-c2e2-4f12-a91f-589c08fb097c {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:50.175798 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 366dad25-c2e2-4f12-a91f-589c08fb097c not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:50.217000 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-26b38ead-9083-4097-ad54-cb651927bae7 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Deleting port 4e2380fa-7539-4e86-834a-d83379a928e9 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:50.217334 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26b38ead-9083-4097-ad54-cb651927bae7 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.354816 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b556ba2-7141-4baf-aea0-522dce535cc1 None None] DHCP port deletion for 1ca9b0b7-7924-4f85-9cdb-f781c1e052ca request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:30:50.380428 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-26b38ead-9083-4097-ad54-cb651927bae7 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] For port 4e2380fa-7539-4e86-834a-d83379a928e9, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4e2380fa-7539-4e86-834a-d83379a928e9,segment=NetworkSegment(a972a6e3-62d8-4e46-b563-66d767c57e5d),segment_id=a972a6e3-62d8-4e46-b563-66d767c57e5d)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:50.380817 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26b38ead-9083-4097-ad54-cb651927bae7 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.404039 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-26b38ead-9083-4097-ad54-cb651927bae7 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Calling delete_port for 4e2380fa-7539-4e86-834a-d83379a928e9 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:50.408726 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-39348dd5-b889-48c7-bbc0-3520e6dfce1f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Deleting port 7666f7fd-4d66-4588-9c59-86cb57430139 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:50.409264 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-39348dd5-b889-48c7-bbc0-3520e6dfce1f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.465713 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-2b556ba2-7141-4baf-aea0-522dce535cc1 None None] Deleting port 4e2380fa-7539-4e86-834a-d83379a928e9 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:50.466101 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b556ba2-7141-4baf-aea0-522dce535cc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.568199 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4123e14-cb90-4458-b86e-dffa3eb3bdc6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.595846 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-39348dd5-b889-48c7-bbc0-3520e6dfce1f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.596181 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-39348dd5-b889-48c7-bbc0-3520e6dfce1f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.604606 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4123e14-cb90-4458-b86e-dffa3eb3bdc6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event deleted for resources: {'Port': ['ID=1c36769d-6330-4cf7-82be-e5ef1c24118d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:50.622168 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-39348dd5-b889-48c7-bbc0-3520e6dfce1f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Calling delete_port for 7666f7fd-4d66-4588-9c59-86cb57430139 owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:50.634878 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-2b556ba2-7141-4baf-aea0-522dce535cc1 None None] For port 4e2380fa-7539-4e86-834a-d83379a928e9, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4e2380fa-7539-4e86-834a-d83379a928e9,segment=NetworkSegment(a972a6e3-62d8-4e46-b563-66d767c57e5d),segment_id=a972a6e3-62d8-4e46-b563-66d767c57e5d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:50.636684 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b556ba2-7141-4baf-aea0-522dce535cc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.657660 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-2b556ba2-7141-4baf-aea0-522dce535cc1 None None] Calling delete_port for 4e2380fa-7539-4e86-834a-d83379a928e9 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:50.659671 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49984) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:50.704241 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26b38ead-9083-4097-ad54-cb651927bae7 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.780468 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b556ba2-7141-4baf-aea0-522dce535cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.819576 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b38ead-9083-4097-ad54-cb651927bae7 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] No DVR routers for this DVR port 4e2380fa-7539-4e86-834a-d83379a928e9 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:50.822004 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b556ba2-7141-4baf-aea0-522dce535cc1 None None] No DVR routers for this DVR port 4e2380fa-7539-4e86-834a-d83379a928e9 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:50.826660 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b556ba2-7141-4baf-aea0-522dce535cc1 None None] Pushing event deleted for resources: {'Port': ['ID=4e2380fa-7539-4e86-834a-d83379a928e9,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:50.845037 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b38ead-9083-4097-ad54-cb651927bae7 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Port': ['ID=4e2380fa-7539-4e86-834a-d83379a928e9,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:50.916598 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-89412e86-0ea3-4e3a-8f98-edbc951a81ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=494237e7c15742c1b29e6c7a6052abb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2553055 Jul 15 23:30:50.919583 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49992) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:50.938295 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-39348dd5-b889-48c7-bbc0-3520e6dfce1f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.967813 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4123e14-cb90-4458-b86e-dffa3eb3bdc6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.967813 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [None req-a4123e14-cb90-4458-b86e-dffa3eb3bdc6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Floating IP f7c4468a-7be3-40af-975e-604c345a6758 disassociated (deleted). External IP: 172.25.4.42, port: 592f5a48-b4a5-4d61-870a-a95a9edd699a. Jul 15 23:30:50.978547 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39348dd5-b889-48c7-bbc0-3520e6dfce1f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Pushing event deleted for resources: {'Port': ['ID=7666f7fd-4d66-4588-9c59-86cb57430139,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:51.049443 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-39348dd5-b889-48c7-bbc0-3520e6dfce1f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.049815 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-39348dd5-b889-48c7-bbc0-3520e6dfce1f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Floating IP ea997bf3-893e-471e-86fd-c9cbc7b50d5f disassociated (deleted). External IP: 172.25.4.52, port: 745a6557-5f57-4c77-8210-2d4c247a8322. Jul 15 23:30:51.069697 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26b38ead-9083-4097-ad54-cb651927bae7 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.093521 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49fef4f4-ed0f-416e-bd6d-8accac0685e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.099955 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-26b38ead-9083-4097-ad54-cb651927bae7 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca9b0b7-7924-4f85-9cdb-f781c1e052ca']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:51.127008 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-26b38ead-9083-4097-ad54-cb651927bae7 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a972a6e3-62d8-4e46-b563-66d767c57e5d') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:51.127312 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-26b38ead-9083-4097-ad54-cb651927bae7 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a972a6e3-62d8-4e46-b563-66d767c57e5d') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:51.147630 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26b38ead-9083-4097-ad54-cb651927bae7 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.187838 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49fef4f4-ed0f-416e-bd6d-8accac0685e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.213863 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26b38ead-9083-4097-ad54-cb651927bae7 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.239597 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b38ead-9083-4097-ad54-cb651927bae7 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:30:51.239944 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26b38ead-9083-4097-ad54-cb651927bae7 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.243483 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:30:51.243483 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:30:51.243483 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:30:51.243483 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:30:51.243483 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:30:51.243483 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:30:51.243483 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:30:51.243483 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:30:51.243483 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:30:51.243483 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:30:51.243483 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:30:51.243483 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:30:51.243483 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:30:51.243483 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:30:51.243483 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:30:51.243483 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:30:51.243483 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:30:51.243483 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:30:51.243483 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:30:51.243483 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:30:51.243483 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:30:51.243483 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:30:51.243483 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:30:51.243483 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:30:51.243483 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:30:51.243483 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:30:51.243483 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:30:51.243483 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:30:51.243483 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:30:51.243483 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:30:51.243483 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:30:51.243483 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:30:51.248119 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.344919 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39348dd5-b889-48c7-bbc0-3520e6dfce1f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Router b57d779f-b0b4-4ccd-8d02-35c0b493118c has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:30:51.386140 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26b38ead-9083-4097-ad54-cb651927bae7 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.391353 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26b38ead-9083-4097-ad54-cb651927bae7 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.393387 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-26b38ead-9083-4097-ad54-cb651927bae7 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/networks/1ca9b0b7-7924-4f85-9cdb-f781c1e052ca HTTP/1.1" status: 204 len: 168 time: 1.8126533 Jul 15 23:30:51.400172 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 49994) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:51.402302 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49fef4f4-ed0f-416e-bd6d-8accac0685e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.404852 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-49fef4f4-ed0f-416e-bd6d-8accac0685e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.408404 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-49fef4f4-ed0f-416e-bd6d-8accac0685e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/87226b72-a6c6-4546-b8e7-cc42927ea9fd HTTP/1.1" status: 204 len: 168 time: 0.4822850 Jul 15 23:30:51.410500 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-513dfc5a-ae71-47fe-b134-8bb277472469 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Request body: {'router': {'routes': None}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:51.529023 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39348dd5-b889-48c7-bbc0-3520e6dfce1f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:30:51.534370 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-39348dd5-b889-48c7-bbc0-3520e6dfce1f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.548304 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bb386f-b7bd-41bf-8712-d3058fb293a8 None None] Sync routers for ids ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:30:51.567545 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bb386f-b7bd-41bf-8712-d3058fb293a8 None None] Routers {'b57d779f-b0b4-4ccd-8d02-35c0b493118c'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:51.568345 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-b6bb386f-b7bd-41bf-8712-d3058fb293a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:30:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:51.589643 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-39348dd5-b889-48c7-bbc0-3520e6dfce1f tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "DELETE /v2.0/floatingips/ea997bf3-893e-471e-86fd-c9cbc7b50d5f HTTP/1.1" status: 204 len: 168 time: 1.5168746 Jul 15 23:30:51.589643 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72653938-c927-4063-9468-a352bb0b5aac', 'tag': '745a6557-5f57-4c77-8210-2d4c247a8322'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:30:51.603752 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a797edf-ec6b-4100-87d1-ddce7f4399bf" -d '{"events": [{"name": "network-changed", "server_uuid": "72653938-c927-4063-9468-a352bb0b5aac", "tag": "745a6557-5f57-4c77-8210-2d4c247a8322"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:30:51.707303 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.extraroute_db [None req-513dfc5a-ae71-47fe-b134-8bb277472469 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Added routes are [] {{(pid=93798) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 23:30:51.707609 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.extraroute_db [None req-513dfc5a-ae71-47fe-b134-8bb277472469 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Removed routes are [] {{(pid=93798) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 23:30:51.707976 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-513dfc5a-ae71-47fe-b134-8bb277472469 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.769180 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b38ead-9083-4097-ad54-cb651927bae7 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Pushing event deleted for resources: {'Network': ['ID=1ca9b0b7-7924-4f85-9cdb-f781c1e052ca,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:51.783865 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fef4f4-ed0f-416e-bd6d-8accac0685e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87226b72-a6c6-4546-b8e7-cc42927ea9fd,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:51.808984 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4e2380fa-7539-4e86-834a-d83379a928e9 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:51.827068 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-b6bb386f-b7bd-41bf-8712-d3058fb293a8 None None] Set router b57d779f-b0b4-4ccd-8d02-35c0b493118c gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:51.857303 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 4e2380fa-7539-4e86-834a-d83379a928e9 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:51.857807 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4e2380fa-7539-4e86-834a-d83379a928e9 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:51.939197 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-513dfc5a-ae71-47fe-b134-8bb277472469 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.944906 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-513dfc5a-ae71-47fe-b134-8bb277472469 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16353154'] for router, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:52.037152 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513dfc5a-ae71-47fe-b134-8bb277472469 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Router 025918fb-d9c5-4b02-b5bb-8c538369a92d has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:30:52.039880 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4123e14-cb90-4458-b86e-dffa3eb3bdc6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Router 785fee3a-dec3-48fd-9260-e4c4f3c77b61 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:30:52.178742 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f490125e-543e-447b-a668-b0140350bd59 x-openstack-request-id: req-f490125e-543e-447b-a668-b0140350bd59 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:30:52.179522 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72653938-c927-4063-9468-a352bb0b5aac", "tag": "745a6557-5f57-4c77-8210-2d4c247a8322", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:30:52.179522 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f490125e-543e-447b-a668-b0140350bd59 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:30:52.179784 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72653938-c927-4063-9468-a352bb0b5aac', 'tag': '745a6557-5f57-4c77-8210-2d4c247a8322', 'status': 'completed', 'code': 200} Jul 15 23:30:52.335228 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513dfc5a-ae71-47fe-b134-8bb277472469 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:30:52.353899 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d1dcd5-0321-4571-b6d2-1fdba0517064 None None] Sync routers for ids ['025918fb-d9c5-4b02-b5bb-8c538369a92d'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:30:52.373037 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-b6bb386f-b7bd-41bf-8712-d3058fb293a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'name': 'tempest-TestVolumeBootPattern-557621329-router', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:01Z', 'revision_number': 4, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'gw_port': {'id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '012b337e-4010-47e0-ab41-2a91b7c77a55', 'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'mac_address': 'fa:16:3e:78:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:00Z', 'updated_at': '2021-07-15T23:19:07Z', 'revision_number': 5, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'subnets': [{'id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:52.377821 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d1dcd5-0321-4571-b6d2-1fdba0517064 None None] Routers {'025918fb-d9c5-4b02-b5bb-8c538369a92d'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:52.378386 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-91d1dcd5-0321-4571-b6d2-1fdba0517064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:30:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['025918fb-d9c5-4b02-b5bb-8c538369a92d'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:52.415204 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bb386f-b7bd-41bf-8712-d3058fb293a8 None None] Checking router: b57d779f-b0b4-4ccd-8d02-35c0b493118c for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:30:52.425325 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bb386f-b7bd-41bf-8712-d3058fb293a8 None None] Routers {'b57d779f-b0b4-4ccd-8d02-35c0b493118c'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:52.426149 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-b6bb386f-b7bd-41bf-8712-d3058fb293a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:30:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:52.471348 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-513dfc5a-ae71-47fe-b134-8bb277472469 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:52.475333 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-513dfc5a-ae71-47fe-b134-8bb277472469 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "PUT /v2.0/routers/025918fb-d9c5-4b02-b5bb-8c538369a92d HTTP/1.1" status: 200 len: 701 time: 1.0655050 Jul 15 23:30:52.477153 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323947b1-9cf7-4059-865f-bcb0dd74fc62 req-420b6ebe-bd8e-4ae6-a0ee-3ef404e5c9e7 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:52.478096 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50030) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:52.486099 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-323947b1-9cf7-4059-865f-bcb0dd74fc62 req-420b6ebe-bd8e-4ae6-a0ee-3ef404e5c9e7 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 945 time: 0.1449649 Jul 15 23:30:52.553932 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-323947b1-9cf7-4059-865f-bcb0dd74fc62 req-a5db24a4-5a28-4315-a556-c6fc52639510 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657153 Jul 15 23:30:52.577189 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-91d1dcd5-0321-4571-b6d2-1fdba0517064 None None] Set router 025918fb-d9c5-4b02-b5bb-8c538369a92d gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:52.583181 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-b6bb386f-b7bd-41bf-8712-d3058fb293a8 None None] Set router b57d779f-b0b4-4ccd-8d02-35c0b493118c gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:52.612353 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-735fb556-0eed-4081-8c02-d8e5f78b5984 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "GET /v2.0/ports?device_id=025918fb-d9c5-4b02-b5bb-8c538369a92d HTTP/1.1" status: 200 len: 205 time: 0.1291032 Jul 15 23:30:52.615877 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50036) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:52.649434 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4123e14-cb90-4458-b86e-dffa3eb3bdc6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:30:52.656452 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4123e14-cb90-4458-b86e-dffa3eb3bdc6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:52.686165 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a797edf-ec6b-4100-87d1-ddce7f4399bf req-179b4c2c-40da-4a13-b26a-f33346bc6a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:52.688039 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3a797edf-ec6b-4100-87d1-ddce7f4399bf req-179b4c2c-40da-4a13-b26a-f33346bc6a06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c476bc9e2fe48f188b2500546342e72&device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 1096 time: 0.4588747 Jul 15 23:30:52.690531 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-91d1dcd5-0321-4571-b6d2-1fdba0517064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'name': 'tempest-RoutersTest-router-1754000231', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:00Z', 'updated_at': '2021-07-15T23:30:47Z', 'revision_number': 11, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:52.719241 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9debc9-1fe9-423d-b529-ffc1e6c84912 None None] Sync routers for ids ['785fee3a-dec3-48fd-9260-e4c4f3c77b61'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:30:52.727428 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a4123e14-cb90-4458-b86e-dffa3eb3bdc6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "DELETE /v2.0/floatingips/f7c4468a-7be3-40af-975e-604c345a6758 HTTP/1.1" status: 204 len: 168 time: 3.7921314 Jul 15 23:30:52.729710 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4214fdc-ea4e-4ee8-8791-8079b8236762', 'tag': '592f5a48-b4a5-4d61-870a-a95a9edd699a'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:30:52.741492 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec4dabd-1938-4f3e-850a-ffd3bbd76876" -d '{"events": [{"name": "network-changed", "server_uuid": "c4214fdc-ea4e-4ee8-8791-8079b8236762", "tag": "592f5a48-b4a5-4d61-870a-a95a9edd699a"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:30:52.769123 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d1dcd5-0321-4571-b6d2-1fdba0517064 None None] Checking router: 025918fb-d9c5-4b02-b5bb-8c538369a92d for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:30:52.786930 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d1dcd5-0321-4571-b6d2-1fdba0517064 None None] Routers {'025918fb-d9c5-4b02-b5bb-8c538369a92d'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:52.788499 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-91d1dcd5-0321-4571-b6d2-1fdba0517064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:30:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['025918fb-d9c5-4b02-b5bb-8c538369a92d'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:52.852121 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50044) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:52.854411 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9debc9-1fe9-423d-b529-ffc1e6c84912 None None] Routers {'785fee3a-dec3-48fd-9260-e4c4f3c77b61'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:52.855198 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ee9debc9-1fe9-423d-b529-ffc1e6c84912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:30:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['785fee3a-dec3-48fd-9260-e4c4f3c77b61'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:52.901002 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ba991309-542e-4f19-b717-dce83e58403e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:52.943622 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-91d1dcd5-0321-4571-b6d2-1fdba0517064 None None] Set router 025918fb-d9c5-4b02-b5bb-8c538369a92d gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:53.067292 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-91d1dcd5-0321-4571-b6d2-1fdba0517064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'name': 'tempest-RoutersTest-router-1754000231', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:00Z', 'updated_at': '2021-07-15T23:30:47Z', 'revision_number': 11, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:53.108229 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d1dcd5-0321-4571-b6d2-1fdba0517064 None None] The sync data for ids ['025918fb-d9c5-4b02-b5bb-8c538369a92d'] in n-d-787205-9 is: [{'id': '025918fb-d9c5-4b02-b5bb-8c538369a92d', 'name': 'tempest-RoutersTest-router-1754000231', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:00Z', 'updated_at': '2021-07-15T23:30:47Z', 'revision_number': 11, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:30:53.144059 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-ee9debc9-1fe9-423d-b529-ffc1e6c84912 None None] Set router 785fee3a-dec3-48fd-9260-e4c4f3c77b61 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:53.211912 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-b6bb386f-b7bd-41bf-8712-d3058fb293a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'name': 'tempest-TestVolumeBootPattern-557621329-router', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:01Z', 'revision_number': 4, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'gw_port': {'id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '012b337e-4010-47e0-ab41-2a91b7c77a55', 'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'mac_address': 'fa:16:3e:78:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:00Z', 'updated_at': '2021-07-15T23:19:07Z', 'revision_number': 5, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'subnets': [{'id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:53.238564 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ba991309-542e-4f19-b717-dce83e58403e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:53.241750 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ba991309-542e-4f19-b717-dce83e58403e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:53.308896 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7e88b-323e-41b1-9014-908a798dcce6 req-3dcd072e-3b46-47e3-8be7-8759fc7e0b45 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:53.310475 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-beb7e88b-323e-41b1-9014-908a798dcce6 req-3dcd072e-3b46-47e3-8be7-8759fc7e0b45 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/ports?device_id=80bf7dfa-68bc-408e-95c0-dd1554e19912 HTTP/1.1" status: 200 len: 945 time: 0.2330222 Jul 15 23:30:53.331854 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ba991309-542e-4f19-b717-dce83e58403e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:53.332368 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba991309-542e-4f19-b717-dce83e58403e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Fanout notify agent at l3_agent the message router_deleted on router 025918fb-d9c5-4b02-b5bb-8c538369a92d {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:30:53.346747 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bb386f-b7bd-41bf-8712-d3058fb293a8 None None] The sync data for ids ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'] in n-d-787205-9 is: [{'id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'name': 'tempest-TestVolumeBootPattern-557621329-router', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:01Z', 'revision_number': 4, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'gw_port': {'id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '012b337e-4010-47e0-ab41-2a91b7c77a55', 'name': '', 'network_id': '735c8477-b658-4066-88fd-8f0a4fc80eba', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'mac_address': 'fa:16:3e:78:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:00Z', 'updated_at': '2021-07-15T23:19:07Z', 'revision_number': 5, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'subnets': [{'id': '54f0c398-786c-4bb4-9c0d-f6b9e6012b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:30:53.355858 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ba991309-542e-4f19-b717-dce83e58403e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:53.356825 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ba991309-542e-4f19-b717-dce83e58403e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/routers/025918fb-d9c5-4b02-b5bb-8c538369a92d HTTP/1.1" status: 204 len: 168 time: 0.7388966 Jul 15 23:30:53.407817 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50050) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:53.426347 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-beb7e88b-323e-41b1-9014-908a798dcce6 req-14a884f2-87d9-48b9-9160-a0b50a8eee8a tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2792447-3054-40ed-9b37-40f23bd73202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982497 Jul 15 23:30:53.438349 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-3e3f0c0b-6344-432b-aebc-48b8729e8ef1 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2116573206', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:53.480606 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3e3f0c0b-6344-432b-aebc-48b8729e8ef1 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:53.486955 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3e3f0c0b-6344-432b-aebc-48b8729e8ef1 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:53.524393 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6ae34b-d541-458f-8d9f-aa8bfd20987c x-openstack-request-id: req-ce6ae34b-d541-458f-8d9f-aa8bfd20987c {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:30:53.525382 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4214fdc-ea4e-4ee8-8791-8079b8236762", "tag": "592f5a48-b4a5-4d61-870a-a95a9edd699a", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:30:53.525828 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ce6ae34b-d541-458f-8d9f-aa8bfd20987c {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:30:53.526392 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4214fdc-ea4e-4ee8-8791-8079b8236762', 'tag': '592f5a48-b4a5-4d61-870a-a95a9edd699a', 'status': 'completed', 'code': 200} Jul 15 23:30:53.549866 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d01ad23b-f898-4646-8d96-4ebc04cb1096 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1538299193-network', 'tenant_id': '57614eb353864ce88c85e61ed5bbb7cb'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:53.581865 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3e3f0c0b-6344-432b-aebc-48b8729e8ef1 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:53.590590 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ee9debc9-1fe9-423d-b529-ffc1e6c84912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360101457', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'fefd548f-a9e3-4729-890f-3845389d3c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:38Z', 'updated_at': '2021-07-15T23:28:49Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'fefd548f-a9e3-4729-890f-3845389d3c0e', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:40Z', 'updated_at': '2021-07-15T23:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'f4a37faf-9496-4013-a48d-55626d396d10', 'name': '', 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:00:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'a6de8285-de5b-413c-95dd-2ee40f47b0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:47Z', 'updated_at': '2021-07-15T23:28:56Z', 'revision_number': 5, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': 'a6de8285-de5b-413c-95dd-2ee40f47b0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:53.593271 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01ad23b-f898-4646-8d96-4ebc04cb1096 admin admin] Made reservation on behalf of 57614eb353864ce88c85e61ed5bbb7cb for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:53.596241 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d01ad23b-f898-4646-8d96-4ebc04cb1096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:53.623052 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9debc9-1fe9-423d-b529-ffc1e6c84912 None None] Checking router: 785fee3a-dec3-48fd-9260-e4c4f3c77b61 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:30:53.634243 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9debc9-1fe9-423d-b529-ffc1e6c84912 None None] Routers {'785fee3a-dec3-48fd-9260-e4c4f3c77b61'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:53.635022 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ee9debc9-1fe9-423d-b529-ffc1e6c84912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:30:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['785fee3a-dec3-48fd-9260-e4c4f3c77b61'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:53.750186 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d01ad23b-f898-4646-8d96-4ebc04cb1096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:53.813007 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a797edf-ec6b-4100-87d1-ddce7f4399bf req-01e4e950-3989-4f48-a234-d9c98eb6c8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:53.814498 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3a797edf-ec6b-4100-87d1-ddce7f4399bf req-01e4e950-3989-4f48-a234-d9c98eb6c8d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=735c8477-b658-4066-88fd-8f0a4fc80eba HTTP/1.1" status: 200 len: 912 time: 1.1182106 Jul 15 23:30:53.834689 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-ee9debc9-1fe9-423d-b529-ffc1e6c84912 None None] Set router 785fee3a-dec3-48fd-9260-e4c4f3c77b61 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:53.919617 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff056f7-379c-45f7-b066-a930494f7f70 None None] New status for floating IP ea997bf3-893e-471e-86fd-c9cbc7b50d5f: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:30:53.942169 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3a797edf-ec6b-4100-87d1-ddce7f4399bf req-92fe7010-4d3d-4ec8-a346-26841440ff63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=745a6557-5f57-4c77-8210-2d4c247a8322 HTTP/1.1" status: 200 len: 217 time: 0.0764885 Jul 15 23:30:54.024463 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a797edf-ec6b-4100-87d1-ddce7f4399bf req-d658504d-174e-4fa9-9f49-c43e0c281978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:54.040491 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3a797edf-ec6b-4100-87d1-ddce7f4399bf req-d658504d-174e-4fa9-9f49-c43e0c281978 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54f0c398-786c-4bb4-9c0d-f6b9e6012b3b HTTP/1.1" status: 200 len: 850 time: 0.0867584 Jul 15 23:30:54.138656 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4dabd-1938-4f3e-850a-ffd3bbd76876 req-ccb7035c-7058-4b8c-8656-274f99d0e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:54.140326 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cec4dabd-1938-4f3e-850a-ffd3bbd76876 req-ccb7035c-7058-4b8c-8656-274f99d0e24e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 1096 time: 0.6129310 Jul 15 23:30:54.178502 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:54.203980 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29531595-fd5f-4efc-ad7c-0d29df770657 req-20421c7b-9605-46bc-9efe-488f40e1be6c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:54.205917 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-29531595-fd5f-4efc-ad7c-0d29df770657 req-20421c7b-9605-46bc-9efe-488f40e1be6c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.36 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 945 time: 0.4279616 Jul 15 23:30:54.233247 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3e3f0c0b-6344-432b-aebc-48b8729e8ef1 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:54.261974 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ee9debc9-1fe9-423d-b529-ffc1e6c84912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360101457', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'fefd548f-a9e3-4729-890f-3845389d3c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:38Z', 'updated_at': '2021-07-15T23:28:49Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'fefd548f-a9e3-4729-890f-3845389d3c0e', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:40Z', 'updated_at': '2021-07-15T23:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'f4a37faf-9496-4013-a48d-55626d396d10', 'name': '', 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:00:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'a6de8285-de5b-413c-95dd-2ee40f47b0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:47Z', 'updated_at': '2021-07-15T23:28:56Z', 'revision_number': 5, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': 'a6de8285-de5b-413c-95dd-2ee40f47b0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:54.267812 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a797edf-ec6b-4100-87d1-ddce7f4399bf req-e4b09a85-90e1-4567-9903-249ceadedc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:54.268219 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3a797edf-ec6b-4100-87d1-ddce7f4399bf req-e4b09a85-90e1-4567-9903-249ceadedc53 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=735c8477-b658-4066-88fd-8f0a4fc80eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2121887 Jul 15 23:30:54.303810 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9debc9-1fe9-423d-b529-ffc1e6c84912 None None] The sync data for ids ['785fee3a-dec3-48fd-9260-e4c4f3c77b61'] in n-d-787205-9 is: [{'id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360101457', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'fefd548f-a9e3-4729-890f-3845389d3c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:38Z', 'updated_at': '2021-07-15T23:28:49Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'fefd548f-a9e3-4729-890f-3845389d3c0e', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:40Z', 'updated_at': '2021-07-15T23:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'f4a37faf-9496-4013-a48d-55626d396d10', 'name': '', 'network_id': 'bd00480a-e286-47f7-88e2-4e6500e9af44', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:00:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'a6de8285-de5b-413c-95dd-2ee40f47b0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:47Z', 'updated_at': '2021-07-15T23:28:56Z', 'revision_number': 5, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': 'a6de8285-de5b-413c-95dd-2ee40f47b0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:30:54.398262 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf45bc-d114-427a-acfa-4a9c0ed197b8 req-adf88f68-1fc5-431f-8584-bc81ba82a2f9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:54.399865 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14bf45bc-d114-427a-acfa-4a9c0ed197b8 req-adf88f68-1fc5-431f-8584-bc81ba82a2f9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 945 time: 0.8163338 Jul 15 23:30:54.412172 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d01ad23b-f898-4646-8d96-4ebc04cb1096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:54.413289 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd263da-9ea2-455c-b387-1387eba0166c req-8a0c3383-1023-41a5-b6cc-5df72da8b492 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:54.415633 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5dd263da-9ea2-455c-b387-1387eba0166c req-8a0c3383-1023-41a5-b6cc-5df72da8b492 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.43 "GET /v2.0/ports?device_id=80bf7dfa-68bc-408e-95c0-dd1554e19912 HTTP/1.1" status: 200 len: 945 time: 0.2162693 Jul 15 23:30:54.449629 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d01ad23b-f898-4646-8d96-4ebc04cb1096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:54.449973 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3e3f0c0b-6344-432b-aebc-48b8729e8ef1 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:54.451044 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3e3f0c0b-6344-432b-aebc-48b8729e8ef1 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0165660 Jul 15 23:30:54.464108 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50090) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:54.527895 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-03ee1b17-c68b-40d9-87ea-b708b6e4d3a6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:54.554777 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ad23b-f898-4646-8d96-4ebc04cb1096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fbcc57-9d95-4750-b583-14014ddf2925,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:54.595362 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14bf45bc-d114-427a-acfa-4a9c0ed197b8 req-a278d720-8b3b-4c8a-80f8-f1fe2bd498af tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783216 Jul 15 23:30:54.596323 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01ad23b-f898-4646-8d96-4ebc04cb1096 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:30:54.606036 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d01ad23b-f898-4646-8d96-4ebc04cb1096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:54.606405 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-d01ad23b-f898-4646-8d96-4ebc04cb1096 admin admin] Added segment 2d864c72-8721-4038-8a8c-9aaaf9109fe0 of type vlan for network b7e8f589-07df-4a9b-a39d-4b170c8b5a5e Jul 15 23:30:54.647083 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98066ea5-9535-4ffe-bbe4-f5dc7c98afe5 req-61030fca-1768-4ab6-8d1e-68b6d4dad054 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:54.648768 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-98066ea5-9535-4ffe-bbe4-f5dc7c98afe5 req-61030fca-1768-4ab6-8d1e-68b6d4dad054 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 945 time: 0.4477034 Jul 15 23:30:54.650720 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d01ad23b-f898-4646-8d96-4ebc04cb1096 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:54.651500 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-5dd263da-9ea2-455c-b387-1387eba0166c req-b9410ced-cd52-48aa-a34c-3228bb31e469 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Deleting port 2cdfed5e-6abe-4ed6-8693-5c31efe9fcff {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:54.651847 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5dd263da-9ea2-455c-b387-1387eba0166c req-b9410ced-cd52-48aa-a34c-3228bb31e469 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:54.759470 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4dabd-1938-4f3e-850a-ffd3bbd76876 req-edc631e3-b6d3-4c0b-bfba-a352b12f50b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:54.760949 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cec4dabd-1938-4f3e-850a-ffd3bbd76876 req-edc631e3-b6d3-4c0b-bfba-a352b12f50b4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bd00480a-e286-47f7-88e2-4e6500e9af44 HTTP/1.1" status: 200 len: 898 time: 0.6018426 Jul 15 23:30:54.778440 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e1a420-311c-49f9-a344-693eb1ab8898 None None] New status for floating IP f7c4468a-7be3-40af-975e-604c345a6758: DOWN {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:30:54.782748 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-98066ea5-9535-4ffe-bbe4-f5dc7c98afe5 req-8702d6b5-974c-4714-af09-83fa285dacdf tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255565 Jul 15 23:30:54.853740 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-5dd263da-9ea2-455c-b387-1387eba0166c req-b9410ced-cd52-48aa-a34c-3228bb31e469 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] For port 2cdfed5e-6abe-4ed6-8693-5c31efe9fcff, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=2cdfed5e-6abe-4ed6-8693-5c31efe9fcff,segment=NetworkSegment(ed1534ca-5012-44ce-b144-af61518d7fa0),segment_id=ed1534ca-5012-44ce-b144-af61518d7fa0)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:54.854197 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5dd263da-9ea2-455c-b387-1387eba0166c req-b9410ced-cd52-48aa-a34c-3228bb31e469 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:54.873839 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-5dd263da-9ea2-455c-b387-1387eba0166c req-b9410ced-cd52-48aa-a34c-3228bb31e469 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Calling delete_port for 2cdfed5e-6abe-4ed6-8693-5c31efe9fcff owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:54.892797 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad918e-06a1-4b92-b01a-a5d1844f6ec1 req-ff4d21bd-d16c-42f2-8e63-bc423b5bb251 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:54.894125 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cbad918e-06a1-4b92-b01a-a5d1844f6ec1 req-ff4d21bd-d16c-42f2-8e63-bc423b5bb251 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/ports?device_id=80bf7dfa-68bc-408e-95c0-dd1554e19912 HTTP/1.1" status: 200 len: 945 time: 0.1297176 Jul 15 23:30:54.902925 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d01ad23b-f898-4646-8d96-4ebc04cb1096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:54.903870 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01ad23b-f898-4646-8d96-4ebc04cb1096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:54.904444 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d01ad23b-f898-4646-8d96-4ebc04cb1096 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:54.992817 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d01ad23b-f898-4646-8d96-4ebc04cb1096 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1361108 Jul 15 23:30:54.992979 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cbad918e-06a1-4b92-b01a-a5d1844f6ec1 req-c8c8c9b0-3ad0-4644-89c5-df16c0b4e1fc tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2792447-3054-40ed-9b37-40f23bd73202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875218 Jul 15 23:30:54.993067 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cec4dabd-1938-4f3e-850a-ffd3bbd76876 req-b44bd450-7468-421d-828a-9f4fd5d60db0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=592f5a48-b4a5-4d61-870a-a95a9edd699a HTTP/1.1" status: 200 len: 217 time: 0.0966012 Jul 15 23:30:55.007316 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50112) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:55.007316 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-4f5aa4af-cf54-4851-883e-1ff053804488 admin admin] Request body: {'subnet': {'network_id': 'b7e8f589-07df-4a9b-a39d-4b170c8b5a5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1538299193-subnet', 'tenant_id': '57614eb353864ce88c85e61ed5bbb7cb', 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:55.008270 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3a797edf-ec6b-4100-87d1-ddce7f4399bf req-ce22f833-c373-464d-b839-3a10088b4d4a service neutron] 10.222.0.36 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7057455 Jul 15 23:30:55.041482 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5aa4af-cf54-4851-883e-1ff053804488 admin admin] Made reservation on behalf of 57614eb353864ce88c85e61ed5bbb7cb for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:55.044184 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f5aa4af-cf54-4851-883e-1ff053804488 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.157511 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5dd263da-9ea2-455c-b387-1387eba0166c req-b9410ced-cd52-48aa-a34c-3228bb31e469 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.171665 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['2cdfed5e-6abe-4ed6-8693-5c31efe9fcff'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:30:55.198020 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9410ced-cd52-48aa-a34c-3228bb31e469 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Pushing event deleted for resources: {'Port': ['ID=2cdfed5e-6abe-4ed6-8693-5c31efe9fcff,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:55.232882 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9410ced-cd52-48aa-a34c-3228bb31e469 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:55.233235 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9410ced-cd52-48aa-a34c-3228bb31e469 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:55.233579 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9410ced-cd52-48aa-a34c-3228bb31e469 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:55.233920 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9410ced-cd52-48aa-a34c-3228bb31e469 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:55.234257 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9410ced-cd52-48aa-a34c-3228bb31e469 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:55.234590 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9410ced-cd52-48aa-a34c-3228bb31e469 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:55.234953 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9410ced-cd52-48aa-a34c-3228bb31e469 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:55.235283 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9410ced-cd52-48aa-a34c-3228bb31e469 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:55.235613 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9410ced-cd52-48aa-a34c-3228bb31e469 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:55.235938 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9410ced-cd52-48aa-a34c-3228bb31e469 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:55.236261 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9410ced-cd52-48aa-a34c-3228bb31e469 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:55.236581 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9410ced-cd52-48aa-a34c-3228bb31e469 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:55.258018 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd263da-9ea2-455c-b387-1387eba0166c req-b9410ced-cd52-48aa-a34c-3228bb31e469 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] No DVR routers for this DVR port 2cdfed5e-6abe-4ed6-8693-5c31efe9fcff on host n-h2-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:55.261735 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-5dd263da-9ea2-455c-b387-1387eba0166c req-b9410ced-cd52-48aa-a34c-3228bb31e469 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.263689 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5dd263da-9ea2-455c-b387-1387eba0166c req-b9410ced-cd52-48aa-a34c-3228bb31e469 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] 10.222.0.43 "DELETE /v2.0/ports/2cdfed5e-6abe-4ed6-8693-5c31efe9fcff HTTP/1.1" status: 204 len: 173 time: 0.8381484 Jul 15 23:30:55.264174 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bf7dfa-68bc-408e-95c0-dd1554e19912', 'name': 'network-vif-deleted', 'tag': '2cdfed5e-6abe-4ed6-8693-5c31efe9fcff'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:30:55.266489 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970a4f05-d860-41f6-b9da-531eb3e1ef64" -d '{"events": [{"server_uuid": "80bf7dfa-68bc-408e-95c0-dd1554e19912", "name": "network-vif-deleted", "tag": "2cdfed5e-6abe-4ed6-8693-5c31efe9fcff"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:30:55.307686 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4dabd-1938-4f3e-850a-ffd3bbd76876 req-bb87167d-dd7b-46d3-8c16-05f58e260f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:55.309259 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cec4dabd-1938-4f3e-850a-ffd3bbd76876 req-bb87167d-dd7b-46d3-8c16-05f58e260f12 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a6de8285-de5b-413c-95dd-2ee40f47b0a1 HTTP/1.1" status: 200 len: 835 time: 0.2968533 Jul 15 23:30:55.323539 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d83b2d-45fa-43c2-960a-11830157b5e7 x-openstack-request-id: req-99d83b2d-45fa-43c2-960a-11830157b5e7 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:30:55.323902 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bf7dfa-68bc-408e-95c0-dd1554e19912", "name": "network-vif-deleted", "tag": "2cdfed5e-6abe-4ed6-8693-5c31efe9fcff", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:30:55.324135 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99d83b2d-45fa-43c2-960a-11830157b5e7 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:30:55.324549 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bf7dfa-68bc-408e-95c0-dd1554e19912', 'name': 'network-vif-deleted', 'tag': '2cdfed5e-6abe-4ed6-8693-5c31efe9fcff', 'status': 'completed', 'code': 200} Jul 15 23:30:55.328357 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ad23b-f898-4646-8d96-4ebc04cb1096 admin admin] Pushing event updated for resources: {'Network': ['ID=b7e8f589-07df-4a9b-a39d-4b170c8b5a5e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:55.341137 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network b7e8f589-07df-4a9b-a39d-4b170c8b5a5e details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:30:55.401636 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f5aa4af-cf54-4851-883e-1ff053804488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.467134 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-29531595-fd5f-4efc-ad7c-0d29df770657 req-0b67bc81-0f50-40b5-9c82-428be6fe0016 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Deleting port 745a6557-5f57-4c77-8210-2d4c247a8322 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:55.468074 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-29531595-fd5f-4efc-ad7c-0d29df770657 req-0b67bc81-0f50-40b5-9c82-428be6fe0016 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.483822 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5aa4af-cf54-4851-883e-1ff053804488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9168cd9d-df0a-402b-9996-f6eca2123152,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:55.486562 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5aa4af-cf54-4851-883e-1ff053804488 admin admin] Checking segment: {'id': '2d864c72-8721-4038-8a8c-9aaaf9109fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b7e8f589-07df-4a9b-a39d-4b170c8b5a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:55.487383 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5aa4af-cf54-4851-883e-1ff053804488 admin admin] Network hostable DHCP agents. Network: b7e8f589-07df-4a9b-a39d-4b170c8b5a5e, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:30:55.506999 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5aa4af-cf54-4851-883e-1ff053804488 admin admin] Network b7e8f589-07df-4a9b-a39d-4b170c8b5a5e is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:30:55.509224 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dca30-1d04-4bac-8dbc-b3462be54bf0 req-1101f803-28ab-4b32-9e17-a5eaa73bb0ee tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:55.511057 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2c2dca30-1d04-4bac-8dbc-b3462be54bf0 req-1101f803-28ab-4b32-9e17-a5eaa73bb0ee tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 945 time: 0.7540088 Jul 15 23:30:55.513454 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03ee1b17-c68b-40d9-87ea-b708b6e4d3a6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.518713 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-4f5aa4af-cf54-4851-883e-1ff053804488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, b7e8f589-07df-4a9b-a39d-4b170c8b5a5e) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:55.523330 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5aa4af-cf54-4851-883e-1ff053804488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:55.524132 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f5aa4af-cf54-4851-883e-1ff053804488 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.529075 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3a797edf-ec6b-4100-87d1-ddce7f4399bf req-8f441728-979b-4a85-8baf-abbb81ee9ebc service neutron] 10.222.0.36 "GET /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048747 Jul 15 23:30:55.529583 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27962143-5af5-4cd6-b303-58480d0df574 None None] Network b7e8f589-07df-4a9b-a39d-4b170c8b5a5e requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:55.542808 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4f5aa4af-cf54-4851-883e-1ff053804488 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5405092 Jul 15 23:30:55.543220 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50118) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:55.573273 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-8ef5b3d6-1277-4566-97d4-500c2436016b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1538299193-router', 'tenant_id': '57614eb353864ce88c85e61ed5bbb7cb', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:55.603522 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8ef5b3d6-1277-4566-97d4-500c2436016b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.603966 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8ef5b3d6-1277-4566-97d4-500c2436016b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.606502 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03ee1b17-c68b-40d9-87ea-b708b6e4d3a6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16353154'] for router, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.680569 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8ef5b3d6-1277-4566-97d4-500c2436016b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.726119 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08302947-0ad6-4847-8194-6b24f4a0e1dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-b7e8f589-07df-4a9b-a39d-4b170c8b5a5e', 'network_id': 'b7e8f589-07df-4a9b-a39d-4b170c8b5a5e', 'tenant_id': '57614eb353864ce88c85e61ed5bbb7cb', 'fixed_ips': [{'subnet_id': '9168cd9d-df0a-402b-9996-f6eca2123152'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:30:55.730469 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-08302947-0ad6-4847-8194-6b24f4a0e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.912769 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4dabd-1938-4f3e-850a-ffd3bbd76876 req-1a226c95-a445-4be4-ace6-002132683641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:55.914341 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cec4dabd-1938-4f3e-850a-ffd3bbd76876 req-1a226c95-a445-4be4-ace6-002132683641 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bd00480a-e286-47f7-88e2-4e6500e9af44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5714915 Jul 15 23:30:55.917140 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-29531595-fd5f-4efc-ad7c-0d29df770657 req-0b67bc81-0f50-40b5-9c82-428be6fe0016 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] For port 745a6557-5f57-4c77-8210-2d4c247a8322, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=745a6557-5f57-4c77-8210-2d4c247a8322,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:55.917498 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-29531595-fd5f-4efc-ad7c-0d29df770657 req-0b67bc81-0f50-40b5-9c82-428be6fe0016 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.932730 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8ef5b3d6-1277-4566-97d4-500c2436016b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.961509 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-08302947-0ad6-4847-8194-6b24f4a0e1dd None None] Allocated IP 172.20.0.2 (b7e8f589-07df-4a9b-a39d-4b170c8b5a5e/9168cd9d-df0a-402b-9996-f6eca2123152/45d395b0-a178-4b18-86b1-8c897d2d3d57) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:55.982938 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-29531595-fd5f-4efc-ad7c-0d29df770657 req-0b67bc81-0f50-40b5-9c82-428be6fe0016 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Calling delete_port for 745a6557-5f57-4c77-8210-2d4c247a8322 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:56.021561 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-2c2dca30-1d04-4bac-8dbc-b3462be54bf0 req-110489c1-8c81-4dbd-840a-3b60995aa52c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Deleting port 592f5a48-b4a5-4d61-870a-a95a9edd699a {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:56.022432 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2c2dca30-1d04-4bac-8dbc-b3462be54bf0 req-110489c1-8c81-4dbd-840a-3b60995aa52c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:56.139027 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-2c2dca30-1d04-4bac-8dbc-b3462be54bf0 req-110489c1-8c81-4dbd-840a-3b60995aa52c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] For port 592f5a48-b4a5-4d61-870a-a95a9edd699a, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=592f5a48-b4a5-4d61-870a-a95a9edd699a,segment=NetworkSegment(61c3c033-0e18-4a02-98dd-de7e6b63ff43),segment_id=61c3c033-0e18-4a02-98dd-de7e6b63ff43)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:56.139217 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2c2dca30-1d04-4bac-8dbc-b3462be54bf0 req-110489c1-8c81-4dbd-840a-3b60995aa52c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:56.159675 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-2c2dca30-1d04-4bac-8dbc-b3462be54bf0 req-110489c1-8c81-4dbd-840a-3b60995aa52c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Calling delete_port for 592f5a48-b4a5-4d61-870a-a95a9edd699a owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:56.162333 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26421c-adae-46f2-b946-744347daa6c7 req-e81c09d9-efad-42bc-b17a-0fdcf09d3fa6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:56.164475 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8c26421c-adae-46f2-b946-744347daa6c7 req-e81c09d9-efad-42bc-b17a-0fdcf09d3fa6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 945 time: 0.2147520 Jul 15 23:30:56.194925 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-08302947-0ad6-4847-8194-6b24f4a0e1dd None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:56.205303 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-08302947-0ad6-4847-8194-6b24f4a0e1dd None None] Transition to ACTIVE for port object 45d395b0-a178-4b18-86b1-8c897d2d3d57 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:56.227700 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa3cdd-9553-4a25-a725-f4cdb58de755 req-bc0d95b0-be74-41cf-956a-6668c140a358 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:56.229171 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-08302947-0ad6-4847-8194-6b24f4a0e1dd None None] Transition to ACTIVE for port object 45d395b0-a178-4b18-86b1-8c897d2d3d57 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:56.235216 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-beaa3cdd-9553-4a25-a725-f4cdb58de755 req-bc0d95b0-be74-41cf-956a-6668c140a358 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 945 time: 0.1950486 Jul 15 23:30:56.237062 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-08302947-0ad6-4847-8194-6b24f4a0e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:56.287735 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08302947-0ad6-4847-8194-6b24f4a0e1dd None None] Pushing event updated for resources: {'Port': ['ID=45d395b0-a178-4b18-86b1-8c897d2d3d57,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:56.294788 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ee1b17-c68b-40d9-87ea-b708b6e4d3a6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Router c0c6cfc6-e626-4aef-bd7a-54f7c9801639 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:30:56.298153 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8c26421c-adae-46f2-b946-744347daa6c7 req-124b1d13-1ba0-46fd-8954-f5555127bc50 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=3918a0d5-a031-4ad7-bf91-00bef55d1d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240852 Jul 15 23:30:56.308749 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08302947-0ad6-4847-8194-6b24f4a0e1dd None None] Network b7e8f589-07df-4a9b-a39d-4b170c8b5a5e is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:56.310311 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-08302947-0ad6-4847-8194-6b24f4a0e1dd None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:56.313969 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08302947-0ad6-4847-8194-6b24f4a0e1dd None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:56.314905 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-beaa3cdd-9553-4a25-a725-f4cdb58de755 req-b49fa9a1-c917-4320-974a-02d87830f540 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef18a60e-2120-499d-912a-dac5563d93b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787046 Jul 15 23:30:56.419789 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-08302947-0ad6-4847-8194-6b24f4a0e1dd None None] Attempting to bind port 45d395b0-a178-4b18-86b1-8c897d2d3d57 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:30:56.420154 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-08302947-0ad6-4847-8194-6b24f4a0e1dd None None] Attempting to bind port 45d395b0-a178-4b18-86b1-8c897d2d3d57 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '2d864c72-8721-4038-8a8c-9aaaf9109fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b7e8f589-07df-4a9b-a39d-4b170c8b5a5e'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:30:56.420517 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08302947-0ad6-4847-8194-6b24f4a0e1dd None None] Attempting to bind port 45d395b0-a178-4b18-86b1-8c897d2d3d57 on network b7e8f589-07df-4a9b-a39d-4b170c8b5a5e {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:56.428094 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08302947-0ad6-4847-8194-6b24f4a0e1dd None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:30:56.428467 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08302947-0ad6-4847-8194-6b24f4a0e1dd None None] Checking segment: {'id': '2d864c72-8721-4038-8a8c-9aaaf9109fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b7e8f589-07df-4a9b-a39d-4b170c8b5a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:56.428867 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-08302947-0ad6-4847-8194-6b24f4a0e1dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:56.429298 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08302947-0ad6-4847-8194-6b24f4a0e1dd None None] Bound using segment: {'id': '2d864c72-8721-4038-8a8c-9aaaf9109fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b7e8f589-07df-4a9b-a39d-4b170c8b5a5e'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:30:56.429821 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-08302947-0ad6-4847-8194-6b24f4a0e1dd None None] Bound port: 45d395b0-a178-4b18-86b1-8c897d2d3d57, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d864c72-8721-4038-8a8c-9aaaf9109fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b7e8f589-07df-4a9b-a39d-4b170c8b5a5e'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:30:56.430200 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-08302947-0ad6-4847-8194-6b24f4a0e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:56.440289 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cec4dabd-1938-4f3e-850a-ffd3bbd76876 req-0e99bf8d-e88e-41e7-a81e-87c03ae9ab1b service neutron] 10.222.0.43 "GET /v2.0/networks/bd00480a-e286-47f7-88e2-4e6500e9af44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5025687 Jul 15 23:30:56.474625 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8ef5b3d6-1277-4566-97d4-500c2436016b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:56.482669 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ee1b17-c68b-40d9-87ea-b708b6e4d3a6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:30:56.497468 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-03ee1b17-c68b-40d9-87ea-b708b6e4d3a6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:56.499309 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-03ee1b17-c68b-40d9-87ea-b708b6e4d3a6 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "PUT /v2.0/routers/c0c6cfc6-e626-4aef-bd7a-54f7c9801639 HTTP/1.1" status: 200 len: 694 time: 1.9815972 Jul 15 23:30:56.512329 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50130) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:56.521476 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8ef5b3d6-1277-4566-97d4-500c2436016b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:56.544861 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-08302947-0ad6-4847-8194-6b24f4a0e1dd None None] For port 45d395b0-a178-4b18-86b1-8c897d2d3d57, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:30:56.548201 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-08302947-0ad6-4847-8194-6b24f4a0e1dd None None] For port 45d395b0-a178-4b18-86b1-8c897d2d3d57, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=45d395b0-a178-4b18-86b1-8c897d2d3d57,segment=NetworkSegment(2d864c72-8721-4038-8a8c-9aaaf9109fe0),segment_id=2d864c72-8721-4038-8a8c-9aaaf9109fe0)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:30:56.552112 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cb8cd9-b474-45e3-b5e5-400614ced67b None None] Sync routers for ids ['c0c6cfc6-e626-4aef-bd7a-54f7c9801639'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:30:56.562517 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-08302947-0ad6-4847-8194-6b24f4a0e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:56.614905 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08302947-0ad6-4847-8194-6b24f4a0e1dd None None] Pushing event updated for resources: {'Port': ['ID=45d395b0-a178-4b18-86b1-8c897d2d3d57,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:56.633650 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cb8cd9-b474-45e3-b5e5-400614ced67b None None] Routers {'c0c6cfc6-e626-4aef-bd7a-54f7c9801639'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:56.634476 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-00cb8cd9-b474-45e3-b5e5-400614ced67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:30:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c0c6cfc6-e626-4aef-bd7a-54f7c9801639'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:56.679964 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-29531595-fd5f-4efc-ad7c-0d29df770657 req-0b67bc81-0f50-40b5-9c82-428be6fe0016 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:56.703638 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4c7a06a8-2fa0-4430-9314-5e417ba19c2c tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "GET /v2.0/routers/c0c6cfc6-e626-4aef-bd7a-54f7c9801639 HTTP/1.1" status: 200 len: 700 time: 0.1901236 Jul 15 23:30:56.707451 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50132) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:56.728346 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-8ef5b3d6-1277-4566-97d4-500c2436016b admin admin] Allocated IP 172.25.4.81 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/c4a81fa5-6b02-4802-a772-a52262d73285) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:56.758190 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-07f3f5de-5f59-4a54-9635-f854d4d1e29b tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0c6cfc6-e626-4aef-bd7a-54f7c9801639 HTTP/1.1" status: 200 len: 205 time: 0.0490751 Jul 15 23:30:56.761237 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50134) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:56.775987 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-00cb8cd9-b474-45e3-b5e5-400614ced67b None None] Set router c0c6cfc6-e626-4aef-bd7a-54f7c9801639 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:56.819736 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67bc81-0f50-40b5-9c82-428be6fe0016 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Pushing event deleted for resources: {'Port': ['ID=745a6557-5f57-4c77-8210-2d4c247a8322,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:56.871433 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-00cb8cd9-b474-45e3-b5e5-400614ced67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c6cfc6-e626-4aef-bd7a-54f7c9801639', 'name': 'tempest-RoutersTest-router-2116573206', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:53Z', 'updated_at': '2021-07-15T23:30:55Z', 'revision_number': 2, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:56.889894 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-29531595-fd5f-4efc-ad7c-0d29df770657 req-0b67bc81-0f50-40b5-9c82-428be6fe0016 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] No DVR routers for this DVR port 745a6557-5f57-4c77-8210-2d4c247a8322 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:56.900911 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-29531595-fd5f-4efc-ad7c-0d29df770657 req-0b67bc81-0f50-40b5-9c82-428be6fe0016 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:56.903221 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-29531595-fd5f-4efc-ad7c-0d29df770657 req-0b67bc81-0f50-40b5-9c82-428be6fe0016 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.36 "DELETE /v2.0/ports/745a6557-5f57-4c77-8210-2d4c247a8322 HTTP/1.1" status: 204 len: 173 time: 2.6736424 Jul 15 23:30:56.909368 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72653938-c927-4063-9468-a352bb0b5aac', 'name': 'network-vif-deleted', 'tag': '745a6557-5f57-4c77-8210-2d4c247a8322'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:30:56.912811 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e0c429-767e-4086-96d1-9fd7d3228cbd" -d '{"events": [{"server_uuid": "72653938-c927-4063-9468-a352bb0b5aac", "name": "network-vif-deleted", "tag": "745a6557-5f57-4c77-8210-2d4c247a8322"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:30:56.931315 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cec4dabd-1938-4f3e-850a-ffd3bbd76876 req-86701f52-f1f3-44fa-8a24-45a4af63cdf4 service neutron] 10.222.0.43 "GET /v2.0/networks/bd00480a-e286-47f7-88e2-4e6500e9af44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456818 Jul 15 23:30:56.935943 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2c2dca30-1d04-4bac-8dbc-b3462be54bf0 req-110489c1-8c81-4dbd-840a-3b60995aa52c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:56.968565 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110489c1-8c81-4dbd-840a-3b60995aa52c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event deleted for resources: {'Port': ['ID=592f5a48-b4a5-4d61-870a-a95a9edd699a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:57.034670 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cb8cd9-b474-45e3-b5e5-400614ced67b None None] Checking router: c0c6cfc6-e626-4aef-bd7a-54f7c9801639 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:30:57.051844 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8ef5b3d6-1277-4566-97d4-500c2436016b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:57.066837 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cb8cd9-b474-45e3-b5e5-400614ced67b None None] Routers {'c0c6cfc6-e626-4aef-bd7a-54f7c9801639'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:57.068465 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-00cb8cd9-b474-45e3-b5e5-400614ced67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:30:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c0c6cfc6-e626-4aef-bd7a-54f7c9801639'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:57.089324 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3988cd-fabc-4a18-8e30-a09a2e0e400a x-openstack-request-id: req-2b3988cd-fabc-4a18-8e30-a09a2e0e400a {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:30:57.089673 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72653938-c927-4063-9468-a352bb0b5aac", "name": "network-vif-deleted", "tag": "745a6557-5f57-4c77-8210-2d4c247a8322", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:30:57.089857 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b3988cd-fabc-4a18-8e30-a09a2e0e400a {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:30:57.090245 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72653938-c927-4063-9468-a352bb0b5aac', 'name': 'network-vif-deleted', 'tag': '745a6557-5f57-4c77-8210-2d4c247a8322', 'status': 'completed', 'code': 200} Jul 15 23:30:57.091111 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2dca30-1d04-4bac-8dbc-b3462be54bf0 req-110489c1-8c81-4dbd-840a-3b60995aa52c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] No DVR routers for this DVR port 592f5a48-b4a5-4d61-870a-a95a9edd699a on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:57.094408 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2c2dca30-1d04-4bac-8dbc-b3462be54bf0 req-110489c1-8c81-4dbd-840a-3b60995aa52c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:57.097841 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2c2dca30-1d04-4bac-8dbc-b3462be54bf0 req-110489c1-8c81-4dbd-840a-3b60995aa52c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.43 "DELETE /v2.0/ports/592f5a48-b4a5-4d61-870a-a95a9edd699a HTTP/1.1" status: 204 len: 173 time: 1.5626037 Jul 15 23:30:57.112644 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8ef5b3d6-1277-4566-97d4-500c2436016b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:57.221685 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-00cb8cd9-b474-45e3-b5e5-400614ced67b None None] Set router c0c6cfc6-e626-4aef-bd7a-54f7c9801639 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:57.285673 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b5a7dce8-c475-4bf4-92d4-4e37c8eed671 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:57.407402 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-00cb8cd9-b474-45e3-b5e5-400614ced67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c6cfc6-e626-4aef-bd7a-54f7c9801639', 'name': 'tempest-RoutersTest-router-2116573206', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:53Z', 'updated_at': '2021-07-15T23:30:55Z', 'revision_number': 2, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:57.750367 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef5b3d6-1277-4566-97d4-500c2436016b admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:57.802427 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-8ef5b3d6-1277-4566-97d4-500c2436016b admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:57.814495 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef5b3d6-1277-4566-97d4-500c2436016b admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:57.848638 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5b3d6-1277-4566-97d4-500c2436016b admin admin] Pushing event updated for resources: {'Port': ['ID=c4a81fa5-6b02-4802-a772-a52262d73285,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:57.932654 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 592f5a48-b4a5-4d61-870a-a95a9edd699a no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:57.934752 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 45d395b0-a178-4b18-86b1-8c897d2d3d57 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:57.937925 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b5a7dce8-c475-4bf4-92d4-4e37c8eed671 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:57.947676 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b5a7dce8-c475-4bf4-92d4-4e37c8eed671 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.024500 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cb8cd9-b474-45e3-b5e5-400614ced67b None None] The sync data for ids ['c0c6cfc6-e626-4aef-bd7a-54f7c9801639'] in n-d-787205-9 is: [{'id': 'c0c6cfc6-e626-4aef-bd7a-54f7c9801639', 'name': 'tempest-RoutersTest-router-2116573206', 'tenant_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:53Z', 'updated_at': '2021-07-15T23:30:55Z', 'revision_number': 2, 'project_id': '421ff1e0f0fc408c9923cd5c1f8d6eaa', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:30:58.067078 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 592f5a48-b4a5-4d61-870a-a95a9edd699a {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:58.067479 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 592f5a48-b4a5-4d61-870a-a95a9edd699a not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:58.067980 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 2cdfed5e-6abe-4ed6-8693-5c31efe9fcff no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:58.113285 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 2cdfed5e-6abe-4ed6-8693-5c31efe9fcff {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:58.113672 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 2cdfed5e-6abe-4ed6-8693-5c31efe9fcff not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:58.143400 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 45d395b0-a178-4b18-86b1-8c897d2d3d57 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:58.160644 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8bfcefd8-a1d9-4e62-bb7f-008b936bb757 req-2043894d-e0b6-4c2e-8b0c-84b1c7f265c1 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 210 time: 0.4084847 Jul 15 23:30:58.233953 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b5a7dce8-c475-4bf4-92d4-4e37c8eed671 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.234592 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a7dce8-c475-4bf4-92d4-4e37c8eed671 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Fanout notify agent at l3_agent the message router_deleted on router c0c6cfc6-e626-4aef-bd7a-54f7c9801639 {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:30:58.245478 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4fa86900-c409-4787-869c-87557d6d8296 req-e4ac805b-4911-46de-9c3e-328b6fd2445e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4214fdc-ea4e-4ee8-8791-8079b8236762 HTTP/1.1" status: 200 len: 210 time: 0.4923592 Jul 15 23:30:58.266231 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b5a7dce8-c475-4bf4-92d4-4e37c8eed671 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.267396 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b5a7dce8-c475-4bf4-92d4-4e37c8eed671 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/routers/c0c6cfc6-e626-4aef-bd7a-54f7c9801639 HTTP/1.1" status: 204 len: 168 time: 1.5050092 Jul 15 23:30:58.272845 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50154) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:58.360839 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-90f661fd-88a8-4d24-a421-236bbd33bb7e tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0c6cfc6-e626-4aef-bd7a-54f7c9801639 HTTP/1.1" status: 200 len: 205 time: 0.0867071 Jul 15 23:30:58.363684 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50160) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:58.457224 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-ec4bc2a5-a1fc-41df-9d38-fdb923c02f48 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] delete failed (client error): The resource could not be found. Jul 15 23:30:58.458474 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ec4bc2a5-a1fc-41df-9d38-fdb923c02f48 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/routers/c0c6cfc6-e626-4aef-bd7a-54f7c9801639 HTTP/1.1" status: 404 len: 336 time: 0.0924118 Jul 15 23:30:58.461588 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50164) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:58.535528 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad8c8b39-c03b-4957-a9a3-711675bc644a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:58.536937 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad8c8b39-c03b-4957-a9a3-711675bc644a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:58.543451 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ad8c8b39-c03b-4957-a9a3-711675bc644a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/subnets/c93956a6-dc24-4168-823f-285f0d52cfd8 HTTP/1.1" status: 404 len: 337 time: 0.0791659 Jul 15 23:30:58.546243 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50168) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:58.583716 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-b84df8a2-4af4-45b6-8930-20b3d9a190d4 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:58.584654 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b84df8a2-4af4-45b6-8930-20b3d9a190d4 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:58.587460 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b84df8a2-4af4-45b6-8930-20b3d9a190d4 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/subnets/d650d4b9-90d3-4115-8b33-c560e63cedfa HTTP/1.1" status: 404 len: 337 time: 0.0385535 Jul 15 23:30:58.590119 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50170) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:58.623606 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d16f048-f4fd-44f3-9d4c-10e147813ad8 None None] Network b7e8f589-07df-4a9b-a39d-4b170c8b5a5e requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:58.626206 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-794215c0-076e-4e96-8993-ced68ea1e0f0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:58.626772 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-794215c0-076e-4e96-8993-ced68ea1e0f0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:58.631551 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-794215c0-076e-4e96-8993-ced68ea1e0f0 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/subnets/531fbcdb-50c0-43f4-9cf4-22f62c8daedd HTTP/1.1" status: 404 len: 337 time: 0.0380321 Jul 15 23:30:58.631731 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50174) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:58.689949 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4072eca-a360-4f47-b34e-224e50a5e23a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:58.690734 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4072eca-a360-4f47-b34e-224e50a5e23a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:58.695370 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c4072eca-a360-4f47-b34e-224e50a5e23a tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/subnets/28f68cfb-1435-4466-80f2-71c17c2a16f3 HTTP/1.1" status: 404 len: 337 time: 0.0599482 Jul 15 23:30:58.696319 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50178) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:58.716927 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7f29b7c0-f118-4e7b-a8d2-491078281e63 None None] Provisioning for port 45d395b0-a178-4b18-86b1-8c897d2d3d57 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:58.727848 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7f29b7c0-f118-4e7b-a8d2-491078281e63 None None] Provisioning complete for port 45d395b0-a178-4b18-86b1-8c897d2d3d57 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:58.729788 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f29b7c0-f118-4e7b-a8d2-491078281e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.733021 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8ef5b3d6-1277-4566-97d4-500c2436016b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.765936 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9c94afaf-311b-4c16-902f-159ad72f6f90 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "GET /v2.0/ports?device_id=025918fb-d9c5-4b02-b5bb-8c538369a92d HTTP/1.1" status: 200 len: 205 time: 0.0689352 Jul 15 23:30:58.769431 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50180) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:58.802302 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 745a6557-5f57-4c77-8210-2d4c247a8322 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:58.847147 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-1c318828-e639-492f-ade2-8a986cc30434 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] delete failed (client error): The resource could not be found. Jul 15 23:30:58.851986 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1c318828-e639-492f-ade2-8a986cc30434 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/routers/025918fb-d9c5-4b02-b5bb-8c538369a92d HTTP/1.1" status: 404 len: 336 time: 0.0812922 Jul 15 23:30:58.855441 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50182) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:58.884636 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 745a6557-5f57-4c77-8210-2d4c247a8322 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:58.884977 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 745a6557-5f57-4c77-8210-2d4c247a8322 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:58.913381 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-017af1ff-37b3-4491-ae3a-58af7acf9d73 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "GET /v2.0/ports?device_id=6336be16-5104-4878-a2db-89dedad335d5 HTTP/1.1" status: 200 len: 205 time: 0.0567911 Jul 15 23:30:58.917393 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50186) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:59.006673 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f29b7c0-f118-4e7b-a8d2-491078281e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:59.015733 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-f828958f-527b-452f-8b4d-e9f3daaaf0ea tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] delete failed (client error): The resource could not be found. Jul 15 23:30:59.019445 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50188) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:59.020619 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f828958f-527b-452f-8b4d-e9f3daaaf0ea tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/routers/6336be16-5104-4878-a2db-89dedad335d5 HTTP/1.1" status: 404 len: 336 time: 0.1020138 Jul 15 23:30:59.048073 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50190) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:59.097235 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-7f29b7c0-f118-4e7b-a8d2-491078281e63 None None] For port 45d395b0-a178-4b18-86b1-8c897d2d3d57, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=45d395b0-a178-4b18-86b1-8c897d2d3d57,segment=NetworkSegment(2d864c72-8721-4038-8a8c-9aaaf9109fe0),segment_id=2d864c72-8721-4038-8a8c-9aaaf9109fe0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:59.101930 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f29b7c0-f118-4e7b-a8d2-491078281e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:59.114090 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4214fdc-ea4e-4ee8-8791-8079b8236762', 'name': 'network-vif-deleted', 'tag': '592f5a48-b4a5-4d61-870a-a95a9edd699a'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:30:59.120701 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3de6ae1-c01d-417e-9e8c-6319cbd1cbff" -d '{"events": [{"server_uuid": "c4214fdc-ea4e-4ee8-8791-8079b8236762", "name": "network-vif-deleted", "tag": "592f5a48-b4a5-4d61-870a-a95a9edd699a"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:30:59.143444 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a51f236-37e2-40f6-9132-3ef9bd3beebc tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:59.143939 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a51f236-37e2-40f6-9132-3ef9bd3beebc tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:59.152566 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2a51f236-37e2-40f6-9132-3ef9bd3beebc tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/subnets/740646d3-22bb-4774-aa51-dca70267c979 HTTP/1.1" status: 404 len: 337 time: 0.1315229 Jul 15 23:30:59.157876 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50196) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:59.176487 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29b7c0-f118-4e7b-a8d2-491078281e63 None None] Pushing event updated for resources: {'Port': ['ID=45d395b0-a178-4b18-86b1-8c897d2d3d57,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:59.252543 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee0e186-933e-42bd-8453-8613d18c44c3 x-openstack-request-id: req-eee0e186-933e-42bd-8453-8613d18c44c3 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:30:59.252820 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4214fdc-ea4e-4ee8-8791-8079b8236762", "name": "network-vif-deleted", "tag": "592f5a48-b4a5-4d61-870a-a95a9edd699a", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:30:59.253065 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eee0e186-933e-42bd-8453-8613d18c44c3 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:30:59.256243 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4214fdc-ea4e-4ee8-8791-8079b8236762', 'name': 'network-vif-deleted', 'tag': '592f5a48-b4a5-4d61-870a-a95a9edd699a', 'status': 'completed', 'code': 200} Jul 15 23:30:59.258489 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7baf74ec-933d-41fe-9643-ec210a200bb2 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "GET /v2.0/ports?device_id=17c02b90-499a-40d0-bd0f-21bf1eee5379 HTTP/1.1" status: 200 len: 205 time: 0.0995481 Jul 15 23:30:59.263448 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50202) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:59.347696 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3e0a6b6-835c-4af1-8f52-df61ed256ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:59.351890 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-e6cb1e61-e452-4f6b-8953-ae221b31c44f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] delete failed (client error): The resource could not be found. Jul 15 23:30:59.357886 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e6cb1e61-e452-4f6b-8953-ae221b31c44f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/routers/17c02b90-499a-40d0-bd0f-21bf1eee5379 HTTP/1.1" status: 404 len: 336 time: 0.0893078 Jul 15 23:30:59.358829 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50208) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:59.427967 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0d2a607a-40d0-4feb-8938-c264bc4a1e39 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "GET /v2.0/ports?device_id=e839559c-ca40-4bde-a869-f393b877b384 HTTP/1.1" status: 200 len: 205 time: 0.0618029 Jul 15 23:30:59.430727 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50210) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:59.494336 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50212) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:59.521804 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-f200bcdf-e7bc-4b80-a14b-e22cc91467aa tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] delete failed (client error): The resource could not be found. Jul 15 23:30:59.523490 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f200bcdf-e7bc-4b80-a14b-e22cc91467aa tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/routers/e839559c-ca40-4bde-a869-f393b877b384 HTTP/1.1" status: 404 len: 336 time: 0.0913413 Jul 15 23:30:59.608095 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50214) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:59.641402 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-21fcc7f9-8f85-43a8-803c-42ce50382f98 None None] Provisioning complete for port 45d395b0-a178-4b18-86b1-8c897d2d3d57 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:59.641886 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-21fcc7f9-8f85-43a8-803c-42ce50382f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:59.809255 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a470c9c2-f338-4278-90b3-3689f5440222 req-e3058079-045a-4b79-bbf2-0771943c9d0a tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 210 time: 0.0431821 Jul 15 23:30:59.817217 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 45d395b0-a178-4b18-86b1-8c897d2d3d57 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:59.860708 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8ef5b3d6-1277-4566-97d4-500c2436016b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:59.918561 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 45d395b0-a178-4b18-86b1-8c897d2d3d57 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:59.919151 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:00.110624 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef5b3d6-1277-4566-97d4-500c2436016b admin admin] Router e7ca8b5e-2791-4385-b7fa-32d5ac6bf999 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:31:00.142131 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-7593e72e-7b6b-4f38-86c1-da66ee3d0f4f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] DELETE failed (client error): The resource could not be found. Jul 15 23:31:00.142586 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7593e72e-7b6b-4f38-86c1-da66ee3d0f4f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:00.146746 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7593e72e-7b6b-4f38-86c1-da66ee3d0f4f tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/subnets/550d0da6-4367-439f-9f27-49c762205a61 HTTP/1.1" status: 404 len: 337 time: 0.5345535 Jul 15 23:31:00.151538 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50218) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:00.218370 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3282f434-8605-4b43-8f42-85cfec126562 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbafa54d-2bb7-4e06-9849-b4ffc439a609 HTTP/1.1" status: 200 len: 205 time: 0.0635393 Jul 15 23:31:00.223474 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50220) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:00.226929 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef5b3d6-1277-4566-97d4-500c2436016b admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:31:00.240688 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac75041-dd07-47cd-b3fe-326cc067d067 None None] Sync routers for ids ['e7ca8b5e-2791-4385-b7fa-32d5ac6bf999'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:31:00.255668 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac75041-dd07-47cd-b3fe-326cc067d067 None None] Routers {'e7ca8b5e-2791-4385-b7fa-32d5ac6bf999'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:00.256832 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-dac75041-dd07-47cd-b3fe-326cc067d067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:30:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['e7ca8b5e-2791-4385-b7fa-32d5ac6bf999'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:00.279577 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [None req-2f6ccf1d-cb98-4110-812a-3025b1bac712 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] delete failed (client error): The resource could not be found. Jul 15 23:31:00.283165 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2f6ccf1d-cb98-4110-812a-3025b1bac712 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/routers/bbafa54d-2bb7-4e06-9849-b4ffc439a609 HTTP/1.1" status: 404 len: 336 time: 0.0562284 Jul 15 23:31:00.285350 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50222) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:00.329606 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-1619bab1-0134-4f6f-8124-23a6fca994fe tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] DELETE failed (client error): The resource could not be found. Jul 15 23:31:00.330292 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1619bab1-0134-4f6f-8124-23a6fca994fe tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:00.335329 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1619bab1-0134-4f6f-8124-23a6fca994fe tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/subnets/5cd5bf36-b6a8-495a-bbd4-b562970abe76 HTTP/1.1" status: 404 len: 337 time: 0.0486414 Jul 15 23:31:00.336920 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50224) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:00.389243 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-16dc3376-9d4e-41bb-9800-ccc25df6a4bc tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b94a302-816f-4323-8cfe-21717112bdd0 HTTP/1.1" status: 200 len: 205 time: 0.0508738 Jul 15 23:31:00.391613 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50226) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:00.434764 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-9efb64a9-020b-4f43-a353-5a9577b3ef6c tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] delete failed (client error): The resource could not be found. Jul 15 23:31:00.436441 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9efb64a9-020b-4f43-a353-5a9577b3ef6c tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/routers/7b94a302-816f-4323-8cfe-21717112bdd0 HTTP/1.1" status: 404 len: 336 time: 0.0431230 Jul 15 23:31:00.438433 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50228) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:00.453043 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3e0a6b6-835c-4af1-8f52-df61ed256ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:00.460271 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3e0a6b6-835c-4af1-8f52-df61ed256ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:00.473612 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a9f50e-f3bb-406f-b90c-bfba763106dc tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] DELETE failed (client error): The resource could not be found. Jul 15 23:31:00.474546 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43a9f50e-f3bb-406f-b90c-bfba763106dc tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:00.479586 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-43a9f50e-f3bb-406f-b90c-bfba763106dc tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/subnets/3f9dbe0a-cb84-42cd-9eb6-e3be25c8272e HTTP/1.1" status: 404 len: 337 time: 0.0371413 Jul 15 23:31:00.479586 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8ef5b3d6-1277-4566-97d4-500c2436016b admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:00.482676 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8ef5b3d6-1277-4566-97d4-500c2436016b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9225059 Jul 15 23:31:00.482676 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50230) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:00.508512 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ddd5d02-1a7d-4ccb-a9bd-49336661f079 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] DELETE failed (client error): The resource could not be found. Jul 15 23:31:00.509269 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ddd5d02-1a7d-4ccb-a9bd-49336661f079 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:00.513380 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6ddd5d02-1a7d-4ccb-a9bd-49336661f079 tempest-RoutersTest-208312354 tempest-RoutersTest-208312354-project] 10.222.0.16 "DELETE /v2.0/subnets/508d2da8-7876-463a-b5a5-2b5075c0c8dc HTTP/1.1" status: 404 len: 337 time: 0.0294955 Jul 15 23:31:00.513380 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50232) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:00.568466 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-dac75041-dd07-47cd-b3fe-326cc067d067 None None] Set router e7ca8b5e-2791-4385-b7fa-32d5ac6bf999 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:00.591570 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c3e0a6b6-835c-4af1-8f52-df61ed256ece admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ddad77410df74d8785393ee0a9f93215&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5423570 Jul 15 23:31:00.594402 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50236) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:00.621993 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0a6b6-835c-4af1-8f52-df61ed256ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65061b1f-7ef2-4aa0-abad-674cdd6d9b55,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:00.732943 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b818691d-14fe-4cb1-a898-a2787d765798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:00.793903 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b818691d-14fe-4cb1-a898-a2787d765798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:00.918580 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-dac75041-dd07-47cd-b3fe-326cc067d067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ca8b5e-2791-4385-b7fa-32d5ac6bf999', 'name': 'tempest-TestServerMultinode-1538299193-router', 'tenant_id': '57614eb353864ce88c85e61ed5bbb7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c4a81fa5-6b02-4802-a772-a52262d73285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:55Z', 'updated_at': '2021-07-15T23:30:58Z', 'revision_number': 3, 'project_id': '57614eb353864ce88c85e61ed5bbb7cb', 'gw_port': {'id': 'c4a81fa5-6b02-4802-a772-a52262d73285', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ca8b5e-2791-4385-b7fa-32d5ac6bf999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:56Z', 'updated_at': '2021-07-15T23:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:00.932075 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50244) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:00.963515 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9377e2f9-c45f-4cdf-b637-ab491a2dcb7a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:01.009296 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac75041-dd07-47cd-b3fe-326cc067d067 None None] Checking router: e7ca8b5e-2791-4385-b7fa-32d5ac6bf999 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:31:01.011763 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac75041-dd07-47cd-b3fe-326cc067d067 None None] Updating router e7ca8b5e-2791-4385-b7fa-32d5ac6bf999 port c4a81fa5-6b02-4802-a772-a52262d73285 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:31:01.038486 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b818691d-14fe-4cb1-a898-a2787d765798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:01.049401 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b818691d-14fe-4cb1-a898-a2787d765798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:01.052761 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b818691d-14fe-4cb1-a898-a2787d765798 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/65061b1f-7ef2-4aa0-abad-674cdd6d9b55 HTTP/1.1" status: 204 len: 168 time: 0.4534059 Jul 15 23:31:01.070783 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818691d-14fe-4cb1-a898-a2787d765798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65061b1f-7ef2-4aa0-abad-674cdd6d9b55,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:01.078197 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dac75041-dd07-47cd-b3fe-326cc067d067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:01.080212 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0aea187c-a99b-452a-a1b6-db2e6be23cfe req-0836e7c5-bae8-482e-ba05-51f4f5e63e9c tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 210 time: 0.0413251 Jul 15 23:31:01.239932 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-75835c3c-4fa0-40b4-80cf-43a16b81590d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=421ff1e0f0fc408c9923cd5c1f8d6eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3021810 Jul 15 23:31:01.243135 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50250) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:01.543671 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1ee5d81a-f0a4-45ee-b4f6-b95ca20f5ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:01.576500 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1ee5d81a-f0a4-45ee-b4f6-b95ca20f5ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:01.579976 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9377e2f9-c45f-4cdf-b637-ab491a2dcb7a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Deleting port f4a37faf-9496-4013-a48d-55626d396d10 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:01.580493 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9377e2f9-c45f-4cdf-b637-ab491a2dcb7a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:01.634301 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1ee5d81a-f0a4-45ee-b4f6-b95ca20f5ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:01.638428 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1ee5d81a-f0a4-45ee-b4f6-b95ca20f5ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:01.640443 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1ee5d81a-f0a4-45ee-b4f6-b95ca20f5ae2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4be90730-2aa0-47a0-9092-c2e7751b2422 HTTP/1.1" status: 204 len: 168 time: 0.3955781 Jul 15 23:31:01.715233 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5d81a-f0a4-45ee-b4f6-b95ca20f5ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be90730-2aa0-47a0-9092-c2e7751b2422,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:01.793027 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50258) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:01.809644 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-9377e2f9-c45f-4cdf-b637-ab491a2dcb7a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] For port f4a37faf-9496-4013-a48d-55626d396d10, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f4a37faf-9496-4013-a48d-55626d396d10,segment=NetworkSegment(61c3c033-0e18-4a02-98dd-de7e6b63ff43),segment_id=61c3c033-0e18-4a02-98dd-de7e6b63ff43)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:01.810063 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9377e2f9-c45f-4cdf-b637-ab491a2dcb7a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:01.833341 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9377e2f9-c45f-4cdf-b637-ab491a2dcb7a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Calling delete_port for f4a37faf-9496-4013-a48d-55626d396d10 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:01.858166 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-43d821a3-8a39-4f6a-aea4-bd816d2926a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:01.862077 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9ca5ad27-f67b-4872-838c-8b4c20d15b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:01.914487 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dac75041-dd07-47cd-b3fe-326cc067d067 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:01.926608 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-dac75041-dd07-47cd-b3fe-326cc067d067 None None] Transition to ACTIVE for port object c4a81fa5-6b02-4802-a772-a52262d73285 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:01.935678 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dac75041-dd07-47cd-b3fe-326cc067d067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:02.010965 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-dac75041-dd07-47cd-b3fe-326cc067d067 None None] Attempting to bind port c4a81fa5-6b02-4802-a772-a52262d73285 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:31:02.012081 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-dac75041-dd07-47cd-b3fe-326cc067d067 None None] Attempting to bind port c4a81fa5-6b02-4802-a772-a52262d73285 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:31:02.013166 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac75041-dd07-47cd-b3fe-326cc067d067 None None] Attempting to bind port c4a81fa5-6b02-4802-a772-a52262d73285 on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:02.024029 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac75041-dd07-47cd-b3fe-326cc067d067 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:31:02.024920 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac75041-dd07-47cd-b3fe-326cc067d067 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:02.026144 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dac75041-dd07-47cd-b3fe-326cc067d067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:02.026804 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac75041-dd07-47cd-b3fe-326cc067d067 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:31:02.027818 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-dac75041-dd07-47cd-b3fe-326cc067d067 None None] Bound port: c4a81fa5-6b02-4802-a772-a52262d73285, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:31:02.029051 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dac75041-dd07-47cd-b3fe-326cc067d067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:02.103686 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9377e2f9-c45f-4cdf-b637-ab491a2dcb7a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:02.139636 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-dac75041-dd07-47cd-b3fe-326cc067d067 None None] For port c4a81fa5-6b02-4802-a772-a52262d73285, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:31:02.162058 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-43d821a3-8a39-4f6a-aea4-bd816d2926a0 admin admin] Allocated IP 172.20.0.1 (b7e8f589-07df-4a9b-a39d-4b170c8b5a5e/9168cd9d-df0a-402b-9996-f6eca2123152/d9641ff6-44d7-44d1-8369-59e725d70f03) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:02.180925 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377e2f9-c45f-4cdf-b637-ab491a2dcb7a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event deleted for resources: {'Port': ['ID=f4a37faf-9496-4013-a48d-55626d396d10,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:02.181462 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-dac75041-dd07-47cd-b3fe-326cc067d067 None None] For port c4a81fa5-6b02-4802-a772-a52262d73285, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c4a81fa5-6b02-4802-a772-a52262d73285,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:31:02.183270 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d72ffb-de4c-4796-8725-63fdc3132bde None None] Pushing event updated for resources: {'Port': ['ID=c4a81fa5-6b02-4802-a772-a52262d73285,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:02.188637 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9ca5ad27-f67b-4872-838c-8b4c20d15b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:02.198110 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9ca5ad27-f67b-4872-838c-8b4c20d15b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:02.205213 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dac75041-dd07-47cd-b3fe-326cc067d067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:02.318432 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac75041-dd07-47cd-b3fe-326cc067d067 None None] Routers {'e7ca8b5e-2791-4385-b7fa-32d5ac6bf999'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:02.320823 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-dac75041-dd07-47cd-b3fe-326cc067d067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:30:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['e7ca8b5e-2791-4385-b7fa-32d5ac6bf999'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:02.326555 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d72ffb-de4c-4796-8725-63fdc3132bde None None] Pushing event updated for resources: {'Port': ['ID=c4a81fa5-6b02-4802-a772-a52262d73285,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:02.358806 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9ca5ad27-f67b-4872-838c-8b4c20d15b76 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e27ce090de654299bcee93d3445f0257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5617652 Jul 15 23:31:02.379302 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50270) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:02.406191 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5ad27-f67b-4872-838c-8b4c20d15b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18f66bd-6f4e-4ed8-b8b4-02dd9634803e,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:02.413565 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a428273-a51f-42be-a51e-ff288db6ac40 req-c83f1ba2-90a6-4c5b-b9d1-846213fd4b15 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 210 time: 0.0639207 Jul 15 23:31:02.479650 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-43d821a3-8a39-4f6a-aea4-bd816d2926a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:02.502728 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-43d821a3-8a39-4f6a-aea4-bd816d2926a0 admin admin] Transition to ACTIVE for port object d9641ff6-44d7-44d1-8369-59e725d70f03 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:02.513939 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25ee72e7-8209-4666-9b26-747b3d02f2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:02.542296 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9377e2f9-c45f-4cdf-b637-ab491a2dcb7a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:02.560920 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-dac75041-dd07-47cd-b3fe-326cc067d067 None None] Set router e7ca8b5e-2791-4385-b7fa-32d5ac6bf999 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:02.580680 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25ee72e7-8209-4666-9b26-747b3d02f2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:02.621453 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-43d821a3-8a39-4f6a-aea4-bd816d2926a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:02.666993 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d821a3-8a39-4f6a-aea4-bd816d2926a0 admin admin] Network b7e8f589-07df-4a9b-a39d-4b170c8b5a5e is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:02.674830 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-43d821a3-8a39-4f6a-aea4-bd816d2926a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:02.678907 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d821a3-8a39-4f6a-aea4-bd816d2926a0 admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:02.688896 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d821a3-8a39-4f6a-aea4-bd816d2926a0 admin admin] Pushing event updated for resources: {'Port': ['ID=d9641ff6-44d7-44d1-8369-59e725d70f03,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:02.722023 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25ee72e7-8209-4666-9b26-747b3d02f2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:02.724691 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25ee72e7-8209-4666-9b26-747b3d02f2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:02.726417 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-25ee72e7-8209-4666-9b26-747b3d02f2fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e18f66bd-6f4e-4ed8-b8b4-02dd9634803e HTTP/1.1" status: 204 len: 168 time: 0.3452146 Jul 15 23:31:02.741019 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee72e7-8209-4666-9b26-747b3d02f2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18f66bd-6f4e-4ed8-b8b4-02dd9634803e,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:02.745900 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-43d821a3-8a39-4f6a-aea4-bd816d2926a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:02.895528 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9377e2f9-c45f-4cdf-b637-ab491a2dcb7a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Router 785fee3a-dec3-48fd-9260-e4c4f3c77b61 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:31:02.934766 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-dac75041-dd07-47cd-b3fe-326cc067d067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ca8b5e-2791-4385-b7fa-32d5ac6bf999', 'name': 'tempest-TestServerMultinode-1538299193-router', 'tenant_id': '57614eb353864ce88c85e61ed5bbb7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c4a81fa5-6b02-4802-a772-a52262d73285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:55Z', 'updated_at': '2021-07-15T23:30:58Z', 'revision_number': 3, 'project_id': '57614eb353864ce88c85e61ed5bbb7cb', 'gw_port': {'id': 'c4a81fa5-6b02-4802-a772-a52262d73285', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ca8b5e-2791-4385-b7fa-32d5ac6bf999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:56Z', 'updated_at': '2021-07-15T23:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:03.028852 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac75041-dd07-47cd-b3fe-326cc067d067 None None] The sync data for ids ['e7ca8b5e-2791-4385-b7fa-32d5ac6bf999'] in n-d-787205-9 is: [{'id': 'e7ca8b5e-2791-4385-b7fa-32d5ac6bf999', 'name': 'tempest-TestServerMultinode-1538299193-router', 'tenant_id': '57614eb353864ce88c85e61ed5bbb7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c4a81fa5-6b02-4802-a772-a52262d73285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:55Z', 'updated_at': '2021-07-15T23:30:58Z', 'revision_number': 3, 'project_id': '57614eb353864ce88c85e61ed5bbb7cb', 'gw_port': {'id': 'c4a81fa5-6b02-4802-a772-a52262d73285', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ca8b5e-2791-4385-b7fa-32d5ac6bf999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:56Z', 'updated_at': '2021-07-15T23:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:31:03.097383 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-43d821a3-8a39-4f6a-aea4-bd816d2926a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.162194 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-90e4972a-f86f-4ebe-8c1b-bf22d00b0f4c None None] Provisioning for port d9641ff6-44d7-44d1-8369-59e725d70f03 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:03.166912 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-90e4972a-f86f-4ebe-8c1b-bf22d00b0f4c None None] Provisioning complete for port d9641ff6-44d7-44d1-8369-59e725d70f03 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:03.167585 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-90e4972a-f86f-4ebe-8c1b-bf22d00b0f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.176021 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50292) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:03.185916 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0081789 Jul 15 23:31:03.187564 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50294) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:03.202752 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9377e2f9-c45f-4cdf-b637-ab491a2dcb7a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:31:03.224272 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9377e2f9-c45f-4cdf-b637-ab491a2dcb7a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "PUT /v2.0/routers/785fee3a-dec3-48fd-9260-e4c4f3c77b61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7249479 Jul 15 23:31:03.226994 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50298) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:03.234761 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d8fac4-ca18-4a20-935a-5beee340625b None None] Sync routers for ids ['785fee3a-dec3-48fd-9260-e4c4f3c77b61'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:31:03.261894 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-90e4972a-f86f-4ebe-8c1b-bf22d00b0f4c None None] Port d9641ff6-44d7-44d1-8369-59e725d70f03 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:31:03.270125 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d8fac4-ca18-4a20-935a-5beee340625b None None] Routers {'785fee3a-dec3-48fd-9260-e4c4f3c77b61'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:03.272324 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a8d8fac4-ca18-4a20-935a-5beee340625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:30:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['785fee3a-dec3-48fd-9260-e4c4f3c77b61'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:03.324329 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-7902531f-7d37-4aa3-8924-b780994980d1 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Deleting subnet a6de8285-de5b-413c-95dd-2ee40f47b0a1 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:31:03.327707 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7902531f-7d37-4aa3-8924-b780994980d1 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.420533 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0583f23b-48e9-474c-a11c-0419feb5ef9e tempest-NetworksApiDiscovery-1500526496 tempest-NetworksApiDiscovery-1500526496-project] 10.222.0.16 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2276313 Jul 15 23:31:03.440623 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7902531f-7d37-4aa3-8924-b780994980d1 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.566674 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-a8d8fac4-ca18-4a20-935a-5beee340625b None None] Set router 785fee3a-dec3-48fd-9260-e4c4f3c77b61 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:03.612259 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-43d821a3-8a39-4f6a-aea4-bd816d2926a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.640531 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-43d821a3-8a39-4f6a-aea4-bd816d2926a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.810662 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7902531f-7d37-4aa3-8924-b780994980d1 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.884474 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-43d821a3-8a39-4f6a-aea4-bd816d2926a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.994156 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e592ea5e-0cad-472a-8e65-f331b088b34c req-557c18b6-52b4-46b2-88b4-994525c59ec6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 210 time: 0.1463478 Jul 15 23:31:03.994801 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d821a3-8a39-4f6a-aea4-bd816d2926a0 admin admin] Pushing event updated for resources: {'Port': ['ID=d9641ff6-44d7-44d1-8369-59e725d70f03,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:04.061257 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7902531f-7d37-4aa3-8924-b780994980d1 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.111806 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c4a81fa5-6b02-4802-a772-a52262d73285 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:04.137433 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902531f-7d37-4aa3-8924-b780994980d1 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event deleted for resources: {'Subnet': ['ID=a6de8285-de5b-413c-95dd-2ee40f47b0a1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:04.157581 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7902531f-7d37-4aa3-8924-b780994980d1 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.162595 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7902531f-7d37-4aa3-8924-b780994980d1 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "DELETE /v2.0/subnets/a6de8285-de5b-413c-95dd-2ee40f47b0a1 HTTP/1.1" status: 204 len: 168 time: 0.9316018 Jul 15 23:31:04.164850 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50326) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:04.224314 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d821a3-8a39-4f6a-aea4-bd816d2926a0 admin admin] Network b7e8f589-07df-4a9b-a39d-4b170c8b5a5e is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:04.227215 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-43d821a3-8a39-4f6a-aea4-bd816d2926a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:04.248185 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50328) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:04.248889 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d29f457-d363-402e-a846-ca9332afebde None None] Network bd00480a-e286-47f7-88e2-4e6500e9af44 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:04.418989 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port c4a81fa5-6b02-4802-a772-a52262d73285 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:04.466267 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-defd4cf2-6a7e-48ea-a93d-c2f94889b7c3 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.561035 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d821a3-8a39-4f6a-aea4-bd816d2926a0 admin admin] Router e7ca8b5e-2791-4385-b7fa-32d5ac6bf999 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:31:04.571799 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port c4a81fa5-6b02-4802-a772-a52262d73285 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:04.573498 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.760555 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a8d8fac4-ca18-4a20-935a-5beee340625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360101457', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'fefd548f-a9e3-4729-890f-3845389d3c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:38Z', 'updated_at': '2021-07-15T23:31:02Z', 'revision_number': 5, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'fefd548f-a9e3-4729-890f-3845389d3c0e', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:40Z', 'updated_at': '2021-07-15T23:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:04.791195 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-defd4cf2-6a7e-48ea-a93d-c2f94889b7c3 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.829533 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d8fac4-ca18-4a20-935a-5beee340625b None None] Checking router: 785fee3a-dec3-48fd-9260-e4c4f3c77b61 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:31:04.841353 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e0505b79-76ec-4c61-bd2d-a797ea7fb324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.861906 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d8fac4-ca18-4a20-935a-5beee340625b None None] Routers {'785fee3a-dec3-48fd-9260-e4c4f3c77b61'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:04.862799 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a8d8fac4-ca18-4a20-935a-5beee340625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:30:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['785fee3a-dec3-48fd-9260-e4c4f3c77b61'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:04.902791 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d821a3-8a39-4f6a-aea4-bd816d2926a0 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:31:04.909359 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-43d821a3-8a39-4f6a-aea4-bd816d2926a0 admin admin] 10.222.0.16 "PUT /v2.0/routers/e7ca8b5e-2791-4385-b7fa-32d5ac6bf999/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3966534 Jul 15 23:31:04.959840 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-defd4cf2-6a7e-48ea-a93d-c2f94889b7c3 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Deleting port fefd548f-a9e3-4729-890f-3845389d3c0e {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:04.960190 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-defd4cf2-6a7e-48ea-a93d-c2f94889b7c3 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.002369 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-a8d8fac4-ca18-4a20-935a-5beee340625b None None] Set router 785fee3a-dec3-48fd-9260-e4c4f3c77b61 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:05.078481 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e0505b79-76ec-4c61-bd2d-a797ea7fb324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.083165 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e0505b79-76ec-4c61-bd2d-a797ea7fb324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.195953 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9c90033d-bf35-4383-a3b5-95cf67dfc4a6 None None] Provisioning complete for port d9641ff6-44d7-44d1-8369-59e725d70f03 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:05.197706 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9c90033d-bf35-4383-a3b5-95cf67dfc4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.200045 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e0505b79-76ec-4c61-bd2d-a797ea7fb324 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=81be9ede6cee401aac57804948f1c06d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9472873 Jul 15 23:31:05.200045 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50348) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:05.203193 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0505b79-76ec-4c61-bd2d-a797ea7fb324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49daa18f-6135-46c8-9e63-e3746a872a8a,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:05.249295 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a8d8fac4-ca18-4a20-935a-5beee340625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360101457', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:38Z', 'updated_at': '2021-07-15T23:31:04Z', 'revision_number': 6, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:05.264549 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-defd4cf2-6a7e-48ea-a93d-c2f94889b7c3 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] For port fefd548f-a9e3-4729-890f-3845389d3c0e, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=fefd548f-a9e3-4729-890f-3845389d3c0e,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:05.265156 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-defd4cf2-6a7e-48ea-a93d-c2f94889b7c3 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.273788 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9c90033d-bf35-4383-a3b5-95cf67dfc4a6 None None] Port d9641ff6-44d7-44d1-8369-59e725d70f03 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:31:05.275642 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e61c596b-941c-49db-b3c6-5f2b36b2306f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.298685 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-defd4cf2-6a7e-48ea-a93d-c2f94889b7c3 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Calling delete_port for fefd548f-a9e3-4729-890f-3845389d3c0e owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:05.313499 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e61c596b-941c-49db-b3c6-5f2b36b2306f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.323563 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d8fac4-ca18-4a20-935a-5beee340625b None None] The sync data for ids ['785fee3a-dec3-48fd-9260-e4c4f3c77b61'] in n-d-787205-9 is: [{'id': '785fee3a-dec3-48fd-9260-e4c4f3c77b61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360101457', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:38Z', 'updated_at': '2021-07-15T23:31:04Z', 'revision_number': 6, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:31:05.340820 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.422969 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port c4a81fa5-6b02-4802-a772-a52262d73285, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c4a81fa5-6b02-4802-a772-a52262d73285,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:05.432052 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.438565 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e61c596b-941c-49db-b3c6-5f2b36b2306f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.444985 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e61c596b-941c-49db-b3c6-5f2b36b2306f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.451180 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e61c596b-941c-49db-b3c6-5f2b36b2306f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49daa18f-6135-46c8-9e63-e3746a872a8a HTTP/1.1" status: 204 len: 168 time: 0.2501712 Jul 15 23:31:05.479195 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c596b-941c-49db-b3c6-5f2b36b2306f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49daa18f-6135-46c8-9e63-e3746a872a8a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:05.545431 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=c4a81fa5-6b02-4802-a772-a52262d73285,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:05.570099 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9f088506-64c3-49bf-91a3-527cc020dbec req-aac6b0a1-9169-458f-800f-d0338656ceca tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "GET /v2.0/ports?device_id=72653938-c927-4063-9468-a352bb0b5aac HTTP/1.1" status: 200 len: 210 time: 0.0984981 Jul 15 23:31:05.633120 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-defd4cf2-6a7e-48ea-a93d-c2f94889b7c3 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.670427 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd4cf2-6a7e-48ea-a93d-c2f94889b7c3 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event deleted for resources: {'Port': ['ID=fefd548f-a9e3-4729-890f-3845389d3c0e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:05.743357 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73895438-58a9-4929-8e6e-699b69ff0fa6 None None] DHCP port deletion for bd00480a-e286-47f7-88e2-4e6500e9af44 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:31:05.765824 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-defd4cf2-6a7e-48ea-a93d-c2f94889b7c3 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.883396 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-73895438-58a9-4929-8e6e-699b69ff0fa6 None None] Deleting port d92db150-9b62-4f96-b752-74afbd198237 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:05.883786 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-73895438-58a9-4929-8e6e-699b69ff0fa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.982035 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-defd4cf2-6a7e-48ea-a93d-c2f94889b7c3 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.985234 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-defd4cf2-6a7e-48ea-a93d-c2f94889b7c3 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.036682 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-73895438-58a9-4929-8e6e-699b69ff0fa6 None None] For port d92db150-9b62-4f96-b752-74afbd198237, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d92db150-9b62-4f96-b752-74afbd198237,segment=NetworkSegment(61c3c033-0e18-4a02-98dd-de7e6b63ff43),segment_id=61c3c033-0e18-4a02-98dd-de7e6b63ff43)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:06.036682 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-73895438-58a9-4929-8e6e-699b69ff0fa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.054522 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-defd4cf2-6a7e-48ea-a93d-c2f94889b7c3 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.054522 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defd4cf2-6a7e-48ea-a93d-c2f94889b7c3 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Fanout notify agent at l3_agent the message router_deleted on router 785fee3a-dec3-48fd-9260-e4c4f3c77b61 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:31:06.058460 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0634a69b-df40-43f4-8005-070f2418c9f9 None None] Sync routers for ids ['e7ca8b5e-2791-4385-b7fa-32d5ac6bf999'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:31:06.067093 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-defd4cf2-6a7e-48ea-a93d-c2f94889b7c3 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.067268 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-73895438-58a9-4929-8e6e-699b69ff0fa6 None None] Calling delete_port for d92db150-9b62-4f96-b752-74afbd198237 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:06.071434 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-defd4cf2-6a7e-48ea-a93d-c2f94889b7c3 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "DELETE /v2.0/routers/785fee3a-dec3-48fd-9260-e4c4f3c77b61 HTTP/1.1" status: 204 len: 168 time: 1.9012902 Jul 15 23:31:06.071611 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0634a69b-df40-43f4-8005-070f2418c9f9 None None] Routers {'e7ca8b5e-2791-4385-b7fa-32d5ac6bf999'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:06.071833 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-0634a69b-df40-43f4-8005-070f2418c9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:30:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['e7ca8b5e-2791-4385-b7fa-32d5ac6bf999'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:06.072030 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50370) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:06.225417 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-467daebe-576e-4f30-b2a5-ea286a415d0f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.229822 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-73895438-58a9-4929-8e6e-699b69ff0fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.297551 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-0634a69b-df40-43f4-8005-070f2418c9f9 None None] Set router e7ca8b5e-2791-4385-b7fa-32d5ac6bf999 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:06.308406 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73895438-58a9-4929-8e6e-699b69ff0fa6 None None] No DVR routers for this DVR port d92db150-9b62-4f96-b752-74afbd198237 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:31:06.310225 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73895438-58a9-4929-8e6e-699b69ff0fa6 None None] Pushing event deleted for resources: {'Port': ['ID=d92db150-9b62-4f96-b752-74afbd198237,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:06.334011 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c4a81fa5-6b02-4802-a772-a52262d73285 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:06.427889 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port c4a81fa5-6b02-4802-a772-a52262d73285 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:06.428530 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.527050 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50384) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:06.534089 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-1216c8ed-d202-45e4-b490-8aeb2e72ea90 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-134078133-network', 'tenant_id': '3414eaf6fdaa41ed9f5d052636d3bb1a'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:06.577102 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-467daebe-576e-4f30-b2a5-ea286a415d0f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.592445 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1216c8ed-d202-45e4-b490-8aeb2e72ea90 admin admin] Made reservation on behalf of 3414eaf6fdaa41ed9f5d052636d3bb1a for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:06.594200 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-467daebe-576e-4f30-b2a5-ea286a415d0f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd00480a-e286-47f7-88e2-4e6500e9af44']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:06.594857 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1216c8ed-d202-45e4-b490-8aeb2e72ea90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.619824 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-467daebe-576e-4f30-b2a5-ea286a415d0f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c3c033-0e18-4a02-98dd-de7e6b63ff43') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:06.622966 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1216c8ed-d202-45e4-b490-8aeb2e72ea90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.626144 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-467daebe-576e-4f30-b2a5-ea286a415d0f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c3c033-0e18-4a02-98dd-de7e6b63ff43') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:06.651293 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-467daebe-576e-4f30-b2a5-ea286a415d0f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.708406 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-467daebe-576e-4f30-b2a5-ea286a415d0f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.729549 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-467daebe-576e-4f30-b2a5-ea286a415d0f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:31:06.730063 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-467daebe-576e-4f30-b2a5-ea286a415d0f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.765039 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1216c8ed-d202-45e4-b490-8aeb2e72ea90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.770712 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1216c8ed-d202-45e4-b490-8aeb2e72ea90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.778038 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f4a37faf-9496-4013-a48d-55626d396d10 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:31:06.784288 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:31:06.784288 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:31:06.784288 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:31:06.784288 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:31:06.784288 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:31:06.784288 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:31:06.784288 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:31:06.784288 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:31:06.784288 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:31:06.784288 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:31:06.784288 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:31:06.784288 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:31:06.784288 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:31:06.784288 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:31:06.784288 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:31:06.784288 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:31:06.784288 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:31:06.784288 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:31:06.784288 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:31:06.784288 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:31:06.784288 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:31:06.784288 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:31:06.784288 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:31:06.784288 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:31:06.784288 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:31:06.784288 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:31:06.784288 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:31:06.784288 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:31:06.784288 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:31:06.784288 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:31:06.784288 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:31:06.784288 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:31:06.849595 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: f4a37faf-9496-4013-a48d-55626d396d10 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:31:06.852322 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f4a37faf-9496-4013-a48d-55626d396d10 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:31:06.852322 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d92db150-9b62-4f96-b752-74afbd198237 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:31:06.885264 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-0634a69b-df40-43f4-8005-070f2418c9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ca8b5e-2791-4385-b7fa-32d5ac6bf999', 'name': 'tempest-TestServerMultinode-1538299193-router', 'tenant_id': '57614eb353864ce88c85e61ed5bbb7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c4a81fa5-6b02-4802-a772-a52262d73285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:55Z', 'updated_at': '2021-07-15T23:31:02Z', 'revision_number': 4, 'project_id': '57614eb353864ce88c85e61ed5bbb7cb', 'gw_port': {'id': 'c4a81fa5-6b02-4802-a772-a52262d73285', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ca8b5e-2791-4385-b7fa-32d5ac6bf999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:56Z', 'updated_at': '2021-07-15T23:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'd9641ff6-44d7-44d1-8369-59e725d70f03', 'name': '', 'network_id': 'b7e8f589-07df-4a9b-a39d-4b170c8b5a5e', 'tenant_id': '57614eb353864ce88c85e61ed5bbb7cb', 'mac_address': 'fa:16:3e:c5:47:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ca8b5e-2791-4385-b7fa-32d5ac6bf999', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '9168cd9d-df0a-402b-9996-f6eca2123152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:01Z', 'updated_at': '2021-07-15T23:31:03Z', 'revision_number': 2, 'project_id': '57614eb353864ce88c85e61ed5bbb7cb', 'subnets': [{'id': '9168cd9d-df0a-402b-9996-f6eca2123152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:06.890826 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50394) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:06.906000 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1216c8ed-d202-45e4-b490-8aeb2e72ea90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:31:06.933345 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1216c8ed-d202-45e4-b490-8aeb2e72ea90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.933705 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-1216c8ed-d202-45e4-b490-8aeb2e72ea90 admin admin] Added segment 0e492352-7e9a-4d4a-9012-2e1d0f3a9ee3 of type vlan for network 8138c359-9091-44ed-95c6-182838c87cb8 Jul 15 23:31:06.970219 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0634a69b-df40-43f4-8005-070f2418c9f9 None None] Checking router: e7ca8b5e-2791-4385-b7fa-32d5ac6bf999 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:31:06.970616 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0634a69b-df40-43f4-8005-070f2418c9f9 None None] Updating router e7ca8b5e-2791-4385-b7fa-32d5ac6bf999 port d9641ff6-44d7-44d1-8369-59e725d70f03 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:31:06.981591 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: d92db150-9b62-4f96-b752-74afbd198237 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:31:06.981955 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d92db150-9b62-4f96-b752-74afbd198237 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:31:07.044598 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1216c8ed-d202-45e4-b490-8aeb2e72ea90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:07.067282 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0634a69b-df40-43f4-8005-070f2418c9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:07.137854 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1216c8ed-d202-45e4-b490-8aeb2e72ea90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:07.140553 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1216c8ed-d202-45e4-b490-8aeb2e72ea90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:07.140553 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1216c8ed-d202-45e4-b490-8aeb2e72ea90 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:07.166823 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-467daebe-576e-4f30-b2a5-ea286a415d0f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:07.178392 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-467daebe-576e-4f30-b2a5-ea286a415d0f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:07.183727 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-467daebe-576e-4f30-b2a5-ea286a415d0f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "DELETE /v2.0/networks/bd00480a-e286-47f7-88e2-4e6500e9af44 HTTP/1.1" status: 204 len: 168 time: 1.1083033 Jul 15 23:31:07.185177 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50406) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:07.188951 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1216c8ed-d202-45e4-b490-8aeb2e72ea90 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6573277 Jul 15 23:31:07.206759 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50408) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:07.210063 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216c8ed-d202-45e4-b490-8aeb2e72ea90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d7689f-7e85-4601-88be-94b2e90a8307,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:07.212893 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-55d05a46-c48a-4afa-ae1f-b6e7fbb0f8a0 admin admin] Request body: {'subnet': {'network_id': '8138c359-9091-44ed-95c6-182838c87cb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-134078133-subnet', 'tenant_id': '3414eaf6fdaa41ed9f5d052636d3bb1a', 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:07.229209 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467daebe-576e-4f30-b2a5-ea286a415d0f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event deleted for resources: {'Network': ['ID=bd00480a-e286-47f7-88e2-4e6500e9af44,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:07.294521 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d05a46-c48a-4afa-ae1f-b6e7fbb0f8a0 admin admin] Made reservation on behalf of 3414eaf6fdaa41ed9f5d052636d3bb1a for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:07.297001 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55d05a46-c48a-4afa-ae1f-b6e7fbb0f8a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:07.301477 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-ccfafcea-cb10-48de-9ae0-eb699c806fb2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Deleting port 59dc6552-bd78-4004-8564-a1c7f755f57e {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:07.301814 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccfafcea-cb10-48de-9ae0-eb699c806fb2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:07.325089 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216c8ed-d202-45e4-b490-8aeb2e72ea90 admin admin] Pushing event updated for resources: {'Network': ['ID=8138c359-9091-44ed-95c6-182838c87cb8,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:07.337657 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 8138c359-9091-44ed-95c6-182838c87cb8 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:31:07.363137 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1c94-04a5-476b-9d24-d49d16ff0fec tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:07.548668 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1c94-04a5-476b-9d24-d49d16ff0fec tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:07.653886 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccfafcea-cb10-48de-9ae0-eb699c806fb2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:07.654496 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccfafcea-cb10-48de-9ae0-eb699c806fb2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:07.694056 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-ccfafcea-cb10-48de-9ae0-eb699c806fb2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Calling delete_port for 59dc6552-bd78-4004-8564-a1c7f755f57e owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:07.709358 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device fefd548f-a9e3-4729-890f-3845389d3c0e no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:31:07.749951 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: fefd548f-a9e3-4729-890f-3845389d3c0e {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:31:07.750324 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device fefd548f-a9e3-4729-890f-3845389d3c0e not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:31:07.848967 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0634a69b-df40-43f4-8005-070f2418c9f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:07.898363 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55d05a46-c48a-4afa-ae1f-b6e7fbb0f8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:07.945451 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-0634a69b-df40-43f4-8005-070f2418c9f9 None None] Transition to ACTIVE for port object d9641ff6-44d7-44d1-8369-59e725d70f03 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:07.955055 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0634a69b-df40-43f4-8005-070f2418c9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:07.956531 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1c94-04a5-476b-9d24-d49d16ff0fec tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:07.959359 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1c94-04a5-476b-9d24-d49d16ff0fec tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:07.961274 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8a2c1c94-04a5-476b-9d24-d49d16ff0fec tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "DELETE /v2.0/security-groups/3918a0d5-a031-4ad7-bf91-00bef55d1d76 HTTP/1.1" status: 204 len: 168 time: 0.7752304 Jul 15 23:31:07.991405 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c1c94-04a5-476b-9d24-d49d16ff0fec tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3918a0d5-a031-4ad7-bf91-00bef55d1d76,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:08.089561 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d05a46-c48a-4afa-ae1f-b6e7fbb0f8a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78600f5f-65d7-432c-b751-32c761987b3e,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:08.234137 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807dd85-cee0-4fa9-b624-56b2153c8f8f None None] Pushing event updated for resources: {'Port': ['ID=d9641ff6-44d7-44d1-8369-59e725d70f03,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:08.357453 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccfafcea-cb10-48de-9ae0-eb699c806fb2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.366250 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d05a46-c48a-4afa-ae1f-b6e7fbb0f8a0 admin admin] Checking segment: {'id': '0e492352-7e9a-4d4a-9012-2e1d0f3a9ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8138c359-9091-44ed-95c6-182838c87cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:08.366953 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d05a46-c48a-4afa-ae1f-b6e7fbb0f8a0 admin admin] Network hostable DHCP agents. Network: 8138c359-9091-44ed-95c6-182838c87cb8, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:31:08.412431 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfafcea-cb10-48de-9ae0-eb699c806fb2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Pushing event deleted for resources: {'Port': ['ID=59dc6552-bd78-4004-8564-a1c7f755f57e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:08.476781 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-0634a69b-df40-43f4-8005-070f2418c9f9 None None] Attempting to bind port d9641ff6-44d7-44d1-8369-59e725d70f03 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:31:08.476892 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-0634a69b-df40-43f4-8005-070f2418c9f9 None None] Attempting to bind port d9641ff6-44d7-44d1-8369-59e725d70f03 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '2d864c72-8721-4038-8a8c-9aaaf9109fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b7e8f589-07df-4a9b-a39d-4b170c8b5a5e'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:31:08.477388 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0634a69b-df40-43f4-8005-070f2418c9f9 None None] Attempting to bind port d9641ff6-44d7-44d1-8369-59e725d70f03 on network b7e8f589-07df-4a9b-a39d-4b170c8b5a5e {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:08.485912 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d05a46-c48a-4afa-ae1f-b6e7fbb0f8a0 admin admin] Network 8138c359-9091-44ed-95c6-182838c87cb8 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:31:08.490533 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0634a69b-df40-43f4-8005-070f2418c9f9 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:31:08.490960 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0634a69b-df40-43f4-8005-070f2418c9f9 None None] Checking segment: {'id': '2d864c72-8721-4038-8a8c-9aaaf9109fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b7e8f589-07df-4a9b-a39d-4b170c8b5a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:08.491589 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0634a69b-df40-43f4-8005-070f2418c9f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.492517 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0634a69b-df40-43f4-8005-070f2418c9f9 None None] Bound using segment: {'id': '2d864c72-8721-4038-8a8c-9aaaf9109fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b7e8f589-07df-4a9b-a39d-4b170c8b5a5e'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:31:08.492517 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-0634a69b-df40-43f4-8005-070f2418c9f9 None None] Bound port: d9641ff6-44d7-44d1-8369-59e725d70f03, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d864c72-8721-4038-8a8c-9aaaf9109fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b7e8f589-07df-4a9b-a39d-4b170c8b5a5e'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:31:08.492853 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0634a69b-df40-43f4-8005-070f2418c9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.523786 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-55d05a46-c48a-4afa-ae1f-b6e7fbb0f8a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 8138c359-9091-44ed-95c6-182838c87cb8) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:08.532746 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d05a46-c48a-4afa-ae1f-b6e7fbb0f8a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:08.533627 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55d05a46-c48a-4afa-ae1f-b6e7fbb0f8a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.543142 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccfafcea-cb10-48de-9ae0-eb699c806fb2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.546258 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ccfafcea-cb10-48de-9ae0-eb699c806fb2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.547617 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ccfafcea-cb10-48de-9ae0-eb699c806fb2 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "DELETE /v2.0/floatingips/3c5e1563-7cc3-48e1-8e6e-f118d70897dd HTTP/1.1" status: 204 len: 168 time: 1.6539400 Jul 15 23:31:08.553467 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66c2707-054d-4112-8ad5-4bdcddec1d03 None None] Network 8138c359-9091-44ed-95c6-182838c87cb8 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:08.558725 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-55d05a46-c48a-4afa-ae1f-b6e7fbb0f8a0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3507721 Jul 15 23:31:08.564054 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50436) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:08.572862 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-b2f87a10-ee4c-4329-9d97-922caeeebb12 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-134078133-router', 'tenant_id': '3414eaf6fdaa41ed9f5d052636d3bb1a', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:08.632507 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2f87a10-ee4c-4329-9d97-922caeeebb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.633574 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2f87a10-ee4c-4329-9d97-922caeeebb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.751452 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50444) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:08.761530 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5171ee53-4ae2-4af8-baa8-3de3f5ccf295 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-520748898', 'description': 'tempest-secgroup-smoke-520748898 description', 'project_id': 'af8840e572bc4203b4decdf0325b2045'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:08.810261 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2f87a10-ee4c-4329-9d97-922caeeebb12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.821283 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5171ee53-4ae2-4af8-baa8-3de3f5ccf295 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.848761 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-0634a69b-df40-43f4-8005-070f2418c9f9 None None] For port d9641ff6-44d7-44d1-8369-59e725d70f03, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:31:08.855932 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-0634a69b-df40-43f4-8005-070f2418c9f9 None None] For port d9641ff6-44d7-44d1-8369-59e725d70f03, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d9641ff6-44d7-44d1-8369-59e725d70f03,segment=NetworkSegment(2d864c72-8721-4038-8a8c-9aaaf9109fe0),segment_id=2d864c72-8721-4038-8a8c-9aaaf9109fe0)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:31:08.862032 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0634a69b-df40-43f4-8005-070f2418c9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.909693 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:09.007404 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807dd85-cee0-4fa9-b624-56b2153c8f8f None None] Pushing event updated for resources: {'Port': ['ID=d9641ff6-44d7-44d1-8369-59e725d70f03,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:09.046147 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5171ee53-4ae2-4af8-baa8-3de3f5ccf295 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:09.056007 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-8138c359-9091-44ed-95c6-182838c87cb8', 'network_id': '8138c359-9091-44ed-95c6-182838c87cb8', 'tenant_id': '3414eaf6fdaa41ed9f5d052636d3bb1a', 'fixed_ips': [{'subnet_id': '78600f5f-65d7-432c-b751-32c761987b3e'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:31:09.058860 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:09.060239 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0634a69b-df40-43f4-8005-070f2418c9f9 None None] Routers {'e7ca8b5e-2791-4385-b7fa-32d5ac6bf999'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:09.060902 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-0634a69b-df40-43f4-8005-070f2418c9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:30:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['e7ca8b5e-2791-4385-b7fa-32d5ac6bf999'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:09.080398 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5171ee53-4ae2-4af8-baa8-3de3f5ccf295 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:09.153525 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171ee53-4ae2-4af8-baa8-3de3f5ccf295 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f68933f3-344e-4a60-a0af-69ab47c51a5d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:09.174625 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5171ee53-4ae2-4af8-baa8-3de3f5ccf295 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:09.180205 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5171ee53-4ae2-4af8-baa8-3de3f5ccf295 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4274082 Jul 15 23:31:09.184563 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50458) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:09.201218 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b3f3425b-6c08-4522-b5b7-e61b7e2615b6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'security_group_rule': {'security_group_id': 'f68933f3-344e-4a60-a0af-69ab47c51a5d', 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:09.289592 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3f3425b-6c08-4522-b5b7-e61b7e2615b6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:09.291059 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2f87a10-ee4c-4329-9d97-922caeeebb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:09.477645 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-0634a69b-df40-43f4-8005-070f2418c9f9 None None] Set router e7ca8b5e-2791-4385-b7fa-32d5ac6bf999 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:09.709761 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Allocated IP 172.20.0.2 (8138c359-9091-44ed-95c6-182838c87cb8/78600f5f-65d7-432c-b751-32c761987b3e/cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:09.940264 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2f87a10-ee4c-4329-9d97-922caeeebb12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.048008 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2f87a10-ee4c-4329-9d97-922caeeebb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.120269 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-0634a69b-df40-43f4-8005-070f2418c9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ca8b5e-2791-4385-b7fa-32d5ac6bf999', 'name': 'tempest-TestServerMultinode-1538299193-router', 'tenant_id': '57614eb353864ce88c85e61ed5bbb7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c4a81fa5-6b02-4802-a772-a52262d73285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:55Z', 'updated_at': '2021-07-15T23:31:02Z', 'revision_number': 4, 'project_id': '57614eb353864ce88c85e61ed5bbb7cb', 'gw_port': {'id': 'c4a81fa5-6b02-4802-a772-a52262d73285', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ca8b5e-2791-4385-b7fa-32d5ac6bf999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:56Z', 'updated_at': '2021-07-15T23:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'd9641ff6-44d7-44d1-8369-59e725d70f03', 'name': '', 'network_id': 'b7e8f589-07df-4a9b-a39d-4b170c8b5a5e', 'tenant_id': '57614eb353864ce88c85e61ed5bbb7cb', 'mac_address': 'fa:16:3e:c5:47:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ca8b5e-2791-4385-b7fa-32d5ac6bf999', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '9168cd9d-df0a-402b-9996-f6eca2123152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:01Z', 'updated_at': '2021-07-15T23:31:08Z', 'revision_number': 4, 'project_id': '57614eb353864ce88c85e61ed5bbb7cb', 'subnets': [{'id': '9168cd9d-df0a-402b-9996-f6eca2123152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:10.192627 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0634a69b-df40-43f4-8005-070f2418c9f9 None None] The sync data for ids ['e7ca8b5e-2791-4385-b7fa-32d5ac6bf999'] in n-d-787205-9 is: [{'id': 'e7ca8b5e-2791-4385-b7fa-32d5ac6bf999', 'name': 'tempest-TestServerMultinode-1538299193-router', 'tenant_id': '57614eb353864ce88c85e61ed5bbb7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c4a81fa5-6b02-4802-a772-a52262d73285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:55Z', 'updated_at': '2021-07-15T23:31:02Z', 'revision_number': 4, 'project_id': '57614eb353864ce88c85e61ed5bbb7cb', 'gw_port': {'id': 'c4a81fa5-6b02-4802-a772-a52262d73285', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ca8b5e-2791-4385-b7fa-32d5ac6bf999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:56Z', 'updated_at': '2021-07-15T23:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'd9641ff6-44d7-44d1-8369-59e725d70f03', 'name': '', 'network_id': 'b7e8f589-07df-4a9b-a39d-4b170c8b5a5e', 'tenant_id': '57614eb353864ce88c85e61ed5bbb7cb', 'mac_address': 'fa:16:3e:c5:47:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ca8b5e-2791-4385-b7fa-32d5ac6bf999', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '9168cd9d-df0a-402b-9996-f6eca2123152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:01Z', 'updated_at': '2021-07-15T23:31:08Z', 'revision_number': 4, 'project_id': '57614eb353864ce88c85e61ed5bbb7cb', 'subnets': [{'id': '9168cd9d-df0a-402b-9996-f6eca2123152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:31:10.213024 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3f3425b-6c08-4522-b5b7-e61b7e2615b6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.218976 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3f3425b-6c08-4522-b5b7-e61b7e2615b6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.313906 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3425b-6c08-4522-b5b7-e61b7e2615b6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8a4ee7-ea35-4fff-ae40-2f898e85ae9d,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:10.314253 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.326433 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3f3425b-6c08-4522-b5b7-e61b7e2615b6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.340482 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b3f3425b-6c08-4522-b5b7-e61b7e2615b6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1513369 Jul 15 23:31:10.341043 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50478) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:10.354777 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ffb1fe60-af19-4a4c-ba7b-1ad91fdf257b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'security_group_rule': {'security_group_id': 'f68933f3-344e-4a60-a0af-69ab47c51a5d', 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:10.355925 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Transition to ACTIVE for port object cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:10.393491 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-b2f87a10-ee4c-4329-9d97-922caeeebb12 admin admin] Allocated IP 172.25.4.239 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/d25c6dc4-56fc-4969-90b7-662f0d8f0f21) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:10.414466 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ffb1fe60-af19-4a4c-ba7b-1ad91fdf257b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.423425 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Transition to ACTIVE for port object cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:10.454808 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.599195 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ffb1fe60-af19-4a4c-ba7b-1ad91fdf257b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.609265 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ffb1fe60-af19-4a4c-ba7b-1ad91fdf257b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.652831 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Network 8138c359-9091-44ed-95c6-182838c87cb8 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:10.667758 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:10.669016 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1fe60-af19-4a4c-ba7b-1ad91fdf257b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62e6aee9-ef5e-45e2-a067-a798f2863f9d,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:10.674596 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:10.682338 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ffb1fe60-af19-4a4c-ba7b-1ad91fdf257b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.684130 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ffb1fe60-af19-4a4c-ba7b-1ad91fdf257b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3419075 Jul 15 23:31:10.687396 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50484) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:10.699261 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-afb4d7c4-9e43-4bc9-b77d-72720fcfce50 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'security_group_rule': {'security_group_id': 'f68933f3-344e-4a60-a0af-69ab47c51a5d', 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:10.700249 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Pushing event updated for resources: {'Port': ['ID=cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:10.732355 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:10.733586 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:10.734158 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:10.734778 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:10.735389 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:10.735977 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:10.736610 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:10.737154 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:10.737832 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:10.738521 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:10.739100 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:10.739637 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:10.759399 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-afb4d7c4-9e43-4bc9-b77d-72720fcfce50 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.800432 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2f87a10-ee4c-4329-9d97-922caeeebb12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.815592 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Attempting to bind port cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:31:10.816106 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Attempting to bind port cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '0e492352-7e9a-4d4a-9012-2e1d0f3a9ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8138c359-9091-44ed-95c6-182838c87cb8'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:31:10.819136 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Attempting to bind port cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25 on network 8138c359-9091-44ed-95c6-182838c87cb8 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:10.830310 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:31:10.833685 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Checking segment: {'id': '0e492352-7e9a-4d4a-9012-2e1d0f3a9ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8138c359-9091-44ed-95c6-182838c87cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:10.834291 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.834818 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Bound using segment: {'id': '0e492352-7e9a-4d4a-9012-2e1d0f3a9ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8138c359-9091-44ed-95c6-182838c87cb8'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:31:10.836650 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Bound port: cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e492352-7e9a-4d4a-9012-2e1d0f3a9ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8138c359-9091-44ed-95c6-182838c87cb8'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:31:10.839763 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.854378 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50486) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:10.895665 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-afb4d7c4-9e43-4bc9-b77d-72720fcfce50 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.908722 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-afb4d7c4-9e43-4bc9-b77d-72720fcfce50 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.928380 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2f87a10-ee4c-4329-9d97-922caeeebb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.946466 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4d7c4-9e43-4bc9-b77d-72720fcfce50 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b432ccf-fef7-490f-90a4-3e794eb1bd51,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:10.974028 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f87a10-ee4c-4329-9d97-922caeeebb12 admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:10.980473 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-b2f87a10-ee4c-4329-9d97-922caeeebb12 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:10.991936 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-afb4d7c4-9e43-4bc9-b77d-72720fcfce50 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.995641 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-afb4d7c4-9e43-4bc9-b77d-72720fcfce50 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3035405 Jul 15 23:31:10.995965 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50490) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:11.000406 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e7d7ffea-d832-449b-9c20-21859819bb74 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'security_group_rule': {'security_group_id': 'f68933f3-344e-4a60-a0af-69ab47c51a5d', 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:11.045662 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] For port cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:31:11.049952 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] For port cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25,segment=NetworkSegment(0e492352-7e9a-4d4a-9012-2e1d0f3a9ee3),segment_id=0e492352-7e9a-4d4a-9012-2e1d0f3a9ee3)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:31:11.059252 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:11.069364 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f87a10-ee4c-4329-9d97-922caeeebb12 admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:11.095002 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e7d7ffea-d832-449b-9c20-21859819bb74 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:11.143714 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848cb54-5aa6-4dda-8ced-ef566dc5a85d None None] Pushing event updated for resources: {'Port': ['ID=cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:11.191027 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f87a10-ee4c-4329-9d97-922caeeebb12 admin admin] Pushing event updated for resources: {'Port': ['ID=d25c6dc4-56fc-4969-90b7-662f0d8f0f21,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:11.219113 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d5612e32-abaf-4f05-a8f3-6cb45ed77c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:11.243256 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e7d7ffea-d832-449b-9c20-21859819bb74 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:11.251658 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e7d7ffea-d832-449b-9c20-21859819bb74 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:11.286400 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7ffea-d832-449b-9c20-21859819bb74 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90be9f53-6229-4020-8e1d-588fd6f4f0f0,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:11.404394 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:31:12.028984 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:12.149923 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:12.161514 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d9641ff6-44d7-44d1-8369-59e725d70f03 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:12.234217 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d5612e32-abaf-4f05-a8f3-6cb45ed77c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:12.248239 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e7d7ffea-d832-449b-9c20-21859819bb74 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:12.249770 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d5612e32-abaf-4f05-a8f3-6cb45ed77c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:12.250990 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e7d7ffea-d832-449b-9c20-21859819bb74 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2540576 Jul 15 23:31:12.253666 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50498) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:12.259904 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ec8badc1-0ef8-4e23-98e1-bcadad39bf68 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'security_group_rule': {'security_group_id': 'f68933f3-344e-4a60-a0af-69ab47c51a5d', 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:12.341820 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port d9641ff6-44d7-44d1-8369-59e725d70f03 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:12.342363 n-d-787205-9 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-ec8badc1-0ef8-4e23-98e1-bcadad39bf68 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Project af8840e572bc4203b4decdf0325b2045 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:31:12.358355 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port d9641ff6-44d7-44d1-8369-59e725d70f03 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:12.361817 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:12.366389 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ec8badc1-0ef8-4e23-98e1-bcadad39bf68 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:12.373638 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2f87a10-ee4c-4329-9d97-922caeeebb12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:12.454007 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5612e32-abaf-4f05-a8f3-6cb45ed77c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced1158b-75ab-4835-bf95-7b1f4d98a2da,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:12.681965 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:12.765480 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ec8badc1-0ef8-4e23-98e1-bcadad39bf68 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:12.770260 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ec8badc1-0ef8-4e23-98e1-bcadad39bf68 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:12.785783 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port d9641ff6-44d7-44d1-8369-59e725d70f03, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d9641ff6-44d7-44d1-8369-59e725d70f03,segment=NetworkSegment(2d864c72-8721-4038-8a8c-9aaaf9109fe0),segment_id=2d864c72-8721-4038-8a8c-9aaaf9109fe0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:12.795062 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:12.844440 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8badc1-0ef8-4e23-98e1-bcadad39bf68 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38a3804-b3b3-4565-8441-d6d863253cc8,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:12.866011 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ec8badc1-0ef8-4e23-98e1-bcadad39bf68 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:12.867916 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ec8badc1-0ef8-4e23-98e1-bcadad39bf68 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6127722 Jul 15 23:31:12.888675 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50506) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:12.896856 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-494985b5-21a6-4a51-97f3-2e529f5a87ca tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'security_group_rule': {'security_group_id': 'f68933f3-344e-4a60-a0af-69ab47c51a5d', 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:12.942801 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d5612e32-abaf-4f05-a8f3-6cb45ed77c74 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c26cd162b7e048b48de7ba3d2e257672&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0873048 Jul 15 23:31:12.945503 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50508) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:12.954837 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=d9641ff6-44d7-44d1-8369-59e725d70f03,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:12.955671 n-d-787205-9 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-494985b5-21a6-4a51-97f3-2e529f5a87ca tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Project af8840e572bc4203b4decdf0325b2045 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:31:12.962775 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-494985b5-21a6-4a51-97f3-2e529f5a87ca tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.001425 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c30a66-2b6b-4ccd-8f71-376493b38148 None None] Network 8138c359-9091-44ed-95c6-182838c87cb8 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:13.136778 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c4348547-e84d-4a50-a707-68d6e94aa425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.145579 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-494985b5-21a6-4a51-97f3-2e529f5a87ca tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.152201 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-494985b5-21a6-4a51-97f3-2e529f5a87ca tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.193642 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-fa59b64e-f29d-4ae3-ab39-9f8e66ce57bd None None] Provisioning for port cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:13.209814 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-fa59b64e-f29d-4ae3-ab39-9f8e66ce57bd None None] Provisioning complete for port cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:13.210228 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fa59b64e-f29d-4ae3-ab39-9f8e66ce57bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.217594 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-494985b5-21a6-4a51-97f3-2e529f5a87ca tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.226310 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-494985b5-21a6-4a51-97f3-2e529f5a87ca tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3353930 Jul 15 23:31:13.227745 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50510) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:13.230591 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494985b5-21a6-4a51-97f3-2e529f5a87ca tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fefeac59-464c-40a1-a3b1-e59eadf8e987,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:13.243889 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1522d194-d63f-4455-9f1b-67a0d61038ac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'network': {'name': 'tempest-network-smoke--1955514543', 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'port_security_enabled': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:13.320920 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1522d194-d63f-4455-9f1b-67a0d61038ac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Made reservation on behalf of af8840e572bc4203b4decdf0325b2045 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:13.329306 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1522d194-d63f-4455-9f1b-67a0d61038ac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.366697 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1522d194-d63f-4455-9f1b-67a0d61038ac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:31:13.379522 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1522d194-d63f-4455-9f1b-67a0d61038ac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.379953 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-1522d194-d63f-4455-9f1b-67a0d61038ac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Added segment 17583465-5483-44c9-86a3-411136c8ac2a of type vlan for network 8e73d187-6e13-420b-a56d-850c55d02480 Jul 15 23:31:13.380185 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2f87a10-ee4c-4329-9d97-922caeeebb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.437696 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1522d194-d63f-4455-9f1b-67a0d61038ac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.446925 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c4348547-e84d-4a50-a707-68d6e94aa425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.554228 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1522d194-d63f-4455-9f1b-67a0d61038ac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.572298 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1522d194-d63f-4455-9f1b-67a0d61038ac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:13.572972 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1522d194-d63f-4455-9f1b-67a0d61038ac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.595376 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1522d194-d63f-4455-9f1b-67a0d61038ac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3606188 Jul 15 23:31:13.597614 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50512) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:13.610904 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3fefba1c-dcaf-47ff-8c82-42444be57ae7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-884693399', 'admin_state_up': True, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:13.634023 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c4348547-e84d-4a50-a707-68d6e94aa425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.634242 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fa59b64e-f29d-4ae3-ab39-9f8e66ce57bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.637304 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c4348547-e84d-4a50-a707-68d6e94aa425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.638623 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c4348547-e84d-4a50-a707-68d6e94aa425 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ced1158b-75ab-4835-bf95-7b1f4d98a2da HTTP/1.1" status: 204 len: 168 time: 0.6883607 Jul 15 23:31:13.689901 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4348547-e84d-4a50-a707-68d6e94aa425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced1158b-75ab-4835-bf95-7b1f4d98a2da,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:13.722774 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f87a10-ee4c-4329-9d97-922caeeebb12 admin admin] Router eaf158b7-0206-49c4-916a-2cb325696df8 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:31:13.874531 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-fa59b64e-f29d-4ae3-ab39-9f8e66ce57bd None None] For port cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25,segment=NetworkSegment(0e492352-7e9a-4d4a-9012-2e1d0f3a9ee3),segment_id=0e492352-7e9a-4d4a-9012-2e1d0f3a9ee3)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:13.895892 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d9641ff6-44d7-44d1-8369-59e725d70f03 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:13.971294 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fa59b64e-f29d-4ae3-ab39-9f8e66ce57bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:14.027869 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522d194-d63f-4455-9f1b-67a0d61038ac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'Network': ['ID=8e73d187-6e13-420b-a56d-850c55d02480,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:14.030438 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fefba1c-dcaf-47ff-8c82-42444be57ae7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:14.031490 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fefba1c-dcaf-47ff-8c82-42444be57ae7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:14.057659 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port d9641ff6-44d7-44d1-8369-59e725d70f03 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:14.058150 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:14.063032 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f87a10-ee4c-4329-9d97-922caeeebb12 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:31:14.104703 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b2f87a10-ee4c-4329-9d97-922caeeebb12 admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:14.112053 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b2f87a10-ee4c-4329-9d97-922caeeebb12 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5445647 Jul 15 23:31:14.122493 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50524) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:14.157511 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 8e73d187-6e13-420b-a56d-850c55d02480 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:31:14.247973 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fefba1c-dcaf-47ff-8c82-42444be57ae7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:14.269873 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5057b0-2e55-4870-846d-70f29628fa25 None None] Sync routers for ids ['eaf158b7-0206-49c4-916a-2cb325696df8'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:31:14.294375 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59b64e-f29d-4ae3-ab39-9f8e66ce57bd None None] Pushing event updated for resources: {'Port': ['ID=cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:14.385321 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50526) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:14.471188 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5057b0-2e55-4870-846d-70f29628fa25 None None] Routers {'eaf158b7-0206-49c4-916a-2cb325696df8'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:14.471749 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0c5057b0-2e55-4870-846d-70f29628fa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:30:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['eaf158b7-0206-49c4-916a-2cb325696df8'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:14.521610 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a7280b25-299d-499a-8726-5096ebba1aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:14.618121 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fefba1c-dcaf-47ff-8c82-42444be57ae7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:14.626798 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-0c5057b0-2e55-4870-846d-70f29628fa25 None None] Set router eaf158b7-0206-49c4-916a-2cb325696df8 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:14.894664 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7dc32296-a070-42d5-ab0e-a567794f962f None None] Provisioning complete for port cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:14.895089 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7dc32296-a070-42d5-ab0e-a567794f962f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:14.969931 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a7280b25-299d-499a-8726-5096ebba1aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:14.993373 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a7280b25-299d-499a-8726-5096ebba1aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.019695 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0c5057b0-2e55-4870-846d-70f29628fa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf158b7-0206-49c4-916a-2cb325696df8', 'name': 'tempest-TestServerMultinode-134078133-router', 'tenant_id': '3414eaf6fdaa41ed9f5d052636d3bb1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd25c6dc4-56fc-4969-90b7-662f0d8f0f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:08Z', 'updated_at': '2021-07-15T23:31:12Z', 'revision_number': 3, 'project_id': '3414eaf6fdaa41ed9f5d052636d3bb1a', 'gw_port': {'id': 'd25c6dc4-56fc-4969-90b7-662f0d8f0f21', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf158b7-0206-49c4-916a-2cb325696df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:10Z', 'updated_at': '2021-07-15T23:31:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:15.074348 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5057b0-2e55-4870-846d-70f29628fa25 None None] Checking router: eaf158b7-0206-49c4-916a-2cb325696df8 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:31:15.074873 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5057b0-2e55-4870-846d-70f29628fa25 None None] Updating router eaf158b7-0206-49c4-916a-2cb325696df8 port d25c6dc4-56fc-4969-90b7-662f0d8f0f21 binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:31:15.137341 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a7280b25-299d-499a-8726-5096ebba1aca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=53e37b7aecfa411b90c818b4b48c692d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7481358 Jul 15 23:31:15.140776 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7280b25-299d-499a-8726-5096ebba1aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3472bf2e-d9ad-4063-9e88-1b5a0617630f,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:15.146512 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50534) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:15.154396 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fefba1c-dcaf-47ff-8c82-42444be57ae7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.163653 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c5057b0-2e55-4870-846d-70f29628fa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.184413 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fefba1c-dcaf-47ff-8c82-42444be57ae7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.290234 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-39504707-0670-4e3d-a0d3-a434cf88bae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.315730 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-39504707-0670-4e3d-a0d3-a434cf88bae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.377237 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-39504707-0670-4e3d-a0d3-a434cf88bae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.380263 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-39504707-0670-4e3d-a0d3-a434cf88bae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.381425 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-39504707-0670-4e3d-a0d3-a434cf88bae5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3472bf2e-d9ad-4063-9e88-1b5a0617630f HTTP/1.1" status: 204 len: 168 time: 0.2338796 Jul 15 23:31:15.393960 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39504707-0670-4e3d-a0d3-a434cf88bae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3472bf2e-d9ad-4063-9e88-1b5a0617630f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:15.394248 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1432e493-794b-4bf0-826f-6128885764d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.649479 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c5057b0-2e55-4870-846d-70f29628fa25 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.663778 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0c5057b0-2e55-4870-846d-70f29628fa25 None None] Transition to ACTIVE for port object d25c6dc4-56fc-4969-90b7-662f0d8f0f21 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:15.670708 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c5057b0-2e55-4870-846d-70f29628fa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.674898 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-1432e493-794b-4bf0-826f-6128885764d5 admin admin] Allocated IP 172.20.0.1 (8138c359-9091-44ed-95c6-182838c87cb8/78600f5f-65d7-432c-b751-32c761987b3e/37e5d7f4-409e-4e0d-bff8-471a7f332a39) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:15.755187 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d008fd-d145-490a-9930-b1e11d36a650 None None] Pushing event updated for resources: {'Port': ['ID=d25c6dc4-56fc-4969-90b7-662f0d8f0f21,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:15.757908 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0c5057b0-2e55-4870-846d-70f29628fa25 None None] Attempting to bind port d25c6dc4-56fc-4969-90b7-662f0d8f0f21 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:31:15.758289 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0c5057b0-2e55-4870-846d-70f29628fa25 None None] Attempting to bind port d25c6dc4-56fc-4969-90b7-662f0d8f0f21 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:31:15.758695 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5057b0-2e55-4870-846d-70f29628fa25 None None] Attempting to bind port d25c6dc4-56fc-4969-90b7-662f0d8f0f21 on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:15.777798 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5057b0-2e55-4870-846d-70f29628fa25 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:31:15.778038 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5057b0-2e55-4870-846d-70f29628fa25 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:15.778447 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c5057b0-2e55-4870-846d-70f29628fa25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.779004 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5057b0-2e55-4870-846d-70f29628fa25 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:31:15.779512 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0c5057b0-2e55-4870-846d-70f29628fa25 None None] Bound port: d25c6dc4-56fc-4969-90b7-662f0d8f0f21, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:31:15.780464 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c5057b0-2e55-4870-846d-70f29628fa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.800286 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-3fefba1c-dcaf-47ff-8c82-42444be57ae7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Allocated IP 172.25.4.29 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/f95c581a-c506-4887-8be2-3b3159fa0150) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:15.877728 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:15.900704 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1432e493-794b-4bf0-826f-6128885764d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.919469 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-1432e493-794b-4bf0-826f-6128885764d5 admin admin] Transition to ACTIVE for port object 37e5d7f4-409e-4e0d-bff8-471a7f332a39 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:15.938879 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50550) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:15.958930 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1432e493-794b-4bf0-826f-6128885764d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.988602 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d351cb58-9320-4b0d-91e8-c369e5a672b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:16.010081 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-0c5057b0-2e55-4870-846d-70f29628fa25 None None] For port d25c6dc4-56fc-4969-90b7-662f0d8f0f21, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:31:16.015805 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-0c5057b0-2e55-4870-846d-70f29628fa25 None None] For port d25c6dc4-56fc-4969-90b7-662f0d8f0f21, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d25c6dc4-56fc-4969-90b7-662f0d8f0f21,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:31:16.019491 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:16.019703 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432e493-794b-4bf0-826f-6128885764d5 admin admin] Pushing event updated for resources: {'Port': ['ID=37e5d7f4-409e-4e0d-bff8-471a7f332a39,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:16.019938 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:16.023776 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c5057b0-2e55-4870-846d-70f29628fa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:16.029284 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1432e493-794b-4bf0-826f-6128885764d5 admin admin] Network 8138c359-9091-44ed-95c6-182838c87cb8 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:16.031835 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-1432e493-794b-4bf0-826f-6128885764d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:16.045879 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1432e493-794b-4bf0-826f-6128885764d5 admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:16.110384 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1432e493-794b-4bf0-826f-6128885764d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:16.129908 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d008fd-d145-490a-9930-b1e11d36a650 None None] Pushing event updated for resources: {'Port': ['ID=d25c6dc4-56fc-4969-90b7-662f0d8f0f21,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:16.205421 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fefba1c-dcaf-47ff-8c82-42444be57ae7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:16.231753 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5057b0-2e55-4870-846d-70f29628fa25 None None] Routers {'eaf158b7-0206-49c4-916a-2cb325696df8'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:16.236154 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0c5057b0-2e55-4870-846d-70f29628fa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:30:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['eaf158b7-0206-49c4-916a-2cb325696df8'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:16.294780 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2cf91725-201a-4f31-a4f3-fa50fd46b1d6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:16.434768 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-0c5057b0-2e55-4870-846d-70f29628fa25 None None] Set router eaf158b7-0206-49c4-916a-2cb325696df8 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:16.481895 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1432e493-794b-4bf0-826f-6128885764d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:16.499895 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2cf91725-201a-4f31-a4f3-fa50fd46b1d6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:16.604273 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fefba1c-dcaf-47ff-8c82-42444be57ae7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:16.623825 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3c89c627-ae46-45bd-b478-a6ce800b6fb6 None None] Provisioning for port 37e5d7f4-409e-4e0d-bff8-471a7f332a39 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:16.630958 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3c89c627-ae46-45bd-b478-a6ce800b6fb6 None None] Provisioning complete for port 37e5d7f4-409e-4e0d-bff8-471a7f332a39 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:16.631608 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c89c627-ae46-45bd-b478-a6ce800b6fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:16.698039 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fefba1c-dcaf-47ff-8c82-42444be57ae7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:16.717569 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-3fefba1c-dcaf-47ff-8c82-42444be57ae7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:16.722651 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fefba1c-dcaf-47ff-8c82-42444be57ae7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:16.732830 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fefba1c-dcaf-47ff-8c82-42444be57ae7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'Port': ['ID=f95c581a-c506-4887-8be2-3b3159fa0150,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:16.757633 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-3c89c627-ae46-45bd-b478-a6ce800b6fb6 None None] Port 37e5d7f4-409e-4e0d-bff8-471a7f332a39 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:31:16.820855 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2cf91725-201a-4f31-a4f3-fa50fd46b1d6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:16.825845 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2cf91725-201a-4f31-a4f3-fa50fd46b1d6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:16.831138 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2cf91725-201a-4f31-a4f3-fa50fd46b1d6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] 10.222.0.16 "DELETE /v2.0/security-groups/ef18a60e-2120-499d-912a-dac5563d93b2 HTTP/1.1" status: 204 len: 168 time: 0.8888288 Jul 15 23:31:16.852968 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0c5057b0-2e55-4870-846d-70f29628fa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf158b7-0206-49c4-916a-2cb325696df8', 'name': 'tempest-TestServerMultinode-134078133-router', 'tenant_id': '3414eaf6fdaa41ed9f5d052636d3bb1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd25c6dc4-56fc-4969-90b7-662f0d8f0f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:08Z', 'updated_at': '2021-07-15T23:31:12Z', 'revision_number': 3, 'project_id': '3414eaf6fdaa41ed9f5d052636d3bb1a', 'gw_port': {'id': 'd25c6dc4-56fc-4969-90b7-662f0d8f0f21', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf158b7-0206-49c4-916a-2cb325696df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:10Z', 'updated_at': '2021-07-15T23:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:16.891186 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5057b0-2e55-4870-846d-70f29628fa25 None None] The sync data for ids ['eaf158b7-0206-49c4-916a-2cb325696df8'] in n-d-787205-9 is: [{'id': 'eaf158b7-0206-49c4-916a-2cb325696df8', 'name': 'tempest-TestServerMultinode-134078133-router', 'tenant_id': '3414eaf6fdaa41ed9f5d052636d3bb1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd25c6dc4-56fc-4969-90b7-662f0d8f0f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:08Z', 'updated_at': '2021-07-15T23:31:12Z', 'revision_number': 3, 'project_id': '3414eaf6fdaa41ed9f5d052636d3bb1a', 'gw_port': {'id': 'd25c6dc4-56fc-4969-90b7-662f0d8f0f21', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf158b7-0206-49c4-916a-2cb325696df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:10Z', 'updated_at': '2021-07-15T23:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:31:16.917555 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50576) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:16.982453 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1432e493-794b-4bf0-826f-6128885764d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:16.993795 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1432e493-794b-4bf0-826f-6128885764d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:17.029386 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf91725-201a-4f31-a4f3-fa50fd46b1d6 tempest-TestVolumeBootPattern-791381160 tempest-TestVolumeBootPattern-791381160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef18a60e-2120-499d-912a-dac5563d93b2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:17.166516 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1432e493-794b-4bf0-826f-6128885764d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:17.171059 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432e493-794b-4bf0-826f-6128885764d5 admin admin] Pushing event updated for resources: {'Port': ['ID=37e5d7f4-409e-4e0d-bff8-471a7f332a39,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:17.411413 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fefba1c-dcaf-47ff-8c82-42444be57ae7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:17.504249 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1432e493-794b-4bf0-826f-6128885764d5 admin admin] Network 8138c359-9091-44ed-95c6-182838c87cb8 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:17.531170 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-1432e493-794b-4bf0-826f-6128885764d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:17.926877 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d25c6dc4-56fc-4969-90b7-662f0d8f0f21 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:18.074360 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fefba1c-dcaf-47ff-8c82-42444be57ae7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:18.079856 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1d477832-ca90-4e72-8e27-fe5bd1aba213 None None] Provisioning complete for port 37e5d7f4-409e-4e0d-bff8-471a7f332a39 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:18.081974 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1d477832-ca90-4e72-8e27-fe5bd1aba213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:18.180563 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1432e493-794b-4bf0-826f-6128885764d5 admin admin] Router eaf158b7-0206-49c4-916a-2cb325696df8 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:31:18.424445 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fefba1c-dcaf-47ff-8c82-42444be57ae7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Router 7e51beac-15be-4032-bd2b-be4b21418c38 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:31:18.629436 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0500bfb0-9bba-4733-b3a7-2b5ff1b20936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:18.652003 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-1d477832-ca90-4e72-8e27-fe5bd1aba213 None None] Port 37e5d7f4-409e-4e0d-bff8-471a7f332a39 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:31:18.676403 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port d25c6dc4-56fc-4969-90b7-662f0d8f0f21 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:18.677304 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fefba1c-dcaf-47ff-8c82-42444be57ae7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:31:18.688313 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port d25c6dc4-56fc-4969-90b7-662f0d8f0f21 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:18.688696 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:18.692471 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa2e93b-d45c-483b-b439-479e374a5ed7 None None] Sync routers for ids ['7e51beac-15be-4032-bd2b-be4b21418c38'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:31:18.713194 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa2e93b-d45c-483b-b439-479e374a5ed7 None None] Routers {'7e51beac-15be-4032-bd2b-be4b21418c38'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:18.713885 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-5fa2e93b-d45c-483b-b439-479e374a5ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:31:19Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['7e51beac-15be-4032-bd2b-be4b21418c38'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:18.719026 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3fefba1c-dcaf-47ff-8c82-42444be57ae7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:18.724470 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3fefba1c-dcaf-47ff-8c82-42444be57ae7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.1236141 Jul 15 23:31:18.725121 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50606) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:18.868837 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:18.896261 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ec3eba0c-3512-4e22-95fb-df8bf15a6dcb tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=af8840e572bc4203b4decdf0325b2045&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1698620 Jul 15 23:31:18.900250 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50610) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:18.979247 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:19.051137 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port d25c6dc4-56fc-4969-90b7-662f0d8f0f21, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d25c6dc4-56fc-4969-90b7-662f0d8f0f21,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:19.057187 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:19.095837 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-5fa2e93b-d45c-483b-b439-479e374a5ed7 None None] Set router 7e51beac-15be-4032-bd2b-be4b21418c38 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:19.133322 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1432e493-794b-4bf0-826f-6128885764d5 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:31:19.148062 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1432e493-794b-4bf0-826f-6128885764d5 admin admin] 10.222.0.16 "PUT /v2.0/routers/eaf158b7-0206-49c4-916a-2cb325696df8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0146370 Jul 15 23:31:19.182474 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=d25c6dc4-56fc-4969-90b7-662f0d8f0f21,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:19.274200 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e3b2fd3-70ed-4255-9972-9c296c681479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:19.318844 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed36a3d-97f1-442b-810d-d474cdc6ecaa tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:19.324510 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-eed36a3d-97f1-442b-810d-d474cdc6ecaa tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4231358 Jul 15 23:31:19.327361 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50624) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:19.409974 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-65850a6d-71d4-4e74-83bb-66e59ebc90e7 tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=61ac1f85-79f4-4ace-93a9-51b85862f208&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0800765 Jul 15 23:31:19.412287 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50628) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:19.425084 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-abe7e88a-c568-49ce-95b5-3fb9afd85571 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1253075902', 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480', 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:19.510452 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-5fa2e93b-d45c-483b-b439-479e374a5ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884693399', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'f95c581a-c506-4887-8be2-3b3159fa0150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:14Z', 'updated_at': '2021-07-15T23:31:17Z', 'revision_number': 3, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'f95c581a-c506-4887-8be2-3b3159fa0150', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ad:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:15Z', 'updated_at': '2021-07-15T23:31:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:19.582281 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa2e93b-d45c-483b-b439-479e374a5ed7 None None] Checking router: 7e51beac-15be-4032-bd2b-be4b21418c38 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:31:19.584497 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa2e93b-d45c-483b-b439-479e374a5ed7 None None] Updating router 7e51beac-15be-4032-bd2b-be4b21418c38 port f95c581a-c506-4887-8be2-3b3159fa0150 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:31:19.606937 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe7e88a-c568-49ce-95b5-3fb9afd85571 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Made reservation on behalf of af8840e572bc4203b4decdf0325b2045 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:19.611747 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-abe7e88a-c568-49ce-95b5-3fb9afd85571 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:19.716421 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:19.732829 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5fa2e93b-d45c-483b-b439-479e374a5ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:19.856941 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d25c6dc4-56fc-4969-90b7-662f0d8f0f21 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:19.956677 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb7cf1-47c2-4d6d-9856-ff09bb06a6b6 None None] Sync routers for ids ['eaf158b7-0206-49c4-916a-2cb325696df8'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:31:20.056327 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cb7cf1-47c2-4d6d-9856-ff09bb06a6b6 None None] Routers {'eaf158b7-0206-49c4-916a-2cb325696df8'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:20.056986 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-72cb7cf1-47c2-4d6d-9856-ff09bb06a6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:31:19Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['eaf158b7-0206-49c4-916a-2cb325696df8'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:20.074387 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4e3b2fd3-70ed-4255-9972-9c296c681479 admin admin] Deleting port 012b337e-4010-47e0-ab41-2a91b7c77a55 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:20.074859 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e3b2fd3-70ed-4255-9972-9c296c681479 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:20.150161 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port d25c6dc4-56fc-4969-90b7-662f0d8f0f21 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:20.150535 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:20.155794 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-abe7e88a-c568-49ce-95b5-3fb9afd85571 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:20.188206 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4e3b2fd3-70ed-4255-9972-9c296c681479 admin admin] For port 012b337e-4010-47e0-ab41-2a91b7c77a55, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=012b337e-4010-47e0-ab41-2a91b7c77a55,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:20.188831 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e3b2fd3-70ed-4255-9972-9c296c681479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:20.205402 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4e3b2fd3-70ed-4255-9972-9c296c681479 admin admin] Calling delete_port for 012b337e-4010-47e0-ab41-2a91b7c77a55 owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:20.233151 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe7e88a-c568-49ce-95b5-3fb9afd85571 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Checking segment: {'id': '17583465-5483-44c9-86a3-411136c8ac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:20.233753 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe7e88a-c568-49ce-95b5-3fb9afd85571 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Network hostable DHCP agents. Network: 8e73d187-6e13-420b-a56d-850c55d02480, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:31:20.243348 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7e88a-c568-49ce-95b5-3fb9afd85571 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'Subnet': ['ID=976aa6b1-4baa-4019-a4c0-13137a5e1656,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:20.270866 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe7e88a-c568-49ce-95b5-3fb9afd85571 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Network 8e73d187-6e13-420b-a56d-850c55d02480 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:31:20.287482 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-abe7e88a-c568-49ce-95b5-3fb9afd85571 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 8e73d187-6e13-420b-a56d-850c55d02480) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:20.299635 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5fa2e93b-d45c-483b-b439-479e374a5ed7 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:20.300547 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe7e88a-c568-49ce-95b5-3fb9afd85571 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:20.303453 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-abe7e88a-c568-49ce-95b5-3fb9afd85571 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:20.313992 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e0ccb4-9418-468c-80fd-320e0b55fd41 None None] Network 8e73d187-6e13-420b-a56d-850c55d02480 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:20.323026 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-5fa2e93b-d45c-483b-b439-479e374a5ed7 None None] Transition to ACTIVE for port object f95c581a-c506-4887-8be2-3b3159fa0150 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:20.329913 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5fa2e93b-d45c-483b-b439-479e374a5ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:20.337990 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-abe7e88a-c568-49ce-95b5-3fb9afd85571 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9246242 Jul 15 23:31:20.340700 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50654) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:20.388949 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-5fa2e93b-d45c-483b-b439-479e374a5ed7 None None] Attempting to bind port f95c581a-c506-4887-8be2-3b3159fa0150 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:31:20.389324 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-5fa2e93b-d45c-483b-b439-479e374a5ed7 None None] Attempting to bind port f95c581a-c506-4887-8be2-3b3159fa0150 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:31:20.400560 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa2e93b-d45c-483b-b439-479e374a5ed7 None None] Attempting to bind port f95c581a-c506-4887-8be2-3b3159fa0150 on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:20.419432 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa2e93b-d45c-483b-b439-479e374a5ed7 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:31:20.419857 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa2e93b-d45c-483b-b439-479e374a5ed7 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:20.420300 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5fa2e93b-d45c-483b-b439-479e374a5ed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:20.420688 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa2e93b-d45c-483b-b439-479e374a5ed7 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:31:20.430236 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-5fa2e93b-d45c-483b-b439-479e374a5ed7 None None] Bound port: f95c581a-c506-4887-8be2-3b3159fa0150, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:31:20.432085 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5fa2e93b-d45c-483b-b439-479e374a5ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:20.568816 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-5fa2e93b-d45c-483b-b439-479e374a5ed7 None None] For port f95c581a-c506-4887-8be2-3b3159fa0150, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:31:20.575918 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-5fa2e93b-d45c-483b-b439-479e374a5ed7 None None] For port f95c581a-c506-4887-8be2-3b3159fa0150, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f95c581a-c506-4887-8be2-3b3159fa0150,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:31:20.583699 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50674) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:20.586021 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5fa2e93b-d45c-483b-b439-479e374a5ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:20.594315 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78ea5e-f2d2-443d-a631-7a47c7dc81e0 None None] Pushing event updated for resources: {'Port': ['ID=f95c581a-c506-4887-8be2-3b3159fa0150,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:20.612673 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db78ea5e-f2d2-443d-a631-7a47c7dc81e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:20.612954 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db78ea5e-f2d2-443d-a631-7a47c7dc81e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:20.613286 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db78ea5e-f2d2-443d-a631-7a47c7dc81e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:20.617081 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db78ea5e-f2d2-443d-a631-7a47c7dc81e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:20.620116 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db78ea5e-f2d2-443d-a631-7a47c7dc81e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:20.620466 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db78ea5e-f2d2-443d-a631-7a47c7dc81e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:20.620801 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db78ea5e-f2d2-443d-a631-7a47c7dc81e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:20.621134 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db78ea5e-f2d2-443d-a631-7a47c7dc81e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:20.621454 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db78ea5e-f2d2-443d-a631-7a47c7dc81e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:20.621784 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db78ea5e-f2d2-443d-a631-7a47c7dc81e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:20.622097 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db78ea5e-f2d2-443d-a631-7a47c7dc81e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:20.622412 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db78ea5e-f2d2-443d-a631-7a47c7dc81e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:20.635685 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-72cb7cf1-47c2-4d6d-9856-ff09bb06a6b6 None None] Set router eaf158b7-0206-49c4-916a-2cb325696df8 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:20.712912 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-4e1f37cd-80f2-4b66-9c0e-b2e882b21d83 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:20.719052 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-4e1f37cd-80f2-4b66-9c0e-b2e882b21d83 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/networks?id=b7e8f589-07df-4a9b-a39d-4b170c8b5a5e HTTP/1.1" status: 200 len: 911 time: 0.2101924 Jul 15 23:31:20.729627 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa2e93b-d45c-483b-b439-479e374a5ed7 None None] Routers {'7e51beac-15be-4032-bd2b-be4b21418c38'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:20.730263 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-5fa2e93b-d45c-483b-b439-479e374a5ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:31:19Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['7e51beac-15be-4032-bd2b-be4b21418c38'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:20.820459 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-60277214-2f2b-4c7a-961c-42b8731519b7 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/quotas/3414eaf6fdaa41ed9f5d052636d3bb1a HTTP/1.1" status: 200 len: 375 time: 0.0442517 Jul 15 23:31:20.821759 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e3b2fd3-70ed-4255-9972-9c296c681479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:20.854960 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ec4fd96-5fe9-4d2c-a423-c41fa079daa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:20.971094 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b2fd3-70ed-4255-9972-9c296c681479 admin admin] Pushing event deleted for resources: {'Port': ['ID=012b337e-4010-47e0-ab41-2a91b7c77a55,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:21.025375 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952646e5-aab3-4c5d-8c29-644e01337ba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-8e73d187-6e13-420b-a56d-850c55d02480', 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'fixed_ips': [{'subnet_id': '976aa6b1-4baa-4019-a4c0-13137a5e1656'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:31:21.026548 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-952646e5-aab3-4c5d-8c29-644e01337ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:21.191650 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-5fa2e93b-d45c-483b-b439-479e374a5ed7 None None] Set router 7e51beac-15be-4032-bd2b-be4b21418c38 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:21.212001 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-952646e5-aab3-4c5d-8c29-644e01337ba4 None None] Allocated IP 172.20.0.2 (8e73d187-6e13-420b-a56d-850c55d02480/976aa6b1-4baa-4019-a4c0-13137a5e1656/135500d8-5469-4587-b1bf-cb3aca040a19) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:21.214181 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-3e85888b-dd38-48a0-93c7-3b6ed6c42e3b tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=3414eaf6fdaa41ed9f5d052636d3bb1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3825917 Jul 15 23:31:21.381441 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-6743f254-5087-457f-b2f1-6e09741c6984 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:31:21.384599 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-6743f254-5087-457f-b2f1-6e09741c6984 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1576087 Jul 15 23:31:21.406121 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-952646e5-aab3-4c5d-8c29-644e01337ba4 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:21.420803 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-952646e5-aab3-4c5d-8c29-644e01337ba4 None None] Transition to ACTIVE for port object 135500d8-5469-4587-b1bf-cb3aca040a19 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:21.440761 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78ea5e-f2d2-443d-a631-7a47c7dc81e0 None None] Pushing event updated for resources: {'Port': ['ID=f95c581a-c506-4887-8be2-3b3159fa0150,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:21.448377 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-952646e5-aab3-4c5d-8c29-644e01337ba4 None None] Transition to ACTIVE for port object 135500d8-5469-4587-b1bf-cb3aca040a19 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:21.513959 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-952646e5-aab3-4c5d-8c29-644e01337ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:21.576605 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:21.619907 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4e3b2fd3-70ed-4255-9972-9c296c681479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:21.656910 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952646e5-aab3-4c5d-8c29-644e01337ba4 None None] Network 8e73d187-6e13-420b-a56d-850c55d02480 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:21.723117 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-804bc349-e1d0-4213-beef-0c4d4a92581f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:21.738492 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-5fa2e93b-d45c-483b-b439-479e374a5ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884693399', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'f95c581a-c506-4887-8be2-3b3159fa0150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:14Z', 'updated_at': '2021-07-15T23:31:17Z', 'revision_number': 3, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'f95c581a-c506-4887-8be2-3b3159fa0150', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ad:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:15Z', 'updated_at': '2021-07-15T23:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:21.754940 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ec4fd96-5fe9-4d2c-a423-c41fa079daa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:21.812946 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-952646e5-aab3-4c5d-8c29-644e01337ba4 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:21.831235 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ec4fd96-5fe9-4d2c-a423-c41fa079daa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:21.834090 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa2e93b-d45c-483b-b439-479e374a5ed7 None None] The sync data for ids ['7e51beac-15be-4032-bd2b-be4b21418c38'] in n-d-787205-9 is: [{'id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884693399', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'f95c581a-c506-4887-8be2-3b3159fa0150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:14Z', 'updated_at': '2021-07-15T23:31:17Z', 'revision_number': 3, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'f95c581a-c506-4887-8be2-3b3159fa0150', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ad:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:15Z', 'updated_at': '2021-07-15T23:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:31:21.845786 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952646e5-aab3-4c5d-8c29-644e01337ba4 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:21.850059 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-cdfcaf1b-55e5-4d47-8431-6216f2bdccaf service neutron] 10.222.0.16 "GET /v2.0/networks/b7e8f589-07df-4a9b-a39d-4b170c8b5a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504533 Jul 15 23:31:21.953112 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4fd96-5fe9-4d2c-a423-c41fa079daa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93a6b82-aaf7-4d2f-9791-30e56b9cf91b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:21.960603 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2ec4fd96-5fe9-4d2c-a423-c41fa079daa4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c5bfe5dbd9e44462a9a6e590848b5a1c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3742216 Jul 15 23:31:21.964658 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50700) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:22.057162 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952646e5-aab3-4c5d-8c29-644e01337ba4 None None] Pushing event updated for resources: {'Port': ['ID=135500d8-5469-4587-b1bf-cb3aca040a19,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:22.102333 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-952646e5-aab3-4c5d-8c29-644e01337ba4 None None] Attempting to bind port 135500d8-5469-4587-b1bf-cb3aca040a19 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:31:22.102727 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-952646e5-aab3-4c5d-8c29-644e01337ba4 None None] Attempting to bind port 135500d8-5469-4587-b1bf-cb3aca040a19 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '17583465-5483-44c9-86a3-411136c8ac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:31:22.103092 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952646e5-aab3-4c5d-8c29-644e01337ba4 None None] Attempting to bind port 135500d8-5469-4587-b1bf-cb3aca040a19 on network 8e73d187-6e13-420b-a56d-850c55d02480 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:22.200611 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-ff45757e-6fd8-400e-bdef-06446729536d service neutron] 10.222.0.16 "GET /v2.0/networks/b7e8f589-07df-4a9b-a39d-4b170c8b5a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401101 Jul 15 23:31:22.213358 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952646e5-aab3-4c5d-8c29-644e01337ba4 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:31:22.216486 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952646e5-aab3-4c5d-8c29-644e01337ba4 None None] Checking segment: {'id': '17583465-5483-44c9-86a3-411136c8ac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:22.222911 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-952646e5-aab3-4c5d-8c29-644e01337ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:22.224058 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952646e5-aab3-4c5d-8c29-644e01337ba4 None None] Bound using segment: {'id': '17583465-5483-44c9-86a3-411136c8ac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:31:22.226322 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-952646e5-aab3-4c5d-8c29-644e01337ba4 None None] Bound port: 135500d8-5469-4587-b1bf-cb3aca040a19, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17583465-5483-44c9-86a3-411136c8ac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:31:22.226746 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-952646e5-aab3-4c5d-8c29-644e01337ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:22.255290 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-72cb7cf1-47c2-4d6d-9856-ff09bb06a6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf158b7-0206-49c4-916a-2cb325696df8', 'name': 'tempest-TestServerMultinode-134078133-router', 'tenant_id': '3414eaf6fdaa41ed9f5d052636d3bb1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd25c6dc4-56fc-4969-90b7-662f0d8f0f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:08Z', 'updated_at': '2021-07-15T23:31:16Z', 'revision_number': 4, 'project_id': '3414eaf6fdaa41ed9f5d052636d3bb1a', 'gw_port': {'id': 'd25c6dc4-56fc-4969-90b7-662f0d8f0f21', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf158b7-0206-49c4-916a-2cb325696df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:10Z', 'updated_at': '2021-07-15T23:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '37e5d7f4-409e-4e0d-bff8-471a7f332a39', 'name': '', 'network_id': '8138c359-9091-44ed-95c6-182838c87cb8', 'tenant_id': '3414eaf6fdaa41ed9f5d052636d3bb1a', 'mac_address': 'fa:16:3e:98:86:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf158b7-0206-49c4-916a-2cb325696df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '78600f5f-65d7-432c-b751-32c761987b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:15Z', 'updated_at': '2021-07-15T23:31:16Z', 'revision_number': 2, 'project_id': '3414eaf6fdaa41ed9f5d052636d3bb1a', 'subnets': [{'id': '78600f5f-65d7-432c-b751-32c761987b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:22.344066 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-804bc349-e1d0-4213-beef-0c4d4a92581f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Allocated IP 172.20.0.1 (8e73d187-6e13-420b-a56d-850c55d02480/976aa6b1-4baa-4019-a4c0-13137a5e1656/fdc759dd-26c2-42d0-b13b-d2287a31086c) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:22.350831 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb9589f7-75e5-4ec5-bb9d-a04c1824fe77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:22.402865 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb7cf1-47c2-4d6d-9856-ff09bb06a6b6 None None] Checking router: eaf158b7-0206-49c4-916a-2cb325696df8 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:31:22.403556 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb7cf1-47c2-4d6d-9856-ff09bb06a6b6 None None] Updating router eaf158b7-0206-49c4-916a-2cb325696df8 port 37e5d7f4-409e-4e0d-bff8-471a7f332a39 binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:31:22.440565 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb9589f7-75e5-4ec5-bb9d-a04c1824fe77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:22.446993 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3b2fd3-70ed-4255-9972-9c296c681479 admin admin] Router b57d779f-b0b4-4ccd-8d02-35c0b493118c has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:31:22.545098 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-72cb7cf1-47c2-4d6d-9856-ff09bb06a6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:22.630013 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-952646e5-aab3-4c5d-8c29-644e01337ba4 None None] For port 135500d8-5469-4587-b1bf-cb3aca040a19, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:31:22.674375 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-952646e5-aab3-4c5d-8c29-644e01337ba4 None None] For port 135500d8-5469-4587-b1bf-cb3aca040a19, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=135500d8-5469-4587-b1bf-cb3aca040a19,segment=NetworkSegment(17583465-5483-44c9-86a3-411136c8ac2a),segment_id=17583465-5483-44c9-86a3-411136c8ac2a)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:31:22.675764 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb9589f7-75e5-4ec5-bb9d-a04c1824fe77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:22.689884 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb9589f7-75e5-4ec5-bb9d-a04c1824fe77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:22.691074 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fb9589f7-75e5-4ec5-bb9d-a04c1824fe77 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f93a6b82-aaf7-4d2f-9791-30e56b9cf91b HTTP/1.1" status: 204 len: 168 time: 0.7252126 Jul 15 23:31:22.712273 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-804bc349-e1d0-4213-beef-0c4d4a92581f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:22.737924 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9589f7-75e5-4ec5-bb9d-a04c1824fe77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93a6b82-aaf7-4d2f-9791-30e56b9cf91b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:22.763932 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-804bc349-e1d0-4213-beef-0c4d4a92581f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Transition to ACTIVE for port object fdc759dd-26c2-42d0-b13b-d2287a31086c will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:22.866622 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-804bc349-e1d0-4213-beef-0c4d4a92581f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:22.882741 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-952646e5-aab3-4c5d-8c29-644e01337ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:23.014538 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804bc349-e1d0-4213-beef-0c4d4a92581f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Network 8e73d187-6e13-420b-a56d-850c55d02480 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:23.039137 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-804bc349-e1d0-4213-beef-0c4d4a92581f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:23.042642 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804bc349-e1d0-4213-beef-0c4d4a92581f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:23.061652 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f7d604a-7bff-4e74-bb91-2da28260cf49 req-38bc9b0e-8d07-4824-a146-41c0df7a7e23 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5 HTTP/1.1" status: 200 len: 210 time: 0.3514619 Jul 15 23:31:23.125870 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804bc349-e1d0-4213-beef-0c4d4a92581f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'Port': ['ID=fdc759dd-26c2-42d0-b13b-d2287a31086c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:23.163037 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3b2fd3-70ed-4255-9972-9c296c681479 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:31:23.171850 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac63d498-b82b-4039-bfe8-b622fff6d5c1 None None] Sync routers for ids ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:31:23.173882 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4e3b2fd3-70ed-4255-9972-9c296c681479 admin admin] 10.222.0.16 "PUT /v2.0/routers/b57d779f-b0b4-4ccd-8d02-35c0b493118c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2550454 Jul 15 23:31:23.177938 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50736) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:23.199799 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac63d498-b82b-4039-bfe8-b622fff6d5c1 None None] Routers {'b57d779f-b0b4-4ccd-8d02-35c0b493118c'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:23.204661 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ac63d498-b82b-4039-bfe8-b622fff6d5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:31:19Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:23.241395 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-804bc349-e1d0-4213-beef-0c4d4a92581f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:23.534698 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc24e3db-9fe1-4506-8cb9-e711fd4b357c admin admin] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:23.541942 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50738) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:23.585975 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-ac63d498-b82b-4039-bfe8-b622fff6d5c1 None None] Set router b57d779f-b0b4-4ccd-8d02-35c0b493118c gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:23.645820 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d098018f-d7e6-47f7-be8d-5bc52c60c357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:24.043945 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f95c581a-c506-4887-8be2-3b3159fa0150 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:24.132502 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d098018f-d7e6-47f7-be8d-5bc52c60c357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:24.161341 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d098018f-d7e6-47f7-be8d-5bc52c60c357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:24.210927 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952646e5-aab3-4c5d-8c29-644e01337ba4 None None] Pushing event updated for resources: {'Port': ['ID=135500d8-5469-4587-b1bf-cb3aca040a19,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:24.276668 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-72002e0c-699e-42f7-a96c-9a6eb9e41128 req-ed393e09-e738-445c-8c36-c3e280a7100a tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5 HTTP/1.1" status: 200 len: 210 time: 0.1038735 Jul 15 23:31:24.278547 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc24e3db-9fe1-4506-8cb9-e711fd4b357c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:24.279631 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ac63d498-b82b-4039-bfe8-b622fff6d5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'name': 'tempest-TestVolumeBootPattern-557621329-router', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:31:20Z', 'revision_number': 5, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'gw_port': {'id': 'c18b313d-8275-4a72-a32c-8c6d0ba83a93', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:24.309727 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:24.322543 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098018f-d7e6-47f7-be8d-5bc52c60c357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e870f33a-2860-45e3-a80a-b6620eb59d95,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:24.328615 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d098018f-d7e6-47f7-be8d-5bc52c60c357 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=093201d081a9448e9a495bbf17b626c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7854798 Jul 15 23:31:24.331806 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50764) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:24.370140 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac63d498-b82b-4039-bfe8-b622fff6d5c1 None None] Checking router: b57d779f-b0b4-4ccd-8d02-35c0b493118c for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:31:24.408376 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac63d498-b82b-4039-bfe8-b622fff6d5c1 None None] Routers {'b57d779f-b0b4-4ccd-8d02-35c0b493118c'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:24.429851 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ac63d498-b82b-4039-bfe8-b622fff6d5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:31:19Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:24.484098 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3208134-9200-4b4c-8e6d-09ed471f9a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:24.484585 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port f95c581a-c506-4887-8be2-3b3159fa0150 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:24.490937 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port f95c581a-c506-4887-8be2-3b3159fa0150 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:24.492396 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:24.556798 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-804bc349-e1d0-4213-beef-0c4d4a92581f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:24.560966 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3208134-9200-4b4c-8e6d-09ed471f9a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:24.567371 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-72cb7cf1-47c2-4d6d-9856-ff09bb06a6b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:24.615585 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-72cb7cf1-47c2-4d6d-9856-ff09bb06a6b6 None None] Transition to ACTIVE for port object 37e5d7f4-409e-4e0d-bff8-471a7f332a39 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:24.634843 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3208134-9200-4b4c-8e6d-09ed471f9a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:24.635205 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-72cb7cf1-47c2-4d6d-9856-ff09bb06a6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:24.637952 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3208134-9200-4b4c-8e6d-09ed471f9a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:24.639140 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a3208134-9200-4b4c-8e6d-09ed471f9a79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e870f33a-2860-45e3-a80a-b6620eb59d95 HTTP/1.1" status: 204 len: 168 time: 0.3054144 Jul 15 23:31:24.665792 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3208134-9200-4b4c-8e6d-09ed471f9a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e870f33a-2860-45e3-a80a-b6620eb59d95,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:24.676412 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-fc24e3db-9fe1-4506-8cb9-e711fd4b357c admin admin] Deleting port c18b313d-8275-4a72-a32c-8c6d0ba83a93 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:24.681131 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc24e3db-9fe1-4506-8cb9-e711fd4b357c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:24.787163 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-ac63d498-b82b-4039-bfe8-b622fff6d5c1 None None] Set router b57d779f-b0b4-4ccd-8d02-35c0b493118c gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:24.874824 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b76627-888e-4008-be11-94732d01a3aa None None] Pushing event updated for resources: {'Port': ['ID=37e5d7f4-409e-4e0d-bff8-471a7f332a39,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:24.899844 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:24.934329 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-fc24e3db-9fe1-4506-8cb9-e711fd4b357c admin admin] For port c18b313d-8275-4a72-a32c-8c6d0ba83a93, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c18b313d-8275-4a72-a32c-8c6d0ba83a93,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:24.934731 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc24e3db-9fe1-4506-8cb9-e711fd4b357c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:24.978951 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-fc24e3db-9fe1-4506-8cb9-e711fd4b357c admin admin] Calling delete_port for c18b313d-8275-4a72-a32c-8c6d0ba83a93 owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:24.995904 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ac63d498-b82b-4039-bfe8-b622fff6d5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'name': 'tempest-TestVolumeBootPattern-557621329-router', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:31:24Z', 'revision_number': 6, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:25.117639 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac63d498-b82b-4039-bfe8-b622fff6d5c1 None None] The sync data for ids ['b57d779f-b0b4-4ccd-8d02-35c0b493118c'] in n-d-787205-9 is: [{'id': 'b57d779f-b0b4-4ccd-8d02-35c0b493118c', 'name': 'tempest-TestVolumeBootPattern-557621329-router', 'tenant_id': '3c476bc9e2fe48f188b2500546342e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:57Z', 'updated_at': '2021-07-15T23:31:24Z', 'revision_number': 6, 'project_id': '3c476bc9e2fe48f188b2500546342e72', 'gw_port_host': None}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:31:25.134824 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port f95c581a-c506-4887-8be2-3b3159fa0150, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f95c581a-c506-4887-8be2-3b3159fa0150,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:25.145083 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:25.165536 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-72cb7cf1-47c2-4d6d-9856-ff09bb06a6b6 None None] Attempting to bind port 37e5d7f4-409e-4e0d-bff8-471a7f332a39 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:31:25.167197 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-72cb7cf1-47c2-4d6d-9856-ff09bb06a6b6 None None] Attempting to bind port 37e5d7f4-409e-4e0d-bff8-471a7f332a39 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '0e492352-7e9a-4d4a-9012-2e1d0f3a9ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8138c359-9091-44ed-95c6-182838c87cb8'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:31:25.168274 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb7cf1-47c2-4d6d-9856-ff09bb06a6b6 None None] Attempting to bind port 37e5d7f4-409e-4e0d-bff8-471a7f332a39 on network 8138c359-9091-44ed-95c6-182838c87cb8 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:25.274232 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb7cf1-47c2-4d6d-9856-ff09bb06a6b6 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:31:25.278016 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb7cf1-47c2-4d6d-9856-ff09bb06a6b6 None None] Checking segment: {'id': '0e492352-7e9a-4d4a-9012-2e1d0f3a9ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8138c359-9091-44ed-95c6-182838c87cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:25.278966 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-72cb7cf1-47c2-4d6d-9856-ff09bb06a6b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:25.282860 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb7cf1-47c2-4d6d-9856-ff09bb06a6b6 None None] Bound using segment: {'id': '0e492352-7e9a-4d4a-9012-2e1d0f3a9ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8138c359-9091-44ed-95c6-182838c87cb8'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:31:25.283940 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-72cb7cf1-47c2-4d6d-9856-ff09bb06a6b6 None None] Bound port: 37e5d7f4-409e-4e0d-bff8-471a7f332a39, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e492352-7e9a-4d4a-9012-2e1d0f3a9ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8138c359-9091-44ed-95c6-182838c87cb8'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:31:25.284618 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-72cb7cf1-47c2-4d6d-9856-ff09bb06a6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:25.375082 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-804bc349-e1d0-4213-beef-0c4d4a92581f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:25.388794 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-804bc349-e1d0-4213-beef-0c4d4a92581f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:25.408330 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=f95c581a-c506-4887-8be2-3b3159fa0150,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:25.455400 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc24e3db-9fe1-4506-8cb9-e711fd4b357c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:25.533884 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24e3db-9fe1-4506-8cb9-e711fd4b357c admin admin] Pushing event deleted for resources: {'Port': ['ID=c18b313d-8275-4a72-a32c-8c6d0ba83a93,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:25.692572 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804bc349-e1d0-4213-beef-0c4d4a92581f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'Port': ['ID=fdc759dd-26c2-42d0-b13b-d2287a31086c,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:25.703665 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-804bc349-e1d0-4213-beef-0c4d4a92581f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:25.733134 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-72cb7cf1-47c2-4d6d-9856-ff09bb06a6b6 None None] For port 37e5d7f4-409e-4e0d-bff8-471a7f332a39, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:31:25.739567 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-72cb7cf1-47c2-4d6d-9856-ff09bb06a6b6 None None] For port 37e5d7f4-409e-4e0d-bff8-471a7f332a39, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=37e5d7f4-409e-4e0d-bff8-471a7f332a39,segment=NetworkSegment(0e492352-7e9a-4d4a-9012-2e1d0f3a9ee3),segment_id=0e492352-7e9a-4d4a-9012-2e1d0f3a9ee3)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:31:25.761691 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e01f5d1-5994-4190-a573-2ce68d777b3e None None] Network 8e73d187-6e13-420b-a56d-850c55d02480 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:25.782579 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-99828203-9161-4955-8fd3-b424fd43c129 req-47d5df61-5dcd-4410-b58e-7645175aed40 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5 HTTP/1.1" status: 200 len: 210 time: 0.1553206 Jul 15 23:31:25.805819 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-72cb7cf1-47c2-4d6d-9856-ff09bb06a6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:25.832926 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc24e3db-9fe1-4506-8cb9-e711fd4b357c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:26.077522 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-dc856af5-6cc4-4ae3-bc22-26c6d8082a34 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:26.079506 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-dc856af5-6cc4-4ae3-bc22-26c6d8082a34 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.36 "GET /v2.0/networks?id=b7e8f589-07df-4a9b-a39d-4b170c8b5a5e HTTP/1.1" status: 200 len: 911 time: 0.1607401 Jul 15 23:31:26.089181 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc24e3db-9fe1-4506-8cb9-e711fd4b357c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:26.091459 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc24e3db-9fe1-4506-8cb9-e711fd4b357c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:26.091615 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804bc349-e1d0-4213-beef-0c4d4a92581f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Network 8e73d187-6e13-420b-a56d-850c55d02480 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:26.097227 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-176a46b1-776b-498d-a072-79754741b363 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Request body: {'port': {'device_id': '8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5', 'network_id': 'b7e8f589-07df-4a9b-a39d-4b170c8b5a5e', 'admin_state_up': True, 'tenant_id': '3414eaf6fdaa41ed9f5d052636d3bb1a'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:26.101622 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cb7cf1-47c2-4d6d-9856-ff09bb06a6b6 None None] Routers {'eaf158b7-0206-49c4-916a-2cb325696df8'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:26.102381 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-804bc349-e1d0-4213-beef-0c4d4a92581f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:26.103651 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-72cb7cf1-47c2-4d6d-9856-ff09bb06a6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:31:19Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['eaf158b7-0206-49c4-916a-2cb325696df8'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:26.108768 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7d5533f4-96f5-4e15-9bb4-d1325178c235 None None] Provisioning for port 135500d8-5469-4587-b1bf-cb3aca040a19 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:26.271926 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-176a46b1-776b-498d-a072-79754741b363 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Made reservation on behalf of 3414eaf6fdaa41ed9f5d052636d3bb1a for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:26.274558 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-176a46b1-776b-498d-a072-79754741b363 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:26.307894 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc24e3db-9fe1-4506-8cb9-e711fd4b357c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:26.308636 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc24e3db-9fe1-4506-8cb9-e711fd4b357c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b57d779f-b0b4-4ccd-8d02-35c0b493118c {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:31:26.317493 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc24e3db-9fe1-4506-8cb9-e711fd4b357c admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:26.323280 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fc24e3db-9fe1-4506-8cb9-e711fd4b357c admin admin] 10.222.0.16 "DELETE /v2.0/routers/b57d779f-b0b4-4ccd-8d02-35c0b493118c HTTP/1.1" status: 204 len: 168 time: 3.1391897 Jul 15 23:31:26.332861 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50806) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:26.394734 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b76627-888e-4008-be11-94732d01a3aa None None] Pushing event updated for resources: {'Port': ['ID=37e5d7f4-409e-4e0d-bff8-471a7f332a39,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:26.402280 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f95c581a-c506-4887-8be2-3b3159fa0150 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:26.463383 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-c454d144-ae2a-4796-ab73-ab0a8dac8176 admin admin] Deleting subnet 54f0c398-786c-4bb4-9c0d-f6b9e6012b3b {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:31:26.474011 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c454d144-ae2a-4796-ab73-ab0a8dac8176 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:26.518923 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c454d144-ae2a-4796-ab73-ab0a8dac8176 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:26.624863 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-176a46b1-776b-498d-a072-79754741b363 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Allocated IP 172.20.0.13 (b7e8f589-07df-4a9b-a39d-4b170c8b5a5e/9168cd9d-df0a-402b-9996-f6eca2123152/fe81a596-bbd2-47c2-b86c-23bcb0909247) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:26.639222 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-72cb7cf1-47c2-4d6d-9856-ff09bb06a6b6 None None] Set router eaf158b7-0206-49c4-916a-2cb325696df8 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:26.829318 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c454d144-ae2a-4796-ab73-ab0a8dac8176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:27.029998 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c454d144-ae2a-4796-ab73-ab0a8dac8176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:27.075831 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-176a46b1-776b-498d-a072-79754741b363 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:27.101181 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-176a46b1-776b-498d-a072-79754741b363 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Transition to ACTIVE for port object fe81a596-bbd2-47c2-b86c-23bcb0909247 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:27.113243 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804bc349-e1d0-4213-beef-0c4d4a92581f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Router 7e51beac-15be-4032-bd2b-be4b21418c38 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:31:27.147227 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f2069413-bc0c-4ada-9e27-9496b1f60094 req-0d12da6c-d717-4e90-bfdb-e28036cac6c7 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5 HTTP/1.1" status: 200 len: 210 time: 0.0417588 Jul 15 23:31:27.148359 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454d144-ae2a-4796-ab73-ab0a8dac8176 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54f0c398-786c-4bb4-9c0d-f6b9e6012b3b,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:27.152939 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c454d144-ae2a-4796-ab73-ab0a8dac8176 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:27.155127 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c454d144-ae2a-4796-ab73-ab0a8dac8176 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/54f0c398-786c-4bb4-9c0d-f6b9e6012b3b HTTP/1.1" status: 204 len: 168 time: 0.8212948 Jul 15 23:31:27.158081 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 50822) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:27.187450 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a467a00-af41-40ad-b0e2-835c8f69f2dd None None] Network 735c8477-b658-4066-88fd-8f0a4fc80eba requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:27.248599 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0321102a-3240-4279-be52-e8a9115556aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:27.279291 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804bc349-e1d0-4213-beef-0c4d4a92581f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:31:27.295784 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-804bc349-e1d0-4213-beef-0c4d4a92581f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "PUT /v2.0/routers/7e51beac-15be-4032-bd2b-be4b21418c38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9396362 Jul 15 23:31:27.311881 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6058cf51-dea8-48a8-80b5-de2cf18888ad None None] Sync routers for ids ['7e51beac-15be-4032-bd2b-be4b21418c38'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:31:27.337842 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-176a46b1-776b-498d-a072-79754741b363 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:27.343059 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0321102a-3240-4279-be52-e8a9115556aa admin admin] Deleting port 16b568b0-877e-4ad6-9570-a2435eff4d82 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:27.343660 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0321102a-3240-4279-be52-e8a9115556aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:27.350844 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port f95c581a-c506-4887-8be2-3b3159fa0150 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:27.358974 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:27.392357 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-176a46b1-776b-498d-a072-79754741b363 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Network b7e8f589-07df-4a9b-a39d-4b170c8b5a5e is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:27.395645 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-176a46b1-776b-498d-a072-79754741b363 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:27.420908 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-176a46b1-776b-498d-a072-79754741b363 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:27.484246 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a46b1-776b-498d-a072-79754741b363 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Pushing event updated for resources: {'Port': ['ID=fe81a596-bbd2-47c2-b86c-23bcb0909247,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:27.508662 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-0321102a-3240-4279-be52-e8a9115556aa admin admin] For port 16b568b0-877e-4ad6-9570-a2435eff4d82, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=16b568b0-877e-4ad6-9570-a2435eff4d82,segment=NetworkSegment(2e489be5-30e9-4f5e-b90d-5ad6af863e21),segment_id=2e489be5-30e9-4f5e-b90d-5ad6af863e21)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:27.509035 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0321102a-3240-4279-be52-e8a9115556aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:27.515588 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-176a46b1-776b-498d-a072-79754741b363 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:27.515588 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-176a46b1-776b-498d-a072-79754741b363 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:27.538690 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6058cf51-dea8-48a8-80b5-de2cf18888ad None None] Routers {'7e51beac-15be-4032-bd2b-be4b21418c38'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:27.545113 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-176a46b1-776b-498d-a072-79754741b363 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4515269 Jul 15 23:31:27.545292 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-6058cf51-dea8-48a8-80b5-de2cf18888ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:31:19Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['7e51beac-15be-4032-bd2b-be4b21418c38'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:27.545433 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0321102a-3240-4279-be52-e8a9115556aa admin admin] Calling delete_port for 16b568b0-877e-4ad6-9570-a2435eff4d82 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:27.565859 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-d4956137-ec6e-45e2-81e5-2cb6a8b3dcd9 service neutron] Request body: {'port': {'device_id': '8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:27.757233 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-d4956137-ec6e-45e2-81e5-2cb6a8b3dcd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:27.987194 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-6058cf51-dea8-48a8-80b5-de2cf18888ad None None] Set router 7e51beac-15be-4032-bd2b-be4b21418c38 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:28.101936 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 135500d8-5469-4587-b1bf-cb3aca040a19 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:28.120875 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f3339be9-978f-4b0d-9555-9a8524ada04c None None] Provisioning for port fe81a596-bbd2-47c2-b86c-23bcb0909247 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:28.199546 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f3339be9-978f-4b0d-9555-9a8524ada04c None None] Provisioning complete for port fe81a596-bbd2-47c2-b86c-23bcb0909247 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:28.199911 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f3339be9-978f-4b0d-9555-9a8524ada04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:28.208021 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-31e97a34-25bd-40d3-b698-f904492b9ff1 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-520748898&fields=id&tenant_id=af8840e572bc4203b4decdf0325b2045 HTTP/1.1" status: 200 len: 267 time: 0.1451435 Jul 15 23:31:28.301449 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f3339be9-978f-4b0d-9555-9a8524ada04c None None] Port fe81a596-bbd2-47c2-b86c-23bcb0909247 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:31:28.350873 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-d4956137-ec6e-45e2-81e5-2cb6a8b3dcd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe81a596-bbd2-47c2-b86c-23bcb0909247 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:31:28.369658 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-d4956137-ec6e-45e2-81e5-2cb6a8b3dcd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:28.410891 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-d4956137-ec6e-45e2-81e5-2cb6a8b3dcd9 service neutron] Transition to ACTIVE for port object fe81a596-bbd2-47c2-b86c-23bcb0909247 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:28.417910 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-d4956137-ec6e-45e2-81e5-2cb6a8b3dcd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:28.423192 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0321102a-3240-4279-be52-e8a9115556aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:28.583672 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0321102a-3240-4279-be52-e8a9115556aa admin admin] No DVR routers for this DVR port 16b568b0-877e-4ad6-9570-a2435eff4d82 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:31:28.596660 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321102a-3240-4279-be52-e8a9115556aa admin admin] Pushing event deleted for resources: {'Port': ['ID=16b568b0-877e-4ad6-9570-a2435eff4d82,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:28.621447 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4956137-ec6e-45e2-81e5-2cb6a8b3dcd9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe81a596-bbd2-47c2-b86c-23bcb0909247,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:28.626274 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-72cb7cf1-47c2-4d6d-9856-ff09bb06a6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf158b7-0206-49c4-916a-2cb325696df8', 'name': 'tempest-TestServerMultinode-134078133-router', 'tenant_id': '3414eaf6fdaa41ed9f5d052636d3bb1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd25c6dc4-56fc-4969-90b7-662f0d8f0f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:08Z', 'updated_at': '2021-07-15T23:31:16Z', 'revision_number': 4, 'project_id': '3414eaf6fdaa41ed9f5d052636d3bb1a', 'gw_port': {'id': 'd25c6dc4-56fc-4969-90b7-662f0d8f0f21', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf158b7-0206-49c4-916a-2cb325696df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:10Z', 'updated_at': '2021-07-15T23:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '37e5d7f4-409e-4e0d-bff8-471a7f332a39', 'name': '', 'network_id': '8138c359-9091-44ed-95c6-182838c87cb8', 'tenant_id': '3414eaf6fdaa41ed9f5d052636d3bb1a', 'mac_address': 'fa:16:3e:98:86:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf158b7-0206-49c4-916a-2cb325696df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '78600f5f-65d7-432c-b751-32c761987b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:15Z', 'updated_at': '2021-07-15T23:31:25Z', 'revision_number': 4, 'project_id': '3414eaf6fdaa41ed9f5d052636d3bb1a', 'subnets': [{'id': '78600f5f-65d7-432c-b751-32c761987b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:28.748438 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-d4956137-ec6e-45e2-81e5-2cb6a8b3dcd9 service neutron] Attempting to bind port fe81a596-bbd2-47c2-b86c-23bcb0909247 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:31:28.749192 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-d4956137-ec6e-45e2-81e5-2cb6a8b3dcd9 service neutron] Attempting to bind port fe81a596-bbd2-47c2-b86c-23bcb0909247 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '2d864c72-8721-4038-8a8c-9aaaf9109fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b7e8f589-07df-4a9b-a39d-4b170c8b5a5e'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:31:28.751996 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-d4956137-ec6e-45e2-81e5-2cb6a8b3dcd9 service neutron] Attempting to bind port fe81a596-bbd2-47c2-b86c-23bcb0909247 on network b7e8f589-07df-4a9b-a39d-4b170c8b5a5e {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:28.762789 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-d4956137-ec6e-45e2-81e5-2cb6a8b3dcd9 service neutron] Port fe81a596-bbd2-47c2-b86c-23bcb0909247 on network b7e8f589-07df-4a9b-a39d-4b170c8b5a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:31:28.763133 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-d4956137-ec6e-45e2-81e5-2cb6a8b3dcd9 service neutron] Attempting to bind port fe81a596-bbd2-47c2-b86c-23bcb0909247 on network b7e8f589-07df-4a9b-a39d-4b170c8b5a5e {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:28.779198 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-d4956137-ec6e-45e2-81e5-2cb6a8b3dcd9 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:31:28.779945 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-d4956137-ec6e-45e2-81e5-2cb6a8b3dcd9 service neutron] Checking segment: {'id': '2d864c72-8721-4038-8a8c-9aaaf9109fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b7e8f589-07df-4a9b-a39d-4b170c8b5a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:28.780538 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-d4956137-ec6e-45e2-81e5-2cb6a8b3dcd9 service neutron] Bound using segment: {'id': '2d864c72-8721-4038-8a8c-9aaaf9109fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b7e8f589-07df-4a9b-a39d-4b170c8b5a5e'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:31:28.781337 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-d4956137-ec6e-45e2-81e5-2cb6a8b3dcd9 service neutron] Bound port: fe81a596-bbd2-47c2-b86c-23bcb0909247, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d864c72-8721-4038-8a8c-9aaaf9109fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b7e8f589-07df-4a9b-a39d-4b170c8b5a5e'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:31:28.782335 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-d4956137-ec6e-45e2-81e5-2cb6a8b3dcd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:28.918576 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0321102a-3240-4279-be52-e8a9115556aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:28.937582 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-d4956137-ec6e-45e2-81e5-2cb6a8b3dcd9 service neutron] For port fe81a596-bbd2-47c2-b86c-23bcb0909247, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:31:28.945512 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-d4956137-ec6e-45e2-81e5-2cb6a8b3dcd9 service neutron] For port fe81a596-bbd2-47c2-b86c-23bcb0909247, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=fe81a596-bbd2-47c2-b86c-23bcb0909247,segment=NetworkSegment(2d864c72-8721-4038-8a8c-9aaaf9109fe0),segment_id=2d864c72-8721-4038-8a8c-9aaaf9109fe0)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:31:28.954425 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-d4956137-ec6e-45e2-81e5-2cb6a8b3dcd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:28.960270 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-0321102a-3240-4279-be52-e8a9115556aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['735c8477-b658-4066-88fd-8f0a4fc80eba']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:28.999227 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-0321102a-3240-4279-be52-e8a9115556aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e489be5-30e9-4f5e-b90d-5ad6af863e21') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:28.999595 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-0321102a-3240-4279-be52-e8a9115556aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e489be5-30e9-4f5e-b90d-5ad6af863e21') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:29.029432 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0321102a-3240-4279-be52-e8a9115556aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:29.038877 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4956137-ec6e-45e2-81e5-2cb6a8b3dcd9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe81a596-bbd2-47c2-b86c-23bcb0909247,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:29.052569 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-d4956137-ec6e-45e2-81e5-2cb6a8b3dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:29.056130 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-d4956137-ec6e-45e2-81e5-2cb6a8b3dcd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:29.057498 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-d4956137-ec6e-45e2-81e5-2cb6a8b3dcd9 service neutron] 10.222.0.36 "PUT /v2.0/ports/fe81a596-bbd2-47c2-b86c-23bcb0909247 HTTP/1.1" status: 200 len: 1092 time: 1.4983602 Jul 15 23:31:29.057864 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5', 'tag': 'fe81a596-bbd2-47c2-b86c-23bcb0909247'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:31:29.081542 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc92831-c643-4157-a6e2-0620bf803d84" -d '{"events": [{"name": "network-changed", "server_uuid": "8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5", "tag": "fe81a596-bbd2-47c2-b86c-23bcb0909247"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:31:29.088277 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-623babd4-3c90-4131-a4b4-2951af1930dc None None] Provisioning for port fdc759dd-26c2-42d0-b13b-d2287a31086c completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:29.118031 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-046a7408-17a6-40c0-aee1-c2eb387f4d79 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:29.125966 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-046a7408-17a6-40c0-aee1-c2eb387f4d79 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/networks?id=8e73d187-6e13-420b-a56d-850c55d02480 HTTP/1.1" status: 200 len: 797 time: 0.9169426 Jul 15 23:31:29.149952 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-623babd4-3c90-4131-a4b4-2951af1930dc None None] Provisioning complete for port fdc759dd-26c2-42d0-b13b-d2287a31086c triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:29.150443 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-623babd4-3c90-4131-a4b4-2951af1930dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:29.152280 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989e20f8-2621-48ab-a13d-bb311af2a0cf None None] DHCP port deletion for 735c8477-b658-4066-88fd-8f0a4fc80eba request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:31:29.178075 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb7cf1-47c2-4d6d-9856-ff09bb06a6b6 None None] The sync data for ids ['eaf158b7-0206-49c4-916a-2cb325696df8'] in n-d-787205-9 is: [{'id': 'eaf158b7-0206-49c4-916a-2cb325696df8', 'name': 'tempest-TestServerMultinode-134078133-router', 'tenant_id': '3414eaf6fdaa41ed9f5d052636d3bb1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd25c6dc4-56fc-4969-90b7-662f0d8f0f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:08Z', 'updated_at': '2021-07-15T23:31:16Z', 'revision_number': 4, 'project_id': '3414eaf6fdaa41ed9f5d052636d3bb1a', 'gw_port': {'id': 'd25c6dc4-56fc-4969-90b7-662f0d8f0f21', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf158b7-0206-49c4-916a-2cb325696df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:10Z', 'updated_at': '2021-07-15T23:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '37e5d7f4-409e-4e0d-bff8-471a7f332a39', 'name': '', 'network_id': '8138c359-9091-44ed-95c6-182838c87cb8', 'tenant_id': '3414eaf6fdaa41ed9f5d052636d3bb1a', 'mac_address': 'fa:16:3e:98:86:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf158b7-0206-49c4-916a-2cb325696df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '78600f5f-65d7-432c-b751-32c761987b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:15Z', 'updated_at': '2021-07-15T23:31:25Z', 'revision_number': 4, 'project_id': '3414eaf6fdaa41ed9f5d052636d3bb1a', 'subnets': [{'id': '78600f5f-65d7-432c-b751-32c761987b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:31:29.211365 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0321102a-3240-4279-be52-e8a9115556aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:29.234468 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 135500d8-5469-4587-b1bf-cb3aca040a19 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:29.256580 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-e389bc70-dfe7-472d-96aa-5a9f6a2747fe tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/quotas/af8840e572bc4203b4decdf0325b2045 HTTP/1.1" status: 200 len: 375 time: 0.1296017 Jul 15 23:31:29.297051 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-2d3712e6-db8c-4187-9eb6-d0f67f1f15d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:29.308358 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-2d3712e6-db8c-4187-9eb6-d0f67f1f15d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3414eaf6fdaa41ed9f5d052636d3bb1a&device_id=8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5 HTTP/1.1" status: 200 len: 1095 time: 0.1986110 Jul 15 23:31:29.315805 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0321102a-3240-4279-be52-e8a9115556aa admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:31:29.320001 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0321102a-3240-4279-be52-e8a9115556aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:29.320314 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-623babd4-3c90-4131-a4b4-2951af1930dc None None] Port fdc759dd-26c2-42d0-b13b-d2287a31086c cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:31:29.330215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 135500d8-5469-4587-b1bf-cb3aca040a19 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:29.330986 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:29.435179 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:31:29.435179 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:31:29.435179 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:31:29.435179 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:31:29.435179 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:31:29.435179 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:31:29.435179 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:31:29.435179 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:31:29.435179 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:31:29.435179 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:31:29.435179 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:31:29.435179 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:31:29.435179 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:31:29.435179 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:31:29.435179 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:31:29.435179 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:31:29.435179 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:31:29.435179 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:31:29.435179 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:31:29.435179 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:31:29.435179 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:31:29.435179 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:31:29.435179 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:31:29.435179 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:31:29.435179 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:31:29.435179 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:31:29.435179 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:31:29.435179 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:31:29.435179 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:31:29.435179 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:31:29.435179 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:31:29.435179 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:31:29.455288 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0321102a-3240-4279-be52-e8a9115556aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:29.455826 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-3bf49065-05c3-4bb6-9d78-081db3f46c08 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe81a596-bbd2-47c2-b86c-23bcb0909247 HTTP/1.1" status: 200 len: 217 time: 0.1325822 Jul 15 23:31:29.470671 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-623babd4-3c90-4131-a4b4-2951af1930dc None None] Provisioning complete for port 135500d8-5469-4587-b1bf-cb3aca040a19 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:29.471429 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-623babd4-3c90-4131-a4b4-2951af1930dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:29.575368 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-bae31dbc-d5b8-4557-a497-64964e04cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:29.576862 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-bae31dbc-d5b8-4557-a497-64964e04cea4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9168cd9d-df0a-402b-9996-f6eca2123152 HTTP/1.1" status: 200 len: 849 time: 0.1148741 Jul 15 23:31:29.622367 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0321102a-3240-4279-be52-e8a9115556aa admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:29.633800 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0321102a-3240-4279-be52-e8a9115556aa admin admin] 10.222.0.16 "DELETE /v2.0/networks/735c8477-b658-4066-88fd-8f0a4fc80eba HTTP/1.1" status: 204 len: 168 time: 2.4748240 Jul 15 23:31:29.674186 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 50902) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:29.699647 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321102a-3240-4279-be52-e8a9115556aa admin admin] Pushing event deleted for resources: {'Network': ['ID=735c8477-b658-4066-88fd-8f0a4fc80eba,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:29.719137 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3ee66-edd0-415f-a48c-030e5e2ed588 req-284b9f77-b8d2-4ad9-b9e9-d5f679b17764 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:29.723889 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-32c3ee66-edd0-415f-a48c-030e5e2ed588 req-284b9f77-b8d2-4ad9-b9e9-d5f679b17764 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5 HTTP/1.1" status: 200 len: 1053 time: 1.1534612 Jul 15 23:31:29.866447 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-32c3ee66-edd0-415f-a48c-030e5e2ed588 req-a869aa48-5429-4d45-9b25-d290fef99ff0 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=29d7689f-7e85-4601-88be-94b2e90a8307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282842 Jul 15 23:31:29.905874 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-8fe2652c-b4d3-43d4-af8e-8c02bd853d64 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4640403 Jul 15 23:31:29.961091 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:30.007931 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-623babd4-3c90-4131-a4b4-2951af1930dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:30.026015 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-6058cf51-dea8-48a8-80b5-de2cf18888ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884693399', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'f95c581a-c506-4887-8be2-3b3159fa0150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:14Z', 'updated_at': '2021-07-15T23:31:24Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'f95c581a-c506-4887-8be2-3b3159fa0150', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:15Z', 'updated_at': '2021-07-15T23:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'fdc759dd-26c2-42d0-b13b-d2287a31086c', 'name': '', 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:04:bc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '976aa6b1-4baa-4019-a4c0-13137a5e1656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:22Z', 'updated_at': '2021-07-15T23:31:24Z', 'revision_number': 2, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': '976aa6b1-4baa-4019-a4c0-13137a5e1656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:30.116347 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6058cf51-dea8-48a8-80b5-de2cf18888ad None None] Checking router: 7e51beac-15be-4032-bd2b-be4b21418c38 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:31:30.116604 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6058cf51-dea8-48a8-80b5-de2cf18888ad None None] Updating router 7e51beac-15be-4032-bd2b-be4b21418c38 port fdc759dd-26c2-42d0-b13b-d2287a31086c binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:31:30.148424 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-3b90bd8b-fd78-4ed0-b3c6-751bfbd01815 service neutron] 10.222.0.16 "GET /v2.0/networks/8e73d187-6e13-420b-a56d-850c55d02480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931808 Jul 15 23:31:30.159520 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6058cf51-dea8-48a8-80b5-de2cf18888ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:30.180376 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d149309-0291-479e-a963-2beb89b52761 x-openstack-request-id: req-8d149309-0291-479e-a963-2beb89b52761 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:31:30.183466 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5", "tag": "fe81a596-bbd2-47c2-b86c-23bcb0909247", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:31:30.184157 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d149309-0291-479e-a963-2beb89b52761 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:31:30.184721 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5', 'tag': 'fe81a596-bbd2-47c2-b86c-23bcb0909247', 'status': 'completed', 'code': 200} Jul 15 23:31:30.230841 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-66f2c74b-b2f7-4512-8fbd-34cf1269d816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:30.232291 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-66f2c74b-b2f7-4512-8fbd-34cf1269d816 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7e8f589-07df-4a9b-a39d-4b170c8b5a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6484568 Jul 15 23:31:30.428947 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-0b17aff4-c70a-4d7c-9c96-1dfbf5a771fe service neutron] 10.222.0.16 "GET /v2.0/networks/8e73d187-6e13-420b-a56d-850c55d02480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745433 Jul 15 23:31:30.490104 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6058cf51-dea8-48a8-80b5-de2cf18888ad None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:30.532403 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6058cf51-dea8-48a8-80b5-de2cf18888ad None None] Transition to ACTIVE for port object fdc759dd-26c2-42d0-b13b-d2287a31086c will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:30.543164 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 135500d8-5469-4587-b1bf-cb3aca040a19, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=135500d8-5469-4587-b1bf-cb3aca040a19,segment=NetworkSegment(17583465-5483-44c9-86a3-411136c8ac2a),segment_id=17583465-5483-44c9-86a3-411136c8ac2a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:30.563203 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6058cf51-dea8-48a8-80b5-de2cf18888ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:30.567292 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:30.593812 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 012b337e-4010-47e0-ab41-2a91b7c77a55 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:31:30.598927 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-13a97985-d506-4072-a9d7-6f231abcb158 service neutron] 10.222.0.36 "GET /v2.0/networks/b7e8f589-07df-4a9b-a39d-4b170c8b5a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568137 Jul 15 23:31:30.795704 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2d4fe8b1-c1e5-47fc-b854-7e1c461732dc req-45c04e27-45e5-49b8-99f4-356501716aef tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 210 time: 0.0748265 Jul 15 23:31:30.817279 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-17419c78-df30-47fd-beee-1aeed0ba5685 req-9f97a8e0-7dbc-44e6-bc3f-d00b3c02b407 service neutron] 10.222.0.36 "GET /v2.0/networks/b7e8f589-07df-4a9b-a39d-4b170c8b5a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084360 Jul 15 23:31:30.850133 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 012b337e-4010-47e0-ab41-2a91b7c77a55 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:31:30.851780 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 012b337e-4010-47e0-ab41-2a91b7c77a55 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:31:30.992225 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-623babd4-3c90-4131-a4b4-2951af1930dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:31:30.992874 n-d-787205-9 neutron-server[93800]: DEBUG oslo_db.api [None req-623babd4-3c90-4131-a4b4-2951af1930dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:31:30.996013 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc501c43-8750-4a04-acfa-571c32ab4520 None None] Pushing event updated for resources: {'Port': ['ID=fdc759dd-26c2-42d0-b13b-d2287a31086c,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:31.120729 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b685a9aa-2f32-4bcb-a2ff-4908a21f5444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:31.200374 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 37e5d7f4-409e-4e0d-bff8-471a7f332a39 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:31.231696 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-6058cf51-dea8-48a8-80b5-de2cf18888ad None None] Attempting to bind port fdc759dd-26c2-42d0-b13b-d2287a31086c on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:31:31.232494 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-6058cf51-dea8-48a8-80b5-de2cf18888ad None None] Attempting to bind port fdc759dd-26c2-42d0-b13b-d2287a31086c by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '17583465-5483-44c9-86a3-411136c8ac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:31:31.233125 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058cf51-dea8-48a8-80b5-de2cf18888ad None None] Attempting to bind port fdc759dd-26c2-42d0-b13b-d2287a31086c on network 8e73d187-6e13-420b-a56d-850c55d02480 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:31.386728 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a387f1d-fdc6-4a1d-a007-83f4b34b00b0 req-4249c7d8-95a6-4547-a86f-eb736a934ea7 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:31.394388 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058cf51-dea8-48a8-80b5-de2cf18888ad None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:31:31.395131 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058cf51-dea8-48a8-80b5-de2cf18888ad None None] Checking segment: {'id': '17583465-5483-44c9-86a3-411136c8ac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:31.395703 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6058cf51-dea8-48a8-80b5-de2cf18888ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:31.396253 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058cf51-dea8-48a8-80b5-de2cf18888ad None None] Bound using segment: {'id': '17583465-5483-44c9-86a3-411136c8ac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:31:31.396922 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-6058cf51-dea8-48a8-80b5-de2cf18888ad None None] Bound port: fdc759dd-26c2-42d0-b13b-d2287a31086c, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17583465-5483-44c9-86a3-411136c8ac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:31:31.397263 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2a387f1d-fdc6-4a1d-a007-83f4b34b00b0 req-4249c7d8-95a6-4547-a86f-eb736a934ea7 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5 HTTP/1.1" status: 200 len: 1095 time: 0.1318340 Jul 15 23:31:31.397652 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6058cf51-dea8-48a8-80b5-de2cf18888ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:31.438384 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=135500d8-5469-4587-b1bf-cb3aca040a19,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:31.458110 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2a387f1d-fdc6-4a1d-a007-83f4b34b00b0 req-5e9aaf09-8b05-454b-baf1-1df1797bcebf tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=29d7689f-7e85-4601-88be-94b2e90a8307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593190 Jul 15 23:31:31.485869 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 37e5d7f4-409e-4e0d-bff8-471a7f332a39 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:31.511295 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 37e5d7f4-409e-4e0d-bff8-471a7f332a39 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:31.518901 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:31.669882 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc92831-c643-4157-a6e2-0620bf803d84 req-83a8e692-4741-47ef-92ba-fe5ac54cd3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:31.671830 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-adc92831-c643-4157-a6e2-0620bf803d84 req-83a8e692-4741-47ef-92ba-fe5ac54cd3c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3414eaf6fdaa41ed9f5d052636d3bb1a&device_id=8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5 HTTP/1.1" status: 200 len: 1095 time: 0.7387271 Jul 15 23:31:31.721720 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [req-81128ae6-3fe1-4947-922b-764947957218 req-f56589f6-ca13-423f-be47-b56c1e773314 service neutron] (93798) timed out ('10.222.0.16', 52930) {{(pid=93798) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:31:31.761147 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-6058cf51-dea8-48a8-80b5-de2cf18888ad None None] For port fdc759dd-26c2-42d0-b13b-d2287a31086c, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:31:31.793930 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-6058cf51-dea8-48a8-80b5-de2cf18888ad None None] For port fdc759dd-26c2-42d0-b13b-d2287a31086c, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=fdc759dd-26c2-42d0-b13b-d2287a31086c,segment=NetworkSegment(17583465-5483-44c9-86a3-411136c8ac2a),segment_id=17583465-5483-44c9-86a3-411136c8ac2a)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:31:31.812074 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6058cf51-dea8-48a8-80b5-de2cf18888ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.070204 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.097159 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6058cf51-dea8-48a8-80b5-de2cf18888ad None None] Routers {'7e51beac-15be-4032-bd2b-be4b21418c38'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:32.097808 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-6058cf51-dea8-48a8-80b5-de2cf18888ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:31:19Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['7e51beac-15be-4032-bd2b-be4b21418c38'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:32.098177 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1de68c3c-b412-44a4-9edb-a78ec1fb2178 req-bb104c1e-f8ea-4332-936b-fd51bb280649 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 210 time: 0.0725453 Jul 15 23:31:32.103577 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc501c43-8750-4a04-acfa-571c32ab4520 None None] Pushing event updated for resources: {'Port': ['ID=fdc759dd-26c2-42d0-b13b-d2287a31086c,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:32.288009 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 37e5d7f4-409e-4e0d-bff8-471a7f332a39, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=37e5d7f4-409e-4e0d-bff8-471a7f332a39,segment=NetworkSegment(0e492352-7e9a-4d4a-9012-2e1d0f3a9ee3),segment_id=0e492352-7e9a-4d4a-9012-2e1d0f3a9ee3)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:32.300902 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.421608 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=37e5d7f4-409e-4e0d-bff8-471a7f332a39,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:32.459245 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 16b568b0-877e-4ad6-9570-a2435eff4d82 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:31:32.536353 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 16b568b0-877e-4ad6-9570-a2435eff4d82 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:31:32.539134 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 16b568b0-877e-4ad6-9570-a2435eff4d82 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:31:32.539778 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c18b313d-8275-4a72-a32c-8c6d0ba83a93 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:31:32.563427 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc92831-c643-4157-a6e2-0620bf803d84 req-d1dc247b-ee57-47c9-9601-abe5ac23f3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:32.565504 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-adc92831-c643-4157-a6e2-0620bf803d84 req-d1dc247b-ee57-47c9-9601-abe5ac23f3a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b7e8f589-07df-4a9b-a39d-4b170c8b5a5e HTTP/1.1" status: 200 len: 911 time: 0.8853464 Jul 15 23:31:32.592649 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: c18b313d-8275-4a72-a32c-8c6d0ba83a93 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:31:32.596100 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c18b313d-8275-4a72-a32c-8c6d0ba83a93 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:31:32.635428 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-adc92831-c643-4157-a6e2-0620bf803d84 req-2b1f2997-d978-494c-8ba8-31c10bf66e18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe81a596-bbd2-47c2-b86c-23bcb0909247 HTTP/1.1" status: 200 len: 217 time: 0.0625887 Jul 15 23:31:32.668997 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-6058cf51-dea8-48a8-80b5-de2cf18888ad None None] Set router 7e51beac-15be-4032-bd2b-be4b21418c38 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:32.727709 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b685a9aa-2f32-4bcb-a2ff-4908a21f5444 admin admin] Deleting port c30a343c-51c1-4d24-8a72-63945df1434a {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:32.728690 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b685a9aa-2f32-4bcb-a2ff-4908a21f5444 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.731740 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc92831-c643-4157-a6e2-0620bf803d84 req-d686cad9-be8a-4bc4-9b9e-a59f46f32f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:32.734075 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-adc92831-c643-4157-a6e2-0620bf803d84 req-d686cad9-be8a-4bc4-9b9e-a59f46f32f15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9168cd9d-df0a-402b-9996-f6eca2123152 HTTP/1.1" status: 200 len: 849 time: 0.0905228 Jul 15 23:31:32.820213 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da541149-5116-416f-8e21-7988e8ac9447 req-ababbbff-1634-4012-bbc4-2e30c5d2be32 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:32.829770 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-da541149-5116-416f-8e21-7988e8ac9447 req-ababbbff-1634-4012-bbc4-2e30c5d2be32 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5 HTTP/1.1" status: 200 len: 1095 time: 0.1366069 Jul 15 23:31:32.911903 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-da541149-5116-416f-8e21-7988e8ac9447 req-b33b209c-e9fd-4517-98cc-3cec8d4a73b2 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=29d7689f-7e85-4601-88be-94b2e90a8307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807743 Jul 15 23:31:32.917509 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device fe81a596-bbd2-47c2-b86c-23bcb0909247 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:31:33.095581 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port fe81a596-bbd2-47c2-b86c-23bcb0909247, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=fe81a596-bbd2-47c2-b86c-23bcb0909247,segment=NetworkSegment(2d864c72-8721-4038-8a8c-9aaaf9109fe0),segment_id=2d864c72-8721-4038-8a8c-9aaaf9109fe0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:33.111895 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'fe81a596-bbd2-47c2-b86c-23bcb0909247', 'network_id': 'b7e8f589-07df-4a9b-a39d-4b170c8b5a5e', 'port_id': 'fe81a596-bbd2-47c2-b86c-23bcb0909247', 'mac_address': 'fa:16:3e:5e:27:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9168cd9d-df0a-402b-9996-f6eca2123152', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:31:33.118341 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 37e5d7f4-409e-4e0d-bff8-471a7f332a39 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:33.238539 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc92831-c643-4157-a6e2-0620bf803d84 req-387ac22f-272f-45d5-89c5-7d9fa998e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:33.240071 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-adc92831-c643-4157-a6e2-0620bf803d84 req-387ac22f-272f-45d5-89c5-7d9fa998e021 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7e8f589-07df-4a9b-a39d-4b170c8b5a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4905496 Jul 15 23:31:33.261162 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-b685a9aa-2f32-4bcb-a2ff-4908a21f5444 admin admin] For port c30a343c-51c1-4d24-8a72-63945df1434a, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c30a343c-51c1-4d24-8a72-63945df1434a,segment=NetworkSegment(0e91c939-56bf-4757-89a9-26c510074f77),segment_id=0e91c939-56bf-4757-89a9-26c510074f77)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:33.261505 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b685a9aa-2f32-4bcb-a2ff-4908a21f5444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:33.348416 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:33.375891 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b61004b6-8e6b-4495-8aa3-e824aadb582d req-d2459650-52bd-4647-833e-6f6d1ee36eea tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 210 time: 0.0515056 Jul 15 23:31:33.387137 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe81a596-bbd2-47c2-b86c-23bcb0909247 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:31:33.395128 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 37e5d7f4-409e-4e0d-bff8-471a7f332a39 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:33.395847 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:33.404106 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b685a9aa-2f32-4bcb-a2ff-4908a21f5444 admin admin] Calling delete_port for c30a343c-51c1-4d24-8a72-63945df1434a owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:33.456296 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port fe81a596-bbd2-47c2-b86c-23bcb0909247, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=fe81a596-bbd2-47c2-b86c-23bcb0909247,segment=NetworkSegment(2d864c72-8721-4038-8a8c-9aaaf9109fe0),segment_id=2d864c72-8721-4038-8a8c-9aaaf9109fe0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:33.463724 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-6058cf51-dea8-48a8-80b5-de2cf18888ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884693399', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'f95c581a-c506-4887-8be2-3b3159fa0150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:14Z', 'updated_at': '2021-07-15T23:31:24Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'f95c581a-c506-4887-8be2-3b3159fa0150', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:15Z', 'updated_at': '2021-07-15T23:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'fdc759dd-26c2-42d0-b13b-d2287a31086c', 'name': '', 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:04:bc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '976aa6b1-4baa-4019-a4c0-13137a5e1656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:22Z', 'updated_at': '2021-07-15T23:31:31Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': '976aa6b1-4baa-4019-a4c0-13137a5e1656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:33.468057 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:33.477096 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-334d4ce2-0725-4b44-83e4-5f831525e568 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:33.478582 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-334d4ce2-0725-4b44-83e4-5f831525e568 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.43 "GET /v2.0/networks?id=8e73d187-6e13-420b-a56d-850c55d02480 HTTP/1.1" status: 200 len: 797 time: 0.5869443 Jul 15 23:31:33.573314 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-adc92831-c643-4157-a6e2-0620bf803d84 req-f2975cbe-7f22-47ce-a801-dde74efe8725 service neutron] 10.222.0.36 "GET /v2.0/networks/b7e8f589-07df-4a9b-a39d-4b170c8b5a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887750 Jul 15 23:31:33.580647 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=fe81a596-bbd2-47c2-b86c-23bcb0909247,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:33.596532 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-63d35862-1e2b-40f4-950b-66ebfffa4d3e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af8840e572bc4203b4decdf0325b2045 HTTP/1.1" status: 200 len: 379 time: 0.0872097 Jul 15 23:31:33.597186 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6058cf51-dea8-48a8-80b5-de2cf18888ad None None] The sync data for ids ['7e51beac-15be-4032-bd2b-be4b21418c38'] in n-d-787205-9 is: [{'id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884693399', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'f95c581a-c506-4887-8be2-3b3159fa0150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:14Z', 'updated_at': '2021-07-15T23:31:24Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'f95c581a-c506-4887-8be2-3b3159fa0150', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:15Z', 'updated_at': '2021-07-15T23:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'fdc759dd-26c2-42d0-b13b-d2287a31086c', 'name': '', 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:04:bc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '976aa6b1-4baa-4019-a4c0-13137a5e1656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:22Z', 'updated_at': '2021-07-15T23:31:31Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': '976aa6b1-4baa-4019-a4c0-13137a5e1656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:31:33.651874 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-bfe63eda-11ed-4ae4-b0ff-d41cdef195f9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'port': {'device_id': 'd9d4a2ac-fe42-428c-9b22-89f99d536de5', 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480', 'admin_state_up': True, 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'security_groups': ['f68933f3-344e-4a60-a0af-69ab47c51a5d']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:33.786992 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 135500d8-5469-4587-b1bf-cb3aca040a19 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:33.885805 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['fe81a596-bbd2-47c2-b86c-23bcb0909247'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:31:34.094167 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-adc92831-c643-4157-a6e2-0620bf803d84 req-e86a2e2f-a9c4-4ab3-abad-73e01b26a226 service neutron] 10.222.0.36 "GET /v2.0/networks/b7e8f589-07df-4a9b-a39d-4b170c8b5a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952674 Jul 15 23:31:34.197614 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-bfe63eda-11ed-4ae4-b0ff-d41cdef195f9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Made reservation on behalf of af8840e572bc4203b4decdf0325b2045 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:34.214576 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-bfe63eda-11ed-4ae4-b0ff-d41cdef195f9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.234953 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 135500d8-5469-4587-b1bf-cb3aca040a19 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:34.235571 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.364905 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89aac9-45c4-45f2-be59-177d60470110 req-48e3d287-2f2c-40ab-9798-067f33f347db tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:34.372074 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4f89aac9-45c4-45f2-be59-177d60470110 req-48e3d287-2f2c-40ab-9798-067f33f347db tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5 HTTP/1.1" status: 200 len: 1096 time: 0.1444106 Jul 15 23:31:34.454114 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b685a9aa-2f32-4bcb-a2ff-4908a21f5444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.472966 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4f89aac9-45c4-45f2-be59-177d60470110 req-b4a7225b-bbd7-42e9-be99-4260f77ab28b tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=29d7689f-7e85-4601-88be-94b2e90a8307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931153 Jul 15 23:31:34.538046 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685a9aa-2f32-4bcb-a2ff-4908a21f5444 admin admin] Pushing event deleted for resources: {'Port': ['ID=c30a343c-51c1-4d24-8a72-63945df1434a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:34.568327 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b685a9aa-2f32-4bcb-a2ff-4908a21f5444 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:34.569690 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b685a9aa-2f32-4bcb-a2ff-4908a21f5444 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:34.572334 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b685a9aa-2f32-4bcb-a2ff-4908a21f5444 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:34.572831 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b685a9aa-2f32-4bcb-a2ff-4908a21f5444 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:34.573279 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b685a9aa-2f32-4bcb-a2ff-4908a21f5444 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:34.573721 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b685a9aa-2f32-4bcb-a2ff-4908a21f5444 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:34.577784 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b685a9aa-2f32-4bcb-a2ff-4908a21f5444 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:34.578288 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b685a9aa-2f32-4bcb-a2ff-4908a21f5444 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:34.578778 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b685a9aa-2f32-4bcb-a2ff-4908a21f5444 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:34.579388 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b685a9aa-2f32-4bcb-a2ff-4908a21f5444 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:34.579832 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b685a9aa-2f32-4bcb-a2ff-4908a21f5444 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:34.580320 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b685a9aa-2f32-4bcb-a2ff-4908a21f5444 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:34.711437 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7abbb2e1-ccfc-49b9-94eb-815fab4089c1 req-de2c28eb-4905-4190-9526-4389c3eef6f9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 210 time: 0.0875201 Jul 15 23:31:34.812524 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-bfe63eda-11ed-4ae4-b0ff-d41cdef195f9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Allocated IP 172.20.0.6 (8e73d187-6e13-420b-a56d-850c55d02480/976aa6b1-4baa-4019-a4c0-13137a5e1656/3bc566c7-e1cf-4476-957d-13d55ea5d9da) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:35.212871 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device fdc759dd-26c2-42d0-b13b-d2287a31086c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:35.279193 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-bfe63eda-11ed-4ae4-b0ff-d41cdef195f9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:35.306024 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-bfe63eda-11ed-4ae4-b0ff-d41cdef195f9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Transition to ACTIVE for port object 3bc566c7-e1cf-4476-957d-13d55ea5d9da will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:35.311687 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b685a9aa-2f32-4bcb-a2ff-4908a21f5444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:35.320644 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port fdc759dd-26c2-42d0-b13b-d2287a31086c completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:35.325598 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port fdc759dd-26c2-42d0-b13b-d2287a31086c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:35.326299 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:35.507020 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:35.516410 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [req-316bf3ef-0e94-46da-a50c-c21f66e938eb req-c99b5b3e-52b4-4d68-8048-ab1390f19653 tempest-ServersTestJSON-167883531 tempest-ServersTestJSON-167883531-project] (93798) timed out ('10.222.0.36', 64383) {{(pid=93798) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:31:35.594469 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port fdc759dd-26c2-42d0-b13b-d2287a31086c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=fdc759dd-26c2-42d0-b13b-d2287a31086c,segment=NetworkSegment(17583465-5483-44c9-86a3-411136c8ac2a),segment_id=17583465-5483-44c9-86a3-411136c8ac2a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:35.601814 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:35.777248 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-bfe63eda-11ed-4ae4-b0ff-d41cdef195f9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:35.793772 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=fdc759dd-26c2-42d0-b13b-d2287a31086c,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:35.801866 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-bfe63eda-11ed-4ae4-b0ff-d41cdef195f9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Network 8e73d187-6e13-420b-a56d-850c55d02480 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:35.805457 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b685a9aa-2f32-4bcb-a2ff-4908a21f5444 admin admin] Router 90943a77-fb93-41f8-9414-48317a80b6c8 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:31:35.806439 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-bfe63eda-11ed-4ae4-b0ff-d41cdef195f9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:35.809070 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-bfe63eda-11ed-4ae4-b0ff-d41cdef195f9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:36.043427 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783d266-ec51-4788-ace5-17a3723a6338 req-b4615dc0-685e-448b-95fd-030f2786a1b5 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:36.047257 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3783d266-ec51-4788-ace5-17a3723a6338 req-b4615dc0-685e-448b-95fd-030f2786a1b5 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5 HTTP/1.1" status: 200 len: 1096 time: 0.2567070 Jul 15 23:31:36.202173 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b685a9aa-2f32-4bcb-a2ff-4908a21f5444 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:31:36.206569 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe63eda-11ed-4ae4-b0ff-d41cdef195f9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'Port': ['ID=3bc566c7-e1cf-4476-957d-13d55ea5d9da,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:36.218165 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fce453-b727-40db-b74b-651a09cab60e None None] Sync routers for ids ['90943a77-fb93-41f8-9414-48317a80b6c8'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:31:36.237885 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b685a9aa-2f32-4bcb-a2ff-4908a21f5444 admin admin] 10.222.0.16 "PUT /v2.0/routers/90943a77-fb93-41f8-9414-48317a80b6c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5604436 Jul 15 23:31:36.246661 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fce453-b727-40db-b74b-651a09cab60e None None] Routers {'90943a77-fb93-41f8-9414-48317a80b6c8'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:36.251648 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-73fce453-b727-40db-b74b-651a09cab60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:31:19Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['90943a77-fb93-41f8-9414-48317a80b6c8'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:36.258780 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51030) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:36.305180 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-90d66e82-ad12-446c-a3f8-ba5460a06ad7 None None] Provisioning for port 3bc566c7-e1cf-4476-957d-13d55ea5d9da completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:36.310858 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-bfe63eda-11ed-4ae4-b0ff-d41cdef195f9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:36.316266 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-bfe63eda-11ed-4ae4-b0ff-d41cdef195f9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:36.340595 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-90d66e82-ad12-446c-a3f8-ba5460a06ad7 None None] Provisioning complete for port 3bc566c7-e1cf-4476-957d-13d55ea5d9da triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:36.341153 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-90d66e82-ad12-446c-a3f8-ba5460a06ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:36.358262 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-bfe63eda-11ed-4ae4-b0ff-d41cdef195f9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7488749 Jul 15 23:31:36.370492 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-cbeafa0a-b7de-48a7-bc1a-44962c6c298a service neutron] Request body: {'port': {'device_id': 'd9d4a2ac-fe42-428c-9b22-89f99d536de5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:36.461861 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-90d66e82-ad12-446c-a3f8-ba5460a06ad7 None None] Port 3bc566c7-e1cf-4476-957d-13d55ea5d9da cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:31:36.491883 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63a814-4418-4832-a356-d7074b7b610b req-2d8580ab-1b74-4489-9c4a-4b00bc50c7b5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:36.493872 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b63a814-4418-4832-a356-d7074b7b610b req-2d8580ab-1b74-4489-9c4a-4b00bc50c7b5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 931 time: 0.5404234 Jul 15 23:31:36.505461 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-73fce453-b727-40db-b74b-651a09cab60e None None] Set router 90943a77-fb93-41f8-9414-48317a80b6c8 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:36.510710 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3783d266-ec51-4788-ace5-17a3723a6338 req-26798788-ac00-4a91-964f-da1c3d5b5857 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=29d7689f-7e85-4601-88be-94b2e90a8307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500246 Jul 15 23:31:36.557781 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51036) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:36.557781 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-cbeafa0a-b7de-48a7-bc1a-44962c6c298a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:36.650965 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9b63a814-4418-4832-a356-d7074b7b610b req-01785c57-60ad-4f0d-9e68-b9264242ad06 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380348 Jul 15 23:31:36.683041 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-721fd04d-c9d8-419d-86da-a5f49bbea5f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:36.924412 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device fe81a596-bbd2-47c2-b86c-23bcb0909247 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:37.032927 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-721fd04d-c9d8-419d-86da-a5f49bbea5f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:37.089698 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port fe81a596-bbd2-47c2-b86c-23bcb0909247 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:37.100893 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port fe81a596-bbd2-47c2-b86c-23bcb0909247 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:37.103540 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:37.123418 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device fdc759dd-26c2-42d0-b13b-d2287a31086c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:37.172390 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-721fd04d-c9d8-419d-86da-a5f49bbea5f2 admin admin] Deleting port 606da925-0ba0-4171-9821-934bab2022bb {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:37.172985 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-721fd04d-c9d8-419d-86da-a5f49bbea5f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:37.199620 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-73fce453-b727-40db-b74b-651a09cab60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90943a77-fb93-41f8-9414-48317a80b6c8', 'name': 'tempest-TestVolumeBootPattern-754000308-router', 'tenant_id': '5e81327bd00a4090a41d70b4d0fe2af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '606da925-0ba0-4171-9821-934bab2022bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:04Z', 'updated_at': '2021-07-15T23:31:34Z', 'revision_number': 5, 'project_id': '5e81327bd00a4090a41d70b4d0fe2af8', 'gw_port': {'id': '606da925-0ba0-4171-9821-934bab2022bb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90943a77-fb93-41f8-9414-48317a80b6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:37.258251 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fce453-b727-40db-b74b-651a09cab60e None None] Checking router: 90943a77-fb93-41f8-9414-48317a80b6c8 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:31:37.278296 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fce453-b727-40db-b74b-651a09cab60e None None] Routers {'90943a77-fb93-41f8-9414-48317a80b6c8'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:37.279022 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-73fce453-b727-40db-b74b-651a09cab60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:31:19Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['90943a77-fb93-41f8-9414-48317a80b6c8'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:37.348590 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-721fd04d-c9d8-419d-86da-a5f49bbea5f2 admin admin] For port 606da925-0ba0-4171-9821-934bab2022bb, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=606da925-0ba0-4171-9821-934bab2022bb,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:37.348963 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-721fd04d-c9d8-419d-86da-a5f49bbea5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:37.377229 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-721fd04d-c9d8-419d-86da-a5f49bbea5f2 admin admin] Calling delete_port for 606da925-0ba0-4171-9821-934bab2022bb owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:37.405752 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port fdc759dd-26c2-42d0-b13b-d2287a31086c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:37.406330 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:37.494478 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-352af26a-3d6a-4091-b87b-a199418a7a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:37.502788 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-73fce453-b727-40db-b74b-651a09cab60e None None] Set router 90943a77-fb93-41f8-9414-48317a80b6c8 gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:37.623239 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:37.680392 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-73fce453-b727-40db-b74b-651a09cab60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90943a77-fb93-41f8-9414-48317a80b6c8', 'name': 'tempest-TestVolumeBootPattern-754000308-router', 'tenant_id': '5e81327bd00a4090a41d70b4d0fe2af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:04Z', 'updated_at': '2021-07-15T23:31:37Z', 'revision_number': 6, 'project_id': '5e81327bd00a4090a41d70b4d0fe2af8', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:37.788177 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe81a596-bbd2-47c2-b86c-23bcb0909247'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:31:37.794398 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b947aa43-7de4-4de7-b18f-0e7ee4d7a507" -d '{"events": [{"server_uuid": "8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5", "name": "network-vif-plugged", "status": "completed", "tag": "fe81a596-bbd2-47c2-b86c-23bcb0909247"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:31:37.841290 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port fe81a596-bbd2-47c2-b86c-23bcb0909247, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=fe81a596-bbd2-47c2-b86c-23bcb0909247,segment=NetworkSegment(2d864c72-8721-4038-8a8c-9aaaf9109fe0),segment_id=2d864c72-8721-4038-8a8c-9aaaf9109fe0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:37.852871 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:37.916793 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-352af26a-3d6a-4091-b87b-a199418a7a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:37.937280 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-352af26a-3d6a-4091-b87b-a199418a7a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:37.973733 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-721fd04d-c9d8-419d-86da-a5f49bbea5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:37.992777 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=fe81a596-bbd2-47c2-b86c-23bcb0909247,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:38.019253 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fce453-b727-40db-b74b-651a09cab60e None None] The sync data for ids ['90943a77-fb93-41f8-9414-48317a80b6c8'] in n-d-787205-9 is: [{'id': '90943a77-fb93-41f8-9414-48317a80b6c8', 'name': 'tempest-TestVolumeBootPattern-754000308-router', 'tenant_id': '5e81327bd00a4090a41d70b4d0fe2af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:04Z', 'updated_at': '2021-07-15T23:31:37Z', 'revision_number': 6, 'project_id': '5e81327bd00a4090a41d70b4d0fe2af8', 'gw_port_host': None}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:31:38.034102 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721fd04d-c9d8-419d-86da-a5f49bbea5f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=606da925-0ba0-4171-9821-934bab2022bb,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:38.050233 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-352af26a-3d6a-4091-b87b-a199418a7a4b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad0b0ce5810a42e7beb871acbef7e99f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4783485 Jul 15 23:31:38.053897 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51060) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:38.054879 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352af26a-3d6a-4091-b87b-a199418a7a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e704cc6-7df4-4664-b441-89eda5c3a879,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:38.143392 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b75d3e-7cef-4f86-abd8-035cb9dcb281 req-7a3ec1bf-dff4-4b50-92e1-d95a8bbd333b tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:38.145569 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f0b75d3e-7cef-4f86-abd8-035cb9dcb281 req-7a3ec1bf-dff4-4b50-92e1-d95a8bbd333b tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5 HTTP/1.1" status: 200 len: 1097 time: 0.2617338 Jul 15 23:31:38.202653 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-caa67cbd-7d81-4b11-9071-617f8b4bf20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:38.227659 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-cbeafa0a-b7de-48a7-bc1a-44962c6c298a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc566c7-e1cf-4476-957d-13d55ea5d9da {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:31:38.229002 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f0b75d3e-7cef-4f86-abd8-035cb9dcb281 req-62b08a55-ff0d-4ff0-993e-99e34e3f4665 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=29d7689f-7e85-4601-88be-94b2e90a8307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642796 Jul 15 23:31:38.236318 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-721fd04d-c9d8-419d-86da-a5f49bbea5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:38.301576 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-cbeafa0a-b7de-48a7-bc1a-44962c6c298a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:38.316786 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c8aec-7735-43f3-b2d8-4f0b7688fa1e req-c71e769c-7ce3-47ed-ac63-f1929b093a6c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:38.320973 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-caa67cbd-7d81-4b11-9071-617f8b4bf20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:38.328032 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d24c8aec-7735-43f3-b2d8-4f0b7688fa1e req-c71e769c-7ce3-47ed-ac63-f1929b093a6c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 931 time: 0.2287030 Jul 15 23:31:38.360359 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-cbeafa0a-b7de-48a7-bc1a-44962c6c298a service neutron] Transition to ACTIVE for port object 3bc566c7-e1cf-4476-957d-13d55ea5d9da will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:38.381395 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-cbeafa0a-b7de-48a7-bc1a-44962c6c298a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:38.408017 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f89d7bc-93eb-42f4-8eb3-74d61706e2b7 x-openstack-request-id: req-4f89d7bc-93eb-42f4-8eb3-74d61706e2b7 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:31:38.410062 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5", "name": "network-vif-plugged", "status": "completed", "tag": "fe81a596-bbd2-47c2-b86c-23bcb0909247", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:31:38.410452 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4f89d7bc-93eb-42f4-8eb3-74d61706e2b7 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:31:38.422846 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe81a596-bbd2-47c2-b86c-23bcb0909247', 'code': 200} Jul 15 23:31:38.489516 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-721fd04d-c9d8-419d-86da-a5f49bbea5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:38.505568 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeafa0a-b7de-48a7-bc1a-44962c6c298a service neutron] Pushing event updated for resources: {'Port': ['ID=3bc566c7-e1cf-4476-957d-13d55ea5d9da,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:38.521143 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-caa67cbd-7d81-4b11-9071-617f8b4bf20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:38.524607 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-caa67cbd-7d81-4b11-9071-617f8b4bf20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:38.525899 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-caa67cbd-7d81-4b11-9071-617f8b4bf20b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e704cc6-7df4-4664-b441-89eda5c3a879 HTTP/1.1" status: 204 len: 168 time: 0.4536569 Jul 15 23:31:38.572514 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-721fd04d-c9d8-419d-86da-a5f49bbea5f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:38.589558 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d24c8aec-7735-43f3-b2d8-4f0b7688fa1e req-19c4511d-ab39-4a8c-af9c-4d8334909af2 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502849 Jul 15 23:31:38.703978 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-721fd04d-c9d8-419d-86da-a5f49bbea5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:38.708579 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721fd04d-c9d8-419d-86da-a5f49bbea5f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90943a77-fb93-41f8-9414-48317a80b6c8 {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:31:38.734858 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-721fd04d-c9d8-419d-86da-a5f49bbea5f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:38.744507 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-721fd04d-c9d8-419d-86da-a5f49bbea5f2 admin admin] 10.222.0.16 "DELETE /v2.0/routers/90943a77-fb93-41f8-9414-48317a80b6c8 HTTP/1.1" status: 204 len: 168 time: 2.4747903 Jul 15 23:31:38.749032 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51074) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:38.753328 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-cbeafa0a-b7de-48a7-bc1a-44962c6c298a service neutron] Attempting to bind port 3bc566c7-e1cf-4476-957d-13d55ea5d9da on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:31:38.753670 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-cbeafa0a-b7de-48a7-bc1a-44962c6c298a service neutron] Attempting to bind port 3bc566c7-e1cf-4476-957d-13d55ea5d9da by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '17583465-5483-44c9-86a3-411136c8ac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:31:38.754000 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-cbeafa0a-b7de-48a7-bc1a-44962c6c298a service neutron] Attempting to bind port 3bc566c7-e1cf-4476-957d-13d55ea5d9da on network 8e73d187-6e13-420b-a56d-850c55d02480 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:38.812202 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa67cbd-7d81-4b11-9071-617f8b4bf20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e704cc6-7df4-4664-b441-89eda5c3a879,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:38.826324 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-cbeafa0a-b7de-48a7-bc1a-44962c6c298a service neutron] Port 3bc566c7-e1cf-4476-957d-13d55ea5d9da on network 8e73d187-6e13-420b-a56d-850c55d02480 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:31:38.826963 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-cbeafa0a-b7de-48a7-bc1a-44962c6c298a service neutron] Attempting to bind port 3bc566c7-e1cf-4476-957d-13d55ea5d9da on network 8e73d187-6e13-420b-a56d-850c55d02480 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:38.851975 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-cbeafa0a-b7de-48a7-bc1a-44962c6c298a service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:31:38.855061 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-cbeafa0a-b7de-48a7-bc1a-44962c6c298a service neutron] Checking segment: {'id': '17583465-5483-44c9-86a3-411136c8ac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:38.855699 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-cbeafa0a-b7de-48a7-bc1a-44962c6c298a service neutron] Bound using segment: {'id': '17583465-5483-44c9-86a3-411136c8ac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:31:38.856318 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-cbeafa0a-b7de-48a7-bc1a-44962c6c298a service neutron] Bound port: 3bc566c7-e1cf-4476-957d-13d55ea5d9da, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17583465-5483-44c9-86a3-411136c8ac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:31:38.859836 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-cbeafa0a-b7de-48a7-bc1a-44962c6c298a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:38.907162 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9735bd9-3234-41a9-9730-0afb3d5efe55 admin admin] Deleting subnet d3f013dd-1569-40df-b945-d1defe946693 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:31:38.918862 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d9735bd9-3234-41a9-9730-0afb3d5efe55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.003544 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.047915 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-cbeafa0a-b7de-48a7-bc1a-44962c6c298a service neutron] For port 3bc566c7-e1cf-4476-957d-13d55ea5d9da, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:31:39.047915 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-cbeafa0a-b7de-48a7-bc1a-44962c6c298a service neutron] For port 3bc566c7-e1cf-4476-957d-13d55ea5d9da, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=3bc566c7-e1cf-4476-957d-13d55ea5d9da,segment=NetworkSegment(17583465-5483-44c9-86a3-411136c8ac2a),segment_id=17583465-5483-44c9-86a3-411136c8ac2a)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:31:39.074496 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d9735bd9-3234-41a9-9730-0afb3d5efe55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.075582 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-cbeafa0a-b7de-48a7-bc1a-44962c6c298a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.141512 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c30a343c-51c1-4d24-8a72-63945df1434a no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:31:39.199756 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: c30a343c-51c1-4d24-8a72-63945df1434a {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:31:39.200396 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c30a343c-51c1-4d24-8a72-63945df1434a not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:31:39.210088 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 606da925-0ba0-4171-9821-934bab2022bb no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:31:39.238719 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-cbeafa0a-b7de-48a7-bc1a-44962c6c298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:39.240035 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-cbeafa0a-b7de-48a7-bc1a-44962c6c298a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.245773 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-cbeafa0a-b7de-48a7-bc1a-44962c6c298a service neutron] 10.222.0.43 "PUT /v2.0/ports/3bc566c7-e1cf-4476-957d-13d55ea5d9da HTTP/1.1" status: 200 len: 1091 time: 2.8803368 Jul 15 23:31:39.249593 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d4a2ac-fe42-428c-9b22-89f99d536de5', 'tag': '3bc566c7-e1cf-4476-957d-13d55ea5d9da'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:31:39.266281 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79566c5-cf97-45d7-9ba6-e0cf1f18b17d" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d4a2ac-fe42-428c-9b22-89f99d536de5", "tag": "3bc566c7-e1cf-4476-957d-13d55ea5d9da"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:31:39.269078 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 606da925-0ba0-4171-9821-934bab2022bb {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:31:39.271032 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 606da925-0ba0-4171-9821-934bab2022bb not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:31:39.271483 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51084) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:39.296651 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bbd8dbbe-338d-4624-bb49-33de7cb8d7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.320412 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab4a2c-9510-4928-8c7a-24e001bfb536 req-cee486f6-5625-4f5a-b05e-5de6e748f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:39.327009 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d0ab4a2c-9510-4928-8c7a-24e001bfb536 req-cee486f6-5625-4f5a-b05e-5de6e748f6b4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5 HTTP/1.1" status: 200 len: 1097 time: 0.6200385 Jul 15 23:31:39.406231 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d9735bd9-3234-41a9-9730-0afb3d5efe55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.457987 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ddb1bd-391d-4b0c-ba94-4b98d3a6b140 x-openstack-request-id: req-29ddb1bd-391d-4b0c-ba94-4b98d3a6b140 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:31:39.458362 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d4a2ac-fe42-428c-9b22-89f99d536de5", "tag": "3bc566c7-e1cf-4476-957d-13d55ea5d9da", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:31:39.458811 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29ddb1bd-391d-4b0c-ba94-4b98d3a6b140 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:31:39.459514 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d4a2ac-fe42-428c-9b22-89f99d536de5', 'tag': '3bc566c7-e1cf-4476-957d-13d55ea5d9da', 'status': 'completed', 'code': 200} Jul 15 23:31:39.487969 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeafa0a-b7de-48a7-bc1a-44962c6c298a service neutron] Pushing event updated for resources: {'Port': ['ID=3bc566c7-e1cf-4476-957d-13d55ea5d9da,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:39.531961 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d0ab4a2c-9510-4928-8c7a-24e001bfb536 req-bbe698bc-a8c3-4a34-8f05-db343e68d863 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=29d7689f-7e85-4601-88be-94b2e90a8307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664851 Jul 15 23:31:39.579823 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-8d162971-f7be-4ab7-bdd5-c824f617c57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:39.581421 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-8d162971-f7be-4ab7-bdd5-c824f617c57c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 1094 time: 0.2501044 Jul 15 23:31:39.643713 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-1ce55326-892b-4aac-a4a4-ea6fbdccd97c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bc566c7-e1cf-4476-957d-13d55ea5d9da HTTP/1.1" status: 200 len: 217 time: 0.0509045 Jul 15 23:31:39.661599 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830db0d2-2bf4-4ac9-b1e3-30a5080155fa req-47beb854-47cd-4ce2-ad84-ae93c814811f tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:39.669709 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-830db0d2-2bf4-4ac9-b1e3-30a5080155fa req-47beb854-47cd-4ce2-ad84-ae93c814811f tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5 HTTP/1.1" status: 200 len: 1097 time: 0.1789980 Jul 15 23:31:39.672705 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d9735bd9-3234-41a9-9730-0afb3d5efe55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.767387 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9735bd9-3234-41a9-9730-0afb3d5efe55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3f013dd-1569-40df-b945-d1defe946693,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:39.785509 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-102a4cb3-37d8-4816-ae9c-2342ffafa4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:39.787276 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-102a4cb3-37d8-4816-ae9c-2342ffafa4ed service neutron] 10.222.0.43 "GET /v2.0/subnets?id=976aa6b1-4baa-4019-a4c0-13137a5e1656 HTTP/1.1" status: 200 len: 835 time: 0.1375370 Jul 15 23:31:39.788564 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea609e70-42c9-409d-a785-fd3a0c473263 None None] Network e3744a61-3464-41be-9914-cc21719c1bd3 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:39.796740 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d9735bd9-3234-41a9-9730-0afb3d5efe55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.798734 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d9735bd9-3234-41a9-9730-0afb3d5efe55 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d3f013dd-1569-40df-b945-d1defe946693 HTTP/1.1" status: 204 len: 168 time: 1.0477998 Jul 15 23:31:39.800519 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-830db0d2-2bf4-4ac9-b1e3-30a5080155fa req-8c6ef571-7029-4913-8ced-63384011e4b6 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=29d7689f-7e85-4601-88be-94b2e90a8307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296699 Jul 15 23:31:39.805032 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51098) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:39.864693 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bbd8dbbe-338d-4624-bb49-33de7cb8d7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.882099 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bbd8dbbe-338d-4624-bb49-33de7cb8d7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.924117 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e525383e-ba26-4422-aaba-1e899960caea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.990863 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8dbbe-338d-4624-bb49-33de7cb8d7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d7e245-ec4a-452f-af12-094960062656,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:40.063322 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e525383e-ba26-4422-aaba-1e899960caea admin admin] Deleting port 8c439852-f655-40a6-9938-e7c5520e9494 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:40.063724 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e525383e-ba26-4422-aaba-1e899960caea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.081201 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bbd8dbbe-338d-4624-bb49-33de7cb8d7bf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6e1cf95499d3435e969e5f1fd3265172&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8070853 Jul 15 23:31:40.085341 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51100) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:40.106923 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-c94bea17-0d54-45e1-acb2-eb7c79bf3fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:40.109864 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-c94bea17-0d54-45e1-acb2-eb7c79bf3fae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8e73d187-6e13-420b-a56d-850c55d02480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3161170 Jul 15 23:31:40.153340 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae198d72-0a43-413c-86e4-72491eff709c None None] DHCP port deletion for e3744a61-3464-41be-9914-cc21719c1bd3 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:31:40.223093 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ae198d72-0a43-413c-86e4-72491eff709c None None] Deleting port 8c439852-f655-40a6-9938-e7c5520e9494 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:40.223725 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ae198d72-0a43-413c-86e4-72491eff709c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.238832 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e525383e-ba26-4422-aaba-1e899960caea admin admin] For port 8c439852-f655-40a6-9938-e7c5520e9494, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=8c439852-f655-40a6-9938-e7c5520e9494,segment=NetworkSegment(0e91c939-56bf-4757-89a9-26c510074f77),segment_id=0e91c939-56bf-4757-89a9-26c510074f77)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:40.238832 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e525383e-ba26-4422-aaba-1e899960caea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.260990 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e220e3e-e9e6-4c27-b15a-0be7d3fadb50 req-0bb9762e-132d-4035-afe8-054eb8a731cf tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:40.262491 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7e220e3e-e9e6-4c27-b15a-0be7d3fadb50 req-0bb9762e-132d-4035-afe8-054eb8a731cf tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 943 time: 0.2434661 Jul 15 23:31:40.304625 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e525383e-ba26-4422-aaba-1e899960caea admin admin] Calling delete_port for 8c439852-f655-40a6-9938-e7c5520e9494 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:40.322797 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-e71720cc-5488-4bdf-8570-a7e4e85afdb8 service neutron] 10.222.0.43 "GET /v2.0/networks/8e73d187-6e13-420b-a56d-850c55d02480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990943 Jul 15 23:31:40.327719 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-72598dca-89bd-44b7-a085-3ac535e7224a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.358004 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7e220e3e-e9e6-4c27-b15a-0be7d3fadb50 req-a315b037-3f64-4657-8247-beb7d810de0e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840364 Jul 15 23:31:40.372564 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ae198d72-0a43-413c-86e4-72491eff709c None None] For port 8c439852-f655-40a6-9938-e7c5520e9494, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=8c439852-f655-40a6-9938-e7c5520e9494,segment=NetworkSegment(0e91c939-56bf-4757-89a9-26c510074f77),segment_id=0e91c939-56bf-4757-89a9-26c510074f77)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:40.381846 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ae198d72-0a43-413c-86e4-72491eff709c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.405533 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ae198d72-0a43-413c-86e4-72491eff709c None None] Calling delete_port for 8c439852-f655-40a6-9938-e7c5520e9494 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:40.427538 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-00b9873e-eb5b-4221-ae90-0dc3e5a55550 req-79114ec9-78fd-401d-b055-00fb305d7a32 service neutron] 10.222.0.43 "GET /v2.0/networks/8e73d187-6e13-420b-a56d-850c55d02480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975535 Jul 15 23:31:40.461564 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-72598dca-89bd-44b7-a085-3ac535e7224a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.515488 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-72598dca-89bd-44b7-a085-3ac535e7224a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.518363 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-72598dca-89bd-44b7-a085-3ac535e7224a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.533312 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-72598dca-89bd-44b7-a085-3ac535e7224a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33d7e245-ec4a-452f-af12-094960062656 HTTP/1.1" status: 204 len: 168 time: 0.4288509 Jul 15 23:31:40.583881 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79566c5-cf97-45d7-9ba6-e0cf1f18b17d req-2d4e4e5c-db7b-4d08-94f3-abeaa44d644a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:40.587652 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e79566c5-cf97-45d7-9ba6-e0cf1f18b17d req-2d4e4e5c-db7b-4d08-94f3-abeaa44d644a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 1094 time: 0.1112683 Jul 15 23:31:40.605132 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ae198d72-0a43-413c-86e4-72491eff709c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.626832 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae198d72-0a43-413c-86e4-72491eff709c None None] No DVR routers for this DVR port 8c439852-f655-40a6-9938-e7c5520e9494 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:31:40.671796 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae198d72-0a43-413c-86e4-72491eff709c None None] Pushing event deleted for resources: {'Port': ['ID=8c439852-f655-40a6-9938-e7c5520e9494,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:40.710222 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72598dca-89bd-44b7-a085-3ac535e7224a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d7e245-ec4a-452f-af12-094960062656,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:40.736302 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e525383e-ba26-4422-aaba-1e899960caea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.756390 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e525383e-ba26-4422-aaba-1e899960caea admin admin] No DVR routers for this DVR port 8c439852-f655-40a6-9938-e7c5520e9494 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:31:40.786204 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525383e-ba26-4422-aaba-1e899960caea admin admin] Pushing event deleted for resources: {'Port': ['ID=8c439852-f655-40a6-9938-e7c5520e9494,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:40.872455 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79566c5-cf97-45d7-9ba6-e0cf1f18b17d req-b6de3cb3-0fe0-44ee-acca-4ccfa0c1a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:40.873561 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e525383e-ba26-4422-aaba-1e899960caea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.875187 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e79566c5-cf97-45d7-9ba6-e0cf1f18b17d req-b6de3cb3-0fe0-44ee-acca-4ccfa0c1a52d service neutron] 10.222.0.43 "GET /v2.0/networks?id=8e73d187-6e13-420b-a56d-850c55d02480 HTTP/1.1" status: 200 len: 898 time: 0.2804708 Jul 15 23:31:40.885492 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-e525383e-ba26-4422-aaba-1e899960caea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3744a61-3464-41be-9914-cc21719c1bd3']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:40.896744 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-e525383e-ba26-4422-aaba-1e899960caea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e91c939-56bf-4757-89a9-26c510074f77') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:40.897042 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-e525383e-ba26-4422-aaba-1e899960caea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e91c939-56bf-4757-89a9-26c510074f77') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:40.906927 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e525383e-ba26-4422-aaba-1e899960caea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.938256 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e525383e-ba26-4422-aaba-1e899960caea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.949154 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e525383e-ba26-4422-aaba-1e899960caea admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:31:40.950721 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e525383e-ba26-4422-aaba-1e899960caea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: self.session.flush() Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: self.session.flush() Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: self.session.flush() Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: self.session.flush() Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:31:40.957604 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:31:40.993561 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e79566c5-cf97-45d7-9ba6-e0cf1f18b17d req-5d75fbb4-6b05-43cb-b8b2-b64682ef1fcb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bc566c7-e1cf-4476-957d-13d55ea5d9da HTTP/1.1" status: 200 len: 217 time: 0.1107190 Jul 15 23:31:41.017105 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 8c439852-f655-40a6-9938-e7c5520e9494 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:31:41.079064 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 8c439852-f655-40a6-9938-e7c5520e9494 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:31:41.079681 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 8c439852-f655-40a6-9938-e7c5520e9494 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:31:41.138687 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79566c5-cf97-45d7-9ba6-e0cf1f18b17d req-c0b963b0-7118-4313-a8e7-c4b5e70b6c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:41.138687 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e79566c5-cf97-45d7-9ba6-e0cf1f18b17d req-c0b963b0-7118-4313-a8e7-c4b5e70b6c32 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=976aa6b1-4baa-4019-a4c0-13137a5e1656 HTTP/1.1" status: 200 len: 835 time: 0.1262922 Jul 15 23:31:41.204656 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e525383e-ba26-4422-aaba-1e899960caea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:41.212101 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e525383e-ba26-4422-aaba-1e899960caea admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:41.214791 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e525383e-ba26-4422-aaba-1e899960caea admin admin] 10.222.0.16 "DELETE /v2.0/networks/e3744a61-3464-41be-9914-cc21719c1bd3 HTTP/1.1" status: 204 len: 168 time: 1.4068358 Jul 15 23:31:41.235116 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525383e-ba26-4422-aaba-1e899960caea admin admin] Pushing event deleted for resources: {'Network': ['ID=e3744a61-3464-41be-9914-cc21719c1bd3,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:41.257478 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff741cb-91a1-4933-99fc-2bc3187d34af req-d99a05f2-9bc6-40db-a2e8-16c4f9e976d1 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:41.258909 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fff741cb-91a1-4933-99fc-2bc3187d34af req-d99a05f2-9bc6-40db-a2e8-16c4f9e976d1 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5 HTTP/1.1" status: 200 len: 1097 time: 0.1041353 Jul 15 23:31:41.273032 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79566c5-cf97-45d7-9ba6-e0cf1f18b17d req-be4485a0-ff9f-4a23-abd6-89210d8ab408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:41.276229 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e79566c5-cf97-45d7-9ba6-e0cf1f18b17d req-be4485a0-ff9f-4a23-abd6-89210d8ab408 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8e73d187-6e13-420b-a56d-850c55d02480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309142 Jul 15 23:31:41.333335 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fff741cb-91a1-4933-99fc-2bc3187d34af req-b50cd8b7-16af-4bd7-aa16-56afc8953142 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=29d7689f-7e85-4601-88be-94b2e90a8307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678728 Jul 15 23:31:41.445020 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51146) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:41.469763 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e79566c5-cf97-45d7-9ba6-e0cf1f18b17d req-cbaf4713-64d3-4a1f-875f-d14ca531c726 service neutron] 10.222.0.43 "GET /v2.0/networks/8e73d187-6e13-420b-a56d-850c55d02480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852899 Jul 15 23:31:41.507724 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6ab5b511-01c5-41ef-a342-482b61278256 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c476bc9e2fe48f188b2500546342e72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0614727 Jul 15 23:31:41.510735 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51148) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:41.634836 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ca889044-537d-45c0-8cc9-066d25e1aa6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:41.652892 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e79566c5-cf97-45d7-9ba6-e0cf1f18b17d req-f579cce0-b03e-45ee-b629-7f329a665e71 service neutron] 10.222.0.43 "GET /v2.0/networks/8e73d187-6e13-420b-a56d-850c55d02480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761954 Jul 15 23:31:41.655010 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b447dd-893e-404f-9661-c6df6e68249c req-e5a129eb-ecab-450c-8176-55a175787a3a tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:41.657723 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-71b447dd-893e-404f-9661-c6df6e68249c req-e5a129eb-ecab-450c-8176-55a175787a3a tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5 HTTP/1.1" status: 200 len: 1097 time: 0.1483746 Jul 15 23:31:41.722134 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ca889044-537d-45c0-8cc9-066d25e1aa6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:41.769144 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-71b447dd-893e-404f-9661-c6df6e68249c req-eec67401-5a9f-400a-b857-5252e1645289 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=29d7689f-7e85-4601-88be-94b2e90a8307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983324 Jul 15 23:31:41.787046 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af23fd-1e3f-4aed-9c27-b58c08fc126b req-0aceec68-6d0c-4111-a8ca-19e61ecffc18 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:41.789499 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a2af23fd-1e3f-4aed-9c27-b58c08fc126b req-0aceec68-6d0c-4111-a8ca-19e61ecffc18 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 943 time: 0.1813569 Jul 15 23:31:41.843168 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ca889044-537d-45c0-8cc9-066d25e1aa6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:41.845778 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ca889044-537d-45c0-8cc9-066d25e1aa6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:41.849381 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ca889044-537d-45c0-8cc9-066d25e1aa6b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c22f3c3d-4bc1-4b24-bbbc-47384a3defcb HTTP/1.1" status: 204 len: 168 time: 0.3280196 Jul 15 23:31:41.868850 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a2af23fd-1e3f-4aed-9c27-b58c08fc126b req-127c732b-8be6-46e9-982e-c73377f77ff2 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715420 Jul 15 23:31:41.893022 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca889044-537d-45c0-8cc9-066d25e1aa6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22f3c3d-4bc1-4b24-bbbc-47384a3defcb,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:41.955656 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 3bc566c7-e1cf-4476-957d-13d55ea5d9da details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:31:42.026107 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51170) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:42.036029 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37fd58-204e-4d0a-b85d-781946fb4342 req-977d6dc4-fcd1-4f8e-aade-3532ab19c8f0 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:42.038497 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9d37fd58-204e-4d0a-b85d-781946fb4342 req-977d6dc4-fcd1-4f8e-aade-3532ab19c8f0 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5 HTTP/1.1" status: 200 len: 1097 time: 0.0898020 Jul 15 23:31:42.099324 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9d37fd58-204e-4d0a-b85d-781946fb4342 req-54495c4d-a250-41f8-8c8b-864af5d71cb8 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=29d7689f-7e85-4601-88be-94b2e90a8307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550072 Jul 15 23:31:42.160456 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 3bc566c7-e1cf-4476-957d-13d55ea5d9da, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=3bc566c7-e1cf-4476-957d-13d55ea5d9da,segment=NetworkSegment(17583465-5483-44c9-86a3-411136c8ac2a),segment_id=17583465-5483-44c9-86a3-411136c8ac2a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:42.176497 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '3bc566c7-e1cf-4476-957d-13d55ea5d9da', 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480', 'port_id': '3bc566c7-e1cf-4476-957d-13d55ea5d9da', 'mac_address': 'fa:16:3e:48:09:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '976aa6b1-4baa-4019-a4c0-13137a5e1656', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:31:42.225157 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:42.242079 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc566c7-e1cf-4476-957d-13d55ea5d9da {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:31:42.273702 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 3bc566c7-e1cf-4476-957d-13d55ea5d9da, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=3bc566c7-e1cf-4476-957d-13d55ea5d9da,segment=NetworkSegment(17583465-5483-44c9-86a3-411136c8ac2a),segment_id=17583465-5483-44c9-86a3-411136c8ac2a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:42.279930 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:42.348996 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=3bc566c7-e1cf-4476-957d-13d55ea5d9da,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:42.466729 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3f351861-51a4-4b1a-8e6b-eaeb8d1b3f87 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-619656900-network', 'tenant_id': '127bfb13721d4112a18a91827fe2036b'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:42.492407 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['3bc566c7-e1cf-4476-957d-13d55ea5d9da'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:31:42.508154 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f351861-51a4-4b1a-8e6b-eaeb8d1b3f87 admin admin] Made reservation on behalf of 127bfb13721d4112a18a91827fe2036b for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:42.510896 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3f351861-51a4-4b1a-8e6b-eaeb8d1b3f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:42.532893 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3f351861-51a4-4b1a-8e6b-eaeb8d1b3f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:42.592091 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51198) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:42.604891 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-1c9786e0-420d-4452-8a9c-8ac45e7fa02f tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:42.611878 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-1c9786e0-420d-4452-8a9c-8ac45e7fa02f tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/networks?id=b7e8f589-07df-4a9b-a39d-4b170c8b5a5e HTTP/1.1" status: 200 len: 911 time: 0.1346297 Jul 15 23:31:42.628556 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-2da7d774-5997-4265-a4a9-a729005525eb tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/quotas/3414eaf6fdaa41ed9f5d052636d3bb1a HTTP/1.1" status: 200 len: 375 time: 0.0153239 Jul 15 23:31:42.688767 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d12b757f-f103-4320-a0a9-c3dde681e6ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e81327bd00a4090a41d70b4d0fe2af8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0927756 Jul 15 23:31:42.693104 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51204) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:42.764211 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-ac590104-660c-4613-aeca-e94a41f3c5db tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=3414eaf6fdaa41ed9f5d052636d3bb1a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1263287 Jul 15 23:31:42.792993 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3f351861-51a4-4b1a-8e6b-eaeb8d1b3f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:42.801236 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3f351861-51a4-4b1a-8e6b-eaeb8d1b3f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:42.808272 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-401cd7ed-9fe0-4211-9176-9fdfbed1997c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:42.837644 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-401cd7ed-9fe0-4211-9176-9fdfbed1997c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:42.849323 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f351861-51a4-4b1a-8e6b-eaeb8d1b3f87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:31:42.857678 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f351861-51a4-4b1a-8e6b-eaeb8d1b3f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348f404a-0245-425b-9406-11aafbf77d24,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:42.884190 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3f351861-51a4-4b1a-8e6b-eaeb8d1b3f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:42.884601 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-3f351861-51a4-4b1a-8e6b-eaeb8d1b3f87 admin admin] Added segment 3e185bdc-dfc7-4368-a836-c458a448a92c of type vlan for network 94e58b18-255c-412e-8f40-cee301fcc623 Jul 15 23:31:42.961359 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3f351861-51a4-4b1a-8e6b-eaeb8d1b3f87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:43.014758 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3f351861-51a4-4b1a-8e6b-eaeb8d1b3f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:43.015899 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f351861-51a4-4b1a-8e6b-eaeb8d1b3f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:43.016543 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3f351861-51a4-4b1a-8e6b-eaeb8d1b3f87 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:43.030260 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-401cd7ed-9fe0-4211-9176-9fdfbed1997c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:43.033113 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-401cd7ed-9fe0-4211-9176-9fdfbed1997c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:43.034349 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-401cd7ed-9fe0-4211-9176-9fdfbed1997c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/64b313b9-52ca-4ed8-9058-19a8dbb3907c HTTP/1.1" status: 204 len: 168 time: 0.3394473 Jul 15 23:31:43.056244 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-20d8df10-2ed3-44e3-a887-7aa0e582ff1e service neutron] 10.222.0.16 "GET /v2.0/networks/b7e8f589-07df-4a9b-a39d-4b170c8b5a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840910 Jul 15 23:31:43.060489 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3f351861-51a4-4b1a-8e6b-eaeb8d1b3f87 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0328150 Jul 15 23:31:43.060631 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51214) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:43.100963 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f351861-51a4-4b1a-8e6b-eaeb8d1b3f87 admin admin] Pushing event updated for resources: {'Network': ['ID=94e58b18-255c-412e-8f40-cee301fcc623,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:43.112811 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 94e58b18-255c-412e-8f40-cee301fcc623 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:31:43.121030 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-7194def2-fe27-4b3f-8ed3-41434fe9d152 admin admin] Request body: {'subnet': {'network_id': '94e58b18-255c-412e-8f40-cee301fcc623', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-619656900-subnet', 'tenant_id': '127bfb13721d4112a18a91827fe2036b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:43.132742 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401cd7ed-9fe0-4211-9176-9fdfbed1997c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b313b9-52ca-4ed8-9058-19a8dbb3907c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:43.269768 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7194def2-fe27-4b3f-8ed3-41434fe9d152 admin admin] Made reservation on behalf of 127bfb13721d4112a18a91827fe2036b for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:43.272289 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7194def2-fe27-4b3f-8ed3-41434fe9d152 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:43.463156 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-9834d785-e586-4129-88ef-7cdd874ad286 service neutron] 10.222.0.16 "GET /v2.0/networks/b7e8f589-07df-4a9b-a39d-4b170c8b5a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033780 Jul 15 23:31:43.478274 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903ed00-4ac8-452b-a4c3-633821720fdb req-b1cd7504-676c-46ed-9bd1-3e3d705fef72 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:43.480038 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5903ed00-4ac8-452b-a4c3-633821720fdb req-b1cd7504-676c-46ed-9bd1-3e3d705fef72 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 944 time: 0.3555753 Jul 15 23:31:43.738035 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5903ed00-4ac8-452b-a4c3-633821720fdb req-75663d63-7bd7-4448-bcd9-f4012a546b08 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156625 Jul 15 23:31:43.778048 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b350c667-5dc0-49cf-8295-7e9bd56f7127 req-34beb7e5-4117-420a-b930-6505f4b35190 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=af71aea1-4985-4207-a8b0-949533052244 HTTP/1.1" status: 200 len: 210 time: 0.0381706 Jul 15 23:31:43.800884 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7194def2-fe27-4b3f-8ed3-41434fe9d152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:43.849837 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194def2-fe27-4b3f-8ed3-41434fe9d152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e8990a2-ea25-4486-9e84-4f5b676f5aee,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:43.865733 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7194def2-fe27-4b3f-8ed3-41434fe9d152 admin admin] Checking segment: {'id': '3e185bdc-dfc7-4368-a836-c458a448a92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '94e58b18-255c-412e-8f40-cee301fcc623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:43.866094 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7194def2-fe27-4b3f-8ed3-41434fe9d152 admin admin] Network hostable DHCP agents. Network: 94e58b18-255c-412e-8f40-cee301fcc623, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:31:43.884571 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7194def2-fe27-4b3f-8ed3-41434fe9d152 admin admin] Network 94e58b18-255c-412e-8f40-cee301fcc623 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:31:43.894865 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-7194def2-fe27-4b3f-8ed3-41434fe9d152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 94e58b18-255c-412e-8f40-cee301fcc623) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:43.905177 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7194def2-fe27-4b3f-8ed3-41434fe9d152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:43.905826 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7194def2-fe27-4b3f-8ed3-41434fe9d152 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:43.906604 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370c74d7-19bb-4496-a91d-d463de49020f None None] Network 94e58b18-255c-412e-8f40-cee301fcc623 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:43.932328 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7194def2-fe27-4b3f-8ed3-41434fe9d152 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8142755 Jul 15 23:31:43.944168 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 3bc566c7-e1cf-4476-957d-13d55ea5d9da up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:44.138483 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 3bc566c7-e1cf-4476-957d-13d55ea5d9da completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:44.145817 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 3bc566c7-e1cf-4476-957d-13d55ea5d9da triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:44.146197 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:44.150848 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05ae6ef-0fef-4748-8b66-dc1162e0dfa4 None None] Network 94e58b18-255c-412e-8f40-cee301fcc623 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:44.411425 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:44.598812 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d4a2ac-fe42-428c-9b22-89f99d536de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc566c7-e1cf-4476-957d-13d55ea5d9da'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:31:44.601680 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301db114-a559-4d22-bb34-6ea3fa4c51fd" -d '{"events": [{"server_uuid": "d9d4a2ac-fe42-428c-9b22-89f99d536de5", "name": "network-vif-plugged", "status": "completed", "tag": "3bc566c7-e1cf-4476-957d-13d55ea5d9da"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:31:44.617789 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 3bc566c7-e1cf-4476-957d-13d55ea5d9da, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=3bc566c7-e1cf-4476-957d-13d55ea5d9da,segment=NetworkSegment(17583465-5483-44c9-86a3-411136c8ac2a),segment_id=17583465-5483-44c9-86a3-411136c8ac2a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:44.626555 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:44.700305 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b267fa-df6f-4451-808b-c6a4a2c4a8b6 x-openstack-request-id: req-91b267fa-df6f-4451-808b-c6a4a2c4a8b6 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:31:44.700461 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d4a2ac-fe42-428c-9b22-89f99d536de5", "name": "network-vif-plugged", "status": "completed", "tag": "3bc566c7-e1cf-4476-957d-13d55ea5d9da", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:31:44.700717 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91b267fa-df6f-4451-808b-c6a4a2c4a8b6 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:31:44.701120 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d4a2ac-fe42-428c-9b22-89f99d536de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc566c7-e1cf-4476-957d-13d55ea5d9da', 'code': 200} Jul 15 23:31:44.748412 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=3bc566c7-e1cf-4476-957d-13d55ea5d9da,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:44.863944 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51280) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:44.903262 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-70f749c2-d936-44ac-98eb-371727b9c5d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1559716053-network', 'tenant_id': 'fea1811ce45b4a2eae1e10f44102c547'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:44.954400 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2429e7e-db66-4998-b320-6a3db8ef22f2 req-2b0d06d2-65ab-48dd-93ae-da9f8c69ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:44.964660 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b2429e7e-db66-4998-b320-6a3db8ef22f2 req-2b0d06d2-65ab-48dd-93ae-da9f8c69ed82 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 1096 time: 0.1901824 Jul 15 23:31:44.967620 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f749c2-d936-44ac-98eb-371727b9c5d1 admin admin] Made reservation on behalf of fea1811ce45b4a2eae1e10f44102c547 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:44.971007 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-70f749c2-d936-44ac-98eb-371727b9c5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.022089 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-70f749c2-d936-44ac-98eb-371727b9c5d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.045357 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b2429e7e-db66-4998-b320-6a3db8ef22f2 req-fa2ae9c2-95a8-4bf4-ab1a-eed78b12e0dd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717363 Jul 15 23:31:45.145190 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-70f749c2-d936-44ac-98eb-371727b9c5d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.149887 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-70f749c2-d936-44ac-98eb-371727b9c5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.180767 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f749c2-d936-44ac-98eb-371727b9c5d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:31:45.187072 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f749c2-d936-44ac-98eb-371727b9c5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08dfe26-2b54-44ab-89de-c7abd7f24c65,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:45.196063 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-70f749c2-d936-44ac-98eb-371727b9c5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.196561 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-70f749c2-d936-44ac-98eb-371727b9c5d1 admin admin] Added segment d34488dc-baab-4895-805c-3f8d0924dc77 of type vlan for network 6a0c8595-4e2c-4305-9af5-60d4ae2baa72 Jul 15 23:31:45.244911 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-70f749c2-d936-44ac-98eb-371727b9c5d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.285419 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-70f749c2-d936-44ac-98eb-371727b9c5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.288680 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f749c2-d936-44ac-98eb-371727b9c5d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:45.289359 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-70f749c2-d936-44ac-98eb-371727b9c5d1 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.325630 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-70f749c2-d936-44ac-98eb-371727b9c5d1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4576139 Jul 15 23:31:45.328406 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51286) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:45.365273 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c8d00692-9f97-4380-9b10-cb22d78f634f admin admin] Request body: {'subnet': {'network_id': '6a0c8595-4e2c-4305-9af5-60d4ae2baa72', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1559716053-subnet', 'tenant_id': 'fea1811ce45b4a2eae1e10f44102c547', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:45.386934 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f749c2-d936-44ac-98eb-371727b9c5d1 admin admin] Pushing event updated for resources: {'Network': ['ID=6a0c8595-4e2c-4305-9af5-60d4ae2baa72,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:45.389631 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-285ae129-550d-48c3-ab16-de1298c59cf6 req-9c7e5134-6dee-4c70-bb51-06168a71e861 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=af71aea1-4985-4207-a8b0-949533052244 HTTP/1.1" status: 200 len: 210 time: 0.3688974 Jul 15 23:31:45.398372 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 6a0c8595-4e2c-4305-9af5-60d4ae2baa72 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:31:45.420272 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d00692-9f97-4380-9b10-cb22d78f634f admin admin] Made reservation on behalf of fea1811ce45b4a2eae1e10f44102c547 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:45.422744 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8d00692-9f97-4380-9b10-cb22d78f634f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.492627 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1194ac-cb33-4034-9ce9-e8d951b7eb37 req-8478e391-b9bc-45db-be08-f3894f7b52b5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:45.500137 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4c1194ac-cb33-4034-9ce9-e8d951b7eb37 req-8478e391-b9bc-45db-be08-f3894f7b52b5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 945 time: 0.4678850 Jul 15 23:31:45.548313 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4c1194ac-cb33-4034-9ce9-e8d951b7eb37 req-1dbcc09d-3dd6-4acf-867c-ad49a640c9d4 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376053 Jul 15 23:31:45.720106 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8d00692-9f97-4380-9b10-cb22d78f634f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.729414 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-c710e982-a0fe-4096-b64b-1efdd24deeb8 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:45.730941 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-c710e982-a0fe-4096-b64b-1efdd24deeb8 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.43 "GET /v2.0/networks?id=b7e8f589-07df-4a9b-a39d-4b170c8b5a5e HTTP/1.1" status: 200 len: 911 time: 0.1638863 Jul 15 23:31:45.759091 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-b3d5a414-de6c-4b25-b718-d449f6f9814e tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Request body: {'port': {'device_id': 'af71aea1-4985-4207-a8b0-949533052244', 'network_id': 'b7e8f589-07df-4a9b-a39d-4b170c8b5a5e', 'admin_state_up': True, 'tenant_id': '3414eaf6fdaa41ed9f5d052636d3bb1a'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:45.811262 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d00692-9f97-4380-9b10-cb22d78f634f admin admin] Checking segment: {'id': 'd34488dc-baab-4895-805c-3f8d0924dc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6a0c8595-4e2c-4305-9af5-60d4ae2baa72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:45.811883 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d00692-9f97-4380-9b10-cb22d78f634f admin admin] Network hostable DHCP agents. Network: 6a0c8595-4e2c-4305-9af5-60d4ae2baa72, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:31:45.816525 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d00692-9f97-4380-9b10-cb22d78f634f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d01393f7-f65c-4472-893f-035a6ece8fd2,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:45.823148 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-b3d5a414-de6c-4b25-b718-d449f6f9814e tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Made reservation on behalf of 3414eaf6fdaa41ed9f5d052636d3bb1a for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:45.826231 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-b3d5a414-de6c-4b25-b718-d449f6f9814e tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.848396 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d00692-9f97-4380-9b10-cb22d78f634f admin admin] Network 6a0c8595-4e2c-4305-9af5-60d4ae2baa72 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:31:45.860438 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-c8d00692-9f97-4380-9b10-cb22d78f634f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 6a0c8595-4e2c-4305-9af5-60d4ae2baa72) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:45.869008 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2896b159-dfb4-45b6-afb3-8dc6d769f1de None None] Network 6a0c8595-4e2c-4305-9af5-60d4ae2baa72 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:45.871051 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d00692-9f97-4380-9b10-cb22d78f634f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:45.872206 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c8d00692-9f97-4380-9b10-cb22d78f634f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.917360 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c8d00692-9f97-4380-9b10-cb22d78f634f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5876815 Jul 15 23:31:45.988492 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd584355-f961-49cd-b7c5-d5d02d86f2d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:46.049302 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-b3d5a414-de6c-4b25-b718-d449f6f9814e tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Allocated IP 172.20.0.5 (b7e8f589-07df-4a9b-a39d-4b170c8b5a5e/9168cd9d-df0a-402b-9996-f6eca2123152/5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:46.104066 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef58802e-b2e6-484c-82e1-d638db275245 None None] Network 6a0c8595-4e2c-4305-9af5-60d4ae2baa72 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:46.283849 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-b3d5a414-de6c-4b25-b718-d449f6f9814e tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:46.300416 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-b3d5a414-de6c-4b25-b718-d449f6f9814e tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Transition to ACTIVE for port object 5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:46.340409 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-b3d5a414-de6c-4b25-b718-d449f6f9814e tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:46.376245 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['fe81a596-bbd2-47c2-b86c-23bcb0909247'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:31:46.407974 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-b3d5a414-de6c-4b25-b718-d449f6f9814e tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Network b7e8f589-07df-4a9b-a39d-4b170c8b5a5e is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:46.408942 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5a414-de6c-4b25-b718-d449f6f9814e tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Pushing event updated for resources: {'Port': ['ID=5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:46.412764 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-b3d5a414-de6c-4b25-b718-d449f6f9814e tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:46.419388 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-b3d5a414-de6c-4b25-b718-d449f6f9814e tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:46.486909 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-b3d5a414-de6c-4b25-b718-d449f6f9814e tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:46.487521 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-b3d5a414-de6c-4b25-b718-d449f6f9814e tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:46.508252 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-b3d5a414-de6c-4b25-b718-d449f6f9814e tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7533846 Jul 15 23:31:46.525728 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-62247c37-c8df-4dfa-a914-d69a0ccd4e5c service neutron] Request body: {'port': {'device_id': 'af71aea1-4985-4207-a8b0-949533052244', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:46.662444 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-62247c37-c8df-4dfa-a914-d69a0ccd4e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:46.685595 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01554822-8cf7-4cf3-ba47-2840feab2026 req-66eda260-f1f3-499f-8966-10413bead49a tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:46.718542 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-01554822-8cf7-4cf3-ba47-2840feab2026 req-66eda260-f1f3-499f-8966-10413bead49a tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=af71aea1-4985-4207-a8b0-949533052244 HTTP/1.1" status: 200 len: 1027 time: 0.1060803 Jul 15 23:31:46.800652 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-01554822-8cf7-4cf3-ba47-2840feab2026 req-8adc3800-4d8b-4f7f-93a8-6ebbb3f6bf13 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=29d7689f-7e85-4601-88be-94b2e90a8307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790465 Jul 15 23:31:46.876211 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7929976e-94e2-4c5b-8df9-6cefd86464c7 None None] Provisioning for port 5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:46.884147 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7929976e-94e2-4c5b-8df9-6cefd86464c7 None None] Provisioning complete for port 5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:46.884642 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7929976e-94e2-4c5b-8df9-6cefd86464c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:46.922277 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-7929976e-94e2-4c5b-8df9-6cefd86464c7 None None] Port 5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:31:46.961807 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577866a-379f-4895-bc34-6f9432ccf7be req-02b7c698-11d3-4196-b384-8904f328a408 tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:46.963564 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2577866a-379f-4895-bc34-6f9432ccf7be req-02b7c698-11d3-4196-b384-8904f328a408 tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] 10.222.0.16 "GET /v2.0/networks?id=94e58b18-255c-412e-8f40-cee301fcc623 HTTP/1.1" status: 200 len: 808 time: 0.1601472 Jul 15 23:31:46.998020 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2577866a-379f-4895-bc34-6f9432ccf7be req-8c004798-59ce-4be4-ae2c-14f38528d1b6 tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] 10.222.0.16 "GET /v2.0/quotas/127bfb13721d4112a18a91827fe2036b HTTP/1.1" status: 200 len: 375 time: 0.0269959 Jul 15 23:31:47.068961 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2577866a-379f-4895-bc34-6f9432ccf7be req-f3fe1778-7e60-40ed-af51-8094d59b625a tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=127bfb13721d4112a18a91827fe2036b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700178 Jul 15 23:31:47.088025 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-62247c37-c8df-4dfa-a914-d69a0ccd4e5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:31:47.097303 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-62247c37-c8df-4dfa-a914-d69a0ccd4e5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:47.116809 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-62247c37-c8df-4dfa-a914-d69a0ccd4e5c service neutron] Transition to ACTIVE for port object 5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:47.121249 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-62247c37-c8df-4dfa-a914-d69a0ccd4e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:47.165800 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01dccc-c579-4f8c-97e6-a7f743c3f7ab req-015f5a84-2c67-4a24-805d-e5c3f969cb1a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:47.167347 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7f01dccc-c579-4f8c-97e6-a7f743c3f7ab req-015f5a84-2c67-4a24-805d-e5c3f969cb1a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 945 time: 0.1836464 Jul 15 23:31:47.245091 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62247c37-c8df-4dfa-a914-d69a0ccd4e5c service neutron] Pushing event updated for resources: {'Port': ['ID=5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:47.249217 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2577866a-379f-4895-bc34-6f9432ccf7be req-87ab138a-3591-44b2-9f03-778d626a5b7b service neutron] 10.222.0.16 "GET /v2.0/networks/94e58b18-255c-412e-8f40-cee301fcc623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793427 Jul 15 23:31:47.272647 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7f01dccc-c579-4f8c-97e6-a7f743c3f7ab req-36278c33-4a9e-44ab-b01e-c96f3aa9291b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954843 Jul 15 23:31:47.340141 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-62247c37-c8df-4dfa-a914-d69a0ccd4e5c service neutron] Attempting to bind port 5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:31:47.340587 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-62247c37-c8df-4dfa-a914-d69a0ccd4e5c service neutron] Attempting to bind port 5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '2d864c72-8721-4038-8a8c-9aaaf9109fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b7e8f589-07df-4a9b-a39d-4b170c8b5a5e'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:31:47.341108 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-62247c37-c8df-4dfa-a914-d69a0ccd4e5c service neutron] Attempting to bind port 5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e on network b7e8f589-07df-4a9b-a39d-4b170c8b5a5e {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:47.345750 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-62247c37-c8df-4dfa-a914-d69a0ccd4e5c service neutron] Port 5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e on network b7e8f589-07df-4a9b-a39d-4b170c8b5a5e not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:31:47.346191 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-62247c37-c8df-4dfa-a914-d69a0ccd4e5c service neutron] Attempting to bind port 5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e on network b7e8f589-07df-4a9b-a39d-4b170c8b5a5e {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:47.352179 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-62247c37-c8df-4dfa-a914-d69a0ccd4e5c service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:31:47.352641 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-62247c37-c8df-4dfa-a914-d69a0ccd4e5c service neutron] Checking segment: {'id': '2d864c72-8721-4038-8a8c-9aaaf9109fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b7e8f589-07df-4a9b-a39d-4b170c8b5a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:47.353122 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-62247c37-c8df-4dfa-a914-d69a0ccd4e5c service neutron] Bound using segment: {'id': '2d864c72-8721-4038-8a8c-9aaaf9109fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b7e8f589-07df-4a9b-a39d-4b170c8b5a5e'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:31:47.353661 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-62247c37-c8df-4dfa-a914-d69a0ccd4e5c service neutron] Bound port: 5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d864c72-8721-4038-8a8c-9aaaf9109fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b7e8f589-07df-4a9b-a39d-4b170c8b5a5e'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:31:47.354113 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-62247c37-c8df-4dfa-a914-d69a0ccd4e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:47.382827 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2577866a-379f-4895-bc34-6f9432ccf7be req-c5c1c760-aa67-465b-86e7-b8994804008f service neutron] 10.222.0.16 "GET /v2.0/networks/94e58b18-255c-412e-8f40-cee301fcc623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326971 Jul 15 23:31:47.518417 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-62247c37-c8df-4dfa-a914-d69a0ccd4e5c service neutron] For port 5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:31:47.526554 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-62247c37-c8df-4dfa-a914-d69a0ccd4e5c service neutron] For port 5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e,segment=NetworkSegment(2d864c72-8721-4038-8a8c-9aaaf9109fe0),segment_id=2d864c72-8721-4038-8a8c-9aaaf9109fe0)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:31:47.533296 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-62247c37-c8df-4dfa-a914-d69a0ccd4e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:47.556314 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16965609-c2dc-4213-8732-3cf77d7a92d7 req-d95048e1-4fcf-45f7-90a8-f8fa9cdb95b3 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:47.558044 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-16965609-c2dc-4213-8732-3cf77d7a92d7 req-d95048e1-4fcf-45f7-90a8-f8fa9cdb95b3 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 945 time: 0.0998845 Jul 15 23:31:47.655646 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62247c37-c8df-4dfa-a914-d69a0ccd4e5c service neutron] Pushing event updated for resources: {'Port': ['ID=5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:47.676220 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-62247c37-c8df-4dfa-a914-d69a0ccd4e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:47.676543 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-62247c37-c8df-4dfa-a914-d69a0ccd4e5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:47.677989 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-62247c37-c8df-4dfa-a914-d69a0ccd4e5c service neutron] 10.222.0.43 "PUT /v2.0/ports/5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e HTTP/1.1" status: 200 len: 1091 time: 1.1620865 Jul 15 23:31:47.682747 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af71aea1-4985-4207-a8b0-949533052244', 'tag': '5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:31:47.685929 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5123ace5-9034-4ad4-b56c-6f5e4d06cb2e" -d '{"events": [{"name": "network-changed", "server_uuid": "af71aea1-4985-4207-a8b0-949533052244", "tag": "5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:31:47.691638 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65ae3e04-f506-46ca-a954-56416590c2c5 req-d5c8cf56-52f8-4ef6-94db-a784ecd7ccf2 tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] 10.222.0.16 "GET /v2.0/ports?device_id=411dd072-9c96-4c69-9219-ab243d90c44c HTTP/1.1" status: 200 len: 210 time: 0.0720122 Jul 15 23:31:47.755227 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-16965609-c2dc-4213-8732-3cf77d7a92d7 req-7e25a359-58fb-415a-b6a4-42745d7b3592 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884141 Jul 15 23:31:47.777625 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51356) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:47.843528 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fd16ab-abd0-4ce6-a76b-410544bcbdf6 x-openstack-request-id: req-86fd16ab-abd0-4ce6-a76b-410544bcbdf6 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:31:47.843835 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af71aea1-4985-4207-a8b0-949533052244", "tag": "5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:31:47.844093 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86fd16ab-abd0-4ce6-a76b-410544bcbdf6 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:31:47.845897 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af71aea1-4985-4207-a8b0-949533052244', 'tag': '5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e', 'status': 'completed', 'code': 200} Jul 15 23:31:47.874141 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30695c3a-0863-4316-9d5f-d56359b70e45 tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:47.881858 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-30695c3a-0863-4316-9d5f-d56359b70e45 tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 1091 time: 0.1030004 Jul 15 23:31:47.882680 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51364) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:47.894193 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-97de1fcb-8168-454a-acd7-57989dfee4a8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'port_id': '3bc566c7-e1cf-4476-957d-13d55ea5d9da', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:47.930138 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-97de1fcb-8168-454a-acd7-57989dfee4a8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:47.942541 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-49a0dc73-06a8-434b-9a05-bd6517467736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:47.944120 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-49a0dc73-06a8-434b-9a05-bd6517467736 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3414eaf6fdaa41ed9f5d052636d3bb1a&device_id=af71aea1-4985-4207-a8b0-949533052244 HTTP/1.1" status: 200 len: 1094 time: 0.2137055 Jul 15 23:31:48.006601 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-d9141d6c-1714-4d56-9666-79d27ad65660 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e HTTP/1.1" status: 200 len: 217 time: 0.0557995 Jul 15 23:31:48.080028 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-e0698ff3-00b9-4048-a63f-5c65a07db242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:48.082549 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-e0698ff3-00b9-4048-a63f-5c65a07db242 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9168cd9d-df0a-402b-9996-f6eca2123152 HTTP/1.1" status: 200 len: 849 time: 0.0691473 Jul 15 23:31:48.152314 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6dc20d-97ea-4ce9-bcc8-f7e315df989c req-b227de41-61d3-49a1-bf0e-a9bd1e69495c tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:48.154026 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4f6dc20d-97ea-4ce9-bcc8-f7e315df989c req-b227de41-61d3-49a1-bf0e-a9bd1e69495c tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=af71aea1-4985-4207-a8b0-949533052244 HTTP/1.1" status: 200 len: 1094 time: 0.1437619 Jul 15 23:31:48.184756 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-4ff3b72a-68e6-4c9d-95d6-cc863df55876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:48.186671 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-4ff3b72a-68e6-4c9d-95d6-cc863df55876 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b7e8f589-07df-4a9b-a39d-4b170c8b5a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973353 Jul 15 23:31:48.233713 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4f6dc20d-97ea-4ce9-bcc8-f7e315df989c req-ae205c47-a60a-4406-a0e9-4e6c4a383e1e tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=29d7689f-7e85-4601-88be-94b2e90a8307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729730 Jul 15 23:31:48.252835 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-97de1fcb-8168-454a-acd7-57989dfee4a8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:48.274680 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e0d00f99-5ff9-46a6-9e69-8e0f049788e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:48.339283 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-237188ef-34f7-4f39-9bb0-9977598e15db service neutron] 10.222.0.43 "GET /v2.0/networks/b7e8f589-07df-4a9b-a39d-4b170c8b5a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455903 Jul 15 23:31:48.406434 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:31:48.410479 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-97de1fcb-8168-454a-acd7-57989dfee4a8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Allocated IP 172.25.4.124 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/c8e721c6-c092-429d-903c-e3c9f77e9000) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:48.515876 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6df6e08c-40f8-49e4-8433-c8becc29366c req-69bf2249-d8b9-4c9c-89f1-058bc887db86 service neutron] 10.222.0.43 "GET /v2.0/networks/b7e8f589-07df-4a9b-a39d-4b170c8b5a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702220 Jul 15 23:31:48.561898 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-97de1fcb-8168-454a-acd7-57989dfee4a8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:48.609035 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-97de1fcb-8168-454a-acd7-57989dfee4a8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:48.634025 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97de1fcb-8168-454a-acd7-57989dfee4a8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:48.636990 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-97de1fcb-8168-454a-acd7-57989dfee4a8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:48.656664 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97de1fcb-8168-454a-acd7-57989dfee4a8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:48.684250 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123ace5-9034-4ad4-b56c-6f5e4d06cb2e req-69d89ae3-3301-4472-beee-4e1fc14ca6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:48.684250 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5123ace5-9034-4ad4-b56c-6f5e4d06cb2e req-69d89ae3-3301-4472-beee-4e1fc14ca6c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3414eaf6fdaa41ed9f5d052636d3bb1a&device_id=af71aea1-4985-4207-a8b0-949533052244 HTTP/1.1" status: 200 len: 1094 time: 0.0913680 Jul 15 23:31:48.741445 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de1fcb-8168-454a-acd7-57989dfee4a8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'Port': ['ID=c8e721c6-c092-429d-903c-e3c9f77e9000,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:48.753078 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:48.837285 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123ace5-9034-4ad4-b56c-6f5e4d06cb2e req-4b8a239f-be0c-43d8-88f1-9eb7946990c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:48.839056 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5123ace5-9034-4ad4-b56c-6f5e4d06cb2e req-4b8a239f-be0c-43d8-88f1-9eb7946990c9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b7e8f589-07df-4a9b-a39d-4b170c8b5a5e HTTP/1.1" status: 200 len: 911 time: 0.1657147 Jul 15 23:31:48.883000 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-034d9839-1d1d-4555-ab8c-bfaa1a98ae44 req-b9a36021-c90c-436e-a45d-a48a9db568d7 tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] 10.222.0.16 "GET /v2.0/ports?device_id=411dd072-9c96-4c69-9219-ab243d90c44c HTTP/1.1" status: 200 len: 210 time: 0.0345831 Jul 15 23:31:48.883852 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5123ace5-9034-4ad4-b56c-6f5e4d06cb2e req-7d1bef9a-27ef-433c-82a2-9219fb52a738 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e HTTP/1.1" status: 200 len: 217 time: 0.0359821 Jul 15 23:31:48.979085 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123ace5-9034-4ad4-b56c-6f5e4d06cb2e req-574dbdd0-0efc-4479-af46-fa31665a313b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:48.980697 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5123ace5-9034-4ad4-b56c-6f5e4d06cb2e req-574dbdd0-0efc-4479-af46-fa31665a313b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9168cd9d-df0a-402b-9996-f6eca2123152 HTTP/1.1" status: 200 len: 849 time: 0.0897348 Jul 15 23:31:49.070484 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123ace5-9034-4ad4-b56c-6f5e4d06cb2e req-89600d94-6e27-43b6-95a0-c20b3c1ada23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:49.072986 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5123ace5-9034-4ad4-b56c-6f5e4d06cb2e req-89600d94-6e27-43b6-95a0-c20b3c1ada23 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b7e8f589-07df-4a9b-a39d-4b170c8b5a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855663 Jul 15 23:31:49.378827 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5123ace5-9034-4ad4-b56c-6f5e4d06cb2e req-d1bcaf51-61f1-4544-bf1d-c7e0058dcb62 service neutron] 10.222.0.43 "GET /v2.0/networks/b7e8f589-07df-4a9b-a39d-4b170c8b5a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981589 Jul 15 23:31:49.406355 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-97de1fcb-8168-454a-acd7-57989dfee4a8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:49.455370 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577866a-379f-4895-bc34-6f9432ccf7be req-1fd5411a-eb1b-480f-920d-9f3c1e137dd1 tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:49.456938 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2577866a-379f-4895-bc34-6f9432ccf7be req-1fd5411a-eb1b-480f-920d-9f3c1e137dd1 tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] 10.222.0.36 "GET /v2.0/networks?id=94e58b18-255c-412e-8f40-cee301fcc623 HTTP/1.1" status: 200 len: 808 time: 0.3332291 Jul 15 23:31:49.534897 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565ac0b-9571-4a58-b405-24aa7e9cbf33 req-0668abda-1eb1-4a05-8b91-b88497176746 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:49.536738 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3565ac0b-9571-4a58-b405-24aa7e9cbf33 req-0668abda-1eb1-4a05-8b91-b88497176746 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=af71aea1-4985-4207-a8b0-949533052244 HTTP/1.1" status: 200 len: 1094 time: 0.1428502 Jul 15 23:31:49.568834 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5123ace5-9034-4ad4-b56c-6f5e4d06cb2e req-b85960df-c99d-43d3-ab71-55248ec94e3b service neutron] 10.222.0.43 "GET /v2.0/networks/b7e8f589-07df-4a9b-a39d-4b170c8b5a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814821 Jul 15 23:31:49.594222 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-2577866a-379f-4895-bc34-6f9432ccf7be req-baeed97d-8258-4078-9444-19c3cc5e4cda tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] Request body: {'port': {'device_id': '411dd072-9c96-4c69-9219-ab243d90c44c', 'network_id': '94e58b18-255c-412e-8f40-cee301fcc623', 'admin_state_up': True, 'tenant_id': '127bfb13721d4112a18a91827fe2036b'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:49.607321 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3565ac0b-9571-4a58-b405-24aa7e9cbf33 req-61896dc2-0f32-468b-9035-85974e1287d1 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=29d7689f-7e85-4601-88be-94b2e90a8307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451267 Jul 15 23:31:49.623312 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-97de1fcb-8168-454a-acd7-57989dfee4a8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:49.700229 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:49.816983 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2577866a-379f-4895-bc34-6f9432ccf7be req-baeed97d-8258-4078-9444-19c3cc5e4cda tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] Made reservation on behalf of 127bfb13721d4112a18a91827fe2036b for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:49.820850 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2577866a-379f-4895-bc34-6f9432ccf7be req-baeed97d-8258-4078-9444-19c3cc5e4cda tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:49.923251 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-97de1fcb-8168-454a-acd7-57989dfee4a8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:49.930032 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-97de1fcb-8168-454a-acd7-57989dfee4a8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:49.997888 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:31:50.022368 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de1fcb-8168-454a-acd7-57989dfee4a8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'Port': ['ID=c8e721c6-c092-429d-903c-e3c9f77e9000,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:50.035848 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-97de1fcb-8168-454a-acd7-57989dfee4a8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:50.051862 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-2577866a-379f-4895-bc34-6f9432ccf7be req-baeed97d-8258-4078-9444-19c3cc5e4cda tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] Allocated IP 172.20.0.3 (94e58b18-255c-412e-8f40-cee301fcc623/1e8990a2-ea25-4486-9e84-4f5b676f5aee/826272b8-2b44-4ab6-80e2-1485a62aeb40) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:50.215591 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-feadf5c5-3779-4803-89ec-3e896609f7e4 req-20ce8d97-bf78-4651-a7e4-fea1b9597977 tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] 10.222.0.16 "GET /v2.0/ports?device_id=411dd072-9c96-4c69-9219-ab243d90c44c HTTP/1.1" status: 200 len: 210 time: 0.0692146 Jul 15 23:31:50.237678 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e,segment=NetworkSegment(2d864c72-8721-4038-8a8c-9aaaf9109fe0),segment_id=2d864c72-8721-4038-8a8c-9aaaf9109fe0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:50.253965 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-97de1fcb-8168-454a-acd7-57989dfee4a8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Floating IP 7e26c537-5405-4074-a7c4-1ee79eac0eb2 associated. External IP: 172.25.4.124, port: 3bc566c7-e1cf-4476-957d-13d55ea5d9da. Jul 15 23:31:50.254794 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e', 'network_id': 'b7e8f589-07df-4a9b-a39d-4b170c8b5a5e', 'port_id': '5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e', 'mac_address': 'fa:16:3e:1d:84:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9168cd9d-df0a-402b-9996-f6eca2123152', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:31:50.297147 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:50.313272 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:31:50.338182 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e,segment=NetworkSegment(2d864c72-8721-4038-8a8c-9aaaf9109fe0),segment_id=2d864c72-8721-4038-8a8c-9aaaf9109fe0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:50.343551 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:50.412329 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:50.546347 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:31:50.601052 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97de1fcb-8168-454a-acd7-57989dfee4a8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Router 7e51beac-15be-4032-bd2b-be4b21418c38 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:31:50.762176 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97de1fcb-8168-454a-acd7-57989dfee4a8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:31:50.775035 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0372ad-2d58-4e99-8d94-a857b7c831ac None None] Sync routers for ids ['7e51beac-15be-4032-bd2b-be4b21418c38'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:31:50.796793 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-97de1fcb-8168-454a-acd7-57989dfee4a8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:50.855937 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0372ad-2d58-4e99-8d94-a857b7c831ac None None] Routers {'7e51beac-15be-4032-bd2b-be4b21418c38'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:50.856618 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2b0372ad-2d58-4e99-8d94-a857b7c831ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:31:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['7e51beac-15be-4032-bd2b-be4b21418c38'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:50.961752 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-97de1fcb-8168-454a-acd7-57989dfee4a8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0779955 Jul 15 23:31:50.978574 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d4a2ac-fe42-428c-9b22-89f99d536de5', 'tag': '3bc566c7-e1cf-4476-957d-13d55ea5d9da'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:31:50.980908 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bddc9a-7adf-4ff3-b520-70d9f62b4c61" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d4a2ac-fe42-428c-9b22-89f99d536de5", "tag": "3bc566c7-e1cf-4476-957d-13d55ea5d9da"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:31:51.008029 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2577866a-379f-4895-bc34-6f9432ccf7be req-baeed97d-8258-4078-9444-19c3cc5e4cda tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:51.054080 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-2b0372ad-2d58-4e99-8d94-a857b7c831ac None None] Set router 7e51beac-15be-4032-bd2b-be4b21418c38 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:51.059185 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2577866a-379f-4895-bc34-6f9432ccf7be req-baeed97d-8258-4078-9444-19c3cc5e4cda tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:51.079924 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d7f63-f754-4f80-b832-de64f2b733a5 req-b02e4240-78f3-4fa9-bfa5-8780f535d652 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:51.091568 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce3d7f63-f754-4f80-b832-de64f2b733a5 req-b02e4240-78f3-4fa9-bfa5-8780f535d652 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=af71aea1-4985-4207-a8b0-949533052244 HTTP/1.1" status: 200 len: 1095 time: 0.1730552 Jul 15 23:31:51.119237 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2577866a-379f-4895-bc34-6f9432ccf7be req-baeed97d-8258-4078-9444-19c3cc5e4cda tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] Network 94e58b18-255c-412e-8f40-cee301fcc623 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:51.123046 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-2577866a-379f-4895-bc34-6f9432ccf7be req-baeed97d-8258-4078-9444-19c3cc5e4cda tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:51.137276 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2577866a-379f-4895-bc34-6f9432ccf7be req-baeed97d-8258-4078-9444-19c3cc5e4cda tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:51.142997 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeed97d-8258-4078-9444-19c3cc5e4cda tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] Pushing event updated for resources: {'Port': ['ID=826272b8-2b44-4ab6-80e2-1485a62aeb40,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:51.183779 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce3d7f63-f754-4f80-b832-de64f2b733a5 req-e8685080-713d-4720-b747-d927d2517434 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=29d7689f-7e85-4601-88be-94b2e90a8307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912364 Jul 15 23:31:51.211131 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577866a-379f-4895-bc34-6f9432ccf7be req-baeed97d-8258-4078-9444-19c3cc5e4cda tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:51.219375 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2577866a-379f-4895-bc34-6f9432ccf7be req-baeed97d-8258-4078-9444-19c3cc5e4cda tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:51.246988 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2577866a-379f-4895-bc34-6f9432ccf7be req-baeed97d-8258-4078-9444-19c3cc5e4cda tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6768439 Jul 15 23:31:51.271557 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-2577866a-379f-4895-bc34-6f9432ccf7be req-7d1142f4-4e04-43a3-ab55-16bcec03ae6d service neutron] Request body: {'port': {'device_id': '411dd072-9c96-4c69-9219-ab243d90c44c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:51.291994 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17347eee-6ec3-475a-a38b-e1d5fc1f75ea x-openstack-request-id: req-17347eee-6ec3-475a-a38b-e1d5fc1f75ea {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:31:51.292572 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d4a2ac-fe42-428c-9b22-89f99d536de5", "tag": "3bc566c7-e1cf-4476-957d-13d55ea5d9da", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:31:51.292937 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17347eee-6ec3-475a-a38b-e1d5fc1f75ea {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:31:51.293390 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d4a2ac-fe42-428c-9b22-89f99d536de5', 'tag': '3bc566c7-e1cf-4476-957d-13d55ea5d9da', 'status': 'completed', 'code': 200} Jul 15 23:31:51.307521 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:51.367548 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a430a52-9bcc-47ef-b0f6-000a54b415e6 req-6623fce3-28ed-4dae-bf10-9a5b62b1b26a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:51.375467 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a430a52-9bcc-47ef-b0f6-000a54b415e6 req-6623fce3-28ed-4dae-bf10-9a5b62b1b26a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 945 time: 0.1498682 Jul 15 23:31:51.419925 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a430a52-9bcc-47ef-b0f6-000a54b415e6 req-36338020-5b6a-4319-8c3a-6245e28a8166 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435755 Jul 15 23:31:51.436598 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51438) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:51.469502 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2577866a-379f-4895-bc34-6f9432ccf7be req-7d1142f4-4e04-43a3-ab55-16bcec03ae6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:51.553642 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-59ff44ef-6e96-4e83-9c77-8b4466a48968 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/floatingips/7e26c537-5405-4074-a7c4-1ee79eac0eb2 HTTP/1.1" status: 200 len: 991 time: 0.1158590 Jul 15 23:31:51.566950 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54ef03-05a8-40d2-8928-46917c16f4cb req-4831a785-93c9-4869-a6b2-20236c2757c5 tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:51.578142 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eb54ef03-05a8-40d2-8928-46917c16f4cb req-4831a785-93c9-4869-a6b2-20236c2757c5 tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] 10.222.0.16 "GET /v2.0/ports?device_id=411dd072-9c96-4c69-9219-ab243d90c44c HTTP/1.1" status: 200 len: 931 time: 0.1346042 Jul 15 23:31:51.624960 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eb54ef03-05a8-40d2-8928-46917c16f4cb req-080ed339-8c54-4d11-9801-7e9533e8e751 tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] 10.222.0.16 "GET /v2.0/security-groups?id=348f404a-0245-425b-9406-11aafbf77d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458055 Jul 15 23:31:51.657057 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bddc9a-7adf-4ff3-b520-70d9f62b4c61 req-1345356c-fea5-4e57-99da-98eeb2e7ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:51.658814 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b9bddc9a-7adf-4ff3-b520-70d9f62b4c61 req-1345356c-fea5-4e57-99da-98eeb2e7ba35 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 1096 time: 0.2953064 Jul 15 23:31:51.734364 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2b0372ad-2d58-4e99-8d94-a857b7c831ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884693399', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'f95c581a-c506-4887-8be2-3b3159fa0150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:14Z', 'updated_at': '2021-07-15T23:31:24Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'f95c581a-c506-4887-8be2-3b3159fa0150', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:15Z', 'updated_at': '2021-07-15T23:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '7e26c537-5405-4074-a7c4-1ee79eac0eb2', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'port_id': '3bc566c7-e1cf-4476-957d-13d55ea5d9da', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480', 'mac_address': 'fa:16:3e:48:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d4a2ac-fe42-428c-9b22-89f99d536de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:31:49Z', 'updated_at': '2021-07-15T23:31:49Z', 'revision_number': 0, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc759dd-26c2-42d0-b13b-d2287a31086c', 'name': '', 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:04:bc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '976aa6b1-4baa-4019-a4c0-13137a5e1656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:22Z', 'updated_at': '2021-07-15T23:31:35Z', 'revision_number': 5, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': '976aa6b1-4baa-4019-a4c0-13137a5e1656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:51.777494 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0372ad-2d58-4e99-8d94-a857b7c831ac None None] Checking router: 7e51beac-15be-4032-bd2b-be4b21418c38 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:31:51.788719 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0372ad-2d58-4e99-8d94-a857b7c831ac None None] Routers {'7e51beac-15be-4032-bd2b-be4b21418c38'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:51.789593 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2b0372ad-2d58-4e99-8d94-a857b7c831ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:31:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['7e51beac-15be-4032-bd2b-be4b21418c38'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:51.851448 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bddc9a-7adf-4ff3-b520-70d9f62b4c61 req-15c8e30e-b684-4466-926e-29c66fcebe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:51.853198 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b9bddc9a-7adf-4ff3-b520-70d9f62b4c61 req-15c8e30e-b684-4466-926e-29c66fcebe7c service neutron] 10.222.0.43 "GET /v2.0/networks?id=8e73d187-6e13-420b-a56d-850c55d02480 HTTP/1.1" status: 200 len: 898 time: 0.1613774 Jul 15 23:31:51.910180 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-2b0372ad-2d58-4e99-8d94-a857b7c831ac None None] Set router 7e51beac-15be-4032-bd2b-be4b21418c38 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:51.964080 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b9bddc9a-7adf-4ff3-b520-70d9f62b4c61 req-af56704f-8743-4d38-ae1a-3cb0ce0ee598 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bc566c7-e1cf-4476-957d-13d55ea5d9da HTTP/1.1" status: 200 len: 999 time: 0.1038330 Jul 15 23:31:51.980646 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-2577866a-379f-4895-bc34-6f9432ccf7be req-7d1142f4-4e04-43a3-ab55-16bcec03ae6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826272b8-2b44-4ab6-80e2-1485a62aeb40 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:31:51.999029 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2577866a-379f-4895-bc34-6f9432ccf7be req-7d1142f4-4e04-43a3-ab55-16bcec03ae6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:52.030264 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:52.043981 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-2577866a-379f-4895-bc34-6f9432ccf7be req-7d1142f4-4e04-43a3-ab55-16bcec03ae6d service neutron] Transition to ACTIVE for port object 826272b8-2b44-4ab6-80e2-1485a62aeb40 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:52.052113 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2577866a-379f-4895-bc34-6f9432ccf7be req-7d1142f4-4e04-43a3-ab55-16bcec03ae6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:52.103390 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1142f4-4e04-43a3-ab55-16bcec03ae6d service neutron] Pushing event updated for resources: {'Port': ['ID=826272b8-2b44-4ab6-80e2-1485a62aeb40,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:52.106695 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bddc9a-7adf-4ff3-b520-70d9f62b4c61 req-2eef74ca-5b62-4251-8b94-dde145791a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:52.108200 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b9bddc9a-7adf-4ff3-b520-70d9f62b4c61 req-2eef74ca-5b62-4251-8b94-dde145791a4d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=976aa6b1-4baa-4019-a4c0-13137a5e1656 HTTP/1.1" status: 200 len: 835 time: 0.1225798 Jul 15 23:31:52.185762 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:52.194098 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:52.194475 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:52.241263 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bddc9a-7adf-4ff3-b520-70d9f62b4c61 req-196de779-a9d3-4c82-953a-12f12f75f295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:52.242823 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b9bddc9a-7adf-4ff3-b520-70d9f62b4c61 req-196de779-a9d3-4c82-953a-12f12f75f295 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8e73d187-6e13-420b-a56d-850c55d02480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1257179 Jul 15 23:31:52.275566 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2b0372ad-2d58-4e99-8d94-a857b7c831ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884693399', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'f95c581a-c506-4887-8be2-3b3159fa0150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:14Z', 'updated_at': '2021-07-15T23:31:24Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'f95c581a-c506-4887-8be2-3b3159fa0150', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:15Z', 'updated_at': '2021-07-15T23:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '7e26c537-5405-4074-a7c4-1ee79eac0eb2', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'port_id': '3bc566c7-e1cf-4476-957d-13d55ea5d9da', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480', 'mac_address': 'fa:16:3e:48:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d4a2ac-fe42-428c-9b22-89f99d536de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:31:49Z', 'updated_at': '2021-07-15T23:31:49Z', 'revision_number': 0, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc759dd-26c2-42d0-b13b-d2287a31086c', 'name': '', 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:04:bc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '976aa6b1-4baa-4019-a4c0-13137a5e1656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:22Z', 'updated_at': '2021-07-15T23:31:35Z', 'revision_number': 5, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': '976aa6b1-4baa-4019-a4c0-13137a5e1656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:52.313288 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0372ad-2d58-4e99-8d94-a857b7c831ac None None] The sync data for ids ['7e51beac-15be-4032-bd2b-be4b21418c38'] in n-d-787205-9 is: [{'id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884693399', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'f95c581a-c506-4887-8be2-3b3159fa0150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:14Z', 'updated_at': '2021-07-15T23:31:24Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'f95c581a-c506-4887-8be2-3b3159fa0150', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:15Z', 'updated_at': '2021-07-15T23:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '7e26c537-5405-4074-a7c4-1ee79eac0eb2', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'port_id': '3bc566c7-e1cf-4476-957d-13d55ea5d9da', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480', 'mac_address': 'fa:16:3e:48:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d4a2ac-fe42-428c-9b22-89f99d536de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:31:49Z', 'updated_at': '2021-07-15T23:31:49Z', 'revision_number': 0, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc759dd-26c2-42d0-b13b-d2287a31086c', 'name': '', 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:04:bc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '976aa6b1-4baa-4019-a4c0-13137a5e1656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:22Z', 'updated_at': '2021-07-15T23:31:35Z', 'revision_number': 5, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': '976aa6b1-4baa-4019-a4c0-13137a5e1656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:31:52.358738 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:52.378832 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b9bddc9a-7adf-4ff3-b520-70d9f62b4c61 req-d68acb39-cb74-406c-b3bc-68cfc2ce4824 service neutron] 10.222.0.43 "GET /v2.0/networks/8e73d187-6e13-420b-a56d-850c55d02480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261997 Jul 15 23:31:52.379771 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-2577866a-379f-4895-bc34-6f9432ccf7be req-7d1142f4-4e04-43a3-ab55-16bcec03ae6d service neutron] Attempting to bind port 826272b8-2b44-4ab6-80e2-1485a62aeb40 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:31:52.380789 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-2577866a-379f-4895-bc34-6f9432ccf7be req-7d1142f4-4e04-43a3-ab55-16bcec03ae6d service neutron] Attempting to bind port 826272b8-2b44-4ab6-80e2-1485a62aeb40 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '3e185bdc-dfc7-4368-a836-c458a448a92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '94e58b18-255c-412e-8f40-cee301fcc623'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:31:52.381419 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2577866a-379f-4895-bc34-6f9432ccf7be req-7d1142f4-4e04-43a3-ab55-16bcec03ae6d service neutron] Attempting to bind port 826272b8-2b44-4ab6-80e2-1485a62aeb40 on network 94e58b18-255c-412e-8f40-cee301fcc623 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:52.388133 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af71aea1-4985-4207-a8b0-949533052244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:31:52.390484 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28b36e4-0c71-495b-9b50-32ed6a4a67b0" -d '{"events": [{"server_uuid": "af71aea1-4985-4207-a8b0-949533052244", "name": "network-vif-plugged", "status": "completed", "tag": "5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:31:52.407281 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e,segment=NetworkSegment(2d864c72-8721-4038-8a8c-9aaaf9109fe0),segment_id=2d864c72-8721-4038-8a8c-9aaaf9109fe0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:52.415262 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2577866a-379f-4895-bc34-6f9432ccf7be req-7d1142f4-4e04-43a3-ab55-16bcec03ae6d service neutron] Port 826272b8-2b44-4ab6-80e2-1485a62aeb40 on network 94e58b18-255c-412e-8f40-cee301fcc623 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:31:52.415832 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2577866a-379f-4895-bc34-6f9432ccf7be req-7d1142f4-4e04-43a3-ab55-16bcec03ae6d service neutron] Attempting to bind port 826272b8-2b44-4ab6-80e2-1485a62aeb40 on network 94e58b18-255c-412e-8f40-cee301fcc623 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:52.426383 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:52.438067 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2577866a-379f-4895-bc34-6f9432ccf7be req-7d1142f4-4e04-43a3-ab55-16bcec03ae6d service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:31:52.438748 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2577866a-379f-4895-bc34-6f9432ccf7be req-7d1142f4-4e04-43a3-ab55-16bcec03ae6d service neutron] Checking segment: {'id': '3e185bdc-dfc7-4368-a836-c458a448a92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '94e58b18-255c-412e-8f40-cee301fcc623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:52.439368 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2577866a-379f-4895-bc34-6f9432ccf7be req-7d1142f4-4e04-43a3-ab55-16bcec03ae6d service neutron] Bound using segment: {'id': '3e185bdc-dfc7-4368-a836-c458a448a92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '94e58b18-255c-412e-8f40-cee301fcc623'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:31:52.440006 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-2577866a-379f-4895-bc34-6f9432ccf7be req-7d1142f4-4e04-43a3-ab55-16bcec03ae6d service neutron] Bound port: 826272b8-2b44-4ab6-80e2-1485a62aeb40, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e185bdc-dfc7-4368-a836-c458a448a92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '94e58b18-255c-412e-8f40-cee301fcc623'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:31:52.440832 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2577866a-379f-4895-bc34-6f9432ccf7be req-7d1142f4-4e04-43a3-ab55-16bcec03ae6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:52.473302 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c54dca6-eda9-4ef2-b969-d5840d5b6cff x-openstack-request-id: req-0c54dca6-eda9-4ef2-b969-d5840d5b6cff {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:31:52.473722 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af71aea1-4985-4207-a8b0-949533052244", "name": "network-vif-plugged", "status": "completed", "tag": "5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:31:52.475007 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c54dca6-eda9-4ef2-b969-d5840d5b6cff {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:31:52.475007 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af71aea1-4985-4207-a8b0-949533052244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e', 'code': 200} Jul 15 23:31:52.491272 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e7481-d88b-46f1-b463-2fe8701dad13 req-087f08cb-0a81-4fa5-a75c-bd5f5be6a1f8 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:52.499648 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-148e7481-d88b-46f1-b463-2fe8701dad13 req-087f08cb-0a81-4fa5-a75c-bd5f5be6a1f8 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=af71aea1-4985-4207-a8b0-949533052244 HTTP/1.1" status: 200 len: 1095 time: 0.1164069 Jul 15 23:31:52.544472 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:52.551901 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-2577866a-379f-4895-bc34-6f9432ccf7be req-7d1142f4-4e04-43a3-ab55-16bcec03ae6d service neutron] For port 826272b8-2b44-4ab6-80e2-1485a62aeb40, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:31:52.557105 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-2577866a-379f-4895-bc34-6f9432ccf7be req-7d1142f4-4e04-43a3-ab55-16bcec03ae6d service neutron] For port 826272b8-2b44-4ab6-80e2-1485a62aeb40, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=826272b8-2b44-4ab6-80e2-1485a62aeb40,segment=NetworkSegment(3e185bdc-dfc7-4368-a836-c458a448a92c),segment_id=3e185bdc-dfc7-4368-a836-c458a448a92c)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:31:52.573218 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-148e7481-d88b-46f1-b463-2fe8701dad13 req-126234f2-dd74-4a5b-940d-45451ceb2762 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=29d7689f-7e85-4601-88be-94b2e90a8307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624387 Jul 15 23:31:52.573932 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51464) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:52.612287 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2577866a-379f-4895-bc34-6f9432ccf7be req-7d1142f4-4e04-43a3-ab55-16bcec03ae6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:52.723588 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1142f4-4e04-43a3-ab55-16bcec03ae6d service neutron] Pushing event updated for resources: {'Port': ['ID=826272b8-2b44-4ab6-80e2-1485a62aeb40,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:52.726081 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b088e8-b2fe-4738-b920-06853ae30e48 None None] New status for floating IP 7e26c537-5405-4074-a7c4-1ee79eac0eb2: ACTIVE {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:31:52.751077 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577866a-379f-4895-bc34-6f9432ccf7be req-7d1142f4-4e04-43a3-ab55-16bcec03ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:52.752024 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2577866a-379f-4895-bc34-6f9432ccf7be req-7d1142f4-4e04-43a3-ab55-16bcec03ae6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:52.754001 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2577866a-379f-4895-bc34-6f9432ccf7be req-7d1142f4-4e04-43a3-ab55-16bcec03ae6d service neutron] 10.222.0.36 "PUT /v2.0/ports/826272b8-2b44-4ab6-80e2-1485a62aeb40 HTTP/1.1" status: 200 len: 1091 time: 1.4904053 Jul 15 23:31:52.754827 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411dd072-9c96-4c69-9219-ab243d90c44c', 'tag': '826272b8-2b44-4ab6-80e2-1485a62aeb40'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:31:52.763959 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5055cfa2-68c3-425d-89e3-4439da1d8aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "411dd072-9c96-4c69-9219-ab243d90c44c", "tag": "826272b8-2b44-4ab6-80e2-1485a62aeb40"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:31:52.764317 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0b9df524-f603-48b1-bb5f-54e9f83eff6f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/floatingips/7e26c537-5405-4074-a7c4-1ee79eac0eb2 HTTP/1.1" status: 200 len: 991 time: 0.1890204 Jul 15 23:31:52.866593 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5667a7e7-b8b1-47bd-87c8-637671d00278 x-openstack-request-id: req-5667a7e7-b8b1-47bd-87c8-637671d00278 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:31:52.867026 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "411dd072-9c96-4c69-9219-ab243d90c44c", "tag": "826272b8-2b44-4ab6-80e2-1485a62aeb40", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:31:52.867391 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5667a7e7-b8b1-47bd-87c8-637671d00278 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:31:52.867881 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '411dd072-9c96-4c69-9219-ab243d90c44c', 'tag': '826272b8-2b44-4ab6-80e2-1485a62aeb40', 'status': 'completed', 'code': 200} Jul 15 23:31:52.879642 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b9bddc9a-7adf-4ff3-b520-70d9f62b4c61 req-c63887cb-b26e-4296-b650-b5aef5f3dc68 service neutron] 10.222.0.43 "GET /v2.0/networks/8e73d187-6e13-420b-a56d-850c55d02480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932938 Jul 15 23:31:52.893626 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35272e1d-d3e0-423a-968f-df90d9fb12ef req-c6c58dff-cf7c-45af-8dcc-3bead807e0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:52.895423 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-35272e1d-d3e0-423a-968f-df90d9fb12ef req-c6c58dff-cf7c-45af-8dcc-3bead807e0d2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=af71aea1-4985-4207-a8b0-949533052244 HTTP/1.1" status: 200 len: 1096 time: 0.3350189 Jul 15 23:31:52.939454 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577866a-379f-4895-bc34-6f9432ccf7be req-539a065a-e748-41a5-be34-f37d0ccfa321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:52.941294 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2577866a-379f-4895-bc34-6f9432ccf7be req-539a065a-e748-41a5-be34-f37d0ccfa321 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=127bfb13721d4112a18a91827fe2036b&device_id=411dd072-9c96-4c69-9219-ab243d90c44c HTTP/1.1" status: 200 len: 1094 time: 0.1176298 Jul 15 23:31:52.954865 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c75f18-cd31-40a6-845e-96fb2fbfae78 req-bb93b275-c9a2-4006-a8c4-b2c1f6522504 tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:52.964989 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-50c75f18-cd31-40a6-845e-96fb2fbfae78 req-bb93b275-c9a2-4006-a8c4-b2c1f6522504 tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] 10.222.0.16 "GET /v2.0/ports?device_id=411dd072-9c96-4c69-9219-ab243d90c44c HTTP/1.1" status: 200 len: 943 time: 0.1179194 Jul 15 23:31:53.015861 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-50c75f18-cd31-40a6-845e-96fb2fbfae78 req-c5b3dd73-945f-4f9a-94ce-69c57c141b7a tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] 10.222.0.16 "GET /v2.0/security-groups?id=348f404a-0245-425b-9406-11aafbf77d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495229 Jul 15 23:31:53.018574 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2577866a-379f-4895-bc34-6f9432ccf7be req-2e083036-8f6c-4596-b95e-2d8aa70eef75 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=826272b8-2b44-4ab6-80e2-1485a62aeb40 HTTP/1.1" status: 200 len: 217 time: 0.0607486 Jul 15 23:31:53.040368 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-35272e1d-d3e0-423a-968f-df90d9fb12ef req-419aaab8-4a9e-4f72-9dab-f1d74785f771 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=29d7689f-7e85-4601-88be-94b2e90a8307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356037 Jul 15 23:31:53.093272 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577866a-379f-4895-bc34-6f9432ccf7be req-daaf0760-0f52-4026-82ed-a30f08efbf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:53.095723 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2577866a-379f-4895-bc34-6f9432ccf7be req-daaf0760-0f52-4026-82ed-a30f08efbf2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1e8990a2-ea25-4486-9e84-4f5b676f5aee HTTP/1.1" status: 200 len: 848 time: 0.0709400 Jul 15 23:31:53.134597 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2577866a-379f-4895-bc34-6f9432ccf7be req-abde5e8d-c562-4034-880e-aec37e062cfc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=94e58b18-255c-412e-8f40-cee301fcc623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320129 Jul 15 23:31:53.227022 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2577866a-379f-4895-bc34-6f9432ccf7be req-1a4b218f-8bef-4ad9-a364-bb0ee2081288 service neutron] 10.222.0.36 "GET /v2.0/networks/94e58b18-255c-412e-8f40-cee301fcc623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860379 Jul 15 23:31:53.324437 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2577866a-379f-4895-bc34-6f9432ccf7be req-e72bfb98-dcc0-47d8-88d9-0035b296a8c4 service neutron] 10.222.0.36 "GET /v2.0/networks/94e58b18-255c-412e-8f40-cee301fcc623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908439 Jul 15 23:31:53.475849 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055cfa2-68c3-425d-89e3-4439da1d8aa2 req-5c3fa327-8a7e-4961-bb86-51ef8ed204e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:53.477690 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5055cfa2-68c3-425d-89e3-4439da1d8aa2 req-5c3fa327-8a7e-4961-bb86-51ef8ed204e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=127bfb13721d4112a18a91827fe2036b&device_id=411dd072-9c96-4c69-9219-ab243d90c44c HTTP/1.1" status: 200 len: 1094 time: 0.0557611 Jul 15 23:31:53.577075 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055cfa2-68c3-425d-89e3-4439da1d8aa2 req-191ba7c0-2db6-4278-ae99-682aaa11d33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:53.578575 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5055cfa2-68c3-425d-89e3-4439da1d8aa2 req-191ba7c0-2db6-4278-ae99-682aaa11d33c service neutron] 10.222.0.36 "GET /v2.0/networks?id=94e58b18-255c-412e-8f40-cee301fcc623 HTTP/1.1" status: 200 len: 909 time: 0.0943389 Jul 15 23:31:53.631413 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5055cfa2-68c3-425d-89e3-4439da1d8aa2 req-d96b233e-328b-4e64-a95a-1febfe5da0c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=826272b8-2b44-4ab6-80e2-1485a62aeb40 HTTP/1.1" status: 200 len: 217 time: 0.0453832 Jul 15 23:31:53.687133 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055cfa2-68c3-425d-89e3-4439da1d8aa2 req-21d721dc-9b31-4e50-ad3e-168bb454db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:53.688753 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5055cfa2-68c3-425d-89e3-4439da1d8aa2 req-21d721dc-9b31-4e50-ad3e-168bb454db89 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1e8990a2-ea25-4486-9e84-4f5b676f5aee HTTP/1.1" status: 200 len: 848 time: 0.0508983 Jul 15 23:31:53.733316 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5055cfa2-68c3-425d-89e3-4439da1d8aa2 req-9690eab3-25a8-4ed5-b92b-425a0d883f57 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=94e58b18-255c-412e-8f40-cee301fcc623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363343 Jul 15 23:31:53.765818 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51494) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:53.915317 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86712b7a-45ea-4cd7-817e-8791d073197f req-9acd7b48-0dd9-4462-b057-ba7b9c6a2971 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:53.932567 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-86712b7a-45ea-4cd7-817e-8791d073197f req-9acd7b48-0dd9-4462-b057-ba7b9c6a2971 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=af71aea1-4985-4207-a8b0-949533052244 HTTP/1.1" status: 200 len: 1096 time: 0.2211213 Jul 15 23:31:53.952552 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-cbe0980e-2e8d-4538-ab50-4c784a387e8a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/floatingips/7e26c537-5405-4074-a7c4-1ee79eac0eb2 HTTP/1.1" status: 200 len: 993 time: 0.1812072 Jul 15 23:31:53.986747 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5055cfa2-68c3-425d-89e3-4439da1d8aa2 req-aff3a26f-1b98-4302-95f6-c8ad0f558827 service neutron] 10.222.0.36 "GET /v2.0/networks/94e58b18-255c-412e-8f40-cee301fcc623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370017 Jul 15 23:31:53.992299 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-86712b7a-45ea-4cd7-817e-8791d073197f req-31aba403-90c6-4dab-aa6e-87f67c35489f tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=29d7689f-7e85-4601-88be-94b2e90a8307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385909 Jul 15 23:31:54.145012 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5055cfa2-68c3-425d-89e3-4439da1d8aa2 req-70f9f9c8-5836-4e0d-a3ad-5e2b2ce744a2 service neutron] 10.222.0.36 "GET /v2.0/networks/94e58b18-255c-412e-8f40-cee301fcc623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514831 Jul 15 23:31:54.202023 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:54.282034 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843ac49-4f01-4ad7-8529-6dc6a46a05f2 req-7fe66d29-d016-4478-8bed-37de110e0958 tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:54.284409 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0843ac49-4f01-4ad7-8529-6dc6a46a05f2 req-7fe66d29-d016-4478-8bed-37de110e0958 tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] 10.222.0.16 "GET /v2.0/ports?device_id=411dd072-9c96-4c69-9219-ab243d90c44c HTTP/1.1" status: 200 len: 943 time: 0.1103249 Jul 15 23:31:54.334416 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0843ac49-4f01-4ad7-8529-6dc6a46a05f2 req-35c337d5-fcaf-437f-9358-296fc0e95eed tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] 10.222.0.16 "GET /v2.0/security-groups?id=348f404a-0245-425b-9406-11aafbf77d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399942 Jul 15 23:31:54.994772 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 826272b8-2b44-4ab6-80e2-1485a62aeb40 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:31:55.116973 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 826272b8-2b44-4ab6-80e2-1485a62aeb40, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=826272b8-2b44-4ab6-80e2-1485a62aeb40,segment=NetworkSegment(3e185bdc-dfc7-4368-a836-c458a448a92c),segment_id=3e185bdc-dfc7-4368-a836-c458a448a92c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:55.132271 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '826272b8-2b44-4ab6-80e2-1485a62aeb40', 'network_id': '94e58b18-255c-412e-8f40-cee301fcc623', 'port_id': '826272b8-2b44-4ab6-80e2-1485a62aeb40', 'mac_address': 'fa:16:3e:61:93:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e8990a2-ea25-4486-9e84-4f5b676f5aee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:31:55.171679 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:55.181053 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861d18e-5c37-4001-8187-9ae667368fab req-004cf7f5-91b9-4538-822a-6b78e3106117 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:55.183717 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0861d18e-5c37-4001-8187-9ae667368fab req-004cf7f5-91b9-4538-822a-6b78e3106117 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=af71aea1-4985-4207-a8b0-949533052244 HTTP/1.1" status: 200 len: 1096 time: 0.0653822 Jul 15 23:31:55.191257 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826272b8-2b44-4ab6-80e2-1485a62aeb40 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:31:55.212234 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 826272b8-2b44-4ab6-80e2-1485a62aeb40, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=826272b8-2b44-4ab6-80e2-1485a62aeb40,segment=NetworkSegment(3e185bdc-dfc7-4368-a836-c458a448a92c),segment_id=3e185bdc-dfc7-4368-a836-c458a448a92c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:55.217317 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:55.234202 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0861d18e-5c37-4001-8187-9ae667368fab req-cfde4c9f-a7a7-4a74-84d8-5ea8ca1bc0a9 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=29d7689f-7e85-4601-88be-94b2e90a8307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436635 Jul 15 23:31:55.294024 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=826272b8-2b44-4ab6-80e2-1485a62aeb40,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:55.423125 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edb8cd-8375-4533-a387-76d97af43875 req-ee39923e-7966-4371-90d1-cb292fa372d2 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:55.430408 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b3edb8cd-8375-4533-a387-76d97af43875 req-ee39923e-7966-4371-90d1-cb292fa372d2 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=af71aea1-4985-4207-a8b0-949533052244 HTTP/1.1" status: 200 len: 1096 time: 0.0604689 Jul 15 23:31:55.467019 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b3edb8cd-8375-4533-a387-76d97af43875 req-8a0ef6a2-4ff4-49b6-8f3e-4466c493d064 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=29d7689f-7e85-4601-88be-94b2e90a8307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355082 Jul 15 23:31:55.500868 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['826272b8-2b44-4ab6-80e2-1485a62aeb40'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:31:55.570782 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c26d9-4bd0-4634-9a01-212699ae3e0b req-8fe346bc-ab8a-48b9-9e3f-e8b94fb880ce tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:55.581325 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-036c26d9-4bd0-4634-9a01-212699ae3e0b req-8fe346bc-ab8a-48b9-9e3f-e8b94fb880ce tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] 10.222.0.16 "GET /v2.0/ports?device_id=411dd072-9c96-4c69-9219-ab243d90c44c HTTP/1.1" status: 200 len: 944 time: 0.1126394 Jul 15 23:31:55.689886 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-036c26d9-4bd0-4634-9a01-212699ae3e0b req-1ebfe8e9-4b9a-4483-bdbd-7cd354773fa5 tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] 10.222.0.16 "GET /v2.0/security-groups?id=348f404a-0245-425b-9406-11aafbf77d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075568 Jul 15 23:31:55.698402 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cb129-3d55-4e77-94c7-e56da046de77 req-baddd3a4-7868-4a1a-8a5e-5f19c1889ccd tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:55.700157 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-663cb129-3d55-4e77-94c7-e56da046de77 req-baddd3a4-7868-4a1a-8a5e-5f19c1889ccd tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=af71aea1-4985-4207-a8b0-949533052244 HTTP/1.1" status: 200 len: 1096 time: 0.1035771 Jul 15 23:31:55.746709 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-663cb129-3d55-4e77-94c7-e56da046de77 req-ac61bd77-a862-420e-94a3-eb27037a69c6 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=29d7689f-7e85-4601-88be-94b2e90a8307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343869 Jul 15 23:31:56.154744 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f2924-adae-44d7-9f8a-3a34e33c2d09 req-1a8f3cce-8bd2-40e5-8db9-8bc995125597 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:56.156273 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4c3f2924-adae-44d7-9f8a-3a34e33c2d09 req-1a8f3cce-8bd2-40e5-8db9-8bc995125597 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=af71aea1-4985-4207-a8b0-949533052244 HTTP/1.1" status: 200 len: 1096 time: 0.0552080 Jul 15 23:31:56.192547 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4c3f2924-adae-44d7-9f8a-3a34e33c2d09 req-602c1e21-b39c-4606-bad8-48d10e8182b5 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=29d7689f-7e85-4601-88be-94b2e90a8307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304055 Jul 15 23:31:56.885917 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f66430-4750-40d4-b554-8a9537c6d153 req-167cb890-65cc-478f-b157-901492e42ea6 tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:56.887557 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d2f66430-4750-40d4-b554-8a9537c6d153 req-167cb890-65cc-478f-b157-901492e42ea6 tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] 10.222.0.16 "GET /v2.0/ports?device_id=411dd072-9c96-4c69-9219-ab243d90c44c HTTP/1.1" status: 200 len: 944 time: 0.0744886 Jul 15 23:31:56.926738 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d2f66430-4750-40d4-b554-8a9537c6d153 req-a205dd19-80f1-4a71-8d03-45e0d59eaf1c tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] 10.222.0.16 "GET /v2.0/security-groups?id=348f404a-0245-425b-9406-11aafbf77d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331788 Jul 15 23:31:56.998233 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 826272b8-2b44-4ab6-80e2-1485a62aeb40 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:57.050379 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 826272b8-2b44-4ab6-80e2-1485a62aeb40 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:57.062332 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 826272b8-2b44-4ab6-80e2-1485a62aeb40 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:57.062892 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:57.149220 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:57.173577 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411dd072-9c96-4c69-9219-ab243d90c44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826272b8-2b44-4ab6-80e2-1485a62aeb40'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:31:57.175925 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0036b620-8545-4145-9096-c57d05cccf31" -d '{"events": [{"server_uuid": "411dd072-9c96-4c69-9219-ab243d90c44c", "name": "network-vif-plugged", "status": "completed", "tag": "826272b8-2b44-4ab6-80e2-1485a62aeb40"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:31:57.193695 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 826272b8-2b44-4ab6-80e2-1485a62aeb40, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=826272b8-2b44-4ab6-80e2-1485a62aeb40,segment=NetworkSegment(3e185bdc-dfc7-4368-a836-c458a448a92c),segment_id=3e185bdc-dfc7-4368-a836-c458a448a92c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:57.198285 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:57.229598 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe73a2e3-c599-4051-b17c-2d2d0d48634b x-openstack-request-id: req-fe73a2e3-c599-4051-b17c-2d2d0d48634b {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:31:57.229894 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411dd072-9c96-4c69-9219-ab243d90c44c", "name": "network-vif-plugged", "status": "completed", "tag": "826272b8-2b44-4ab6-80e2-1485a62aeb40", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:31:57.230150 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe73a2e3-c599-4051-b17c-2d2d0d48634b {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:31:57.230540 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411dd072-9c96-4c69-9219-ab243d90c44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826272b8-2b44-4ab6-80e2-1485a62aeb40', 'code': 200} Jul 15 23:31:57.251809 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=826272b8-2b44-4ab6-80e2-1485a62aeb40,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:57.421666 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e49fe-64fa-47e9-84b9-c441e37ab737 req-69d3b607-8154-4eae-9615-7267bedac48e tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:57.424319 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-705e49fe-64fa-47e9-84b9-c441e37ab737 req-69d3b607-8154-4eae-9615-7267bedac48e tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=af71aea1-4985-4207-a8b0-949533052244 HTTP/1.1" status: 200 len: 1096 time: 0.0877509 Jul 15 23:31:57.450585 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a23d40-c2d1-400f-bfc2-50d32536059d req-2f25da03-d901-40d5-8b7d-7cf712e7785e tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:57.452125 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a1a23d40-c2d1-400f-bfc2-50d32536059d req-2f25da03-d901-40d5-8b7d-7cf712e7785e tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=af71aea1-4985-4207-a8b0-949533052244 HTTP/1.1" status: 200 len: 1096 time: 0.0793643 Jul 15 23:31:57.454358 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e2d7c-ee71-4c38-b5af-b059faca1f87 req-2089da1f-a52c-4762-be77-ed8d8c7957d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:57.456153 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-743e2d7c-ee71-4c38-b5af-b059faca1f87 req-2089da1f-a52c-4762-be77-ed8d8c7957d3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=411dd072-9c96-4c69-9219-ab243d90c44c HTTP/1.1" status: 200 len: 1096 time: 0.1324341 Jul 15 23:31:57.473429 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-705e49fe-64fa-47e9-84b9-c441e37ab737 req-9f34d6a8-b82f-4fa5-b7da-c6ce6ad84d7d tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=29d7689f-7e85-4601-88be-94b2e90a8307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427666 Jul 15 23:31:57.532129 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-743e2d7c-ee71-4c38-b5af-b059faca1f87 req-dcb7de6c-e69f-4371-aedb-7d6e2f2bc212 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=348f404a-0245-425b-9406-11aafbf77d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655570 Jul 15 23:31:57.585971 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-a1a23d40-c2d1-400f-bfc2-50d32536059d req-9b90f76b-d790-43a0-adfe-e05f7adc1dd4 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Deleting port 5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:57.586314 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a1a23d40-c2d1-400f-bfc2-50d32536059d req-9b90f76b-d790-43a0-adfe-e05f7adc1dd4 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:57.667455 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a1a23d40-c2d1-400f-bfc2-50d32536059d req-9b90f76b-d790-43a0-adfe-e05f7adc1dd4 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] For port 5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e,segment=NetworkSegment(2d864c72-8721-4038-8a8c-9aaaf9109fe0),segment_id=2d864c72-8721-4038-8a8c-9aaaf9109fe0)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:57.668033 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a1a23d40-c2d1-400f-bfc2-50d32536059d req-9b90f76b-d790-43a0-adfe-e05f7adc1dd4 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:57.680838 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-a1a23d40-c2d1-400f-bfc2-50d32536059d req-9b90f76b-d790-43a0-adfe-e05f7adc1dd4 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Calling delete_port for 5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:57.805456 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a1a23d40-c2d1-400f-bfc2-50d32536059d req-9b90f76b-d790-43a0-adfe-e05f7adc1dd4 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:57.817355 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:31:57.836469 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90f76b-d790-43a0-adfe-e05f7adc1dd4 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Pushing event deleted for resources: {'Port': ['ID=5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:57.852590 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['fe81a596-bbd2-47c2-b86c-23bcb0909247'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:31:57.889302 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a23d40-c2d1-400f-bfc2-50d32536059d req-9b90f76b-d790-43a0-adfe-e05f7adc1dd4 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] No DVR routers for this DVR port 5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:31:57.892880 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a1a23d40-c2d1-400f-bfc2-50d32536059d req-9b90f76b-d790-43a0-adfe-e05f7adc1dd4 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:57.897679 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a1a23d40-c2d1-400f-bfc2-50d32536059d req-9b90f76b-d790-43a0-adfe-e05f7adc1dd4 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.43 "DELETE /v2.0/ports/5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e HTTP/1.1" status: 204 len: 173 time: 0.4401307 Jul 15 23:31:57.901017 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af71aea1-4985-4207-a8b0-949533052244', 'name': 'network-vif-deleted', 'tag': '5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:31:57.918134 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5746e9c-ab11-4ce5-ae79-4a8a734af64b" -d '{"events": [{"server_uuid": "af71aea1-4985-4207-a8b0-949533052244", "name": "network-vif-deleted", "tag": "5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:31:57.980576 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13698843-e1e4-4bd4-abec-7412e6c6ab37 x-openstack-request-id: req-13698843-e1e4-4bd4-abec-7412e6c6ab37 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:31:57.980879 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af71aea1-4985-4207-a8b0-949533052244", "name": "network-vif-deleted", "tag": "5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:31:57.981199 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-13698843-e1e4-4bd4-abec-7412e6c6ab37 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:31:57.981523 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af71aea1-4985-4207-a8b0-949533052244', 'name': 'network-vif-deleted', 'tag': '5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e', 'status': 'completed', 'code': 200} Jul 15 23:31:58.215314 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d4d66-529d-4ed1-8059-77203ff60f87 req-2ad7d007-22de-4b03-84a3-af980af61e20 tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:58.216829 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc1d4d66-529d-4ed1-8059-77203ff60f87 req-2ad7d007-22de-4b03-84a3-af980af61e20 tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] 10.222.0.16 "GET /v2.0/ports?device_id=411dd072-9c96-4c69-9219-ab243d90c44c HTTP/1.1" status: 200 len: 945 time: 0.0710762 Jul 15 23:31:58.256154 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc1d4d66-529d-4ed1-8059-77203ff60f87 req-3551aab1-1149-4573-b0ff-44abcf60c4fb tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] 10.222.0.16 "GET /v2.0/security-groups?id=348f404a-0245-425b-9406-11aafbf77d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337999 Jul 15 23:31:58.688087 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3ee467e4-5280-43b8-a862-024d5c3fd455 req-79aa16ca-a1c1-4bea-94a6-f35160b5c9fc tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=af71aea1-4985-4207-a8b0-949533052244 HTTP/1.1" status: 200 len: 210 time: 0.0478354 Jul 15 23:31:59.447601 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e9e7d-b87d-4694-bf26-cd3053f0689a req-7404d439-1d5f-42f7-ad73-186e4e6e9904 tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:59.449080 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5b2e9e7d-b87d-4694-bf26-cd3053f0689a req-7404d439-1d5f-42f7-ad73-186e4e6e9904 tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] 10.222.0.16 "GET /v2.0/ports?device_id=411dd072-9c96-4c69-9219-ab243d90c44c HTTP/1.1" status: 200 len: 945 time: 0.0703471 Jul 15 23:31:59.486963 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5b2e9e7d-b87d-4694-bf26-cd3053f0689a req-22c170c2-9e10-47c0-b4a5-79235d19fb12 tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] 10.222.0.16 "GET /v2.0/security-groups?id=348f404a-0245-425b-9406-11aafbf77d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320680 Jul 15 23:32:00.076968 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:32:00.114400 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:32:00.115299 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 5dcfade7-da1e-41e1-9fbb-7fa18a7f1e5e not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:32:00.282757 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae5d1e-5a07-40b2-bf98-32953998db10 req-e7b2a10d-17a9-4fca-91a1-49f845845075 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:00.284899 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b4ae5d1e-5a07-40b2-bf98-32953998db10 req-e7b2a10d-17a9-4fca-91a1-49f845845075 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5 HTTP/1.1" status: 200 len: 1097 time: 0.0701513 Jul 15 23:32:00.341682 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b4ae5d1e-5a07-40b2-bf98-32953998db10 req-80b2d1d0-b298-4d31-aa57-9d1ddb8f54b9 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=29d7689f-7e85-4601-88be-94b2e90a8307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503445 Jul 15 23:32:01.701760 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134f976-7f3a-4693-850e-04c0eaade1a9 req-f13d794b-0bcc-4c2b-b11c-c2a1926c3bea tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:01.704377 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2134f976-7f3a-4693-850e-04c0eaade1a9 req-f13d794b-0bcc-4c2b-b11c-c2a1926c3bea tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5 HTTP/1.1" status: 200 len: 1097 time: 0.0785694 Jul 15 23:32:01.865787 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-2134f976-7f3a-4693-850e-04c0eaade1a9 req-d9bf7440-8c9b-45fb-82f4-fd71dd587cb8 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Deleting port fe81a596-bbd2-47c2-b86c-23bcb0909247 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:01.866516 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2134f976-7f3a-4693-850e-04c0eaade1a9 req-d9bf7440-8c9b-45fb-82f4-fd71dd587cb8 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:01.979201 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67ceb2-7e16-4e48-a6bf-acc916cc665e req-f212f22c-0b6f-4aa5-ac6b-e4f0d0428e5f tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:01.984657 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f67ceb2-7e16-4e48-a6bf-acc916cc665e req-f212f22c-0b6f-4aa5-ac6b-e4f0d0428e5f tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5 HTTP/1.1" status: 200 len: 1097 time: 0.5014720 Jul 15 23:32:02.042468 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-2134f976-7f3a-4693-850e-04c0eaade1a9 req-d9bf7440-8c9b-45fb-82f4-fd71dd587cb8 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] For port fe81a596-bbd2-47c2-b86c-23bcb0909247, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=fe81a596-bbd2-47c2-b86c-23bcb0909247,segment=NetworkSegment(2d864c72-8721-4038-8a8c-9aaaf9109fe0),segment_id=2d864c72-8721-4038-8a8c-9aaaf9109fe0)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:02.042939 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2134f976-7f3a-4693-850e-04c0eaade1a9 req-d9bf7440-8c9b-45fb-82f4-fd71dd587cb8 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:02.074416 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f67ceb2-7e16-4e48-a6bf-acc916cc665e req-aa6b57af-09f9-474c-a338-24132f6e7fd5 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=29d7689f-7e85-4601-88be-94b2e90a8307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752075 Jul 15 23:32:02.097471 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-2134f976-7f3a-4693-850e-04c0eaade1a9 req-d9bf7440-8c9b-45fb-82f4-fd71dd587cb8 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Calling delete_port for fe81a596-bbd2-47c2-b86c-23bcb0909247 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:02.353579 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2134f976-7f3a-4693-850e-04c0eaade1a9 req-d9bf7440-8c9b-45fb-82f4-fd71dd587cb8 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:02.386664 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['fe81a596-bbd2-47c2-b86c-23bcb0909247'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:32:02.397808 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf7440-8c9b-45fb-82f4-fd71dd587cb8 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe81a596-bbd2-47c2-b86c-23bcb0909247,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:02.457997 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2134f976-7f3a-4693-850e-04c0eaade1a9 req-d9bf7440-8c9b-45fb-82f4-fd71dd587cb8 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] No DVR routers for this DVR port fe81a596-bbd2-47c2-b86c-23bcb0909247 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:32:02.461349 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2134f976-7f3a-4693-850e-04c0eaade1a9 req-d9bf7440-8c9b-45fb-82f4-fd71dd587cb8 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:02.463788 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2134f976-7f3a-4693-850e-04c0eaade1a9 req-d9bf7440-8c9b-45fb-82f4-fd71dd587cb8 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.36 "DELETE /v2.0/ports/fe81a596-bbd2-47c2-b86c-23bcb0909247 HTTP/1.1" status: 204 len: 173 time: 0.7523961 Jul 15 23:32:02.464484 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5', 'name': 'network-vif-deleted', 'tag': 'fe81a596-bbd2-47c2-b86c-23bcb0909247'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:32:02.467126 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e89882a-1b58-4845-af97-4deb59777432" -d '{"events": [{"server_uuid": "8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5", "name": "network-vif-deleted", "tag": "fe81a596-bbd2-47c2-b86c-23bcb0909247"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:32:02.558662 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a583b0-7c32-466d-89f1-3586ba3ced37 x-openstack-request-id: req-b7a583b0-7c32-466d-89f1-3586ba3ced37 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:32:02.560018 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5", "name": "network-vif-deleted", "tag": "fe81a596-bbd2-47c2-b86c-23bcb0909247", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:32:02.560517 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b7a583b0-7c32-466d-89f1-3586ba3ced37 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:32:02.561125 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5', 'name': 'network-vif-deleted', 'tag': 'fe81a596-bbd2-47c2-b86c-23bcb0909247', 'status': 'completed', 'code': 200} Jul 15 23:32:02.588545 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e581d-26cc-4aa8-bb4a-554fc6b1ec5f req-f19f6f8d-80b5-4062-910f-99792991a1f7 tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:02.600586 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3b7e581d-26cc-4aa8-bb4a-554fc6b1ec5f req-f19f6f8d-80b5-4062-910f-99792991a1f7 tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] 10.222.0.16 "GET /v2.0/ports?device_id=411dd072-9c96-4c69-9219-ab243d90c44c HTTP/1.1" status: 200 len: 945 time: 0.1399107 Jul 15 23:32:02.673608 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3b7e581d-26cc-4aa8-bb4a-554fc6b1ec5f req-0bc1f26f-e70a-4811-9a1f-aa54cce8242b tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] 10.222.0.16 "GET /v2.0/security-groups?id=348f404a-0245-425b-9406-11aafbf77d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712125 Jul 15 23:32:02.852461 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51754) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:03.133119 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d83894-24f9-4f22-b7c7-b34e396f87fb admin admin] Deleting subnet 8b4773d7-480c-4cd8-aa6c-9f339f7216b1 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:32:03.150164 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-36d83894-24f9-4f22-b7c7-b34e396f87fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.197059 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-36d83894-24f9-4f22-b7c7-b34e396f87fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.257797 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dc6cad28-cce6-49c9-9a73-0125a3fde481 req-3b5808df-c630-4673-b8f1-f0679e6c2072 tempest-TestServerMultinode-74907575 tempest-TestServerMultinode-74907575-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8724a18c-9e5f-4f4f-8af1-0fcf0f844ec5 HTTP/1.1" status: 200 len: 210 time: 0.0326326 Jul 15 23:32:03.270165 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-36d83894-24f9-4f22-b7c7-b34e396f87fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.334568 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-36d83894-24f9-4f22-b7c7-b34e396f87fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.363195 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d83894-24f9-4f22-b7c7-b34e396f87fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b4773d7-480c-4cd8-aa6c-9f339f7216b1,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:03.372914 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d83894-24f9-4f22-b7c7-b34e396f87fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:03.373399 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d83894-24f9-4f22-b7c7-b34e396f87fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:03.373802 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d83894-24f9-4f22-b7c7-b34e396f87fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:03.374202 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d83894-24f9-4f22-b7c7-b34e396f87fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:03.374603 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d83894-24f9-4f22-b7c7-b34e396f87fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:03.375050 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d83894-24f9-4f22-b7c7-b34e396f87fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:03.375511 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d83894-24f9-4f22-b7c7-b34e396f87fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:03.375853 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d83894-24f9-4f22-b7c7-b34e396f87fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:03.376252 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d83894-24f9-4f22-b7c7-b34e396f87fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:03.376582 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d83894-24f9-4f22-b7c7-b34e396f87fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:03.376904 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d83894-24f9-4f22-b7c7-b34e396f87fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:03.377223 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d83894-24f9-4f22-b7c7-b34e396f87fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:03.383347 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-36d83894-24f9-4f22-b7c7-b34e396f87fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.385210 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-36d83894-24f9-4f22-b7c7-b34e396f87fb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8b4773d7-480c-4cd8-aa6c-9f339f7216b1 HTTP/1.1" status: 204 len: 168 time: 0.5316083 Jul 15 23:32:03.387753 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51766) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:03.461997 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9a992b30-cf9a-4c41-9a0c-6d6ac79d3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.546011 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9a992b30-cf9a-4c41-9a0c-6d6ac79d3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.557859 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-9a992b30-cf9a-4c41-9a0c-6d6ac79d3c64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35287b5d-84dd-42c1-b0f1-c987dde5f190']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:03.568433 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-9a992b30-cf9a-4c41-9a0c-6d6ac79d3c64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed1534ca-5012-44ce-b144-af61518d7fa0') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:03.568725 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-9a992b30-cf9a-4c41-9a0c-6d6ac79d3c64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed1534ca-5012-44ce-b144-af61518d7fa0') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:03.577251 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9a992b30-cf9a-4c41-9a0c-6d6ac79d3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.591260 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9a992b30-cf9a-4c41-9a0c-6d6ac79d3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.597308 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a992b30-cf9a-4c41-9a0c-6d6ac79d3c64 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:32:03.597603 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9a992b30-cf9a-4c41-9a0c-6d6ac79d3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.599273 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:32:03.599273 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:32:03.599273 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:32:03.599273 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:32:03.599273 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:32:03.599273 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:32:03.599273 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:32:03.599273 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:32:03.599273 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:32:03.599273 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:32:03.599273 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:32:03.599273 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:32:03.599273 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:32:03.599273 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:32:03.599273 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:32:03.599273 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:32:03.599273 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:32:03.599273 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:32:03.599273 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:32:03.599273 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:32:03.599273 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:32:03.599273 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:32:03.599273 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:32:03.599273 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:32:03.599273 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:32:03.599273 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:32:03.599273 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:32:03.599273 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:32:03.599273 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:32:03.599273 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:32:03.599273 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:32:03.599273 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:32:03.655141 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9a992b30-cf9a-4c41-9a0c-6d6ac79d3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.660819 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9a992b30-cf9a-4c41-9a0c-6d6ac79d3c64 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.665624 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9a992b30-cf9a-4c41-9a0c-6d6ac79d3c64 admin admin] 10.222.0.16 "DELETE /v2.0/networks/35287b5d-84dd-42c1-b0f1-c987dde5f190 HTTP/1.1" status: 204 len: 168 time: 0.2769542 Jul 15 23:32:03.676238 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a992b30-cf9a-4c41-9a0c-6d6ac79d3c64 admin admin] Pushing event deleted for resources: {'Network': ['ID=35287b5d-84dd-42c1-b0f1-c987dde5f190,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:03.805851 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51780) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:03.859189 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3c90e35f-eaa1-4190-9e94-87a70286dc61 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=79c3aa4018564f7da590e1588531d478&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498996 Jul 15 23:32:03.859376 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c772d4-4de0-41e4-b19c-76ddd7ba4fef req-5700b163-5083-4370-ac4b-fd4705bd4725 tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:03.860978 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-30c772d4-4de0-41e4-b19c-76ddd7ba4fef req-5700b163-5083-4370-ac4b-fd4705bd4725 tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] 10.222.0.16 "GET /v2.0/ports?device_id=411dd072-9c96-4c69-9219-ab243d90c44c HTTP/1.1" status: 200 len: 945 time: 0.0728188 Jul 15 23:32:03.861460 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51782) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:03.918876 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8835b2c-a7ed-47d4-8e20-2be28f4135c7 req-aa411657-d472-4c4a-beb2-ae0ca8f53a31 tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:03.920371 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e8835b2c-a7ed-47d4-8e20-2be28f4135c7 req-aa411657-d472-4c4a-beb2-ae0ca8f53a31 tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] 10.222.0.36 "GET /v2.0/ports?device_id=411dd072-9c96-4c69-9219-ab243d90c44c HTTP/1.1" status: 200 len: 945 time: 0.0747111 Jul 15 23:32:03.929269 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-30c772d4-4de0-41e4-b19c-76ddd7ba4fef req-90910ace-0470-4ab8-97a1-07c07d21517f tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] 10.222.0.16 "GET /v2.0/security-groups?id=348f404a-0245-425b-9406-11aafbf77d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608873 Jul 15 23:32:03.943416 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7c13e933-24cb-4ed4-b5a0-a6c88d4c6375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.978486 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7c13e933-24cb-4ed4-b5a0-a6c88d4c6375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.037337 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-e8835b2c-a7ed-47d4-8e20-2be28f4135c7 req-0b23ff33-6ad9-4a18-b947-5a7512d1157e tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] Deleting port 826272b8-2b44-4ab6-80e2-1485a62aeb40 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:04.038051 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e8835b2c-a7ed-47d4-8e20-2be28f4135c7 req-0b23ff33-6ad9-4a18-b947-5a7512d1157e tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.042383 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7c13e933-24cb-4ed4-b5a0-a6c88d4c6375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.045208 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7c13e933-24cb-4ed4-b5a0-a6c88d4c6375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.047516 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7c13e933-24cb-4ed4-b5a0-a6c88d4c6375 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2792447-3054-40ed-9b37-40f23bd73202 HTTP/1.1" status: 204 len: 168 time: 0.1851013 Jul 15 23:32:04.056325 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13e933-24cb-4ed4-b5a0-a6c88d4c6375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2792447-3054-40ed-9b37-40f23bd73202,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:04.153872 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e8835b2c-a7ed-47d4-8e20-2be28f4135c7 req-0b23ff33-6ad9-4a18-b947-5a7512d1157e tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] For port 826272b8-2b44-4ab6-80e2-1485a62aeb40, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=826272b8-2b44-4ab6-80e2-1485a62aeb40,segment=NetworkSegment(3e185bdc-dfc7-4368-a836-c458a448a92c),segment_id=3e185bdc-dfc7-4368-a836-c458a448a92c)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:04.154238 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e8835b2c-a7ed-47d4-8e20-2be28f4135c7 req-0b23ff33-6ad9-4a18-b947-5a7512d1157e tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.169375 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-e8835b2c-a7ed-47d4-8e20-2be28f4135c7 req-0b23ff33-6ad9-4a18-b947-5a7512d1157e tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] Calling delete_port for 826272b8-2b44-4ab6-80e2-1485a62aeb40 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:04.323291 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e8835b2c-a7ed-47d4-8e20-2be28f4135c7 req-0b23ff33-6ad9-4a18-b947-5a7512d1157e tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.359213 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['826272b8-2b44-4ab6-80e2-1485a62aeb40'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:32:04.359757 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23ff33-6ad9-4a18-b947-5a7512d1157e tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] Pushing event deleted for resources: {'Port': ['ID=826272b8-2b44-4ab6-80e2-1485a62aeb40,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:04.389636 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51808) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:04.424153 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8835b2c-a7ed-47d4-8e20-2be28f4135c7 req-0b23ff33-6ad9-4a18-b947-5a7512d1157e tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] No DVR routers for this DVR port 826272b8-2b44-4ab6-80e2-1485a62aeb40 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:32:04.427507 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e8835b2c-a7ed-47d4-8e20-2be28f4135c7 req-0b23ff33-6ad9-4a18-b947-5a7512d1157e tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.430295 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e8835b2c-a7ed-47d4-8e20-2be28f4135c7 req-0b23ff33-6ad9-4a18-b947-5a7512d1157e tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] 10.222.0.36 "DELETE /v2.0/ports/826272b8-2b44-4ab6-80e2-1485a62aeb40 HTTP/1.1" status: 204 len: 173 time: 0.5048566 Jul 15 23:32:04.563134 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411dd072-9c96-4c69-9219-ab243d90c44c', 'name': 'network-vif-deleted', 'tag': '826272b8-2b44-4ab6-80e2-1485a62aeb40'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:32:04.566026 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460f0fa4-8c49-410a-ba9b-09d16c4ffcac" -d '{"events": [{"server_uuid": "411dd072-9c96-4c69-9219-ab243d90c44c", "name": "network-vif-deleted", "tag": "826272b8-2b44-4ab6-80e2-1485a62aeb40"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:32:04.632991 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f296b9d7-c560-4d60-bc92-fce1110dca26 x-openstack-request-id: req-f296b9d7-c560-4d60-bc92-fce1110dca26 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:32:04.633502 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411dd072-9c96-4c69-9219-ab243d90c44c", "name": "network-vif-deleted", "tag": "826272b8-2b44-4ab6-80e2-1485a62aeb40", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:32:04.633847 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f296b9d7-c560-4d60-bc92-fce1110dca26 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:32:04.634342 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411dd072-9c96-4c69-9219-ab243d90c44c', 'name': 'network-vif-deleted', 'tag': '826272b8-2b44-4ab6-80e2-1485a62aeb40', 'status': 'completed', 'code': 200} Jul 15 23:32:04.801148 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5bf6e0ae-8b55-46d3-a96b-4ea2cd28ab23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:05.133055 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ebc73682-5d87-46e3-886f-1d4950b248d6 req-8e738e3d-d6c8-49ca-83c1-3db750fc1da8 tempest-VolumesActionsTest-122812591 tempest-VolumesActionsTest-122812591-project] 10.222.0.16 "GET /v2.0/ports?device_id=411dd072-9c96-4c69-9219-ab243d90c44c HTTP/1.1" status: 200 len: 210 time: 0.0366471 Jul 15 23:32:05.167233 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6e0ae-8b55-46d3-a96b-4ea2cd28ab23 admin admin] Deleting port d9641ff6-44d7-44d1-8369-59e725d70f03 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:05.167619 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5bf6e0ae-8b55-46d3-a96b-4ea2cd28ab23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:05.261266 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-5bf6e0ae-8b55-46d3-a96b-4ea2cd28ab23 admin admin] For port d9641ff6-44d7-44d1-8369-59e725d70f03, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d9641ff6-44d7-44d1-8369-59e725d70f03,segment=NetworkSegment(2d864c72-8721-4038-8a8c-9aaaf9109fe0),segment_id=2d864c72-8721-4038-8a8c-9aaaf9109fe0)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:05.261624 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5bf6e0ae-8b55-46d3-a96b-4ea2cd28ab23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:05.277798 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6e0ae-8b55-46d3-a96b-4ea2cd28ab23 admin admin] Calling delete_port for d9641ff6-44d7-44d1-8369-59e725d70f03 owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:05.484303 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5bf6e0ae-8b55-46d3-a96b-4ea2cd28ab23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:05.508139 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6e0ae-8b55-46d3-a96b-4ea2cd28ab23 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9641ff6-44d7-44d1-8369-59e725d70f03,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:05.607518 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51846) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:05.704057 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5bf6e0ae-8b55-46d3-a96b-4ea2cd28ab23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:05.797358 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c774f34c-46c7-4325-83f6-53a5db8e1911 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'network': {'name': 'tempest-network-smoke--626727324', 'project_id': '859ce769fac74931944b61341a6bae9f', 'port_security_enabled': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:05.819721 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c774f34c-46c7-4325-83f6-53a5db8e1911 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Made reservation on behalf of 859ce769fac74931944b61341a6bae9f for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:05.823684 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c774f34c-46c7-4325-83f6-53a5db8e1911 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:05.833092 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c774f34c-46c7-4325-83f6-53a5db8e1911 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:05.934038 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf6e0ae-8b55-46d3-a96b-4ea2cd28ab23 admin admin] Router e7ca8b5e-2791-4385-b7fa-32d5ac6bf999 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:32:05.934686 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c774f34c-46c7-4325-83f6-53a5db8e1911 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:05.939456 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c774f34c-46c7-4325-83f6-53a5db8e1911 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:05.974794 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c774f34c-46c7-4325-83f6-53a5db8e1911 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:32:05.981956 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774f34c-46c7-4325-83f6-53a5db8e1911 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1957da70-14c2-4af1-b825-4da2ab8d802c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:05.996105 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c774f34c-46c7-4325-83f6-53a5db8e1911 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:05.996462 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-c774f34c-46c7-4325-83f6-53a5db8e1911 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Added segment 396fd513-5239-4717-a46c-89a9796ce688 of type vlan for network ac58f882-0f96-43bf-b12f-5d343331eccd Jul 15 23:32:06.040708 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c774f34c-46c7-4325-83f6-53a5db8e1911 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.069617 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf6e0ae-8b55-46d3-a96b-4ea2cd28ab23 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:06.075146 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5bf6e0ae-8b55-46d3-a96b-4ea2cd28ab23 admin admin] 10.222.0.16 "PUT /v2.0/routers/e7ca8b5e-2791-4385-b7fa-32d5ac6bf999/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6846986 Jul 15 23:32:06.077597 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51850) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:06.081177 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c111d987-b5cb-40a7-83e4-8b312fef4d05 None None] Sync routers for ids ['e7ca8b5e-2791-4385-b7fa-32d5ac6bf999'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:06.090182 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c774f34c-46c7-4325-83f6-53a5db8e1911 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.096306 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c111d987-b5cb-40a7-83e4-8b312fef4d05 None None] Routers {'e7ca8b5e-2791-4385-b7fa-32d5ac6bf999'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:06.096497 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c774f34c-46c7-4325-83f6-53a5db8e1911 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:06.096966 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c774f34c-46c7-4325-83f6-53a5db8e1911 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.097091 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c111d987-b5cb-40a7-83e4-8b312fef4d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:31:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['e7ca8b5e-2791-4385-b7fa-32d5ac6bf999'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:06.137790 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51852) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:06.138111 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c774f34c-46c7-4325-83f6-53a5db8e1911 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5293257 Jul 15 23:32:06.152327 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-995d705c-fb28-4351-afb0-a35f23c875f6 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-937595244', 'admin_state_up': True, 'project_id': '859ce769fac74931944b61341a6bae9f', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:06.204875 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774f34c-46c7-4325-83f6-53a5db8e1911 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'Network': ['ID=ac58f882-0f96-43bf-b12f-5d343331eccd,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:06.222518 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network ac58f882-0f96-43bf-b12f-5d343331eccd details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:32:06.229427 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-995d705c-fb28-4351-afb0-a35f23c875f6 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.230367 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-995d705c-fb28-4351-afb0-a35f23c875f6 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.252023 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2114e67a-31a2-46f7-b803-b5151c1de15b admin admin] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.262104 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-c111d987-b5cb-40a7-83e4-8b312fef4d05 None None] Set router e7ca8b5e-2791-4385-b7fa-32d5ac6bf999 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:06.342006 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-995d705c-fb28-4351-afb0-a35f23c875f6 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.513144 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c111d987-b5cb-40a7-83e4-8b312fef4d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ca8b5e-2791-4385-b7fa-32d5ac6bf999', 'name': 'tempest-TestServerMultinode-1538299193-router', 'tenant_id': '57614eb353864ce88c85e61ed5bbb7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c4a81fa5-6b02-4802-a772-a52262d73285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:55Z', 'updated_at': '2021-07-15T23:32:05Z', 'revision_number': 5, 'project_id': '57614eb353864ce88c85e61ed5bbb7cb', 'gw_port': {'id': 'c4a81fa5-6b02-4802-a772-a52262d73285', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ca8b5e-2791-4385-b7fa-32d5ac6bf999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:56Z', 'updated_at': '2021-07-15T23:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:06.544134 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c111d987-b5cb-40a7-83e4-8b312fef4d05 None None] Checking router: e7ca8b5e-2791-4385-b7fa-32d5ac6bf999 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:32:06.555144 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c111d987-b5cb-40a7-83e4-8b312fef4d05 None None] Routers {'e7ca8b5e-2791-4385-b7fa-32d5ac6bf999'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:06.556690 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c111d987-b5cb-40a7-83e4-8b312fef4d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:31:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['e7ca8b5e-2791-4385-b7fa-32d5ac6bf999'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:06.578673 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2114e67a-31a2-46f7-b803-b5151c1de15b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.598078 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-995d705c-fb28-4351-afb0-a35f23c875f6 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.673112 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-c111d987-b5cb-40a7-83e4-8b312fef4d05 None None] Set router e7ca8b5e-2791-4385-b7fa-32d5ac6bf999 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:06.753961 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2114e67a-31a2-46f7-b803-b5151c1de15b admin admin] Deleting port c4a81fa5-6b02-4802-a772-a52262d73285 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:06.754308 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2114e67a-31a2-46f7-b803-b5151c1de15b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.859321 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c111d987-b5cb-40a7-83e4-8b312fef4d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ca8b5e-2791-4385-b7fa-32d5ac6bf999', 'name': 'tempest-TestServerMultinode-1538299193-router', 'tenant_id': '57614eb353864ce88c85e61ed5bbb7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c4a81fa5-6b02-4802-a772-a52262d73285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:55Z', 'updated_at': '2021-07-15T23:32:05Z', 'revision_number': 5, 'project_id': '57614eb353864ce88c85e61ed5bbb7cb', 'gw_port': {'id': 'c4a81fa5-6b02-4802-a772-a52262d73285', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ca8b5e-2791-4385-b7fa-32d5ac6bf999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:56Z', 'updated_at': '2021-07-15T23:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:06.891655 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c111d987-b5cb-40a7-83e4-8b312fef4d05 None None] The sync data for ids ['e7ca8b5e-2791-4385-b7fa-32d5ac6bf999'] in n-d-787205-9 is: [{'id': 'e7ca8b5e-2791-4385-b7fa-32d5ac6bf999', 'name': 'tempest-TestServerMultinode-1538299193-router', 'tenant_id': '57614eb353864ce88c85e61ed5bbb7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c4a81fa5-6b02-4802-a772-a52262d73285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:55Z', 'updated_at': '2021-07-15T23:32:05Z', 'revision_number': 5, 'project_id': '57614eb353864ce88c85e61ed5bbb7cb', 'gw_port': {'id': 'c4a81fa5-6b02-4802-a772-a52262d73285', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ca8b5e-2791-4385-b7fa-32d5ac6bf999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:56Z', 'updated_at': '2021-07-15T23:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:06.916162 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-2114e67a-31a2-46f7-b803-b5151c1de15b admin admin] For port c4a81fa5-6b02-4802-a772-a52262d73285, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c4a81fa5-6b02-4802-a772-a52262d73285,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:06.916503 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2114e67a-31a2-46f7-b803-b5151c1de15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.937859 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2114e67a-31a2-46f7-b803-b5151c1de15b admin admin] Calling delete_port for c4a81fa5-6b02-4802-a772-a52262d73285 owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:06.958523 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-995d705c-fb28-4351-afb0-a35f23c875f6 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.986811 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-995d705c-fb28-4351-afb0-a35f23c875f6 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:07.068704 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 826272b8-2b44-4ab6-80e2-1485a62aeb40 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:32:07.101641 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 826272b8-2b44-4ab6-80e2-1485a62aeb40 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:32:07.103192 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 826272b8-2b44-4ab6-80e2-1485a62aeb40 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:32:07.104153 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device fe81a596-bbd2-47c2-b86c-23bcb0909247 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:32:07.128980 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: fe81a596-bbd2-47c2-b86c-23bcb0909247 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:32:07.129638 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device fe81a596-bbd2-47c2-b86c-23bcb0909247 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:32:07.200014 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-995d705c-fb28-4351-afb0-a35f23c875f6 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Allocated IP 172.25.4.219 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/b8b45dd3-b234-43f1-9f64-ba64d14376df) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:07.350758 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2114e67a-31a2-46f7-b803-b5151c1de15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:07.392859 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114e67a-31a2-46f7-b803-b5151c1de15b admin admin] Pushing event deleted for resources: {'Port': ['ID=c4a81fa5-6b02-4802-a772-a52262d73285,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:07.505419 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-995d705c-fb28-4351-afb0-a35f23c875f6 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:07.527877 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2114e67a-31a2-46f7-b803-b5151c1de15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:07.644680 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2114e67a-31a2-46f7-b803-b5151c1de15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:07.647839 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2114e67a-31a2-46f7-b803-b5151c1de15b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:07.990741 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-995d705c-fb28-4351-afb0-a35f23c875f6 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.019003 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2114e67a-31a2-46f7-b803-b5151c1de15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.019352 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2114e67a-31a2-46f7-b803-b5151c1de15b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7ca8b5e-2791-4385-b7fa-32d5ac6bf999 {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:32:08.028806 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2114e67a-31a2-46f7-b803-b5151c1de15b admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.032232 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2114e67a-31a2-46f7-b803-b5151c1de15b admin admin] 10.222.0.16 "DELETE /v2.0/routers/e7ca8b5e-2791-4385-b7fa-32d5ac6bf999 HTTP/1.1" status: 204 len: 168 time: 1.9513927 Jul 15 23:32:08.032632 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51880) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:08.045575 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995d705c-fb28-4351-afb0-a35f23c875f6 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:08.048410 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-995d705c-fb28-4351-afb0-a35f23c875f6 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:08.050788 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995d705c-fb28-4351-afb0-a35f23c875f6 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:08.092760 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-626f5c8e-f735-48f5-9d23-edcc88a732c6 admin admin] Deleting subnet 9168cd9d-df0a-402b-9996-f6eca2123152 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:32:08.097070 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-626f5c8e-f735-48f5-9d23-edcc88a732c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.103228 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d705c-fb28-4351-afb0-a35f23c875f6 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'Port': ['ID=b8b45dd3-b234-43f1-9f64-ba64d14376df,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:08.171586 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-626f5c8e-f735-48f5-9d23-edcc88a732c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.293118 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-626f5c8e-f735-48f5-9d23-edcc88a732c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.358529 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-626f5c8e-f735-48f5-9d23-edcc88a732c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.383829 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-995d705c-fb28-4351-afb0-a35f23c875f6 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.401162 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-626f5c8e-f735-48f5-9d23-edcc88a732c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.405566 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-626f5c8e-f735-48f5-9d23-edcc88a732c6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9168cd9d-df0a-402b-9996-f6eca2123152 HTTP/1.1" status: 204 len: 168 time: 0.3698123 Jul 15 23:32:08.405566 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f5c8e-f735-48f5-9d23-edcc88a732c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9168cd9d-df0a-402b-9996-f6eca2123152,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:08.407862 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51884) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:08.411846 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5711683d-08ea-43c0-8e3d-728d16fd14b9 None None] Network b7e8f589-07df-4a9b-a39d-4b170c8b5a5e requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:08.489342 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a324921a-4d0f-4a90-973d-534ed9fa008e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.552845 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a324921a-4d0f-4a90-973d-534ed9fa008e admin admin] Deleting port 45d395b0-a178-4b18-86b1-8c897d2d3d57 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:08.553516 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a324921a-4d0f-4a90-973d-534ed9fa008e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.651757 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-a324921a-4d0f-4a90-973d-534ed9fa008e admin admin] For port 45d395b0-a178-4b18-86b1-8c897d2d3d57, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=45d395b0-a178-4b18-86b1-8c897d2d3d57,segment=NetworkSegment(2d864c72-8721-4038-8a8c-9aaaf9109fe0),segment_id=2d864c72-8721-4038-8a8c-9aaaf9109fe0)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:08.652137 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a324921a-4d0f-4a90-973d-534ed9fa008e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.679021 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-a324921a-4d0f-4a90-973d-534ed9fa008e admin admin] Calling delete_port for 45d395b0-a178-4b18-86b1-8c897d2d3d57 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:08.699888 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-995d705c-fb28-4351-afb0-a35f23c875f6 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.707612 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36db7fd7-cb87-4a59-b4ab-8bdf53bc9a5e None None] DHCP port deletion for b7e8f589-07df-4a9b-a39d-4b170c8b5a5e request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:32:08.794614 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a324921a-4d0f-4a90-973d-534ed9fa008e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.807012 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-36db7fd7-cb87-4a59-b4ab-8bdf53bc9a5e None None] Deleting port 45d395b0-a178-4b18-86b1-8c897d2d3d57 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:08.807546 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36db7fd7-cb87-4a59-b4ab-8bdf53bc9a5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.832173 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324921a-4d0f-4a90-973d-534ed9fa008e admin admin] Pushing event deleted for resources: {'Port': ['ID=45d395b0-a178-4b18-86b1-8c897d2d3d57,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:08.836480 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a324921a-4d0f-4a90-973d-534ed9fa008e admin admin] No DVR routers for this DVR port 45d395b0-a178-4b18-86b1-8c897d2d3d57 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:32:08.914704 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a324921a-4d0f-4a90-973d-534ed9fa008e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.927879 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a324921a-4d0f-4a90-973d-534ed9fa008e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e8f589-07df-4a9b-a39d-4b170c8b5a5e']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:08.940512 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a324921a-4d0f-4a90-973d-534ed9fa008e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d864c72-8721-4038-8a8c-9aaaf9109fe0') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:08.940512 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a324921a-4d0f-4a90-973d-534ed9fa008e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d864c72-8721-4038-8a8c-9aaaf9109fe0') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:08.959126 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a324921a-4d0f-4a90-973d-534ed9fa008e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.997966 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a324921a-4d0f-4a90-973d-534ed9fa008e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:09.006087 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a324921a-4d0f-4a90-973d-534ed9fa008e admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:32:09.006555 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a324921a-4d0f-4a90-973d-534ed9fa008e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:32:09.008470 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:32:09.012630 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995d705c-fb28-4351-afb0-a35f23c875f6 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Router 6fa86b67-f676-49e7-8b4d-a94d86f38ed2 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:32:09.116750 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c4a81fa5-6b02-4802-a772-a52262d73285 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:32:09.125547 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a324921a-4d0f-4a90-973d-534ed9fa008e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:09.171489 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:09.172963 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: c4a81fa5-6b02-4802-a772-a52262d73285 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:32:09.173503 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c4a81fa5-6b02-4802-a772-a52262d73285 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:32:09.174108 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 45d395b0-a178-4b18-86b1-8c897d2d3d57 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:32:09.177453 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-36db7fd7-cb87-4a59-b4ab-8bdf53bc9a5e None None] For port 45d395b0-a178-4b18-86b1-8c897d2d3d57, host n-d-787205-9, got binding levels [] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:09.178073 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36db7fd7-cb87-4a59-b4ab-8bdf53bc9a5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:09.192565 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995d705c-fb28-4351-afb0-a35f23c875f6 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:09.205548 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66c4705-4cb6-44ed-b169-47bb7df14033 None None] Sync routers for ids ['6fa86b67-f676-49e7-8b4d-a94d86f38ed2'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:09.208915 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 45d395b0-a178-4b18-86b1-8c897d2d3d57 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:32:09.209265 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 45d395b0-a178-4b18-86b1-8c897d2d3d57 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:32:09.209695 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d9641ff6-44d7-44d1-8369-59e725d70f03 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:32:09.215746 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-36db7fd7-cb87-4a59-b4ab-8bdf53bc9a5e None None] Calling delete_port for 45d395b0-a178-4b18-86b1-8c897d2d3d57 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:09.217203 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66c4705-4cb6-44ed-b169-47bb7df14033 None None] Routers {'6fa86b67-f676-49e7-8b4d-a94d86f38ed2'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:09.217832 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-e66c4705-4cb6-44ed-b169-47bb7df14033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:31:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6fa86b67-f676-49e7-8b4d-a94d86f38ed2'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:09.231375 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-995d705c-fb28-4351-afb0-a35f23c875f6 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:09.236413 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-995d705c-fb28-4351-afb0-a35f23c875f6 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0974617 Jul 15 23:32:09.237105 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51888) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:09.238089 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.ipam_backend_mixin [None req-36db7fd7-cb87-4a59-b4ab-8bdf53bc9a5e None None] Port 45d395b0-a178-4b18-86b1-8c897d2d3d57 was not found and therefore no delete operation was performed {{(pid=93800) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:32:09.240134 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: d9641ff6-44d7-44d1-8369-59e725d70f03 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:32:09.240487 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d9641ff6-44d7-44d1-8369-59e725d70f03 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:32:09.250483 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36db7fd7-cb87-4a59-b4ab-8bdf53bc9a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:09.295693 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-36db7fd7-cb87-4a59-b4ab-8bdf53bc9a5e None None] Network b7e8f589-07df-4a9b-a39d-4b170c8b5a5e is not hosted by any dhcp agent {{(pid=93800) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 23:32:09.296159 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36db7fd7-cb87-4a59-b4ab-8bdf53bc9a5e None None] No DVR routers for this DVR port 45d395b0-a178-4b18-86b1-8c897d2d3d57 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:32:09.301152 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db7fd7-cb87-4a59-b4ab-8bdf53bc9a5e None None] Pushing event deleted for resources: {'Port': ['ID=45d395b0-a178-4b18-86b1-8c897d2d3d57,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:09.387201 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-e66c4705-4cb6-44ed-b169-47bb7df14033 None None] Set router 6fa86b67-f676-49e7-8b4d-a94d86f38ed2 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:09.387846 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-86e152dd-eb2d-45d0-8d36-27c01afa03e1 tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=859ce769fac74931944b61341a6bae9f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1493256 Jul 15 23:32:09.388768 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51894) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:09.563219 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a324921a-4d0f-4a90-973d-534ed9fa008e admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:09.565338 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a324921a-4d0f-4a90-973d-534ed9fa008e admin admin] 10.222.0.16 "DELETE /v2.0/networks/b7e8f589-07df-4a9b-a39d-4b170c8b5a5e HTTP/1.1" status: 204 len: 168 time: 1.1561949 Jul 15 23:32:09.567404 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324921a-4d0f-4a90-973d-534ed9fa008e admin admin] Pushing event deleted for resources: {'Network': ['ID=b7e8f589-07df-4a9b-a39d-4b170c8b5a5e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:09.569624 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51896) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:09.624332 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-e66c4705-4cb6-44ed-b169-47bb7df14033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'name': 'tempest-TestNetworkBasicOps-router-937595244', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:32:08Z', 'revision_number': 3, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:32:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:09.638670 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df97d66-cd3e-4c99-99bb-65d9f2940813 tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:09.640603 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9df97d66-cd3e-4c99-99bb-65d9f2940813 tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2506483 Jul 15 23:32:09.640820 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2a944635-e556-4126-ae89-20e54b56e287 req-8c5764c1-19c4-4118-a64d-bc44701e802f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0744810 Jul 15 23:32:09.643648 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51898) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:09.652438 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66c4705-4cb6-44ed-b169-47bb7df14033 None None] Checking router: 6fa86b67-f676-49e7-8b4d-a94d86f38ed2 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:32:09.652781 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66c4705-4cb6-44ed-b169-47bb7df14033 None None] Updating router 6fa86b67-f676-49e7-8b4d-a94d86f38ed2 port b8b45dd3-b234-43f1-9f64-ba64d14376df binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:32:09.676908 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9dee41f3-ba73-4f94-80b3-decdfd4e1c87 tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=61ac1f85-79f4-4ace-93a9-51b85862f208&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319326 Jul 15 23:32:09.679641 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51900) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:09.692058 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-39b09f5b-6f8a-41f3-bf33-36fd75ee4b6f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-185254692', 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd', 'project_id': '859ce769fac74931944b61341a6bae9f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:09.695937 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e66c4705-4cb6-44ed-b169-47bb7df14033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:09.835435 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a944635-e556-4126-ae89-20e54b56e287 req-912443e9-7af4-464a-878f-82dd32b6646e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:09.837279 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2a944635-e556-4126-ae89-20e54b56e287 req-912443e9-7af4-464a-878f-82dd32b6646e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 1096 time: 0.1101003 Jul 15 23:32:09.857378 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b09f5b-6f8a-41f3-bf33-36fd75ee4b6f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Made reservation on behalf of 859ce769fac74931944b61341a6bae9f for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:09.866449 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-39b09f5b-6f8a-41f3-bf33-36fd75ee4b6f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.044489 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9d5394e3-0b1a-44b3-a1bf-9a3bc7c83daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.046501 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e66c4705-4cb6-44ed-b169-47bb7df14033 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.048379 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a944635-e556-4126-ae89-20e54b56e287 req-8e0a49d7-e968-48a7-974f-4255ae5f86a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:10.049936 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2a944635-e556-4126-ae89-20e54b56e287 req-8e0a49d7-e968-48a7-974f-4255ae5f86a8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8e73d187-6e13-420b-a56d-850c55d02480 HTTP/1.1" status: 200 len: 898 time: 0.1781225 Jul 15 23:32:10.071735 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-e66c4705-4cb6-44ed-b169-47bb7df14033 None None] Transition to ACTIVE for port object b8b45dd3-b234-43f1-9f64-ba64d14376df will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:10.079074 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e66c4705-4cb6-44ed-b169-47bb7df14033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.146766 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8f1e7-f378-4795-b3ce-6c4a2424f430 None None] Pushing event updated for resources: {'Port': ['ID=b8b45dd3-b234-43f1-9f64-ba64d14376df,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:10.150483 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-e66c4705-4cb6-44ed-b169-47bb7df14033 None None] Attempting to bind port b8b45dd3-b234-43f1-9f64-ba64d14376df on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:32:10.150992 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-e66c4705-4cb6-44ed-b169-47bb7df14033 None None] Attempting to bind port b8b45dd3-b234-43f1-9f64-ba64d14376df by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:32:10.152038 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66c4705-4cb6-44ed-b169-47bb7df14033 None None] Attempting to bind port b8b45dd3-b234-43f1-9f64-ba64d14376df on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:10.157065 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66c4705-4cb6-44ed-b169-47bb7df14033 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:32:10.157600 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66c4705-4cb6-44ed-b169-47bb7df14033 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:10.158117 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e66c4705-4cb6-44ed-b169-47bb7df14033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.158643 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66c4705-4cb6-44ed-b169-47bb7df14033 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:32:10.159227 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-e66c4705-4cb6-44ed-b169-47bb7df14033 None None] Bound port: b8b45dd3-b234-43f1-9f64-ba64d14376df, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:32:10.159824 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e66c4705-4cb6-44ed-b169-47bb7df14033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.200864 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2a944635-e556-4126-ae89-20e54b56e287 req-91a77d77-0543-49ef-bbb9-11aec5e8993c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bc566c7-e1cf-4476-957d-13d55ea5d9da HTTP/1.1" status: 200 len: 1001 time: 0.1422205 Jul 15 23:32:10.263671 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-e66c4705-4cb6-44ed-b169-47bb7df14033 None None] For port b8b45dd3-b234-43f1-9f64-ba64d14376df, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:10.273626 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-e66c4705-4cb6-44ed-b169-47bb7df14033 None None] For port b8b45dd3-b234-43f1-9f64-ba64d14376df, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b8b45dd3-b234-43f1-9f64-ba64d14376df,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:32:10.280003 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e66c4705-4cb6-44ed-b169-47bb7df14033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.340642 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-39b09f5b-6f8a-41f3-bf33-36fd75ee4b6f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.397854 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-9d5394e3-0b1a-44b3-a1bf-9a3bc7c83daf admin admin] Deleting port 37e5d7f4-409e-4e0d-bff8-471a7f332a39 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:10.398396 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9d5394e3-0b1a-44b3-a1bf-9a3bc7c83daf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.417364 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b09f5b-6f8a-41f3-bf33-36fd75ee4b6f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'Subnet': ['ID=186674eb-9908-468e-89ce-aacbf3afd57b,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:10.430907 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a944635-e556-4126-ae89-20e54b56e287 req-d52fb6bf-27e2-40ad-9bdc-f105dbf3671c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:10.432409 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2a944635-e556-4126-ae89-20e54b56e287 req-d52fb6bf-27e2-40ad-9bdc-f105dbf3671c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=976aa6b1-4baa-4019-a4c0-13137a5e1656 HTTP/1.1" status: 200 len: 835 time: 0.1630998 Jul 15 23:32:10.450257 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66c4705-4cb6-44ed-b169-47bb7df14033 None None] Routers {'6fa86b67-f676-49e7-8b4d-a94d86f38ed2'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:10.450647 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-e66c4705-4cb6-44ed-b169-47bb7df14033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:31:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6fa86b67-f676-49e7-8b4d-a94d86f38ed2'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:10.489513 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b09f5b-6f8a-41f3-bf33-36fd75ee4b6f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Checking segment: {'id': '396fd513-5239-4717-a46c-89a9796ce688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:10.489913 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b09f5b-6f8a-41f3-bf33-36fd75ee4b6f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Network hostable DHCP agents. Network: ac58f882-0f96-43bf-b12f-5d343331eccd, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:32:10.505843 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-9d5394e3-0b1a-44b3-a1bf-9a3bc7c83daf admin admin] For port 37e5d7f4-409e-4e0d-bff8-471a7f332a39, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=37e5d7f4-409e-4e0d-bff8-471a7f332a39,segment=NetworkSegment(0e492352-7e9a-4d4a-9012-2e1d0f3a9ee3),segment_id=0e492352-7e9a-4d4a-9012-2e1d0f3a9ee3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:10.508651 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9d5394e3-0b1a-44b3-a1bf-9a3bc7c83daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.518188 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8f1e7-f378-4795-b3ce-6c4a2424f430 None None] Pushing event updated for resources: {'Port': ['ID=b8b45dd3-b234-43f1-9f64-ba64d14376df,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:10.530086 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b09f5b-6f8a-41f3-bf33-36fd75ee4b6f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Network ac58f882-0f96-43bf-b12f-5d343331eccd is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:32:10.539426 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-9d5394e3-0b1a-44b3-a1bf-9a3bc7c83daf admin admin] Calling delete_port for 37e5d7f4-409e-4e0d-bff8-471a7f332a39 owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:10.558148 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-39b09f5b-6f8a-41f3-bf33-36fd75ee4b6f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, ac58f882-0f96-43bf-b12f-5d343331eccd) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:10.567382 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783539d8-59bf-49a9-a672-56f6a6e491cb None None] Network ac58f882-0f96-43bf-b12f-5d343331eccd requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:10.568760 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b09f5b-6f8a-41f3-bf33-36fd75ee4b6f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:10.569370 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-39b09f5b-6f8a-41f3-bf33-36fd75ee4b6f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.597911 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-39b09f5b-6f8a-41f3-bf33-36fd75ee4b6f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9144902 Jul 15 23:32:10.603018 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51918) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:10.713127 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-e66c4705-4cb6-44ed-b169-47bb7df14033 None None] Set router 6fa86b67-f676-49e7-8b4d-a94d86f38ed2 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:10.844784 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a944635-e556-4126-ae89-20e54b56e287 req-01cb063a-ff81-49d3-942f-96433e938674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:10.847182 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2a944635-e556-4126-ae89-20e54b56e287 req-01cb063a-ff81-49d3-942f-96433e938674 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8e73d187-6e13-420b-a56d-850c55d02480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3967359 Jul 15 23:32:10.873864 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-ac58f882-0f96-43bf-b12f-5d343331eccd', 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'fixed_ips': [{'subnet_id': '186674eb-9908-468e-89ce-aacbf3afd57b'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:32:10.875920 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.984190 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9d5394e3-0b1a-44b3-a1bf-9a3bc7c83daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:11.019365 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-e66c4705-4cb6-44ed-b169-47bb7df14033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'name': 'tempest-TestNetworkBasicOps-router-937595244', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:32:08Z', 'revision_number': 3, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:11.049050 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66c4705-4cb6-44ed-b169-47bb7df14033 None None] The sync data for ids ['6fa86b67-f676-49e7-8b4d-a94d86f38ed2'] in n-d-787205-9 is: [{'id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'name': 'tempest-TestNetworkBasicOps-router-937595244', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:32:08Z', 'revision_number': 3, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:11.073135 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5394e3-0b1a-44b3-a1bf-9a3bc7c83daf admin admin] Pushing event deleted for resources: {'Port': ['ID=37e5d7f4-409e-4e0d-bff8-471a7f332a39,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:11.220418 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Allocated IP 172.20.0.2 (ac58f882-0f96-43bf-b12f-5d343331eccd/186674eb-9908-468e-89ce-aacbf3afd57b/fa860668-a41b-40d8-a321-6d59e7b1f0bd) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:11.236430 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2a944635-e556-4126-ae89-20e54b56e287 req-99594e2f-c881-4e9a-bc45-a45fc45a59ef service neutron] 10.222.0.43 "GET /v2.0/networks/8e73d187-6e13-420b-a56d-850c55d02480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686001 Jul 15 23:32:11.462451 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9d5394e3-0b1a-44b3-a1bf-9a3bc7c83daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:11.529143 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:11.539407 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Transition to ACTIVE for port object fa860668-a41b-40d8-a321-6d59e7b1f0bd will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:11.566974 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Transition to ACTIVE for port object fa860668-a41b-40d8-a321-6d59e7b1f0bd will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:11.576019 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:11.618876 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2a944635-e556-4126-ae89-20e54b56e287 req-1301385f-c5ad-49e1-9ccf-11f12e75d1f7 service neutron] 10.222.0.43 "GET /v2.0/networks/8e73d187-6e13-420b-a56d-850c55d02480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741176 Jul 15 23:32:11.660983 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Network ac58f882-0f96-43bf-b12f-5d343331eccd is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:11.674863 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:11.680464 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:11.691050 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Pushing event updated for resources: {'Port': ['ID=fa860668-a41b-40d8-a321-6d59e7b1f0bd,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:11.705936 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:11.706407 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:11.706887 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:11.707282 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:11.707624 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:11.707962 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:11.709444 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:11.714236 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:11.715104 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:11.715846 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:11.716638 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:11.717287 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:11.815492 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Attempting to bind port fa860668-a41b-40d8-a321-6d59e7b1f0bd on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:32:11.816075 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Attempting to bind port fa860668-a41b-40d8-a321-6d59e7b1f0bd by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '396fd513-5239-4717-a46c-89a9796ce688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:32:11.816447 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Attempting to bind port fa860668-a41b-40d8-a321-6d59e7b1f0bd on network ac58f882-0f96-43bf-b12f-5d343331eccd {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:11.823037 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:32:11.823416 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Checking segment: {'id': '396fd513-5239-4717-a46c-89a9796ce688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:11.823825 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:11.824219 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Bound using segment: {'id': '396fd513-5239-4717-a46c-89a9796ce688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:32:11.824689 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Bound port: fa860668-a41b-40d8-a321-6d59e7b1f0bd, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396fd513-5239-4717-a46c-89a9796ce688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:32:11.825080 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:11.875764 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6547d3c4-d1f0-49ef-b1a9-61250950065f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:11.934238 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5394e3-0b1a-44b3-a1bf-9a3bc7c83daf admin admin] Router eaf158b7-0206-49c4-916a-2cb325696df8 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:32:11.980440 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] For port fa860668-a41b-40d8-a321-6d59e7b1f0bd, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:11.986663 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] For port fa860668-a41b-40d8-a321-6d59e7b1f0bd, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=fa860668-a41b-40d8-a321-6d59e7b1f0bd,segment=NetworkSegment(396fd513-5239-4717-a46c-89a9796ce688),segment_id=396fd513-5239-4717-a46c-89a9796ce688)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:32:11.998719 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:12.081586 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5394e3-0b1a-44b3-a1bf-9a3bc7c83daf admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:12.092022 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9d5394e3-0b1a-44b3-a1bf-9a3bc7c83daf admin admin] 10.222.0.16 "PUT /v2.0/routers/eaf158b7-0206-49c4-916a-2cb325696df8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5211697 Jul 15 23:32:12.092841 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51932) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:12.096497 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dd2b83-0e93-46b0-b670-e6ec5449931d None None] Sync routers for ids ['eaf158b7-0206-49c4-916a-2cb325696df8'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:12.112473 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369d1a5-cdb4-44ad-8bb7-27c05ef22458 None None] Pushing event updated for resources: {'Port': ['ID=fa860668-a41b-40d8-a321-6d59e7b1f0bd,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:12.123104 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dd2b83-0e93-46b0-b670-e6ec5449931d None None] Routers {'eaf158b7-0206-49c4-916a-2cb325696df8'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:12.123752 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-92dd2b83-0e93-46b0-b670-e6ec5449931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:31:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['eaf158b7-0206-49c4-916a-2cb325696df8'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:12.274190 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2560f72a-d0c8-40f1-8bef-fa85e1c2c609 admin admin] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:12.314702 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-6547d3c4-d1f0-49ef-b1a9-61250950065f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Allocated IP 172.20.0.1 (ac58f882-0f96-43bf-b12f-5d343331eccd/186674eb-9908-468e-89ce-aacbf3afd57b/7cb3774a-a7e0-4d71-81a7-54659e960957) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:12.324881 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-92dd2b83-0e93-46b0-b670-e6ec5449931d None None] Set router eaf158b7-0206-49c4-916a-2cb325696df8 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:12.540613 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6547d3c4-d1f0-49ef-b1a9-61250950065f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:12.574284 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-6547d3c4-d1f0-49ef-b1a9-61250950065f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Transition to ACTIVE for port object 7cb3774a-a7e0-4d71-81a7-54659e960957 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:12.620021 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6547d3c4-d1f0-49ef-b1a9-61250950065f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:12.625166 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-92dd2b83-0e93-46b0-b670-e6ec5449931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf158b7-0206-49c4-916a-2cb325696df8', 'name': 'tempest-TestServerMultinode-134078133-router', 'tenant_id': '3414eaf6fdaa41ed9f5d052636d3bb1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd25c6dc4-56fc-4969-90b7-662f0d8f0f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:08Z', 'updated_at': '2021-07-15T23:32:10Z', 'revision_number': 5, 'project_id': '3414eaf6fdaa41ed9f5d052636d3bb1a', 'gw_port': {'id': 'd25c6dc4-56fc-4969-90b7-662f0d8f0f21', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf158b7-0206-49c4-916a-2cb325696df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:10Z', 'updated_at': '2021-07-15T23:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:12.675504 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dd2b83-0e93-46b0-b670-e6ec5449931d None None] Checking router: eaf158b7-0206-49c4-916a-2cb325696df8 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:32:12.687132 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6547d3c4-d1f0-49ef-b1a9-61250950065f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Network ac58f882-0f96-43bf-b12f-5d343331eccd is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:12.688282 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dd2b83-0e93-46b0-b670-e6ec5449931d None None] Routers {'eaf158b7-0206-49c4-916a-2cb325696df8'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:12.688979 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-92dd2b83-0e93-46b0-b670-e6ec5449931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:31:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['eaf158b7-0206-49c4-916a-2cb325696df8'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:12.691916 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-6547d3c4-d1f0-49ef-b1a9-61250950065f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:12.695137 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6547d3c4-d1f0-49ef-b1a9-61250950065f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:12.739803 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547d3c4-d1f0-49ef-b1a9-61250950065f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'Port': ['ID=7cb3774a-a7e0-4d71-81a7-54659e960957,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:12.780172 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6547d3c4-d1f0-49ef-b1a9-61250950065f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:12.844242 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-92dd2b83-0e93-46b0-b670-e6ec5449931d None None] Set router eaf158b7-0206-49c4-916a-2cb325696df8 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:12.999109 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2560f72a-d0c8-40f1-8bef-fa85e1c2c609 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:13.058575 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6547d3c4-d1f0-49ef-b1a9-61250950065f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:13.113567 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2560f72a-d0c8-40f1-8bef-fa85e1c2c609 admin admin] Deleting port d25c6dc4-56fc-4969-90b7-662f0d8f0f21 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:13.114138 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2560f72a-d0c8-40f1-8bef-fa85e1c2c609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:13.242513 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b8b45dd3-b234-43f1-9f64-ba64d14376df up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:13.274776 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-2560f72a-d0c8-40f1-8bef-fa85e1c2c609 admin admin] For port d25c6dc4-56fc-4969-90b7-662f0d8f0f21, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d25c6dc4-56fc-4969-90b7-662f0d8f0f21,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:13.275143 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2560f72a-d0c8-40f1-8bef-fa85e1c2c609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:13.287931 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2560f72a-d0c8-40f1-8bef-fa85e1c2c609 admin admin] Calling delete_port for d25c6dc4-56fc-4969-90b7-662f0d8f0f21 owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:13.411591 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port b8b45dd3-b234-43f1-9f64-ba64d14376df completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:13.430707 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port b8b45dd3-b234-43f1-9f64-ba64d14376df triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:13.431046 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:13.519842 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-92dd2b83-0e93-46b0-b670-e6ec5449931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf158b7-0206-49c4-916a-2cb325696df8', 'name': 'tempest-TestServerMultinode-134078133-router', 'tenant_id': '3414eaf6fdaa41ed9f5d052636d3bb1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd25c6dc4-56fc-4969-90b7-662f0d8f0f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:08Z', 'updated_at': '2021-07-15T23:32:10Z', 'revision_number': 5, 'project_id': '3414eaf6fdaa41ed9f5d052636d3bb1a', 'gw_port': {'id': 'd25c6dc4-56fc-4969-90b7-662f0d8f0f21', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf158b7-0206-49c4-916a-2cb325696df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:10Z', 'updated_at': '2021-07-15T23:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:13.576820 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dd2b83-0e93-46b0-b670-e6ec5449931d None None] The sync data for ids ['eaf158b7-0206-49c4-916a-2cb325696df8'] in n-d-787205-9 is: [{'id': 'eaf158b7-0206-49c4-916a-2cb325696df8', 'name': 'tempest-TestServerMultinode-134078133-router', 'tenant_id': '3414eaf6fdaa41ed9f5d052636d3bb1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd25c6dc4-56fc-4969-90b7-662f0d8f0f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:08Z', 'updated_at': '2021-07-15T23:32:10Z', 'revision_number': 5, 'project_id': '3414eaf6fdaa41ed9f5d052636d3bb1a', 'gw_port': {'id': 'd25c6dc4-56fc-4969-90b7-662f0d8f0f21', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf158b7-0206-49c4-916a-2cb325696df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:10Z', 'updated_at': '2021-07-15T23:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:13.619076 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2560f72a-d0c8-40f1-8bef-fa85e1c2c609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:13.631444 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6547d3c4-d1f0-49ef-b1a9-61250950065f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:13.636714 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6547d3c4-d1f0-49ef-b1a9-61250950065f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:13.669075 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b65b0c-73ac-44eb-9694-a680ff7555ea None None] Network ac58f882-0f96-43bf-b12f-5d343331eccd requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:13.676424 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560f72a-d0c8-40f1-8bef-fa85e1c2c609 admin admin] Pushing event deleted for resources: {'Port': ['ID=d25c6dc4-56fc-4969-90b7-662f0d8f0f21,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:13.720050 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8c4d7772-eea1-4c88-8c88-883ec8477dd3 None None] Provisioning for port fa860668-a41b-40d8-a321-6d59e7b1f0bd completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:13.797952 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2560f72a-d0c8-40f1-8bef-fa85e1c2c609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:13.815679 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547d3c4-d1f0-49ef-b1a9-61250950065f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'Port': ['ID=7cb3774a-a7e0-4d71-81a7-54659e960957,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:13.841839 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:13.872589 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6547d3c4-d1f0-49ef-b1a9-61250950065f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:13.926230 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port b8b45dd3-b234-43f1-9f64-ba64d14376df, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b8b45dd3-b234-43f1-9f64-ba64d14376df,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:13.939123 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2560f72a-d0c8-40f1-8bef-fa85e1c2c609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:13.940866 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:13.941764 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device fa860668-a41b-40d8-a321-6d59e7b1f0bd up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:13.945477 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2560f72a-d0c8-40f1-8bef-fa85e1c2c609 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:14.041488 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2560f72a-d0c8-40f1-8bef-fa85e1c2c609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:14.042759 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2560f72a-d0c8-40f1-8bef-fa85e1c2c609 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eaf158b7-0206-49c4-916a-2cb325696df8 {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:32:14.071936 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2560f72a-d0c8-40f1-8bef-fa85e1c2c609 admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:14.073149 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2560f72a-d0c8-40f1-8bef-fa85e1c2c609 admin admin] 10.222.0.16 "DELETE /v2.0/routers/eaf158b7-0206-49c4-916a-2cb325696df8 HTTP/1.1" status: 204 len: 168 time: 1.9793584 Jul 15 23:32:14.077365 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51958) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:14.180598 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6547d3c4-d1f0-49ef-b1a9-61250950065f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Network ac58f882-0f96-43bf-b12f-5d343331eccd is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:14.198314 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-6547d3c4-d1f0-49ef-b1a9-61250950065f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:14.261439 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=b8b45dd3-b234-43f1-9f64-ba64d14376df,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:14.268397 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-feedc208-3cf0-405f-90c1-a8280fd67d83 admin admin] Deleting subnet 78600f5f-65d7-432c-b751-32c761987b3e {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:32:14.280608 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port fa860668-a41b-40d8-a321-6d59e7b1f0bd completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:14.286777 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port fa860668-a41b-40d8-a321-6d59e7b1f0bd triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:14.287837 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-feedc208-3cf0-405f-90c1-a8280fd67d83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:14.287996 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:14.395906 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-feedc208-3cf0-405f-90c1-a8280fd67d83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:14.401819 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:14.458497 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port fa860668-a41b-40d8-a321-6d59e7b1f0bd, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=fa860668-a41b-40d8-a321-6d59e7b1f0bd,segment=NetworkSegment(396fd513-5239-4717-a46c-89a9796ce688),segment_id=396fd513-5239-4717-a46c-89a9796ce688)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:14.462744 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6547d3c4-d1f0-49ef-b1a9-61250950065f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Router 6fa86b67-f676-49e7-8b4d-a94d86f38ed2 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:32:14.464145 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:14.531746 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=fa860668-a41b-40d8-a321-6d59e7b1f0bd,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:14.627195 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-feedc208-3cf0-405f-90c1-a8280fd67d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:14.662449 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6547d3c4-d1f0-49ef-b1a9-61250950065f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:14.669253 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6547d3c4-d1f0-49ef-b1a9-61250950065f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "PUT /v2.0/routers/6fa86b67-f676-49e7-8b4d-a94d86f38ed2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0601497 Jul 15 23:32:14.671459 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51962) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:14.674019 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53270a3-3f01-4972-a144-6bbfc983b5ff None None] Sync routers for ids ['6fa86b67-f676-49e7-8b4d-a94d86f38ed2'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:14.684108 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53270a3-3f01-4972-a144-6bbfc983b5ff None None] Routers {'6fa86b67-f676-49e7-8b4d-a94d86f38ed2'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:14.684693 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-f53270a3-3f01-4972-a144-6bbfc983b5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:31:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6fa86b67-f676-49e7-8b4d-a94d86f38ed2'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:14.719163 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-feedc208-3cf0-405f-90c1-a8280fd67d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:14.734025 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-feedc208-3cf0-405f-90c1-a8280fd67d83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:14.738825 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-feedc208-3cf0-405f-90c1-a8280fd67d83 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/78600f5f-65d7-432c-b751-32c761987b3e HTTP/1.1" status: 204 len: 168 time: 0.6566017 Jul 15 23:32:14.739633 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51964) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:14.740292 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f94272e-69b6-44c7-8ec3-88d4610719e9 None None] Network 8138c359-9091-44ed-95c6-182838c87cb8 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:14.843514 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-f53270a3-3f01-4972-a144-6bbfc983b5ff None None] Set router 6fa86b67-f676-49e7-8b4d-a94d86f38ed2 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:14.880263 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d4f5e091-4204-4d9d-838d-3347057264de None None] Provisioning for port 7cb3774a-a7e0-4d71-81a7-54659e960957 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:14.922241 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d4f5e091-4204-4d9d-838d-3347057264de None None] Provisioning complete for port 7cb3774a-a7e0-4d71-81a7-54659e960957 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:14.922932 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d4f5e091-4204-4d9d-838d-3347057264de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:15.024200 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-d4f5e091-4204-4d9d-838d-3347057264de None None] Port 7cb3774a-a7e0-4d71-81a7-54659e960957 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:32:15.061234 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d4f5e091-4204-4d9d-838d-3347057264de None None] Provisioning complete for port fa860668-a41b-40d8-a321-6d59e7b1f0bd triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:15.061511 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d4f5e091-4204-4d9d-838d-3347057264de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:15.084726 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810e9bb5-bf3f-48b1-9e5c-33187c3bc2ca tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:15.085201 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810e9bb5-bf3f-48b1-9e5c-33187c3bc2ca tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:15.090844 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810e9bb5-bf3f-48b1-9e5c-33187c3bc2ca tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:15.094300 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810e9bb5-bf3f-48b1-9e5c-33187c3bc2ca tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:15.095188 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810e9bb5-bf3f-48b1-9e5c-33187c3bc2ca tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:15.096397 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810e9bb5-bf3f-48b1-9e5c-33187c3bc2ca tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:15.098347 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810e9bb5-bf3f-48b1-9e5c-33187c3bc2ca tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:15.100693 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810e9bb5-bf3f-48b1-9e5c-33187c3bc2ca tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:15.106745 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-810e9bb5-bf3f-48b1-9e5c-33187c3bc2ca tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5660 time: 0.4331942 Jul 15 23:32:15.109862 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51970) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:15.227138 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8de38c-d5b2-4914-a631-20879f7c46dc None None] DHCP port deletion for 8138c359-9091-44ed-95c6-182838c87cb8 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:32:15.294531 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b8b45dd3-b234-43f1-9f64-ba64d14376df up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:15.357241 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbe8c5c-508c-4788-bbfc-74b565e7ad7d tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:15.357706 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbe8c5c-508c-4788-bbfc-74b565e7ad7d tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:15.358158 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbe8c5c-508c-4788-bbfc-74b565e7ad7d tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:15.358607 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbe8c5c-508c-4788-bbfc-74b565e7ad7d tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:15.371686 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0e8de38c-d5b2-4914-a631-20879f7c46dc None None] Deleting port cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:15.372005 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e8de38c-d5b2-4914-a631-20879f7c46dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:15.374423 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbe8c5c-508c-4788-bbfc-74b565e7ad7d tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:15.374916 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbe8c5c-508c-4788-bbfc-74b565e7ad7d tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:15.375373 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbe8c5c-508c-4788-bbfc-74b565e7ad7d tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:15.377367 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-bfbe8c5c-508c-4788-bbfc-74b565e7ad7d tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4623 time: 0.2664185 Jul 15 23:32:15.393481 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51972) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:15.456050 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feedc208-3cf0-405f-90c1-a8280fd67d83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78600f5f-65d7-432c-b751-32c761987b3e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:15.503598 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a7a44e84-45d1-4693-a7c7-ab534592f3c0 None None] Provisioning complete for port 7cb3774a-a7e0-4d71-81a7-54659e960957 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:15.504511 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a7a44e84-45d1-4693-a7c7-ab534592f3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:15.509555 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-0e8de38c-d5b2-4914-a631-20879f7c46dc None None] For port cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25,segment=NetworkSegment(0e492352-7e9a-4d4a-9012-2e1d0f3a9ee3),segment_id=0e492352-7e9a-4d4a-9012-2e1d0f3a9ee3)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:15.510190 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e8de38c-d5b2-4914-a631-20879f7c46dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:15.560007 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-f53270a3-3f01-4972-a144-6bbfc983b5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'name': 'tempest-TestNetworkBasicOps-router-937595244', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:32:12Z', 'revision_number': 4, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '7cb3774a-a7e0-4d71-81a7-54659e960957', 'name': '', 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'mac_address': 'fa:16:3e:6a:f6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '186674eb-9908-468e-89ce-aacbf3afd57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:12Z', 'updated_at': '2021-07-15T23:32:13Z', 'revision_number': 2, 'project_id': '859ce769fac74931944b61341a6bae9f', 'subnets': [{'id': '186674eb-9908-468e-89ce-aacbf3afd57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:15.583852 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7ea5fcf-b258-4a82-b6a5-30fe626a44b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:15.588043 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0e8de38c-d5b2-4914-a631-20879f7c46dc None None] Calling delete_port for cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:15.599216 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53270a3-3f01-4972-a144-6bbfc983b5ff None None] Checking router: 6fa86b67-f676-49e7-8b4d-a94d86f38ed2 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:32:15.599808 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53270a3-3f01-4972-a144-6bbfc983b5ff None None] Updating router 6fa86b67-f676-49e7-8b4d-a94d86f38ed2 port 7cb3774a-a7e0-4d71-81a7-54659e960957 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:32:15.645372 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f53270a3-3f01-4972-a144-6bbfc983b5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:15.657116 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b7ea5fcf-b258-4a82-b6a5-30fe626a44b3 admin admin] Deleting port cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:15.657403 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7ea5fcf-b258-4a82-b6a5-30fe626a44b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:15.679089 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a7a44e84-45d1-4693-a7c7-ab534592f3c0 None None] Port 7cb3774a-a7e0-4d71-81a7-54659e960957 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:32:15.750060 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port b8b45dd3-b234-43f1-9f64-ba64d14376df triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:15.756442 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-b7ea5fcf-b258-4a82-b6a5-30fe626a44b3 admin admin] For port cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25,segment=NetworkSegment(0e492352-7e9a-4d4a-9012-2e1d0f3a9ee3),segment_id=0e492352-7e9a-4d4a-9012-2e1d0f3a9ee3)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:15.757002 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7ea5fcf-b258-4a82-b6a5-30fe626a44b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:15.760954 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:15.770315 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b7ea5fcf-b258-4a82-b6a5-30fe626a44b3 admin admin] Calling delete_port for cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:15.806032 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-82eb5876-0c7f-4e1c-b989-8f49ca4142f7 tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2333 time: 0.4113734 Jul 15 23:32:15.879562 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7ea5fcf-b258-4a82-b6a5-30fe626a44b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:15.888812 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4086e6e0-d799-49ce-bc41-4c9f44b2094b None None] Provisioning complete for port 7cb3774a-a7e0-4d71-81a7-54659e960957 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:15.888812 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4086e6e0-d799-49ce-bc41-4c9f44b2094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:32:15.954280 n-d-787205-9 neutron-server[93800]: self.session.flush() Jul 15 23:32:15.963308 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ea5fcf-b258-4a82-b6a5-30fe626a44b3 admin admin] No DVR routers for this DVR port cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:32:15.971102 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d578067a-95d8-460c-b95f-371fae4f06ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:15.981910 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea5fcf-b258-4a82-b6a5-30fe626a44b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:15.995589 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e8de38c-d5b2-4914-a631-20879f7c46dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:16.031061 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-4086e6e0-d799-49ce-bc41-4c9f44b2094b None None] Port 7cb3774a-a7e0-4d71-81a7-54659e960957 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:32:16.033088 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device fa860668-a41b-40d8-a321-6d59e7b1f0bd up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:16.035792 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8de38c-d5b2-4914-a631-20879f7c46dc None None] Pushing event deleted for resources: {'Port': ['ID=cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:16.132811 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7ea5fcf-b258-4a82-b6a5-30fe626a44b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:16.164092 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-b7ea5fcf-b258-4a82-b6a5-30fe626a44b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8138c359-9091-44ed-95c6-182838c87cb8']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:16.179008 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-b7ea5fcf-b258-4a82-b6a5-30fe626a44b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e492352-7e9a-4d4a-9012-2e1d0f3a9ee3') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:16.179306 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-b7ea5fcf-b258-4a82-b6a5-30fe626a44b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e492352-7e9a-4d4a-9012-2e1d0f3a9ee3') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:16.202880 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7ea5fcf-b258-4a82-b6a5-30fe626a44b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:16.232002 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f53270a3-3f01-4972-a144-6bbfc983b5ff None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:16.237760 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8de38c-d5b2-4914-a631-20879f7c46dc None None] No DVR routers for this DVR port cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:32:16.246710 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-f53270a3-3f01-4972-a144-6bbfc983b5ff None None] Transition to ACTIVE for port object 7cb3774a-a7e0-4d71-81a7-54659e960957 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:16.247311 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7ea5fcf-b258-4a82-b6a5-30fe626a44b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:16.261023 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f53270a3-3f01-4972-a144-6bbfc983b5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ea5fcf-b258-4a82-b6a5-30fe626a44b3 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7ea5fcf-b258-4a82-b6a5-30fe626a44b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:32:16.261740 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:32:16.312759 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port fa860668-a41b-40d8-a321-6d59e7b1f0bd triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:16.313133 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:16.384073 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7ea5fcf-b258-4a82-b6a5-30fe626a44b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:16.395176 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7ea5fcf-b258-4a82-b6a5-30fe626a44b3 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:16.403886 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b7ea5fcf-b258-4a82-b6a5-30fe626a44b3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8138c359-9091-44ed-95c6-182838c87cb8 HTTP/1.1" status: 204 len: 168 time: 0.9905961 Jul 15 23:32:16.428612 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea5fcf-b258-4a82-b6a5-30fe626a44b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8138c359-9091-44ed-95c6-182838c87cb8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:16.441092 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f8719-6ef4-4425-a481-88cec844d356 None None] Pushing event updated for resources: {'Port': ['ID=7cb3774a-a7e0-4d71-81a7-54659e960957,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:16.448421 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-f53270a3-3f01-4972-a144-6bbfc983b5ff None None] Attempting to bind port 7cb3774a-a7e0-4d71-81a7-54659e960957 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:32:16.449245 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-f53270a3-3f01-4972-a144-6bbfc983b5ff None None] Attempting to bind port 7cb3774a-a7e0-4d71-81a7-54659e960957 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '396fd513-5239-4717-a46c-89a9796ce688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:32:16.450481 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53270a3-3f01-4972-a144-6bbfc983b5ff None None] Attempting to bind port 7cb3774a-a7e0-4d71-81a7-54659e960957 on network ac58f882-0f96-43bf-b12f-5d343331eccd {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:16.468007 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53270a3-3f01-4972-a144-6bbfc983b5ff None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:32:16.469390 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53270a3-3f01-4972-a144-6bbfc983b5ff None None] Checking segment: {'id': '396fd513-5239-4717-a46c-89a9796ce688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:16.469878 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f53270a3-3f01-4972-a144-6bbfc983b5ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:16.470783 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53270a3-3f01-4972-a144-6bbfc983b5ff None None] Bound using segment: {'id': '396fd513-5239-4717-a46c-89a9796ce688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:32:16.471273 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-f53270a3-3f01-4972-a144-6bbfc983b5ff None None] Bound port: 7cb3774a-a7e0-4d71-81a7-54659e960957, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396fd513-5239-4717-a46c-89a9796ce688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:32:16.471663 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f53270a3-3f01-4972-a144-6bbfc983b5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:16.488113 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 51982) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:16.494943 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-ae18bb5c-fce3-465a-a871-8259f43bfb1d tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-498070225', 'description': 'tempest-secgroup-smoke-498070225 description', 'project_id': '859ce769fac74931944b61341a6bae9f'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:16.554384 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae18bb5c-fce3-465a-a871-8259f43bfb1d tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:16.582819 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-f53270a3-3f01-4972-a144-6bbfc983b5ff None None] For port 7cb3774a-a7e0-4d71-81a7-54659e960957, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:16.594795 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d25c6dc4-56fc-4969-90b7-662f0d8f0f21 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:32:16.601306 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-f53270a3-3f01-4972-a144-6bbfc983b5ff None None] For port 7cb3774a-a7e0-4d71-81a7-54659e960957, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=7cb3774a-a7e0-4d71-81a7-54659e960957,segment=NetworkSegment(396fd513-5239-4717-a46c-89a9796ce688),segment_id=396fd513-5239-4717-a46c-89a9796ce688)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:32:16.628370 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f53270a3-3f01-4972-a144-6bbfc983b5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:16.671665 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: d25c6dc4-56fc-4969-90b7-662f0d8f0f21 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:32:16.672351 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d25c6dc4-56fc-4969-90b7-662f0d8f0f21 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:32:16.672471 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 37e5d7f4-409e-4e0d-bff8-471a7f332a39 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:32:16.736743 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51988) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:16.765723 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 37e5d7f4-409e-4e0d-bff8-471a7f332a39 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:32:16.766278 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 37e5d7f4-409e-4e0d-bff8-471a7f332a39 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:32:16.799745 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae18bb5c-fce3-465a-a871-8259f43bfb1d tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:16.800394 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a1837ab6-ef7f-4f4e-a72e-74044a519f21 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=57614eb353864ce88c85e61ed5bbb7cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0617476 Jul 15 23:32:16.803017 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51990) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:16.806979 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae18bb5c-fce3-465a-a871-8259f43bfb1d tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:16.825659 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53270a3-3f01-4972-a144-6bbfc983b5ff None None] Routers {'6fa86b67-f676-49e7-8b4d-a94d86f38ed2'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:16.826305 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-f53270a3-3f01-4972-a144-6bbfc983b5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:31:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6fa86b67-f676-49e7-8b4d-a94d86f38ed2'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:16.879315 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb180532-06b3-4cd0-a027-1fdf688bf2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:16.885977 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae18bb5c-fce3-465a-a871-8259f43bfb1d tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:16.889932 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ae18bb5c-fce3-465a-a871-8259f43bfb1d tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4004586 Jul 15 23:32:16.891546 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18bb5c-fce3-465a-a871-8259f43bfb1d tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c455111-8db9-4cde-81e7-6f844dfa0c87,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:16.893612 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 51992) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:16.945727 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f8719-6ef4-4425-a481-88cec844d356 None None] Pushing event updated for resources: {'Port': ['ID=7cb3774a-a7e0-4d71-81a7-54659e960957,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:16.952027 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3576c5ea-cc65-411e-8777-e405ef4f20c6 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'security_group_rule': {'security_group_id': '3c455111-8db9-4cde-81e7-6f844dfa0c87', 'project_id': '859ce769fac74931944b61341a6bae9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:17.044708 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb180532-06b3-4cd0-a027-1fdf688bf2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.081879 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:32:17.138341 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb180532-06b3-4cd0-a027-1fdf688bf2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.139641 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:32:17.140006 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cb9485db-4bd9-4c49-93cd-8cb1e2fb9b25 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:32:17.141816 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cb180532-06b3-4cd0-a027-1fdf688bf2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.143296 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cb180532-06b3-4cd0-a027-1fdf688bf2ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3fbcc57-9d95-4750-b583-14014ddf2925 HTTP/1.1" status: 204 len: 168 time: 0.3386953 Jul 15 23:32:17.187580 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-f53270a3-3f01-4972-a144-6bbfc983b5ff None None] Set router 6fa86b67-f676-49e7-8b4d-a94d86f38ed2 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:17.213850 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb180532-06b3-4cd0-a027-1fdf688bf2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fbcc57-9d95-4750-b583-14014ddf2925,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:17.221689 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3576c5ea-cc65-411e-8777-e405ef4f20c6 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.353016 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3576c5ea-cc65-411e-8777-e405ef4f20c6 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.358086 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3576c5ea-cc65-411e-8777-e405ef4f20c6 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.385836 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3576c5ea-cc65-411e-8777-e405ef4f20c6 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.387475 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3576c5ea-cc65-411e-8777-e405ef4f20c6 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4660974 Jul 15 23:32:17.390156 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52002) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:17.397316 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7aacb8ce-bbd6-4dd2-9b3b-1da8c9870ec8 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'security_group_rule': {'security_group_id': '3c455111-8db9-4cde-81e7-6f844dfa0c87', 'project_id': '859ce769fac74931944b61341a6bae9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:17.403529 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576c5ea-cc65-411e-8777-e405ef4f20c6 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef5dfce-88a5-400c-bb35-7ecd24227271,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:17.439359 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7aacb8ce-bbd6-4dd2-9b3b-1da8c9870ec8 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.560346 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7aacb8ce-bbd6-4dd2-9b3b-1da8c9870ec8 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.566570 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7aacb8ce-bbd6-4dd2-9b3b-1da8c9870ec8 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.627878 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7aacb8ce-bbd6-4dd2-9b3b-1da8c9870ec8 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.631745 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7aacb8ce-bbd6-4dd2-9b3b-1da8c9870ec8 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2378533 Jul 15 23:32:17.632115 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52006) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:17.636899 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aacb8ce-bbd6-4dd2-9b3b-1da8c9870ec8 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c5d66e4-532b-4b73-a948-265c5ed2c18d,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:17.638260 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-2097db8a-f079-46c8-a89b-4c580d446055 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'security_group_rule': {'security_group_id': '3c455111-8db9-4cde-81e7-6f844dfa0c87', 'project_id': '859ce769fac74931944b61341a6bae9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:17.708785 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2097db8a-f079-46c8-a89b-4c580d446055 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.741529 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-f53270a3-3f01-4972-a144-6bbfc983b5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'name': 'tempest-TestNetworkBasicOps-router-937595244', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:32:12Z', 'revision_number': 4, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '7cb3774a-a7e0-4d71-81a7-54659e960957', 'name': '', 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'mac_address': 'fa:16:3e:6a:f6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '186674eb-9908-468e-89ce-aacbf3afd57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:12Z', 'updated_at': '2021-07-15T23:32:16Z', 'revision_number': 4, 'project_id': '859ce769fac74931944b61341a6bae9f', 'subnets': [{'id': '186674eb-9908-468e-89ce-aacbf3afd57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:17.812972 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53270a3-3f01-4972-a144-6bbfc983b5ff None None] The sync data for ids ['6fa86b67-f676-49e7-8b4d-a94d86f38ed2'] in n-d-787205-9 is: [{'id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'name': 'tempest-TestNetworkBasicOps-router-937595244', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:32:12Z', 'revision_number': 4, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '7cb3774a-a7e0-4d71-81a7-54659e960957', 'name': '', 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'mac_address': 'fa:16:3e:6a:f6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '186674eb-9908-468e-89ce-aacbf3afd57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:12Z', 'updated_at': '2021-07-15T23:32:16Z', 'revision_number': 4, 'project_id': '859ce769fac74931944b61341a6bae9f', 'subnets': [{'id': '186674eb-9908-468e-89ce-aacbf3afd57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:17.828631 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2097db8a-f079-46c8-a89b-4c580d446055 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.836034 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2097db8a-f079-46c8-a89b-4c580d446055 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.880168 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097db8a-f079-46c8-a89b-4c580d446055 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1094908-7d62-4040-b422-157b9f65c6dd,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:17.920502 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2097db8a-f079-46c8-a89b-4c580d446055 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.922122 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2097db8a-f079-46c8-a89b-4c580d446055 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2889900 Jul 15 23:32:17.924994 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52010) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:17.930738 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-50d90056-9c71-43a8-9f3b-ce7b0c083e6c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'security_group_rule': {'security_group_id': '3c455111-8db9-4cde-81e7-6f844dfa0c87', 'project_id': '859ce769fac74931944b61341a6bae9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:18.007367 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50d90056-9c71-43a8-9f3b-ce7b0c083e6c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.127523 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50d90056-9c71-43a8-9f3b-ce7b0c083e6c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.134674 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50d90056-9c71-43a8-9f3b-ce7b0c083e6c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.141022 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52012) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:18.185097 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d90056-9c71-43a8-9f3b-ce7b0c083e6c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2676a8-9a15-4ad8-84a0-9a9b7539539a,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:18.208535 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50d90056-9c71-43a8-9f3b-ce7b0c083e6c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.213601 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-50d90056-9c71-43a8-9f3b-ce7b0c083e6c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2868505 Jul 15 23:32:18.214364 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52016) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:18.219808 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-40dc1801-021f-4ec6-bd92-f7b43183f98f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'security_group_rule': {'security_group_id': '3c455111-8db9-4cde-81e7-6f844dfa0c87', 'project_id': '859ce769fac74931944b61341a6bae9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:18.230555 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0d77211e-59b8-4411-a87b-4311d213e774 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3414eaf6fdaa41ed9f5d052636d3bb1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0868807 Jul 15 23:32:18.242615 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52018) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:18.255441 n-d-787205-9 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-40dc1801-021f-4ec6-bd92-f7b43183f98f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Project 859ce769fac74931944b61341a6bae9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:32:18.261237 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-40dc1801-021f-4ec6-bd92-f7b43183f98f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.263145 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-89ec538e-94e7-411e-98a9-3599adaf84fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.372012 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2fdd9f6c-d984-4dae-aa9d-58ecbf191d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.380790 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-40dc1801-021f-4ec6-bd92-f7b43183f98f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.387056 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-40dc1801-021f-4ec6-bd92-f7b43183f98f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.417471 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc1801-021f-4ec6-bd92-f7b43183f98f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d024e5-ef1a-46cf-822a-a4b35369d72f,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:18.428431 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2fdd9f6c-d984-4dae-aa9d-58ecbf191d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.428892 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-40dc1801-021f-4ec6-bd92-f7b43183f98f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.432963 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-40dc1801-021f-4ec6-bd92-f7b43183f98f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2173991 Jul 15 23:32:18.433584 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52024) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:18.441177 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-225b249e-c835-4da5-8dc2-42b6531779bd tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'security_group_rule': {'security_group_id': '3c455111-8db9-4cde-81e7-6f844dfa0c87', 'project_id': '859ce769fac74931944b61341a6bae9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:18.507500 n-d-787205-9 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-225b249e-c835-4da5-8dc2-42b6531779bd tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Project 859ce769fac74931944b61341a6bae9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:32:18.510414 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2fdd9f6c-d984-4dae-aa9d-58ecbf191d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.513450 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2fdd9f6c-d984-4dae-aa9d-58ecbf191d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.514615 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-225b249e-c835-4da5-8dc2-42b6531779bd tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.517705 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2fdd9f6c-d984-4dae-aa9d-58ecbf191d12 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29d7689f-7e85-4601-88be-94b2e90a8307 HTTP/1.1" status: 204 len: 168 time: 0.2634468 Jul 15 23:32:18.527121 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd9f6c-d984-4dae-aa9d-58ecbf191d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d7689f-7e85-4601-88be-94b2e90a8307,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:18.592489 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-225b249e-c835-4da5-8dc2-42b6531779bd tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.596526 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-225b249e-c835-4da5-8dc2-42b6531779bd tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.618211 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-225b249e-c835-4da5-8dc2-42b6531779bd tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.628390 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-225b249e-c835-4da5-8dc2-42b6531779bd tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1861134 Jul 15 23:32:18.635852 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b249e-c835-4da5-8dc2-42b6531779bd tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb45f49f-b974-4348-b562-4ab7ec7ba995,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:18.752019 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.983777 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e4a69770-18ef-4265-b747-60fba856e1de req-9024eb9a-fd07-4f1b-b5f2-e26217f36d31 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-498070225&fields=id&tenant_id=859ce769fac74931944b61341a6bae9f HTTP/1.1" status: 200 len: 267 time: 0.1020873 Jul 15 23:32:19.048502 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23430b84-9222-4508-8012-31c0f21baf3a req-f1aa25b3-52c9-4ded-aaec-e4e1dc1d9a1c tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:19.050400 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-23430b84-9222-4508-8012-31c0f21baf3a req-f1aa25b3-52c9-4ded-aaec-e4e1dc1d9a1c tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 1096 time: 0.2193432 Jul 15 23:32:19.091427 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 7cb3774a-a7e0-4d71-81a7-54659e960957 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:19.172416 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-23430b84-9222-4508-8012-31c0f21baf3a req-38996a1e-fe4c-4ec0-abdf-db71bdc7466d tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829606 Jul 15 23:32:19.179549 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 7cb3774a-a7e0-4d71-81a7-54659e960957 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:19.191427 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 7cb3774a-a7e0-4d71-81a7-54659e960957 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:19.191808 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:19.251101 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a69770-18ef-4265-b747-60fba856e1de req-4a694e60-3f8c-4986-9df9-15c273f99ff2 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:19.258192 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e4a69770-18ef-4265-b747-60fba856e1de req-4a694e60-3f8c-4986-9df9-15c273f99ff2 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/networks?id=ac58f882-0f96-43bf-b12f-5d343331eccd HTTP/1.1" status: 200 len: 796 time: 0.2728941 Jul 15 23:32:19.275890 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e4a69770-18ef-4265-b747-60fba856e1de req-eafcd797-3764-4999-bea1-d49357fcf91f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/quotas/859ce769fac74931944b61341a6bae9f HTTP/1.1" status: 200 len: 375 time: 0.0164773 Jul 15 23:32:19.302873 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:19.344999 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 7cb3774a-a7e0-4d71-81a7-54659e960957, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=7cb3774a-a7e0-4d71-81a7-54659e960957,segment=NetworkSegment(396fd513-5239-4717-a46c-89a9796ce688),segment_id=396fd513-5239-4717-a46c-89a9796ce688)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:19.350044 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:19.417961 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=7cb3774a-a7e0-4d71-81a7-54659e960957,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:19.431171 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e4a69770-18ef-4265-b747-60fba856e1de req-cfcb29be-f022-4585-9c87-3e5bc542df1e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=859ce769fac74931944b61341a6bae9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1538587 Jul 15 23:32:19.448316 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ad4e2-1154-4ff3-b5ac-aa4f525c7147 req-4c8cc565-fcf3-45e3-9559-28f5c9d53e3d tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:19.450067 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fa2ad4e2-1154-4ff3-b5ac-aa4f525c7147 req-4c8cc565-fcf3-45e3-9559-28f5c9d53e3d tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 945 time: 0.0969458 Jul 15 23:32:19.578110 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fa2ad4e2-1154-4ff3-b5ac-aa4f525c7147 req-7d959448-c0c6-44b2-8a5b-6b208085bbee tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062379 Jul 15 23:32:19.598220 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52052) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:19.623372 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e4a69770-18ef-4265-b747-60fba856e1de req-764f6000-066a-458a-840e-9d9ca85241c3 service neutron] 10.222.0.16 "GET /v2.0/networks/ac58f882-0f96-43bf-b12f-5d343331eccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716745 Jul 15 23:32:19.689804 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:19.703238 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-12d16acf-2fed-4a18-917f-9d5d5aab9851 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/floatingips/7e26c537-5405-4074-a7c4-1ee79eac0eb2 HTTP/1.1" status: 200 len: 993 time: 0.1033978 Jul 15 23:32:19.761945 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e4a69770-18ef-4265-b747-60fba856e1de req-2e93db20-8559-4a6a-a7f1-a4db97218e0d service neutron] 10.222.0.16 "GET /v2.0/networks/ac58f882-0f96-43bf-b12f-5d343331eccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343088 Jul 15 23:32:20.022900 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d04227c1-4a2e-4c6b-8bdf-e03aa18c19e5 req-39a86bb9-082a-4dbf-9a64-aa106814a41d tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c80853e-6d87-40e1-8020-c4f54873e09a HTTP/1.1" status: 200 len: 210 time: 0.0474393 Jul 15 23:32:20.763356 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-ebe8604c-e160-4e99-9294-0e30898241ad service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0864286 Jul 15 23:32:20.825020 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe8a11-6cdb-4870-b466-8c536b0a8851 req-369e3072-5d37-43d7-a69b-dbda6a8a36a9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:20.826611 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-74fe8a11-6cdb-4870-b466-8c536b0a8851 req-369e3072-5d37-43d7-a69b-dbda6a8a36a9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 945 time: 0.0768383 Jul 15 23:32:20.867750 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-74fe8a11-6cdb-4870-b466-8c536b0a8851 req-511f978f-b728-435f-9b49-43ac54e46a5e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354698 Jul 15 23:32:21.002940 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 7cb3774a-a7e0-4d71-81a7-54659e960957 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:21.110285 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 7cb3774a-a7e0-4d71-81a7-54659e960957 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:21.110958 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:21.271121 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a922bff0-4dd1-44a8-ac86-8fa88167592f req-f8248873-9b33-4a69-8b1e-fc8290f104f8 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c80853e-6d87-40e1-8020-c4f54873e09a HTTP/1.1" status: 200 len: 210 time: 0.0723605 Jul 15 23:32:21.392271 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:21.538097 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a69770-18ef-4265-b747-60fba856e1de req-8109efdf-05cb-41f5-9676-7e4d3bb1c14f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:21.541019 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e4a69770-18ef-4265-b747-60fba856e1de req-8109efdf-05cb-41f5-9676-7e4d3bb1c14f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.36 "GET /v2.0/networks?id=ac58f882-0f96-43bf-b12f-5d343331eccd HTTP/1.1" status: 200 len: 796 time: 0.2053752 Jul 15 23:32:21.648004 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e4a69770-18ef-4265-b747-60fba856e1de req-396a5732-7155-4ed6-90fb-ac7233b28cbc tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=859ce769fac74931944b61341a6bae9f HTTP/1.1" status: 200 len: 379 time: 0.0878158 Jul 15 23:32:21.667987 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-e4a69770-18ef-4265-b747-60fba856e1de req-176a030f-e0eb-4130-8f11-01e7e497cc0b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'port': {'device_id': '9c80853e-6d87-40e1-8020-c4f54873e09a', 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd', 'admin_state_up': True, 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'security_groups': ['3c455111-8db9-4cde-81e7-6f844dfa0c87']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:21.811728 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a69770-18ef-4265-b747-60fba856e1de req-176a030f-e0eb-4130-8f11-01e7e497cc0b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Made reservation on behalf of 859ce769fac74931944b61341a6bae9f for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:21.817146 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e4a69770-18ef-4265-b747-60fba856e1de req-176a030f-e0eb-4130-8f11-01e7e497cc0b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.001679 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-e4a69770-18ef-4265-b747-60fba856e1de req-176a030f-e0eb-4130-8f11-01e7e497cc0b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Allocated IP 172.20.0.8 (ac58f882-0f96-43bf-b12f-5d343331eccd/186674eb-9908-468e-89ce-aacbf3afd57b/b373f4b2-7293-4265-bf39-59d88badd5e8) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:22.163736 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89618c7d-47a0-458d-a71b-dbeedd434970 req-dee78141-10e3-481c-a21c-9769064d9bd1 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:22.166150 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-89618c7d-47a0-458d-a71b-dbeedd434970 req-dee78141-10e3-481c-a21c-9769064d9bd1 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 945 time: 0.1246073 Jul 15 23:32:22.221297 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-89618c7d-47a0-458d-a71b-dbeedd434970 req-a3d052de-5745-4cab-89a1-9a3d2e034883 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473061 Jul 15 23:32:22.260994 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e4a69770-18ef-4265-b747-60fba856e1de req-176a030f-e0eb-4130-8f11-01e7e497cc0b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.290230 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-e4a69770-18ef-4265-b747-60fba856e1de req-176a030f-e0eb-4130-8f11-01e7e497cc0b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Transition to ACTIVE for port object b373f4b2-7293-4265-bf39-59d88badd5e8 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:22.354776 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e4a69770-18ef-4265-b747-60fba856e1de req-176a030f-e0eb-4130-8f11-01e7e497cc0b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.413439 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a69770-18ef-4265-b747-60fba856e1de req-176a030f-e0eb-4130-8f11-01e7e497cc0b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Network ac58f882-0f96-43bf-b12f-5d343331eccd is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:22.418283 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-e4a69770-18ef-4265-b747-60fba856e1de req-176a030f-e0eb-4130-8f11-01e7e497cc0b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:22.421505 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a69770-18ef-4265-b747-60fba856e1de req-176a030f-e0eb-4130-8f11-01e7e497cc0b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:22.465095 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a030f-e0eb-4130-8f11-01e7e497cc0b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'Port': ['ID=b373f4b2-7293-4265-bf39-59d88badd5e8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:22.485927 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ed93d-0784-44e9-b6b4-9ffc47516422 req-a3ede563-dcff-4c42-8198-0f72bbde58f7 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:22.487936 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a69770-18ef-4265-b747-60fba856e1de req-176a030f-e0eb-4130-8f11-01e7e497cc0b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:22.493981 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e4a69770-18ef-4265-b747-60fba856e1de req-176a030f-e0eb-4130-8f11-01e7e497cc0b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.494207 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e8ed93d-0784-44e9-b6b4-9ffc47516422 req-a3ede563-dcff-4c42-8198-0f72bbde58f7 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c80853e-6d87-40e1-8020-c4f54873e09a HTTP/1.1" status: 200 len: 931 time: 0.1253860 Jul 15 23:32:22.535339 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e8ed93d-0784-44e9-b6b4-9ffc47516422 req-6ed2aca4-c24c-4d00-b684-7d4436173fcd tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c455111-8db9-4cde-81e7-6f844dfa0c87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402775 Jul 15 23:32:22.546363 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e4a69770-18ef-4265-b747-60fba856e1de req-176a030f-e0eb-4130-8f11-01e7e497cc0b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8824921 Jul 15 23:32:22.573798 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-e4a69770-18ef-4265-b747-60fba856e1de req-90024c29-d725-491f-aa2f-9bce0a39b894 service neutron] Request body: {'port': {'device_id': '9c80853e-6d87-40e1-8020-c4f54873e09a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:22.613740 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-9186d1b7-67d2-4462-9e2a-4c19d9a01f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:22.615813 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-9186d1b7-67d2-4462-9e2a-4c19d9a01f8d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 1096 time: 0.1128736 Jul 15 23:32:22.742433 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8530c754-c3d4-485c-912d-955d129ba2b7 None None] Provisioning for port b373f4b2-7293-4265-bf39-59d88badd5e8 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:22.749168 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8530c754-c3d4-485c-912d-955d129ba2b7 None None] Provisioning complete for port b373f4b2-7293-4265-bf39-59d88badd5e8 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:22.750872 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e4a69770-18ef-4265-b747-60fba856e1de req-90024c29-d725-491f-aa2f-9bce0a39b894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.751697 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8530c754-c3d4-485c-912d-955d129ba2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.801154 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-8530c754-c3d4-485c-912d-955d129ba2b7 None None] Port b373f4b2-7293-4265-bf39-59d88badd5e8 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:32:22.815438 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-3981e694-d334-40ee-a8d2-df8c65fd36ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:22.817031 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-3981e694-d334-40ee-a8d2-df8c65fd36ed service neutron] 10.222.0.43 "GET /v2.0/networks?id=8e73d187-6e13-420b-a56d-850c55d02480 HTTP/1.1" status: 200 len: 898 time: 0.1948149 Jul 15 23:32:22.955912 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-d6b5a948-3f16-4660-be2c-badf31b4da9d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bc566c7-e1cf-4476-957d-13d55ea5d9da HTTP/1.1" status: 200 len: 1001 time: 0.1289790 Jul 15 23:32:23.069596 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-a193adbd-eae5-4806-87c1-9e0a804d509f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:23.071367 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-a193adbd-eae5-4806-87c1-9e0a804d509f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=976aa6b1-4baa-4019-a4c0-13137a5e1656 HTTP/1.1" status: 200 len: 835 time: 0.1034327 Jul 15 23:32:23.209661 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-e4a69770-18ef-4265-b747-60fba856e1de req-90024c29-d725-491f-aa2f-9bce0a39b894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b373f4b2-7293-4265-bf39-59d88badd5e8 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:32:23.219101 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e4a69770-18ef-4265-b747-60fba856e1de req-90024c29-d725-491f-aa2f-9bce0a39b894 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:23.223029 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-e814cc86-92eb-4d92-b445-3be0640df796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:23.224603 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-e814cc86-92eb-4d92-b445-3be0640df796 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8e73d187-6e13-420b-a56d-850c55d02480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1416829 Jul 15 23:32:23.252002 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-e4a69770-18ef-4265-b747-60fba856e1de req-90024c29-d725-491f-aa2f-9bce0a39b894 service neutron] Transition to ACTIVE for port object b373f4b2-7293-4265-bf39-59d88badd5e8 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:23.261685 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e4a69770-18ef-4265-b747-60fba856e1de req-90024c29-d725-491f-aa2f-9bce0a39b894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:23.355297 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90024c29-d725-491f-aa2f-9bce0a39b894 service neutron] Pushing event updated for resources: {'Port': ['ID=b373f4b2-7293-4265-bf39-59d88badd5e8,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:23.429855 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-a0c819bc-1fcc-4955-819d-d94f0b87f9c4 service neutron] 10.222.0.43 "GET /v2.0/networks/8e73d187-6e13-420b-a56d-850c55d02480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985176 Jul 15 23:32:23.441391 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961bc7d-6a36-4ef2-aec0-72a7fb4d0e48 req-be76c751-60db-4e62-824a-630303edb5a0 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:23.453357 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e961bc7d-6a36-4ef2-aec0-72a7fb4d0e48 req-be76c751-60db-4e62-824a-630303edb5a0 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 945 time: 0.1184862 Jul 15 23:32:23.496711 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e961bc7d-6a36-4ef2-aec0-72a7fb4d0e48 req-eba0fdb1-a8b7-4c17-8018-7d5e8b1db32f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430605 Jul 15 23:32:23.541172 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-e4a69770-18ef-4265-b747-60fba856e1de req-90024c29-d725-491f-aa2f-9bce0a39b894 service neutron] Attempting to bind port b373f4b2-7293-4265-bf39-59d88badd5e8 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:32:23.541501 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-e4a69770-18ef-4265-b747-60fba856e1de req-90024c29-d725-491f-aa2f-9bce0a39b894 service neutron] Attempting to bind port b373f4b2-7293-4265-bf39-59d88badd5e8 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '396fd513-5239-4717-a46c-89a9796ce688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:32:23.541825 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a69770-18ef-4265-b747-60fba856e1de req-90024c29-d725-491f-aa2f-9bce0a39b894 service neutron] Attempting to bind port b373f4b2-7293-4265-bf39-59d88badd5e8 on network ac58f882-0f96-43bf-b12f-5d343331eccd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:23.652955 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-3ae6c394-74e1-4835-9a89-2d10d0c0e6fc service neutron] 10.222.0.43 "GET /v2.0/networks/8e73d187-6e13-420b-a56d-850c55d02480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669514 Jul 15 23:32:23.652955 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a69770-18ef-4265-b747-60fba856e1de req-90024c29-d725-491f-aa2f-9bce0a39b894 service neutron] Port b373f4b2-7293-4265-bf39-59d88badd5e8 on network ac58f882-0f96-43bf-b12f-5d343331eccd not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:32:23.652955 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a69770-18ef-4265-b747-60fba856e1de req-90024c29-d725-491f-aa2f-9bce0a39b894 service neutron] Attempting to bind port b373f4b2-7293-4265-bf39-59d88badd5e8 on network ac58f882-0f96-43bf-b12f-5d343331eccd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:23.652955 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a69770-18ef-4265-b747-60fba856e1de req-90024c29-d725-491f-aa2f-9bce0a39b894 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:32:23.652955 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a69770-18ef-4265-b747-60fba856e1de req-90024c29-d725-491f-aa2f-9bce0a39b894 service neutron] Checking segment: {'id': '396fd513-5239-4717-a46c-89a9796ce688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:23.652955 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a69770-18ef-4265-b747-60fba856e1de req-90024c29-d725-491f-aa2f-9bce0a39b894 service neutron] Bound using segment: {'id': '396fd513-5239-4717-a46c-89a9796ce688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:32:23.652955 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-e4a69770-18ef-4265-b747-60fba856e1de req-90024c29-d725-491f-aa2f-9bce0a39b894 service neutron] Bound port: b373f4b2-7293-4265-bf39-59d88badd5e8, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396fd513-5239-4717-a46c-89a9796ce688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:32:23.652955 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e4a69770-18ef-4265-b747-60fba856e1de req-90024c29-d725-491f-aa2f-9bce0a39b894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:23.772314 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e4a69770-18ef-4265-b747-60fba856e1de req-90024c29-d725-491f-aa2f-9bce0a39b894 service neutron] For port b373f4b2-7293-4265-bf39-59d88badd5e8, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:23.772314 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e4a69770-18ef-4265-b747-60fba856e1de req-90024c29-d725-491f-aa2f-9bce0a39b894 service neutron] For port b373f4b2-7293-4265-bf39-59d88badd5e8, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=b373f4b2-7293-4265-bf39-59d88badd5e8,segment=NetworkSegment(396fd513-5239-4717-a46c-89a9796ce688),segment_id=396fd513-5239-4717-a46c-89a9796ce688)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:32:23.772314 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e4a69770-18ef-4265-b747-60fba856e1de req-90024c29-d725-491f-aa2f-9bce0a39b894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:23.809718 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a69770-18ef-4265-b747-60fba856e1de req-90024c29-d725-491f-aa2f-9bce0a39b894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:23.815900 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e4a69770-18ef-4265-b747-60fba856e1de req-90024c29-d725-491f-aa2f-9bce0a39b894 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:23.822000 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e4a69770-18ef-4265-b747-60fba856e1de req-90024c29-d725-491f-aa2f-9bce0a39b894 service neutron] 10.222.0.36 "PUT /v2.0/ports/b373f4b2-7293-4265-bf39-59d88badd5e8 HTTP/1.1" status: 200 len: 1091 time: 1.2578905 Jul 15 23:32:23.822879 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c80853e-6d87-40e1-8020-c4f54873e09a', 'tag': 'b373f4b2-7293-4265-bf39-59d88badd5e8'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:32:23.830567 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a119656c-b509-4226-8fea-239e4c35e4bf" -d '{"events": [{"name": "network-changed", "server_uuid": "9c80853e-6d87-40e1-8020-c4f54873e09a", "tag": "b373f4b2-7293-4265-bf39-59d88badd5e8"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:32:23.886509 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90024c29-d725-491f-aa2f-9bce0a39b894 service neutron] Pushing event updated for resources: {'Port': ['ID=b373f4b2-7293-4265-bf39-59d88badd5e8,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:23.934422 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9de38-37c0-4420-afa8-a3a33ded17bb req-b93be56d-4d59-4566-9c62-4a2771b5cd01 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:23.934772 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f675d76-cffa-4429-8eb0-37d5ede652b1 x-openstack-request-id: req-0f675d76-cffa-4429-8eb0-37d5ede652b1 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:32:23.935071 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c80853e-6d87-40e1-8020-c4f54873e09a", "tag": "b373f4b2-7293-4265-bf39-59d88badd5e8", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:32:23.935327 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f675d76-cffa-4429-8eb0-37d5ede652b1 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:32:23.935746 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c80853e-6d87-40e1-8020-c4f54873e09a', 'tag': 'b373f4b2-7293-4265-bf39-59d88badd5e8', 'status': 'completed', 'code': 200} Jul 15 23:32:23.945073 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9af9de38-37c0-4420-afa8-a3a33ded17bb req-b93be56d-4d59-4566-9c62-4a2771b5cd01 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c80853e-6d87-40e1-8020-c4f54873e09a HTTP/1.1" status: 200 len: 943 time: 0.0948164 Jul 15 23:32:24.009573 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9af9de38-37c0-4420-afa8-a3a33ded17bb req-86907d54-75c3-4978-8177-262f224a731f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c455111-8db9-4cde-81e7-6f844dfa0c87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630198 Jul 15 23:32:24.071436 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119656c-b509-4226-8fea-239e4c35e4bf req-c7a2b93d-7f0d-49f1-ba86-42ea73168f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:24.073128 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a119656c-b509-4226-8fea-239e4c35e4bf req-c7a2b93d-7f0d-49f1-ba86-42ea73168f7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=859ce769fac74931944b61341a6bae9f&device_id=9c80853e-6d87-40e1-8020-c4f54873e09a HTTP/1.1" status: 200 len: 1094 time: 0.0985029 Jul 15 23:32:24.201070 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:24.292474 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119656c-b509-4226-8fea-239e4c35e4bf req-51bbf178-5b09-4509-9e04-a71661a45e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:24.294257 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a119656c-b509-4226-8fea-239e4c35e4bf req-51bbf178-5b09-4509-9e04-a71661a45e62 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=859ce769fac74931944b61341a6bae9f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2091916 Jul 15 23:32:24.480563 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119656c-b509-4226-8fea-239e4c35e4bf req-00214c2f-d7b2-4000-9f4a-c33944ad3601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:24.482376 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a119656c-b509-4226-8fea-239e4c35e4bf req-00214c2f-d7b2-4000-9f4a-c33944ad3601 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1817987 Jul 15 23:32:24.610271 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a69770-18ef-4265-b747-60fba856e1de req-8936e6fb-6867-4cee-9e90-d42ae5f73d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:24.612775 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e4a69770-18ef-4265-b747-60fba856e1de req-8936e6fb-6867-4cee-9e90-d42ae5f73d76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=859ce769fac74931944b61341a6bae9f&device_id=9c80853e-6d87-40e1-8020-c4f54873e09a HTTP/1.1" status: 200 len: 1094 time: 0.0732763 Jul 15 23:32:24.667880 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e4a69770-18ef-4265-b747-60fba856e1de req-4ca33690-1829-42ff-a3b9-911e2a12c992 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b373f4b2-7293-4265-bf39-59d88badd5e8 HTTP/1.1" status: 200 len: 217 time: 0.0430057 Jul 15 23:32:24.709538 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0230f54-2292-4fb5-b186-eba072f13f95 req-d008548a-569a-4d9d-9b13-26de0a72d570 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:24.718418 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e0230f54-2292-4fb5-b186-eba072f13f95 req-d008548a-569a-4d9d-9b13-26de0a72d570 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 945 time: 0.0839450 Jul 15 23:32:24.730361 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a69770-18ef-4265-b747-60fba856e1de req-86fc2bec-50d1-4ba0-8fb4-3e52b5136e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:24.731920 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e4a69770-18ef-4265-b747-60fba856e1de req-86fc2bec-50d1-4ba0-8fb4-3e52b5136e4b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=186674eb-9908-468e-89ce-aacbf3afd57b HTTP/1.1" status: 200 len: 834 time: 0.0543976 Jul 15 23:32:24.759544 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e0230f54-2292-4fb5-b186-eba072f13f95 req-46004914-d326-4142-b66f-1a4c19cf2b36 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395842 Jul 15 23:32:24.807646 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a69770-18ef-4265-b747-60fba856e1de req-e81fdc77-e632-40dc-b1f7-1ed6c1681c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:24.809219 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e4a69770-18ef-4265-b747-60fba856e1de req-e81fdc77-e632-40dc-b1f7-1ed6c1681c61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac58f882-0f96-43bf-b12f-5d343331eccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707593 Jul 15 23:32:24.923326 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e4a69770-18ef-4265-b747-60fba856e1de req-3dbd6dc7-7eb4-4111-ad2d-5597fcfe0a52 service neutron] 10.222.0.36 "GET /v2.0/networks/ac58f882-0f96-43bf-b12f-5d343331eccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070364 Jul 15 23:32:25.239673 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd89729-4a3c-434b-9b24-1aa5ce6ccb53 req-232c90c1-7f3f-4957-842f-44d471fe508d tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:25.241374 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9fd89729-4a3c-434b-9b24-1aa5ce6ccb53 req-232c90c1-7f3f-4957-842f-44d471fe508d tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c80853e-6d87-40e1-8020-c4f54873e09a HTTP/1.1" status: 200 len: 943 time: 0.0921712 Jul 15 23:32:25.306051 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9fd89729-4a3c-434b-9b24-1aa5ce6ccb53 req-3e936aa1-0098-4f2e-bcae-3859272d64d5 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c455111-8db9-4cde-81e7-6f844dfa0c87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589828 Jul 15 23:32:25.307486 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e4a69770-18ef-4265-b747-60fba856e1de req-ac6df8ed-59ac-40df-8bde-1706a8bf4268 service neutron] 10.222.0.36 "GET /v2.0/networks/ac58f882-0f96-43bf-b12f-5d343331eccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755710 Jul 15 23:32:25.407474 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:32:25.989761 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34849343-35b8-424b-b439-c5c9f853f7da req-d69bb934-192b-4e09-bb26-ef4fc48ec3ce tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:25.991222 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-34849343-35b8-424b-b439-c5c9f853f7da req-d69bb934-192b-4e09-bb26-ef4fc48ec3ce tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 945 time: 0.1148539 Jul 15 23:32:26.038870 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-34849343-35b8-424b-b439-c5c9f853f7da req-8e29fb54-f2dd-470e-9eff-8533b66fb3ec tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414965 Jul 15 23:32:26.502580 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40375742-d5bd-419d-a1e5-0fecaa54a0f2 req-5735c1f7-a5c9-4d57-9ed5-38f492833505 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:26.505124 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-40375742-d5bd-419d-a1e5-0fecaa54a0f2 req-5735c1f7-a5c9-4d57-9ed5-38f492833505 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c80853e-6d87-40e1-8020-c4f54873e09a HTTP/1.1" status: 200 len: 943 time: 0.0793831 Jul 15 23:32:26.564057 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-40375742-d5bd-419d-a1e5-0fecaa54a0f2 req-2577a833-1d86-493d-af51-bb68b442bc3b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c455111-8db9-4cde-81e7-6f844dfa0c87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524871 Jul 15 23:32:27.145586 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device b373f4b2-7293-4265-bf39-59d88badd5e8 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:32:27.230083 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46b110-f67e-4063-8e2c-79954033a5a6 req-62b46f52-faf3-422e-907e-65c15948e39c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:27.231883 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4b46b110-f67e-4063-8e2c-79954033a5a6 req-62b46f52-faf3-422e-907e-65c15948e39c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 945 time: 0.0672989 Jul 15 23:32:27.267257 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port b373f4b2-7293-4265-bf39-59d88badd5e8, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=b373f4b2-7293-4265-bf39-59d88badd5e8,segment=NetworkSegment(396fd513-5239-4717-a46c-89a9796ce688),segment_id=396fd513-5239-4717-a46c-89a9796ce688)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:27.275344 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4b46b110-f67e-4063-8e2c-79954033a5a6 req-774663dc-9719-4ef6-b609-4bffd46081db tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376434 Jul 15 23:32:27.279538 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'b373f4b2-7293-4265-bf39-59d88badd5e8', 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd', 'port_id': 'b373f4b2-7293-4265-bf39-59d88badd5e8', 'mac_address': 'fa:16:3e:c7:68:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '186674eb-9908-468e-89ce-aacbf3afd57b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:32:27.319059 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:27.334500 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b373f4b2-7293-4265-bf39-59d88badd5e8 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:32:27.356097 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port b373f4b2-7293-4265-bf39-59d88badd5e8, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=b373f4b2-7293-4265-bf39-59d88badd5e8,segment=NetworkSegment(396fd513-5239-4717-a46c-89a9796ce688),segment_id=396fd513-5239-4717-a46c-89a9796ce688)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:27.361447 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:27.416382 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=b373f4b2-7293-4265-bf39-59d88badd5e8,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:27.617136 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['b373f4b2-7293-4265-bf39-59d88badd5e8'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:32:27.802174 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9e5ab-7773-4291-bc2e-aa1ab4b1ddd5 req-36670dbd-0ac8-4643-a6da-965455766a69 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:27.804615 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5af9e5ab-7773-4291-bc2e-aa1ab4b1ddd5 req-36670dbd-0ac8-4643-a6da-965455766a69 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c80853e-6d87-40e1-8020-c4f54873e09a HTTP/1.1" status: 200 len: 944 time: 0.0953929 Jul 15 23:32:27.867162 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5af9e5ab-7773-4291-bc2e-aa1ab4b1ddd5 req-37e00b46-2598-4c9f-9c35-2757eac04923 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c455111-8db9-4cde-81e7-6f844dfa0c87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463669 Jul 15 23:32:28.470818 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb0b23-f0ff-4855-ae66-67bd4195bc6c req-7fe2a8b7-f3e8-496d-bc58-baa505efb340 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:28.472422 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6ffb0b23-f0ff-4855-ae66-67bd4195bc6c req-7fe2a8b7-f3e8-496d-bc58-baa505efb340 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 945 time: 0.0732460 Jul 15 23:32:28.516931 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6ffb0b23-f0ff-4855-ae66-67bd4195bc6c req-941b6da7-13e5-419c-921b-50c01b19aa9f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374815 Jul 15 23:32:29.121801 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64522879-1c3c-49cd-a4cb-2ec4ccebfbe8 req-915f4459-098b-456c-9f68-768c51b26722 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:29.127213 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-64522879-1c3c-49cd-a4cb-2ec4ccebfbe8 req-915f4459-098b-456c-9f68-768c51b26722 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c80853e-6d87-40e1-8020-c4f54873e09a HTTP/1.1" status: 200 len: 944 time: 0.0992138 Jul 15 23:32:29.172997 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-64522879-1c3c-49cd-a4cb-2ec4ccebfbe8 req-eca31cd9-9c75-43e6-b80e-3e2db04218b8 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c455111-8db9-4cde-81e7-6f844dfa0c87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414495 Jul 15 23:32:29.178335 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device b373f4b2-7293-4265-bf39-59d88badd5e8 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:29.234386 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port b373f4b2-7293-4265-bf39-59d88badd5e8 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:29.238917 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port b373f4b2-7293-4265-bf39-59d88badd5e8 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:29.239419 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:29.319946 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:29.346960 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c80853e-6d87-40e1-8020-c4f54873e09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b373f4b2-7293-4265-bf39-59d88badd5e8'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:32:29.347890 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b088f1-1508-4525-8862-258d58a8bda5" -d '{"events": [{"server_uuid": "9c80853e-6d87-40e1-8020-c4f54873e09a", "name": "network-vif-plugged", "status": "completed", "tag": "b373f4b2-7293-4265-bf39-59d88badd5e8"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:32:29.363546 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port b373f4b2-7293-4265-bf39-59d88badd5e8, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=b373f4b2-7293-4265-bf39-59d88badd5e8,segment=NetworkSegment(396fd513-5239-4717-a46c-89a9796ce688),segment_id=396fd513-5239-4717-a46c-89a9796ce688)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:29.369713 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:29.400783 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1083f9-d61a-4382-a16e-f119121aad1a x-openstack-request-id: req-9b1083f9-d61a-4382-a16e-f119121aad1a {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:32:29.401084 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c80853e-6d87-40e1-8020-c4f54873e09a", "name": "network-vif-plugged", "status": "completed", "tag": "b373f4b2-7293-4265-bf39-59d88badd5e8", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:32:29.401339 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b1083f9-d61a-4382-a16e-f119121aad1a {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:32:29.401739 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c80853e-6d87-40e1-8020-c4f54873e09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b373f4b2-7293-4265-bf39-59d88badd5e8', 'code': 200} Jul 15 23:32:29.431418 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=b373f4b2-7293-4265-bf39-59d88badd5e8,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:29.550452 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df51e98-d5a8-4431-9f1f-b098b734d7c7 req-09e3fe80-a99e-4cb7-b2cf-562ccfc1f825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:29.552802 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2df51e98-d5a8-4431-9f1f-b098b734d7c7 req-09e3fe80-a99e-4cb7-b2cf-562ccfc1f825 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9c80853e-6d87-40e1-8020-c4f54873e09a HTTP/1.1" status: 200 len: 1096 time: 0.0647440 Jul 15 23:32:29.597863 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2df51e98-d5a8-4431-9f1f-b098b734d7c7 req-7d9d7a5e-68e6-493c-8372-1ee85e2ef130 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3c455111-8db9-4cde-81e7-6f844dfa0c87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389447 Jul 15 23:32:29.753134 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cd6e8-97e7-4815-9c3b-ea86f36e6794 req-c4ec77b7-bc69-42a7-8ff8-c6c46eb3d17b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:29.755467 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-355cd6e8-97e7-4815-9c3b-ea86f36e6794 req-c4ec77b7-bc69-42a7-8ff8-c6c46eb3d17b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 945 time: 0.0814500 Jul 15 23:32:29.819021 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-355cd6e8-97e7-4815-9c3b-ea86f36e6794 req-5ecf75c5-8cdc-4c7d-a6e2-25cd896b0f31 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572245 Jul 15 23:32:30.457548 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a1b32-fe15-448e-a979-0a572d11a0cc req-c775ceda-ca7a-4a92-a1a2-72f8dfc0062d tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:30.459155 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9f1a1b32-fe15-448e-a979-0a572d11a0cc req-c775ceda-ca7a-4a92-a1a2-72f8dfc0062d tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c80853e-6d87-40e1-8020-c4f54873e09a HTTP/1.1" status: 200 len: 945 time: 0.0979774 Jul 15 23:32:30.503182 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9f1a1b32-fe15-448e-a979-0a572d11a0cc req-cc5333ec-130e-424f-ae8d-3ecfd31e6399 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c455111-8db9-4cde-81e7-6f844dfa0c87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377688 Jul 15 23:32:31.020355 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0d037-cbaa-480e-8bb4-56e9c5f83dc9 req-b3113561-a284-4d35-a98a-70ff4e6c3d2c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:31.022128 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f2b0d037-cbaa-480e-8bb4-56e9c5f83dc9 req-b3113561-a284-4d35-a98a-70ff4e6c3d2c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 945 time: 0.0810974 Jul 15 23:32:31.067657 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f2b0d037-cbaa-480e-8bb4-56e9c5f83dc9 req-569d8af0-89a8-4720-a436-0f98f33beb72 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393157 Jul 15 23:32:31.692503 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586ff07-1876-4630-b23d-6264ce803890 req-fe9dd8dc-3490-4a68-b4f7-4f2fc582148e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:31.694100 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5586ff07-1876-4630-b23d-6264ce803890 req-fe9dd8dc-3490-4a68-b4f7-4f2fc582148e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c80853e-6d87-40e1-8020-c4f54873e09a HTTP/1.1" status: 200 len: 945 time: 0.0694993 Jul 15 23:32:31.742520 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5586ff07-1876-4630-b23d-6264ce803890 req-a442f153-7049-4e8c-beba-197bbbdb6581 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c455111-8db9-4cde-81e7-6f844dfa0c87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422547 Jul 15 23:32:31.938820 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b792fe-6384-4606-b4ae-345149e88b80 req-0e7f4f75-8bb8-4fba-b182-e8eefc513a68 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:31.940877 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-06b792fe-6384-4606-b4ae-345149e88b80 req-0e7f4f75-8bb8-4fba-b182-e8eefc513a68 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c80853e-6d87-40e1-8020-c4f54873e09a HTTP/1.1" status: 200 len: 945 time: 0.0701332 Jul 15 23:32:31.994950 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-06b792fe-6384-4606-b4ae-345149e88b80 req-501d1951-91e5-435e-91f0-8e6cee104d2a tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c455111-8db9-4cde-81e7-6f844dfa0c87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397053 Jul 15 23:32:32.019472 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52420) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:32.079635 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bbe1eb-ddb7-42d7-9ff1-2b55acca03ab tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:32.081347 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-43bbe1eb-ddb7-42d7-9ff1-2b55acca03ab tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9c80853e-6d87-40e1-8020-c4f54873e09a HTTP/1.1" status: 200 len: 1091 time: 0.0602775 Jul 15 23:32:32.084990 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52424) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:32.089411 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7ac50ad5-93de-488f-8a88-8b0691f39917 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'port_id': 'b373f4b2-7293-4265-bf39-59d88badd5e8', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:32.117954 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ac50ad5-93de-488f-8a88-8b0691f39917 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:32.244125 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ac50ad5-93de-488f-8a88-8b0691f39917 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:32.280813 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94503df-473b-4606-b9ee-8415bed14cf7 req-e554c955-dd90-4cbc-a1d5-d99e7b5d6bf1 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:32.283528 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f94503df-473b-4606-b9ee-8415bed14cf7 req-e554c955-dd90-4cbc-a1d5-d99e7b5d6bf1 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 945 time: 0.0804615 Jul 15 23:32:32.332121 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f94503df-473b-4606-b9ee-8415bed14cf7 req-6bcb181d-0525-4c4e-a721-d9a6bfcc7913 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378504 Jul 15 23:32:32.398249 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-7ac50ad5-93de-488f-8a88-8b0691f39917 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Allocated IP 172.25.4.240 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/3909c539-cdfc-4b24-aa7b-da5ea222c729) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:32.428764 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52436) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:32.477161 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a83af5-2b5e-4f3d-a4fa-a66e0a17b69c admin admin] Deleting subnet 1e8990a2-ea25-4486-9e84-4f5b676f5aee {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:32:32.481211 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e6a83af5-2b5e-4f3d-a4fa-a66e0a17b69c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:32.517004 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ac50ad5-93de-488f-8a88-8b0691f39917 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:32.534012 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e6a83af5-2b5e-4f3d-a4fa-a66e0a17b69c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:32.562321 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ac50ad5-93de-488f-8a88-8b0691f39917 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:32.578268 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e6a83af5-2b5e-4f3d-a4fa-a66e0a17b69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:32.613537 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac50ad5-93de-488f-8a88-8b0691f39917 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:32.616071 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-7ac50ad5-93de-488f-8a88-8b0691f39917 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:32.623101 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac50ad5-93de-488f-8a88-8b0691f39917 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:32.657827 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e6a83af5-2b5e-4f3d-a4fa-a66e0a17b69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:32.663109 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac50ad5-93de-488f-8a88-8b0691f39917 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'Port': ['ID=3909c539-cdfc-4b24-aa7b-da5ea222c729,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:32.675783 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e6a83af5-2b5e-4f3d-a4fa-a66e0a17b69c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:32.682676 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52444) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:32.683209 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e6a83af5-2b5e-4f3d-a4fa-a66e0a17b69c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1e8990a2-ea25-4486-9e84-4f5b676f5aee HTTP/1.1" status: 204 len: 168 time: 0.2532792 Jul 15 23:32:32.706130 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a83af5-2b5e-4f3d-a4fa-a66e0a17b69c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e8990a2-ea25-4486-9e84-4f5b676f5aee,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:32.791880 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1cf20e7-a6d7-47ed-b350-6621affc86a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:32.965790 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1cf20e7-a6d7-47ed-b350-6621affc86a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:32.983360 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a1cf20e7-a6d7-47ed-b350-6621affc86a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e58b18-255c-412e-8f40-cee301fcc623']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:32.996925 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a1cf20e7-a6d7-47ed-b350-6621affc86a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e185bdc-dfc7-4368-a836-c458a448a92c') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:32.997226 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-a1cf20e7-a6d7-47ed-b350-6621affc86a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e185bdc-dfc7-4368-a836-c458a448a92c') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:33.037554 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1cf20e7-a6d7-47ed-b350-6621affc86a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.060678 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1cf20e7-a6d7-47ed-b350-6621affc86a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.072628 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1cf20e7-a6d7-47ed-b350-6621affc86a3 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:32:33.073033 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1cf20e7-a6d7-47ed-b350-6621affc86a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:32:33.074847 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:32:33.204568 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1cf20e7-a6d7-47ed-b350-6621affc86a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.222221 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a1cf20e7-a6d7-47ed-b350-6621affc86a3 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.226854 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a1cf20e7-a6d7-47ed-b350-6621affc86a3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/94e58b18-255c-412e-8f40-cee301fcc623 HTTP/1.1" status: 204 len: 168 time: 0.5405128 Jul 15 23:32:33.227596 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52456) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:33.243861 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf20e7-a6d7-47ed-b350-6621affc86a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=94e58b18-255c-412e-8f40-cee301fcc623,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:33.281012 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d591f1c-7219-4b8f-9fc7-ed990741f5a5 admin admin] Deleting subnet d01393f7-f65c-4472-893f-035a6ece8fd2 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:32:33.285499 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2d591f1c-7219-4b8f-9fc7-ed990741f5a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.324770 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2d591f1c-7219-4b8f-9fc7-ed990741f5a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.370199 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2d591f1c-7219-4b8f-9fc7-ed990741f5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.425366 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2d591f1c-7219-4b8f-9fc7-ed990741f5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.435003 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ac50ad5-93de-488f-8a88-8b0691f39917 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.461540 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2d591f1c-7219-4b8f-9fc7-ed990741f5a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.467643 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2d591f1c-7219-4b8f-9fc7-ed990741f5a5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d01393f7-f65c-4472-893f-035a6ece8fd2 HTTP/1.1" status: 204 len: 168 time: 0.2389479 Jul 15 23:32:33.468735 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d591f1c-7219-4b8f-9fc7-ed990741f5a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d01393f7-f65c-4472-893f-035a6ece8fd2,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:33.477067 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52464) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:33.566288 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aba3bc-d376-4a6f-a04e-677cb3a7c58c req-8f7313e8-4515-44a7-8dcd-9e61a4cec85f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:33.568574 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-03aba3bc-d376-4a6f-a04e-677cb3a7c58c req-8f7313e8-4515-44a7-8dcd-9e61a4cec85f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 945 time: 0.0680614 Jul 15 23:32:33.605704 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bee222ec-9531-4560-b8f9-dcd31cfb5011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.625841 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ac50ad5-93de-488f-8a88-8b0691f39917 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.626163 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-03aba3bc-d376-4a6f-a04e-677cb3a7c58c req-c5266948-8476-4243-ad7a-f23b16736916 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405502 Jul 15 23:32:33.757196 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bee222ec-9531-4560-b8f9-dcd31cfb5011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.775550 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-bee222ec-9531-4560-b8f9-dcd31cfb5011 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a0c8595-4e2c-4305-9af5-60d4ae2baa72']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:33.789353 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-bee222ec-9531-4560-b8f9-dcd31cfb5011 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd34488dc-baab-4895-805c-3f8d0924dc77') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:33.789695 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-bee222ec-9531-4560-b8f9-dcd31cfb5011 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd34488dc-baab-4895-805c-3f8d0924dc77') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:33.835069 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bee222ec-9531-4560-b8f9-dcd31cfb5011 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.856828 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bee222ec-9531-4560-b8f9-dcd31cfb5011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.871481 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee222ec-9531-4560-b8f9-dcd31cfb5011 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:32:33.871909 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bee222ec-9531-4560-b8f9-dcd31cfb5011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.873534 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:32:33.873534 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:32:33.873534 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:32:33.873534 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:32:33.873534 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:32:33.873534 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:32:33.873534 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:32:33.873534 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:32:33.873534 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:32:33.873534 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:32:33.873534 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:32:33.873534 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:32:33.873534 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:32:33.873534 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:32:33.873534 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:32:33.873534 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:32:33.873534 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:32:33.873534 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:32:33.873534 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:32:33.873534 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:32:33.873534 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:32:33.873534 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:32:33.873534 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:32:33.873534 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:32:33.873534 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:32:33.873534 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:32:33.873534 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:32:33.873534 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:32:33.873534 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:32:33.873534 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:32:33.873534 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:32:33.873534 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:32:33.947134 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ac50ad5-93de-488f-8a88-8b0691f39917 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.948730 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bee222ec-9531-4560-b8f9-dcd31cfb5011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.954798 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bee222ec-9531-4560-b8f9-dcd31cfb5011 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.956590 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bee222ec-9531-4560-b8f9-dcd31cfb5011 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6a0c8595-4e2c-4305-9af5-60d4ae2baa72 HTTP/1.1" status: 204 len: 168 time: 0.4785614 Jul 15 23:32:33.958954 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ac50ad5-93de-488f-8a88-8b0691f39917 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.989943 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee222ec-9531-4560-b8f9-dcd31cfb5011 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a0c8595-4e2c-4305-9af5-60d4ae2baa72,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:34.067997 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac50ad5-93de-488f-8a88-8b0691f39917 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'Port': ['ID=3909c539-cdfc-4b24-aa7b-da5ea222c729,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:34.085211 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ac50ad5-93de-488f-8a88-8b0691f39917 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:34.156854 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52484) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:34.203370 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [None req-7ac50ad5-93de-488f-8a88-8b0691f39917 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Floating IP 967a7c2b-443f-4c99-8f14-c1586402b39c associated. External IP: 172.25.4.240, port: b373f4b2-7293-4265-bf39-59d88badd5e8. Jul 15 23:32:34.204926 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-becb5102-26eb-410b-a203-e50f6223ec08 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=127bfb13721d4112a18a91827fe2036b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466397 Jul 15 23:32:34.207966 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52486) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:34.343572 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-41f2056f-78ce-4a95-83c7-816fc086a01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:34.397971 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-41f2056f-78ce-4a95-83c7-816fc086a01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:34.497857 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-41f2056f-78ce-4a95-83c7-816fc086a01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:34.500321 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-41f2056f-78ce-4a95-83c7-816fc086a01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:34.504311 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-41f2056f-78ce-4a95-83c7-816fc086a01e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/348f404a-0245-425b-9406-11aafbf77d24 HTTP/1.1" status: 204 len: 168 time: 0.2926040 Jul 15 23:32:34.517035 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2056f-78ce-4a95-83c7-816fc086a01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348f404a-0245-425b-9406-11aafbf77d24,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:34.519961 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac50ad5-93de-488f-8a88-8b0691f39917 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Router 6fa86b67-f676-49e7-8b4d-a94d86f38ed2 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:32:34.876538 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98c228-4f20-4be0-baf5-1b974d68f131 req-2b08fdd7-e5d6-4938-87e3-b54ea131a03d tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:34.886113 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e98c228-4f20-4be0-baf5-1b974d68f131 req-2b08fdd7-e5d6-4938-87e3-b54ea131a03d tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 945 time: 0.1039083 Jul 15 23:32:34.902346 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52508) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:34.955194 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e98c228-4f20-4be0-baf5-1b974d68f131 req-58bc53d7-26dc-4f0a-8920-56983ac11e59 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678763 Jul 15 23:32:34.971283 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a33cc5e0-1e85-4ed6-bd1f-2762a8dcc406 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fea1811ce45b4a2eae1e10f44102c547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0673094 Jul 15 23:32:34.973872 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52510) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:34.997513 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac50ad5-93de-488f-8a88-8b0691f39917 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:35.010690 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f53719f-86dd-4b9a-b56f-a705ec410c06 None None] Sync routers for ids ['6fa86b67-f676-49e7-8b4d-a94d86f38ed2'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:35.015900 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7ac50ad5-93de-488f-8a88-8b0691f39917 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:35.021250 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f53719f-86dd-4b9a-b56f-a705ec410c06 None None] Routers {'6fa86b67-f676-49e7-8b4d-a94d86f38ed2'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:35.021887 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0f53719f-86dd-4b9a-b56f-a705ec410c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:32:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6fa86b67-f676-49e7-8b4d-a94d86f38ed2'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:35.043539 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a268f58a-6e81-4990-8009-b887e7eab170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:35.069984 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7ac50ad5-93de-488f-8a88-8b0691f39917 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9839582 Jul 15 23:32:35.071616 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c80853e-6d87-40e1-8020-c4f54873e09a', 'tag': 'b373f4b2-7293-4265-bf39-59d88badd5e8'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:32:35.074352 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee00ead3-c536-423d-9492-6724ab37739d" -d '{"events": [{"name": "network-changed", "server_uuid": "9c80853e-6d87-40e1-8020-c4f54873e09a", "tag": "b373f4b2-7293-4265-bf39-59d88badd5e8"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:32:35.074521 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 52512) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:35.089546 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a268f58a-6e81-4990-8009-b887e7eab170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:35.136111 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f603fd-818c-46c2-a3c4-a614e1d04d3f x-openstack-request-id: req-17f603fd-818c-46c2-a3c4-a614e1d04d3f {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:32:35.136405 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c80853e-6d87-40e1-8020-c4f54873e09a", "tag": "b373f4b2-7293-4265-bf39-59d88badd5e8", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:32:35.136647 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17f603fd-818c-46c2-a3c4-a614e1d04d3f {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:32:35.137042 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c80853e-6d87-40e1-8020-c4f54873e09a', 'tag': 'b373f4b2-7293-4265-bf39-59d88badd5e8', 'status': 'completed', 'code': 200} Jul 15 23:32:35.170780 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e85bcbd2-56af-4e30-8d80-215d408f8aae tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/floatingips/967a7c2b-443f-4c99-8f14-c1586402b39c HTTP/1.1" status: 200 len: 991 time: 0.0951107 Jul 15 23:32:35.180590 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-0f53719f-86dd-4b9a-b56f-a705ec410c06 None None] Set router 6fa86b67-f676-49e7-8b4d-a94d86f38ed2 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:35.196936 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a268f58a-6e81-4990-8009-b887e7eab170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:35.199610 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a268f58a-6e81-4990-8009-b887e7eab170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:35.200917 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a268f58a-6e81-4990-8009-b887e7eab170 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c08dfe26-2b54-44ab-89de-c7abd7f24c65 HTTP/1.1" status: 204 len: 168 time: 0.2259934 Jul 15 23:32:35.228190 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268f58a-6e81-4990-8009-b887e7eab170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08dfe26-2b54-44ab-89de-c7abd7f24c65,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:35.240028 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00ead3-c536-423d-9492-6724ab37739d req-cd8a2851-285e-44e0-9842-87d09352a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:35.241736 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ee00ead3-c536-423d-9492-6724ab37739d req-cd8a2851-285e-44e0-9842-87d09352a55f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=859ce769fac74931944b61341a6bae9f&device_id=9c80853e-6d87-40e1-8020-c4f54873e09a HTTP/1.1" status: 200 len: 1096 time: 0.0593925 Jul 15 23:32:35.354904 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00ead3-c536-423d-9492-6724ab37739d req-527f2952-cd6a-4e98-aa12-f0a23372bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:35.356371 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ee00ead3-c536-423d-9492-6724ab37739d req-527f2952-cd6a-4e98-aa12-f0a23372bd64 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac58f882-0f96-43bf-b12f-5d343331eccd HTTP/1.1" status: 200 len: 897 time: 0.1081781 Jul 15 23:32:35.443175 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ee00ead3-c536-423d-9492-6724ab37739d req-5b0d76a9-898a-4a27-add3-8f94b346d662 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b373f4b2-7293-4265-bf39-59d88badd5e8 HTTP/1.1" status: 200 len: 999 time: 0.0805306 Jul 15 23:32:35.485858 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0f53719f-86dd-4b9a-b56f-a705ec410c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'name': 'tempest-TestNetworkBasicOps-router-937595244', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:32:12Z', 'revision_number': 4, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '967a7c2b-443f-4c99-8f14-c1586402b39c', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'port_id': 'b373f4b2-7293-4265-bf39-59d88badd5e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd', 'mac_address': 'fa:16:3e:c7:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c80853e-6d87-40e1-8020-c4f54873e09a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:32:33Z', 'updated_at': '2021-07-15T23:32:33Z', 'revision_number': 0, 'project_id': '859ce769fac74931944b61341a6bae9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb3774a-a7e0-4d71-81a7-54659e960957', 'name': '', 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'mac_address': 'fa:16:3e:6a:f6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '186674eb-9908-468e-89ce-aacbf3afd57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:12Z', 'updated_at': '2021-07-15T23:32:19Z', 'revision_number': 5, 'project_id': '859ce769fac74931944b61341a6bae9f', 'subnets': [{'id': '186674eb-9908-468e-89ce-aacbf3afd57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:35.500237 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00ead3-c536-423d-9492-6724ab37739d req-5f1a0167-30b4-49f3-b365-a63467d80bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:35.502290 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ee00ead3-c536-423d-9492-6724ab37739d req-5f1a0167-30b4-49f3-b365-a63467d80bbf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=186674eb-9908-468e-89ce-aacbf3afd57b HTTP/1.1" status: 200 len: 834 time: 0.0524664 Jul 15 23:32:35.523396 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f53719f-86dd-4b9a-b56f-a705ec410c06 None None] Checking router: 6fa86b67-f676-49e7-8b4d-a94d86f38ed2 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:32:35.529221 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f53719f-86dd-4b9a-b56f-a705ec410c06 None None] Routers {'6fa86b67-f676-49e7-8b4d-a94d86f38ed2'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:35.529839 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0f53719f-86dd-4b9a-b56f-a705ec410c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:32:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6fa86b67-f676-49e7-8b4d-a94d86f38ed2'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:35.574962 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00ead3-c536-423d-9492-6724ab37739d req-4494c981-d885-4443-b321-23b3954a4467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:35.576631 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ee00ead3-c536-423d-9492-6724ab37739d req-4494c981-d885-4443-b321-23b3954a4467 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac58f882-0f96-43bf-b12f-5d343331eccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688729 Jul 15 23:32:35.659084 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-0f53719f-86dd-4b9a-b56f-a705ec410c06 None None] Set router 6fa86b67-f676-49e7-8b4d-a94d86f38ed2 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:35.697587 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ee00ead3-c536-423d-9492-6724ab37739d req-ec55a760-0c2c-4a93-b161-8c014c4b1dcb service neutron] 10.222.0.36 "GET /v2.0/networks/ac58f882-0f96-43bf-b12f-5d343331eccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135776 Jul 15 23:32:35.810945 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ee00ead3-c536-423d-9492-6724ab37739d req-f9c22a69-a99b-4f31-9473-62d6b8fba65e service neutron] 10.222.0.36 "GET /v2.0/networks/ac58f882-0f96-43bf-b12f-5d343331eccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070564 Jul 15 23:32:35.933630 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0f53719f-86dd-4b9a-b56f-a705ec410c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'name': 'tempest-TestNetworkBasicOps-router-937595244', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:32:12Z', 'revision_number': 4, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '967a7c2b-443f-4c99-8f14-c1586402b39c', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'port_id': 'b373f4b2-7293-4265-bf39-59d88badd5e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd', 'mac_address': 'fa:16:3e:c7:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c80853e-6d87-40e1-8020-c4f54873e09a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:32:33Z', 'updated_at': '2021-07-15T23:32:33Z', 'revision_number': 0, 'project_id': '859ce769fac74931944b61341a6bae9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb3774a-a7e0-4d71-81a7-54659e960957', 'name': '', 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'mac_address': 'fa:16:3e:6a:f6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '186674eb-9908-468e-89ce-aacbf3afd57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:12Z', 'updated_at': '2021-07-15T23:32:19Z', 'revision_number': 5, 'project_id': '859ce769fac74931944b61341a6bae9f', 'subnets': [{'id': '186674eb-9908-468e-89ce-aacbf3afd57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:35.967416 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f53719f-86dd-4b9a-b56f-a705ec410c06 None None] The sync data for ids ['6fa86b67-f676-49e7-8b4d-a94d86f38ed2'] in n-d-787205-9 is: [{'id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'name': 'tempest-TestNetworkBasicOps-router-937595244', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:32:12Z', 'revision_number': 4, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '967a7c2b-443f-4c99-8f14-c1586402b39c', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'port_id': 'b373f4b2-7293-4265-bf39-59d88badd5e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd', 'mac_address': 'fa:16:3e:c7:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c80853e-6d87-40e1-8020-c4f54873e09a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:32:33Z', 'updated_at': '2021-07-15T23:32:33Z', 'revision_number': 0, 'project_id': '859ce769fac74931944b61341a6bae9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb3774a-a7e0-4d71-81a7-54659e960957', 'name': '', 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'mac_address': 'fa:16:3e:6a:f6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '186674eb-9908-468e-89ce-aacbf3afd57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:12Z', 'updated_at': '2021-07-15T23:32:19Z', 'revision_number': 5, 'project_id': '859ce769fac74931944b61341a6bae9f', 'subnets': [{'id': '186674eb-9908-468e-89ce-aacbf3afd57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:36.145280 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b0fbf-931a-4374-9149-ba8bcc4ba186 req-4ebd4759-5ea3-47ea-a2c9-c9ec1873f613 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:36.153464 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-674b0fbf-931a-4374-9149-ba8bcc4ba186 req-4ebd4759-5ea3-47ea-a2c9-c9ec1873f613 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 945 time: 0.0757124 Jul 15 23:32:36.174864 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52542) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:36.267232 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce170dc-2429-4a24-9ee1-b9ce325b8b5f None None] New status for floating IP 967a7c2b-443f-4c99-8f14-c1586402b39c: ACTIVE {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:32:36.306511 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b5032ae8-a6a2-453d-b89d-d964d2a37dc1 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/floatingips/967a7c2b-443f-4c99-8f14-c1586402b39c HTTP/1.1" status: 200 len: 991 time: 0.1303737 Jul 15 23:32:36.515441 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-674b0fbf-931a-4374-9149-ba8bcc4ba186 req-c94ccd70-5d25-4366-9afb-31c56f4e8af7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3606074 Jul 15 23:32:37.295122 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 52572) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:37.368636 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-21953deb-ab47-41b9-9e24-667a6e41919c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/floatingips/967a7c2b-443f-4c99-8f14-c1586402b39c HTTP/1.1" status: 200 len: 993 time: 0.0723457 Jul 15 23:32:37.690805 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed183ff-8ed4-4645-9b34-41e578626608 req-7b687009-ab6c-4be5-b919-5607140c63d1 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:37.692840 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bed183ff-8ed4-4645-9b34-41e578626608 req-7b687009-ab6c-4be5-b919-5607140c63d1 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 945 time: 0.0653439 Jul 15 23:32:37.735468 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bed183ff-8ed4-4645-9b34-41e578626608 req-64225db0-61ee-468b-ac67-98700b949356 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366664 Jul 15 23:32:38.881494 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:38.941671 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de132b7-76c8-4df1-8b04-7c0bbd38168c req-f75eb22d-7030-4310-998d-29cdf1b63e84 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:38.943961 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4de132b7-76c8-4df1-8b04-7c0bbd38168c req-f75eb22d-7030-4310-998d-29cdf1b63e84 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 945 time: 0.0923395 Jul 15 23:32:38.987572 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4de132b7-76c8-4df1-8b04-7c0bbd38168c req-7ec9e711-08f3-469b-aa99-072b85672a10 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379398 Jul 15 23:32:40.195690 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11972e5-7323-4dc6-9d58-ce7cd789b991 req-049b9b02-8356-42d6-92cf-916f4e49e051 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:40.200212 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c11972e5-7323-4dc6-9d58-ce7cd789b991 req-049b9b02-8356-42d6-92cf-916f4e49e051 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 945 time: 0.0966320 Jul 15 23:32:40.242274 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c11972e5-7323-4dc6-9d58-ce7cd789b991 req-8bb94cc3-85c9-47ed-b50f-b3bb0fc96e67 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360727 Jul 15 23:32:40.685232 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-a6928d18-1ccf-4223-805e-a326c24dd650 service neutron] show failed (client error): The resource could not be found. Jul 15 23:32:40.686259 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-a6928d18-1ccf-4223-805e-a326c24dd650 service neutron] 10.222.0.43 "GET /v2.0/ports/3bc566c7-e1cf-4476-957d-13d55ea5d9da/bindings/n-h1-787205-9 HTTP/1.1" status: 404 len: 380 time: 0.0550163 Jul 15 23:32:40.978585 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-c71d393d-40d3-4598-a019-09c97ae7200f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:40.980174 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-c71d393d-40d3-4598-a019-09c97ae7200f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5&tenant_id=af8840e572bc4203b4decdf0325b2045 HTTP/1.1" status: 200 len: 1096 time: 0.0928245 Jul 15 23:32:41.003308 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787205-9', 'device_owner': 'compute:nova'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:41.089890 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:41.346720 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] For port 3bc566c7-e1cf-4476-957d-13d55ea5d9da, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=3bc566c7-e1cf-4476-957d-13d55ea5d9da,segment=NetworkSegment(17583465-5483-44c9-86a3-411136c8ac2a),segment_id=17583465-5483-44c9-86a3-411136c8ac2a)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:41.399444 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] For port 3bc566c7-e1cf-4476-957d-13d55ea5d9da, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:41.466971 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d4a2ac-fe42-428c-9b22-89f99d536de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bc566c7-e1cf-4476-957d-13d55ea5d9da'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:32:41.472769 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dddb5bb-7d1f-48f4-a8ea-b286a921232e" -d '{"events": [{"server_uuid": "d9d4a2ac-fe42-428c-9b22-89f99d536de5", "name": "network-vif-unplugged", "status": "completed", "tag": "3bc566c7-e1cf-4476-957d-13d55ea5d9da"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:32:41.479743 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:41.521828 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] Transition to ACTIVE for port object 3bc566c7-e1cf-4476-957d-13d55ea5d9da will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:41.526667 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:41.581320 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b000e5-cf67-4428-bd24-90f03dd151a6 req-418c14c4-1421-49a8-8a35-de6a2e1c9fd9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:41.593836 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-60b000e5-cf67-4428-bd24-90f03dd151a6 req-418c14c4-1421-49a8-8a35-de6a2e1c9fd9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 945 time: 0.1859517 Jul 15 23:32:41.655346 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5503d8-0475-40af-982c-3731b44f58c4 x-openstack-request-id: req-be5503d8-0475-40af-982c-3731b44f58c4 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:32:41.655752 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d4a2ac-fe42-428c-9b22-89f99d536de5", "name": "network-vif-unplugged", "status": "completed", "tag": "3bc566c7-e1cf-4476-957d-13d55ea5d9da", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:32:41.656549 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be5503d8-0475-40af-982c-3731b44f58c4 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:32:41.657061 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d4a2ac-fe42-428c-9b22-89f99d536de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bc566c7-e1cf-4476-957d-13d55ea5d9da', 'code': 200} Jul 15 23:32:41.669870 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-60b000e5-cf67-4428-bd24-90f03dd151a6 req-4548acb9-c9a9-49ff-b515-89ba44b26fcb tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750637 Jul 15 23:32:41.812806 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] Pushing event updated for resources: {'Port': ['ID=3bc566c7-e1cf-4476-957d-13d55ea5d9da,revision_number=6']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:41.838464 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:41.839106 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:41.839603 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:41.840198 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:41.840691 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:41.841194 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:41.841695 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:41.842191 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:41.842814 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:41.843335 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:41.843862 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:41.844355 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:41.887933 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] No DVR routers for this DVR port 3bc566c7-e1cf-4476-957d-13d55ea5d9da on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:32:42.063863 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] Attempting to bind port 3bc566c7-e1cf-4476-957d-13d55ea5d9da on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:32:42.064300 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] Attempting to bind port 3bc566c7-e1cf-4476-957d-13d55ea5d9da by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '17583465-5483-44c9-86a3-411136c8ac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:32:42.064741 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] Attempting to bind port 3bc566c7-e1cf-4476-957d-13d55ea5d9da on network 8e73d187-6e13-420b-a56d-850c55d02480 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:42.069745 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] Port 3bc566c7-e1cf-4476-957d-13d55ea5d9da on network 8e73d187-6e13-420b-a56d-850c55d02480 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:32:42.070168 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] Attempting to bind port 3bc566c7-e1cf-4476-957d-13d55ea5d9da on network 8e73d187-6e13-420b-a56d-850c55d02480 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:42.075928 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:32:42.076544 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] Checking segment: {'id': '17583465-5483-44c9-86a3-411136c8ac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:42.077136 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] Bound using segment: {'id': '17583465-5483-44c9-86a3-411136c8ac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:32:42.078125 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] Bound port: 3bc566c7-e1cf-4476-957d-13d55ea5d9da, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17583465-5483-44c9-86a3-411136c8ac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:32:42.078703 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:42.154661 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] For port 3bc566c7-e1cf-4476-957d-13d55ea5d9da, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:42.163508 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] For port 3bc566c7-e1cf-4476-957d-13d55ea5d9da, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=3bc566c7-e1cf-4476-957d-13d55ea5d9da,segment=NetworkSegment(17583465-5483-44c9-86a3-411136c8ac2a),segment_id=17583465-5483-44c9-86a3-411136c8ac2a)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:32:42.168389 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:42.208998 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:42.210193 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:42.212261 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] 10.222.0.36 "PUT /v2.0/ports/3bc566c7-e1cf-4476-957d-13d55ea5d9da HTTP/1.1" status: 200 len: 1091 time: 1.2180178 Jul 15 23:32:42.247215 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366a515-c172-41d6-a3f1-e72e12add6ce service neutron] Pushing event updated for resources: {'Port': ['ID=3bc566c7-e1cf-4476-957d-13d55ea5d9da,revision_number=7']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:42.350977 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-c6bcbcdd-707b-46d2-8eaa-917928a09bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:42.352517 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-c6bcbcdd-707b-46d2-8eaa-917928a09bd0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 1094 time: 0.0998158 Jul 15 23:32:42.505931 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-281ddc18-8a6c-43cb-96d1-c3e4f416abda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:42.507652 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-281ddc18-8a6c-43cb-96d1-c3e4f416abda service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e73d187-6e13-420b-a56d-850c55d02480 HTTP/1.1" status: 200 len: 898 time: 0.1358106 Jul 15 23:32:42.606810 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-aeafa1c8-cf1f-419a-bea2-2cbc4c2f455b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bc566c7-e1cf-4476-957d-13d55ea5d9da HTTP/1.1" status: 200 len: 999 time: 0.0914915 Jul 15 23:32:42.671016 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-28216937-9ab8-4e03-9c85-51d2df0b1cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:42.673530 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-28216937-9ab8-4e03-9c85-51d2df0b1cc1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=976aa6b1-4baa-4019-a4c0-13137a5e1656 HTTP/1.1" status: 200 len: 835 time: 0.0590339 Jul 15 23:32:42.769571 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-63e09811-b859-4f55-98ce-b5d78f1ea73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:42.772986 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-63e09811-b859-4f55-98ce-b5d78f1ea73a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e73d187-6e13-420b-a56d-850c55d02480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916703 Jul 15 23:32:43.033006 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-f9c79425-41b7-4726-a823-0f6820642234 service neutron] 10.222.0.36 "GET /v2.0/networks/8e73d187-6e13-420b-a56d-850c55d02480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522006 Jul 15 23:32:43.097115 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abf31b-580e-48ba-9452-b76d423369cb req-c60cf391-8ab5-4675-aaf9-d81c874da1a1 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:43.099406 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c6abf31b-580e-48ba-9452-b76d423369cb req-c60cf391-8ab5-4675-aaf9-d81c874da1a1 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 943 time: 0.1607506 Jul 15 23:32:43.200998 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3b6142b8-c46c-408c-a3a8-34aa705e1af1 req-f990d392-5b9f-4725-8875-4517c0080362 service neutron] 10.222.0.36 "GET /v2.0/networks/8e73d187-6e13-420b-a56d-850c55d02480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611216 Jul 15 23:32:43.227990 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c6abf31b-580e-48ba-9452-b76d423369cb req-85264c3c-e107-457b-af35-693d72a43126 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199799 Jul 15 23:32:43.659280 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d4a2ac-fe42-428c-9b22-89f99d536de5', 'tag': '3bc566c7-e1cf-4476-957d-13d55ea5d9da'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:32:43.661654 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141a6fd8-dbb1-486e-b24b-0322521abd43" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d4a2ac-fe42-428c-9b22-89f99d536de5", "tag": "3bc566c7-e1cf-4476-957d-13d55ea5d9da"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:32:43.755851 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc2981c-f7a4-43e5-bd5e-5b9475d75471 x-openstack-request-id: req-2fc2981c-f7a4-43e5-bd5e-5b9475d75471 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:32:43.756241 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d4a2ac-fe42-428c-9b22-89f99d536de5", "tag": "3bc566c7-e1cf-4476-957d-13d55ea5d9da", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:32:43.756587 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2fc2981c-f7a4-43e5-bd5e-5b9475d75471 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:32:43.757079 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d4a2ac-fe42-428c-9b22-89f99d536de5', 'tag': '3bc566c7-e1cf-4476-957d-13d55ea5d9da', 'status': 'completed', 'code': 200} Jul 15 23:32:43.911092 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a6fd8-dbb1-486e-b24b-0322521abd43 req-09034001-df8c-4110-89e7-8b2d462967fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:43.912600 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-141a6fd8-dbb1-486e-b24b-0322521abd43 req-09034001-df8c-4110-89e7-8b2d462967fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 1094 time: 0.1124129 Jul 15 23:32:43.918712 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a6fd8-dbb1-486e-b24b-0322521abd43 req-cc2a0015-6ca0-4ce8-9255-704744b21164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:43.920375 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-141a6fd8-dbb1-486e-b24b-0322521abd43 req-cc2a0015-6ca0-4ce8-9255-704744b21164 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 1094 time: 0.1296394 Jul 15 23:32:44.091295 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a6fd8-dbb1-486e-b24b-0322521abd43 req-535dfa1e-29f0-4a4e-87d6-69e4851a667a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:44.093794 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-141a6fd8-dbb1-486e-b24b-0322521abd43 req-535dfa1e-29f0-4a4e-87d6-69e4851a667a service neutron] 10.222.0.43 "GET /v2.0/networks?id=8e73d187-6e13-420b-a56d-850c55d02480 HTTP/1.1" status: 200 len: 898 time: 0.1642084 Jul 15 23:32:44.094918 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a6fd8-dbb1-486e-b24b-0322521abd43 req-ce89dac4-48d1-4e55-b0b9-13aca8f3769d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:44.096402 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-141a6fd8-dbb1-486e-b24b-0322521abd43 req-ce89dac4-48d1-4e55-b0b9-13aca8f3769d service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e73d187-6e13-420b-a56d-850c55d02480 HTTP/1.1" status: 200 len: 898 time: 0.1751688 Jul 15 23:32:44.235166 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-141a6fd8-dbb1-486e-b24b-0322521abd43 req-5f40b7ba-db2f-4b2a-b548-48ae6c8e832d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bc566c7-e1cf-4476-957d-13d55ea5d9da HTTP/1.1" status: 200 len: 999 time: 0.1306350 Jul 15 23:32:44.236926 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-141a6fd8-dbb1-486e-b24b-0322521abd43 req-6443b5c4-7b4e-47c2-911d-57b0d6850c48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bc566c7-e1cf-4476-957d-13d55ea5d9da HTTP/1.1" status: 200 len: 999 time: 0.1336122 Jul 15 23:32:44.311253 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 3bc566c7-e1cf-4476-957d-13d55ea5d9da no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:32:44.321512 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a6fd8-dbb1-486e-b24b-0322521abd43 req-d3758a1a-e8c5-42a3-8933-6a50b5f2980c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:44.326458 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-141a6fd8-dbb1-486e-b24b-0322521abd43 req-d3758a1a-e8c5-42a3-8933-6a50b5f2980c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=976aa6b1-4baa-4019-a4c0-13137a5e1656 HTTP/1.1" status: 200 len: 835 time: 0.0853155 Jul 15 23:32:44.392397 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 3bc566c7-e1cf-4476-957d-13d55ea5d9da not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:32:44.481538 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a6fd8-dbb1-486e-b24b-0322521abd43 req-89a13aaa-d899-46dc-ac0e-e4816197c8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:44.483450 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-141a6fd8-dbb1-486e-b24b-0322521abd43 req-89a13aaa-d899-46dc-ac0e-e4816197c8d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=976aa6b1-4baa-4019-a4c0-13137a5e1656 HTTP/1.1" status: 200 len: 835 time: 0.2340600 Jul 15 23:32:44.495381 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2f5ab-4267-4431-a63a-898a417bfee5 req-039f0a2c-6a3c-47fb-af69-87c24296100b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:44.503293 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ddc2f5ab-4267-4431-a63a-898a417bfee5 req-039f0a2c-6a3c-47fb-af69-87c24296100b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 943 time: 0.0807872 Jul 15 23:32:44.539365 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ddc2f5ab-4267-4431-a63a-898a417bfee5 req-36541f07-1004-4567-9899-293675f124e3 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352054 Jul 15 23:32:44.565959 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a6fd8-dbb1-486e-b24b-0322521abd43 req-b4eb5c62-07f5-45d5-b10f-a3862ed03b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:44.567523 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-141a6fd8-dbb1-486e-b24b-0322521abd43 req-b4eb5c62-07f5-45d5-b10f-a3862ed03b78 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8e73d187-6e13-420b-a56d-850c55d02480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2113888 Jul 15 23:32:44.652156 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a6fd8-dbb1-486e-b24b-0322521abd43 req-594c44c6-7280-4e20-94c0-37bda302ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:44.653687 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-141a6fd8-dbb1-486e-b24b-0322521abd43 req-594c44c6-7280-4e20-94c0-37bda302ddd0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e73d187-6e13-420b-a56d-850c55d02480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1614389 Jul 15 23:32:44.712025 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-141a6fd8-dbb1-486e-b24b-0322521abd43 req-78511225-f13e-48be-b5f0-023da91f9998 service neutron] 10.222.0.43 "GET /v2.0/networks/8e73d187-6e13-420b-a56d-850c55d02480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367519 Jul 15 23:32:44.859122 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-141a6fd8-dbb1-486e-b24b-0322521abd43 req-a5b6fe61-8580-4c78-8f64-ce7fab20187a service neutron] 10.222.0.36 "GET /v2.0/networks/8e73d187-6e13-420b-a56d-850c55d02480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732697 Jul 15 23:32:44.877149 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-141a6fd8-dbb1-486e-b24b-0322521abd43 req-4a6aa5b9-d0c4-4e95-816f-c9a8537cf3da service neutron] 10.222.0.43 "GET /v2.0/networks/8e73d187-6e13-420b-a56d-850c55d02480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554356 Jul 15 23:32:45.014214 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-141a6fd8-dbb1-486e-b24b-0322521abd43 req-d22d4f43-123d-4391-ac03-f3b9df973625 service neutron] 10.222.0.36 "GET /v2.0/networks/8e73d187-6e13-420b-a56d-850c55d02480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352870 Jul 15 23:32:45.318388 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 3bc566c7-e1cf-4476-957d-13d55ea5d9da details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:32:45.430271 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 3bc566c7-e1cf-4476-957d-13d55ea5d9da, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=3bc566c7-e1cf-4476-957d-13d55ea5d9da,segment=NetworkSegment(17583465-5483-44c9-86a3-411136c8ac2a),segment_id=17583465-5483-44c9-86a3-411136c8ac2a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:45.442121 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '3bc566c7-e1cf-4476-957d-13d55ea5d9da', 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480', 'port_id': '3bc566c7-e1cf-4476-957d-13d55ea5d9da', 'mac_address': 'fa:16:3e:48:09:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '976aa6b1-4baa-4019-a4c0-13137a5e1656', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:32:45.481059 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:45.494514 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc566c7-e1cf-4476-957d-13d55ea5d9da {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:32:45.542690 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 3bc566c7-e1cf-4476-957d-13d55ea5d9da, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=3bc566c7-e1cf-4476-957d-13d55ea5d9da,segment=NetworkSegment(17583465-5483-44c9-86a3-411136c8ac2a),segment_id=17583465-5483-44c9-86a3-411136c8ac2a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:45.547971 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:45.638967 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=3bc566c7-e1cf-4476-957d-13d55ea5d9da,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:45.879716 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['3bc566c7-e1cf-4476-957d-13d55ea5d9da'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:32:45.879951 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02235c1-827a-40a6-8ba0-20c18053d72a req-b452e546-74be-4cb6-b539-a4194d9bce9a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:45.882235 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f02235c1-827a-40a6-8ba0-20c18053d72a req-b452e546-74be-4cb6-b539-a4194d9bce9a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 944 time: 0.1012907 Jul 15 23:32:45.951372 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-615af135-f8d3-4861-9801-a9a5c20a62c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:45.981953 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f02235c1-827a-40a6-8ba0-20c18053d72a req-b407aead-080d-4c6e-823b-94f73cd66c46 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860398 Jul 15 23:32:46.388980 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236613fb-58cf-4625-9118-f38193a17458 req-cf8c8b28-f2c4-4d60-8d3b-c5a41ec201b9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:46.391387 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-236613fb-58cf-4625-9118-f38193a17458 req-cf8c8b28-f2c4-4d60-8d3b-c5a41ec201b9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5&tenant_id=af8840e572bc4203b4decdf0325b2045&binding%3Ahost_id=n-h1-787205-9 HTTP/1.1" status: 200 len: 944 time: 0.0866563 Jul 15 23:32:46.449054 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0465e4f-b7b6-404b-8b01-1e4c92b63ee5 req-2d2b6fb9-76cc-4ca0-858d-31aa8d1c6745 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:46.450562 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c0465e4f-b7b6-404b-8b01-1e4c92b63ee5 req-2d2b6fb9-76cc-4ca0-858d-31aa8d1c6745 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 944 time: 0.0698235 Jul 15 23:32:46.463127 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-236613fb-58cf-4625-9118-f38193a17458 req-bbdd2c8c-a6b8-4fc6-af57-7e1071eeee44 service neutron] 10.222.0.36 "GET /v2.0/ports/3bc566c7-e1cf-4476-957d-13d55ea5d9da/bindings/n-h1-787205-9 HTTP/1.1" status: 200 len: 382 time: 0.0555303 Jul 15 23:32:46.491445 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c0465e4f-b7b6-404b-8b01-1e4c92b63ee5 req-1c994066-77ed-4e17-b4f4-706019c66b43 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341873 Jul 15 23:32:46.567884 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236613fb-58cf-4625-9118-f38193a17458 req-e1f42b5f-7018-4ca5-9131-b3a35baf5ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:46.569640 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-236613fb-58cf-4625-9118-f38193a17458 req-e1f42b5f-7018-4ca5-9131-b3a35baf5ab4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 1095 time: 0.0618525 Jul 15 23:32:46.666761 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236613fb-58cf-4625-9118-f38193a17458 req-d50929c6-25ba-4685-ab97-4096272db136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:46.668459 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-236613fb-58cf-4625-9118-f38193a17458 req-d50929c6-25ba-4685-ab97-4096272db136 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e73d187-6e13-420b-a56d-850c55d02480 HTTP/1.1" status: 200 len: 898 time: 0.0923495 Jul 15 23:32:46.752697 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-236613fb-58cf-4625-9118-f38193a17458 req-d405a92c-9640-46c0-b105-9e25099c115f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bc566c7-e1cf-4476-957d-13d55ea5d9da HTTP/1.1" status: 200 len: 1000 time: 0.0771708 Jul 15 23:32:46.804384 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236613fb-58cf-4625-9118-f38193a17458 req-92ae1d24-9b29-4bdf-b990-991d2fb4c400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:46.805851 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-236613fb-58cf-4625-9118-f38193a17458 req-92ae1d24-9b29-4bdf-b990-991d2fb4c400 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=976aa6b1-4baa-4019-a4c0-13137a5e1656 HTTP/1.1" status: 200 len: 835 time: 0.0474553 Jul 15 23:32:46.864923 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236613fb-58cf-4625-9118-f38193a17458 req-3c4b50e6-adde-4f3f-863d-22ea7f26a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:46.866539 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-236613fb-58cf-4625-9118-f38193a17458 req-3c4b50e6-adde-4f3f-863d-22ea7f26a8e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e73d187-6e13-420b-a56d-850c55d02480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543497 Jul 15 23:32:47.293961 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-236613fb-58cf-4625-9118-f38193a17458 req-edc0816d-2f57-4bfe-bc4c-ee7f72aef9d3 service neutron] 10.222.0.36 "GET /v2.0/networks/8e73d187-6e13-420b-a56d-850c55d02480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211121 Jul 15 23:32:47.336329 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 3bc566c7-e1cf-4476-957d-13d55ea5d9da up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:47.395182 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-236613fb-58cf-4625-9118-f38193a17458 req-41bce90a-10ff-4398-8b0d-f5ab64cb37d0 service neutron] 10.222.0.36 "GET /v2.0/networks/8e73d187-6e13-420b-a56d-850c55d02480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951669 Jul 15 23:32:47.403609 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 3bc566c7-e1cf-4476-957d-13d55ea5d9da completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:47.409181 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 3bc566c7-e1cf-4476-957d-13d55ea5d9da triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:47.410696 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:47.517322 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:47.544167 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d4a2ac-fe42-428c-9b22-89f99d536de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc566c7-e1cf-4476-957d-13d55ea5d9da'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:32:47.546258 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48102bd4-46ee-47ca-9fd6-64386ddd39fd" -d '{"events": [{"server_uuid": "d9d4a2ac-fe42-428c-9b22-89f99d536de5", "name": "network-vif-plugged", "status": "completed", "tag": "3bc566c7-e1cf-4476-957d-13d55ea5d9da"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:32:47.570287 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 3bc566c7-e1cf-4476-957d-13d55ea5d9da, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=3bc566c7-e1cf-4476-957d-13d55ea5d9da,segment=NetworkSegment(17583465-5483-44c9-86a3-411136c8ac2a),segment_id=17583465-5483-44c9-86a3-411136c8ac2a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:47.575693 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:47.619688 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde1df4e-9d7e-4d90-886d-71b830b21aa3 x-openstack-request-id: req-fde1df4e-9d7e-4d90-886d-71b830b21aa3 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:32:47.620163 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d4a2ac-fe42-428c-9b22-89f99d536de5", "name": "network-vif-plugged", "status": "completed", "tag": "3bc566c7-e1cf-4476-957d-13d55ea5d9da", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:32:47.621142 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fde1df4e-9d7e-4d90-886d-71b830b21aa3 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:32:47.621777 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d4a2ac-fe42-428c-9b22-89f99d536de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc566c7-e1cf-4476-957d-13d55ea5d9da', 'code': 200} Jul 15 23:32:47.644217 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=3bc566c7-e1cf-4476-957d-13d55ea5d9da,revision_number=9']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:47.756795 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580935ec-50d0-46aa-a2c2-e23b3642f750 req-41913b2a-2c02-46a8-8e02-0dfe94fd7afb tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:47.765465 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-580935ec-50d0-46aa-a2c2-e23b3642f750 req-41913b2a-2c02-46a8-8e02-0dfe94fd7afb tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 945 time: 0.0780864 Jul 15 23:32:47.805664 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-580935ec-50d0-46aa-a2c2-e23b3642f750 req-ea500a32-4263-4e47-8458-a33a84073551 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391870 Jul 15 23:32:48.257053 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-15da7ac7-2915-4228-8b69-111a2f670d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:48.742841 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:49.015951 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df0351-7665-4859-a4f3-559589974122 req-5a3f06b9-2e2d-4fe7-a3b9-4f9ca36efe76 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:49.023196 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f2df0351-7665-4859-a4f3-559589974122 req-5a3f06b9-2e2d-4fe7-a3b9-4f9ca36efe76 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 945 time: 0.0918605 Jul 15 23:32:49.067262 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f2df0351-7665-4859-a4f3-559589974122 req-cbc4936e-4188-4726-a251-3c1a75dc18cc tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428331 Jul 15 23:32:49.690429 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236613fb-58cf-4625-9118-f38193a17458 req-b571773d-7ec4-4363-bf4c-5b29aa40347c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:49.692128 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-236613fb-58cf-4625-9118-f38193a17458 req-b571773d-7ec4-4363-bf4c-5b29aa40347c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5&tenant_id=af8840e572bc4203b4decdf0325b2045 HTTP/1.1" status: 200 len: 1096 time: 0.0720806 Jul 15 23:32:49.700981 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:49.704089 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-236613fb-58cf-4625-9118-f38193a17458 req-1a813955-0c34-45ef-bc05-57df6ad5abac service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787205-9', 'device_owner': 'compute:nova'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:49.787133 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-236613fb-58cf-4625-9118-f38193a17458 req-1a813955-0c34-45ef-bc05-57df6ad5abac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:49.955901 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53170) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:50.029205 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-236613fb-58cf-4625-9118-f38193a17458 req-1a813955-0c34-45ef-bc05-57df6ad5abac service neutron] For port 3bc566c7-e1cf-4476-957d-13d55ea5d9da, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=3bc566c7-e1cf-4476-957d-13d55ea5d9da,segment=NetworkSegment(17583465-5483-44c9-86a3-411136c8ac2a),segment_id=17583465-5483-44c9-86a3-411136c8ac2a)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:50.079685 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-236613fb-58cf-4625-9118-f38193a17458 req-1a813955-0c34-45ef-bc05-57df6ad5abac service neutron] For port 3bc566c7-e1cf-4476-957d-13d55ea5d9da, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:50.107280 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8b7178e5-7243-4ef0-850e-222c62543ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.147299 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d4a2ac-fe42-428c-9b22-89f99d536de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bc566c7-e1cf-4476-957d-13d55ea5d9da'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:32:50.149811 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8d1ab9-92fe-4f59-b9fe-a9e70e4276f1" -d '{"events": [{"server_uuid": "d9d4a2ac-fe42-428c-9b22-89f99d536de5", "name": "network-vif-unplugged", "status": "completed", "tag": "3bc566c7-e1cf-4476-957d-13d55ea5d9da"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:32:50.157420 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-236613fb-58cf-4625-9118-f38193a17458 req-1a813955-0c34-45ef-bc05-57df6ad5abac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.259461 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8b7178e5-7243-4ef0-850e-222c62543ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.260972 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-236613fb-58cf-4625-9118-f38193a17458 req-1a813955-0c34-45ef-bc05-57df6ad5abac service neutron] Transition to ACTIVE for port object 3bc566c7-e1cf-4476-957d-13d55ea5d9da will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:50.263405 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d676b8-3f1c-4057-a312-c854de7b4a05 x-openstack-request-id: req-06d676b8-3f1c-4057-a312-c854de7b4a05 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:32:50.263669 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d4a2ac-fe42-428c-9b22-89f99d536de5", "name": "network-vif-unplugged", "status": "completed", "tag": "3bc566c7-e1cf-4476-957d-13d55ea5d9da", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:32:50.264046 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-06d676b8-3f1c-4057-a312-c854de7b4a05 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:32:50.264692 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d4a2ac-fe42-428c-9b22-89f99d536de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bc566c7-e1cf-4476-957d-13d55ea5d9da', 'code': 200} Jul 15 23:32:50.265396 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d0b02-8683-4185-a3d5-3d2120d7d4f9 req-4b7d51fb-fe31-4bc1-a1e1-013c1fce4493 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:50.266294 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-236613fb-58cf-4625-9118-f38193a17458 req-1a813955-0c34-45ef-bc05-57df6ad5abac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.267232 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-797d0b02-8683-4185-a3d5-3d2120d7d4f9 req-4b7d51fb-fe31-4bc1-a1e1-013c1fce4493 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 945 time: 0.0715292 Jul 15 23:32:50.270063 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8b7178e5-7243-4ef0-850e-222c62543ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.323463 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-797d0b02-8683-4185-a3d5-3d2120d7d4f9 req-7f45fedc-425a-4299-85ef-b9ed4fefb84e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468762 Jul 15 23:32:50.356935 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8b7178e5-7243-4ef0-850e-222c62543ae7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a6cca451e1c844b5a4c8f49794426901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3999457 Jul 15 23:32:50.357391 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 53180) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:50.362863 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a813955-0c34-45ef-bc05-57df6ad5abac service neutron] Pushing event updated for resources: {'Port': ['ID=3bc566c7-e1cf-4476-957d-13d55ea5d9da,revision_number=10']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:50.374237 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7178e5-7243-4ef0-850e-222c62543ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc7b934-ed05-4dfe-bfe2-a0d07b821f7a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:50.418519 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-67913852-d0ea-4aca-b2d4-876b5765bdfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.450067 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-67913852-d0ea-4aca-b2d4-876b5765bdfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.481449 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-236613fb-58cf-4625-9118-f38193a17458 req-1a813955-0c34-45ef-bc05-57df6ad5abac service neutron] No DVR routers for this DVR port 3bc566c7-e1cf-4476-957d-13d55ea5d9da on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:32:50.511566 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-67913852-d0ea-4aca-b2d4-876b5765bdfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.514588 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-67913852-d0ea-4aca-b2d4-876b5765bdfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.515978 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-67913852-d0ea-4aca-b2d4-876b5765bdfa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/afc7b934-ed05-4dfe-bfe2-a0d07b821f7a HTTP/1.1" status: 204 len: 168 time: 0.1575153 Jul 15 23:32:50.525835 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67913852-d0ea-4aca-b2d4-876b5765bdfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc7b934-ed05-4dfe-bfe2-a0d07b821f7a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:50.655802 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-236613fb-58cf-4625-9118-f38193a17458 req-1a813955-0c34-45ef-bc05-57df6ad5abac service neutron] Attempting to bind port 3bc566c7-e1cf-4476-957d-13d55ea5d9da on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:32:50.656240 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-236613fb-58cf-4625-9118-f38193a17458 req-1a813955-0c34-45ef-bc05-57df6ad5abac service neutron] Attempting to bind port 3bc566c7-e1cf-4476-957d-13d55ea5d9da by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '17583465-5483-44c9-86a3-411136c8ac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:32:50.656674 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236613fb-58cf-4625-9118-f38193a17458 req-1a813955-0c34-45ef-bc05-57df6ad5abac service neutron] Attempting to bind port 3bc566c7-e1cf-4476-957d-13d55ea5d9da on network 8e73d187-6e13-420b-a56d-850c55d02480 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:50.663822 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236613fb-58cf-4625-9118-f38193a17458 req-1a813955-0c34-45ef-bc05-57df6ad5abac service neutron] Port 3bc566c7-e1cf-4476-957d-13d55ea5d9da on network 8e73d187-6e13-420b-a56d-850c55d02480 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:32:50.664231 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236613fb-58cf-4625-9118-f38193a17458 req-1a813955-0c34-45ef-bc05-57df6ad5abac service neutron] Attempting to bind port 3bc566c7-e1cf-4476-957d-13d55ea5d9da on network 8e73d187-6e13-420b-a56d-850c55d02480 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:50.670234 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236613fb-58cf-4625-9118-f38193a17458 req-1a813955-0c34-45ef-bc05-57df6ad5abac service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:32:50.670956 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236613fb-58cf-4625-9118-f38193a17458 req-1a813955-0c34-45ef-bc05-57df6ad5abac service neutron] Checking segment: {'id': '17583465-5483-44c9-86a3-411136c8ac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:50.671836 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236613fb-58cf-4625-9118-f38193a17458 req-1a813955-0c34-45ef-bc05-57df6ad5abac service neutron] Bound using segment: {'id': '17583465-5483-44c9-86a3-411136c8ac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:32:50.672581 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-236613fb-58cf-4625-9118-f38193a17458 req-1a813955-0c34-45ef-bc05-57df6ad5abac service neutron] Bound port: 3bc566c7-e1cf-4476-957d-13d55ea5d9da, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17583465-5483-44c9-86a3-411136c8ac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:32:50.673170 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-236613fb-58cf-4625-9118-f38193a17458 req-1a813955-0c34-45ef-bc05-57df6ad5abac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.746454 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-236613fb-58cf-4625-9118-f38193a17458 req-1a813955-0c34-45ef-bc05-57df6ad5abac service neutron] For port 3bc566c7-e1cf-4476-957d-13d55ea5d9da, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:50.749874 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-236613fb-58cf-4625-9118-f38193a17458 req-1a813955-0c34-45ef-bc05-57df6ad5abac service neutron] For port 3bc566c7-e1cf-4476-957d-13d55ea5d9da, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=3bc566c7-e1cf-4476-957d-13d55ea5d9da,segment=NetworkSegment(17583465-5483-44c9-86a3-411136c8ac2a),segment_id=17583465-5483-44c9-86a3-411136c8ac2a)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:32:50.755172 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-236613fb-58cf-4625-9118-f38193a17458 req-1a813955-0c34-45ef-bc05-57df6ad5abac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.793864 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236613fb-58cf-4625-9118-f38193a17458 req-1a813955-0c34-45ef-bc05-57df6ad5abac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:50.794816 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-236613fb-58cf-4625-9118-f38193a17458 req-1a813955-0c34-45ef-bc05-57df6ad5abac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.796606 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-236613fb-58cf-4625-9118-f38193a17458 req-1a813955-0c34-45ef-bc05-57df6ad5abac service neutron] 10.222.0.43 "PUT /v2.0/ports/3bc566c7-e1cf-4476-957d-13d55ea5d9da HTTP/1.1" status: 200 len: 1092 time: 1.0968819 Jul 15 23:32:50.829514 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a813955-0c34-45ef-bc05-57df6ad5abac service neutron] Pushing event updated for resources: {'Port': ['ID=3bc566c7-e1cf-4476-957d-13d55ea5d9da,revision_number=11']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:50.834355 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 53186) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:50.849337 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cb2d2d4e-ec07-4b8d-849d-fdea909b1df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.883173 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236613fb-58cf-4625-9118-f38193a17458 req-a9be9c31-fa35-4e10-bc51-7218e900e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:50.886509 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-236613fb-58cf-4625-9118-f38193a17458 req-a9be9c31-fa35-4e10-bc51-7218e900e93b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 1095 time: 0.0656435 Jul 15 23:32:50.964673 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cb2d2d4e-ec07-4b8d-849d-fdea909b1df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.969263 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cb2d2d4e-ec07-4b8d-849d-fdea909b1df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:51.003005 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-cb2d2d4e-ec07-4b8d-849d-fdea909b1df2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9a28df1343249e99c1d948c8b04754f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1670570 Jul 15 23:32:51.009706 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53188) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:51.024528 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d2d4e-ec07-4b8d-849d-fdea909b1df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fa4799-5b29-413d-925f-7dd60febb1f7,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:51.044619 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236613fb-58cf-4625-9118-f38193a17458 req-f08b3892-872b-4692-85a1-c5c14024c7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:51.046191 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-236613fb-58cf-4625-9118-f38193a17458 req-f08b3892-872b-4692-85a1-c5c14024c7ba service neutron] 10.222.0.43 "GET /v2.0/networks?id=8e73d187-6e13-420b-a56d-850c55d02480 HTTP/1.1" status: 200 len: 898 time: 0.1535537 Jul 15 23:32:51.118024 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-218921d4-0e5e-4926-92d6-8049043fd551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:51.133990 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-236613fb-58cf-4625-9118-f38193a17458 req-047898a7-695c-41e2-83b6-aa757ef02bcd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bc566c7-e1cf-4476-957d-13d55ea5d9da HTTP/1.1" status: 200 len: 999 time: 0.0783992 Jul 15 23:32:51.153242 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-218921d4-0e5e-4926-92d6-8049043fd551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:51.218887 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236613fb-58cf-4625-9118-f38193a17458 req-f03f733f-7f4c-47ec-ac77-f18c41fc0104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:51.220425 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-236613fb-58cf-4625-9118-f38193a17458 req-f03f733f-7f4c-47ec-ac77-f18c41fc0104 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=976aa6b1-4baa-4019-a4c0-13137a5e1656 HTTP/1.1" status: 200 len: 835 time: 0.0790820 Jul 15 23:32:51.261151 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:51.265335 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-218921d4-0e5e-4926-92d6-8049043fd551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:51.268041 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-218921d4-0e5e-4926-92d6-8049043fd551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:51.269202 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-218921d4-0e5e-4926-92d6-8049043fd551 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8fa4799-5b29-413d-925f-7dd60febb1f7 HTTP/1.1" status: 204 len: 168 time: 0.2582700 Jul 15 23:32:51.281691 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218921d4-0e5e-4926-92d6-8049043fd551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fa4799-5b29-413d-925f-7dd60febb1f7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:51.301958 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236613fb-58cf-4625-9118-f38193a17458 req-493a0a74-ef18-4c52-83b9-1aa6fa900233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:51.303719 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-236613fb-58cf-4625-9118-f38193a17458 req-493a0a74-ef18-4c52-83b9-1aa6fa900233 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8e73d187-6e13-420b-a56d-850c55d02480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773096 Jul 15 23:32:51.429382 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-236613fb-58cf-4625-9118-f38193a17458 req-c4ef0469-c833-403a-8b37-1ba218aff627 service neutron] 10.222.0.43 "GET /v2.0/networks/8e73d187-6e13-420b-a56d-850c55d02480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170642 Jul 15 23:32:51.574974 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-236613fb-58cf-4625-9118-f38193a17458 req-5e1d8a14-3e17-4920-9de1-b95390bddcbe service neutron] 10.222.0.43 "GET /v2.0/networks/8e73d187-6e13-420b-a56d-850c55d02480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376040 Jul 15 23:32:51.575152 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10979b9f-5900-4d69-b6c1-bfcf6682e27e req-1fb45d6c-84a0-4df2-ac07-3f57f4e0fd69 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:51.576649 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-10979b9f-5900-4d69-b6c1-bfcf6682e27e req-1fb45d6c-84a0-4df2-ac07-3f57f4e0fd69 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 944 time: 0.0800693 Jul 15 23:32:51.630367 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-10979b9f-5900-4d69-b6c1-bfcf6682e27e req-be70f1df-22ea-4fbc-9004-440d4e5d65dd tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450788 Jul 15 23:32:52.265433 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d4a2ac-fe42-428c-9b22-89f99d536de5', 'tag': '3bc566c7-e1cf-4476-957d-13d55ea5d9da'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:32:52.267804 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6bc88f-818f-4d4c-b854-0c23f9bcf207" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d4a2ac-fe42-428c-9b22-89f99d536de5", "tag": "3bc566c7-e1cf-4476-957d-13d55ea5d9da"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:32:52.318712 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8e68ac-ccc5-4103-8320-e08a42db5094 x-openstack-request-id: req-ab8e68ac-ccc5-4103-8320-e08a42db5094 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:32:52.319056 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d4a2ac-fe42-428c-9b22-89f99d536de5", "tag": "3bc566c7-e1cf-4476-957d-13d55ea5d9da", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:32:52.319301 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab8e68ac-ccc5-4103-8320-e08a42db5094 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:32:52.319726 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d4a2ac-fe42-428c-9b22-89f99d536de5', 'tag': '3bc566c7-e1cf-4476-957d-13d55ea5d9da', 'status': 'completed', 'code': 200} Jul 15 23:32:52.447293 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bc88f-818f-4d4c-b854-0c23f9bcf207 req-862fe0e2-61d8-4e33-b829-3d1c293ba60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:52.448880 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-af6bc88f-818f-4d4c-b854-0c23f9bcf207 req-862fe0e2-61d8-4e33-b829-3d1c293ba60e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 1095 time: 0.1037688 Jul 15 23:32:52.455346 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bc88f-818f-4d4c-b854-0c23f9bcf207 req-c9926902-d055-4d1d-91de-a5610b12a42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:52.456811 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-af6bc88f-818f-4d4c-b854-0c23f9bcf207 req-c9926902-d055-4d1d-91de-a5610b12a42e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 1095 time: 0.0852799 Jul 15 23:32:52.616754 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bc88f-818f-4d4c-b854-0c23f9bcf207 req-3c1d27c7-b777-476b-bdd8-49548f7cb491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:52.618256 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-af6bc88f-818f-4d4c-b854-0c23f9bcf207 req-3c1d27c7-b777-476b-bdd8-49548f7cb491 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e73d187-6e13-420b-a56d-850c55d02480 HTTP/1.1" status: 200 len: 898 time: 0.1526756 Jul 15 23:32:52.619230 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bc88f-818f-4d4c-b854-0c23f9bcf207 req-946c64fc-35ba-4602-a4c7-1467471f1f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:52.620559 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-af6bc88f-818f-4d4c-b854-0c23f9bcf207 req-946c64fc-35ba-4602-a4c7-1467471f1f7d service neutron] 10.222.0.43 "GET /v2.0/networks?id=8e73d187-6e13-420b-a56d-850c55d02480 HTTP/1.1" status: 200 len: 898 time: 0.1623640 Jul 15 23:32:52.736822 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-af6bc88f-818f-4d4c-b854-0c23f9bcf207 req-3891eec5-ecd1-48d6-9014-3ef9516734a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bc566c7-e1cf-4476-957d-13d55ea5d9da HTTP/1.1" status: 200 len: 999 time: 0.1113763 Jul 15 23:32:52.741406 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-af6bc88f-818f-4d4c-b854-0c23f9bcf207 req-20bf7a77-6d23-46c3-939b-1407d4cc208c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bc566c7-e1cf-4476-957d-13d55ea5d9da HTTP/1.1" status: 200 len: 999 time: 0.1096497 Jul 15 23:32:52.826622 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bc88f-818f-4d4c-b854-0c23f9bcf207 req-099e5031-274c-4cb1-9aff-8f2cb207c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:52.828094 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-af6bc88f-818f-4d4c-b854-0c23f9bcf207 req-099e5031-274c-4cb1-9aff-8f2cb207c388 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=976aa6b1-4baa-4019-a4c0-13137a5e1656 HTTP/1.1" status: 200 len: 835 time: 0.0851958 Jul 15 23:32:52.829652 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bc88f-818f-4d4c-b854-0c23f9bcf207 req-6f7f49aa-2ae9-4203-ae60-a7fcc3ff01f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:52.831228 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-af6bc88f-818f-4d4c-b854-0c23f9bcf207 req-6f7f49aa-2ae9-4203-ae60-a7fcc3ff01f3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=976aa6b1-4baa-4019-a4c0-13137a5e1656 HTTP/1.1" status: 200 len: 835 time: 0.0807331 Jul 15 23:32:52.857163 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a6079-5ddd-421e-8475-85256c132841 req-078f68c8-9691-406b-8d6d-4e6e3c8fd2b1 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:52.859453 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4a4a6079-5ddd-421e-8475-85256c132841 req-078f68c8-9691-406b-8d6d-4e6e3c8fd2b1 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 944 time: 0.0761311 Jul 15 23:32:52.930966 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4a4a6079-5ddd-421e-8475-85256c132841 req-ce84c5b7-8632-4c83-8b04-0402d28ac3d6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631988 Jul 15 23:32:52.938892 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bc88f-818f-4d4c-b854-0c23f9bcf207 req-4f13b4a4-ad34-4689-9e2b-6e4efd800f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:52.940873 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-af6bc88f-818f-4d4c-b854-0c23f9bcf207 req-4f13b4a4-ad34-4689-9e2b-6e4efd800f44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e73d187-6e13-420b-a56d-850c55d02480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068003 Jul 15 23:32:52.944389 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bc88f-818f-4d4c-b854-0c23f9bcf207 req-055b85c9-821e-456a-a6d9-a371452da171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:52.946926 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-af6bc88f-818f-4d4c-b854-0c23f9bcf207 req-055b85c9-821e-456a-a6d9-a371452da171 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8e73d187-6e13-420b-a56d-850c55d02480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032670 Jul 15 23:32:53.155820 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-af6bc88f-818f-4d4c-b854-0c23f9bcf207 req-6cd31e3b-3a41-4a33-9d4d-91810c411d11 service neutron] 10.222.0.43 "GET /v2.0/networks/8e73d187-6e13-420b-a56d-850c55d02480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996806 Jul 15 23:32:53.157760 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-af6bc88f-818f-4d4c-b854-0c23f9bcf207 req-b8f43609-47cf-440e-af1a-e7b3910cb00f service neutron] 10.222.0.36 "GET /v2.0/networks/8e73d187-6e13-420b-a56d-850c55d02480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096641 Jul 15 23:32:53.324222 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-af6bc88f-818f-4d4c-b854-0c23f9bcf207 req-49a0e98c-8c58-4786-bed3-59a0716563d6 service neutron] 10.222.0.43 "GET /v2.0/networks/8e73d187-6e13-420b-a56d-850c55d02480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620924 Jul 15 23:32:53.335992 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-af6bc88f-818f-4d4c-b854-0c23f9bcf207 req-7750ec20-897a-45ae-bd23-a45f61eb719a service neutron] 10.222.0.36 "GET /v2.0/networks/8e73d187-6e13-420b-a56d-850c55d02480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651435 Jul 15 23:32:53.351957 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 3bc566c7-e1cf-4476-957d-13d55ea5d9da no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:32:53.406021 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 3bc566c7-e1cf-4476-957d-13d55ea5d9da not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:32:54.125276 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbc7e9-e02a-4e6e-a1a4-bc47ff8887db req-0e829be0-2172-49e9-befc-c3b44c144bea tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:54.126911 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-75fbc7e9-e02a-4e6e-a1a4-bc47ff8887db req-0e829be0-2172-49e9-befc-c3b44c144bea tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 944 time: 0.0662751 Jul 15 23:32:54.172565 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-75fbc7e9-e02a-4e6e-a1a4-bc47ff8887db req-1bf74d76-7508-468e-86ff-231db418a887 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391355 Jul 15 23:32:54.201212 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 53262) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:54.221893 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:54.281968 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1b5cda6e-0856-4fad-83f6-b44ee13d494b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/floatingips/7e26c537-5405-4074-a7c4-1ee79eac0eb2 HTTP/1.1" status: 200 len: 991 time: 0.0703683 Jul 15 23:32:54.362567 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 3bc566c7-e1cf-4476-957d-13d55ea5d9da details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:32:54.469948 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 3bc566c7-e1cf-4476-957d-13d55ea5d9da, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=3bc566c7-e1cf-4476-957d-13d55ea5d9da,segment=NetworkSegment(17583465-5483-44c9-86a3-411136c8ac2a),segment_id=17583465-5483-44c9-86a3-411136c8ac2a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:54.639075 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '3bc566c7-e1cf-4476-957d-13d55ea5d9da', 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480', 'port_id': '3bc566c7-e1cf-4476-957d-13d55ea5d9da', 'mac_address': 'fa:16:3e:48:09:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '976aa6b1-4baa-4019-a4c0-13137a5e1656', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:32:54.753007 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:54.768099 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc566c7-e1cf-4476-957d-13d55ea5d9da {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:32:54.797063 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 3bc566c7-e1cf-4476-957d-13d55ea5d9da, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=3bc566c7-e1cf-4476-957d-13d55ea5d9da,segment=NetworkSegment(17583465-5483-44c9-86a3-411136c8ac2a),segment_id=17583465-5483-44c9-86a3-411136c8ac2a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:54.803272 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:54.851110 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=3bc566c7-e1cf-4476-957d-13d55ea5d9da,revision_number=12']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:55.019988 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['3bc566c7-e1cf-4476-957d-13d55ea5d9da'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:32:56.395343 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 3bc566c7-e1cf-4476-957d-13d55ea5d9da up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:56.445940 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 3bc566c7-e1cf-4476-957d-13d55ea5d9da completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:56.450184 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 3bc566c7-e1cf-4476-957d-13d55ea5d9da triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:56.450585 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:56.529862 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:56.553857 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d4a2ac-fe42-428c-9b22-89f99d536de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc566c7-e1cf-4476-957d-13d55ea5d9da'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:32:56.557263 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fe93bf-9112-4948-ab74-5263b836a039" -d '{"events": [{"server_uuid": "d9d4a2ac-fe42-428c-9b22-89f99d536de5", "name": "network-vif-plugged", "status": "completed", "tag": "3bc566c7-e1cf-4476-957d-13d55ea5d9da"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:32:56.577702 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 3bc566c7-e1cf-4476-957d-13d55ea5d9da, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=3bc566c7-e1cf-4476-957d-13d55ea5d9da,segment=NetworkSegment(17583465-5483-44c9-86a3-411136c8ac2a),segment_id=17583465-5483-44c9-86a3-411136c8ac2a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:56.583505 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:56.614113 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e629c6-6da7-434e-9aed-2b469a22ebab x-openstack-request-id: req-10e629c6-6da7-434e-9aed-2b469a22ebab {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:32:56.614313 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d4a2ac-fe42-428c-9b22-89f99d536de5", "name": "network-vif-plugged", "status": "completed", "tag": "3bc566c7-e1cf-4476-957d-13d55ea5d9da", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:32:56.614566 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10e629c6-6da7-434e-9aed-2b469a22ebab {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:32:56.614988 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d4a2ac-fe42-428c-9b22-89f99d536de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc566c7-e1cf-4476-957d-13d55ea5d9da', 'code': 200} Jul 15 23:32:56.644566 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=3bc566c7-e1cf-4476-957d-13d55ea5d9da,revision_number=13']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:02.407101 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:33:03.953985 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53512) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:04.072396 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd036cb-f9ee-496e-9e38-16de6097fc5b tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:04.072848 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd036cb-f9ee-496e-9e38-16de6097fc5b tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:04.073352 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd036cb-f9ee-496e-9e38-16de6097fc5b tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:04.089521 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fbd036cb-f9ee-496e-9e38-16de6097fc5b tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=859ce769fac74931944b61341a6bae9f&network_id=ac58f882-0f96-43bf-b12f-5d343331eccd HTTP/1.1" status: 200 len: 2969 time: 0.1199679 Jul 15 23:33:07.224737 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 53590) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:07.291044 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cab19e-5982-471e-8a69-2215628bf4f4 tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:07.307335 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b2cab19e-5982-471e-8a69-2215628bf4f4 tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=61ac1f85-79f4-4ace-93a9-51b85862f208 HTTP/1.1" status: 200 len: 814 time: 0.0801198 Jul 15 23:33:08.148288 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53616) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:08.153960 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-dd7f698a-32ac-473e-a3d6-5e370e3247ed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'network': {'name': 'tempest-network-smoke--361677348', 'project_id': '859ce769fac74931944b61341a6bae9f', 'port_security_enabled': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:08.176417 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7f698a-32ac-473e-a3d6-5e370e3247ed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Made reservation on behalf of 859ce769fac74931944b61341a6bae9f for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:08.182795 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd7f698a-32ac-473e-a3d6-5e370e3247ed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:08.209481 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd7f698a-32ac-473e-a3d6-5e370e3247ed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:33:08.220031 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd7f698a-32ac-473e-a3d6-5e370e3247ed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:08.220529 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-dd7f698a-32ac-473e-a3d6-5e370e3247ed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Added segment 6c46755f-4d6b-49f5-8806-ce77c15e8c37 of type vlan for network 59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912 Jul 15 23:33:08.274815 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd7f698a-32ac-473e-a3d6-5e370e3247ed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:08.308920 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd7f698a-32ac-473e-a3d6-5e370e3247ed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:08.314923 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7f698a-32ac-473e-a3d6-5e370e3247ed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:08.315775 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dd7f698a-32ac-473e-a3d6-5e370e3247ed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:08.389051 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f698a-32ac-473e-a3d6-5e370e3247ed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'Network': ['ID=59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:08.404451 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:33:08.412323 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-dd7f698a-32ac-473e-a3d6-5e370e3247ed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2628551 Jul 15 23:33:08.415565 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 53624) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:08.482435 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c7fc1e-a7a6-48d2-9f8d-9dceb7e58934 tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:08.484242 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e8c7fc1e-a7a6-48d2-9f8d-9dceb7e58934 tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=859ce769fac74931944b61341a6bae9f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0668914 Jul 15 23:33:08.486732 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 53626) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:08.586831 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c39a14f-5993-4196-9ae5-d9c8dd413b3f tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:08.591318 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9c39a14f-5993-4196-9ae5-d9c8dd413b3f tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1035531 Jul 15 23:33:08.591496 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53632) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:08.633579 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2c6683e0-20fc-4d46-9444-27383c03026d tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=61ac1f85-79f4-4ace-93a9-51b85862f208&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401258 Jul 15 23:33:08.636163 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53636) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:08.664816 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3fe004ee-b7df-4afa-bb9d-dd412b006c6b tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=859ce769fac74931944b61341a6bae9f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273807 Jul 15 23:33:08.667492 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53638) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:08.786033 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b228a576-089e-4647-a22c-7f87f0ee8c12 tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:08.790619 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b228a576-089e-4647-a22c-7f87f0ee8c12 tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1196167 Jul 15 23:33:08.790964 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53640) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:08.820287 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-098ae03e-031e-4b98-b8d3-2b15f3df5fac tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=61ac1f85-79f4-4ace-93a9-51b85862f208&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257673 Jul 15 23:33:08.820474 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53642) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:08.825200 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d57bec14-cf64-40e8-9284-ed935011dba4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-435795339', 'network_id': '59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912', 'project_id': '859ce769fac74931944b61341a6bae9f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:08.889398 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:08.912390 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57bec14-cf64-40e8-9284-ed935011dba4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Made reservation on behalf of 859ce769fac74931944b61341a6bae9f for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:08.916230 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d57bec14-cf64-40e8-9284-ed935011dba4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:09.112928 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d57bec14-cf64-40e8-9284-ed935011dba4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:09.180709 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57bec14-cf64-40e8-9284-ed935011dba4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'Subnet': ['ID=00c1c5d0-e2c3-447d-a9dd-8be941b3ac67,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:09.190347 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57bec14-cf64-40e8-9284-ed935011dba4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Checking segment: {'id': '6c46755f-4d6b-49f5-8806-ce77c15e8c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:09.191268 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57bec14-cf64-40e8-9284-ed935011dba4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Network hostable DHCP agents. Network: 59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:33:09.209716 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57bec14-cf64-40e8-9284-ed935011dba4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Network 59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:33:09.219829 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-d57bec14-cf64-40e8-9284-ed935011dba4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:09.224931 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57bec14-cf64-40e8-9284-ed935011dba4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:09.225858 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d57bec14-cf64-40e8-9284-ed935011dba4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:09.230942 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b187a0-337b-4207-bc9e-c886657cc02b None None] Network 59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:33:09.245707 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d57bec14-cf64-40e8-9284-ed935011dba4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4242136 Jul 15 23:33:09.412760 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496d3fce-1e96-40fb-9d98-7fa7d18e7afb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912', 'network_id': '59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'fixed_ips': [{'subnet_id': '00c1c5d0-e2c3-447d-a9dd-8be941b3ac67'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:33:09.413714 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-496d3fce-1e96-40fb-9d98-7fa7d18e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:09.580204 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-496d3fce-1e96-40fb-9d98-7fa7d18e7afb None None] Allocated IP 172.20.0.18 (59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912/00c1c5d0-e2c3-447d-a9dd-8be941b3ac67/4e376050-dd48-4d0f-a564-d60860827753) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:09.663938 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53664) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:09.669695 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b0afede4-51cf-48bc-a3ed-b0ef40ec14b1 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1827261311', 'description': 'tempest-secgroup-smoke-1827261311 description', 'project_id': '859ce769fac74931944b61341a6bae9f'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:09.697272 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b0afede4-51cf-48bc-a3ed-b0ef40ec14b1 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:09.823997 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-496d3fce-1e96-40fb-9d98-7fa7d18e7afb None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:09.830848 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b0afede4-51cf-48bc-a3ed-b0ef40ec14b1 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:09.836181 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b0afede4-51cf-48bc-a3ed-b0ef40ec14b1 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:09.836405 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-496d3fce-1e96-40fb-9d98-7fa7d18e7afb None None] Transition to ACTIVE for port object 4e376050-dd48-4d0f-a564-d60860827753 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:09.856669 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 53672) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:09.859119 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-496d3fce-1e96-40fb-9d98-7fa7d18e7afb None None] Transition to ACTIVE for port object 4e376050-dd48-4d0f-a564-d60860827753 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:09.872252 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b0afede4-51cf-48bc-a3ed-b0ef40ec14b1 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:09.876070 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b0afede4-51cf-48bc-a3ed-b0ef40ec14b1 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2083540 Jul 15 23:33:09.876239 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-496d3fce-1e96-40fb-9d98-7fa7d18e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:09.876412 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 53676) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:09.881796 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-7ce37c55-62d2-47d0-90b7-a9382d0d926e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'security_group_rule': {'security_group_id': '152e60b8-2fcb-413a-bcc9-29690b1da746', 'project_id': '859ce769fac74931944b61341a6bae9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:09.890006 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0afede4-51cf-48bc-a3ed-b0ef40ec14b1 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=152e60b8-2fcb-413a-bcc9-29690b1da746,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:09.921635 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7ce37c55-62d2-47d0-90b7-a9382d0d926e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:09.927126 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496d3fce-1e96-40fb-9d98-7fa7d18e7afb None None] Network 59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:09.942911 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-496d3fce-1e96-40fb-9d98-7fa7d18e7afb None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:09.946554 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496d3fce-1e96-40fb-9d98-7fa7d18e7afb None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:09.953628 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d3fce-1e96-40fb-9d98-7fa7d18e7afb None None] Pushing event updated for resources: {'Port': ['ID=4e376050-dd48-4d0f-a564-d60860827753,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:10.004359 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7ce37c55-62d2-47d0-90b7-a9382d0d926e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:10.010470 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7ce37c55-62d2-47d0-90b7-a9382d0d926e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:10.014431 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-496d3fce-1e96-40fb-9d98-7fa7d18e7afb None None] Attempting to bind port 4e376050-dd48-4d0f-a564-d60860827753 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:33:10.014861 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-496d3fce-1e96-40fb-9d98-7fa7d18e7afb None None] Attempting to bind port 4e376050-dd48-4d0f-a564-d60860827753 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '6c46755f-4d6b-49f5-8806-ce77c15e8c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:33:10.015678 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496d3fce-1e96-40fb-9d98-7fa7d18e7afb None None] Attempting to bind port 4e376050-dd48-4d0f-a564-d60860827753 on network 59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:10.022513 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496d3fce-1e96-40fb-9d98-7fa7d18e7afb None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:33:10.023183 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496d3fce-1e96-40fb-9d98-7fa7d18e7afb None None] Checking segment: {'id': '6c46755f-4d6b-49f5-8806-ce77c15e8c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:10.023948 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-496d3fce-1e96-40fb-9d98-7fa7d18e7afb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:10.024377 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496d3fce-1e96-40fb-9d98-7fa7d18e7afb None None] Bound using segment: {'id': '6c46755f-4d6b-49f5-8806-ce77c15e8c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:33:10.024848 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-496d3fce-1e96-40fb-9d98-7fa7d18e7afb None None] Bound port: 4e376050-dd48-4d0f-a564-d60860827753, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c46755f-4d6b-49f5-8806-ce77c15e8c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:33:10.025231 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-496d3fce-1e96-40fb-9d98-7fa7d18e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:10.035166 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce37c55-62d2-47d0-90b7-a9382d0d926e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d8d3ac-6e81-4039-8bcc-1d853bc398ef,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:10.057932 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce37c55-62d2-47d0-90b7-a9382d0d926e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:10.058344 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce37c55-62d2-47d0-90b7-a9382d0d926e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:10.058955 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce37c55-62d2-47d0-90b7-a9382d0d926e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:10.059471 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce37c55-62d2-47d0-90b7-a9382d0d926e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:10.059807 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce37c55-62d2-47d0-90b7-a9382d0d926e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:10.060140 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce37c55-62d2-47d0-90b7-a9382d0d926e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:10.060466 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce37c55-62d2-47d0-90b7-a9382d0d926e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:10.060789 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce37c55-62d2-47d0-90b7-a9382d0d926e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:10.061293 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce37c55-62d2-47d0-90b7-a9382d0d926e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:10.061619 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce37c55-62d2-47d0-90b7-a9382d0d926e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:10.061971 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce37c55-62d2-47d0-90b7-a9382d0d926e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:10.062298 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce37c55-62d2-47d0-90b7-a9382d0d926e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:10.066913 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d28909d4-2541-42d5-88c6-6f9f03be86ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:10.070019 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7ce37c55-62d2-47d0-90b7-a9382d0d926e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:10.073572 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7ce37c55-62d2-47d0-90b7-a9382d0d926e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1934986 Jul 15 23:33:10.074022 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53678) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:10.078795 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-126bf99e-7223-453d-aaa5-13b5362d38c7 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'security_group_rule': {'security_group_id': '152e60b8-2fcb-413a-bcc9-29690b1da746', 'project_id': '859ce769fac74931944b61341a6bae9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:10.088868 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.db.api [None req-126bf99e-7223-453d-aaa5-13b5362d38c7 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:33:10.088868 n-d-787205-9 neutron-server[93798]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 23:33:10.088868 n-d-787205-9 neutron-server[93798]: [parameters: {'project_id_1': '859ce769fac74931944b61341a6bae9f', 'expiration_1': datetime.datetime(2021, 7, 15, 23, 33, 10, 84383)}] Jul 15 23:33:10.088868 n-d-787205-9 neutron-server[93798]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:33:10.089516 n-d-787205-9 neutron-server[93798]: DEBUG oslo_db.api [None req-126bf99e-7223-453d-aaa5-13b5362d38c7 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:33:10.110719 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-496d3fce-1e96-40fb-9d98-7fa7d18e7afb None None] For port 4e376050-dd48-4d0f-a564-d60860827753, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:33:10.115076 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-496d3fce-1e96-40fb-9d98-7fa7d18e7afb None None] For port 4e376050-dd48-4d0f-a564-d60860827753, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4e376050-dd48-4d0f-a564-d60860827753,segment=NetworkSegment(6c46755f-4d6b-49f5-8806-ce77c15e8c37),segment_id=6c46755f-4d6b-49f5-8806-ce77c15e8c37)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:33:10.119781 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-496d3fce-1e96-40fb-9d98-7fa7d18e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:10.169087 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d28909d4-2541-42d5-88c6-6f9f03be86ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:10.173269 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d28909d4-2541-42d5-88c6-6f9f03be86ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:10.189668 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d3fce-1e96-40fb-9d98-7fa7d18e7afb None None] Pushing event updated for resources: {'Port': ['ID=4e376050-dd48-4d0f-a564-d60860827753,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:10.207514 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28909d4-2541-42d5-88c6-6f9f03be86ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe56dc33-a28c-4fa0-b41d-865099634826,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:10.228582 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d28909d4-2541-42d5-88c6-6f9f03be86ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=322783ac3e8449b894d41e4ec6f6e417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3672755 Jul 15 23:33:10.228714 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53684) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:10.282171 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-230f0d53-35d6-46d2-98aa-60ebd136382d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:10.304246 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-230f0d53-35d6-46d2-98aa-60ebd136382d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:10.384212 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-230f0d53-35d6-46d2-98aa-60ebd136382d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:10.387354 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-230f0d53-35d6-46d2-98aa-60ebd136382d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:10.388519 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-230f0d53-35d6-46d2-98aa-60ebd136382d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe56dc33-a28c-4fa0-b41d-865099634826 HTTP/1.1" status: 204 len: 168 time: 0.1587617 Jul 15 23:33:10.398707 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f0d53-35d6-46d2-98aa-60ebd136382d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe56dc33-a28c-4fa0-b41d-865099634826,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:10.625076 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-126bf99e-7223-453d-aaa5-13b5362d38c7 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:10.701647 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-126bf99e-7223-453d-aaa5-13b5362d38c7 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:10.709193 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-126bf99e-7223-453d-aaa5-13b5362d38c7 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:10.731181 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126bf99e-7223-453d-aaa5-13b5362d38c7 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6225cd2f-2830-478e-b91e-7f7d2a9fda04,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:10.738825 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-126bf99e-7223-453d-aaa5-13b5362d38c7 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:10.740582 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-126bf99e-7223-453d-aaa5-13b5362d38c7 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6654058 Jul 15 23:33:10.743288 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53700) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:10.747939 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-17d9b4ad-e167-4a2b-8c57-1a64e8589e13 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'security_group_rule': {'security_group_id': '152e60b8-2fcb-413a-bcc9-29690b1da746', 'project_id': '859ce769fac74931944b61341a6bae9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:10.777707 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17d9b4ad-e167-4a2b-8c57-1a64e8589e13 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:10.856138 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17d9b4ad-e167-4a2b-8c57-1a64e8589e13 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:10.860686 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17d9b4ad-e167-4a2b-8c57-1a64e8589e13 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:10.880871 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d9b4ad-e167-4a2b-8c57-1a64e8589e13 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b25984-cf22-4af0-a4f4-88389f4ce442,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:10.888114 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-17d9b4ad-e167-4a2b-8c57-1a64e8589e13 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:10.891179 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-17d9b4ad-e167-4a2b-8c57-1a64e8589e13 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1468425 Jul 15 23:33:10.892586 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 53710) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:10.898366 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-d4a3bf66-185d-42b2-b78d-bb0de9498dae tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'security_group_rule': {'security_group_id': '152e60b8-2fcb-413a-bcc9-29690b1da746', 'project_id': '859ce769fac74931944b61341a6bae9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:10.943417 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d4a3bf66-185d-42b2-b78d-bb0de9498dae tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:11.027456 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d4a3bf66-185d-42b2-b78d-bb0de9498dae tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:11.035653 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d4a3bf66-185d-42b2-b78d-bb0de9498dae tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:11.058782 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3bf66-185d-42b2-b78d-bb0de9498dae tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f91947-757c-4fa8-a195-1ab14e28a2ed,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:11.065431 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d4a3bf66-185d-42b2-b78d-bb0de9498dae tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:11.067886 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d4a3bf66-185d-42b2-b78d-bb0de9498dae tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1742613 Jul 15 23:33:11.070600 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 53716) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:11.076598 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-7fa3b233-b0da-42ce-80fd-229431b9863d tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'security_group_rule': {'security_group_id': '152e60b8-2fcb-413a-bcc9-29690b1da746', 'project_id': '859ce769fac74931944b61341a6bae9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:11.100854 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4e376050-dd48-4d0f-a564-d60860827753 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:11.125802 n-d-787205-9 neutron-server[93799]: INFO neutron.db.securitygroups_db [None req-7fa3b233-b0da-42ce-80fd-229431b9863d tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Project 859ce769fac74931944b61341a6bae9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:33:11.131931 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7fa3b233-b0da-42ce-80fd-229431b9863d tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:11.180142 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 4e376050-dd48-4d0f-a564-d60860827753 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:11.220387 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7fa3b233-b0da-42ce-80fd-229431b9863d tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:11.224822 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7fa3b233-b0da-42ce-80fd-229431b9863d tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:11.245414 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7fa3b233-b0da-42ce-80fd-229431b9863d tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:11.247228 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7fa3b233-b0da-42ce-80fd-229431b9863d tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1753483 Jul 15 23:33:11.250205 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53726) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:11.255850 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-769a4ccd-16a7-409e-8bcc-bd5e89d10412 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'security_group_rule': {'security_group_id': '152e60b8-2fcb-413a-bcc9-29690b1da746', 'project_id': '859ce769fac74931944b61341a6bae9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:11.256015 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3b233-b0da-42ce-80fd-229431b9863d tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=414ce891-1df4-4adb-869f-36b511c9768b,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:11.294434 n-d-787205-9 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-769a4ccd-16a7-409e-8bcc-bd5e89d10412 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Project 859ce769fac74931944b61341a6bae9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:33:11.302731 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-769a4ccd-16a7-409e-8bcc-bd5e89d10412 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:11.380390 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-769a4ccd-16a7-409e-8bcc-bd5e89d10412 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:11.386297 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-769a4ccd-16a7-409e-8bcc-bd5e89d10412 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:11.403081 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47324ec-e82c-4448-bdc9-0e5604c4baf9 None None] Network 59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:33:11.439043 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a4ccd-16a7-409e-8bcc-bd5e89d10412 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f97b992-375e-4c0d-831a-ae53061e351a,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:11.448305 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-769a4ccd-16a7-409e-8bcc-bd5e89d10412 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:11.449791 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-769a4ccd-16a7-409e-8bcc-bd5e89d10412 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1985409 Jul 15 23:33:11.510834 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e5c80b6c-2844-4f28-9f03-ec6353a29b55 req-3e35984d-ad92-48f5-bcc8-587cfd2924c2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0902269 Jul 15 23:33:11.528235 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7c2cf9cd-f2a6-4374-b960-6039e5aef21b None None] Provisioning for port 4e376050-dd48-4d0f-a564-d60860827753 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:11.539460 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7c2cf9cd-f2a6-4374-b960-6039e5aef21b None None] Provisioning complete for port 4e376050-dd48-4d0f-a564-d60860827753 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:11.540053 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7c2cf9cd-f2a6-4374-b960-6039e5aef21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:11.716426 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c80b6c-2844-4f28-9f03-ec6353a29b55 req-06be1394-22e2-4c64-90c4-d11c698958ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:11.721044 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e5c80b6c-2844-4f28-9f03-ec6353a29b55 req-06be1394-22e2-4c64-90c4-d11c698958ca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 1097 time: 0.1455822 Jul 15 23:33:11.769897 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-0e702333-6edd-4a02-9b5f-b1f8d4a4482a tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1827261311&fields=id&tenant_id=859ce769fac74931944b61341a6bae9f HTTP/1.1" status: 200 len: 267 time: 0.0802257 Jul 15 23:33:11.789255 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7c2cf9cd-f2a6-4374-b960-6039e5aef21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:11.850955 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-7c2cf9cd-f2a6-4374-b960-6039e5aef21b None None] For port 4e376050-dd48-4d0f-a564-d60860827753, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4e376050-dd48-4d0f-a564-d60860827753,segment=NetworkSegment(6c46755f-4d6b-49f5-8806-ce77c15e8c37),segment_id=6c46755f-4d6b-49f5-8806-ce77c15e8c37)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:11.857486 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7c2cf9cd-f2a6-4374-b960-6039e5aef21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:11.937895 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2cf9cd-f2a6-4374-b960-6039e5aef21b None None] Pushing event updated for resources: {'Port': ['ID=4e376050-dd48-4d0f-a564-d60860827753,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:11.948240 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2cf9cd-f2a6-4374-b960-6039e5aef21b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:11.948870 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2cf9cd-f2a6-4374-b960-6039e5aef21b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:11.949391 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2cf9cd-f2a6-4374-b960-6039e5aef21b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:11.949583 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-83b1293f-5d90-40b7-afae-5aa08c1c7f6a tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:11.950482 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2cf9cd-f2a6-4374-b960-6039e5aef21b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:11.951002 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2cf9cd-f2a6-4374-b960-6039e5aef21b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:11.952247 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2cf9cd-f2a6-4374-b960-6039e5aef21b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:11.953377 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2cf9cd-f2a6-4374-b960-6039e5aef21b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:11.953905 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2cf9cd-f2a6-4374-b960-6039e5aef21b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:11.954397 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2cf9cd-f2a6-4374-b960-6039e5aef21b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:11.954953 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2cf9cd-f2a6-4374-b960-6039e5aef21b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:11.955764 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2cf9cd-f2a6-4374-b960-6039e5aef21b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:11.956455 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2cf9cd-f2a6-4374-b960-6039e5aef21b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:11.964905 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-83b1293f-5d90-40b7-afae-5aa08c1c7f6a tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/networks?id=59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912 HTTP/1.1" status: 200 len: 796 time: 0.1866090 Jul 15 23:33:11.978309 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c80b6c-2844-4f28-9f03-ec6353a29b55 req-b874fbe6-99b2-4a03-8420-7f26279802d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:11.980058 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e5c80b6c-2844-4f28-9f03-ec6353a29b55 req-b874fbe6-99b2-4a03-8420-7f26279802d2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8e73d187-6e13-420b-a56d-850c55d02480 HTTP/1.1" status: 200 len: 898 time: 0.2175703 Jul 15 23:33:11.991135 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-ad075c17-6bc2-4757-a9f8-89bc6df49b9f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/quotas/859ce769fac74931944b61341a6bae9f HTTP/1.1" status: 200 len: 375 time: 0.0199955 Jul 15 23:33:12.075499 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e5c80b6c-2844-4f28-9f03-ec6353a29b55 req-aa87761b-12e5-4b89-9446-7052220514e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bc566c7-e1cf-4476-957d-13d55ea5d9da HTTP/1.1" status: 200 len: 1001 time: 0.0876644 Jul 15 23:33:12.081069 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-2533ea13-ea45-49b7-bfdb-bc4a8606806e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=859ce769fac74931944b61341a6bae9f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0872819 Jul 15 23:33:12.153091 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c80b6c-2844-4f28-9f03-ec6353a29b55 req-77ffa63d-7eb1-49c4-83b7-5ca04f4fa33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:12.155344 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e5c80b6c-2844-4f28-9f03-ec6353a29b55 req-77ffa63d-7eb1-49c4-83b7-5ca04f4fa33b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=976aa6b1-4baa-4019-a4c0-13137a5e1656 HTTP/1.1" status: 200 len: 835 time: 0.0673709 Jul 15 23:33:12.193579 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b294c3d3-feac-4218-8183-d46a0818e88d None None] Provisioning complete for port 4e376050-dd48-4d0f-a564-d60860827753 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:12.194150 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b294c3d3-feac-4218-8183-d46a0818e88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:12.231281 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-51ee46f8-dc5b-4f7c-a8f2-a18324e23b93 service neutron] 10.222.0.16 "GET /v2.0/networks/59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368430 Jul 15 23:33:12.270920 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c80b6c-2844-4f28-9f03-ec6353a29b55 req-706ad2ba-467e-4732-953f-18c194b05bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:12.273297 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e5c80b6c-2844-4f28-9f03-ec6353a29b55 req-706ad2ba-467e-4732-953f-18c194b05bce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8e73d187-6e13-420b-a56d-850c55d02480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103380 Jul 15 23:33:12.345502 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-96e058ce-f3e6-4698-bd75-75960df69e7c service neutron] 10.222.0.16 "GET /v2.0/networks/59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096911 Jul 15 23:33:12.390586 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e5c80b6c-2844-4f28-9f03-ec6353a29b55 req-3a0b4ffe-177a-4523-b390-8a70b451b418 service neutron] 10.222.0.43 "GET /v2.0/networks/8e73d187-6e13-420b-a56d-850c55d02480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069553 Jul 15 23:33:12.500634 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e5c80b6c-2844-4f28-9f03-ec6353a29b55 req-bd393657-2ff0-436f-a2d1-eec32f9ba6aa service neutron] 10.222.0.43 "GET /v2.0/networks/8e73d187-6e13-420b-a56d-850c55d02480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027613 Jul 15 23:33:12.584630 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2a294f8e-51cf-4c1e-ac7c-74caaca432e4 req-6a4466f6-0de1-4172-91c4-80eac26f2fbb tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=a32adcfb-6b24-4d07-bac7-4e69e4a46cea HTTP/1.1" status: 200 len: 210 time: 0.0340967 Jul 15 23:33:13.050374 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4e376050-dd48-4d0f-a564-d60860827753 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:13.103652 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 4e376050-dd48-4d0f-a564-d60860827753 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:13.104116 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.751824 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-17d8b396-d2d4-4338-a7a6-cfdc6502f701 req-097c5e7d-12fc-4c54-9747-62287bc5f6dc tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=a32adcfb-6b24-4d07-bac7-4e69e4a46cea HTTP/1.1" status: 200 len: 210 time: 0.0345540 Jul 15 23:33:14.216387 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-e3ac8588-f7f1-4369-ba8c-ac74c711e233 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:14.217955 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-e3ac8588-f7f1-4369-ba8c-ac74c711e233 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.43 "GET /v2.0/networks?id=59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912 HTTP/1.1" status: 200 len: 796 time: 0.4587171 Jul 15 23:33:14.262421 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-7c115251-6373-4c87-97af-b4de33eaad60 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=859ce769fac74931944b61341a6bae9f HTTP/1.1" status: 200 len: 472 time: 0.0355470 Jul 15 23:33:14.272854 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-bb9f8165-5289-4452-9c73-821c564786cb tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'port': {'device_id': 'a32adcfb-6b24-4d07-bac7-4e69e4a46cea', 'network_id': '59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912', 'admin_state_up': True, 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'security_groups': ['152e60b8-2fcb-413a-bcc9-29690b1da746']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:14.387475 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-bb9f8165-5289-4452-9c73-821c564786cb tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Made reservation on behalf of 859ce769fac74931944b61341a6bae9f for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:14.391281 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-bb9f8165-5289-4452-9c73-821c564786cb tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:14.576304 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-bb9f8165-5289-4452-9c73-821c564786cb tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Allocated IP 172.20.0.19 (59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912/00c1c5d0-e2c3-447d-a9dd-8be941b3ac67/4d56d3d4-b6d2-426d-9e83-00b19e9bd52d) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:14.753441 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-bb9f8165-5289-4452-9c73-821c564786cb tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:14.769328 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-bb9f8165-5289-4452-9c73-821c564786cb tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Transition to ACTIVE for port object 4d56d3d4-b6d2-426d-9e83-00b19e9bd52d will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:14.803723 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-bb9f8165-5289-4452-9c73-821c564786cb tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:14.855540 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-bb9f8165-5289-4452-9c73-821c564786cb tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Network 59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:14.858802 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-bb9f8165-5289-4452-9c73-821c564786cb tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:14.861570 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-bb9f8165-5289-4452-9c73-821c564786cb tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:14.890198 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f8165-5289-4452-9c73-821c564786cb tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'Port': ['ID=4d56d3d4-b6d2-426d-9e83-00b19e9bd52d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:14.926113 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-bb9f8165-5289-4452-9c73-821c564786cb tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:14.927196 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-bb9f8165-5289-4452-9c73-821c564786cb tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:14.938922 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42099a0b-962b-45c4-8c96-97ca267ae4fb req-883e2660-e192-4b50-b138-899add6cd69a tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:14.941947 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-42099a0b-962b-45c4-8c96-97ca267ae4fb req-883e2660-e192-4b50-b138-899add6cd69a tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=a32adcfb-6b24-4d07-bac7-4e69e4a46cea HTTP/1.1" status: 200 len: 932 time: 0.0691905 Jul 15 23:33:14.951431 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-bb9f8165-5289-4452-9c73-821c564786cb tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6837831 Jul 15 23:33:14.968669 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-4b78d208-1a32-4142-850c-9029ba96e179 service neutron] Request body: {'port': {'device_id': 'a32adcfb-6b24-4d07-bac7-4e69e4a46cea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:14.995559 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-42099a0b-962b-45c4-8c96-97ca267ae4fb req-29bb13f2-777e-4af8-b6fc-c66c4199f204 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?id=152e60b8-2fcb-413a-bcc9-29690b1da746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427895 Jul 15 23:33:15.054388 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-4b78d208-1a32-4142-850c-9029ba96e179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:15.141112 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f5f57d95-fd31-4243-8ff9-194993e5d596 None None] Provisioning for port 4d56d3d4-b6d2-426d-9e83-00b19e9bd52d completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:15.145745 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f5f57d95-fd31-4243-8ff9-194993e5d596 None None] Provisioning complete for port 4d56d3d4-b6d2-426d-9e83-00b19e9bd52d triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:15.146334 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f5f57d95-fd31-4243-8ff9-194993e5d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:15.187130 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f5f57d95-fd31-4243-8ff9-194993e5d596 None None] Port 4d56d3d4-b6d2-426d-9e83-00b19e9bd52d cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:15.333344 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-4b78d208-1a32-4142-850c-9029ba96e179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d56d3d4-b6d2-426d-9e83-00b19e9bd52d {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:33:15.341752 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-4b78d208-1a32-4142-850c-9029ba96e179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:15.354942 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-4b78d208-1a32-4142-850c-9029ba96e179 service neutron] Transition to ACTIVE for port object 4d56d3d4-b6d2-426d-9e83-00b19e9bd52d will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:15.358854 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-4b78d208-1a32-4142-850c-9029ba96e179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:15.446714 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78d208-1a32-4142-850c-9029ba96e179 service neutron] Pushing event updated for resources: {'Port': ['ID=4d56d3d4-b6d2-426d-9e83-00b19e9bd52d,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:15.500134 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-4b78d208-1a32-4142-850c-9029ba96e179 service neutron] Attempting to bind port 4d56d3d4-b6d2-426d-9e83-00b19e9bd52d on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:33:15.500476 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-4b78d208-1a32-4142-850c-9029ba96e179 service neutron] Attempting to bind port 4d56d3d4-b6d2-426d-9e83-00b19e9bd52d by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '6c46755f-4d6b-49f5-8806-ce77c15e8c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:33:15.500791 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-4b78d208-1a32-4142-850c-9029ba96e179 service neutron] Attempting to bind port 4d56d3d4-b6d2-426d-9e83-00b19e9bd52d on network 59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:15.506294 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-4b78d208-1a32-4142-850c-9029ba96e179 service neutron] Port 4d56d3d4-b6d2-426d-9e83-00b19e9bd52d on network 59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:33:15.506619 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-4b78d208-1a32-4142-850c-9029ba96e179 service neutron] Attempting to bind port 4d56d3d4-b6d2-426d-9e83-00b19e9bd52d on network 59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:15.512130 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-4b78d208-1a32-4142-850c-9029ba96e179 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:33:15.512478 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-4b78d208-1a32-4142-850c-9029ba96e179 service neutron] Checking segment: {'id': '6c46755f-4d6b-49f5-8806-ce77c15e8c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:15.513277 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-4b78d208-1a32-4142-850c-9029ba96e179 service neutron] Bound using segment: {'id': '6c46755f-4d6b-49f5-8806-ce77c15e8c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:33:15.513630 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-4b78d208-1a32-4142-850c-9029ba96e179 service neutron] Bound port: 4d56d3d4-b6d2-426d-9e83-00b19e9bd52d, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c46755f-4d6b-49f5-8806-ce77c15e8c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:33:15.514101 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-4b78d208-1a32-4142-850c-9029ba96e179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:15.589806 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-4b78d208-1a32-4142-850c-9029ba96e179 service neutron] For port 4d56d3d4-b6d2-426d-9e83-00b19e9bd52d, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:33:15.602609 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-4b78d208-1a32-4142-850c-9029ba96e179 service neutron] For port 4d56d3d4-b6d2-426d-9e83-00b19e9bd52d, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=4d56d3d4-b6d2-426d-9e83-00b19e9bd52d,segment=NetworkSegment(6c46755f-4d6b-49f5-8806-ce77c15e8c37),segment_id=6c46755f-4d6b-49f5-8806-ce77c15e8c37)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:33:15.625879 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-4b78d208-1a32-4142-850c-9029ba96e179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:15.685205 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-4b78d208-1a32-4142-850c-9029ba96e179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:15.686255 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-4b78d208-1a32-4142-850c-9029ba96e179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:15.688029 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-4b78d208-1a32-4142-850c-9029ba96e179 service neutron] 10.222.0.43 "PUT /v2.0/ports/4d56d3d4-b6d2-426d-9e83-00b19e9bd52d HTTP/1.1" status: 200 len: 1092 time: 0.7250938 Jul 15 23:33:15.689524 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32adcfb-6b24-4d07-bac7-4e69e4a46cea', 'tag': '4d56d3d4-b6d2-426d-9e83-00b19e9bd52d'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:33:15.696927 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec95b86-101e-43c7-9c6f-5e11fc282454" -d '{"events": [{"name": "network-changed", "server_uuid": "a32adcfb-6b24-4d07-bac7-4e69e4a46cea", "tag": "4d56d3d4-b6d2-426d-9e83-00b19e9bd52d"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:33:15.764305 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78d208-1a32-4142-850c-9029ba96e179 service neutron] Pushing event updated for resources: {'Port': ['ID=4d56d3d4-b6d2-426d-9e83-00b19e9bd52d,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:15.797888 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0043f3-da0f-4aa8-bc75-2de0fd438988 x-openstack-request-id: req-3e0043f3-da0f-4aa8-bc75-2de0fd438988 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:33:15.798120 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a32adcfb-6b24-4d07-bac7-4e69e4a46cea", "tag": "4d56d3d4-b6d2-426d-9e83-00b19e9bd52d", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:33:15.798433 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e0043f3-da0f-4aa8-bc75-2de0fd438988 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:33:15.799591 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32adcfb-6b24-4d07-bac7-4e69e4a46cea', 'tag': '4d56d3d4-b6d2-426d-9e83-00b19e9bd52d', 'status': 'completed', 'code': 200} Jul 15 23:33:15.838120 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-6b368712-fd66-46b4-b507-c11e6e4d4a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:15.840146 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-6b368712-fd66-46b4-b507-c11e6e4d4a2d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=859ce769fac74931944b61341a6bae9f&device_id=a32adcfb-6b24-4d07-bac7-4e69e4a46cea HTTP/1.1" status: 200 len: 1095 time: 0.1002676 Jul 15 23:33:15.905721 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-92af94e0-6f2d-4339-8cf6-df16d4019474 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=4d56d3d4-b6d2-426d-9e83-00b19e9bd52d HTTP/1.1" status: 200 len: 217 time: 0.0563731 Jul 15 23:33:15.929771 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7776f51b-6cd4-467b-bedf-7ab5b7d9b9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:15.994310 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-c6cefe22-5ec8-4638-b14e-75959e57fa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:15.996361 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-c6cefe22-5ec8-4638-b14e-75959e57fa65 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00c1c5d0-e2c3-447d-a9dd-8be941b3ac67 HTTP/1.1" status: 200 len: 837 time: 0.0778127 Jul 15 23:33:16.057771 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-d27cb6ce-d4c1-4386-ac16-54e057a9a05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:16.059389 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-d27cb6ce-d4c1-4386-ac16-54e057a9a05e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544887 Jul 15 23:33:16.157745 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-7df5c29b-a5c0-45f8-9012-c7ddb9a5f1d6 service neutron] 10.222.0.43 "GET /v2.0/networks/59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906115 Jul 15 23:33:16.198860 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac4897-b30c-46c5-8c09-9e00e2fb57bf req-5c7ffabf-b29d-4c7b-8204-df266ab4abb7 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:16.201254 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-37ac4897-b30c-46c5-8c09-9e00e2fb57bf req-5c7ffabf-b29d-4c7b-8204-df266ab4abb7 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=a32adcfb-6b24-4d07-bac7-4e69e4a46cea HTTP/1.1" status: 200 len: 944 time: 0.0814631 Jul 15 23:33:16.255725 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-37ac4897-b30c-46c5-8c09-9e00e2fb57bf req-363d8688-3536-4c70-90af-4cb12d55b217 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?id=152e60b8-2fcb-413a-bcc9-29690b1da746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384099 Jul 15 23:33:16.269623 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9cfdd54a-98b6-409e-8c1c-18804dec7f44 req-07ee987c-ca6a-4e95-adcb-3831e3ece3c4 service neutron] 10.222.0.43 "GET /v2.0/networks/59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034148 Jul 15 23:33:16.394755 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec95b86-101e-43c7-9c6f-5e11fc282454 req-69572b3c-7245-46cf-989a-f7de312ef697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:16.396331 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fec95b86-101e-43c7-9c6f-5e11fc282454 req-69572b3c-7245-46cf-989a-f7de312ef697 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=859ce769fac74931944b61341a6bae9f&device_id=a32adcfb-6b24-4d07-bac7-4e69e4a46cea HTTP/1.1" status: 200 len: 1095 time: 0.0659435 Jul 15 23:33:16.488923 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec95b86-101e-43c7-9c6f-5e11fc282454 req-06d50b96-d1c4-48e5-86cb-8c21e82f4470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:16.490398 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fec95b86-101e-43c7-9c6f-5e11fc282454 req-06d50b96-d1c4-48e5-86cb-8c21e82f4470 service neutron] 10.222.0.43 "GET /v2.0/networks?id=59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912 HTTP/1.1" status: 200 len: 897 time: 0.0869088 Jul 15 23:33:16.538807 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fec95b86-101e-43c7-9c6f-5e11fc282454 req-cfe66e58-c0db-467d-a7d3-8a7889339b3d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=4d56d3d4-b6d2-426d-9e83-00b19e9bd52d HTTP/1.1" status: 200 len: 217 time: 0.0407917 Jul 15 23:33:16.592204 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec95b86-101e-43c7-9c6f-5e11fc282454 req-4b24caec-b8d9-4124-b238-fa9ee6719697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:16.593805 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fec95b86-101e-43c7-9c6f-5e11fc282454 req-4b24caec-b8d9-4124-b238-fa9ee6719697 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00c1c5d0-e2c3-447d-a9dd-8be941b3ac67 HTTP/1.1" status: 200 len: 837 time: 0.0466881 Jul 15 23:33:16.662809 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec95b86-101e-43c7-9c6f-5e11fc282454 req-a0226ef7-bad7-4177-9c91-1b005ce948e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:16.664519 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fec95b86-101e-43c7-9c6f-5e11fc282454 req-a0226ef7-bad7-4177-9c91-1b005ce948e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639186 Jul 15 23:33:16.775249 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fec95b86-101e-43c7-9c6f-5e11fc282454 req-ec650fdd-ffa8-45d5-a6aa-fffe698cae6a service neutron] 10.222.0.43 "GET /v2.0/networks/59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025972 Jul 15 23:33:16.881903 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fec95b86-101e-43c7-9c6f-5e11fc282454 req-7b7d7284-6624-403d-8a30-1f361f6b2cb3 service neutron] 10.222.0.43 "GET /v2.0/networks/59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990760 Jul 15 23:33:17.443051 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166687b-2c64-4f8e-ac61-780abc83c5f4 req-37e675c8-25d0-41c4-9791-e602350e0343 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:17.444556 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a166687b-2c64-4f8e-ac61-780abc83c5f4 req-37e675c8-25d0-41c4-9791-e602350e0343 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=a32adcfb-6b24-4d07-bac7-4e69e4a46cea HTTP/1.1" status: 200 len: 944 time: 0.0690103 Jul 15 23:33:17.483506 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a166687b-2c64-4f8e-ac61-780abc83c5f4 req-9daa4ddd-b549-4099-97d8-6b64d74f7833 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?id=152e60b8-2fcb-413a-bcc9-29690b1da746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327857 Jul 15 23:33:18.258361 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e4254c49-eb37-4f5c-8da1-1109080b8935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:18.512261 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 4d56d3d4-b6d2-426d-9e83-00b19e9bd52d details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:33:18.618571 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 4d56d3d4-b6d2-426d-9e83-00b19e9bd52d, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=4d56d3d4-b6d2-426d-9e83-00b19e9bd52d,segment=NetworkSegment(6c46755f-4d6b-49f5-8806-ce77c15e8c37),segment_id=6c46755f-4d6b-49f5-8806-ce77c15e8c37)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:18.633230 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '4d56d3d4-b6d2-426d-9e83-00b19e9bd52d', 'network_id': '59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912', 'port_id': '4d56d3d4-b6d2-426d-9e83-00b19e9bd52d', 'mac_address': 'fa:16:3e:e7:e7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c1c5d0-e2c3-447d-a9dd-8be941b3ac67', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:33:18.677496 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:18.686868 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba56652-26cc-445b-80d2-3d1e930d2cba req-546a2b63-3702-4f1e-ba15-0344b9efc368 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:18.693750 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d56d3d4-b6d2-426d-9e83-00b19e9bd52d {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:33:18.695047 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5ba56652-26cc-445b-80d2-3d1e930d2cba req-546a2b63-3702-4f1e-ba15-0344b9efc368 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=a32adcfb-6b24-4d07-bac7-4e69e4a46cea HTTP/1.1" status: 200 len: 944 time: 0.0842540 Jul 15 23:33:18.715740 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 4d56d3d4-b6d2-426d-9e83-00b19e9bd52d, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=4d56d3d4-b6d2-426d-9e83-00b19e9bd52d,segment=NetworkSegment(6c46755f-4d6b-49f5-8806-ce77c15e8c37),segment_id=6c46755f-4d6b-49f5-8806-ce77c15e8c37)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:18.726908 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:18.746514 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5ba56652-26cc-445b-80d2-3d1e930d2cba req-a32793d8-29ac-47d5-8d6d-c5599ab74801 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?id=152e60b8-2fcb-413a-bcc9-29690b1da746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502403 Jul 15 23:33:18.767100 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:18.794534 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=4d56d3d4-b6d2-426d-9e83-00b19e9bd52d,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:18.937473 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['4d56d3d4-b6d2-426d-9e83-00b19e9bd52d'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:33:19.692895 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:19.931037 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11087f-430f-4fa5-b71a-f3e7edb36a64 req-a1536acc-cad5-4de7-92b0-f04d72684975 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:19.933206 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fa11087f-430f-4fa5-b71a-f3e7edb36a64 req-a1536acc-cad5-4de7-92b0-f04d72684975 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=a32adcfb-6b24-4d07-bac7-4e69e4a46cea HTTP/1.1" status: 200 len: 945 time: 0.0635870 Jul 15 23:33:19.985854 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fa11087f-430f-4fa5-b71a-f3e7edb36a64 req-50c40104-d8d4-46c2-9fc5-830480ed0972 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?id=152e60b8-2fcb-413a-bcc9-29690b1da746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464792 Jul 15 23:33:20.245235 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 53966) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:20.357466 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-af6e47f6-f266-4c0b-baaf-a8556c601e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:20.453298 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-af6e47f6-f266-4c0b-baaf-a8556c601e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:20.457694 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-af6e47f6-f266-4c0b-baaf-a8556c601e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:20.496561 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-af6e47f6-f266-4c0b-baaf-a8556c601e95 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f63cabce52e413fa75b50e0b9cd06ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2499063 Jul 15 23:33:20.497550 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e47f6-f266-4c0b-baaf-a8556c601e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accb03b0-6e41-43c2-92a3-60fc98632052,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:20.499136 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 53972) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:20.515495 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 4d56d3d4-b6d2-426d-9e83-00b19e9bd52d up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:20.552930 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b39b666a-3d88-4475-a3eb-d5bd89c71117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:20.575039 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 4d56d3d4-b6d2-426d-9e83-00b19e9bd52d completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:20.579793 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 4d56d3d4-b6d2-426d-9e83-00b19e9bd52d triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:20.580414 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:20.582278 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b39b666a-3d88-4475-a3eb-d5bd89c71117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:20.641297 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b39b666a-3d88-4475-a3eb-d5bd89c71117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:20.644478 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b39b666a-3d88-4475-a3eb-d5bd89c71117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:20.648102 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b39b666a-3d88-4475-a3eb-d5bd89c71117 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/accb03b0-6e41-43c2-92a3-60fc98632052 HTTP/1.1" status: 204 len: 168 time: 0.1455553 Jul 15 23:33:20.664457 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b666a-3d88-4475-a3eb-d5bd89c71117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accb03b0-6e41-43c2-92a3-60fc98632052,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:20.671069 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:20.704510 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32adcfb-6b24-4d07-bac7-4e69e4a46cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d56d3d4-b6d2-426d-9e83-00b19e9bd52d'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:33:20.707168 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8db6b88-30db-45bf-9431-ebfe11961e4b" -d '{"events": [{"server_uuid": "a32adcfb-6b24-4d07-bac7-4e69e4a46cea", "name": "network-vif-plugged", "status": "completed", "tag": "4d56d3d4-b6d2-426d-9e83-00b19e9bd52d"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:33:20.722707 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 4d56d3d4-b6d2-426d-9e83-00b19e9bd52d, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=4d56d3d4-b6d2-426d-9e83-00b19e9bd52d,segment=NetworkSegment(6c46755f-4d6b-49f5-8806-ce77c15e8c37),segment_id=6c46755f-4d6b-49f5-8806-ce77c15e8c37)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:20.726923 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:20.758866 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f069477-85fe-4da4-a9e1-994c2e4ce5ad x-openstack-request-id: req-4f069477-85fe-4da4-a9e1-994c2e4ce5ad {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:33:20.759219 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a32adcfb-6b24-4d07-bac7-4e69e4a46cea", "name": "network-vif-plugged", "status": "completed", "tag": "4d56d3d4-b6d2-426d-9e83-00b19e9bd52d", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:33:20.759523 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4f069477-85fe-4da4-a9e1-994c2e4ce5ad {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:33:20.759918 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32adcfb-6b24-4d07-bac7-4e69e4a46cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d56d3d4-b6d2-426d-9e83-00b19e9bd52d', 'code': 200} Jul 15 23:33:20.791065 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=4d56d3d4-b6d2-426d-9e83-00b19e9bd52d,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:20.879145 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd77128-c463-496a-a170-1551dd9443e0 req-5031129e-5daf-4ba8-906d-7af037ab60db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:20.880785 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dbd77128-c463-496a-a170-1551dd9443e0 req-5031129e-5daf-4ba8-906d-7af037ab60db service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a32adcfb-6b24-4d07-bac7-4e69e4a46cea HTTP/1.1" status: 200 len: 1097 time: 0.0568299 Jul 15 23:33:20.917938 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dbd77128-c463-496a-a170-1551dd9443e0 req-c2af9a9b-e6a5-49bb-8b55-e5d5a4dd890c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=152e60b8-2fcb-413a-bcc9-29690b1da746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293713 Jul 15 23:33:21.182425 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcba860-99c2-426c-b0c2-39c603320985 req-b6d87db7-ad82-42e3-9992-17368f7b93cc tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:21.184386 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3fcba860-99c2-426c-b0c2-39c603320985 req-b6d87db7-ad82-42e3-9992-17368f7b93cc tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=a32adcfb-6b24-4d07-bac7-4e69e4a46cea HTTP/1.1" status: 200 len: 946 time: 0.0732517 Jul 15 23:33:21.235032 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3fcba860-99c2-426c-b0c2-39c603320985 req-e1b5032f-82a7-4d0a-a4b0-46881c4c919e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?id=152e60b8-2fcb-413a-bcc9-29690b1da746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392885 Jul 15 23:33:21.265010 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:21.380459 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54024) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:21.481670 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-5226d278-bd95-468b-8c00-89e829c68039 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2006614480-network', 'tenant_id': 'c1fe76508af140a09f6a8d638a170b65'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:21.503606 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5226d278-bd95-468b-8c00-89e829c68039 admin admin] Made reservation on behalf of c1fe76508af140a09f6a8d638a170b65 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:21.505915 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5226d278-bd95-468b-8c00-89e829c68039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:21.514136 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5226d278-bd95-468b-8c00-89e829c68039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:21.609342 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5226d278-bd95-468b-8c00-89e829c68039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:21.613858 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5226d278-bd95-468b-8c00-89e829c68039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:21.638390 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5226d278-bd95-468b-8c00-89e829c68039 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:33:21.647382 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226d278-bd95-468b-8c00-89e829c68039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76402102-a7fc-468a-b95c-af4e87624665,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:21.655214 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5226d278-bd95-468b-8c00-89e829c68039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:21.655626 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-5226d278-bd95-468b-8c00-89e829c68039 admin admin] Added segment a111157b-bfe3-4a44-b5e5-cb707d1292c1 of type vlan for network b9cc0570-4cc7-4e83-af3e-9ae45d903433 Jul 15 23:33:21.701010 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5226d278-bd95-468b-8c00-89e829c68039 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:21.736991 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5226d278-bd95-468b-8c00-89e829c68039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:21.738095 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5226d278-bd95-468b-8c00-89e829c68039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:21.738687 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5226d278-bd95-468b-8c00-89e829c68039 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:21.775947 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5226d278-bd95-468b-8c00-89e829c68039 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3915346 Jul 15 23:33:21.776177 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54030) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:21.781163 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0632adbd-c0b6-4da6-9c22-eb4248ac94c5 admin admin] Request body: {'subnet': {'network_id': 'b9cc0570-4cc7-4e83-af3e-9ae45d903433', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2006614480-subnet', 'tenant_id': 'c1fe76508af140a09f6a8d638a170b65', 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:21.802420 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226d278-bd95-468b-8c00-89e829c68039 admin admin] Pushing event updated for resources: {'Network': ['ID=b9cc0570-4cc7-4e83-af3e-9ae45d903433,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:21.817831 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network b9cc0570-4cc7-4e83-af3e-9ae45d903433 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:33:21.830368 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0632adbd-c0b6-4da6-9c22-eb4248ac94c5 admin admin] Made reservation on behalf of c1fe76508af140a09f6a8d638a170b65 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:21.833371 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0632adbd-c0b6-4da6-9c22-eb4248ac94c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:22.012835 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0632adbd-c0b6-4da6-9c22-eb4248ac94c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:22.066807 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632adbd-c0b6-4da6-9c22-eb4248ac94c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=234baaef-7ad7-4c92-b56e-48d95ce214b8,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:22.076966 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0632adbd-c0b6-4da6-9c22-eb4248ac94c5 admin admin] Checking segment: {'id': 'a111157b-bfe3-4a44-b5e5-cb707d1292c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b9cc0570-4cc7-4e83-af3e-9ae45d903433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:22.077411 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0632adbd-c0b6-4da6-9c22-eb4248ac94c5 admin admin] Network hostable DHCP agents. Network: b9cc0570-4cc7-4e83-af3e-9ae45d903433, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:33:22.095461 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0632adbd-c0b6-4da6-9c22-eb4248ac94c5 admin admin] Network b9cc0570-4cc7-4e83-af3e-9ae45d903433 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:33:22.104404 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-0632adbd-c0b6-4da6-9c22-eb4248ac94c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, b9cc0570-4cc7-4e83-af3e-9ae45d903433) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:22.108751 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0632adbd-c0b6-4da6-9c22-eb4248ac94c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:22.109335 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0632adbd-c0b6-4da6-9c22-eb4248ac94c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:22.115464 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b3bbbc-f224-4255-8e17-468621461e26 None None] Network b9cc0570-4cc7-4e83-af3e-9ae45d903433 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:33:22.129197 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54034) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:22.129346 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0632adbd-c0b6-4da6-9c22-eb4248ac94c5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3519630 Jul 15 23:33:22.133992 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-51fd6776-76de-48a2-910d-a4c7938847c8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2006614480-router', 'tenant_id': 'c1fe76508af140a09f6a8d638a170b65', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:22.168751 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51fd6776-76de-48a2-910d-a4c7938847c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:22.170079 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51fd6776-76de-48a2-910d-a4c7938847c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:22.227796 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51fd6776-76de-48a2-910d-a4c7938847c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:22.283580 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06462c9d-eaf1-48c0-abaf-1874b584dd28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-b9cc0570-4cc7-4e83-af3e-9ae45d903433', 'network_id': 'b9cc0570-4cc7-4e83-af3e-9ae45d903433', 'tenant_id': 'c1fe76508af140a09f6a8d638a170b65', 'fixed_ips': [{'subnet_id': '234baaef-7ad7-4c92-b56e-48d95ce214b8'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:33:22.285161 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-06462c9d-eaf1-48c0-abaf-1874b584dd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:22.408846 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51fd6776-76de-48a2-910d-a4c7938847c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:22.437822 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-06462c9d-eaf1-48c0-abaf-1874b584dd28 None None] Allocated IP 172.20.0.2 (b9cc0570-4cc7-4e83-af3e-9ae45d903433/234baaef-7ad7-4c92-b56e-48d95ce214b8/cd835b34-7a25-4115-afe0-6ba24c1401b2) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:22.481352 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9073fb-fb6e-4704-969e-a4f646944f91 req-daafb8a7-aefd-4522-b79d-6207315e1b00 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:22.483067 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0d9073fb-fb6e-4704-969e-a4f646944f91 req-daafb8a7-aefd-4522-b79d-6207315e1b00 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=a32adcfb-6b24-4d07-bac7-4e69e4a46cea HTTP/1.1" status: 200 len: 946 time: 0.1068742 Jul 15 23:33:22.553456 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0d9073fb-fb6e-4704-969e-a4f646944f91 req-fa90f5f3-207e-4ddc-b82a-3354acdfb1e9 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?id=152e60b8-2fcb-413a-bcc9-29690b1da746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631649 Jul 15 23:33:22.601661 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-06462c9d-eaf1-48c0-abaf-1874b584dd28 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:22.611011 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-06462c9d-eaf1-48c0-abaf-1874b584dd28 None None] Transition to ACTIVE for port object cd835b34-7a25-4115-afe0-6ba24c1401b2 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:22.627464 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-06462c9d-eaf1-48c0-abaf-1874b584dd28 None None] Transition to ACTIVE for port object cd835b34-7a25-4115-afe0-6ba24c1401b2 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:22.634791 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-06462c9d-eaf1-48c0-abaf-1874b584dd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:22.679566 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06462c9d-eaf1-48c0-abaf-1874b584dd28 None None] Network b9cc0570-4cc7-4e83-af3e-9ae45d903433 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:22.682483 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-06462c9d-eaf1-48c0-abaf-1874b584dd28 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:22.686269 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06462c9d-eaf1-48c0-abaf-1874b584dd28 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:22.696035 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06462c9d-eaf1-48c0-abaf-1874b584dd28 None None] Pushing event updated for resources: {'Port': ['ID=cd835b34-7a25-4115-afe0-6ba24c1401b2,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:22.723990 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51fd6776-76de-48a2-910d-a4c7938847c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:22.752259 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51fd6776-76de-48a2-910d-a4c7938847c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:22.833502 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e0d00-db7c-40c9-b5d2-434a01222453 req-0b2cbfae-fb7a-4bd9-83db-17b10ab103a5 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:22.835284 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1e7e0d00-db7c-40c9-b5d2-434a01222453 req-0b2cbfae-fb7a-4bd9-83db-17b10ab103a5 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=a32adcfb-6b24-4d07-bac7-4e69e4a46cea HTTP/1.1" status: 200 len: 946 time: 0.1504593 Jul 15 23:33:22.910097 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-51fd6776-76de-48a2-910d-a4c7938847c8 admin admin] Allocated IP 172.25.4.63 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/ee327824-8f77-4a67-8def-b36b25c061d6) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:22.912150 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-06462c9d-eaf1-48c0-abaf-1874b584dd28 None None] Attempting to bind port cd835b34-7a25-4115-afe0-6ba24c1401b2 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:33:22.912659 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-06462c9d-eaf1-48c0-abaf-1874b584dd28 None None] Attempting to bind port cd835b34-7a25-4115-afe0-6ba24c1401b2 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'a111157b-bfe3-4a44-b5e5-cb707d1292c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b9cc0570-4cc7-4e83-af3e-9ae45d903433'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:33:22.912882 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06462c9d-eaf1-48c0-abaf-1874b584dd28 None None] Attempting to bind port cd835b34-7a25-4115-afe0-6ba24c1401b2 on network b9cc0570-4cc7-4e83-af3e-9ae45d903433 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:22.914705 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1e7e0d00-db7c-40c9-b5d2-434a01222453 req-b6f01e88-6a5e-43cf-9d23-119ffd812c94 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?id=152e60b8-2fcb-413a-bcc9-29690b1da746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549645 Jul 15 23:33:22.917929 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06462c9d-eaf1-48c0-abaf-1874b584dd28 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:33:22.918302 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06462c9d-eaf1-48c0-abaf-1874b584dd28 None None] Checking segment: {'id': 'a111157b-bfe3-4a44-b5e5-cb707d1292c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b9cc0570-4cc7-4e83-af3e-9ae45d903433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:22.918739 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-06462c9d-eaf1-48c0-abaf-1874b584dd28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:22.919119 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06462c9d-eaf1-48c0-abaf-1874b584dd28 None None] Bound using segment: {'id': 'a111157b-bfe3-4a44-b5e5-cb707d1292c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b9cc0570-4cc7-4e83-af3e-9ae45d903433'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:33:22.919609 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-06462c9d-eaf1-48c0-abaf-1874b584dd28 None None] Bound port: cd835b34-7a25-4115-afe0-6ba24c1401b2, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a111157b-bfe3-4a44-b5e5-cb707d1292c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b9cc0570-4cc7-4e83-af3e-9ae45d903433'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:33:22.919951 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-06462c9d-eaf1-48c0-abaf-1874b584dd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:22.998765 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-06462c9d-eaf1-48c0-abaf-1874b584dd28 None None] For port cd835b34-7a25-4115-afe0-6ba24c1401b2, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:33:23.002787 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-06462c9d-eaf1-48c0-abaf-1874b584dd28 None None] For port cd835b34-7a25-4115-afe0-6ba24c1401b2, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=cd835b34-7a25-4115-afe0-6ba24c1401b2,segment=NetworkSegment(a111157b-bfe3-4a44-b5e5-cb707d1292c1),segment_id=a111157b-bfe3-4a44-b5e5-cb707d1292c1)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:33:23.009291 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-06462c9d-eaf1-48c0-abaf-1874b584dd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:23.046423 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51fd6776-76de-48a2-910d-a4c7938847c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:23.080374 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06462c9d-eaf1-48c0-abaf-1874b584dd28 None None] Pushing event updated for resources: {'Port': ['ID=cd835b34-7a25-4115-afe0-6ba24c1401b2,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:23.104869 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51fd6776-76de-48a2-910d-a4c7938847c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:23.166220 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fd6776-76de-48a2-910d-a4c7938847c8 admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:23.169640 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-51fd6776-76de-48a2-910d-a4c7938847c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:23.175395 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fd6776-76de-48a2-910d-a4c7938847c8 admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:23.206323 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd6776-76de-48a2-910d-a4c7938847c8 admin admin] Pushing event updated for resources: {'Port': ['ID=ee327824-8f77-4a67-8def-b36b25c061d6,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:23.472633 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51fd6776-76de-48a2-910d-a4c7938847c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:23.666416 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51fd6776-76de-48a2-910d-a4c7938847c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:23.796821 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51fd6776-76de-48a2-910d-a4c7938847c8 admin admin] Router 3fa1348d-4237-4849-a3c9-ecf847af7fbf is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:33:23.913019 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fd6776-76de-48a2-910d-a4c7938847c8 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:23.923142 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55de193d-6baa-45ec-acf4-daed35ca0473 None None] Sync routers for ids ['3fa1348d-4237-4849-a3c9-ecf847af7fbf'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:23.934296 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55de193d-6baa-45ec-acf4-daed35ca0473 None None] Routers {'3fa1348d-4237-4849-a3c9-ecf847af7fbf'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:23.934998 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-55de193d-6baa-45ec-acf4-daed35ca0473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3fa1348d-4237-4849-a3c9-ecf847af7fbf'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:23.940408 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51fd6776-76de-48a2-910d-a4c7938847c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:23.944806 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54046) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:23.954976 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-51fd6776-76de-48a2-910d-a4c7938847c8 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8240697 Jul 15 23:33:24.087182 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-55de193d-6baa-45ec-acf4-daed35ca0473 None None] Set router 3fa1348d-4237-4849-a3c9-ecf847af7fbf gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:24.219562 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a1acbb-069e-4bfb-8fa2-1d94a84e9f6f None None] Network b9cc0570-4cc7-4e83-af3e-9ae45d903433 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:33:24.279686 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:24.315936 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0174bec7-1483-48ac-b342-690e179fb6f0 None None] Provisioning for port cd835b34-7a25-4115-afe0-6ba24c1401b2 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:24.419986 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d18e122c-5c5c-46fc-a86a-43d376e2f27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:24.429935 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-55de193d-6baa-45ec-acf4-daed35ca0473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa1348d-4237-4849-a3c9-ecf847af7fbf', 'name': 'tempest-TestAggregatesBasicOps-2006614480-router', 'tenant_id': 'c1fe76508af140a09f6a8d638a170b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ee327824-8f77-4a67-8def-b36b25c061d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:22Z', 'updated_at': '2021-07-15T23:33:23Z', 'revision_number': 3, 'project_id': 'c1fe76508af140a09f6a8d638a170b65', 'gw_port': {'id': 'ee327824-8f77-4a67-8def-b36b25c061d6', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa1348d-4237-4849-a3c9-ecf847af7fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:22Z', 'updated_at': '2021-07-15T23:33:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:24.475070 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54050) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:24.481775 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55de193d-6baa-45ec-acf4-daed35ca0473 None None] Checking router: 3fa1348d-4237-4849-a3c9-ecf847af7fbf for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:33:24.482203 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55de193d-6baa-45ec-acf4-daed35ca0473 None None] Updating router 3fa1348d-4237-4849-a3c9-ecf847af7fbf port ee327824-8f77-4a67-8def-b36b25c061d6 binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:33:24.529143 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-55de193d-6baa-45ec-acf4-daed35ca0473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:24.670167 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-d18e122c-5c5c-46fc-a86a-43d376e2f27f admin admin] Allocated IP 172.20.0.1 (b9cc0570-4cc7-4e83-af3e-9ae45d903433/234baaef-7ad7-4c92-b56e-48d95ce214b8/b9813a51-d61b-4b26-b4f0-03b01b26fe85) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:24.817471 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d18e122c-5c5c-46fc-a86a-43d376e2f27f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:24.834351 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-d18e122c-5c5c-46fc-a86a-43d376e2f27f admin admin] Transition to ACTIVE for port object b9813a51-d61b-4b26-b4f0-03b01b26fe85 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:24.881930 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d18e122c-5c5c-46fc-a86a-43d376e2f27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:24.923440 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18e122c-5c5c-46fc-a86a-43d376e2f27f admin admin] Network b9cc0570-4cc7-4e83-af3e-9ae45d903433 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:24.927502 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-d18e122c-5c5c-46fc-a86a-43d376e2f27f admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:24.952063 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18e122c-5c5c-46fc-a86a-43d376e2f27f admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:24.957117 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-55de193d-6baa-45ec-acf4-daed35ca0473 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:24.975835 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-55de193d-6baa-45ec-acf4-daed35ca0473 None None] Transition to ACTIVE for port object ee327824-8f77-4a67-8def-b36b25c061d6 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:24.991547 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e122c-5c5c-46fc-a86a-43d376e2f27f admin admin] Pushing event updated for resources: {'Port': ['ID=b9813a51-d61b-4b26-b4f0-03b01b26fe85,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:25.002761 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-55de193d-6baa-45ec-acf4-daed35ca0473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.015032 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d18e122c-5c5c-46fc-a86a-43d376e2f27f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.122595 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-55de193d-6baa-45ec-acf4-daed35ca0473 None None] Attempting to bind port ee327824-8f77-4a67-8def-b36b25c061d6 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:33:25.123171 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-55de193d-6baa-45ec-acf4-daed35ca0473 None None] Attempting to bind port ee327824-8f77-4a67-8def-b36b25c061d6 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:33:25.123617 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55de193d-6baa-45ec-acf4-daed35ca0473 None None] Attempting to bind port ee327824-8f77-4a67-8def-b36b25c061d6 on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:25.143056 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55de193d-6baa-45ec-acf4-daed35ca0473 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:33:25.144057 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55de193d-6baa-45ec-acf4-daed35ca0473 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:25.144480 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-55de193d-6baa-45ec-acf4-daed35ca0473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.144879 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55de193d-6baa-45ec-acf4-daed35ca0473 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:33:25.145380 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-55de193d-6baa-45ec-acf4-daed35ca0473 None None] Bound port: ee327824-8f77-4a67-8def-b36b25c061d6, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:33:25.145769 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-55de193d-6baa-45ec-acf4-daed35ca0473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.151416 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eed5d4-2480-4975-94d7-f292abdc8015 None None] Pushing event updated for resources: {'Port': ['ID=ee327824-8f77-4a67-8def-b36b25c061d6,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:25.185289 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cd835b34-7a25-4115-afe0-6ba24c1401b2 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:25.233680 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d18e122c-5c5c-46fc-a86a-43d376e2f27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.265267 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-55de193d-6baa-45ec-acf4-daed35ca0473 None None] For port ee327824-8f77-4a67-8def-b36b25c061d6, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:33:25.275934 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-55de193d-6baa-45ec-acf4-daed35ca0473 None None] For port ee327824-8f77-4a67-8def-b36b25c061d6, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ee327824-8f77-4a67-8def-b36b25c061d6,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:33:25.282414 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-55de193d-6baa-45ec-acf4-daed35ca0473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.334195 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port cd835b34-7a25-4115-afe0-6ba24c1401b2 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:25.352006 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port cd835b34-7a25-4115-afe0-6ba24c1401b2 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:25.352378 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.419059 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eed5d4-2480-4975-94d7-f292abdc8015 None None] Pushing event updated for resources: {'Port': ['ID=ee327824-8f77-4a67-8def-b36b25c061d6,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:25.425894 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55de193d-6baa-45ec-acf4-daed35ca0473 None None] Routers {'3fa1348d-4237-4849-a3c9-ecf847af7fbf'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:25.426783 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-55de193d-6baa-45ec-acf4-daed35ca0473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3fa1348d-4237-4849-a3c9-ecf847af7fbf'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:25.481840 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d18e122c-5c5c-46fc-a86a-43d376e2f27f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.487847 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d18e122c-5c5c-46fc-a86a-43d376e2f27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.509819 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6939e75-073a-4dd4-9199-4af5672e7d96 req-01939ef0-2b8c-4d7a-b933-5a1a03464732 tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:25.517122 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a6939e75-073a-4dd4-9199-4af5672e7d96 req-01939ef0-2b8c-4d7a-b933-5a1a03464732 tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 1097 time: 0.6947582 Jul 15 23:33:25.539545 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-55de193d-6baa-45ec-acf4-daed35ca0473 None None] Set router 3fa1348d-4237-4849-a3c9-ecf847af7fbf gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:25.544247 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d18e122c-5c5c-46fc-a86a-43d376e2f27f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.587118 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a6939e75-073a-4dd4-9199-4af5672e7d96 req-35a5659b-8e8b-45da-a35f-cf58ae8699be tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690525 Jul 15 23:33:25.615793 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54058) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:25.683586 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f6f4cdad-12d2-4d5b-b315-89052c70e1e4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.689083 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18e122c-5c5c-46fc-a86a-43d376e2f27f admin admin] Network b9cc0570-4cc7-4e83-af3e-9ae45d903433 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:25.713277 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e122c-5c5c-46fc-a86a-43d376e2f27f admin admin] Pushing event updated for resources: {'Port': ['ID=b9813a51-d61b-4b26-b4f0-03b01b26fe85,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:25.724912 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-d18e122c-5c5c-46fc-a86a-43d376e2f27f admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:25.785613 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5e344ee4-1dce-4632-8324-42efe6b6ccb1 None None] Provisioning for port b9813a51-d61b-4b26-b4f0-03b01b26fe85 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:25.804233 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5e344ee4-1dce-4632-8324-42efe6b6ccb1 None None] Provisioning complete for port b9813a51-d61b-4b26-b4f0-03b01b26fe85 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:25.805022 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5e344ee4-1dce-4632-8324-42efe6b6ccb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.847307 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.890225 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-3f855a1d-b21c-4421-a1a5-f554591832e6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Deleting port c8e721c6-c092-429d-903c-e3c9f77e9000 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:25.890566 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3f855a1d-b21c-4421-a1a5-f554591832e6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.906261 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18e122c-5c5c-46fc-a86a-43d376e2f27f admin admin] Router 3fa1348d-4237-4849-a3c9-ecf847af7fbf has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:33:25.906503 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port cd835b34-7a25-4115-afe0-6ba24c1401b2, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=cd835b34-7a25-4115-afe0-6ba24c1401b2,segment=NetworkSegment(a111157b-bfe3-4a44-b5e5-cb707d1292c1),segment_id=a111157b-bfe3-4a44-b5e5-cb707d1292c1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:25.907778 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5e344ee4-1dce-4632-8324-42efe6b6ccb1 None None] Port b9813a51-d61b-4b26-b4f0-03b01b26fe85 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:25.915769 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:26.001133 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=cd835b34-7a25-4115-afe0-6ba24c1401b2,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:26.014753 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-55de193d-6baa-45ec-acf4-daed35ca0473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa1348d-4237-4849-a3c9-ecf847af7fbf', 'name': 'tempest-TestAggregatesBasicOps-2006614480-router', 'tenant_id': 'c1fe76508af140a09f6a8d638a170b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ee327824-8f77-4a67-8def-b36b25c061d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:22Z', 'updated_at': '2021-07-15T23:33:25Z', 'revision_number': 4, 'project_id': 'c1fe76508af140a09f6a8d638a170b65', 'gw_port': {'id': 'ee327824-8f77-4a67-8def-b36b25c061d6', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa1348d-4237-4849-a3c9-ecf847af7fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:22Z', 'updated_at': '2021-07-15T23:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'b9813a51-d61b-4b26-b4f0-03b01b26fe85', 'name': '', 'network_id': 'b9cc0570-4cc7-4e83-af3e-9ae45d903433', 'tenant_id': 'c1fe76508af140a09f6a8d638a170b65', 'mac_address': 'fa:16:3e:85:9a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa1348d-4237-4849-a3c9-ecf847af7fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '234baaef-7ad7-4c92-b56e-48d95ce214b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:24Z', 'updated_at': '2021-07-15T23:33:24Z', 'revision_number': 1, 'project_id': 'c1fe76508af140a09f6a8d638a170b65', 'subnets': [{'id': '234baaef-7ad7-4c92-b56e-48d95ce214b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:26.054224 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55de193d-6baa-45ec-acf4-daed35ca0473 None None] The sync data for ids ['3fa1348d-4237-4849-a3c9-ecf847af7fbf'] in n-d-787205-9 is: [{'id': '3fa1348d-4237-4849-a3c9-ecf847af7fbf', 'name': 'tempest-TestAggregatesBasicOps-2006614480-router', 'tenant_id': 'c1fe76508af140a09f6a8d638a170b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ee327824-8f77-4a67-8def-b36b25c061d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:22Z', 'updated_at': '2021-07-15T23:33:25Z', 'revision_number': 4, 'project_id': 'c1fe76508af140a09f6a8d638a170b65', 'gw_port': {'id': 'ee327824-8f77-4a67-8def-b36b25c061d6', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa1348d-4237-4849-a3c9-ecf847af7fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:22Z', 'updated_at': '2021-07-15T23:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'b9813a51-d61b-4b26-b4f0-03b01b26fe85', 'name': '', 'network_id': 'b9cc0570-4cc7-4e83-af3e-9ae45d903433', 'tenant_id': 'c1fe76508af140a09f6a8d638a170b65', 'mac_address': 'fa:16:3e:85:9a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa1348d-4237-4849-a3c9-ecf847af7fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '234baaef-7ad7-4c92-b56e-48d95ce214b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:24Z', 'updated_at': '2021-07-15T23:33:24Z', 'revision_number': 1, 'project_id': 'c1fe76508af140a09f6a8d638a170b65', 'subnets': [{'id': '234baaef-7ad7-4c92-b56e-48d95ce214b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:26.088906 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3f855a1d-b21c-4421-a1a5-f554591832e6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:26.089214 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3f855a1d-b21c-4421-a1a5-f554591832e6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:26.092503 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18e122c-5c5c-46fc-a86a-43d376e2f27f admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:26.107203 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d18e122c-5c5c-46fc-a86a-43d376e2f27f admin admin] 10.222.0.16 "PUT /v2.0/routers/3fa1348d-4237-4849-a3c9-ecf847af7fbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1601517 Jul 15 23:33:26.113427 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-3f855a1d-b21c-4421-a1a5-f554591832e6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Calling delete_port for c8e721c6-c092-429d-903c-e3c9f77e9000 owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:26.130739 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ddfd9787-118b-4fe8-afde-9b1611ff0cdd None None] Provisioning complete for port b9813a51-d61b-4b26-b4f0-03b01b26fe85 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:26.131148 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ddfd9787-118b-4fe8-afde-9b1611ff0cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:26.169878 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ddfd9787-118b-4fe8-afde-9b1611ff0cdd None None] Port b9813a51-d61b-4b26-b4f0-03b01b26fe85 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:26.231137 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-f6f4cdad-12d2-4d5b-b315-89052c70e1e4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Allocated IP 172.20.0.17 (59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912/00c1c5d0-e2c3-447d-a9dd-8be941b3ac67/73ea3fea-81ff-46c0-8328-4d136a518bda) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:26.472365 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f6f4cdad-12d2-4d5b-b315-89052c70e1e4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:26.495908 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-f6f4cdad-12d2-4d5b-b315-89052c70e1e4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Transition to ACTIVE for port object 73ea3fea-81ff-46c0-8328-4d136a518bda will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:26.533374 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3f855a1d-b21c-4421-a1a5-f554591832e6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:26.543914 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f6f4cdad-12d2-4d5b-b315-89052c70e1e4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:26.606281 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f855a1d-b21c-4421-a1a5-f554591832e6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event deleted for resources: {'Port': ['ID=c8e721c6-c092-429d-903c-e3c9f77e9000,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:26.659964 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4cdad-12d2-4d5b-b315-89052c70e1e4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'Port': ['ID=73ea3fea-81ff-46c0-8328-4d136a518bda,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:26.690530 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f4cdad-12d2-4d5b-b315-89052c70e1e4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Network 59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:26.693659 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-f6f4cdad-12d2-4d5b-b315-89052c70e1e4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:26.696081 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f4cdad-12d2-4d5b-b315-89052c70e1e4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:26.746191 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3f855a1d-b21c-4421-a1a5-f554591832e6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:26.746690 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-3f855a1d-b21c-4421-a1a5-f554591832e6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Floating IP 7e26c537-5405-4074-a7c4-1ee79eac0eb2 disassociated (deleted). External IP: 172.25.4.124, port: 3bc566c7-e1cf-4476-957d-13d55ea5d9da. Jul 15 23:33:26.783210 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f6f4cdad-12d2-4d5b-b315-89052c70e1e4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:26.801233 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54108) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:26.810805 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8443665d-f7af-4168-b4ce-8205bd401d5d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-325265492-network', 'tenant_id': '467670c48f4b4cf4a0126b23a864ad1e'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:26.856352 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8443665d-f7af-4168-b4ce-8205bd401d5d admin admin] Made reservation on behalf of 467670c48f4b4cf4a0126b23a864ad1e for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:26.860128 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8443665d-f7af-4168-b4ce-8205bd401d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:26.875165 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8443665d-f7af-4168-b4ce-8205bd401d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:27.156274 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8443665d-f7af-4168-b4ce-8205bd401d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:27.161382 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8443665d-f7af-4168-b4ce-8205bd401d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:27.208203 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-bfd8e725-00a1-4fa2-9c07-e34b6b872438 None None] Provisioning for port 73ea3fea-81ff-46c0-8328-4d136a518bda completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:27.221230 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443665d-f7af-4168-b4ce-8205bd401d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d79683-7d29-4d1a-9fb2-ce6cd8ce8a2e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:27.221544 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-bfd8e725-00a1-4fa2-9c07-e34b6b872438 None None] Provisioning complete for port 73ea3fea-81ff-46c0-8328-4d136a518bda triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:27.222022 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bfd8e725-00a1-4fa2-9c07-e34b6b872438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:27.232318 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8443665d-f7af-4168-b4ce-8205bd401d5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:33:27.236222 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f6f4cdad-12d2-4d5b-b315-89052c70e1e4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:27.243545 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8443665d-f7af-4168-b4ce-8205bd401d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:27.244105 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-8443665d-f7af-4168-b4ce-8205bd401d5d admin admin] Added segment 22237b1e-24ab-440b-b74e-2f0eb9612bc4 of type vlan for network 1f72104d-0c78-4d60-9fba-14751c3cd294 Jul 15 23:33:27.295941 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-bfd8e725-00a1-4fa2-9c07-e34b6b872438 None None] Port 73ea3fea-81ff-46c0-8328-4d136a518bda cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:27.302415 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8443665d-f7af-4168-b4ce-8205bd401d5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:27.316560 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ee327824-8f77-4a67-8def-b36b25c061d6 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:27.338925 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8443665d-f7af-4168-b4ce-8205bd401d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:27.340063 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8443665d-f7af-4168-b4ce-8205bd401d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:27.340751 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8443665d-f7af-4168-b4ce-8205bd401d5d admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:27.349155 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f855a1d-b21c-4421-a1a5-f554591832e6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Router 7e51beac-15be-4032-bd2b-be4b21418c38 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:33:27.385821 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8443665d-f7af-4168-b4ce-8205bd401d5d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5817702 Jul 15 23:33:27.388866 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54160) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:27.396043 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port ee327824-8f77-4a67-8def-b36b25c061d6 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:27.399435 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8ef5ce1d-3c71-4aad-a1ec-3c2bd69bbe31 admin admin] Request body: {'subnet': {'network_id': '1f72104d-0c78-4d60-9fba-14751c3cd294', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-325265492-subnet', 'tenant_id': '467670c48f4b4cf4a0126b23a864ad1e', 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:27.403857 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port ee327824-8f77-4a67-8def-b36b25c061d6 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:27.404792 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:27.465427 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443665d-f7af-4168-b4ce-8205bd401d5d admin admin] Pushing event updated for resources: {'Network': ['ID=1f72104d-0c78-4d60-9fba-14751c3cd294,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:27.480312 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef5ce1d-3c71-4aad-a1ec-3c2bd69bbe31 admin admin] Made reservation on behalf of 467670c48f4b4cf4a0126b23a864ad1e for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:27.483450 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 1f72104d-0c78-4d60-9fba-14751c3cd294 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:33:27.484897 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8ef5ce1d-3c71-4aad-a1ec-3c2bd69bbe31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:27.605674 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:27.670505 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port ee327824-8f77-4a67-8def-b36b25c061d6, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ee327824-8f77-4a67-8def-b36b25c061d6,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:27.676472 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:27.677903 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cd835b34-7a25-4115-afe0-6ba24c1401b2 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:27.744662 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f855a1d-b21c-4421-a1a5-f554591832e6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:27.751141 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3f855a1d-b21c-4421-a1a5-f554591832e6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:27.756310 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b6b962-596b-4dd0-b57b-23a3d818b00b None None] Sync routers for ids ['7e51beac-15be-4032-bd2b-be4b21418c38'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:27.772076 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b6b962-596b-4dd0-b57b-23a3d818b00b None None] Routers {'7e51beac-15be-4032-bd2b-be4b21418c38'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:27.774703 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-08b6b962-596b-4dd0-b57b-23a3d818b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['7e51beac-15be-4032-bd2b-be4b21418c38'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:27.825507 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8ef5ce1d-3c71-4aad-a1ec-3c2bd69bbe31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:27.853768 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=ee327824-8f77-4a67-8def-b36b25c061d6,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:27.857989 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port cd835b34-7a25-4115-afe0-6ba24c1401b2 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:27.858344 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:27.875636 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3f855a1d-b21c-4421-a1a5-f554591832e6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "DELETE /v2.0/floatingips/7e26c537-5405-4074-a7c4-1ee79eac0eb2 HTTP/1.1" status: 204 len: 168 time: 2.2587428 Jul 15 23:33:27.880026 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d4a2ac-fe42-428c-9b22-89f99d536de5', 'tag': '3bc566c7-e1cf-4476-957d-13d55ea5d9da'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:33:27.883533 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbbd11d-d7b5-4460-afbe-22995221f141" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d4a2ac-fe42-428c-9b22-89f99d536de5", "tag": "3bc566c7-e1cf-4476-957d-13d55ea5d9da"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:33:27.989766 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5ce1d-3c71-4aad-a1ec-3c2bd69bbe31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06a27bf5-f5a1-4db6-ba5b-e6e6e157ebc9,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:28.002948 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1560e426-8cc2-4b31-812c-6a5d0282ee5d x-openstack-request-id: req-1560e426-8cc2-4b31-812c-6a5d0282ee5d {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:33:28.003156 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d4a2ac-fe42-428c-9b22-89f99d536de5", "tag": "3bc566c7-e1cf-4476-957d-13d55ea5d9da", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:33:28.003732 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1560e426-8cc2-4b31-812c-6a5d0282ee5d {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:33:28.005822 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d4a2ac-fe42-428c-9b22-89f99d536de5', 'tag': '3bc566c7-e1cf-4476-957d-13d55ea5d9da', 'status': 'completed', 'code': 200} Jul 15 23:33:28.015280 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-08b6b962-596b-4dd0-b57b-23a3d818b00b None None] Set router 7e51beac-15be-4032-bd2b-be4b21418c38 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:28.159451 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f6f4cdad-12d2-4d5b-b315-89052c70e1e4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:28.170072 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f6f4cdad-12d2-4d5b-b315-89052c70e1e4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:28.219543 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef5ce1d-3c71-4aad-a1ec-3c2bd69bbe31 admin admin] Checking segment: {'id': '22237b1e-24ab-440b-b74e-2f0eb9612bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1f72104d-0c78-4d60-9fba-14751c3cd294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:28.221065 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef5ce1d-3c71-4aad-a1ec-3c2bd69bbe31 admin admin] Network hostable DHCP agents. Network: 1f72104d-0c78-4d60-9fba-14751c3cd294, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:33:28.237053 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f6f4cdad-12d2-4d5b-b315-89052c70e1e4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:28.283446 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef5ce1d-3c71-4aad-a1ec-3c2bd69bbe31 admin admin] Network 1f72104d-0c78-4d60-9fba-14751c3cd294 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:33:28.306502 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-8ef5ce1d-3c71-4aad-a1ec-3c2bd69bbe31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 1f72104d-0c78-4d60-9fba-14751c3cd294) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:28.311246 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef5ce1d-3c71-4aad-a1ec-3c2bd69bbe31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:28.312710 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8ef5ce1d-3c71-4aad-a1ec-3c2bd69bbe31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:28.313971 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4cdad-12d2-4d5b-b315-89052c70e1e4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'Port': ['ID=73ea3fea-81ff-46c0-8328-4d136a518bda,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:28.317362 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a246b21c-5e88-4f8e-baaa-c870d14908bc None None] Network 1f72104d-0c78-4d60-9fba-14751c3cd294 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:33:28.326865 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbd11d-d7b5-4460-afbe-22995221f141 req-db048b16-69f0-4a1d-9873-2c2307ceea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:28.328810 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6dbbd11d-d7b5-4460-afbe-22995221f141 req-db048b16-69f0-4a1d-9873-2c2307ceea9e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 1097 time: 0.3128786 Jul 15 23:33:28.370360 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8ef5ce1d-3c71-4aad-a1ec-3c2bd69bbe31 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9794278 Jul 15 23:33:28.372905 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54266) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:28.374052 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-08b6b962-596b-4dd0-b57b-23a3d818b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884693399', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'f95c581a-c506-4887-8be2-3b3159fa0150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:14Z', 'updated_at': '2021-07-15T23:31:24Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'f95c581a-c506-4887-8be2-3b3159fa0150', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:15Z', 'updated_at': '2021-07-15T23:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'fdc759dd-26c2-42d0-b13b-d2287a31086c', 'name': '', 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:04:bc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '976aa6b1-4baa-4019-a4c0-13137a5e1656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:22Z', 'updated_at': '2021-07-15T23:31:35Z', 'revision_number': 5, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': '976aa6b1-4baa-4019-a4c0-13137a5e1656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:28.381766 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-87014630-e1a5-4bc3-a3e6-27163a23ed9a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-325265492-router', 'tenant_id': '467670c48f4b4cf4a0126b23a864ad1e', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:28.425878 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f4cdad-12d2-4d5b-b315-89052c70e1e4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Network 59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:28.428252 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-87014630-e1a5-4bc3-a3e6-27163a23ed9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:28.429634 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-87014630-e1a5-4bc3-a3e6-27163a23ed9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:28.490289 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-87014630-e1a5-4bc3-a3e6-27163a23ed9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:28.493090 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-f6f4cdad-12d2-4d5b-b315-89052c70e1e4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:28.542418 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbd11d-d7b5-4460-afbe-22995221f141 req-64d9fa71-5ec9-4380-9133-c16177a81181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:28.544044 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6dbbd11d-d7b5-4460-afbe-22995221f141 req-64d9fa71-5ec9-4380-9133-c16177a81181 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8e73d187-6e13-420b-a56d-850c55d02480 HTTP/1.1" status: 200 len: 898 time: 0.2084861 Jul 15 23:33:28.631870 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6dbbd11d-d7b5-4460-afbe-22995221f141 req-9aa7f1f4-afef-4034-a982-926f78f67665 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bc566c7-e1cf-4476-957d-13d55ea5d9da HTTP/1.1" status: 200 len: 217 time: 0.0806696 Jul 15 23:33:28.649579 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9274b180-8db6-4f78-82af-2e9121d5366f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-1f72104d-0c78-4d60-9fba-14751c3cd294', 'network_id': '1f72104d-0c78-4d60-9fba-14751c3cd294', 'tenant_id': '467670c48f4b4cf4a0126b23a864ad1e', 'fixed_ips': [{'subnet_id': '06a27bf5-f5a1-4db6-ba5b-e6e6e157ebc9'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:33:28.650530 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9274b180-8db6-4f78-82af-2e9121d5366f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:28.660682 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b6b962-596b-4dd0-b57b-23a3d818b00b None None] Checking router: 7e51beac-15be-4032-bd2b-be4b21418c38 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:33:28.673330 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b6b962-596b-4dd0-b57b-23a3d818b00b None None] Routers {'7e51beac-15be-4032-bd2b-be4b21418c38'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:28.674258 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-08b6b962-596b-4dd0-b57b-23a3d818b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['7e51beac-15be-4032-bd2b-be4b21418c38'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:28.754450 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbd11d-d7b5-4460-afbe-22995221f141 req-45ab07cb-befa-40c5-bdd3-838b6b19271e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:28.761768 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6dbbd11d-d7b5-4460-afbe-22995221f141 req-45ab07cb-befa-40c5-bdd3-838b6b19271e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=976aa6b1-4baa-4019-a4c0-13137a5e1656 HTTP/1.1" status: 200 len: 835 time: 0.1219475 Jul 15 23:33:28.845322 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbd11d-d7b5-4460-afbe-22995221f141 req-faa6ea62-ab33-40cd-8a19-d33884455bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:28.848054 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6dbbd11d-d7b5-4460-afbe-22995221f141 req-faa6ea62-ab33-40cd-8a19-d33884455bd1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8e73d187-6e13-420b-a56d-850c55d02480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778637 Jul 15 23:33:28.852170 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-08b6b962-596b-4dd0-b57b-23a3d818b00b None None] Set router 7e51beac-15be-4032-bd2b-be4b21418c38 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:28.963611 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-9274b180-8db6-4f78-82af-2e9121d5366f None None] Allocated IP 172.20.0.2 (1f72104d-0c78-4d60-9fba-14751c3cd294/06a27bf5-f5a1-4db6-ba5b-e6e6e157ebc9/acecb338-e2a1-449e-acc9-2da561a0fc9d) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:29.057694 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-87014630-e1a5-4bc3-a3e6-27163a23ed9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:29.061584 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6dbbd11d-d7b5-4460-afbe-22995221f141 req-9bc93662-6ba5-480b-b203-7ec803430c9d service neutron] 10.222.0.43 "GET /v2.0/networks/8e73d187-6e13-420b-a56d-850c55d02480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067463 Jul 15 23:33:29.084615 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-17a6931a-16c0-4d38-8001-6c61bb677f26 None None] Provisioning complete for port 73ea3fea-81ff-46c0-8328-4d136a518bda triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:29.085139 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-17a6931a-16c0-4d38-8001-6c61bb677f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:29.149528 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-17a6931a-16c0-4d38-8001-6c61bb677f26 None None] Port 73ea3fea-81ff-46c0-8328-4d136a518bda cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:29.152080 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ee327824-8f77-4a67-8def-b36b25c061d6 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:29.223216 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6dbbd11d-d7b5-4460-afbe-22995221f141 req-2cad4df5-5364-4d74-8b2c-12899d8397b0 service neutron] 10.222.0.43 "GET /v2.0/networks/8e73d187-6e13-420b-a56d-850c55d02480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548526 Jul 15 23:33:29.261974 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081a830-3cab-49e6-ac5e-82be0195db6f req-281fda6e-fed8-434d-9f91-804c4e2fc2dd tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:29.269395 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6081a830-3cab-49e6-ac5e-82be0195db6f req-281fda6e-fed8-434d-9f91-804c4e2fc2dd tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 946 time: 0.6513708 Jul 15 23:33:29.279167 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f4cdad-12d2-4d5b-b315-89052c70e1e4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Router 6fa86b67-f676-49e7-8b4d-a94d86f38ed2 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:33:29.295744 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-08b6b962-596b-4dd0-b57b-23a3d818b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884693399', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'f95c581a-c506-4887-8be2-3b3159fa0150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:14Z', 'updated_at': '2021-07-15T23:31:24Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'f95c581a-c506-4887-8be2-3b3159fa0150', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:15Z', 'updated_at': '2021-07-15T23:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'fdc759dd-26c2-42d0-b13b-d2287a31086c', 'name': '', 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:04:bc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '976aa6b1-4baa-4019-a4c0-13137a5e1656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:22Z', 'updated_at': '2021-07-15T23:31:35Z', 'revision_number': 5, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': '976aa6b1-4baa-4019-a4c0-13137a5e1656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:29.335407 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b6b962-596b-4dd0-b57b-23a3d818b00b None None] The sync data for ids ['7e51beac-15be-4032-bd2b-be4b21418c38'] in n-d-787205-9 is: [{'id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884693399', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'f95c581a-c506-4887-8be2-3b3159fa0150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:14Z', 'updated_at': '2021-07-15T23:31:24Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'f95c581a-c506-4887-8be2-3b3159fa0150', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:15Z', 'updated_at': '2021-07-15T23:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'fdc759dd-26c2-42d0-b13b-d2287a31086c', 'name': '', 'network_id': '8e73d187-6e13-420b-a56d-850c55d02480', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:04:bc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '976aa6b1-4baa-4019-a4c0-13137a5e1656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:22Z', 'updated_at': '2021-07-15T23:31:35Z', 'revision_number': 5, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': '976aa6b1-4baa-4019-a4c0-13137a5e1656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:29.350281 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9274b180-8db6-4f78-82af-2e9121d5366f None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:29.360033 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9274b180-8db6-4f78-82af-2e9121d5366f None None] Transition to ACTIVE for port object acecb338-e2a1-449e-acc9-2da561a0fc9d will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:29.375697 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944a1da4-aadf-4ad3-9a6e-72da36b1fa2c None None] Sync routers for ids ['3fa1348d-4237-4849-a3c9-ecf847af7fbf'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:29.387447 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9274b180-8db6-4f78-82af-2e9121d5366f None None] Transition to ACTIVE for port object acecb338-e2a1-449e-acc9-2da561a0fc9d will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:29.398223 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9274b180-8db6-4f78-82af-2e9121d5366f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:29.412056 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6081a830-3cab-49e6-ac5e-82be0195db6f req-76df3b6b-62f7-404c-8670-ba3cb00ad408 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415968 Jul 15 23:33:29.421602 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9274b180-8db6-4f78-82af-2e9121d5366f None None] Network 1f72104d-0c78-4d60-9fba-14751c3cd294 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:29.425691 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-9274b180-8db6-4f78-82af-2e9121d5366f None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:29.428203 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944a1da4-aadf-4ad3-9a6e-72da36b1fa2c None None] Routers {'3fa1348d-4237-4849-a3c9-ecf847af7fbf'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:29.429141 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-944a1da4-aadf-4ad3-9a6e-72da36b1fa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3fa1348d-4237-4849-a3c9-ecf847af7fbf'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:29.484390 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port ee327824-8f77-4a67-8def-b36b25c061d6 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:29.484806 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:29.486549 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9274b180-8db6-4f78-82af-2e9121d5366f None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:29.770855 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dd05d-5326-4c3a-8aca-0d937d5b842c req-ac6083c5-9183-4c2e-bfd4-1ab5f74df59a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:29.774464 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5a0dd05d-5326-4c3a-8aca-0d937d5b842c req-ac6083c5-9183-4c2e-bfd4-1ab5f74df59a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 946 time: 0.1449344 Jul 15 23:33:29.833915 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274b180-8db6-4f78-82af-2e9121d5366f None None] Pushing event updated for resources: {'Port': ['ID=acecb338-e2a1-449e-acc9-2da561a0fc9d,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:29.835045 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5271262e-9098-4757-8aca-b7814a4310ff None None] New status for floating IP 7e26c537-5405-4074-a7c4-1ee79eac0eb2: DOWN {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:33:29.895801 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-944a1da4-aadf-4ad3-9a6e-72da36b1fa2c None None] Set router 3fa1348d-4237-4849-a3c9-ecf847af7fbf gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:29.926764 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9274b180-8db6-4f78-82af-2e9121d5366f None None] Attempting to bind port acecb338-e2a1-449e-acc9-2da561a0fc9d on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:33:29.927133 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9274b180-8db6-4f78-82af-2e9121d5366f None None] Attempting to bind port acecb338-e2a1-449e-acc9-2da561a0fc9d by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '22237b1e-24ab-440b-b74e-2f0eb9612bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1f72104d-0c78-4d60-9fba-14751c3cd294'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:33:29.927710 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9274b180-8db6-4f78-82af-2e9121d5366f None None] Attempting to bind port acecb338-e2a1-449e-acc9-2da561a0fc9d on network 1f72104d-0c78-4d60-9fba-14751c3cd294 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:29.963184 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9274b180-8db6-4f78-82af-2e9121d5366f None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:33:29.963807 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9274b180-8db6-4f78-82af-2e9121d5366f None None] Checking segment: {'id': '22237b1e-24ab-440b-b74e-2f0eb9612bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1f72104d-0c78-4d60-9fba-14751c3cd294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:29.964377 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9274b180-8db6-4f78-82af-2e9121d5366f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:29.965044 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9274b180-8db6-4f78-82af-2e9121d5366f None None] Bound using segment: {'id': '22237b1e-24ab-440b-b74e-2f0eb9612bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1f72104d-0c78-4d60-9fba-14751c3cd294'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:33:29.965696 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-9274b180-8db6-4f78-82af-2e9121d5366f None None] Bound port: acecb338-e2a1-449e-acc9-2da561a0fc9d, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22237b1e-24ab-440b-b74e-2f0eb9612bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1f72104d-0c78-4d60-9fba-14751c3cd294'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:33:29.966310 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9274b180-8db6-4f78-82af-2e9121d5366f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:30.052983 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-5a0dd05d-5326-4c3a-8aca-0d937d5b842c req-2bfdf983-2d84-43f7-b3d2-c5183d229660 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Deleting port 3bc566c7-e1cf-4476-957d-13d55ea5d9da {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:30.053533 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5a0dd05d-5326-4c3a-8aca-0d937d5b842c req-2bfdf983-2d84-43f7-b3d2-c5183d229660 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:30.069680 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f4cdad-12d2-4d5b-b315-89052c70e1e4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:30.076019 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f6f4cdad-12d2-4d5b-b315-89052c70e1e4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "PUT /v2.0/routers/6fa86b67-f676-49e7-8b4d-a94d86f38ed2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5991745 Jul 15 23:33:30.098658 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-87014630-e1a5-4bc3-a3e6-27163a23ed9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:30.106743 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b4acdd-c3b8-4f5b-889e-f71987380d4b None None] Sync routers for ids ['6fa86b67-f676-49e7-8b4d-a94d86f38ed2'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:30.126347 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-87014630-e1a5-4bc3-a3e6-27163a23ed9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:30.163635 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9274b180-8db6-4f78-82af-2e9121d5366f None None] For port acecb338-e2a1-449e-acc9-2da561a0fc9d, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:33:30.167185 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b4acdd-c3b8-4f5b-889e-f71987380d4b None None] Routers {'6fa86b67-f676-49e7-8b4d-a94d86f38ed2'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:30.167831 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-33b4acdd-c3b8-4f5b-889e-f71987380d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6fa86b67-f676-49e7-8b4d-a94d86f38ed2'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:30.222016 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9274b180-8db6-4f78-82af-2e9121d5366f None None] For port acecb338-e2a1-449e-acc9-2da561a0fc9d, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=acecb338-e2a1-449e-acc9-2da561a0fc9d,segment=NetworkSegment(22237b1e-24ab-440b-b74e-2f0eb9612bc4),segment_id=22237b1e-24ab-440b-b74e-2f0eb9612bc4)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:33:30.225517 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-5a0dd05d-5326-4c3a-8aca-0d937d5b842c req-2bfdf983-2d84-43f7-b3d2-c5183d229660 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] For port 3bc566c7-e1cf-4476-957d-13d55ea5d9da, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=3bc566c7-e1cf-4476-957d-13d55ea5d9da,segment=NetworkSegment(17583465-5483-44c9-86a3-411136c8ac2a),segment_id=17583465-5483-44c9-86a3-411136c8ac2a)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:30.231214 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5a0dd05d-5326-4c3a-8aca-0d937d5b842c req-2bfdf983-2d84-43f7-b3d2-c5183d229660 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:30.236411 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9274b180-8db6-4f78-82af-2e9121d5366f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:30.259862 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-5a0dd05d-5326-4c3a-8aca-0d937d5b842c req-2bfdf983-2d84-43f7-b3d2-c5183d229660 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Calling delete_port for 3bc566c7-e1cf-4476-957d-13d55ea5d9da owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:30.263805 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-87014630-e1a5-4bc3-a3e6-27163a23ed9a admin admin] Allocated IP 172.25.4.121 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/514a5381-044b-4106-8b37-98705ad64258) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:30.427311 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274b180-8db6-4f78-82af-2e9121d5366f None None] Pushing event updated for resources: {'Port': ['ID=acecb338-e2a1-449e-acc9-2da561a0fc9d,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:30.439104 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-87014630-e1a5-4bc3-a3e6-27163a23ed9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:30.477395 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-33b4acdd-c3b8-4f5b-889e-f71987380d4b None None] Set router 6fa86b67-f676-49e7-8b4d-a94d86f38ed2 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:30.533516 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-87014630-e1a5-4bc3-a3e6-27163a23ed9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:30.626489 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87014630-e1a5-4bc3-a3e6-27163a23ed9a admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:30.674645 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87014630-e1a5-4bc3-a3e6-27163a23ed9a admin admin] Pushing event updated for resources: {'Port': ['ID=514a5381-044b-4106-8b37-98705ad64258,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:30.700109 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-87014630-e1a5-4bc3-a3e6-27163a23ed9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:30.705348 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87014630-e1a5-4bc3-a3e6-27163a23ed9a admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:30.757636 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-944a1da4-aadf-4ad3-9a6e-72da36b1fa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa1348d-4237-4849-a3c9-ecf847af7fbf', 'name': 'tempest-TestAggregatesBasicOps-2006614480-router', 'tenant_id': 'c1fe76508af140a09f6a8d638a170b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ee327824-8f77-4a67-8def-b36b25c061d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:22Z', 'updated_at': '2021-07-15T23:33:25Z', 'revision_number': 4, 'project_id': 'c1fe76508af140a09f6a8d638a170b65', 'gw_port': {'id': 'ee327824-8f77-4a67-8def-b36b25c061d6', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa1348d-4237-4849-a3c9-ecf847af7fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:22Z', 'updated_at': '2021-07-15T23:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'b9813a51-d61b-4b26-b4f0-03b01b26fe85', 'name': '', 'network_id': 'b9cc0570-4cc7-4e83-af3e-9ae45d903433', 'tenant_id': 'c1fe76508af140a09f6a8d638a170b65', 'mac_address': 'fa:16:3e:85:9a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa1348d-4237-4849-a3c9-ecf847af7fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '234baaef-7ad7-4c92-b56e-48d95ce214b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:24Z', 'updated_at': '2021-07-15T23:33:25Z', 'revision_number': 2, 'project_id': 'c1fe76508af140a09f6a8d638a170b65', 'subnets': [{'id': '234baaef-7ad7-4c92-b56e-48d95ce214b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:30.789116 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944a1da4-aadf-4ad3-9a6e-72da36b1fa2c None None] Checking router: 3fa1348d-4237-4849-a3c9-ecf847af7fbf for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:33:30.789669 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944a1da4-aadf-4ad3-9a6e-72da36b1fa2c None None] Updating router 3fa1348d-4237-4849-a3c9-ecf847af7fbf port b9813a51-d61b-4b26-b4f0-03b01b26fe85 binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:33:30.843021 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-944a1da4-aadf-4ad3-9a6e-72da36b1fa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:30.890021 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-da09e7df-a55e-4038-8878-8b62607bd721 req-1927fd94-1db8-4369-9317-8bdb328a4a1d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9c80853e-6d87-40e1-8020-c4f54873e09a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1241381 Jul 15 23:33:31.011594 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01418281-ac53-41b7-9d78-f20b03c299cd req-60f7292a-6ba8-4ccb-adf2-d7b716431bef tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:31.013197 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-01418281-ac53-41b7-9d78-f20b03c299cd req-60f7292a-6ba8-4ccb-adf2-d7b716431bef tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d4a2ac-fe42-428c-9b22-89f99d536de5 HTTP/1.1" status: 200 len: 946 time: 0.3284023 Jul 15 23:33:31.026879 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5a0dd05d-5326-4c3a-8aca-0d937d5b842c req-2bfdf983-2d84-43f7-b3d2-c5183d229660 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:31.105044 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfdf983-2d84-43f7-b3d2-c5183d229660 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event deleted for resources: {'Port': ['ID=3bc566c7-e1cf-4476-957d-13d55ea5d9da,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:31.143721 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0dd05d-5326-4c3a-8aca-0d937d5b842c req-2bfdf983-2d84-43f7-b3d2-c5183d229660 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] No DVR routers for this DVR port 3bc566c7-e1cf-4476-957d-13d55ea5d9da on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:33:31.148181 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-5a0dd05d-5326-4c3a-8aca-0d937d5b842c req-2bfdf983-2d84-43f7-b3d2-c5183d229660 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:31.150549 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5a0dd05d-5326-4c3a-8aca-0d937d5b842c req-2bfdf983-2d84-43f7-b3d2-c5183d229660 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.43 "DELETE /v2.0/ports/3bc566c7-e1cf-4476-957d-13d55ea5d9da HTTP/1.1" status: 204 len: 173 time: 1.3679907 Jul 15 23:33:31.151273 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d4a2ac-fe42-428c-9b22-89f99d536de5', 'name': 'network-vif-deleted', 'tag': '3bc566c7-e1cf-4476-957d-13d55ea5d9da'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:33:31.153982 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e5e2cf-1071-4e78-85f0-5d6ccfbb4bb3" -d '{"events": [{"server_uuid": "d9d4a2ac-fe42-428c-9b22-89f99d536de5", "name": "network-vif-deleted", "tag": "3bc566c7-e1cf-4476-957d-13d55ea5d9da"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:33:31.156857 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-01418281-ac53-41b7-9d78-f20b03c299cd req-6c0720ea-4f9a-44e0-966a-8b85bfb40238 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68933f3-344e-4a60-a0af-69ab47c51a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338487 Jul 15 23:33:31.162341 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device acecb338-e2a1-449e-acc9-2da561a0fc9d up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:31.185557 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09e7df-a55e-4038-8878-8b62607bd721 req-55f1dc9a-d8c7-47c3-b07c-0d804aa6b433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:31.193644 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-da09e7df-a55e-4038-8878-8b62607bd721 req-55f1dc9a-d8c7-47c3-b07c-0d804aa6b433 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=859ce769fac74931944b61341a6bae9f&device_id=9c80853e-6d87-40e1-8020-c4f54873e09a HTTP/1.1" status: 200 len: 1096 time: 0.2318099 Jul 15 23:33:31.207012 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205a9d3c-b5a6-4b90-8993-15d0507721fa x-openstack-request-id: req-205a9d3c-b5a6-4b90-8993-15d0507721fa {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:33:31.207524 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d4a2ac-fe42-428c-9b22-89f99d536de5", "name": "network-vif-deleted", "tag": "3bc566c7-e1cf-4476-957d-13d55ea5d9da", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:33:31.207938 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-205a9d3c-b5a6-4b90-8993-15d0507721fa {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:33:31.208494 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d4a2ac-fe42-428c-9b22-89f99d536de5', 'name': 'network-vif-deleted', 'tag': '3bc566c7-e1cf-4476-957d-13d55ea5d9da', 'status': 'completed', 'code': 200} Jul 15 23:33:31.281615 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-87014630-e1a5-4bc3-a3e6-27163a23ed9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:31.326006 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09e7df-a55e-4038-8878-8b62607bd721 req-17e70616-3e03-4954-8493-66bd21db2a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:31.328311 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-da09e7df-a55e-4038-8878-8b62607bd721 req-17e70616-3e03-4954-8493-66bd21db2a7b service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac58f882-0f96-43bf-b12f-5d343331eccd HTTP/1.1" status: 200 len: 897 time: 0.0992036 Jul 15 23:33:31.373599 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-33b4acdd-c3b8-4f5b-889e-f71987380d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'name': 'tempest-TestNetworkBasicOps-router-937595244', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:33:27Z', 'revision_number': 5, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '967a7c2b-443f-4c99-8f14-c1586402b39c', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'port_id': 'b373f4b2-7293-4265-bf39-59d88badd5e8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd', 'mac_address': 'fa:16:3e:c7:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c80853e-6d87-40e1-8020-c4f54873e09a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:32:33Z', 'updated_at': '2021-07-15T23:32:36Z', 'revision_number': 1, 'project_id': '859ce769fac74931944b61341a6bae9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ea3fea-81ff-46c0-8328-4d136a518bda', 'name': '', 'network_id': '59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'mac_address': 'fa:16:3e:fa:6d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '00c1c5d0-e2c3-447d-a9dd-8be941b3ac67', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:25Z', 'updated_at': '2021-07-15T23:33:27Z', 'revision_number': 2, 'project_id': '859ce769fac74931944b61341a6bae9f', 'subnets': [{'id': '00c1c5d0-e2c3-447d-a9dd-8be941b3ac67', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cb3774a-a7e0-4d71-81a7-54659e960957', 'name': '', 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'mac_address': 'fa:16:3e:6a:f6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '186674eb-9908-468e-89ce-aacbf3afd57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:12Z', 'updated_at': '2021-07-15T23:32:19Z', 'revision_number': 5, 'project_id': '859ce769fac74931944b61341a6bae9f', 'subnets': [{'id': '186674eb-9908-468e-89ce-aacbf3afd57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:31.378223 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port acecb338-e2a1-449e-acc9-2da561a0fc9d completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:31.433272 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-da09e7df-a55e-4038-8878-8b62607bd721 req-f12b946e-606c-4c3f-8d46-1dc2161ccaa5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b373f4b2-7293-4265-bf39-59d88badd5e8 HTTP/1.1" status: 200 len: 1001 time: 0.0992420 Jul 15 23:33:31.435967 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b4acdd-c3b8-4f5b-889e-f71987380d4b None None] Checking router: 6fa86b67-f676-49e7-8b4d-a94d86f38ed2 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:33:31.436608 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b4acdd-c3b8-4f5b-889e-f71987380d4b None None] Updating router 6fa86b67-f676-49e7-8b4d-a94d86f38ed2 port 73ea3fea-81ff-46c0-8328-4d136a518bda binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:33:31.494320 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09e7df-a55e-4038-8878-8b62607bd721 req-bd108bc1-1d6b-4a70-9e23-48fe06c6c84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:31.496115 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-da09e7df-a55e-4038-8878-8b62607bd721 req-bd108bc1-1d6b-4a70-9e23-48fe06c6c84d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=186674eb-9908-468e-89ce-aacbf3afd57b HTTP/1.1" status: 200 len: 834 time: 0.0563571 Jul 15 23:33:31.529956 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-33b4acdd-c3b8-4f5b-889e-f71987380d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:31.560438 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-944a1da4-aadf-4ad3-9a6e-72da36b1fa2c None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:31.582495 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-87014630-e1a5-4bc3-a3e6-27163a23ed9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:31.594570 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09e7df-a55e-4038-8878-8b62607bd721 req-779d0656-a3b4-4ca1-91dd-36d5addefe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:31.597239 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-da09e7df-a55e-4038-8878-8b62607bd721 req-779d0656-a3b4-4ca1-91dd-36d5addefe23 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac58f882-0f96-43bf-b12f-5d343331eccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948992 Jul 15 23:33:31.604609 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-944a1da4-aadf-4ad3-9a6e-72da36b1fa2c None None] Transition to ACTIVE for port object b9813a51-d61b-4b26-b4f0-03b01b26fe85 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:31.620658 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-944a1da4-aadf-4ad3-9a6e-72da36b1fa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:31.766721 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152a27e-ba21-489b-a3c5-822d28263900 None None] Pushing event updated for resources: {'Port': ['ID=b9813a51-d61b-4b26-b4f0-03b01b26fe85,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:31.783275 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-da09e7df-a55e-4038-8878-8b62607bd721 req-d0a86f78-5cc8-42ea-ba60-59439478247d service neutron] 10.222.0.36 "GET /v2.0/networks/ac58f882-0f96-43bf-b12f-5d343331eccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796343 Jul 15 23:33:31.860577 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87014630-e1a5-4bc3-a3e6-27163a23ed9a admin admin] Router cdc10759-150f-4909-8197-46b62d11788f is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:33:32.006881 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b49cb2-375c-447b-a476-faf188cbb624 None None] Network 1f72104d-0c78-4d60-9fba-14751c3cd294 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:33:32.007831 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-da09e7df-a55e-4038-8878-8b62607bd721 req-e450d328-bbf9-4b3b-9882-403c278d0636 service neutron] 10.222.0.36 "GET /v2.0/networks/ac58f882-0f96-43bf-b12f-5d343331eccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092152 Jul 15 23:33:32.012418 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-944a1da4-aadf-4ad3-9a6e-72da36b1fa2c None None] Attempting to bind port b9813a51-d61b-4b26-b4f0-03b01b26fe85 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:33:32.012790 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-944a1da4-aadf-4ad3-9a6e-72da36b1fa2c None None] Attempting to bind port b9813a51-d61b-4b26-b4f0-03b01b26fe85 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'a111157b-bfe3-4a44-b5e5-cb707d1292c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b9cc0570-4cc7-4e83-af3e-9ae45d903433'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:33:32.013153 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944a1da4-aadf-4ad3-9a6e-72da36b1fa2c None None] Attempting to bind port b9813a51-d61b-4b26-b4f0-03b01b26fe85 on network b9cc0570-4cc7-4e83-af3e-9ae45d903433 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:32.081490 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87014630-e1a5-4bc3-a3e6-27163a23ed9a admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:32.092866 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce211c24-0033-4bc8-b645-2523a18d6673 None None] Sync routers for ids ['cdc10759-150f-4909-8197-46b62d11788f'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:32.104655 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce211c24-0033-4bc8-b645-2523a18d6673 None None] Routers {'cdc10759-150f-4909-8197-46b62d11788f'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:32.105289 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ce211c24-0033-4bc8-b645-2523a18d6673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['cdc10759-150f-4909-8197-46b62d11788f'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:32.117019 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-87014630-e1a5-4bc3-a3e6-27163a23ed9a admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.119455 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-87014630-e1a5-4bc3-a3e6-27163a23ed9a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7451589 Jul 15 23:33:32.122258 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54550) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:32.246374 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-ce211c24-0033-4bc8-b645-2523a18d6673 None None] Set router cdc10759-150f-4909-8197-46b62d11788f gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:32.267122 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944a1da4-aadf-4ad3-9a6e-72da36b1fa2c None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:33:32.267500 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944a1da4-aadf-4ad3-9a6e-72da36b1fa2c None None] Checking segment: {'id': 'a111157b-bfe3-4a44-b5e5-cb707d1292c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b9cc0570-4cc7-4e83-af3e-9ae45d903433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:32.267937 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-944a1da4-aadf-4ad3-9a6e-72da36b1fa2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.268334 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944a1da4-aadf-4ad3-9a6e-72da36b1fa2c None None] Bound using segment: {'id': 'a111157b-bfe3-4a44-b5e5-cb707d1292c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b9cc0570-4cc7-4e83-af3e-9ae45d903433'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:33:32.268806 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-944a1da4-aadf-4ad3-9a6e-72da36b1fa2c None None] Bound port: b9813a51-d61b-4b26-b4f0-03b01b26fe85, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a111157b-bfe3-4a44-b5e5-cb707d1292c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b9cc0570-4cc7-4e83-af3e-9ae45d903433'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:33:32.269190 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-944a1da4-aadf-4ad3-9a6e-72da36b1fa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.330300 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-140b2451-4f85-422a-9996-912a1c8e7493 None None] Provisioning for port acecb338-e2a1-449e-acc9-2da561a0fc9d completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:32.343417 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54554) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:32.367168 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-140b2451-4f85-422a-9996-912a1c8e7493 None None] Provisioning complete for port acecb338-e2a1-449e-acc9-2da561a0fc9d triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:32.367536 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-140b2451-4f85-422a-9996-912a1c8e7493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.525640 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-944a1da4-aadf-4ad3-9a6e-72da36b1fa2c None None] For port b9813a51-d61b-4b26-b4f0-03b01b26fe85, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:33:32.555029 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 3bc566c7-e1cf-4476-957d-13d55ea5d9da no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:33:32.594574 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-944a1da4-aadf-4ad3-9a6e-72da36b1fa2c None None] For port b9813a51-d61b-4b26-b4f0-03b01b26fe85, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b9813a51-d61b-4b26-b4f0-03b01b26fe85,segment=NetworkSegment(a111157b-bfe3-4a44-b5e5-cb707d1292c1),segment_id=a111157b-bfe3-4a44-b5e5-cb707d1292c1)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:33:32.605435 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 3bc566c7-e1cf-4476-957d-13d55ea5d9da {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:33:32.606034 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 3bc566c7-e1cf-4476-957d-13d55ea5d9da not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:33:32.608199 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ce211c24-0033-4bc8-b645-2523a18d6673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc10759-150f-4909-8197-46b62d11788f', 'name': 'tempest-TestAggregatesBasicOps-325265492-router', 'tenant_id': '467670c48f4b4cf4a0126b23a864ad1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '514a5381-044b-4106-8b37-98705ad64258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:28Z', 'updated_at': '2021-07-15T23:33:31Z', 'revision_number': 3, 'project_id': '467670c48f4b4cf4a0126b23a864ad1e', 'gw_port': {'id': '514a5381-044b-4106-8b37-98705ad64258', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:77:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc10759-150f-4909-8197-46b62d11788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:30Z', 'updated_at': '2021-07-15T23:33:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:32.615607 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-944a1da4-aadf-4ad3-9a6e-72da36b1fa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.639309 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-33b4acdd-c3b8-4f5b-889e-f71987380d4b None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.668322 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce211c24-0033-4bc8-b645-2523a18d6673 None None] Checking router: cdc10759-150f-4909-8197-46b62d11788f for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:33:32.668666 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce211c24-0033-4bc8-b645-2523a18d6673 None None] Updating router cdc10759-150f-4909-8197-46b62d11788f port 514a5381-044b-4106-8b37-98705ad64258 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:33:32.721854 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-33b4acdd-c3b8-4f5b-889e-f71987380d4b None None] Transition to ACTIVE for port object 73ea3fea-81ff-46c0-8328-4d136a518bda will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:32.725800 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce211c24-0033-4bc8-b645-2523a18d6673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.731490 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76d90114-246a-45a9-b134-4cba37907336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.746206 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-33b4acdd-c3b8-4f5b-889e-f71987380d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.756491 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944a1da4-aadf-4ad3-9a6e-72da36b1fa2c None None] Routers {'3fa1348d-4237-4849-a3c9-ecf847af7fbf'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:32.757657 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-944a1da4-aadf-4ad3-9a6e-72da36b1fa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3fa1348d-4237-4849-a3c9-ecf847af7fbf'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:32.803382 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-140b2451-4f85-422a-9996-912a1c8e7493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.829810 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152a27e-ba21-489b-a3c5-822d28263900 None None] Pushing event updated for resources: {'Port': ['ID=b9813a51-d61b-4b26-b4f0-03b01b26fe85,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:32.941453 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-140b2451-4f85-422a-9996-912a1c8e7493 None None] For port acecb338-e2a1-449e-acc9-2da561a0fc9d, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=acecb338-e2a1-449e-acc9-2da561a0fc9d,segment=NetworkSegment(22237b1e-24ab-440b-b74e-2f0eb9612bc4),segment_id=22237b1e-24ab-440b-b74e-2f0eb9612bc4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:33.037666 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-140b2451-4f85-422a-9996-912a1c8e7493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.093903 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad16ad-2ce3-43cf-a9b7-bdcab7e2d970 None None] Pushing event updated for resources: {'Port': ['ID=73ea3fea-81ff-46c0-8328-4d136a518bda,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:33.137794 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-76d90114-246a-45a9-b134-4cba37907336 admin admin] Allocated IP 172.20.0.1 (1f72104d-0c78-4d60-9fba-14751c3cd294/06a27bf5-f5a1-4db6-ba5b-e6e6e157ebc9/eb88e889-323a-422b-bc4d-ec9672b131ea) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:33.216323 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce211c24-0033-4bc8-b645-2523a18d6673 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.230523 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-ce211c24-0033-4bc8-b645-2523a18d6673 None None] Transition to ACTIVE for port object 514a5381-044b-4106-8b37-98705ad64258 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:33.238564 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce211c24-0033-4bc8-b645-2523a18d6673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.239344 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b2451-4f85-422a-9996-912a1c8e7493 None None] Pushing event updated for resources: {'Port': ['ID=acecb338-e2a1-449e-acc9-2da561a0fc9d,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:33.248014 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b9813a51-d61b-4b26-b4f0-03b01b26fe85 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:33.301383 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7e498-dafd-4182-86e8-b8f327cfeaf7 None None] Pushing event updated for resources: {'Port': ['ID=514a5381-044b-4106-8b37-98705ad64258,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:33.311917 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2194f877-7e79-42b3-a40a-9b1d43ac933d tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.319344 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7e498-dafd-4182-86e8-b8f327cfeaf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:33.319941 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7e498-dafd-4182-86e8-b8f327cfeaf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:33.320461 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7e498-dafd-4182-86e8-b8f327cfeaf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:33.320950 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7e498-dafd-4182-86e8-b8f327cfeaf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:33.321433 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7e498-dafd-4182-86e8-b8f327cfeaf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:33.321920 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7e498-dafd-4182-86e8-b8f327cfeaf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:33.323984 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7e498-dafd-4182-86e8-b8f327cfeaf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:33.324526 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7e498-dafd-4182-86e8-b8f327cfeaf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:33.325011 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7e498-dafd-4182-86e8-b8f327cfeaf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:33.325681 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7e498-dafd-4182-86e8-b8f327cfeaf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:33.326175 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7e498-dafd-4182-86e8-b8f327cfeaf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:33.326720 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7e498-dafd-4182-86e8-b8f327cfeaf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:33.376603 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-ce211c24-0033-4bc8-b645-2523a18d6673 None None] Attempting to bind port 514a5381-044b-4106-8b37-98705ad64258 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:33:33.377191 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-ce211c24-0033-4bc8-b645-2523a18d6673 None None] Attempting to bind port 514a5381-044b-4106-8b37-98705ad64258 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:33:33.378303 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce211c24-0033-4bc8-b645-2523a18d6673 None None] Attempting to bind port 514a5381-044b-4106-8b37-98705ad64258 on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:33.380348 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76d90114-246a-45a9-b134-4cba37907336 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.393671 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce211c24-0033-4bc8-b645-2523a18d6673 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:33:33.394049 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce211c24-0033-4bc8-b645-2523a18d6673 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:33.394452 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce211c24-0033-4bc8-b645-2523a18d6673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.394871 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce211c24-0033-4bc8-b645-2523a18d6673 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:33:33.395332 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-ce211c24-0033-4bc8-b645-2523a18d6673 None None] Bound port: 514a5381-044b-4106-8b37-98705ad64258, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:33:33.395711 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce211c24-0033-4bc8-b645-2523a18d6673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.399002 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-944a1da4-aadf-4ad3-9a6e-72da36b1fa2c None None] Set router 3fa1348d-4237-4849-a3c9-ecf847af7fbf gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:33.417354 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-76d90114-246a-45a9-b134-4cba37907336 admin admin] Transition to ACTIVE for port object eb88e889-323a-422b-bc4d-ec9672b131ea will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:33.473529 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76d90114-246a-45a9-b134-4cba37907336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.488480 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-ce211c24-0033-4bc8-b645-2523a18d6673 None None] For port 514a5381-044b-4106-8b37-98705ad64258, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:33:33.494080 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-ce211c24-0033-4bc8-b645-2523a18d6673 None None] For port 514a5381-044b-4106-8b37-98705ad64258, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=514a5381-044b-4106-8b37-98705ad64258,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:33:33.500080 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce211c24-0033-4bc8-b645-2523a18d6673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.522879 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d90114-246a-45a9-b134-4cba37907336 admin admin] Network 1f72104d-0c78-4d60-9fba-14751c3cd294 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:33.527295 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-33b4acdd-c3b8-4f5b-889e-f71987380d4b None None] Attempting to bind port 73ea3fea-81ff-46c0-8328-4d136a518bda on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:33:33.527821 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-33b4acdd-c3b8-4f5b-889e-f71987380d4b None None] Attempting to bind port 73ea3fea-81ff-46c0-8328-4d136a518bda by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '6c46755f-4d6b-49f5-8806-ce77c15e8c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:33:33.528092 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b4acdd-c3b8-4f5b-889e-f71987380d4b None None] Attempting to bind port 73ea3fea-81ff-46c0-8328-4d136a518bda on network 59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:33.545232 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b4acdd-c3b8-4f5b-889e-f71987380d4b None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:33:33.545911 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b4acdd-c3b8-4f5b-889e-f71987380d4b None None] Checking segment: {'id': '6c46755f-4d6b-49f5-8806-ce77c15e8c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:33.546485 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-33b4acdd-c3b8-4f5b-889e-f71987380d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.547074 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b4acdd-c3b8-4f5b-889e-f71987380d4b None None] Bound using segment: {'id': '6c46755f-4d6b-49f5-8806-ce77c15e8c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:33:33.547737 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-33b4acdd-c3b8-4f5b-889e-f71987380d4b None None] Bound port: 73ea3fea-81ff-46c0-8328-4d136a518bda, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c46755f-4d6b-49f5-8806-ce77c15e8c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:33:33.548291 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-33b4acdd-c3b8-4f5b-889e-f71987380d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.566164 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-76d90114-246a-45a9-b134-4cba37907336 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:33.575727 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d90114-246a-45a9-b134-4cba37907336 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:33.594494 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7e498-dafd-4182-86e8-b8f327cfeaf7 None None] Pushing event updated for resources: {'Port': ['ID=514a5381-044b-4106-8b37-98705ad64258,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:33.613379 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce211c24-0033-4bc8-b645-2523a18d6673 None None] Routers {'cdc10759-150f-4909-8197-46b62d11788f'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:33.614469 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ce211c24-0033-4bc8-b645-2523a18d6673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['cdc10759-150f-4909-8197-46b62d11788f'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:33.669361 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port b9813a51-d61b-4b26-b4f0-03b01b26fe85 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:33.671586 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d90114-246a-45a9-b134-4cba37907336 admin admin] Pushing event updated for resources: {'Port': ['ID=eb88e889-323a-422b-bc4d-ec9672b131ea,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:33.682302 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port b9813a51-d61b-4b26-b4f0-03b01b26fe85 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:33.682954 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.703373 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76d90114-246a-45a9-b134-4cba37907336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.773511 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-ce211c24-0033-4bc8-b645-2523a18d6673 None None] Set router cdc10759-150f-4909-8197-46b62d11788f gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:33.787613 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2194f877-7e79-42b3-a40a-9b1d43ac933d tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Deleting port fdc759dd-26c2-42d0-b13b-d2287a31086c {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:33.788165 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2194f877-7e79-42b3-a40a-9b1d43ac933d tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.810225 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-33b4acdd-c3b8-4f5b-889e-f71987380d4b None None] For port 73ea3fea-81ff-46c0-8328-4d136a518bda, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:33:33.828637 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-33b4acdd-c3b8-4f5b-889e-f71987380d4b None None] For port 73ea3fea-81ff-46c0-8328-4d136a518bda, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=73ea3fea-81ff-46c0-8328-4d136a518bda,segment=NetworkSegment(6c46755f-4d6b-49f5-8806-ce77c15e8c37),segment_id=6c46755f-4d6b-49f5-8806-ce77c15e8c37)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:33:33.841686 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-33b4acdd-c3b8-4f5b-889e-f71987380d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.896898 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-2194f877-7e79-42b3-a40a-9b1d43ac933d tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] For port fdc759dd-26c2-42d0-b13b-d2287a31086c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=fdc759dd-26c2-42d0-b13b-d2287a31086c,segment=NetworkSegment(17583465-5483-44c9-86a3-411136c8ac2a),segment_id=17583465-5483-44c9-86a3-411136c8ac2a)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:33.897352 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2194f877-7e79-42b3-a40a-9b1d43ac933d tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.910722 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2194f877-7e79-42b3-a40a-9b1d43ac933d tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Calling delete_port for fdc759dd-26c2-42d0-b13b-d2287a31086c owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:33.963336 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76d90114-246a-45a9-b134-4cba37907336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.977538 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad16ad-2ce3-43cf-a9b7-bdcab7e2d970 None None] Pushing event updated for resources: {'Port': ['ID=73ea3fea-81ff-46c0-8328-4d136a518bda,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:34.009274 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9bfe1033-26d9-46e9-b5b0-f5ff8575b077 None None] Provisioning complete for port b9813a51-d61b-4b26-b4f0-03b01b26fe85 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:34.009878 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9bfe1033-26d9-46e9-b5b0-f5ff8575b077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:34.082356 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ce211c24-0033-4bc8-b645-2523a18d6673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc10759-150f-4909-8197-46b62d11788f', 'name': 'tempest-TestAggregatesBasicOps-325265492-router', 'tenant_id': '467670c48f4b4cf4a0126b23a864ad1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '514a5381-044b-4106-8b37-98705ad64258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:28Z', 'updated_at': '2021-07-15T23:33:31Z', 'revision_number': 3, 'project_id': '467670c48f4b4cf4a0126b23a864ad1e', 'gw_port': {'id': '514a5381-044b-4106-8b37-98705ad64258', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:77:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc10759-150f-4909-8197-46b62d11788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:30Z', 'updated_at': '2021-07-15T23:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:34.107489 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b4acdd-c3b8-4f5b-889e-f71987380d4b None None] Routers {'6fa86b67-f676-49e7-8b4d-a94d86f38ed2'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:34.108475 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-33b4acdd-c3b8-4f5b-889e-f71987380d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6fa86b67-f676-49e7-8b4d-a94d86f38ed2'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:34.130377 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce211c24-0033-4bc8-b645-2523a18d6673 None None] The sync data for ids ['cdc10759-150f-4909-8197-46b62d11788f'] in n-d-787205-9 is: [{'id': 'cdc10759-150f-4909-8197-46b62d11788f', 'name': 'tempest-TestAggregatesBasicOps-325265492-router', 'tenant_id': '467670c48f4b4cf4a0126b23a864ad1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '514a5381-044b-4106-8b37-98705ad64258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:28Z', 'updated_at': '2021-07-15T23:33:31Z', 'revision_number': 3, 'project_id': '467670c48f4b4cf4a0126b23a864ad1e', 'gw_port': {'id': '514a5381-044b-4106-8b37-98705ad64258', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:77:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc10759-150f-4909-8197-46b62d11788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:30Z', 'updated_at': '2021-07-15T23:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:34.206151 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2194f877-7e79-42b3-a40a-9b1d43ac933d tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:34.245487 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76d90114-246a-45a9-b134-4cba37907336 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:34.252502 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76d90114-246a-45a9-b134-4cba37907336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:34.256545 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194f877-7e79-42b3-a40a-9b1d43ac933d tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event deleted for resources: {'Port': ['ID=fdc759dd-26c2-42d0-b13b-d2287a31086c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:34.342757 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d90114-246a-45a9-b134-4cba37907336 admin admin] Pushing event updated for resources: {'Port': ['ID=eb88e889-323a-422b-bc4d-ec9672b131ea,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:34.438895 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76d90114-246a-45a9-b134-4cba37907336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:34.445082 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-33b4acdd-c3b8-4f5b-889e-f71987380d4b None None] Set router 6fa86b67-f676-49e7-8b4d-a94d86f38ed2 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:34.593637 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2194f877-7e79-42b3-a40a-9b1d43ac933d tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:34.657114 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-944a1da4-aadf-4ad3-9a6e-72da36b1fa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa1348d-4237-4849-a3c9-ecf847af7fbf', 'name': 'tempest-TestAggregatesBasicOps-2006614480-router', 'tenant_id': 'c1fe76508af140a09f6a8d638a170b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ee327824-8f77-4a67-8def-b36b25c061d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:22Z', 'updated_at': '2021-07-15T23:33:25Z', 'revision_number': 4, 'project_id': 'c1fe76508af140a09f6a8d638a170b65', 'gw_port': {'id': 'ee327824-8f77-4a67-8def-b36b25c061d6', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa1348d-4237-4849-a3c9-ecf847af7fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:22Z', 'updated_at': '2021-07-15T23:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'b9813a51-d61b-4b26-b4f0-03b01b26fe85', 'name': '', 'network_id': 'b9cc0570-4cc7-4e83-af3e-9ae45d903433', 'tenant_id': 'c1fe76508af140a09f6a8d638a170b65', 'mac_address': 'fa:16:3e:85:9a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa1348d-4237-4849-a3c9-ecf847af7fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '234baaef-7ad7-4c92-b56e-48d95ce214b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:24Z', 'updated_at': '2021-07-15T23:33:32Z', 'revision_number': 4, 'project_id': 'c1fe76508af140a09f6a8d638a170b65', 'subnets': [{'id': '234baaef-7ad7-4c92-b56e-48d95ce214b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:34.662570 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:34.671547 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d90114-246a-45a9-b134-4cba37907336 admin admin] Network 1f72104d-0c78-4d60-9fba-14751c3cd294 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:34.673116 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-76d90114-246a-45a9-b134-4cba37907336 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:34.760757 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944a1da4-aadf-4ad3-9a6e-72da36b1fa2c None None] The sync data for ids ['3fa1348d-4237-4849-a3c9-ecf847af7fbf'] in n-d-787205-9 is: [{'id': '3fa1348d-4237-4849-a3c9-ecf847af7fbf', 'name': 'tempest-TestAggregatesBasicOps-2006614480-router', 'tenant_id': 'c1fe76508af140a09f6a8d638a170b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ee327824-8f77-4a67-8def-b36b25c061d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:22Z', 'updated_at': '2021-07-15T23:33:25Z', 'revision_number': 4, 'project_id': 'c1fe76508af140a09f6a8d638a170b65', 'gw_port': {'id': 'ee327824-8f77-4a67-8def-b36b25c061d6', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa1348d-4237-4849-a3c9-ecf847af7fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:22Z', 'updated_at': '2021-07-15T23:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'b9813a51-d61b-4b26-b4f0-03b01b26fe85', 'name': '', 'network_id': 'b9cc0570-4cc7-4e83-af3e-9ae45d903433', 'tenant_id': 'c1fe76508af140a09f6a8d638a170b65', 'mac_address': 'fa:16:3e:85:9a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa1348d-4237-4849-a3c9-ecf847af7fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '234baaef-7ad7-4c92-b56e-48d95ce214b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:24Z', 'updated_at': '2021-07-15T23:33:32Z', 'revision_number': 4, 'project_id': 'c1fe76508af140a09f6a8d638a170b65', 'subnets': [{'id': '234baaef-7ad7-4c92-b56e-48d95ce214b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:34.820652 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9bfe1033-26d9-46e9-b5b0-f5ff8575b077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:34.860405 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d90114-246a-45a9-b134-4cba37907336 admin admin] Router cdc10759-150f-4909-8197-46b62d11788f has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:33:34.995063 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2194f877-7e79-42b3-a40a-9b1d43ac933d tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Router 7e51beac-15be-4032-bd2b-be4b21418c38 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:33:35.062571 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d90114-246a-45a9-b134-4cba37907336 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:35.077555 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-76d90114-246a-45a9-b134-4cba37907336 admin admin] 10.222.0.16 "PUT /v2.0/routers/cdc10759-150f-4909-8197-46b62d11788f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9537323 Jul 15 23:33:35.210126 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2194f877-7e79-42b3-a40a-9b1d43ac933d tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:35.228375 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54566) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:35.229197 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2194f877-7e79-42b3-a40a-9b1d43ac933d tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "PUT /v2.0/routers/7e51beac-15be-4032-bd2b-be4b21418c38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8844287 Jul 15 23:33:35.277508 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e576b54f-729f-4ae5-9d7a-f4473c4c52a1 None None] Sync routers for ids ['7e51beac-15be-4032-bd2b-be4b21418c38'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:35.284178 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port b9813a51-d61b-4b26-b4f0-03b01b26fe85, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b9813a51-d61b-4b26-b4f0-03b01b26fe85,segment=NetworkSegment(a111157b-bfe3-4a44-b5e5-cb707d1292c1),segment_id=a111157b-bfe3-4a44-b5e5-cb707d1292c1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:35.366778 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:35.550276 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e576b54f-729f-4ae5-9d7a-f4473c4c52a1 None None] Routers {'7e51beac-15be-4032-bd2b-be4b21418c38'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:35.550958 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e576b54f-729f-4ae5-9d7a-f4473c4c52a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['7e51beac-15be-4032-bd2b-be4b21418c38'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:35.671626 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-a54d8389-f579-4bf6-b420-027314093dec tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Deleting subnet 976aa6b1-4baa-4019-a4c0-13137a5e1656 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:33:35.678561 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a54d8389-f579-4bf6-b420-027314093dec tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:35.732606 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-9bfe1033-26d9-46e9-b5b0-f5ff8575b077 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:33:35.733171 n-d-787205-9 neutron-server[93800]: DEBUG oslo_db.api [None req-9bfe1033-26d9-46e9-b5b0-f5ff8575b077 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:33:35.743289 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=b9813a51-d61b-4b26-b4f0-03b01b26fe85,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:35.750227 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device acecb338-e2a1-449e-acc9-2da561a0fc9d up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:35.815876 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a54d8389-f579-4bf6-b420-027314093dec tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:35.880726 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-33b4acdd-c3b8-4f5b-889e-f71987380d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'name': 'tempest-TestNetworkBasicOps-router-937595244', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:33:27Z', 'revision_number': 5, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '967a7c2b-443f-4c99-8f14-c1586402b39c', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'port_id': 'b373f4b2-7293-4265-bf39-59d88badd5e8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd', 'mac_address': 'fa:16:3e:c7:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c80853e-6d87-40e1-8020-c4f54873e09a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:32:33Z', 'updated_at': '2021-07-15T23:32:36Z', 'revision_number': 1, 'project_id': '859ce769fac74931944b61341a6bae9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ea3fea-81ff-46c0-8328-4d136a518bda', 'name': '', 'network_id': '59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'mac_address': 'fa:16:3e:fa:6d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '00c1c5d0-e2c3-447d-a9dd-8be941b3ac67', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:25Z', 'updated_at': '2021-07-15T23:33:33Z', 'revision_number': 4, 'project_id': '859ce769fac74931944b61341a6bae9f', 'subnets': [{'id': '00c1c5d0-e2c3-447d-a9dd-8be941b3ac67', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cb3774a-a7e0-4d71-81a7-54659e960957', 'name': '', 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'mac_address': 'fa:16:3e:6a:f6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '186674eb-9908-468e-89ce-aacbf3afd57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:12Z', 'updated_at': '2021-07-15T23:32:19Z', 'revision_number': 5, 'project_id': '859ce769fac74931944b61341a6bae9f', 'subnets': [{'id': '186674eb-9908-468e-89ce-aacbf3afd57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:35.890733 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e576b54f-729f-4ae5-9d7a-f4473c4c52a1 None None] Set router 7e51beac-15be-4032-bd2b-be4b21418c38 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:35.933128 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a54d8389-f579-4bf6-b420-027314093dec tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:35.958824 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b4acdd-c3b8-4f5b-889e-f71987380d4b None None] The sync data for ids ['6fa86b67-f676-49e7-8b4d-a94d86f38ed2'] in n-d-787205-9 is: [{'id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'name': 'tempest-TestNetworkBasicOps-router-937595244', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:33:27Z', 'revision_number': 5, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '967a7c2b-443f-4c99-8f14-c1586402b39c', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'port_id': 'b373f4b2-7293-4265-bf39-59d88badd5e8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd', 'mac_address': 'fa:16:3e:c7:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c80853e-6d87-40e1-8020-c4f54873e09a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:32:33Z', 'updated_at': '2021-07-15T23:32:36Z', 'revision_number': 1, 'project_id': '859ce769fac74931944b61341a6bae9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ea3fea-81ff-46c0-8328-4d136a518bda', 'name': '', 'network_id': '59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'mac_address': 'fa:16:3e:fa:6d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '00c1c5d0-e2c3-447d-a9dd-8be941b3ac67', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:25Z', 'updated_at': '2021-07-15T23:33:33Z', 'revision_number': 4, 'project_id': '859ce769fac74931944b61341a6bae9f', 'subnets': [{'id': '00c1c5d0-e2c3-447d-a9dd-8be941b3ac67', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cb3774a-a7e0-4d71-81a7-54659e960957', 'name': '', 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'mac_address': 'fa:16:3e:6a:f6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '186674eb-9908-468e-89ce-aacbf3afd57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:12Z', 'updated_at': '2021-07-15T23:32:19Z', 'revision_number': 5, 'project_id': '859ce769fac74931944b61341a6bae9f', 'subnets': [{'id': '186674eb-9908-468e-89ce-aacbf3afd57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:36.008950 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port acecb338-e2a1-449e-acc9-2da561a0fc9d triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:36.009333 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:36.027743 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a54d8389-f579-4bf6-b420-027314093dec tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:36.070303 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d8389-f579-4bf6-b420-027314093dec tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event deleted for resources: {'Subnet': ['ID=976aa6b1-4baa-4019-a4c0-13137a5e1656,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:36.090493 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a54d8389-f579-4bf6-b420-027314093dec tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:36.092486 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a54d8389-f579-4bf6-b420-027314093dec tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "DELETE /v2.0/subnets/976aa6b1-4baa-4019-a4c0-13137a5e1656 HTTP/1.1" status: 204 len: 168 time: 0.8625839 Jul 15 23:33:36.095265 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54594) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:36.128221 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce91a64-317b-44c2-afa6-5de49f0d1a20 None None] Network 8e73d187-6e13-420b-a56d-850c55d02480 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:33:36.284725 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9449a5a9-4843-4cf8-8919-899df02fc288 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:36.420148 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 514a5381-044b-4106-8b37-98705ad64258 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:36.443457 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9449a5a9-4843-4cf8-8919-899df02fc288 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:36.493774 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9bfe1033-26d9-46e9-b5b0-f5ff8575b077 None None] Provisioning complete for port acecb338-e2a1-449e-acc9-2da561a0fc9d triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:36.494155 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9bfe1033-26d9-46e9-b5b0-f5ff8575b077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:36.552937 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9449a5a9-4843-4cf8-8919-899df02fc288 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Deleting port f95c581a-c506-4887-8be2-3b3159fa0150 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:36.556101 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9449a5a9-4843-4cf8-8919-899df02fc288 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:36.557075 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e576b54f-729f-4ae5-9d7a-f4473c4c52a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884693399', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'f95c581a-c506-4887-8be2-3b3159fa0150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:14Z', 'updated_at': '2021-07-15T23:33:34Z', 'revision_number': 5, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'f95c581a-c506-4887-8be2-3b3159fa0150', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:15Z', 'updated_at': '2021-07-15T23:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:36.603014 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e576b54f-729f-4ae5-9d7a-f4473c4c52a1 None None] Checking router: 7e51beac-15be-4032-bd2b-be4b21418c38 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:33:36.611168 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 514a5381-044b-4106-8b37-98705ad64258 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:36.622032 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 514a5381-044b-4106-8b37-98705ad64258 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:36.622412 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:36.646556 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e576b54f-729f-4ae5-9d7a-f4473c4c52a1 None None] Routers {'7e51beac-15be-4032-bd2b-be4b21418c38'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:36.647238 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e576b54f-729f-4ae5-9d7a-f4473c4c52a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['7e51beac-15be-4032-bd2b-be4b21418c38'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:36.743382 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-9449a5a9-4843-4cf8-8919-899df02fc288 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] For port f95c581a-c506-4887-8be2-3b3159fa0150, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f95c581a-c506-4887-8be2-3b3159fa0150,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:36.744198 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9449a5a9-4843-4cf8-8919-899df02fc288 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:36.775261 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9449a5a9-4843-4cf8-8919-899df02fc288 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Calling delete_port for f95c581a-c506-4887-8be2-3b3159fa0150 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:36.795462 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb516618-0ee7-4fe3-ad16-542bc42bed6a None None] DHCP port deletion for 8e73d187-6e13-420b-a56d-850c55d02480 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:33:36.824355 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54626) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:36.969478 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-e576b54f-729f-4ae5-9d7a-f4473c4c52a1 None None] Set router 7e51beac-15be-4032-bd2b-be4b21418c38 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:37.038575 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9449a5a9-4843-4cf8-8919-899df02fc288 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:37.068054 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449a5a9-4843-4cf8-8919-899df02fc288 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event deleted for resources: {'Port': ['ID=f95c581a-c506-4887-8be2-3b3159fa0150,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:37.155587 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9449a5a9-4843-4cf8-8919-899df02fc288 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:37.162267 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-e576b54f-729f-4ae5-9d7a-f4473c4c52a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884693399', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:14Z', 'updated_at': '2021-07-15T23:33:36Z', 'revision_number': 6, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:37.211318 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e576b54f-729f-4ae5-9d7a-f4473c4c52a1 None None] The sync data for ids ['7e51beac-15be-4032-bd2b-be4b21418c38'] in n-d-787205-9 is: [{'id': '7e51beac-15be-4032-bd2b-be4b21418c38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884693399', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:14Z', 'updated_at': '2021-07-15T23:33:36Z', 'revision_number': 6, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:37.220019 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-fb516618-0ee7-4fe3-ad16-542bc42bed6a None None] Deleting port 135500d8-5469-4587-b1bf-cb3aca040a19 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:37.220332 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fb516618-0ee7-4fe3-ad16-542bc42bed6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:37.266050 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:37.289912 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 514a5381-044b-4106-8b37-98705ad64258, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=514a5381-044b-4106-8b37-98705ad64258,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:37.311857 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9449a5a9-4843-4cf8-8919-899df02fc288 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:37.316317 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9449a5a9-4843-4cf8-8919-899df02fc288 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:37.322240 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:37.387900 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-fb516618-0ee7-4fe3-ad16-542bc42bed6a None None] For port 135500d8-5469-4587-b1bf-cb3aca040a19, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=135500d8-5469-4587-b1bf-cb3aca040a19,segment=NetworkSegment(17583465-5483-44c9-86a3-411136c8ac2a),segment_id=17583465-5483-44c9-86a3-411136c8ac2a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:37.388313 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fb516618-0ee7-4fe3-ad16-542bc42bed6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:37.412467 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-fb516618-0ee7-4fe3-ad16-542bc42bed6a None None] Calling delete_port for 135500d8-5469-4587-b1bf-cb3aca040a19 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:37.427381 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f3be8b07-5af2-4c71-a833-14c62d013a39 None None] Provisioning for port eb88e889-323a-422b-bc4d-ec9672b131ea completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:37.442513 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9449a5a9-4843-4cf8-8919-899df02fc288 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:37.444684 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9449a5a9-4843-4cf8-8919-899df02fc288 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Fanout notify agent at l3_agent the message router_deleted on router 7e51beac-15be-4032-bd2b-be4b21418c38 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:33:37.451543 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=514a5381-044b-4106-8b37-98705ad64258,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:37.469645 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f3be8b07-5af2-4c71-a833-14c62d013a39 None None] Provisioning complete for port eb88e889-323a-422b-bc4d-ec9672b131ea triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:37.470023 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f3be8b07-5af2-4c71-a833-14c62d013a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:37.474883 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9449a5a9-4843-4cf8-8919-899df02fc288 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:37.476263 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9449a5a9-4843-4cf8-8919-899df02fc288 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "DELETE /v2.0/routers/7e51beac-15be-4032-bd2b-be4b21418c38 HTTP/1.1" status: 204 len: 168 time: 1.3795381 Jul 15 23:33:37.479395 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54630) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:37.625575 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a28f30c-4c35-4e82-bfa1-001c81f9f514 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:37.717442 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-6a28f30c-4c35-4e82-bfa1-001c81f9f514 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Deleting port 135500d8-5469-4587-b1bf-cb3aca040a19 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:37.717711 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a28f30c-4c35-4e82-bfa1-001c81f9f514 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:37.797427 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f3be8b07-5af2-4c71-a833-14c62d013a39 None None] Port eb88e889-323a-422b-bc4d-ec9672b131ea cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:37.822866 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-6a28f30c-4c35-4e82-bfa1-001c81f9f514 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] For port 135500d8-5469-4587-b1bf-cb3aca040a19, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=135500d8-5469-4587-b1bf-cb3aca040a19,segment=NetworkSegment(17583465-5483-44c9-86a3-411136c8ac2a),segment_id=17583465-5483-44c9-86a3-411136c8ac2a)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:37.823522 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a28f30c-4c35-4e82-bfa1-001c81f9f514 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:37.830416 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fb516618-0ee7-4fe3-ad16-542bc42bed6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:37.837442 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-6a28f30c-4c35-4e82-bfa1-001c81f9f514 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Calling delete_port for 135500d8-5469-4587-b1bf-cb3aca040a19 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:37.860518 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb516618-0ee7-4fe3-ad16-542bc42bed6a None None] Pushing event deleted for resources: {'Port': ['ID=135500d8-5469-4587-b1bf-cb3aca040a19,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:37.863302 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb516618-0ee7-4fe3-ad16-542bc42bed6a None None] No DVR routers for this DVR port 135500d8-5469-4587-b1bf-cb3aca040a19 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:33:37.942724 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b56bf73-fa12-47d8-b804-c2710d80467f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:37.963108 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a28f30c-4c35-4e82-bfa1-001c81f9f514 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:37.988107 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28f30c-4c35-4e82-bfa1-001c81f9f514 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event deleted for resources: {'Port': ['ID=135500d8-5469-4587-b1bf-cb3aca040a19,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:38.000994 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a28f30c-4c35-4e82-bfa1-001c81f9f514 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] No DVR routers for this DVR port 135500d8-5469-4587-b1bf-cb3aca040a19 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:33:38.031491 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 73ea3fea-81ff-46c0-8328-4d136a518bda up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:38.115709 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 73ea3fea-81ff-46c0-8328-4d136a518bda completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:38.122063 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 73ea3fea-81ff-46c0-8328-4d136a518bda triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:38.122444 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.164079 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a28f30c-4c35-4e82-bfa1-001c81f9f514 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.182525 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-6a28f30c-4c35-4e82-bfa1-001c81f9f514 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e73d187-6e13-420b-a56d-850c55d02480']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:38.205351 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-6a28f30c-4c35-4e82-bfa1-001c81f9f514 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17583465-5483-44c9-86a3-411136c8ac2a') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:38.206429 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-6a28f30c-4c35-4e82-bfa1-001c81f9f514 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17583465-5483-44c9-86a3-411136c8ac2a') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:38.253083 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a28f30c-4c35-4e82-bfa1-001c81f9f514 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.268879 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.291779 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a28f30c-4c35-4e82-bfa1-001c81f9f514 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.299827 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256e0ee0-644c-4750-ab49-fb9ac927bf88 None None] Sync routers for ids ['cdc10759-150f-4909-8197-46b62d11788f'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:38.301870 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a28f30c-4c35-4e82-bfa1-001c81f9f514 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:33:38.302393 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a28f30c-4c35-4e82-bfa1-001c81f9f514 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: self.session.flush() Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: self.session.flush() Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: self.session.flush() Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: self.session.flush() Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:33:38.306264 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:33:38.336423 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 73ea3fea-81ff-46c0-8328-4d136a518bda, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=73ea3fea-81ff-46c0-8328-4d136a518bda,segment=NetworkSegment(6c46755f-4d6b-49f5-8806-ce77c15e8c37),segment_id=6c46755f-4d6b-49f5-8806-ce77c15e8c37)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:38.339675 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256e0ee0-644c-4750-ab49-fb9ac927bf88 None None] Routers {'cdc10759-150f-4909-8197-46b62d11788f'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:38.340464 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-256e0ee0-644c-4750-ab49-fb9ac927bf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['cdc10759-150f-4909-8197-46b62d11788f'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:38.341098 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.343349 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b9813a51-d61b-4b26-b4f0-03b01b26fe85 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:38.350167 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8b56bf73-fa12-47d8-b804-c2710d80467f admin admin] Deleting port b9813a51-d61b-4b26-b4f0-03b01b26fe85 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:38.350510 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b56bf73-fa12-47d8-b804-c2710d80467f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.400968 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a28f30c-4c35-4e82-bfa1-001c81f9f514 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.419772 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6a28f30c-4c35-4e82-bfa1-001c81f9f514 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.426675 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54634) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:38.429167 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6a28f30c-4c35-4e82-bfa1-001c81f9f514 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "DELETE /v2.0/networks/8e73d187-6e13-420b-a56d-850c55d02480 HTTP/1.1" status: 204 len: 168 time: 0.9481821 Jul 15 23:33:38.450446 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28f30c-4c35-4e82-bfa1-001c81f9f514 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event deleted for resources: {'Network': ['ID=8e73d187-6e13-420b-a56d-850c55d02480,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:38.476854 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-8b56bf73-fa12-47d8-b804-c2710d80467f admin admin] For port b9813a51-d61b-4b26-b4f0-03b01b26fe85, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b9813a51-d61b-4b26-b4f0-03b01b26fe85,segment=NetworkSegment(a111157b-bfe3-4a44-b5e5-cb707d1292c1),segment_id=a111157b-bfe3-4a44-b5e5-cb707d1292c1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:38.477295 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b56bf73-fa12-47d8-b804-c2710d80467f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.499384 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=73ea3fea-81ff-46c0-8328-4d136a518bda,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:38.506075 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8b56bf73-fa12-47d8-b804-c2710d80467f admin admin] Calling delete_port for b9813a51-d61b-4b26-b4f0-03b01b26fe85 owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:38.521046 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port b9813a51-d61b-4b26-b4f0-03b01b26fe85 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:38.521667 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.582494 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-425b920f-2b67-4d37-a878-39b6e33d30c4 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.622646 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-425b920f-2b67-4d37-a878-39b6e33d30c4 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.656779 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-256e0ee0-644c-4750-ab49-fb9ac927bf88 None None] Set router cdc10759-150f-4909-8197-46b62d11788f gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:38.713244 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 135500d8-5469-4587-b1bf-cb3aca040a19 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:33:38.735803 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 135500d8-5469-4587-b1bf-cb3aca040a19 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:33:38.736152 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 135500d8-5469-4587-b1bf-cb3aca040a19 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:33:38.798741 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-425b920f-2b67-4d37-a878-39b6e33d30c4 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.802384 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-425b920f-2b67-4d37-a878-39b6e33d30c4 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.804252 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-425b920f-2b67-4d37-a878-39b6e33d30c4 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "DELETE /v2.0/security-groups/f68933f3-344e-4a60-a0af-69ab47c51a5d HTTP/1.1" status: 204 len: 168 time: 0.3764243 Jul 15 23:33:38.851139 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b920f-2b67-4d37-a878-39b6e33d30c4 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68933f3-344e-4a60-a0af-69ab47c51a5d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:38.907272 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b56bf73-fa12-47d8-b804-c2710d80467f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.932355 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.965728 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56bf73-fa12-47d8-b804-c2710d80467f admin admin] Pushing event deleted for resources: {'Port': ['ID=b9813a51-d61b-4b26-b4f0-03b01b26fe85,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:38.986203 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-256e0ee0-644c-4750-ab49-fb9ac927bf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc10759-150f-4909-8197-46b62d11788f', 'name': 'tempest-TestAggregatesBasicOps-325265492-router', 'tenant_id': '467670c48f4b4cf4a0126b23a864ad1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '514a5381-044b-4106-8b37-98705ad64258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:28Z', 'updated_at': '2021-07-15T23:33:33Z', 'revision_number': 4, 'project_id': '467670c48f4b4cf4a0126b23a864ad1e', 'gw_port': {'id': '514a5381-044b-4106-8b37-98705ad64258', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:77:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc10759-150f-4909-8197-46b62d11788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:30Z', 'updated_at': '2021-07-15T23:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'eb88e889-323a-422b-bc4d-ec9672b131ea', 'name': '', 'network_id': '1f72104d-0c78-4d60-9fba-14751c3cd294', 'tenant_id': '467670c48f4b4cf4a0126b23a864ad1e', 'mac_address': 'fa:16:3e:cf:c2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc10759-150f-4909-8197-46b62d11788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '06a27bf5-f5a1-4db6-ba5b-e6e6e157ebc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:32Z', 'updated_at': '2021-07-15T23:33:34Z', 'revision_number': 2, 'project_id': '467670c48f4b4cf4a0126b23a864ad1e', 'subnets': [{'id': '06a27bf5-f5a1-4db6-ba5b-e6e6e157ebc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:39.026107 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256e0ee0-644c-4750-ab49-fb9ac927bf88 None None] Checking router: cdc10759-150f-4909-8197-46b62d11788f for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:33:39.026972 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256e0ee0-644c-4750-ab49-fb9ac927bf88 None None] Updating router cdc10759-150f-4909-8197-46b62d11788f port eb88e889-323a-422b-bc4d-ec9672b131ea binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:33:39.098391 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-256e0ee0-644c-4750-ab49-fb9ac927bf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:39.247091 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b56bf73-fa12-47d8-b804-c2710d80467f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:39.442661 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:33:39.511181 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b56bf73-fa12-47d8-b804-c2710d80467f admin admin] Router 3fa1348d-4237-4849-a3c9-ecf847af7fbf has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:33:39.584606 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-256e0ee0-644c-4750-ab49-fb9ac927bf88 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:39.597278 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-256e0ee0-644c-4750-ab49-fb9ac927bf88 None None] Transition to ACTIVE for port object eb88e889-323a-422b-bc4d-ec9672b131ea will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:39.606850 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-256e0ee0-644c-4750-ab49-fb9ac927bf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:39.622725 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 73ea3fea-81ff-46c0-8328-4d136a518bda up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:39.686621 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b56bf73-fa12-47d8-b804-c2710d80467f admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:39.689489 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bceef1-9152-4b63-afc1-92e6a8a78668 None None] Pushing event updated for resources: {'Port': ['ID=eb88e889-323a-422b-bc4d-ec9672b131ea,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:39.710205 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a42ce41-6d07-42d0-93fb-c4089890886b None None] Sync routers for ids ['3fa1348d-4237-4849-a3c9-ecf847af7fbf'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:39.711779 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54644) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:39.716703 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9c90c12e-dddb-4efb-b073-5ad5bbc8ee7e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1660004201', 'description': 'tempest-secgroup-smoke-1660004201 description', 'project_id': 'af8840e572bc4203b4decdf0325b2045'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:39.726807 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8b56bf73-fa12-47d8-b804-c2710d80467f admin admin] 10.222.0.16 "PUT /v2.0/routers/3fa1348d-4237-4849-a3c9-ecf847af7fbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9012008 Jul 15 23:33:39.729468 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54646) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:39.741627 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a42ce41-6d07-42d0-93fb-c4089890886b None None] Routers {'3fa1348d-4237-4849-a3c9-ecf847af7fbf'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:39.742288 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7a42ce41-6d07-42d0-93fb-c4089890886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3fa1348d-4237-4849-a3c9-ecf847af7fbf'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:39.751786 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-256e0ee0-644c-4750-ab49-fb9ac927bf88 None None] Attempting to bind port eb88e889-323a-422b-bc4d-ec9672b131ea on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:33:39.753076 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-256e0ee0-644c-4750-ab49-fb9ac927bf88 None None] Attempting to bind port eb88e889-323a-422b-bc4d-ec9672b131ea by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '22237b1e-24ab-440b-b74e-2f0eb9612bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1f72104d-0c78-4d60-9fba-14751c3cd294'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:33:39.753441 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256e0ee0-644c-4750-ab49-fb9ac927bf88 None None] Attempting to bind port eb88e889-323a-422b-bc4d-ec9672b131ea on network 1f72104d-0c78-4d60-9fba-14751c3cd294 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:39.759106 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256e0ee0-644c-4750-ab49-fb9ac927bf88 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:33:39.759353 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256e0ee0-644c-4750-ab49-fb9ac927bf88 None None] Checking segment: {'id': '22237b1e-24ab-440b-b74e-2f0eb9612bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1f72104d-0c78-4d60-9fba-14751c3cd294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:39.759895 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-256e0ee0-644c-4750-ab49-fb9ac927bf88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:39.760317 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256e0ee0-644c-4750-ab49-fb9ac927bf88 None None] Bound using segment: {'id': '22237b1e-24ab-440b-b74e-2f0eb9612bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1f72104d-0c78-4d60-9fba-14751c3cd294'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:33:39.760783 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-256e0ee0-644c-4750-ab49-fb9ac927bf88 None None] Bound port: eb88e889-323a-422b-bc4d-ec9672b131ea, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22237b1e-24ab-440b-b74e-2f0eb9612bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1f72104d-0c78-4d60-9fba-14751c3cd294'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:33:39.761165 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-256e0ee0-644c-4750-ab49-fb9ac927bf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:39.798175 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9c90c12e-dddb-4efb-b073-5ad5bbc8ee7e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:39.828992 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 73ea3fea-81ff-46c0-8328-4d136a518bda triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:39.829582 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:39.866398 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-256e0ee0-644c-4750-ab49-fb9ac927bf88 None None] For port eb88e889-323a-422b-bc4d-ec9672b131ea, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:33:39.873531 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-256e0ee0-644c-4750-ab49-fb9ac927bf88 None None] For port eb88e889-323a-422b-bc4d-ec9672b131ea, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=eb88e889-323a-422b-bc4d-ec9672b131ea,segment=NetworkSegment(22237b1e-24ab-440b-b74e-2f0eb9612bc4),segment_id=22237b1e-24ab-440b-b74e-2f0eb9612bc4)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:33:39.881003 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-256e0ee0-644c-4750-ab49-fb9ac927bf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:39.924184 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1e7b1ff-772d-49d2-b0a7-2d502c72b7ac admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:40.015126 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-7a42ce41-6d07-42d0-93fb-c4089890886b None None] Set router 3fa1348d-4237-4849-a3c9-ecf847af7fbf gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:40.022666 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256e0ee0-644c-4750-ab49-fb9ac927bf88 None None] Routers {'cdc10759-150f-4909-8197-46b62d11788f'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:40.023094 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-256e0ee0-644c-4750-ab49-fb9ac927bf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['cdc10759-150f-4909-8197-46b62d11788f'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:40.034391 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bceef1-9152-4b63-afc1-92e6a8a78668 None None] Pushing event updated for resources: {'Port': ['ID=eb88e889-323a-422b-bc4d-ec9672b131ea,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:40.152559 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9c90c12e-dddb-4efb-b073-5ad5bbc8ee7e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:40.171218 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9c90c12e-dddb-4efb-b073-5ad5bbc8ee7e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:40.184639 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 514a5381-044b-4106-8b37-98705ad64258 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:40.222781 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90c12e-dddb-4efb-b073-5ad5bbc8ee7e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbe98b7-2597-4b77-bada-f584af1be166,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:40.247944 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9c90c12e-dddb-4efb-b073-5ad5bbc8ee7e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:40.251802 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9c90c12e-dddb-4efb-b073-5ad5bbc8ee7e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5363932 Jul 15 23:33:40.251969 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-256e0ee0-644c-4750-ab49-fb9ac927bf88 None None] Set router cdc10759-150f-4909-8197-46b62d11788f gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:40.252130 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1e7b1ff-772d-49d2-b0a7-2d502c72b7ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:40.252239 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54654) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:40.257369 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-06eed97e-888f-40fd-848a-2b09cb988c2b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'security_group_rule': {'security_group_id': 'cdbe98b7-2597-4b77-bada-f584af1be166', 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:40.333261 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-06eed97e-888f-40fd-848a-2b09cb988c2b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:40.388402 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54656) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:40.424058 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e1e7b1ff-772d-49d2-b0a7-2d502c72b7ac admin admin] Deleting port ee327824-8f77-4a67-8def-b36b25c061d6 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:40.424400 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1e7b1ff-772d-49d2-b0a7-2d502c72b7ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:40.465702 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-06eed97e-888f-40fd-848a-2b09cb988c2b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:40.470697 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-06eed97e-888f-40fd-848a-2b09cb988c2b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:40.481170 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7a42ce41-6d07-42d0-93fb-c4089890886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa1348d-4237-4849-a3c9-ecf847af7fbf', 'name': 'tempest-TestAggregatesBasicOps-2006614480-router', 'tenant_id': 'c1fe76508af140a09f6a8d638a170b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ee327824-8f77-4a67-8def-b36b25c061d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:22Z', 'updated_at': '2021-07-15T23:33:38Z', 'revision_number': 5, 'project_id': 'c1fe76508af140a09f6a8d638a170b65', 'gw_port': {'id': 'ee327824-8f77-4a67-8def-b36b25c061d6', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa1348d-4237-4849-a3c9-ecf847af7fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:22Z', 'updated_at': '2021-07-15T23:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:40.513778 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-256e0ee0-644c-4750-ab49-fb9ac927bf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc10759-150f-4909-8197-46b62d11788f', 'name': 'tempest-TestAggregatesBasicOps-325265492-router', 'tenant_id': '467670c48f4b4cf4a0126b23a864ad1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '514a5381-044b-4106-8b37-98705ad64258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:28Z', 'updated_at': '2021-07-15T23:33:33Z', 'revision_number': 4, 'project_id': '467670c48f4b4cf4a0126b23a864ad1e', 'gw_port': {'id': '514a5381-044b-4106-8b37-98705ad64258', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:77:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc10759-150f-4909-8197-46b62d11788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:30Z', 'updated_at': '2021-07-15T23:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'eb88e889-323a-422b-bc4d-ec9672b131ea', 'name': '', 'network_id': '1f72104d-0c78-4d60-9fba-14751c3cd294', 'tenant_id': '467670c48f4b4cf4a0126b23a864ad1e', 'mac_address': 'fa:16:3e:cf:c2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc10759-150f-4909-8197-46b62d11788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '06a27bf5-f5a1-4db6-ba5b-e6e6e157ebc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:32Z', 'updated_at': '2021-07-15T23:33:39Z', 'revision_number': 4, 'project_id': '467670c48f4b4cf4a0126b23a864ad1e', 'subnets': [{'id': '06a27bf5-f5a1-4db6-ba5b-e6e6e157ebc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:40.521552 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 514a5381-044b-4106-8b37-98705ad64258 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:40.522138 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:40.526493 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eed97e-888f-40fd-848a-2b09cb988c2b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961538b9-35ee-4721-8019-61d926997898,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:40.534349 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-06eed97e-888f-40fd-848a-2b09cb988c2b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:40.539339 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-06eed97e-888f-40fd-848a-2b09cb988c2b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2838144 Jul 15 23:33:40.541252 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54660) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:40.553698 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256e0ee0-644c-4750-ab49-fb9ac927bf88 None None] The sync data for ids ['cdc10759-150f-4909-8197-46b62d11788f'] in n-d-787205-9 is: [{'id': 'cdc10759-150f-4909-8197-46b62d11788f', 'name': 'tempest-TestAggregatesBasicOps-325265492-router', 'tenant_id': '467670c48f4b4cf4a0126b23a864ad1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '514a5381-044b-4106-8b37-98705ad64258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:28Z', 'updated_at': '2021-07-15T23:33:33Z', 'revision_number': 4, 'project_id': '467670c48f4b4cf4a0126b23a864ad1e', 'gw_port': {'id': '514a5381-044b-4106-8b37-98705ad64258', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:77:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc10759-150f-4909-8197-46b62d11788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:30Z', 'updated_at': '2021-07-15T23:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'eb88e889-323a-422b-bc4d-ec9672b131ea', 'name': '', 'network_id': '1f72104d-0c78-4d60-9fba-14751c3cd294', 'tenant_id': '467670c48f4b4cf4a0126b23a864ad1e', 'mac_address': 'fa:16:3e:cf:c2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc10759-150f-4909-8197-46b62d11788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '06a27bf5-f5a1-4db6-ba5b-e6e6e157ebc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:32Z', 'updated_at': '2021-07-15T23:33:39Z', 'revision_number': 4, 'project_id': '467670c48f4b4cf4a0126b23a864ad1e', 'subnets': [{'id': '06a27bf5-f5a1-4db6-ba5b-e6e6e157ebc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:40.558664 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-8cbc0ec0-04e1-40dc-81b7-9fc159057659 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'security_group_rule': {'security_group_id': 'cdbe98b7-2597-4b77-bada-f584af1be166', 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:40.566393 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a42ce41-6d07-42d0-93fb-c4089890886b None None] Checking router: 3fa1348d-4237-4849-a3c9-ecf847af7fbf for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:33:40.593132 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a42ce41-6d07-42d0-93fb-c4089890886b None None] Routers {'3fa1348d-4237-4849-a3c9-ecf847af7fbf'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:40.593918 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7a42ce41-6d07-42d0-93fb-c4089890886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3fa1348d-4237-4849-a3c9-ecf847af7fbf'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:40.619504 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-e1e7b1ff-772d-49d2-b0a7-2d502c72b7ac admin admin] For port ee327824-8f77-4a67-8def-b36b25c061d6, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ee327824-8f77-4a67-8def-b36b25c061d6,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:40.620086 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1e7b1ff-772d-49d2-b0a7-2d502c72b7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:40.642416 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8cbc0ec0-04e1-40dc-81b7-9fc159057659 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:40.687929 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e1e7b1ff-772d-49d2-b0a7-2d502c72b7ac admin admin] Calling delete_port for ee327824-8f77-4a67-8def-b36b25c061d6 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:40.704774 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-470a0235-fb7b-4377-a6dc-c486cdb8fae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:40.729057 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8cbc0ec0-04e1-40dc-81b7-9fc159057659 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:40.732431 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-7a42ce41-6d07-42d0-93fb-c4089890886b None None] Set router 3fa1348d-4237-4849-a3c9-ecf847af7fbf gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:40.733931 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8cbc0ec0-04e1-40dc-81b7-9fc159057659 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:40.767587 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc0ec0-04e1-40dc-81b7-9fc159057659 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e675f8e8-0ce2-4289-877c-b6f62707eea7,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:40.821446 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7a42ce41-6d07-42d0-93fb-c4089890886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa1348d-4237-4849-a3c9-ecf847af7fbf', 'name': 'tempest-TestAggregatesBasicOps-2006614480-router', 'tenant_id': 'c1fe76508af140a09f6a8d638a170b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:22Z', 'updated_at': '2021-07-15T23:33:40Z', 'revision_number': 6, 'project_id': 'c1fe76508af140a09f6a8d638a170b65', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:40.871140 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a42ce41-6d07-42d0-93fb-c4089890886b None None] The sync data for ids ['3fa1348d-4237-4849-a3c9-ecf847af7fbf'] in n-d-787205-9 is: [{'id': '3fa1348d-4237-4849-a3c9-ecf847af7fbf', 'name': 'tempest-TestAggregatesBasicOps-2006614480-router', 'tenant_id': 'c1fe76508af140a09f6a8d638a170b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:22Z', 'updated_at': '2021-07-15T23:33:40Z', 'revision_number': 6, 'project_id': 'c1fe76508af140a09f6a8d638a170b65', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:40.896519 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device fdc759dd-26c2-42d0-b13b-d2287a31086c no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:33:40.932117 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: fdc759dd-26c2-42d0-b13b-d2287a31086c {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:33:40.932457 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device fdc759dd-26c2-42d0-b13b-d2287a31086c not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:33:40.932883 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f95c581a-c506-4887-8be2-3b3159fa0150 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:33:40.964555 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: f95c581a-c506-4887-8be2-3b3159fa0150 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:33:40.964903 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f95c581a-c506-4887-8be2-3b3159fa0150 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:33:41.320486 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-470a0235-fb7b-4377-a6dc-c486cdb8fae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:41.331033 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8cbc0ec0-04e1-40dc-81b7-9fc159057659 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:41.334859 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8cbc0ec0-04e1-40dc-81b7-9fc159057659 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7901947 Jul 15 23:33:41.335224 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54662) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:41.338241 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-470a0235-fb7b-4377-a6dc-c486cdb8fae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:41.340112 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-0ca78ecf-fc99-48ea-b6f7-a7fcf9b8f2c6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'security_group_rule': {'security_group_id': 'cdbe98b7-2597-4b77-bada-f584af1be166', 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:41.372152 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1e7b1ff-772d-49d2-b0a7-2d502c72b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:41.373763 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0ca78ecf-fc99-48ea-b6f7-a7fcf9b8f2c6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:41.419946 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7b1ff-772d-49d2-b0a7-2d502c72b7ac admin admin] Pushing event deleted for resources: {'Port': ['ID=ee327824-8f77-4a67-8def-b36b25c061d6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:41.424316 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a0235-fb7b-4377-a6dc-c486cdb8fae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85aa208-6ba2-41bd-acff-b63c65245a88,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:41.436648 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-470a0235-fb7b-4377-a6dc-c486cdb8fae7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2dd18250156a4d44b9ae68b07745c332&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0399315 Jul 15 23:33:41.460819 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54664) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:41.491740 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0ca78ecf-fc99-48ea-b6f7-a7fcf9b8f2c6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:41.495856 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0ca78ecf-fc99-48ea-b6f7-a7fcf9b8f2c6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:41.514567 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca78ecf-fc99-48ea-b6f7-a7fcf9b8f2c6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7141937-1875-4bba-a812-dd89cd3936d5,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:41.527402 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0ca78ecf-fc99-48ea-b6f7-a7fcf9b8f2c6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:41.528057 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1e7b1ff-772d-49d2-b0a7-2d502c72b7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:41.530686 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0ca78ecf-fc99-48ea-b6f7-a7fcf9b8f2c6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1927581 Jul 15 23:33:41.533317 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54666) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:41.570652 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9b3b4bbc-95bb-4a5b-b03b-dde02298c78c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'security_group_rule': {'security_group_id': 'cdbe98b7-2597-4b77-bada-f584af1be166', 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:41.647005 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1e7b1ff-772d-49d2-b0a7-2d502c72b7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:41.652013 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1e7b1ff-772d-49d2-b0a7-2d502c72b7ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:41.708495 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8514aa04-d8c0-474f-bec1-0de668903f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:41.710151 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b3b4bbc-95bb-4a5b-b03b-dde02298c78c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:41.732387 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1e7b1ff-772d-49d2-b0a7-2d502c72b7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:41.732890 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e7b1ff-772d-49d2-b0a7-2d502c72b7ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fa1348d-4237-4849-a3c9-ecf847af7fbf {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:33:41.743538 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1e7b1ff-772d-49d2-b0a7-2d502c72b7ac admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:41.744944 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e1e7b1ff-772d-49d2-b0a7-2d502c72b7ac admin admin] 10.222.0.16 "DELETE /v2.0/routers/3fa1348d-4237-4849-a3c9-ecf847af7fbf HTTP/1.1" status: 204 len: 168 time: 2.0144274 Jul 15 23:33:41.747620 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54668) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:41.767910 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8514aa04-d8c0-474f-bec1-0de668903f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:41.825316 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b3b4bbc-95bb-4a5b-b03b-dde02298c78c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:41.829708 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f00a765-d630-41b5-8225-ade89507b281 admin admin] Deleting subnet 234baaef-7ad7-4c92-b56e-48d95ce214b8 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:33:41.830388 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b3b4bbc-95bb-4a5b-b03b-dde02298c78c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:41.834163 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f00a765-d630-41b5-8225-ade89507b281 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:41.851988 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b4bbc-95bb-4a5b-b03b-dde02298c78c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ff7966-7e2d-402c-81b6-1b0672ad5313,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:41.857495 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device eb88e889-323a-422b-bc4d-ec9672b131ea up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:41.869629 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b4bbc-95bb-4a5b-b03b-dde02298c78c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:41.869991 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b4bbc-95bb-4a5b-b03b-dde02298c78c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:41.870338 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b4bbc-95bb-4a5b-b03b-dde02298c78c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:41.870717 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b4bbc-95bb-4a5b-b03b-dde02298c78c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:41.871256 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b4bbc-95bb-4a5b-b03b-dde02298c78c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:41.871758 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b4bbc-95bb-4a5b-b03b-dde02298c78c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:41.872283 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b4bbc-95bb-4a5b-b03b-dde02298c78c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:41.872811 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b4bbc-95bb-4a5b-b03b-dde02298c78c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:41.873544 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b4bbc-95bb-4a5b-b03b-dde02298c78c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:41.874186 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b4bbc-95bb-4a5b-b03b-dde02298c78c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:41.875317 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b4bbc-95bb-4a5b-b03b-dde02298c78c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:41.875835 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b4bbc-95bb-4a5b-b03b-dde02298c78c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:41.881286 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8514aa04-d8c0-474f-bec1-0de668903f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:41.884368 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8514aa04-d8c0-474f-bec1-0de668903f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:41.886541 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8514aa04-d8c0-474f-bec1-0de668903f9b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a85aa208-6ba2-41bd-acff-b63c65245a88 HTTP/1.1" status: 204 len: 168 time: 0.3953393 Jul 15 23:33:41.887605 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b3b4bbc-95bb-4a5b-b03b-dde02298c78c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:41.888879 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9b3b4bbc-95bb-4a5b-b03b-dde02298c78c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3538289 Jul 15 23:33:41.894430 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54672) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:41.906158 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-43d213b7-e26c-477d-817b-eb01a258d886 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'security_group_rule': {'security_group_id': 'cdbe98b7-2597-4b77-bada-f584af1be166', 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:41.916265 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f00a765-d630-41b5-8225-ade89507b281 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:41.916489 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514aa04-d8c0-474f-bec1-0de668903f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85aa208-6ba2-41bd-acff-b63c65245a88,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:41.940717 n-d-787205-9 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-43d213b7-e26c-477d-817b-eb01a258d886 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Project af8840e572bc4203b4decdf0325b2045 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:33:41.947027 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-43d213b7-e26c-477d-817b-eb01a258d886 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:41.959202 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port eb88e889-323a-422b-bc4d-ec9672b131ea completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:41.965828 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port eb88e889-323a-422b-bc4d-ec9672b131ea triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:41.966277 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.021991 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-43d213b7-e26c-477d-817b-eb01a258d886 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.027294 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-43d213b7-e26c-477d-817b-eb01a258d886 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.053826 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-43d213b7-e26c-477d-817b-eb01a258d886 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.056559 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f00a765-d630-41b5-8225-ade89507b281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.061052 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54676) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:42.061270 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-43d213b7-e26c-477d-817b-eb01a258d886 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1631460 Jul 15 23:33:42.066286 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-c9a10438-aa42-4c2a-90d3-bfe40c604366 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'security_group_rule': {'security_group_id': 'cdbe98b7-2597-4b77-bada-f584af1be166', 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:42.068271 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d213b7-e26c-477d-817b-eb01a258d886 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e877e6df-a691-4ab0-a17e-890c84244d95,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:42.124733 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.134043 n-d-787205-9 neutron-server[93799]: INFO neutron.db.securitygroups_db [None req-c9a10438-aa42-4c2a-90d3-bfe40c604366 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Project af8840e572bc4203b4decdf0325b2045 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:33:42.146838 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c9a10438-aa42-4c2a-90d3-bfe40c604366 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.170386 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port eb88e889-323a-422b-bc4d-ec9672b131ea, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=eb88e889-323a-422b-bc4d-ec9672b131ea,segment=NetworkSegment(22237b1e-24ab-440b-b74e-2f0eb9612bc4),segment_id=22237b1e-24ab-440b-b74e-2f0eb9612bc4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:42.174996 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.177474 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f00a765-d630-41b5-8225-ade89507b281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.186550 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b9813a51-d61b-4b26-b4f0-03b01b26fe85 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:33:42.222192 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00a765-d630-41b5-8225-ade89507b281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=234baaef-7ad7-4c92-b56e-48d95ce214b8,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:42.227348 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f00a765-d630-41b5-8225-ade89507b281 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.229528 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4f00a765-d630-41b5-8225-ade89507b281 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/234baaef-7ad7-4c92-b56e-48d95ce214b8 HTTP/1.1" status: 204 len: 168 time: 0.4806504 Jul 15 23:33:42.231119 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec4e46f-d6ac-42bc-a38f-be77b7459d00 None None] Network b9cc0570-4cc7-4e83-af3e-9ae45d903433 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:33:42.231836 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54680) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:42.232879 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: b9813a51-d61b-4b26-b4f0-03b01b26fe85 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:33:42.233222 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b9813a51-d61b-4b26-b4f0-03b01b26fe85 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:33:42.280325 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c9a10438-aa42-4c2a-90d3-bfe40c604366 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.300182 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54682) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:42.315751 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c9a10438-aa42-4c2a-90d3-bfe40c604366 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.316753 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=eb88e889-323a-422b-bc4d-ec9672b131ea,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:42.322651 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f25863de-cc01-4cf3-961d-8872ee31a0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.344419 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7db15aa3-e627-4483-ad0f-284dcdc3f0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.348337 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a10438-aa42-4c2a-90d3-bfe40c604366 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccbef4ce-a269-4af5-8919-d9dae7a81175,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:42.419320 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-7db15aa3-e627-4483-ad0f-284dcdc3f0f3 admin admin] Deleting port cd835b34-7a25-4115-afe0-6ba24c1401b2 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:42.419671 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7db15aa3-e627-4483-ad0f-284dcdc3f0f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.456030 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f25863de-cc01-4cf3-961d-8872ee31a0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.463619 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f25863de-cc01-4cf3-961d-8872ee31a0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.493429 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c9a10438-aa42-4c2a-90d3-bfe40c604366 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.494625 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c9a10438-aa42-4c2a-90d3-bfe40c604366 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4341311 Jul 15 23:33:42.494625 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54684) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:42.501058 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-7db15aa3-e627-4483-ad0f-284dcdc3f0f3 admin admin] For port cd835b34-7a25-4115-afe0-6ba24c1401b2, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=cd835b34-7a25-4115-afe0-6ba24c1401b2,segment=NetworkSegment(a111157b-bfe3-4a44-b5e5-cb707d1292c1),segment_id=a111157b-bfe3-4a44-b5e5-cb707d1292c1)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:42.501421 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7db15aa3-e627-4483-ad0f-284dcdc3f0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.507311 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f25863de-cc01-4cf3-961d-8872ee31a0c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=17ac6385becf45a19fd801b7b4d75627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2037745 Jul 15 23:33:42.507528 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a12f7d-63fb-4321-ad2f-f94e5f86edd1 None None] DHCP port deletion for b9cc0570-4cc7-4e83-af3e-9ae45d903433 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:33:42.507650 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54686) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:42.507892 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-3114d6dd-4ca9-431e-957f-f6143e3d03de tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'network': {'name': 'tempest-network-smoke--2002982931', 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'port_security_enabled': True}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:42.519887 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25863de-cc01-4cf3-961d-8872ee31a0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ba9065-391d-4640-9e23-38a248f0b24f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:42.529775 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-7db15aa3-e627-4483-ad0f-284dcdc3f0f3 admin admin] Calling delete_port for cd835b34-7a25-4115-afe0-6ba24c1401b2 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:42.548040 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3114d6dd-4ca9-431e-957f-f6143e3d03de tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Made reservation on behalf of af8840e572bc4203b4decdf0325b2045 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:42.552085 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3114d6dd-4ca9-431e-957f-f6143e3d03de tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.561839 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-48a12f7d-63fb-4321-ad2f-f94e5f86edd1 None None] Deleting port cd835b34-7a25-4115-afe0-6ba24c1401b2 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:42.562621 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-48a12f7d-63fb-4321-ad2f-f94e5f86edd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.564129 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c579e871-40dd-4b6c-bc1c-09442926f29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.586197 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c579e871-40dd-4b6c-bc1c-09442926f29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.606488 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3114d6dd-4ca9-431e-957f-f6143e3d03de tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:33:42.617104 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3114d6dd-4ca9-431e-957f-f6143e3d03de tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.617714 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-3114d6dd-4ca9-431e-957f-f6143e3d03de tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Added segment aff25b40-0b3c-4bfc-94b2-7f7c3093d9be of type vlan for network 7c0766f5-51ee-4aa5-a553-4d12af59eedd Jul 15 23:33:42.633541 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-48a12f7d-63fb-4321-ad2f-f94e5f86edd1 None None] For port cd835b34-7a25-4115-afe0-6ba24c1401b2, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=cd835b34-7a25-4115-afe0-6ba24c1401b2,segment=NetworkSegment(a111157b-bfe3-4a44-b5e5-cb707d1292c1),segment_id=a111157b-bfe3-4a44-b5e5-cb707d1292c1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:42.633992 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-48a12f7d-63fb-4321-ad2f-f94e5f86edd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.643494 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c579e871-40dd-4b6c-bc1c-09442926f29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.647385 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c579e871-40dd-4b6c-bc1c-09442926f29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.647860 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-48a12f7d-63fb-4321-ad2f-f94e5f86edd1 None None] Calling delete_port for cd835b34-7a25-4115-afe0-6ba24c1401b2 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:42.649353 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c579e871-40dd-4b6c-bc1c-09442926f29f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1ba9065-391d-4640-9e23-38a248f0b24f HTTP/1.1" status: 204 len: 168 time: 0.1405280 Jul 15 23:33:42.660549 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579e871-40dd-4b6c-bc1c-09442926f29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ba9065-391d-4640-9e23-38a248f0b24f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:42.677150 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3114d6dd-4ca9-431e-957f-f6143e3d03de tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.718219 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7db15aa3-e627-4483-ad0f-284dcdc3f0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.729647 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3114d6dd-4ca9-431e-957f-f6143e3d03de tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.736204 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3114d6dd-4ca9-431e-957f-f6143e3d03de tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:42.737633 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3114d6dd-4ca9-431e-957f-f6143e3d03de tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.748586 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-48a12f7d-63fb-4321-ad2f-f94e5f86edd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.771405 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db15aa3-e627-4483-ad0f-284dcdc3f0f3 admin admin] No DVR routers for this DVR port cd835b34-7a25-4115-afe0-6ba24c1401b2 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:33:42.775519 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db15aa3-e627-4483-ad0f-284dcdc3f0f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd835b34-7a25-4115-afe0-6ba24c1401b2,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:42.779242 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a12f7d-63fb-4321-ad2f-f94e5f86edd1 None None] Pushing event deleted for resources: {'Port': ['ID=cd835b34-7a25-4115-afe0-6ba24c1401b2,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:42.782429 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a12f7d-63fb-4321-ad2f-f94e5f86edd1 None None] No DVR routers for this DVR port cd835b34-7a25-4115-afe0-6ba24c1401b2 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:33:42.846524 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3114d6dd-4ca9-431e-957f-f6143e3d03de tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3469367 Jul 15 23:33:42.849305 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54692) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:42.853959 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f64eb41c-8eef-4f27-8257-7c1c2cd38aac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1972218804', 'admin_state_up': True, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:42.885814 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f64eb41c-8eef-4f27-8257-7c1c2cd38aac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.887241 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f64eb41c-8eef-4f27-8257-7c1c2cd38aac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.912850 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7db15aa3-e627-4483-ad0f-284dcdc3f0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.915606 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114d6dd-4ca9-431e-957f-f6143e3d03de tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'Network': ['ID=7c0766f5-51ee-4aa5-a553-4d12af59eedd,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:42.926425 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-7db15aa3-e627-4483-ad0f-284dcdc3f0f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9cc0570-4cc7-4e83-af3e-9ae45d903433']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:42.929294 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 7c0766f5-51ee-4aa5-a553-4d12af59eedd details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:33:42.937812 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-7db15aa3-e627-4483-ad0f-284dcdc3f0f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a111157b-bfe3-4a44-b5e5-cb707d1292c1') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:42.938086 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-7db15aa3-e627-4483-ad0f-284dcdc3f0f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a111157b-bfe3-4a44-b5e5-cb707d1292c1') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:42.953731 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f64eb41c-8eef-4f27-8257-7c1c2cd38aac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.954757 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7db15aa3-e627-4483-ad0f-284dcdc3f0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.976974 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7db15aa3-e627-4483-ad0f-284dcdc3f0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.988186 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db15aa3-e627-4483-ad0f-284dcdc3f0f3 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:33:42.988650 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7db15aa3-e627-4483-ad0f-284dcdc3f0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.991367 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:33:42.991367 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:33:42.991367 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:33:42.991367 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:33:42.991367 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:33:42.991367 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:33:42.991367 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:33:42.991367 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:33:42.991367 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:33:42.991367 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:33:42.991367 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:33:42.991367 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:33:42.991367 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:33:42.991367 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:33:42.991367 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:33:42.991367 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:33:42.991367 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:33:42.991367 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:33:42.991367 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:33:42.991367 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:33:42.991367 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:33:42.991367 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:33:42.991367 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:33:42.991367 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:33:42.991367 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:33:42.991367 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:33:42.991367 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:33:42.991367 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:33:42.991367 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:33:42.991367 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:33:42.991367 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:33:42.991367 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:33:43.065719 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7db15aa3-e627-4483-ad0f-284dcdc3f0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:43.074955 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7db15aa3-e627-4483-ad0f-284dcdc3f0f3 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:43.080868 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7db15aa3-e627-4483-ad0f-284dcdc3f0f3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b9cc0570-4cc7-4e83-af3e-9ae45d903433 HTTP/1.1" status: 204 len: 168 time: 0.8463051 Jul 15 23:33:43.081124 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54700) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:43.097244 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db15aa3-e627-4483-ad0f-284dcdc3f0f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9cc0570-4cc7-4e83-af3e-9ae45d903433,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:43.150968 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f64eb41c-8eef-4f27-8257-7c1c2cd38aac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:43.462145 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device eb88e889-323a-422b-bc4d-ec9672b131ea up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:43.524315 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port eb88e889-323a-422b-bc4d-ec9672b131ea triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:43.524780 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:43.539569 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f64eb41c-8eef-4f27-8257-7c1c2cd38aac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:43.561345 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f64eb41c-8eef-4f27-8257-7c1c2cd38aac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:43.676805 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ee327824-8f77-4a67-8def-b36b25c061d6 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:33:43.705895 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: ee327824-8f77-4a67-8def-b36b25c061d6 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:33:43.706323 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ee327824-8f77-4a67-8def-b36b25c061d6 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:33:43.706833 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cd835b34-7a25-4115-afe0-6ba24c1401b2 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:33:43.718100 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-f64eb41c-8eef-4f27-8257-7c1c2cd38aac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Allocated IP 172.25.4.117 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/cdbcb04d-1268-4900-9d33-f7a0f78a2b6f) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:43.730830 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: cd835b34-7a25-4115-afe0-6ba24c1401b2 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:33:43.731180 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cd835b34-7a25-4115-afe0-6ba24c1401b2 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:33:43.804428 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbb322b8-c849-4b68-97ab-eb780a334473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:43.871657 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54720) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:43.921413 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f64eb41c-8eef-4f27-8257-7c1c2cd38aac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:43.987335 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-72257521-42c0-4017-b15c-004795fbe071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:44.027257 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f64eb41c-8eef-4f27-8257-7c1c2cd38aac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:44.076716 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64eb41c-8eef-4f27-8257-7c1c2cd38aac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:44.085079 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-72257521-42c0-4017-b15c-004795fbe071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:44.086691 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-f64eb41c-8eef-4f27-8257-7c1c2cd38aac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:44.088987 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64eb41c-8eef-4f27-8257-7c1c2cd38aac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'Port': ['ID=cdbcb04d-1268-4900-9d33-f7a0f78a2b6f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:44.089654 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-72257521-42c0-4017-b15c-004795fbe071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:44.091184 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64eb41c-8eef-4f27-8257-7c1c2cd38aac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:44.128298 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72257521-42c0-4017-b15c-004795fbe071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff11935-79fb-41b2-bc7e-352dcea36157,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:44.135705 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-72257521-42c0-4017-b15c-004795fbe071 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bd847b770ccf408a8b1bedb52063766f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2603800 Jul 15 23:33:44.135922 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54726) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:44.185099 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa58c5bc-dc4c-4bc6-83a7-652e88b19bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:44.207513 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa58c5bc-dc4c-4bc6-83a7-652e88b19bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:44.253138 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa58c5bc-dc4c-4bc6-83a7-652e88b19bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:44.255760 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fa58c5bc-dc4c-4bc6-83a7-652e88b19bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:44.256944 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fa58c5bc-dc4c-4bc6-83a7-652e88b19bfc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fff11935-79fb-41b2-bc7e-352dcea36157 HTTP/1.1" status: 204 len: 168 time: 0.1201713 Jul 15 23:33:44.265015 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58c5bc-dc4c-4bc6-83a7-652e88b19bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff11935-79fb-41b2-bc7e-352dcea36157,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:44.300671 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-cbb322b8-c849-4b68-97ab-eb780a334473 admin admin] Deleting port eb88e889-323a-422b-bc4d-ec9672b131ea {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:44.301026 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbb322b8-c849-4b68-97ab-eb780a334473 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:44.465034 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-cbb322b8-c849-4b68-97ab-eb780a334473 admin admin] For port eb88e889-323a-422b-bc4d-ec9672b131ea, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=eb88e889-323a-422b-bc4d-ec9672b131ea,segment=NetworkSegment(22237b1e-24ab-440b-b74e-2f0eb9612bc4),segment_id=22237b1e-24ab-440b-b74e-2f0eb9612bc4)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:44.465396 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbb322b8-c849-4b68-97ab-eb780a334473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:44.477967 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f64eb41c-8eef-4f27-8257-7c1c2cd38aac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:44.483232 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-cbb322b8-c849-4b68-97ab-eb780a334473 admin admin] Calling delete_port for eb88e889-323a-422b-bc4d-ec9672b131ea owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:45.095502 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f64eb41c-8eef-4f27-8257-7c1c2cd38aac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:45.215095 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbb322b8-c849-4b68-97ab-eb780a334473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:45.255972 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb322b8-c849-4b68-97ab-eb780a334473 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb88e889-323a-422b-bc4d-ec9672b131ea,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:45.406334 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64eb41c-8eef-4f27-8257-7c1c2cd38aac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Router 2f9acb87-3d51-4200-9f63-fafca4f9823d is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:33:45.519779 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cbb322b8-c849-4b68-97ab-eb780a334473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:45.623252 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64eb41c-8eef-4f27-8257-7c1c2cd38aac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:45.633075 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc0de54-37d8-4bfd-8996-1a732390836f None None] Sync routers for ids ['2f9acb87-3d51-4200-9f63-fafca4f9823d'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:45.642206 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc0de54-37d8-4bfd-8996-1a732390836f None None] Routers {'2f9acb87-3d51-4200-9f63-fafca4f9823d'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:45.643748 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-dcc0de54-37d8-4bfd-8996-1a732390836f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['2f9acb87-3d51-4200-9f63-fafca4f9823d'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:45.674616 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f64eb41c-8eef-4f27-8257-7c1c2cd38aac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:45.676783 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f64eb41c-8eef-4f27-8257-7c1c2cd38aac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8255382 Jul 15 23:33:45.679225 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54758) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:45.791910 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-dcc0de54-37d8-4bfd-8996-1a732390836f None None] Set router 2f9acb87-3d51-4200-9f63-fafca4f9823d gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:45.815953 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb322b8-c849-4b68-97ab-eb780a334473 admin admin] Router cdc10759-150f-4909-8197-46b62d11788f has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:33:45.882545 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e0282cde-a2a7-4c18-8975-d37e1d1f5e3e tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=af8840e572bc4203b4decdf0325b2045&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1999254 Jul 15 23:33:45.883292 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54762) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:45.910287 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e01ebe63-e980-4788-b191-c1e667ef077c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:45.942105 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb322b8-c849-4b68-97ab-eb780a334473 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:45.949811 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cbb322b8-c849-4b68-97ab-eb780a334473 admin admin] 10.222.0.16 "PUT /v2.0/routers/cdc10759-150f-4909-8197-46b62d11788f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8678968 Jul 15 23:33:45.950426 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54764) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:45.952908 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f060906b-be91-4d43-8d88-dc60b7c2c4d8 None None] Sync routers for ids ['cdc10759-150f-4909-8197-46b62d11788f'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:45.973649 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f060906b-be91-4d43-8d88-dc60b7c2c4d8 None None] Routers {'cdc10759-150f-4909-8197-46b62d11788f'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:45.975825 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f060906b-be91-4d43-8d88-dc60b7c2c4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['cdc10759-150f-4909-8197-46b62d11788f'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:46.002098 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f508a91-5bc2-40cb-837b-528fb9e85a82 tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:46.003732 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9f508a91-5bc2-40cb-837b-528fb9e85a82 tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1195374 Jul 15 23:33:46.007071 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54766) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:46.029423 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-dcc0de54-37d8-4bfd-8996-1a732390836f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1972218804', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'cdbcb04d-1268-4900-9d33-f7a0f78a2b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:42Z', 'updated_at': '2021-07-15T23:33:44Z', 'revision_number': 3, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'cdbcb04d-1268-4900-9d33-f7a0f78a2b6f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:43Z', 'updated_at': '2021-07-15T23:33:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:46.062554 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc0de54-37d8-4bfd-8996-1a732390836f None None] Checking router: 2f9acb87-3d51-4200-9f63-fafca4f9823d for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:33:46.063072 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc0de54-37d8-4bfd-8996-1a732390836f None None] Updating router 2f9acb87-3d51-4200-9f63-fafca4f9823d port cdbcb04d-1268-4900-9d33-f7a0f78a2b6f binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:33:46.078905 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-904f47e0-41a7-42e0-b919-03289b98a110 tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=61ac1f85-79f4-4ace-93a9-51b85862f208&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0702450 Jul 15 23:33:46.081686 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54768) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:46.088603 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-4068579e-e288-4b75-8240-864b4169b7f8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-306923287', 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd', 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:46.102900 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3622af9b-9482-4ac6-bf76-cb55dc50e7af admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:46.160458 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-f060906b-be91-4d43-8d88-dc60b7c2c4d8 None None] Set router cdc10759-150f-4909-8197-46b62d11788f gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:46.221328 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4068579e-e288-4b75-8240-864b4169b7f8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Made reservation on behalf of af8840e572bc4203b4decdf0325b2045 for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:46.229303 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4068579e-e288-4b75-8240-864b4169b7f8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:46.245171 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dcc0de54-37d8-4bfd-8996-1a732390836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:46.249994 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3622af9b-9482-4ac6-bf76-cb55dc50e7af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:46.329621 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3622af9b-9482-4ac6-bf76-cb55dc50e7af admin admin] Deleting port 514a5381-044b-4106-8b37-98705ad64258 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:46.330894 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3622af9b-9482-4ac6-bf76-cb55dc50e7af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:46.466854 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3622af9b-9482-4ac6-bf76-cb55dc50e7af admin admin] For port 514a5381-044b-4106-8b37-98705ad64258, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=514a5381-044b-4106-8b37-98705ad64258,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:46.467127 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3622af9b-9482-4ac6-bf76-cb55dc50e7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:46.491531 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f060906b-be91-4d43-8d88-dc60b7c2c4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc10759-150f-4909-8197-46b62d11788f', 'name': 'tempest-TestAggregatesBasicOps-325265492-router', 'tenant_id': '467670c48f4b4cf4a0126b23a864ad1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '514a5381-044b-4106-8b37-98705ad64258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:28Z', 'updated_at': '2021-07-15T23:33:45Z', 'revision_number': 5, 'project_id': '467670c48f4b4cf4a0126b23a864ad1e', 'gw_port': {'id': '514a5381-044b-4106-8b37-98705ad64258', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:77:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc10759-150f-4909-8197-46b62d11788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:30Z', 'updated_at': '2021-07-15T23:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:46.498670 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3622af9b-9482-4ac6-bf76-cb55dc50e7af admin admin] Calling delete_port for 514a5381-044b-4106-8b37-98705ad64258 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:46.530475 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4068579e-e288-4b75-8240-864b4169b7f8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:46.628990 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4068579e-e288-4b75-8240-864b4169b7f8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'Subnet': ['ID=41a3fb66-0c50-4446-9c65-5192b3768433,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:46.657141 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dcc0de54-37d8-4bfd-8996-1a732390836f None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:46.659701 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4068579e-e288-4b75-8240-864b4169b7f8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Checking segment: {'id': 'aff25b40-0b3c-4bfc-94b2-7f7c3093d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:46.660182 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4068579e-e288-4b75-8240-864b4169b7f8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Network hostable DHCP agents. Network: 7c0766f5-51ee-4aa5-a553-4d12af59eedd, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:33:46.667706 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54782) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:46.730884 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f060906b-be91-4d43-8d88-dc60b7c2c4d8 None None] Checking router: cdc10759-150f-4909-8197-46b62d11788f for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:33:46.737319 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-dcc0de54-37d8-4bfd-8996-1a732390836f None None] Transition to ACTIVE for port object cdbcb04d-1268-4900-9d33-f7a0f78a2b6f will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:46.737517 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3622af9b-9482-4ac6-bf76-cb55dc50e7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:46.743451 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f060906b-be91-4d43-8d88-dc60b7c2c4d8 None None] Routers {'cdc10759-150f-4909-8197-46b62d11788f'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:46.744157 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dcc0de54-37d8-4bfd-8996-1a732390836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:46.744626 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f060906b-be91-4d43-8d88-dc60b7c2c4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['cdc10759-150f-4909-8197-46b62d11788f'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:46.770907 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622af9b-9482-4ac6-bf76-cb55dc50e7af admin admin] Pushing event deleted for resources: {'Port': ['ID=514a5381-044b-4106-8b37-98705ad64258,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:46.804847 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4068579e-e288-4b75-8240-864b4169b7f8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Network 7c0766f5-51ee-4aa5-a553-4d12af59eedd is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:33:46.822457 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-4068579e-e288-4b75-8240-864b4169b7f8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 7c0766f5-51ee-4aa5-a553-4d12af59eedd) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:46.832429 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4068579e-e288-4b75-8240-864b4169b7f8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:46.833023 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4068579e-e288-4b75-8240-864b4169b7f8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:46.845639 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3622af9b-9482-4ac6-bf76-cb55dc50e7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:46.852116 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-dcc0de54-37d8-4bfd-8996-1a732390836f None None] Attempting to bind port cdbcb04d-1268-4900-9d33-f7a0f78a2b6f on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:33:46.852866 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-dcc0de54-37d8-4bfd-8996-1a732390836f None None] Attempting to bind port cdbcb04d-1268-4900-9d33-f7a0f78a2b6f by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:33:46.853570 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc0de54-37d8-4bfd-8996-1a732390836f None None] Attempting to bind port cdbcb04d-1268-4900-9d33-f7a0f78a2b6f on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:46.880086 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-f060906b-be91-4d43-8d88-dc60b7c2c4d8 None None] Set router cdc10759-150f-4909-8197-46b62d11788f gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:46.882074 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc0de54-37d8-4bfd-8996-1a732390836f None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:33:46.883313 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc0de54-37d8-4bfd-8996-1a732390836f None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:46.885838 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dcc0de54-37d8-4bfd-8996-1a732390836f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:46.886737 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc0de54-37d8-4bfd-8996-1a732390836f None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:33:46.887653 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-dcc0de54-37d8-4bfd-8996-1a732390836f None None] Bound port: cdbcb04d-1268-4900-9d33-f7a0f78a2b6f, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:33:46.888757 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dcc0de54-37d8-4bfd-8996-1a732390836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:46.891267 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8ea8a-a667-40c9-979a-30adaf7bb607 None None] Pushing event updated for resources: {'Port': ['ID=cdbcb04d-1268-4900-9d33-f7a0f78a2b6f,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:46.910180 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4068579e-e288-4b75-8240-864b4169b7f8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8273249 Jul 15 23:33:46.912996 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54792) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:46.970241 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529c017e-f2ae-4703-bcc5-130b11c82da0 None None] Network 7c0766f5-51ee-4aa5-a553-4d12af59eedd requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:33:47.006692 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-dcc0de54-37d8-4bfd-8996-1a732390836f None None] For port cdbcb04d-1268-4900-9d33-f7a0f78a2b6f, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:33:47.018891 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-dcc0de54-37d8-4bfd-8996-1a732390836f None None] For port cdbcb04d-1268-4900-9d33-f7a0f78a2b6f, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=cdbcb04d-1268-4900-9d33-f7a0f78a2b6f,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:33:47.027761 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dcc0de54-37d8-4bfd-8996-1a732390836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:47.048171 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3622af9b-9482-4ac6-bf76-cb55dc50e7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:47.052736 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3622af9b-9482-4ac6-bf76-cb55dc50e7af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:47.098062 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8ea8a-a667-40c9-979a-30adaf7bb607 None None] Pushing event updated for resources: {'Port': ['ID=cdbcb04d-1268-4900-9d33-f7a0f78a2b6f,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:47.108954 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f060906b-be91-4d43-8d88-dc60b7c2c4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc10759-150f-4909-8197-46b62d11788f', 'name': 'tempest-TestAggregatesBasicOps-325265492-router', 'tenant_id': '467670c48f4b4cf4a0126b23a864ad1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:28Z', 'updated_at': '2021-07-15T23:33:46Z', 'revision_number': 7, 'project_id': '467670c48f4b4cf4a0126b23a864ad1e', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:47.111738 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc0de54-37d8-4bfd-8996-1a732390836f None None] Routers {'2f9acb87-3d51-4200-9f63-fafca4f9823d'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:47.112475 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-dcc0de54-37d8-4bfd-8996-1a732390836f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['2f9acb87-3d51-4200-9f63-fafca4f9823d'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:47.133419 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3622af9b-9482-4ac6-bf76-cb55dc50e7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:47.134064 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3622af9b-9482-4ac6-bf76-cb55dc50e7af admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdc10759-150f-4909-8197-46b62d11788f {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:33:47.144429 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3622af9b-9482-4ac6-bf76-cb55dc50e7af admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:47.147268 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f060906b-be91-4d43-8d88-dc60b7c2c4d8 None None] The sync data for ids ['cdc10759-150f-4909-8197-46b62d11788f'] in n-d-787205-9 is: [{'id': 'cdc10759-150f-4909-8197-46b62d11788f', 'name': 'tempest-TestAggregatesBasicOps-325265492-router', 'tenant_id': '467670c48f4b4cf4a0126b23a864ad1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:28Z', 'updated_at': '2021-07-15T23:33:46Z', 'revision_number': 7, 'project_id': '467670c48f4b4cf4a0126b23a864ad1e', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:47.156832 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3622af9b-9482-4ac6-bf76-cb55dc50e7af admin admin] 10.222.0.16 "DELETE /v2.0/routers/cdc10759-150f-4909-8197-46b62d11788f HTTP/1.1" status: 204 len: 168 time: 1.1966839 Jul 15 23:33:47.157501 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54802) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:47.230469 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d8da95-1441-413f-826b-a4f3ab5a2977 admin admin] Deleting subnet 06a27bf5-f5a1-4db6-ba5b-e6e6e157ebc9 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:33:47.243083 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953fc902-2211-4cca-baea-b5ab1cf065fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-7c0766f5-51ee-4aa5-a553-4d12af59eedd', 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'fixed_ips': [{'subnet_id': '41a3fb66-0c50-4446-9c65-5192b3768433'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:33:47.244499 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-953fc902-2211-4cca-baea-b5ab1cf065fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:47.245042 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27d8da95-1441-413f-826b-a4f3ab5a2977 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:47.264126 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-dcc0de54-37d8-4bfd-8996-1a732390836f None None] Set router 2f9acb87-3d51-4200-9f63-fafca4f9823d gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:47.286365 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27d8da95-1441-413f-826b-a4f3ab5a2977 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:47.438157 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27d8da95-1441-413f-826b-a4f3ab5a2977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:47.450224 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-953fc902-2211-4cca-baea-b5ab1cf065fc None None] Allocated IP 172.20.0.2 (7c0766f5-51ee-4aa5-a553-4d12af59eedd/41a3fb66-0c50-4446-9c65-5192b3768433/25cb50de-6063-45a1-9dc6-058f1857057d) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:47.570283 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27d8da95-1441-413f-826b-a4f3ab5a2977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:47.593507 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-27d8da95-1441-413f-826b-a4f3ab5a2977 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:47.599073 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-27d8da95-1441-413f-826b-a4f3ab5a2977 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/06a27bf5-f5a1-4db6-ba5b-e6e6e157ebc9 HTTP/1.1" status: 204 len: 168 time: 0.4397411 Jul 15 23:33:47.602902 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54812) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:47.620774 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8da95-1441-413f-826b-a4f3ab5a2977 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06a27bf5-f5a1-4db6-ba5b-e6e6e157ebc9,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:47.669072 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-dcc0de54-37d8-4bfd-8996-1a732390836f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1972218804', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'cdbcb04d-1268-4900-9d33-f7a0f78a2b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:42Z', 'updated_at': '2021-07-15T23:33:44Z', 'revision_number': 3, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'cdbcb04d-1268-4900-9d33-f7a0f78a2b6f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:43Z', 'updated_at': '2021-07-15T23:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:47.671133 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23b8afc-df65-4013-ad91-e860bf19896c None None] Network 1f72104d-0c78-4d60-9fba-14751c3cd294 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:33:47.720454 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device eb88e889-323a-422b-bc4d-ec9672b131ea no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:33:47.740310 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc0de54-37d8-4bfd-8996-1a732390836f None None] The sync data for ids ['2f9acb87-3d51-4200-9f63-fafca4f9823d'] in n-d-787205-9 is: [{'id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1972218804', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'cdbcb04d-1268-4900-9d33-f7a0f78a2b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:42Z', 'updated_at': '2021-07-15T23:33:44Z', 'revision_number': 3, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'cdbcb04d-1268-4900-9d33-f7a0f78a2b6f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:43Z', 'updated_at': '2021-07-15T23:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:47.761919 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: eb88e889-323a-422b-bc4d-ec9672b131ea {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:33:47.762480 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device eb88e889-323a-422b-bc4d-ec9672b131ea not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:33:47.841887 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c8e7d173-cb90-4e24-a80f-31109a624bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:47.914537 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-953fc902-2211-4cca-baea-b5ab1cf065fc None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:47.931768 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-953fc902-2211-4cca-baea-b5ab1cf065fc None None] Transition to ACTIVE for port object 25cb50de-6063-45a1-9dc6-058f1857057d will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:47.939661 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-43a5b551-e6d0-4a2c-ba0b-ea221f72e023 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:47.958204 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-953fc902-2211-4cca-baea-b5ab1cf065fc None None] Transition to ACTIVE for port object 25cb50de-6063-45a1-9dc6-058f1857057d will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:47.965297 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-953fc902-2211-4cca-baea-b5ab1cf065fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:47.965633 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4b276320-e74b-4cf8-85b3-0e5628d3f472 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:48.018572 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953fc902-2211-4cca-baea-b5ab1cf065fc None None] Network 7c0766f5-51ee-4aa5-a553-4d12af59eedd is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:48.050430 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953fc902-2211-4cca-baea-b5ab1cf065fc None None] Pushing event updated for resources: {'Port': ['ID=25cb50de-6063-45a1-9dc6-058f1857057d,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:48.054758 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-953fc902-2211-4cca-baea-b5ab1cf065fc None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:48.057573 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953fc902-2211-4cca-baea-b5ab1cf065fc None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:48.121930 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8966949-dcd8-4bee-8a67-c829a3dcd8eb None None] DHCP port deletion for 1f72104d-0c78-4d60-9fba-14751c3cd294 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:33:48.206002 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-953fc902-2211-4cca-baea-b5ab1cf065fc None None] Attempting to bind port 25cb50de-6063-45a1-9dc6-058f1857057d on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:33:48.207662 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-953fc902-2211-4cca-baea-b5ab1cf065fc None None] Attempting to bind port 25cb50de-6063-45a1-9dc6-058f1857057d by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'aff25b40-0b3c-4bfc-94b2-7f7c3093d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:33:48.208123 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953fc902-2211-4cca-baea-b5ab1cf065fc None None] Attempting to bind port 25cb50de-6063-45a1-9dc6-058f1857057d on network 7c0766f5-51ee-4aa5-a553-4d12af59eedd {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:48.217003 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953fc902-2211-4cca-baea-b5ab1cf065fc None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:33:48.217648 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953fc902-2211-4cca-baea-b5ab1cf065fc None None] Checking segment: {'id': 'aff25b40-0b3c-4bfc-94b2-7f7c3093d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:48.218132 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-953fc902-2211-4cca-baea-b5ab1cf065fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:48.218603 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953fc902-2211-4cca-baea-b5ab1cf065fc None None] Bound using segment: {'id': 'aff25b40-0b3c-4bfc-94b2-7f7c3093d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:33:48.219267 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-953fc902-2211-4cca-baea-b5ab1cf065fc None None] Bound port: 25cb50de-6063-45a1-9dc6-058f1857057d, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff25b40-0b3c-4bfc-94b2-7f7c3093d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:33:48.220076 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-953fc902-2211-4cca-baea-b5ab1cf065fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:48.319655 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e8966949-dcd8-4bee-8a67-c829a3dcd8eb None None] Deleting port acecb338-e2a1-449e-acc9-2da561a0fc9d {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:48.320029 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e8966949-dcd8-4bee-8a67-c829a3dcd8eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:48.331680 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-953fc902-2211-4cca-baea-b5ab1cf065fc None None] For port 25cb50de-6063-45a1-9dc6-058f1857057d, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:33:48.352947 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-991a81d7-db81-4af8-91df-4a7e2661c6af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:48.365922 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-953fc902-2211-4cca-baea-b5ab1cf065fc None None] For port 25cb50de-6063-45a1-9dc6-058f1857057d, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=25cb50de-6063-45a1-9dc6-058f1857057d,segment=NetworkSegment(aff25b40-0b3c-4bfc-94b2-7f7c3093d9be),segment_id=aff25b40-0b3c-4bfc-94b2-7f7c3093d9be)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:33:48.376083 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-953fc902-2211-4cca-baea-b5ab1cf065fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:48.458281 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e8966949-dcd8-4bee-8a67-c829a3dcd8eb None None] For port acecb338-e2a1-449e-acc9-2da561a0fc9d, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=acecb338-e2a1-449e-acc9-2da561a0fc9d,segment=NetworkSegment(22237b1e-24ab-440b-b74e-2f0eb9612bc4),segment_id=22237b1e-24ab-440b-b74e-2f0eb9612bc4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:48.458698 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e8966949-dcd8-4bee-8a67-c829a3dcd8eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:48.494036 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e8966949-dcd8-4bee-8a67-c829a3dcd8eb None None] Calling delete_port for acecb338-e2a1-449e-acc9-2da561a0fc9d owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:48.510780 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953fc902-2211-4cca-baea-b5ab1cf065fc None None] Pushing event updated for resources: {'Port': ['ID=25cb50de-6063-45a1-9dc6-058f1857057d,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:48.676625 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e8966949-dcd8-4bee-8a67-c829a3dcd8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:48.712222 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8966949-dcd8-4bee-8a67-c829a3dcd8eb None None] No DVR routers for this DVR port acecb338-e2a1-449e-acc9-2da561a0fc9d on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:33:48.715343 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8966949-dcd8-4bee-8a67-c829a3dcd8eb None None] Pushing event deleted for resources: {'Port': ['ID=acecb338-e2a1-449e-acc9-2da561a0fc9d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:48.745863 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:48.860421 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c8e7d173-cb90-4e24-a80f-31109a624bbc admin admin] Deleting port acecb338-e2a1-449e-acc9-2da561a0fc9d {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:48.861026 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c8e7d173-cb90-4e24-a80f-31109a624bbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.032109 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c8e7d173-cb90-4e24-a80f-31109a624bbc admin admin] For port acecb338-e2a1-449e-acc9-2da561a0fc9d, host n-d-787205-9, got binding levels [] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:49.032472 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c8e7d173-cb90-4e24-a80f-31109a624bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.053796 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c8e7d173-cb90-4e24-a80f-31109a624bbc admin admin] Calling delete_port for acecb338-e2a1-449e-acc9-2da561a0fc9d owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:49.090197 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.ipam_backend_mixin [None req-c8e7d173-cb90-4e24-a80f-31109a624bbc admin admin] Port acecb338-e2a1-449e-acc9-2da561a0fc9d was not found and therefore no delete operation was performed {{(pid=93799) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:33:49.098949 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-43a5b551-e6d0-4a2c-ba0b-ea221f72e023 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Allocated IP 172.20.0.1 (7c0766f5-51ee-4aa5-a553-4d12af59eedd/41a3fb66-0c50-4446-9c65-5192b3768433/fd6f4913-1b9d-499a-a771-9919ece6581c) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:49.108207 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c8e7d173-cb90-4e24-a80f-31109a624bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.180933 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e7d173-cb90-4e24-a80f-31109a624bbc admin admin] No DVR routers for this DVR port acecb338-e2a1-449e-acc9-2da561a0fc9d on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:33:49.190586 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7d173-cb90-4e24-a80f-31109a624bbc admin admin] Pushing event deleted for resources: {'Port': ['ID=acecb338-e2a1-449e-acc9-2da561a0fc9d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:49.343865 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c8e7d173-cb90-4e24-a80f-31109a624bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.361554 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-c8e7d173-cb90-4e24-a80f-31109a624bbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f72104d-0c78-4d60-9fba-14751c3cd294']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:49.391512 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-c8e7d173-cb90-4e24-a80f-31109a624bbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22237b1e-24ab-440b-b74e-2f0eb9612bc4') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:49.391912 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-c8e7d173-cb90-4e24-a80f-31109a624bbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22237b1e-24ab-440b-b74e-2f0eb9612bc4') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:49.413001 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c8e7d173-cb90-4e24-a80f-31109a624bbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.427280 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-43a5b551-e6d0-4a2c-ba0b-ea221f72e023 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.446693 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c8e7d173-cb90-4e24-a80f-31109a624bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.459294 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-43a5b551-e6d0-4a2c-ba0b-ea221f72e023 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Transition to ACTIVE for port object fd6f4913-1b9d-499a-a771-9919ece6581c will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:49.462445 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e7d173-cb90-4e24-a80f-31109a624bbc admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:33:49.462965 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c8e7d173-cb90-4e24-a80f-31109a624bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.464739 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:33:49.464739 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:33:49.464739 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:33:49.464739 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:33:49.464739 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:33:49.464739 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:33:49.464739 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:33:49.464739 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:33:49.464739 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:33:49.464739 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:33:49.464739 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:33:49.464739 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:33:49.464739 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:33:49.464739 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:33:49.464739 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:33:49.464739 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:33:49.464739 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:33:49.464739 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:33:49.464739 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:33:49.464739 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:33:49.464739 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:33:49.464739 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:33:49.464739 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:33:49.464739 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:33:49.464739 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:33:49.464739 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:33:49.464739 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:33:49.464739 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:33:49.464739 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:33:49.464739 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:33:49.464739 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:33:49.464739 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:33:49.585280 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c8e7d173-cb90-4e24-a80f-31109a624bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.606586 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 25cb50de-6063-45a1-9dc6-058f1857057d up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:49.627964 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c8e7d173-cb90-4e24-a80f-31109a624bbc admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.629955 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c8e7d173-cb90-4e24-a80f-31109a624bbc admin admin] 10.222.0.16 "DELETE /v2.0/networks/1f72104d-0c78-4d60-9fba-14751c3cd294 HTTP/1.1" status: 204 len: 168 time: 2.0261102 Jul 15 23:33:49.664196 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7d173-cb90-4e24-a80f-31109a624bbc admin admin] Pushing event deleted for resources: {'Network': ['ID=1f72104d-0c78-4d60-9fba-14751c3cd294,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:49.681767 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-43a5b551-e6d0-4a2c-ba0b-ea221f72e023 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.699895 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 25cb50de-6063-45a1-9dc6-058f1857057d completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:49.710258 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cdbcb04d-1268-4900-9d33-f7a0f78a2b6f up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:49.736178 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.775899 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port cdbcb04d-1268-4900-9d33-f7a0f78a2b6f completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:49.781362 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port cdbcb04d-1268-4900-9d33-f7a0f78a2b6f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:49.781761 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.818253 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a5b551-e6d0-4a2c-ba0b-ea221f72e023 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Network 7c0766f5-51ee-4aa5-a553-4d12af59eedd is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:49.824761 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5b551-e6d0-4a2c-ba0b-ea221f72e023 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'Port': ['ID=fd6f4913-1b9d-499a-a771-9919ece6581c,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:49.830654 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-43a5b551-e6d0-4a2c-ba0b-ea221f72e023 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:49.841462 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a5b551-e6d0-4a2c-ba0b-ea221f72e023 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:49.892043 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4b276320-e74b-4cf8-85b3-0e5628d3f472 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Deleting port 73ea3fea-81ff-46c0-8328-4d136a518bda {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:49.893268 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4b276320-e74b-4cf8-85b3-0e5628d3f472 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.957465 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-43a5b551-e6d0-4a2c-ba0b-ea221f72e023 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.958562 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.959881 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54822) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:49.996426 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port cdbcb04d-1268-4900-9d33-f7a0f78a2b6f, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=cdbcb04d-1268-4900-9d33-f7a0f78a2b6f,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:50.005762 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.057337 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d30ccddc-2960-48a3-84a9-24303b12ef68 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c1fe76508af140a09f6a8d638a170b65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0951650 Jul 15 23:33:50.060084 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54824) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:50.123385 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4b276320-e74b-4cf8-85b3-0e5628d3f472 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] For port 73ea3fea-81ff-46c0-8328-4d136a518bda, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=73ea3fea-81ff-46c0-8328-4d136a518bda,segment=NetworkSegment(6c46755f-4d6b-49f5-8806-ce77c15e8c37),segment_id=6c46755f-4d6b-49f5-8806-ce77c15e8c37)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:50.123757 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4b276320-e74b-4cf8-85b3-0e5628d3f472 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.125726 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=cdbcb04d-1268-4900-9d33-f7a0f78a2b6f,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:50.133212 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device acecb338-e2a1-449e-acc9-2da561a0fc9d no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:33:50.148952 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce491fb8-4fdb-4ef3-b4b5-18ce6dcf5ad6 None None] Network 7c0766f5-51ee-4aa5-a553-4d12af59eedd requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:33:50.158171 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0601bd91-7f65-4826-b139-72778b832d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.167120 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4b276320-e74b-4cf8-85b3-0e5628d3f472 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Calling delete_port for 73ea3fea-81ff-46c0-8328-4d136a518bda owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:50.189152 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0601bd91-7f65-4826-b139-72778b832d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.248092 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54828) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:50.269641 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0601bd91-7f65-4826-b139-72778b832d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.276520 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0601bd91-7f65-4826-b139-72778b832d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.281696 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0601bd91-7f65-4826-b139-72778b832d9e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76402102-a7fc-468a-b95c-af4e87624665 HTTP/1.1" status: 204 len: 168 time: 0.2202225 Jul 15 23:33:50.292358 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601bd91-7f65-4826-b139-72778b832d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76402102-a7fc-468a-b95c-af4e87624665,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:50.339274 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-43a5b551-e6d0-4a2c-ba0b-ea221f72e023 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.375509 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: acecb338-e2a1-449e-acc9-2da561a0fc9d {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:33:50.376082 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device acecb338-e2a1-449e-acc9-2da561a0fc9d not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:33:50.377821 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 514a5381-044b-4106-8b37-98705ad64258 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:33:50.433108 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 514a5381-044b-4106-8b37-98705ad64258 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:33:50.433303 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 514a5381-044b-4106-8b37-98705ad64258 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:33:50.438001 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5cf24ae0-2f3b-4d87-b532-8320d85ca0db None None] Provisioning for port 25cb50de-6063-45a1-9dc6-058f1857057d completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:50.443077 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5cf24ae0-2f3b-4d87-b532-8320d85ca0db None None] Provisioning complete for port 25cb50de-6063-45a1-9dc6-058f1857057d triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:50.443549 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5cf24ae0-2f3b-4d87-b532-8320d85ca0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.555865 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5cf24ae0-2f3b-4d87-b532-8320d85ca0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.593276 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-5cf24ae0-2f3b-4d87-b532-8320d85ca0db None None] For port 25cb50de-6063-45a1-9dc6-058f1857057d, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=25cb50de-6063-45a1-9dc6-058f1857057d,segment=NetworkSegment(aff25b40-0b3c-4bfc-94b2-7f7c3093d9be),segment_id=aff25b40-0b3c-4bfc-94b2-7f7c3093d9be)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:50.599639 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5cf24ae0-2f3b-4d87-b532-8320d85ca0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.665791 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf24ae0-2f3b-4d87-b532-8320d85ca0db None None] Pushing event updated for resources: {'Port': ['ID=25cb50de-6063-45a1-9dc6-058f1857057d,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:50.671523 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-835e7c1b-0c31-4016-a53a-1764aafb11a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.774227 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4b276320-e74b-4cf8-85b3-0e5628d3f472 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.803577 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-835e7c1b-0c31-4016-a53a-1764aafb11a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.809107 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-835e7c1b-0c31-4016-a53a-1764aafb11a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.829508 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54836) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:50.846910 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b276320-e74b-4cf8-85b3-0e5628d3f472 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event deleted for resources: {'Port': ['ID=73ea3fea-81ff-46c0-8328-4d136a518bda,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:50.882733 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e7c1b-0c31-4016-a53a-1764aafb11a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a85b39-d782-4f61-9478-4d5e4e57ce34,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:50.906020 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-835e7c1b-0c31-4016-a53a-1764aafb11a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d35e289dc90445e4a66ece1fddda67c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6542478 Jul 15 23:33:50.906600 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54838) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:50.940651 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d1c93b3a-a5b9-4fcf-b2c0-9b1f2551134c None None] Provisioning complete for port 25cb50de-6063-45a1-9dc6-058f1857057d triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:50.941022 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d1c93b3a-a5b9-4fcf-b2c0-9b1f2551134c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.987557 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1dbfc565-6cda-4b9e-a710-bcb2dcf0747f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=467670c48f4b4cf4a0126b23a864ad1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491020 Jul 15 23:33:50.988821 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54840) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:51.049795 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-43a5b551-e6d0-4a2c-ba0b-ea221f72e023 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.090542 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-43a5b551-e6d0-4a2c-ba0b-ea221f72e023 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.110848 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab097702-4926-48f2-9280-587437852c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.132986 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d1c93b3a-a5b9-4fcf-b2c0-9b1f2551134c None None] Provisioning for port fd6f4913-1b9d-499a-a771-9919ece6581c completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:51.137708 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d1c93b3a-a5b9-4fcf-b2c0-9b1f2551134c None None] Provisioning complete for port fd6f4913-1b9d-499a-a771-9919ece6581c triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:51.138012 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d1c93b3a-a5b9-4fcf-b2c0-9b1f2551134c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.143200 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab097702-4926-48f2-9280-587437852c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.183122 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-d1c93b3a-a5b9-4fcf-b2c0-9b1f2551134c None None] Port fd6f4913-1b9d-499a-a771-9919ece6581c cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:51.215044 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab097702-4926-48f2-9280-587437852c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.217560 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ab097702-4926-48f2-9280-587437852c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.218852 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ab097702-4926-48f2-9280-587437852c3a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/73a85b39-d782-4f61-9478-4d5e4e57ce34 HTTP/1.1" status: 204 len: 168 time: 0.3053405 Jul 15 23:33:51.237793 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aeeb141a-ed6b-4b0c-9980-ca0e7b435eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.264949 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab097702-4926-48f2-9280-587437852c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a85b39-d782-4f61-9478-4d5e4e57ce34,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:51.270034 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.284528 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aeeb141a-ed6b-4b0c-9980-ca0e7b435eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.336967 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1c1ffb4e-d640-4026-83c5-0ec8c138086f None None] Provisioning complete for port fd6f4913-1b9d-499a-a771-9919ece6581c triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:51.337611 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c1ffb4e-d640-4026-83c5-0ec8c138086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.356084 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aeeb141a-ed6b-4b0c-9980-ca0e7b435eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.359125 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-aeeb141a-ed6b-4b0c-9980-ca0e7b435eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.360613 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-aeeb141a-ed6b-4b0c-9980-ca0e7b435eb4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/13d79683-7d29-4d1a-9fb2-ce6cd8ce8a2e HTTP/1.1" status: 204 len: 168 time: 0.3628063 Jul 15 23:33:51.370659 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb141a-ed6b-4b0c-9980-ca0e7b435eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d79683-7d29-4d1a-9fb2-ce6cd8ce8a2e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:51.379508 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-43a5b551-e6d0-4a2c-ba0b-ea221f72e023 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.382854 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5b551-e6d0-4a2c-ba0b-ea221f72e023 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'Port': ['ID=fd6f4913-1b9d-499a-a771-9919ece6581c,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:51.402237 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-1c1ffb4e-d640-4026-83c5-0ec8c138086f None None] Port fd6f4913-1b9d-499a-a771-9919ece6581c cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:51.456595 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4b276320-e74b-4cf8-85b3-0e5628d3f472 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.583288 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 25cb50de-6063-45a1-9dc6-058f1857057d up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:51.606106 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a5b551-e6d0-4a2c-ba0b-ea221f72e023 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Network 7c0766f5-51ee-4aa5-a553-4d12af59eedd is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:51.609153 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-43a5b551-e6d0-4a2c-ba0b-ea221f72e023 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:51.673869 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 25cb50de-6063-45a1-9dc6-058f1857057d triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:51.675082 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.803745 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cdbcb04d-1268-4900-9d33-f7a0f78a2b6f up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:51.867928 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port cdbcb04d-1268-4900-9d33-f7a0f78a2b6f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:51.868601 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:52.033548 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-12b184d1-7693-48d8-9f8f-22a48fa6cf88 None None] Provisioning complete for port fd6f4913-1b9d-499a-a771-9919ece6581c triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:52.034347 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-12b184d1-7693-48d8-9f8f-22a48fa6cf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:52.091109 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-12b184d1-7693-48d8-9f8f-22a48fa6cf88 None None] Port fd6f4913-1b9d-499a-a771-9919ece6581c cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:52.182724 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a5b551-e6d0-4a2c-ba0b-ea221f72e023 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Router 2f9acb87-3d51-4200-9f63-fafca4f9823d has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:33:52.251639 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b276320-e74b-4cf8-85b3-0e5628d3f472 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Router 6fa86b67-f676-49e7-8b4d-a94d86f38ed2 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:33:52.359139 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a5b551-e6d0-4a2c-ba0b-ea221f72e023 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:52.365492 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-43a5b551-e6d0-4a2c-ba0b-ea221f72e023 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "PUT /v2.0/routers/2f9acb87-3d51-4200-9f63-fafca4f9823d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4517591 Jul 15 23:33:52.375179 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54886) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:52.378580 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67108e1a-368c-4d08-8eb2-095ec2b97ee6 None None] Sync routers for ids ['2f9acb87-3d51-4200-9f63-fafca4f9823d'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:52.397850 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67108e1a-368c-4d08-8eb2-095ec2b97ee6 None None] Routers {'2f9acb87-3d51-4200-9f63-fafca4f9823d'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:52.399156 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-67108e1a-368c-4d08-8eb2-095ec2b97ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['2f9acb87-3d51-4200-9f63-fafca4f9823d'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:52.432267 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b276320-e74b-4cf8-85b3-0e5628d3f472 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:52.443349 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4b276320-e74b-4cf8-85b3-0e5628d3f472 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "PUT /v2.0/routers/6fa86b67-f676-49e7-8b4d-a94d86f38ed2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7634623 Jul 15 23:33:52.445684 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f227b0-cb71-4175-890c-fcba602502e5 None None] Sync routers for ids ['6fa86b67-f676-49e7-8b4d-a94d86f38ed2'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:52.456988 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f227b0-cb71-4175-890c-fcba602502e5 None None] Routers {'6fa86b67-f676-49e7-8b4d-a94d86f38ed2'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:52.457699 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b5f227b0-cb71-4175-890c-fcba602502e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6fa86b67-f676-49e7-8b4d-a94d86f38ed2'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:52.574210 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-67108e1a-368c-4d08-8eb2-095ec2b97ee6 None None] Set router 2f9acb87-3d51-4200-9f63-fafca4f9823d gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:52.657257 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-b5f227b0-cb71-4175-890c-fcba602502e5 None None] Set router 6fa86b67-f676-49e7-8b4d-a94d86f38ed2 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:52.670501 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-d98363ea-a534-4a95-aba1-fa9824e1b784 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1660004201&fields=id&tenant_id=af8840e572bc4203b4decdf0325b2045 HTTP/1.1" status: 200 len: 267 time: 0.0732346 Jul 15 23:33:52.672795 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-fd9b6d4b-7364-43c6-a70b-862f53d403fa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1117550366-network', 'tenant_id': '65a75747074644058af81d1dafdcec1d'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:52.729363 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9b6d4b-7364-43c6-a70b-862f53d403fa admin admin] Made reservation on behalf of 65a75747074644058af81d1dafdcec1d for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:52.748216 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd9b6d4b-7364-43c6-a70b-862f53d403fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:52.775966 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd9b6d4b-7364-43c6-a70b-862f53d403fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:52.906349 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-67108e1a-368c-4d08-8eb2-095ec2b97ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1972218804', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'cdbcb04d-1268-4900-9d33-f7a0f78a2b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:42Z', 'updated_at': '2021-07-15T23:33:50Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'cdbcb04d-1268-4900-9d33-f7a0f78a2b6f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:43Z', 'updated_at': '2021-07-15T23:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'fd6f4913-1b9d-499a-a771-9919ece6581c', 'name': '', 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:76:91:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '41a3fb66-0c50-4446-9c65-5192b3768433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:48Z', 'updated_at': '2021-07-15T23:33:50Z', 'revision_number': 2, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': '41a3fb66-0c50-4446-9c65-5192b3768433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:52.922223 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-c9f28ae0-60ff-4b05-9ae0-2a06033842a3 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:52.928765 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-c9f28ae0-60ff-4b05-9ae0-2a06033842a3 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/networks?id=7c0766f5-51ee-4aa5-a553-4d12af59eedd HTTP/1.1" status: 200 len: 797 time: 0.2526739 Jul 15 23:33:52.936540 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd9b6d4b-7364-43c6-a70b-862f53d403fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:52.940633 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67108e1a-368c-4d08-8eb2-095ec2b97ee6 None None] Checking router: 2f9acb87-3d51-4200-9f63-fafca4f9823d for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:33:52.941359 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67108e1a-368c-4d08-8eb2-095ec2b97ee6 None None] Updating router 2f9acb87-3d51-4200-9f63-fafca4f9823d port fd6f4913-1b9d-499a-a771-9919ece6581c binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:33:52.942028 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd9b6d4b-7364-43c6-a70b-862f53d403fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:52.986058 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b6d4b-7364-43c6-a70b-862f53d403fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6439156-a740-4bb5-9105-18ca3c49be49,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:52.992095 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd9b6d4b-7364-43c6-a70b-862f53d403fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:33:53.005894 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd9b6d4b-7364-43c6-a70b-862f53d403fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:53.006690 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-fd9b6d4b-7364-43c6-a70b-862f53d403fa admin admin] Added segment 30093601-7a83-49c2-9689-3565cc5fae7a of type vlan for network e5df3a35-c9f7-4ea4-9138-744a2e00289b Jul 15 23:33:53.010087 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-8c92c33d-b236-4d83-9ab7-81941e6b4b11 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/quotas/af8840e572bc4203b4decdf0325b2045 HTTP/1.1" status: 200 len: 375 time: 0.0639408 Jul 15 23:33:53.029484 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-67108e1a-368c-4d08-8eb2-095ec2b97ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:53.072875 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd9b6d4b-7364-43c6-a70b-862f53d403fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:53.108758 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b5f227b0-cb71-4175-890c-fcba602502e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'name': 'tempest-TestNetworkBasicOps-router-937595244', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:33:50Z', 'revision_number': 6, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '967a7c2b-443f-4c99-8f14-c1586402b39c', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'port_id': 'b373f4b2-7293-4265-bf39-59d88badd5e8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd', 'mac_address': 'fa:16:3e:c7:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c80853e-6d87-40e1-8020-c4f54873e09a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:32:33Z', 'updated_at': '2021-07-15T23:32:36Z', 'revision_number': 1, 'project_id': '859ce769fac74931944b61341a6bae9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb3774a-a7e0-4d71-81a7-54659e960957', 'name': '', 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'mac_address': 'fa:16:3e:6a:f6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '186674eb-9908-468e-89ce-aacbf3afd57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:12Z', 'updated_at': '2021-07-15T23:32:19Z', 'revision_number': 5, 'project_id': '859ce769fac74931944b61341a6bae9f', 'subnets': [{'id': '186674eb-9908-468e-89ce-aacbf3afd57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:53.120695 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd9b6d4b-7364-43c6-a70b-862f53d403fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:53.122475 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9b6d4b-7364-43c6-a70b-862f53d403fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:53.123191 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fd9b6d4b-7364-43c6-a70b-862f53d403fa admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:53.143785 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f227b0-cb71-4175-890c-fcba602502e5 None None] Checking router: 6fa86b67-f676-49e7-8b4d-a94d86f38ed2 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:33:53.154750 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f227b0-cb71-4175-890c-fcba602502e5 None None] Routers {'6fa86b67-f676-49e7-8b4d-a94d86f38ed2'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:53.155733 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b5f227b0-cb71-4175-890c-fcba602502e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6fa86b67-f676-49e7-8b4d-a94d86f38ed2'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:53.177088 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fd9b6d4b-7364-43c6-a70b-862f53d403fa admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7972436 Jul 15 23:33:53.187822 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54916) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:53.195548 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e2153-b3bc-4e18-8aa1-0dfdd711dcd8 req-786433f1-31cb-4e6d-bf34-0b494b2a8c41 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:53.196250 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-02bb2b37-d8a8-41a0-8d0d-eddebf748467 admin admin] Request body: {'subnet': {'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1117550366-subnet', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:53.202815 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c0e2153-b3bc-4e18-8aa1-0dfdd711dcd8 req-786433f1-31cb-4e6d-bf34-0b494b2a8c41 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=a32adcfb-6b24-4d07-bac7-4e69e4a46cea HTTP/1.1" status: 200 len: 946 time: 0.2729759 Jul 15 23:33:53.239465 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b6d4b-7364-43c6-a70b-862f53d403fa admin admin] Pushing event updated for resources: {'Network': ['ID=e5df3a35-c9f7-4ea4-9138-744a2e00289b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:53.256066 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-452239b8-a97e-4db1-8e81-12a31e13caff tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2227600 Jul 15 23:33:53.256704 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network e5df3a35-c9f7-4ea4-9138-744a2e00289b details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:33:53.266709 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bb2b37-d8a8-41a0-8d0d-eddebf748467 admin admin] Made reservation on behalf of 65a75747074644058af81d1dafdcec1d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:53.270857 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02bb2b37-d8a8-41a0-8d0d-eddebf748467 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:53.368445 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c0e2153-b3bc-4e18-8aa1-0dfdd711dcd8 req-7f0cc040-c111-4458-9cd9-b146acdbc9ad tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?id=152e60b8-2fcb-413a-bcc9-29690b1da746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563611 Jul 15 23:33:53.408505 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-67108e1a-368c-4d08-8eb2-095ec2b97ee6 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:53.427602 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-67108e1a-368c-4d08-8eb2-095ec2b97ee6 None None] Transition to ACTIVE for port object fd6f4913-1b9d-499a-a771-9919ece6581c will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:53.437208 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-67108e1a-368c-4d08-8eb2-095ec2b97ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:53.460748 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-03f10c7a-a677-4e7e-943e-a67434c0e287 service neutron] 10.222.0.16 "GET /v2.0/networks/7c0766f5-51ee-4aa5-a553-4d12af59eedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953878 Jul 15 23:33:53.567318 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02bb2b37-d8a8-41a0-8d0d-eddebf748467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:53.573520 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d9950-b116-4915-a64e-6c69018557cc None None] Pushing event updated for resources: {'Port': ['ID=fd6f4913-1b9d-499a-a771-9919ece6581c,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:53.600912 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-67108e1a-368c-4d08-8eb2-095ec2b97ee6 None None] Attempting to bind port fd6f4913-1b9d-499a-a771-9919ece6581c on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:33:53.601375 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-67108e1a-368c-4d08-8eb2-095ec2b97ee6 None None] Attempting to bind port fd6f4913-1b9d-499a-a771-9919ece6581c by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'aff25b40-0b3c-4bfc-94b2-7f7c3093d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:33:53.601877 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67108e1a-368c-4d08-8eb2-095ec2b97ee6 None None] Attempting to bind port fd6f4913-1b9d-499a-a771-9919ece6581c on network 7c0766f5-51ee-4aa5-a553-4d12af59eedd {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:53.609097 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67108e1a-368c-4d08-8eb2-095ec2b97ee6 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:33:53.609564 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67108e1a-368c-4d08-8eb2-095ec2b97ee6 None None] Checking segment: {'id': 'aff25b40-0b3c-4bfc-94b2-7f7c3093d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:53.610035 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-67108e1a-368c-4d08-8eb2-095ec2b97ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:53.611506 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67108e1a-368c-4d08-8eb2-095ec2b97ee6 None None] Bound using segment: {'id': 'aff25b40-0b3c-4bfc-94b2-7f7c3093d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:33:53.611820 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-67108e1a-368c-4d08-8eb2-095ec2b97ee6 None None] Bound port: fd6f4913-1b9d-499a-a771-9919ece6581c, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff25b40-0b3c-4bfc-94b2-7f7c3093d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:33:53.612277 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-67108e1a-368c-4d08-8eb2-095ec2b97ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:53.630679 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-a86a20af-0333-4c39-9683-65d15c5854c3 service neutron] 10.222.0.16 "GET /v2.0/networks/7c0766f5-51ee-4aa5-a553-4d12af59eedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661837 Jul 15 23:33:53.684516 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb2b37-d8a8-41a0-8d0d-eddebf748467 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89c4d7a7-b1b2-43ab-9249-01f593a56863,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:53.690681 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-b5f227b0-cb71-4175-890c-fcba602502e5 None None] Set router 6fa86b67-f676-49e7-8b4d-a94d86f38ed2 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:53.691931 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bb2b37-d8a8-41a0-8d0d-eddebf748467 admin admin] Checking segment: {'id': '30093601-7a83-49c2-9689-3565cc5fae7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:53.692299 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bb2b37-d8a8-41a0-8d0d-eddebf748467 admin admin] Network hostable DHCP agents. Network: e5df3a35-c9f7-4ea4-9138-744a2e00289b, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:33:53.726828 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bb2b37-d8a8-41a0-8d0d-eddebf748467 admin admin] Network e5df3a35-c9f7-4ea4-9138-744a2e00289b is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:33:53.739907 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-67108e1a-368c-4d08-8eb2-095ec2b97ee6 None None] For port fd6f4913-1b9d-499a-a771-9919ece6581c, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:33:53.745068 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-02bb2b37-d8a8-41a0-8d0d-eddebf748467 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, e5df3a35-c9f7-4ea4-9138-744a2e00289b) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:53.746414 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-67108e1a-368c-4d08-8eb2-095ec2b97ee6 None None] For port fd6f4913-1b9d-499a-a771-9919ece6581c, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=fd6f4913-1b9d-499a-a771-9919ece6581c,segment=NetworkSegment(aff25b40-0b3c-4bfc-94b2-7f7c3093d9be),segment_id=aff25b40-0b3c-4bfc-94b2-7f7c3093d9be)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:33:53.754539 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bb2b37-d8a8-41a0-8d0d-eddebf748467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:53.755268 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-02bb2b37-d8a8-41a0-8d0d-eddebf748467 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:53.762915 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-67108e1a-368c-4d08-8eb2-095ec2b97ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:53.763324 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ae02f9-4542-47fa-930e-398fa5c66d11 None None] Network e5df3a35-c9f7-4ea4-9138-744a2e00289b requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:33:53.771339 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-02bb2b37-d8a8-41a0-8d0d-eddebf748467 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5822506 Jul 15 23:33:53.774207 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54926) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:53.779672 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-0fc64e6e-3f10-48a1-8738-8aaad67e2924 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1117550366-router', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:53.860028 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67108e1a-368c-4d08-8eb2-095ec2b97ee6 None None] Routers {'2f9acb87-3d51-4200-9f63-fafca4f9823d'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:53.860775 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-67108e1a-368c-4d08-8eb2-095ec2b97ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['2f9acb87-3d51-4200-9f63-fafca4f9823d'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:53.925260 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3aa0211e-35bd-471d-98ae-6a074306da98 req-56c8161f-c8a2-4046-897e-357bf2fea133 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 210 time: 0.0732102 Jul 15 23:33:53.930078 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0fc64e6e-3f10-48a1-8738-8aaad67e2924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:53.931384 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0fc64e6e-3f10-48a1-8738-8aaad67e2924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:54.002134 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0fc64e6e-3f10-48a1-8738-8aaad67e2924 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:54.220878 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d393b86-2165-47c0-9a47-a5d6c8b3cce5 req-f23df9d1-dba4-49e3-bab5-54ce2089c5b7 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:54.225545 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9d393b86-2165-47c0-9a47-a5d6c8b3cce5 req-f23df9d1-dba4-49e3-bab5-54ce2089c5b7 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.43 "GET /v2.0/ports?device_id=a32adcfb-6b24-4d07-bac7-4e69e4a46cea HTTP/1.1" status: 200 len: 946 time: 0.1260164 Jul 15 23:33:54.232106 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-67108e1a-368c-4d08-8eb2-095ec2b97ee6 None None] Set router 2f9acb87-3d51-4200-9f63-fafca4f9823d gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:54.321583 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:54.328884 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0fc64e6e-3f10-48a1-8738-8aaad67e2924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:54.347746 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43784ac8-3698-4917-ada5-4a2933ee0c1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-e5df3a35-c9f7-4ea4-9138-744a2e00289b', 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'fixed_ips': [{'subnet_id': '89c4d7a7-b1b2-43ab-9249-01f593a56863'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:33:54.349013 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-43784ac8-3698-4917-ada5-4a2933ee0c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:54.391404 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d9950-b116-4915-a64e-6c69018557cc None None] Pushing event updated for resources: {'Port': ['ID=fd6f4913-1b9d-499a-a771-9919ece6581c,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:54.487402 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-9d393b86-2165-47c0-9a47-a5d6c8b3cce5 req-5de6097f-5840-43b6-bde5-4b803217f162 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Deleting port 4d56d3d4-b6d2-426d-9e83-00b19e9bd52d {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:54.487402 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9d393b86-2165-47c0-9a47-a5d6c8b3cce5 req-5de6097f-5840-43b6-bde5-4b803217f162 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:54.500773 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-43784ac8-3698-4917-ada5-4a2933ee0c1f None None] Allocated IP 172.20.0.2 (e5df3a35-c9f7-4ea4-9138-744a2e00289b/89c4d7a7-b1b2-43ab-9249-01f593a56863/2a4a7c54-29d3-484d-82f4-6b488ce2dd53) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:54.628057 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-b5f227b0-cb71-4175-890c-fcba602502e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'name': 'tempest-TestNetworkBasicOps-router-937595244', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:33:50Z', 'revision_number': 6, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '967a7c2b-443f-4c99-8f14-c1586402b39c', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'port_id': 'b373f4b2-7293-4265-bf39-59d88badd5e8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd', 'mac_address': 'fa:16:3e:c7:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c80853e-6d87-40e1-8020-c4f54873e09a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:32:33Z', 'updated_at': '2021-07-15T23:32:36Z', 'revision_number': 1, 'project_id': '859ce769fac74931944b61341a6bae9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb3774a-a7e0-4d71-81a7-54659e960957', 'name': '', 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'mac_address': 'fa:16:3e:6a:f6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '186674eb-9908-468e-89ce-aacbf3afd57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:12Z', 'updated_at': '2021-07-15T23:32:19Z', 'revision_number': 5, 'project_id': '859ce769fac74931944b61341a6bae9f', 'subnets': [{'id': '186674eb-9908-468e-89ce-aacbf3afd57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:54.657600 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-67108e1a-368c-4d08-8eb2-095ec2b97ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1972218804', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'cdbcb04d-1268-4900-9d33-f7a0f78a2b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:42Z', 'updated_at': '2021-07-15T23:33:50Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'cdbcb04d-1268-4900-9d33-f7a0f78a2b6f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:43Z', 'updated_at': '2021-07-15T23:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'fd6f4913-1b9d-499a-a771-9919ece6581c', 'name': '', 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:76:91:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '41a3fb66-0c50-4446-9c65-5192b3768433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:48Z', 'updated_at': '2021-07-15T23:33:53Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': '41a3fb66-0c50-4446-9c65-5192b3768433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:54.672543 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-9d393b86-2165-47c0-9a47-a5d6c8b3cce5 req-5de6097f-5840-43b6-bde5-4b803217f162 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] For port 4d56d3d4-b6d2-426d-9e83-00b19e9bd52d, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=4d56d3d4-b6d2-426d-9e83-00b19e9bd52d,segment=NetworkSegment(6c46755f-4d6b-49f5-8806-ce77c15e8c37),segment_id=6c46755f-4d6b-49f5-8806-ce77c15e8c37)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:54.674106 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9d393b86-2165-47c0-9a47-a5d6c8b3cce5 req-5de6097f-5840-43b6-bde5-4b803217f162 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:54.681603 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f227b0-cb71-4175-890c-fcba602502e5 None None] The sync data for ids ['6fa86b67-f676-49e7-8b4d-a94d86f38ed2'] in n-d-787205-9 is: [{'id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'name': 'tempest-TestNetworkBasicOps-router-937595244', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:33:50Z', 'revision_number': 6, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '967a7c2b-443f-4c99-8f14-c1586402b39c', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'port_id': 'b373f4b2-7293-4265-bf39-59d88badd5e8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd', 'mac_address': 'fa:16:3e:c7:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c80853e-6d87-40e1-8020-c4f54873e09a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:32:33Z', 'updated_at': '2021-07-15T23:32:36Z', 'revision_number': 1, 'project_id': '859ce769fac74931944b61341a6bae9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb3774a-a7e0-4d71-81a7-54659e960957', 'name': '', 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'mac_address': 'fa:16:3e:6a:f6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '186674eb-9908-468e-89ce-aacbf3afd57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:12Z', 'updated_at': '2021-07-15T23:32:19Z', 'revision_number': 5, 'project_id': '859ce769fac74931944b61341a6bae9f', 'subnets': [{'id': '186674eb-9908-468e-89ce-aacbf3afd57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:54.710977 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67108e1a-368c-4d08-8eb2-095ec2b97ee6 None None] The sync data for ids ['2f9acb87-3d51-4200-9f63-fafca4f9823d'] in n-d-787205-9 is: [{'id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1972218804', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'cdbcb04d-1268-4900-9d33-f7a0f78a2b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:42Z', 'updated_at': '2021-07-15T23:33:50Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'cdbcb04d-1268-4900-9d33-f7a0f78a2b6f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:43Z', 'updated_at': '2021-07-15T23:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'fd6f4913-1b9d-499a-a771-9919ece6581c', 'name': '', 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:76:91:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '41a3fb66-0c50-4446-9c65-5192b3768433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:48Z', 'updated_at': '2021-07-15T23:33:53Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': '41a3fb66-0c50-4446-9c65-5192b3768433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:54.712715 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-9d393b86-2165-47c0-9a47-a5d6c8b3cce5 req-5de6097f-5840-43b6-bde5-4b803217f162 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Calling delete_port for 4d56d3d4-b6d2-426d-9e83-00b19e9bd52d owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:54.804809 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-43784ac8-3698-4917-ada5-4a2933ee0c1f None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:54.817784 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-43784ac8-3698-4917-ada5-4a2933ee0c1f None None] Transition to ACTIVE for port object 2a4a7c54-29d3-484d-82f4-6b488ce2dd53 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:54.842858 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-43784ac8-3698-4917-ada5-4a2933ee0c1f None None] Transition to ACTIVE for port object 2a4a7c54-29d3-484d-82f4-6b488ce2dd53 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:54.843577 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f5017-f5b8-401c-be67-f2272255afe0 req-2513e4c6-2a65-4ace-a677-2b52c60b893f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:54.846891 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f84f5017-f5b8-401c-be67-f2272255afe0 req-2513e4c6-2a65-4ace-a677-2b52c60b893f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=a32adcfb-6b24-4d07-bac7-4e69e4a46cea HTTP/1.1" status: 200 len: 946 time: 0.2624240 Jul 15 23:33:54.854716 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0fc64e6e-3f10-48a1-8738-8aaad67e2924 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:54.863427 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-43784ac8-3698-4917-ada5-4a2933ee0c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:54.886259 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0fc64e6e-3f10-48a1-8738-8aaad67e2924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:54.912215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43784ac8-3698-4917-ada5-4a2933ee0c1f None None] Network e5df3a35-c9f7-4ea4-9138-744a2e00289b is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:54.913907 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9d393b86-2165-47c0-9a47-a5d6c8b3cce5 req-5de6097f-5840-43b6-bde5-4b803217f162 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:54.921713 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-43784ac8-3698-4917-ada5-4a2933ee0c1f None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:54.925228 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43784ac8-3698-4917-ada5-4a2933ee0c1f None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:54.963426 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f84f5017-f5b8-401c-be67-f2272255afe0 req-d25f0b7a-da73-4dc1-90cc-e237c2773519 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?id=152e60b8-2fcb-413a-bcc9-29690b1da746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035323 Jul 15 23:33:54.987082 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6097f-5840-43b6-bde5-4b803217f162 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event deleted for resources: {'Port': ['ID=4d56d3d4-b6d2-426d-9e83-00b19e9bd52d,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:55.002282 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43784ac8-3698-4917-ada5-4a2933ee0c1f None None] Pushing event updated for resources: {'Port': ['ID=2a4a7c54-29d3-484d-82f4-6b488ce2dd53,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:55.101481 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d393b86-2165-47c0-9a47-a5d6c8b3cce5 req-5de6097f-5840-43b6-bde5-4b803217f162 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] No DVR routers for this DVR port 4d56d3d4-b6d2-426d-9e83-00b19e9bd52d on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:33:55.107286 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9d393b86-2165-47c0-9a47-a5d6c8b3cce5 req-5de6097f-5840-43b6-bde5-4b803217f162 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:55.109828 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9d393b86-2165-47c0-9a47-a5d6c8b3cce5 req-5de6097f-5840-43b6-bde5-4b803217f162 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.43 "DELETE /v2.0/ports/4d56d3d4-b6d2-426d-9e83-00b19e9bd52d HTTP/1.1" status: 204 len: 173 time: 0.8755195 Jul 15 23:33:55.111128 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32adcfb-6b24-4d07-bac7-4e69e4a46cea', 'name': 'network-vif-deleted', 'tag': '4d56d3d4-b6d2-426d-9e83-00b19e9bd52d'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:33:55.113929 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4f8bbb-014e-47d6-b01c-20cca307a8b5" -d '{"events": [{"server_uuid": "a32adcfb-6b24-4d07-bac7-4e69e4a46cea", "name": "network-vif-deleted", "tag": "4d56d3d4-b6d2-426d-9e83-00b19e9bd52d"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:33:55.136020 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-43784ac8-3698-4917-ada5-4a2933ee0c1f None None] Attempting to bind port 2a4a7c54-29d3-484d-82f4-6b488ce2dd53 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:33:55.136799 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-43784ac8-3698-4917-ada5-4a2933ee0c1f None None] Attempting to bind port 2a4a7c54-29d3-484d-82f4-6b488ce2dd53 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '30093601-7a83-49c2-9689-3565cc5fae7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:33:55.137326 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43784ac8-3698-4917-ada5-4a2933ee0c1f None None] Attempting to bind port 2a4a7c54-29d3-484d-82f4-6b488ce2dd53 on network e5df3a35-c9f7-4ea4-9138-744a2e00289b {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:55.146571 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43784ac8-3698-4917-ada5-4a2933ee0c1f None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:33:55.147299 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43784ac8-3698-4917-ada5-4a2933ee0c1f None None] Checking segment: {'id': '30093601-7a83-49c2-9689-3565cc5fae7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:55.148451 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-43784ac8-3698-4917-ada5-4a2933ee0c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:55.149020 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43784ac8-3698-4917-ada5-4a2933ee0c1f None None] Bound using segment: {'id': '30093601-7a83-49c2-9689-3565cc5fae7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:33:55.149663 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-43784ac8-3698-4917-ada5-4a2933ee0c1f None None] Bound port: 2a4a7c54-29d3-484d-82f4-6b488ce2dd53, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30093601-7a83-49c2-9689-3565cc5fae7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:33:55.150256 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-43784ac8-3698-4917-ada5-4a2933ee0c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:55.153155 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-0fc64e6e-3f10-48a1-8738-8aaad67e2924 admin admin] Allocated IP 172.25.4.62 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/705b0057-aa22-4bc5-97bf-aeea03081397) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:55.240365 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3175ac6f-2f2a-4c8d-b07a-63debcec60cf x-openstack-request-id: req-3175ac6f-2f2a-4c8d-b07a-63debcec60cf {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:33:55.240801 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a32adcfb-6b24-4d07-bac7-4e69e4a46cea", "name": "network-vif-deleted", "tag": "4d56d3d4-b6d2-426d-9e83-00b19e9bd52d", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:33:55.241074 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3175ac6f-2f2a-4c8d-b07a-63debcec60cf {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:33:55.241471 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32adcfb-6b24-4d07-bac7-4e69e4a46cea', 'name': 'network-vif-deleted', 'tag': '4d56d3d4-b6d2-426d-9e83-00b19e9bd52d', 'status': 'completed', 'code': 200} Jul 15 23:33:55.267090 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-403531d2-c3cf-49b5-8e96-91fa43fb3e18 req-b00aa379-fd24-4fc0-9c9d-b2203cddf98e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 210 time: 0.0726132 Jul 15 23:33:55.339977 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-43784ac8-3698-4917-ada5-4a2933ee0c1f None None] For port 2a4a7c54-29d3-484d-82f4-6b488ce2dd53, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:33:55.362409 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-43784ac8-3698-4917-ada5-4a2933ee0c1f None None] For port 2a4a7c54-29d3-484d-82f4-6b488ce2dd53, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=2a4a7c54-29d3-484d-82f4-6b488ce2dd53,segment=NetworkSegment(30093601-7a83-49c2-9689-3565cc5fae7a),segment_id=30093601-7a83-49c2-9689-3565cc5fae7a)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:33:55.370768 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-43784ac8-3698-4917-ada5-4a2933ee0c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:55.415415 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0fc64e6e-3f10-48a1-8738-8aaad67e2924 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:55.529756 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0fc64e6e-3f10-48a1-8738-8aaad67e2924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:55.553273 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43784ac8-3698-4917-ada5-4a2933ee0c1f None None] Pushing event updated for resources: {'Port': ['ID=2a4a7c54-29d3-484d-82f4-6b488ce2dd53,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:55.597435 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc64e6e-3f10-48a1-8738-8aaad67e2924 admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:55.601013 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-0fc64e6e-3f10-48a1-8738-8aaad67e2924 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:55.608624 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc64e6e-3f10-48a1-8738-8aaad67e2924 admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:55.640978 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device fd6f4913-1b9d-499a-a771-9919ece6581c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:55.775708 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port fd6f4913-1b9d-499a-a771-9919ece6581c completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:55.783397 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port fd6f4913-1b9d-499a-a771-9919ece6581c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:55.784282 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:55.825854 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc64e6e-3f10-48a1-8738-8aaad67e2924 admin admin] Pushing event updated for resources: {'Port': ['ID=705b0057-aa22-4bc5-97bf-aeea03081397,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:55.975648 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:56.094975 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port fd6f4913-1b9d-499a-a771-9919ece6581c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=fd6f4913-1b9d-499a-a771-9919ece6581c,segment=NetworkSegment(aff25b40-0b3c-4bfc-94b2-7f7c3093d9be),segment_id=aff25b40-0b3c-4bfc-94b2-7f7c3093d9be)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:56.104672 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:56.156587 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0fc64e6e-3f10-48a1-8738-8aaad67e2924 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:56.165004 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 73ea3fea-81ff-46c0-8328-4d136a518bda no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:33:56.242600 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 73ea3fea-81ff-46c0-8328-4d136a518bda {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:33:56.242968 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 73ea3fea-81ff-46c0-8328-4d136a518bda not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:33:56.279584 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=fd6f4913-1b9d-499a-a771-9919ece6581c,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:56.327684 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67b17af5-60d5-48b8-9878-db6e36655fec req-20ea9971-49b8-4ea1-a419-7e8da7ba2e40 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=a32adcfb-6b24-4d07-bac7-4e69e4a46cea HTTP/1.1" status: 200 len: 210 time: 0.0530410 Jul 15 23:33:56.508469 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0fc64e6e-3f10-48a1-8738-8aaad67e2924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:56.586353 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-c7068ff9-f5bf-4e88-a528-eb07ea109024 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:56.588357 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-c7068ff9-f5bf-4e88-a528-eb07ea109024 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.36 "GET /v2.0/networks?id=7c0766f5-51ee-4aa5-a553-4d12af59eedd HTTP/1.1" status: 200 len: 797 time: 0.2358627 Jul 15 23:33:56.603492 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0345768a-b90b-4249-8e9a-6ff19b7ae7d9 req-422f9afd-e894-4d06-98af-11faf360b84e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 210 time: 0.0421362 Jul 15 23:33:56.682383 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 4d56d3d4-b6d2-426d-9e83-00b19e9bd52d no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:33:56.733071 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-251071be-ceb7-4504-ae1b-0c8160638bfb tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af8840e572bc4203b4decdf0325b2045 HTTP/1.1" status: 200 len: 380 time: 0.1196513 Jul 15 23:33:56.743179 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-9893e866-e639-48cd-af5b-baf05dfd85b8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'port': {'device_id': '0ebdb23c-d4a1-46d5-a172-024d33b5a24b', 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd', 'admin_state_up': True, 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'security_groups': ['cdbe98b7-2597-4b77-bada-f584af1be166']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:56.749382 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 4d56d3d4-b6d2-426d-9e83-00b19e9bd52d {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:33:56.750015 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 4d56d3d4-b6d2-426d-9e83-00b19e9bd52d not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:33:56.790235 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc64e6e-3f10-48a1-8738-8aaad67e2924 admin admin] Router eb7a4ae5-011c-441c-b3b9-78f2b77624c4 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:33:56.887674 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-9893e866-e639-48cd-af5b-baf05dfd85b8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Made reservation on behalf of af8840e572bc4203b4decdf0325b2045 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:56.893861 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-9893e866-e639-48cd-af5b-baf05dfd85b8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:56.911488 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc64e6e-3f10-48a1-8738-8aaad67e2924 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:56.921206 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45145e1a-9ad4-406a-b7f7-6cf5e864d5d9 None None] Sync routers for ids ['eb7a4ae5-011c-441c-b3b9-78f2b77624c4'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:56.935210 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45145e1a-9ad4-406a-b7f7-6cf5e864d5d9 None None] Routers {'eb7a4ae5-011c-441c-b3b9-78f2b77624c4'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:56.935959 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-45145e1a-9ad4-406a-b7f7-6cf5e864d5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['eb7a4ae5-011c-441c-b3b9-78f2b77624c4'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:56.944073 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0fc64e6e-3f10-48a1-8738-8aaad67e2924 admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:56.949356 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0fc64e6e-3f10-48a1-8738-8aaad67e2924 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1738858 Jul 15 23:33:56.953959 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 54966) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:57.077751 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-45145e1a-9ad4-406a-b7f7-6cf5e864d5d9 None None] Set router eb7a4ae5-011c-441c-b3b9-78f2b77624c4 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:57.145291 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b172e1b8-6dac-4a68-9960-ef7854bb38b7 None None] Network e5df3a35-c9f7-4ea4-9138-744a2e00289b requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:33:57.206240 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-9893e866-e639-48cd-af5b-baf05dfd85b8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Allocated IP 172.20.0.7 (7c0766f5-51ee-4aa5-a553-4d12af59eedd/41a3fb66-0c50-4446-9c65-5192b3768433/7d8449e1-4089-46f7-93a5-d3595286c48b) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:57.228610 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-10088e46-f651-48fa-9206-c1a54a63a379 None None] Provisioning for port 2a4a7c54-29d3-484d-82f4-6b488ce2dd53 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:57.278853 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-45145e1a-9ad4-406a-b7f7-6cf5e864d5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'name': 'tempest-TestVolumeBackupRestore-1117550366-router', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '705b0057-aa22-4bc5-97bf-aeea03081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:53Z', 'updated_at': '2021-07-15T23:33:55Z', 'revision_number': 3, 'project_id': '65a75747074644058af81d1dafdcec1d', 'gw_port': {'id': '705b0057-aa22-4bc5-97bf-aeea03081397', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:33:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:57.306991 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45145e1a-9ad4-406a-b7f7-6cf5e864d5d9 None None] Checking router: eb7a4ae5-011c-441c-b3b9-78f2b77624c4 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:33:57.307359 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45145e1a-9ad4-406a-b7f7-6cf5e864d5d9 None None] Updating router eb7a4ae5-011c-441c-b3b9-78f2b77624c4 port 705b0057-aa22-4bc5-97bf-aeea03081397 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:33:57.346319 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-45145e1a-9ad4-406a-b7f7-6cf5e864d5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:57.545657 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54974) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:57.681113 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 2a4a7c54-29d3-484d-82f4-6b488ce2dd53 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:57.737861 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5ba5297-aef9-4d2c-bb34-db6d000f2623 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:57.773423 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 2a4a7c54-29d3-484d-82f4-6b488ce2dd53 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:57.777914 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 2a4a7c54-29d3-484d-82f4-6b488ce2dd53 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:57.778420 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:57.787402 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5ba5297-aef9-4d2c-bb34-db6d000f2623 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:57.869105 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:57.877439 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-45145e1a-9ad4-406a-b7f7-6cf5e864d5d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:57.891490 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-45145e1a-9ad4-406a-b7f7-6cf5e864d5d9 None None] Transition to ACTIVE for port object 705b0057-aa22-4bc5-97bf-aeea03081397 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:57.893196 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c0298ed6-4070-4a18-a80a-317d386855a7 req-2dfbcebd-fb95-467a-98ea-33452cf24051 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 210 time: 0.0643811 Jul 15 23:33:57.908199 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-45145e1a-9ad4-406a-b7f7-6cf5e864d5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:57.932852 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5ba5297-aef9-4d2c-bb34-db6d000f2623 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:57.936383 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c5ba5297-aef9-4d2c-bb34-db6d000f2623 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:57.940537 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c5ba5297-aef9-4d2c-bb34-db6d000f2623 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "DELETE /v2.0/security-groups/152e60b8-2fcb-413a-bcc9-29690b1da746 HTTP/1.1" status: 204 len: 168 time: 0.3910143 Jul 15 23:33:57.972691 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba5297-aef9-4d2c-bb34-db6d000f2623 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=152e60b8-2fcb-413a-bcc9-29690b1da746,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:57.987782 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54990) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:57.988259 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-9893e866-e639-48cd-af5b-baf05dfd85b8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:58.014748 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 2a4a7c54-29d3-484d-82f4-6b488ce2dd53, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=2a4a7c54-29d3-484d-82f4-6b488ce2dd53,segment=NetworkSegment(30093601-7a83-49c2-9689-3565cc5fae7a),segment_id=30093601-7a83-49c2-9689-3565cc5fae7a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:58.028750 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:58.029885 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device fd6f4913-1b9d-499a-a771-9919ece6581c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:58.031604 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-9893e866-e639-48cd-af5b-baf05dfd85b8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Transition to ACTIVE for port object 7d8449e1-4089-46f7-93a5-d3595286c48b will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:58.066265 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-45145e1a-9ad4-406a-b7f7-6cf5e864d5d9 None None] Attempting to bind port 705b0057-aa22-4bc5-97bf-aeea03081397 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:33:58.066893 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-45145e1a-9ad4-406a-b7f7-6cf5e864d5d9 None None] Attempting to bind port 705b0057-aa22-4bc5-97bf-aeea03081397 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:33:58.067055 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45145e1a-9ad4-406a-b7f7-6cf5e864d5d9 None None] Attempting to bind port 705b0057-aa22-4bc5-97bf-aeea03081397 on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:58.081805 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3de2d30-f0a9-4629-bccf-f8b9de7e15ac tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Deleting subnet 00c1c5d0-e2c3-447d-a9dd-8be941b3ac67 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:33:58.085968 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b3de2d30-f0a9-4629-bccf-f8b9de7e15ac tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:58.088001 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580e2d1-d324-4239-9744-88d86cbfdbdb None None] Pushing event updated for resources: {'Port': ['ID=705b0057-aa22-4bc5-97bf-aeea03081397,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:58.101296 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45145e1a-9ad4-406a-b7f7-6cf5e864d5d9 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:33:58.101506 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c0fdf06-9b03-429e-9266-ceeb5944d18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:58.103218 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45145e1a-9ad4-406a-b7f7-6cf5e864d5d9 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:58.103797 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-45145e1a-9ad4-406a-b7f7-6cf5e864d5d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:58.105512 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45145e1a-9ad4-406a-b7f7-6cf5e864d5d9 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:33:58.107073 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-45145e1a-9ad4-406a-b7f7-6cf5e864d5d9 None None] Bound port: 705b0057-aa22-4bc5-97bf-aeea03081397, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:33:58.108345 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-45145e1a-9ad4-406a-b7f7-6cf5e864d5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:58.113749 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-9893e866-e639-48cd-af5b-baf05dfd85b8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:58.147297 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b3de2d30-f0a9-4629-bccf-f8b9de7e15ac tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:58.153677 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-9893e866-e639-48cd-af5b-baf05dfd85b8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Network 7c0766f5-51ee-4aa5-a553-4d12af59eedd is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:58.167570 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-9893e866-e639-48cd-af5b-baf05dfd85b8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:58.188621 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-9893e866-e639-48cd-af5b-baf05dfd85b8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:58.191366 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=2a4a7c54-29d3-484d-82f4-6b488ce2dd53,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:58.210770 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port fd6f4913-1b9d-499a-a771-9919ece6581c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:58.211402 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:58.221308 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-45145e1a-9ad4-406a-b7f7-6cf5e864d5d9 None None] For port 705b0057-aa22-4bc5-97bf-aeea03081397, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:33:58.227754 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-45145e1a-9ad4-406a-b7f7-6cf5e864d5d9 None None] For port 705b0057-aa22-4bc5-97bf-aeea03081397, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=705b0057-aa22-4bc5-97bf-aeea03081397,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:33:58.235267 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-45145e1a-9ad4-406a-b7f7-6cf5e864d5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:58.337499 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-9893e866-e639-48cd-af5b-baf05dfd85b8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:58.338895 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-9893e866-e639-48cd-af5b-baf05dfd85b8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:58.346027 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b3de2d30-f0a9-4629-bccf-f8b9de7e15ac tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:58.362101 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893e866-e639-48cd-af5b-baf05dfd85b8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'Port': ['ID=7d8449e1-4089-46f7-93a5-d3595286c48b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:58.370276 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45145e1a-9ad4-406a-b7f7-6cf5e864d5d9 None None] Routers {'eb7a4ae5-011c-441c-b3b9-78f2b77624c4'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:58.372292 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-45145e1a-9ad4-406a-b7f7-6cf5e864d5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['eb7a4ae5-011c-441c-b3b9-78f2b77624c4'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:58.374289 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580e2d1-d324-4239-9744-88d86cbfdbdb None None] Pushing event updated for resources: {'Port': ['ID=705b0057-aa22-4bc5-97bf-aeea03081397,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:58.385754 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-9893e866-e639-48cd-af5b-baf05dfd85b8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6472163 Jul 15 23:33:58.433634 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-dc6d56d7-8f40-4f4d-bd6f-39e0fd4c8f7c service neutron] Request body: {'port': {'device_id': '0ebdb23c-d4a1-46d5-a172-024d33b5a24b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:58.442226 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b3de2d30-f0a9-4629-bccf-f8b9de7e15ac tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:58.489717 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de2d30-f0a9-4629-bccf-f8b9de7e15ac tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event deleted for resources: {'Subnet': ['ID=00c1c5d0-e2c3-447d-a9dd-8be941b3ac67,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:58.504063 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b3de2d30-f0a9-4629-bccf-f8b9de7e15ac tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:58.510456 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b3de2d30-f0a9-4629-bccf-f8b9de7e15ac tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "DELETE /v2.0/subnets/00c1c5d0-e2c3-447d-a9dd-8be941b3ac67 HTTP/1.1" status: 204 len: 168 time: 0.5213377 Jul 15 23:33:58.511297 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0687a33a-854e-46fb-ae01-8284233ee3f7 None None] Network 59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:33:58.514544 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 54992) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:58.573119 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-45145e1a-9ad4-406a-b7f7-6cf5e864d5d9 None None] Set router eb7a4ae5-011c-441c-b3b9-78f2b77624c4 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:58.616099 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-dc6d56d7-8f40-4f4d-bd6f-39e0fd4c8f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:58.629751 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-379f2d86-b812-4130-a13a-bc844a3e0397 None None] Provisioning for port 7d8449e1-4089-46f7-93a5-d3595286c48b completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:58.634793 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-379f2d86-b812-4130-a13a-bc844a3e0397 None None] Provisioning complete for port 7d8449e1-4089-46f7-93a5-d3595286c48b triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:58.635888 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-379f2d86-b812-4130-a13a-bc844a3e0397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:58.638153 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-2c0fdf06-9b03-429e-9266-ceeb5944d18d admin admin] Allocated IP 172.20.0.1 (e5df3a35-c9f7-4ea4-9138-744a2e00289b/89c4d7a7-b1b2-43ab-9249-01f593a56863/3fc48b7f-4b61-4299-8463-9fe42e148d92) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:58.740438 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-379f2d86-b812-4130-a13a-bc844a3e0397 None None] Port 7d8449e1-4089-46f7-93a5-d3595286c48b cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:58.749979 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0537f388-d227-462c-b285-6958e3a2a2db tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:58.827085 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0537f388-d227-462c-b285-6958e3a2a2db tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Deleting port 4e376050-dd48-4d0f-a564-d60860827753 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:58.827608 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0537f388-d227-462c-b285-6958e3a2a2db tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:58.880132 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d413560-8eb6-4fe4-9f99-6af4f032218b None None] DHCP port deletion for 59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:33:58.913774 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c0fdf06-9b03-429e-9266-ceeb5944d18d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:58.934567 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2c0fdf06-9b03-429e-9266-ceeb5944d18d admin admin] Transition to ACTIVE for port object 3fc48b7f-4b61-4299-8463-9fe42e148d92 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:58.983940 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-0537f388-d227-462c-b285-6958e3a2a2db tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] For port 4e376050-dd48-4d0f-a564-d60860827753, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4e376050-dd48-4d0f-a564-d60860827753,segment=NetworkSegment(6c46755f-4d6b-49f5-8806-ce77c15e8c37),segment_id=6c46755f-4d6b-49f5-8806-ce77c15e8c37)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:58.984975 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0537f388-d227-462c-b285-6958e3a2a2db tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:59.002354 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9d413560-8eb6-4fe4-9f99-6af4f032218b None None] Deleting port 4e376050-dd48-4d0f-a564-d60860827753 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:59.002761 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9d413560-8eb6-4fe4-9f99-6af4f032218b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:59.013565 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-45145e1a-9ad4-406a-b7f7-6cf5e864d5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'name': 'tempest-TestVolumeBackupRestore-1117550366-router', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '705b0057-aa22-4bc5-97bf-aeea03081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:53Z', 'updated_at': '2021-07-15T23:33:55Z', 'revision_number': 3, 'project_id': '65a75747074644058af81d1dafdcec1d', 'gw_port': {'id': '705b0057-aa22-4bc5-97bf-aeea03081397', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:59.015997 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-0537f388-d227-462c-b285-6958e3a2a2db tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Calling delete_port for 4e376050-dd48-4d0f-a564-d60860827753 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:59.081715 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9d413560-8eb6-4fe4-9f99-6af4f032218b None None] For port 4e376050-dd48-4d0f-a564-d60860827753, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=4e376050-dd48-4d0f-a564-d60860827753,segment=NetworkSegment(6c46755f-4d6b-49f5-8806-ce77c15e8c37),segment_id=6c46755f-4d6b-49f5-8806-ce77c15e8c37)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:59.083045 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45145e1a-9ad4-406a-b7f7-6cf5e864d5d9 None None] The sync data for ids ['eb7a4ae5-011c-441c-b3b9-78f2b77624c4'] in n-d-787205-9 is: [{'id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'name': 'tempest-TestVolumeBackupRestore-1117550366-router', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '705b0057-aa22-4bc5-97bf-aeea03081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:53Z', 'updated_at': '2021-07-15T23:33:55Z', 'revision_number': 3, 'project_id': '65a75747074644058af81d1dafdcec1d', 'gw_port': {'id': '705b0057-aa22-4bc5-97bf-aeea03081397', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:59.083616 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9d413560-8eb6-4fe4-9f99-6af4f032218b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:59.123808 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9d413560-8eb6-4fe4-9f99-6af4f032218b None None] Calling delete_port for 4e376050-dd48-4d0f-a564-d60860827753 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:59.141445 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0537f388-d227-462c-b285-6958e3a2a2db tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:59.176678 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537f388-d227-462c-b285-6958e3a2a2db tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event deleted for resources: {'Port': ['ID=4e376050-dd48-4d0f-a564-d60860827753,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:59.181143 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0537f388-d227-462c-b285-6958e3a2a2db tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] No DVR routers for this DVR port 4e376050-dd48-4d0f-a564-d60860827753 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:33:59.242245 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c0fdf06-9b03-429e-9266-ceeb5944d18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:59.250382 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-dc6d56d7-8f40-4f4d-bd6f-39e0fd4c8f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d8449e1-4089-46f7-93a5-d3595286c48b {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:33:59.271209 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9d413560-8eb6-4fe4-9f99-6af4f032218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:59.302892 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d413560-8eb6-4fe4-9f99-6af4f032218b None None] Pushing event deleted for resources: {'Port': ['ID=4e376050-dd48-4d0f-a564-d60860827753,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:59.303292 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-dc6d56d7-8f40-4f4d-bd6f-39e0fd4c8f7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:59.306870 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d413560-8eb6-4fe4-9f99-6af4f032218b None None] No DVR routers for this DVR port 4e376050-dd48-4d0f-a564-d60860827753 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:33:59.338666 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0537f388-d227-462c-b285-6958e3a2a2db tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:59.351938 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-0537f388-d227-462c-b285-6958e3a2a2db tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:59.354590 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-dc6d56d7-8f40-4f4d-bd6f-39e0fd4c8f7c service neutron] Transition to ACTIVE for port object 7d8449e1-4089-46f7-93a5-d3595286c48b will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:59.355849 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fdf06-9b03-429e-9266-ceeb5944d18d admin admin] Pushing event updated for resources: {'Port': ['ID=3fc48b7f-4b61-4299-8463-9fe42e148d92,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:59.363536 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-dc6d56d7-8f40-4f4d-bd6f-39e0fd4c8f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:59.368569 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-0537f388-d227-462c-b285-6958e3a2a2db tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c46755f-4d6b-49f5-8806-ce77c15e8c37') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:59.368959 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-0537f388-d227-462c-b285-6958e3a2a2db tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c46755f-4d6b-49f5-8806-ce77c15e8c37') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:59.384049 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0fdf06-9b03-429e-9266-ceeb5944d18d admin admin] Network e5df3a35-c9f7-4ea4-9138-744a2e00289b is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:59.387750 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0537f388-d227-462c-b285-6958e3a2a2db tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:59.407171 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0537f388-d227-462c-b285-6958e3a2a2db tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:59.412743 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-2c0fdf06-9b03-429e-9266-ceeb5944d18d admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:59.419659 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0fdf06-9b03-429e-9266-ceeb5944d18d admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:59.431703 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2700f-6c0d-4222-8068-282a6154d9f2 req-6f0d93a8-cc46-42c1-aaac-966a744322f1 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:59.434371 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-92f2700f-6c0d-4222-8068-282a6154d9f2 req-6f0d93a8-cc46-42c1-aaac-966a744322f1 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 931 time: 0.2137551 Jul 15 23:33:59.438593 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0537f388-d227-462c-b285-6958e3a2a2db tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:33:59.439223 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0537f388-d227-462c-b285-6958e3a2a2db tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:59.444131 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:33:59.444131 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:33:59.444131 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:33:59.444131 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:33:59.444131 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:33:59.444131 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:33:59.444131 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:33:59.444131 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:33:59.444131 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:33:59.444131 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:33:59.444131 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:33:59.444131 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:33:59.444131 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:33:59.444131 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:33:59.444131 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:33:59.444131 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:33:59.444131 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:33:59.444131 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:33:59.444131 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:33:59.444131 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:33:59.444131 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:33:59.444131 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:33:59.444131 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:33:59.444131 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:33:59.444131 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:33:59.444131 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:33:59.444131 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:33:59.444131 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:33:59.444131 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:33:59.444131 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:33:59.444131 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:33:59.444131 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:33:59.496567 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d56d7-8f40-4f4d-bd6f-39e0fd4c8f7c service neutron] Pushing event updated for resources: {'Port': ['ID=7d8449e1-4089-46f7-93a5-d3595286c48b,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:59.590477 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c0fdf06-9b03-429e-9266-ceeb5944d18d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:59.608966 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0537f388-d227-462c-b285-6958e3a2a2db tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:59.619339 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0537f388-d227-462c-b285-6958e3a2a2db tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:59.622842 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0537f388-d227-462c-b285-6958e3a2a2db tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "DELETE /v2.0/networks/59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912 HTTP/1.1" status: 204 len: 168 time: 1.1063030 Jul 15 23:33:59.632118 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55008) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:59.640551 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-92f2700f-6c0d-4222-8068-282a6154d9f2 req-ee11b778-c83f-449e-a4fe-44c767ee7655 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdbe98b7-2597-4b77-bada-f584af1be166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831145 Jul 15 23:33:59.681621 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 2a4a7c54-29d3-484d-82f4-6b488ce2dd53 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:59.693585 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-dc6d56d7-8f40-4f4d-bd6f-39e0fd4c8f7c service neutron] Attempting to bind port 7d8449e1-4089-46f7-93a5-d3595286c48b on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:33:59.693929 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-dc6d56d7-8f40-4f4d-bd6f-39e0fd4c8f7c service neutron] Attempting to bind port 7d8449e1-4089-46f7-93a5-d3595286c48b by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'aff25b40-0b3c-4bfc-94b2-7f7c3093d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:33:59.694263 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-dc6d56d7-8f40-4f4d-bd6f-39e0fd4c8f7c service neutron] Attempting to bind port 7d8449e1-4089-46f7-93a5-d3595286c48b on network 7c0766f5-51ee-4aa5-a553-4d12af59eedd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:59.715543 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537f388-d227-462c-b285-6958e3a2a2db tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event deleted for resources: {'Network': ['ID=59f3a8d0-e4a3-4d0d-b7ae-cb73b13b6912,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:59.726122 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-dc6d56d7-8f40-4f4d-bd6f-39e0fd4c8f7c service neutron] Port 7d8449e1-4089-46f7-93a5-d3595286c48b on network 7c0766f5-51ee-4aa5-a553-4d12af59eedd not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:33:59.730685 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-dc6d56d7-8f40-4f4d-bd6f-39e0fd4c8f7c service neutron] Attempting to bind port 7d8449e1-4089-46f7-93a5-d3595286c48b on network 7c0766f5-51ee-4aa5-a553-4d12af59eedd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:59.749732 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-dc6d56d7-8f40-4f4d-bd6f-39e0fd4c8f7c service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:33:59.750076 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-dc6d56d7-8f40-4f4d-bd6f-39e0fd4c8f7c service neutron] Checking segment: {'id': 'aff25b40-0b3c-4bfc-94b2-7f7c3093d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:59.750472 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-dc6d56d7-8f40-4f4d-bd6f-39e0fd4c8f7c service neutron] Bound using segment: {'id': 'aff25b40-0b3c-4bfc-94b2-7f7c3093d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:33:59.750955 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-dc6d56d7-8f40-4f4d-bd6f-39e0fd4c8f7c service neutron] Bound port: 7d8449e1-4089-46f7-93a5-d3595286c48b, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aff25b40-0b3c-4bfc-94b2-7f7c3093d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:33:59.751322 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-dc6d56d7-8f40-4f4d-bd6f-39e0fd4c8f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:59.786681 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 2a4a7c54-29d3-484d-82f4-6b488ce2dd53 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:59.789287 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:59.945386 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0ee99738-d144-4bac-8de3-b8ebfd188156 None None] Provisioning for port 3fc48b7f-4b61-4299-8463-9fe42e148d92 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:59.949310 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0ee99738-d144-4bac-8de3-b8ebfd188156 None None] Provisioning complete for port 3fc48b7f-4b61-4299-8463-9fe42e148d92 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:59.949682 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0ee99738-d144-4bac-8de3-b8ebfd188156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:59.961297 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ff1de1f0-9d83-48de-8686-758938be556c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Deleting port 3909c539-cdfc-4b24-aa7b-da5ea222c729 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:59.961888 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff1de1f0-9d83-48de-8686-758938be556c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:00.001151 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0ee99738-d144-4bac-8de3-b8ebfd188156 None None] Port 3fc48b7f-4b61-4299-8463-9fe42e148d92 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:34:00.016450 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c0fdf06-9b03-429e-9266-ceeb5944d18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:00.062483 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-dc6d56d7-8f40-4f4d-bd6f-39e0fd4c8f7c service neutron] For port 7d8449e1-4089-46f7-93a5-d3595286c48b, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:34:00.093176 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-dc6d56d7-8f40-4f4d-bd6f-39e0fd4c8f7c service neutron] For port 7d8449e1-4089-46f7-93a5-d3595286c48b, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=7d8449e1-4089-46f7-93a5-d3595286c48b,segment=NetworkSegment(aff25b40-0b3c-4bfc-94b2-7f7c3093d9be),segment_id=aff25b40-0b3c-4bfc-94b2-7f7c3093d9be)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:34:00.100575 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4e376050-dd48-4d0f-a564-d60860827753 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:34:00.106614 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-dc6d56d7-8f40-4f4d-bd6f-39e0fd4c8f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:00.134128 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 4e376050-dd48-4d0f-a564-d60860827753 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:34:00.134478 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 4e376050-dd48-4d0f-a564-d60860827753 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:34:00.198379 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d56d7-8f40-4f4d-bd6f-39e0fd4c8f7c service neutron] Pushing event updated for resources: {'Port': ['ID=7d8449e1-4089-46f7-93a5-d3595286c48b,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:00.246908 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-dc6d56d7-8f40-4f4d-bd6f-39e0fd4c8f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:00.248245 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-dc6d56d7-8f40-4f4d-bd6f-39e0fd4c8f7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:00.250020 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-dc6d56d7-8f40-4f4d-bd6f-39e0fd4c8f7c service neutron] 10.222.0.36 "PUT /v2.0/ports/7d8449e1-4089-46f7-93a5-d3595286c48b HTTP/1.1" status: 200 len: 1091 time: 1.8242764 Jul 15 23:34:00.250699 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ebdb23c-d4a1-46d5-a172-024d33b5a24b', 'tag': '7d8449e1-4089-46f7-93a5-d3595286c48b'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:00.253882 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e57d9b-0679-4178-853b-84cc99b1cc31" -d '{"events": [{"name": "network-changed", "server_uuid": "0ebdb23c-d4a1-46d5-a172-024d33b5a24b", "tag": "7d8449e1-4089-46f7-93a5-d3595286c48b"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:00.400001 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992e6ad1-e351-4d82-94a6-ac2f2422ce2b x-openstack-request-id: req-992e6ad1-e351-4d82-94a6-ac2f2422ce2b {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:00.400324 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ebdb23c-d4a1-46d5-a172-024d33b5a24b", "tag": "7d8449e1-4089-46f7-93a5-d3595286c48b", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:00.400581 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-992e6ad1-e351-4d82-94a6-ac2f2422ce2b {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:00.401020 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ebdb23c-d4a1-46d5-a172-024d33b5a24b', 'tag': '7d8449e1-4089-46f7-93a5-d3595286c48b', 'status': 'completed', 'code': 200} Jul 15 23:34:00.471524 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-c0892ae4-ff1b-47c8-bcba-c78c339325ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:00.473111 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-c0892ae4-ff1b-47c8-bcba-c78c339325ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 1094 time: 0.1029267 Jul 15 23:34:00.538358 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c0fdf06-9b03-429e-9266-ceeb5944d18d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:00.541200 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-58dfadc7-4253-4a12-bf7f-996c2ebf341c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d8449e1-4089-46f7-93a5-d3595286c48b HTTP/1.1" status: 200 len: 217 time: 0.0465004 Jul 15 23:34:00.544097 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c0fdf06-9b03-429e-9266-ceeb5944d18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:00.559043 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff1de1f0-9d83-48de-8686-758938be556c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:00.559373 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff1de1f0-9d83-48de-8686-758938be556c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:00.574615 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ff1de1f0-9d83-48de-8686-758938be556c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Calling delete_port for 3909c539-cdfc-4b24-aa7b-da5ea222c729 owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:00.672644 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fdf06-9b03-429e-9266-ceeb5944d18d admin admin] Pushing event updated for resources: {'Port': ['ID=3fc48b7f-4b61-4299-8463-9fe42e148d92,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:00.681018 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2c0fdf06-9b03-429e-9266-ceeb5944d18d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:00.684944 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-bc6e3e0a-12d7-4b31-9821-770390f75c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:00.686556 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-bc6e3e0a-12d7-4b31-9821-770390f75c61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=41a3fb66-0c50-4446-9c65-5192b3768433 HTTP/1.1" status: 200 len: 834 time: 0.1363115 Jul 15 23:34:00.751412 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff1de1f0-9d83-48de-8686-758938be556c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:00.779949 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1de1f0-9d83-48de-8686-758938be556c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event deleted for resources: {'Port': ['ID=3909c539-cdfc-4b24-aa7b-da5ea222c729,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:00.840557 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-bef9e608-cb4d-4816-ac27-44a8e43e5290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:00.842108 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-bef9e608-cb4d-4816-ac27-44a8e43e5290 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c0766f5-51ee-4aa5-a553-4d12af59eedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1427233 Jul 15 23:34:00.885849 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0fdf06-9b03-429e-9266-ceeb5944d18d admin admin] Network e5df3a35-c9f7-4ea4-9138-744a2e00289b is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:00.889166 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-2c0fdf06-9b03-429e-9266-ceeb5944d18d admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:00.896984 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff1de1f0-9d83-48de-8686-758938be556c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:00.897443 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-ff1de1f0-9d83-48de-8686-758938be556c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Floating IP 967a7c2b-443f-4c99-8f14-c1586402b39c disassociated (deleted). External IP: 172.25.4.240, port: b373f4b2-7293-4265-bf39-59d88badd5e8. Jul 15 23:34:00.958830 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c9d76-07e5-4642-9e12-2e0507d7f1f4 req-a145eb35-2bdc-4246-82b6-1b616f8e8836 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:00.960528 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-145c9d76-07e5-4642-9e12-2e0507d7f1f4 req-a145eb35-2bdc-4246-82b6-1b616f8e8836 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 943 time: 0.1466982 Jul 15 23:34:01.048741 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-22a670b1-a25d-4f74-905a-fe4eb69e3a8c service neutron] 10.222.0.36 "GET /v2.0/networks/7c0766f5-51ee-4aa5-a553-4d12af59eedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002921 Jul 15 23:34:01.082012 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-145c9d76-07e5-4642-9e12-2e0507d7f1f4 req-815d058c-e558-44a7-9c3a-8b973abe1100 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdbe98b7-2597-4b77-bada-f584af1be166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687897 Jul 15 23:34:01.176635 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cd75482c-8523-472d-95b2-15f49c865ff3 req-ed511f66-e5cc-453c-a084-cdaae5ef9976 service neutron] 10.222.0.36 "GET /v2.0/networks/7c0766f5-51ee-4aa5-a553-4d12af59eedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175134 Jul 15 23:34:01.186005 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0fdf06-9b03-429e-9266-ceeb5944d18d admin admin] Router eb7a4ae5-011c-441c-b3b9-78f2b77624c4 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:34:01.234774 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e2c8a8fa-2cb0-4b07-b416-6555f1df77ec None None] Provisioning complete for port 3fc48b7f-4b61-4299-8463-9fe42e148d92 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:01.235326 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e2c8a8fa-2cb0-4b07-b416-6555f1df77ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:01.257435 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1de1f0-9d83-48de-8686-758938be556c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Router 6fa86b67-f676-49e7-8b4d-a94d86f38ed2 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:34:01.372639 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e2c8a8fa-2cb0-4b07-b416-6555f1df77ec None None] Port 3fc48b7f-4b61-4299-8463-9fe42e148d92 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:34:01.441998 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1de1f0-9d83-48de-8686-758938be556c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:34:01.452192 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ff1de1f0-9d83-48de-8686-758938be556c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:01.455651 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ae3bd7-47d9-40de-aa46-f0b77b0493b4 None None] Sync routers for ids ['6fa86b67-f676-49e7-8b4d-a94d86f38ed2'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:34:01.458570 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0fdf06-9b03-429e-9266-ceeb5944d18d admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:34:01.469187 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2c0fdf06-9b03-429e-9266-ceeb5944d18d admin admin] 10.222.0.16 "PUT /v2.0/routers/eb7a4ae5-011c-441c-b3b9-78f2b77624c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5125508 Jul 15 23:34:01.482257 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ae3bd7-47d9-40de-aa46-f0b77b0493b4 None None] Routers {'6fa86b67-f676-49e7-8b4d-a94d86f38ed2'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:01.483275 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-35ae3bd7-47d9-40de-aa46-f0b77b0493b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6fa86b67-f676-49e7-8b4d-a94d86f38ed2'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:01.504069 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e57d9b-0679-4178-853b-84cc99b1cc31 req-de1d5f2a-6f1a-4b62-9b92-8249c5423c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:01.506003 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-12e57d9b-0679-4178-853b-84cc99b1cc31 req-de1d5f2a-6f1a-4b62-9b92-8249c5423c14 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 1094 time: 0.2062447 Jul 15 23:34:01.578954 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ff1de1f0-9d83-48de-8686-758938be556c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "DELETE /v2.0/floatingips/967a7c2b-443f-4c99-8f14-c1586402b39c HTTP/1.1" status: 204 len: 168 time: 1.9349649 Jul 15 23:34:01.578954 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c80853e-6d87-40e1-8020-c4f54873e09a', 'tag': 'b373f4b2-7293-4265-bf39-59d88badd5e8'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:01.585156 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91dbd553-f99d-4ea3-ad30-2099e3f1957f" -d '{"events": [{"name": "network-changed", "server_uuid": "9c80853e-6d87-40e1-8020-c4f54873e09a", "tag": "b373f4b2-7293-4265-bf39-59d88badd5e8"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:01.650677 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcaa5bf-87ac-4799-89ac-37acc0e59966 None None] Sync routers for ids ['eb7a4ae5-011c-441c-b3b9-78f2b77624c4'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:34:01.660636 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-35ae3bd7-47d9-40de-aa46-f0b77b0493b4 None None] Set router 6fa86b67-f676-49e7-8b4d-a94d86f38ed2 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:01.665703 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8238541a-ee66-48bb-8e61-cdfa194cce80 x-openstack-request-id: req-8238541a-ee66-48bb-8e61-cdfa194cce80 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:01.665996 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c80853e-6d87-40e1-8020-c4f54873e09a", "tag": "b373f4b2-7293-4265-bf39-59d88badd5e8", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:01.666251 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8238541a-ee66-48bb-8e61-cdfa194cce80 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:01.666687 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c80853e-6d87-40e1-8020-c4f54873e09a', 'tag': 'b373f4b2-7293-4265-bf39-59d88badd5e8', 'status': 'completed', 'code': 200} Jul 15 23:34:01.668235 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 705b0057-aa22-4bc5-97bf-aeea03081397 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:01.681086 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcaa5bf-87ac-4799-89ac-37acc0e59966 None None] Routers {'eb7a4ae5-011c-441c-b3b9-78f2b77624c4'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:01.681720 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-adcaa5bf-87ac-4799-89ac-37acc0e59966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['eb7a4ae5-011c-441c-b3b9-78f2b77624c4'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:01.730192 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e57d9b-0679-4178-853b-84cc99b1cc31 req-c8670eaa-fb53-4617-9181-15fe89db831e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:01.739393 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-12e57d9b-0679-4178-853b-84cc99b1cc31 req-c8670eaa-fb53-4617-9181-15fe89db831e service neutron] 10.222.0.36 "GET /v2.0/networks?id=7c0766f5-51ee-4aa5-a553-4d12af59eedd HTTP/1.1" status: 200 len: 898 time: 0.2261188 Jul 15 23:34:01.867694 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-12e57d9b-0679-4178-853b-84cc99b1cc31 req-750f0b1f-b0e8-44b2-afac-5f800dc4338c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d8449e1-4089-46f7-93a5-d3595286c48b HTTP/1.1" status: 200 len: 217 time: 0.0901308 Jul 15 23:34:01.975312 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 705b0057-aa22-4bc5-97bf-aeea03081397 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:01.983338 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 705b0057-aa22-4bc5-97bf-aeea03081397 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:01.984016 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:02.010200 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dbd553-f99d-4ea3-ad30-2099e3f1957f req-e094ee4c-cd04-4b4b-b92a-aa9fc99f5a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:02.012923 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-91dbd553-f99d-4ea3-ad30-2099e3f1957f req-e094ee4c-cd04-4b4b-b92a-aa9fc99f5a66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=859ce769fac74931944b61341a6bae9f&device_id=9c80853e-6d87-40e1-8020-c4f54873e09a HTTP/1.1" status: 200 len: 1096 time: 0.3033097 Jul 15 23:34:02.016776 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e57d9b-0679-4178-853b-84cc99b1cc31 req-579f2522-09c3-4a8e-8f00-b9107cb1acd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:02.019643 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-12e57d9b-0679-4178-853b-84cc99b1cc31 req-579f2522-09c3-4a8e-8f00-b9107cb1acd7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=41a3fb66-0c50-4446-9c65-5192b3768433 HTTP/1.1" status: 200 len: 834 time: 0.1375389 Jul 15 23:34:02.077934 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-adcaa5bf-87ac-4799-89ac-37acc0e59966 None None] Set router eb7a4ae5-011c-441c-b3b9-78f2b77624c4 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:02.229393 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dbd553-f99d-4ea3-ad30-2099e3f1957f req-826dee3c-21fb-4956-835c-3a7a1c25b081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:02.231369 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-91dbd553-f99d-4ea3-ad30-2099e3f1957f req-826dee3c-21fb-4956-835c-3a7a1c25b081 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac58f882-0f96-43bf-b12f-5d343331eccd HTTP/1.1" status: 200 len: 897 time: 0.2107143 Jul 15 23:34:02.281019 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9f52a-e892-4bad-b539-b114e2cc0347 req-bcc72851-e829-4d95-bcc0-65c3fb84a107 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:02.283449 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a2d9f52a-e892-4bad-b539-b114e2cc0347 req-bcc72851-e829-4d95-bcc0-65c3fb84a107 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c80853e-6d87-40e1-8020-c4f54873e09a HTTP/1.1" status: 200 len: 945 time: 0.1615407 Jul 15 23:34:02.307027 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-91dbd553-f99d-4ea3-ad30-2099e3f1957f req-0323e2e8-9d4b-4d89-81e1-50775bb1d413 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b373f4b2-7293-4265-bf39-59d88badd5e8 HTTP/1.1" status: 200 len: 217 time: 0.0637381 Jul 15 23:34:02.339282 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:02.341683 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-adcaa5bf-87ac-4799-89ac-37acc0e59966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'name': 'tempest-TestVolumeBackupRestore-1117550366-router', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '705b0057-aa22-4bc5-97bf-aeea03081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:53Z', 'updated_at': '2021-07-15T23:33:59Z', 'revision_number': 4, 'project_id': '65a75747074644058af81d1dafdcec1d', 'gw_port': {'id': '705b0057-aa22-4bc5-97bf-aeea03081397', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '3fc48b7f-4b61-4299-8463-9fe42e148d92', 'name': '', 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'mac_address': 'fa:16:3e:2e:ba:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '89c4d7a7-b1b2-43ab-9249-01f593a56863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:58Z', 'updated_at': '2021-07-15T23:34:00Z', 'revision_number': 2, 'project_id': '65a75747074644058af81d1dafdcec1d', 'subnets': [{'id': '89c4d7a7-b1b2-43ab-9249-01f593a56863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:02.368757 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 705b0057-aa22-4bc5-97bf-aeea03081397, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=705b0057-aa22-4bc5-97bf-aeea03081397,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:02.373342 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcaa5bf-87ac-4799-89ac-37acc0e59966 None None] Checking router: eb7a4ae5-011c-441c-b3b9-78f2b77624c4 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:34:02.373777 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcaa5bf-87ac-4799-89ac-37acc0e59966 None None] Updating router eb7a4ae5-011c-441c-b3b9-78f2b77624c4 port 3fc48b7f-4b61-4299-8463-9fe42e148d92 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:34:02.377897 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:02.385486 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-35ae3bd7-47d9-40de-aa46-f0b77b0493b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'name': 'tempest-TestNetworkBasicOps-router-937595244', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:33:50Z', 'revision_number': 6, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '7cb3774a-a7e0-4d71-81a7-54659e960957', 'name': '', 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'mac_address': 'fa:16:3e:6a:f6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '186674eb-9908-468e-89ce-aacbf3afd57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:12Z', 'updated_at': '2021-07-15T23:32:19Z', 'revision_number': 5, 'project_id': '859ce769fac74931944b61341a6bae9f', 'subnets': [{'id': '186674eb-9908-468e-89ce-aacbf3afd57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:02.387597 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e57d9b-0679-4178-853b-84cc99b1cc31 req-70596897-ac2e-43b0-b3a0-3e35361c15a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:02.389285 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-12e57d9b-0679-4178-853b-84cc99b1cc31 req-70596897-ac2e-43b0-b3a0-3e35361c15a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c0766f5-51ee-4aa5-a553-4d12af59eedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1566067 Jul 15 23:34:02.394241 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dbd553-f99d-4ea3-ad30-2099e3f1957f req-9bb7b139-e4ab-4d8e-a78c-bec380fadc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:02.405523 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-91dbd553-f99d-4ea3-ad30-2099e3f1957f req-9bb7b139-e4ab-4d8e-a78c-bec380fadc89 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=186674eb-9908-468e-89ce-aacbf3afd57b HTTP/1.1" status: 200 len: 834 time: 0.0802941 Jul 15 23:34:02.420802 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adcaa5bf-87ac-4799-89ac-37acc0e59966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:02.422129 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ae3bd7-47d9-40de-aa46-f0b77b0493b4 None None] Checking router: 6fa86b67-f676-49e7-8b4d-a94d86f38ed2 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:34:02.458351 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ae3bd7-47d9-40de-aa46-f0b77b0493b4 None None] Routers {'6fa86b67-f676-49e7-8b4d-a94d86f38ed2'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:02.459068 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-35ae3bd7-47d9-40de-aa46-f0b77b0493b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6fa86b67-f676-49e7-8b4d-a94d86f38ed2'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:02.473854 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a2d9f52a-e892-4bad-b539-b114e2cc0347 req-2d8a42eb-f1a6-454e-86f4-5c4ae987c4ef tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c455111-8db9-4cde-81e7-6f844dfa0c87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798239 Jul 15 23:34:02.525088 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=705b0057-aa22-4bc5-97bf-aeea03081397,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:02.609288 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-35ae3bd7-47d9-40de-aa46-f0b77b0493b4 None None] Set router 6fa86b67-f676-49e7-8b4d-a94d86f38ed2 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:02.668755 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-12e57d9b-0679-4178-853b-84cc99b1cc31 req-9feabeb6-d937-413e-80b7-662aca6241cd service neutron] 10.222.0.36 "GET /v2.0/networks/7c0766f5-51ee-4aa5-a553-4d12af59eedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609625 Jul 15 23:34:02.670594 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dbd553-f99d-4ea3-ad30-2099e3f1957f req-bb1f5a8d-7580-4207-afa1-23a778e6561c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:02.671612 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeefe4e-1da7-4113-8b35-8b50e5800d61 req-5cb38354-99df-4c69-abe6-7f3e85d2ace9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:02.675586 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-91dbd553-f99d-4ea3-ad30-2099e3f1957f req-bb1f5a8d-7580-4207-afa1-23a778e6561c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac58f882-0f96-43bf-b12f-5d343331eccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2691410 Jul 15 23:34:02.677314 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fbeefe4e-1da7-4113-8b35-8b50e5800d61 req-5cb38354-99df-4c69-abe6-7f3e85d2ace9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 943 time: 0.1831682 Jul 15 23:34:02.718752 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55048) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:02.724788 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-4f54112f-90f6-4fef-a87a-ab82169a4981 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1833152384-network', 'tenant_id': '80617899041d43c08c3ad838cb9c07b2'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:02.778066 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f54112f-90f6-4fef-a87a-ab82169a4981 admin admin] Made reservation on behalf of 80617899041d43c08c3ad838cb9c07b2 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:02.784958 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f54112f-90f6-4fef-a87a-ab82169a4981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:02.823252 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f54112f-90f6-4fef-a87a-ab82169a4981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:03.011084 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-91dbd553-f99d-4ea3-ad30-2099e3f1957f req-9a53a22b-f337-4bbb-8e65-d239a3102ac3 service neutron] 10.222.0.36 "GET /v2.0/networks/ac58f882-0f96-43bf-b12f-5d343331eccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135839 Jul 15 23:34:03.124158 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-35ae3bd7-47d9-40de-aa46-f0b77b0493b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'name': 'tempest-TestNetworkBasicOps-router-937595244', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:33:50Z', 'revision_number': 6, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '7cb3774a-a7e0-4d71-81a7-54659e960957', 'name': '', 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'mac_address': 'fa:16:3e:6a:f6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '186674eb-9908-468e-89ce-aacbf3afd57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:12Z', 'updated_at': '2021-07-15T23:32:19Z', 'revision_number': 5, 'project_id': '859ce769fac74931944b61341a6bae9f', 'subnets': [{'id': '186674eb-9908-468e-89ce-aacbf3afd57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:03.157214 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adcaa5bf-87ac-4799-89ac-37acc0e59966 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:03.173075 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ae3bd7-47d9-40de-aa46-f0b77b0493b4 None None] The sync data for ids ['6fa86b67-f676-49e7-8b4d-a94d86f38ed2'] in n-d-787205-9 is: [{'id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'name': 'tempest-TestNetworkBasicOps-router-937595244', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:33:50Z', 'revision_number': 6, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '7cb3774a-a7e0-4d71-81a7-54659e960957', 'name': '', 'network_id': 'ac58f882-0f96-43bf-b12f-5d343331eccd', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'mac_address': 'fa:16:3e:6a:f6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '186674eb-9908-468e-89ce-aacbf3afd57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:12Z', 'updated_at': '2021-07-15T23:32:19Z', 'revision_number': 5, 'project_id': '859ce769fac74931944b61341a6bae9f', 'subnets': [{'id': '186674eb-9908-468e-89ce-aacbf3afd57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:34:03.185505 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-adcaa5bf-87ac-4799-89ac-37acc0e59966 None None] Transition to ACTIVE for port object 3fc48b7f-4b61-4299-8463-9fe42e148d92 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:03.197862 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adcaa5bf-87ac-4799-89ac-37acc0e59966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:03.221878 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f54112f-90f6-4fef-a87a-ab82169a4981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:03.235259 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f54112f-90f6-4fef-a87a-ab82169a4981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:03.309906 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f54112f-90f6-4fef-a87a-ab82169a4981 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:34:03.329119 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54112f-90f6-4fef-a87a-ab82169a4981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a853524-dcc3-4ec4-aa83-1d0bbb0e4ff6,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:03.340140 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.36', 64954) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:03.378799 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b7e7d-5dc5-4e57-8fff-27f9ccbc5adb None None] Pushing event updated for resources: {'Port': ['ID=3fc48b7f-4b61-4299-8463-9fe42e148d92,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:03.412345 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-adcaa5bf-87ac-4799-89ac-37acc0e59966 None None] Attempting to bind port 3fc48b7f-4b61-4299-8463-9fe42e148d92 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:34:03.412589 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f54112f-90f6-4fef-a87a-ab82169a4981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:03.412944 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-4f54112f-90f6-4fef-a87a-ab82169a4981 admin admin] Added segment ee1f81a6-ce38-40ca-9fcf-f818190826e6 of type vlan for network 420219d9-6bf9-4753-8d48-9b1dde1466a8 Jul 15 23:34:03.414560 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-adcaa5bf-87ac-4799-89ac-37acc0e59966 None None] Attempting to bind port 3fc48b7f-4b61-4299-8463-9fe42e148d92 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '30093601-7a83-49c2-9689-3565cc5fae7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:34:03.414970 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcaa5bf-87ac-4799-89ac-37acc0e59966 None None] Attempting to bind port 3fc48b7f-4b61-4299-8463-9fe42e148d92 on network e5df3a35-c9f7-4ea4-9138-744a2e00289b {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:03.417051 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-12e57d9b-0679-4178-853b-84cc99b1cc31 req-a0da0ce9-0e9f-47b8-bd18-dfc8d12d47dc service neutron] 10.222.0.36 "GET /v2.0/networks/7c0766f5-51ee-4aa5-a553-4d12af59eedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7404833 Jul 15 23:34:03.429577 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcaa5bf-87ac-4799-89ac-37acc0e59966 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:34:03.430084 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcaa5bf-87ac-4799-89ac-37acc0e59966 None None] Checking segment: {'id': '30093601-7a83-49c2-9689-3565cc5fae7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:03.430735 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adcaa5bf-87ac-4799-89ac-37acc0e59966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:03.431104 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcaa5bf-87ac-4799-89ac-37acc0e59966 None None] Bound using segment: {'id': '30093601-7a83-49c2-9689-3565cc5fae7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:34:03.435021 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-91dbd553-f99d-4ea3-ad30-2099e3f1957f req-df34a15c-73ef-4598-b87e-922c6c4cf0e3 service neutron] 10.222.0.36 "GET /v2.0/networks/ac58f882-0f96-43bf-b12f-5d343331eccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942912 Jul 15 23:34:03.446458 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-adcaa5bf-87ac-4799-89ac-37acc0e59966 None None] Bound port: 3fc48b7f-4b61-4299-8463-9fe42e148d92, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30093601-7a83-49c2-9689-3565cc5fae7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:34:03.448435 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adcaa5bf-87ac-4799-89ac-37acc0e59966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:03.511280 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 705b0057-aa22-4bc5-97bf-aeea03081397 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:03.647412 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fbeefe4e-1da7-4113-8b35-8b50e5800d61 req-ce196466-965a-4a17-953c-63926a166226 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdbe98b7-2597-4b77-bada-f584af1be166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9643233 Jul 15 23:34:03.649467 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-adcaa5bf-87ac-4799-89ac-37acc0e59966 None None] For port 3fc48b7f-4b61-4299-8463-9fe42e148d92, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:34:03.653800 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-adcaa5bf-87ac-4799-89ac-37acc0e59966 None None] For port 3fc48b7f-4b61-4299-8463-9fe42e148d92, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=3fc48b7f-4b61-4299-8463-9fe42e148d92,segment=NetworkSegment(30093601-7a83-49c2-9689-3565cc5fae7a),segment_id=30093601-7a83-49c2-9689-3565cc5fae7a)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:34:03.672776 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adcaa5bf-87ac-4799-89ac-37acc0e59966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:03.677389 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 705b0057-aa22-4bc5-97bf-aeea03081397 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:03.677829 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:03.685934 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f54112f-90f6-4fef-a87a-ab82169a4981 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:03.727470 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fef0da-e7be-43d8-ad32-603262a69881 req-34a1960a-cf60-4c6a-9aaa-11f94feab50d tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:03.730365 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e8fef0da-e7be-43d8-ad32-603262a69881 req-34a1960a-cf60-4c6a-9aaa-11f94feab50d tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c80853e-6d87-40e1-8020-c4f54873e09a HTTP/1.1" status: 200 len: 945 time: 0.3875453 Jul 15 23:34:03.756652 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b7e7d-5dc5-4e57-8fff-27f9ccbc5adb None None] Pushing event updated for resources: {'Port': ['ID=3fc48b7f-4b61-4299-8463-9fe42e148d92,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:03.762467 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 7d8449e1-4089-46f7-93a5-d3595286c48b details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:34:03.767955 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcaa5bf-87ac-4799-89ac-37acc0e59966 None None] Routers {'eb7a4ae5-011c-441c-b3b9-78f2b77624c4'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:03.768406 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5790fca3-48c9-4668-8447-a81e8bdb6e41 None None] New status for floating IP 967a7c2b-443f-4c99-8f14-c1586402b39c: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:34:03.768579 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-adcaa5bf-87ac-4799-89ac-37acc0e59966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['eb7a4ae5-011c-441c-b3b9-78f2b77624c4'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:03.819432 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f54112f-90f6-4fef-a87a-ab82169a4981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:03.820491 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f54112f-90f6-4fef-a87a-ab82169a4981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:03.821125 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f54112f-90f6-4fef-a87a-ab82169a4981 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:03.884467 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4f54112f-90f6-4fef-a87a-ab82169a4981 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1618075 Jul 15 23:34:03.885482 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55058) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:03.890980 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-41d8cdcd-711a-4f47-ac92-56807f702c32 admin admin] Request body: {'subnet': {'network_id': '420219d9-6bf9-4753-8d48-9b1dde1466a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1833152384-subnet', 'tenant_id': '80617899041d43c08c3ad838cb9c07b2', 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:03.933107 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54112f-90f6-4fef-a87a-ab82169a4981 admin admin] Pushing event updated for resources: {'Network': ['ID=420219d9-6bf9-4753-8d48-9b1dde1466a8,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:03.959899 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d8cdcd-711a-4f47-ac92-56807f702c32 admin admin] Made reservation on behalf of 80617899041d43c08c3ad838cb9c07b2 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:03.965613 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-41d8cdcd-711a-4f47-ac92-56807f702c32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:03.969315 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c358a7e-ab0b-468b-bda5-5d607554c0af req-940eed5d-6573-475c-b92d-54727e37525f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:03.971742 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6c358a7e-ab0b-468b-bda5-5d607554c0af req-940eed5d-6573-475c-b92d-54727e37525f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c80853e-6d87-40e1-8020-c4f54873e09a HTTP/1.1" status: 200 len: 945 time: 0.2377572 Jul 15 23:34:03.978570 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-adcaa5bf-87ac-4799-89ac-37acc0e59966 None None] Set router eb7a4ae5-011c-441c-b3b9-78f2b77624c4 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:04.045942 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-e8fef0da-e7be-43d8-ad32-603262a69881 req-674efd81-6de5-43ea-936c-7b65c44b0a80 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Deleting port b373f4b2-7293-4265-bf39-59d88badd5e8 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:04.046253 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 420219d9-6bf9-4753-8d48-9b1dde1466a8 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:34:04.046729 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e8fef0da-e7be-43d8-ad32-603262a69881 req-674efd81-6de5-43ea-936c-7b65c44b0a80 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.052141 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6c358a7e-ab0b-468b-bda5-5d607554c0af req-5d32a987-5779-468e-a118-c7f943dfc949 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c455111-8db9-4cde-81e7-6f844dfa0c87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695312 Jul 15 23:34:04.236478 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-e8fef0da-e7be-43d8-ad32-603262a69881 req-674efd81-6de5-43ea-936c-7b65c44b0a80 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] For port b373f4b2-7293-4265-bf39-59d88badd5e8, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=b373f4b2-7293-4265-bf39-59d88badd5e8,segment=NetworkSegment(396fd513-5239-4717-a46c-89a9796ce688),segment_id=396fd513-5239-4717-a46c-89a9796ce688)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:04.237055 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e8fef0da-e7be-43d8-ad32-603262a69881 req-674efd81-6de5-43ea-936c-7b65c44b0a80 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.237637 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 7d8449e1-4089-46f7-93a5-d3595286c48b, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=7d8449e1-4089-46f7-93a5-d3595286c48b,segment=NetworkSegment(aff25b40-0b3c-4bfc-94b2-7f7c3093d9be),segment_id=aff25b40-0b3c-4bfc-94b2-7f7c3093d9be)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:04.257391 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '7d8449e1-4089-46f7-93a5-d3595286c48b', 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd', 'port_id': '7d8449e1-4089-46f7-93a5-d3595286c48b', 'mac_address': 'fa:16:3e:a8:dd:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a3fb66-0c50-4446-9c65-5192b3768433', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:34:04.259802 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [req-e8fef0da-e7be-43d8-ad32-603262a69881 req-674efd81-6de5-43ea-936c-7b65c44b0a80 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Calling delete_port for b373f4b2-7293-4265-bf39-59d88badd5e8 owned by compute:nova {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:04.320929 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.341720 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-41d8cdcd-711a-4f47-ac92-56807f702c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.344858 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d8449e1-4089-46f7-93a5-d3595286c48b {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:34:04.372047 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 7d8449e1-4089-46f7-93a5-d3595286c48b, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=7d8449e1-4089-46f7-93a5-d3595286c48b,segment=NetworkSegment(aff25b40-0b3c-4bfc-94b2-7f7c3093d9be),segment_id=aff25b40-0b3c-4bfc-94b2-7f7c3093d9be)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:04.380263 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.396478 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-adcaa5bf-87ac-4799-89ac-37acc0e59966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'name': 'tempest-TestVolumeBackupRestore-1117550366-router', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '705b0057-aa22-4bc5-97bf-aeea03081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:53Z', 'updated_at': '2021-07-15T23:33:59Z', 'revision_number': 4, 'project_id': '65a75747074644058af81d1dafdcec1d', 'gw_port': {'id': '705b0057-aa22-4bc5-97bf-aeea03081397', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '3fc48b7f-4b61-4299-8463-9fe42e148d92', 'name': '', 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'mac_address': 'fa:16:3e:2e:ba:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '89c4d7a7-b1b2-43ab-9249-01f593a56863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:58Z', 'updated_at': '2021-07-15T23:34:03Z', 'revision_number': 4, 'project_id': '65a75747074644058af81d1dafdcec1d', 'subnets': [{'id': '89c4d7a7-b1b2-43ab-9249-01f593a56863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:04.409017 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8cdcd-711a-4f47-ac92-56807f702c32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfcc222a-871d-4285-bff4-ec0e467381b2,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:04.419337 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d8cdcd-711a-4f47-ac92-56807f702c32 admin admin] Checking segment: {'id': 'ee1f81a6-ce38-40ca-9fcf-f818190826e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '420219d9-6bf9-4753-8d48-9b1dde1466a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:04.419701 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d8cdcd-711a-4f47-ac92-56807f702c32 admin admin] Network hostable DHCP agents. Network: 420219d9-6bf9-4753-8d48-9b1dde1466a8, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:34:04.440916 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d8cdcd-711a-4f47-ac92-56807f702c32 admin admin] Network 420219d9-6bf9-4753-8d48-9b1dde1466a8 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:34:04.443760 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcaa5bf-87ac-4799-89ac-37acc0e59966 None None] The sync data for ids ['eb7a4ae5-011c-441c-b3b9-78f2b77624c4'] in n-d-787205-9 is: [{'id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'name': 'tempest-TestVolumeBackupRestore-1117550366-router', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '705b0057-aa22-4bc5-97bf-aeea03081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:53Z', 'updated_at': '2021-07-15T23:33:59Z', 'revision_number': 4, 'project_id': '65a75747074644058af81d1dafdcec1d', 'gw_port': {'id': '705b0057-aa22-4bc5-97bf-aeea03081397', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '3fc48b7f-4b61-4299-8463-9fe42e148d92', 'name': '', 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'mac_address': 'fa:16:3e:2e:ba:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '89c4d7a7-b1b2-43ab-9249-01f593a56863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:58Z', 'updated_at': '2021-07-15T23:34:03Z', 'revision_number': 4, 'project_id': '65a75747074644058af81d1dafdcec1d', 'subnets': [{'id': '89c4d7a7-b1b2-43ab-9249-01f593a56863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:34:04.458279 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=7d8449e1-4089-46f7-93a5-d3595286c48b,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:04.462181 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-41d8cdcd-711a-4f47-ac92-56807f702c32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 420219d9-6bf9-4753-8d48-9b1dde1466a8) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:04.467786 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d8cdcd-711a-4f47-ac92-56807f702c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:04.468959 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-41d8cdcd-711a-4f47-ac92-56807f702c32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.474402 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ede51f-a13f-4332-b403-bd5a5e17f1da None None] Network 420219d9-6bf9-4753-8d48-9b1dde1466a8 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:04.512626 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-41d8cdcd-711a-4f47-ac92-56807f702c32 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6258652 Jul 15 23:34:04.515992 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55062) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:04.520089 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-a7bb4025-137a-441b-b56c-0ea60bab89a2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1833152384-router', 'tenant_id': '80617899041d43c08c3ad838cb9c07b2', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:04.553639 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a7bb4025-137a-441b-b56c-0ea60bab89a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.554882 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a7bb4025-137a-441b-b56c-0ea60bab89a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.591065 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e8fef0da-e7be-43d8-ad32-603262a69881 req-674efd81-6de5-43ea-936c-7b65c44b0a80 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.620986 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a7bb4025-137a-441b-b56c-0ea60bab89a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.623938 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674efd81-6de5-43ea-936c-7b65c44b0a80 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event deleted for resources: {'Port': ['ID=b373f4b2-7293-4265-bf39-59d88badd5e8,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:04.709168 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['7d8449e1-4089-46f7-93a5-d3595286c48b'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:34:04.719778 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fef0da-e7be-43d8-ad32-603262a69881 req-674efd81-6de5-43ea-936c-7b65c44b0a80 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] No DVR routers for this DVR port b373f4b2-7293-4265-bf39-59d88badd5e8 on host n-h1-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:34:04.724156 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cc2e03-e91f-4fc6-b500-40fda5d0a3e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-420219d9-6bf9-4753-8d48-9b1dde1466a8', 'network_id': '420219d9-6bf9-4753-8d48-9b1dde1466a8', 'tenant_id': '80617899041d43c08c3ad838cb9c07b2', 'fixed_ips': [{'subnet_id': 'cfcc222a-871d-4285-bff4-ec0e467381b2'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:34:04.726547 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-e8fef0da-e7be-43d8-ad32-603262a69881 req-674efd81-6de5-43ea-936c-7b65c44b0a80 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.727089 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f5cc2e03-e91f-4fc6-b500-40fda5d0a3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.730023 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e8fef0da-e7be-43d8-ad32-603262a69881 req-674efd81-6de5-43ea-936c-7b65c44b0a80 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.36 "DELETE /v2.0/ports/b373f4b2-7293-4265-bf39-59d88badd5e8 HTTP/1.1" status: 204 len: 173 time: 0.9857502 Jul 15 23:34:04.730532 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c80853e-6d87-40e1-8020-c4f54873e09a', 'name': 'network-vif-deleted', 'tag': 'b373f4b2-7293-4265-bf39-59d88badd5e8'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:04.733774 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc957aa-664c-47fa-8b84-8c3bf86bddb9" -d '{"events": [{"server_uuid": "9c80853e-6d87-40e1-8020-c4f54873e09a", "name": "network-vif-deleted", "tag": "b373f4b2-7293-4265-bf39-59d88badd5e8"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:04.793512 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95910752-28f5-4829-ae23-49d5fda64fe4 x-openstack-request-id: req-95910752-28f5-4829-ae23-49d5fda64fe4 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:04.793810 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c80853e-6d87-40e1-8020-c4f54873e09a", "name": "network-vif-deleted", "tag": "b373f4b2-7293-4265-bf39-59d88badd5e8", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:04.794295 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95910752-28f5-4829-ae23-49d5fda64fe4 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:04.794731 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c80853e-6d87-40e1-8020-c4f54873e09a', 'name': 'network-vif-deleted', 'tag': 'b373f4b2-7293-4265-bf39-59d88badd5e8', 'status': 'completed', 'code': 200} Jul 15 23:34:04.974852 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c8965-0bf6-48fc-a3c0-c26bede08d09 req-6ef6bca4-5a34-4a58-9926-3b1b86977ade tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:04.976954 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-621c8965-0bf6-48fc-a3c0-c26bede08d09 req-6ef6bca4-5a34-4a58-9926-3b1b86977ade tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 944 time: 0.1212754 Jul 15 23:34:05.051177 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-f5cc2e03-e91f-4fc6-b500-40fda5d0a3e3 None None] Allocated IP 172.20.0.2 (420219d9-6bf9-4753-8d48-9b1dde1466a8/cfcc222a-871d-4285-bff4-ec0e467381b2/8f32bf1c-fad7-40d5-b7a0-73ec61bf97b3) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:05.062430 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-621c8965-0bf6-48fc-a3c0-c26bede08d09 req-66b7544c-2365-4afd-8c8f-42315508ebac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdbe98b7-2597-4b77-bada-f584af1be166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844769 Jul 15 23:34:05.337460 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a7bb4025-137a-441b-b56c-0ea60bab89a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:05.379478 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f5cc2e03-e91f-4fc6-b500-40fda5d0a3e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:05.395755 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-df043649-2be2-4a1d-81a1-79d3c4028fe7 req-d61bd07e-4d17-4555-90a4-36f16a1612c0 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c80853e-6d87-40e1-8020-c4f54873e09a HTTP/1.1" status: 200 len: 210 time: 0.1480095 Jul 15 23:34:05.398017 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f5cc2e03-e91f-4fc6-b500-40fda5d0a3e3 None None] Transition to ACTIVE for port object 8f32bf1c-fad7-40d5-b7a0-73ec61bf97b3 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:05.457693 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f5cc2e03-e91f-4fc6-b500-40fda5d0a3e3 None None] Transition to ACTIVE for port object 8f32bf1c-fad7-40d5-b7a0-73ec61bf97b3 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:05.474699 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f5cc2e03-e91f-4fc6-b500-40fda5d0a3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:05.543434 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc2e03-e91f-4fc6-b500-40fda5d0a3e3 None None] Pushing event updated for resources: {'Port': ['ID=8f32bf1c-fad7-40d5-b7a0-73ec61bf97b3,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:05.553524 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cc2e03-e91f-4fc6-b500-40fda5d0a3e3 None None] Network 420219d9-6bf9-4753-8d48-9b1dde1466a8 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:05.555043 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 3fc48b7f-4b61-4299-8463-9fe42e148d92 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:05.559040 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-f5cc2e03-e91f-4fc6-b500-40fda5d0a3e3 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:05.584813 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cc2e03-e91f-4fc6-b500-40fda5d0a3e3 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:05.663761 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-f5cc2e03-e91f-4fc6-b500-40fda5d0a3e3 None None] Attempting to bind port 8f32bf1c-fad7-40d5-b7a0-73ec61bf97b3 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:34:05.664138 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-f5cc2e03-e91f-4fc6-b500-40fda5d0a3e3 None None] Attempting to bind port 8f32bf1c-fad7-40d5-b7a0-73ec61bf97b3 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'ee1f81a6-ce38-40ca-9fcf-f818190826e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '420219d9-6bf9-4753-8d48-9b1dde1466a8'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:34:05.664503 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cc2e03-e91f-4fc6-b500-40fda5d0a3e3 None None] Attempting to bind port 8f32bf1c-fad7-40d5-b7a0-73ec61bf97b3 on network 420219d9-6bf9-4753-8d48-9b1dde1466a8 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:05.673871 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device b373f4b2-7293-4265-bf39-59d88badd5e8 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:34:05.679033 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cc2e03-e91f-4fc6-b500-40fda5d0a3e3 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:34:05.679414 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cc2e03-e91f-4fc6-b500-40fda5d0a3e3 None None] Checking segment: {'id': 'ee1f81a6-ce38-40ca-9fcf-f818190826e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '420219d9-6bf9-4753-8d48-9b1dde1466a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:05.680358 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f5cc2e03-e91f-4fc6-b500-40fda5d0a3e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:05.680358 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cc2e03-e91f-4fc6-b500-40fda5d0a3e3 None None] Bound using segment: {'id': 'ee1f81a6-ce38-40ca-9fcf-f818190826e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '420219d9-6bf9-4753-8d48-9b1dde1466a8'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:34:05.680780 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-f5cc2e03-e91f-4fc6-b500-40fda5d0a3e3 None None] Bound port: 8f32bf1c-fad7-40d5-b7a0-73ec61bf97b3, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1f81a6-ce38-40ca-9fcf-f818190826e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '420219d9-6bf9-4753-8d48-9b1dde1466a8'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:34:05.681276 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f5cc2e03-e91f-4fc6-b500-40fda5d0a3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:05.693173 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a7bb4025-137a-441b-b56c-0ea60bab89a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:05.707267 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: b373f4b2-7293-4265-bf39-59d88badd5e8 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:34:05.707618 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device b373f4b2-7293-4265-bf39-59d88badd5e8 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:34:05.709036 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 3fc48b7f-4b61-4299-8463-9fe42e148d92 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:05.714208 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a7bb4025-137a-441b-b56c-0ea60bab89a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:05.716137 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 3fc48b7f-4b61-4299-8463-9fe42e148d92 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:05.716638 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:05.812083 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-f5cc2e03-e91f-4fc6-b500-40fda5d0a3e3 None None] For port 8f32bf1c-fad7-40d5-b7a0-73ec61bf97b3, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:34:05.816159 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-f5cc2e03-e91f-4fc6-b500-40fda5d0a3e3 None None] For port 8f32bf1c-fad7-40d5-b7a0-73ec61bf97b3, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=8f32bf1c-fad7-40d5-b7a0-73ec61bf97b3,segment=NetworkSegment(ee1f81a6-ce38-40ca-9fcf-f818190826e6),segment_id=ee1f81a6-ce38-40ca-9fcf-f818190826e6)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:34:05.825363 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f5cc2e03-e91f-4fc6-b500-40fda5d0a3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:05.852838 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-a7bb4025-137a-441b-b56c-0ea60bab89a2 admin admin] Allocated IP 172.25.4.16 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/0c77003e-f082-49a3-8103-b57769255666) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:05.898717 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:05.926093 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc2e03-e91f-4fc6-b500-40fda5d0a3e3 None None] Pushing event updated for resources: {'Port': ['ID=8f32bf1c-fad7-40d5-b7a0-73ec61bf97b3,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:05.952206 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 3fc48b7f-4b61-4299-8463-9fe42e148d92, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=3fc48b7f-4b61-4299-8463-9fe42e148d92,segment=NetworkSegment(30093601-7a83-49c2-9689-3565cc5fae7a),segment_id=30093601-7a83-49c2-9689-3565cc5fae7a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:05.958125 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:05.993002 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a7bb4025-137a-441b-b56c-0ea60bab89a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:06.020263 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=3fc48b7f-4b61-4299-8463-9fe42e148d92,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:06.041049 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a7bb4025-137a-441b-b56c-0ea60bab89a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:06.083438 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bb4025-137a-441b-b56c-0ea60bab89a2 admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:06.088328 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-a7bb4025-137a-441b-b56c-0ea60bab89a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:06.092067 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bb4025-137a-441b-b56c-0ea60bab89a2 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:06.120406 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb4025-137a-441b-b56c-0ea60bab89a2 admin admin] Pushing event updated for resources: {'Port': ['ID=0c77003e-f082-49a3-8103-b57769255666,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:06.320384 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf37a5-ac53-42ce-aa0e-77f0f12c3fd6 req-ac4f9559-28ae-4a9b-9e0b-0171a19f3f64 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:06.322249 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8cdf37a5-ac53-42ce-aa0e-77f0f12c3fd6 req-ac4f9559-28ae-4a9b-9e0b-0171a19f3f64 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 944 time: 0.0760171 Jul 15 23:34:06.372898 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8cdf37a5-ac53-42ce-aa0e-77f0f12c3fd6 req-fd8f6920-ae2f-409c-b7fc-b59498d8d407 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdbe98b7-2597-4b77-bada-f584af1be166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447917 Jul 15 23:34:06.469356 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a7bb4025-137a-441b-b56c-0ea60bab89a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:06.520078 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55094) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:06.594232 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7602a9dc-fdc6-4035-8e35-add50e4fd30a tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:06.624292 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7602a9dc-fdc6-4035-8e35-add50e4fd30a tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:06.694586 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7602a9dc-fdc6-4035-8e35-add50e4fd30a tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:06.698853 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7602a9dc-fdc6-4035-8e35-add50e4fd30a tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:06.707288 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7602a9dc-fdc6-4035-8e35-add50e4fd30a tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "DELETE /v2.0/security-groups/3c455111-8db9-4cde-81e7-6f844dfa0c87 HTTP/1.1" status: 204 len: 168 time: 0.1862609 Jul 15 23:34:06.718159 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a7bb4025-137a-441b-b56c-0ea60bab89a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:06.719952 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602a9dc-fdc6-4035-8e35-add50e4fd30a tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c455111-8db9-4cde-81e7-6f844dfa0c87,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:06.770792 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55098) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:06.906287 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7bb4025-137a-441b-b56c-0ea60bab89a2 admin admin] Router 1cc66390-8c75-4525-81b5-e768fc158f49 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:34:07.106205 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bb4025-137a-441b-b56c-0ea60bab89a2 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:34:07.118168 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c811186-69b7-4b7d-8934-8373d3336995 None None] Sync routers for ids ['1cc66390-8c75-4525-81b5-e768fc158f49'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:34:07.135218 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c811186-69b7-4b7d-8934-8373d3336995 None None] Routers {'1cc66390-8c75-4525-81b5-e768fc158f49'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:07.136336 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-7c811186-69b7-4b7d-8934-8373d3336995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['1cc66390-8c75-4525-81b5-e768fc158f49'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:07.139370 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a7bb4025-137a-441b-b56c-0ea60bab89a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:07.142903 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a7bb4025-137a-441b-b56c-0ea60bab89a2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6255424 Jul 15 23:34:07.146138 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55102) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:07.285642 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b80cba-e0e4-460f-8fda-8440d550f7e1 None None] Network 420219d9-6bf9-4753-8d48-9b1dde1466a8 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:07.331744 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4da1762b-2e1f-4668-9972-f32f8a315931 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:07.344508 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-7c811186-69b7-4b7d-8934-8373d3336995 None None] Set router 1cc66390-8c75-4525-81b5-e768fc158f49 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:07.464188 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-39313150-cc3b-4932-8a79-a5649f92eabf None None] Provisioning for port 8f32bf1c-fad7-40d5-b7a0-73ec61bf97b3 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:07.674287 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 7d8449e1-4089-46f7-93a5-d3595286c48b up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:07.743781 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-7c811186-69b7-4b7d-8934-8373d3336995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc66390-8c75-4525-81b5-e768fc158f49', 'name': 'tempest-TestVolumeBackupRestore-1833152384-router', 'tenant_id': '80617899041d43c08c3ad838cb9c07b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '0c77003e-f082-49a3-8103-b57769255666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:04Z', 'updated_at': '2021-07-15T23:34:06Z', 'revision_number': 3, 'project_id': '80617899041d43c08c3ad838cb9c07b2', 'gw_port': {'id': '0c77003e-f082-49a3-8103-b57769255666', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc66390-8c75-4525-81b5-e768fc158f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:05Z', 'updated_at': '2021-07-15T23:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:07.746139 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 3fc48b7f-4b61-4299-8463-9fe42e148d92 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:07.785934 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c811186-69b7-4b7d-8934-8373d3336995 None None] Checking router: 1cc66390-8c75-4525-81b5-e768fc158f49 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:34:07.786376 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c811186-69b7-4b7d-8934-8373d3336995 None None] Updating router 1cc66390-8c75-4525-81b5-e768fc158f49 port 0c77003e-f082-49a3-8103-b57769255666 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:34:07.832025 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1be92d-fdd8-449c-9be3-e216cd191799 req-9b4eb500-4744-4583-a2d4-6a50bdb1a09c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:07.833924 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7e1be92d-fdd8-449c-9be3-e216cd191799 req-9b4eb500-4744-4583-a2d4-6a50bdb1a09c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 944 time: 0.1763449 Jul 15 23:34:07.836141 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7c811186-69b7-4b7d-8934-8373d3336995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:07.858177 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4da1762b-2e1f-4668-9972-f32f8a315931 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Deleting port 7cb3774a-a7e0-4d71-81a7-54659e960957 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:07.859743 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4da1762b-2e1f-4668-9972-f32f8a315931 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:07.863849 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 3fc48b7f-4b61-4299-8463-9fe42e148d92 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:07.864283 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:07.876208 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 7d8449e1-4089-46f7-93a5-d3595286c48b completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:07.917720 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a34de8c-1162-46b3-bc1b-049f81f86a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:07.918685 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7e1be92d-fdd8-449c-9be3-e216cd191799 req-b2aeecc3-20d4-4ad6-9502-13f520c231fc tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdbe98b7-2597-4b77-bada-f584af1be166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754240 Jul 15 23:34:07.930162 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 7d8449e1-4089-46f7-93a5-d3595286c48b triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:07.931437 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.064782 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4da1762b-2e1f-4668-9972-f32f8a315931 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] For port 7cb3774a-a7e0-4d71-81a7-54659e960957, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=7cb3774a-a7e0-4d71-81a7-54659e960957,segment=NetworkSegment(396fd513-5239-4717-a46c-89a9796ce688),segment_id=396fd513-5239-4717-a46c-89a9796ce688)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:08.066132 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4da1762b-2e1f-4668-9972-f32f8a315931 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.085789 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4da1762b-2e1f-4668-9972-f32f8a315931 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Calling delete_port for 7cb3774a-a7e0-4d71-81a7-54659e960957 owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:08.160165 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 8f32bf1c-fad7-40d5-b7a0-73ec61bf97b3 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:08.273691 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.295203 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 8f32bf1c-fad7-40d5-b7a0-73ec61bf97b3 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:08.301971 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 8f32bf1c-fad7-40d5-b7a0-73ec61bf97b3 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:08.302512 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.309641 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebdb23c-d4a1-46d5-a172-024d33b5a24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8449e1-4089-46f7-93a5-d3595286c48b'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:08.312697 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a604b8e3-3a98-4a6c-a214-0e499c5f6bf5" -d '{"events": [{"server_uuid": "0ebdb23c-d4a1-46d5-a172-024d33b5a24b", "name": "network-vif-plugged", "status": "completed", "tag": "7d8449e1-4089-46f7-93a5-d3595286c48b"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:08.322799 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7c811186-69b7-4b7d-8934-8373d3336995 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.334094 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-7c811186-69b7-4b7d-8934-8373d3336995 None None] Transition to ACTIVE for port object 0c77003e-f082-49a3-8103-b57769255666 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:08.343594 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7c811186-69b7-4b7d-8934-8373d3336995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.361941 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 7d8449e1-4089-46f7-93a5-d3595286c48b, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=7d8449e1-4089-46f7-93a5-d3595286c48b,segment=NetworkSegment(aff25b40-0b3c-4bfc-94b2-7f7c3093d9be),segment_id=aff25b40-0b3c-4bfc-94b2-7f7c3093d9be)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:08.367677 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-1a34de8c-1162-46b3-bc1b-049f81f86a3f admin admin] Allocated IP 172.20.0.1 (420219d9-6bf9-4753-8d48-9b1dde1466a8/cfcc222a-871d-4285-bff4-ec0e467381b2/cd0c8638-44c4-454f-85b5-143109ce7702) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:08.373013 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.410159 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214a670e-921a-4f4b-a52f-d7f7a5c93a12 x-openstack-request-id: req-214a670e-921a-4f4b-a52f-d7f7a5c93a12 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:08.412559 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ebdb23c-d4a1-46d5-a172-024d33b5a24b", "name": "network-vif-plugged", "status": "completed", "tag": "7d8449e1-4089-46f7-93a5-d3595286c48b", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:08.413851 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-214a670e-921a-4f4b-a52f-d7f7a5c93a12 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:08.414467 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ebdb23c-d4a1-46d5-a172-024d33b5a24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8449e1-4089-46f7-93a5-d3595286c48b', 'code': 200} Jul 15 23:34:08.420783 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-7c811186-69b7-4b7d-8934-8373d3336995 None None] Attempting to bind port 0c77003e-f082-49a3-8103-b57769255666 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:34:08.421236 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-7c811186-69b7-4b7d-8934-8373d3336995 None None] Attempting to bind port 0c77003e-f082-49a3-8103-b57769255666 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:34:08.421610 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c811186-69b7-4b7d-8934-8373d3336995 None None] Attempting to bind port 0c77003e-f082-49a3-8103-b57769255666 on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:08.425726 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688e97a-1d24-48cc-a52a-533c72976841 None None] Pushing event updated for resources: {'Port': ['ID=0c77003e-f082-49a3-8103-b57769255666,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:08.438098 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c811186-69b7-4b7d-8934-8373d3336995 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:34:08.438471 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c811186-69b7-4b7d-8934-8373d3336995 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:08.438945 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7c811186-69b7-4b7d-8934-8373d3336995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.439409 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c811186-69b7-4b7d-8934-8373d3336995 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:34:08.440023 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-7c811186-69b7-4b7d-8934-8373d3336995 None None] Bound port: 0c77003e-f082-49a3-8103-b57769255666, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:34:08.440666 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7c811186-69b7-4b7d-8934-8373d3336995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.533074 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-7c811186-69b7-4b7d-8934-8373d3336995 None None] For port 0c77003e-f082-49a3-8103-b57769255666, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:34:08.540915 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-7c811186-69b7-4b7d-8934-8373d3336995 None None] For port 0c77003e-f082-49a3-8103-b57769255666, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=0c77003e-f082-49a3-8103-b57769255666,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:34:08.543425 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55118) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:08.552611 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7c811186-69b7-4b7d-8934-8373d3336995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.561068 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4da1762b-2e1f-4668-9972-f32f8a315931 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.567184 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=7d8449e1-4089-46f7-93a5-d3595286c48b,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:08.588573 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.628014 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a34de8c-1162-46b3-bc1b-049f81f86a3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.634834 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 8f32bf1c-fad7-40d5-b7a0-73ec61bf97b3, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=8f32bf1c-fad7-40d5-b7a0-73ec61bf97b3,segment=NetworkSegment(ee1f81a6-ce38-40ca-9fcf-f818190826e6),segment_id=ee1f81a6-ce38-40ca-9fcf-f818190826e6)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:08.639776 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.676398 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-1a34de8c-1162-46b3-bc1b-049f81f86a3f admin admin] Transition to ACTIVE for port object cd0c8638-44c4-454f-85b5-143109ce7702 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:08.708881 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=8f32bf1c-fad7-40d5-b7a0-73ec61bf97b3,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:08.726384 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1762b-2e1f-4668-9972-f32f8a315931 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event deleted for resources: {'Port': ['ID=7cb3774a-a7e0-4d71-81a7-54659e960957,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:08.731990 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a34de8c-1162-46b3-bc1b-049f81f86a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.740585 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c811186-69b7-4b7d-8934-8373d3336995 None None] Routers {'1cc66390-8c75-4525-81b5-e768fc158f49'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:08.741211 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-7c811186-69b7-4b7d-8934-8373d3336995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['1cc66390-8c75-4525-81b5-e768fc158f49'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:08.742848 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23648b2-f4e9-487c-9c23-85663bde346b req-838817cf-5b74-46d6-bbf5-a61f635a5cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:08.744330 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688e97a-1d24-48cc-a52a-533c72976841 None None] Pushing event updated for resources: {'Port': ['ID=0c77003e-f082-49a3-8103-b57769255666,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:08.749573 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b23648b2-f4e9-487c-9c23-85663bde346b req-838817cf-5b74-46d6-bbf5-a61f635a5cb2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 1096 time: 0.2550266 Jul 15 23:34:08.784616 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a34de8c-1162-46b3-bc1b-049f81f86a3f admin admin] Network 420219d9-6bf9-4753-8d48-9b1dde1466a8 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:08.788013 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-1a34de8c-1162-46b3-bc1b-049f81f86a3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:08.808549 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a34de8c-1162-46b3-bc1b-049f81f86a3f admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:08.852387 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b23648b2-f4e9-487c-9c23-85663bde346b req-7b456ae1-2150-40aa-90a7-4334c070076e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cdbe98b7-2597-4b77-bada-f584af1be166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680463 Jul 15 23:34:08.874851 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a34de8c-1162-46b3-bc1b-049f81f86a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.909881 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.917717 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-7c811186-69b7-4b7d-8934-8373d3336995 None None] Set router 1cc66390-8c75-4525-81b5-e768fc158f49 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:08.959569 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7aa612d5-d59f-4bd8-b761-810157caddf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:09.112917 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4da1762b-2e1f-4668-9972-f32f8a315931 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:09.132305 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34de8c-1162-46b3-bc1b-049f81f86a3f admin admin] Pushing event updated for resources: {'Port': ['ID=cd0c8638-44c4-454f-85b5-143109ce7702,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:09.215842 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a34de8c-1162-46b3-bc1b-049f81f86a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:09.240252 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-7c811186-69b7-4b7d-8934-8373d3336995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc66390-8c75-4525-81b5-e768fc158f49', 'name': 'tempest-TestVolumeBackupRestore-1833152384-router', 'tenant_id': '80617899041d43c08c3ad838cb9c07b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '0c77003e-f082-49a3-8103-b57769255666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:04Z', 'updated_at': '2021-07-15T23:34:06Z', 'revision_number': 3, 'project_id': '80617899041d43c08c3ad838cb9c07b2', 'gw_port': {'id': '0c77003e-f082-49a3-8103-b57769255666', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc66390-8c75-4525-81b5-e768fc158f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:05Z', 'updated_at': '2021-07-15T23:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:09.256570 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2f15062c-acc8-4345-9d55-d90bd6af7ef7 None None] Provisioning for port cd0c8638-44c4-454f-85b5-143109ce7702 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:09.261206 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2f15062c-acc8-4345-9d55-d90bd6af7ef7 None None] Provisioning complete for port cd0c8638-44c4-454f-85b5-143109ce7702 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:09.261897 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2f15062c-acc8-4345-9d55-d90bd6af7ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:09.282430 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c811186-69b7-4b7d-8934-8373d3336995 None None] The sync data for ids ['1cc66390-8c75-4525-81b5-e768fc158f49'] in n-d-787205-9 is: [{'id': '1cc66390-8c75-4525-81b5-e768fc158f49', 'name': 'tempest-TestVolumeBackupRestore-1833152384-router', 'tenant_id': '80617899041d43c08c3ad838cb9c07b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '0c77003e-f082-49a3-8103-b57769255666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:04Z', 'updated_at': '2021-07-15T23:34:06Z', 'revision_number': 3, 'project_id': '80617899041d43c08c3ad838cb9c07b2', 'gw_port': {'id': '0c77003e-f082-49a3-8103-b57769255666', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc66390-8c75-4525-81b5-e768fc158f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:05Z', 'updated_at': '2021-07-15T23:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:34:09.311726 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d320f05-bf4d-4dcf-9782-3786f02f8fcc req-21945c3b-2b94-45d5-ad63-85a492ca0b03 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:09.311726 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1d320f05-bf4d-4dcf-9782-3786f02f8fcc req-21945c3b-2b94-45d5-ad63-85a492ca0b03 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 945 time: 0.1847451 Jul 15 23:34:09.355067 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-2f15062c-acc8-4345-9d55-d90bd6af7ef7 None None] Port cd0c8638-44c4-454f-85b5-143109ce7702 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:34:09.368490 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7aa612d5-d59f-4bd8-b761-810157caddf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:09.376114 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7aa612d5-d59f-4bd8-b761-810157caddf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:09.457294 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa612d5-d59f-4bd8-b761-810157caddf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1fb213-5d13-40f6-8b38-5616c00e3470,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:09.464611 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7aa612d5-d59f-4bd8-b761-810157caddf9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fbf04f5126f94a919572898c63a0c1aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9201174 Jul 15 23:34:09.467785 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55124) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:09.596988 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 8f32bf1c-fad7-40d5-b7a0-73ec61bf97b3 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:09.623669 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a34de8c-1162-46b3-bc1b-049f81f86a3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:09.626930 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90c0594c-ba79-40fb-88db-fc593afec0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:09.638268 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a34de8c-1162-46b3-bc1b-049f81f86a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:09.656693 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 8f32bf1c-fad7-40d5-b7a0-73ec61bf97b3 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:09.657044 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:09.743709 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90c0594c-ba79-40fb-88db-fc593afec0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:09.782652 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a34de8c-1162-46b3-bc1b-049f81f86a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:09.824718 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34de8c-1162-46b3-bc1b-049f81f86a3f admin admin] Pushing event updated for resources: {'Port': ['ID=cd0c8638-44c4-454f-85b5-143109ce7702,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:09.906240 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1d320f05-bf4d-4dcf-9782-3786f02f8fcc req-fba17682-044a-45db-a17b-32f1b8d266e4 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdbe98b7-2597-4b77-bada-f584af1be166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5851469 Jul 15 23:34:09.906953 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90c0594c-ba79-40fb-88db-fc593afec0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:09.909373 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-90c0594c-ba79-40fb-88db-fc593afec0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:09.910598 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-90c0594c-ba79-40fb-88db-fc593afec0d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a1fb213-5d13-40f6-8b38-5616c00e3470 HTTP/1.1" status: 204 len: 168 time: 0.4420292 Jul 15 23:34:09.922997 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0594c-ba79-40fb-88db-fc593afec0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1fb213-5d13-40f6-8b38-5616c00e3470,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:09.968911 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a34de8c-1162-46b3-bc1b-049f81f86a3f admin admin] Network 420219d9-6bf9-4753-8d48-9b1dde1466a8 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:09.970418 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-1a34de8c-1162-46b3-bc1b-049f81f86a3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:10.015566 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da1762b-2e1f-4668-9972-f32f8a315931 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Router 6fa86b67-f676-49e7-8b4d-a94d86f38ed2 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:34:10.109148 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a34de8c-1162-46b3-bc1b-049f81f86a3f admin admin] Router 1cc66390-8c75-4525-81b5-e768fc158f49 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:34:10.179962 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da1762b-2e1f-4668-9972-f32f8a315931 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:34:10.190696 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4da1762b-2e1f-4668-9972-f32f8a315931 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "PUT /v2.0/routers/6fa86b67-f676-49e7-8b4d-a94d86f38ed2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4182770 Jul 15 23:34:10.196701 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55130) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:10.201685 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa4b09d-99be-42e0-a3ee-89680669a0b3 None None] Sync routers for ids ['6fa86b67-f676-49e7-8b4d-a94d86f38ed2'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:34:10.215509 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa4b09d-99be-42e0-a3ee-89680669a0b3 None None] Routers {'6fa86b67-f676-49e7-8b4d-a94d86f38ed2'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:10.216446 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9fa4b09d-99be-42e0-a3ee-89680669a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6fa86b67-f676-49e7-8b4d-a94d86f38ed2'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:10.271341 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14d4cbf-a70d-4812-ac68-44f8b7134d08 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Deleting subnet 186674eb-9908-468e-89ce-aacbf3afd57b {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:34:10.277842 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e14d4cbf-a70d-4812-ac68-44f8b7134d08 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:10.310378 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a34de8c-1162-46b3-bc1b-049f81f86a3f admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:34:10.316979 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1a34de8c-1162-46b3-bc1b-049f81f86a3f admin admin] 10.222.0.16 "PUT /v2.0/routers/1cc66390-8c75-4525-81b5-e768fc158f49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1708417 Jul 15 23:34:10.341939 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e14d4cbf-a70d-4812-ac68-44f8b7134d08 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:10.463268 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55134) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:10.486195 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b2b5842-69a1-4b83-85d1-6dd832c68cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:10.531791 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e14d4cbf-a70d-4812-ac68-44f8b7134d08 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:10.544717 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a5c50c17-f9b3-4fd9-8a07-5d6e049433b3 None None] Provisioning complete for port cd0c8638-44c4-454f-85b5-143109ce7702 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:10.545317 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a5c50c17-f9b3-4fd9-8a07-5d6e049433b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:10.587273 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9fa4b09d-99be-42e0-a3ee-89680669a0b3 None None] Set router 6fa86b67-f676-49e7-8b4d-a94d86f38ed2 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:10.634284 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e14d4cbf-a70d-4812-ac68-44f8b7134d08 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:10.649266 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a5c50c17-f9b3-4fd9-8a07-5d6e049433b3 None None] Port cd0c8638-44c4-454f-85b5-143109ce7702 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:34:10.663522 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e14d4cbf-a70d-4812-ac68-44f8b7134d08 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:10.666217 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e14d4cbf-a70d-4812-ac68-44f8b7134d08 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "DELETE /v2.0/subnets/186674eb-9908-468e-89ce-aacbf3afd57b HTTP/1.1" status: 204 len: 168 time: 0.4684734 Jul 15 23:34:10.669468 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb606ea-f8bc-4c6f-9d50-b31d6609a7dd None None] Network ac58f882-0f96-43bf-b12f-5d343331eccd requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:10.679550 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55142) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:10.693061 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d4cbf-a70d-4812-ac68-44f8b7134d08 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event deleted for resources: {'Subnet': ['ID=186674eb-9908-468e-89ce-aacbf3afd57b,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:10.710990 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d4cbf-a70d-4812-ac68-44f8b7134d08 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:10.711394 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d4cbf-a70d-4812-ac68-44f8b7134d08 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:10.712056 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d4cbf-a70d-4812-ac68-44f8b7134d08 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:10.712409 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d4cbf-a70d-4812-ac68-44f8b7134d08 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:10.713052 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d4cbf-a70d-4812-ac68-44f8b7134d08 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:10.713398 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d4cbf-a70d-4812-ac68-44f8b7134d08 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:10.714011 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d4cbf-a70d-4812-ac68-44f8b7134d08 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:10.714341 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d4cbf-a70d-4812-ac68-44f8b7134d08 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:10.715027 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b2b5842-69a1-4b83-85d1-6dd832c68cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:10.715249 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d4cbf-a70d-4812-ac68-44f8b7134d08 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:10.715734 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d4cbf-a70d-4812-ac68-44f8b7134d08 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:10.716093 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d4cbf-a70d-4812-ac68-44f8b7134d08 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:10.716470 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d4cbf-a70d-4812-ac68-44f8b7134d08 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:10.761964 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6b2b5842-69a1-4b83-85d1-6dd832c68cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:10.842746 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b5842-69a1-4b83-85d1-6dd832c68cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0fe78c-769b-4050-8757-41c529bd0f09,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:10.850729 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6b2b5842-69a1-4b83-85d1-6dd832c68cab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=951be0c9ce934f1582d5eca34a75d0d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3860159 Jul 15 23:34:10.853103 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55158) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:10.894057 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-41dbe37d-9397-4555-9b63-d0362730c972 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:10.934939 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9fa4b09d-99be-42e0-a3ee-89680669a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'name': 'tempest-TestNetworkBasicOps-router-937595244', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:34:08Z', 'revision_number': 7, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:10.975572 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa4b09d-99be-42e0-a3ee-89680669a0b3 None None] Checking router: 6fa86b67-f676-49e7-8b4d-a94d86f38ed2 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:34:10.984545 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa4b09d-99be-42e0-a3ee-89680669a0b3 None None] Routers {'6fa86b67-f676-49e7-8b4d-a94d86f38ed2'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:10.985158 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9fa4b09d-99be-42e0-a3ee-89680669a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6fa86b67-f676-49e7-8b4d-a94d86f38ed2'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:11.004456 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc73ae63-772c-4747-bbcd-3f8e02e19f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:11.028233 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1500ae6e-2e3a-43e1-b548-9a2590abc7b6 None None] DHCP port deletion for ac58f882-0f96-43bf-b12f-5d343331eccd request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:34:11.164632 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9fa4b09d-99be-42e0-a3ee-89680669a0b3 None None] Set router 6fa86b67-f676-49e7-8b4d-a94d86f38ed2 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:11.205654 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c0834-992e-49a1-ae31-332142af1543 req-a312146e-acda-4d87-a333-15e837d0d73b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:11.207425 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e68c0834-992e-49a1-ae31-332142af1543 req-a312146e-acda-4d87-a333-15e837d0d73b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 945 time: 0.0867260 Jul 15 23:34:11.265793 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e68c0834-992e-49a1-ae31-332142af1543 req-135eeba5-0bb0-4f7d-af01-b3e34bae39f4 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdbe98b7-2597-4b77-bada-f584af1be166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464554 Jul 15 23:34:11.379927 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-1500ae6e-2e3a-43e1-b548-9a2590abc7b6 None None] Deleting port fa860668-a41b-40d8-a321-6d59e7b1f0bd {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:11.380338 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1500ae6e-2e3a-43e1-b548-9a2590abc7b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:11.505800 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc73ae63-772c-4747-bbcd-3f8e02e19f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:11.539294 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdae280-6a13-463a-bdb9-ec6a86336423 req-14aac049-8415-4c45-b634-efd017ae549c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:11.546330 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9bdae280-6a13-463a-bdb9-ec6a86336423 req-14aac049-8415-4c45-b634-efd017ae549c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 945 time: 0.1070046 Jul 15 23:34:11.548537 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9fa4b09d-99be-42e0-a3ee-89680669a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'name': 'tempest-TestNetworkBasicOps-router-937595244', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:34:08Z', 'revision_number': 7, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:11.595878 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa4b09d-99be-42e0-a3ee-89680669a0b3 None None] The sync data for ids ['6fa86b67-f676-49e7-8b4d-a94d86f38ed2'] in n-d-787205-9 is: [{'id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'name': 'tempest-TestNetworkBasicOps-router-937595244', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:34:08Z', 'revision_number': 7, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'b8b45dd3-b234-43f1-9f64-ba64d14376df', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa86b67-f676-49e7-8b4d-a94d86f38ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:06Z', 'updated_at': '2021-07-15T23:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:34:11.598262 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0c77003e-f082-49a3-8103-b57769255666 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:11.604763 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc73ae63-772c-4747-bbcd-3f8e02e19f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:11.608622 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc73ae63-772c-4747-bbcd-3f8e02e19f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:11.610068 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-dc73ae63-772c-4747-bbcd-3f8e02e19f67 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d0fe78c-769b-4050-8757-41c529bd0f09 HTTP/1.1" status: 204 len: 168 time: 0.7560246 Jul 15 23:34:11.615969 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9bdae280-6a13-463a-bdb9-ec6a86336423 req-86787ed4-ab1c-42a8-9b22-b72db8bd5d71 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdbe98b7-2597-4b77-bada-f584af1be166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679572 Jul 15 23:34:11.623395 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73ae63-772c-4747-bbcd-3f8e02e19f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0fe78c-769b-4050-8757-41c529bd0f09,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:11.632057 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55196) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:11.645926 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-41dbe37d-9397-4555-9b63-d0362730c972 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:11.717548 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-1500ae6e-2e3a-43e1-b548-9a2590abc7b6 None None] For port fa860668-a41b-40d8-a321-6d59e7b1f0bd, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=fa860668-a41b-40d8-a321-6d59e7b1f0bd,segment=NetworkSegment(396fd513-5239-4717-a46c-89a9796ce688),segment_id=396fd513-5239-4717-a46c-89a9796ce688)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:11.718043 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1500ae6e-2e3a-43e1-b548-9a2590abc7b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:11.728460 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 0c77003e-f082-49a3-8103-b57769255666 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:11.737407 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-1500ae6e-2e3a-43e1-b548-9a2590abc7b6 None None] Calling delete_port for fa860668-a41b-40d8-a321-6d59e7b1f0bd owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:11.739157 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 0c77003e-f082-49a3-8103-b57769255666 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:11.739646 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:11.741614 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b14e30-f6f5-41a6-a264-9fa73949b227 tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:11.749866 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55214) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:11.755478 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-d241617a-3107-4b77-bf62-c656835e6402 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'port_id': '7d8449e1-4089-46f7-93a5-d3595286c48b', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:11.760581 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-36b14e30-f6f5-41a6-a264-9fa73949b227 tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 1091 time: 0.1261792 Jul 15 23:34:11.794276 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d241617a-3107-4b77-bf62-c656835e6402 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:11.810902 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-41dbe37d-9397-4555-9b63-d0362730c972 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Deleting port b8b45dd3-b234-43f1-9f64-ba64d14376df {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:11.812536 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-41dbe37d-9397-4555-9b63-d0362730c972 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:11.900135 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:11.930044 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 0c77003e-f082-49a3-8103-b57769255666, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=0c77003e-f082-49a3-8103-b57769255666,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:11.940025 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:11.964584 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1500ae6e-2e3a-43e1-b548-9a2590abc7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:11.988667 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d241617a-3107-4b77-bf62-c656835e6402 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:11.995917 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20fdb8c-aaaf-4e03-b420-468fa47b2084 None None] Sync routers for ids ['1cc66390-8c75-4525-81b5-e768fc158f49'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:34:12.037346 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20fdb8c-aaaf-4e03-b420-468fa47b2084 None None] Routers {'1cc66390-8c75-4525-81b5-e768fc158f49'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:12.038498 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-c20fdb8c-aaaf-4e03-b420-468fa47b2084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['1cc66390-8c75-4525-81b5-e768fc158f49'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:12.048669 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1500ae6e-2e3a-43e1-b548-9a2590abc7b6 None None] No DVR routers for this DVR port fa860668-a41b-40d8-a321-6d59e7b1f0bd on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:34:12.070408 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-41dbe37d-9397-4555-9b63-d0362730c972 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] For port b8b45dd3-b234-43f1-9f64-ba64d14376df, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b8b45dd3-b234-43f1-9f64-ba64d14376df,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:12.070925 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-41dbe37d-9397-4555-9b63-d0362730c972 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.095665 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device fa860668-a41b-40d8-a321-6d59e7b1f0bd no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:34:12.111818 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-41dbe37d-9397-4555-9b63-d0362730c972 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Calling delete_port for b8b45dd3-b234-43f1-9f64-ba64d14376df owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:12.137553 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: fa860668-a41b-40d8-a321-6d59e7b1f0bd {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:34:12.141169 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device fa860668-a41b-40d8-a321-6d59e7b1f0bd not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:34:12.196580 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=0c77003e-f082-49a3-8103-b57769255666,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:12.223746 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:12.225358 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:12.225717 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:12.226995 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:12.228481 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:12.229642 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:12.229950 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:12.231645 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:12.232751 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:12.233095 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:12.233431 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:12.233763 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:12.249677 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-c20fdb8c-aaaf-4e03-b420-468fa47b2084 None None] Set router 1cc66390-8c75-4525-81b5-e768fc158f49 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:12.302028 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500ae6e-2e3a-43e1-b548-9a2590abc7b6 None None] Pushing event deleted for resources: {'Port': ['ID=fa860668-a41b-40d8-a321-6d59e7b1f0bd,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:12.310033 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-d241617a-3107-4b77-bf62-c656835e6402 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Allocated IP 172.25.4.176 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/03f03dfd-c898-405d-8fc6-f3e6d5aa387b) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:12.379786 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55226) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:12.401043 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-279ece0b-fe88-4a90-a915-6e92309ed02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.433222 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-41dbe37d-9397-4555-9b63-d0362730c972 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.466080 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d241617a-3107-4b77-bf62-c656835e6402 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.481054 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dbe37d-9397-4555-9b63-d0362730c972 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event deleted for resources: {'Port': ['ID=b8b45dd3-b234-43f1-9f64-ba64d14376df,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:12.526917 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d241617a-3107-4b77-bf62-c656835e6402 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.573506 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d241617a-3107-4b77-bf62-c656835e6402 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:12.576512 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-d241617a-3107-4b77-bf62-c656835e6402 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:12.580871 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d241617a-3107-4b77-bf62-c656835e6402 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:12.593322 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-41dbe37d-9397-4555-9b63-d0362730c972 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.605392 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241617a-3107-4b77-bf62-c656835e6402 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'Port': ['ID=03f03dfd-c898-405d-8fc6-f3e6d5aa387b,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:12.627164 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-c20fdb8c-aaaf-4e03-b420-468fa47b2084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc66390-8c75-4525-81b5-e768fc158f49', 'name': 'tempest-TestVolumeBackupRestore-1833152384-router', 'tenant_id': '80617899041d43c08c3ad838cb9c07b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '0c77003e-f082-49a3-8103-b57769255666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:04Z', 'updated_at': '2021-07-15T23:34:09Z', 'revision_number': 4, 'project_id': '80617899041d43c08c3ad838cb9c07b2', 'gw_port': {'id': '0c77003e-f082-49a3-8103-b57769255666', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc66390-8c75-4525-81b5-e768fc158f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:05Z', 'updated_at': '2021-07-15T23:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'cd0c8638-44c4-454f-85b5-143109ce7702', 'name': '', 'network_id': '420219d9-6bf9-4753-8d48-9b1dde1466a8', 'tenant_id': '80617899041d43c08c3ad838cb9c07b2', 'mac_address': 'fa:16:3e:ae:57:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc66390-8c75-4525-81b5-e768fc158f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'cfcc222a-871d-4285-bff4-ec0e467381b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:07Z', 'updated_at': '2021-07-15T23:34:09Z', 'revision_number': 2, 'project_id': '80617899041d43c08c3ad838cb9c07b2', 'subnets': [{'id': 'cfcc222a-871d-4285-bff4-ec0e467381b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:12.658344 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20fdb8c-aaaf-4e03-b420-468fa47b2084 None None] Checking router: 1cc66390-8c75-4525-81b5-e768fc158f49 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:34:12.658730 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20fdb8c-aaaf-4e03-b420-468fa47b2084 None None] Updating router 1cc66390-8c75-4525-81b5-e768fc158f49 port cd0c8638-44c4-454f-85b5-143109ce7702 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:34:12.707591 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-41dbe37d-9397-4555-9b63-d0362730c972 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.710368 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c20fdb8c-aaaf-4e03-b420-468fa47b2084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.711699 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-41dbe37d-9397-4555-9b63-d0362730c972 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.768788 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-279ece0b-fe88-4a90-a915-6e92309ed02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.770213 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-41dbe37d-9397-4555-9b63-d0362730c972 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.770864 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41dbe37d-9397-4555-9b63-d0362730c972 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Fanout notify agent at l3_agent the message router_deleted on router 6fa86b67-f676-49e7-8b4d-a94d86f38ed2 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:34:12.778437 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-41dbe37d-9397-4555-9b63-d0362730c972 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.782433 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-41dbe37d-9397-4555-9b63-d0362730c972 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "DELETE /v2.0/routers/6fa86b67-f676-49e7-8b4d-a94d86f38ed2 HTTP/1.1" status: 204 len: 168 time: 2.0964913 Jul 15 23:34:12.782433 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-279ece0b-fe88-4a90-a915-6e92309ed02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.783241 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55230) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:12.860054 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ece0b-fe88-4a90-a915-6e92309ed02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cd4bbf-ecb6-44e3-849f-237f41cac574,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:12.869350 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-279ece0b-fe88-4a90-a915-6e92309ed02f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7802f9c0470e433696b520c758671315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4876029 Jul 15 23:34:12.875058 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55232) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:12.982723 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7e82fd9c-1182-4168-8d0a-b0666c2237ac tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.055990 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b64a7e34-cea7-47d3-be28-702f93f16138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.103994 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d241617a-3107-4b77-bf62-c656835e6402 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.106540 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b64a7e34-cea7-47d3-be28-702f93f16138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.131970 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c20fdb8c-aaaf-4e03-b420-468fa47b2084 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.143831 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-c20fdb8c-aaaf-4e03-b420-468fa47b2084 None None] Transition to ACTIVE for port object cd0c8638-44c4-454f-85b5-143109ce7702 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:13.147220 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7e82fd9c-1182-4168-8d0a-b0666c2237ac tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.149914 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c20fdb8c-aaaf-4e03-b420-468fa47b2084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.164843 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-7e82fd9c-1182-4168-8d0a-b0666c2237ac tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac58f882-0f96-43bf-b12f-5d343331eccd']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:13.189995 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-7e82fd9c-1182-4168-8d0a-b0666c2237ac tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396fd513-5239-4717-a46c-89a9796ce688') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:13.190550 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-7e82fd9c-1182-4168-8d0a-b0666c2237ac tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396fd513-5239-4717-a46c-89a9796ce688') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:13.200800 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7e82fd9c-1182-4168-8d0a-b0666c2237ac tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.202149 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073c2ee-14af-4d91-a435-a924c0086635 None None] Pushing event updated for resources: {'Port': ['ID=cd0c8638-44c4-454f-85b5-143109ce7702,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:13.220331 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7e82fd9c-1182-4168-8d0a-b0666c2237ac tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.227586 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d241617a-3107-4b77-bf62-c656835e6402 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.229945 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e82fd9c-1182-4168-8d0a-b0666c2237ac tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:34:13.231280 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7e82fd9c-1182-4168-8d0a-b0666c2237ac tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.237982 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:34:13.237982 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:34:13.237982 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:34:13.237982 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:34:13.237982 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:34:13.237982 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:34:13.237982 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:34:13.237982 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:34:13.237982 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:34:13.237982 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:34:13.237982 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:34:13.237982 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:34:13.237982 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:34:13.237982 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:34:13.237982 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:34:13.237982 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:34:13.237982 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:34:13.237982 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:34:13.237982 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:34:13.237982 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:34:13.237982 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:34:13.237982 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:34:13.237982 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:34:13.237982 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:34:13.237982 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:34:13.237982 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:34:13.237982 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:34:13.237982 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:34:13.237982 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:34:13.237982 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:34:13.237982 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:34:13.237982 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:34:13.264257 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b64a7e34-cea7-47d3-be28-702f93f16138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.266685 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b64a7e34-cea7-47d3-be28-702f93f16138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.267953 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b64a7e34-cea7-47d3-be28-702f93f16138 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8cd4bbf-ecb6-44e3-849f-237f41cac574 HTTP/1.1" status: 204 len: 168 time: 0.3925333 Jul 15 23:34:13.275745 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-c20fdb8c-aaaf-4e03-b420-468fa47b2084 None None] Attempting to bind port cd0c8638-44c4-454f-85b5-143109ce7702 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:34:13.276120 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-c20fdb8c-aaaf-4e03-b420-468fa47b2084 None None] Attempting to bind port cd0c8638-44c4-454f-85b5-143109ce7702 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'ee1f81a6-ce38-40ca-9fcf-f818190826e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '420219d9-6bf9-4753-8d48-9b1dde1466a8'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:34:13.276480 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20fdb8c-aaaf-4e03-b420-468fa47b2084 None None] Attempting to bind port cd0c8638-44c4-454f-85b5-143109ce7702 on network 420219d9-6bf9-4753-8d48-9b1dde1466a8 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:13.283395 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a7e34-cea7-47d3-be28-702f93f16138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cd4bbf-ecb6-44e3-849f-237f41cac574,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:13.283724 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20fdb8c-aaaf-4e03-b420-468fa47b2084 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:34:13.284302 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20fdb8c-aaaf-4e03-b420-468fa47b2084 None None] Checking segment: {'id': 'ee1f81a6-ce38-40ca-9fcf-f818190826e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '420219d9-6bf9-4753-8d48-9b1dde1466a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:13.284925 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c20fdb8c-aaaf-4e03-b420-468fa47b2084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.285464 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20fdb8c-aaaf-4e03-b420-468fa47b2084 None None] Bound using segment: {'id': 'ee1f81a6-ce38-40ca-9fcf-f818190826e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '420219d9-6bf9-4753-8d48-9b1dde1466a8'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:34:13.286115 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-c20fdb8c-aaaf-4e03-b420-468fa47b2084 None None] Bound port: cd0c8638-44c4-454f-85b5-143109ce7702, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1f81a6-ce38-40ca-9fcf-f818190826e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '420219d9-6bf9-4753-8d48-9b1dde1466a8'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:34:13.293910 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c20fdb8c-aaaf-4e03-b420-468fa47b2084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.394315 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7e82fd9c-1182-4168-8d0a-b0666c2237ac tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.411924 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7e82fd9c-1182-4168-8d0a-b0666c2237ac tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.417628 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7e82fd9c-1182-4168-8d0a-b0666c2237ac tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "DELETE /v2.0/networks/ac58f882-0f96-43bf-b12f-5d343331eccd HTTP/1.1" status: 204 len: 168 time: 0.6318388 Jul 15 23:34:13.437905 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-c20fdb8c-aaaf-4e03-b420-468fa47b2084 None None] For port cd0c8638-44c4-454f-85b5-143109ce7702, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:34:13.453136 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-c20fdb8c-aaaf-4e03-b420-468fa47b2084 None None] For port cd0c8638-44c4-454f-85b5-143109ce7702, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=cd0c8638-44c4-454f-85b5-143109ce7702,segment=NetworkSegment(ee1f81a6-ce38-40ca-9fcf-f818190826e6),segment_id=ee1f81a6-ce38-40ca-9fcf-f818190826e6)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:34:13.455156 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82fd9c-1182-4168-8d0a-b0666c2237ac tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event deleted for resources: {'Network': ['ID=ac58f882-0f96-43bf-b12f-5d343331eccd,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:13.458992 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c20fdb8c-aaaf-4e03-b420-468fa47b2084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.462305 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55236) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:13.483528 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-16ea61a2-2acf-43f8-9f1e-8433c5335ed8 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'network': {'name': 'tempest-network-smoke--1234948371', 'project_id': '859ce769fac74931944b61341a6bae9f', 'port_security_enabled': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:13.555957 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ea61a2-2acf-43f8-9f1e-8433c5335ed8 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Made reservation on behalf of 859ce769fac74931944b61341a6bae9f for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:13.565635 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16ea61a2-2acf-43f8-9f1e-8433c5335ed8 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.568444 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20fdb8c-aaaf-4e03-b420-468fa47b2084 None None] Routers {'1cc66390-8c75-4525-81b5-e768fc158f49'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:13.568881 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-c20fdb8c-aaaf-4e03-b420-468fa47b2084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['1cc66390-8c75-4525-81b5-e768fc158f49'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:13.583371 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0c77003e-f082-49a3-8103-b57769255666 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:13.620435 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073c2ee-14af-4d91-a435-a924c0086635 None None] Pushing event updated for resources: {'Port': ['ID=cd0c8638-44c4-454f-85b5-143109ce7702,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:13.647052 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ea61a2-2acf-43f8-9f1e-8433c5335ed8 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:34:13.664798 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16ea61a2-2acf-43f8-9f1e-8433c5335ed8 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.665258 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-16ea61a2-2acf-43f8-9f1e-8433c5335ed8 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Added segment 1a4d3c2d-8f1f-474d-b36f-cea868004998 of type vlan for network 3a91f106-b7ad-446f-9751-52cfcb338e0c Jul 15 23:34:13.733529 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-c20fdb8c-aaaf-4e03-b420-468fa47b2084 None None] Set router 1cc66390-8c75-4525-81b5-e768fc158f49 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:13.744237 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d241617a-3107-4b77-bf62-c656835e6402 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.761502 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d241617a-3107-4b77-bf62-c656835e6402 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.761915 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16ea61a2-2acf-43f8-9f1e-8433c5335ed8 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.781590 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 0c77003e-f082-49a3-8103-b57769255666 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:13.781970 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.822376 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16ea61a2-2acf-43f8-9f1e-8433c5335ed8 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.848576 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ea61a2-2acf-43f8-9f1e-8433c5335ed8 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:13.849239 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-16ea61a2-2acf-43f8-9f1e-8433c5335ed8 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.895096 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241617a-3107-4b77-bf62-c656835e6402 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'Port': ['ID=03f03dfd-c898-405d-8fc6-f3e6d5aa387b,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:13.936671 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d241617a-3107-4b77-bf62-c656835e6402 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.951231 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-16ea61a2-2acf-43f8-9f1e-8433c5335ed8 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4872379 Jul 15 23:34:13.959396 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55246) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:13.969245 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-bbd3b372-5534-4941-a1e2-11532efdd09b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-914774859', 'admin_state_up': True, 'project_id': '859ce769fac74931944b61341a6bae9f', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:14.091413 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 7cb3774a-a7e0-4d71-81a7-54659e960957 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:34:14.125979 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea61a2-2acf-43f8-9f1e-8433c5335ed8 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'Network': ['ID=3a91f106-b7ad-446f-9751-52cfcb338e0c,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:14.126522 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-c20fdb8c-aaaf-4e03-b420-468fa47b2084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc66390-8c75-4525-81b5-e768fc158f49', 'name': 'tempest-TestVolumeBackupRestore-1833152384-router', 'tenant_id': '80617899041d43c08c3ad838cb9c07b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '0c77003e-f082-49a3-8103-b57769255666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:04Z', 'updated_at': '2021-07-15T23:34:09Z', 'revision_number': 4, 'project_id': '80617899041d43c08c3ad838cb9c07b2', 'gw_port': {'id': '0c77003e-f082-49a3-8103-b57769255666', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc66390-8c75-4525-81b5-e768fc158f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:05Z', 'updated_at': '2021-07-15T23:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'cd0c8638-44c4-454f-85b5-143109ce7702', 'name': '', 'network_id': '420219d9-6bf9-4753-8d48-9b1dde1466a8', 'tenant_id': '80617899041d43c08c3ad838cb9c07b2', 'mac_address': 'fa:16:3e:ae:57:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc66390-8c75-4525-81b5-e768fc158f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'cfcc222a-871d-4285-bff4-ec0e467381b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:07Z', 'updated_at': '2021-07-15T23:34:13Z', 'revision_number': 4, 'project_id': '80617899041d43c08c3ad838cb9c07b2', 'subnets': [{'id': 'cfcc222a-871d-4285-bff4-ec0e467381b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:14.128670 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-d241617a-3107-4b77-bf62-c656835e6402 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Floating IP 65a95d0a-8e16-43c6-abf2-fdc73f081ea9 associated. External IP: 172.25.4.176, port: 7d8449e1-4089-46f7-93a5-d3595286c48b. Jul 15 23:34:14.129668 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 7cb3774a-a7e0-4d71-81a7-54659e960957 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:34:14.130862 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 7cb3774a-a7e0-4d71-81a7-54659e960957 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:34:14.132599 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b8b45dd3-b234-43f1-9f64-ba64d14376df no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:34:14.158845 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bbd3b372-5534-4941-a1e2-11532efdd09b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:14.160398 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bbd3b372-5534-4941-a1e2-11532efdd09b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:14.161146 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20fdb8c-aaaf-4e03-b420-468fa47b2084 None None] The sync data for ids ['1cc66390-8c75-4525-81b5-e768fc158f49'] in n-d-787205-9 is: [{'id': '1cc66390-8c75-4525-81b5-e768fc158f49', 'name': 'tempest-TestVolumeBackupRestore-1833152384-router', 'tenant_id': '80617899041d43c08c3ad838cb9c07b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '0c77003e-f082-49a3-8103-b57769255666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:04Z', 'updated_at': '2021-07-15T23:34:09Z', 'revision_number': 4, 'project_id': '80617899041d43c08c3ad838cb9c07b2', 'gw_port': {'id': '0c77003e-f082-49a3-8103-b57769255666', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc66390-8c75-4525-81b5-e768fc158f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:05Z', 'updated_at': '2021-07-15T23:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'cd0c8638-44c4-454f-85b5-143109ce7702', 'name': '', 'network_id': '420219d9-6bf9-4753-8d48-9b1dde1466a8', 'tenant_id': '80617899041d43c08c3ad838cb9c07b2', 'mac_address': 'fa:16:3e:ae:57:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc66390-8c75-4525-81b5-e768fc158f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'cfcc222a-871d-4285-bff4-ec0e467381b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:07Z', 'updated_at': '2021-07-15T23:34:13Z', 'revision_number': 4, 'project_id': '80617899041d43c08c3ad838cb9c07b2', 'subnets': [{'id': 'cfcc222a-871d-4285-bff4-ec0e467381b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:34:14.187531 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 3a91f106-b7ad-446f-9751-52cfcb338e0c details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:34:14.256718 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bbd3b372-5534-4941-a1e2-11532efdd09b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:14.266446 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: b8b45dd3-b234-43f1-9f64-ba64d14376df {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:34:14.273779 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b8b45dd3-b234-43f1-9f64-ba64d14376df not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:34:14.499910 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bbd3b372-5534-4941-a1e2-11532efdd09b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:14.564787 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d241617a-3107-4b77-bf62-c656835e6402 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Router 2f9acb87-3d51-4200-9f63-fafca4f9823d has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:34:14.755705 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55264) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:14.766709 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d241617a-3107-4b77-bf62-c656835e6402 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:34:14.779020 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4913b2-ed86-429b-80ec-cef0992dd6c6 None None] Sync routers for ids ['2f9acb87-3d51-4200-9f63-fafca4f9823d'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:34:14.785462 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d241617a-3107-4b77-bf62-c656835e6402 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:14.796538 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4913b2-ed86-429b-80ec-cef0992dd6c6 None None] Routers {'2f9acb87-3d51-4200-9f63-fafca4f9823d'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:14.798399 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9a4913b2-ed86-429b-80ec-cef0992dd6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['2f9acb87-3d51-4200-9f63-fafca4f9823d'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:14.840984 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d241617a-3107-4b77-bf62-c656835e6402 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0893824 Jul 15 23:34:14.841581 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ebdb23c-d4a1-46d5-a172-024d33b5a24b', 'tag': '7d8449e1-4089-46f7-93a5-d3595286c48b'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:14.843877 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8599bc54-ab67-4534-b9d3-d7fe42e4be27" -d '{"events": [{"name": "network-changed", "server_uuid": "0ebdb23c-d4a1-46d5-a172-024d33b5a24b", "tag": "7d8449e1-4089-46f7-93a5-d3595286c48b"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:14.867268 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bbd3b372-5534-4941-a1e2-11532efdd09b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:14.898212 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bbd3b372-5534-4941-a1e2-11532efdd09b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:14.936189 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5234552c-c189-4625-ad9c-15cdfaac867b x-openstack-request-id: req-5234552c-c189-4625-ad9c-15cdfaac867b {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:14.936445 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ebdb23c-d4a1-46d5-a172-024d33b5a24b", "tag": "7d8449e1-4089-46f7-93a5-d3595286c48b", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:14.936696 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5234552c-c189-4625-ad9c-15cdfaac867b {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:14.937230 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ebdb23c-d4a1-46d5-a172-024d33b5a24b', 'tag': '7d8449e1-4089-46f7-93a5-d3595286c48b', 'status': 'completed', 'code': 200} Jul 15 23:34:15.036368 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9a4913b2-ed86-429b-80ec-cef0992dd6c6 None None] Set router 2f9acb87-3d51-4200-9f63-fafca4f9823d gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:15.041452 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-dd3402f7-7d59-4ff7-9575-0099c667717f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-871730596-network', 'tenant_id': '85ddf574ab8044368926c3bab485ad65'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:15.063781 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-bbd3b372-5534-4941-a1e2-11532efdd09b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Allocated IP 172.25.4.135 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:15.120721 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3402f7-7d59-4ff7-9575-0099c667717f admin admin] Made reservation on behalf of 85ddf574ab8044368926c3bab485ad65 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:15.123527 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dd3402f7-7d59-4ff7-9575-0099c667717f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:15.160627 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dd3402f7-7d59-4ff7-9575-0099c667717f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:15.209604 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599bc54-ab67-4534-b9d3-d7fe42e4be27 req-edee212a-9da4-45f8-af2e-835c7edffc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:15.211209 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8599bc54-ab67-4534-b9d3-d7fe42e4be27 req-edee212a-9da4-45f8-af2e-835c7edffc78 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 1096 time: 0.2242117 Jul 15 23:34:15.232042 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bbd3b372-5534-4941-a1e2-11532efdd09b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:15.260645 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680b4e3-5a05-4efe-90c3-1915a3a29534 req-252855e8-bdde-49dd-86aa-21308b6ebd5e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:15.268277 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2680b4e3-5a05-4efe-90c3-1915a3a29534 req-252855e8-bdde-49dd-86aa-21308b6ebd5e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 945 time: 0.2229779 Jul 15 23:34:15.292321 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bbd3b372-5534-4941-a1e2-11532efdd09b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:15.345449 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd3b372-5534-4941-a1e2-11532efdd09b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:15.349236 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-bbd3b372-5534-4941-a1e2-11532efdd09b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:15.352988 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd3b372-5534-4941-a1e2-11532efdd09b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:15.355598 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9a4913b2-ed86-429b-80ec-cef0992dd6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1972218804', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'cdbcb04d-1268-4900-9d33-f7a0f78a2b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:42Z', 'updated_at': '2021-07-15T23:33:50Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'cdbcb04d-1268-4900-9d33-f7a0f78a2b6f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:43Z', 'updated_at': '2021-07-15T23:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '65a95d0a-8e16-43c6-abf2-fdc73f081ea9', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'floating_ip_address': '172.25.4.176', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'port_id': '7d8449e1-4089-46f7-93a5-d3595286c48b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd', 'mac_address': 'fa:16:3e:a8:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebdb23c-d4a1-46d5-a172-024d33b5a24b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:34:12Z', 'updated_at': '2021-07-15T23:34:12Z', 'revision_number': 0, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd6f4913-1b9d-499a-a771-9919ece6581c', 'name': '', 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:76:91:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '41a3fb66-0c50-4446-9c65-5192b3768433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:48Z', 'updated_at': '2021-07-15T23:33:56Z', 'revision_number': 5, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': '41a3fb66-0c50-4446-9c65-5192b3768433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:15.359266 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3b372-5534-4941-a1e2-11532efdd09b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'Port': ['ID=da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:15.393135 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2680b4e3-5a05-4efe-90c3-1915a3a29534 req-5389a307-8211-4e58-bf7e-ae8efbab706f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdbe98b7-2597-4b77-bada-f584af1be166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239049 Jul 15 23:34:15.405314 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4913b2-ed86-429b-80ec-cef0992dd6c6 None None] Checking router: 2f9acb87-3d51-4200-9f63-fafca4f9823d for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:34:15.413195 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4913b2-ed86-429b-80ec-cef0992dd6c6 None None] Routers {'2f9acb87-3d51-4200-9f63-fafca4f9823d'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:15.413876 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9a4913b2-ed86-429b-80ec-cef0992dd6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['2f9acb87-3d51-4200-9f63-fafca4f9823d'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:15.446763 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55272) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:15.524036 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599bc54-ab67-4534-b9d3-d7fe42e4be27 req-aacd3c4c-7a12-4ef3-b4b5-a65f00bbdb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:15.525747 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8599bc54-ab67-4534-b9d3-d7fe42e4be27 req-aacd3c4c-7a12-4ef3-b4b5-a65f00bbdb60 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7c0766f5-51ee-4aa5-a553-4d12af59eedd HTTP/1.1" status: 200 len: 898 time: 0.3057578 Jul 15 23:34:15.563056 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9a4913b2-ed86-429b-80ec-cef0992dd6c6 None None] Set router 2f9acb87-3d51-4200-9f63-fafca4f9823d gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:15.616788 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cd0c8638-44c4-454f-85b5-143109ce7702 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:15.652540 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-adbb9a00-6f5a-4668-bee4-dccbf9e45cb7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/floatingips/65a95d0a-8e16-43c6-abf2-fdc73f081ea9 HTTP/1.1" status: 200 len: 991 time: 0.2023408 Jul 15 23:34:15.659379 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dd3402f7-7d59-4ff7-9575-0099c667717f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:15.665908 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dd3402f7-7d59-4ff7-9575-0099c667717f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:15.675067 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8599bc54-ab67-4534-b9d3-d7fe42e4be27 req-72fa9d9d-e2e3-46ec-985d-8bf17b50d44b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d8449e1-4089-46f7-93a5-d3595286c48b HTTP/1.1" status: 200 len: 999 time: 0.1403694 Jul 15 23:34:15.709058 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bbd3b372-5534-4941-a1e2-11532efdd09b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:15.736336 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599bc54-ab67-4534-b9d3-d7fe42e4be27 req-d84d4c6d-0a6f-4f27-8bd3-9020d1e3f2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:15.738014 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8599bc54-ab67-4534-b9d3-d7fe42e4be27 req-d84d4c6d-0a6f-4f27-8bd3-9020d1e3f2f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=41a3fb66-0c50-4446-9c65-5192b3768433 HTTP/1.1" status: 200 len: 834 time: 0.0565128 Jul 15 23:34:15.749296 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3402f7-7d59-4ff7-9575-0099c667717f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:34:15.770286 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port cd0c8638-44c4-454f-85b5-143109ce7702 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:15.780072 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port cd0c8638-44c4-454f-85b5-143109ce7702 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:15.780761 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:15.836667 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dd3402f7-7d59-4ff7-9575-0099c667717f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:15.837111 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-dd3402f7-7d59-4ff7-9575-0099c667717f admin admin] Added segment 875a4062-5839-4a96-9666-318528a5803b of type vlan for network 648c92fb-2d9b-4b36-a051-0212659204af Jul 15 23:34:15.854099 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3402f7-7d59-4ff7-9575-0099c667717f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b339daf-674d-4693-969e-1f0038e5fbbf,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:15.915501 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dd3402f7-7d59-4ff7-9575-0099c667717f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:15.946918 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f0491893-fb99-4f80-ba41-5566a528803f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:15.970821 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599bc54-ab67-4534-b9d3-d7fe42e4be27 req-6e3405cc-b145-4a82-ab2b-ed367e092ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:15.972895 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8599bc54-ab67-4534-b9d3-d7fe42e4be27 req-6e3405cc-b145-4a82-ab2b-ed367e092ce8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c0766f5-51ee-4aa5-a553-4d12af59eedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2209375 Jul 15 23:34:15.997802 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dd3402f7-7d59-4ff7-9575-0099c667717f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:15.999865 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3402f7-7d59-4ff7-9575-0099c667717f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:16.000451 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dd3402f7-7d59-4ff7-9575-0099c667717f admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:16.047405 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bbd3b372-5534-4941-a1e2-11532efdd09b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:16.126168 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:16.132922 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-dd3402f7-7d59-4ff7-9575-0099c667717f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3761134 Jul 15 23:34:16.137952 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55276) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:16.176002 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-2a7d14ae-404b-4e1e-92ad-2c4efbba3d98 admin admin] Request body: {'subnet': {'network_id': '648c92fb-2d9b-4b36-a051-0212659204af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-871730596-subnet', 'tenant_id': '85ddf574ab8044368926c3bab485ad65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:16.179932 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9a4913b2-ed86-429b-80ec-cef0992dd6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1972218804', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'cdbcb04d-1268-4900-9d33-f7a0f78a2b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:42Z', 'updated_at': '2021-07-15T23:33:50Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'cdbcb04d-1268-4900-9d33-f7a0f78a2b6f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:43Z', 'updated_at': '2021-07-15T23:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '65a95d0a-8e16-43c6-abf2-fdc73f081ea9', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'floating_ip_address': '172.25.4.176', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'port_id': '7d8449e1-4089-46f7-93a5-d3595286c48b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd', 'mac_address': 'fa:16:3e:a8:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebdb23c-d4a1-46d5-a172-024d33b5a24b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:34:12Z', 'updated_at': '2021-07-15T23:34:12Z', 'revision_number': 0, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd6f4913-1b9d-499a-a771-9919ece6581c', 'name': '', 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:76:91:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '41a3fb66-0c50-4446-9c65-5192b3768433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:48Z', 'updated_at': '2021-07-15T23:33:56Z', 'revision_number': 5, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': '41a3fb66-0c50-4446-9c65-5192b3768433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:16.184061 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port cd0c8638-44c4-454f-85b5-143109ce7702, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=cd0c8638-44c4-454f-85b5-143109ce7702,segment=NetworkSegment(ee1f81a6-ce38-40ca-9fcf-f818190826e6),segment_id=ee1f81a6-ce38-40ca-9fcf-f818190826e6)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:16.218324 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4913b2-ed86-429b-80ec-cef0992dd6c6 None None] The sync data for ids ['2f9acb87-3d51-4200-9f63-fafca4f9823d'] in n-d-787205-9 is: [{'id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1972218804', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'cdbcb04d-1268-4900-9d33-f7a0f78a2b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:42Z', 'updated_at': '2021-07-15T23:33:50Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'cdbcb04d-1268-4900-9d33-f7a0f78a2b6f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:43Z', 'updated_at': '2021-07-15T23:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '65a95d0a-8e16-43c6-abf2-fdc73f081ea9', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'floating_ip_address': '172.25.4.176', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'port_id': '7d8449e1-4089-46f7-93a5-d3595286c48b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd', 'mac_address': 'fa:16:3e:a8:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebdb23c-d4a1-46d5-a172-024d33b5a24b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:34:12Z', 'updated_at': '2021-07-15T23:34:12Z', 'revision_number': 0, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd6f4913-1b9d-499a-a771-9919ece6581c', 'name': '', 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:76:91:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '41a3fb66-0c50-4446-9c65-5192b3768433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:48Z', 'updated_at': '2021-07-15T23:33:56Z', 'revision_number': 5, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': '41a3fb66-0c50-4446-9c65-5192b3768433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:34:16.220193 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:16.236078 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3402f7-7d59-4ff7-9575-0099c667717f admin admin] Pushing event updated for resources: {'Network': ['ID=648c92fb-2d9b-4b36-a051-0212659204af,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:16.242497 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7d14ae-404b-4e1e-92ad-2c4efbba3d98 admin admin] Made reservation on behalf of 85ddf574ab8044368926c3bab485ad65 for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:16.244985 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2a7d14ae-404b-4e1e-92ad-2c4efbba3d98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:16.247314 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 648c92fb-2d9b-4b36-a051-0212659204af details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:34:16.295260 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd3b372-5534-4941-a1e2-11532efdd09b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Router 3a25203f-ea90-467e-9922-8817deaf6d42 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:34:16.336214 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=cd0c8638-44c4-454f-85b5-143109ce7702,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:16.361831 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8599bc54-ab67-4534-b9d3-d7fe42e4be27 req-bf6642e0-7026-4265-be1f-e41953ca2f65 service neutron] 10.222.0.36 "GET /v2.0/networks/7c0766f5-51ee-4aa5-a553-4d12af59eedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809412 Jul 15 23:34:16.407972 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:34:16.428333 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd3b372-5534-4941-a1e2-11532efdd09b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:34:16.438049 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b98b20-d575-484a-a8c1-e565af970a41 None None] Sync routers for ids ['3a25203f-ea90-467e-9922-8817deaf6d42'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:34:16.447972 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b98b20-d575-484a-a8c1-e565af970a41 None None] Routers {'3a25203f-ea90-467e-9922-8817deaf6d42'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:16.450803 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-a4b98b20-d575-484a-a8c1-e565af970a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3a25203f-ea90-467e-9922-8817deaf6d42'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:16.464334 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bbd3b372-5534-4941-a1e2-11532efdd09b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:16.465570 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bbd3b372-5534-4941-a1e2-11532efdd09b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5037148 Jul 15 23:34:16.468523 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55278) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:16.496637 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1c98a9ca-5cac-4873-8387-daf335bb1e74 tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=859ce769fac74931944b61341a6bae9f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270002 Jul 15 23:34:16.500459 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55280) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:16.532894 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8599bc54-ab67-4534-b9d3-d7fe42e4be27 req-59a63c98-6e78-48c8-af23-616cdcfe4dbc service neutron] 10.222.0.36 "GET /v2.0/networks/7c0766f5-51ee-4aa5-a553-4d12af59eedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607273 Jul 15 23:34:16.600980 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb41f7f-5dba-45fc-afcf-71b248fe9151 tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:16.602612 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cdb41f7f-5dba-45fc-afcf-71b248fe9151 tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1006236 Jul 15 23:34:16.603904 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2a7d14ae-404b-4e1e-92ad-2c4efbba3d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:16.605261 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55282) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:16.639470 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-293ab9fc-1049-4fef-a032-ab554e09466c tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=61ac1f85-79f4-4ace-93a9-51b85862f208&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329964 Jul 15 23:34:16.642385 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55284) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:16.649008 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4e1fd455-eea5-4105-8736-fe4ab0dcc7cc tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1926615217', 'network_id': '3a91f106-b7ad-446f-9751-52cfcb338e0c', 'project_id': '859ce769fac74931944b61341a6bae9f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:16.659770 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55286) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:16.673825 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d14ae-404b-4e1e-92ad-2c4efbba3d98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a803e333-cfe5-44d7-bb17-9ae7076f28ec,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:16.677241 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-a4b98b20-d575-484a-a8c1-e565af970a41 None None] Set router 3a25203f-ea90-467e-9922-8817deaf6d42 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:16.695194 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7d14ae-404b-4e1e-92ad-2c4efbba3d98 admin admin] Checking segment: {'id': '875a4062-5839-4a96-9666-318528a5803b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '648c92fb-2d9b-4b36-a051-0212659204af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:16.695561 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7d14ae-404b-4e1e-92ad-2c4efbba3d98 admin admin] Network hostable DHCP agents. Network: 648c92fb-2d9b-4b36-a051-0212659204af, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:34:16.718679 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7d14ae-404b-4e1e-92ad-2c4efbba3d98 admin admin] Network 648c92fb-2d9b-4b36-a051-0212659204af is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:34:16.742912 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-2a7d14ae-404b-4e1e-92ad-2c4efbba3d98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 648c92fb-2d9b-4b36-a051-0212659204af) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:16.748348 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7d14ae-404b-4e1e-92ad-2c4efbba3d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:16.750376 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2a7d14ae-404b-4e1e-92ad-2c4efbba3d98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:16.757103 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333e245f-4644-472e-81f3-42218f1d369c None None] Network 648c92fb-2d9b-4b36-a051-0212659204af requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:16.778348 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2a7d14ae-404b-4e1e-92ad-2c4efbba3d98 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6091852 Jul 15 23:34:16.822076 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8812ef30-89aa-4898-af38-38c6546a7038 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/floatingips/65a95d0a-8e16-43c6-abf2-fdc73f081ea9 HTTP/1.1" status: 200 len: 991 time: 0.1444020 Jul 15 23:34:16.877890 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1fd455-eea5-4105-8736-fe4ab0dcc7cc tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Made reservation on behalf of 859ce769fac74931944b61341a6bae9f for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:16.882737 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e1fd455-eea5-4105-8736-fe4ab0dcc7cc tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:17.025263 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-a4b98b20-d575-484a-a8c1-e565af970a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'name': 'tempest-TestNetworkBasicOps-router-914774859', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:15Z', 'revision_number': 3, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:17.107823 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b98b20-d575-484a-a8c1-e565af970a41 None None] Checking router: 3a25203f-ea90-467e-9922-8817deaf6d42 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:34:17.108458 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b98b20-d575-484a-a8c1-e565af970a41 None None] Updating router 3a25203f-ea90-467e-9922-8817deaf6d42 port da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:34:17.212203 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a4b98b20-d575-484a-a8c1-e565af970a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:17.310785 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e1fd455-eea5-4105-8736-fe4ab0dcc7cc tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:17.511275 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b280e536-625f-43f0-80d0-d17622f47849 None None] New status for floating IP 65a95d0a-8e16-43c6-abf2-fdc73f081ea9: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:34:17.526787 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aec91c-6b44-46f2-9914-e41bfe511e69 None None] Network 648c92fb-2d9b-4b36-a051-0212659204af requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:17.530359 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1fd455-eea5-4105-8736-fe4ab0dcc7cc tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Checking segment: {'id': '1a4d3c2d-8f1f-474d-b36f-cea868004998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3a91f106-b7ad-446f-9751-52cfcb338e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:17.530969 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1fd455-eea5-4105-8736-fe4ab0dcc7cc tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Network hostable DHCP agents. Network: 3a91f106-b7ad-446f-9751-52cfcb338e0c, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:34:17.534368 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fd455-eea5-4105-8736-fe4ab0dcc7cc tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'Subnet': ['ID=2f6c7c00-6262-4ed7-8767-648b0bba7270,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:17.576122 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1fd455-eea5-4105-8736-fe4ab0dcc7cc tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Network 3a91f106-b7ad-446f-9751-52cfcb338e0c is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:34:17.593598 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-4e1fd455-eea5-4105-8736-fe4ab0dcc7cc tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 3a91f106-b7ad-446f-9751-52cfcb338e0c) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:17.602085 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1fd455-eea5-4105-8736-fe4ab0dcc7cc tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:17.602828 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e1fd455-eea5-4105-8736-fe4ab0dcc7cc tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:17.635681 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cd0c8638-44c4-454f-85b5-143109ce7702 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:17.636271 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55296) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:17.636799 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4e1fd455-eea5-4105-8736-fe4ab0dcc7cc tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9931381 Jul 15 23:34:17.667196 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4939d458-15f3-4858-9aff-133130b8cf79 None None] Network 3a91f106-b7ad-446f-9751-52cfcb338e0c requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:17.771235 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a4b98b20-d575-484a-a8c1-e565af970a41 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:17.790259 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-a4b98b20-d575-484a-a8c1-e565af970a41 None None] Transition to ACTIVE for port object da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:17.800448 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a4b98b20-d575-484a-a8c1-e565af970a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:17.824118 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55302) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:17.888905 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-a4b98b20-d575-484a-a8c1-e565af970a41 None None] Attempting to bind port da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:34:17.889277 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-a4b98b20-d575-484a-a8c1-e565af970a41 None None] Attempting to bind port da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:34:17.889739 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b98b20-d575-484a-a8c1-e565af970a41 None None] Attempting to bind port da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2 on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:17.927127 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b98b20-d575-484a-a8c1-e565af970a41 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:34:17.949103 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b98b20-d575-484a-a8c1-e565af970a41 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:17.949103 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a4b98b20-d575-484a-a8c1-e565af970a41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:17.949103 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b98b20-d575-484a-a8c1-e565af970a41 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:34:17.949103 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-a4b98b20-d575-484a-a8c1-e565af970a41 None None] Bound port: da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:34:17.949103 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a4b98b20-d575-484a-a8c1-e565af970a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:17.968808 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34779f8a-7fa6-4adf-bf65-9e6dc14ab3bc None None] Pushing event updated for resources: {'Port': ['ID=da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:18.014921 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9fcdc98e-0e65-4ab3-8042-d077d45810b4 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/floatingips/65a95d0a-8e16-43c6-abf2-fdc73f081ea9 HTTP/1.1" status: 200 len: 991 time: 0.1813927 Jul 15 23:34:18.065047 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-a4b98b20-d575-484a-a8c1-e565af970a41 None None] For port da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:34:18.069899 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-a4b98b20-d575-484a-a8c1-e565af970a41 None None] For port da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:34:18.081811 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a4b98b20-d575-484a-a8c1-e565af970a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:18.120874 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port cd0c8638-44c4-454f-85b5-143109ce7702 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:18.121393 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:18.180105 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b98b20-d575-484a-a8c1-e565af970a41 None None] Routers {'3a25203f-ea90-467e-9922-8817deaf6d42'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:18.187463 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-a4b98b20-d575-484a-a8c1-e565af970a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:33:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3a25203f-ea90-467e-9922-8817deaf6d42'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:18.277518 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34779f8a-7fa6-4adf-bf65-9e6dc14ab3bc None None] Pushing event updated for resources: {'Port': ['ID=da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:18.383093 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-171702c3-e67a-4de1-a095-a01bc921dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:18.436351 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-a4b98b20-d575-484a-a8c1-e565af970a41 None None] Set router 3a25203f-ea90-467e-9922-8817deaf6d42 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:18.495312 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1725349-00aa-4d12-a3f1-bc417baaafda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-3a91f106-b7ad-446f-9751-52cfcb338e0c', 'network_id': '3a91f106-b7ad-446f-9751-52cfcb338e0c', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'fixed_ips': [{'subnet_id': '2f6c7c00-6262-4ed7-8767-648b0bba7270'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:34:18.496297 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b1725349-00aa-4d12-a3f1-bc417baaafda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:18.699695 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-a4b98b20-d575-484a-a8c1-e565af970a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'name': 'tempest-TestNetworkBasicOps-router-914774859', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:15Z', 'revision_number': 3, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:18.736021 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b98b20-d575-484a-a8c1-e565af970a41 None None] The sync data for ids ['3a25203f-ea90-467e-9922-8817deaf6d42'] in n-d-787205-9 is: [{'id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'name': 'tempest-TestNetworkBasicOps-router-914774859', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:15Z', 'revision_number': 3, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:34:18.777798 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-b1725349-00aa-4d12-a3f1-bc417baaafda None None] Allocated IP 172.20.0.2 (3a91f106-b7ad-446f-9751-52cfcb338e0c/2f6c7c00-6262-4ed7-8767-648b0bba7270/9ab9cc39-238a-42ce-af2a-6344b7c4f9b6) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:18.787199 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:18.989549 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b1725349-00aa-4d12-a3f1-bc417baaafda None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:18.999844 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d859c85d-97f2-4bdd-937a-c52833c35ecf tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.017136 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55310) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:19.017743 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b1725349-00aa-4d12-a3f1-bc417baaafda None None] Transition to ACTIVE for port object 9ab9cc39-238a-42ce-af2a-6344b7c4f9b6 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:19.039355 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b1725349-00aa-4d12-a3f1-bc417baaafda None None] Transition to ACTIVE for port object 9ab9cc39-238a-42ce-af2a-6344b7c4f9b6 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:19.047513 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b1725349-00aa-4d12-a3f1-bc417baaafda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.130412 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1725349-00aa-4d12-a3f1-bc417baaafda None None] Network 3a91f106-b7ad-446f-9751-52cfcb338e0c is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:19.133653 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-b1725349-00aa-4d12-a3f1-bc417baaafda None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:19.137863 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1725349-00aa-4d12-a3f1-bc417baaafda None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:19.146363 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1725349-00aa-4d12-a3f1-bc417baaafda None None] Pushing event updated for resources: {'Port': ['ID=9ab9cc39-238a-42ce-af2a-6344b7c4f9b6,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:19.164204 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-56cf2e59-44ee-4755-80f6-3123b8c27fd2 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/floatingips/65a95d0a-8e16-43c6-abf2-fdc73f081ea9 HTTP/1.1" status: 200 len: 993 time: 0.1468046 Jul 15 23:34:19.273606 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-b1725349-00aa-4d12-a3f1-bc417baaafda None None] Attempting to bind port 9ab9cc39-238a-42ce-af2a-6344b7c4f9b6 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:34:19.273974 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-b1725349-00aa-4d12-a3f1-bc417baaafda None None] Attempting to bind port 9ab9cc39-238a-42ce-af2a-6344b7c4f9b6 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '1a4d3c2d-8f1f-474d-b36f-cea868004998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3a91f106-b7ad-446f-9751-52cfcb338e0c'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:34:19.274333 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1725349-00aa-4d12-a3f1-bc417baaafda None None] Attempting to bind port 9ab9cc39-238a-42ce-af2a-6344b7c4f9b6 on network 3a91f106-b7ad-446f-9751-52cfcb338e0c {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:19.279917 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1725349-00aa-4d12-a3f1-bc417baaafda None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:34:19.280363 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1725349-00aa-4d12-a3f1-bc417baaafda None None] Checking segment: {'id': '1a4d3c2d-8f1f-474d-b36f-cea868004998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3a91f106-b7ad-446f-9751-52cfcb338e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:19.280776 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b1725349-00aa-4d12-a3f1-bc417baaafda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.281170 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1725349-00aa-4d12-a3f1-bc417baaafda None None] Bound using segment: {'id': '1a4d3c2d-8f1f-474d-b36f-cea868004998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3a91f106-b7ad-446f-9751-52cfcb338e0c'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:34:19.281631 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-b1725349-00aa-4d12-a3f1-bc417baaafda None None] Bound port: 9ab9cc39-238a-42ce-af2a-6344b7c4f9b6, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4d3c2d-8f1f-474d-b36f-cea868004998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3a91f106-b7ad-446f-9751-52cfcb338e0c'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:34:19.282795 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b1725349-00aa-4d12-a3f1-bc417baaafda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.367065 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-b1725349-00aa-4d12-a3f1-bc417baaafda None None] For port 9ab9cc39-238a-42ce-af2a-6344b7c4f9b6, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:34:19.372268 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-b1725349-00aa-4d12-a3f1-bc417baaafda None None] For port 9ab9cc39-238a-42ce-af2a-6344b7c4f9b6, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=9ab9cc39-238a-42ce-af2a-6344b7c4f9b6,segment=NetworkSegment(1a4d3c2d-8f1f-474d-b36f-cea868004998),segment_id=1a4d3c2d-8f1f-474d-b36f-cea868004998)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:34:19.380519 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b1725349-00aa-4d12-a3f1-bc417baaafda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.443622 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1725349-00aa-4d12-a3f1-bc417baaafda None None] Pushing event updated for resources: {'Port': ['ID=9ab9cc39-238a-42ce-af2a-6344b7c4f9b6,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:19.559331 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:19.588108 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-d859c85d-97f2-4bdd-937a-c52833c35ecf tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Allocated IP 172.20.0.1 (3a91f106-b7ad-446f-9751-52cfcb338e0c/2f6c7c00-6262-4ed7-8767-648b0bba7270/46ef5571-53b2-4ef8-a02e-df9efe79667f) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:19.645402 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:19.650143 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:19.650524 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.738260 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.744576 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d859c85d-97f2-4bdd-937a-c52833c35ecf tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.762190 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-d859c85d-97f2-4bdd-937a-c52833c35ecf tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Transition to ACTIVE for port object 46ef5571-53b2-4ef8-a02e-df9efe79667f will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:19.816116 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.816961 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d859c85d-97f2-4bdd-937a-c52833c35ecf tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.876546 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:19.889805 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.902074 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859c85d-97f2-4bdd-937a-c52833c35ecf tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'Port': ['ID=46ef5571-53b2-4ef8-a02e-df9efe79667f,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:19.919167 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d859c85d-97f2-4bdd-937a-c52833c35ecf tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Network 3a91f106-b7ad-446f-9751-52cfcb338e0c is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:19.920695 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-d859c85d-97f2-4bdd-937a-c52833c35ecf tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:19.928089 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d859c85d-97f2-4bdd-937a-c52833c35ecf tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:19.979962 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:19.991056 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d859c85d-97f2-4bdd-937a-c52833c35ecf tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:20.187100 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d859c85d-97f2-4bdd-937a-c52833c35ecf tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:20.436143 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a11af7-8eb0-4444-b797-a15e09de313e req-dcd13c3e-2e6b-4860-95a0-8efa7f394a6b tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:20.437725 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96a11af7-8eb0-4444-b797-a15e09de313e req-dcd13c3e-2e6b-4860-95a0-8efa7f394a6b tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/networks?id=648c92fb-2d9b-4b36-a051-0212659204af HTTP/1.1" status: 200 len: 808 time: 0.2007120 Jul 15 23:34:20.474094 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96a11af7-8eb0-4444-b797-a15e09de313e req-7aaa4ba8-a006-4ed8-b4f2-eceacf6915e4 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/quotas/85ddf574ab8044368926c3bab485ad65 HTTP/1.1" status: 200 len: 375 time: 0.0299594 Jul 15 23:34:20.545006 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96a11af7-8eb0-4444-b797-a15e09de313e req-67fcea00-0a3f-4e83-bafe-7aeeb8a7e922 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=85ddf574ab8044368926c3bab485ad65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627911 Jul 15 23:34:20.620984 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d859c85d-97f2-4bdd-937a-c52833c35ecf tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:20.630918 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d859c85d-97f2-4bdd-937a-c52833c35ecf tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:20.688122 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be931753-c994-4a18-8a44-4612505ebeae None None] Network 3a91f106-b7ad-446f-9751-52cfcb338e0c requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:20.738602 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7c193376-d8d1-4bab-afed-7946057ad5a8 None None] Provisioning for port 9ab9cc39-238a-42ce-af2a-6344b7c4f9b6 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:20.763881 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859c85d-97f2-4bdd-937a-c52833c35ecf tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'Port': ['ID=46ef5571-53b2-4ef8-a02e-df9efe79667f,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:20.770423 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d859c85d-97f2-4bdd-937a-c52833c35ecf tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:20.809018 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96a11af7-8eb0-4444-b797-a15e09de313e req-a0eb6764-e5fa-43b9-8c22-43b97d22539c service neutron] 10.222.0.16 "GET /v2.0/networks/648c92fb-2d9b-4b36-a051-0212659204af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542083 Jul 15 23:34:20.960958 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d859c85d-97f2-4bdd-937a-c52833c35ecf tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Network 3a91f106-b7ad-446f-9751-52cfcb338e0c is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:20.964186 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-d859c85d-97f2-4bdd-937a-c52833c35ecf tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:20.990757 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96a11af7-8eb0-4444-b797-a15e09de313e req-48e15ed2-6725-4f61-8397-27dcf58cf96f service neutron] 10.222.0.16 "GET /v2.0/networks/648c92fb-2d9b-4b36-a051-0212659204af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725159 Jul 15 23:34:21.134338 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d859c85d-97f2-4bdd-937a-c52833c35ecf tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Router 3a25203f-ea90-467e-9922-8817deaf6d42 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:34:21.221332 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-744f42ab-fb89-4b38-8153-39fd5c9d4391 None None] Provisioning for port 46ef5571-53b2-4ef8-a02e-df9efe79667f completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:21.229680 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-744f42ab-fb89-4b38-8153-39fd5c9d4391 None None] Provisioning complete for port 46ef5571-53b2-4ef8-a02e-df9efe79667f triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:21.231915 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-744f42ab-fb89-4b38-8153-39fd5c9d4391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.233835 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a9497f2f-c3a3-4194-97c9-3633955e1489 req-9af20c17-2a72-4f60-b845-9b0834be165e tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/ports?device_id=dda3067e-6cc3-4d56-86db-8c0961bd7fb9 HTTP/1.1" status: 200 len: 210 time: 0.0356901 Jul 15 23:34:21.314909 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-744f42ab-fb89-4b38-8153-39fd5c9d4391 None None] Port 46ef5571-53b2-4ef8-a02e-df9efe79667f cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:34:21.326893 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d859c85d-97f2-4bdd-937a-c52833c35ecf tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:34:21.333683 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d859c85d-97f2-4bdd-937a-c52833c35ecf tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "PUT /v2.0/routers/3a25203f-ea90-467e-9922-8817deaf6d42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6961231 Jul 15 23:34:21.336039 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55338) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:21.347420 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.544421 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f2e0ef70-44c3-4b3f-be5e-4f9268dc6eff None None] Provisioning complete for port 46ef5571-53b2-4ef8-a02e-df9efe79667f triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:21.545581 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f2e0ef70-44c3-4b3f-be5e-4f9268dc6eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.552490 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6072ba-b7f3-43e2-a1f7-96788fb1886e tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:21.553268 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6072ba-b7f3-43e2-a1f7-96788fb1886e tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:21.554386 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6072ba-b7f3-43e2-a1f7-96788fb1886e tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:21.555435 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6072ba-b7f3-43e2-a1f7-96788fb1886e tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:21.556366 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6072ba-b7f3-43e2-a1f7-96788fb1886e tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:21.557251 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6072ba-b7f3-43e2-a1f7-96788fb1886e tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:21.557951 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6072ba-b7f3-43e2-a1f7-96788fb1886e tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:21.558621 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6072ba-b7f3-43e2-a1f7-96788fb1886e tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:21.561525 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6e6072ba-b7f3-43e2-a1f7-96788fb1886e tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5671 time: 0.2245488 Jul 15 23:34:21.565496 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55344) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:21.598325 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f2e0ef70-44c3-4b3f-be5e-4f9268dc6eff None None] Port 46ef5571-53b2-4ef8-a02e-df9efe79667f cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:34:21.713187 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:21.802014 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:21.802318 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.971284 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c930bb-05ef-4501-8754-92a140e34276 None None] Sync routers for ids ['3a25203f-ea90-467e-9922-8817deaf6d42'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:34:21.984321 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c930bb-05ef-4501-8754-92a140e34276 None None] Routers {'3a25203f-ea90-467e-9922-8817deaf6d42'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:21.985800 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-e5c930bb-05ef-4501-8754-92a140e34276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:34:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3a25203f-ea90-467e-9922-8817deaf6d42'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:22.003140 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 9ab9cc39-238a-42ce-af2a-6344b7c4f9b6 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:22.007909 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-11525354-bcfa-485e-af43-50a72e3e8bf4 None None] Provisioning complete for port 46ef5571-53b2-4ef8-a02e-df9efe79667f triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:22.008486 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-11525354-bcfa-485e-af43-50a72e3e8bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.109867 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-11525354-bcfa-485e-af43-50a72e3e8bf4 None None] Port 46ef5571-53b2-4ef8-a02e-df9efe79667f cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:34:22.129426 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 9ab9cc39-238a-42ce-af2a-6344b7c4f9b6 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:22.137235 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 9ab9cc39-238a-42ce-af2a-6344b7c4f9b6 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:22.139802 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.192149 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-e5c930bb-05ef-4501-8754-92a140e34276 None None] Set router 3a25203f-ea90-467e-9922-8817deaf6d42 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:22.216913 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55687194-d8f2-4a40-bf77-55a376353abe tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:22.217377 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55687194-d8f2-4a40-bf77-55a376353abe tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:22.217828 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55687194-d8f2-4a40-bf77-55a376353abe tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:22.218266 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55687194-d8f2-4a40-bf77-55a376353abe tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:22.220557 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55687194-d8f2-4a40-bf77-55a376353abe tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:22.221175 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55687194-d8f2-4a40-bf77-55a376353abe tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:22.221800 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55687194-d8f2-4a40-bf77-55a376353abe tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:22.222253 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55687194-d8f2-4a40-bf77-55a376353abe tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:22.226722 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-55687194-d8f2-4a40-bf77-55a376353abe tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5268 time: 0.6570783 Jul 15 23:34:22.227239 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55348) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:22.261164 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.298559 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 9ab9cc39-238a-42ce-af2a-6344b7c4f9b6, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=9ab9cc39-238a-42ce-af2a-6344b7c4f9b6,segment=NetworkSegment(1a4d3c2d-8f1f-474d-b36f-cea868004998),segment_id=1a4d3c2d-8f1f-474d-b36f-cea868004998)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:22.313155 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.431599 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=9ab9cc39-238a-42ce-af2a-6344b7c4f9b6,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:22.474560 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8f7c5a48-6e47-4715-ab8b-5915ec25faf6 tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3779 time: 0.2435126 Jul 15 23:34:22.491784 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5417c3bf-30d4-4c33-881f-d626ae1b3095 req-9917cb82-d267-4d52-8550-32dc1bed41cf tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/ports?device_id=dda3067e-6cc3-4d56-86db-8c0961bd7fb9 HTTP/1.1" status: 200 len: 210 time: 0.0386121 Jul 15 23:34:22.550178 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-e5c930bb-05ef-4501-8754-92a140e34276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'name': 'tempest-TestNetworkBasicOps-router-914774859', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:20Z', 'revision_number': 4, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '46ef5571-53b2-4ef8-a02e-df9efe79667f', 'name': '', 'network_id': '3a91f106-b7ad-446f-9751-52cfcb338e0c', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'mac_address': 'fa:16:3e:5b:d0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '2f6c7c00-6262-4ed7-8767-648b0bba7270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:19Z', 'updated_at': '2021-07-15T23:34:20Z', 'revision_number': 2, 'project_id': '859ce769fac74931944b61341a6bae9f', 'subnets': [{'id': '2f6c7c00-6262-4ed7-8767-648b0bba7270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:22.579394 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c930bb-05ef-4501-8754-92a140e34276 None None] Checking router: 3a25203f-ea90-467e-9922-8817deaf6d42 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:34:22.579745 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c930bb-05ef-4501-8754-92a140e34276 None None] Updating router 3a25203f-ea90-467e-9922-8817deaf6d42 port 46ef5571-53b2-4ef8-a02e-df9efe79667f binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:34:22.622797 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e5c930bb-05ef-4501-8754-92a140e34276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.887308 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55356) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:22.892621 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-671d675c-feb6-41a1-b06d-280101227d9c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1644427144', 'description': 'tempest-secgroup-smoke-1644427144 description', 'project_id': '859ce769fac74931944b61341a6bae9f'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:22.930036 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-671d675c-feb6-41a1-b06d-280101227d9c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.985118 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a11af7-8eb0-4444-b797-a15e09de313e req-a699ef07-69b2-4d9c-95f2-91c429123209 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:22.989082 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96a11af7-8eb0-4444-b797-a15e09de313e req-a699ef07-69b2-4d9c-95f2-91c429123209 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.43 "GET /v2.0/networks?id=648c92fb-2d9b-4b36-a051-0212659204af HTTP/1.1" status: 200 len: 808 time: 0.2380052 Jul 15 23:34:23.005137 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-96a11af7-8eb0-4444-b797-a15e09de313e req-534d458b-866b-473b-8016-8cd647c0fffa tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Request body: {'port': {'device_id': 'dda3067e-6cc3-4d56-86db-8c0961bd7fb9', 'network_id': '648c92fb-2d9b-4b36-a051-0212659204af', 'admin_state_up': True, 'tenant_id': '85ddf574ab8044368926c3bab485ad65'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:23.076188 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-671d675c-feb6-41a1-b06d-280101227d9c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.083222 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-671d675c-feb6-41a1-b06d-280101227d9c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.097226 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e5c930bb-05ef-4501-8754-92a140e34276 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.115317 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-671d675c-feb6-41a1-b06d-280101227d9c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.116704 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-671d675c-feb6-41a1-b06d-280101227d9c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2283850 Jul 15 23:34:23.118240 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-e5c930bb-05ef-4501-8754-92a140e34276 None None] Transition to ACTIVE for port object 46ef5571-53b2-4ef8-a02e-df9efe79667f will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:23.118915 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d675c-feb6-41a1-b06d-280101227d9c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba33b56f-8903-4239-a47c-c3c2c3307399,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:23.120546 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55358) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:23.125019 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e5c930bb-05ef-4501-8754-92a140e34276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.127514 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8fee05ab-85cb-4bd7-bf53-c92e058179cc tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'security_group_rule': {'security_group_id': 'ba33b56f-8903-4239-a47c-c3c2c3307399', 'project_id': '859ce769fac74931944b61341a6bae9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:23.171399 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8fee05ab-85cb-4bd7-bf53-c92e058179cc tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.174968 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3bf271-7c70-4260-90d5-1aa91ca453fd None None] Pushing event updated for resources: {'Port': ['ID=46ef5571-53b2-4ef8-a02e-df9efe79667f,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:23.239047 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a11af7-8eb0-4444-b797-a15e09de313e req-534d458b-866b-473b-8016-8cd647c0fffa tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Made reservation on behalf of 85ddf574ab8044368926c3bab485ad65 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:23.243330 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96a11af7-8eb0-4444-b797-a15e09de313e req-534d458b-866b-473b-8016-8cd647c0fffa tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.261469 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-e5c930bb-05ef-4501-8754-92a140e34276 None None] Attempting to bind port 46ef5571-53b2-4ef8-a02e-df9efe79667f on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:34:23.262495 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-e5c930bb-05ef-4501-8754-92a140e34276 None None] Attempting to bind port 46ef5571-53b2-4ef8-a02e-df9efe79667f by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '1a4d3c2d-8f1f-474d-b36f-cea868004998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3a91f106-b7ad-446f-9751-52cfcb338e0c'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:34:23.262495 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c930bb-05ef-4501-8754-92a140e34276 None None] Attempting to bind port 46ef5571-53b2-4ef8-a02e-df9efe79667f on network 3a91f106-b7ad-446f-9751-52cfcb338e0c {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:23.270675 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c930bb-05ef-4501-8754-92a140e34276 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:34:23.270675 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c930bb-05ef-4501-8754-92a140e34276 None None] Checking segment: {'id': '1a4d3c2d-8f1f-474d-b36f-cea868004998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3a91f106-b7ad-446f-9751-52cfcb338e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:23.270675 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e5c930bb-05ef-4501-8754-92a140e34276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.271150 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c930bb-05ef-4501-8754-92a140e34276 None None] Bound using segment: {'id': '1a4d3c2d-8f1f-474d-b36f-cea868004998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3a91f106-b7ad-446f-9751-52cfcb338e0c'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:34:23.271549 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-e5c930bb-05ef-4501-8754-92a140e34276 None None] Bound port: 46ef5571-53b2-4ef8-a02e-df9efe79667f, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4d3c2d-8f1f-474d-b36f-cea868004998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3a91f106-b7ad-446f-9751-52cfcb338e0c'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:34:23.271852 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e5c930bb-05ef-4501-8754-92a140e34276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.287583 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8fee05ab-85cb-4bd7-bf53-c92e058179cc tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.324088 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8fee05ab-85cb-4bd7-bf53-c92e058179cc tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.356472 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-e5c930bb-05ef-4501-8754-92a140e34276 None None] For port 46ef5571-53b2-4ef8-a02e-df9efe79667f, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:34:23.358601 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee05ab-85cb-4bd7-bf53-c92e058179cc tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06daa32-0d24-4e5b-b6a6-ee82268cc99a,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:23.362419 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-e5c930bb-05ef-4501-8754-92a140e34276 None None] For port 46ef5571-53b2-4ef8-a02e-df9efe79667f, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=46ef5571-53b2-4ef8-a02e-df9efe79667f,segment=NetworkSegment(1a4d3c2d-8f1f-474d-b36f-cea868004998),segment_id=1a4d3c2d-8f1f-474d-b36f-cea868004998)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:34:23.368880 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e5c930bb-05ef-4501-8754-92a140e34276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.373435 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8fee05ab-85cb-4bd7-bf53-c92e058179cc tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.377693 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55360) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:23.378072 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8fee05ab-85cb-4bd7-bf53-c92e058179cc tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2560077 Jul 15 23:34:23.383711 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-a8e9ede8-8960-431e-b2a4-f3d3ae53c51b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'security_group_rule': {'security_group_id': 'ba33b56f-8903-4239-a47c-c3c2c3307399', 'project_id': '859ce769fac74931944b61341a6bae9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:23.440705 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a8e9ede8-8960-431e-b2a4-f3d3ae53c51b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.440937 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c930bb-05ef-4501-8754-92a140e34276 None None] Routers {'3a25203f-ea90-467e-9922-8817deaf6d42'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:23.441566 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-e5c930bb-05ef-4501-8754-92a140e34276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:34:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3a25203f-ea90-467e-9922-8817deaf6d42'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:23.503087 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-96a11af7-8eb0-4444-b797-a15e09de313e req-534d458b-866b-473b-8016-8cd647c0fffa tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Allocated IP 172.20.0.11 (648c92fb-2d9b-4b36-a051-0212659204af/a803e333-cfe5-44d7-bb17-9ae7076f28ec/3196ea71-6bb0-4820-96d6-07a2c2a1d91b) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:23.557159 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3bf271-7c70-4260-90d5-1aa91ca453fd None None] Pushing event updated for resources: {'Port': ['ID=46ef5571-53b2-4ef8-a02e-df9efe79667f,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:23.574269 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 9ab9cc39-238a-42ce-af2a-6344b7c4f9b6 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:23.605980 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-e5c930bb-05ef-4501-8754-92a140e34276 None None] Set router 3a25203f-ea90-467e-9922-8817deaf6d42 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:23.647642 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a8e9ede8-8960-431e-b2a4-f3d3ae53c51b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.655886 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a8e9ede8-8960-431e-b2a4-f3d3ae53c51b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.699575 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9ede8-8960-431e-b2a4-f3d3ae53c51b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2eebbe9-dd82-4e95-8ac5-03fc16d2e42a,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:23.708263 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 9ab9cc39-238a-42ce-af2a-6344b7c4f9b6 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:23.708647 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.716153 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a8e9ede8-8960-431e-b2a4-f3d3ae53c51b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.720402 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a8e9ede8-8960-431e-b2a4-f3d3ae53c51b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3383682 Jul 15 23:34:23.720652 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55366) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:23.736469 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-efa017fc-3a62-49f8-9b45-fb5e1ac1fba9 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'security_group_rule': {'security_group_id': 'ba33b56f-8903-4239-a47c-c3c2c3307399', 'project_id': '859ce769fac74931944b61341a6bae9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:23.805925 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-368161e8-5e59-43a9-b3bd-91771ff28103 req-927fc1bf-e0cd-47de-ab3a-6a96620136d0 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/ports?device_id=dda3067e-6cc3-4d56-86db-8c0961bd7fb9 HTTP/1.1" status: 200 len: 210 time: 0.0387847 Jul 15 23:34:23.825987 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-efa017fc-3a62-49f8-9b45-fb5e1ac1fba9 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.849757 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96a11af7-8eb0-4444-b797-a15e09de313e req-534d458b-866b-473b-8016-8cd647c0fffa tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.887021 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-efa017fc-3a62-49f8-9b45-fb5e1ac1fba9 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.895927 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-efa017fc-3a62-49f8-9b45-fb5e1ac1fba9 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.918926 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa017fc-3a62-49f8-9b45-fb5e1ac1fba9 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3c129d-8982-43a5-8485-2ba3661fd452,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:23.923452 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96a11af7-8eb0-4444-b797-a15e09de313e req-534d458b-866b-473b-8016-8cd647c0fffa tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.931002 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-efa017fc-3a62-49f8-9b45-fb5e1ac1fba9 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.935428 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-efa017fc-3a62-49f8-9b45-fb5e1ac1fba9 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2109027 Jul 15 23:34:23.935428 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55368) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:23.944182 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-279455ad-5717-41ec-bb23-8362caea08ce tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'security_group_rule': {'security_group_id': 'ba33b56f-8903-4239-a47c-c3c2c3307399', 'project_id': '859ce769fac74931944b61341a6bae9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:23.975806 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-279455ad-5717-41ec-bb23-8362caea08ce tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.976036 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a11af7-8eb0-4444-b797-a15e09de313e req-534d458b-866b-473b-8016-8cd647c0fffa tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Network 648c92fb-2d9b-4b36-a051-0212659204af is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:23.981861 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-96a11af7-8eb0-4444-b797-a15e09de313e req-534d458b-866b-473b-8016-8cd647c0fffa tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:23.987353 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a11af7-8eb0-4444-b797-a15e09de313e req-534d458b-866b-473b-8016-8cd647c0fffa tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:23.994478 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-e5c930bb-05ef-4501-8754-92a140e34276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'name': 'tempest-TestNetworkBasicOps-router-914774859', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:20Z', 'revision_number': 4, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '46ef5571-53b2-4ef8-a02e-df9efe79667f', 'name': '', 'network_id': '3a91f106-b7ad-446f-9751-52cfcb338e0c', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'mac_address': 'fa:16:3e:5b:d0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '2f6c7c00-6262-4ed7-8767-648b0bba7270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:19Z', 'updated_at': '2021-07-15T23:34:23Z', 'revision_number': 4, 'project_id': '859ce769fac74931944b61341a6bae9f', 'subnets': [{'id': '2f6c7c00-6262-4ed7-8767-648b0bba7270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:24.015954 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d458b-866b-473b-8016-8cd647c0fffa tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Pushing event updated for resources: {'Port': ['ID=3196ea71-6bb0-4820-96d6-07a2c2a1d91b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:24.026791 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c930bb-05ef-4501-8754-92a140e34276 None None] The sync data for ids ['3a25203f-ea90-467e-9922-8817deaf6d42'] in n-d-787205-9 is: [{'id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'name': 'tempest-TestNetworkBasicOps-router-914774859', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:20Z', 'revision_number': 4, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '46ef5571-53b2-4ef8-a02e-df9efe79667f', 'name': '', 'network_id': '3a91f106-b7ad-446f-9751-52cfcb338e0c', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'mac_address': 'fa:16:3e:5b:d0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '2f6c7c00-6262-4ed7-8767-648b0bba7270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:19Z', 'updated_at': '2021-07-15T23:34:23Z', 'revision_number': 4, 'project_id': '859ce769fac74931944b61341a6bae9f', 'subnets': [{'id': '2f6c7c00-6262-4ed7-8767-648b0bba7270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:34:24.058122 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a11af7-8eb0-4444-b797-a15e09de313e req-534d458b-866b-473b-8016-8cd647c0fffa tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:24.059630 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96a11af7-8eb0-4444-b797-a15e09de313e req-534d458b-866b-473b-8016-8cd647c0fffa tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:24.063983 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-279455ad-5717-41ec-bb23-8362caea08ce tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:24.070770 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-279455ad-5717-41ec-bb23-8362caea08ce tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:24.082209 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96a11af7-8eb0-4444-b797-a15e09de313e req-534d458b-866b-473b-8016-8cd647c0fffa tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0822275 Jul 15 23:34:24.093108 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-96a11af7-8eb0-4444-b797-a15e09de313e req-0e23eee3-18a2-4be0-982b-e3f3055ec64f service neutron] Request body: {'port': {'device_id': 'dda3067e-6cc3-4d56-86db-8c0961bd7fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:24.104993 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279455ad-5717-41ec-bb23-8362caea08ce tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b44e7bc-8931-4afb-9d20-adef2c5d5236,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:24.135729 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-279455ad-5717-41ec-bb23-8362caea08ce tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:24.137227 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-279455ad-5717-41ec-bb23-8362caea08ce tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2005389 Jul 15 23:34:24.142011 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55370) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:24.154106 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4a02f2c2-bc3e-4ef5-b04f-30f72e35219e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'security_group_rule': {'security_group_id': 'ba33b56f-8903-4239-a47c-c3c2c3307399', 'project_id': '859ce769fac74931944b61341a6bae9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:24.243798 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:24.246549 n-d-787205-9 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-4a02f2c2-bc3e-4ef5-b04f-30f72e35219e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Project 859ce769fac74931944b61341a6bae9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:34:24.259759 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4a02f2c2-bc3e-4ef5-b04f-30f72e35219e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:24.264743 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96a11af7-8eb0-4444-b797-a15e09de313e req-0e23eee3-18a2-4be0-982b-e3f3055ec64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:24.375249 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4a02f2c2-bc3e-4ef5-b04f-30f72e35219e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:24.422802 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4a02f2c2-bc3e-4ef5-b04f-30f72e35219e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:24.455767 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02f2c2-bc3e-4ef5-b04f-30f72e35219e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57dd87a6-cc46-497d-bb7a-e38d3c400e7d,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:24.470912 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4a02f2c2-bc3e-4ef5-b04f-30f72e35219e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:24.472195 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4a02f2c2-bc3e-4ef5-b04f-30f72e35219e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3309519 Jul 15 23:34:24.475220 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55372) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:24.480347 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-8b2c7e7d-c213-4b96-966f-7164e67e47fb tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'security_group_rule': {'security_group_id': 'ba33b56f-8903-4239-a47c-c3c2c3307399', 'project_id': '859ce769fac74931944b61341a6bae9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:24.512641 n-d-787205-9 neutron-server[93799]: INFO neutron.db.securitygroups_db [None req-8b2c7e7d-c213-4b96-966f-7164e67e47fb tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Project 859ce769fac74931944b61341a6bae9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:34:24.520709 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b2c7e7d-c213-4b96-966f-7164e67e47fb tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:24.610856 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b2c7e7d-c213-4b96-966f-7164e67e47fb tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:24.616310 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b2c7e7d-c213-4b96-966f-7164e67e47fb tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:24.655723 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c7e7d-c213-4b96-966f-7164e67e47fb tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfde808d-dccb-4af6-add1-5569bf8081ce,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:24.659495 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b2c7e7d-c213-4b96-966f-7164e67e47fb tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:24.665824 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8b2c7e7d-c213-4b96-966f-7164e67e47fb tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1894026 Jul 15 23:34:24.670743 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-96a11af7-8eb0-4444-b797-a15e09de313e req-0e23eee3-18a2-4be0-982b-e3f3055ec64f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3196ea71-6bb0-4820-96d6-07a2c2a1d91b {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:34:24.680583 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96a11af7-8eb0-4444-b797-a15e09de313e req-0e23eee3-18a2-4be0-982b-e3f3055ec64f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:24.695183 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-96a11af7-8eb0-4444-b797-a15e09de313e req-0e23eee3-18a2-4be0-982b-e3f3055ec64f service neutron] Transition to ACTIVE for port object 3196ea71-6bb0-4820-96d6-07a2c2a1d91b will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:24.700187 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96a11af7-8eb0-4444-b797-a15e09de313e req-0e23eee3-18a2-4be0-982b-e3f3055ec64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:24.774507 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23eee3-18a2-4be0-982b-e3f3055ec64f service neutron] Pushing event updated for resources: {'Port': ['ID=3196ea71-6bb0-4820-96d6-07a2c2a1d91b,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:24.830533 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-96a11af7-8eb0-4444-b797-a15e09de313e req-0e23eee3-18a2-4be0-982b-e3f3055ec64f service neutron] Attempting to bind port 3196ea71-6bb0-4820-96d6-07a2c2a1d91b on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:34:24.830533 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-96a11af7-8eb0-4444-b797-a15e09de313e req-0e23eee3-18a2-4be0-982b-e3f3055ec64f service neutron] Attempting to bind port 3196ea71-6bb0-4820-96d6-07a2c2a1d91b by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '875a4062-5839-4a96-9666-318528a5803b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '648c92fb-2d9b-4b36-a051-0212659204af'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:34:24.830533 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a11af7-8eb0-4444-b797-a15e09de313e req-0e23eee3-18a2-4be0-982b-e3f3055ec64f service neutron] Attempting to bind port 3196ea71-6bb0-4820-96d6-07a2c2a1d91b on network 648c92fb-2d9b-4b36-a051-0212659204af {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:24.836133 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a11af7-8eb0-4444-b797-a15e09de313e req-0e23eee3-18a2-4be0-982b-e3f3055ec64f service neutron] Port 3196ea71-6bb0-4820-96d6-07a2c2a1d91b on network 648c92fb-2d9b-4b36-a051-0212659204af not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:34:24.836133 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a11af7-8eb0-4444-b797-a15e09de313e req-0e23eee3-18a2-4be0-982b-e3f3055ec64f service neutron] Attempting to bind port 3196ea71-6bb0-4820-96d6-07a2c2a1d91b on network 648c92fb-2d9b-4b36-a051-0212659204af {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:24.843319 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a11af7-8eb0-4444-b797-a15e09de313e req-0e23eee3-18a2-4be0-982b-e3f3055ec64f service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:34:24.843751 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a11af7-8eb0-4444-b797-a15e09de313e req-0e23eee3-18a2-4be0-982b-e3f3055ec64f service neutron] Checking segment: {'id': '875a4062-5839-4a96-9666-318528a5803b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '648c92fb-2d9b-4b36-a051-0212659204af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:24.844045 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a11af7-8eb0-4444-b797-a15e09de313e req-0e23eee3-18a2-4be0-982b-e3f3055ec64f service neutron] Bound using segment: {'id': '875a4062-5839-4a96-9666-318528a5803b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '648c92fb-2d9b-4b36-a051-0212659204af'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:34:24.844512 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-96a11af7-8eb0-4444-b797-a15e09de313e req-0e23eee3-18a2-4be0-982b-e3f3055ec64f service neutron] Bound port: 3196ea71-6bb0-4820-96d6-07a2c2a1d91b, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875a4062-5839-4a96-9666-318528a5803b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '648c92fb-2d9b-4b36-a051-0212659204af'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:34:24.844875 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96a11af7-8eb0-4444-b797-a15e09de313e req-0e23eee3-18a2-4be0-982b-e3f3055ec64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:24.873648 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-bc48b0d1-89f8-4541-b8a3-b7c7cb90855a tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1644427144&fields=id&tenant_id=859ce769fac74931944b61341a6bae9f HTTP/1.1" status: 200 len: 267 time: 0.0349584 Jul 15 23:34:24.932801 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-96a11af7-8eb0-4444-b797-a15e09de313e req-0e23eee3-18a2-4be0-982b-e3f3055ec64f service neutron] For port 3196ea71-6bb0-4820-96d6-07a2c2a1d91b, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:34:24.936454 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-96a11af7-8eb0-4444-b797-a15e09de313e req-0e23eee3-18a2-4be0-982b-e3f3055ec64f service neutron] For port 3196ea71-6bb0-4820-96d6-07a2c2a1d91b, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=3196ea71-6bb0-4820-96d6-07a2c2a1d91b,segment=NetworkSegment(875a4062-5839-4a96-9666-318528a5803b),segment_id=875a4062-5839-4a96-9666-318528a5803b)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:34:24.942227 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96a11af7-8eb0-4444-b797-a15e09de313e req-0e23eee3-18a2-4be0-982b-e3f3055ec64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:24.957913 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a11af7-8eb0-4444-b797-a15e09de313e req-0e23eee3-18a2-4be0-982b-e3f3055ec64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:24.959117 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-96a11af7-8eb0-4444-b797-a15e09de313e req-0e23eee3-18a2-4be0-982b-e3f3055ec64f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:24.960238 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96a11af7-8eb0-4444-b797-a15e09de313e req-0e23eee3-18a2-4be0-982b-e3f3055ec64f service neutron] 10.222.0.43 "PUT /v2.0/ports/3196ea71-6bb0-4820-96d6-07a2c2a1d91b HTTP/1.1" status: 200 len: 1092 time: 0.8725593 Jul 15 23:34:24.963541 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda3067e-6cc3-4d56-86db-8c0961bd7fb9', 'tag': '3196ea71-6bb0-4820-96d6-07a2c2a1d91b'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:24.966722 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18487ae3-79d5-48c8-9ca3-bac89394f688" -d '{"events": [{"name": "network-changed", "server_uuid": "dda3067e-6cc3-4d56-86db-8c0961bd7fb9", "tag": "3196ea71-6bb0-4820-96d6-07a2c2a1d91b"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:25.036914 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-923249a7-460f-44c6-a98c-7d8573066cd9 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:25.038401 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-923249a7-460f-44c6-a98c-7d8573066cd9 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/networks?id=3a91f106-b7ad-446f-9751-52cfcb338e0c HTTP/1.1" status: 200 len: 797 time: 0.1567576 Jul 15 23:34:25.057696 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23eee3-18a2-4be0-982b-e3f3055ec64f service neutron] Pushing event updated for resources: {'Port': ['ID=3196ea71-6bb0-4820-96d6-07a2c2a1d91b,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:25.070071 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-f1014589-a1cb-4f0f-bc00-e9fdd234c771 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/quotas/859ce769fac74931944b61341a6bae9f HTTP/1.1" status: 200 len: 375 time: 0.0207751 Jul 15 23:34:25.080081 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f7163-ab25-4e10-a23e-f1b484c88bac req-e1ad108d-bae1-4659-8b24-39e75276cbfd tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:25.081719 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a15f7163-ab25-4e10-a23e-f1b484c88bac req-e1ad108d-bae1-4659-8b24-39e75276cbfd tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/ports?device_id=dda3067e-6cc3-4d56-86db-8c0961bd7fb9 HTTP/1.1" status: 200 len: 944 time: 0.1224122 Jul 15 23:34:25.084550 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a11af7-8eb0-4444-b797-a15e09de313e req-e59aa7d9-f296-4956-a459-d7596f2b92de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:25.086070 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96a11af7-8eb0-4444-b797-a15e09de313e req-e59aa7d9-f296-4956-a459-d7596f2b92de service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=85ddf574ab8044368926c3bab485ad65&device_id=dda3067e-6cc3-4d56-86db-8c0961bd7fb9 HTTP/1.1" status: 200 len: 1095 time: 0.0744610 Jul 15 23:34:25.134361 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96a11af7-8eb0-4444-b797-a15e09de313e req-e15c447e-938c-433f-a311-073f46a1996a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3196ea71-6bb0-4820-96d6-07a2c2a1d91b HTTP/1.1" status: 200 len: 217 time: 0.0403423 Jul 15 23:34:25.154010 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a15f7163-ab25-4e10-a23e-f1b484c88bac req-04b17c61-cdba-455a-9b0b-d8d01b4bb656 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b339daf-674d-4693-969e-1f0038e5fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623684 Jul 15 23:34:25.175214 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-8d787e36-58c2-489d-9fc2-2e176e94e6a4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=859ce769fac74931944b61341a6bae9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0924389 Jul 15 23:34:25.202398 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a11af7-8eb0-4444-b797-a15e09de313e req-3e793876-4666-4b84-9631-75ad4f321b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:25.204860 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96a11af7-8eb0-4444-b797-a15e09de313e req-3e793876-4666-4b84-9631-75ad4f321b7f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a803e333-cfe5-44d7-bb17-9ae7076f28ec HTTP/1.1" status: 200 len: 848 time: 0.0633941 Jul 15 23:34:25.244190 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96a11af7-8eb0-4444-b797-a15e09de313e req-8a78232c-a064-4fd0-be1a-ba5d35ca279c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=648c92fb-2d9b-4b36-a051-0212659204af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330076 Jul 15 23:34:25.245657 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7398ad1-83a9-4010-ab6f-365adb292a9a x-openstack-request-id: req-e7398ad1-83a9-4010-ab6f-365adb292a9a {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:25.246205 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda3067e-6cc3-4d56-86db-8c0961bd7fb9", "tag": "3196ea71-6bb0-4820-96d6-07a2c2a1d91b", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:25.246473 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7398ad1-83a9-4010-ab6f-365adb292a9a {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:25.247160 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda3067e-6cc3-4d56-86db-8c0961bd7fb9', 'tag': '3196ea71-6bb0-4820-96d6-07a2c2a1d91b', 'status': 'completed', 'code': 200} Jul 15 23:34:25.293397 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-d479126f-2947-463f-b4c0-14cc64b2e830 service neutron] 10.222.0.16 "GET /v2.0/networks/3a91f106-b7ad-446f-9751-52cfcb338e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034896 Jul 15 23:34:25.357577 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96a11af7-8eb0-4444-b797-a15e09de313e req-cc1ed0bb-5cc6-4f45-a330-572e14c0b670 service neutron] 10.222.0.43 "GET /v2.0/networks/648c92fb-2d9b-4b36-a051-0212659204af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059439 Jul 15 23:34:25.403646 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-d62edd8a-c02b-4552-a628-8c730f8623ef service neutron] 10.222.0.16 "GET /v2.0/networks/3a91f106-b7ad-446f-9751-52cfcb338e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037474 Jul 15 23:34:25.490849 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96a11af7-8eb0-4444-b797-a15e09de313e req-21a12dc2-f378-4e0f-b419-c6aa7e834032 service neutron] 10.222.0.43 "GET /v2.0/networks/648c92fb-2d9b-4b36-a051-0212659204af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266501 Jul 15 23:34:25.551056 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 46ef5571-53b2-4ef8-a02e-df9efe79667f up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:25.629310 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 46ef5571-53b2-4ef8-a02e-df9efe79667f completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:25.640204 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 46ef5571-53b2-4ef8-a02e-df9efe79667f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:25.642152 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:25.690353 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-adba667f-e2b6-4a38-8d16-4c645d1f3a40 req-5a5275e1-f35f-4fb6-b472-417db5b02d97 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=abfcf005-13d7-42ce-9c31-8348ff7d36f1 HTTP/1.1" status: 200 len: 210 time: 0.0562983 Jul 15 23:34:25.704511 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18487ae3-79d5-48c8-9ca3-bac89394f688 req-acb00071-301b-42c1-9874-5fc3cf562f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:25.704511 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-18487ae3-79d5-48c8-9ca3-bac89394f688 req-acb00071-301b-42c1-9874-5fc3cf562f55 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=85ddf574ab8044368926c3bab485ad65&device_id=dda3067e-6cc3-4d56-86db-8c0961bd7fb9 HTTP/1.1" status: 200 len: 1095 time: 0.1468704 Jul 15 23:34:25.786446 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:25.827323 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18487ae3-79d5-48c8-9ca3-bac89394f688 req-a1d9e222-3a44-46a6-9f67-7ea2c347d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:25.829266 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-18487ae3-79d5-48c8-9ca3-bac89394f688 req-a1d9e222-3a44-46a6-9f67-7ea2c347d589 service neutron] 10.222.0.43 "GET /v2.0/networks?id=648c92fb-2d9b-4b36-a051-0212659204af HTTP/1.1" status: 200 len: 909 time: 0.1207390 Jul 15 23:34:25.840465 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 46ef5571-53b2-4ef8-a02e-df9efe79667f, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=46ef5571-53b2-4ef8-a02e-df9efe79667f,segment=NetworkSegment(1a4d3c2d-8f1f-474d-b36f-cea868004998),segment_id=1a4d3c2d-8f1f-474d-b36f-cea868004998)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:25.858095 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:25.896460 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-18487ae3-79d5-48c8-9ca3-bac89394f688 req-1ddf8ad3-d13f-4982-ad09-3f5af1328c20 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3196ea71-6bb0-4820-96d6-07a2c2a1d91b HTTP/1.1" status: 200 len: 217 time: 0.0477755 Jul 15 23:34:25.918508 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=46ef5571-53b2-4ef8-a02e-df9efe79667f,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:25.952428 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18487ae3-79d5-48c8-9ca3-bac89394f688 req-0d997022-b9b3-4323-9bf7-2d11cfe550ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:25.954469 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-18487ae3-79d5-48c8-9ca3-bac89394f688 req-0d997022-b9b3-4323-9bf7-2d11cfe550ba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a803e333-cfe5-44d7-bb17-9ae7076f28ec HTTP/1.1" status: 200 len: 848 time: 0.0511904 Jul 15 23:34:25.990823 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-18487ae3-79d5-48c8-9ca3-bac89394f688 req-0ac77134-2d6a-4172-9748-0d8e6dfe965d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=648c92fb-2d9b-4b36-a051-0212659204af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282097 Jul 15 23:34:26.093008 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-18487ae3-79d5-48c8-9ca3-bac89394f688 req-aa3f53bd-2b3b-4bb8-8267-bb92d134cdfe service neutron] 10.222.0.43 "GET /v2.0/networks/648c92fb-2d9b-4b36-a051-0212659204af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953934 Jul 15 23:34:26.192723 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-18487ae3-79d5-48c8-9ca3-bac89394f688 req-21e8f332-0b4c-4ff7-b04b-c866466ea65e service neutron] 10.222.0.43 "GET /v2.0/networks/648c92fb-2d9b-4b36-a051-0212659204af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930188 Jul 15 23:34:26.358066 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12f9bd-50e8-4830-9575-079fe098c2b6 req-f0dd5384-3440-4a7f-be83-c259e45a3a5f tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:26.365754 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb12f9bd-50e8-4830-9575-079fe098c2b6 req-f0dd5384-3440-4a7f-be83-c259e45a3a5f tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/ports?device_id=dda3067e-6cc3-4d56-86db-8c0961bd7fb9 HTTP/1.1" status: 200 len: 944 time: 0.0845551 Jul 15 23:34:26.411287 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb12f9bd-50e8-4830-9575-079fe098c2b6 req-b6b2278c-0087-464e-b223-af84e0600e42 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b339daf-674d-4693-969e-1f0038e5fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444403 Jul 15 23:34:26.795190 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 3196ea71-6bb0-4820-96d6-07a2c2a1d91b details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:34:26.921530 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b77ae3a5-7827-4834-8429-e178b334b9e0 req-5d3b68b1-bf22-44f6-860f-8c0b24c7c617 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=abfcf005-13d7-42ce-9c31-8348ff7d36f1 HTTP/1.1" status: 200 len: 210 time: 0.0398610 Jul 15 23:34:27.004950 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 3196ea71-6bb0-4820-96d6-07a2c2a1d91b, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=3196ea71-6bb0-4820-96d6-07a2c2a1d91b,segment=NetworkSegment(875a4062-5839-4a96-9666-318528a5803b),segment_id=875a4062-5839-4a96-9666-318528a5803b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:27.017114 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-493af187-7951-4898-934e-9969f354290a tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:27.019544 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-493af187-7951-4898-934e-9969f354290a tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.43 "GET /v2.0/networks?id=3a91f106-b7ad-446f-9751-52cfcb338e0c HTTP/1.1" status: 200 len: 797 time: 0.1728005 Jul 15 23:34:27.020014 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '3196ea71-6bb0-4820-96d6-07a2c2a1d91b', 'network_id': '648c92fb-2d9b-4b36-a051-0212659204af', 'port_id': '3196ea71-6bb0-4820-96d6-07a2c2a1d91b', 'mac_address': 'fa:16:3e:48:92:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a803e333-cfe5-44d7-bb17-9ae7076f28ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:34:27.071820 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-4314a6ff-491f-4df5-9bba-c06a0f2b599f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=859ce769fac74931944b61341a6bae9f HTTP/1.1" status: 200 len: 380 time: 0.0415008 Jul 15 23:34:27.079891 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:27.085798 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-6430da50-3c77-4ad9-80aa-76e3cd44be3c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'port': {'device_id': 'abfcf005-13d7-42ce-9c31-8348ff7d36f1', 'network_id': '3a91f106-b7ad-446f-9751-52cfcb338e0c', 'admin_state_up': True, 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'security_groups': ['ba33b56f-8903-4239-a47c-c3c2c3307399']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:27.094112 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3196ea71-6bb0-4820-96d6-07a2c2a1d91b {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:34:27.118084 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 3196ea71-6bb0-4820-96d6-07a2c2a1d91b, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=3196ea71-6bb0-4820-96d6-07a2c2a1d91b,segment=NetworkSegment(875a4062-5839-4a96-9666-318528a5803b),segment_id=875a4062-5839-4a96-9666-318528a5803b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:27.123965 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:27.181328 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=3196ea71-6bb0-4820-96d6-07a2c2a1d91b,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:27.227046 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-6430da50-3c77-4ad9-80aa-76e3cd44be3c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Made reservation on behalf of 859ce769fac74931944b61341a6bae9f for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:27.230939 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-6430da50-3c77-4ad9-80aa-76e3cd44be3c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:27.335670 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['3196ea71-6bb0-4820-96d6-07a2c2a1d91b'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:34:27.364800 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-6430da50-3c77-4ad9-80aa-76e3cd44be3c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Allocated IP 172.20.0.14 (3a91f106-b7ad-446f-9751-52cfcb338e0c/2f6c7c00-6262-4ed7-8767-648b0bba7270/43a23c3d-5809-4962-a1fa-a2b772e7e697) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:27.503990 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 46ef5571-53b2-4ef8-a02e-df9efe79667f up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:27.560077 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-6430da50-3c77-4ad9-80aa-76e3cd44be3c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:27.574536 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 46ef5571-53b2-4ef8-a02e-df9efe79667f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:27.574945 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:27.577226 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-6430da50-3c77-4ad9-80aa-76e3cd44be3c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Transition to ACTIVE for port object 43a23c3d-5809-4962-a1fa-a2b772e7e697 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:27.621245 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-6430da50-3c77-4ad9-80aa-76e3cd44be3c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:27.634384 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be3ca2-bf6a-4b56-adc0-c67bb11b5d9e req-9b1c477e-0ee2-4926-a469-0a647343357d tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:27.639105 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-62be3ca2-bf6a-4b56-adc0-c67bb11b5d9e req-9b1c477e-0ee2-4926-a469-0a647343357d tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/ports?device_id=dda3067e-6cc3-4d56-86db-8c0961bd7fb9 HTTP/1.1" status: 200 len: 945 time: 0.0865364 Jul 15 23:34:27.668915 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-6430da50-3c77-4ad9-80aa-76e3cd44be3c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Network 3a91f106-b7ad-446f-9751-52cfcb338e0c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:27.676873 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-6430da50-3c77-4ad9-80aa-76e3cd44be3c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:27.680872 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-6430da50-3c77-4ad9-80aa-76e3cd44be3c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:27.693292 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-62be3ca2-bf6a-4b56-adc0-c67bb11b5d9e req-98079c6f-8aee-4913-a583-34b82e1b49fb tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b339daf-674d-4693-969e-1f0038e5fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501571 Jul 15 23:34:27.727457 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430da50-3c77-4ad9-80aa-76e3cd44be3c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'Port': ['ID=43a23c3d-5809-4962-a1fa-a2b772e7e697,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:27.748009 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-6430da50-3c77-4ad9-80aa-76e3cd44be3c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:27.748583 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-6430da50-3c77-4ad9-80aa-76e3cd44be3c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:27.765156 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-6430da50-3c77-4ad9-80aa-76e3cd44be3c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6834919 Jul 15 23:34:27.777529 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-39bd86df-68f4-4505-a401-6ab6582845cb service neutron] Request body: {'port': {'device_id': 'abfcf005-13d7-42ce-9c31-8348ff7d36f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:27.860190 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-39bd86df-68f4-4505-a401-6ab6582845cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:28.001892 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6b783506-babe-4be9-8b0a-cb74ccc9430a None None] Provisioning for port 43a23c3d-5809-4962-a1fa-a2b772e7e697 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:28.007385 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6b783506-babe-4be9-8b0a-cb74ccc9430a None None] Provisioning complete for port 43a23c3d-5809-4962-a1fa-a2b772e7e697 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:28.007774 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6b783506-babe-4be9-8b0a-cb74ccc9430a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:28.045128 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-6b783506-babe-4be9-8b0a-cb74ccc9430a None None] Port 43a23c3d-5809-4962-a1fa-a2b772e7e697 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:34:28.131158 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6860552-cfe3-4c46-a254-6a57edb11cce req-4b814ddd-f613-4e36-b067-e2c003b15f6d tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:28.132687 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e6860552-cfe3-4c46-a254-6a57edb11cce req-4b814ddd-f613-4e36-b067-e2c003b15f6d tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=abfcf005-13d7-42ce-9c31-8348ff7d36f1 HTTP/1.1" status: 200 len: 932 time: 0.0633490 Jul 15 23:34:28.171501 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e6860552-cfe3-4c46-a254-6a57edb11cce req-756734d3-2ed4-4bd3-9300-5a479345f9f8 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba33b56f-8903-4239-a47c-c3c2c3307399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326657 Jul 15 23:34:28.205994 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-39bd86df-68f4-4505-a401-6ab6582845cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a23c3d-5809-4962-a1fa-a2b772e7e697 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:34:28.213727 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-39bd86df-68f4-4505-a401-6ab6582845cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:28.227404 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-39bd86df-68f4-4505-a401-6ab6582845cb service neutron] Transition to ACTIVE for port object 43a23c3d-5809-4962-a1fa-a2b772e7e697 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:28.231868 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-39bd86df-68f4-4505-a401-6ab6582845cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:28.284859 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd86df-68f4-4505-a401-6ab6582845cb service neutron] Pushing event updated for resources: {'Port': ['ID=43a23c3d-5809-4962-a1fa-a2b772e7e697,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:28.359725 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-39bd86df-68f4-4505-a401-6ab6582845cb service neutron] Attempting to bind port 43a23c3d-5809-4962-a1fa-a2b772e7e697 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:34:28.360103 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-39bd86df-68f4-4505-a401-6ab6582845cb service neutron] Attempting to bind port 43a23c3d-5809-4962-a1fa-a2b772e7e697 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '1a4d3c2d-8f1f-474d-b36f-cea868004998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3a91f106-b7ad-446f-9751-52cfcb338e0c'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:34:28.360429 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-39bd86df-68f4-4505-a401-6ab6582845cb service neutron] Attempting to bind port 43a23c3d-5809-4962-a1fa-a2b772e7e697 on network 3a91f106-b7ad-446f-9751-52cfcb338e0c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:28.364848 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-39bd86df-68f4-4505-a401-6ab6582845cb service neutron] Port 43a23c3d-5809-4962-a1fa-a2b772e7e697 on network 3a91f106-b7ad-446f-9751-52cfcb338e0c not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:34:28.365167 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-39bd86df-68f4-4505-a401-6ab6582845cb service neutron] Attempting to bind port 43a23c3d-5809-4962-a1fa-a2b772e7e697 on network 3a91f106-b7ad-446f-9751-52cfcb338e0c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:28.370199 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-39bd86df-68f4-4505-a401-6ab6582845cb service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:34:28.370532 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-39bd86df-68f4-4505-a401-6ab6582845cb service neutron] Checking segment: {'id': '1a4d3c2d-8f1f-474d-b36f-cea868004998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3a91f106-b7ad-446f-9751-52cfcb338e0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:28.370940 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-39bd86df-68f4-4505-a401-6ab6582845cb service neutron] Bound using segment: {'id': '1a4d3c2d-8f1f-474d-b36f-cea868004998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3a91f106-b7ad-446f-9751-52cfcb338e0c'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:34:28.371359 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-39bd86df-68f4-4505-a401-6ab6582845cb service neutron] Bound port: 43a23c3d-5809-4962-a1fa-a2b772e7e697, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a4d3c2d-8f1f-474d-b36f-cea868004998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3a91f106-b7ad-446f-9751-52cfcb338e0c'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:34:28.371713 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-39bd86df-68f4-4505-a401-6ab6582845cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:28.442138 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-39bd86df-68f4-4505-a401-6ab6582845cb service neutron] For port 43a23c3d-5809-4962-a1fa-a2b772e7e697, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:34:28.445631 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-39bd86df-68f4-4505-a401-6ab6582845cb service neutron] For port 43a23c3d-5809-4962-a1fa-a2b772e7e697, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=43a23c3d-5809-4962-a1fa-a2b772e7e697,segment=NetworkSegment(1a4d3c2d-8f1f-474d-b36f-cea868004998),segment_id=1a4d3c2d-8f1f-474d-b36f-cea868004998)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:34:28.451175 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-39bd86df-68f4-4505-a401-6ab6582845cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:28.488423 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-39bd86df-68f4-4505-a401-6ab6582845cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:28.489530 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-39bd86df-68f4-4505-a401-6ab6582845cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:28.491279 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-39bd86df-68f4-4505-a401-6ab6582845cb service neutron] 10.222.0.43 "PUT /v2.0/ports/43a23c3d-5809-4962-a1fa-a2b772e7e697 HTTP/1.1" status: 200 len: 1092 time: 0.7183616 Jul 15 23:34:28.494086 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abfcf005-13d7-42ce-9c31-8348ff7d36f1', 'tag': '43a23c3d-5809-4962-a1fa-a2b772e7e697'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:28.496858 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b3e169-6c2f-4c4c-a2e3-2fcc514e4fce" -d '{"events": [{"name": "network-changed", "server_uuid": "abfcf005-13d7-42ce-9c31-8348ff7d36f1", "tag": "43a23c3d-5809-4962-a1fa-a2b772e7e697"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:28.524079 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd86df-68f4-4505-a401-6ab6582845cb service neutron] Pushing event updated for resources: {'Port': ['ID=43a23c3d-5809-4962-a1fa-a2b772e7e697,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:28.567509 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368a3eb3-80b8-47e4-a1da-956c263af54f x-openstack-request-id: req-368a3eb3-80b8-47e4-a1da-956c263af54f {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:28.567900 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abfcf005-13d7-42ce-9c31-8348ff7d36f1", "tag": "43a23c3d-5809-4962-a1fa-a2b772e7e697", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:28.568210 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-368a3eb3-80b8-47e4-a1da-956c263af54f {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:28.568663 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abfcf005-13d7-42ce-9c31-8348ff7d36f1', 'tag': '43a23c3d-5809-4962-a1fa-a2b772e7e697', 'status': 'completed', 'code': 200} Jul 15 23:34:28.599411 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-b104b261-c954-4af7-aa03-c0b410fbe328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:28.601514 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-b104b261-c954-4af7-aa03-c0b410fbe328 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=859ce769fac74931944b61341a6bae9f&device_id=abfcf005-13d7-42ce-9c31-8348ff7d36f1 HTTP/1.1" status: 200 len: 1095 time: 0.0660684 Jul 15 23:34:28.655020 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-dfe1aec0-0c81-414b-b425-c60aa1443d9f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43a23c3d-5809-4962-a1fa-a2b772e7e697 HTTP/1.1" status: 200 len: 217 time: 0.0423157 Jul 15 23:34:28.708224 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-f186e193-fa7a-4b72-ab4a-5c9b73e9cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:28.709773 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-f186e193-fa7a-4b72-ab4a-5c9b73e9cadd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2f6c7c00-6262-4ed7-8767-648b0bba7270 HTTP/1.1" status: 200 len: 835 time: 0.0492191 Jul 15 23:34:28.779349 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-e47e2534-b069-4cec-aa0d-0001705f2aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:28.780731 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-e47e2534-b069-4cec-aa0d-0001705f2aff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a91f106-b7ad-446f-9751-52cfcb338e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648639 Jul 15 23:34:28.805225 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 3196ea71-6bb0-4820-96d6-07a2c2a1d91b up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:28.868893 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 3196ea71-6bb0-4820-96d6-07a2c2a1d91b completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:28.874505 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 3196ea71-6bb0-4820-96d6-07a2c2a1d91b triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:28.875042 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:28.889160 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-f8c4e58d-9581-47ea-b654-00eb9223d511 service neutron] 10.222.0.43 "GET /v2.0/networks/3a91f106-b7ad-446f-9751-52cfcb338e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019797 Jul 15 23:34:28.931790 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d5dbd-f7f6-4151-aff8-899da9497530 req-4ef4c30e-a884-41bb-bb9f-1be28242463c tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:28.941104 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-094d5dbd-f7f6-4151-aff8-899da9497530 req-4ef4c30e-a884-41bb-bb9f-1be28242463c tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/ports?device_id=dda3067e-6cc3-4d56-86db-8c0961bd7fb9 HTTP/1.1" status: 200 len: 945 time: 0.0856016 Jul 15 23:34:28.993645 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-094d5dbd-f7f6-4151-aff8-899da9497530 req-f168191d-f9bb-4619-9a7b-a31e73fe14ba tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b339daf-674d-4693-969e-1f0038e5fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512657 Jul 15 23:34:29.023804 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-490e3674-ef0e-4bf5-b01a-ec5933dfc210 req-b2348863-3684-4473-a4b9-7d560c784bce service neutron] 10.222.0.43 "GET /v2.0/networks/3a91f106-b7ad-446f-9751-52cfcb338e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135352 Jul 15 23:34:29.130014 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3e169-6c2f-4c4c-a2e3-2fcc514e4fce req-f142a4c2-88f2-49d4-a3ce-8d28ce321feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:29.131703 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-14b3e169-6c2f-4c4c-a2e3-2fcc514e4fce req-f142a4c2-88f2-49d4-a3ce-8d28ce321feb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=859ce769fac74931944b61341a6bae9f&device_id=abfcf005-13d7-42ce-9c31-8348ff7d36f1 HTTP/1.1" status: 200 len: 1095 time: 0.0569656 Jul 15 23:34:29.150391 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:29.172192 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda3067e-6cc3-4d56-86db-8c0961bd7fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3196ea71-6bb0-4820-96d6-07a2c2a1d91b'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:29.175748 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abe403f-67cd-4703-aeb3-0c2de5906234" -d '{"events": [{"server_uuid": "dda3067e-6cc3-4d56-86db-8c0961bd7fb9", "name": "network-vif-plugged", "status": "completed", "tag": "3196ea71-6bb0-4820-96d6-07a2c2a1d91b"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:29.189052 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 3196ea71-6bb0-4820-96d6-07a2c2a1d91b, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=3196ea71-6bb0-4820-96d6-07a2c2a1d91b,segment=NetworkSegment(875a4062-5839-4a96-9666-318528a5803b),segment_id=875a4062-5839-4a96-9666-318528a5803b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:29.194286 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:29.243312 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3e169-6c2f-4c4c-a2e3-2fcc514e4fce req-715bd27a-938e-49d0-a42a-543eff8fa167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:29.245825 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-14b3e169-6c2f-4c4c-a2e3-2fcc514e4fce req-715bd27a-938e-49d0-a42a-543eff8fa167 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a91f106-b7ad-446f-9751-52cfcb338e0c HTTP/1.1" status: 200 len: 898 time: 0.1075971 Jul 15 23:34:29.262237 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=3196ea71-6bb0-4820-96d6-07a2c2a1d91b,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:29.277831 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533654dd-36f8-4506-ad27-f4c6f22650ed x-openstack-request-id: req-533654dd-36f8-4506-ad27-f4c6f22650ed {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:29.278122 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda3067e-6cc3-4d56-86db-8c0961bd7fb9", "name": "network-vif-plugged", "status": "completed", "tag": "3196ea71-6bb0-4820-96d6-07a2c2a1d91b", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:29.278377 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-533654dd-36f8-4506-ad27-f4c6f22650ed {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:29.278790 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda3067e-6cc3-4d56-86db-8c0961bd7fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3196ea71-6bb0-4820-96d6-07a2c2a1d91b', 'code': 200} Jul 15 23:34:29.294558 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-14b3e169-6c2f-4c4c-a2e3-2fcc514e4fce req-4a3d744d-3048-4418-b01d-483fd110b674 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43a23c3d-5809-4962-a1fa-a2b772e7e697 HTTP/1.1" status: 200 len: 217 time: 0.0414369 Jul 15 23:34:29.387248 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3e169-6c2f-4c4c-a2e3-2fcc514e4fce req-de9d4cd3-1076-4186-989b-f696e201dd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:29.388750 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-14b3e169-6c2f-4c4c-a2e3-2fcc514e4fce req-de9d4cd3-1076-4186-989b-f696e201dd99 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2f6c7c00-6262-4ed7-8767-648b0bba7270 HTTP/1.1" status: 200 len: 835 time: 0.0868185 Jul 15 23:34:29.404753 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5cdb5-456e-4a86-8a1d-a1d569523be9 req-8082979b-7fa1-49a1-9c0a-cd528afea7f7 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:29.406903 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f9b5cdb5-456e-4a86-8a1d-a1d569523be9 req-8082979b-7fa1-49a1-9c0a-cd528afea7f7 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=abfcf005-13d7-42ce-9c31-8348ff7d36f1 HTTP/1.1" status: 200 len: 944 time: 0.0710621 Jul 15 23:34:29.425264 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c225fe-60b0-4e79-9816-e3f25cc8868f req-158d36be-bae7-4636-8f1f-e6f1f2e1dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:29.426768 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b0c225fe-60b0-4e79-9816-e3f25cc8868f req-158d36be-bae7-4636-8f1f-e6f1f2e1dcaf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dda3067e-6cc3-4d56-86db-8c0961bd7fb9 HTTP/1.1" status: 200 len: 1097 time: 0.0904610 Jul 15 23:34:29.463392 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f9b5cdb5-456e-4a86-8a1d-a1d569523be9 req-00de49d4-6e58-4c4b-8013-f2194118e4ac tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba33b56f-8903-4239-a47c-c3c2c3307399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454469 Jul 15 23:34:29.465701 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b0c225fe-60b0-4e79-9816-e3f25cc8868f req-09bf1ad4-07ed-4e74-8a8d-b178f714a80f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2b339daf-674d-4693-969e-1f0038e5fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327137 Jul 15 23:34:29.482308 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3e169-6c2f-4c4c-a2e3-2fcc514e4fce req-b4c4dcfc-e3ff-47e1-9878-8934c73630bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:29.483832 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-14b3e169-6c2f-4c4c-a2e3-2fcc514e4fce req-b4c4dcfc-e3ff-47e1-9878-8934c73630bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a91f106-b7ad-446f-9751-52cfcb338e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866821 Jul 15 23:34:29.611902 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-14b3e169-6c2f-4c4c-a2e3-2fcc514e4fce req-8525ee8f-a0d2-4361-af13-1e208a13f96d service neutron] 10.222.0.43 "GET /v2.0/networks/3a91f106-b7ad-446f-9751-52cfcb338e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947149 Jul 15 23:34:29.704339 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-14b3e169-6c2f-4c4c-a2e3-2fcc514e4fce req-943bc744-e09b-4cfe-b6eb-c78c41f8b91e service neutron] 10.222.0.43 "GET /v2.0/networks/3a91f106-b7ad-446f-9751-52cfcb338e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850956 Jul 15 23:34:30.165145 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fdf1c-055e-4978-9ea0-581454aa369e req-1bed9a12-abbb-4e03-ba54-11961cd68ce3 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:30.166657 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3f8fdf1c-055e-4978-9ea0-581454aa369e req-1bed9a12-abbb-4e03-ba54-11961cd68ce3 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/ports?device_id=dda3067e-6cc3-4d56-86db-8c0961bd7fb9 HTTP/1.1" status: 200 len: 946 time: 0.0653925 Jul 15 23:34:30.204676 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3f8fdf1c-055e-4978-9ea0-581454aa369e req-5d797ef8-563b-4b48-ac7e-58a1573154b3 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b339daf-674d-4693-969e-1f0038e5fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322058 Jul 15 23:34:30.638080 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16083417-cc80-415d-bbd8-6ae8ad12d46a req-be6e4a30-1c50-47b0-99a7-1f335b4b09f0 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:30.639557 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-16083417-cc80-415d-bbd8-6ae8ad12d46a req-be6e4a30-1c50-47b0-99a7-1f335b4b09f0 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=abfcf005-13d7-42ce-9c31-8348ff7d36f1 HTTP/1.1" status: 200 len: 944 time: 0.0678971 Jul 15 23:34:30.677064 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-16083417-cc80-415d-bbd8-6ae8ad12d46a req-7258c10d-a778-4762-b8be-5ec8a59433d4 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba33b56f-8903-4239-a47c-c3c2c3307399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313449 Jul 15 23:34:30.811888 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 43a23c3d-5809-4962-a1fa-a2b772e7e697 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:34:30.914443 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 43a23c3d-5809-4962-a1fa-a2b772e7e697, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=43a23c3d-5809-4962-a1fa-a2b772e7e697,segment=NetworkSegment(1a4d3c2d-8f1f-474d-b36f-cea868004998),segment_id=1a4d3c2d-8f1f-474d-b36f-cea868004998)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:30.926327 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '43a23c3d-5809-4962-a1fa-a2b772e7e697', 'network_id': '3a91f106-b7ad-446f-9751-52cfcb338e0c', 'port_id': '43a23c3d-5809-4962-a1fa-a2b772e7e697', 'mac_address': 'fa:16:3e:33:44:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f6c7c00-6262-4ed7-8767-648b0bba7270', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:34:30.964255 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:30.977482 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a23c3d-5809-4962-a1fa-a2b772e7e697 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:34:30.997367 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 43a23c3d-5809-4962-a1fa-a2b772e7e697, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=43a23c3d-5809-4962-a1fa-a2b772e7e697,segment=NetworkSegment(1a4d3c2d-8f1f-474d-b36f-cea868004998),segment_id=1a4d3c2d-8f1f-474d-b36f-cea868004998)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:31.002038 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:31.054859 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=43a23c3d-5809-4962-a1fa-a2b772e7e697,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:31.200878 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['43a23c3d-5809-4962-a1fa-a2b772e7e697'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:34:31.415185 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180b8d8-5c28-4e7f-aa00-3e8230b88d33 req-bcf81f75-35f1-4b2c-838e-04e540fd6793 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:31.416864 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7180b8d8-5c28-4e7f-aa00-3e8230b88d33 req-bcf81f75-35f1-4b2c-838e-04e540fd6793 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/ports?device_id=dda3067e-6cc3-4d56-86db-8c0961bd7fb9 HTTP/1.1" status: 200 len: 946 time: 0.0797157 Jul 15 23:34:31.464749 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7180b8d8-5c28-4e7f-aa00-3e8230b88d33 req-5a87b9af-e960-4560-97c5-b8b4190e0777 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b339daf-674d-4693-969e-1f0038e5fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398486 Jul 15 23:34:31.865788 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb51950-7de0-4d19-838d-5b97155f60c5 req-90a4d039-e6a5-4414-930f-9818f5459d7c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:31.867212 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-efb51950-7de0-4d19-838d-5b97155f60c5 req-90a4d039-e6a5-4414-930f-9818f5459d7c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=abfcf005-13d7-42ce-9c31-8348ff7d36f1 HTTP/1.1" status: 200 len: 945 time: 0.0664761 Jul 15 23:34:31.912743 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-efb51950-7de0-4d19-838d-5b97155f60c5 req-568357a0-aa61-47aa-a8d3-522b56ebf92a tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba33b56f-8903-4239-a47c-c3c2c3307399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376911 Jul 15 23:34:32.304601 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d9745-b190-46b2-bc0d-2936824dad52 req-45618f47-ce19-4fae-9879-928e70d299c8 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:32.306346 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-807d9745-b190-46b2-bc0d-2936824dad52 req-45618f47-ce19-4fae-9879-928e70d299c8 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/ports?device_id=dda3067e-6cc3-4d56-86db-8c0961bd7fb9 HTTP/1.1" status: 200 len: 946 time: 0.0631101 Jul 15 23:34:32.376653 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-807d9745-b190-46b2-bc0d-2936824dad52 req-c12c4f23-cec9-4c38-a40c-301ed08ce21e tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b339daf-674d-4693-969e-1f0038e5fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640938 Jul 15 23:34:32.391814 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-30747c5f-278e-45cd-94e9-1f9c58012f2c req-7c0c3f4e-5a47-4f33-97cd-e6d8f94a69da service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0726144 Jul 15 23:34:32.507381 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30747c5f-278e-45cd-94e9-1f9c58012f2c req-68fd0e7e-d53f-48f6-b9e1-63a829161bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:32.508768 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-30747c5f-278e-45cd-94e9-1f9c58012f2c req-68fd0e7e-d53f-48f6-b9e1-63a829161bd5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 1096 time: 0.0551784 Jul 15 23:34:32.609495 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30747c5f-278e-45cd-94e9-1f9c58012f2c req-93bf0235-2947-4ee7-a74e-7c5c22b8c272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:32.611511 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-30747c5f-278e-45cd-94e9-1f9c58012f2c req-93bf0235-2947-4ee7-a74e-7c5c22b8c272 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7c0766f5-51ee-4aa5-a553-4d12af59eedd HTTP/1.1" status: 200 len: 898 time: 0.0819960 Jul 15 23:34:32.677082 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-30747c5f-278e-45cd-94e9-1f9c58012f2c req-46150e64-42f6-4104-b9e1-84a916bddf29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d8449e1-4089-46f7-93a5-d3595286c48b HTTP/1.1" status: 200 len: 1001 time: 0.0593445 Jul 15 23:34:32.725043 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30747c5f-278e-45cd-94e9-1f9c58012f2c req-fa7a0190-9719-4f8b-b153-a9d0880f8e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:32.726725 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-30747c5f-278e-45cd-94e9-1f9c58012f2c req-fa7a0190-9719-4f8b-b153-a9d0880f8e2f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=41a3fb66-0c50-4446-9c65-5192b3768433 HTTP/1.1" status: 200 len: 834 time: 0.0427487 Jul 15 23:34:32.781302 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30747c5f-278e-45cd-94e9-1f9c58012f2c req-837a24a7-e95c-4225-abd7-336a03eaefdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:32.782774 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-30747c5f-278e-45cd-94e9-1f9c58012f2c req-837a24a7-e95c-4225-abd7-336a03eaefdc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c0766f5-51ee-4aa5-a553-4d12af59eedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497043 Jul 15 23:34:32.830140 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 43a23c3d-5809-4962-a1fa-a2b772e7e697 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:32.874291 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-30747c5f-278e-45cd-94e9-1f9c58012f2c req-2987ebb5-ddb7-4f73-8ddb-784a4063dd0d service neutron] 10.222.0.36 "GET /v2.0/networks/7c0766f5-51ee-4aa5-a553-4d12af59eedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852900 Jul 15 23:34:32.878243 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 43a23c3d-5809-4962-a1fa-a2b772e7e697 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:32.881928 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 43a23c3d-5809-4962-a1fa-a2b772e7e697 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:32.882291 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:32.958451 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:32.969608 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-30747c5f-278e-45cd-94e9-1f9c58012f2c req-8338d75d-eae8-45c8-a6af-0c0c2487d9d8 service neutron] 10.222.0.36 "GET /v2.0/networks/7c0766f5-51ee-4aa5-a553-4d12af59eedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887737 Jul 15 23:34:32.984775 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abfcf005-13d7-42ce-9c31-8348ff7d36f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a23c3d-5809-4962-a1fa-a2b772e7e697'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:32.987653 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2310c5f2-5825-4a0d-9ca4-8fd376a73f80" -d '{"events": [{"server_uuid": "abfcf005-13d7-42ce-9c31-8348ff7d36f1", "name": "network-vif-plugged", "status": "completed", "tag": "43a23c3d-5809-4962-a1fa-a2b772e7e697"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:33.000436 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 43a23c3d-5809-4962-a1fa-a2b772e7e697, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=43a23c3d-5809-4962-a1fa-a2b772e7e697,segment=NetworkSegment(1a4d3c2d-8f1f-474d-b36f-cea868004998),segment_id=1a4d3c2d-8f1f-474d-b36f-cea868004998)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:33.005119 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:33.029791 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84ccf04-c698-4f75-9c65-d366cbaa3c46 x-openstack-request-id: req-e84ccf04-c698-4f75-9c65-d366cbaa3c46 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:33.030351 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abfcf005-13d7-42ce-9c31-8348ff7d36f1", "name": "network-vif-plugged", "status": "completed", "tag": "43a23c3d-5809-4962-a1fa-a2b772e7e697", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:33.030610 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e84ccf04-c698-4f75-9c65-d366cbaa3c46 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:33.031023 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abfcf005-13d7-42ce-9c31-8348ff7d36f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a23c3d-5809-4962-a1fa-a2b772e7e697', 'code': 200} Jul 15 23:34:33.066470 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=43a23c3d-5809-4962-a1fa-a2b772e7e697,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:33.110659 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2fe8f-66de-4aea-8b98-669fe149f24c req-52ae4a19-e859-4f1f-bf87-1d1ba7375e61 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:33.112143 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9a2fe8f-66de-4aea-8b98-669fe149f24c req-52ae4a19-e859-4f1f-bf87-1d1ba7375e61 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=abfcf005-13d7-42ce-9c31-8348ff7d36f1 HTTP/1.1" status: 200 len: 946 time: 0.0665643 Jul 15 23:34:33.148975 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae05954-b8e6-4f28-a52d-801e8bd8fd0e req-b6e0eb10-3369-496e-93a1-00cfcc5953e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:33.149550 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9a2fe8f-66de-4aea-8b98-669fe149f24c req-e3dfef4f-1404-42e9-bf0b-0c9bf1f40799 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba33b56f-8903-4239-a47c-c3c2c3307399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310228 Jul 15 23:34:33.150571 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3ae05954-b8e6-4f28-a52d-801e8bd8fd0e req-b6e0eb10-3369-496e-93a1-00cfcc5953e9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=abfcf005-13d7-42ce-9c31-8348ff7d36f1 HTTP/1.1" status: 200 len: 1097 time: 0.0550182 Jul 15 23:34:33.186418 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3ae05954-b8e6-4f28-a52d-801e8bd8fd0e req-7f7b04da-ef65-4c68-a6f5-58df2da08169 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ba33b56f-8903-4239-a47c-c3c2c3307399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277436 Jul 15 23:34:33.529496 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287003a-18f2-4dd7-a454-f31f5662739a req-dd9b9669-3a57-445b-a656-4543dfaaa8b3 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:33.531147 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6287003a-18f2-4dd7-a454-f31f5662739a req-dd9b9669-3a57-445b-a656-4543dfaaa8b3 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.43 "GET /v2.0/ports?device_id=dda3067e-6cc3-4d56-86db-8c0961bd7fb9 HTTP/1.1" status: 200 len: 946 time: 0.0712366 Jul 15 23:34:33.575874 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357cde7-9493-4f02-85fd-f619265ed991 req-f3967b3e-7fa8-4528-89a7-28895ebc7d3c tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:33.579474 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f357cde7-9493-4f02-85fd-f619265ed991 req-f3967b3e-7fa8-4528-89a7-28895ebc7d3c tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/ports?device_id=dda3067e-6cc3-4d56-86db-8c0961bd7fb9 HTTP/1.1" status: 200 len: 946 time: 0.0743155 Jul 15 23:34:33.623502 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f357cde7-9493-4f02-85fd-f619265ed991 req-b0ad6bf5-ffff-476f-a680-07dea64f6fd3 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b339daf-674d-4693-969e-1f0038e5fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371814 Jul 15 23:34:33.652759 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-6287003a-18f2-4dd7-a454-f31f5662739a req-9d8663d3-e11d-4d42-b18c-254ab16b5a67 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Deleting port 3196ea71-6bb0-4820-96d6-07a2c2a1d91b {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:33.653130 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6287003a-18f2-4dd7-a454-f31f5662739a req-9d8663d3-e11d-4d42-b18c-254ab16b5a67 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:33.742433 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-6287003a-18f2-4dd7-a454-f31f5662739a req-9d8663d3-e11d-4d42-b18c-254ab16b5a67 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] For port 3196ea71-6bb0-4820-96d6-07a2c2a1d91b, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=3196ea71-6bb0-4820-96d6-07a2c2a1d91b,segment=NetworkSegment(875a4062-5839-4a96-9666-318528a5803b),segment_id=875a4062-5839-4a96-9666-318528a5803b)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:33.742818 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6287003a-18f2-4dd7-a454-f31f5662739a req-9d8663d3-e11d-4d42-b18c-254ab16b5a67 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:33.755363 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-6287003a-18f2-4dd7-a454-f31f5662739a req-9d8663d3-e11d-4d42-b18c-254ab16b5a67 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Calling delete_port for 3196ea71-6bb0-4820-96d6-07a2c2a1d91b owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:33.888034 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6287003a-18f2-4dd7-a454-f31f5662739a req-9d8663d3-e11d-4d42-b18c-254ab16b5a67 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:33.900806 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['3196ea71-6bb0-4820-96d6-07a2c2a1d91b'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:34:33.929545 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8663d3-e11d-4d42-b18c-254ab16b5a67 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Pushing event deleted for resources: {'Port': ['ID=3196ea71-6bb0-4820-96d6-07a2c2a1d91b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:33.995616 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-6287003a-18f2-4dd7-a454-f31f5662739a req-9d8663d3-e11d-4d42-b18c-254ab16b5a67 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] No DVR routers for this DVR port 3196ea71-6bb0-4820-96d6-07a2c2a1d91b on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:34:33.997879 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6287003a-18f2-4dd7-a454-f31f5662739a req-9d8663d3-e11d-4d42-b18c-254ab16b5a67 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:33.999928 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6287003a-18f2-4dd7-a454-f31f5662739a req-9d8663d3-e11d-4d42-b18c-254ab16b5a67 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.43 "DELETE /v2.0/ports/3196ea71-6bb0-4820-96d6-07a2c2a1d91b HTTP/1.1" status: 204 len: 173 time: 0.4630942 Jul 15 23:34:34.000427 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda3067e-6cc3-4d56-86db-8c0961bd7fb9', 'name': 'network-vif-deleted', 'tag': '3196ea71-6bb0-4820-96d6-07a2c2a1d91b'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:34.002717 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670304e9-462d-4afc-9ff9-53b2932e9170" -d '{"events": [{"server_uuid": "dda3067e-6cc3-4d56-86db-8c0961bd7fb9", "name": "network-vif-deleted", "tag": "3196ea71-6bb0-4820-96d6-07a2c2a1d91b"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:34.048185 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8096e18f-ea9a-4d94-b22d-844205f50f63 x-openstack-request-id: req-8096e18f-ea9a-4d94-b22d-844205f50f63 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:34.048478 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda3067e-6cc3-4d56-86db-8c0961bd7fb9", "name": "network-vif-deleted", "tag": "3196ea71-6bb0-4820-96d6-07a2c2a1d91b", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:34.048729 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8096e18f-ea9a-4d94-b22d-844205f50f63 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:34.049129 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda3067e-6cc3-4d56-86db-8c0961bd7fb9', 'name': 'network-vif-deleted', 'tag': '3196ea71-6bb0-4820-96d6-07a2c2a1d91b', 'status': 'completed', 'code': 200} Jul 15 23:34:34.328684 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5752ea-f91b-452a-b2c4-40286796aa91 req-c24e5da5-c0d4-49d9-9782-52cc6c9c11e5 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:34.330148 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1b5752ea-f91b-452a-b2c4-40286796aa91 req-c24e5da5-c0d4-49d9-9782-52cc6c9c11e5 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=abfcf005-13d7-42ce-9c31-8348ff7d36f1 HTTP/1.1" status: 200 len: 946 time: 0.0624523 Jul 15 23:34:34.368122 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1b5752ea-f91b-452a-b2c4-40286796aa91 req-c7235844-6514-476e-9f1f-8558373fed68 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba33b56f-8903-4239-a47c-c3c2c3307399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321863 Jul 15 23:34:34.554516 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f2803-d795-4870-8092-5ccb91ac7574 req-6a34005f-9370-46f0-bf2f-721aa552884a tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:34.556948 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4d2f2803-d795-4870-8092-5ccb91ac7574 req-6a34005f-9370-46f0-bf2f-721aa552884a tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=abfcf005-13d7-42ce-9c31-8348ff7d36f1 HTTP/1.1" status: 200 len: 946 time: 0.0746148 Jul 15 23:34:34.598185 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4d2f2803-d795-4870-8092-5ccb91ac7574 req-0247f082-25ba-433b-bd80-49a41b3b5c6d tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba33b56f-8903-4239-a47c-c3c2c3307399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345817 Jul 15 23:34:34.627244 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55500) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:34.683151 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd17dc7-8022-40f5-9200-d939a5fa070f tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:34.685156 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bbd17dc7-8022-40f5-9200-d939a5fa070f tempest-TestNetworkBasicOps-65997717 tempest-TestNetworkBasicOps-65997717-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=abfcf005-13d7-42ce-9c31-8348ff7d36f1 HTTP/1.1" status: 200 len: 1092 time: 0.0558989 Jul 15 23:34:34.688492 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55504) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:34.694243 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-ba0967fa-add8-4afc-8f7b-0a4b83679aed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'port_id': '43a23c3d-5809-4962-a1fa-a2b772e7e697', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:34.730892 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ba0967fa-add8-4afc-8f7b-0a4b83679aed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:34.849124 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ba0967fa-add8-4afc-8f7b-0a4b83679aed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:35.352721 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-ba0967fa-add8-4afc-8f7b-0a4b83679aed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Allocated IP 172.25.4.85 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/3c88f668-f842-4ff7-b940-67c715a56f07) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:35.367474 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85faac90-773a-4f35-9528-07ed07c56403 req-e38ee83e-50a6-4931-a9b9-6ba83a984d82 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:35.369030 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-85faac90-773a-4f35-9528-07ed07c56403 req-e38ee83e-50a6-4931-a9b9-6ba83a984d82 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/networks?id=648c92fb-2d9b-4b36-a051-0212659204af HTTP/1.1" status: 200 len: 808 time: 0.1596332 Jul 15 23:34:35.400730 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-85faac90-773a-4f35-9528-07ed07c56403 req-a056ef18-1aaa-486e-87f3-9c098d68b9ac tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/quotas/85ddf574ab8044368926c3bab485ad65 HTTP/1.1" status: 200 len: 375 time: 0.0255878 Jul 15 23:34:35.441356 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-85faac90-773a-4f35-9528-07ed07c56403 req-8f923fc5-26c1-40b5-94f0-ccf5bded9c32 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=85ddf574ab8044368926c3bab485ad65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335910 Jul 15 23:34:35.564476 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ba0967fa-add8-4afc-8f7b-0a4b83679aed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:35.591135 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-85faac90-773a-4f35-9528-07ed07c56403 req-141fdf13-894e-44ab-93bf-a671aa5e1c2e service neutron] 10.222.0.16 "GET /v2.0/networks/648c92fb-2d9b-4b36-a051-0212659204af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205049 Jul 15 23:34:35.678260 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ba0967fa-add8-4afc-8f7b-0a4b83679aed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:35.719656 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0967fa-add8-4afc-8f7b-0a4b83679aed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:35.735250 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-ba0967fa-add8-4afc-8f7b-0a4b83679aed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:35.737777 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0967fa-add8-4afc-8f7b-0a4b83679aed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:35.771434 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-85faac90-773a-4f35-9528-07ed07c56403 req-763bf364-b561-4d8d-9e9b-836aee1db4c8 service neutron] 10.222.0.16 "GET /v2.0/networks/648c92fb-2d9b-4b36-a051-0212659204af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738172 Jul 15 23:34:35.773622 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0967fa-add8-4afc-8f7b-0a4b83679aed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'Port': ['ID=3c88f668-f842-4ff7-b940-67c715a56f07,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:36.010159 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eca1e8e4-68d2-4308-a16b-d9eccf165135 req-a84d79e5-255e-4dac-87f5-567587db09de tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/ports?device_id=71a5ec79-a953-4d54-af8d-80c9c12289e3 HTTP/1.1" status: 200 len: 210 time: 0.0667207 Jul 15 23:34:36.199160 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ba0967fa-add8-4afc-8f7b-0a4b83679aed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:36.280818 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ba0967fa-add8-4afc-8f7b-0a4b83679aed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:36.446692 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ba0967fa-add8-4afc-8f7b-0a4b83679aed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:36.451380 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ba0967fa-add8-4afc-8f7b-0a4b83679aed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:36.522700 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0967fa-add8-4afc-8f7b-0a4b83679aed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event updated for resources: {'Port': ['ID=3c88f668-f842-4ff7-b940-67c715a56f07,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:36.530891 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ba0967fa-add8-4afc-8f7b-0a4b83679aed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:36.649156 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-ba0967fa-add8-4afc-8f7b-0a4b83679aed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Floating IP 2bdb3cb7-3727-4110-bf0a-016822a80ad4 associated. External IP: 172.25.4.85, port: 43a23c3d-5809-4962-a1fa-a2b772e7e697. Jul 15 23:34:36.840362 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 3196ea71-6bb0-4820-96d6-07a2c2a1d91b no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:34:36.861978 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 3196ea71-6bb0-4820-96d6-07a2c2a1d91b {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:34:36.862317 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 3196ea71-6bb0-4820-96d6-07a2c2a1d91b not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:34:36.863037 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0967fa-add8-4afc-8f7b-0a4b83679aed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Router 3a25203f-ea90-467e-9922-8817deaf6d42 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:34:36.972853 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0967fa-add8-4afc-8f7b-0a4b83679aed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:34:36.987662 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6e67c3-fdf2-4986-849d-c4e716816a60 None None] Sync routers for ids ['3a25203f-ea90-467e-9922-8817deaf6d42'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:34:36.989630 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ba0967fa-add8-4afc-8f7b-0a4b83679aed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:36.998655 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6e67c3-fdf2-4986-849d-c4e716816a60 None None] Routers {'3a25203f-ea90-467e-9922-8817deaf6d42'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:36.999602 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7f6e67c3-fdf2-4986-849d-c4e716816a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:34:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3a25203f-ea90-467e-9922-8817deaf6d42'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:37.029745 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ba0967fa-add8-4afc-8f7b-0a4b83679aed tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3398478 Jul 15 23:34:37.030340 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abfcf005-13d7-42ce-9c31-8348ff7d36f1', 'tag': '43a23c3d-5809-4962-a1fa-a2b772e7e697'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:37.033159 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55536) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:37.033630 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ae165f-d745-47ec-a760-9368a42a7268" -d '{"events": [{"name": "network-changed", "server_uuid": "abfcf005-13d7-42ce-9c31-8348ff7d36f1", "tag": "43a23c3d-5809-4962-a1fa-a2b772e7e697"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:37.109159 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ae435a-ccd9-4887-8632-5cc21a8b7ae6 x-openstack-request-id: req-10ae435a-ccd9-4887-8632-5cc21a8b7ae6 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:37.109738 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abfcf005-13d7-42ce-9c31-8348ff7d36f1", "tag": "43a23c3d-5809-4962-a1fa-a2b772e7e697", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:37.110273 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10ae435a-ccd9-4887-8632-5cc21a8b7ae6 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:37.110856 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abfcf005-13d7-42ce-9c31-8348ff7d36f1', 'tag': '43a23c3d-5809-4962-a1fa-a2b772e7e697', 'status': 'completed', 'code': 200} Jul 15 23:34:37.145383 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-05ca0be8-c716-4568-9194-4623781923ab tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/floatingips/2bdb3cb7-3727-4110-bf0a-016822a80ad4 HTTP/1.1" status: 200 len: 991 time: 0.1100872 Jul 15 23:34:37.210621 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-7f6e67c3-fdf2-4986-849d-c4e716816a60 None None] Set router 3a25203f-ea90-467e-9922-8817deaf6d42 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:37.220816 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae165f-d745-47ec-a760-9368a42a7268 req-7686d755-0d43-47f9-b208-f339e74a301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:37.225226 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85faac90-773a-4f35-9528-07ed07c56403 req-33cda6ad-94fe-43ee-a59c-cc19783833a9 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:37.225974 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-60ae165f-d745-47ec-a760-9368a42a7268 req-7686d755-0d43-47f9-b208-f339e74a301d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=859ce769fac74931944b61341a6bae9f&device_id=abfcf005-13d7-42ce-9c31-8348ff7d36f1 HTTP/1.1" status: 200 len: 1097 time: 0.0951817 Jul 15 23:34:37.226888 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-85faac90-773a-4f35-9528-07ed07c56403 req-33cda6ad-94fe-43ee-a59c-cc19783833a9 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.36 "GET /v2.0/networks?id=648c92fb-2d9b-4b36-a051-0212659204af HTTP/1.1" status: 200 len: 808 time: 0.1772842 Jul 15 23:34:37.252448 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-85faac90-773a-4f35-9528-07ed07c56403 req-2306aaf1-e3da-4e97-ac92-149c1765416f tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Request body: {'port': {'device_id': '71a5ec79-a953-4d54-af8d-80c9c12289e3', 'network_id': '648c92fb-2d9b-4b36-a051-0212659204af', 'admin_state_up': True, 'tenant_id': '85ddf574ab8044368926c3bab485ad65'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:37.314254 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ccbf1dde-224e-445f-bb70-0f14fa6dcc46 req-dca8722b-a460-4234-99de-30c9c7bef6ce tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/ports?device_id=71a5ec79-a953-4d54-af8d-80c9c12289e3 HTTP/1.1" status: 200 len: 210 time: 0.0560694 Jul 15 23:34:37.349636 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae165f-d745-47ec-a760-9368a42a7268 req-dcd27f80-a2bd-425a-a7ba-9d0833a97583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:37.352077 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-60ae165f-d745-47ec-a760-9368a42a7268 req-dcd27f80-a2bd-425a-a7ba-9d0833a97583 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a91f106-b7ad-446f-9751-52cfcb338e0c HTTP/1.1" status: 200 len: 898 time: 0.1204755 Jul 15 23:34:37.438876 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-60ae165f-d745-47ec-a760-9368a42a7268 req-52f393b9-45ca-4d73-a80a-c79019dd12b1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43a23c3d-5809-4962-a1fa-a2b772e7e697 HTTP/1.1" status: 200 len: 999 time: 0.0800827 Jul 15 23:34:37.444593 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85faac90-773a-4f35-9528-07ed07c56403 req-2306aaf1-e3da-4e97-ac92-149c1765416f tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Made reservation on behalf of 85ddf574ab8044368926c3bab485ad65 for: {'port': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:37.449338 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-85faac90-773a-4f35-9528-07ed07c56403 req-2306aaf1-e3da-4e97-ac92-149c1765416f tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:37.501602 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae165f-d745-47ec-a760-9368a42a7268 req-6eb757f1-b783-4cd3-a190-59f43d0f02fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:37.503549 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-60ae165f-d745-47ec-a760-9368a42a7268 req-6eb757f1-b783-4cd3-a190-59f43d0f02fa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2f6c7c00-6262-4ed7-8767-648b0bba7270 HTTP/1.1" status: 200 len: 835 time: 0.0569587 Jul 15 23:34:37.585406 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7f6e67c3-fdf2-4986-849d-c4e716816a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'name': 'tempest-TestNetworkBasicOps-router-914774859', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:20Z', 'revision_number': 4, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '2bdb3cb7-3727-4110-bf0a-016822a80ad4', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'floating_ip_address': '172.25.4.85', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'port_id': '43a23c3d-5809-4962-a1fa-a2b772e7e697', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a91f106-b7ad-446f-9751-52cfcb338e0c', 'mac_address': 'fa:16:3e:33:44:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfcf005-13d7-42ce-9c31-8348ff7d36f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:34:36Z', 'updated_at': '2021-07-15T23:34:36Z', 'revision_number': 0, 'project_id': '859ce769fac74931944b61341a6bae9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ef5571-53b2-4ef8-a02e-df9efe79667f', 'name': '', 'network_id': '3a91f106-b7ad-446f-9751-52cfcb338e0c', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'mac_address': 'fa:16:3e:5b:d0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '2f6c7c00-6262-4ed7-8767-648b0bba7270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:19Z', 'updated_at': '2021-07-15T23:34:25Z', 'revision_number': 5, 'project_id': '859ce769fac74931944b61341a6bae9f', 'subnets': [{'id': '2f6c7c00-6262-4ed7-8767-648b0bba7270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:37.591232 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae165f-d745-47ec-a760-9368a42a7268 req-18a51b26-7d32-4589-81e1-19ad920fd1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:37.592216 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [req-85faac90-773a-4f35-9528-07ed07c56403 req-2306aaf1-e3da-4e97-ac92-149c1765416f tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Allocated IP 172.20.0.14 (648c92fb-2d9b-4b36-a051-0212659204af/a803e333-cfe5-44d7-bb17-9ae7076f28ec/18c87a91-1ee1-4648-8469-56c60559ea38) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:37.592775 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-60ae165f-d745-47ec-a760-9368a42a7268 req-18a51b26-7d32-4589-81e1-19ad920fd1e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a91f106-b7ad-446f-9751-52cfcb338e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828280 Jul 15 23:34:37.615248 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6e67c3-fdf2-4986-849d-c4e716816a60 None None] Checking router: 3a25203f-ea90-467e-9922-8817deaf6d42 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:34:37.626844 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6e67c3-fdf2-4986-849d-c4e716816a60 None None] Routers {'3a25203f-ea90-467e-9922-8817deaf6d42'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:37.626844 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7f6e67c3-fdf2-4986-849d-c4e716816a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:34:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3a25203f-ea90-467e-9922-8817deaf6d42'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:37.715206 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-60ae165f-d745-47ec-a760-9368a42a7268 req-0943ca89-e905-4b85-9eab-38def7948a1b service neutron] 10.222.0.43 "GET /v2.0/networks/3a91f106-b7ad-446f-9751-52cfcb338e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151938 Jul 15 23:34:37.765120 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-7f6e67c3-fdf2-4986-849d-c4e716816a60 None None] Set router 3a25203f-ea90-467e-9922-8817deaf6d42 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:37.805902 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-85faac90-773a-4f35-9528-07ed07c56403 req-2306aaf1-e3da-4e97-ac92-149c1765416f tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:37.837869 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-60ae165f-d745-47ec-a760-9368a42a7268 req-e439ce3a-3f34-4aeb-bd02-d20be94ff170 service neutron] 10.222.0.43 "GET /v2.0/networks/3a91f106-b7ad-446f-9751-52cfcb338e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129324 Jul 15 23:34:37.860284 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-85faac90-773a-4f35-9528-07ed07c56403 req-2306aaf1-e3da-4e97-ac92-149c1765416f tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:37.914393 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85faac90-773a-4f35-9528-07ed07c56403 req-2306aaf1-e3da-4e97-ac92-149c1765416f tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Network 648c92fb-2d9b-4b36-a051-0212659204af is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:37.919984 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [req-85faac90-773a-4f35-9528-07ed07c56403 req-2306aaf1-e3da-4e97-ac92-149c1765416f tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:37.924503 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [req-85faac90-773a-4f35-9528-07ed07c56403 req-2306aaf1-e3da-4e97-ac92-149c1765416f tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:37.928409 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306aaf1-e3da-4e97-ac92-149c1765416f tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Pushing event updated for resources: {'Port': ['ID=18c87a91-1ee1-4648-8469-56c60559ea38,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:37.987246 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85faac90-773a-4f35-9528-07ed07c56403 req-2306aaf1-e3da-4e97-ac92-149c1765416f tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:37.987866 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-85faac90-773a-4f35-9528-07ed07c56403 req-2306aaf1-e3da-4e97-ac92-149c1765416f tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:38.005637 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-85faac90-773a-4f35-9528-07ed07c56403 req-2306aaf1-e3da-4e97-ac92-149c1765416f tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7574980 Jul 15 23:34:38.021904 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-85faac90-773a-4f35-9528-07ed07c56403 req-3d212dc8-5c46-4828-9aa8-d5687df52b7a service neutron] Request body: {'port': {'device_id': '71a5ec79-a953-4d54-af8d-80c9c12289e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:38.024689 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7f6e67c3-fdf2-4986-849d-c4e716816a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'name': 'tempest-TestNetworkBasicOps-router-914774859', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:20Z', 'revision_number': 4, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '2bdb3cb7-3727-4110-bf0a-016822a80ad4', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'floating_ip_address': '172.25.4.85', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'port_id': '43a23c3d-5809-4962-a1fa-a2b772e7e697', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a91f106-b7ad-446f-9751-52cfcb338e0c', 'mac_address': 'fa:16:3e:33:44:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfcf005-13d7-42ce-9c31-8348ff7d36f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:34:36Z', 'updated_at': '2021-07-15T23:34:36Z', 'revision_number': 0, 'project_id': '859ce769fac74931944b61341a6bae9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ef5571-53b2-4ef8-a02e-df9efe79667f', 'name': '', 'network_id': '3a91f106-b7ad-446f-9751-52cfcb338e0c', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'mac_address': 'fa:16:3e:5b:d0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '2f6c7c00-6262-4ed7-8767-648b0bba7270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:19Z', 'updated_at': '2021-07-15T23:34:25Z', 'revision_number': 5, 'project_id': '859ce769fac74931944b61341a6bae9f', 'subnets': [{'id': '2f6c7c00-6262-4ed7-8767-648b0bba7270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:38.051983 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6e67c3-fdf2-4986-849d-c4e716816a60 None None] The sync data for ids ['3a25203f-ea90-467e-9922-8817deaf6d42'] in n-d-787205-9 is: [{'id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'name': 'tempest-TestNetworkBasicOps-router-914774859', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:20Z', 'revision_number': 4, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '2bdb3cb7-3727-4110-bf0a-016822a80ad4', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'floating_ip_address': '172.25.4.85', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'port_id': '43a23c3d-5809-4962-a1fa-a2b772e7e697', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a91f106-b7ad-446f-9751-52cfcb338e0c', 'mac_address': 'fa:16:3e:33:44:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfcf005-13d7-42ce-9c31-8348ff7d36f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:34:36Z', 'updated_at': '2021-07-15T23:34:36Z', 'revision_number': 0, 'project_id': '859ce769fac74931944b61341a6bae9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ef5571-53b2-4ef8-a02e-df9efe79667f', 'name': '', 'network_id': '3a91f106-b7ad-446f-9751-52cfcb338e0c', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'mac_address': 'fa:16:3e:5b:d0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '2f6c7c00-6262-4ed7-8767-648b0bba7270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:19Z', 'updated_at': '2021-07-15T23:34:25Z', 'revision_number': 5, 'project_id': '859ce769fac74931944b61341a6bae9f', 'subnets': [{'id': '2f6c7c00-6262-4ed7-8767-648b0bba7270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:34:38.095485 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-85faac90-773a-4f35-9528-07ed07c56403 req-3d212dc8-5c46-4828-9aa8-d5687df52b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:38.148385 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55548) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:38.252557 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbca06c0-e10f-4821-b900-e39fc663be32 None None] New status for floating IP 2bdb3cb7-3727-4110-bf0a-016822a80ad4: ACTIVE {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:34:38.377647 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [req-85faac90-773a-4f35-9528-07ed07c56403 req-3d212dc8-5c46-4828-9aa8-d5687df52b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18c87a91-1ee1-4648-8469-56c60559ea38 {{(pid=93799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:34:38.386626 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-85faac90-773a-4f35-9528-07ed07c56403 req-3d212dc8-5c46-4828-9aa8-d5687df52b7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:38.401410 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [req-85faac90-773a-4f35-9528-07ed07c56403 req-3d212dc8-5c46-4828-9aa8-d5687df52b7a service neutron] Transition to ACTIVE for port object 18c87a91-1ee1-4648-8469-56c60559ea38 will not be triggered until provisioned by entity L2. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:38.408449 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-85faac90-773a-4f35-9528-07ed07c56403 req-3d212dc8-5c46-4828-9aa8-d5687df52b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:38.505906 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d212dc8-5c46-4828-9aa8-d5687df52b7a service neutron] Pushing event updated for resources: {'Port': ['ID=18c87a91-1ee1-4648-8469-56c60559ea38,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:38.555899 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c4d0f9b0-e3cb-484e-b598-41a86fe05a14 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/floatingips/2bdb3cb7-3727-4110-bf0a-016822a80ad4 HTTP/1.1" status: 200 len: 991 time: 0.4062819 Jul 15 23:34:38.597827 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8753b7-67b6-459b-99b4-295be61f21f7 req-7206964b-05d1-47e3-87a4-2605bd1859d1 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:38.599325 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1b8753b7-67b6-459b-99b4-295be61f21f7 req-7206964b-05d1-47e3-87a4-2605bd1859d1 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/ports?device_id=71a5ec79-a953-4d54-af8d-80c9c12289e3 HTTP/1.1" status: 200 len: 944 time: 0.1383896 Jul 15 23:34:38.600373 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-85faac90-773a-4f35-9528-07ed07c56403 req-3d212dc8-5c46-4828-9aa8-d5687df52b7a service neutron] Attempting to bind port 18c87a91-1ee1-4648-8469-56c60559ea38 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:34:38.600727 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-85faac90-773a-4f35-9528-07ed07c56403 req-3d212dc8-5c46-4828-9aa8-d5687df52b7a service neutron] Attempting to bind port 18c87a91-1ee1-4648-8469-56c60559ea38 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '875a4062-5839-4a96-9666-318528a5803b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '648c92fb-2d9b-4b36-a051-0212659204af'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:34:38.601085 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85faac90-773a-4f35-9528-07ed07c56403 req-3d212dc8-5c46-4828-9aa8-d5687df52b7a service neutron] Attempting to bind port 18c87a91-1ee1-4648-8469-56c60559ea38 on network 648c92fb-2d9b-4b36-a051-0212659204af {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:38.607096 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85faac90-773a-4f35-9528-07ed07c56403 req-3d212dc8-5c46-4828-9aa8-d5687df52b7a service neutron] Port 18c87a91-1ee1-4648-8469-56c60559ea38 on network 648c92fb-2d9b-4b36-a051-0212659204af not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:34:38.607412 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85faac90-773a-4f35-9528-07ed07c56403 req-3d212dc8-5c46-4828-9aa8-d5687df52b7a service neutron] Attempting to bind port 18c87a91-1ee1-4648-8469-56c60559ea38 on network 648c92fb-2d9b-4b36-a051-0212659204af {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:38.622695 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85faac90-773a-4f35-9528-07ed07c56403 req-3d212dc8-5c46-4828-9aa8-d5687df52b7a service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:34:38.622949 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85faac90-773a-4f35-9528-07ed07c56403 req-3d212dc8-5c46-4828-9aa8-d5687df52b7a service neutron] Checking segment: {'id': '875a4062-5839-4a96-9666-318528a5803b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '648c92fb-2d9b-4b36-a051-0212659204af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:38.623321 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85faac90-773a-4f35-9528-07ed07c56403 req-3d212dc8-5c46-4828-9aa8-d5687df52b7a service neutron] Bound using segment: {'id': '875a4062-5839-4a96-9666-318528a5803b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '648c92fb-2d9b-4b36-a051-0212659204af'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:34:38.623741 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-85faac90-773a-4f35-9528-07ed07c56403 req-3d212dc8-5c46-4828-9aa8-d5687df52b7a service neutron] Bound port: 18c87a91-1ee1-4648-8469-56c60559ea38, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875a4062-5839-4a96-9666-318528a5803b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '648c92fb-2d9b-4b36-a051-0212659204af'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:34:38.624091 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-85faac90-773a-4f35-9528-07ed07c56403 req-3d212dc8-5c46-4828-9aa8-d5687df52b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:38.671065 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1b8753b7-67b6-459b-99b4-295be61f21f7 req-4a2a199b-8d38-4302-a5af-381e66184f28 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b339daf-674d-4693-969e-1f0038e5fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653963 Jul 15 23:34:38.702029 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-85faac90-773a-4f35-9528-07ed07c56403 req-3d212dc8-5c46-4828-9aa8-d5687df52b7a service neutron] For port 18c87a91-1ee1-4648-8469-56c60559ea38, host n-h1-787205-9, cleared binding levels {{(pid=93799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:34:38.705106 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-85faac90-773a-4f35-9528-07ed07c56403 req-3d212dc8-5c46-4828-9aa8-d5687df52b7a service neutron] For port 18c87a91-1ee1-4648-8469-56c60559ea38, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=18c87a91-1ee1-4648-8469-56c60559ea38,segment=NetworkSegment(875a4062-5839-4a96-9666-318528a5803b),segment_id=875a4062-5839-4a96-9666-318528a5803b)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:34:38.708662 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-85faac90-773a-4f35-9528-07ed07c56403 req-3d212dc8-5c46-4828-9aa8-d5687df52b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:38.745825 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85faac90-773a-4f35-9528-07ed07c56403 req-3d212dc8-5c46-4828-9aa8-d5687df52b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:38.746431 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-85faac90-773a-4f35-9528-07ed07c56403 req-3d212dc8-5c46-4828-9aa8-d5687df52b7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:38.747807 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-85faac90-773a-4f35-9528-07ed07c56403 req-3d212dc8-5c46-4828-9aa8-d5687df52b7a service neutron] 10.222.0.36 "PUT /v2.0/ports/18c87a91-1ee1-4648-8469-56c60559ea38 HTTP/1.1" status: 200 len: 1092 time: 0.7301497 Jul 15 23:34:38.764756 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d212dc8-5c46-4828-9aa8-d5687df52b7a service neutron] Pushing event updated for resources: {'Port': ['ID=18c87a91-1ee1-4648-8469-56c60559ea38,revision_number=3']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:38.855649 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85faac90-773a-4f35-9528-07ed07c56403 req-0cd1a835-672b-45b2-ba7e-c5ea8054d4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:38.857131 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-85faac90-773a-4f35-9528-07ed07c56403 req-0cd1a835-672b-45b2-ba7e-c5ea8054d4a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85ddf574ab8044368926c3bab485ad65&device_id=71a5ec79-a953-4d54-af8d-80c9c12289e3 HTTP/1.1" status: 200 len: 1095 time: 0.0575078 Jul 15 23:34:38.904017 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-85faac90-773a-4f35-9528-07ed07c56403 req-924ba603-6e59-4ddf-afe0-43e4ac90cdd2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18c87a91-1ee1-4648-8469-56c60559ea38 HTTP/1.1" status: 200 len: 217 time: 0.0337753 Jul 15 23:34:38.909130 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:38.951464 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85faac90-773a-4f35-9528-07ed07c56403 req-02aff2ab-c99e-43ad-8941-f4d85d07db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:38.952902 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-85faac90-773a-4f35-9528-07ed07c56403 req-02aff2ab-c99e-43ad-8941-f4d85d07db1f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a803e333-cfe5-44d7-bb17-9ae7076f28ec HTTP/1.1" status: 200 len: 848 time: 0.0430422 Jul 15 23:34:38.988569 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-85faac90-773a-4f35-9528-07ed07c56403 req-69cfe323-f158-4def-958b-afe4f519a3eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=648c92fb-2d9b-4b36-a051-0212659204af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288372 Jul 15 23:34:39.076203 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-85faac90-773a-4f35-9528-07ed07c56403 req-0164e2e0-5667-47bd-85c0-a6892309ff20 service neutron] 10.222.0.36 "GET /v2.0/networks/648c92fb-2d9b-4b36-a051-0212659204af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807624 Jul 15 23:34:39.112596 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a5ec79-a953-4d54-af8d-80c9c12289e3', 'tag': '18c87a91-1ee1-4648-8469-56c60559ea38'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:39.114912 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf80adc2-285e-44fe-80c4-74fc5816ec98" -d '{"events": [{"name": "network-changed", "server_uuid": "71a5ec79-a953-4d54-af8d-80c9c12289e3", "tag": "18c87a91-1ee1-4648-8469-56c60559ea38"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:39.176970 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-85faac90-773a-4f35-9528-07ed07c56403 req-472f5a65-255e-4f44-8e0b-5c87a6db88bd service neutron] 10.222.0.36 "GET /v2.0/networks/648c92fb-2d9b-4b36-a051-0212659204af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944886 Jul 15 23:34:39.183280 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d10e7f-bf02-4691-bdbc-6fbc04d9bc91 x-openstack-request-id: req-08d10e7f-bf02-4691-bdbc-6fbc04d9bc91 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:39.183563 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a5ec79-a953-4d54-af8d-80c9c12289e3", "tag": "18c87a91-1ee1-4648-8469-56c60559ea38", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:39.183816 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08d10e7f-bf02-4691-bdbc-6fbc04d9bc91 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:39.184195 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a5ec79-a953-4d54-af8d-80c9c12289e3', 'tag': '18c87a91-1ee1-4648-8469-56c60559ea38', 'status': 'completed', 'code': 200} Jul 15 23:34:39.341411 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80adc2-285e-44fe-80c4-74fc5816ec98 req-327dac78-c55a-4de1-9d80-601846c29db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:39.342920 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bf80adc2-285e-44fe-80c4-74fc5816ec98 req-327dac78-c55a-4de1-9d80-601846c29db2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85ddf574ab8044368926c3bab485ad65&device_id=71a5ec79-a953-4d54-af8d-80c9c12289e3 HTTP/1.1" status: 200 len: 1095 time: 0.0548391 Jul 15 23:34:39.445911 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80adc2-285e-44fe-80c4-74fc5816ec98 req-6b23412d-8264-4cc3-9f3a-e4d23c235e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:39.447713 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bf80adc2-285e-44fe-80c4-74fc5816ec98 req-6b23412d-8264-4cc3-9f3a-e4d23c235e8c service neutron] 10.222.0.36 "GET /v2.0/networks?id=648c92fb-2d9b-4b36-a051-0212659204af HTTP/1.1" status: 200 len: 909 time: 0.0983498 Jul 15 23:34:39.492223 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bf80adc2-285e-44fe-80c4-74fc5816ec98 req-8e7f93d7-cdb4-4ca6-ad01-b28ae902ea32 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18c87a91-1ee1-4648-8469-56c60559ea38 HTTP/1.1" status: 200 len: 217 time: 0.0347235 Jul 15 23:34:39.542460 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80adc2-285e-44fe-80c4-74fc5816ec98 req-e371c85d-a596-4361-9ab5-2376264568b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:39.544279 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bf80adc2-285e-44fe-80c4-74fc5816ec98 req-e371c85d-a596-4361-9ab5-2376264568b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a803e333-cfe5-44d7-bb17-9ae7076f28ec HTTP/1.1" status: 200 len: 848 time: 0.0438390 Jul 15 23:34:39.559670 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55574) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:39.583410 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bf80adc2-285e-44fe-80c4-74fc5816ec98 req-aa8f0fb6-a48d-46ca-a2b7-192e257d250d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=648c92fb-2d9b-4b36-a051-0212659204af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325115 Jul 15 23:34:39.624199 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-873699e9-3e64-43ae-b367-a2bc83f75097 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/floatingips/2bdb3cb7-3727-4110-bf0a-016822a80ad4 HTTP/1.1" status: 200 len: 993 time: 0.0589695 Jul 15 23:34:39.673271 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bf80adc2-285e-44fe-80c4-74fc5816ec98 req-64903220-6d63-4e64-b0ac-41764525b65a service neutron] 10.222.0.36 "GET /v2.0/networks/648c92fb-2d9b-4b36-a051-0212659204af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824783 Jul 15 23:34:39.768125 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bf80adc2-285e-44fe-80c4-74fc5816ec98 req-e4b73aac-289f-4049-bcf2-364d3f874858 service neutron] 10.222.0.36 "GET /v2.0/networks/648c92fb-2d9b-4b36-a051-0212659204af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884836 Jul 15 23:34:39.859330 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58add68-f9ea-45f7-ba3f-a8eeea022abe req-611fd98b-181f-4eb5-931f-854353713a4f tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:39.860859 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a58add68-f9ea-45f7-ba3f-a8eeea022abe req-611fd98b-181f-4eb5-931f-854353713a4f tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/ports?device_id=71a5ec79-a953-4d54-af8d-80c9c12289e3 HTTP/1.1" status: 200 len: 944 time: 0.0659146 Jul 15 23:34:39.903362 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a58add68-f9ea-45f7-ba3f-a8eeea022abe req-a6260cef-7f56-4416-b77f-b3c5333c5f9b tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b339daf-674d-4693-969e-1f0038e5fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367651 Jul 15 23:34:41.082058 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add58a4-593a-4840-8326-65995d247667 req-8546139c-3a57-4e59-88ce-c72447e51a50 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:41.083567 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1add58a4-593a-4840-8326-65995d247667 req-8546139c-3a57-4e59-88ce-c72447e51a50 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/ports?device_id=71a5ec79-a953-4d54-af8d-80c9c12289e3 HTTP/1.1" status: 200 len: 944 time: 0.0712502 Jul 15 23:34:41.124316 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1add58a4-593a-4840-8326-65995d247667 req-17ed5325-0f99-4bfe-a702-2c13fca2e35d tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b339daf-674d-4693-969e-1f0038e5fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349638 Jul 15 23:34:41.773096 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 18c87a91-1ee1-4648-8469-56c60559ea38 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:34:41.872316 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 18c87a91-1ee1-4648-8469-56c60559ea38, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=18c87a91-1ee1-4648-8469-56c60559ea38,segment=NetworkSegment(875a4062-5839-4a96-9666-318528a5803b),segment_id=875a4062-5839-4a96-9666-318528a5803b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:41.887949 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '18c87a91-1ee1-4648-8469-56c60559ea38', 'network_id': '648c92fb-2d9b-4b36-a051-0212659204af', 'port_id': '18c87a91-1ee1-4648-8469-56c60559ea38', 'mac_address': 'fa:16:3e:8e:38:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a803e333-cfe5-44d7-bb17-9ae7076f28ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:34:41.926361 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:41.939523 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18c87a91-1ee1-4648-8469-56c60559ea38 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:34:41.947725 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ba364-a24a-4787-a33e-2e878c58a897 req-36830081-3082-4ecf-a670-50737c51bac2 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:41.949232 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-df6ba364-a24a-4787-a33e-2e878c58a897 req-36830081-3082-4ecf-a670-50737c51bac2 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 945 time: 0.0638254 Jul 15 23:34:41.962770 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 18c87a91-1ee1-4648-8469-56c60559ea38, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=18c87a91-1ee1-4648-8469-56c60559ea38,segment=NetworkSegment(875a4062-5839-4a96-9666-318528a5803b),segment_id=875a4062-5839-4a96-9666-318528a5803b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:41.966825 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:41.995390 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-df6ba364-a24a-4787-a33e-2e878c58a897 req-39f896d1-0836-4615-9fc8-3acf96cd6f9f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdbe98b7-2597-4b77-bada-f584af1be166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392551 Jul 15 23:34:42.022017 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 55608) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:42.022908 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=18c87a91-1ee1-4648-8469-56c60559ea38,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:42.084881 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b24ccfc6-11d2-4139-9537-6312b2abc7c1 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/floatingips/65a95d0a-8e16-43c6-abf2-fdc73f081ea9 HTTP/1.1" status: 200 len: 993 time: 0.0614932 Jul 15 23:34:42.258494 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['18c87a91-1ee1-4648-8469-56c60559ea38'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:34:42.331136 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5c538-ff68-4d94-8775-fba6724423c8 req-6f0163a3-d4df-44a7-8181-c9d19c49d848 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:42.332657 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13e5c538-ff68-4d94-8775-fba6724423c8 req-6f0163a3-d4df-44a7-8181-c9d19c49d848 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/ports?device_id=71a5ec79-a953-4d54-af8d-80c9c12289e3 HTTP/1.1" status: 200 len: 945 time: 0.0890315 Jul 15 23:34:42.372246 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-13e5c538-ff68-4d94-8775-fba6724423c8 req-a1625df5-b4c8-4d19-9a34-a323c339de14 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b339daf-674d-4693-969e-1f0038e5fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326910 Jul 15 23:34:42.543450 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0e97c-6a9a-4ae0-b4e4-7976b13b0c0c req-18a11f2d-b874-430e-b4c0-578af10746ab tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:42.544860 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f8d0e97c-6a9a-4ae0-b4e4-7976b13b0c0c req-18a11f2d-b874-430e-b4c0-578af10746ab tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 1096 time: 0.0533776 Jul 15 23:34:42.579873 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f8d0e97c-6a9a-4ae0-b4e4-7976b13b0c0c req-84383a0a-13a4-45cf-a5b6-bfd286ca0381 tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=cdbe98b7-2597-4b77-bada-f584af1be166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289755 Jul 15 23:34:43.275728 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-56ab2ab0-d55d-47bd-8497-8aa88c7bd0d3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1025918 Jul 15 23:34:43.578528 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cbd410-b6c5-49be-ae95-9e59e5dfc5a0 req-d888e057-99ad-449c-954c-9275ed513f64 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:43.580130 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-98cbd410-b6c5-49be-ae95-9e59e5dfc5a0 req-d888e057-99ad-449c-954c-9275ed513f64 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/ports?device_id=71a5ec79-a953-4d54-af8d-80c9c12289e3 HTTP/1.1" status: 200 len: 945 time: 0.0702252 Jul 15 23:34:43.621547 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-98cbd410-b6c5-49be-ae95-9e59e5dfc5a0 req-b96f92fb-db8f-49b7-8473-15097460e440 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b339daf-674d-4693-969e-1f0038e5fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337744 Jul 15 23:34:43.784154 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 18c87a91-1ee1-4648-8469-56c60559ea38 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:43.837693 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 18c87a91-1ee1-4648-8469-56c60559ea38 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:43.841496 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 18c87a91-1ee1-4648-8469-56c60559ea38 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:43.841937 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:43.920681 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-51d30659-2031-4aa8-aac2-123355fd4277 tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:34:43.921710 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-51d30659-2031-4aa8-aac2-123355fd4277 tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1312032 Jul 15 23:34:43.926874 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:43.932766 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-c2717c4d-603b-4102-bb9f-8ea15b84654f service neutron] Request body: {'binding': {'host': 'n-h2-787205-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:43.933304 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-c2717c4d-603b-4102-bb9f-8ea15b84654f service neutron] Unknown quota resources ['binding']. {{(pid=93799) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:34:43.956546 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a5ec79-a953-4d54-af8d-80c9c12289e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c87a91-1ee1-4648-8469-56c60559ea38'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:43.959134 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4b5db5-8895-489c-80af-528dc83cc165" -d '{"events": [{"server_uuid": "71a5ec79-a953-4d54-af8d-80c9c12289e3", "name": "network-vif-plugged", "status": "completed", "tag": "18c87a91-1ee1-4648-8469-56c60559ea38"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:43.977499 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 18c87a91-1ee1-4648-8469-56c60559ea38, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=18c87a91-1ee1-4648-8469-56c60559ea38,segment=NetworkSegment(875a4062-5839-4a96-9666-318528a5803b),segment_id=875a4062-5839-4a96-9666-318528a5803b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:43.985057 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:44.023038 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8692075f-ee7a-406f-a96e-ecb3d90cd6da x-openstack-request-id: req-8692075f-ee7a-406f-a96e-ecb3d90cd6da {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:44.023330 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a5ec79-a953-4d54-af8d-80c9c12289e3", "name": "network-vif-plugged", "status": "completed", "tag": "18c87a91-1ee1-4648-8469-56c60559ea38", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:44.023581 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8692075f-ee7a-406f-a96e-ecb3d90cd6da {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:44.023966 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a5ec79-a953-4d54-af8d-80c9c12289e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c87a91-1ee1-4648-8469-56c60559ea38', 'code': 200} Jul 15 23:34:44.041202 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=18c87a91-1ee1-4648-8469-56c60559ea38,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:44.090251 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-c2717c4d-603b-4102-bb9f-8ea15b84654f service neutron] Attempting to bind port 7d8449e1-4089-46f7-93a5-d3595286c48b on host n-h2-787205-9 for vnic_type normal with profile None {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:34:44.090960 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-c2717c4d-603b-4102-bb9f-8ea15b84654f service neutron] Attempting to bind port 7d8449e1-4089-46f7-93a5-d3595286c48b by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'aff25b40-0b3c-4bfc-94b2-7f7c3093d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd'}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:34:44.091284 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-c2717c4d-603b-4102-bb9f-8ea15b84654f service neutron] Attempting to bind port 7d8449e1-4089-46f7-93a5-d3595286c48b on network 7c0766f5-51ee-4aa5-a553-4d12af59eedd {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:44.096133 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-c2717c4d-603b-4102-bb9f-8ea15b84654f service neutron] Port 7d8449e1-4089-46f7-93a5-d3595286c48b on network 7c0766f5-51ee-4aa5-a553-4d12af59eedd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:34:44.096450 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-c2717c4d-603b-4102-bb9f-8ea15b84654f service neutron] Attempting to bind port 7d8449e1-4089-46f7-93a5-d3595286c48b on network 7c0766f5-51ee-4aa5-a553-4d12af59eedd {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:44.101225 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-c2717c4d-603b-4102-bb9f-8ea15b84654f service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:34:44.101556 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-c2717c4d-603b-4102-bb9f-8ea15b84654f service neutron] Checking segment: {'id': 'aff25b40-0b3c-4bfc-94b2-7f7c3093d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:44.101931 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-c2717c4d-603b-4102-bb9f-8ea15b84654f service neutron] Bound using segment: {'id': 'aff25b40-0b3c-4bfc-94b2-7f7c3093d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd'} {{(pid=93799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:34:44.102345 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.managers [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-c2717c4d-603b-4102-bb9f-8ea15b84654f service neutron] Bound port: 7d8449e1-4089-46f7-93a5-d3595286c48b, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aff25b40-0b3c-4bfc-94b2-7f7c3093d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd'}}] {{(pid=93799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:34:44.218884 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-c2717c4d-603b-4102-bb9f-8ea15b84654f service neutron] For port 7d8449e1-4089-46f7-93a5-d3595286c48b, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=7d8449e1-4089-46f7-93a5-d3595286c48b,segment=NetworkSegment(aff25b40-0b3c-4bfc-94b2-7f7c3093d9be),segment_id=aff25b40-0b3c-4bfc-94b2-7f7c3093d9be)] {{(pid=93799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:34:44.225361 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-c2717c4d-603b-4102-bb9f-8ea15b84654f service neutron] Notify callbacks [] for binding, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:44.226688 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-c2717c4d-603b-4102-bb9f-8ea15b84654f service neutron] 10.222.0.16 "POST /v2.0/ports/7d8449e1-4089-46f7-93a5-d3595286c48b/bindings HTTP/1.1" status: 201 len: 389 time: 0.2978156 Jul 15 23:34:44.232714 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a5b89-716a-4c04-ad87-c70b52a513ea req-2917fdd3-1341-493a-8d81-9db1abee88bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:44.234194 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e31a5b89-716a-4c04-ad87-c70b52a513ea req-2917fdd3-1341-493a-8d81-9db1abee88bf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=71a5ec79-a953-4d54-af8d-80c9c12289e3 HTTP/1.1" status: 200 len: 1097 time: 0.1131728 Jul 15 23:34:44.282904 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e31a5b89-716a-4c04-ad87-c70b52a513ea req-87c99d24-dce0-4412-9253-32e1adce5958 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2b339daf-674d-4693-969e-1f0038e5fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416462 Jul 15 23:34:44.440993 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663972d0-1523-4851-8e4f-e6370e3ab58e req-557501c9-95fb-4b8f-a513-25a7d0690e2e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:44.442466 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-663972d0-1523-4851-8e4f-e6370e3ab58e req-557501c9-95fb-4b8f-a513-25a7d0690e2e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 945 time: 0.0668945 Jul 15 23:34:44.480444 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-663972d0-1523-4851-8e4f-e6370e3ab58e req-32b77585-a633-4f2a-b947-80759b3797b5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdbe98b7-2597-4b77-bada-f584af1be166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321698 Jul 15 23:34:44.735420 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-e63c113e-5976-46fb-b91c-5907fb9320f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:44.736934 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-e63c113e-5976-46fb-b91c-5907fb9320f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 1096 time: 0.0574908 Jul 15 23:34:44.818119 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d8f24-7331-4b09-ae06-c49fa0ec4f6f req-f56cfd8c-1b71-47d8-86b8-49cbe18df44d tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:44.820210 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-777d8f24-7331-4b09-ae06-c49fa0ec4f6f req-f56cfd8c-1b71-47d8-86b8-49cbe18df44d tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/ports?device_id=71a5ec79-a953-4d54-af8d-80c9c12289e3 HTTP/1.1" status: 200 len: 946 time: 0.0760517 Jul 15 23:34:44.830682 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-9e05389e-1500-4754-aae1-77aeadcd95f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:44.832149 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-9e05389e-1500-4754-aae1-77aeadcd95f2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7c0766f5-51ee-4aa5-a553-4d12af59eedd HTTP/1.1" status: 200 len: 898 time: 0.0887513 Jul 15 23:34:44.858348 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-777d8f24-7331-4b09-ae06-c49fa0ec4f6f req-2ba1bfd4-6fec-4d12-b2ea-e6f0001f7ed0 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b339daf-674d-4693-969e-1f0038e5fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322709 Jul 15 23:34:44.902758 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-b883f283-dbfe-45ff-b0e7-4b47bcc68509 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d8449e1-4089-46f7-93a5-d3595286c48b HTTP/1.1" status: 200 len: 1001 time: 0.0644040 Jul 15 23:34:44.951643 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-357ce56d-5a5f-4c30-bb22-2a559a042480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:44.953165 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-357ce56d-5a5f-4c30-bb22-2a559a042480 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=41a3fb66-0c50-4446-9c65-5192b3768433 HTTP/1.1" status: 200 len: 834 time: 0.0435491 Jul 15 23:34:45.009622 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-41914a39-65b3-4615-84c6-565011c94b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:45.011145 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-41914a39-65b3-4615-84c6-565011c94b00 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c0766f5-51ee-4aa5-a553-4d12af59eedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515695 Jul 15 23:34:45.106880 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-0cedb09c-ff1f-47f3-831e-9a6880f02c65 service neutron] 10.222.0.43 "GET /v2.0/networks/7c0766f5-51ee-4aa5-a553-4d12af59eedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888717 Jul 15 23:34:45.202468 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-891a0fa2-45cf-41d1-8ae6-af82fdb9cde6 service neutron] 10.222.0.43 "GET /v2.0/networks/7c0766f5-51ee-4aa5-a553-4d12af59eedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886378 Jul 15 23:34:45.360402 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-306acccc-e5f5-4c8a-bc65-8fc80eaf572b tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:45.362250 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-306acccc-e5f5-4c8a-bc65-8fc80eaf572b tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b&tenant_id=af8840e572bc4203b4decdf0325b2045&binding%3Ahost_id=n-h1-787205-9 HTTP/1.1" status: 200 len: 1096 time: 0.0998292 Jul 15 23:34:45.374491 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-787205-9'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:45.453869 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:45.585954 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] For port 7d8449e1-4089-46f7-93a5-d3595286c48b, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=7d8449e1-4089-46f7-93a5-d3595286c48b,segment=NetworkSegment(aff25b40-0b3c-4bfc-94b2-7f7c3093d9be),segment_id=aff25b40-0b3c-4bfc-94b2-7f7c3093d9be)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:45.628248 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] For port 7d8449e1-4089-46f7-93a5-d3595286c48b, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:34:45.686129 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebdb23c-d4a1-46d5-a172-024d33b5a24b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d8449e1-4089-46f7-93a5-d3595286c48b'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:45.689096 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ecb193-754c-44c8-a330-e201518c299c" -d '{"events": [{"server_uuid": "0ebdb23c-d4a1-46d5-a172-024d33b5a24b", "name": "network-vif-unplugged", "status": "completed", "tag": "7d8449e1-4089-46f7-93a5-d3595286c48b"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:45.693761 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:45.700560 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:45.789371 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b162417f-155b-4e93-bed9-e93d51031c4b x-openstack-request-id: req-b162417f-155b-4e93-bed9-e93d51031c4b {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:45.790111 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ebdb23c-d4a1-46d5-a172-024d33b5a24b", "name": "network-vif-unplugged", "status": "completed", "tag": "7d8449e1-4089-46f7-93a5-d3595286c48b", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:45.790227 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b162417f-155b-4e93-bed9-e93d51031c4b {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:45.790568 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ebdb23c-d4a1-46d5-a172-024d33b5a24b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d8449e1-4089-46f7-93a5-d3595286c48b', 'code': 200} Jul 15 23:34:45.815693 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8449e1-4089-46f7-93a5-d3595286c48b,revision_number=7']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:45.828709 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:45.829060 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:45.829458 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:45.829799 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:45.830137 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:45.830469 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:45.830825 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:45.831153 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:45.831472 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:45.831994 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:45.832469 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:45.832952 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:45.890854 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] Attempting to bind port 7d8449e1-4089-46f7-93a5-d3595286c48b on host n-h1-787205-9 for vnic_type normal with profile {"migrating_to": "n-h2-787205-9"} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:34:45.891789 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] Attempting to bind port 7d8449e1-4089-46f7-93a5-d3595286c48b by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'aff25b40-0b3c-4bfc-94b2-7f7c3093d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:34:45.892367 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] Attempting to bind port 7d8449e1-4089-46f7-93a5-d3595286c48b on network 7c0766f5-51ee-4aa5-a553-4d12af59eedd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:45.897360 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] Port 7d8449e1-4089-46f7-93a5-d3595286c48b on network 7c0766f5-51ee-4aa5-a553-4d12af59eedd not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:34:45.898216 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] Attempting to bind port 7d8449e1-4089-46f7-93a5-d3595286c48b on network 7c0766f5-51ee-4aa5-a553-4d12af59eedd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:45.904574 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:34:45.905303 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] Checking segment: {'id': 'aff25b40-0b3c-4bfc-94b2-7f7c3093d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:45.906079 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] Bound using segment: {'id': 'aff25b40-0b3c-4bfc-94b2-7f7c3093d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:34:45.907414 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] Bound port: 7d8449e1-4089-46f7-93a5-d3595286c48b, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aff25b40-0b3c-4bfc-94b2-7f7c3093d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:34:45.908060 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:45.908625 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d043fabe-da56-4649-9281-57b28988c8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:45.940603 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37d7e0-82ab-4a17-87a7-da74fce52c15 req-0815a537-debc-4355-873b-ab1a5d3d33e7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:45.943283 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7d37d7e0-82ab-4a17-87a7-da74fce52c15 req-0815a537-debc-4355-873b-ab1a5d3d33e7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 943 time: 0.1246471 Jul 15 23:34:46.004842 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] For port 7d8449e1-4089-46f7-93a5-d3595286c48b, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:34:46.009975 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] For port 7d8449e1-4089-46f7-93a5-d3595286c48b, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=7d8449e1-4089-46f7-93a5-d3595286c48b,segment=NetworkSegment(aff25b40-0b3c-4bfc-94b2-7f7c3093d9be),segment_id=aff25b40-0b3c-4bfc-94b2-7f7c3093d9be)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:34:46.014204 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7d37d7e0-82ab-4a17-87a7-da74fce52c15 req-21063bb4-aede-461f-a88f-0b9768575560 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdbe98b7-2597-4b77-bada-f584af1be166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648637 Jul 15 23:34:46.016409 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:46.079123 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8449e1-4089-46f7-93a5-d3595286c48b,revision_number=8']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:46.118789 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21bc55-9d52-4194-ad22-b9ffd19f28e7 req-6141b5ff-87bb-4c60-bedc-9c05eca660d7 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:46.120767 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6a21bc55-9d52-4194-ad22-b9ffd19f28e7 req-6141b5ff-87bb-4c60-bedc-9c05eca660d7 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/ports?device_id=71a5ec79-a953-4d54-af8d-80c9c12289e3 HTTP/1.1" status: 200 len: 946 time: 0.0863245 Jul 15 23:34:46.147399 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-38cb9cf3-1574-46ec-aaee-b6c32d460c07 None None] Provisioning complete for port 7d8449e1-4089-46f7-93a5-d3595286c48b triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:46.147874 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-38cb9cf3-1574-46ec-aaee-b6c32d460c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:46.174400 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6a21bc55-9d52-4194-ad22-b9ffd19f28e7 req-db3d03a4-f46b-4023-bf5d-e44309ac0ea4 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b339daf-674d-4693-969e-1f0038e5fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468020 Jul 15 23:34:46.184512 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:46.185185 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:46.186810 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-76131ef3-6eac-4e65-9278-2af80a6453e7 service neutron] 10.222.0.43 "PUT /v2.0/ports/7d8449e1-4089-46f7-93a5-d3595286c48b HTTP/1.1" status: 200 len: 1121 time: 0.8165727 Jul 15 23:34:46.256728 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-38cb9cf3-1574-46ec-aaee-b6c32d460c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:46.297029 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebdb23c-d4a1-46d5-a172-024d33b5a24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8449e1-4089-46f7-93a5-d3595286c48b'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:46.300107 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1f034d-96a1-4265-947a-3e8bb4e76d15" -d '{"events": [{"server_uuid": "0ebdb23c-d4a1-46d5-a172-024d33b5a24b", "name": "network-vif-plugged", "status": "completed", "tag": "7d8449e1-4089-46f7-93a5-d3595286c48b"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:46.318561 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-38cb9cf3-1574-46ec-aaee-b6c32d460c07 None None] For port 7d8449e1-4089-46f7-93a5-d3595286c48b, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=7d8449e1-4089-46f7-93a5-d3595286c48b,segment=NetworkSegment(aff25b40-0b3c-4bfc-94b2-7f7c3093d9be),segment_id=aff25b40-0b3c-4bfc-94b2-7f7c3093d9be)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:46.323058 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-38cb9cf3-1574-46ec-aaee-b6c32d460c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:46.339500 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['7d8449e1-4089-46f7-93a5-d3595286c48b'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:34:46.463973 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a084da5-89e7-4fdc-afba-6da02e5aeb49 x-openstack-request-id: req-9a084da5-89e7-4fdc-afba-6da02e5aeb49 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:46.464374 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ebdb23c-d4a1-46d5-a172-024d33b5a24b", "name": "network-vif-plugged", "status": "completed", "tag": "7d8449e1-4089-46f7-93a5-d3595286c48b", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:46.464580 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a084da5-89e7-4fdc-afba-6da02e5aeb49 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:46.464967 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ebdb23c-d4a1-46d5-a172-024d33b5a24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8449e1-4089-46f7-93a5-d3595286c48b', 'code': 200} Jul 15 23:34:46.554464 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb9cf3-1574-46ec-aaee-b6c32d460c07 None None] Pushing event updated for resources: {'Port': ['ID=7d8449e1-4089-46f7-93a5-d3595286c48b,revision_number=9']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:46.737305 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-582bf9e3-c585-4055-a329-04b158b66d6a None None] Provisioning complete for port 7d8449e1-4089-46f7-93a5-d3595286c48b triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:46.737690 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-582bf9e3-c585-4055-a329-04b158b66d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:47.071661 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00fd84-afca-4804-857e-250ce1e7ab63 req-9a9c2c2f-93a0-4f15-acda-e4b106cf2ce9 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:47.073187 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aa00fd84-afca-4804-857e-250ce1e7ab63 req-9a9c2c2f-93a0-4f15-acda-e4b106cf2ce9 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/ports?device_id=71a5ec79-a953-4d54-af8d-80c9c12289e3 HTTP/1.1" status: 200 len: 946 time: 0.0702300 Jul 15 23:34:47.111597 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aa00fd84-afca-4804-857e-250ce1e7ab63 req-df822026-ac0e-40c2-add3-d905e8860861 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b339daf-674d-4693-969e-1f0038e5fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314977 Jul 15 23:34:47.191736 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f41670-4f54-4fc8-8628-152714b313a8 req-f0131d7b-c1ad-4b6e-b942-dc3fa51b86ba tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:47.193187 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-18f41670-4f54-4fc8-8628-152714b313a8 req-f0131d7b-c1ad-4b6e-b942-dc3fa51b86ba tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 945 time: 0.0651591 Jul 15 23:34:47.230599 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-18f41670-4f54-4fc8-8628-152714b313a8 req-c378a4d2-b2cd-477c-8be4-351c83667e9e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdbe98b7-2597-4b77-bada-f584af1be166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317073 Jul 15 23:34:47.792017 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ebdb23c-d4a1-46d5-a172-024d33b5a24b', 'tag': '7d8449e1-4089-46f7-93a5-d3595286c48b'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:47.794434 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cac045-9f72-4c97-b7df-3e68ef96659f" -d '{"events": [{"name": "network-changed", "server_uuid": "0ebdb23c-d4a1-46d5-a172-024d33b5a24b", "tag": "7d8449e1-4089-46f7-93a5-d3595286c48b"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:47.830575 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396141ff-24fc-4342-bea1-3c3e627b6916 x-openstack-request-id: req-396141ff-24fc-4342-bea1-3c3e627b6916 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:47.830918 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ebdb23c-d4a1-46d5-a172-024d33b5a24b", "tag": "7d8449e1-4089-46f7-93a5-d3595286c48b", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:47.831174 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-396141ff-24fc-4342-bea1-3c3e627b6916 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:47.831579 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ebdb23c-d4a1-46d5-a172-024d33b5a24b', 'tag': '7d8449e1-4089-46f7-93a5-d3595286c48b', 'status': 'completed', 'code': 200} Jul 15 23:34:47.926799 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cac045-9f72-4c97-b7df-3e68ef96659f req-85f6915c-aec2-4cfa-8b3d-3ad3d500a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:47.928303 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-06cac045-9f72-4c97-b7df-3e68ef96659f req-85f6915c-aec2-4cfa-8b3d-3ad3d500a92b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 1126 time: 0.0522902 Jul 15 23:34:48.018381 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cac045-9f72-4c97-b7df-3e68ef96659f req-e5190924-e2f0-4cfe-8d1a-17bf52910873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:48.019792 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-06cac045-9f72-4c97-b7df-3e68ef96659f req-e5190924-e2f0-4cfe-8d1a-17bf52910873 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7c0766f5-51ee-4aa5-a553-4d12af59eedd HTTP/1.1" status: 200 len: 898 time: 0.0844955 Jul 15 23:34:48.082593 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-06cac045-9f72-4c97-b7df-3e68ef96659f req-f4422da6-6e90-4dbd-af4e-0c197f75ae89 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d8449e1-4089-46f7-93a5-d3595286c48b HTTP/1.1" status: 200 len: 1001 time: 0.0561426 Jul 15 23:34:48.130145 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cac045-9f72-4c97-b7df-3e68ef96659f req-0d7a12cb-7cd3-460b-91df-418ca5847349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:48.131647 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-06cac045-9f72-4c97-b7df-3e68ef96659f req-0d7a12cb-7cd3-460b-91df-418ca5847349 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=41a3fb66-0c50-4446-9c65-5192b3768433 HTTP/1.1" status: 200 len: 834 time: 0.0422175 Jul 15 23:34:48.289728 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5feef64d-0749-4272-9a63-c1b6fc269db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:48.504761 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f54e7-ce08-43c7-adef-c9953cd92d11 req-6a10891b-a8d8-4b7d-af47-a770e3cbe3ea tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:48.506333 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2e5f54e7-ce08-43c7-adef-c9953cd92d11 req-6a10891b-a8d8-4b7d-af47-a770e3cbe3ea tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.36 "GET /v2.0/ports?device_id=71a5ec79-a953-4d54-af8d-80c9c12289e3 HTTP/1.1" status: 200 len: 946 time: 0.0741837 Jul 15 23:34:48.610877 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-2e5f54e7-ce08-43c7-adef-c9953cd92d11 req-16c0b398-81d6-44f3-8693-757e6307e2be tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Deleting port 18c87a91-1ee1-4648-8469-56c60559ea38 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:48.611230 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2e5f54e7-ce08-43c7-adef-c9953cd92d11 req-16c0b398-81d6-44f3-8693-757e6307e2be tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:48.621930 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cac045-9f72-4c97-b7df-3e68ef96659f req-a291b633-55e1-47b8-ba7a-62efca40ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:48.623477 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-06cac045-9f72-4c97-b7df-3e68ef96659f req-a291b633-55e1-47b8-ba7a-62efca40ac8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c0766f5-51ee-4aa5-a553-4d12af59eedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4660504 Jul 15 23:34:48.666855 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c15a2-c66a-469a-bca3-d8ca7f4156c8 req-780506c7-04ca-4fa0-8b94-b5ff488e9c4a tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:48.668428 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a42c15a2-c66a-469a-bca3-d8ca7f4156c8 req-780506c7-04ca-4fa0-8b94-b5ff488e9c4a tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/ports?device_id=71a5ec79-a953-4d54-af8d-80c9c12289e3 HTTP/1.1" status: 200 len: 946 time: 0.1539536 Jul 15 23:34:48.684342 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351d5df-242b-4647-8c3a-1894b7e81f47 req-5397a6cc-bc7d-4313-a2ac-9e67ab078024 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:48.687094 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2351d5df-242b-4647-8c3a-1894b7e81f47 req-5397a6cc-bc7d-4313-a2ac-9e67ab078024 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 945 time: 0.1697090 Jul 15 23:34:48.717458 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-2e5f54e7-ce08-43c7-adef-c9953cd92d11 req-16c0b398-81d6-44f3-8693-757e6307e2be tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] For port 18c87a91-1ee1-4648-8469-56c60559ea38, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=18c87a91-1ee1-4648-8469-56c60559ea38,segment=NetworkSegment(875a4062-5839-4a96-9666-318528a5803b),segment_id=875a4062-5839-4a96-9666-318528a5803b)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:48.717813 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2e5f54e7-ce08-43c7-adef-c9953cd92d11 req-16c0b398-81d6-44f3-8693-757e6307e2be tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:48.733610 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-2e5f54e7-ce08-43c7-adef-c9953cd92d11 req-16c0b398-81d6-44f3-8693-757e6307e2be tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Calling delete_port for 18c87a91-1ee1-4648-8469-56c60559ea38 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:48.751792 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:48.793006 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a42c15a2-c66a-469a-bca3-d8ca7f4156c8 req-51773b00-49b0-4db0-a7e7-c6e55e02f8f2 tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b339daf-674d-4693-969e-1f0038e5fbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963554 Jul 15 23:34:48.808914 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2351d5df-242b-4647-8c3a-1894b7e81f47 req-0843b228-f7e8-4489-94a2-95a1c2a7a079 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdbe98b7-2597-4b77-bada-f584af1be166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099365 Jul 15 23:34:48.814730 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-06cac045-9f72-4c97-b7df-3e68ef96659f req-1f99f8f3-077b-42a3-bb81-531b5735dd04 service neutron] 10.222.0.36 "GET /v2.0/networks/7c0766f5-51ee-4aa5-a553-4d12af59eedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815941 Jul 15 23:34:48.877942 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2e5f54e7-ce08-43c7-adef-c9953cd92d11 req-16c0b398-81d6-44f3-8693-757e6307e2be tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:48.913070 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0b398-81d6-44f3-8693-757e6307e2be tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Pushing event deleted for resources: {'Port': ['ID=18c87a91-1ee1-4648-8469-56c60559ea38,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:48.925543 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-06cac045-9f72-4c97-b7df-3e68ef96659f req-2f191529-e331-4e1e-8e44-95ff02019077 service neutron] 10.222.0.36 "GET /v2.0/networks/7c0766f5-51ee-4aa5-a553-4d12af59eedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025968 Jul 15 23:34:48.929204 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['18c87a91-1ee1-4648-8469-56c60559ea38'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:34:48.960421 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5f54e7-ce08-43c7-adef-c9953cd92d11 req-16c0b398-81d6-44f3-8693-757e6307e2be tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] No DVR routers for this DVR port 18c87a91-1ee1-4648-8469-56c60559ea38 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:34:48.963910 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2e5f54e7-ce08-43c7-adef-c9953cd92d11 req-16c0b398-81d6-44f3-8693-757e6307e2be tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:48.966567 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2e5f54e7-ce08-43c7-adef-c9953cd92d11 req-16c0b398-81d6-44f3-8693-757e6307e2be tempest-VolumesActionsTest-1548652527 tempest-VolumesActionsTest-1548652527-project] 10.222.0.36 "DELETE /v2.0/ports/18c87a91-1ee1-4648-8469-56c60559ea38 HTTP/1.1" status: 204 len: 173 time: 0.4543214 Jul 15 23:34:48.970477 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 7d8449e1-4089-46f7-93a5-d3595286c48b details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:34:49.072798 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 7d8449e1-4089-46f7-93a5-d3595286c48b, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=7d8449e1-4089-46f7-93a5-d3595286c48b,segment=NetworkSegment(aff25b40-0b3c-4bfc-94b2-7f7c3093d9be),segment_id=aff25b40-0b3c-4bfc-94b2-7f7c3093d9be)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:49.084629 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 7d8449e1-4089-46f7-93a5-d3595286c48b has no active binding in host n-h2-787205-9 {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 23:34:49.699808 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:49.832938 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a5ec79-a953-4d54-af8d-80c9c12289e3', 'name': 'network-vif-deleted', 'tag': '18c87a91-1ee1-4648-8469-56c60559ea38'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:49.835364 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2055b280-3122-4399-bd73-d86a35be24f1" -d '{"events": [{"server_uuid": "71a5ec79-a953-4d54-af8d-80c9c12289e3", "name": "network-vif-deleted", "tag": "18c87a91-1ee1-4648-8469-56c60559ea38"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:49.889546 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ce3b4b-3d34-4f69-8aa0-28e2d8a1e4fb x-openstack-request-id: req-16ce3b4b-3d34-4f69-8aa0-28e2d8a1e4fb {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:49.891593 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a5ec79-a953-4d54-af8d-80c9c12289e3", "name": "network-vif-deleted", "tag": "18c87a91-1ee1-4648-8469-56c60559ea38", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:49.892098 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-16ce3b4b-3d34-4f69-8aa0-28e2d8a1e4fb {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:49.892568 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a5ec79-a953-4d54-af8d-80c9c12289e3', 'name': 'network-vif-deleted', 'tag': '18c87a91-1ee1-4648-8469-56c60559ea38', 'status': 'completed', 'code': 200} Jul 15 23:34:50.079181 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28368608-25a9-4f68-9754-42776fadbed0 req-4fb5ff86-4b09-4cc8-9b3e-b8b41dc2784a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:50.080686 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-28368608-25a9-4f68-9754-42776fadbed0 req-4fb5ff86-4b09-4cc8-9b3e-b8b41dc2784a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 945 time: 0.0775476 Jul 15 23:34:50.120575 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-28368608-25a9-4f68-9754-42776fadbed0 req-79368560-9094-4a56-a3e0-9fd7c507b6fd tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdbe98b7-2597-4b77-bada-f584af1be166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339282 Jul 15 23:34:51.272792 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:51.357499 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ab76f-5c17-4b66-b5cc-9612c5eb8577 req-1a62c642-9a66-4b32-bae7-f75a15eb9b45 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:51.368120 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e86ab76f-5c17-4b66-b5cc-9612c5eb8577 req-1a62c642-9a66-4b32-bae7-f75a15eb9b45 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 945 time: 0.1207480 Jul 15 23:34:51.421580 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e86ab76f-5c17-4b66-b5cc-9612c5eb8577 req-660348d6-3ee3-4dab-ae86-e9819d5e2e6f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdbe98b7-2597-4b77-bada-f584af1be166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463171 Jul 15 23:34:51.797029 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-e66eddf3-be2e-445d-9280-1720c5b01da4 service neutron] 10.222.0.36 "GET /v2.0/ports/7d8449e1-4089-46f7-93a5-d3595286c48b/bindings/n-h2-787205-9 HTTP/1.1" status: 200 len: 384 time: 0.2014086 Jul 15 23:34:51.825341 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 18c87a91-1ee1-4648-8469-56c60559ea38 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:34:51.868090 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 18c87a91-1ee1-4648-8469-56c60559ea38 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:34:51.868342 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 18c87a91-1ee1-4648-8469-56c60559ea38 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:34:52.013115 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-096510fa-190b-422d-828a-664447d7d92a service neutron] For port 7d8449e1-4089-46f7-93a5-d3595286c48b, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=7d8449e1-4089-46f7-93a5-d3595286c48b,segment=NetworkSegment(aff25b40-0b3c-4bfc-94b2-7f7c3093d9be),segment_id=aff25b40-0b3c-4bfc-94b2-7f7c3093d9be)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:52.047275 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-096510fa-190b-422d-828a-664447d7d92a service neutron] For port 7d8449e1-4089-46f7-93a5-d3595286c48b, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:34:52.099313 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebdb23c-d4a1-46d5-a172-024d33b5a24b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d8449e1-4089-46f7-93a5-d3595286c48b'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:52.102152 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c14e92a-7f7f-4f04-a57b-83b6f9002ae2" -d '{"events": [{"server_uuid": "0ebdb23c-d4a1-46d5-a172-024d33b5a24b", "name": "network-vif-unplugged", "status": "completed", "tag": "7d8449e1-4089-46f7-93a5-d3595286c48b"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:52.109667 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-096510fa-190b-422d-828a-664447d7d92a service neutron] For port 7d8449e1-4089-46f7-93a5-d3595286c48b, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=7d8449e1-4089-46f7-93a5-d3595286c48b,segment=NetworkSegment(aff25b40-0b3c-4bfc-94b2-7f7c3093d9be),segment_id=aff25b40-0b3c-4bfc-94b2-7f7c3093d9be)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:52.127551 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-096510fa-190b-422d-828a-664447d7d92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:52.184490 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276046f7-6ae4-4195-9ee3-36a5ea45dbff x-openstack-request-id: req-276046f7-6ae4-4195-9ee3-36a5ea45dbff {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:52.185016 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ebdb23c-d4a1-46d5-a172-024d33b5a24b", "name": "network-vif-unplugged", "status": "completed", "tag": "7d8449e1-4089-46f7-93a5-d3595286c48b", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:52.185424 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-276046f7-6ae4-4195-9ee3-36a5ea45dbff {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:52.185988 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ebdb23c-d4a1-46d5-a172-024d33b5a24b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d8449e1-4089-46f7-93a5-d3595286c48b', 'code': 200} Jul 15 23:34:52.237192 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-096510fa-190b-422d-828a-664447d7d92a service neutron] Transition to ACTIVE for port object 7d8449e1-4089-46f7-93a5-d3595286c48b will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:52.242732 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-096510fa-190b-422d-828a-664447d7d92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:52.387528 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096510fa-190b-422d-828a-664447d7d92a service neutron] Pushing event updated for resources: {'Port': ['ID=7d8449e1-4089-46f7-93a5-d3595286c48b,revision_number=11']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:52.418558 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-096510fa-190b-422d-828a-664447d7d92a service neutron] No DVR routers for this DVR port 7d8449e1-4089-46f7-93a5-d3595286c48b on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:34:52.632568 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-096510fa-190b-422d-828a-664447d7d92a service neutron] 10.222.0.36 "PUT /v2.0/ports/7d8449e1-4089-46f7-93a5-d3595286c48b/bindings/n-h2-787205-9/activate HTTP/1.1" status: 200 len: 369 time: 0.8294854 Jul 15 23:34:52.709872 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d91ba8-a904-45e2-b23d-f367d22b840e req-68e8b881-085d-4679-acad-92e97f3d5891 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:52.719907 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-74d91ba8-a904-45e2-b23d-f367d22b840e req-68e8b881-085d-4679-acad-92e97f3d5891 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 944 time: 0.0952840 Jul 15 23:34:52.777250 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-74d91ba8-a904-45e2-b23d-f367d22b840e req-29957f15-88f1-40f6-8db6-54408f70264e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdbe98b7-2597-4b77-bada-f584af1be166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508554 Jul 15 23:34:52.839856 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-c1aefa3d-6ca0-4ad0-9661-b8712c2fde95 tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:52.841364 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-c1aefa3d-6ca0-4ad0-9661-b8712c2fde95 tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b&tenant_id=af8840e572bc4203b4decdf0325b2045&binding%3Ahost_id=n-h1-787205-9 HTTP/1.1" status: 200 len: 1095 time: 0.1095119 Jul 15 23:34:52.977593 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-0d84f0e7-7b4d-4401-9d00-4c17f4b84a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:52.979192 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-0d84f0e7-7b4d-4401-9d00-4c17f4b84a84 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b&tenant_id=af8840e572bc4203b4decdf0325b2045 HTTP/1.1" status: 200 len: 1095 time: 0.1305530 Jul 15 23:34:53.088968 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-223eed29-77e2-455a-8121-acce32bbbba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:53.091407 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-223eed29-77e2-455a-8121-acce32bbbba9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 1095 time: 0.0863745 Jul 15 23:34:53.215636 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-fc7e7e31-954d-4b81-af10-9b28b56e5799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:53.218841 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-fc7e7e31-954d-4b81-af10-9b28b56e5799 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7c0766f5-51ee-4aa5-a553-4d12af59eedd HTTP/1.1" status: 200 len: 898 time: 0.1199956 Jul 15 23:34:53.301649 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-5ad5e1a9-f502-4b0c-8508-af339f04880c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d8449e1-4089-46f7-93a5-d3595286c48b HTTP/1.1" status: 200 len: 999 time: 0.0754957 Jul 15 23:34:53.360023 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-fc5f0cba-c163-4277-92bd-f26430085545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:53.363573 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-fc5f0cba-c163-4277-92bd-f26430085545 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=41a3fb66-0c50-4446-9c65-5192b3768433 HTTP/1.1" status: 200 len: 834 time: 0.0551167 Jul 15 23:34:53.411564 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:34:53.460783 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-f53a9d9f-2eb8-47c2-9667-228d5520a99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:53.462686 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-f53a9d9f-2eb8-47c2-9667-228d5520a99f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c0766f5-51ee-4aa5-a553-4d12af59eedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907817 Jul 15 23:34:53.612541 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-7f31b5e2-19c6-4ed3-880f-4664b0ee99a8 service neutron] 10.222.0.43 "GET /v2.0/networks/7c0766f5-51ee-4aa5-a553-4d12af59eedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397481 Jul 15 23:34:53.770922 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-619b1970-1e8a-485d-8697-e724f400a796 service neutron] 10.222.0.43 "GET /v2.0/networks/7c0766f5-51ee-4aa5-a553-4d12af59eedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491451 Jul 15 23:34:54.060910 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428f876-0519-4032-b352-a0132d993474 req-959ad73d-ad66-4474-b9ae-dbc8db308964 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:54.070451 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7428f876-0519-4032-b352-a0132d993474 req-959ad73d-ad66-4474-b9ae-dbc8db308964 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 944 time: 0.1505218 Jul 15 23:34:54.212876 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7428f876-0519-4032-b352-a0132d993474 req-af67ba6d-ac27-4fa5-861a-542ae3b0a2f8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdbe98b7-2597-4b77-bada-f584af1be166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390619 Jul 15 23:34:54.215705 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-c985049e-4bd6-4178-9eb8-830d3edac645 tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:54.217254 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-c985049e-4bd6-4178-9eb8-830d3edac645 tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b&tenant_id=af8840e572bc4203b4decdf0325b2045&binding%3Ahost_id=n-h2-787205-9 HTTP/1.1" status: 200 len: 1095 time: 0.0972815 Jul 15 23:34:54.258726 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:54.428946 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-b64c8e91-ebc6-40a0-96ec-41c632a6e949 service neutron] For port 7d8449e1-4089-46f7-93a5-d3595286c48b, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:34:54.433356 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-b64c8e91-ebc6-40a0-96ec-41c632a6e949 service neutron] Notify callbacks [] for binding, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:54.437163 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a2b0dd4e-8f15-4788-b123-0b981b95e505 req-b64c8e91-ebc6-40a0-96ec-41c632a6e949 service neutron] 10.222.0.43 "DELETE /v2.0/ports/7d8449e1-4089-46f7-93a5-d3595286c48b/bindings/n-h1-787205-9 HTTP/1.1" status: 204 len: 173 time: 0.2098639 Jul 15 23:34:55.407480 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5349101-6253-46a3-b8ac-df07e9e367a1 req-5ad20e77-8130-4adf-84cb-9d82cbddbeba tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:55.408975 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5349101-6253-46a3-b8ac-df07e9e367a1 req-5ad20e77-8130-4adf-84cb-9d82cbddbeba tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 944 time: 0.0697255 Jul 15 23:34:55.455450 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5349101-6253-46a3-b8ac-df07e9e367a1 req-69c82649-1bd0-4e4e-aaf5-809f3a4cbf38 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdbe98b7-2597-4b77-bada-f584af1be166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401518 Jul 15 23:34:55.641693 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783f1c6-9d72-4922-b72e-0d8270e78ac0 req-31e93e37-701b-47d5-80e2-031848bb1fda tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:55.651156 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c783f1c6-9d72-4922-b72e-0d8270e78ac0 req-31e93e37-701b-47d5-80e2-031848bb1fda tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 1095 time: 0.0665576 Jul 15 23:34:55.694789 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c783f1c6-9d72-4922-b72e-0d8270e78ac0 req-c76840c2-bf25-4044-a309-833481ae6379 tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=cdbe98b7-2597-4b77-bada-f584af1be166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423534 Jul 15 23:34:55.847816 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 7d8449e1-4089-46f7-93a5-d3595286c48b no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:34:55.965415 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 7d8449e1-4089-46f7-93a5-d3595286c48b not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:34:55.991402 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d51dd-bf5e-4231-88c5-5c63cacee466 req-4a8ff56d-b7dd-48e7-be6d-0019803c30f9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:55.993353 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8f2d51dd-bf5e-4231-88c5-5c63cacee466 req-4a8ff56d-b7dd-48e7-be6d-0019803c30f9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 944 time: 0.1641254 Jul 15 23:34:56.051797 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8f2d51dd-bf5e-4231-88c5-5c63cacee466 req-4f4ab1ed-dbb7-4b0e-9a76-0ab215c3be37 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdbe98b7-2597-4b77-bada-f584af1be166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418780 Jul 15 23:34:56.069180 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55898) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:56.175544 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8a9b3ab8-d01a-4961-927b-10a63e8b404e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/floatingips/65a95d0a-8e16-43c6-abf2-fdc73f081ea9 HTTP/1.1" status: 200 len: 991 time: 0.0996730 Jul 15 23:34:58.484919 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55930) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:58.741164 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2d1c3ddf-44f9-4428-89af-66a5be9dc6fc tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Deleting port 03f03dfd-c898-405d-8fc6-f3e6d5aa387b {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:58.741428 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2d1c3ddf-44f9-4428-89af-66a5be9dc6fc tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:58.867912 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2d1c3ddf-44f9-4428-89af-66a5be9dc6fc tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:58.868481 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2d1c3ddf-44f9-4428-89af-66a5be9dc6fc tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:58.881412 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2d1c3ddf-44f9-4428-89af-66a5be9dc6fc tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Calling delete_port for 03f03dfd-c898-405d-8fc6-f3e6d5aa387b owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:59.080627 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2d1c3ddf-44f9-4428-89af-66a5be9dc6fc tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:59.188644 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c3ddf-44f9-4428-89af-66a5be9dc6fc tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event deleted for resources: {'Port': ['ID=03f03dfd-c898-405d-8fc6-f3e6d5aa387b,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:59.214159 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2d1c3ddf-44f9-4428-89af-66a5be9dc6fc tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:59.214972 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-2d1c3ddf-44f9-4428-89af-66a5be9dc6fc tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Floating IP 65a95d0a-8e16-43c6-abf2-fdc73f081ea9 disassociated (deleted). External IP: 172.25.4.176, port: 7d8449e1-4089-46f7-93a5-d3595286c48b. Jul 15 23:34:59.537176 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1c3ddf-44f9-4428-89af-66a5be9dc6fc tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Router 2f9acb87-3d51-4200-9f63-fafca4f9823d has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:34:59.676983 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1c3ddf-44f9-4428-89af-66a5be9dc6fc tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:34:59.687726 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2d1c3ddf-44f9-4428-89af-66a5be9dc6fc tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:59.688804 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d95b51c-a99e-4205-a5f0-14c1895c5fee None None] Sync routers for ids ['2f9acb87-3d51-4200-9f63-fafca4f9823d'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:34:59.720428 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d95b51c-a99e-4205-a5f0-14c1895c5fee None None] Routers {'2f9acb87-3d51-4200-9f63-fafca4f9823d'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:59.725889 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8d95b51c-a99e-4205-a5f0-14c1895c5fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:34:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['2f9acb87-3d51-4200-9f63-fafca4f9823d'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:59.789848 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2d1c3ddf-44f9-4428-89af-66a5be9dc6fc tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "DELETE /v2.0/floatingips/65a95d0a-8e16-43c6-abf2-fdc73f081ea9 HTTP/1.1" status: 204 len: 168 time: 1.3037927 Jul 15 23:34:59.790540 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ebdb23c-d4a1-46d5-a172-024d33b5a24b', 'tag': '7d8449e1-4089-46f7-93a5-d3595286c48b'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:59.803688 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c9f9f1-f4b8-4713-93bc-432debe38aef" -d '{"events": [{"name": "network-changed", "server_uuid": "0ebdb23c-d4a1-46d5-a172-024d33b5a24b", "tag": "7d8449e1-4089-46f7-93a5-d3595286c48b"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:59.991417 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541c8193-338f-4fc8-b65b-0b75578473e7 x-openstack-request-id: req-541c8193-338f-4fc8-b65b-0b75578473e7 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:59.991570 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ebdb23c-d4a1-46d5-a172-024d33b5a24b", "tag": "7d8449e1-4089-46f7-93a5-d3595286c48b", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:59.991801 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-541c8193-338f-4fc8-b65b-0b75578473e7 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:59.992222 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ebdb23c-d4a1-46d5-a172-024d33b5a24b', 'tag': '7d8449e1-4089-46f7-93a5-d3595286c48b', 'status': 'completed', 'code': 200} Jul 15 23:35:00.102143 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9f9f1-f4b8-4713-93bc-432debe38aef req-634c1d41-2f16-4786-ba46-6c7900b7c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:00.106589 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-21c9f9f1-f4b8-4713-93bc-432debe38aef req-634c1d41-2f16-4786-ba46-6c7900b7c3f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 1095 time: 0.0763690 Jul 15 23:35:00.209232 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9f9f1-f4b8-4713-93bc-432debe38aef req-564f9e98-4908-4e12-904f-3bdce04b5214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:00.211179 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-21c9f9f1-f4b8-4713-93bc-432debe38aef req-564f9e98-4908-4e12-904f-3bdce04b5214 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7c0766f5-51ee-4aa5-a553-4d12af59eedd HTTP/1.1" status: 200 len: 898 time: 0.0968783 Jul 15 23:35:00.216591 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-8d95b51c-a99e-4205-a5f0-14c1895c5fee None None] Set router 2f9acb87-3d51-4200-9f63-fafca4f9823d gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:35:00.259654 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-21c9f9f1-f4b8-4713-93bc-432debe38aef req-c27b0dd1-4a38-473c-905b-926248dfea3a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d8449e1-4089-46f7-93a5-d3595286c48b HTTP/1.1" status: 200 len: 217 time: 0.0414035 Jul 15 23:35:00.403957 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9f9f1-f4b8-4713-93bc-432debe38aef req-aad43eaa-0e04-4e71-ae96-7c368ec5d8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:00.406359 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-21c9f9f1-f4b8-4713-93bc-432debe38aef req-aad43eaa-0e04-4e71-ae96-7c368ec5d8e1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=41a3fb66-0c50-4446-9c65-5192b3768433 HTTP/1.1" status: 200 len: 834 time: 0.1389377 Jul 15 23:35:00.564000 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9f9f1-f4b8-4713-93bc-432debe38aef req-adef959c-4565-4895-8ebe-521baa1bdfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:00.566085 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-21c9f9f1-f4b8-4713-93bc-432debe38aef req-adef959c-4565-4895-8ebe-521baa1bdfad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c0766f5-51ee-4aa5-a553-4d12af59eedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1144273 Jul 15 23:35:00.700349 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e855c1-2c3a-40f3-9a47-08325e3e410f req-df502da4-39b5-4993-9a51-1a917d1ffc6a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:00.709028 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c3e855c1-2c3a-40f3-9a47-08325e3e410f req-df502da4-39b5-4993-9a51-1a917d1ffc6a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 944 time: 0.1316085 Jul 15 23:35:00.750253 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-21c9f9f1-f4b8-4713-93bc-432debe38aef req-8db84172-c83c-4fe1-ac72-1a3f2287ca02 service neutron] 10.222.0.43 "GET /v2.0/networks/7c0766f5-51ee-4aa5-a553-4d12af59eedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748710 Jul 15 23:35:00.791669 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c3e855c1-2c3a-40f3-9a47-08325e3e410f req-9f497cd9-d41b-40cf-813f-71c10cc0894f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdbe98b7-2597-4b77-bada-f584af1be166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780950 Jul 15 23:35:00.792509 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8d95b51c-a99e-4205-a5f0-14c1895c5fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1972218804', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'cdbcb04d-1268-4900-9d33-f7a0f78a2b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:42Z', 'updated_at': '2021-07-15T23:33:50Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'cdbcb04d-1268-4900-9d33-f7a0f78a2b6f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:43Z', 'updated_at': '2021-07-15T23:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'fd6f4913-1b9d-499a-a771-9919ece6581c', 'name': '', 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:76:91:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '41a3fb66-0c50-4446-9c65-5192b3768433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:48Z', 'updated_at': '2021-07-15T23:33:56Z', 'revision_number': 5, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': '41a3fb66-0c50-4446-9c65-5192b3768433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:00.830130 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d95b51c-a99e-4205-a5f0-14c1895c5fee None None] Checking router: 2f9acb87-3d51-4200-9f63-fafca4f9823d for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:35:00.861191 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d95b51c-a99e-4205-a5f0-14c1895c5fee None None] Routers {'2f9acb87-3d51-4200-9f63-fafca4f9823d'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:00.863919 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8d95b51c-a99e-4205-a5f0-14c1895c5fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:34:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['2f9acb87-3d51-4200-9f63-fafca4f9823d'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:00.962481 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7050c98-b6bb-43e0-84a2-29680ddb3777 req-71b27421-513f-45ec-90c0-e23ef0bca83e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:00.977109 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f7050c98-b6bb-43e0-84a2-29680ddb3777 req-71b27421-513f-45ec-90c0-e23ef0bca83e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 944 time: 0.2255502 Jul 15 23:35:00.995669 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-21c9f9f1-f4b8-4713-93bc-432debe38aef req-da8e3331-7944-413f-9789-a510956cb480 service neutron] 10.222.0.43 "GET /v2.0/networks/7c0766f5-51ee-4aa5-a553-4d12af59eedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349403 Jul 15 23:35:01.075434 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-8d95b51c-a99e-4205-a5f0-14c1895c5fee None None] Set router 2f9acb87-3d51-4200-9f63-fafca4f9823d gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:35:01.245259 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-f7050c98-b6bb-43e0-84a2-29680ddb3777 req-b9ebb674-b2de-4e6f-99d9-99503dff1424 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Deleting port 7d8449e1-4089-46f7-93a5-d3595286c48b {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:01.245780 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f7050c98-b6bb-43e0-84a2-29680ddb3777 req-b9ebb674-b2de-4e6f-99d9-99503dff1424 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:01.402785 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f7050c98-b6bb-43e0-84a2-29680ddb3777 req-b9ebb674-b2de-4e6f-99d9-99503dff1424 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] For port 7d8449e1-4089-46f7-93a5-d3595286c48b, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=7d8449e1-4089-46f7-93a5-d3595286c48b,segment=NetworkSegment(aff25b40-0b3c-4bfc-94b2-7f7c3093d9be),segment_id=aff25b40-0b3c-4bfc-94b2-7f7c3093d9be)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:01.404633 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f7050c98-b6bb-43e0-84a2-29680ddb3777 req-b9ebb674-b2de-4e6f-99d9-99503dff1424 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:01.456343 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-f7050c98-b6bb-43e0-84a2-29680ddb3777 req-b9ebb674-b2de-4e6f-99d9-99503dff1424 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Calling delete_port for 7d8449e1-4089-46f7-93a5-d3595286c48b owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:01.526361 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-8d95b51c-a99e-4205-a5f0-14c1895c5fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1972218804', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'cdbcb04d-1268-4900-9d33-f7a0f78a2b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:42Z', 'updated_at': '2021-07-15T23:33:50Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'cdbcb04d-1268-4900-9d33-f7a0f78a2b6f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:43Z', 'updated_at': '2021-07-15T23:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'fd6f4913-1b9d-499a-a771-9919ece6581c', 'name': '', 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:76:91:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '41a3fb66-0c50-4446-9c65-5192b3768433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:48Z', 'updated_at': '2021-07-15T23:33:56Z', 'revision_number': 5, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': '41a3fb66-0c50-4446-9c65-5192b3768433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:01.591090 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d95b51c-a99e-4205-a5f0-14c1895c5fee None None] The sync data for ids ['2f9acb87-3d51-4200-9f63-fafca4f9823d'] in n-d-787205-9 is: [{'id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1972218804', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'cdbcb04d-1268-4900-9d33-f7a0f78a2b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:42Z', 'updated_at': '2021-07-15T23:33:50Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'cdbcb04d-1268-4900-9d33-f7a0f78a2b6f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:43Z', 'updated_at': '2021-07-15T23:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'fd6f4913-1b9d-499a-a771-9919ece6581c', 'name': '', 'network_id': '7c0766f5-51ee-4aa5-a553-4d12af59eedd', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:76:91:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '41a3fb66-0c50-4446-9c65-5192b3768433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:48Z', 'updated_at': '2021-07-15T23:33:56Z', 'revision_number': 5, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': '41a3fb66-0c50-4446-9c65-5192b3768433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:35:01.631814 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f7050c98-b6bb-43e0-84a2-29680ddb3777 req-b9ebb674-b2de-4e6f-99d9-99503dff1424 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:01.673057 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ebb674-b2de-4e6f-99d9-99503dff1424 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event deleted for resources: {'Port': ['ID=7d8449e1-4089-46f7-93a5-d3595286c48b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:01.756536 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7050c98-b6bb-43e0-84a2-29680ddb3777 req-b9ebb674-b2de-4e6f-99d9-99503dff1424 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] No DVR routers for this DVR port 7d8449e1-4089-46f7-93a5-d3595286c48b on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:35:01.759924 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f7050c98-b6bb-43e0-84a2-29680ddb3777 req-b9ebb674-b2de-4e6f-99d9-99503dff1424 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:01.763822 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f7050c98-b6bb-43e0-84a2-29680ddb3777 req-b9ebb674-b2de-4e6f-99d9-99503dff1424 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.43 "DELETE /v2.0/ports/7d8449e1-4089-46f7-93a5-d3595286c48b HTTP/1.1" status: 204 len: 173 time: 0.7778089 Jul 15 23:35:01.764315 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebdb23c-d4a1-46d5-a172-024d33b5a24b', 'name': 'network-vif-deleted', 'tag': '7d8449e1-4089-46f7-93a5-d3595286c48b'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:35:01.766654 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1684a9e-7735-4e48-a663-9b62c215975b" -d '{"events": [{"server_uuid": "0ebdb23c-d4a1-46d5-a172-024d33b5a24b", "name": "network-vif-deleted", "tag": "7d8449e1-4089-46f7-93a5-d3595286c48b"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:35:01.866043 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05a81b0-953b-4630-8bf0-45e52661b719 x-openstack-request-id: req-b05a81b0-953b-4630-8bf0-45e52661b719 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:35:01.866443 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ebdb23c-d4a1-46d5-a172-024d33b5a24b", "name": "network-vif-deleted", "tag": "7d8449e1-4089-46f7-93a5-d3595286c48b", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:35:01.866923 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b05a81b0-953b-4630-8bf0-45e52661b719 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:35:01.867413 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ebdb23c-d4a1-46d5-a172-024d33b5a24b', 'name': 'network-vif-deleted', 'tag': '7d8449e1-4089-46f7-93a5-d3595286c48b', 'status': 'completed', 'code': 200} Jul 15 23:35:02.052471 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d98f32-bb76-4efa-99f8-4322911f6986 None None] New status for floating IP 65a95d0a-8e16-43c6-abf2-fdc73f081ea9: DOWN {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:35:02.118660 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a840362-4510-4697-8f19-1f89494b7028 req-56c084b5-328f-4db0-8cf5-9a8db73df249 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ebdb23c-d4a1-46d5-a172-024d33b5a24b HTTP/1.1" status: 200 len: 210 time: 0.1055312 Jul 15 23:35:03.024680 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 7d8449e1-4089-46f7-93a5-d3595286c48b no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:35:03.054056 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 7d8449e1-4089-46f7-93a5-d3595286c48b {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:35:03.062955 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 7d8449e1-4089-46f7-93a5-d3595286c48b not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:35:03.262969 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 55998) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:03.835106 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e0b82dec-15bb-41a8-bccd-35c1dfdd6009 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:04.147844 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e0b82dec-15bb-41a8-bccd-35c1dfdd6009 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Deleting port fd6f4913-1b9d-499a-a771-9919ece6581c {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:04.148617 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e0b82dec-15bb-41a8-bccd-35c1dfdd6009 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:04.303057 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-e0b82dec-15bb-41a8-bccd-35c1dfdd6009 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] For port fd6f4913-1b9d-499a-a771-9919ece6581c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=fd6f4913-1b9d-499a-a771-9919ece6581c,segment=NetworkSegment(aff25b40-0b3c-4bfc-94b2-7f7c3093d9be),segment_id=aff25b40-0b3c-4bfc-94b2-7f7c3093d9be)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:04.304206 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e0b82dec-15bb-41a8-bccd-35c1dfdd6009 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:04.326019 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e0b82dec-15bb-41a8-bccd-35c1dfdd6009 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Calling delete_port for fd6f4913-1b9d-499a-a771-9919ece6581c owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:04.646554 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e0b82dec-15bb-41a8-bccd-35c1dfdd6009 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:04.701589 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b82dec-15bb-41a8-bccd-35c1dfdd6009 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event deleted for resources: {'Port': ['ID=fd6f4913-1b9d-499a-a771-9919ece6581c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:04.926600 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e0b82dec-15bb-41a8-bccd-35c1dfdd6009 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:05.219986 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b82dec-15bb-41a8-bccd-35c1dfdd6009 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Router 2f9acb87-3d51-4200-9f63-fafca4f9823d has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:35:05.344689 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b82dec-15bb-41a8-bccd-35c1dfdd6009 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:35:05.350149 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e0b82dec-15bb-41a8-bccd-35c1dfdd6009 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "PUT /v2.0/routers/2f9acb87-3d51-4200-9f63-fafca4f9823d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0857749 Jul 15 23:35:05.352433 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56016) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:05.356095 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9675a14f-5d4f-49ae-bd5e-e7afc61fee79 None None] Sync routers for ids ['2f9acb87-3d51-4200-9f63-fafca4f9823d'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:35:05.376673 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9675a14f-5d4f-49ae-bd5e-e7afc61fee79 None None] Routers {'2f9acb87-3d51-4200-9f63-fafca4f9823d'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:05.377894 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9675a14f-5d4f-49ae-bd5e-e7afc61fee79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:34:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['2f9acb87-3d51-4200-9f63-fafca4f9823d'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:05.470739 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-e65fac48-d1e6-43f9-b27c-013b8e33b8dc tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Deleting subnet 41a3fb66-0c50-4446-9c65-5192b3768433 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:35:05.473741 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e65fac48-d1e6-43f9-b27c-013b8e33b8dc tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:05.607744 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e65fac48-d1e6-43f9-b27c-013b8e33b8dc tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:05.659468 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9675a14f-5d4f-49ae-bd5e-e7afc61fee79 None None] Set router 2f9acb87-3d51-4200-9f63-fafca4f9823d gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:35:05.739704 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e65fac48-d1e6-43f9-b27c-013b8e33b8dc tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:05.847688 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e65fac48-d1e6-43f9-b27c-013b8e33b8dc tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:05.907435 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65fac48-d1e6-43f9-b27c-013b8e33b8dc tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event deleted for resources: {'Subnet': ['ID=41a3fb66-0c50-4446-9c65-5192b3768433,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:05.922600 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e65fac48-d1e6-43f9-b27c-013b8e33b8dc tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:05.932389 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56024) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:05.933046 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e65fac48-d1e6-43f9-b27c-013b8e33b8dc tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "DELETE /v2.0/subnets/41a3fb66-0c50-4446-9c65-5192b3768433 HTTP/1.1" status: 204 len: 168 time: 0.5792794 Jul 15 23:35:05.937387 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848e871c-8dcc-4726-a661-b995f12d7311 None None] Network 7c0766f5-51ee-4aa5-a553-4d12af59eedd requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:35:06.041900 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9675a14f-5d4f-49ae-bd5e-e7afc61fee79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1972218804', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'cdbcb04d-1268-4900-9d33-f7a0f78a2b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:42Z', 'updated_at': '2021-07-15T23:35:04Z', 'revision_number': 5, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'cdbcb04d-1268-4900-9d33-f7a0f78a2b6f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:43Z', 'updated_at': '2021-07-15T23:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:06.078572 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9675a14f-5d4f-49ae-bd5e-e7afc61fee79 None None] Checking router: 2f9acb87-3d51-4200-9f63-fafca4f9823d for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:35:06.140290 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9675a14f-5d4f-49ae-bd5e-e7afc61fee79 None None] Routers {'2f9acb87-3d51-4200-9f63-fafca4f9823d'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:06.141014 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9675a14f-5d4f-49ae-bd5e-e7afc61fee79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:34:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['2f9acb87-3d51-4200-9f63-fafca4f9823d'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:06.146043 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-44e49c0b-23c0-4aa3-8ab0-7158078e3e88 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:06.265524 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-9675a14f-5d4f-49ae-bd5e-e7afc61fee79 None None] Set router 2f9acb87-3d51-4200-9f63-fafca4f9823d gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:35:06.300091 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56032) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:06.438556 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-954d06ae-a57a-4d27-a784-83794b8b0744 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/floatingips/2bdb3cb7-3727-4110-bf0a-016822a80ad4 HTTP/1.1" status: 200 len: 993 time: 0.1373382 Jul 15 23:35:06.644146 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4e7fee-b72d-4e42-bcf1-1ad91e62a910 None None] DHCP port deletion for 7c0766f5-51ee-4aa5-a553-4d12af59eedd request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:35:06.724215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-9675a14f-5d4f-49ae-bd5e-e7afc61fee79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1972218804', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'cdbcb04d-1268-4900-9d33-f7a0f78a2b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:42Z', 'updated_at': '2021-07-15T23:35:04Z', 'revision_number': 5, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'cdbcb04d-1268-4900-9d33-f7a0f78a2b6f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:43Z', 'updated_at': '2021-07-15T23:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:06.846800 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9675a14f-5d4f-49ae-bd5e-e7afc61fee79 None None] The sync data for ids ['2f9acb87-3d51-4200-9f63-fafca4f9823d'] in n-d-787205-9 is: [{'id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1972218804', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'cdbcb04d-1268-4900-9d33-f7a0f78a2b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:42Z', 'updated_at': '2021-07-15T23:35:04Z', 'revision_number': 5, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': 'cdbcb04d-1268-4900-9d33-f7a0f78a2b6f', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:60:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9acb87-3d51-4200-9f63-fafca4f9823d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:43Z', 'updated_at': '2021-07-15T23:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:35:06.853243 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56040) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:06.905718 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5e4e7fee-b72d-4e42-bcf1-1ad91e62a910 None None] Deleting port 25cb50de-6063-45a1-9dc6-058f1857057d {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:06.910126 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5e4e7fee-b72d-4e42-bcf1-1ad91e62a910 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:06.992459 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-44e49c0b-23c0-4aa3-8ab0-7158078e3e88 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:07.038541 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-5e4e7fee-b72d-4e42-bcf1-1ad91e62a910 None None] For port 25cb50de-6063-45a1-9dc6-058f1857057d, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=25cb50de-6063-45a1-9dc6-058f1857057d,segment=NetworkSegment(aff25b40-0b3c-4bfc-94b2-7f7c3093d9be),segment_id=aff25b40-0b3c-4bfc-94b2-7f7c3093d9be)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:07.038971 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5e4e7fee-b72d-4e42-bcf1-1ad91e62a910 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:07.075692 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5e4e7fee-b72d-4e42-bcf1-1ad91e62a910 None None] Calling delete_port for 25cb50de-6063-45a1-9dc6-058f1857057d owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:07.086095 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-44e49c0b-23c0-4aa3-8ab0-7158078e3e88 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Deleting port cdbcb04d-1268-4900-9d33-f7a0f78a2b6f {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:07.086495 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-44e49c0b-23c0-4aa3-8ab0-7158078e3e88 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:07.193764 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-44e49c0b-23c0-4aa3-8ab0-7158078e3e88 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] For port cdbcb04d-1268-4900-9d33-f7a0f78a2b6f, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=cdbcb04d-1268-4900-9d33-f7a0f78a2b6f,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:07.194018 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-44e49c0b-23c0-4aa3-8ab0-7158078e3e88 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:07.200927 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-bf9af53d-03bb-4b70-b7d7-78d98c1b132f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Deleting port 3c88f668-f842-4ff7-b940-67c715a56f07 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:07.201286 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf9af53d-03bb-4b70-b7d7-78d98c1b132f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:07.215026 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-44e49c0b-23c0-4aa3-8ab0-7158078e3e88 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Calling delete_port for cdbcb04d-1268-4900-9d33-f7a0f78a2b6f owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:07.250069 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5e4e7fee-b72d-4e42-bcf1-1ad91e62a910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:07.320056 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf9af53d-03bb-4b70-b7d7-78d98c1b132f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:07.321722 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf9af53d-03bb-4b70-b7d7-78d98c1b132f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:07.347222 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4e7fee-b72d-4e42-bcf1-1ad91e62a910 None None] No DVR routers for this DVR port 25cb50de-6063-45a1-9dc6-058f1857057d on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:35:07.357731 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e7fee-b72d-4e42-bcf1-1ad91e62a910 None None] Pushing event deleted for resources: {'Port': ['ID=25cb50de-6063-45a1-9dc6-058f1857057d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:07.362201 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-bf9af53d-03bb-4b70-b7d7-78d98c1b132f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Calling delete_port for 3c88f668-f842-4ff7-b940-67c715a56f07 owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:07.533587 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-44e49c0b-23c0-4aa3-8ab0-7158078e3e88 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:07.595223 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e49c0b-23c0-4aa3-8ab0-7158078e3e88 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event deleted for resources: {'Port': ['ID=cdbcb04d-1268-4900-9d33-f7a0f78a2b6f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:07.610610 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf9af53d-03bb-4b70-b7d7-78d98c1b132f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:07.632855 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 25cb50de-6063-45a1-9dc6-058f1857057d no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:35:07.665388 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9af53d-03bb-4b70-b7d7-78d98c1b132f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event deleted for resources: {'Port': ['ID=3c88f668-f842-4ff7-b940-67c715a56f07,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:07.712232 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-44e49c0b-23c0-4aa3-8ab0-7158078e3e88 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:07.727657 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 25cb50de-6063-45a1-9dc6-058f1857057d {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:35:07.728222 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 25cb50de-6063-45a1-9dc6-058f1857057d not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:35:07.728588 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device fd6f4913-1b9d-499a-a771-9919ece6581c no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:35:07.763260 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: fd6f4913-1b9d-499a-a771-9919ece6581c {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:35:07.763760 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device fd6f4913-1b9d-499a-a771-9919ece6581c not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:35:07.823681 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf9af53d-03bb-4b70-b7d7-78d98c1b132f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:07.824491 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-bf9af53d-03bb-4b70-b7d7-78d98c1b132f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Floating IP 2bdb3cb7-3727-4110-bf0a-016822a80ad4 disassociated (deleted). External IP: 172.25.4.85, port: 43a23c3d-5809-4962-a1fa-a2b772e7e697. Jul 15 23:35:07.863197 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-44e49c0b-23c0-4aa3-8ab0-7158078e3e88 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:07.865369 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-44e49c0b-23c0-4aa3-8ab0-7158078e3e88 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:07.932190 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-44e49c0b-23c0-4aa3-8ab0-7158078e3e88 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:07.932898 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e49c0b-23c0-4aa3-8ab0-7158078e3e88 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Fanout notify agent at l3_agent the message router_deleted on router 2f9acb87-3d51-4200-9f63-fafca4f9823d {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:35:07.947979 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-44e49c0b-23c0-4aa3-8ab0-7158078e3e88 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:07.952198 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-44e49c0b-23c0-4aa3-8ab0-7158078e3e88 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "DELETE /v2.0/routers/2f9acb87-3d51-4200-9f63-fafca4f9823d HTTP/1.1" status: 204 len: 168 time: 2.0164084 Jul 15 23:35:07.953259 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56056) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:08.134916 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ed5d17a-06f0-45c1-8915-145091fc5cc6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:08.140989 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9af53d-03bb-4b70-b7d7-78d98c1b132f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Router 3a25203f-ea90-467e-9922-8817deaf6d42 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:35:08.282839 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ed5d17a-06f0-45c1-8915-145091fc5cc6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:08.288838 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9af53d-03bb-4b70-b7d7-78d98c1b132f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:35:08.294002 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf9af53d-03bb-4b70-b7d7-78d98c1b132f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:08.299733 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f303710e-5564-4ce1-9547-a444fa525e82 None None] Sync routers for ids ['3a25203f-ea90-467e-9922-8817deaf6d42'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:35:08.311568 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f303710e-5564-4ce1-9547-a444fa525e82 None None] Routers {'3a25203f-ea90-467e-9922-8817deaf6d42'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:08.312974 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-f303710e-5564-4ce1-9547-a444fa525e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:34:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3a25203f-ea90-467e-9922-8817deaf6d42'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:08.317262 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-0ed5d17a-06f0-45c1-8915-145091fc5cc6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c0766f5-51ee-4aa5-a553-4d12af59eedd']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:08.336358 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-0ed5d17a-06f0-45c1-8915-145091fc5cc6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff25b40-0b3c-4bfc-94b2-7f7c3093d9be') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:08.340311 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-bf9af53d-03bb-4b70-b7d7-78d98c1b132f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "DELETE /v2.0/floatingips/2bdb3cb7-3727-4110-bf0a-016822a80ad4 HTTP/1.1" status: 204 len: 168 time: 1.4834783 Jul 15 23:35:08.340311 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abfcf005-13d7-42ce-9c31-8348ff7d36f1', 'tag': '43a23c3d-5809-4962-a1fa-a2b772e7e697'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:35:08.341570 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7506b5e1-4cff-4a96-a7f7-05ccc34116d1" -d '{"events": [{"name": "network-changed", "server_uuid": "abfcf005-13d7-42ce-9c31-8348ff7d36f1", "tag": "43a23c3d-5809-4962-a1fa-a2b772e7e697"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:35:08.344070 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-0ed5d17a-06f0-45c1-8915-145091fc5cc6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff25b40-0b3c-4bfc-94b2-7f7c3093d9be') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:08.367861 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ed5d17a-06f0-45c1-8915-145091fc5cc6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:08.398669 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ed5d17a-06f0-45c1-8915-145091fc5cc6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:08.407423 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8758832-7f2e-4119-b368-e4cecccc6094 x-openstack-request-id: req-b8758832-7f2e-4119-b368-e4cecccc6094 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:35:08.408813 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abfcf005-13d7-42ce-9c31-8348ff7d36f1", "tag": "43a23c3d-5809-4962-a1fa-a2b772e7e697", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:35:08.409195 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8758832-7f2e-4119-b368-e4cecccc6094 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:35:08.410385 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed5d17a-06f0-45c1-8915-145091fc5cc6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:35:08.410584 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abfcf005-13d7-42ce-9c31-8348ff7d36f1', 'tag': '43a23c3d-5809-4962-a1fa-a2b772e7e697', 'status': 'completed', 'code': 200} Jul 15 23:35:08.410826 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ed5d17a-06f0-45c1-8915-145091fc5cc6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:35:08.413832 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:35:08.564862 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-f303710e-5564-4ce1-9547-a444fa525e82 None None] Set router 3a25203f-ea90-467e-9922-8817deaf6d42 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:35:08.630704 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ed5d17a-06f0-45c1-8915-145091fc5cc6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:08.638346 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ed5d17a-06f0-45c1-8915-145091fc5cc6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:08.654172 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56068) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:08.666676 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0ed5d17a-06f0-45c1-8915-145091fc5cc6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "DELETE /v2.0/networks/7c0766f5-51ee-4aa5-a553-4d12af59eedd HTTP/1.1" status: 204 len: 168 time: 0.7122271 Jul 15 23:35:08.781583 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5d17a-06f0-45c1-8915-145091fc5cc6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event deleted for resources: {'Network': ['ID=7c0766f5-51ee-4aa5-a553-4d12af59eedd,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:08.794992 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506b5e1-4cff-4a96-a7f7-05ccc34116d1 req-52518efd-c5d4-4dea-9b7b-d618285226d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:08.797515 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7506b5e1-4cff-4a96-a7f7-05ccc34116d1 req-52518efd-c5d4-4dea-9b7b-d618285226d9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=859ce769fac74931944b61341a6bae9f&device_id=abfcf005-13d7-42ce-9c31-8348ff7d36f1 HTTP/1.1" status: 200 len: 1097 time: 0.3499043 Jul 15 23:35:08.825998 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-53fbf14e-d454-41a3-87ac-3c4b94068294 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:08.918737 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-53fbf14e-d454-41a3-87ac-3c4b94068294 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:08.977981 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:09.057617 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506b5e1-4cff-4a96-a7f7-05ccc34116d1 req-c27df1b8-d366-4720-b6f2-fd10862b940d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:09.059411 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7506b5e1-4cff-4a96-a7f7-05ccc34116d1 req-c27df1b8-d366-4720-b6f2-fd10862b940d service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a91f106-b7ad-446f-9751-52cfcb338e0c HTTP/1.1" status: 200 len: 898 time: 0.2495544 Jul 15 23:35:09.063982 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-f303710e-5564-4ce1-9547-a444fa525e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'name': 'tempest-TestNetworkBasicOps-router-914774859', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:20Z', 'revision_number': 4, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '46ef5571-53b2-4ef8-a02e-df9efe79667f', 'name': '', 'network_id': '3a91f106-b7ad-446f-9751-52cfcb338e0c', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'mac_address': 'fa:16:3e:5b:d0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '2f6c7c00-6262-4ed7-8767-648b0bba7270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:19Z', 'updated_at': '2021-07-15T23:34:25Z', 'revision_number': 5, 'project_id': '859ce769fac74931944b61341a6bae9f', 'subnets': [{'id': '2f6c7c00-6262-4ed7-8767-648b0bba7270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:09.147337 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f303710e-5564-4ce1-9547-a444fa525e82 None None] Checking router: 3a25203f-ea90-467e-9922-8817deaf6d42 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:35:09.158087 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f303710e-5564-4ce1-9547-a444fa525e82 None None] Routers {'3a25203f-ea90-467e-9922-8817deaf6d42'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:09.160409 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-f303710e-5564-4ce1-9547-a444fa525e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:34:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3a25203f-ea90-467e-9922-8817deaf6d42'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:09.208157 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7506b5e1-4cff-4a96-a7f7-05ccc34116d1 req-5f2fa95c-d5f8-4cb5-89a6-5bc36824aed0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43a23c3d-5809-4962-a1fa-a2b772e7e697 HTTP/1.1" status: 200 len: 217 time: 0.1237903 Jul 15 23:35:09.373520 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-f303710e-5564-4ce1-9547-a444fa525e82 None None] Set router 3a25203f-ea90-467e-9922-8817deaf6d42 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:35:09.374838 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506b5e1-4cff-4a96-a7f7-05ccc34116d1 req-26657955-d734-46b0-a0c5-10f48bf0b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:09.387060 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7506b5e1-4cff-4a96-a7f7-05ccc34116d1 req-26657955-d734-46b0-a0c5-10f48bf0b077 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2f6c7c00-6262-4ed7-8767-648b0bba7270 HTTP/1.1" status: 200 len: 835 time: 0.1720753 Jul 15 23:35:09.581807 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506b5e1-4cff-4a96-a7f7-05ccc34116d1 req-28577d64-8a5b-4254-91bc-1c203cea78e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:09.583818 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7506b5e1-4cff-4a96-a7f7-05ccc34116d1 req-28577d64-8a5b-4254-91bc-1c203cea78e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a91f106-b7ad-446f-9751-52cfcb338e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1879888 Jul 15 23:35:09.614842 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cdbcb04d-1268-4900-9d33-f7a0f78a2b6f no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:35:09.684312 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: cdbcb04d-1268-4900-9d33-f7a0f78a2b6f {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:35:09.684659 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cdbcb04d-1268-4900-9d33-f7a0f78a2b6f not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:35:09.745530 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56857f8-a030-4dab-9f59-c5f10dc0cc6e req-4b8d6ff7-a0b1-4ef2-8293-52a33952d91b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:09.753022 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a56857f8-a030-4dab-9f59-c5f10dc0cc6e req-4b8d6ff7-a0b1-4ef2-8293-52a33952d91b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=abfcf005-13d7-42ce-9c31-8348ff7d36f1 HTTP/1.1" status: 200 len: 946 time: 0.2239437 Jul 15 23:35:09.770101 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7506b5e1-4cff-4a96-a7f7-05ccc34116d1 req-c8fbec9a-0049-4f3b-b58b-15ef0927c8e9 service neutron] 10.222.0.43 "GET /v2.0/networks/3a91f106-b7ad-446f-9751-52cfcb338e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781659 Jul 15 23:35:09.811245 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a56857f8-a030-4dab-9f59-c5f10dc0cc6e req-6cbc4c8f-d38d-47aa-9b7b-ee692826613c tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba33b56f-8903-4239-a47c-c3c2c3307399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572624 Jul 15 23:35:09.813203 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-53fbf14e-d454-41a3-87ac-3c4b94068294 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:09.819578 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-53fbf14e-d454-41a3-87ac-3c4b94068294 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:09.825840 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-53fbf14e-d454-41a3-87ac-3c4b94068294 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "DELETE /v2.0/security-groups/cdbe98b7-2597-4b77-bada-f584af1be166 HTTP/1.1" status: 204 len: 168 time: 1.1705258 Jul 15 23:35:09.844839 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fbf14e-d454-41a3-87ac-3c4b94068294 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbe98b7-2597-4b77-bada-f584af1be166,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:09.846564 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-f303710e-5564-4ce1-9547-a444fa525e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'name': 'tempest-TestNetworkBasicOps-router-914774859', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:20Z', 'revision_number': 4, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '46ef5571-53b2-4ef8-a02e-df9efe79667f', 'name': '', 'network_id': '3a91f106-b7ad-446f-9751-52cfcb338e0c', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'mac_address': 'fa:16:3e:5b:d0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '2f6c7c00-6262-4ed7-8767-648b0bba7270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:19Z', 'updated_at': '2021-07-15T23:34:25Z', 'revision_number': 5, 'project_id': '859ce769fac74931944b61341a6bae9f', 'subnets': [{'id': '2f6c7c00-6262-4ed7-8767-648b0bba7270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:09.889416 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f303710e-5564-4ce1-9547-a444fa525e82 None None] The sync data for ids ['3a25203f-ea90-467e-9922-8817deaf6d42'] in n-d-787205-9 is: [{'id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'name': 'tempest-TestNetworkBasicOps-router-914774859', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:20Z', 'revision_number': 4, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '46ef5571-53b2-4ef8-a02e-df9efe79667f', 'name': '', 'network_id': '3a91f106-b7ad-446f-9751-52cfcb338e0c', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'mac_address': 'fa:16:3e:5b:d0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '2f6c7c00-6262-4ed7-8767-648b0bba7270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:19Z', 'updated_at': '2021-07-15T23:34:25Z', 'revision_number': 5, 'project_id': '859ce769fac74931944b61341a6bae9f', 'subnets': [{'id': '2f6c7c00-6262-4ed7-8767-648b0bba7270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:35:09.924781 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7506b5e1-4cff-4a96-a7f7-05ccc34116d1 req-8ecdb273-7e9d-4fbc-ae21-68d14dd8040c service neutron] 10.222.0.43 "GET /v2.0/networks/3a91f106-b7ad-446f-9751-52cfcb338e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301847 Jul 15 23:35:10.264371 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048bb0b2-2265-413c-9aa1-250bffd5c9fb None None] New status for floating IP 2bdb3cb7-3727-4110-bf0a-016822a80ad4: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:35:10.447392 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56088) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:10.452933 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-220b46d8-e6f9-4ea5-ad7f-1880ab9d1b43 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1522128006', 'description': 'tempest-secgroup-smoke-1522128006 description', 'project_id': 'af8840e572bc4203b4decdf0325b2045'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:10.491273 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-220b46d8-e6f9-4ea5-ad7f-1880ab9d1b43 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:10.614250 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42024c17-cbaf-4b66-aef7-e855de82b360 req-7ff76645-43c3-400b-ab46-b75b828eda3b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:10.616566 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-42024c17-cbaf-4b66-aef7-e855de82b360 req-7ff76645-43c3-400b-ab46-b75b828eda3b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.43 "GET /v2.0/ports?device_id=abfcf005-13d7-42ce-9c31-8348ff7d36f1 HTTP/1.1" status: 200 len: 946 time: 0.1478963 Jul 15 23:35:10.672950 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-220b46d8-e6f9-4ea5-ad7f-1880ab9d1b43 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:10.679031 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-220b46d8-e6f9-4ea5-ad7f-1880ab9d1b43 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:10.731590 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b46d8-e6f9-4ea5-ad7f-1880ab9d1b43 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e6b4ab-366c-4668-b2eb-c7b0808566e1,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:10.739026 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b46d8-e6f9-4ea5-ad7f-1880ab9d1b43 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:10.739359 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b46d8-e6f9-4ea5-ad7f-1880ab9d1b43 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:10.739702 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b46d8-e6f9-4ea5-ad7f-1880ab9d1b43 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:10.740036 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b46d8-e6f9-4ea5-ad7f-1880ab9d1b43 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:10.740411 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b46d8-e6f9-4ea5-ad7f-1880ab9d1b43 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:10.740922 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b46d8-e6f9-4ea5-ad7f-1880ab9d1b43 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:10.741253 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b46d8-e6f9-4ea5-ad7f-1880ab9d1b43 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:10.743155 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b46d8-e6f9-4ea5-ad7f-1880ab9d1b43 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:10.743532 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b46d8-e6f9-4ea5-ad7f-1880ab9d1b43 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:10.743878 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b46d8-e6f9-4ea5-ad7f-1880ab9d1b43 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:10.744216 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b46d8-e6f9-4ea5-ad7f-1880ab9d1b43 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:10.744594 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b46d8-e6f9-4ea5-ad7f-1880ab9d1b43 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:10.750113 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-220b46d8-e6f9-4ea5-ad7f-1880ab9d1b43 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:10.755804 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-220b46d8-e6f9-4ea5-ad7f-1880ab9d1b43 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3047922 Jul 15 23:35:10.756843 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56094) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:10.776236 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-b18c2b94-14b0-47f7-befc-acd93b029763 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'security_group_rule': {'security_group_id': 'b2e6b4ab-366c-4668-b2eb-c7b0808566e1', 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:10.816743 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-42024c17-cbaf-4b66-aef7-e855de82b360 req-ffb3cf55-f6bb-47b5-bccf-fc012686e13b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Deleting port 43a23c3d-5809-4962-a1fa-a2b772e7e697 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:10.817605 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-42024c17-cbaf-4b66-aef7-e855de82b360 req-ffb3cf55-f6bb-47b5-bccf-fc012686e13b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:10.819312 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b18c2b94-14b0-47f7-befc-acd93b029763 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:10.899424 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b18c2b94-14b0-47f7-befc-acd93b029763 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:10.903862 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b18c2b94-14b0-47f7-befc-acd93b029763 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:10.926221 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c2b94-14b0-47f7-befc-acd93b029763 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e70cf1-f9e7-4505-bf96-2fb8c6fc8cd0,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:10.933337 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b18c2b94-14b0-47f7-befc-acd93b029763 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:10.935307 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b18c2b94-14b0-47f7-befc-acd93b029763 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1628149 Jul 15 23:35:10.938078 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56104) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:10.945895 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-784f4c70-7bac-4a47-8cf8-dbb2f80f88c4 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'security_group_rule': {'security_group_id': 'b2e6b4ab-366c-4668-b2eb-c7b0808566e1', 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:10.965497 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-42024c17-cbaf-4b66-aef7-e855de82b360 req-ffb3cf55-f6bb-47b5-bccf-fc012686e13b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] For port 43a23c3d-5809-4962-a1fa-a2b772e7e697, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=43a23c3d-5809-4962-a1fa-a2b772e7e697,segment=NetworkSegment(1a4d3c2d-8f1f-474d-b36f-cea868004998),segment_id=1a4d3c2d-8f1f-474d-b36f-cea868004998)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:10.965788 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-42024c17-cbaf-4b66-aef7-e855de82b360 req-ffb3cf55-f6bb-47b5-bccf-fc012686e13b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:10.982376 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-42024c17-cbaf-4b66-aef7-e855de82b360 req-ffb3cf55-f6bb-47b5-bccf-fc012686e13b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Calling delete_port for 43a23c3d-5809-4962-a1fa-a2b772e7e697 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:11.004116 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-784f4c70-7bac-4a47-8cf8-dbb2f80f88c4 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:11.248191 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-42024c17-cbaf-4b66-aef7-e855de82b360 req-ffb3cf55-f6bb-47b5-bccf-fc012686e13b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:11.258805 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-784f4c70-7bac-4a47-8cf8-dbb2f80f88c4 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:11.270603 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-784f4c70-7bac-4a47-8cf8-dbb2f80f88c4 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:11.306478 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1276eed-c775-47ee-bad3-fa6a032d7ba1 req-e7b84195-6e01-4f5d-8505-c8e614fa740d tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:11.311844 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3cf55-f6bb-47b5-bccf-fc012686e13b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event deleted for resources: {'Port': ['ID=43a23c3d-5809-4962-a1fa-a2b772e7e697,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:11.314324 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a1276eed-c775-47ee-bad3-fa6a032d7ba1 req-e7b84195-6e01-4f5d-8505-c8e614fa740d tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/ports?device_id=abfcf005-13d7-42ce-9c31-8348ff7d36f1 HTTP/1.1" status: 200 len: 946 time: 0.1965671 Jul 15 23:35:11.381326 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-784f4c70-7bac-4a47-8cf8-dbb2f80f88c4 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:11.382531 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-784f4c70-7bac-4a47-8cf8-dbb2f80f88c4 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4432423 Jul 15 23:35:11.385447 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56106) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:11.387925 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f4c70-7bac-4a47-8cf8-dbb2f80f88c4 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35463b74-91b7-46b8-9352-6a2ff05d4eac,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:11.393812 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-42024c17-cbaf-4b66-aef7-e855de82b360 req-ffb3cf55-f6bb-47b5-bccf-fc012686e13b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] No DVR routers for this DVR port 43a23c3d-5809-4962-a1fa-a2b772e7e697 on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:35:11.397318 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-42024c17-cbaf-4b66-aef7-e855de82b360 req-ffb3cf55-f6bb-47b5-bccf-fc012686e13b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:11.400833 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-42024c17-cbaf-4b66-aef7-e855de82b360 req-ffb3cf55-f6bb-47b5-bccf-fc012686e13b tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.43 "DELETE /v2.0/ports/43a23c3d-5809-4962-a1fa-a2b772e7e697 HTTP/1.1" status: 204 len: 173 time: 0.7788038 Jul 15 23:35:11.401428 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abfcf005-13d7-42ce-9c31-8348ff7d36f1', 'name': 'network-vif-deleted', 'tag': '43a23c3d-5809-4962-a1fa-a2b772e7e697'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:35:11.407546 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7f4783-1b40-4953-8fd1-c3a297d6bc1c" -d '{"events": [{"server_uuid": "abfcf005-13d7-42ce-9c31-8348ff7d36f1", "name": "network-vif-deleted", "tag": "43a23c3d-5809-4962-a1fa-a2b772e7e697"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:35:11.414957 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-8e31644b-d433-429a-9fd0-d06c2e2f5329 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'security_group_rule': {'security_group_id': 'b2e6b4ab-366c-4668-b2eb-c7b0808566e1', 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:11.484078 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e31644b-d433-429a-9fd0-d06c2e2f5329 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:11.564397 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a1276eed-c775-47ee-bad3-fa6a032d7ba1 req-1af84c28-dfb6-41e4-87f8-4234d1c1a01f tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba33b56f-8903-4239-a47c-c3c2c3307399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418897 Jul 15 23:35:11.641737 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e328b5e-1e76-412f-b095-d4d0a4bc9604 x-openstack-request-id: req-1e328b5e-1e76-412f-b095-d4d0a4bc9604 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:35:11.642369 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abfcf005-13d7-42ce-9c31-8348ff7d36f1", "name": "network-vif-deleted", "tag": "43a23c3d-5809-4962-a1fa-a2b772e7e697", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:35:11.642369 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e328b5e-1e76-412f-b095-d4d0a4bc9604 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:35:11.643646 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abfcf005-13d7-42ce-9c31-8348ff7d36f1', 'name': 'network-vif-deleted', 'tag': '43a23c3d-5809-4962-a1fa-a2b772e7e697', 'status': 'completed', 'code': 200} Jul 15 23:35:11.654942 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e31644b-d433-429a-9fd0-d06c2e2f5329 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:11.662233 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e31644b-d433-429a-9fd0-d06c2e2f5329 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:11.724340 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31644b-d433-429a-9fd0-d06c2e2f5329 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d058030-64ec-4148-a80f-2746fee87af6,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:11.731964 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8e31644b-d433-429a-9fd0-d06c2e2f5329 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:11.738936 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56116) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:11.739300 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8e31644b-d433-429a-9fd0-d06c2e2f5329 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3451686 Jul 15 23:35:11.744279 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ff414e3c-ef99-483c-8944-3da16d6bd8cb tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'security_group_rule': {'security_group_id': 'b2e6b4ab-366c-4668-b2eb-c7b0808566e1', 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:11.796731 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ff414e3c-ef99-483c-8944-3da16d6bd8cb tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:11.859645 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ff414e3c-ef99-483c-8944-3da16d6bd8cb tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:11.863986 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ff414e3c-ef99-483c-8944-3da16d6bd8cb tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:11.908136 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff414e3c-ef99-483c-8944-3da16d6bd8cb tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd12c9d-9aef-447b-8d51-41ec7ab5c272,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:11.921400 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ff414e3c-ef99-483c-8944-3da16d6bd8cb tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:11.922666 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ff414e3c-ef99-483c-8944-3da16d6bd8cb tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1822383 Jul 15 23:35:11.925560 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56120) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:11.930073 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b078e97c-be95-4752-a0fc-7c2f0bf6a644 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'security_group_rule': {'security_group_id': 'b2e6b4ab-366c-4668-b2eb-c7b0808566e1', 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:11.986176 n-d-787205-9 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-b078e97c-be95-4752-a0fc-7c2f0bf6a644 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Project af8840e572bc4203b4decdf0325b2045 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:35:12.012568 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b078e97c-be95-4752-a0fc-7c2f0bf6a644 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:12.088865 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b078e97c-be95-4752-a0fc-7c2f0bf6a644 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:12.094132 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b078e97c-be95-4752-a0fc-7c2f0bf6a644 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:12.123634 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078e97c-be95-4752-a0fc-7c2f0bf6a644 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef3bb165-43dc-46a9-8832-f2ebbe45d621,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:12.139255 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b078e97c-be95-4752-a0fc-7c2f0bf6a644 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:12.143555 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b078e97c-be95-4752-a0fc-7c2f0bf6a644 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2145877 Jul 15 23:35:12.143896 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56122) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:12.156926 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-da92e670-9ecc-4b40-899b-b897a5cfbe07 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'security_group_rule': {'security_group_id': 'b2e6b4ab-366c-4668-b2eb-c7b0808566e1', 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:12.181355 n-d-787205-9 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-da92e670-9ecc-4b40-899b-b897a5cfbe07 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Project af8840e572bc4203b4decdf0325b2045 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:35:12.187622 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da92e670-9ecc-4b40-899b-b897a5cfbe07 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:12.305869 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da92e670-9ecc-4b40-899b-b897a5cfbe07 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:12.310988 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da92e670-9ecc-4b40-899b-b897a5cfbe07 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:12.342273 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92e670-9ecc-4b40-899b-b897a5cfbe07 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e40477-7b1c-4924-84f4-ec6513b35253,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:12.356244 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da92e670-9ecc-4b40-899b-b897a5cfbe07 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:12.357542 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-da92e670-9ecc-4b40-899b-b897a5cfbe07 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2126477 Jul 15 23:35:12.360510 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56126) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:12.368683 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-99637f77-2a5d-442d-a1a4-9d86603b8161 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'network': {'name': 'tempest-network-smoke--1391004427', 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'port_security_enabled': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:12.416319 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99637f77-2a5d-442d-a1a4-9d86603b8161 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Made reservation on behalf of af8840e572bc4203b4decdf0325b2045 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:35:12.420563 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-99637f77-2a5d-442d-a1a4-9d86603b8161 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:12.448399 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99637f77-2a5d-442d-a1a4-9d86603b8161 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:35:12.462669 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-99637f77-2a5d-442d-a1a4-9d86603b8161 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:12.463546 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-99637f77-2a5d-442d-a1a4-9d86603b8161 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Added segment 1d752521-312d-49c0-95b5-de4b16fbcaa4 of type vlan for network fb8e6311-f92a-42e0-833c-3f225809778d Jul 15 23:35:12.553621 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-99637f77-2a5d-442d-a1a4-9d86603b8161 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:12.634162 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-99637f77-2a5d-442d-a1a4-9d86603b8161 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:12.640483 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99637f77-2a5d-442d-a1a4-9d86603b8161 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:12.641078 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-99637f77-2a5d-442d-a1a4-9d86603b8161 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:12.664453 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-99637f77-2a5d-442d-a1a4-9d86603b8161 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3000476 Jul 15 23:35:12.665685 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56136) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:12.671554 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-05e8f0ca-180b-4562-b9bc-6aae9cfe9d2f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-342392333', 'admin_state_up': True, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:12.707180 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56138) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:12.716777 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05e8f0ca-180b-4562-b9bc-6aae9cfe9d2f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:12.718280 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05e8f0ca-180b-4562-b9bc-6aae9cfe9d2f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:12.769212 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99637f77-2a5d-442d-a1a4-9d86603b8161 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'Network': ['ID=fb8e6311-f92a-42e0-833c-3f225809778d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:12.779739 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network fb8e6311-f92a-42e0-833c-3f225809778d details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:35:12.784794 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05e8f0ca-180b-4562-b9bc-6aae9cfe9d2f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:12.855963 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5210a05d-6973-4b92-a5a5-9f25c0014058 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:12.921380 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5210a05d-6973-4b92-a5a5-9f25c0014058 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:13.026673 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5210a05d-6973-4b92-a5a5-9f25c0014058 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:13.029965 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5210a05d-6973-4b92-a5a5-9f25c0014058 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:13.031871 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5210a05d-6973-4b92-a5a5-9f25c0014058 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "DELETE /v2.0/security-groups/ba33b56f-8903-4239-a47c-c3c2c3307399 HTTP/1.1" status: 204 len: 168 time: 0.3236911 Jul 15 23:35:13.036759 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05e8f0ca-180b-4562-b9bc-6aae9cfe9d2f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:13.050556 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210a05d-6973-4b92-a5a5-9f25c0014058 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba33b56f-8903-4239-a47c-c3c2c3307399,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:13.085520 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 43a23c3d-5809-4962-a1fa-a2b772e7e697 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:35:13.119922 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56148) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:13.129511 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 43a23c3d-5809-4962-a1fa-a2b772e7e697 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:35:13.130491 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 43a23c3d-5809-4962-a1fa-a2b772e7e697 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:35:13.387624 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05e8f0ca-180b-4562-b9bc-6aae9cfe9d2f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:13.419830 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05e8f0ca-180b-4562-b9bc-6aae9cfe9d2f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:13.596802 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-05e8f0ca-180b-4562-b9bc-6aae9cfe9d2f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Allocated IP 172.25.4.169 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/8daddccd-caac-4fd6-b99b-e61adf1402fb) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:35:13.612671 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69eed0ed-c626-488e-b22c-3f20c11a047e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:13.747401 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05e8f0ca-180b-4562-b9bc-6aae9cfe9d2f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:13.805223 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05e8f0ca-180b-4562-b9bc-6aae9cfe9d2f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:13.848104 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e8f0ca-180b-4562-b9bc-6aae9cfe9d2f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:35:13.856370 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-05e8f0ca-180b-4562-b9bc-6aae9cfe9d2f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:13.865389 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e8f0ca-180b-4562-b9bc-6aae9cfe9d2f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:35:13.891620 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8f0ca-180b-4562-b9bc-6aae9cfe9d2f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'Port': ['ID=8daddccd-caac-4fd6-b99b-e61adf1402fb,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:14.020008 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-69eed0ed-c626-488e-b22c-3f20c11a047e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Deleting port 46ef5571-53b2-4ef8-a02e-df9efe79667f {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:14.020549 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69eed0ed-c626-488e-b22c-3f20c11a047e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:14.122030 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-69eed0ed-c626-488e-b22c-3f20c11a047e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] For port 46ef5571-53b2-4ef8-a02e-df9efe79667f, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=46ef5571-53b2-4ef8-a02e-df9efe79667f,segment=NetworkSegment(1a4d3c2d-8f1f-474d-b36f-cea868004998),segment_id=1a4d3c2d-8f1f-474d-b36f-cea868004998)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:14.122968 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69eed0ed-c626-488e-b22c-3f20c11a047e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:14.138650 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-69eed0ed-c626-488e-b22c-3f20c11a047e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Calling delete_port for 46ef5571-53b2-4ef8-a02e-df9efe79667f owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:14.218615 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05e8f0ca-180b-4562-b9bc-6aae9cfe9d2f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:14.384713 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69eed0ed-c626-488e-b22c-3f20c11a047e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:14.419290 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eed0ed-c626-488e-b22c-3f20c11a047e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event deleted for resources: {'Port': ['ID=46ef5571-53b2-4ef8-a02e-df9efe79667f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:14.468371 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05e8f0ca-180b-4562-b9bc-6aae9cfe9d2f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:14.673785 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69eed0ed-c626-488e-b22c-3f20c11a047e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:14.675815 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e8f0ca-180b-4562-b9bc-6aae9cfe9d2f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Router 8e90a078-6187-49a8-b8ae-d3e975fee112 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:35:14.837887 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e8f0ca-180b-4562-b9bc-6aae9cfe9d2f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:35:14.847521 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74434cd7-62c4-484e-8a0f-d7f8b5f130bc None None] Sync routers for ids ['8e90a078-6187-49a8-b8ae-d3e975fee112'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:35:14.862797 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74434cd7-62c4-484e-8a0f-d7f8b5f130bc None None] Routers {'8e90a078-6187-49a8-b8ae-d3e975fee112'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:14.863677 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-74434cd7-62c4-484e-8a0f-d7f8b5f130bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:34:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['8e90a078-6187-49a8-b8ae-d3e975fee112'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:14.875909 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-05e8f0ca-180b-4562-b9bc-6aae9cfe9d2f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:14.877635 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-05e8f0ca-180b-4562-b9bc-6aae9cfe9d2f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2102318 Jul 15 23:35:14.880703 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56188) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:14.937783 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9e4bfd04-14f8-461c-8a47-73d3ad9bce5d tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=af8840e572bc4203b4decdf0325b2045&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0559084 Jul 15 23:35:14.940553 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56190) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:15.026148 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69eed0ed-c626-488e-b22c-3f20c11a047e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Router 3a25203f-ea90-467e-9922-8817deaf6d42 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:35:15.067994 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95e87f2-eb6a-4599-b598-ed90aa500d1f tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:15.069770 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a95e87f2-eb6a-4599-b598-ed90aa500d1f tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1283081 Jul 15 23:35:15.075145 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56194) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:15.085373 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-74434cd7-62c4-484e-8a0f-d7f8b5f130bc None None] Set router 8e90a078-6187-49a8-b8ae-d3e975fee112 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:35:15.114397 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b0380b90-59ac-48a3-90cc-70630b60a8e0 tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=61ac1f85-79f4-4ace-93a9-51b85862f208&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371017 Jul 15 23:35:15.114677 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56196) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:15.120356 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-1e16b713-9627-4dd5-a7bf-566eb63ddf86 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1599822670', 'network_id': 'fb8e6311-f92a-42e0-833c-3f225809778d', 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:15.152149 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69eed0ed-c626-488e-b22c-3f20c11a047e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:35:15.160454 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-69eed0ed-c626-488e-b22c-3f20c11a047e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "PUT /v2.0/routers/3a25203f-ea90-467e-9922-8817deaf6d42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0369439 Jul 15 23:35:15.161581 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56198) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:15.166432 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b92913b-5717-4f0a-9a65-4a664f1b8991 None None] Sync routers for ids ['3a25203f-ea90-467e-9922-8817deaf6d42'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:35:15.180791 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b92913b-5717-4f0a-9a65-4a664f1b8991 None None] Routers {'3a25203f-ea90-467e-9922-8817deaf6d42'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:15.181422 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0b92913b-5717-4f0a-9a65-4a664f1b8991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:34:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3a25203f-ea90-467e-9922-8817deaf6d42'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:15.238123 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e16b713-9627-4dd5-a7bf-566eb63ddf86 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Made reservation on behalf of af8840e572bc4203b4decdf0325b2045 for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:35:15.251743 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1e16b713-9627-4dd5-a7bf-566eb63ddf86 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:15.271018 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9da9e2-e797-45ea-8e7e-0be68b708772 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Deleting subnet 2f6c7c00-6262-4ed7-8767-648b0bba7270 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:35:15.275175 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b9da9e2-e797-45ea-8e7e-0be68b708772 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:15.330661 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-74434cd7-62c4-484e-8a0f-d7f8b5f130bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-342392333', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '8daddccd-caac-4fd6-b99b-e61adf1402fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:35:12Z', 'updated_at': '2021-07-15T23:35:14Z', 'revision_number': 3, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': '8daddccd-caac-4fd6-b99b-e61adf1402fb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:35:13Z', 'updated_at': '2021-07-15T23:35:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:15.334419 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b9da9e2-e797-45ea-8e7e-0be68b708772 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:15.364742 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-0b92913b-5717-4f0a-9a65-4a664f1b8991 None None] Set router 3a25203f-ea90-467e-9922-8817deaf6d42 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:35:15.368165 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74434cd7-62c4-484e-8a0f-d7f8b5f130bc None None] Checking router: 8e90a078-6187-49a8-b8ae-d3e975fee112 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:35:15.368443 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74434cd7-62c4-484e-8a0f-d7f8b5f130bc None None] Updating router 8e90a078-6187-49a8-b8ae-d3e975fee112 port 8daddccd-caac-4fd6-b99b-e61adf1402fb binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:35:15.440800 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-74434cd7-62c4-484e-8a0f-d7f8b5f130bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:15.441071 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b9da9e2-e797-45ea-8e7e-0be68b708772 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:15.540712 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1e16b713-9627-4dd5-a7bf-566eb63ddf86 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:15.569921 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b9da9e2-e797-45ea-8e7e-0be68b708772 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:15.597063 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9da9e2-e797-45ea-8e7e-0be68b708772 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event deleted for resources: {'Subnet': ['ID=2f6c7c00-6262-4ed7-8767-648b0bba7270,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:15.609622 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b9da9e2-e797-45ea-8e7e-0be68b708772 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:15.615497 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9b9da9e2-e797-45ea-8e7e-0be68b708772 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "DELETE /v2.0/subnets/2f6c7c00-6262-4ed7-8767-648b0bba7270 HTTP/1.1" status: 204 len: 168 time: 0.4528034 Jul 15 23:35:15.616247 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56200) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:15.654287 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16b713-9627-4dd5-a7bf-566eb63ddf86 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'Subnet': ['ID=be3aff2d-a5e4-4066-9528-3586119b0703,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:15.665137 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e16b713-9627-4dd5-a7bf-566eb63ddf86 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Checking segment: {'id': '1d752521-312d-49c0-95b5-de4b16fbcaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'fb8e6311-f92a-42e0-833c-3f225809778d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:35:15.665502 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e16b713-9627-4dd5-a7bf-566eb63ddf86 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Network hostable DHCP agents. Network: fb8e6311-f92a-42e0-833c-3f225809778d, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:35:15.690497 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e16b713-9627-4dd5-a7bf-566eb63ddf86 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Network fb8e6311-f92a-42e0-833c-3f225809778d is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:35:15.708032 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-1e16b713-9627-4dd5-a7bf-566eb63ddf86 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, fb8e6311-f92a-42e0-833c-3f225809778d) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:15.714822 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e16b713-9627-4dd5-a7bf-566eb63ddf86 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:15.715743 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1e16b713-9627-4dd5-a7bf-566eb63ddf86 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:15.738314 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1e16b713-9627-4dd5-a7bf-566eb63ddf86 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6199822 Jul 15 23:35:15.738841 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56206) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:15.776176 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bce1abfa-bc54-468a-963a-fac6222610f3 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:15.799421 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a340a8e5-c592-49b1-88a9-09b648099796 None None] Network 3a91f106-b7ad-446f-9751-52cfcb338e0c requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:35:15.801793 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e44289-b80e-4563-aedf-efacb0b725d2 None None] Network fb8e6311-f92a-42e0-833c-3f225809778d requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:35:15.966447 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-74434cd7-62c4-484e-8a0f-d7f8b5f130bc None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:15.985910 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-74434cd7-62c4-484e-8a0f-d7f8b5f130bc None None] Transition to ACTIVE for port object 8daddccd-caac-4fd6-b99b-e61adf1402fb will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:15.993234 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-74434cd7-62c4-484e-8a0f-d7f8b5f130bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:16.067937 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9341cff-b042-4942-beb7-6648ef2f2cfc None None] Pushing event updated for resources: {'Port': ['ID=8daddccd-caac-4fd6-b99b-e61adf1402fb,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:16.072090 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-79424213-09e3-4f2d-ab0a-3dd538a59e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:16.131738 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-74434cd7-62c4-484e-8a0f-d7f8b5f130bc None None] Attempting to bind port 8daddccd-caac-4fd6-b99b-e61adf1402fb on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:35:16.132091 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-74434cd7-62c4-484e-8a0f-d7f8b5f130bc None None] Attempting to bind port 8daddccd-caac-4fd6-b99b-e61adf1402fb by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:35:16.132537 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74434cd7-62c4-484e-8a0f-d7f8b5f130bc None None] Attempting to bind port 8daddccd-caac-4fd6-b99b-e61adf1402fb on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:16.147308 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74434cd7-62c4-484e-8a0f-d7f8b5f130bc None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:35:16.147736 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74434cd7-62c4-484e-8a0f-d7f8b5f130bc None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:35:16.148090 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-74434cd7-62c4-484e-8a0f-d7f8b5f130bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:16.148484 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74434cd7-62c4-484e-8a0f-d7f8b5f130bc None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:35:16.148957 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-74434cd7-62c4-484e-8a0f-d7f8b5f130bc None None] Bound port: 8daddccd-caac-4fd6-b99b-e61adf1402fb, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:35:16.149328 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-74434cd7-62c4-484e-8a0f-d7f8b5f130bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:16.243087 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde36977-57ef-4cd3-ab7d-0d762b3bb391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-fb8e6311-f92a-42e0-833c-3f225809778d', 'network_id': 'fb8e6311-f92a-42e0-833c-3f225809778d', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'fixed_ips': [{'subnet_id': 'be3aff2d-a5e4-4066-9528-3586119b0703'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:35:16.244546 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dde36977-57ef-4cd3-ab7d-0d762b3bb391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:16.270395 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-74434cd7-62c4-484e-8a0f-d7f8b5f130bc None None] For port 8daddccd-caac-4fd6-b99b-e61adf1402fb, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:35:16.273118 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0b92913b-5717-4f0a-9a65-4a664f1b8991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'name': 'tempest-TestNetworkBasicOps-router-914774859', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:35:14Z', 'revision_number': 5, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:16.275033 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-74434cd7-62c4-484e-8a0f-d7f8b5f130bc None None] For port 8daddccd-caac-4fd6-b99b-e61adf1402fb, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=8daddccd-caac-4fd6-b99b-e61adf1402fb,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:35:16.280850 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9341cff-b042-4942-beb7-6648ef2f2cfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:16.280850 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9341cff-b042-4942-beb7-6648ef2f2cfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:16.281143 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9341cff-b042-4942-beb7-6648ef2f2cfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:16.281418 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9341cff-b042-4942-beb7-6648ef2f2cfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:16.281759 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9341cff-b042-4942-beb7-6648ef2f2cfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:16.282182 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9341cff-b042-4942-beb7-6648ef2f2cfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:16.282513 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9341cff-b042-4942-beb7-6648ef2f2cfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:16.282882 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9341cff-b042-4942-beb7-6648ef2f2cfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:16.284362 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9341cff-b042-4942-beb7-6648ef2f2cfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:16.284711 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9341cff-b042-4942-beb7-6648ef2f2cfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:16.285048 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9341cff-b042-4942-beb7-6648ef2f2cfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:16.286312 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9341cff-b042-4942-beb7-6648ef2f2cfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:16.296621 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-74434cd7-62c4-484e-8a0f-d7f8b5f130bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:16.340214 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b92913b-5717-4f0a-9a65-4a664f1b8991 None None] Checking router: 3a25203f-ea90-467e-9922-8817deaf6d42 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:35:16.342320 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ee1766-24e8-4c28-8562-e54314bd5cfb None None] DHCP port deletion for 3a91f106-b7ad-446f-9751-52cfcb338e0c request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:35:16.386580 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74434cd7-62c4-484e-8a0f-d7f8b5f130bc None None] Routers {'8e90a078-6187-49a8-b8ae-d3e975fee112'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:16.388333 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-74434cd7-62c4-484e-8a0f-d7f8b5f130bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:34:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['8e90a078-6187-49a8-b8ae-d3e975fee112'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:16.424351 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b92913b-5717-4f0a-9a65-4a664f1b8991 None None] Routers {'3a25203f-ea90-467e-9922-8817deaf6d42'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:16.425074 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0b92913b-5717-4f0a-9a65-4a664f1b8991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:34:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['3a25203f-ea90-467e-9922-8817deaf6d42'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:16.468216 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bce1abfa-bc54-468a-963a-fac6222610f3 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:16.563250 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-bce1abfa-bc54-468a-963a-fac6222610f3 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Deleting port da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:16.563667 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bce1abfa-bc54-468a-963a-fac6222610f3 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:16.578625 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-74434cd7-62c4-484e-8a0f-d7f8b5f130bc None None] Set router 8e90a078-6187-49a8-b8ae-d3e975fee112 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:35:16.700261 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51f0d47c-2809-4139-9dec-e6094806a0f6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:16.763805 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-bce1abfa-bc54-468a-963a-fac6222610f3 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] For port da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:16.764482 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bce1abfa-bc54-468a-963a-fac6222610f3 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:16.785551 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-bce1abfa-bc54-468a-963a-fac6222610f3 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Calling delete_port for da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:16.985714 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-12ee1766-24e8-4c28-8562-e54314bd5cfb None None] Deleting port 9ab9cc39-238a-42ce-af2a-6344b7c4f9b6 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:16.986404 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-12ee1766-24e8-4c28-8562-e54314bd5cfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:16.987122 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9341cff-b042-4942-beb7-6648ef2f2cfc None None] Pushing event updated for resources: {'Port': ['ID=8daddccd-caac-4fd6-b99b-e61adf1402fb,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:17.029809 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-74434cd7-62c4-484e-8a0f-d7f8b5f130bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-342392333', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '8daddccd-caac-4fd6-b99b-e61adf1402fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:35:12Z', 'updated_at': '2021-07-15T23:35:14Z', 'revision_number': 3, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': '8daddccd-caac-4fd6-b99b-e61adf1402fb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:35:13Z', 'updated_at': '2021-07-15T23:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:17.088050 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-12ee1766-24e8-4c28-8562-e54314bd5cfb None None] For port 9ab9cc39-238a-42ce-af2a-6344b7c4f9b6, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=9ab9cc39-238a-42ce-af2a-6344b7c4f9b6,segment=NetworkSegment(1a4d3c2d-8f1f-474d-b36f-cea868004998),segment_id=1a4d3c2d-8f1f-474d-b36f-cea868004998)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:17.089086 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-12ee1766-24e8-4c28-8562-e54314bd5cfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:17.098265 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74434cd7-62c4-484e-8a0f-d7f8b5f130bc None None] The sync data for ids ['8e90a078-6187-49a8-b8ae-d3e975fee112'] in n-d-787205-9 is: [{'id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-342392333', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '8daddccd-caac-4fd6-b99b-e61adf1402fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:35:12Z', 'updated_at': '2021-07-15T23:35:14Z', 'revision_number': 3, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': '8daddccd-caac-4fd6-b99b-e61adf1402fb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:35:13Z', 'updated_at': '2021-07-15T23:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:35:17.150752 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bce1abfa-bc54-468a-963a-fac6222610f3 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:17.218647 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1abfa-bc54-468a-963a-fac6222610f3 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event deleted for resources: {'Port': ['ID=da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:17.246302 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-0b92913b-5717-4f0a-9a65-4a664f1b8991 None None] Set router 3a25203f-ea90-467e-9922-8817deaf6d42 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:35:17.337821 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bce1abfa-bc54-468a-963a-fac6222610f3 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:17.379582 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-12ee1766-24e8-4c28-8562-e54314bd5cfb None None] Calling delete_port for 9ab9cc39-238a-42ce-af2a-6344b7c4f9b6 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:17.387618 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-dde36977-57ef-4cd3-ab7d-0d762b3bb391 None None] Allocated IP 172.20.0.2 (fb8e6311-f92a-42e0-833c-3f225809778d/be3aff2d-a5e4-4066-9528-3586119b0703/dbe486cb-bf56-4bcd-89b5-ebc39f184238) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:35:17.448017 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bce1abfa-bc54-468a-963a-fac6222610f3 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:17.450955 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bce1abfa-bc54-468a-963a-fac6222610f3 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:17.512404 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bce1abfa-bc54-468a-963a-fac6222610f3 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:17.513001 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce1abfa-bc54-468a-963a-fac6222610f3 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Fanout notify agent at l3_agent the message router_deleted on router 3a25203f-ea90-467e-9922-8817deaf6d42 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:35:17.541127 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bce1abfa-bc54-468a-963a-fac6222610f3 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:17.542294 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bce1abfa-bc54-468a-963a-fac6222610f3 tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "DELETE /v2.0/routers/3a25203f-ea90-467e-9922-8817deaf6d42 HTTP/1.1" status: 204 len: 168 time: 1.9250109 Jul 15 23:35:17.545528 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56270) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:17.701421 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ed9ac25-cb8e-4b57-8d1c-2eb93a973b8e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:17.807178 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-5ed9ac25-cb8e-4b57-8d1c-2eb93a973b8e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Deleting port 9ab9cc39-238a-42ce-af2a-6344b7c4f9b6 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:17.807522 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ed9ac25-cb8e-4b57-8d1c-2eb93a973b8e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:17.843324 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 9ab9cc39-238a-42ce-af2a-6344b7c4f9b6 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:35:17.947492 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-5ed9ac25-cb8e-4b57-8d1c-2eb93a973b8e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] For port 9ab9cc39-238a-42ce-af2a-6344b7c4f9b6, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=9ab9cc39-238a-42ce-af2a-6344b7c4f9b6,segment=NetworkSegment(1a4d3c2d-8f1f-474d-b36f-cea868004998),segment_id=1a4d3c2d-8f1f-474d-b36f-cea868004998)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:17.948020 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ed9ac25-cb8e-4b57-8d1c-2eb93a973b8e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:17.962749 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-5ed9ac25-cb8e-4b57-8d1c-2eb93a973b8e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Calling delete_port for 9ab9cc39-238a-42ce-af2a-6344b7c4f9b6 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:18.075928 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dde36977-57ef-4cd3-ab7d-0d762b3bb391 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.126015 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.136064 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ed9ac25-cb8e-4b57-8d1c-2eb93a973b8e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.140981 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-12ee1766-24e8-4c28-8562-e54314bd5cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.152664 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-dde36977-57ef-4cd3-ab7d-0d762b3bb391 None None] Transition to ACTIVE for port object dbe486cb-bf56-4bcd-89b5-ebc39f184238 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:18.158073 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0b92913b-5717-4f0a-9a65-4a664f1b8991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'name': 'tempest-TestNetworkBasicOps-router-914774859', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:35:14Z', 'revision_number': 5, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:18.214907 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9ac25-cb8e-4b57-8d1c-2eb93a973b8e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event deleted for resources: {'Port': ['ID=9ab9cc39-238a-42ce-af2a-6344b7c4f9b6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:18.221386 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed9ac25-cb8e-4b57-8d1c-2eb93a973b8e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] No DVR routers for this DVR port 9ab9cc39-238a-42ce-af2a-6344b7c4f9b6 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:35:18.256249 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee1766-24e8-4c28-8562-e54314bd5cfb None None] Pushing event deleted for resources: {'Port': ['ID=9ab9cc39-238a-42ce-af2a-6344b7c4f9b6,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:18.260561 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b92913b-5717-4f0a-9a65-4a664f1b8991 None None] The sync data for ids ['3a25203f-ea90-467e-9922-8817deaf6d42'] in n-d-787205-9 is: [{'id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'name': 'tempest-TestNetworkBasicOps-router-914774859', 'tenant_id': '859ce769fac74931944b61341a6bae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:35:14Z', 'revision_number': 5, 'project_id': '859ce769fac74931944b61341a6bae9f', 'gw_port': {'id': 'da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25203f-ea90-467e-9922-8817deaf6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:35:18.265409 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ee1766-24e8-4c28-8562-e54314bd5cfb None None] No DVR routers for this DVR port 9ab9cc39-238a-42ce-af2a-6344b7c4f9b6 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:35:18.305483 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-dde36977-57ef-4cd3-ab7d-0d762b3bb391 None None] Transition to ACTIVE for port object dbe486cb-bf56-4bcd-89b5-ebc39f184238 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:18.341499 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee1766-24e8-4c28-8562-e54314bd5cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:18.343951 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee1766-24e8-4c28-8562-e54314bd5cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:18.344589 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee1766-24e8-4c28-8562-e54314bd5cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:18.345283 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee1766-24e8-4c28-8562-e54314bd5cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:18.349061 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee1766-24e8-4c28-8562-e54314bd5cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:18.349674 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee1766-24e8-4c28-8562-e54314bd5cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:18.350236 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee1766-24e8-4c28-8562-e54314bd5cfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:18.350831 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee1766-24e8-4c28-8562-e54314bd5cfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:18.351388 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee1766-24e8-4c28-8562-e54314bd5cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:18.352227 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee1766-24e8-4c28-8562-e54314bd5cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:18.352825 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee1766-24e8-4c28-8562-e54314bd5cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:18.353856 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee1766-24e8-4c28-8562-e54314bd5cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:18.371283 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-250bfcdc-0d44-4f42-8b7a-59c07fcd28f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.375926 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dde36977-57ef-4cd3-ab7d-0d762b3bb391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.391973 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ed9ac25-cb8e-4b57-8d1c-2eb93a973b8e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.403526 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-5ed9ac25-cb8e-4b57-8d1c-2eb93a973b8e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a91f106-b7ad-446f-9751-52cfcb338e0c']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:18.443470 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-5ed9ac25-cb8e-4b57-8d1c-2eb93a973b8e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a4d3c2d-8f1f-474d-b36f-cea868004998') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:18.443867 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-5ed9ac25-cb8e-4b57-8d1c-2eb93a973b8e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a4d3c2d-8f1f-474d-b36f-cea868004998') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:18.450518 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde36977-57ef-4cd3-ab7d-0d762b3bb391 None None] Network fb8e6311-f92a-42e0-833c-3f225809778d is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:35:18.452547 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-dde36977-57ef-4cd3-ab7d-0d762b3bb391 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:18.455082 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde36977-57ef-4cd3-ab7d-0d762b3bb391 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:35:18.461868 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-51f0d47c-2809-4139-9dec-e6094806a0f6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Allocated IP 172.20.0.1 (fb8e6311-f92a-42e0-833c-3f225809778d/be3aff2d-a5e4-4066-9528-3586119b0703/979d7832-b0c3-477a-a789-0ec6f794abb3) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:35:18.471020 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ed9ac25-cb8e-4b57-8d1c-2eb93a973b8e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.507746 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ed9ac25-cb8e-4b57-8d1c-2eb93a973b8e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.520467 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed9ac25-cb8e-4b57-8d1c-2eb93a973b8e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:35:18.521151 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ed9ac25-cb8e-4b57-8d1c-2eb93a973b8e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: self.session.flush() Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: self.session.flush() Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: self.session.flush() Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: self.session.flush() Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:35:18.527071 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:35:18.596549 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde36977-57ef-4cd3-ab7d-0d762b3bb391 None None] Pushing event updated for resources: {'Port': ['ID=dbe486cb-bf56-4bcd-89b5-ebc39f184238,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:18.603305 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ed9ac25-cb8e-4b57-8d1c-2eb93a973b8e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.613768 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ed9ac25-cb8e-4b57-8d1c-2eb93a973b8e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.621107 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5ed9ac25-cb8e-4b57-8d1c-2eb93a973b8e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] 10.222.0.16 "DELETE /v2.0/networks/3a91f106-b7ad-446f-9751-52cfcb338e0c HTTP/1.1" status: 204 len: 168 time: 1.0739677 Jul 15 23:35:18.637111 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9ac25-cb8e-4b57-8d1c-2eb93a973b8e tempest-TestNetworkBasicOps-596799985 tempest-TestNetworkBasicOps-596799985-project] Pushing event deleted for resources: {'Network': ['ID=3a91f106-b7ad-446f-9751-52cfcb338e0c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:18.656836 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-dde36977-57ef-4cd3-ab7d-0d762b3bb391 None None] Attempting to bind port dbe486cb-bf56-4bcd-89b5-ebc39f184238 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:35:18.657875 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-dde36977-57ef-4cd3-ab7d-0d762b3bb391 None None] Attempting to bind port dbe486cb-bf56-4bcd-89b5-ebc39f184238 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '1d752521-312d-49c0-95b5-de4b16fbcaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'fb8e6311-f92a-42e0-833c-3f225809778d'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:35:18.657875 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde36977-57ef-4cd3-ab7d-0d762b3bb391 None None] Attempting to bind port dbe486cb-bf56-4bcd-89b5-ebc39f184238 on network fb8e6311-f92a-42e0-833c-3f225809778d {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:18.667770 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde36977-57ef-4cd3-ab7d-0d762b3bb391 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:35:18.674468 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde36977-57ef-4cd3-ab7d-0d762b3bb391 None None] Checking segment: {'id': '1d752521-312d-49c0-95b5-de4b16fbcaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'fb8e6311-f92a-42e0-833c-3f225809778d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:35:18.675037 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dde36977-57ef-4cd3-ab7d-0d762b3bb391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.675540 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde36977-57ef-4cd3-ab7d-0d762b3bb391 None None] Bound using segment: {'id': '1d752521-312d-49c0-95b5-de4b16fbcaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'fb8e6311-f92a-42e0-833c-3f225809778d'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:35:18.676134 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-dde36977-57ef-4cd3-ab7d-0d762b3bb391 None None] Bound port: dbe486cb-bf56-4bcd-89b5-ebc39f184238, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d752521-312d-49c0-95b5-de4b16fbcaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'fb8e6311-f92a-42e0-833c-3f225809778d'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:35:18.676625 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dde36977-57ef-4cd3-ab7d-0d762b3bb391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.757151 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51f0d47c-2809-4139-9dec-e6094806a0f6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.800029 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-51f0d47c-2809-4139-9dec-e6094806a0f6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Transition to ACTIVE for port object 979d7832-b0c3-477a-a789-0ec6f794abb3 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:18.819794 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.865145 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-dde36977-57ef-4cd3-ab7d-0d762b3bb391 None None] For port dbe486cb-bf56-4bcd-89b5-ebc39f184238, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:35:18.870693 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-dde36977-57ef-4cd3-ab7d-0d762b3bb391 None None] For port dbe486cb-bf56-4bcd-89b5-ebc39f184238, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=dbe486cb-bf56-4bcd-89b5-ebc39f184238,segment=NetworkSegment(1d752521-312d-49c0-95b5-de4b16fbcaa4),segment_id=1d752521-312d-49c0-95b5-de4b16fbcaa4)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:35:18.874682 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51f0d47c-2809-4139-9dec-e6094806a0f6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.877604 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dde36977-57ef-4cd3-ab7d-0d762b3bb391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.952803 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde36977-57ef-4cd3-ab7d-0d762b3bb391 None None] Pushing event updated for resources: {'Port': ['ID=dbe486cb-bf56-4bcd-89b5-ebc39f184238,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:18.976144 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0d47c-2809-4139-9dec-e6094806a0f6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'Port': ['ID=979d7832-b0c3-477a-a789-0ec6f794abb3,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:19.005467 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f0d47c-2809-4139-9dec-e6094806a0f6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Network fb8e6311-f92a-42e0-833c-3f225809778d is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:35:19.009425 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-51f0d47c-2809-4139-9dec-e6094806a0f6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:19.012559 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f0d47c-2809-4139-9dec-e6094806a0f6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:35:19.032695 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56284) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:19.089440 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51f0d47c-2809-4139-9dec-e6094806a0f6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:19.300048 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-99db2e8e-f5c0-421c-ad32-f623ecee0fdd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=859ce769fac74931944b61341a6bae9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2659583 Jul 15 23:35:19.305653 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56294) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:19.384714 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51f0d47c-2809-4139-9dec-e6094806a0f6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:19.456694 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78e22d8a-1dbc-4620-9031-6d3d60eef863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:19.520933 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78e22d8a-1dbc-4620-9031-6d3d60eef863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:19.617801 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78e22d8a-1dbc-4620-9031-6d3d60eef863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:19.621194 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-78e22d8a-1dbc-4620-9031-6d3d60eef863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:19.622869 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-78e22d8a-1dbc-4620-9031-6d3d60eef863 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1957da70-14c2-4af1-b825-4da2ab8d802c HTTP/1.1" status: 204 len: 168 time: 0.3167105 Jul 15 23:35:19.634075 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e22d8a-1dbc-4620-9031-6d3d60eef863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1957da70-14c2-4af1-b825-4da2ab8d802c,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:19.719623 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:20.001211 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 8daddccd-caac-4fd6-b99b-e61adf1402fb up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:35:20.028781 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51f0d47c-2809-4139-9dec-e6094806a0f6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:20.035679 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51f0d47c-2809-4139-9dec-e6094806a0f6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:20.121015 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 8daddccd-caac-4fd6-b99b-e61adf1402fb completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:35:20.128129 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 8daddccd-caac-4fd6-b99b-e61adf1402fb triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:20.128395 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:20.171147 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56302) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:20.188864 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91ef704d-125f-4169-aeb5-d4c81c8adbf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:20.195222 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0d47c-2809-4139-9dec-e6094806a0f6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'Port': ['ID=979d7832-b0c3-477a-a789-0ec6f794abb3,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:20.229391 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-51f0d47c-2809-4139-9dec-e6094806a0f6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:20.253862 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56306) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:20.268586 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:20.295136 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 8daddccd-caac-4fd6-b99b-e61adf1402fb, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=8daddccd-caac-4fd6-b99b-e61adf1402fb,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:20.300467 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:20.301395 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device dbe486cb-bf56-4bcd-89b5-ebc39f184238 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:35:20.394969 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-f00738cd-8d6d-44c1-b7b7-4320c0927b13 admin admin] Deleting subnet a803e333-cfe5-44d7-bb17-9ae7076f28ec {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:35:20.400830 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f00738cd-8d6d-44c1-b7b7-4320c0927b13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:20.431556 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91ef704d-125f-4169-aeb5-d4c81c8adbf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:20.438315 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91ef704d-125f-4169-aeb5-d4c81c8adbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:20.459027 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f0d47c-2809-4139-9dec-e6094806a0f6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Network fb8e6311-f92a-42e0-833c-3f225809778d is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:35:20.463285 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f00738cd-8d6d-44c1-b7b7-4320c0927b13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:20.465842 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-51f0d47c-2809-4139-9dec-e6094806a0f6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:20.493210 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=8daddccd-caac-4fd6-b99b-e61adf1402fb,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:20.497001 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-91ef704d-125f-4169-aeb5-d4c81c8adbf6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=107cdd976f4e4066a4e70af356f70da4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3211122 Jul 15 23:35:20.503372 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56310) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:20.504992 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port dbe486cb-bf56-4bcd-89b5-ebc39f184238 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:35:20.524797 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 46ef5571-53b2-4ef8-a02e-df9efe79667f no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:35:20.580814 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef704d-125f-4169-aeb5-d4c81c8adbf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03e0c18-110f-42b0-b695-1b50bd0acc18,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:20.584317 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 46ef5571-53b2-4ef8-a02e-df9efe79667f {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:35:20.586288 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 46ef5571-53b2-4ef8-a02e-df9efe79667f not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:35:20.634058 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f00738cd-8d6d-44c1-b7b7-4320c0927b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:20.646264 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bdf45bbb-dac0-42b2-ac96-484ae637eae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:20.675700 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bdf45bbb-dac0-42b2-ac96-484ae637eae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:20.756214 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bdf45bbb-dac0-42b2-ac96-484ae637eae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:20.762271 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bdf45bbb-dac0-42b2-ac96-484ae637eae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:20.765061 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bdf45bbb-dac0-42b2-ac96-484ae637eae5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a03e0c18-110f-42b0-b695-1b50bd0acc18 HTTP/1.1" status: 204 len: 168 time: 0.2600031 Jul 15 23:35:20.783399 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf45bbb-dac0-42b2-ac96-484ae637eae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03e0c18-110f-42b0-b695-1b50bd0acc18,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:20.891054 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f767797-0631-4099-ace2-5a72e404f22d None None] Network fb8e6311-f92a-42e0-833c-3f225809778d requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:35:21.045351 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-74363520-df95-4ada-ae2b-c28bcd183c86 None None] Provisioning for port dbe486cb-bf56-4bcd-89b5-ebc39f184238 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:35:21.051651 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-74363520-df95-4ada-ae2b-c28bcd183c86 None None] Provisioning complete for port dbe486cb-bf56-4bcd-89b5-ebc39f184238 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:21.052286 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-74363520-df95-4ada-ae2b-c28bcd183c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.212020 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f0d47c-2809-4139-9dec-e6094806a0f6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Router 8e90a078-6187-49a8-b8ae-d3e975fee112 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:35:21.228904 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f00738cd-8d6d-44c1-b7b7-4320c0927b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.288314 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00738cd-8d6d-44c1-b7b7-4320c0927b13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a803e333-cfe5-44d7-bb17-9ae7076f28ec,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:21.311845 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f00738cd-8d6d-44c1-b7b7-4320c0927b13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.319565 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f00738cd-8d6d-44c1-b7b7-4320c0927b13 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a803e333-cfe5-44d7-bb17-9ae7076f28ec HTTP/1.1" status: 204 len: 168 time: 1.0616910 Jul 15 23:35:21.321062 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56324) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:21.411389 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8bb362e5-84ce-4534-9322-1f91d3879ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.436520 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f0d47c-2809-4139-9dec-e6094806a0f6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:35:21.447826 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cdcfc2-7138-44b6-b639-c180e5db2a61 None None] Sync routers for ids ['8e90a078-6187-49a8-b8ae-d3e975fee112'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:35:21.462028 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cdcfc2-7138-44b6-b639-c180e5db2a61 None None] Routers {'8e90a078-6187-49a8-b8ae-d3e975fee112'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:21.462917 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-92cdcfc2-7138-44b6-b639-c180e5db2a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:35:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['8e90a078-6187-49a8-b8ae-d3e975fee112'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:21.464185 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-51f0d47c-2809-4139-9dec-e6094806a0f6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "PUT /v2.0/routers/8e90a078-6187-49a8-b8ae-d3e975fee112/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7226477 Jul 15 23:35:21.537153 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.627333 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 8daddccd-caac-4fd6-b99b-e61adf1402fb up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:35:21.629139 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-74363520-df95-4ada-ae2b-c28bcd183c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.640049 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8bb362e5-84ce-4534-9322-1f91d3879ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.662011 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-8bb362e5-84ce-4534-9322-1f91d3879ebd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['648c92fb-2d9b-4b36-a051-0212659204af']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:21.680168 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-92cdcfc2-7138-44b6-b639-c180e5db2a61 None None] Set router 8e90a078-6187-49a8-b8ae-d3e975fee112 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:35:21.685723 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-8bb362e5-84ce-4534-9322-1f91d3879ebd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '875a4062-5839-4a96-9666-318528a5803b') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:21.691445 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-8bb362e5-84ce-4534-9322-1f91d3879ebd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '875a4062-5839-4a96-9666-318528a5803b') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:21.712374 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8bb362e5-84ce-4534-9322-1f91d3879ebd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.739428 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-74363520-df95-4ada-ae2b-c28bcd183c86 None None] For port dbe486cb-bf56-4bcd-89b5-ebc39f184238, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=dbe486cb-bf56-4bcd-89b5-ebc39f184238,segment=NetworkSegment(1d752521-312d-49c0-95b5-de4b16fbcaa4),segment_id=1d752521-312d-49c0-95b5-de4b16fbcaa4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:21.746212 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-74363520-df95-4ada-ae2b-c28bcd183c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.753833 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8bb362e5-84ce-4534-9322-1f91d3879ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.765543 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb362e5-84ce-4534-9322-1f91d3879ebd admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:35:21.766196 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8bb362e5-84ce-4534-9322-1f91d3879ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.771307 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:35:21.771307 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:35:21.771307 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:35:21.771307 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:35:21.771307 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:35:21.771307 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:35:21.771307 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:35:21.771307 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:35:21.771307 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:35:21.771307 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:35:21.771307 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:35:21.771307 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:35:21.771307 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:35:21.771307 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:35:21.771307 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:35:21.771307 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:35:21.771307 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:35:21.771307 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:35:21.771307 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:35:21.771307 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:35:21.771307 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:35:21.771307 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:35:21.771307 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:35:21.771307 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:35:21.771307 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:35:21.771307 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:35:21.771307 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:35:21.771307 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:35:21.771307 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:35:21.771307 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:35:21.771307 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:35:21.771307 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:35:21.874972 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-9ae8070e-db67-4c22-a8cc-79f84ae28259 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1522128006&fields=id&tenant_id=af8840e572bc4203b4decdf0325b2045 HTTP/1.1" status: 200 len: 267 time: 0.0656884 Jul 15 23:35:21.920900 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8bb362e5-84ce-4534-9322-1f91d3879ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.925822 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8bb362e5-84ce-4534-9322-1f91d3879ebd admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.928057 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8bb362e5-84ce-4534-9322-1f91d3879ebd admin admin] 10.222.0.16 "DELETE /v2.0/networks/648c92fb-2d9b-4b36-a051-0212659204af HTTP/1.1" status: 204 len: 168 time: 0.6057205 Jul 15 23:35:21.965689 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 8daddccd-caac-4fd6-b99b-e61adf1402fb triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:21.970853 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.976809 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb362e5-84ce-4534-9322-1f91d3879ebd admin admin] Pushing event deleted for resources: {'Network': ['ID=648c92fb-2d9b-4b36-a051-0212659204af,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:22.033883 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74363520-df95-4ada-ae2b-c28bcd183c86 None None] Pushing event updated for resources: {'Port': ['ID=dbe486cb-bf56-4bcd-89b5-ebc39f184238,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:22.187812 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:35:22.205972 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-6cc15f64-3ec8-4509-aacc-2536414f6473 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:22.207551 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-6cc15f64-3ec8-4509-aacc-2536414f6473 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/networks?id=fb8e6311-f92a-42e0-833c-3f225809778d HTTP/1.1" status: 200 len: 797 time: 0.3299122 Jul 15 23:35:22.236149 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-decf21c6-eeff-434d-9000-024e4c70dfd0 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/quotas/af8840e572bc4203b4decdf0325b2045 HTTP/1.1" status: 200 len: 375 time: 0.0163774 Jul 15 23:35:22.262756 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:35:22.263122 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device da2ded4c-9d6c-45e5-9c48-6ae60eda7dc2 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:35:22.284053 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-996b7aac-5864-4f0a-a774-4b1b0d5122ae None None] Provisioning for port 979d7832-b0c3-477a-a789-0ec6f794abb3 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:35:22.288367 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-996b7aac-5864-4f0a-a774-4b1b0d5122ae None None] Provisioning complete for port 979d7832-b0c3-477a-a789-0ec6f794abb3 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:22.288923 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-996b7aac-5864-4f0a-a774-4b1b0d5122ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:22.323725 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-92cdcfc2-7138-44b6-b639-c180e5db2a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-342392333', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '8daddccd-caac-4fd6-b99b-e61adf1402fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:35:12Z', 'updated_at': '2021-07-15T23:35:19Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': '8daddccd-caac-4fd6-b99b-e61adf1402fb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:35:13Z', 'updated_at': '2021-07-15T23:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '979d7832-b0c3-477a-a789-0ec6f794abb3', 'name': '', 'network_id': 'fb8e6311-f92a-42e0-833c-3f225809778d', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:90:c3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'be3aff2d-a5e4-4066-9528-3586119b0703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:35:17Z', 'updated_at': '2021-07-15T23:35:19Z', 'revision_number': 2, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': 'be3aff2d-a5e4-4066-9528-3586119b0703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:22.353980 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56360) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:22.368968 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-996b7aac-5864-4f0a-a774-4b1b0d5122ae None None] Port 979d7832-b0c3-477a-a789-0ec6f794abb3 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:35:22.382275 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cdcfc2-7138-44b6-b639-c180e5db2a61 None None] Checking router: 8e90a078-6187-49a8-b8ae-d3e975fee112 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:35:22.383958 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cdcfc2-7138-44b6-b639-c180e5db2a61 None None] Updating router 8e90a078-6187-49a8-b8ae-d3e975fee112 port 979d7832-b0c3-477a-a789-0ec6f794abb3 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:35:22.392209 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-996b7aac-5864-4f0a-a774-4b1b0d5122ae None None] Provisioning complete for port dbe486cb-bf56-4bcd-89b5-ebc39f184238 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:22.392597 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-996b7aac-5864-4f0a-a774-4b1b0d5122ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:22.411765 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-b3a2a958-b1ad-4a7d-ac17-71279b6eb86a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1457114 Jul 15 23:35:22.431546 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bd4cdd91-bb0b-45dc-93a9-26cb76f00e21 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85ddf574ab8044368926c3bab485ad65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0765474 Jul 15 23:35:22.434051 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56366) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:22.491779 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2d22c54-d3a7-4afa-850f-9a6b253e9176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:22.511565 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-92cdcfc2-7138-44b6-b639-c180e5db2a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:22.520903 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2d22c54-d3a7-4afa-850f-9a6b253e9176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:22.585909 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-b992a731-622e-47b0-b60f-f58e9e902474 service neutron] 10.222.0.16 "GET /v2.0/networks/fb8e6311-f92a-42e0-833c-3f225809778d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606205 Jul 15 23:35:22.628828 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2d22c54-d3a7-4afa-850f-9a6b253e9176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:22.635072 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f2d22c54-d3a7-4afa-850f-9a6b253e9176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:22.643154 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f2d22c54-d3a7-4afa-850f-9a6b253e9176 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b339daf-674d-4693-969e-1f0038e5fbbf HTTP/1.1" status: 204 len: 168 time: 0.2051404 Jul 15 23:35:22.671318 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d22c54-d3a7-4afa-850f-9a6b253e9176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b339daf-674d-4693-969e-1f0038e5fbbf,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:22.742612 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-74d54b33-3fda-40a7-ac50-b7437f97bffb None None] Provisioning complete for port 979d7832-b0c3-477a-a789-0ec6f794abb3 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:22.746793 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-74d54b33-3fda-40a7-ac50-b7437f97bffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:22.768009 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-7f45fe28-3da3-4e3d-bbac-2f6a845f74d3 service neutron] 10.222.0.16 "GET /v2.0/networks/fb8e6311-f92a-42e0-833c-3f225809778d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812317 Jul 15 23:35:22.882197 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-74d54b33-3fda-40a7-ac50-b7437f97bffb None None] Port 979d7832-b0c3-477a-a789-0ec6f794abb3 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:35:22.925198 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-92cdcfc2-7138-44b6-b639-c180e5db2a61 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:22.945778 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-92cdcfc2-7138-44b6-b639-c180e5db2a61 None None] Transition to ACTIVE for port object 979d7832-b0c3-477a-a789-0ec6f794abb3 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:22.958290 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-92cdcfc2-7138-44b6-b639-c180e5db2a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:23.163532 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5e278bc1-13c4-4f0c-9cbd-154993870a40 req-55e90f2e-eba9-41b1-ab8a-eca4d8ea3d82 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 210 time: 0.0603831 Jul 15 23:35:23.228070 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c539b-bd40-4b3c-b8f4-97d414f330d4 None None] Pushing event updated for resources: {'Port': ['ID=979d7832-b0c3-477a-a789-0ec6f794abb3,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:23.236802 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-92cdcfc2-7138-44b6-b639-c180e5db2a61 None None] Attempting to bind port 979d7832-b0c3-477a-a789-0ec6f794abb3 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:35:23.237376 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-92cdcfc2-7138-44b6-b639-c180e5db2a61 None None] Attempting to bind port 979d7832-b0c3-477a-a789-0ec6f794abb3 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '1d752521-312d-49c0-95b5-de4b16fbcaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'fb8e6311-f92a-42e0-833c-3f225809778d'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:35:23.237753 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cdcfc2-7138-44b6-b639-c180e5db2a61 None None] Attempting to bind port 979d7832-b0c3-477a-a789-0ec6f794abb3 on network fb8e6311-f92a-42e0-833c-3f225809778d {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:23.248439 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cdcfc2-7138-44b6-b639-c180e5db2a61 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:35:23.249554 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cdcfc2-7138-44b6-b639-c180e5db2a61 None None] Checking segment: {'id': '1d752521-312d-49c0-95b5-de4b16fbcaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'fb8e6311-f92a-42e0-833c-3f225809778d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:35:23.250183 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-92cdcfc2-7138-44b6-b639-c180e5db2a61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:23.250805 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cdcfc2-7138-44b6-b639-c180e5db2a61 None None] Bound using segment: {'id': '1d752521-312d-49c0-95b5-de4b16fbcaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'fb8e6311-f92a-42e0-833c-3f225809778d'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:35:23.251738 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-92cdcfc2-7138-44b6-b639-c180e5db2a61 None None] Bound port: 979d7832-b0c3-477a-a789-0ec6f794abb3, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d752521-312d-49c0-95b5-de4b16fbcaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'fb8e6311-f92a-42e0-833c-3f225809778d'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:35:23.252334 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-92cdcfc2-7138-44b6-b639-c180e5db2a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:23.360208 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-92cdcfc2-7138-44b6-b639-c180e5db2a61 None None] For port 979d7832-b0c3-477a-a789-0ec6f794abb3, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:35:23.364912 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-92cdcfc2-7138-44b6-b639-c180e5db2a61 None None] For port 979d7832-b0c3-477a-a789-0ec6f794abb3, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=979d7832-b0c3-477a-a789-0ec6f794abb3,segment=NetworkSegment(1d752521-312d-49c0-95b5-de4b16fbcaa4),segment_id=1d752521-312d-49c0-95b5-de4b16fbcaa4)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:35:23.371329 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-92cdcfc2-7138-44b6-b639-c180e5db2a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:23.481973 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cdcfc2-7138-44b6-b639-c180e5db2a61 None None] Routers {'8e90a078-6187-49a8-b8ae-d3e975fee112'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:23.482627 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-92cdcfc2-7138-44b6-b639-c180e5db2a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:35:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['8e90a078-6187-49a8-b8ae-d3e975fee112'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:23.571706 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device dbe486cb-bf56-4bcd-89b5-ebc39f184238 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:35:23.656100 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-92cdcfc2-7138-44b6-b639-c180e5db2a61 None None] Set router 8e90a078-6187-49a8-b8ae-d3e975fee112 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:35:23.681147 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port dbe486cb-bf56-4bcd-89b5-ebc39f184238 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:23.681529 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:23.943053 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c539b-bd40-4b3c-b8f4-97d414f330d4 None None] Pushing event updated for resources: {'Port': ['ID=979d7832-b0c3-477a-a789-0ec6f794abb3,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:24.088262 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-92cdcfc2-7138-44b6-b639-c180e5db2a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-342392333', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '8daddccd-caac-4fd6-b99b-e61adf1402fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:35:12Z', 'updated_at': '2021-07-15T23:35:19Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': '8daddccd-caac-4fd6-b99b-e61adf1402fb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:35:13Z', 'updated_at': '2021-07-15T23:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '979d7832-b0c3-477a-a789-0ec6f794abb3', 'name': '', 'network_id': 'fb8e6311-f92a-42e0-833c-3f225809778d', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:90:c3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'be3aff2d-a5e4-4066-9528-3586119b0703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:35:17Z', 'updated_at': '2021-07-15T23:35:23Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': 'be3aff2d-a5e4-4066-9528-3586119b0703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:24.126690 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cdcfc2-7138-44b6-b639-c180e5db2a61 None None] The sync data for ids ['8e90a078-6187-49a8-b8ae-d3e975fee112'] in n-d-787205-9 is: [{'id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-342392333', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '8daddccd-caac-4fd6-b99b-e61adf1402fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:35:12Z', 'updated_at': '2021-07-15T23:35:19Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': '8daddccd-caac-4fd6-b99b-e61adf1402fb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:35:13Z', 'updated_at': '2021-07-15T23:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '979d7832-b0c3-477a-a789-0ec6f794abb3', 'name': '', 'network_id': 'fb8e6311-f92a-42e0-833c-3f225809778d', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:90:c3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'be3aff2d-a5e4-4066-9528-3586119b0703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:35:17Z', 'updated_at': '2021-07-15T23:35:23Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': 'be3aff2d-a5e4-4066-9528-3586119b0703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:35:24.307815 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:24.392798 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-81eb6a85-dab4-4e21-bcb3-210d354b8354 req-3166365c-0036-4065-af43-e8674d7179b4 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 210 time: 0.0504124 Jul 15 23:35:25.004846 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-140c1c52-2507-437b-8879-a715f11bef0e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:25.007628 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-140c1c52-2507-437b-8879-a715f11bef0e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.43 "GET /v2.0/networks?id=fb8e6311-f92a-42e0-833c-3f225809778d HTTP/1.1" status: 200 len: 797 time: 0.1952763 Jul 15 23:35:25.122059 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-df427208-7d61-4e30-84d6-75204b77aacd tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af8840e572bc4203b4decdf0325b2045 HTTP/1.1" status: 200 len: 380 time: 0.1049149 Jul 15 23:35:25.132787 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-d811f5af-c1cd-4bef-9624-9ab8ad4b06ba tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'port': {'device_id': 'ec6dd744-411e-40bb-a456-30e802d2b816', 'network_id': 'fb8e6311-f92a-42e0-833c-3f225809778d', 'admin_state_up': True, 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'security_groups': ['b2e6b4ab-366c-4668-b2eb-c7b0808566e1']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:25.181907 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56550) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:25.348715 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-d811f5af-c1cd-4bef-9624-9ab8ad4b06ba tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Made reservation on behalf of af8840e572bc4203b4decdf0325b2045 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:35:25.354925 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-d811f5af-c1cd-4bef-9624-9ab8ad4b06ba tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:25.379077 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d689178c-b176-4d47-80d1-1afe1d68ddea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:25.557712 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d689178c-b176-4d47-80d1-1afe1d68ddea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:25.566254 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d689178c-b176-4d47-80d1-1afe1d68ddea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:25.712907 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-d811f5af-c1cd-4bef-9624-9ab8ad4b06ba tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Allocated IP 172.20.0.13 (fb8e6311-f92a-42e0-833c-3f225809778d/be3aff2d-a5e4-4066-9528-3586119b0703/31545d53-f2ae-464a-9bd2-6db3143821cd) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:35:25.716635 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689178c-b176-4d47-80d1-1afe1d68ddea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30636a9-224e-4b82-8c3f-1c5e23158efb,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:25.776329 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 979d7832-b0c3-477a-a789-0ec6f794abb3 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:35:25.784997 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d689178c-b176-4d47-80d1-1afe1d68ddea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c097bfdda53c4c9d96ddf2ff57d7506f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6019850 Jul 15 23:35:25.800504 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e931f7e5-6276-43b9-8be8-5cf4023044ce req-d5e94663-d5a2-4025-aaa9-e1016f47ce66 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 210 time: 0.1089694 Jul 15 23:35:25.801042 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56560) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:25.891134 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 979d7832-b0c3-477a-a789-0ec6f794abb3 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:35:25.895267 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 979d7832-b0c3-477a-a789-0ec6f794abb3 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:25.895646 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:25.898001 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-30915652-ac4c-4d8f-9d2b-f58108969344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:25.929327 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-30915652-ac4c-4d8f-9d2b-f58108969344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:25.999477 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:26.020715 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-30915652-ac4c-4d8f-9d2b-f58108969344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:26.023389 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-30915652-ac4c-4d8f-9d2b-f58108969344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:26.026411 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-30915652-ac4c-4d8f-9d2b-f58108969344 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d30636a9-224e-4b82-8c3f-1c5e23158efb HTTP/1.1" status: 204 len: 168 time: 0.2243111 Jul 15 23:35:26.028180 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-d811f5af-c1cd-4bef-9624-9ab8ad4b06ba tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:26.046738 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 979d7832-b0c3-477a-a789-0ec6f794abb3, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=979d7832-b0c3-477a-a789-0ec6f794abb3,segment=NetworkSegment(1d752521-312d-49c0-95b5-de4b16fbcaa4),segment_id=1d752521-312d-49c0-95b5-de4b16fbcaa4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:26.051999 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:26.056941 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30915652-ac4c-4d8f-9d2b-f58108969344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30636a9-224e-4b82-8c3f-1c5e23158efb,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:26.057277 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-d811f5af-c1cd-4bef-9624-9ab8ad4b06ba tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Transition to ACTIVE for port object 31545d53-f2ae-464a-9bd2-6db3143821cd will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:26.115218 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-d811f5af-c1cd-4bef-9624-9ab8ad4b06ba tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:26.137523 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=979d7832-b0c3-477a-a789-0ec6f794abb3,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:26.200011 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811f5af-c1cd-4bef-9624-9ab8ad4b06ba tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'Port': ['ID=31545d53-f2ae-464a-9bd2-6db3143821cd,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:26.203966 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-d811f5af-c1cd-4bef-9624-9ab8ad4b06ba tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Network fb8e6311-f92a-42e0-833c-3f225809778d is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:35:26.205640 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-d811f5af-c1cd-4bef-9624-9ab8ad4b06ba tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:26.219392 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-d811f5af-c1cd-4bef-9624-9ab8ad4b06ba tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:35:26.277777 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-d811f5af-c1cd-4bef-9624-9ab8ad4b06ba tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:26.278424 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-d811f5af-c1cd-4bef-9624-9ab8ad4b06ba tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:26.306021 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-d811f5af-c1cd-4bef-9624-9ab8ad4b06ba tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1777744 Jul 15 23:35:26.318986 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-72366c7c-8fe1-45c4-859a-aed2bf864d44 service neutron] Request body: {'port': {'device_id': 'ec6dd744-411e-40bb-a456-30e802d2b816', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:26.378877 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56570) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:26.394979 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62ee3e4b-51fd-4516-81ab-64189ee210f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:26.430890 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-72366c7c-8fe1-45c4-859a-aed2bf864d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:26.498545 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62ee3e4b-51fd-4516-81ab-64189ee210f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:26.503674 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62ee3e4b-51fd-4516-81ab-64189ee210f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:26.516478 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d69294e3-1a4a-49c4-9bbb-83ed7a1fb126 None None] Provisioning for port 31545d53-f2ae-464a-9bd2-6db3143821cd completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:35:26.521381 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d69294e3-1a4a-49c4-9bbb-83ed7a1fb126 None None] Provisioning complete for port 31545d53-f2ae-464a-9bd2-6db3143821cd triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:26.522102 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d69294e3-1a4a-49c4-9bbb-83ed7a1fb126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:26.541532 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee3e4b-51fd-4516-81ab-64189ee210f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba11421-4e2a-48f0-9ed1-bda9beaa18d7,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:26.548756 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-62ee3e4b-51fd-4516-81ab-64189ee210f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b461a7aeeb344e9392c89624a58e2617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1687107 Jul 15 23:35:26.551988 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56572) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:26.572547 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-d69294e3-1a4a-49c4-9bbb-83ed7a1fb126 None None] Port 31545d53-f2ae-464a-9bd2-6db3143821cd cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:35:26.616331 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b84fbc4c-eded-4947-aab2-cc89c3d34803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:26.638689 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b84fbc4c-eded-4947-aab2-cc89c3d34803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:26.685143 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b84fbc4c-eded-4947-aab2-cc89c3d34803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:26.687904 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b84fbc4c-eded-4947-aab2-cc89c3d34803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:26.689095 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b84fbc4c-eded-4947-aab2-cc89c3d34803 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ba11421-4e2a-48f0-9ed1-bda9beaa18d7 HTTP/1.1" status: 204 len: 168 time: 0.1352651 Jul 15 23:35:26.697490 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84fbc4c-eded-4947-aab2-cc89c3d34803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba11421-4e2a-48f0-9ed1-bda9beaa18d7,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:26.726768 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-72366c7c-8fe1-45c4-859a-aed2bf864d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31545d53-f2ae-464a-9bd2-6db3143821cd {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:35:26.736219 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-72366c7c-8fe1-45c4-859a-aed2bf864d44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:26.748749 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-72366c7c-8fe1-45c4-859a-aed2bf864d44 service neutron] Transition to ACTIVE for port object 31545d53-f2ae-464a-9bd2-6db3143821cd will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:26.752916 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-72366c7c-8fe1-45c4-859a-aed2bf864d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:26.844810 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72366c7c-8fe1-45c4-859a-aed2bf864d44 service neutron] Pushing event updated for resources: {'Port': ['ID=31545d53-f2ae-464a-9bd2-6db3143821cd,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:26.930829 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-72366c7c-8fe1-45c4-859a-aed2bf864d44 service neutron] Attempting to bind port 31545d53-f2ae-464a-9bd2-6db3143821cd on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:35:26.931177 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-72366c7c-8fe1-45c4-859a-aed2bf864d44 service neutron] Attempting to bind port 31545d53-f2ae-464a-9bd2-6db3143821cd by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '1d752521-312d-49c0-95b5-de4b16fbcaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'fb8e6311-f92a-42e0-833c-3f225809778d'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:35:26.931517 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-72366c7c-8fe1-45c4-859a-aed2bf864d44 service neutron] Attempting to bind port 31545d53-f2ae-464a-9bd2-6db3143821cd on network fb8e6311-f92a-42e0-833c-3f225809778d {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:26.937649 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-72366c7c-8fe1-45c4-859a-aed2bf864d44 service neutron] Port 31545d53-f2ae-464a-9bd2-6db3143821cd on network fb8e6311-f92a-42e0-833c-3f225809778d not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:35:26.937892 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-72366c7c-8fe1-45c4-859a-aed2bf864d44 service neutron] Attempting to bind port 31545d53-f2ae-464a-9bd2-6db3143821cd on network fb8e6311-f92a-42e0-833c-3f225809778d {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:26.953430 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-72366c7c-8fe1-45c4-859a-aed2bf864d44 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:35:26.953917 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-72366c7c-8fe1-45c4-859a-aed2bf864d44 service neutron] Checking segment: {'id': '1d752521-312d-49c0-95b5-de4b16fbcaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'fb8e6311-f92a-42e0-833c-3f225809778d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:35:26.954469 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-72366c7c-8fe1-45c4-859a-aed2bf864d44 service neutron] Bound using segment: {'id': '1d752521-312d-49c0-95b5-de4b16fbcaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'fb8e6311-f92a-42e0-833c-3f225809778d'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:35:26.954955 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-72366c7c-8fe1-45c4-859a-aed2bf864d44 service neutron] Bound port: 31545d53-f2ae-464a-9bd2-6db3143821cd, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d752521-312d-49c0-95b5-de4b16fbcaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'fb8e6311-f92a-42e0-833c-3f225809778d'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:35:26.955332 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-72366c7c-8fe1-45c4-859a-aed2bf864d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:27.156234 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-72366c7c-8fe1-45c4-859a-aed2bf864d44 service neutron] For port 31545d53-f2ae-464a-9bd2-6db3143821cd, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:35:27.162838 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-72366c7c-8fe1-45c4-859a-aed2bf864d44 service neutron] For port 31545d53-f2ae-464a-9bd2-6db3143821cd, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=31545d53-f2ae-464a-9bd2-6db3143821cd,segment=NetworkSegment(1d752521-312d-49c0-95b5-de4b16fbcaa4),segment_id=1d752521-312d-49c0-95b5-de4b16fbcaa4)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:35:27.168100 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-72366c7c-8fe1-45c4-859a-aed2bf864d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:27.182528 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea2c10-7257-4b1b-8f45-9d1f7d31cafd req-8f4e36aa-864e-40f8-80c6-202d15a0a78a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:27.192000 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-16ea2c10-7257-4b1b-8f45-9d1f7d31cafd req-8f4e36aa-864e-40f8-80c6-202d15a0a78a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 944 time: 0.2107961 Jul 15 23:35:27.257545 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72366c7c-8fe1-45c4-859a-aed2bf864d44 service neutron] Pushing event updated for resources: {'Port': ['ID=31545d53-f2ae-464a-9bd2-6db3143821cd,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:27.263025 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-16ea2c10-7257-4b1b-8f45-9d1f7d31cafd req-8443a003-ea26-4ee7-9177-959525f1cda7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2e6b4ab-366c-4668-b2eb-c7b0808566e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700572 Jul 15 23:35:27.321096 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-72366c7c-8fe1-45c4-859a-aed2bf864d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:27.322094 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-72366c7c-8fe1-45c4-859a-aed2bf864d44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:27.323879 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-72366c7c-8fe1-45c4-859a-aed2bf864d44 service neutron] 10.222.0.43 "PUT /v2.0/ports/31545d53-f2ae-464a-9bd2-6db3143821cd HTTP/1.1" status: 200 len: 1092 time: 1.0106242 Jul 15 23:35:27.324841 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6dd744-411e-40bb-a456-30e802d2b816', 'tag': '31545d53-f2ae-464a-9bd2-6db3143821cd'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:35:27.333040 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a29e92d-cf7b-4e61-8166-d764dcaca97d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec6dd744-411e-40bb-a456-30e802d2b816", "tag": "31545d53-f2ae-464a-9bd2-6db3143821cd"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:35:27.402168 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-2410630b-eb22-4ff5-a01f-31f529c10f4e tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f740477c1dd44a6780154d34e98fbd4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0873568 Jul 15 23:35:27.418454 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fa1b92-64a7-437d-aba6-4ec48e0ca694 x-openstack-request-id: req-12fa1b92-64a7-437d-aba6-4ec48e0ca694 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:35:27.419142 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec6dd744-411e-40bb-a456-30e802d2b816", "tag": "31545d53-f2ae-464a-9bd2-6db3143821cd", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:35:27.419667 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12fa1b92-64a7-437d-aba6-4ec48e0ca694 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:35:27.420381 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6dd744-411e-40bb-a456-30e802d2b816', 'tag': '31545d53-f2ae-464a-9bd2-6db3143821cd', 'status': 'completed', 'code': 200} Jul 15 23:35:27.450945 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-92db3373-4163-41b9-beb9-20aec9ecb384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:27.453892 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-92db3373-4163-41b9-beb9-20aec9ecb384 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 1095 time: 0.0750027 Jul 15 23:35:27.513629 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-0084d639-eda6-4516-a3d9-6afe0ed12a55 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31545d53-f2ae-464a-9bd2-6db3143821cd HTTP/1.1" status: 200 len: 217 time: 0.0523143 Jul 15 23:35:27.554564 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 979d7832-b0c3-477a-a789-0ec6f794abb3 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:35:27.602162 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-aac18189-1182-4f31-9115-2d8b46f71064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:27.603958 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-aac18189-1182-4f31-9115-2d8b46f71064 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=be3aff2d-a5e4-4066-9528-3586119b0703 HTTP/1.1" status: 200 len: 835 time: 0.0838397 Jul 15 23:35:27.653933 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 979d7832-b0c3-477a-a789-0ec6f794abb3 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:27.654849 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:27.661250 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-551ccf0a-49b2-427d-837e-4e0afc3b9d0b tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:27.668318 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-551ccf0a-49b2-427d-837e-4e0afc3b9d0b tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2573612 Jul 15 23:35:27.672279 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-4286f805-1012-44cb-a1a5-f9870b11abca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:27.673941 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-4286f805-1012-44cb-a1a5-f9870b11abca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb8e6311-f92a-42e0-833c-3f225809778d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637259 Jul 15 23:35:27.679259 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-b7edd96d-8e9e-4013-a4b7-136674941abd tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] 10.222.0.16 "GET /v2.0/quotas/f740477c1dd44a6780154d34e98fbd4d HTTP/1.1" status: 200 len: 375 time: 0.0101242 Jul 15 23:35:27.732234 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-2cb30cab-69c7-484c-b170-fd3384715e22 tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f740477c1dd44a6780154d34e98fbd4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436382 Jul 15 23:35:27.787502 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-4918c012-975f-4913-92a6-8fc422b93710 service neutron] 10.222.0.43 "GET /v2.0/networks/fb8e6311-f92a-42e0-833c-3f225809778d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033866 Jul 15 23:35:27.896387 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6fabb44f-591b-4ae7-b24d-8cb0e441422d req-f25b0b18-4721-42b6-b760-039ca7f4cefb service neutron] 10.222.0.43 "GET /v2.0/networks/fb8e6311-f92a-42e0-833c-3f225809778d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030540 Jul 15 23:35:27.911382 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0d1d7bb4-9225-4118-ac4e-71a9be83dcf7 req-75f6fd91-1512-42ad-afe9-cd59b3d49afc tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] 10.222.0.16 "GET /v2.0/ports?device_id=b66a9ad7-8e03-48a7-99c7-16fccce67363 HTTP/1.1" status: 200 len: 210 time: 0.0409808 Jul 15 23:35:28.012236 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29e92d-cf7b-4e61-8166-d764dcaca97d req-18b4063b-5455-45d0-b65d-66710735f1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:28.013766 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6a29e92d-cf7b-4e61-8166-d764dcaca97d req-18b4063b-5455-45d0-b65d-66710735f1e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 1095 time: 0.0561743 Jul 15 23:35:28.113939 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29e92d-cf7b-4e61-8166-d764dcaca97d req-38922382-be68-48e7-a233-22bf7b11a382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:28.115598 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6a29e92d-cf7b-4e61-8166-d764dcaca97d req-38922382-be68-48e7-a233-22bf7b11a382 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb8e6311-f92a-42e0-833c-3f225809778d HTTP/1.1" status: 200 len: 898 time: 0.0954578 Jul 15 23:35:28.161565 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6a29e92d-cf7b-4e61-8166-d764dcaca97d req-e972d5e0-112c-4212-98ba-2ecb4f624081 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31545d53-f2ae-464a-9bd2-6db3143821cd HTTP/1.1" status: 200 len: 217 time: 0.0395787 Jul 15 23:35:28.217044 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29e92d-cf7b-4e61-8166-d764dcaca97d req-89391a49-8c6d-4185-ad56-19863a928da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:28.219123 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6a29e92d-cf7b-4e61-8166-d764dcaca97d req-89391a49-8c6d-4185-ad56-19863a928da5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=be3aff2d-a5e4-4066-9528-3586119b0703 HTTP/1.1" status: 200 len: 835 time: 0.0517545 Jul 15 23:35:28.284002 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29e92d-cf7b-4e61-8166-d764dcaca97d req-7194aea5-0f95-4378-983b-6bf031314c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:28.285962 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6a29e92d-cf7b-4e61-8166-d764dcaca97d req-7194aea5-0f95-4378-983b-6bf031314c4a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb8e6311-f92a-42e0-833c-3f225809778d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596323 Jul 15 23:35:28.395272 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6a29e92d-cf7b-4e61-8166-d764dcaca97d req-d187828f-362d-4ffa-8476-3e3cbc07aff3 service neutron] 10.222.0.43 "GET /v2.0/networks/fb8e6311-f92a-42e0-833c-3f225809778d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012404 Jul 15 23:35:28.479873 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ced4e-7f8f-44b2-9c47-94f9c465b6f9 req-fe30b6e8-cb3c-4c63-9544-55f10e1e6c23 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:28.481272 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb0ced4e-7f8f-44b2-9c47-94f9c465b6f9 req-fe30b6e8-cb3c-4c63-9544-55f10e1e6c23 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 944 time: 0.0927444 Jul 15 23:35:28.499374 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6a29e92d-cf7b-4e61-8166-d764dcaca97d req-98205f45-6758-4148-a66e-98ca36f218f2 service neutron] 10.222.0.43 "GET /v2.0/networks/fb8e6311-f92a-42e0-833c-3f225809778d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967109 Jul 15 23:35:28.522210 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb0ced4e-7f8f-44b2-9c47-94f9c465b6f9 req-468afc10-a46b-4cb6-a9d7-5faa93b2d60c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2e6b4ab-366c-4668-b2eb-c7b0808566e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343010 Jul 15 23:35:29.054036 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-efdccf7e-516a-4c84-a98f-ba9bedceb12e req-621e90f3-37f8-4f96-bbe7-7ee2b7bd9f63 tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] 10.222.0.16 "GET /v2.0/ports?device_id=b66a9ad7-8e03-48a7-99c7-16fccce67363 HTTP/1.1" status: 200 len: 210 time: 0.0379987 Jul 15 23:35:29.094189 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-a013b017-4a98-414a-9002-bbe6ba00686a tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f740477c1dd44a6780154d34e98fbd4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366569 Jul 15 23:35:29.167369 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 31545d53-f2ae-464a-9bd2-6db3143821cd details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:35:29.289809 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 31545d53-f2ae-464a-9bd2-6db3143821cd, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=31545d53-f2ae-464a-9bd2-6db3143821cd,segment=NetworkSegment(1d752521-312d-49c0-95b5-de4b16fbcaa4),segment_id=1d752521-312d-49c0-95b5-de4b16fbcaa4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:29.302929 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '31545d53-f2ae-464a-9bd2-6db3143821cd', 'network_id': 'fb8e6311-f92a-42e0-833c-3f225809778d', 'port_id': '31545d53-f2ae-464a-9bd2-6db3143821cd', 'mac_address': 'fa:16:3e:87:41:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be3aff2d-a5e4-4066-9528-3586119b0703', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:35:29.316705 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-276a83a7-d380-473a-9e0c-5cd5a1ac45c9 tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:29.319533 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-276a83a7-d380-473a-9e0c-5cd5a1ac45c9 tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2202301 Jul 15 23:35:29.344990 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:29.357736 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31545d53-f2ae-464a-9bd2-6db3143821cd {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:35:29.372338 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-c5d621d9-171c-41d9-bb0d-886af798041a tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Request body: {'port': {'device_id': 'b66a9ad7-8e03-48a7-99c7-16fccce67363', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'admin_state_up': True, 'tenant_id': 'f740477c1dd44a6780154d34e98fbd4d'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:29.378177 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 31545d53-f2ae-464a-9bd2-6db3143821cd, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=31545d53-f2ae-464a-9bd2-6db3143821cd,segment=NetworkSegment(1d752521-312d-49c0-95b5-de4b16fbcaa4),segment_id=1d752521-312d-49c0-95b5-de4b16fbcaa4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:29.382818 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:29.434069 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=31545d53-f2ae-464a-9bd2-6db3143821cd,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:29.494509 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-c5d621d9-171c-41d9-bb0d-886af798041a tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Made reservation on behalf of f740477c1dd44a6780154d34e98fbd4d for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:35:29.498051 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-c5d621d9-171c-41d9-bb0d-886af798041a tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:29.507054 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-c5d621d9-171c-41d9-bb0d-886af798041a tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:29.585732 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['31545d53-f2ae-464a-9bd2-6db3143821cd'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:35:29.616272 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-c5d621d9-171c-41d9-bb0d-886af798041a tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:29.621245 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-c5d621d9-171c-41d9-bb0d-886af798041a tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:29.702703 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d621d9-171c-41d9-bb0d-886af798041a tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=507ac0aa-91d0-4e53-a987-6345a3a967e4,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:29.759088 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c44ca8-75c6-4235-9224-99115b8639e1 req-2c021288-5a50-46ae-bcb0-6160936acf15 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:29.760626 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e6c44ca8-75c6-4235-9224-99115b8639e1 req-2c021288-5a50-46ae-bcb0-6160936acf15 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 945 time: 0.1115994 Jul 15 23:35:29.789292 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-c5d621d9-171c-41d9-bb0d-886af798041a tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Allocated IP 192.168.233.110 (8d403abe-cee8-4863-bddd-464e9e566e9c/190ae4ce-d44c-4c9c-9241-47db78422478/86604b5d-244d-4cbf-821a-33dc7f69bf38) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:35:29.832808 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e6c44ca8-75c6-4235-9224-99115b8639e1 req-893d15dd-da7c-4438-a87e-f50fed9f1cbe tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2e6b4ab-366c-4668-b2eb-c7b0808566e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594525 Jul 15 23:35:29.955449 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-c5d621d9-171c-41d9-bb0d-886af798041a tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:29.969384 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-c5d621d9-171c-41d9-bb0d-886af798041a tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Transition to ACTIVE for port object 86604b5d-244d-4cbf-821a-33dc7f69bf38 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:30.002121 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-c5d621d9-171c-41d9-bb0d-886af798041a tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:30.046461 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-c5d621d9-171c-41d9-bb0d-886af798041a tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:35:30.049588 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-c5d621d9-171c-41d9-bb0d-886af798041a tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:30.053443 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-c5d621d9-171c-41d9-bb0d-886af798041a tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:35:30.077512 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d621d9-171c-41d9-bb0d-886af798041a tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Pushing event updated for resources: {'Port': ['ID=86604b5d-244d-4cbf-821a-33dc7f69bf38,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:30.124066 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-c5d621d9-171c-41d9-bb0d-886af798041a tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:30.124732 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-c5d621d9-171c-41d9-bb0d-886af798041a tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:30.144245 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-c5d621d9-171c-41d9-bb0d-886af798041a tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7757895 Jul 15 23:35:30.161295 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-25c09694-cc1f-4229-8c84-aacf8a6594a5 service neutron] Request body: {'port': {'device_id': 'b66a9ad7-8e03-48a7-99c7-16fccce67363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:30.250804 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-25c09694-cc1f-4229-8c84-aacf8a6594a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:30.261292 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f425f-6d52-431d-8cc7-890faf760fa5 req-d6bedddf-35e9-4f8b-be6b-3162e8480860 tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:30.262913 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5d4f425f-6d52-431d-8cc7-890faf760fa5 req-d6bedddf-35e9-4f8b-be6b-3162e8480860 tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] 10.222.0.16 "GET /v2.0/ports?device_id=b66a9ad7-8e03-48a7-99c7-16fccce67363 HTTP/1.1" status: 200 len: 936 time: 0.0712283 Jul 15 23:35:30.323724 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5d4f425f-6d52-431d-8cc7-890faf760fa5 req-d392f8f9-01cd-4684-89fd-b03a2992e1ff tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] 10.222.0.16 "GET /v2.0/security-groups?id=507ac0aa-91d0-4e53-a987-6345a3a967e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536649 Jul 15 23:35:30.411893 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:35:30.419843 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e5b7a27-8430-484c-a2a8-4e65482635dd None None] Provisioning for port 86604b5d-244d-4cbf-821a-33dc7f69bf38 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:35:30.425388 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e5b7a27-8430-484c-a2a8-4e65482635dd None None] Provisioning complete for port 86604b5d-244d-4cbf-821a-33dc7f69bf38 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:30.425982 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e5b7a27-8430-484c-a2a8-4e65482635dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:30.460833 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e5b7a27-8430-484c-a2a8-4e65482635dd None None] Port 86604b5d-244d-4cbf-821a-33dc7f69bf38 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:35:30.515163 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-25c09694-cc1f-4229-8c84-aacf8a6594a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86604b5d-244d-4cbf-821a-33dc7f69bf38 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:35:30.522898 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-25c09694-cc1f-4229-8c84-aacf8a6594a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:30.535412 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-25c09694-cc1f-4229-8c84-aacf8a6594a5 service neutron] Transition to ACTIVE for port object 86604b5d-244d-4cbf-821a-33dc7f69bf38 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:30.539910 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-25c09694-cc1f-4229-8c84-aacf8a6594a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:30.597616 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c09694-cc1f-4229-8c84-aacf8a6594a5 service neutron] Pushing event updated for resources: {'Port': ['ID=86604b5d-244d-4cbf-821a-33dc7f69bf38,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:30.685563 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-25c09694-cc1f-4229-8c84-aacf8a6594a5 service neutron] Attempting to bind port 86604b5d-244d-4cbf-821a-33dc7f69bf38 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:35:30.685939 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-25c09694-cc1f-4229-8c84-aacf8a6594a5 service neutron] Attempting to bind port 86604b5d-244d-4cbf-821a-33dc7f69bf38 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:35:30.686273 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-25c09694-cc1f-4229-8c84-aacf8a6594a5 service neutron] Attempting to bind port 86604b5d-244d-4cbf-821a-33dc7f69bf38 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:30.691619 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-25c09694-cc1f-4229-8c84-aacf8a6594a5 service neutron] Port 86604b5d-244d-4cbf-821a-33dc7f69bf38 on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:35:30.691951 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-25c09694-cc1f-4229-8c84-aacf8a6594a5 service neutron] Attempting to bind port 86604b5d-244d-4cbf-821a-33dc7f69bf38 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:30.697178 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-25c09694-cc1f-4229-8c84-aacf8a6594a5 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:35:30.697511 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-25c09694-cc1f-4229-8c84-aacf8a6594a5 service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:35:30.697900 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-25c09694-cc1f-4229-8c84-aacf8a6594a5 service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:35:30.698587 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-25c09694-cc1f-4229-8c84-aacf8a6594a5 service neutron] Bound port: 86604b5d-244d-4cbf-821a-33dc7f69bf38, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:35:30.698847 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-25c09694-cc1f-4229-8c84-aacf8a6594a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:30.777638 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-25c09694-cc1f-4229-8c84-aacf8a6594a5 service neutron] For port 86604b5d-244d-4cbf-821a-33dc7f69bf38, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:35:30.782805 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-25c09694-cc1f-4229-8c84-aacf8a6594a5 service neutron] For port 86604b5d-244d-4cbf-821a-33dc7f69bf38, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=86604b5d-244d-4cbf-821a-33dc7f69bf38,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:35:30.788328 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-25c09694-cc1f-4229-8c84-aacf8a6594a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:30.827662 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-25c09694-cc1f-4229-8c84-aacf8a6594a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:30.828282 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-25c09694-cc1f-4229-8c84-aacf8a6594a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:30.829744 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-25c09694-cc1f-4229-8c84-aacf8a6594a5 service neutron] 10.222.0.36 "PUT /v2.0/ports/86604b5d-244d-4cbf-821a-33dc7f69bf38 HTTP/1.1" status: 200 len: 1096 time: 0.6732755 Jul 15 23:35:30.830231 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b66a9ad7-8e03-48a7-99c7-16fccce67363', 'tag': '86604b5d-244d-4cbf-821a-33dc7f69bf38'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:35:30.832556 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ce46ba-6d0e-411b-8b08-4101958b3dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "b66a9ad7-8e03-48a7-99c7-16fccce67363", "tag": "86604b5d-244d-4cbf-821a-33dc7f69bf38"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:35:30.870408 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c09694-cc1f-4229-8c84-aacf8a6594a5 service neutron] Pushing event updated for resources: {'Port': ['ID=86604b5d-244d-4cbf-821a-33dc7f69bf38,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:30.895163 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197887a9-1b5d-49eb-b5e9-68f3960fe27f x-openstack-request-id: req-197887a9-1b5d-49eb-b5e9-68f3960fe27f {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:35:30.895456 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b66a9ad7-8e03-48a7-99c7-16fccce67363", "tag": "86604b5d-244d-4cbf-821a-33dc7f69bf38", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:35:30.895705 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-197887a9-1b5d-49eb-b5e9-68f3960fe27f {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:35:30.896208 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b66a9ad7-8e03-48a7-99c7-16fccce67363', 'tag': '86604b5d-244d-4cbf-821a-33dc7f69bf38', 'status': 'completed', 'code': 200} Jul 15 23:35:30.981356 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-7f404b61-7167-4991-982e-1b1eab2cd82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:30.983134 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-7f404b61-7167-4991-982e-1b1eab2cd82c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f740477c1dd44a6780154d34e98fbd4d&device_id=b66a9ad7-8e03-48a7-99c7-16fccce67363 HTTP/1.1" status: 200 len: 1099 time: 0.0686989 Jul 15 23:35:31.031447 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-87529280-0e87-4a59-bcb2-b447a2e2860b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=86604b5d-244d-4cbf-821a-33dc7f69bf38 HTTP/1.1" status: 200 len: 217 time: 0.0364127 Jul 15 23:35:31.071583 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c4693-e68e-4d37-8aef-e18b4c3fb0fc req-8b66381b-9652-4327-bf68-df46d26d20eb tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:31.073100 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-300c4693-e68e-4d37-8aef-e18b4c3fb0fc req-8b66381b-9652-4327-bf68-df46d26d20eb tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 945 time: 0.0813851 Jul 15 23:35:31.103254 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-713fa826-41d0-45a4-94e7-22774bcd81fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:31.104913 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-713fa826-41d0-45a4-94e7-22774bcd81fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0680387 Jul 15 23:35:31.127265 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-300c4693-e68e-4d37-8aef-e18b4c3fb0fc req-c0a28ebc-b53a-4aaf-9523-b560d6b653d0 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2e6b4ab-366c-4668-b2eb-c7b0808566e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473926 Jul 15 23:35:31.162900 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 31545d53-f2ae-464a-9bd2-6db3143821cd up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:35:31.172866 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-b626be30-9086-4b70-8bbd-079364badfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:31.174720 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-b626be30-9086-4b70-8bbd-079364badfe0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0590696 Jul 15 23:35:31.219435 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 31545d53-f2ae-464a-9bd2-6db3143821cd completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:35:31.223210 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 31545d53-f2ae-464a-9bd2-6db3143821cd triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:31.223644 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:31.270503 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-de6e7a62-cb61-4268-a777-ee96e7dac4bf service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887978 Jul 15 23:35:31.301247 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:31.324225 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6dd744-411e-40bb-a456-30e802d2b816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31545d53-f2ae-464a-9bd2-6db3143821cd'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:35:31.326475 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb98dfdf-1f05-44fd-8ecf-e3b9b682ea48" -d '{"events": [{"server_uuid": "ec6dd744-411e-40bb-a456-30e802d2b816", "name": "network-vif-plugged", "status": "completed", "tag": "31545d53-f2ae-464a-9bd2-6db3143821cd"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:35:31.343250 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 31545d53-f2ae-464a-9bd2-6db3143821cd, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=31545d53-f2ae-464a-9bd2-6db3143821cd,segment=NetworkSegment(1d752521-312d-49c0-95b5-de4b16fbcaa4),segment_id=1d752521-312d-49c0-95b5-de4b16fbcaa4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:31.349214 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:31.378792 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2b98aad5-9c35-4556-a127-048ee09bdc2a req-cb148f3f-8202-48ce-833b-d83b8735338b service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020713 Jul 15 23:35:31.413487 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=31545d53-f2ae-464a-9bd2-6db3143821cd,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:31.526335 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce46ba-6d0e-411b-8b08-4101958b3dbf req-26a12ee1-cbc9-481a-8008-688b3d5ac517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:31.529828 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-93ce46ba-6d0e-411b-8b08-4101958b3dbf req-26a12ee1-cbc9-481a-8008-688b3d5ac517 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f740477c1dd44a6780154d34e98fbd4d&device_id=b66a9ad7-8e03-48a7-99c7-16fccce67363 HTTP/1.1" status: 200 len: 1099 time: 0.0641329 Jul 15 23:35:31.530495 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf363f3-0422-423b-849c-b5d7d49777e9 req-b09365ea-21d2-4b84-b408-8ff160905df1 tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:31.531901 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81989422-b2bb-4503-beb2-43079a2600a0 x-openstack-request-id: req-81989422-b2bb-4503-beb2-43079a2600a0 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:35:31.532333 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8bf363f3-0422-423b-849c-b5d7d49777e9 req-b09365ea-21d2-4b84-b408-8ff160905df1 tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] 10.222.0.16 "GET /v2.0/ports?device_id=b66a9ad7-8e03-48a7-99c7-16fccce67363 HTTP/1.1" status: 200 len: 948 time: 0.0704451 Jul 15 23:35:31.532445 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6dd744-411e-40bb-a456-30e802d2b816", "name": "network-vif-plugged", "status": "completed", "tag": "31545d53-f2ae-464a-9bd2-6db3143821cd", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:35:31.532445 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81989422-b2bb-4503-beb2-43079a2600a0 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:35:31.532843 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6dd744-411e-40bb-a456-30e802d2b816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31545d53-f2ae-464a-9bd2-6db3143821cd', 'code': 200} Jul 15 23:35:31.588364 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8bf363f3-0422-423b-849c-b5d7d49777e9 req-445c1c3f-f0a5-4eb9-a2c3-12d077a91e14 tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] 10.222.0.16 "GET /v2.0/security-groups?id=507ac0aa-91d0-4e53-a987-6345a3a967e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485721 Jul 15 23:35:31.667594 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce46ba-6d0e-411b-8b08-4101958b3dbf req-f3c18594-43ae-4f5b-83ab-7614f9ce4c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:31.669083 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-93ce46ba-6d0e-411b-8b08-4101958b3dbf req-f3c18594-43ae-4f5b-83ab-7614f9ce4c37 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.1332996 Jul 15 23:35:31.718566 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23119cc7-0bce-4482-9112-961f04d2fcc5 req-7e78382a-d3d2-4957-90ff-8c3c98a24bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:31.720073 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-23119cc7-0bce-4482-9112-961f04d2fcc5 req-7e78382a-d3d2-4957-90ff-8c3c98a24bc7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 1097 time: 0.1083620 Jul 15 23:35:31.721254 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-93ce46ba-6d0e-411b-8b08-4101958b3dbf req-890538ec-419c-4d43-9037-21901f10ae11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=86604b5d-244d-4cbf-821a-33dc7f69bf38 HTTP/1.1" status: 200 len: 217 time: 0.0447857 Jul 15 23:35:31.788876 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-23119cc7-0bce-4482-9112-961f04d2fcc5 req-0291b1a4-32c2-48b2-bded-b86545a6c6ef service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b2e6b4ab-366c-4668-b2eb-c7b0808566e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624232 Jul 15 23:35:31.792292 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce46ba-6d0e-411b-8b08-4101958b3dbf req-67fbf46e-0979-478d-80c6-906279e59065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:31.793642 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-93ce46ba-6d0e-411b-8b08-4101958b3dbf req-67fbf46e-0979-478d-80c6-906279e59065 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0617146 Jul 15 23:35:31.848783 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce46ba-6d0e-411b-8b08-4101958b3dbf req-8d29be6a-eed6-491c-be55-4ce805f5a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:31.850146 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-93ce46ba-6d0e-411b-8b08-4101958b3dbf req-8d29be6a-eed6-491c-be55-4ce805f5a182 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0498905 Jul 15 23:35:32.265374 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-93ce46ba-6d0e-411b-8b08-4101958b3dbf req-780cbf29-583b-44ac-803d-06db5ba40213 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084311 Jul 15 23:35:32.316915 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6762d7-74cc-4a3d-ad55-0df50f599800 req-a18968bf-b6aa-417b-b71c-c72ba6935c05 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:32.318400 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4f6762d7-74cc-4a3d-ad55-0df50f599800 req-a18968bf-b6aa-417b-b71c-c72ba6935c05 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 946 time: 0.0738697 Jul 15 23:35:32.357504 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-93ce46ba-6d0e-411b-8b08-4101958b3dbf req-26de8d1b-fb85-412d-83c4-d052e56daeb4 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857542 Jul 15 23:35:32.362291 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4f6762d7-74cc-4a3d-ad55-0df50f599800 req-e98ba364-56c9-4267-9ec1-f045d4b93167 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2e6b4ab-366c-4668-b2eb-c7b0808566e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379827 Jul 15 23:35:32.761334 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b2c1d-bbc3-416f-9e4a-cf3f0a02eb6c req-b0a3100b-2369-48c6-9ce1-d21c62788947 tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:32.762838 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f3b2c1d-bbc3-416f-9e4a-cf3f0a02eb6c req-b0a3100b-2369-48c6-9ce1-d21c62788947 tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] 10.222.0.16 "GET /v2.0/ports?device_id=b66a9ad7-8e03-48a7-99c7-16fccce67363 HTTP/1.1" status: 200 len: 948 time: 0.0630763 Jul 15 23:35:32.801108 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f3b2c1d-bbc3-416f-9e4a-cf3f0a02eb6c req-07fcc2d5-37c1-4b8e-86f6-5f6967b4aac9 tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] 10.222.0.16 "GET /v2.0/security-groups?id=507ac0aa-91d0-4e53-a987-6345a3a967e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325844 Jul 15 23:35:33.534131 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1423c0e-2778-494b-84da-1a0071a12d6b req-dbe3845d-15c9-4a5b-9ce2-7d570ea96e83 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:33.535412 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1423c0e-2778-494b-84da-1a0071a12d6b req-dbe3845d-15c9-4a5b-9ce2-7d570ea96e83 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 946 time: 0.0628707 Jul 15 23:35:33.576357 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1423c0e-2778-494b-84da-1a0071a12d6b req-fa169bc8-e4aa-4647-8dd7-e8db40b4631e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2e6b4ab-366c-4668-b2eb-c7b0808566e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353456 Jul 15 23:35:33.750000 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d43d9-3d25-41ea-8e8a-759a37c3c5dc req-3611d3d5-bf80-4bd1-9890-134539063ba7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:33.751497 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-719d43d9-3d25-41ea-8e8a-759a37c3c5dc req-3611d3d5-bf80-4bd1-9890-134539063ba7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 946 time: 0.0661631 Jul 15 23:35:33.788072 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-719d43d9-3d25-41ea-8e8a-759a37c3c5dc req-53a608e4-7e1f-4a78-bbf6-1d6093d3dcc0 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2e6b4ab-366c-4668-b2eb-c7b0808566e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306976 Jul 15 23:35:33.813211 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56702) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:33.868288 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bdeb26-0d24-4eb2-af89-48b9c074ca3d tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:33.872475 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-84bdeb26-0d24-4eb2-af89-48b9c074ca3d tempest-TestNetworkAdvancedServerOps-735116914 tempest-TestNetworkAdvancedServerOps-735116914-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 1092 time: 0.0556185 Jul 15 23:35:33.872660 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 56706) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:33.877739 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-59b9e74d-6db4-4104-91e8-016a4d55c97b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'port_id': '31545d53-f2ae-464a-9bd2-6db3143821cd', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:33.899131 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59b9e74d-6db4-4104-91e8-016a4d55c97b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:33.989693 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ad511-e293-4210-a0e7-fef0b4950df8 req-640d5524-1815-4d7d-95d1-0f0cb788301d tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:33.991307 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4e0ad511-e293-4210-a0e7-fef0b4950df8 req-640d5524-1815-4d7d-95d1-0f0cb788301d tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] 10.222.0.16 "GET /v2.0/ports?device_id=b66a9ad7-8e03-48a7-99c7-16fccce67363 HTTP/1.1" status: 200 len: 948 time: 0.0729258 Jul 15 23:35:34.002050 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59b9e74d-6db4-4104-91e8-016a4d55c97b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:34.023704 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 86604b5d-244d-4cbf-821a-33dc7f69bf38 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:35:34.063493 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4e0ad511-e293-4210-a0e7-fef0b4950df8 req-db4059de-e15a-4973-a58b-ab5e6a83ebc4 tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] 10.222.0.16 "GET /v2.0/security-groups?id=507ac0aa-91d0-4e53-a987-6345a3a967e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617239 Jul 15 23:35:34.125760 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-59b9e74d-6db4-4104-91e8-016a4d55c97b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Allocated IP 172.25.4.204 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/c25226ce-92aa-4367-824e-4c8a01dd2d0d) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:35:34.146410 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 86604b5d-244d-4cbf-821a-33dc7f69bf38, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=86604b5d-244d-4cbf-821a-33dc7f69bf38,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:34.172210 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '86604b5d-244d-4cbf-821a-33dc7f69bf38', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': '86604b5d-244d-4cbf-821a-33dc7f69bf38', 'mac_address': 'fa:16:3e:56:c3:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:35:34.211697 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:34.224285 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86604b5d-244d-4cbf-821a-33dc7f69bf38 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:35:34.230487 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59b9e74d-6db4-4104-91e8-016a4d55c97b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:34.243542 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 86604b5d-244d-4cbf-821a-33dc7f69bf38, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=86604b5d-244d-4cbf-821a-33dc7f69bf38,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:34.248135 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:34.270498 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59b9e74d-6db4-4104-91e8-016a4d55c97b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:34.308376 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=86604b5d-244d-4cbf-821a-33dc7f69bf38,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:34.318976 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b9e74d-6db4-4104-91e8-016a4d55c97b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:35:34.322035 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-59b9e74d-6db4-4104-91e8-016a4d55c97b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:34.324871 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b9e74d-6db4-4104-91e8-016a4d55c97b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:35:34.347776 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9e74d-6db4-4104-91e8-016a4d55c97b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'Port': ['ID=c25226ce-92aa-4367-824e-4c8a01dd2d0d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:34.522488 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['86604b5d-244d-4cbf-821a-33dc7f69bf38'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:35:34.708554 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59b9e74d-6db4-4104-91e8-016a4d55c97b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:34.786788 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59b9e74d-6db4-4104-91e8-016a4d55c97b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:34.944175 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59b9e74d-6db4-4104-91e8-016a4d55c97b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:34.954063 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59b9e74d-6db4-4104-91e8-016a4d55c97b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:35.025804 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9e74d-6db4-4104-91e8-016a4d55c97b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event updated for resources: {'Port': ['ID=c25226ce-92aa-4367-824e-4c8a01dd2d0d,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:35.037320 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59b9e74d-6db4-4104-91e8-016a4d55c97b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:35.144294 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [None req-59b9e74d-6db4-4104-91e8-016a4d55c97b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Floating IP 6f55fb9f-1234-49e5-be23-8d141a1503a6 associated. External IP: 172.25.4.204, port: 31545d53-f2ae-464a-9bd2-6db3143821cd. Jul 15 23:35:35.239735 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2bc9d-d6a4-486f-9dde-ceef97c3df1b req-43a90692-eec9-4995-a04c-a107a12d56be tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:35.241425 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f6b2bc9d-d6a4-486f-9dde-ceef97c3df1b req-43a90692-eec9-4995-a04c-a107a12d56be tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] 10.222.0.16 "GET /v2.0/ports?device_id=b66a9ad7-8e03-48a7-99c7-16fccce67363 HTTP/1.1" status: 200 len: 949 time: 0.0682948 Jul 15 23:35:35.287661 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f6b2bc9d-d6a4-486f-9dde-ceef97c3df1b req-08a9b763-d083-4a53-93db-fc2e040bf6df tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] 10.222.0.16 "GET /v2.0/security-groups?id=507ac0aa-91d0-4e53-a987-6345a3a967e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375054 Jul 15 23:35:35.372372 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b9e74d-6db4-4104-91e8-016a4d55c97b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Router 8e90a078-6187-49a8-b8ae-d3e975fee112 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:35:35.485505 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b9e74d-6db4-4104-91e8-016a4d55c97b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:35:35.494878 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a84c6f-b44d-451f-9dfa-e3435cc5caa6 None None] Sync routers for ids ['8e90a078-6187-49a8-b8ae-d3e975fee112'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:35:35.501537 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-59b9e74d-6db4-4104-91e8-016a4d55c97b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:35.506136 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a84c6f-b44d-451f-9dfa-e3435cc5caa6 None None] Routers {'8e90a078-6187-49a8-b8ae-d3e975fee112'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:35.506809 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-91a84c6f-b44d-451f-9dfa-e3435cc5caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:35:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['8e90a078-6187-49a8-b8ae-d3e975fee112'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:35.538990 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-59b9e74d-6db4-4104-91e8-016a4d55c97b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6652734 Jul 15 23:35:35.540053 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6dd744-411e-40bb-a456-30e802d2b816', 'tag': '31545d53-f2ae-464a-9bd2-6db3143821cd'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:35:35.544138 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5143c8a7-52ca-4a3c-982e-ee3e6266e93a" -d '{"events": [{"name": "network-changed", "server_uuid": "ec6dd744-411e-40bb-a456-30e802d2b816", "tag": "31545d53-f2ae-464a-9bd2-6db3143821cd"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:35:35.607487 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f229128c-07a0-4400-8aa2-c94a06d87396 x-openstack-request-id: req-f229128c-07a0-4400-8aa2-c94a06d87396 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:35:35.609134 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec6dd744-411e-40bb-a456-30e802d2b816", "tag": "31545d53-f2ae-464a-9bd2-6db3143821cd", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:35:35.609498 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f229128c-07a0-4400-8aa2-c94a06d87396 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:35:35.610000 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6dd744-411e-40bb-a456-30e802d2b816', 'tag': '31545d53-f2ae-464a-9bd2-6db3143821cd', 'status': 'completed', 'code': 200} Jul 15 23:35:35.624344 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-91a84c6f-b44d-451f-9dfa-e3435cc5caa6 None None] Set router 8e90a078-6187-49a8-b8ae-d3e975fee112 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:35:35.706473 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143c8a7-52ca-4a3c-982e-ee3e6266e93a req-250a0730-d918-4d54-a0bb-64d45af929d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:35.709003 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5143c8a7-52ca-4a3c-982e-ee3e6266e93a req-250a0730-d918-4d54-a0bb-64d45af929d3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 1097 time: 0.0774615 Jul 15 23:35:35.728716 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79f1d6-ad01-46e4-9665-7d7900e1a947 req-bf14d2f0-984d-42c5-b77a-cb25cfefb4ce tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:35.730689 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3d79f1d6-ad01-46e4-9665-7d7900e1a947 req-bf14d2f0-984d-42c5-b77a-cb25cfefb4ce tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 946 time: 0.0731144 Jul 15 23:35:35.785735 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3d79f1d6-ad01-46e4-9665-7d7900e1a947 req-aaf35bef-511a-44cf-8234-441997f304aa tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2e6b4ab-366c-4668-b2eb-c7b0808566e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479796 Jul 15 23:35:35.805515 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56736) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:35.811064 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143c8a7-52ca-4a3c-982e-ee3e6266e93a req-ef2cdb1f-d7dc-4e1a-9bd9-4437f38fe3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:35.812607 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5143c8a7-52ca-4a3c-982e-ee3e6266e93a req-ef2cdb1f-d7dc-4e1a-9bd9-4437f38fe3f2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb8e6311-f92a-42e0-833c-3f225809778d HTTP/1.1" status: 200 len: 898 time: 0.0975270 Jul 15 23:35:35.873987 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2cb2046a-2708-4a38-ae50-e2e174972e40 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/floatingips/6f55fb9f-1234-49e5-be23-8d141a1503a6 HTTP/1.1" status: 200 len: 992 time: 0.0670934 Jul 15 23:35:35.891340 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5143c8a7-52ca-4a3c-982e-ee3e6266e93a req-9d079a1a-a652-46bc-9009-acd84272f380 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31545d53-f2ae-464a-9bd2-6db3143821cd HTTP/1.1" status: 200 len: 1000 time: 0.0721714 Jul 15 23:35:35.914338 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-91a84c6f-b44d-451f-9dfa-e3435cc5caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-342392333', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '8daddccd-caac-4fd6-b99b-e61adf1402fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:35:12Z', 'updated_at': '2021-07-15T23:35:19Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': '8daddccd-caac-4fd6-b99b-e61adf1402fb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:35:13Z', 'updated_at': '2021-07-15T23:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '6f55fb9f-1234-49e5-be23-8d141a1503a6', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'port_id': '31545d53-f2ae-464a-9bd2-6db3143821cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb8e6311-f92a-42e0-833c-3f225809778d', 'mac_address': 'fa:16:3e:87:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6dd744-411e-40bb-a456-30e802d2b816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:35:34Z', 'updated_at': '2021-07-15T23:35:34Z', 'revision_number': 0, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '979d7832-b0c3-477a-a789-0ec6f794abb3', 'name': '', 'network_id': 'fb8e6311-f92a-42e0-833c-3f225809778d', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:90:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'be3aff2d-a5e4-4066-9528-3586119b0703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:35:17Z', 'updated_at': '2021-07-15T23:35:26Z', 'revision_number': 5, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': 'be3aff2d-a5e4-4066-9528-3586119b0703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:35.940896 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a84c6f-b44d-451f-9dfa-e3435cc5caa6 None None] Checking router: 8e90a078-6187-49a8-b8ae-d3e975fee112 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:35:35.941353 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143c8a7-52ca-4a3c-982e-ee3e6266e93a req-3dabdceb-8058-4b4f-97dd-0e6dae8c6a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:35.942874 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5143c8a7-52ca-4a3c-982e-ee3e6266e93a req-3dabdceb-8058-4b4f-97dd-0e6dae8c6a04 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=be3aff2d-a5e4-4066-9528-3586119b0703 HTTP/1.1" status: 200 len: 835 time: 0.0454416 Jul 15 23:35:35.950599 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a84c6f-b44d-451f-9dfa-e3435cc5caa6 None None] Routers {'8e90a078-6187-49a8-b8ae-d3e975fee112'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:35.951899 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-91a84c6f-b44d-451f-9dfa-e3435cc5caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:35:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['8e90a078-6187-49a8-b8ae-d3e975fee112'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:36.010250 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143c8a7-52ca-4a3c-982e-ee3e6266e93a req-c2a3e2cb-e0e9-4d42-b8bc-1dac0a3e11eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:36.012917 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5143c8a7-52ca-4a3c-982e-ee3e6266e93a req-c2a3e2cb-e0e9-4d42-b8bc-1dac0a3e11eb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb8e6311-f92a-42e0-833c-3f225809778d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636799 Jul 15 23:35:36.048118 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 86604b5d-244d-4cbf-821a-33dc7f69bf38 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:35:36.104592 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-91a84c6f-b44d-451f-9dfa-e3435cc5caa6 None None] Set router 8e90a078-6187-49a8-b8ae-d3e975fee112 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:35:36.115345 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5143c8a7-52ca-4a3c-982e-ee3e6266e93a req-c3c14a3e-1ac5-4894-bcd8-6b0488093bb0 service neutron] 10.222.0.43 "GET /v2.0/networks/fb8e6311-f92a-42e0-833c-3f225809778d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964005 Jul 15 23:35:36.156682 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 86604b5d-244d-4cbf-821a-33dc7f69bf38 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:35:36.187423 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 86604b5d-244d-4cbf-821a-33dc7f69bf38 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:36.187777 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:36.207727 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5143c8a7-52ca-4a3c-982e-ee3e6266e93a req-cf31a86f-0acd-447e-aa28-4d91827227f7 service neutron] 10.222.0.43 "GET /v2.0/networks/fb8e6311-f92a-42e0-833c-3f225809778d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865495 Jul 15 23:35:36.348808 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:36.392759 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66a9ad7-8e03-48a7-99c7-16fccce67363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86604b5d-244d-4cbf-821a-33dc7f69bf38'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:35:36.395003 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f2a8f7-ded3-4c9e-b855-2610c948611c" -d '{"events": [{"server_uuid": "b66a9ad7-8e03-48a7-99c7-16fccce67363", "name": "network-vif-plugged", "status": "completed", "tag": "86604b5d-244d-4cbf-821a-33dc7f69bf38"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:35:36.415571 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 86604b5d-244d-4cbf-821a-33dc7f69bf38, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=86604b5d-244d-4cbf-821a-33dc7f69bf38,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:36.420631 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:36.452059 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedfea65-5168-4c6c-929b-85427c7bf1e4 x-openstack-request-id: req-bedfea65-5168-4c6c-929b-85427c7bf1e4 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:35:36.452356 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66a9ad7-8e03-48a7-99c7-16fccce67363", "name": "network-vif-plugged", "status": "completed", "tag": "86604b5d-244d-4cbf-821a-33dc7f69bf38", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:35:36.452612 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bedfea65-5168-4c6c-929b-85427c7bf1e4 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:35:36.453002 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66a9ad7-8e03-48a7-99c7-16fccce67363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86604b5d-244d-4cbf-821a-33dc7f69bf38', 'code': 200} Jul 15 23:35:36.485630 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-91a84c6f-b44d-451f-9dfa-e3435cc5caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-342392333', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '8daddccd-caac-4fd6-b99b-e61adf1402fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:35:12Z', 'updated_at': '2021-07-15T23:35:19Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': '8daddccd-caac-4fd6-b99b-e61adf1402fb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:35:13Z', 'updated_at': '2021-07-15T23:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '6f55fb9f-1234-49e5-be23-8d141a1503a6', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'port_id': '31545d53-f2ae-464a-9bd2-6db3143821cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb8e6311-f92a-42e0-833c-3f225809778d', 'mac_address': 'fa:16:3e:87:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6dd744-411e-40bb-a456-30e802d2b816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:35:34Z', 'updated_at': '2021-07-15T23:35:34Z', 'revision_number': 0, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '979d7832-b0c3-477a-a789-0ec6f794abb3', 'name': '', 'network_id': 'fb8e6311-f92a-42e0-833c-3f225809778d', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:90:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'be3aff2d-a5e4-4066-9528-3586119b0703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:35:17Z', 'updated_at': '2021-07-15T23:35:26Z', 'revision_number': 5, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': 'be3aff2d-a5e4-4066-9528-3586119b0703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:36.503229 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44769d56-de7e-43a5-bbc3-cb33347d9100 req-9a3aa31a-7c8d-4a10-bbfc-2c3f3d821cb4 tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:36.512700 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-44769d56-de7e-43a5-bbc3-cb33347d9100 req-9a3aa31a-7c8d-4a10-bbfc-2c3f3d821cb4 tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] 10.222.0.16 "GET /v2.0/ports?device_id=b66a9ad7-8e03-48a7-99c7-16fccce67363 HTTP/1.1" status: 200 len: 950 time: 0.1006379 Jul 15 23:35:36.522161 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=86604b5d-244d-4cbf-821a-33dc7f69bf38,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:36.525351 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a84c6f-b44d-451f-9dfa-e3435cc5caa6 None None] The sync data for ids ['8e90a078-6187-49a8-b8ae-d3e975fee112'] in n-d-787205-9 is: [{'id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-342392333', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '8daddccd-caac-4fd6-b99b-e61adf1402fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:35:12Z', 'updated_at': '2021-07-15T23:35:19Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': '8daddccd-caac-4fd6-b99b-e61adf1402fb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:35:13Z', 'updated_at': '2021-07-15T23:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '6f55fb9f-1234-49e5-be23-8d141a1503a6', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'port_id': '31545d53-f2ae-464a-9bd2-6db3143821cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb8e6311-f92a-42e0-833c-3f225809778d', 'mac_address': 'fa:16:3e:87:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6dd744-411e-40bb-a456-30e802d2b816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:35:34Z', 'updated_at': '2021-07-15T23:35:34Z', 'revision_number': 0, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '979d7832-b0c3-477a-a789-0ec6f794abb3', 'name': '', 'network_id': 'fb8e6311-f92a-42e0-833c-3f225809778d', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:90:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'be3aff2d-a5e4-4066-9528-3586119b0703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:35:17Z', 'updated_at': '2021-07-15T23:35:26Z', 'revision_number': 5, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': 'be3aff2d-a5e4-4066-9528-3586119b0703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:35:36.566059 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-44769d56-de7e-43a5-bbc3-cb33347d9100 req-515d2bae-8144-49f3-8853-8b27f06225d4 tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] 10.222.0.16 "GET /v2.0/security-groups?id=507ac0aa-91d0-4e53-a987-6345a3a967e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464983 Jul 15 23:35:36.588492 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5457d-d86f-4c57-a707-c8c80cb133a3 req-d21fec86-783c-4e06-852a-7a0cb48203a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:36.590216 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d5b5457d-d86f-4c57-a707-c8c80cb133a3 req-d21fec86-783c-4e06-852a-7a0cb48203a8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b66a9ad7-8e03-48a7-99c7-16fccce67363 HTTP/1.1" status: 200 len: 1101 time: 0.0618577 Jul 15 23:35:36.631309 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d5b5457d-d86f-4c57-a707-c8c80cb133a3 req-3a27443d-eda8-416f-a3c2-2111e8be4fa7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=507ac0aa-91d0-4e53-a987-6345a3a967e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342927 Jul 15 23:35:36.743274 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9735dd-d369-4f82-8868-fee98482257f None None] New status for floating IP 6f55fb9f-1234-49e5-be23-8d141a1503a6: ACTIVE {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:35:36.875770 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 56750) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:36.953304 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-95282931-9edd-4532-88d8-f7026cca15f8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/floatingips/6f55fb9f-1234-49e5-be23-8d141a1503a6 HTTP/1.1" status: 200 len: 994 time: 0.0696356 Jul 15 23:35:37.752726 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac86a58-c9ec-484d-91f2-e43fa4b8accc req-ad58aa6c-cac2-4eeb-9c2c-3c5a854331a3 tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:37.756626 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cac86a58-c9ec-484d-91f2-e43fa4b8accc req-ad58aa6c-cac2-4eeb-9c2c-3c5a854331a3 tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] 10.222.0.16 "GET /v2.0/ports?device_id=b66a9ad7-8e03-48a7-99c7-16fccce67363 HTTP/1.1" status: 200 len: 950 time: 0.0733435 Jul 15 23:35:37.795914 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cac86a58-c9ec-484d-91f2-e43fa4b8accc req-83c3537f-3721-4611-90b9-d40caba60008 tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] 10.222.0.16 "GET /v2.0/security-groups?id=507ac0aa-91d0-4e53-a987-6345a3a967e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350828 Jul 15 23:35:38.906667 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:38.987299 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0446b85-3d42-400b-88aa-d1e8ba497df9 req-c4dfaee3-a399-49e7-8864-c48247081064 tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:38.988773 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b0446b85-3d42-400b-88aa-d1e8ba497df9 req-c4dfaee3-a399-49e7-8864-c48247081064 tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] 10.222.0.16 "GET /v2.0/ports?device_id=b66a9ad7-8e03-48a7-99c7-16fccce67363 HTTP/1.1" status: 200 len: 950 time: 0.0715957 Jul 15 23:35:39.026397 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b0446b85-3d42-400b-88aa-d1e8ba497df9 req-3fe7ed91-1d1f-45e7-ac12-5f13fdcedc0d tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] 10.222.0.16 "GET /v2.0/security-groups?id=507ac0aa-91d0-4e53-a987-6345a3a967e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317755 Jul 15 23:35:45.904315 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a061646c-df15-4929-bf7f-13f423c653a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:48.275415 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-805cdcf0-7213-4901-ae55-b8bd252329ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:48.743249 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:49.706176 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:51.284832 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:54.264100 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:07.412888 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:36:08.739363 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa459fb-1244-484f-83ab-df1dc8875131 req-f581bd60-4dd0-4dd7-b3bc-9d301d14da18 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:08.740909 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8aa459fb-1244-484f-83ab-df1dc8875131 req-f581bd60-4dd0-4dd7-b3bc-9d301d14da18 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 946 time: 0.0761275 Jul 15 23:36:08.787749 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8aa459fb-1244-484f-83ab-df1dc8875131 req-5cbd1d55-e93b-49b1-9e4d-1d86aca00bf0 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2e6b4ab-366c-4668-b2eb-c7b0808566e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406113 Jul 15 23:36:08.900271 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:10.006764 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7949378-6a6c-4e01-bd3b-816215a2a730 req-3386a294-de26-4df0-853f-e74b86a5119e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:10.008236 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d7949378-6a6c-4e01-bd3b-816215a2a730 req-3386a294-de26-4df0-853f-e74b86a5119e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 946 time: 0.0873363 Jul 15 23:36:10.048616 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d7949378-6a6c-4e01-bd3b-816215a2a730 req-b341a7c2-d4ce-42df-8d09-04ca5702faaf tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2e6b4ab-366c-4668-b2eb-c7b0808566e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339668 Jul 15 23:36:11.239378 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ecbcc-a2e9-4c44-b68c-fdb7eeb6d1b4 req-b6dd02f3-a9c3-4f8a-a970-aea7123b4cec tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:11.241035 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b90ecbcc-a2e9-4c44-b68c-fdb7eeb6d1b4 req-b6dd02f3-a9c3-4f8a-a970-aea7123b4cec tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 946 time: 0.0664623 Jul 15 23:36:11.291507 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b90ecbcc-a2e9-4c44-b68c-fdb7eeb6d1b4 req-87579850-bdaf-4c28-b0b7-0b588f5be4ef tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2e6b4ab-366c-4668-b2eb-c7b0808566e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438390 Jul 15 23:36:12.487722 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716d072-1d38-4439-ae8a-380fa2dbb397 req-360369a0-213a-49c6-bcce-95d6267de54e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:12.489598 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2716d072-1d38-4439-ae8a-380fa2dbb397 req-360369a0-213a-49c6-bcce-95d6267de54e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 946 time: 0.0807388 Jul 15 23:36:12.500869 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d96aba-09b9-4b82-9880-c2dc21f7b7dc req-8d5f1328-1c72-4444-91ee-7bb830a45ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:12.503267 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-50d96aba-09b9-4b82-9880-c2dc21f7b7dc req-8d5f1328-1c72-4444-91ee-7bb830a45ac0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 1097 time: 0.0559583 Jul 15 23:36:12.532379 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2716d072-1d38-4439-ae8a-380fa2dbb397 req-4175721a-6a14-4731-b006-0c66e4478e73 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2e6b4ab-366c-4668-b2eb-c7b0808566e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371177 Jul 15 23:36:12.623945 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d96aba-09b9-4b82-9880-c2dc21f7b7dc req-158bce61-e2b0-4e9f-b262-0e3ffb369043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:12.625431 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-50d96aba-09b9-4b82-9880-c2dc21f7b7dc req-158bce61-e2b0-4e9f-b262-0e3ffb369043 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb8e6311-f92a-42e0-833c-3f225809778d HTTP/1.1" status: 200 len: 898 time: 0.0994465 Jul 15 23:36:12.701118 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-50d96aba-09b9-4b82-9880-c2dc21f7b7dc req-40ffe13a-c25f-4b2a-9463-c4cd381ac0b3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31545d53-f2ae-464a-9bd2-6db3143821cd HTTP/1.1" status: 200 len: 1002 time: 0.0681674 Jul 15 23:36:12.752984 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d96aba-09b9-4b82-9880-c2dc21f7b7dc req-86f82022-3e80-4cd4-8adb-34d8f8768ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:12.754451 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-50d96aba-09b9-4b82-9880-c2dc21f7b7dc req-86f82022-3e80-4cd4-8adb-34d8f8768ec8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=be3aff2d-a5e4-4066-9528-3586119b0703 HTTP/1.1" status: 200 len: 835 time: 0.0477581 Jul 15 23:36:12.814414 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d96aba-09b9-4b82-9880-c2dc21f7b7dc req-da45a885-1e95-4ccc-89a8-e60050aeb7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:12.816220 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-50d96aba-09b9-4b82-9880-c2dc21f7b7dc req-da45a885-1e95-4ccc-89a8-e60050aeb7a0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb8e6311-f92a-42e0-833c-3f225809778d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558484 Jul 15 23:36:12.912046 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-50d96aba-09b9-4b82-9880-c2dc21f7b7dc req-9b833953-2f36-40dc-87cb-e8fea118113a service neutron] 10.222.0.43 "GET /v2.0/networks/fb8e6311-f92a-42e0-833c-3f225809778d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886886 Jul 15 23:36:13.007090 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-50d96aba-09b9-4b82-9880-c2dc21f7b7dc req-f47f951e-4bb3-4920-a122-4dbe0d06cc3e service neutron] 10.222.0.43 "GET /v2.0/networks/fb8e6311-f92a-42e0-833c-3f225809778d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891311 Jul 15 23:36:13.728301 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d3caf-21e4-40af-b3a7-1cde9dbaf48d req-584de3b5-4a8e-479d-ad38-a2d09392e3da tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:13.730043 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3b8d3caf-21e4-40af-b3a7-1cde9dbaf48d req-584de3b5-4a8e-479d-ad38-a2d09392e3da tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 946 time: 0.0790956 Jul 15 23:36:13.769305 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3b8d3caf-21e4-40af-b3a7-1cde9dbaf48d req-d16199b0-7289-4b13-b622-12ad2a1fd78f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2e6b4ab-366c-4668-b2eb-c7b0808566e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326378 Jul 15 23:36:14.949085 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61102bba-57e4-43f5-b165-bc9e60004b00 req-60e4f5d0-dfb7-46a8-b886-5bae9fea6c00 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:14.953396 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-61102bba-57e4-43f5-b165-bc9e60004b00 req-60e4f5d0-dfb7-46a8-b886-5bae9fea6c00 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 946 time: 0.0730195 Jul 15 23:36:14.996181 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-61102bba-57e4-43f5-b165-bc9e60004b00 req-d7138bf7-214f-48d0-8666-d6e1e5213f47 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2e6b4ab-366c-4668-b2eb-c7b0808566e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364525 Jul 15 23:36:15.569816 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57532) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:15.574885 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-a74dc219-6bcc-4700-a465-f048b15ee13f tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1269752479', 'description': 'tempest-secgroup-smoke-1269752479 description', 'project_id': '65a75747074644058af81d1dafdcec1d'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:15.600956 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a74dc219-6bcc-4700-a465-f048b15ee13f tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:15.680216 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a74dc219-6bcc-4700-a465-f048b15ee13f tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:15.684153 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a74dc219-6bcc-4700-a465-f048b15ee13f tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:15.712250 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a74dc219-6bcc-4700-a465-f048b15ee13f tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:15.713464 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a74dc219-6bcc-4700-a465-f048b15ee13f tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1423275 Jul 15 23:36:15.715320 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74dc219-6bcc-4700-a465-f048b15ee13f tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cb1ce1-9b47-4d94-9359-55129620cd91,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:15.717248 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57534) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:15.722510 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-be5fd604-806c-4bcb-b2bf-542bb69b5772 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Request body: {'security_group_rule': {'security_group_id': 'f1cb1ce1-9b47-4d94-9359-55129620cd91', 'project_id': '65a75747074644058af81d1dafdcec1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:15.723368 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dc219-6bcc-4700-a465-f048b15ee13f tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:15.723716 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dc219-6bcc-4700-a465-f048b15ee13f tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:15.724053 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dc219-6bcc-4700-a465-f048b15ee13f tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:15.724389 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dc219-6bcc-4700-a465-f048b15ee13f tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:15.724718 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dc219-6bcc-4700-a465-f048b15ee13f tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:15.725045 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dc219-6bcc-4700-a465-f048b15ee13f tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:15.725369 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dc219-6bcc-4700-a465-f048b15ee13f tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:15.725691 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dc219-6bcc-4700-a465-f048b15ee13f tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:15.726014 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dc219-6bcc-4700-a465-f048b15ee13f tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:15.726334 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dc219-6bcc-4700-a465-f048b15ee13f tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:15.726688 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dc219-6bcc-4700-a465-f048b15ee13f tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:15.726996 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dc219-6bcc-4700-a465-f048b15ee13f tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:15.753985 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be5fd604-806c-4bcb-b2bf-542bb69b5772 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:15.826504 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be5fd604-806c-4bcb-b2bf-542bb69b5772 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:15.830486 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be5fd604-806c-4bcb-b2bf-542bb69b5772 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:15.850818 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5fd604-806c-4bcb-b2bf-542bb69b5772 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae7f0ed-b4b7-4e88-b70b-10e793055f5b,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:15.860928 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-be5fd604-806c-4bcb-b2bf-542bb69b5772 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:15.861952 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-be5fd604-806c-4bcb-b2bf-542bb69b5772 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1434166 Jul 15 23:36:15.863446 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd604-806c-4bcb-b2bf-542bb69b5772 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:15.863791 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd604-806c-4bcb-b2bf-542bb69b5772 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:15.864179 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd604-806c-4bcb-b2bf-542bb69b5772 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:15.864524 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd604-806c-4bcb-b2bf-542bb69b5772 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:15.865021 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd604-806c-4bcb-b2bf-542bb69b5772 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:15.865151 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57542) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:15.865274 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd604-806c-4bcb-b2bf-542bb69b5772 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:15.865499 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd604-806c-4bcb-b2bf-542bb69b5772 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:15.865825 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd604-806c-4bcb-b2bf-542bb69b5772 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:15.866149 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd604-806c-4bcb-b2bf-542bb69b5772 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:15.866516 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd604-806c-4bcb-b2bf-542bb69b5772 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:15.866819 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd604-806c-4bcb-b2bf-542bb69b5772 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:15.867143 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd604-806c-4bcb-b2bf-542bb69b5772 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:15.871066 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-69028e38-a89c-4127-bd64-15e784425b08 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Request body: {'security_group_rule': {'security_group_id': 'f1cb1ce1-9b47-4d94-9359-55129620cd91', 'project_id': '65a75747074644058af81d1dafdcec1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:15.899507 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69028e38-a89c-4127-bd64-15e784425b08 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:15.908043 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-381748ee-2689-4a0f-8b1a-eee2687bff0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:15.957503 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69028e38-a89c-4127-bd64-15e784425b08 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:15.961589 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69028e38-a89c-4127-bd64-15e784425b08 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:15.979705 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69028e38-a89c-4127-bd64-15e784425b08 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3a1a1a2-a52f-4641-a2fe-fc270638e60c,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:15.984732 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69028e38-a89c-4127-bd64-15e784425b08 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:15.989112 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-69028e38-a89c-4127-bd64-15e784425b08 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201544 Jul 15 23:36:15.989112 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57544) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:15.993964 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-460e4d23-8995-4be9-918e-2772503c528a tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Request body: {'security_group_rule': {'security_group_id': 'f1cb1ce1-9b47-4d94-9359-55129620cd91', 'project_id': '65a75747074644058af81d1dafdcec1d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:16.020288 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-460e4d23-8995-4be9-918e-2772503c528a tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.086089 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-460e4d23-8995-4be9-918e-2772503c528a tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.090216 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-460e4d23-8995-4be9-918e-2772503c528a tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.116475 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e4d23-8995-4be9-918e-2772503c528a tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad9cc4c-186b-4fbf-bf49-4c20445a2e66,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:16.152849 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-460e4d23-8995-4be9-918e-2772503c528a tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.154123 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-460e4d23-8995-4be9-918e-2772503c528a tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1636877 Jul 15 23:36:16.157083 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57552) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:16.162323 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1ade47e7-e76f-4c9e-ba9b-17e454167485 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Request body: {'security_group_rule': {'security_group_id': 'f1cb1ce1-9b47-4d94-9359-55129620cd91', 'project_id': '65a75747074644058af81d1dafdcec1d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:16.190592 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214db8d7-d463-454f-9c63-75c7775b7bf1 req-0d5d4fd4-8a41-4bd6-b48e-12bbb2fd175f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:16.190902 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ade47e7-e76f-4c9e-ba9b-17e454167485 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.192141 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-214db8d7-d463-454f-9c63-75c7775b7bf1 req-0d5d4fd4-8a41-4bd6-b48e-12bbb2fd175f tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 946 time: 0.0774498 Jul 15 23:36:16.233460 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-214db8d7-d463-454f-9c63-75c7775b7bf1 req-278ebea0-4e30-4e68-b6e5-36e791b9f7cb tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2e6b4ab-366c-4668-b2eb-c7b0808566e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335088 Jul 15 23:36:16.266115 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ade47e7-e76f-4c9e-ba9b-17e454167485 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.269902 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ade47e7-e76f-4c9e-ba9b-17e454167485 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.287378 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade47e7-e76f-4c9e-ba9b-17e454167485 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48ff955-330f-4043-b8f9-ab7c3ba80c17,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:16.293563 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1ade47e7-e76f-4c9e-ba9b-17e454167485 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.295222 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1ade47e7-e76f-4c9e-ba9b-17e454167485 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1367950 Jul 15 23:36:16.297950 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57554) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:16.302989 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1277ee94-7986-490c-bd2b-71879817c94a tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Request body: {'security_group_rule': {'security_group_id': 'f1cb1ce1-9b47-4d94-9359-55129620cd91', 'project_id': '65a75747074644058af81d1dafdcec1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:16.325814 n-d-787205-9 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-1277ee94-7986-490c-bd2b-71879817c94a tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Project 65a75747074644058af81d1dafdcec1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:36:16.331022 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1277ee94-7986-490c-bd2b-71879817c94a tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.410216 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1277ee94-7986-490c-bd2b-71879817c94a tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.414560 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1277ee94-7986-490c-bd2b-71879817c94a tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.431802 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277ee94-7986-490c-bd2b-71879817c94a tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e241843-a8e5-4c6f-bcf1-ea712c31e572,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:16.441570 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1277ee94-7986-490c-bd2b-71879817c94a tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.442832 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1277ee94-7986-490c-bd2b-71879817c94a tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1437101 Jul 15 23:36:16.445615 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57560) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:16.449994 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-70aae465-c60c-4d8a-96d4-5d452a95d558 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Request body: {'security_group_rule': {'security_group_id': 'f1cb1ce1-9b47-4d94-9359-55129620cd91', 'project_id': '65a75747074644058af81d1dafdcec1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:16.472074 n-d-787205-9 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-70aae465-c60c-4d8a-96d4-5d452a95d558 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Project 65a75747074644058af81d1dafdcec1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:36:16.477380 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-70aae465-c60c-4d8a-96d4-5d452a95d558 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.543760 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-70aae465-c60c-4d8a-96d4-5d452a95d558 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.547417 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-70aae465-c60c-4d8a-96d4-5d452a95d558 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.564732 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aae465-c60c-4d8a-96d4-5d452a95d558 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d2aa1cf-a4d4-43a7-a702-5ab92a21ffde,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:16.572023 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-70aae465-c60c-4d8a-96d4-5d452a95d558 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.573316 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-70aae465-c60c-4d8a-96d4-5d452a95d558 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266627 Jul 15 23:36:16.775064 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-52b007f1-b183-439d-9906-877841671142 req-b99e098b-ea94-4262-96d2-c12c58317f6a tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1269752479&fields=id&tenant_id=65a75747074644058af81d1dafdcec1d HTTP/1.1" status: 200 len: 267 time: 0.0325191 Jul 15 23:36:16.892905 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b007f1-b183-439d-9906-877841671142 req-4f27485d-8a3b-4619-ac2d-b633e3795b40 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:16.900241 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-52b007f1-b183-439d-9906-877841671142 req-4f27485d-8a3b-4619-ac2d-b633e3795b40 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/networks?id=e5df3a35-c9f7-4ea4-9138-744a2e00289b HTTP/1.1" status: 200 len: 814 time: 0.1184316 Jul 15 23:36:16.916044 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-52b007f1-b183-439d-9906-877841671142 req-d4e1efef-348a-4737-85f5-44d64e2fabf7 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/quotas/65a75747074644058af81d1dafdcec1d HTTP/1.1" status: 200 len: 375 time: 0.0102043 Jul 15 23:36:16.993788 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-52b007f1-b183-439d-9906-877841671142 req-250ebd4f-fc4a-4d8a-aba6-5f70f6c4e216 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=65a75747074644058af81d1dafdcec1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0707061 Jul 15 23:36:17.099418 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-52b007f1-b183-439d-9906-877841671142 req-4256c917-c2ff-4d0a-92c3-0cb3ee0b02c2 service neutron] 10.222.0.16 "GET /v2.0/networks/e5df3a35-c9f7-4ea4-9138-744a2e00289b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949631 Jul 15 23:36:17.202049 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-52b007f1-b183-439d-9906-877841671142 req-3e3f0df6-d48d-47cb-9546-9a85fdecb404 service neutron] 10.222.0.16 "GET /v2.0/networks/e5df3a35-c9f7-4ea4-9138-744a2e00289b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959592 Jul 15 23:36:17.441206 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffe3e1-8a8a-4a88-ba9a-52bfc328c3da req-91d50219-7ff1-4d91-b35b-313d1a4892bc tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:17.444428 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-89ffe3e1-8a8a-4a88-ba9a-52bfc328c3da req-91d50219-7ff1-4d91-b35b-313d1a4892bc tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 946 time: 0.0767491 Jul 15 23:36:17.499266 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-89ffe3e1-8a8a-4a88-ba9a-52bfc328c3da req-547d8708-4670-4fd6-95d6-7ca98d792db1 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2e6b4ab-366c-4668-b2eb-c7b0808566e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435555 Jul 15 23:36:17.582609 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bd1ad00f-aa39-4f6c-abdd-67139f256b1e req-5c7f9ce8-44e4-4a77-b0c3-90096cd4e189 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e4717d-91c2-4950-a35d-f1a0add076c5 HTTP/1.1" status: 200 len: 210 time: 0.0362372 Jul 15 23:36:18.280637 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3e0e8498-65a5-47a4-9d9a-ec2710a76080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:18.723287 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b007f1-b183-439d-9906-877841671142 req-e95beea7-964b-4e57-a5a0-17c9867cd234 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:18.727784 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-52b007f1-b183-439d-9906-877841671142 req-e95beea7-964b-4e57-a5a0-17c9867cd234 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.43 "GET /v2.0/networks?id=e5df3a35-c9f7-4ea4-9138-744a2e00289b HTTP/1.1" status: 200 len: 814 time: 0.1448305 Jul 15 23:36:18.749242 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f98f3-1776-42b2-9834-fa7bdd7b83dd req-2e95b633-50bd-4e08-9f44-0fd4d5f06e51 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:18.750179 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:18.759627 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-164f98f3-1776-42b2-9834-fa7bdd7b83dd req-2e95b633-50bd-4e08-9f44-0fd4d5f06e51 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 946 time: 0.1216156 Jul 15 23:36:18.782339 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-52b007f1-b183-439d-9906-877841671142 req-6958dd21-fb8c-4df2-939c-b67f7bbc8bba tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65a75747074644058af81d1dafdcec1d HTTP/1.1" status: 200 len: 380 time: 0.0435498 Jul 15 23:36:18.792084 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-52b007f1-b183-439d-9906-877841671142 req-5a014110-1be0-425f-957d-4126bb58ae65 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Request body: {'port': {'device_id': 'a4e4717d-91c2-4950-a35d-f1a0add076c5', 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b', 'admin_state_up': True, 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'security_groups': ['f1cb1ce1-9b47-4d94-9359-55129620cd91']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:18.839583 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-825b5755-51bc-45ff-a7a5-10322ec77bb0 req-f425e1bd-0a4c-4a68-817c-45ff5d30ea29 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e4717d-91c2-4950-a35d-f1a0add076c5 HTTP/1.1" status: 200 len: 210 time: 0.0514572 Jul 15 23:36:18.843191 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-164f98f3-1776-42b2-9834-fa7bdd7b83dd req-64c704bb-90c4-4633-9da7-2edd3149f47d tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2e6b4ab-366c-4668-b2eb-c7b0808566e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821047 Jul 15 23:36:18.923363 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b007f1-b183-439d-9906-877841671142 req-5a014110-1be0-425f-957d-4126bb58ae65 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Made reservation on behalf of 65a75747074644058af81d1dafdcec1d for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:36:18.927044 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-52b007f1-b183-439d-9906-877841671142 req-5a014110-1be0-425f-957d-4126bb58ae65 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:19.070096 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-52b007f1-b183-439d-9906-877841671142 req-5a014110-1be0-425f-957d-4126bb58ae65 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Allocated IP 172.20.0.6 (e5df3a35-c9f7-4ea4-9138-744a2e00289b/89c4d7a7-b1b2-43ab-9249-01f593a56863/d32c54fc-dbe5-449f-8b67-438aa68ebc61) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:36:19.219049 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-52b007f1-b183-439d-9906-877841671142 req-5a014110-1be0-425f-957d-4126bb58ae65 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:19.232120 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-52b007f1-b183-439d-9906-877841671142 req-5a014110-1be0-425f-957d-4126bb58ae65 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Transition to ACTIVE for port object d32c54fc-dbe5-449f-8b67-438aa68ebc61 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:36:19.265539 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-52b007f1-b183-439d-9906-877841671142 req-5a014110-1be0-425f-957d-4126bb58ae65 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:19.325140 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b007f1-b183-439d-9906-877841671142 req-5a014110-1be0-425f-957d-4126bb58ae65 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Network e5df3a35-c9f7-4ea4-9138-744a2e00289b is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:36:19.329183 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-52b007f1-b183-439d-9906-877841671142 req-5a014110-1be0-425f-957d-4126bb58ae65 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:36:19.333780 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b007f1-b183-439d-9906-877841671142 req-5a014110-1be0-425f-957d-4126bb58ae65 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:36:19.337962 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a014110-1be0-425f-957d-4126bb58ae65 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Pushing event updated for resources: {'Port': ['ID=d32c54fc-dbe5-449f-8b67-438aa68ebc61,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:19.403617 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b007f1-b183-439d-9906-877841671142 req-5a014110-1be0-425f-957d-4126bb58ae65 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:19.404442 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-52b007f1-b183-439d-9906-877841671142 req-5a014110-1be0-425f-957d-4126bb58ae65 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:19.428525 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-52b007f1-b183-439d-9906-877841671142 req-5a014110-1be0-425f-957d-4126bb58ae65 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6403317 Jul 15 23:36:19.441611 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-52b007f1-b183-439d-9906-877841671142 req-cb1c099e-afe6-47d1-957d-44added8e81d service neutron] Request body: {'port': {'device_id': 'a4e4717d-91c2-4950-a35d-f1a0add076c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:19.532889 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-52b007f1-b183-439d-9906-877841671142 req-cb1c099e-afe6-47d1-957d-44added8e81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:19.717527 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-dfbba3ae-2695-45ef-b009-aa1479282f33 None None] Provisioning for port d32c54fc-dbe5-449f-8b67-438aa68ebc61 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:36:19.722295 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:19.724024 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-dfbba3ae-2695-45ef-b009-aa1479282f33 None None] Provisioning complete for port d32c54fc-dbe5-449f-8b67-438aa68ebc61 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:36:19.724621 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dfbba3ae-2695-45ef-b009-aa1479282f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:19.775955 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-dfbba3ae-2695-45ef-b009-aa1479282f33 None None] Port d32c54fc-dbe5-449f-8b67-438aa68ebc61 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:36:19.852692 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-52b007f1-b183-439d-9906-877841671142 req-cb1c099e-afe6-47d1-957d-44added8e81d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d32c54fc-dbe5-449f-8b67-438aa68ebc61 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:36:19.864248 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-52b007f1-b183-439d-9906-877841671142 req-cb1c099e-afe6-47d1-957d-44added8e81d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:19.879846 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-52b007f1-b183-439d-9906-877841671142 req-cb1c099e-afe6-47d1-957d-44added8e81d service neutron] Transition to ACTIVE for port object d32c54fc-dbe5-449f-8b67-438aa68ebc61 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:36:19.886896 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-52b007f1-b183-439d-9906-877841671142 req-cb1c099e-afe6-47d1-957d-44added8e81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:19.995565 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c099e-afe6-47d1-957d-44added8e81d service neutron] Pushing event updated for resources: {'Port': ['ID=d32c54fc-dbe5-449f-8b67-438aa68ebc61,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:20.107960 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-52b007f1-b183-439d-9906-877841671142 req-cb1c099e-afe6-47d1-957d-44added8e81d service neutron] Attempting to bind port d32c54fc-dbe5-449f-8b67-438aa68ebc61 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:36:20.108784 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-52b007f1-b183-439d-9906-877841671142 req-cb1c099e-afe6-47d1-957d-44added8e81d service neutron] Attempting to bind port d32c54fc-dbe5-449f-8b67-438aa68ebc61 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '30093601-7a83-49c2-9689-3565cc5fae7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:36:20.109334 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b007f1-b183-439d-9906-877841671142 req-cb1c099e-afe6-47d1-957d-44added8e81d service neutron] Attempting to bind port d32c54fc-dbe5-449f-8b67-438aa68ebc61 on network e5df3a35-c9f7-4ea4-9138-744a2e00289b {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:36:20.120632 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b007f1-b183-439d-9906-877841671142 req-cb1c099e-afe6-47d1-957d-44added8e81d service neutron] Port d32c54fc-dbe5-449f-8b67-438aa68ebc61 on network e5df3a35-c9f7-4ea4-9138-744a2e00289b not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:36:20.121281 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b007f1-b183-439d-9906-877841671142 req-cb1c099e-afe6-47d1-957d-44added8e81d service neutron] Attempting to bind port d32c54fc-dbe5-449f-8b67-438aa68ebc61 on network e5df3a35-c9f7-4ea4-9138-744a2e00289b {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:36:20.127626 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b007f1-b183-439d-9906-877841671142 req-cb1c099e-afe6-47d1-957d-44added8e81d service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:36:20.128249 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b007f1-b183-439d-9906-877841671142 req-cb1c099e-afe6-47d1-957d-44added8e81d service neutron] Checking segment: {'id': '30093601-7a83-49c2-9689-3565cc5fae7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:36:20.128986 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b007f1-b183-439d-9906-877841671142 req-cb1c099e-afe6-47d1-957d-44added8e81d service neutron] Bound using segment: {'id': '30093601-7a83-49c2-9689-3565cc5fae7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:36:20.129614 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-52b007f1-b183-439d-9906-877841671142 req-cb1c099e-afe6-47d1-957d-44added8e81d service neutron] Bound port: d32c54fc-dbe5-449f-8b67-438aa68ebc61, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30093601-7a83-49c2-9689-3565cc5fae7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:36:20.130315 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-52b007f1-b183-439d-9906-877841671142 req-cb1c099e-afe6-47d1-957d-44added8e81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:20.188049 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cd674-a920-4c23-99bd-200197189d8b req-87c0e76e-c329-47c3-8101-16c22c5a176b tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:20.189589 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-be1cd674-a920-4c23-99bd-200197189d8b req-87c0e76e-c329-47c3-8101-16c22c5a176b tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e4717d-91c2-4950-a35d-f1a0add076c5 HTTP/1.1" status: 200 len: 943 time: 0.1317570 Jul 15 23:36:20.214089 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-52b007f1-b183-439d-9906-877841671142 req-cb1c099e-afe6-47d1-957d-44added8e81d service neutron] For port d32c54fc-dbe5-449f-8b67-438aa68ebc61, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:36:20.218370 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-52b007f1-b183-439d-9906-877841671142 req-cb1c099e-afe6-47d1-957d-44added8e81d service neutron] For port d32c54fc-dbe5-449f-8b67-438aa68ebc61, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=d32c54fc-dbe5-449f-8b67-438aa68ebc61,segment=NetworkSegment(30093601-7a83-49c2-9689-3565cc5fae7a),segment_id=30093601-7a83-49c2-9689-3565cc5fae7a)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:36:20.227352 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-52b007f1-b183-439d-9906-877841671142 req-cb1c099e-afe6-47d1-957d-44added8e81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:20.247918 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c6e3b-c7be-4140-be82-1b3d59bb49c4 req-84c0c2cd-9ac7-44b6-8717-ce498d7f858a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:20.249565 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2d9c6e3b-c7be-4140-be82-1b3d59bb49c4 req-84c0c2cd-9ac7-44b6-8717-ce498d7f858a tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 946 time: 0.1512327 Jul 15 23:36:20.279321 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-be1cd674-a920-4c23-99bd-200197189d8b req-fca9785c-2822-49d4-8b37-53374dc01500 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1cb1ce1-9b47-4d94-9359-55129620cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828614 Jul 15 23:36:20.307868 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b007f1-b183-439d-9906-877841671142 req-cb1c099e-afe6-47d1-957d-44added8e81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:20.308975 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-52b007f1-b183-439d-9906-877841671142 req-cb1c099e-afe6-47d1-957d-44added8e81d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:20.310815 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-52b007f1-b183-439d-9906-877841671142 req-cb1c099e-afe6-47d1-957d-44added8e81d service neutron] 10.222.0.43 "PUT /v2.0/ports/d32c54fc-dbe5-449f-8b67-438aa68ebc61 HTTP/1.1" status: 200 len: 1091 time: 0.8746753 Jul 15 23:36:20.311627 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e4717d-91c2-4950-a35d-f1a0add076c5', 'tag': 'd32c54fc-dbe5-449f-8b67-438aa68ebc61'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:36:20.314434 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1dda215-1c69-46c5-8687-9b2baa752271" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e4717d-91c2-4950-a35d-f1a0add076c5", "tag": "d32c54fc-dbe5-449f-8b67-438aa68ebc61"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:36:20.350547 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2d9c6e3b-c7be-4140-be82-1b3d59bb49c4 req-a7318530-a1be-4d5f-bde5-0ab19a249ae5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2e6b4ab-366c-4668-b2eb-c7b0808566e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908928 Jul 15 23:36:20.378745 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5338351c-7804-4ced-8364-8f10963e83a1 x-openstack-request-id: req-5338351c-7804-4ced-8364-8f10963e83a1 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:36:20.379107 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e4717d-91c2-4950-a35d-f1a0add076c5", "tag": "d32c54fc-dbe5-449f-8b67-438aa68ebc61", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:36:20.379416 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5338351c-7804-4ced-8364-8f10963e83a1 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:36:20.379876 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e4717d-91c2-4950-a35d-f1a0add076c5', 'tag': 'd32c54fc-dbe5-449f-8b67-438aa68ebc61', 'status': 'completed', 'code': 200} Jul 15 23:36:20.405341 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c099e-afe6-47d1-957d-44added8e81d service neutron] Pushing event updated for resources: {'Port': ['ID=d32c54fc-dbe5-449f-8b67-438aa68ebc61,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:20.447361 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b007f1-b183-439d-9906-877841671142 req-2f656563-9f40-488c-8070-310afffa2052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:20.449537 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-52b007f1-b183-439d-9906-877841671142 req-2f656563-9f40-488c-8070-310afffa2052 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=65a75747074644058af81d1dafdcec1d&device_id=a4e4717d-91c2-4950-a35d-f1a0add076c5 HTTP/1.1" status: 200 len: 1094 time: 0.0843394 Jul 15 23:36:20.504411 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-52b007f1-b183-439d-9906-877841671142 req-3f48a2ec-22ca-47a8-af15-d3367f8020ad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d32c54fc-dbe5-449f-8b67-438aa68ebc61 HTTP/1.1" status: 200 len: 217 time: 0.0461612 Jul 15 23:36:20.557174 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b007f1-b183-439d-9906-877841671142 req-9fb3dc3a-fb82-4d41-8ebf-04dc47fa6a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:20.562381 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-52b007f1-b183-439d-9906-877841671142 req-9fb3dc3a-fb82-4d41-8ebf-04dc47fa6a0e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89c4d7a7-b1b2-43ab-9249-01f593a56863 HTTP/1.1" status: 200 len: 853 time: 0.0481052 Jul 15 23:36:20.617250 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b007f1-b183-439d-9906-877841671142 req-302414b9-d4b9-4d92-8791-6c0b1231098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:20.618697 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-52b007f1-b183-439d-9906-877841671142 req-302414b9-d4b9-4d92-8791-6c0b1231098b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5df3a35-c9f7-4ea4-9138-744a2e00289b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538111 Jul 15 23:36:20.712921 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-52b007f1-b183-439d-9906-877841671142 req-358df22c-ff7f-48d2-aa76-e84b7b30b0e1 service neutron] 10.222.0.43 "GET /v2.0/networks/e5df3a35-c9f7-4ea4-9138-744a2e00289b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879440 Jul 15 23:36:20.805339 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-52b007f1-b183-439d-9906-877841671142 req-6c72f97d-6c62-49cc-83e8-175542f8e6b5 service neutron] 10.222.0.43 "GET /v2.0/networks/e5df3a35-c9f7-4ea4-9138-744a2e00289b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858314 Jul 15 23:36:20.916119 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dda215-1c69-46c5-8687-9b2baa752271 req-183095d9-69ec-460a-bba4-71adb3f85192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:20.917554 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b1dda215-1c69-46c5-8687-9b2baa752271 req-183095d9-69ec-460a-bba4-71adb3f85192 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=65a75747074644058af81d1dafdcec1d&device_id=a4e4717d-91c2-4950-a35d-f1a0add076c5 HTTP/1.1" status: 200 len: 1094 time: 0.0592735 Jul 15 23:36:21.024153 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dda215-1c69-46c5-8687-9b2baa752271 req-3b0766b6-93be-4c38-b9f8-0c3f08f228cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:21.025741 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b1dda215-1c69-46c5-8687-9b2baa752271 req-3b0766b6-93be-4c38-b9f8-0c3f08f228cb service neutron] 10.222.0.43 "GET /v2.0/networks?id=e5df3a35-c9f7-4ea4-9138-744a2e00289b HTTP/1.1" status: 200 len: 915 time: 0.0965486 Jul 15 23:36:21.073423 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b1dda215-1c69-46c5-8687-9b2baa752271 req-88aaa890-d287-43aa-a6af-793f5f6416dd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d32c54fc-dbe5-449f-8b67-438aa68ebc61 HTTP/1.1" status: 200 len: 217 time: 0.0409589 Jul 15 23:36:21.125807 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dda215-1c69-46c5-8687-9b2baa752271 req-0b86fc82-145a-49bb-b6d0-3deb2e75c830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:21.127441 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b1dda215-1c69-46c5-8687-9b2baa752271 req-0b86fc82-145a-49bb-b6d0-3deb2e75c830 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89c4d7a7-b1b2-43ab-9249-01f593a56863 HTTP/1.1" status: 200 len: 853 time: 0.0482922 Jul 15 23:36:21.187568 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dda215-1c69-46c5-8687-9b2baa752271 req-fdadc0e5-d9af-4f69-a28a-2c48c44d42fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:21.189097 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b1dda215-1c69-46c5-8687-9b2baa752271 req-fdadc0e5-d9af-4f69-a28a-2c48c44d42fb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5df3a35-c9f7-4ea4-9138-744a2e00289b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548532 Jul 15 23:36:21.290193 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:21.294441 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b1dda215-1c69-46c5-8687-9b2baa752271 req-602b89c7-5e22-4dcf-9947-3123a08ebaa9 service neutron] 10.222.0.43 "GET /v2.0/networks/e5df3a35-c9f7-4ea4-9138-744a2e00289b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958638 Jul 15 23:36:21.420518 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b1dda215-1c69-46c5-8687-9b2baa752271 req-b0afca3b-b72d-4a38-935e-419b809ae774 service neutron] 10.222.0.43 "GET /v2.0/networks/e5df3a35-c9f7-4ea4-9138-744a2e00289b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129074 Jul 15 23:36:21.474956 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6465474-e65b-42a1-ad72-faccbb8de535 req-58399ac7-dd39-4f1f-bd74-c4730a852c0b tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:21.478199 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f6465474-e65b-42a1-ad72-faccbb8de535 req-58399ac7-dd39-4f1f-bd74-c4730a852c0b tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e4717d-91c2-4950-a35d-f1a0add076c5 HTTP/1.1" status: 200 len: 943 time: 0.0716856 Jul 15 23:36:21.524384 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f6465474-e65b-42a1-ad72-faccbb8de535 req-8be79f6b-6dfb-44c1-8f63-6e28f7e2a72b tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1cb1ce1-9b47-4d94-9359-55129620cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405140 Jul 15 23:36:21.600511 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168e54e-deae-470c-b4a4-91356e80a108 req-caa97a72-988c-4201-882e-bf56ea283916 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:21.602242 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0168e54e-deae-470c-b4a4-91356e80a108 req-caa97a72-988c-4201-882e-bf56ea283916 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 946 time: 0.0673864 Jul 15 23:36:21.642883 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0168e54e-deae-470c-b4a4-91356e80a108 req-51743358-58f5-4258-9ab2-eee8e99cc9c9 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2e6b4ab-366c-4668-b2eb-c7b0808566e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343397 Jul 15 23:36:22.717640 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae1d57-8b2b-4c7b-9640-63859e674434 req-4b2ea6bc-2911-4025-a772-17f9780f2bd8 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:22.719298 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-76ae1d57-8b2b-4c7b-9640-63859e674434 req-4b2ea6bc-2911-4025-a772-17f9780f2bd8 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e4717d-91c2-4950-a35d-f1a0add076c5 HTTP/1.1" status: 200 len: 943 time: 0.0795021 Jul 15 23:36:22.760532 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-76ae1d57-8b2b-4c7b-9640-63859e674434 req-e133a1de-a836-482e-b33a-678040ddf01b tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1cb1ce1-9b47-4d94-9359-55129620cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352628 Jul 15 23:36:22.831212 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5966ff-d8cf-44d8-b3e6-2f2737a2a925 req-b3f19f9b-d792-47e4-9416-edf39e7bf960 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:22.832712 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a5966ff-d8cf-44d8-b3e6-2f2737a2a925 req-b3f19f9b-d792-47e4-9416-edf39e7bf960 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 946 time: 0.0712109 Jul 15 23:36:22.871723 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a5966ff-d8cf-44d8-b3e6-2f2737a2a925 req-5745ed31-b786-4692-9a66-9bc472b6defc tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2e6b4ab-366c-4668-b2eb-c7b0808566e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328975 Jul 15 23:36:23.935533 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed988368-9f2a-42a3-a86f-ae5290e63014 req-0003b026-7070-4a67-bcf6-759a28ff1341 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:23.937155 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ed988368-9f2a-42a3-a86f-ae5290e63014 req-0003b026-7070-4a67-bcf6-759a28ff1341 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e4717d-91c2-4950-a35d-f1a0add076c5 HTTP/1.1" status: 200 len: 943 time: 0.0641618 Jul 15 23:36:23.981925 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ed988368-9f2a-42a3-a86f-ae5290e63014 req-07928379-6775-433c-82d6-25eccfb27f2c tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1cb1ce1-9b47-4d94-9359-55129620cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381603 Jul 15 23:36:24.230311 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5daece-08f4-4d26-b35d-621dbab67a8f req-d4457786-d7eb-4daa-b881-ef28d61dedc7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:24.231809 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4e5daece-08f4-4d26-b35d-621dbab67a8f req-d4457786-d7eb-4daa-b881-ef28d61dedc7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 946 time: 0.0623300 Jul 15 23:36:24.275772 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4e5daece-08f4-4d26-b35d-621dbab67a8f req-28b77f4b-afad-4fe7-8cba-362b3acaaaac tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2e6b4ab-366c-4668-b2eb-c7b0808566e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382273 Jul 15 23:36:24.284097 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:25.166309 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519bee6-014d-4c6b-bfd6-b747a6f146f4 req-aa9a5e05-b681-4404-9d7d-a321adbfb01a tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:25.167890 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6519bee6-014d-4c6b-bfd6-b747a6f146f4 req-aa9a5e05-b681-4404-9d7d-a321adbfb01a tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e4717d-91c2-4950-a35d-f1a0add076c5 HTTP/1.1" status: 200 len: 943 time: 0.0669820 Jul 15 23:36:25.208202 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6519bee6-014d-4c6b-bfd6-b747a6f146f4 req-200587e8-26a4-4c46-ac79-ec3ac64f9fa6 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1cb1ce1-9b47-4d94-9359-55129620cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346837 Jul 15 23:36:25.456849 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbffe48-02bc-45ba-b815-84dc28e1c854 req-4295c567-b08f-4160-91c5-85e3a34aaf13 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:25.458523 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fbbffe48-02bc-45ba-b815-84dc28e1c854 req-4295c567-b08f-4160-91c5-85e3a34aaf13 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 946 time: 0.0657561 Jul 15 23:36:25.498410 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fbbffe48-02bc-45ba-b815-84dc28e1c854 req-6d851d38-5f55-4a6e-840e-bee2a92e813b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2e6b4ab-366c-4668-b2eb-c7b0808566e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330002 Jul 15 23:36:26.405110 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ce8a6-b522-43ae-8653-2d1b4fd56f26 req-2d711ce5-e388-4d6c-a3b0-0bb65be6e557 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:26.407757 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-248ce8a6-b522-43ae-8653-2d1b4fd56f26 req-2d711ce5-e388-4d6c-a3b0-0bb65be6e557 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e4717d-91c2-4950-a35d-f1a0add076c5 HTTP/1.1" status: 200 len: 943 time: 0.0752277 Jul 15 23:36:26.444689 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-248ce8a6-b522-43ae-8653-2d1b4fd56f26 req-aa9b82f0-5a7e-4572-a4d9-c28622184767 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1cb1ce1-9b47-4d94-9359-55129620cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320919 Jul 15 23:36:26.467724 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34222d7f-154f-4b85-aa83-3e85a25771f5 req-7961f6c6-9ea6-431c-8274-391e8a6f10a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:26.470022 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-34222d7f-154f-4b85-aa83-3e85a25771f5 req-7961f6c6-9ea6-431c-8274-391e8a6f10a5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 1097 time: 0.0571213 Jul 15 23:36:26.506302 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-34222d7f-154f-4b85-aa83-3e85a25771f5 req-1dae27f7-c1bb-42bd-88c7-368007dcc9b9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b2e6b4ab-366c-4668-b2eb-c7b0808566e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278773 Jul 15 23:36:26.679152 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03683633-a7f8-42be-969f-d13a68d3ed98 req-cfba54a5-3dad-4b9b-9d26-f43010326b83 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:26.680658 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-03683633-a7f8-42be-969f-d13a68d3ed98 req-cfba54a5-3dad-4b9b-9d26-f43010326b83 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 946 time: 0.0661035 Jul 15 23:36:26.718533 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-03683633-a7f8-42be-969f-d13a68d3ed98 req-496b6b3b-6a11-48b2-99e2-8678d4e330d8 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2e6b4ab-366c-4668-b2eb-c7b0808566e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315952 Jul 15 23:36:27.495403 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 31545d53-f2ae-464a-9bd2-6db3143821cd details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:36:27.499089 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 31545d53-f2ae-464a-9bd2-6db3143821cd no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:36:27.638242 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f40e0-76e1-48a7-acb8-c8fd3a31035c req-d3f3acdd-954a-44bd-9577-fe8b7c32fb73 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:27.639843 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4a5f40e0-76e1-48a7-acb8-c8fd3a31035c req-d3f3acdd-954a-44bd-9577-fe8b7c32fb73 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e4717d-91c2-4950-a35d-f1a0add076c5 HTTP/1.1" status: 200 len: 943 time: 0.0785480 Jul 15 23:36:27.689908 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4a5f40e0-76e1-48a7-acb8-c8fd3a31035c req-02d8e9b8-b1af-4090-adf0-2b381e02d524 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1cb1ce1-9b47-4d94-9359-55129620cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429614 Jul 15 23:36:27.809267 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:27.833616 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 31545d53-f2ae-464a-9bd2-6db3143821cd, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=31545d53-f2ae-464a-9bd2-6db3143821cd,segment=NetworkSegment(1d752521-312d-49c0-95b5-de4b16fbcaa4),segment_id=1d752521-312d-49c0-95b5-de4b16fbcaa4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:27.855764 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6dd744-411e-40bb-a456-30e802d2b816', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31545d53-f2ae-464a-9bd2-6db3143821cd'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:36:27.858076 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9add9a84-3ca9-49fd-b533-9b7e29d988f2" -d '{"events": [{"server_uuid": "ec6dd744-411e-40bb-a456-30e802d2b816", "name": "network-vif-unplugged", "status": "completed", "tag": "31545d53-f2ae-464a-9bd2-6db3143821cd"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:36:27.868892 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '31545d53-f2ae-464a-9bd2-6db3143821cd', 'network_id': 'fb8e6311-f92a-42e0-833c-3f225809778d', 'port_id': '31545d53-f2ae-464a-9bd2-6db3143821cd', 'mac_address': 'fa:16:3e:87:41:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be3aff2d-a5e4-4066-9528-3586119b0703', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:36:27.874410 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 31545d53-f2ae-464a-9bd2-6db3143821cd, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=31545d53-f2ae-464a-9bd2-6db3143821cd,segment=NetworkSegment(1d752521-312d-49c0-95b5-de4b16fbcaa4),segment_id=1d752521-312d-49c0-95b5-de4b16fbcaa4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:27.880940 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:27.903002 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820911b-f0a0-4c87-815a-7081f55188b4 req-c01d9682-3e7b-4223-a908-5977fb4c2b39 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:27.905673 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9820911b-f0a0-4c87-815a-7081f55188b4 req-c01d9682-3e7b-4223-a908-5977fb4c2b39 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 946 time: 0.0740881 Jul 15 23:36:27.910735 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057261a4-706e-4dfb-a52a-a9e6add7634a x-openstack-request-id: req-057261a4-706e-4dfb-a52a-a9e6add7634a {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:36:27.911030 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6dd744-411e-40bb-a456-30e802d2b816", "name": "network-vif-unplugged", "status": "completed", "tag": "31545d53-f2ae-464a-9bd2-6db3143821cd", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:36:27.911480 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-057261a4-706e-4dfb-a52a-a9e6add7634a {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:36:27.911877 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6dd744-411e-40bb-a456-30e802d2b816', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31545d53-f2ae-464a-9bd2-6db3143821cd', 'code': 200} Jul 15 23:36:27.954371 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:27.958085 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9820911b-f0a0-4c87-815a-7081f55188b4 req-25b8df76-cc16-4612-aa9c-5129e18ae1fe tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2e6b4ab-366c-4668-b2eb-c7b0808566e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442290 Jul 15 23:36:27.979370 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31545d53-f2ae-464a-9bd2-6db3143821cd {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:36:27.983453 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=31545d53-f2ae-464a-9bd2-6db3143821cd,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:27.992005 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57808) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:27.998687 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:27.999043 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:27.999385 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:27.999722 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:28.000280 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:28.000785 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:28.001296 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:28.001628 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:28.001963 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:28.002340 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:28.002772 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:28.003294 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:28.016802 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 31545d53-f2ae-464a-9bd2-6db3143821cd, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=31545d53-f2ae-464a-9bd2-6db3143821cd,segment=NetworkSegment(1d752521-312d-49c0-95b5-de4b16fbcaa4),segment_id=1d752521-312d-49c0-95b5-de4b16fbcaa4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:28.020767 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:28.063825 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-21eb5a8d-2e72-4a2b-a857-dfb8f97f3374 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/floatingips/6f55fb9f-1234-49e5-be23-8d141a1503a6 HTTP/1.1" status: 200 len: 992 time: 0.0652692 Jul 15 23:36:28.075876 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=31545d53-f2ae-464a-9bd2-6db3143821cd,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:28.217090 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['31545d53-f2ae-464a-9bd2-6db3143821cd'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:36:28.876960 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d4bd4-8c5d-4753-955a-9e224f9ef4d9 req-e75d5e65-b0e4-4a9b-8a83-ef971870ecd8 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:28.878486 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5c5d4bd4-8c5d-4753-955a-9e224f9ef4d9 req-e75d5e65-b0e4-4a9b-8a83-ef971870ecd8 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e4717d-91c2-4950-a35d-f1a0add076c5 HTTP/1.1" status: 200 len: 943 time: 0.0618377 Jul 15 23:36:28.916140 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5c5d4bd4-8c5d-4753-955a-9e224f9ef4d9 req-6ea6561b-2305-45a8-82e8-0d1ce74cde5d tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1cb1ce1-9b47-4d94-9359-55129620cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319369 Jul 15 23:36:29.512306 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device d32c54fc-dbe5-449f-8b67-438aa68ebc61 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:36:29.514715 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 31545d53-f2ae-464a-9bd2-6db3143821cd up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:36:29.625685 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 31545d53-f2ae-464a-9bd2-6db3143821cd triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:36:29.626065 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:29.672356 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port d32c54fc-dbe5-449f-8b67-438aa68ebc61, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=d32c54fc-dbe5-449f-8b67-438aa68ebc61,segment=NetworkSegment(30093601-7a83-49c2-9689-3565cc5fae7a),segment_id=30093601-7a83-49c2-9689-3565cc5fae7a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:29.686818 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'd32c54fc-dbe5-449f-8b67-438aa68ebc61', 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b', 'port_id': 'd32c54fc-dbe5-449f-8b67-438aa68ebc61', 'mac_address': 'fa:16:3e:8f:af:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89c4d7a7-b1b2-43ab-9249-01f593a56863', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:36:29.759711 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:29.763834 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:29.784896 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d32c54fc-dbe5-449f-8b67-438aa68ebc61 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:36:29.820991 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port d32c54fc-dbe5-449f-8b67-438aa68ebc61, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=d32c54fc-dbe5-449f-8b67-438aa68ebc61,segment=NetworkSegment(30093601-7a83-49c2-9689-3565cc5fae7a),segment_id=30093601-7a83-49c2-9689-3565cc5fae7a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:29.824931 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 31545d53-f2ae-464a-9bd2-6db3143821cd, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=31545d53-f2ae-464a-9bd2-6db3143821cd,segment=NetworkSegment(1d752521-312d-49c0-95b5-de4b16fbcaa4),segment_id=1d752521-312d-49c0-95b5-de4b16fbcaa4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:29.826753 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:29.831061 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:29.876072 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=d32c54fc-dbe5-449f-8b67-438aa68ebc61,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:29.912800 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6dd744-411e-40bb-a456-30e802d2b816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31545d53-f2ae-464a-9bd2-6db3143821cd'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:36:29.915084 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb144d5f-3795-4142-8b2a-f020116e3a78" -d '{"events": [{"server_uuid": "ec6dd744-411e-40bb-a456-30e802d2b816", "name": "network-vif-plugged", "status": "completed", "tag": "31545d53-f2ae-464a-9bd2-6db3143821cd"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:36:29.931128 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=31545d53-f2ae-464a-9bd2-6db3143821cd,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:29.973124 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ab52dd-10d8-4b56-9205-2c41055fd2a4 x-openstack-request-id: req-91ab52dd-10d8-4b56-9205-2c41055fd2a4 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:36:29.973433 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6dd744-411e-40bb-a456-30e802d2b816", "name": "network-vif-plugged", "status": "completed", "tag": "31545d53-f2ae-464a-9bd2-6db3143821cd", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:36:29.973671 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91ab52dd-10d8-4b56-9205-2c41055fd2a4 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:36:29.974118 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6dd744-411e-40bb-a456-30e802d2b816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31545d53-f2ae-464a-9bd2-6db3143821cd', 'code': 200} Jul 15 23:36:30.052908 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['d32c54fc-dbe5-449f-8b67-438aa68ebc61'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:36:30.117659 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99eaf8-30e4-4d24-8237-1dd7fa8d0cc2 req-77d308b6-9174-436c-8f51-e9993b992dd0 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:30.119141 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5c99eaf8-30e4-4d24-8237-1dd7fa8d0cc2 req-77d308b6-9174-436c-8f51-e9993b992dd0 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e4717d-91c2-4950-a35d-f1a0add076c5 HTTP/1.1" status: 200 len: 944 time: 0.0714171 Jul 15 23:36:30.159818 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5c99eaf8-30e4-4d24-8237-1dd7fa8d0cc2 req-7015dbd1-50fb-4941-8b35-0656796a8f42 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1cb1ce1-9b47-4d94-9359-55129620cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331430 Jul 15 23:36:31.341273 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40884a15-70d6-4638-96fe-cfdb0e10f424 req-81fead2a-1d51-4548-90c0-78dbda76af43 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:31.342932 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-40884a15-70d6-4638-96fe-cfdb0e10f424 req-81fead2a-1d51-4548-90c0-78dbda76af43 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e4717d-91c2-4950-a35d-f1a0add076c5 HTTP/1.1" status: 200 len: 944 time: 0.0704126 Jul 15 23:36:31.380502 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-40884a15-70d6-4638-96fe-cfdb0e10f424 req-a81a4fd4-47a2-4498-8ff0-b1272f4fb831 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1cb1ce1-9b47-4d94-9359-55129620cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317831 Jul 15 23:36:31.525509 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device d32c54fc-dbe5-449f-8b67-438aa68ebc61 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:36:31.585030 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port d32c54fc-dbe5-449f-8b67-438aa68ebc61 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:36:31.589276 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port d32c54fc-dbe5-449f-8b67-438aa68ebc61 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:36:31.589652 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:31.670609 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:31.704974 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port d32c54fc-dbe5-449f-8b67-438aa68ebc61, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=d32c54fc-dbe5-449f-8b67-438aa68ebc61,segment=NetworkSegment(30093601-7a83-49c2-9689-3565cc5fae7a),segment_id=30093601-7a83-49c2-9689-3565cc5fae7a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:31.708464 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:31.758529 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=d32c54fc-dbe5-449f-8b67-438aa68ebc61,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:31.975462 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e4717d-91c2-4950-a35d-f1a0add076c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32c54fc-dbe5-449f-8b67-438aa68ebc61'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:36:31.977415 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e73f0c-6c67-44b8-9430-295595474463" -d '{"events": [{"server_uuid": "a4e4717d-91c2-4950-a35d-f1a0add076c5", "name": "network-vif-plugged", "status": "completed", "tag": "d32c54fc-dbe5-449f-8b67-438aa68ebc61"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:36:32.012165 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795d5c5e-6a53-4629-b293-bce8a6b695a4 x-openstack-request-id: req-795d5c5e-6a53-4629-b293-bce8a6b695a4 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:36:32.013108 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e4717d-91c2-4950-a35d-f1a0add076c5", "name": "network-vif-plugged", "status": "completed", "tag": "d32c54fc-dbe5-449f-8b67-438aa68ebc61", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:36:32.013429 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-795d5c5e-6a53-4629-b293-bce8a6b695a4 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:36:32.013893 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e4717d-91c2-4950-a35d-f1a0add076c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32c54fc-dbe5-449f-8b67-438aa68ebc61', 'code': 200} Jul 15 23:36:32.129339 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b7981-8e29-4688-b1c3-c827eb8977fe req-289cd851-406c-4266-9e78-9b18c5dab744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:32.130879 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f94b7981-8e29-4688-b1c3-c827eb8977fe req-289cd851-406c-4266-9e78-9b18c5dab744 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a4e4717d-91c2-4950-a35d-f1a0add076c5 HTTP/1.1" status: 200 len: 1096 time: 0.0543070 Jul 15 23:36:32.163781 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f94b7981-8e29-4688-b1c3-c827eb8977fe req-6ab47be3-19ab-43b7-b3b4-eaf07090edad service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f1cb1ce1-9b47-4d94-9359-55129620cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269322 Jul 15 23:36:32.560884 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa5487-43d6-43fc-9f97-cfdfd0378f7d req-03de48e9-2a53-42d2-93d8-7eba610f178f tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:32.562384 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c5aa5487-43d6-43fc-9f97-cfdfd0378f7d req-03de48e9-2a53-42d2-93d8-7eba610f178f tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e4717d-91c2-4950-a35d-f1a0add076c5 HTTP/1.1" status: 200 len: 945 time: 0.0700583 Jul 15 23:36:32.604663 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c5aa5487-43d6-43fc-9f97-cfdfd0378f7d req-8b0ac92b-5073-4b09-a589-46c0be8cfa95 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1cb1ce1-9b47-4d94-9359-55129620cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363371 Jul 15 23:36:33.032092 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ba2e8f0c-ac57-4480-afe1-b8dd24f30c9b req-83c26f09-fbd9-404c-b5cd-9f7f92157730 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b66a9ad7-8e03-48a7-99c7-16fccce67363&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0777714 Jul 15 23:36:33.159148 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e8f0c-ac57-4480-afe1-b8dd24f30c9b req-d52674a7-73ed-42eb-af83-f442e8e051f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:33.160667 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ba2e8f0c-ac57-4480-afe1-b8dd24f30c9b req-d52674a7-73ed-42eb-af83-f442e8e051f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f740477c1dd44a6780154d34e98fbd4d&device_id=b66a9ad7-8e03-48a7-99c7-16fccce67363 HTTP/1.1" status: 200 len: 1101 time: 0.0582492 Jul 15 23:36:33.271471 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e8f0c-ac57-4480-afe1-b8dd24f30c9b req-8fec328f-46d3-44ef-aead-41f6acb1c528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:33.273133 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ba2e8f0c-ac57-4480-afe1-b8dd24f30c9b req-8fec328f-46d3-44ef-aead-41f6acb1c528 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.0919473 Jul 15 23:36:33.312741 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ba2e8f0c-ac57-4480-afe1-b8dd24f30c9b req-eb13c492-98cb-4a96-9ec5-ebec26547ab2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=86604b5d-244d-4cbf-821a-33dc7f69bf38 HTTP/1.1" status: 200 len: 217 time: 0.0339642 Jul 15 23:36:33.362018 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e8f0c-ac57-4480-afe1-b8dd24f30c9b req-a8cfe3b0-e295-416f-845d-b1ee67ab16cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:33.363904 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ba2e8f0c-ac57-4480-afe1-b8dd24f30c9b req-a8cfe3b0-e295-416f-845d-b1ee67ab16cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0451767 Jul 15 23:36:33.419703 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e8f0c-ac57-4480-afe1-b8dd24f30c9b req-a4b77848-eaee-4c42-af28-2523b8159da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:33.421198 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ba2e8f0c-ac57-4480-afe1-b8dd24f30c9b req-a4b77848-eaee-4c42-af28-2523b8159da5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0515962 Jul 15 23:36:33.516075 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ba2e8f0c-ac57-4480-afe1-b8dd24f30c9b req-d02fa2bf-07f5-4fdc-bcce-fd7f6e7368c1 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883341 Jul 15 23:36:33.607755 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ba2e8f0c-ac57-4480-afe1-b8dd24f30c9b req-2da4b2a7-6e51-444e-a0cb-190c8643dda7 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857978 Jul 15 23:36:33.782294 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde3127-9e9a-44ae-8bac-df4b06ef4e14 req-b2ab380f-44db-41cc-8d44-a211f863f536 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:33.783697 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3fde3127-9e9a-44ae-8bac-df4b06ef4e14 req-b2ab380f-44db-41cc-8d44-a211f863f536 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e4717d-91c2-4950-a35d-f1a0add076c5 HTTP/1.1" status: 200 len: 945 time: 0.0651820 Jul 15 23:36:33.822920 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3fde3127-9e9a-44ae-8bac-df4b06ef4e14 req-a76716ce-62aa-488f-9ac2-99011248bbf5 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1cb1ce1-9b47-4d94-9359-55129620cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333116 Jul 15 23:36:34.003659 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852576ce-f0e8-45f3-8acc-613bf79c68d2 req-560d6be5-9bac-4975-9033-0244056a84d5 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:34.005066 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-852576ce-f0e8-45f3-8acc-613bf79c68d2 req-560d6be5-9bac-4975-9033-0244056a84d5 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e4717d-91c2-4950-a35d-f1a0add076c5 HTTP/1.1" status: 200 len: 945 time: 0.0651960 Jul 15 23:36:34.043730 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-852576ce-f0e8-45f3-8acc-613bf79c68d2 req-2cd58f1b-7514-4982-8073-bbb0bf1a18d8 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1cb1ce1-9b47-4d94-9359-55129620cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327895 Jul 15 23:36:34.069482 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57918) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:34.265027 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2473afe5-23f7-4797-9a0a-124e4317f8ab tempest-TestVolumeBackupRestore-1846301028 tempest-TestVolumeBackupRestore-1846301028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:34.266547 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2473afe5-23f7-4797-9a0a-124e4317f8ab tempest-TestVolumeBackupRestore-1846301028 tempest-TestVolumeBackupRestore-1846301028-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a4e4717d-91c2-4950-a35d-f1a0add076c5 HTTP/1.1" status: 200 len: 1091 time: 0.1960838 Jul 15 23:36:34.269548 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 57922) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:34.274128 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-dbdf9c47-ca10-4fbb-89b6-8b0e81c12b07 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'port_id': 'd32c54fc-dbe5-449f-8b67-438aa68ebc61', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:34.296906 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dbdf9c47-ca10-4fbb-89b6-8b0e81c12b07 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:34.393271 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dbdf9c47-ca10-4fbb-89b6-8b0e81c12b07 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:34.500107 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-dbdf9c47-ca10-4fbb-89b6-8b0e81c12b07 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Allocated IP 172.25.4.225 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/dd4ca881-9b84-4d88-babe-a477673ab4fe) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:36:34.605264 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dbdf9c47-ca10-4fbb-89b6-8b0e81c12b07 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:34.645587 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dbdf9c47-ca10-4fbb-89b6-8b0e81c12b07 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:34.691855 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdf9c47-ca10-4fbb-89b6-8b0e81c12b07 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:36:34.694793 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-dbdf9c47-ca10-4fbb-89b6-8b0e81c12b07 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:36:34.697221 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdf9c47-ca10-4fbb-89b6-8b0e81c12b07 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:36:34.702718 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf9c47-ca10-4fbb-89b6-8b0e81c12b07 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Pushing event updated for resources: {'Port': ['ID=dd4ca881-9b84-4d88-babe-a477673ab4fe,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:35.061125 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dbdf9c47-ca10-4fbb-89b6-8b0e81c12b07 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:35.136205 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dbdf9c47-ca10-4fbb-89b6-8b0e81c12b07 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:35.290308 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dbdf9c47-ca10-4fbb-89b6-8b0e81c12b07 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:35.295027 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dbdf9c47-ca10-4fbb-89b6-8b0e81c12b07 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:35.361231 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf9c47-ca10-4fbb-89b6-8b0e81c12b07 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Pushing event updated for resources: {'Port': ['ID=dd4ca881-9b84-4d88-babe-a477673ab4fe,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:35.372736 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dbdf9c47-ca10-4fbb-89b6-8b0e81c12b07 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:35.478651 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-dbdf9c47-ca10-4fbb-89b6-8b0e81c12b07 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Floating IP 27e51b10-0c42-46a9-8e4f-4cb4002c83f4 associated. External IP: 172.25.4.225, port: d32c54fc-dbe5-449f-8b67-438aa68ebc61. Jul 15 23:36:35.686685 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbdf9c47-ca10-4fbb-89b6-8b0e81c12b07 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Router eb7a4ae5-011c-441c-b3b9-78f2b77624c4 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:36:36.129494 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdf9c47-ca10-4fbb-89b6-8b0e81c12b07 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:36:36.139494 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe1fd7a-bee8-49b4-84dc-c6b0fad1f440 None None] Sync routers for ids ['eb7a4ae5-011c-441c-b3b9-78f2b77624c4'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:36:36.147873 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-dbdf9c47-ca10-4fbb-89b6-8b0e81c12b07 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:36.150286 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe1fd7a-bee8-49b4-84dc-c6b0fad1f440 None None] Routers {'eb7a4ae5-011c-441c-b3b9-78f2b77624c4'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:36:36.151740 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-dbe1fd7a-bee8-49b4-84dc-c6b0fad1f440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:36:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['eb7a4ae5-011c-441c-b3b9-78f2b77624c4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:36:36.192773 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-dbdf9c47-ca10-4fbb-89b6-8b0e81c12b07 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9217432 Jul 15 23:36:36.193429 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e4717d-91c2-4950-a35d-f1a0add076c5', 'tag': 'd32c54fc-dbe5-449f-8b67-438aa68ebc61'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:36:36.195392 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57928) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:36.196344 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb86b23b-cabc-474c-b46c-b2e6d22ef8e7" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e4717d-91c2-4950-a35d-f1a0add076c5", "tag": "d32c54fc-dbe5-449f-8b67-438aa68ebc61"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:36:36.253841 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46c4df2-379f-4d47-a08a-098f7b1a34e3 tempest-TestVolumeBackupRestore-1846301028 tempest-TestVolumeBackupRestore-1846301028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:36.255554 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b46c4df2-379f-4d47-a08a-098f7b1a34e3 tempest-TestVolumeBackupRestore-1846301028 tempest-TestVolumeBackupRestore-1846301028-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a4e4717d-91c2-4950-a35d-f1a0add076c5 HTTP/1.1" status: 200 len: 1091 time: 0.0584803 Jul 15 23:36:36.258336 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 57934) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:36.263670 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7b8eac66-23dd-495e-8bfb-94be84fd1cf5 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Request body: {'floatingip': {'port_id': 'd32c54fc-dbe5-449f-8b67-438aa68ebc61'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:36.293996 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-dbe1fd7a-bee8-49b4-84dc-c6b0fad1f440 None None] Set router eb7a4ae5-011c-441c-b3b9-78f2b77624c4 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:36:36.322412 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b8eac66-23dd-495e-8bfb-94be84fd1cf5 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for floatingip, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:36.339055 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bd2fe5-0fad-475d-8e03-b423170640ab x-openstack-request-id: req-f2bd2fe5-0fad-475d-8e03-b423170640ab {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:36:36.339649 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e4717d-91c2-4950-a35d-f1a0add076c5", "tag": "d32c54fc-dbe5-449f-8b67-438aa68ebc61", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:36:36.340115 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f2bd2fe5-0fad-475d-8e03-b423170640ab {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:36:36.342335 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e4717d-91c2-4950-a35d-f1a0add076c5', 'tag': 'd32c54fc-dbe5-449f-8b67-438aa68ebc61', 'status': 'completed', 'code': 200} Jul 15 23:36:36.493825 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86b23b-cabc-474c-b46c-b2e6d22ef8e7 req-701dd2f3-cd41-40bf-9563-4950e1bda1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:36.495372 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cb86b23b-cabc-474c-b46c-b2e6d22ef8e7 req-701dd2f3-cd41-40bf-9563-4950e1bda1b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=65a75747074644058af81d1dafdcec1d&device_id=a4e4717d-91c2-4950-a35d-f1a0add076c5 HTTP/1.1" status: 200 len: 1096 time: 0.1307132 Jul 15 23:36:36.543885 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-dbe1fd7a-bee8-49b4-84dc-c6b0fad1f440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'name': 'tempest-TestVolumeBackupRestore-1117550366-router', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '705b0057-aa22-4bc5-97bf-aeea03081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:53Z', 'updated_at': '2021-07-15T23:33:59Z', 'revision_number': 4, 'project_id': '65a75747074644058af81d1dafdcec1d', 'gw_port': {'id': '705b0057-aa22-4bc5-97bf-aeea03081397', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '27e51b10-0c42-46a9-8e4f-4cb4002c83f4', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'floating_ip_address': '172.25.4.225', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'port_id': 'd32c54fc-dbe5-449f-8b67-438aa68ebc61', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b', 'mac_address': 'fa:16:3e:8f:af:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e4717d-91c2-4950-a35d-f1a0add076c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:36:34Z', 'updated_at': '2021-07-15T23:36:34Z', 'revision_number': 0, 'project_id': '65a75747074644058af81d1dafdcec1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fc48b7f-4b61-4299-8463-9fe42e148d92', 'name': '', 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'mac_address': 'fa:16:3e:2e:ba:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '89c4d7a7-b1b2-43ab-9249-01f593a56863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:58Z', 'updated_at': '2021-07-15T23:34:05Z', 'revision_number': 5, 'project_id': '65a75747074644058af81d1dafdcec1d', 'subnets': [{'id': '89c4d7a7-b1b2-43ab-9249-01f593a56863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:36:36.576633 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe1fd7a-bee8-49b4-84dc-c6b0fad1f440 None None] Checking router: eb7a4ae5-011c-441c-b3b9-78f2b77624c4 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:36:36.586047 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe1fd7a-bee8-49b4-84dc-c6b0fad1f440 None None] Routers {'eb7a4ae5-011c-441c-b3b9-78f2b77624c4'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:36:36.586722 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-dbe1fd7a-bee8-49b4-84dc-c6b0fad1f440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:36:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['eb7a4ae5-011c-441c-b3b9-78f2b77624c4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:36:36.710422 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-dbe1fd7a-bee8-49b4-84dc-c6b0fad1f440 None None] Set router eb7a4ae5-011c-441c-b3b9-78f2b77624c4 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:36:36.967150 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-dbe1fd7a-bee8-49b4-84dc-c6b0fad1f440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'name': 'tempest-TestVolumeBackupRestore-1117550366-router', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '705b0057-aa22-4bc5-97bf-aeea03081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:53Z', 'updated_at': '2021-07-15T23:33:59Z', 'revision_number': 4, 'project_id': '65a75747074644058af81d1dafdcec1d', 'gw_port': {'id': '705b0057-aa22-4bc5-97bf-aeea03081397', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '27e51b10-0c42-46a9-8e4f-4cb4002c83f4', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'floating_ip_address': '172.25.4.225', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'port_id': 'd32c54fc-dbe5-449f-8b67-438aa68ebc61', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b', 'mac_address': 'fa:16:3e:8f:af:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e4717d-91c2-4950-a35d-f1a0add076c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:36:34Z', 'updated_at': '2021-07-15T23:36:34Z', 'revision_number': 0, 'project_id': '65a75747074644058af81d1dafdcec1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fc48b7f-4b61-4299-8463-9fe42e148d92', 'name': '', 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'mac_address': 'fa:16:3e:2e:ba:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '89c4d7a7-b1b2-43ab-9249-01f593a56863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:58Z', 'updated_at': '2021-07-15T23:34:05Z', 'revision_number': 5, 'project_id': '65a75747074644058af81d1dafdcec1d', 'subnets': [{'id': '89c4d7a7-b1b2-43ab-9249-01f593a56863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:36:37.006523 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe1fd7a-bee8-49b4-84dc-c6b0fad1f440 None None] The sync data for ids ['eb7a4ae5-011c-441c-b3b9-78f2b77624c4'] in n-d-787205-9 is: [{'id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'name': 'tempest-TestVolumeBackupRestore-1117550366-router', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '705b0057-aa22-4bc5-97bf-aeea03081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:53Z', 'updated_at': '2021-07-15T23:33:59Z', 'revision_number': 4, 'project_id': '65a75747074644058af81d1dafdcec1d', 'gw_port': {'id': '705b0057-aa22-4bc5-97bf-aeea03081397', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '27e51b10-0c42-46a9-8e4f-4cb4002c83f4', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'floating_ip_address': '172.25.4.225', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'port_id': 'd32c54fc-dbe5-449f-8b67-438aa68ebc61', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b', 'mac_address': 'fa:16:3e:8f:af:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e4717d-91c2-4950-a35d-f1a0add076c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:36:34Z', 'updated_at': '2021-07-15T23:36:34Z', 'revision_number': 0, 'project_id': '65a75747074644058af81d1dafdcec1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fc48b7f-4b61-4299-8463-9fe42e148d92', 'name': '', 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'mac_address': 'fa:16:3e:2e:ba:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '89c4d7a7-b1b2-43ab-9249-01f593a56863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:58Z', 'updated_at': '2021-07-15T23:34:05Z', 'revision_number': 5, 'project_id': '65a75747074644058af81d1dafdcec1d', 'subnets': [{'id': '89c4d7a7-b1b2-43ab-9249-01f593a56863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:36:37.027753 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86b23b-cabc-474c-b46c-b2e6d22ef8e7 req-99788384-4dbf-46e8-a25c-ea07955579a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:37.029744 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cb86b23b-cabc-474c-b46c-b2e6d22ef8e7 req-99788384-4dbf-46e8-a25c-ea07955579a9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e5df3a35-c9f7-4ea4-9138-744a2e00289b HTTP/1.1" status: 200 len: 915 time: 0.5204668 Jul 15 23:36:37.181234 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cb86b23b-cabc-474c-b46c-b2e6d22ef8e7 req-84f3b2cc-855b-4700-984f-e6a74b50533c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d32c54fc-dbe5-449f-8b67-438aa68ebc61 HTTP/1.1" status: 200 len: 999 time: 0.1143129 Jul 15 23:36:37.244913 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fffc55-e323-4473-a6fe-0cb2521cdeb2 None None] New status for floating IP 27e51b10-0c42-46a9-8e4f-4cb4002c83f4: ACTIVE {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:36:37.271216 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86b23b-cabc-474c-b46c-b2e6d22ef8e7 req-c2134483-fb0a-484c-bd69-aa39707f2a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:37.273000 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cb86b23b-cabc-474c-b46c-b2e6d22ef8e7 req-c2134483-fb0a-484c-bd69-aa39707f2a1a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89c4d7a7-b1b2-43ab-9249-01f593a56863 HTTP/1.1" status: 200 len: 853 time: 0.0833132 Jul 15 23:36:37.413125 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86b23b-cabc-474c-b46c-b2e6d22ef8e7 req-90d2b139-8cf0-46e0-8259-66afcced872a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:37.414618 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cb86b23b-cabc-474c-b46c-b2e6d22ef8e7 req-90d2b139-8cf0-46e0-8259-66afcced872a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5df3a35-c9f7-4ea4-9138-744a2e00289b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1352916 Jul 15 23:36:37.420231 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b8eac66-23dd-495e-8bfb-94be84fd1cf5 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:37.426223 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.db.api [None req-b2fffc55-e323-4473-a6fe-0cb2521cdeb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:36:37.426587 n-d-787205-9 neutron-server[93801]: DEBUG oslo_db.api [None req-b2fffc55-e323-4473-a6fe-0cb2521cdeb2 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:36:37.429866 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b8eac66-23dd-495e-8bfb-94be84fd1cf5 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:37.587402 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cb86b23b-cabc-474c-b46c-b2e6d22ef8e7 req-fbf46259-70d0-4b22-92cf-238734cf8f0b service neutron] 10.222.0.43 "GET /v2.0/networks/e5df3a35-c9f7-4ea4-9138-744a2e00289b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657214 Jul 15 23:36:37.736106 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cb86b23b-cabc-474c-b46c-b2e6d22ef8e7 req-677c20a0-7632-41d3-bc7d-4a53ddc2de0a service neutron] 10.222.0.43 "GET /v2.0/networks/e5df3a35-c9f7-4ea4-9138-744a2e00289b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402872 Jul 15 23:36:37.799876 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8eac66-23dd-495e-8bfb-94be84fd1cf5 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Router eb7a4ae5-011c-441c-b3b9-78f2b77624c4 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:36:37.927532 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8eac66-23dd-495e-8bfb-94be84fd1cf5 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:36:37.928000 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fffc55-e323-4473-a6fe-0cb2521cdeb2 None None] New status for floating IP 27e51b10-0c42-46a9-8e4f-4cb4002c83f4: ACTIVE {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:36:37.933224 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7b8eac66-23dd-495e-8bfb-94be84fd1cf5 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:37.983632 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e4717d-91c2-4950-a35d-f1a0add076c5', 'tag': 'd32c54fc-dbe5-449f-8b67-438aa68ebc61'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:36:37.986668 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769f714a-a6a5-44e5-b1c1-eab097716936" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e4717d-91c2-4950-a35d-f1a0add076c5", "tag": "d32c54fc-dbe5-449f-8b67-438aa68ebc61"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:36:38.052576 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b98737-44fc-49a7-8ded-826050b38388 x-openstack-request-id: req-68b98737-44fc-49a7-8ded-826050b38388 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:36:38.053285 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e4717d-91c2-4950-a35d-f1a0add076c5", "tag": "d32c54fc-dbe5-449f-8b67-438aa68ebc61", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:36:38.053771 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-68b98737-44fc-49a7-8ded-826050b38388 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:36:38.054261 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e4717d-91c2-4950-a35d-f1a0add076c5', 'tag': 'd32c54fc-dbe5-449f-8b67-438aa68ebc61', 'status': 'completed', 'code': 200} Jul 15 23:36:38.068290 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7b8eac66-23dd-495e-8bfb-94be84fd1cf5 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "PUT /v2.0/floatingips/27e51b10-0c42-46a9-8e4f-4cb4002c83f4 HTTP/1.1" status: 200 len: 991 time: 1.8085506 Jul 15 23:36:38.166045 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f714a-a6a5-44e5-b1c1-eab097716936 req-13bb8586-d62c-4e73-a664-c5efd4847c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:38.168203 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-769f714a-a6a5-44e5-b1c1-eab097716936 req-13bb8586-d62c-4e73-a664-c5efd4847c0b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=65a75747074644058af81d1dafdcec1d&device_id=a4e4717d-91c2-4950-a35d-f1a0add076c5 HTTP/1.1" status: 200 len: 1096 time: 0.0812230 Jul 15 23:36:38.286841 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f714a-a6a5-44e5-b1c1-eab097716936 req-19881a8e-994a-4937-bb0c-fb3f1d639635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:38.294305 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-769f714a-a6a5-44e5-b1c1-eab097716936 req-19881a8e-994a-4937-bb0c-fb3f1d639635 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e5df3a35-c9f7-4ea4-9138-744a2e00289b HTTP/1.1" status: 200 len: 915 time: 0.1159265 Jul 15 23:36:38.395654 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-769f714a-a6a5-44e5-b1c1-eab097716936 req-6bf4e436-ae16-496e-8f3e-587c8f64db9b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d32c54fc-dbe5-449f-8b67-438aa68ebc61 HTTP/1.1" status: 200 len: 1001 time: 0.0937657 Jul 15 23:36:38.398272 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb45084-2088-450a-ac39-6ca4fe85a3ab None None] Sync routers for ids ['eb7a4ae5-011c-441c-b3b9-78f2b77624c4'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:36:38.411845 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb45084-2088-450a-ac39-6ca4fe85a3ab None None] Routers {'eb7a4ae5-011c-441c-b3b9-78f2b77624c4'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:36:38.412535 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7bb45084-2088-450a-ac39-6ca4fe85a3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:36:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['eb7a4ae5-011c-441c-b3b9-78f2b77624c4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:36:38.477328 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f714a-a6a5-44e5-b1c1-eab097716936 req-2d686f38-37bb-4090-9c5e-81e1e3850e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:38.479112 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-769f714a-a6a5-44e5-b1c1-eab097716936 req-2d686f38-37bb-4090-9c5e-81e1e3850e96 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89c4d7a7-b1b2-43ab-9249-01f593a56863 HTTP/1.1" status: 200 len: 853 time: 0.0716534 Jul 15 23:36:38.544696 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-7bb45084-2088-450a-ac39-6ca4fe85a3ab None None] Set router eb7a4ae5-011c-441c-b3b9-78f2b77624c4 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:36:38.567950 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f714a-a6a5-44e5-b1c1-eab097716936 req-74ba8e8b-5a11-463f-889d-5ff467d2a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:38.570754 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-769f714a-a6a5-44e5-b1c1-eab097716936 req-74ba8e8b-5a11-463f-889d-5ff467d2a2a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5df3a35-c9f7-4ea4-9138-744a2e00289b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853357 Jul 15 23:36:38.724692 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-769f714a-a6a5-44e5-b1c1-eab097716936 req-d7c59272-c495-4f4b-b7be-e92a6c28c41b service neutron] 10.222.0.43 "GET /v2.0/networks/e5df3a35-c9f7-4ea4-9138-744a2e00289b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455362 Jul 15 23:36:38.831878 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7bb45084-2088-450a-ac39-6ca4fe85a3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'name': 'tempest-TestVolumeBackupRestore-1117550366-router', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '705b0057-aa22-4bc5-97bf-aeea03081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:53Z', 'updated_at': '2021-07-15T23:33:59Z', 'revision_number': 4, 'project_id': '65a75747074644058af81d1dafdcec1d', 'gw_port': {'id': '705b0057-aa22-4bc5-97bf-aeea03081397', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '27e51b10-0c42-46a9-8e4f-4cb4002c83f4', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'floating_ip_address': '172.25.4.225', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'port_id': 'd32c54fc-dbe5-449f-8b67-438aa68ebc61', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b', 'mac_address': 'fa:16:3e:8f:af:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e4717d-91c2-4950-a35d-f1a0add076c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:36:34Z', 'updated_at': '2021-07-15T23:36:38Z', 'revision_number': 2, 'project_id': '65a75747074644058af81d1dafdcec1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fc48b7f-4b61-4299-8463-9fe42e148d92', 'name': '', 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'mac_address': 'fa:16:3e:2e:ba:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '89c4d7a7-b1b2-43ab-9249-01f593a56863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:58Z', 'updated_at': '2021-07-15T23:34:05Z', 'revision_number': 5, 'project_id': '65a75747074644058af81d1dafdcec1d', 'subnets': [{'id': '89c4d7a7-b1b2-43ab-9249-01f593a56863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:36:38.839439 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-769f714a-a6a5-44e5-b1c1-eab097716936 req-bb173ec0-4811-484b-b5c3-57af807e0048 service neutron] 10.222.0.43 "GET /v2.0/networks/e5df3a35-c9f7-4ea4-9138-744a2e00289b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081588 Jul 15 23:36:38.863490 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb45084-2088-450a-ac39-6ca4fe85a3ab None None] Checking router: eb7a4ae5-011c-441c-b3b9-78f2b77624c4 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:36:38.873258 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb45084-2088-450a-ac39-6ca4fe85a3ab None None] Routers {'eb7a4ae5-011c-441c-b3b9-78f2b77624c4'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:36:38.873878 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7bb45084-2088-450a-ac39-6ca4fe85a3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:36:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['eb7a4ae5-011c-441c-b3b9-78f2b77624c4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:36:38.938690 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:38.994979 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-7bb45084-2088-450a-ac39-6ca4fe85a3ab None None] Set router eb7a4ae5-011c-441c-b3b9-78f2b77624c4 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:36:39.229414 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7bb45084-2088-450a-ac39-6ca4fe85a3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'name': 'tempest-TestVolumeBackupRestore-1117550366-router', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '705b0057-aa22-4bc5-97bf-aeea03081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:53Z', 'updated_at': '2021-07-15T23:33:59Z', 'revision_number': 4, 'project_id': '65a75747074644058af81d1dafdcec1d', 'gw_port': {'id': '705b0057-aa22-4bc5-97bf-aeea03081397', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '27e51b10-0c42-46a9-8e4f-4cb4002c83f4', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'floating_ip_address': '172.25.4.225', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'port_id': 'd32c54fc-dbe5-449f-8b67-438aa68ebc61', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b', 'mac_address': 'fa:16:3e:8f:af:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e4717d-91c2-4950-a35d-f1a0add076c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:36:34Z', 'updated_at': '2021-07-15T23:36:38Z', 'revision_number': 2, 'project_id': '65a75747074644058af81d1dafdcec1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fc48b7f-4b61-4299-8463-9fe42e148d92', 'name': '', 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'mac_address': 'fa:16:3e:2e:ba:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '89c4d7a7-b1b2-43ab-9249-01f593a56863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:58Z', 'updated_at': '2021-07-15T23:34:05Z', 'revision_number': 5, 'project_id': '65a75747074644058af81d1dafdcec1d', 'subnets': [{'id': '89c4d7a7-b1b2-43ab-9249-01f593a56863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:36:39.257369 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb45084-2088-450a-ac39-6ca4fe85a3ab None None] The sync data for ids ['eb7a4ae5-011c-441c-b3b9-78f2b77624c4'] in n-d-787205-9 is: [{'id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'name': 'tempest-TestVolumeBackupRestore-1117550366-router', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '705b0057-aa22-4bc5-97bf-aeea03081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:53Z', 'updated_at': '2021-07-15T23:33:59Z', 'revision_number': 4, 'project_id': '65a75747074644058af81d1dafdcec1d', 'gw_port': {'id': '705b0057-aa22-4bc5-97bf-aeea03081397', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '27e51b10-0c42-46a9-8e4f-4cb4002c83f4', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'floating_ip_address': '172.25.4.225', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'port_id': 'd32c54fc-dbe5-449f-8b67-438aa68ebc61', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b', 'mac_address': 'fa:16:3e:8f:af:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e4717d-91c2-4950-a35d-f1a0add076c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:36:34Z', 'updated_at': '2021-07-15T23:36:38Z', 'revision_number': 2, 'project_id': '65a75747074644058af81d1dafdcec1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fc48b7f-4b61-4299-8463-9fe42e148d92', 'name': '', 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'mac_address': 'fa:16:3e:2e:ba:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '89c4d7a7-b1b2-43ab-9249-01f593a56863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:58Z', 'updated_at': '2021-07-15T23:34:05Z', 'revision_number': 5, 'project_id': '65a75747074644058af81d1dafdcec1d', 'subnets': [{'id': '89c4d7a7-b1b2-43ab-9249-01f593a56863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:36:40.055188 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e4717d-91c2-4950-a35d-f1a0add076c5', 'tag': 'd32c54fc-dbe5-449f-8b67-438aa68ebc61'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:36:40.057695 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0075c1-e0be-466b-9336-5e787bb5db22" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e4717d-91c2-4950-a35d-f1a0add076c5", "tag": "d32c54fc-dbe5-449f-8b67-438aa68ebc61"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:36:40.101554 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60884a76-50c3-4232-984b-8bcd8aa76835 x-openstack-request-id: req-60884a76-50c3-4232-984b-8bcd8aa76835 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:36:40.101701 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e4717d-91c2-4950-a35d-f1a0add076c5", "tag": "d32c54fc-dbe5-449f-8b67-438aa68ebc61", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:36:40.101881 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60884a76-50c3-4232-984b-8bcd8aa76835 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:36:40.102284 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e4717d-91c2-4950-a35d-f1a0add076c5', 'tag': 'd32c54fc-dbe5-449f-8b67-438aa68ebc61', 'status': 'completed', 'code': 200} Jul 15 23:36:40.186130 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0075c1-e0be-466b-9336-5e787bb5db22 req-16dd3593-d42a-49f7-aca4-e9f4c32a7daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:40.187690 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8e0075c1-e0be-466b-9336-5e787bb5db22 req-16dd3593-d42a-49f7-aca4-e9f4c32a7daa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=65a75747074644058af81d1dafdcec1d&device_id=a4e4717d-91c2-4950-a35d-f1a0add076c5 HTTP/1.1" status: 200 len: 1096 time: 0.0600214 Jul 15 23:36:40.282873 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0075c1-e0be-466b-9336-5e787bb5db22 req-03248fe8-f9c5-41a7-a707-0d1d8bfb1546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:40.284364 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8e0075c1-e0be-466b-9336-5e787bb5db22 req-03248fe8-f9c5-41a7-a707-0d1d8bfb1546 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e5df3a35-c9f7-4ea4-9138-744a2e00289b HTTP/1.1" status: 200 len: 915 time: 0.0900791 Jul 15 23:36:40.360903 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8e0075c1-e0be-466b-9336-5e787bb5db22 req-724e52a9-1232-4f1b-97d8-0bffff2a2815 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d32c54fc-dbe5-449f-8b67-438aa68ebc61 HTTP/1.1" status: 200 len: 1001 time: 0.0654907 Jul 15 23:36:40.410057 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0075c1-e0be-466b-9336-5e787bb5db22 req-317edc55-1613-4a3c-b4de-ce744a1ed71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:40.411808 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8e0075c1-e0be-466b-9336-5e787bb5db22 req-317edc55-1613-4a3c-b4de-ce744a1ed71a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89c4d7a7-b1b2-43ab-9249-01f593a56863 HTTP/1.1" status: 200 len: 853 time: 0.0448272 Jul 15 23:36:40.474608 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0075c1-e0be-466b-9336-5e787bb5db22 req-a9e8e34a-2cf0-49f7-9c2f-6cee908f9013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:40.476101 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8e0075c1-e0be-466b-9336-5e787bb5db22 req-a9e8e34a-2cf0-49f7-9c2f-6cee908f9013 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5df3a35-c9f7-4ea4-9138-744a2e00289b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516410 Jul 15 23:36:40.567608 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8e0075c1-e0be-466b-9336-5e787bb5db22 req-bb0ad2ae-5e9f-488b-a2f5-29bd2b2f7979 service neutron] 10.222.0.43 "GET /v2.0/networks/e5df3a35-c9f7-4ea4-9138-744a2e00289b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848901 Jul 15 23:36:40.653163 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8e0075c1-e0be-466b-9336-5e787bb5db22 req-d1e34825-a2bc-4001-857d-ae5e0d6b31b0 service neutron] 10.222.0.43 "GET /v2.0/networks/e5df3a35-c9f7-4ea4-9138-744a2e00289b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789425 Jul 15 23:36:44.411714 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:36:45.532024 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d25729-03cd-4d88-90e6-cadf7ff7daca req-65865a38-8774-407c-935a-a95ab1e66751 tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:45.533466 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-17d25729-03cd-4d88-90e6-cadf7ff7daca req-65865a38-8774-407c-935a-a95ab1e66751 tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] 10.222.0.16 "GET /v2.0/ports?device_id=b66a9ad7-8e03-48a7-99c7-16fccce67363 HTTP/1.1" status: 200 len: 950 time: 0.0642171 Jul 15 23:36:45.569804 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-17d25729-03cd-4d88-90e6-cadf7ff7daca req-c2b8ce89-c6dd-406a-82cf-0d75dec1536e tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] 10.222.0.16 "GET /v2.0/security-groups?id=507ac0aa-91d0-4e53-a987-6345a3a967e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306737 Jul 15 23:36:45.909447 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d33245de-6006-4b0d-89cb-2d43c9c0e60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:46.741546 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b373a5-264f-4216-b12c-9b660791cb31 req-24dad6ce-c580-4a44-93bd-e66e7aefd875 tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:46.743013 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a1b373a5-264f-4216-b12c-9b660791cb31 req-24dad6ce-c580-4a44-93bd-e66e7aefd875 tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] 10.222.0.16 "GET /v2.0/ports?device_id=b66a9ad7-8e03-48a7-99c7-16fccce67363 HTTP/1.1" status: 200 len: 950 time: 0.0626063 Jul 15 23:36:46.780702 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a1b373a5-264f-4216-b12c-9b660791cb31 req-66c71a3a-acc5-4ab8-8206-bf5df8f4353b tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] 10.222.0.16 "GET /v2.0/security-groups?id=507ac0aa-91d0-4e53-a987-6345a3a967e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316374 Jul 15 23:36:47.055193 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268a5a4-3c94-4309-9fec-6a77fa341ff5 req-342c6428-ad9a-4adb-953c-40029c057abc tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:47.056592 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d268a5a4-3c94-4309-9fec-6a77fa341ff5 req-342c6428-ad9a-4adb-953c-40029c057abc tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] 10.222.0.36 "GET /v2.0/ports?device_id=b66a9ad7-8e03-48a7-99c7-16fccce67363 HTTP/1.1" status: 200 len: 950 time: 0.0681651 Jul 15 23:36:47.157038 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-d268a5a4-3c94-4309-9fec-6a77fa341ff5 req-7a01a14c-9f38-4354-ad03-ff843e8bd62e tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Deleting port 86604b5d-244d-4cbf-821a-33dc7f69bf38 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:36:47.157384 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d268a5a4-3c94-4309-9fec-6a77fa341ff5 req-7a01a14c-9f38-4354-ad03-ff843e8bd62e tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:47.247200 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d268a5a4-3c94-4309-9fec-6a77fa341ff5 req-7a01a14c-9f38-4354-ad03-ff843e8bd62e tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] For port 86604b5d-244d-4cbf-821a-33dc7f69bf38, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=86604b5d-244d-4cbf-821a-33dc7f69bf38,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:47.247560 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d268a5a4-3c94-4309-9fec-6a77fa341ff5 req-7a01a14c-9f38-4354-ad03-ff843e8bd62e tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:47.259046 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-d268a5a4-3c94-4309-9fec-6a77fa341ff5 req-7a01a14c-9f38-4354-ad03-ff843e8bd62e tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Calling delete_port for 86604b5d-244d-4cbf-821a-33dc7f69bf38 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:36:47.380982 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d268a5a4-3c94-4309-9fec-6a77fa341ff5 req-7a01a14c-9f38-4354-ad03-ff843e8bd62e tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:47.412185 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['86604b5d-244d-4cbf-821a-33dc7f69bf38'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:36:47.412795 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01a14c-9f38-4354-ad03-ff843e8bd62e tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Pushing event deleted for resources: {'Port': ['ID=86604b5d-244d-4cbf-821a-33dc7f69bf38,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:47.460108 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d268a5a4-3c94-4309-9fec-6a77fa341ff5 req-7a01a14c-9f38-4354-ad03-ff843e8bd62e tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] No DVR routers for this DVR port 86604b5d-244d-4cbf-821a-33dc7f69bf38 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:36:47.462531 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d268a5a4-3c94-4309-9fec-6a77fa341ff5 req-7a01a14c-9f38-4354-ad03-ff843e8bd62e tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:47.464519 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d268a5a4-3c94-4309-9fec-6a77fa341ff5 req-7a01a14c-9f38-4354-ad03-ff843e8bd62e tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] 10.222.0.36 "DELETE /v2.0/ports/86604b5d-244d-4cbf-821a-33dc7f69bf38 HTTP/1.1" status: 204 len: 173 time: 0.4026453 Jul 15 23:36:47.464977 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66a9ad7-8e03-48a7-99c7-16fccce67363', 'name': 'network-vif-deleted', 'tag': '86604b5d-244d-4cbf-821a-33dc7f69bf38'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:36:47.467911 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70eaa19a-e382-4bc5-9e61-b8a6bbcc2a1d" -d '{"events": [{"server_uuid": "b66a9ad7-8e03-48a7-99c7-16fccce67363", "name": "network-vif-deleted", "tag": "86604b5d-244d-4cbf-821a-33dc7f69bf38"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:36:47.505100 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64107252-0dc9-46f1-9b80-ac208dd5c21e x-openstack-request-id: req-64107252-0dc9-46f1-9b80-ac208dd5c21e {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:36:47.505392 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66a9ad7-8e03-48a7-99c7-16fccce67363", "name": "network-vif-deleted", "tag": "86604b5d-244d-4cbf-821a-33dc7f69bf38", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:36:47.505646 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64107252-0dc9-46f1-9b80-ac208dd5c21e {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:36:47.506048 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66a9ad7-8e03-48a7-99c7-16fccce67363', 'name': 'network-vif-deleted', 'tag': '86604b5d-244d-4cbf-821a-33dc7f69bf38', 'status': 'completed', 'code': 200} Jul 15 23:36:47.934421 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1b18beb-370c-4848-81a5-5be47ae32205 req-a562e200-429e-4280-8bd9-ff1f34a15580 tempest-VolumesBackupsTest-2058628287 tempest-VolumesBackupsTest-2058628287-project] 10.222.0.16 "GET /v2.0/ports?device_id=b66a9ad7-8e03-48a7-99c7-16fccce67363 HTTP/1.1" status: 200 len: 210 time: 0.0273938 Jul 15 23:36:48.280888 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5881fb08-acbc-440c-992c-bc0e2dbd4767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:48.742849 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:49.713084 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:50.466437 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 86604b5d-244d-4cbf-821a-33dc7f69bf38 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:36:50.486786 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 86604b5d-244d-4cbf-821a-33dc7f69bf38 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:36:50.487133 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 86604b5d-244d-4cbf-821a-33dc7f69bf38 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:36:51.283988 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:54.293957 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:00.642833 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58526) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:00.798978 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b650e397-c7e0-4ec5-b5f7-73f41665774e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Deleting port c25226ce-92aa-4367-824e-4c8a01dd2d0d {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:37:00.799219 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b650e397-c7e0-4ec5-b5f7-73f41665774e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:00.873333 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b650e397-c7e0-4ec5-b5f7-73f41665774e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:00.873588 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b650e397-c7e0-4ec5-b5f7-73f41665774e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:00.885836 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b650e397-c7e0-4ec5-b5f7-73f41665774e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Calling delete_port for c25226ce-92aa-4367-824e-4c8a01dd2d0d owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:37:01.034377 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b650e397-c7e0-4ec5-b5f7-73f41665774e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:01.060508 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b650e397-c7e0-4ec5-b5f7-73f41665774e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event deleted for resources: {'Port': ['ID=c25226ce-92aa-4367-824e-4c8a01dd2d0d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:01.124844 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b650e397-c7e0-4ec5-b5f7-73f41665774e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:01.125177 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-b650e397-c7e0-4ec5-b5f7-73f41665774e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Floating IP 6f55fb9f-1234-49e5-be23-8d141a1503a6 disassociated (deleted). External IP: 172.25.4.204, port: 31545d53-f2ae-464a-9bd2-6db3143821cd. Jul 15 23:37:01.328025 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b650e397-c7e0-4ec5-b5f7-73f41665774e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Router 8e90a078-6187-49a8-b8ae-d3e975fee112 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:37:01.438684 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b650e397-c7e0-4ec5-b5f7-73f41665774e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:37:01.443877 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b650e397-c7e0-4ec5-b5f7-73f41665774e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:01.448385 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bd60c1-04cc-470c-ba2e-c84262c36da5 None None] Sync routers for ids ['8e90a078-6187-49a8-b8ae-d3e975fee112'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:37:01.459452 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bd60c1-04cc-470c-ba2e-c84262c36da5 None None] Routers {'8e90a078-6187-49a8-b8ae-d3e975fee112'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:37:01.460126 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-f8bd60c1-04cc-470c-ba2e-c84262c36da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:36:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['8e90a078-6187-49a8-b8ae-d3e975fee112'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:01.486748 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b650e397-c7e0-4ec5-b5f7-73f41665774e tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "DELETE /v2.0/floatingips/6f55fb9f-1234-49e5-be23-8d141a1503a6 HTTP/1.1" status: 204 len: 168 time: 0.8401024 Jul 15 23:37:01.486748 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6dd744-411e-40bb-a456-30e802d2b816', 'tag': '31545d53-f2ae-464a-9bd2-6db3143821cd'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:37:01.487203 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608895cd-fdb7-4bbf-b6af-26bdb3983cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "ec6dd744-411e-40bb-a456-30e802d2b816", "tag": "31545d53-f2ae-464a-9bd2-6db3143821cd"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:37:01.543826 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c7c85f-3aca-40ab-bb2c-d3aa87424453 x-openstack-request-id: req-e5c7c85f-3aca-40ab-bb2c-d3aa87424453 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:37:01.544372 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec6dd744-411e-40bb-a456-30e802d2b816", "tag": "31545d53-f2ae-464a-9bd2-6db3143821cd", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:37:01.544918 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5c7c85f-3aca-40ab-bb2c-d3aa87424453 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:37:01.545643 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6dd744-411e-40bb-a456-30e802d2b816', 'tag': '31545d53-f2ae-464a-9bd2-6db3143821cd', 'status': 'completed', 'code': 200} Jul 15 23:37:01.589319 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-f8bd60c1-04cc-470c-ba2e-c84262c36da5 None None] Set router 8e90a078-6187-49a8-b8ae-d3e975fee112 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:37:01.645412 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608895cd-fdb7-4bbf-b6af-26bdb3983cdf req-96a7347c-fc7e-41af-bdb9-126ed1093129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:01.646909 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-608895cd-fdb7-4bbf-b6af-26bdb3983cdf req-96a7347c-fc7e-41af-bdb9-126ed1093129 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af8840e572bc4203b4decdf0325b2045&device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 1097 time: 0.0751450 Jul 15 23:37:01.778084 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608895cd-fdb7-4bbf-b6af-26bdb3983cdf req-61a8c997-0763-44b8-becd-21326ed0e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:01.780221 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-608895cd-fdb7-4bbf-b6af-26bdb3983cdf req-61a8c997-0763-44b8-becd-21326ed0e5ba service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb8e6311-f92a-42e0-833c-3f225809778d HTTP/1.1" status: 200 len: 898 time: 0.1248794 Jul 15 23:37:01.841519 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-608895cd-fdb7-4bbf-b6af-26bdb3983cdf req-65e4362c-545f-4582-b969-0a4c9e127a07 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31545d53-f2ae-464a-9bd2-6db3143821cd HTTP/1.1" status: 200 len: 217 time: 0.0434098 Jul 15 23:37:01.841767 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-f8bd60c1-04cc-470c-ba2e-c84262c36da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-342392333', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '8daddccd-caac-4fd6-b99b-e61adf1402fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:35:12Z', 'updated_at': '2021-07-15T23:35:19Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': '8daddccd-caac-4fd6-b99b-e61adf1402fb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:35:13Z', 'updated_at': '2021-07-15T23:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '979d7832-b0c3-477a-a789-0ec6f794abb3', 'name': '', 'network_id': 'fb8e6311-f92a-42e0-833c-3f225809778d', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:90:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'be3aff2d-a5e4-4066-9528-3586119b0703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:35:17Z', 'updated_at': '2021-07-15T23:35:26Z', 'revision_number': 5, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': 'be3aff2d-a5e4-4066-9528-3586119b0703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:01.880504 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bd60c1-04cc-470c-ba2e-c84262c36da5 None None] Checking router: 8e90a078-6187-49a8-b8ae-d3e975fee112 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:37:01.890090 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bd60c1-04cc-470c-ba2e-c84262c36da5 None None] Routers {'8e90a078-6187-49a8-b8ae-d3e975fee112'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:37:01.890757 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-f8bd60c1-04cc-470c-ba2e-c84262c36da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:36:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['8e90a078-6187-49a8-b8ae-d3e975fee112'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:01.919566 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608895cd-fdb7-4bbf-b6af-26bdb3983cdf req-94b4fd2b-e3d7-4048-99d5-860318997265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:01.921429 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-608895cd-fdb7-4bbf-b6af-26bdb3983cdf req-94b4fd2b-e3d7-4048-99d5-860318997265 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=be3aff2d-a5e4-4066-9528-3586119b0703 HTTP/1.1" status: 200 len: 835 time: 0.0711117 Jul 15 23:37:02.002133 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b66857-db8d-4506-b122-d8b828374ea5 req-a8ebee96-d320-497c-b612-2b298ecede09 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:02.004206 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-29b66857-db8d-4506-b122-d8b828374ea5 req-a8ebee96-d320-497c-b612-2b298ecede09 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 946 time: 0.1252580 Jul 15 23:37:02.028144 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-f8bd60c1-04cc-470c-ba2e-c84262c36da5 None None] Set router 8e90a078-6187-49a8-b8ae-d3e975fee112 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:37:02.035550 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608895cd-fdb7-4bbf-b6af-26bdb3983cdf req-918a8589-3766-490a-b4d1-fa102ca105ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:02.037588 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-608895cd-fdb7-4bbf-b6af-26bdb3983cdf req-918a8589-3766-490a-b4d1-fa102ca105ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb8e6311-f92a-42e0-833c-3f225809778d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072366 Jul 15 23:37:02.055390 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-29b66857-db8d-4506-b122-d8b828374ea5 req-1959f18c-6c39-4190-97a3-d77de36e66c1 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2e6b4ab-366c-4668-b2eb-c7b0808566e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441136 Jul 15 23:37:02.158069 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-608895cd-fdb7-4bbf-b6af-26bdb3983cdf req-83513d34-3fd2-4e2d-934c-2e27f9853be2 service neutron] 10.222.0.43 "GET /v2.0/networks/fb8e6311-f92a-42e0-833c-3f225809778d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125712 Jul 15 23:37:02.253938 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-f8bd60c1-04cc-470c-ba2e-c84262c36da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-342392333', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '8daddccd-caac-4fd6-b99b-e61adf1402fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:35:12Z', 'updated_at': '2021-07-15T23:35:19Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': '8daddccd-caac-4fd6-b99b-e61adf1402fb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:35:13Z', 'updated_at': '2021-07-15T23:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '979d7832-b0c3-477a-a789-0ec6f794abb3', 'name': '', 'network_id': 'fb8e6311-f92a-42e0-833c-3f225809778d', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:90:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'be3aff2d-a5e4-4066-9528-3586119b0703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:35:17Z', 'updated_at': '2021-07-15T23:35:26Z', 'revision_number': 5, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': 'be3aff2d-a5e4-4066-9528-3586119b0703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:02.267879 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-608895cd-fdb7-4bbf-b6af-26bdb3983cdf req-21adb38d-a5a0-4f84-992c-0b300e69821c service neutron] 10.222.0.43 "GET /v2.0/networks/fb8e6311-f92a-42e0-833c-3f225809778d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012709 Jul 15 23:37:02.280997 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bd60c1-04cc-470c-ba2e-c84262c36da5 None None] The sync data for ids ['8e90a078-6187-49a8-b8ae-d3e975fee112'] in n-d-787205-9 is: [{'id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-342392333', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '8daddccd-caac-4fd6-b99b-e61adf1402fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:35:12Z', 'updated_at': '2021-07-15T23:35:19Z', 'revision_number': 4, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': '8daddccd-caac-4fd6-b99b-e61adf1402fb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:35:13Z', 'updated_at': '2021-07-15T23:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '979d7832-b0c3-477a-a789-0ec6f794abb3', 'name': '', 'network_id': 'fb8e6311-f92a-42e0-833c-3f225809778d', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'mac_address': 'fa:16:3e:90:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'be3aff2d-a5e4-4066-9528-3586119b0703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:35:17Z', 'updated_at': '2021-07-15T23:35:26Z', 'revision_number': 5, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'subnets': [{'id': 'be3aff2d-a5e4-4066-9528-3586119b0703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:37:02.514441 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a0da2c-f4fb-4077-a42f-0a15b2121f87 None None] New status for floating IP 6f55fb9f-1234-49e5-be23-8d141a1503a6: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:37:03.252309 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b6786-ea10-4c61-983e-2a5ffd34dbfd req-94d1319c-0a64-446a-9007-c3bb118b33ab tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:03.253823 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e29b6786-ea10-4c61-983e-2a5ffd34dbfd req-94d1319c-0a64-446a-9007-c3bb118b33ab tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 946 time: 0.0681829 Jul 15 23:37:03.303224 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e29b6786-ea10-4c61-983e-2a5ffd34dbfd req-0e7a9a20-c271-4301-b300-f961e2cda1ca tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2e6b4ab-366c-4668-b2eb-c7b0808566e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387764 Jul 15 23:37:03.360039 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563eb09-6614-444d-bc4e-e18ced92455f req-80a898e8-b639-4b33-970b-547db828cd7b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:03.361592 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6563eb09-6614-444d-bc4e-e18ced92455f req-80a898e8-b639-4b33-970b-547db828cd7b tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 946 time: 0.1016085 Jul 15 23:37:03.468343 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-6563eb09-6614-444d-bc4e-e18ced92455f req-4d4acc12-1a5d-4718-8619-bd1cccdba169 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Deleting port 31545d53-f2ae-464a-9bd2-6db3143821cd {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:37:03.468713 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6563eb09-6614-444d-bc4e-e18ced92455f req-4d4acc12-1a5d-4718-8619-bd1cccdba169 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:03.564103 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-6563eb09-6614-444d-bc4e-e18ced92455f req-4d4acc12-1a5d-4718-8619-bd1cccdba169 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] For port 31545d53-f2ae-464a-9bd2-6db3143821cd, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=31545d53-f2ae-464a-9bd2-6db3143821cd,segment=NetworkSegment(1d752521-312d-49c0-95b5-de4b16fbcaa4),segment_id=1d752521-312d-49c0-95b5-de4b16fbcaa4)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:03.564466 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6563eb09-6614-444d-bc4e-e18ced92455f req-4d4acc12-1a5d-4718-8619-bd1cccdba169 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:03.578274 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-6563eb09-6614-444d-bc4e-e18ced92455f req-4d4acc12-1a5d-4718-8619-bd1cccdba169 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Calling delete_port for 31545d53-f2ae-464a-9bd2-6db3143821cd owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:37:03.711117 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6563eb09-6614-444d-bc4e-e18ced92455f req-4d4acc12-1a5d-4718-8619-bd1cccdba169 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:03.746699 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4acc12-1a5d-4718-8619-bd1cccdba169 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event deleted for resources: {'Port': ['ID=31545d53-f2ae-464a-9bd2-6db3143821cd,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:03.804411 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-6563eb09-6614-444d-bc4e-e18ced92455f req-4d4acc12-1a5d-4718-8619-bd1cccdba169 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] No DVR routers for this DVR port 31545d53-f2ae-464a-9bd2-6db3143821cd on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:37:03.807528 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6563eb09-6614-444d-bc4e-e18ced92455f req-4d4acc12-1a5d-4718-8619-bd1cccdba169 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:03.810253 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6563eb09-6614-444d-bc4e-e18ced92455f req-4d4acc12-1a5d-4718-8619-bd1cccdba169 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.43 "DELETE /v2.0/ports/31545d53-f2ae-464a-9bd2-6db3143821cd HTTP/1.1" status: 204 len: 173 time: 0.4427216 Jul 15 23:37:03.810844 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6dd744-411e-40bb-a456-30e802d2b816', 'name': 'network-vif-deleted', 'tag': '31545d53-f2ae-464a-9bd2-6db3143821cd'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:37:03.813168 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab0c791-3051-4fba-a9cf-e4e38387f007" -d '{"events": [{"server_uuid": "ec6dd744-411e-40bb-a456-30e802d2b816", "name": "network-vif-deleted", "tag": "31545d53-f2ae-464a-9bd2-6db3143821cd"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:37:03.878412 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d637cf3-306d-4aa5-a449-d8edaa84ab74 x-openstack-request-id: req-2d637cf3-306d-4aa5-a449-d8edaa84ab74 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:37:03.878760 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6dd744-411e-40bb-a456-30e802d2b816", "name": "network-vif-deleted", "tag": "31545d53-f2ae-464a-9bd2-6db3143821cd", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:37:03.879153 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d637cf3-306d-4aa5-a449-d8edaa84ab74 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:37:03.879451 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6dd744-411e-40bb-a456-30e802d2b816', 'name': 'network-vif-deleted', 'tag': '31545d53-f2ae-464a-9bd2-6db3143821cd', 'status': 'completed', 'code': 200} Jul 15 23:37:04.258916 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-b17db3e8-228a-45c7-bba9-5f65fef3858a req-0f8304c8-3105-4af3-91b2-44b8a41d0be0 service neutron] (93799) timed out ('10.222.0.43', 62279) {{(pid=93799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:37:04.497342 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f6e5240b-ddec-415b-8b8d-0bc84284bd6a req-7a5113bf-1e83-4860-9393-516daef9cbc6 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec6dd744-411e-40bb-a456-30e802d2b816 HTTP/1.1" status: 200 len: 210 time: 0.0339558 Jul 15 23:37:05.602866 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58578) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:05.967714 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fcd36a3d-41f8-4f8b-ac2c-69a60dc03e4c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:06.232473 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-fcd36a3d-41f8-4f8b-ac2c-69a60dc03e4c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Deleting port 979d7832-b0c3-477a-a789-0ec6f794abb3 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:37:06.232937 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fcd36a3d-41f8-4f8b-ac2c-69a60dc03e4c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:06.323524 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-fcd36a3d-41f8-4f8b-ac2c-69a60dc03e4c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] For port 979d7832-b0c3-477a-a789-0ec6f794abb3, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=979d7832-b0c3-477a-a789-0ec6f794abb3,segment=NetworkSegment(1d752521-312d-49c0-95b5-de4b16fbcaa4),segment_id=1d752521-312d-49c0-95b5-de4b16fbcaa4)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:06.324568 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fcd36a3d-41f8-4f8b-ac2c-69a60dc03e4c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:06.336317 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-fcd36a3d-41f8-4f8b-ac2c-69a60dc03e4c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Calling delete_port for 979d7832-b0c3-477a-a789-0ec6f794abb3 owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:37:06.519004 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fcd36a3d-41f8-4f8b-ac2c-69a60dc03e4c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:06.547100 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd36a3d-41f8-4f8b-ac2c-69a60dc03e4c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event deleted for resources: {'Port': ['ID=979d7832-b0c3-477a-a789-0ec6f794abb3,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:06.728801 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fcd36a3d-41f8-4f8b-ac2c-69a60dc03e4c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:06.955437 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd36a3d-41f8-4f8b-ac2c-69a60dc03e4c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Router 8e90a078-6187-49a8-b8ae-d3e975fee112 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:37:07.066266 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd36a3d-41f8-4f8b-ac2c-69a60dc03e4c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:37:07.071630 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fcd36a3d-41f8-4f8b-ac2c-69a60dc03e4c tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "PUT /v2.0/routers/8e90a078-6187-49a8-b8ae-d3e975fee112/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4674566 Jul 15 23:37:07.074216 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58584) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:07.077371 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc51e21-0071-4e73-993c-550cf1c16bd4 None None] Sync routers for ids ['8e90a078-6187-49a8-b8ae-d3e975fee112'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:37:07.087428 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc51e21-0071-4e73-993c-550cf1c16bd4 None None] Routers {'8e90a078-6187-49a8-b8ae-d3e975fee112'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:37:07.088336 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-bfc51e21-0071-4e73-993c-550cf1c16bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:36:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['8e90a078-6187-49a8-b8ae-d3e975fee112'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:07.136918 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-4031e4e5-ad0c-4e4d-ba4a-8d41c641c4cd tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Deleting subnet be3aff2d-a5e4-4066-9528-3586119b0703 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:37:07.140002 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4031e4e5-ad0c-4e4d-ba4a-8d41c641c4cd tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:07.180642 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4031e4e5-ad0c-4e4d-ba4a-8d41c641c4cd tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:07.199272 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-bfc51e21-0071-4e73-993c-550cf1c16bd4 None None] Set router 8e90a078-6187-49a8-b8ae-d3e975fee112 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:37:07.270243 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4031e4e5-ad0c-4e4d-ba4a-8d41c641c4cd tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:07.332839 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4031e4e5-ad0c-4e4d-ba4a-8d41c641c4cd tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:07.359894 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031e4e5-ad0c-4e4d-ba4a-8d41c641c4cd tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event deleted for resources: {'Subnet': ['ID=be3aff2d-a5e4-4066-9528-3586119b0703,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:07.363621 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4031e4e5-ad0c-4e4d-ba4a-8d41c641c4cd tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:07.365525 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4031e4e5-ad0c-4e4d-ba4a-8d41c641c4cd tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "DELETE /v2.0/subnets/be3aff2d-a5e4-4066-9528-3586119b0703 HTTP/1.1" status: 204 len: 168 time: 0.2897635 Jul 15 23:37:07.368323 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58586) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:07.379521 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66afada-6b38-412c-8c25-a15667b247d7 None None] Network fb8e6311-f92a-42e0-833c-3f225809778d requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:37:07.382921 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-bfc51e21-0071-4e73-993c-550cf1c16bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-342392333', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '8daddccd-caac-4fd6-b99b-e61adf1402fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:35:12Z', 'updated_at': '2021-07-15T23:37:06Z', 'revision_number': 5, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': '8daddccd-caac-4fd6-b99b-e61adf1402fb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:35:13Z', 'updated_at': '2021-07-15T23:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:07.411068 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc51e21-0071-4e73-993c-550cf1c16bd4 None None] Checking router: 8e90a078-6187-49a8-b8ae-d3e975fee112 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:37:07.420903 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc51e21-0071-4e73-993c-550cf1c16bd4 None None] Routers {'8e90a078-6187-49a8-b8ae-d3e975fee112'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:37:07.421609 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-bfc51e21-0071-4e73-993c-550cf1c16bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:36:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['8e90a078-6187-49a8-b8ae-d3e975fee112'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:07.491565 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b71ae9e-9112-47fa-a025-d30ae5e966f7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:07.537591 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-bfc51e21-0071-4e73-993c-550cf1c16bd4 None None] Set router 8e90a078-6187-49a8-b8ae-d3e975fee112 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:37:07.631183 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4cc909-d7f6-4d3c-8462-61278fc8de16 None None] DHCP port deletion for fb8e6311-f92a-42e0-833c-3f225809778d request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:37:07.641960 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b71ae9e-9112-47fa-a025-d30ae5e966f7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:07.705733 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1b71ae9e-9112-47fa-a025-d30ae5e966f7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Deleting port 8daddccd-caac-4fd6-b99b-e61adf1402fb {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:37:07.706171 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b71ae9e-9112-47fa-a025-d30ae5e966f7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:07.707034 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-fd4cc909-d7f6-4d3c-8462-61278fc8de16 None None] Deleting port dbe486cb-bf56-4bcd-89b5-ebc39f184238 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:37:07.707657 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd4cc909-d7f6-4d3c-8462-61278fc8de16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:07.728221 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 31545d53-f2ae-464a-9bd2-6db3143821cd no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:37:07.800103 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-1b71ae9e-9112-47fa-a025-d30ae5e966f7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] For port 8daddccd-caac-4fd6-b99b-e61adf1402fb, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=8daddccd-caac-4fd6-b99b-e61adf1402fb,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:07.800734 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b71ae9e-9112-47fa-a025-d30ae5e966f7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:07.815292 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1b71ae9e-9112-47fa-a025-d30ae5e966f7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Calling delete_port for 8daddccd-caac-4fd6-b99b-e61adf1402fb owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:37:07.850666 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-bfc51e21-0071-4e73-993c-550cf1c16bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-342392333', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '8daddccd-caac-4fd6-b99b-e61adf1402fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:35:12Z', 'updated_at': '2021-07-15T23:37:06Z', 'revision_number': 5, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': '8daddccd-caac-4fd6-b99b-e61adf1402fb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:35:13Z', 'updated_at': '2021-07-15T23:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:07.883959 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc51e21-0071-4e73-993c-550cf1c16bd4 None None] The sync data for ids ['8e90a078-6187-49a8-b8ae-d3e975fee112'] in n-d-787205-9 is: [{'id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-342392333', 'tenant_id': 'af8840e572bc4203b4decdf0325b2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '8daddccd-caac-4fd6-b99b-e61adf1402fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:35:12Z', 'updated_at': '2021-07-15T23:37:06Z', 'revision_number': 5, 'project_id': 'af8840e572bc4203b4decdf0325b2045', 'gw_port': {'id': '8daddccd-caac-4fd6-b99b-e61adf1402fb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e90a078-6187-49a8-b8ae-d3e975fee112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:35:13Z', 'updated_at': '2021-07-15T23:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:37:07.928307 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 31545d53-f2ae-464a-9bd2-6db3143821cd {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:37:07.928650 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 31545d53-f2ae-464a-9bd2-6db3143821cd not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:37:07.974007 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-fd4cc909-d7f6-4d3c-8462-61278fc8de16 None None] For port dbe486cb-bf56-4bcd-89b5-ebc39f184238, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=dbe486cb-bf56-4bcd-89b5-ebc39f184238,segment=NetworkSegment(1d752521-312d-49c0-95b5-de4b16fbcaa4),segment_id=1d752521-312d-49c0-95b5-de4b16fbcaa4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:07.974731 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd4cc909-d7f6-4d3c-8462-61278fc8de16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:07.988118 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-fd4cc909-d7f6-4d3c-8462-61278fc8de16 None None] Calling delete_port for dbe486cb-bf56-4bcd-89b5-ebc39f184238 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:37:08.016629 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b71ae9e-9112-47fa-a025-d30ae5e966f7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.072279 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71ae9e-9112-47fa-a025-d30ae5e966f7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event deleted for resources: {'Port': ['ID=8daddccd-caac-4fd6-b99b-e61adf1402fb,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:08.079739 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd4cc909-d7f6-4d3c-8462-61278fc8de16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.106766 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4cc909-d7f6-4d3c-8462-61278fc8de16 None None] Pushing event deleted for resources: {'Port': ['ID=dbe486cb-bf56-4bcd-89b5-ebc39f184238,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:08.112826 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b71ae9e-9112-47fa-a025-d30ae5e966f7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.113211 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4cc909-d7f6-4d3c-8462-61278fc8de16 None None] No DVR routers for this DVR port dbe486cb-bf56-4bcd-89b5-ebc39f184238 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:37:08.204996 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b71ae9e-9112-47fa-a025-d30ae5e966f7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.207028 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b71ae9e-9112-47fa-a025-d30ae5e966f7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.255973 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b71ae9e-9112-47fa-a025-d30ae5e966f7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.256804 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b71ae9e-9112-47fa-a025-d30ae5e966f7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Fanout notify agent at l3_agent the message router_deleted on router 8e90a078-6187-49a8-b8ae-d3e975fee112 {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:37:08.265252 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b71ae9e-9112-47fa-a025-d30ae5e966f7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.268772 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1b71ae9e-9112-47fa-a025-d30ae5e966f7 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "DELETE /v2.0/routers/8e90a078-6187-49a8-b8ae-d3e975fee112 HTTP/1.1" status: 204 len: 168 time: 0.8970549 Jul 15 23:37:08.269057 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58592) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:08.355515 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-929f8175-1320-43fe-b9ad-2630290cd6e5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.449432 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-929f8175-1320-43fe-b9ad-2630290cd6e5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.459794 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-929f8175-1320-43fe-b9ad-2630290cd6e5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb8e6311-f92a-42e0-833c-3f225809778d']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:08.471004 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-929f8175-1320-43fe-b9ad-2630290cd6e5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d752521-312d-49c0-95b5-de4b16fbcaa4') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:08.471357 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-929f8175-1320-43fe-b9ad-2630290cd6e5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d752521-312d-49c0-95b5-de4b16fbcaa4') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:08.481055 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-929f8175-1320-43fe-b9ad-2630290cd6e5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.494653 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-929f8175-1320-43fe-b9ad-2630290cd6e5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.501407 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-929f8175-1320-43fe-b9ad-2630290cd6e5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:37:08.501804 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-929f8175-1320-43fe-b9ad-2630290cd6e5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:37:08.505108 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:37:08.565780 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-929f8175-1320-43fe-b9ad-2630290cd6e5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.575385 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-929f8175-1320-43fe-b9ad-2630290cd6e5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.579661 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-929f8175-1320-43fe-b9ad-2630290cd6e5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "DELETE /v2.0/networks/fb8e6311-f92a-42e0-833c-3f225809778d HTTP/1.1" status: 204 len: 168 time: 0.3071146 Jul 15 23:37:08.580463 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58594) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:08.593715 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f8175-1320-43fe-b9ad-2630290cd6e5 tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event deleted for resources: {'Network': ['ID=fb8e6311-f92a-42e0-833c-3f225809778d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:08.655699 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1172f6e5-93df-4c5d-96bd-54d911c5cc3d tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.683360 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1172f6e5-93df-4c5d-96bd-54d911c5cc3d tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.750145 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1172f6e5-93df-4c5d-96bd-54d911c5cc3d tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.752598 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1172f6e5-93df-4c5d-96bd-54d911c5cc3d tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.753779 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1172f6e5-93df-4c5d-96bd-54d911c5cc3d tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] 10.222.0.16 "DELETE /v2.0/security-groups/b2e6b4ab-366c-4668-b2eb-c7b0808566e1 HTTP/1.1" status: 204 len: 168 time: 0.1716239 Jul 15 23:37:08.764047 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172f6e5-93df-4c5d-96bd-54d911c5cc3d tempest-TestNetworkAdvancedServerOps-72017391 tempest-TestNetworkAdvancedServerOps-72017391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e6b4ab-366c-4668-b2eb-c7b0808566e1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:08.927165 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:09.089067 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58622) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:09.220892 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-187d53ac-1da5-4f0d-9f34-df995b1e04ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af8840e572bc4203b4decdf0325b2045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1306028 Jul 15 23:37:09.223486 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58626) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:09.271057 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-125bb2b1-7eb0-47bb-8d90-783eec5cfab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:09.291673 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-125bb2b1-7eb0-47bb-8d90-783eec5cfab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:09.337856 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-125bb2b1-7eb0-47bb-8d90-783eec5cfab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:09.347121 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-125bb2b1-7eb0-47bb-8d90-783eec5cfab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:09.351110 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-125bb2b1-7eb0-47bb-8d90-783eec5cfab4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/569980c5-1d2f-4a18-a5a7-e35e362290b6 HTTP/1.1" status: 204 len: 168 time: 0.1266651 Jul 15 23:37:09.359743 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125bb2b1-7eb0-47bb-8d90-783eec5cfab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569980c5-1d2f-4a18-a5a7-e35e362290b6,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:09.606843 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 8daddccd-caac-4fd6-b99b-e61adf1402fb no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:37:09.630232 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58632) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:09.630906 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 8daddccd-caac-4fd6-b99b-e61adf1402fb {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:37:09.631311 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 8daddccd-caac-4fd6-b99b-e61adf1402fb not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:37:09.631734 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device dbe486cb-bf56-4bcd-89b5-ebc39f184238 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:37:09.652423 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: dbe486cb-bf56-4bcd-89b5-ebc39f184238 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:37:09.653022 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device dbe486cb-bf56-4bcd-89b5-ebc39f184238 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:37:09.653441 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 979d7832-b0c3-477a-a789-0ec6f794abb3 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:37:09.675919 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-982e409b-e1a1-4e7d-b7ea-8031999dd340 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9881f92302e941048436721ec3612586&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420797 Jul 15 23:37:09.676123 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 979d7832-b0c3-477a-a789-0ec6f794abb3 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:37:09.676123 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 979d7832-b0c3-477a-a789-0ec6f794abb3 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:37:09.676476 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58634) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:09.730586 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-806af09e-da88-4059-8654-58c5e7eeb680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:09.756236 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-806af09e-da88-4059-8654-58c5e7eeb680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:09.807270 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-806af09e-da88-4059-8654-58c5e7eeb680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:09.810421 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-806af09e-da88-4059-8654-58c5e7eeb680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:09.811707 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-806af09e-da88-4059-8654-58c5e7eeb680 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d88c7262-fa1c-4552-931b-a55fd95b5df2 HTTP/1.1" status: 204 len: 168 time: 0.1347015 Jul 15 23:37:09.820173 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806af09e-da88-4059-8654-58c5e7eeb680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88c7262-fa1c-4552-931b-a55fd95b5df2,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:12.957086 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 58668) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:13.120073 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b3cd8b29-aca9-46a8-b889-c6fc5e44897c tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Deleting port dd4ca881-9b84-4d88-babe-a477673ab4fe {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:37:13.121049 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3cd8b29-aca9-46a8-b889-c6fc5e44897c tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:13.204558 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3cd8b29-aca9-46a8-b889-c6fc5e44897c tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:13.204915 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3cd8b29-aca9-46a8-b889-c6fc5e44897c tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:13.216971 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b3cd8b29-aca9-46a8-b889-c6fc5e44897c tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Calling delete_port for dd4ca881-9b84-4d88-babe-a477673ab4fe owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:37:13.373918 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3cd8b29-aca9-46a8-b889-c6fc5e44897c tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:13.409336 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd8b29-aca9-46a8-b889-c6fc5e44897c tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Pushing event deleted for resources: {'Port': ['ID=dd4ca881-9b84-4d88-babe-a477673ab4fe,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:13.471680 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3cd8b29-aca9-46a8-b889-c6fc5e44897c tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:13.472022 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [None req-b3cd8b29-aca9-46a8-b889-c6fc5e44897c tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Floating IP 27e51b10-0c42-46a9-8e4f-4cb4002c83f4 disassociated (deleted). External IP: 172.25.4.225, port: d32c54fc-dbe5-449f-8b67-438aa68ebc61. Jul 15 23:37:13.703200 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cd8b29-aca9-46a8-b889-c6fc5e44897c tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Router eb7a4ae5-011c-441c-b3b9-78f2b77624c4 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:37:13.821048 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cd8b29-aca9-46a8-b889-c6fc5e44897c tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:37:13.826755 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b3cd8b29-aca9-46a8-b889-c6fc5e44897c tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:13.841569 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a24625-d93a-4338-a119-668aa3cb6132 None None] Sync routers for ids ['eb7a4ae5-011c-441c-b3b9-78f2b77624c4'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:37:13.854200 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a24625-d93a-4338-a119-668aa3cb6132 None None] Routers {'eb7a4ae5-011c-441c-b3b9-78f2b77624c4'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:37:13.854964 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d6a24625-d93a-4338-a119-668aa3cb6132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:36:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['eb7a4ae5-011c-441c-b3b9-78f2b77624c4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:13.869325 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b3cd8b29-aca9-46a8-b889-c6fc5e44897c tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "DELETE /v2.0/floatingips/27e51b10-0c42-46a9-8e4f-4cb4002c83f4 HTTP/1.1" status: 204 len: 168 time: 0.9106596 Jul 15 23:37:13.869918 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e4717d-91c2-4950-a35d-f1a0add076c5', 'tag': 'd32c54fc-dbe5-449f-8b67-438aa68ebc61'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:37:13.872551 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3661f0-a805-4dc6-bc77-47463e76c363" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e4717d-91c2-4950-a35d-f1a0add076c5", "tag": "d32c54fc-dbe5-449f-8b67-438aa68ebc61"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:37:13.943104 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6a9f0a-0a96-4b74-adc7-154fafa487a7 x-openstack-request-id: req-9e6a9f0a-0a96-4b74-adc7-154fafa487a7 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:37:13.952479 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e4717d-91c2-4950-a35d-f1a0add076c5", "tag": "d32c54fc-dbe5-449f-8b67-438aa68ebc61", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:37:13.954366 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e6a9f0a-0a96-4b74-adc7-154fafa487a7 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:37:13.954366 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e4717d-91c2-4950-a35d-f1a0add076c5', 'tag': 'd32c54fc-dbe5-449f-8b67-438aa68ebc61', 'status': 'completed', 'code': 200} Jul 15 23:37:13.997486 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-d6a24625-d93a-4338-a119-668aa3cb6132 None None] Set router eb7a4ae5-011c-441c-b3b9-78f2b77624c4 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:37:14.034067 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3661f0-a805-4dc6-bc77-47463e76c363 req-f3c75126-1e03-4111-9df1-f3e8d02018f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:14.035634 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5a3661f0-a805-4dc6-bc77-47463e76c363 req-f3c75126-1e03-4111-9df1-f3e8d02018f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=65a75747074644058af81d1dafdcec1d&device_id=a4e4717d-91c2-4950-a35d-f1a0add076c5 HTTP/1.1" status: 200 len: 1096 time: 0.0730288 Jul 15 23:37:14.182437 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3661f0-a805-4dc6-bc77-47463e76c363 req-1e7b25e7-064f-4970-b7a8-5614a1cb0718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:14.185139 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5a3661f0-a805-4dc6-bc77-47463e76c363 req-1e7b25e7-064f-4970-b7a8-5614a1cb0718 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e5df3a35-c9f7-4ea4-9138-744a2e00289b HTTP/1.1" status: 200 len: 915 time: 0.1431003 Jul 15 23:37:14.220286 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d6a24625-d93a-4338-a119-668aa3cb6132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'name': 'tempest-TestVolumeBackupRestore-1117550366-router', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '705b0057-aa22-4bc5-97bf-aeea03081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:53Z', 'updated_at': '2021-07-15T23:33:59Z', 'revision_number': 4, 'project_id': '65a75747074644058af81d1dafdcec1d', 'gw_port': {'id': '705b0057-aa22-4bc5-97bf-aeea03081397', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '3fc48b7f-4b61-4299-8463-9fe42e148d92', 'name': '', 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'mac_address': 'fa:16:3e:2e:ba:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '89c4d7a7-b1b2-43ab-9249-01f593a56863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:58Z', 'updated_at': '2021-07-15T23:34:05Z', 'revision_number': 5, 'project_id': '65a75747074644058af81d1dafdcec1d', 'subnets': [{'id': '89c4d7a7-b1b2-43ab-9249-01f593a56863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:14.237728 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5a3661f0-a805-4dc6-bc77-47463e76c363 req-7739bf92-0fc2-4aa9-ac32-e42de76d8fef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d32c54fc-dbe5-449f-8b67-438aa68ebc61 HTTP/1.1" status: 200 len: 217 time: 0.0457125 Jul 15 23:37:14.249545 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a24625-d93a-4338-a119-668aa3cb6132 None None] Checking router: eb7a4ae5-011c-441c-b3b9-78f2b77624c4 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:37:14.262353 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a24625-d93a-4338-a119-668aa3cb6132 None None] Routers {'eb7a4ae5-011c-441c-b3b9-78f2b77624c4'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:37:14.263004 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d6a24625-d93a-4338-a119-668aa3cb6132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:36:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['eb7a4ae5-011c-441c-b3b9-78f2b77624c4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:14.295638 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3661f0-a805-4dc6-bc77-47463e76c363 req-ccea3e81-4650-4459-bbe9-e9061adc65f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:14.297227 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5a3661f0-a805-4dc6-bc77-47463e76c363 req-ccea3e81-4650-4459-bbe9-e9061adc65f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89c4d7a7-b1b2-43ab-9249-01f593a56863 HTTP/1.1" status: 200 len: 853 time: 0.0520668 Jul 15 23:37:14.297851 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bb81b-05d2-4c2d-84d4-ef59d168258b req-c4194082-f00c-4a38-a602-f8de736a8231 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:14.300206 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ad3bb81b-05d2-4c2d-84d4-ef59d168258b req-c4194082-f00c-4a38-a602-f8de736a8231 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e4717d-91c2-4950-a35d-f1a0add076c5 HTTP/1.1" status: 200 len: 945 time: 0.0723143 Jul 15 23:37:14.354062 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ad3bb81b-05d2-4c2d-84d4-ef59d168258b req-a1043937-da3b-40e4-b8a8-cd773810192a tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1cb1ce1-9b47-4d94-9359-55129620cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462527 Jul 15 23:37:14.380844 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3661f0-a805-4dc6-bc77-47463e76c363 req-469a5b38-7b0f-4d71-a166-ebc7fc80d8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:14.383050 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5a3661f0-a805-4dc6-bc77-47463e76c363 req-469a5b38-7b0f-4d71-a166-ebc7fc80d8c3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5df3a35-c9f7-4ea4-9138-744a2e00289b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780344 Jul 15 23:37:14.383681 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-d6a24625-d93a-4338-a119-668aa3cb6132 None None] Set router eb7a4ae5-011c-441c-b3b9-78f2b77624c4 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:37:14.593494 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d6a24625-d93a-4338-a119-668aa3cb6132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'name': 'tempest-TestVolumeBackupRestore-1117550366-router', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '705b0057-aa22-4bc5-97bf-aeea03081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:53Z', 'updated_at': '2021-07-15T23:33:59Z', 'revision_number': 4, 'project_id': '65a75747074644058af81d1dafdcec1d', 'gw_port': {'id': '705b0057-aa22-4bc5-97bf-aeea03081397', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '3fc48b7f-4b61-4299-8463-9fe42e148d92', 'name': '', 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'mac_address': 'fa:16:3e:2e:ba:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '89c4d7a7-b1b2-43ab-9249-01f593a56863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:58Z', 'updated_at': '2021-07-15T23:34:05Z', 'revision_number': 5, 'project_id': '65a75747074644058af81d1dafdcec1d', 'subnets': [{'id': '89c4d7a7-b1b2-43ab-9249-01f593a56863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:14.621417 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a24625-d93a-4338-a119-668aa3cb6132 None None] The sync data for ids ['eb7a4ae5-011c-441c-b3b9-78f2b77624c4'] in n-d-787205-9 is: [{'id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'name': 'tempest-TestVolumeBackupRestore-1117550366-router', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '705b0057-aa22-4bc5-97bf-aeea03081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:53Z', 'updated_at': '2021-07-15T23:33:59Z', 'revision_number': 4, 'project_id': '65a75747074644058af81d1dafdcec1d', 'gw_port': {'id': '705b0057-aa22-4bc5-97bf-aeea03081397', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '3fc48b7f-4b61-4299-8463-9fe42e148d92', 'name': '', 'network_id': 'e5df3a35-c9f7-4ea4-9138-744a2e00289b', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'mac_address': 'fa:16:3e:2e:ba:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '89c4d7a7-b1b2-43ab-9249-01f593a56863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:58Z', 'updated_at': '2021-07-15T23:34:05Z', 'revision_number': 5, 'project_id': '65a75747074644058af81d1dafdcec1d', 'subnets': [{'id': '89c4d7a7-b1b2-43ab-9249-01f593a56863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:37:14.826905 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5a3661f0-a805-4dc6-bc77-47463e76c363 req-f93f32b1-8a84-4b41-bf31-1c19ab18eab5 service neutron] 10.222.0.43 "GET /v2.0/networks/e5df3a35-c9f7-4ea4-9138-744a2e00289b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318407 Jul 15 23:37:14.894213 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefc10ff-bae8-4be6-968e-c21e87b2f9ff None None] New status for floating IP 27e51b10-0c42-46a9-8e4f-4cb4002c83f4: DOWN {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:37:14.922777 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5a3661f0-a805-4dc6-bc77-47463e76c363 req-9a06d84c-ee39-4616-9b41-4230eec949b7 service neutron] 10.222.0.43 "GET /v2.0/networks/e5df3a35-c9f7-4ea4-9138-744a2e00289b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885329 Jul 15 23:37:15.532695 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a030fe-f782-4a26-9894-4d6273b1bc2f req-b960c6fa-1222-4e3a-a772-ac59f7af1608 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:15.535149 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97a030fe-f782-4a26-9894-4d6273b1bc2f req-b960c6fa-1222-4e3a-a772-ac59f7af1608 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e4717d-91c2-4950-a35d-f1a0add076c5 HTTP/1.1" status: 200 len: 945 time: 0.0652242 Jul 15 23:37:15.575820 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97a030fe-f782-4a26-9894-4d6273b1bc2f req-f461eadb-e6c2-4b28-9e0d-a344c5bc962f tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1cb1ce1-9b47-4d94-9359-55129620cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358181 Jul 15 23:37:15.717711 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a09f42-d065-4fbd-8eae-5eaff83ff95f req-51353227-b334-40e0-a62e-bf22caa5a39a tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:15.719129 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-06a09f42-d065-4fbd-8eae-5eaff83ff95f req-51353227-b334-40e0-a62e-bf22caa5a39a tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e4717d-91c2-4950-a35d-f1a0add076c5 HTTP/1.1" status: 200 len: 945 time: 0.0673041 Jul 15 23:37:15.819236 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-06a09f42-d065-4fbd-8eae-5eaff83ff95f req-4fb49a31-ce5d-4f15-87d1-249adefeb735 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Deleting port d32c54fc-dbe5-449f-8b67-438aa68ebc61 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:37:15.819584 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-06a09f42-d065-4fbd-8eae-5eaff83ff95f req-4fb49a31-ce5d-4f15-87d1-249adefeb735 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:15.911716 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0385b95f-972a-4e6e-a90d-2a5bd116d0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:15.922744 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-06a09f42-d065-4fbd-8eae-5eaff83ff95f req-4fb49a31-ce5d-4f15-87d1-249adefeb735 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] For port d32c54fc-dbe5-449f-8b67-438aa68ebc61, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=d32c54fc-dbe5-449f-8b67-438aa68ebc61,segment=NetworkSegment(30093601-7a83-49c2-9689-3565cc5fae7a),segment_id=30093601-7a83-49c2-9689-3565cc5fae7a)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:15.923125 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-06a09f42-d065-4fbd-8eae-5eaff83ff95f req-4fb49a31-ce5d-4f15-87d1-249adefeb735 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:15.935327 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-06a09f42-d065-4fbd-8eae-5eaff83ff95f req-4fb49a31-ce5d-4f15-87d1-249adefeb735 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Calling delete_port for d32c54fc-dbe5-449f-8b67-438aa68ebc61 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:37:16.063921 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-06a09f42-d065-4fbd-8eae-5eaff83ff95f req-4fb49a31-ce5d-4f15-87d1-249adefeb735 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:16.097813 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb49a31-ce5d-4f15-87d1-249adefeb735 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Pushing event deleted for resources: {'Port': ['ID=d32c54fc-dbe5-449f-8b67-438aa68ebc61,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:16.127433 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb49a31-ce5d-4f15-87d1-249adefeb735 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:16.127780 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb49a31-ce5d-4f15-87d1-249adefeb735 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:16.128119 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb49a31-ce5d-4f15-87d1-249adefeb735 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:16.128451 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb49a31-ce5d-4f15-87d1-249adefeb735 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:16.128784 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb49a31-ce5d-4f15-87d1-249adefeb735 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:16.129109 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb49a31-ce5d-4f15-87d1-249adefeb735 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:16.129431 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb49a31-ce5d-4f15-87d1-249adefeb735 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:16.129751 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb49a31-ce5d-4f15-87d1-249adefeb735 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:16.130073 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb49a31-ce5d-4f15-87d1-249adefeb735 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:16.130391 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb49a31-ce5d-4f15-87d1-249adefeb735 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:16.130789 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb49a31-ce5d-4f15-87d1-249adefeb735 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:16.131054 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb49a31-ce5d-4f15-87d1-249adefeb735 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:16.150988 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a09f42-d065-4fbd-8eae-5eaff83ff95f req-4fb49a31-ce5d-4f15-87d1-249adefeb735 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] No DVR routers for this DVR port d32c54fc-dbe5-449f-8b67-438aa68ebc61 on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:37:16.153299 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-06a09f42-d065-4fbd-8eae-5eaff83ff95f req-4fb49a31-ce5d-4f15-87d1-249adefeb735 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:16.155279 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-06a09f42-d065-4fbd-8eae-5eaff83ff95f req-4fb49a31-ce5d-4f15-87d1-249adefeb735 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.43 "DELETE /v2.0/ports/d32c54fc-dbe5-449f-8b67-438aa68ebc61 HTTP/1.1" status: 204 len: 173 time: 0.4309797 Jul 15 23:37:16.155703 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e4717d-91c2-4950-a35d-f1a0add076c5', 'name': 'network-vif-deleted', 'tag': 'd32c54fc-dbe5-449f-8b67-438aa68ebc61'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:37:16.157938 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dcfc4b-9c5d-45a1-ada0-c830bc7d8794" -d '{"events": [{"server_uuid": "a4e4717d-91c2-4950-a35d-f1a0add076c5", "name": "network-vif-deleted", "tag": "d32c54fc-dbe5-449f-8b67-438aa68ebc61"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:37:16.197903 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567090ea-8377-4221-be2e-1da79fa690e1 x-openstack-request-id: req-567090ea-8377-4221-be2e-1da79fa690e1 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:37:16.198195 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e4717d-91c2-4950-a35d-f1a0add076c5", "name": "network-vif-deleted", "tag": "d32c54fc-dbe5-449f-8b67-438aa68ebc61", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:37:16.199071 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-567090ea-8377-4221-be2e-1da79fa690e1 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:37:16.199446 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e4717d-91c2-4950-a35d-f1a0add076c5', 'name': 'network-vif-deleted', 'tag': 'd32c54fc-dbe5-449f-8b67-438aa68ebc61', 'status': 'completed', 'code': 200} Jul 15 23:37:16.762823 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-209ff9a4-6b98-40c9-8f6d-e8cc299cb276 req-2a1c028d-e07d-4a82-95f9-39380dcf91be tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e4717d-91c2-4950-a35d-f1a0add076c5 HTTP/1.1" status: 200 len: 210 time: 0.0367918 Jul 15 23:37:17.907254 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c07d757f-e2bd-460c-904a-c605b9078bc6 req-cd04b7b4-0f56-4f82-8aee-df6667cb8f58 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e4717d-91c2-4950-a35d-f1a0add076c5 HTTP/1.1" status: 200 len: 210 time: 0.0285263 Jul 15 23:37:18.282464 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-69a3b553-6508-46da-ae02-2d2b1564462a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:18.748749 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:19.072503 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2d6fffd0-7014-490b-a551-a39a81a3daae req-5936bd1c-0bf8-4353-bfbb-e119e4cb6b44 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e4717d-91c2-4950-a35d-f1a0add076c5 HTTP/1.1" status: 200 len: 210 time: 0.0315194 Jul 15 23:37:19.716225 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:19.766918 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device d32c54fc-dbe5-449f-8b67-438aa68ebc61 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:37:19.788150 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: d32c54fc-dbe5-449f-8b67-438aa68ebc61 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:37:19.788389 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device d32c54fc-dbe5-449f-8b67-438aa68ebc61 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:37:20.228561 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e1000be8-2f73-4773-a94d-17991716ac34 req-6614dc58-e07f-4b38-b2e0-0db16506e75d tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e4717d-91c2-4950-a35d-f1a0add076c5 HTTP/1.1" status: 200 len: 210 time: 0.0327337 Jul 15 23:37:21.299769 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:21.321897 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 58762) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:21.410614 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:37:21.727783 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-24a0b5da-f76d-4352-b7f8-6bb41c8ef3d1 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:21.752995 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-24a0b5da-f76d-4352-b7f8-6bb41c8ef3d1 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:21.820028 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-24a0b5da-f76d-4352-b7f8-6bb41c8ef3d1 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:21.822668 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-24a0b5da-f76d-4352-b7f8-6bb41c8ef3d1 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:21.824426 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-24a0b5da-f76d-4352-b7f8-6bb41c8ef3d1 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] 10.222.0.16 "DELETE /v2.0/security-groups/f1cb1ce1-9b47-4d94-9359-55129620cd91 HTTP/1.1" status: 204 len: 168 time: 0.5014777 Jul 15 23:37:21.833290 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0b5da-f76d-4352-b7f8-6bb41c8ef3d1 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cb1ce1-9b47-4d94-9359-55129620cd91,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:21.842791 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0b5da-f76d-4352-b7f8-6bb41c8ef3d1 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:21.843145 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0b5da-f76d-4352-b7f8-6bb41c8ef3d1 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:21.843488 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0b5da-f76d-4352-b7f8-6bb41c8ef3d1 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:21.843820 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0b5da-f76d-4352-b7f8-6bb41c8ef3d1 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:21.844353 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0b5da-f76d-4352-b7f8-6bb41c8ef3d1 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:21.844695 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0b5da-f76d-4352-b7f8-6bb41c8ef3d1 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:21.845763 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0b5da-f76d-4352-b7f8-6bb41c8ef3d1 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:21.845763 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0b5da-f76d-4352-b7f8-6bb41c8ef3d1 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:21.846051 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0b5da-f76d-4352-b7f8-6bb41c8ef3d1 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:21.846321 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0b5da-f76d-4352-b7f8-6bb41c8ef3d1 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:21.846664 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0b5da-f76d-4352-b7f8-6bb41c8ef3d1 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:21.847391 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0b5da-f76d-4352-b7f8-6bb41c8ef3d1 tempest-TestVolumeBackupRestore-835924871 tempest-TestVolumeBackupRestore-835924871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:24.288278 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:25.372663 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59238) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:25.756511 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b627106-6090-4749-9a2a-0e506aa2e3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:26.023297 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8b627106-6090-4749-9a2a-0e506aa2e3e9 admin admin] Deleting port 3fc48b7f-4b61-4299-8463-9fe42e148d92 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:37:26.023645 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b627106-6090-4749-9a2a-0e506aa2e3e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:26.101481 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-8b627106-6090-4749-9a2a-0e506aa2e3e9 admin admin] For port 3fc48b7f-4b61-4299-8463-9fe42e148d92, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=3fc48b7f-4b61-4299-8463-9fe42e148d92,segment=NetworkSegment(30093601-7a83-49c2-9689-3565cc5fae7a),segment_id=30093601-7a83-49c2-9689-3565cc5fae7a)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:26.101922 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b627106-6090-4749-9a2a-0e506aa2e3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:26.115098 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8b627106-6090-4749-9a2a-0e506aa2e3e9 admin admin] Calling delete_port for 3fc48b7f-4b61-4299-8463-9fe42e148d92 owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:37:26.297801 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b627106-6090-4749-9a2a-0e506aa2e3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:26.327835 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b627106-6090-4749-9a2a-0e506aa2e3e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc48b7f-4b61-4299-8463-9fe42e148d92,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:26.499761 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b627106-6090-4749-9a2a-0e506aa2e3e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:26.711358 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b627106-6090-4749-9a2a-0e506aa2e3e9 admin admin] Router eb7a4ae5-011c-441c-b3b9-78f2b77624c4 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:37:26.814505 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b627106-6090-4749-9a2a-0e506aa2e3e9 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:37:26.820086 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8b627106-6090-4749-9a2a-0e506aa2e3e9 admin admin] 10.222.0.16 "PUT /v2.0/routers/eb7a4ae5-011c-441c-b3b9-78f2b77624c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4463370 Jul 15 23:37:26.822558 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59250) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:26.826574 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cbceb7-3cbd-489b-a340-f5249fe94e04 None None] Sync routers for ids ['eb7a4ae5-011c-441c-b3b9-78f2b77624c4'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:37:26.835961 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cbceb7-3cbd-489b-a340-f5249fe94e04 None None] Routers {'eb7a4ae5-011c-441c-b3b9-78f2b77624c4'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:37:26.836759 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a0cbceb7-3cbd-489b-a340-f5249fe94e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:37:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['eb7a4ae5-011c-441c-b3b9-78f2b77624c4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:26.926770 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7b16caf-514d-4ea5-a1dc-22564f35bd8a admin admin] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:26.951123 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-a0cbceb7-3cbd-489b-a340-f5249fe94e04 None None] Set router eb7a4ae5-011c-441c-b3b9-78f2b77624c4 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:37:27.030471 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7b16caf-514d-4ea5-a1dc-22564f35bd8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:27.085370 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b7b16caf-514d-4ea5-a1dc-22564f35bd8a admin admin] Deleting port 705b0057-aa22-4bc5-97bf-aeea03081397 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:37:27.085745 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7b16caf-514d-4ea5-a1dc-22564f35bd8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:27.140894 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a0cbceb7-3cbd-489b-a340-f5249fe94e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'name': 'tempest-TestVolumeBackupRestore-1117550366-router', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '705b0057-aa22-4bc5-97bf-aeea03081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:53Z', 'updated_at': '2021-07-15T23:37:26Z', 'revision_number': 5, 'project_id': '65a75747074644058af81d1dafdcec1d', 'gw_port': {'id': '705b0057-aa22-4bc5-97bf-aeea03081397', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:27.168268 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cbceb7-3cbd-489b-a340-f5249fe94e04 None None] Checking router: eb7a4ae5-011c-441c-b3b9-78f2b77624c4 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:37:27.168967 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-b7b16caf-514d-4ea5-a1dc-22564f35bd8a admin admin] For port 705b0057-aa22-4bc5-97bf-aeea03081397, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=705b0057-aa22-4bc5-97bf-aeea03081397,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:27.169332 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7b16caf-514d-4ea5-a1dc-22564f35bd8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:27.176711 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cbceb7-3cbd-489b-a340-f5249fe94e04 None None] Routers {'eb7a4ae5-011c-441c-b3b9-78f2b77624c4'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:37:27.177382 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a0cbceb7-3cbd-489b-a340-f5249fe94e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:37:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['eb7a4ae5-011c-441c-b3b9-78f2b77624c4'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:27.183649 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b7b16caf-514d-4ea5-a1dc-22564f35bd8a admin admin] Calling delete_port for 705b0057-aa22-4bc5-97bf-aeea03081397 owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:37:27.265682 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-a0cbceb7-3cbd-489b-a340-f5249fe94e04 None None] Set router eb7a4ae5-011c-441c-b3b9-78f2b77624c4 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:37:27.325495 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a0cbceb7-3cbd-489b-a340-f5249fe94e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'name': 'tempest-TestVolumeBackupRestore-1117550366-router', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:53Z', 'updated_at': '2021-07-15T23:37:27Z', 'revision_number': 6, 'project_id': '65a75747074644058af81d1dafdcec1d', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:27.353821 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cbceb7-3cbd-489b-a340-f5249fe94e04 None None] The sync data for ids ['eb7a4ae5-011c-441c-b3b9-78f2b77624c4'] in n-d-787205-9 is: [{'id': 'eb7a4ae5-011c-441c-b3b9-78f2b77624c4', 'name': 'tempest-TestVolumeBackupRestore-1117550366-router', 'tenant_id': '65a75747074644058af81d1dafdcec1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:53Z', 'updated_at': '2021-07-15T23:37:27Z', 'revision_number': 6, 'project_id': '65a75747074644058af81d1dafdcec1d', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:37:27.373987 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7b16caf-514d-4ea5-a1dc-22564f35bd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:27.403393 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b16caf-514d-4ea5-a1dc-22564f35bd8a admin admin] Pushing event deleted for resources: {'Port': ['ID=705b0057-aa22-4bc5-97bf-aeea03081397,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:27.478831 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7b16caf-514d-4ea5-a1dc-22564f35bd8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:27.567076 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7b16caf-514d-4ea5-a1dc-22564f35bd8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:27.569187 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7b16caf-514d-4ea5-a1dc-22564f35bd8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:27.611261 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7b16caf-514d-4ea5-a1dc-22564f35bd8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:27.611765 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b16caf-514d-4ea5-a1dc-22564f35bd8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb7a4ae5-011c-441c-b3b9-78f2b77624c4 {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:37:27.616165 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7b16caf-514d-4ea5-a1dc-22564f35bd8a admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:27.617502 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b7b16caf-514d-4ea5-a1dc-22564f35bd8a admin admin] 10.222.0.16 "DELETE /v2.0/routers/eb7a4ae5-011c-441c-b3b9-78f2b77624c4 HTTP/1.1" status: 204 len: 168 time: 0.7939894 Jul 15 23:37:27.620104 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59258) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:27.667842 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa4dd37-e2c9-4d3a-a68e-2b9fe5ff9e7f admin admin] Deleting subnet 89c4d7a7-b1b2-43ab-9249-01f593a56863 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:37:27.670802 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0aa4dd37-e2c9-4d3a-a68e-2b9fe5ff9e7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:27.704307 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0aa4dd37-e2c9-4d3a-a68e-2b9fe5ff9e7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:27.799756 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0aa4dd37-e2c9-4d3a-a68e-2b9fe5ff9e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:27.858216 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 3fc48b7f-4b61-4299-8463-9fe42e148d92 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:37:27.865941 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0aa4dd37-e2c9-4d3a-a68e-2b9fe5ff9e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:27.883490 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 3fc48b7f-4b61-4299-8463-9fe42e148d92 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:37:27.884048 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 3fc48b7f-4b61-4299-8463-9fe42e148d92 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:37:27.899233 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4dd37-e2c9-4d3a-a68e-2b9fe5ff9e7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89c4d7a7-b1b2-43ab-9249-01f593a56863,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:27.902613 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0aa4dd37-e2c9-4d3a-a68e-2b9fe5ff9e7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:27.907176 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0aa4dd37-e2c9-4d3a-a68e-2b9fe5ff9e7f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/89c4d7a7-b1b2-43ab-9249-01f593a56863 HTTP/1.1" status: 204 len: 168 time: 0.2861269 Jul 15 23:37:27.907771 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59260) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:27.914591 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420637fc-771e-4921-8888-8d1bc4560da3 None None] Network e5df3a35-c9f7-4ea4-9138-744a2e00289b requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:37:27.980306 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21ad1937-1933-4655-998d-e4e6dab13796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:28.033063 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-21ad1937-1933-4655-998d-e4e6dab13796 admin admin] Deleting port 2a4a7c54-29d3-484d-82f4-6b488ce2dd53 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:37:28.033308 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21ad1937-1933-4655-998d-e4e6dab13796 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:28.097300 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-21ad1937-1933-4655-998d-e4e6dab13796 admin admin] For port 2a4a7c54-29d3-484d-82f4-6b488ce2dd53, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=2a4a7c54-29d3-484d-82f4-6b488ce2dd53,segment=NetworkSegment(30093601-7a83-49c2-9689-3565cc5fae7a),segment_id=30093601-7a83-49c2-9689-3565cc5fae7a)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:28.097687 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21ad1937-1933-4655-998d-e4e6dab13796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:28.110449 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-21ad1937-1933-4655-998d-e4e6dab13796 admin admin] Calling delete_port for 2a4a7c54-29d3-484d-82f4-6b488ce2dd53 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:37:28.193181 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21ad1937-1933-4655-998d-e4e6dab13796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:28.220914 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad1937-1933-4655-998d-e4e6dab13796 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a4a7c54-29d3-484d-82f4-6b488ce2dd53,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:28.223760 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ad1937-1933-4655-998d-e4e6dab13796 admin admin] No DVR routers for this DVR port 2a4a7c54-29d3-484d-82f4-6b488ce2dd53 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:37:28.234127 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35b0c60-8443-4b9f-95d6-9baad783808f None None] DHCP port deletion for e5df3a35-c9f7-4ea4-9138-744a2e00289b request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:37:28.319792 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21ad1937-1933-4655-998d-e4e6dab13796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:28.329997 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-21ad1937-1933-4655-998d-e4e6dab13796 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5df3a35-c9f7-4ea4-9138-744a2e00289b']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:28.340056 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-21ad1937-1933-4655-998d-e4e6dab13796 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30093601-7a83-49c2-9689-3565cc5fae7a') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:28.340354 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-21ad1937-1933-4655-998d-e4e6dab13796 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30093601-7a83-49c2-9689-3565cc5fae7a') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:28.349930 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21ad1937-1933-4655-998d-e4e6dab13796 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:28.366431 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21ad1937-1933-4655-998d-e4e6dab13796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:28.374025 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ad1937-1933-4655-998d-e4e6dab13796 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:37:28.374988 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21ad1937-1933-4655-998d-e4e6dab13796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:37:28.377105 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:37:28.439165 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21ad1937-1933-4655-998d-e4e6dab13796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:28.445382 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21ad1937-1933-4655-998d-e4e6dab13796 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:28.450011 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-21ad1937-1933-4655-998d-e4e6dab13796 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e5df3a35-c9f7-4ea4-9138-744a2e00289b HTTP/1.1" status: 204 len: 168 time: 0.5384803 Jul 15 23:37:28.451071 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59268) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:28.459574 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad1937-1933-4655-998d-e4e6dab13796 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5df3a35-c9f7-4ea4-9138-744a2e00289b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:28.797718 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1931745a-bacb-4172-9fe5-c6a1aa5e1478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:29.042183 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1931745a-bacb-4172-9fe5-c6a1aa5e1478 admin admin] Deleting port cd0c8638-44c4-454f-85b5-143109ce7702 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:37:29.042524 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1931745a-bacb-4172-9fe5-c6a1aa5e1478 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:29.120173 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-1931745a-bacb-4172-9fe5-c6a1aa5e1478 admin admin] For port cd0c8638-44c4-454f-85b5-143109ce7702, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=cd0c8638-44c4-454f-85b5-143109ce7702,segment=NetworkSegment(ee1f81a6-ce38-40ca-9fcf-f818190826e6),segment_id=ee1f81a6-ce38-40ca-9fcf-f818190826e6)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:29.120471 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1931745a-bacb-4172-9fe5-c6a1aa5e1478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:29.136845 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1931745a-bacb-4172-9fe5-c6a1aa5e1478 admin admin] Calling delete_port for cd0c8638-44c4-454f-85b5-143109ce7702 owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:37:29.320874 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1931745a-bacb-4172-9fe5-c6a1aa5e1478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:29.347459 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931745a-bacb-4172-9fe5-c6a1aa5e1478 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd0c8638-44c4-454f-85b5-143109ce7702,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:29.686775 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 2a4a7c54-29d3-484d-82f4-6b488ce2dd53 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:37:29.713339 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 2a4a7c54-29d3-484d-82f4-6b488ce2dd53 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:37:29.714413 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 2a4a7c54-29d3-484d-82f4-6b488ce2dd53 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:37:29.714933 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 705b0057-aa22-4bc5-97bf-aeea03081397 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:37:29.734819 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 705b0057-aa22-4bc5-97bf-aeea03081397 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:37:29.735243 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 705b0057-aa22-4bc5-97bf-aeea03081397 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:37:29.865233 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1931745a-bacb-4172-9fe5-c6a1aa5e1478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:30.084394 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1931745a-bacb-4172-9fe5-c6a1aa5e1478 admin admin] Router 1cc66390-8c75-4525-81b5-e768fc158f49 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:37:30.187743 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1931745a-bacb-4172-9fe5-c6a1aa5e1478 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:37:30.196495 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b83199-3e17-4b35-b375-18ee57aa262a None None] Sync routers for ids ['1cc66390-8c75-4525-81b5-e768fc158f49'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:37:30.199821 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1931745a-bacb-4172-9fe5-c6a1aa5e1478 admin admin] 10.222.0.16 "PUT /v2.0/routers/1cc66390-8c75-4525-81b5-e768fc158f49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7460063 Jul 15 23:37:30.200054 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59280) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:30.207187 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b83199-3e17-4b35-b375-18ee57aa262a None None] Routers {'1cc66390-8c75-4525-81b5-e768fc158f49'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:37:30.207412 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-33b83199-3e17-4b35-b375-18ee57aa262a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:37:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['1cc66390-8c75-4525-81b5-e768fc158f49'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:30.303924 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4fe174e5-dab7-496b-a904-cab6f51dae89 admin admin] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:30.315506 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-33b83199-3e17-4b35-b375-18ee57aa262a None None] Set router 1cc66390-8c75-4525-81b5-e768fc158f49 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:37:30.406850 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4fe174e5-dab7-496b-a904-cab6f51dae89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:30.458220 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4fe174e5-dab7-496b-a904-cab6f51dae89 admin admin] Deleting port 0c77003e-f082-49a3-8103-b57769255666 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:37:30.458443 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4fe174e5-dab7-496b-a904-cab6f51dae89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:30.495709 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-33b83199-3e17-4b35-b375-18ee57aa262a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc66390-8c75-4525-81b5-e768fc158f49', 'name': 'tempest-TestVolumeBackupRestore-1833152384-router', 'tenant_id': '80617899041d43c08c3ad838cb9c07b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '0c77003e-f082-49a3-8103-b57769255666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:04Z', 'updated_at': '2021-07-15T23:37:29Z', 'revision_number': 5, 'project_id': '80617899041d43c08c3ad838cb9c07b2', 'gw_port': {'id': '0c77003e-f082-49a3-8103-b57769255666', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc66390-8c75-4525-81b5-e768fc158f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:05Z', 'updated_at': '2021-07-15T23:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:30.523336 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b83199-3e17-4b35-b375-18ee57aa262a None None] Checking router: 1cc66390-8c75-4525-81b5-e768fc158f49 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:37:30.532469 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b83199-3e17-4b35-b375-18ee57aa262a None None] Routers {'1cc66390-8c75-4525-81b5-e768fc158f49'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:37:30.533207 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-33b83199-3e17-4b35-b375-18ee57aa262a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:37:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['1cc66390-8c75-4525-81b5-e768fc158f49'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:30.543441 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4fe174e5-dab7-496b-a904-cab6f51dae89 admin admin] For port 0c77003e-f082-49a3-8103-b57769255666, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=0c77003e-f082-49a3-8103-b57769255666,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:30.543817 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4fe174e5-dab7-496b-a904-cab6f51dae89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:30.555817 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4fe174e5-dab7-496b-a904-cab6f51dae89 admin admin] Calling delete_port for 0c77003e-f082-49a3-8103-b57769255666 owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:37:30.618962 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-33b83199-3e17-4b35-b375-18ee57aa262a None None] Set router 1cc66390-8c75-4525-81b5-e768fc158f49 gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:37:30.675021 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-33b83199-3e17-4b35-b375-18ee57aa262a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc66390-8c75-4525-81b5-e768fc158f49', 'name': 'tempest-TestVolumeBackupRestore-1833152384-router', 'tenant_id': '80617899041d43c08c3ad838cb9c07b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:04Z', 'updated_at': '2021-07-15T23:37:30Z', 'revision_number': 6, 'project_id': '80617899041d43c08c3ad838cb9c07b2', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:30.702720 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b83199-3e17-4b35-b375-18ee57aa262a None None] The sync data for ids ['1cc66390-8c75-4525-81b5-e768fc158f49'] in n-d-787205-9 is: [{'id': '1cc66390-8c75-4525-81b5-e768fc158f49', 'name': 'tempest-TestVolumeBackupRestore-1833152384-router', 'tenant_id': '80617899041d43c08c3ad838cb9c07b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:04Z', 'updated_at': '2021-07-15T23:37:30Z', 'revision_number': 6, 'project_id': '80617899041d43c08c3ad838cb9c07b2', 'gw_port_host': None}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:37:30.740525 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4fe174e5-dab7-496b-a904-cab6f51dae89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:30.773669 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe174e5-dab7-496b-a904-cab6f51dae89 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c77003e-f082-49a3-8103-b57769255666,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:30.831488 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4fe174e5-dab7-496b-a904-cab6f51dae89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:30.921135 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4fe174e5-dab7-496b-a904-cab6f51dae89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:30.926613 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4fe174e5-dab7-496b-a904-cab6f51dae89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:30.983258 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4fe174e5-dab7-496b-a904-cab6f51dae89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:30.983844 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe174e5-dab7-496b-a904-cab6f51dae89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cc66390-8c75-4525-81b5-e768fc158f49 {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:37:30.988365 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4fe174e5-dab7-496b-a904-cab6f51dae89 admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:30.989499 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4fe174e5-dab7-496b-a904-cab6f51dae89 admin admin] 10.222.0.16 "DELETE /v2.0/routers/1cc66390-8c75-4525-81b5-e768fc158f49 HTTP/1.1" status: 204 len: 168 time: 0.7885208 Jul 15 23:37:30.992000 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59288) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:31.036348 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-452407ba-7b72-4c55-b1db-afca992f3366 admin admin] Deleting subnet cfcc222a-871d-4285-bff4-ec0e467381b2 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:37:31.039427 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-452407ba-7b72-4c55-b1db-afca992f3366 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:31.076145 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-452407ba-7b72-4c55-b1db-afca992f3366 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:31.167424 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-452407ba-7b72-4c55-b1db-afca992f3366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:31.218907 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-452407ba-7b72-4c55-b1db-afca992f3366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:31.247563 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-452407ba-7b72-4c55-b1db-afca992f3366 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:31.252703 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 59290) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:31.253310 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858cdd8c-f16e-4493-8ac3-79a9964866ed None None] Network 420219d9-6bf9-4753-8d48-9b1dde1466a8 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:37:31.253735 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-452407ba-7b72-4c55-b1db-afca992f3366 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cfcc222a-871d-4285-bff4-ec0e467381b2 HTTP/1.1" status: 204 len: 168 time: 0.2599173 Jul 15 23:37:31.253735 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452407ba-7b72-4c55-b1db-afca992f3366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfcc222a-871d-4285-bff4-ec0e467381b2,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:31.333400 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-baaf2899-1578-4376-ab3f-b34d1b04d0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:31.387124 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-baaf2899-1578-4376-ab3f-b34d1b04d0f9 admin admin] Deleting port 8f32bf1c-fad7-40d5-b7a0-73ec61bf97b3 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:37:31.387453 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-baaf2899-1578-4376-ab3f-b34d1b04d0f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:31.462293 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-baaf2899-1578-4376-ab3f-b34d1b04d0f9 admin admin] For port 8f32bf1c-fad7-40d5-b7a0-73ec61bf97b3, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=8f32bf1c-fad7-40d5-b7a0-73ec61bf97b3,segment=NetworkSegment(ee1f81a6-ce38-40ca-9fcf-f818190826e6),segment_id=ee1f81a6-ce38-40ca-9fcf-f818190826e6)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:31.462681 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-baaf2899-1578-4376-ab3f-b34d1b04d0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:31.479168 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-baaf2899-1578-4376-ab3f-b34d1b04d0f9 admin admin] Calling delete_port for 8f32bf1c-fad7-40d5-b7a0-73ec61bf97b3 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:37:31.597526 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-baaf2899-1578-4376-ab3f-b34d1b04d0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:31.627410 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cd0c8638-44c4-454f-85b5-143109ce7702 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:37:31.633827 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf2899-1578-4376-ab3f-b34d1b04d0f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f32bf1c-fad7-40d5-b7a0-73ec61bf97b3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:31.654570 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaf2899-1578-4376-ab3f-b34d1b04d0f9 admin admin] No DVR routers for this DVR port 8f32bf1c-fad7-40d5-b7a0-73ec61bf97b3 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:37:31.654869 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: cd0c8638-44c4-454f-85b5-143109ce7702 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:37:31.654869 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cd0c8638-44c4-454f-85b5-143109ce7702 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:37:31.654869 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0c77003e-f082-49a3-8103-b57769255666 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:37:31.679592 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9754ebb6-9a1b-4595-871f-af1b5225350a None None] DHCP port deletion for 420219d9-6bf9-4753-8d48-9b1dde1466a8 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:37:31.685076 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 0c77003e-f082-49a3-8103-b57769255666 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:37:31.685500 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0c77003e-f082-49a3-8103-b57769255666 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:37:31.748693 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-baaf2899-1578-4376-ab3f-b34d1b04d0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:31.759111 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-baaf2899-1578-4376-ab3f-b34d1b04d0f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['420219d9-6bf9-4753-8d48-9b1dde1466a8']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:31.769204 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-baaf2899-1578-4376-ab3f-b34d1b04d0f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee1f81a6-ce38-40ca-9fcf-f818190826e6') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:31.769466 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-baaf2899-1578-4376-ab3f-b34d1b04d0f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee1f81a6-ce38-40ca-9fcf-f818190826e6') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:31.779465 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-baaf2899-1578-4376-ab3f-b34d1b04d0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:31.794028 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-baaf2899-1578-4376-ab3f-b34d1b04d0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:31.800234 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baaf2899-1578-4376-ab3f-b34d1b04d0f9 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:37:31.800657 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-baaf2899-1578-4376-ab3f-b34d1b04d0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:31.802475 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:37:31.802475 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:37:31.802475 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:37:31.802475 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:37:31.802475 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:37:31.802475 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:37:31.802475 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:37:31.802475 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:37:31.802475 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:37:31.802475 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:37:31.802475 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:37:31.802475 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:37:31.802475 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:37:31.802475 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:37:31.802475 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:37:31.802475 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:37:31.802475 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:37:31.802475 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:37:31.802475 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:37:31.802475 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:37:31.802475 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:37:31.802475 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:37:31.802475 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:37:31.802475 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:37:31.802475 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:37:31.802475 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:37:31.802475 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:37:31.802475 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:37:31.802475 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:37:31.802475 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:37:31.802475 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:37:31.802475 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:37:31.863057 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-baaf2899-1578-4376-ab3f-b34d1b04d0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:31.867933 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-baaf2899-1578-4376-ab3f-b34d1b04d0f9 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:31.875747 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-baaf2899-1578-4376-ab3f-b34d1b04d0f9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/420219d9-6bf9-4753-8d48-9b1dde1466a8 HTTP/1.1" status: 204 len: 168 time: 0.6200128 Jul 15 23:37:31.893460 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf2899-1578-4376-ab3f-b34d1b04d0f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=420219d9-6bf9-4753-8d48-9b1dde1466a8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:32.037508 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59302) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:32.088782 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-bbc6a49d-2ade-43bd-a2fc-695c595be5e3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65a75747074644058af81d1dafdcec1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499306 Jul 15 23:37:32.091181 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59304) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:32.138787 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d5ed979d-c3cc-4d3f-b176-2e41a4796c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:32.159805 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d5ed979d-c3cc-4d3f-b176-2e41a4796c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:32.210273 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d5ed979d-c3cc-4d3f-b176-2e41a4796c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:32.212714 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d5ed979d-c3cc-4d3f-b176-2e41a4796c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:32.216715 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d5ed979d-c3cc-4d3f-b176-2e41a4796c97 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e6439156-a740-4bb5-9105-18ca3c49be49 HTTP/1.1" status: 204 len: 168 time: 0.1222081 Jul 15 23:37:32.223820 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed979d-c3cc-4d3f-b176-2e41a4796c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6439156-a740-4bb5-9105-18ca3c49be49,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:32.529704 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59312) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:32.571148 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e9d5fcfa-cab6-4836-957d-711d3a7c13f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=80617899041d43c08c3ad838cb9c07b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381446 Jul 15 23:37:32.571491 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 59314) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:32.618608 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-329f01ed-a845-46a3-9eef-ec19b22df9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:32.639295 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-329f01ed-a845-46a3-9eef-ec19b22df9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:32.683986 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-329f01ed-a845-46a3-9eef-ec19b22df9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:32.686576 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-329f01ed-a845-46a3-9eef-ec19b22df9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:32.687750 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-329f01ed-a845-46a3-9eef-ec19b22df9c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5a853524-dcc3-4ec4-aa83-1d0bbb0e4ff6 HTTP/1.1" status: 204 len: 168 time: 0.1153879 Jul 15 23:37:32.700345 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f01ed-a845-46a3-9eef-ec19b22df9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a853524-dcc3-4ec4-aa83-1d0bbb0e4ff6,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:33.597482 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 8f32bf1c-fad7-40d5-b7a0-73ec61bf97b3 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:37:33.617573 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 8f32bf1c-fad7-40d5-b7a0-73ec61bf97b3 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:37:33.617913 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 8f32bf1c-fad7-40d5-b7a0-73ec61bf97b3 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:37:38.918483 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:45.914220 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-06898776-7d3e-49a1-8144-65bff26f3092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:48.287480 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3b139dde-b064-4e16-8e73-f3434bf4787a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:48.751157 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:49.716679 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:51.289285 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:54.292962 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:58.410711 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:38:08.957173 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:15.914450 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-61dfe68b-1cac-4d8b-bd85-367dbc5f6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:18.288889 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ecfbb835-1b15-4b2a-9126-1a4018f82d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:18.754951 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:19.720844 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:21.292476 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:24.296925 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:32.939887 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [req-91bdb1b7-00cb-423a-b351-eceeee51479e req-e85aa70e-fd9c-4142-b413-8efa9e42e8e1 service neutron] (93798) timed out ('10.222.0.16', 33398) {{(pid=93798) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:38:35.409117 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:38:38.953832 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:45.916001 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d8402c38-1ca8-411b-be77-1400eebca9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:48.290831 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-11134ed5-ec0f-47e6-8700-f0543015743a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:48.753843 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:49.722891 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:51.293391 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:54.313020 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:08.968738 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:12.407699 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:39:15.915598 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8d02b6ad-2897-4ba4-b9de-59feebb32013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:18.293296 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9f308bda-d270-439c-83a8-5ab4ae9cffa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:18.755617 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:19.725269 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:21.309670 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:24.304015 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:38.984418 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:45.920697 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-29141591-804f-4a13-95d2-c223ad5a44b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:47.797501 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 33512) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:47.942900 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6ced6a2c-fa18-4f01-bc84-ef21d221d405 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f740477c1dd44a6780154d34e98fbd4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440246 Jul 15 23:39:47.945446 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 33518) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:47.997222 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b7462c2-b10c-44c2-b7bd-63b1f8be82d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:48.021293 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b7462c2-b10c-44c2-b7bd-63b1f8be82d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:48.067495 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b7462c2-b10c-44c2-b7bd-63b1f8be82d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:48.070028 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b7462c2-b10c-44c2-b7bd-63b1f8be82d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:48.071221 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8b7462c2-b10c-44c2-b7bd-63b1f8be82d7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/507ac0aa-91d0-4e53-a987-6345a3a967e4 HTTP/1.1" status: 204 len: 168 time: 0.1242371 Jul 15 23:39:48.078930 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7462c2-b10c-44c2-b7bd-63b1f8be82d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507ac0aa-91d0-4e53-a987-6345a3a967e4,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:48.086482 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7462c2-b10c-44c2-b7bd-63b1f8be82d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:48.086855 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7462c2-b10c-44c2-b7bd-63b1f8be82d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:48.087194 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7462c2-b10c-44c2-b7bd-63b1f8be82d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:48.087533 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7462c2-b10c-44c2-b7bd-63b1f8be82d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:48.087861 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7462c2-b10c-44c2-b7bd-63b1f8be82d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:48.088262 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7462c2-b10c-44c2-b7bd-63b1f8be82d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:48.089005 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7462c2-b10c-44c2-b7bd-63b1f8be82d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:48.089335 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7462c2-b10c-44c2-b7bd-63b1f8be82d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:48.089652 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7462c2-b10c-44c2-b7bd-63b1f8be82d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:48.089972 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7462c2-b10c-44c2-b7bd-63b1f8be82d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:48.090295 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7462c2-b10c-44c2-b7bd-63b1f8be82d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:48.090615 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7462c2-b10c-44c2-b7bd-63b1f8be82d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:48.295146 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e6c7042-d723-463d-b2f7-efa7c35359f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:48.757994 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:49.407039 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:39:49.731621 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:51.301148 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.301371 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:08.972629 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:15.923149 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3892c5dc-e013-47b8-a526-a674e75c39d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:18.295444 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7a73c89f-921c-45b7-a7f8-1dd8fe2d6279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:18.760019 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:19.733788 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:21.301449 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:24.314312 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:26.406364 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:40:31.849419 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34532) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:31.984438 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7e4d3a2-785f-41dc-8f48-72b4582ddd3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:32.073952 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7e4d3a2-785f-41dc-8f48-72b4582ddd3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:32.077797 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d7e4d3a2-785f-41dc-8f48-72b4582ddd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:32.116374 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d7e4d3a2-785f-41dc-8f48-72b4582ddd3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4daa3a7e87274c27b6d0522c3ff4227d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2658515 Jul 15 23:40:32.117365 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4d3a2-785f-41dc-8f48-72b4582ddd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b84a95-1afe-4b45-b7b9-b53abed772fc,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:32.119090 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34536) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:32.125184 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e4d3a2-785f-41dc-8f48-72b4582ddd3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:32.125531 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e4d3a2-785f-41dc-8f48-72b4582ddd3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:32.125870 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e4d3a2-785f-41dc-8f48-72b4582ddd3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:32.126210 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e4d3a2-785f-41dc-8f48-72b4582ddd3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:32.126541 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e4d3a2-785f-41dc-8f48-72b4582ddd3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:32.126914 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e4d3a2-785f-41dc-8f48-72b4582ddd3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:32.127241 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e4d3a2-785f-41dc-8f48-72b4582ddd3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:32.127546 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e4d3a2-785f-41dc-8f48-72b4582ddd3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:32.127872 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e4d3a2-785f-41dc-8f48-72b4582ddd3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:32.128192 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e4d3a2-785f-41dc-8f48-72b4582ddd3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:32.128511 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e4d3a2-785f-41dc-8f48-72b4582ddd3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:32.128831 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e4d3a2-785f-41dc-8f48-72b4582ddd3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:32.171313 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c9c3b7be-c2e7-4a09-9bda-61e1b93e1714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:32.192375 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c9c3b7be-c2e7-4a09-9bda-61e1b93e1714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:32.237430 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c9c3b7be-c2e7-4a09-9bda-61e1b93e1714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:32.240097 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c9c3b7be-c2e7-4a09-9bda-61e1b93e1714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:32.241242 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c9c3b7be-c2e7-4a09-9bda-61e1b93e1714 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50b84a95-1afe-4b45-b7b9-b53abed772fc HTTP/1.1" status: 204 len: 168 time: 0.1206205 Jul 15 23:40:32.249524 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3b7be-c2e7-4a09-9bda-61e1b93e1714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b84a95-1afe-4b45-b7b9-b53abed772fc,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:34.127817 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34590) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:34.132988 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-2903550f-8670-442b-8811-b1da784c8557 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Request body: {'network': {'name': 'tempest-network-smoke--2009500356', 'project_id': 'ac748784e901415391608c53353316ba', 'port_security_enabled': True}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:34.155021 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2903550f-8670-442b-8811-b1da784c8557 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Made reservation on behalf of ac748784e901415391608c53353316ba for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:40:34.158449 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2903550f-8670-442b-8811-b1da784c8557 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.166769 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2903550f-8670-442b-8811-b1da784c8557 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.255029 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2903550f-8670-442b-8811-b1da784c8557 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.258637 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2903550f-8670-442b-8811-b1da784c8557 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.283678 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2903550f-8670-442b-8811-b1da784c8557 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:40:34.296602 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903550f-8670-442b-8811-b1da784c8557 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52b6b34c-dc4e-40bf-afcc-1734536b482c,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:34.302208 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2903550f-8670-442b-8811-b1da784c8557 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.302550 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-2903550f-8670-442b-8811-b1da784c8557 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Added segment d1f76d6f-483d-4454-85f9-ad9c77041abd of type vlan for network 6a8890ef-8d72-4351-bc09-45460dedfddf Jul 15 23:40:34.342183 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2903550f-8670-442b-8811-b1da784c8557 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.369841 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2903550f-8670-442b-8811-b1da784c8557 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.375395 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2903550f-8670-442b-8811-b1da784c8557 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:34.375921 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2903550f-8670-442b-8811-b1da784c8557 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.409053 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2903550f-8670-442b-8811-b1da784c8557 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2801497 Jul 15 23:40:34.411879 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34592) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:34.418431 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-6c514ba2-f6ad-45a1-bc31-4499d5e1da3d tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1965735823', 'admin_state_up': True, 'project_id': 'ac748784e901415391608c53353316ba', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:34.458087 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903550f-8670-442b-8811-b1da784c8557 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Pushing event updated for resources: {'Network': ['ID=6a8890ef-8d72-4351-bc09-45460dedfddf,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:34.469865 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 6a8890ef-8d72-4351-bc09-45460dedfddf details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:40:34.472556 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6c514ba2-f6ad-45a1-bc31-4499d5e1da3d tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.473554 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6c514ba2-f6ad-45a1-bc31-4499d5e1da3d tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.527690 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6c514ba2-f6ad-45a1-bc31-4499d5e1da3d tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.659502 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6c514ba2-f6ad-45a1-bc31-4499d5e1da3d tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.845872 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6c514ba2-f6ad-45a1-bc31-4499d5e1da3d tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.864202 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6c514ba2-f6ad-45a1-bc31-4499d5e1da3d tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.965566 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-6c514ba2-f6ad-45a1-bc31-4499d5e1da3d tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Allocated IP 172.25.4.198 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/6e645de1-0cbc-4223-a43b-d99e2531b4c6) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:40:35.063216 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6c514ba2-f6ad-45a1-bc31-4499d5e1da3d tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:35.100804 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6c514ba2-f6ad-45a1-bc31-4499d5e1da3d tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:35.135381 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c514ba2-f6ad-45a1-bc31-4499d5e1da3d tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:35.140082 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-6c514ba2-f6ad-45a1-bc31-4499d5e1da3d tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:35.143491 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c514ba2-f6ad-45a1-bc31-4499d5e1da3d tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:40:35.170613 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c514ba2-f6ad-45a1-bc31-4499d5e1da3d tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Pushing event updated for resources: {'Port': ['ID=6e645de1-0cbc-4223-a43b-d99e2531b4c6,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:35.389365 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6c514ba2-f6ad-45a1-bc31-4499d5e1da3d tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:35.580399 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6c514ba2-f6ad-45a1-bc31-4499d5e1da3d tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:35.701388 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c514ba2-f6ad-45a1-bc31-4499d5e1da3d tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Router 22859a10-8ba8-4aaa-a4f5-7acb6ec5c848 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:40:36.129047 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c514ba2-f6ad-45a1-bc31-4499d5e1da3d tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:40:36.138654 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82192f7c-8199-4786-a8a1-1a9b5b078fcc None None] Sync routers for ids ['22859a10-8ba8-4aaa-a4f5-7acb6ec5c848'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:40:36.147170 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6c514ba2-f6ad-45a1-bc31-4499d5e1da3d tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:36.148404 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82192f7c-8199-4786-a8a1-1a9b5b078fcc None None] Routers {'22859a10-8ba8-4aaa-a4f5-7acb6ec5c848'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:36.148529 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6c514ba2-f6ad-45a1-bc31-4499d5e1da3d tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7355583 Jul 15 23:40:36.149010 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-82192f7c-8199-4786-a8a1-1a9b5b078fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:40:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['22859a10-8ba8-4aaa-a4f5-7acb6ec5c848'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:36.152926 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34596) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:36.258290 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-82192f7c-8199-4786-a8a1-1a9b5b078fcc None None] Set router 22859a10-8ba8-4aaa-a4f5-7acb6ec5c848 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:40:36.273579 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0457ce31-4872-49b1-9d56-ee6d249fcb35 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ac748784e901415391608c53353316ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1204534 Jul 15 23:40:36.276869 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34600) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:36.359668 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f13f43-3b19-4f67-bdc5-83e7ac6744d2 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:36.361162 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-57f13f43-3b19-4f67-bdc5-83e7ac6744d2 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0833838 Jul 15 23:40:36.364014 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34602) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:36.393521 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f353c142-51f4-4e91-b496-80a48586fca8 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=61ac1f85-79f4-4ace-93a9-51b85862f208&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260348 Jul 15 23:40:36.393730 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34604) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:36.398757 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-b4983506-3b3c-4195-a32e-390a812cff51 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1288045191', 'network_id': '6a8890ef-8d72-4351-bc09-45460dedfddf', 'project_id': 'ac748784e901415391608c53353316ba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:36.435521 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-82192f7c-8199-4786-a8a1-1a9b5b078fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1965735823', 'tenant_id': 'ac748784e901415391608c53353316ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e645de1-0cbc-4223-a43b-d99e2531b4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:34Z', 'updated_at': '2021-07-15T23:40:35Z', 'revision_number': 3, 'project_id': 'ac748784e901415391608c53353316ba', 'gw_port': {'id': '6e645de1-0cbc-4223-a43b-d99e2531b4c6', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:34Z', 'updated_at': '2021-07-15T23:40:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:36.462622 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82192f7c-8199-4786-a8a1-1a9b5b078fcc None None] Checking router: 22859a10-8ba8-4aaa-a4f5-7acb6ec5c848 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:40:36.462991 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82192f7c-8199-4786-a8a1-1a9b5b078fcc None None] Updating router 22859a10-8ba8-4aaa-a4f5-7acb6ec5c848 port 6e645de1-0cbc-4223-a43b-d99e2531b4c6 binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:40:36.488450 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4983506-3b3c-4195-a32e-390a812cff51 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Made reservation on behalf of ac748784e901415391608c53353316ba for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:40:36.492155 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b4983506-3b3c-4195-a32e-390a812cff51 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:36.500508 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-82192f7c-8199-4786-a8a1-1a9b5b078fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:36.665889 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b4983506-3b3c-4195-a32e-390a812cff51 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:36.723989 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4983506-3b3c-4195-a32e-390a812cff51 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Pushing event updated for resources: {'Subnet': ['ID=d23e54cb-a891-47cc-a408-846833491a68,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:36.732676 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4983506-3b3c-4195-a32e-390a812cff51 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Checking segment: {'id': 'd1f76d6f-483d-4454-85f9-ad9c77041abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6a8890ef-8d72-4351-bc09-45460dedfddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:40:36.733045 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4983506-3b3c-4195-a32e-390a812cff51 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Network hostable DHCP agents. Network: 6a8890ef-8d72-4351-bc09-45460dedfddf, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:40:36.749992 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4983506-3b3c-4195-a32e-390a812cff51 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Network 6a8890ef-8d72-4351-bc09-45460dedfddf is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:40:36.752268 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-82192f7c-8199-4786-a8a1-1a9b5b078fcc None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:36.759520 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-b4983506-3b3c-4195-a32e-390a812cff51 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 6a8890ef-8d72-4351-bc09-45460dedfddf) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:36.763468 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-82192f7c-8199-4786-a8a1-1a9b5b078fcc None None] Transition to ACTIVE for port object 6e645de1-0cbc-4223-a43b-d99e2531b4c6 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:40:36.763767 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4983506-3b3c-4195-a32e-390a812cff51 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:36.764519 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b4983506-3b3c-4195-a32e-390a812cff51 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:36.769222 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-82192f7c-8199-4786-a8a1-1a9b5b078fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:36.775601 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aafc413-0d91-4351-89e3-713f665ef527 None None] Network 6a8890ef-8d72-4351-bc09-45460dedfddf requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:40:36.780077 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b4983506-3b3c-4195-a32e-390a812cff51 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3853648 Jul 15 23:40:36.782844 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34606) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:36.874783 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-82192f7c-8199-4786-a8a1-1a9b5b078fcc None None] Attempting to bind port 6e645de1-0cbc-4223-a43b-d99e2531b4c6 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:40:36.875159 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-82192f7c-8199-4786-a8a1-1a9b5b078fcc None None] Attempting to bind port 6e645de1-0cbc-4223-a43b-d99e2531b4c6 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:40:36.875551 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82192f7c-8199-4786-a8a1-1a9b5b078fcc None None] Attempting to bind port 6e645de1-0cbc-4223-a43b-d99e2531b4c6 on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:40:36.879815 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57521769-a788-4999-b79e-a4d919930db2 None None] Pushing event updated for resources: {'Port': ['ID=6e645de1-0cbc-4223-a43b-d99e2531b4c6,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:36.892769 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82192f7c-8199-4786-a8a1-1a9b5b078fcc None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:40:36.893151 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82192f7c-8199-4786-a8a1-1a9b5b078fcc None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:40:36.893561 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-82192f7c-8199-4786-a8a1-1a9b5b078fcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:36.893955 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82192f7c-8199-4786-a8a1-1a9b5b078fcc None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:40:36.894443 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-82192f7c-8199-4786-a8a1-1a9b5b078fcc None None] Bound port: 6e645de1-0cbc-4223-a43b-d99e2531b4c6, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:40:36.894834 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-82192f7c-8199-4786-a8a1-1a9b5b078fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:36.898372 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57521769-a788-4999-b79e-a4d919930db2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:36.898746 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57521769-a788-4999-b79e-a4d919930db2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:36.899091 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57521769-a788-4999-b79e-a4d919930db2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:36.899459 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57521769-a788-4999-b79e-a4d919930db2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:36.899791 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57521769-a788-4999-b79e-a4d919930db2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:36.900121 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57521769-a788-4999-b79e-a4d919930db2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:36.900449 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57521769-a788-4999-b79e-a4d919930db2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:36.900776 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57521769-a788-4999-b79e-a4d919930db2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:36.901163 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57521769-a788-4999-b79e-a4d919930db2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:36.901463 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57521769-a788-4999-b79e-a4d919930db2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:36.901791 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57521769-a788-4999-b79e-a4d919930db2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:36.902113 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57521769-a788-4999-b79e-a4d919930db2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:36.990603 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-82192f7c-8199-4786-a8a1-1a9b5b078fcc None None] For port 6e645de1-0cbc-4223-a43b-d99e2531b4c6, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:40:36.995784 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-82192f7c-8199-4786-a8a1-1a9b5b078fcc None None] For port 6e645de1-0cbc-4223-a43b-d99e2531b4c6, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=6e645de1-0cbc-4223-a43b-d99e2531b4c6,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:40:37.002193 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-82192f7c-8199-4786-a8a1-1a9b5b078fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.067036 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e053d9-1ef4-41a7-8872-74afb073e24a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-6a8890ef-8d72-4351-bc09-45460dedfddf', 'network_id': '6a8890ef-8d72-4351-bc09-45460dedfddf', 'tenant_id': 'ac748784e901415391608c53353316ba', 'fixed_ips': [{'subnet_id': 'd23e54cb-a891-47cc-a408-846833491a68'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:40:37.067871 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-04e053d9-1ef4-41a7-8872-74afb073e24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.098035 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82192f7c-8199-4786-a8a1-1a9b5b078fcc None None] Routers {'22859a10-8ba8-4aaa-a4f5-7acb6ec5c848'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:37.098677 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-82192f7c-8199-4786-a8a1-1a9b5b078fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:40:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['22859a10-8ba8-4aaa-a4f5-7acb6ec5c848'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:37.102246 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57521769-a788-4999-b79e-a4d919930db2 None None] Pushing event updated for resources: {'Port': ['ID=6e645de1-0cbc-4223-a43b-d99e2531b4c6,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:37.230156 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-79d60786-a4ea-4a70-9bb4-ff803ffb239e tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.316801 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-82192f7c-8199-4786-a8a1-1a9b5b078fcc None None] Set router 22859a10-8ba8-4aaa-a4f5-7acb6ec5c848 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:40:37.378270 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-04e053d9-1ef4-41a7-8872-74afb073e24a None None] Allocated IP 172.20.0.2 (6a8890ef-8d72-4351-bc09-45460dedfddf/d23e54cb-a891-47cc-a408-846833491a68/79926af1-fd45-4382-823e-1d7f962c41f3) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:40:37.611013 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-04e053d9-1ef4-41a7-8872-74afb073e24a None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.621306 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-04e053d9-1ef4-41a7-8872-74afb073e24a None None] Transition to ACTIVE for port object 79926af1-fd45-4382-823e-1d7f962c41f3 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:40:37.623814 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-82192f7c-8199-4786-a8a1-1a9b5b078fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1965735823', 'tenant_id': 'ac748784e901415391608c53353316ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e645de1-0cbc-4223-a43b-d99e2531b4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:34Z', 'updated_at': '2021-07-15T23:40:35Z', 'revision_number': 3, 'project_id': 'ac748784e901415391608c53353316ba', 'gw_port': {'id': '6e645de1-0cbc-4223-a43b-d99e2531b4c6', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:34Z', 'updated_at': '2021-07-15T23:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:37.654595 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82192f7c-8199-4786-a8a1-1a9b5b078fcc None None] The sync data for ids ['22859a10-8ba8-4aaa-a4f5-7acb6ec5c848'] in n-d-787205-9 is: [{'id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1965735823', 'tenant_id': 'ac748784e901415391608c53353316ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e645de1-0cbc-4223-a43b-d99e2531b4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:34Z', 'updated_at': '2021-07-15T23:40:35Z', 'revision_number': 3, 'project_id': 'ac748784e901415391608c53353316ba', 'gw_port': {'id': '6e645de1-0cbc-4223-a43b-d99e2531b4c6', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:34Z', 'updated_at': '2021-07-15T23:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:40:37.663480 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-04e053d9-1ef4-41a7-8872-74afb073e24a None None] Transition to ACTIVE for port object 79926af1-fd45-4382-823e-1d7f962c41f3 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:40:37.670520 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-04e053d9-1ef4-41a7-8872-74afb073e24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.711515 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e053d9-1ef4-41a7-8872-74afb073e24a None None] Network 6a8890ef-8d72-4351-bc09-45460dedfddf is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:37.714972 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-04e053d9-1ef4-41a7-8872-74afb073e24a None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:37.718541 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e053d9-1ef4-41a7-8872-74afb073e24a None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:40:37.725700 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e053d9-1ef4-41a7-8872-74afb073e24a None None] Pushing event updated for resources: {'Port': ['ID=79926af1-fd45-4382-823e-1d7f962c41f3,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:37.727090 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-79d60786-a4ea-4a70-9bb4-ff803ffb239e tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Allocated IP 172.20.0.1 (6a8890ef-8d72-4351-bc09-45460dedfddf/d23e54cb-a891-47cc-a408-846833491a68/ba39c894-30e0-4d13-a5df-065e00a634cd) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:40:37.793234 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-04e053d9-1ef4-41a7-8872-74afb073e24a None None] Attempting to bind port 79926af1-fd45-4382-823e-1d7f962c41f3 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:40:37.793604 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-04e053d9-1ef4-41a7-8872-74afb073e24a None None] Attempting to bind port 79926af1-fd45-4382-823e-1d7f962c41f3 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'd1f76d6f-483d-4454-85f9-ad9c77041abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6a8890ef-8d72-4351-bc09-45460dedfddf'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:40:37.793974 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e053d9-1ef4-41a7-8872-74afb073e24a None None] Attempting to bind port 79926af1-fd45-4382-823e-1d7f962c41f3 on network 6a8890ef-8d72-4351-bc09-45460dedfddf {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:40:37.799236 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e053d9-1ef4-41a7-8872-74afb073e24a None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:40:37.799610 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e053d9-1ef4-41a7-8872-74afb073e24a None None] Checking segment: {'id': 'd1f76d6f-483d-4454-85f9-ad9c77041abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6a8890ef-8d72-4351-bc09-45460dedfddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:40:37.800015 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-04e053d9-1ef4-41a7-8872-74afb073e24a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.800412 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e053d9-1ef4-41a7-8872-74afb073e24a None None] Bound using segment: {'id': 'd1f76d6f-483d-4454-85f9-ad9c77041abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6a8890ef-8d72-4351-bc09-45460dedfddf'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:40:37.800876 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-04e053d9-1ef4-41a7-8872-74afb073e24a None None] Bound port: 79926af1-fd45-4382-823e-1d7f962c41f3, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f76d6f-483d-4454-85f9-ad9c77041abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6a8890ef-8d72-4351-bc09-45460dedfddf'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:40:37.801271 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-04e053d9-1ef4-41a7-8872-74afb073e24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.854105 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-79d60786-a4ea-4a70-9bb4-ff803ffb239e tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.868447 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-04e053d9-1ef4-41a7-8872-74afb073e24a None None] For port 79926af1-fd45-4382-823e-1d7f962c41f3, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:40:37.869261 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-79d60786-a4ea-4a70-9bb4-ff803ffb239e tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Transition to ACTIVE for port object ba39c894-30e0-4d13-a5df-065e00a634cd will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:40:37.872877 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-04e053d9-1ef4-41a7-8872-74afb073e24a None None] For port 79926af1-fd45-4382-823e-1d7f962c41f3, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=79926af1-fd45-4382-823e-1d7f962c41f3,segment=NetworkSegment(d1f76d6f-483d-4454-85f9-ad9c77041abd),segment_id=d1f76d6f-483d-4454-85f9-ad9c77041abd)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:40:37.877864 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-04e053d9-1ef4-41a7-8872-74afb073e24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.910836 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-79d60786-a4ea-4a70-9bb4-ff803ffb239e tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.953365 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d60786-a4ea-4a70-9bb4-ff803ffb239e tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Network 6a8890ef-8d72-4351-bc09-45460dedfddf is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:37.954054 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e053d9-1ef4-41a7-8872-74afb073e24a None None] Pushing event updated for resources: {'Port': ['ID=79926af1-fd45-4382-823e-1d7f962c41f3,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:37.967458 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-79d60786-a4ea-4a70-9bb4-ff803ffb239e tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:37.970585 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d60786-a4ea-4a70-9bb4-ff803ffb239e tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:40:38.031481 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d60786-a4ea-4a70-9bb4-ff803ffb239e tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Pushing event updated for resources: {'Port': ['ID=ba39c894-30e0-4d13-a5df-065e00a634cd,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:38.055018 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-79d60786-a4ea-4a70-9bb4-ff803ffb239e tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:38.219703 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-79d60786-a4ea-4a70-9bb4-ff803ffb239e tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:38.515662 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-79d60786-a4ea-4a70-9bb4-ff803ffb239e tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:38.520413 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-79d60786-a4ea-4a70-9bb4-ff803ffb239e tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:38.593226 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d60786-a4ea-4a70-9bb4-ff803ffb239e tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Pushing event updated for resources: {'Port': ['ID=ba39c894-30e0-4d13-a5df-065e00a634cd,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:38.598211 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-79d60786-a4ea-4a70-9bb4-ff803ffb239e tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:38.700933 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d60786-a4ea-4a70-9bb4-ff803ffb239e tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Network 6a8890ef-8d72-4351-bc09-45460dedfddf is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:38.702492 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-79d60786-a4ea-4a70-9bb4-ff803ffb239e tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:38.822162 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d60786-a4ea-4a70-9bb4-ff803ffb239e tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Router 22859a10-8ba8-4aaa-a4f5-7acb6ec5c848 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:40:38.935284 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c9e84b-495e-489d-ac66-acd9f95c9fee None None] Network 6a8890ef-8d72-4351-bc09-45460dedfddf requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:40:38.937184 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d60786-a4ea-4a70-9bb4-ff803ffb239e tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:40:38.944759 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-79d60786-a4ea-4a70-9bb4-ff803ffb239e tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "PUT /v2.0/routers/22859a10-8ba8-4aaa-a4f5-7acb6ec5c848/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1582472 Jul 15 23:40:38.944966 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34610) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:38.949629 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-ce5759be-4746-4eeb-b282-4cddf75ceacb tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--947058381', 'description': 'tempest-secgroup_access--947058381 description', 'project_id': 'ac748784e901415391608c53353316ba'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:38.972319 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ce5759be-4746-4eeb-b282-4cddf75ceacb tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:39.068423 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ce5759be-4746-4eeb-b282-4cddf75ceacb tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:39.073102 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ce5759be-4746-4eeb-b282-4cddf75ceacb tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:39.104938 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ce5759be-4746-4eeb-b282-4cddf75ceacb tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:39.106170 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ce5759be-4746-4eeb-b282-4cddf75ceacb tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1602812 Jul 15 23:40:39.109460 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34612) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:39.110825 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5759be-4746-4eeb-b282-4cddf75ceacb tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=966633a4-1ea5-4171-bef5-be39316d4161,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:39.116498 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ebf5cd51-728a-4917-bd4d-96dacb16da93 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1378401414', 'description': 'tempest-secgroup_general--1378401414 description', 'project_id': 'ac748784e901415391608c53353316ba'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:39.146253 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebf5cd51-728a-4917-bd4d-96dacb16da93 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:39.179748 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:39.182075 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-db0fe0e0-b813-4084-a56e-3ca529133e03 None None] Provisioning for port 79926af1-fd45-4382-823e-1d7f962c41f3 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:39.237748 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebf5cd51-728a-4917-bd4d-96dacb16da93 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:39.242519 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebf5cd51-728a-4917-bd4d-96dacb16da93 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:39.270139 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ebf5cd51-728a-4917-bd4d-96dacb16da93 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:39.271402 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ebf5cd51-728a-4917-bd4d-96dacb16da93 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1607661 Jul 15 23:40:39.275203 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34614) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:39.276092 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5cd51-728a-4917-bd4d-96dacb16da93 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04e4d3d1-5f19-4996-a695-32c89eec6c52,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:39.280826 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-62bc34d4-d33e-4e88-9801-830ea07aca39 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Request body: {'security_group_rule': {'security_group_id': '966633a4-1ea5-4171-bef5-be39316d4161', 'project_id': 'ac748784e901415391608c53353316ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:39.309992 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62bc34d4-d33e-4e88-9801-830ea07aca39 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:39.370749 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62bc34d4-d33e-4e88-9801-830ea07aca39 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:39.374776 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62bc34d4-d33e-4e88-9801-830ea07aca39 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:39.394218 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc34d4-d33e-4e88-9801-830ea07aca39 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c54bfec6-c4f6-4c80-b6c5-72647e61904c,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:39.403387 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-62bc34d4-d33e-4e88-9801-830ea07aca39 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:39.404738 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-62bc34d4-d33e-4e88-9801-830ea07aca39 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1285045 Jul 15 23:40:39.413541 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cebfc1-50d9-443b-8846-012a08450fc7 None None] Sync routers for ids ['22859a10-8ba8-4aaa-a4f5-7acb6ec5c848'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:40:39.427433 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cebfc1-50d9-443b-8846-012a08450fc7 None None] Routers {'22859a10-8ba8-4aaa-a4f5-7acb6ec5c848'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:39.428062 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-a9cebfc1-50d9-443b-8846-012a08450fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:40:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['22859a10-8ba8-4aaa-a4f5-7acb6ec5c848'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:39.533375 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-bba83199-4f79-46fb-bcf2-b8b85dbe970c None None] Provisioning for port ba39c894-30e0-4d13-a5df-065e00a634cd completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:39.544536 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-bba83199-4f79-46fb-bcf2-b8b85dbe970c None None] Provisioning complete for port ba39c894-30e0-4d13-a5df-065e00a634cd triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:39.544908 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bba83199-4f79-46fb-bcf2-b8b85dbe970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:39.552524 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-a9cebfc1-50d9-443b-8846-012a08450fc7 None None] Set router 22859a10-8ba8-4aaa-a4f5-7acb6ec5c848 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:40:39.580476 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-bba83199-4f79-46fb-bcf2-b8b85dbe970c None None] Port ba39c894-30e0-4d13-a5df-065e00a634cd cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:40:39.762043 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-b74a47cd-c9c5-46e1-9bc2-39811dd70ebf tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_access--947058381&fields=id&tenant_id=ac748784e901415391608c53353316ba HTTP/1.1" status: 200 len: 267 time: 0.0559869 Jul 15 23:40:39.790370 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-a9cebfc1-50d9-443b-8846-012a08450fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1965735823', 'tenant_id': 'ac748784e901415391608c53353316ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e645de1-0cbc-4223-a43b-d99e2531b4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:34Z', 'updated_at': '2021-07-15T23:40:38Z', 'revision_number': 4, 'project_id': 'ac748784e901415391608c53353316ba', 'gw_port': {'id': '6e645de1-0cbc-4223-a43b-d99e2531b4c6', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:34Z', 'updated_at': '2021-07-15T23:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'ba39c894-30e0-4d13-a5df-065e00a634cd', 'name': '', 'network_id': '6a8890ef-8d72-4351-bc09-45460dedfddf', 'tenant_id': 'ac748784e901415391608c53353316ba', 'mac_address': 'fa:16:3e:62:1e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'd23e54cb-a891-47cc-a408-846833491a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:37Z', 'updated_at': '2021-07-15T23:40:38Z', 'revision_number': 2, 'project_id': 'ac748784e901415391608c53353316ba', 'subnets': [{'id': 'd23e54cb-a891-47cc-a408-846833491a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:39.820598 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cebfc1-50d9-443b-8846-012a08450fc7 None None] Checking router: 22859a10-8ba8-4aaa-a4f5-7acb6ec5c848 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:40:39.821220 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cebfc1-50d9-443b-8846-012a08450fc7 None None] Updating router 22859a10-8ba8-4aaa-a4f5-7acb6ec5c848 port ba39c894-30e0-4d13-a5df-065e00a634cd binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:40:39.823960 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-796aadb4-76dd-4eb8-a969-2c66b224661b tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_general--1378401414&fields=id&tenant_id=ac748784e901415391608c53353316ba HTTP/1.1" status: 200 len: 267 time: 0.0609388 Jul 15 23:40:39.825716 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d71a260f-caf3-495c-9538-faed600c4a79 None None] Provisioning complete for port ba39c894-30e0-4d13-a5df-065e00a634cd triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:39.826082 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d71a260f-caf3-495c-9538-faed600c4a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:39.862687 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a9cebfc1-50d9-443b-8846-012a08450fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:39.866033 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6e645de1-0cbc-4223-a43b-d99e2531b4c6 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:40:39.892973 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-d71a260f-caf3-495c-9538-faed600c4a79 None None] Port ba39c894-30e0-4d13-a5df-065e00a634cd cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:40:39.927880 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 6e645de1-0cbc-4223-a43b-d99e2531b4c6 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:39.933544 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 6e645de1-0cbc-4223-a43b-d99e2531b4c6 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:39.934063 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:39.954776 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-39a7d032-747d-4d1d-aac7-0731d28b4b39 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:39.956382 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-39a7d032-747d-4d1d-aac7-0731d28b4b39 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/networks?id=6a8890ef-8d72-4351-bc09-45460dedfddf HTTP/1.1" status: 200 len: 797 time: 0.1315215 Jul 15 23:40:39.982353 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-15ecca5d-f549-4594-b372-3baf7a2066c6 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/quotas/ac748784e901415391608c53353316ba HTTP/1.1" status: 200 len: 375 time: 0.0121591 Jul 15 23:40:40.044464 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:40.059776 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-635ebff1-41d2-4c28-983b-454f5eecb286 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac748784e901415391608c53353316ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741084 Jul 15 23:40:40.067487 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 6e645de1-0cbc-4223-a43b-d99e2531b4c6, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=6e645de1-0cbc-4223-a43b-d99e2531b4c6,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:40.072329 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:40.073179 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 79926af1-fd45-4382-823e-1d7f962c41f3 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:40:40.162722 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-18ed30a0-faf3-4a52-8821-b671c308ee8b None None] Provisioning complete for port ba39c894-30e0-4d13-a5df-065e00a634cd triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:40.163015 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-18ed30a0-faf3-4a52-8821-b671c308ee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:40.164749 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=6e645de1-0cbc-4223-a43b-d99e2531b4c6,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:40.179940 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a9cebfc1-50d9-443b-8846-012a08450fc7 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:40.190973 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-a9cebfc1-50d9-443b-8846-012a08450fc7 None None] Transition to ACTIVE for port object ba39c894-30e0-4d13-a5df-065e00a634cd will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:40:40.197897 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a9cebfc1-50d9-443b-8846-012a08450fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:40.209511 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-18ed30a0-faf3-4a52-8821-b671c308ee8b None None] Port ba39c894-30e0-4d13-a5df-065e00a634cd cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:40:40.212462 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 79926af1-fd45-4382-823e-1d7f962c41f3 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:40.217974 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 79926af1-fd45-4382-823e-1d7f962c41f3 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:40.218816 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:40.233148 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-1759f530-cbd7-42f8-bcf4-54c93217f1cd service neutron] 10.222.0.16 "GET /v2.0/networks/6a8890ef-8d72-4351-bc09-45460dedfddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596551 Jul 15 23:40:40.280114 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a7048-8666-4517-a4e0-40938477c2c5 None None] Pushing event updated for resources: {'Port': ['ID=ba39c894-30e0-4d13-a5df-065e00a634cd,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:40.309213 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a7048-8666-4517-a4e0-40938477c2c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:40.309630 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a7048-8666-4517-a4e0-40938477c2c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:40.310035 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a7048-8666-4517-a4e0-40938477c2c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:40.310429 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a7048-8666-4517-a4e0-40938477c2c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:40.310845 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a7048-8666-4517-a4e0-40938477c2c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:40.311231 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a7048-8666-4517-a4e0-40938477c2c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:40.311614 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a7048-8666-4517-a4e0-40938477c2c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:40.311996 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a7048-8666-4517-a4e0-40938477c2c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:40.312379 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a7048-8666-4517-a4e0-40938477c2c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:40.312778 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a7048-8666-4517-a4e0-40938477c2c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:40.313159 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a7048-8666-4517-a4e0-40938477c2c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:40.313539 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a7048-8666-4517-a4e0-40938477c2c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:40.326992 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-a9cebfc1-50d9-443b-8846-012a08450fc7 None None] Attempting to bind port ba39c894-30e0-4d13-a5df-065e00a634cd on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:40:40.327595 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-a9cebfc1-50d9-443b-8846-012a08450fc7 None None] Attempting to bind port ba39c894-30e0-4d13-a5df-065e00a634cd by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'd1f76d6f-483d-4454-85f9-ad9c77041abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6a8890ef-8d72-4351-bc09-45460dedfddf'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:40:40.328144 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cebfc1-50d9-443b-8846-012a08450fc7 None None] Attempting to bind port ba39c894-30e0-4d13-a5df-065e00a634cd on network 6a8890ef-8d72-4351-bc09-45460dedfddf {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:40:40.328916 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:40.334967 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cebfc1-50d9-443b-8846-012a08450fc7 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:40:40.335592 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cebfc1-50d9-443b-8846-012a08450fc7 None None] Checking segment: {'id': 'd1f76d6f-483d-4454-85f9-ad9c77041abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6a8890ef-8d72-4351-bc09-45460dedfddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:40:40.336005 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a9cebfc1-50d9-443b-8846-012a08450fc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:40.336397 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cebfc1-50d9-443b-8846-012a08450fc7 None None] Bound using segment: {'id': 'd1f76d6f-483d-4454-85f9-ad9c77041abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6a8890ef-8d72-4351-bc09-45460dedfddf'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:40:40.336902 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-a9cebfc1-50d9-443b-8846-012a08450fc7 None None] Bound port: ba39c894-30e0-4d13-a5df-065e00a634cd, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f76d6f-483d-4454-85f9-ad9c77041abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6a8890ef-8d72-4351-bc09-45460dedfddf'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:40:40.337284 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a9cebfc1-50d9-443b-8846-012a08450fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:40.343376 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-e0e5286f-7bb0-4ffc-bc5b-d08f3b815e12 service neutron] 10.222.0.16 "GET /v2.0/networks/6a8890ef-8d72-4351-bc09-45460dedfddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041839 Jul 15 23:40:40.368604 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 79926af1-fd45-4382-823e-1d7f962c41f3, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=79926af1-fd45-4382-823e-1d7f962c41f3,segment=NetworkSegment(d1f76d6f-483d-4454-85f9-ad9c77041abd),segment_id=d1f76d6f-483d-4454-85f9-ad9c77041abd)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:40.372641 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:40.433254 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-a9cebfc1-50d9-443b-8846-012a08450fc7 None None] For port ba39c894-30e0-4d13-a5df-065e00a634cd, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:40:40.437825 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-a9cebfc1-50d9-443b-8846-012a08450fc7 None None] For port ba39c894-30e0-4d13-a5df-065e00a634cd, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ba39c894-30e0-4d13-a5df-065e00a634cd,segment=NetworkSegment(d1f76d6f-483d-4454-85f9-ad9c77041abd),segment_id=d1f76d6f-483d-4454-85f9-ad9c77041abd)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:40:40.442521 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=79926af1-fd45-4382-823e-1d7f962c41f3,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:40.448771 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a9cebfc1-50d9-443b-8846-012a08450fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:40.523509 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cebfc1-50d9-443b-8846-012a08450fc7 None None] Routers {'22859a10-8ba8-4aaa-a4f5-7acb6ec5c848'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:40.525592 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-a9cebfc1-50d9-443b-8846-012a08450fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:40:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['22859a10-8ba8-4aaa-a4f5-7acb6ec5c848'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:40.694494 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a8cd127f-aec0-4752-baca-beec8dc70bb1 req-68266e59-083f-4250-ac7d-a9620de8bb47 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca9aa02-b6ab-4d1a-823b-14ca4f236891 HTTP/1.1" status: 200 len: 210 time: 0.1154108 Jul 15 23:40:40.718032 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a7048-8666-4517-a4e0-40938477c2c5 None None] Pushing event updated for resources: {'Port': ['ID=ba39c894-30e0-4d13-a5df-065e00a634cd,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:40.750894 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-a9cebfc1-50d9-443b-8846-012a08450fc7 None None] Set router 22859a10-8ba8-4aaa-a4f5-7acb6ec5c848 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:40:40.945390 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-a9cebfc1-50d9-443b-8846-012a08450fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1965735823', 'tenant_id': 'ac748784e901415391608c53353316ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e645de1-0cbc-4223-a43b-d99e2531b4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:34Z', 'updated_at': '2021-07-15T23:40:38Z', 'revision_number': 4, 'project_id': 'ac748784e901415391608c53353316ba', 'gw_port': {'id': '6e645de1-0cbc-4223-a43b-d99e2531b4c6', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:34Z', 'updated_at': '2021-07-15T23:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'ba39c894-30e0-4d13-a5df-065e00a634cd', 'name': '', 'network_id': '6a8890ef-8d72-4351-bc09-45460dedfddf', 'tenant_id': 'ac748784e901415391608c53353316ba', 'mac_address': 'fa:16:3e:62:1e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'd23e54cb-a891-47cc-a408-846833491a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:37Z', 'updated_at': '2021-07-15T23:40:40Z', 'revision_number': 4, 'project_id': 'ac748784e901415391608c53353316ba', 'subnets': [{'id': 'd23e54cb-a891-47cc-a408-846833491a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:40.971782 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cebfc1-50d9-443b-8846-012a08450fc7 None None] The sync data for ids ['22859a10-8ba8-4aaa-a4f5-7acb6ec5c848'] in n-d-787205-9 is: [{'id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1965735823', 'tenant_id': 'ac748784e901415391608c53353316ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e645de1-0cbc-4223-a43b-d99e2531b4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:34Z', 'updated_at': '2021-07-15T23:40:38Z', 'revision_number': 4, 'project_id': 'ac748784e901415391608c53353316ba', 'gw_port': {'id': '6e645de1-0cbc-4223-a43b-d99e2531b4c6', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:34Z', 'updated_at': '2021-07-15T23:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'ba39c894-30e0-4d13-a5df-065e00a634cd', 'name': '', 'network_id': '6a8890ef-8d72-4351-bc09-45460dedfddf', 'tenant_id': 'ac748784e901415391608c53353316ba', 'mac_address': 'fa:16:3e:62:1e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'd23e54cb-a891-47cc-a408-846833491a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:37Z', 'updated_at': '2021-07-15T23:40:40Z', 'revision_number': 4, 'project_id': 'ac748784e901415391608c53353316ba', 'subnets': [{'id': 'd23e54cb-a891-47cc-a408-846833491a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:40:41.782408 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-30d3976f-eae3-4741-acf3-486a4fa8b273 req-611e4419-16ce-4e80-af68-c48fdab39502 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca9aa02-b6ab-4d1a-823b-14ca4f236891 HTTP/1.1" status: 200 len: 210 time: 0.0337844 Jul 15 23:40:41.826736 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ba39c894-30e0-4d13-a5df-065e00a634cd up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:40:41.880493 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port ba39c894-30e0-4d13-a5df-065e00a634cd completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:41.885059 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port ba39c894-30e0-4d13-a5df-065e00a634cd triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:41.885472 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:41.966281 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:42.002662 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port ba39c894-30e0-4d13-a5df-065e00a634cd, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ba39c894-30e0-4d13-a5df-065e00a634cd,segment=NetworkSegment(d1f76d6f-483d-4454-85f9-ad9c77041abd),segment_id=d1f76d6f-483d-4454-85f9-ad9c77041abd)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:42.006870 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:42.007674 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6e645de1-0cbc-4223-a43b-d99e2531b4c6 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:40:42.086217 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=ba39c894-30e0-4d13-a5df-065e00a634cd,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:42.095228 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 6e645de1-0cbc-4223-a43b-d99e2531b4c6 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:42.095601 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:42.178649 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 79926af1-fd45-4382-823e-1d7f962c41f3 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:40:42.226072 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 79926af1-fd45-4382-823e-1d7f962c41f3 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:42.226440 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:42.920819 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb419dc5-10b5-4e47-afe5-99a7e581af28 req-ffa03752-b28b-4b5f-bb40-6ceefd88f247 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca9aa02-b6ab-4d1a-823b-14ca4f236891 HTTP/1.1" status: 200 len: 210 time: 0.0286331 Jul 15 23:40:42.971371 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-6a593830-2fb5-420e-b6f3-de0cd71de135 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:42.972892 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-6a593830-2fb5-420e-b6f3-de0cd71de135 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.43 "GET /v2.0/networks?id=6a8890ef-8d72-4351-bc09-45460dedfddf HTTP/1.1" status: 200 len: 797 time: 0.1184306 Jul 15 23:40:43.022491 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-edc7846b-00b6-4d64-bbc1-ea7542f0d9c7 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac748784e901415391608c53353316ba HTTP/1.1" status: 200 len: 477 time: 0.0365295 Jul 15 23:40:43.030809 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-e8f77b65-eee5-45da-9e80-7f2db0fb50de tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Request body: {'port': {'device_id': '0ca9aa02-b6ab-4d1a-823b-14ca4f236891', 'network_id': '6a8890ef-8d72-4351-bc09-45460dedfddf', 'admin_state_up': True, 'tenant_id': 'ac748784e901415391608c53353316ba', 'security_groups': ['966633a4-1ea5-4171-bef5-be39316d4161', '04e4d3d1-5f19-4996-a695-32c89eec6c52']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:43.139740 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-e8f77b65-eee5-45da-9e80-7f2db0fb50de tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Made reservation on behalf of ac748784e901415391608c53353316ba for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:40:43.143357 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-e8f77b65-eee5-45da-9e80-7f2db0fb50de tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:43.270515 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-e8f77b65-eee5-45da-9e80-7f2db0fb50de tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Allocated IP 172.20.0.13 (6a8890ef-8d72-4351-bc09-45460dedfddf/d23e54cb-a891-47cc-a408-846833491a68/1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:40:43.413294 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-e8f77b65-eee5-45da-9e80-7f2db0fb50de tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:43.426114 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-e8f77b65-eee5-45da-9e80-7f2db0fb50de tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Transition to ACTIVE for port object 1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:40:43.458934 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-e8f77b65-eee5-45da-9e80-7f2db0fb50de tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:43.507902 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-e8f77b65-eee5-45da-9e80-7f2db0fb50de tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Network 6a8890ef-8d72-4351-bc09-45460dedfddf is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:43.511674 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-e8f77b65-eee5-45da-9e80-7f2db0fb50de tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:43.515609 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-e8f77b65-eee5-45da-9e80-7f2db0fb50de tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:40:43.522039 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f77b65-eee5-45da-9e80-7f2db0fb50de tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Pushing event updated for resources: {'Port': ['ID=1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:43.568019 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-e8f77b65-eee5-45da-9e80-7f2db0fb50de tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:43.568647 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-e8f77b65-eee5-45da-9e80-7f2db0fb50de tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:43.583466 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-e8f77b65-eee5-45da-9e80-7f2db0fb50de tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.5562782 Jul 15 23:40:43.593772 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-274e666d-9f5b-439f-8a5c-4b1589136fe7 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:40:43.594808 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-274e666d-9f5b-439f-8a5c-4b1589136fe7 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054653 Jul 15 23:40:43.660536 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-f0595e55-7a19-445e-b698-48a60ad55117 service neutron] Request body: {'port': {'device_id': '0ca9aa02-b6ab-4d1a-823b-14ca4f236891', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:43.723967 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-90bc9252-05af-44cc-8801-43ff51c394b7 None None] Provisioning for port 1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:43.729862 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ba39c894-30e0-4d13-a5df-065e00a634cd up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:40:43.734100 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-90bc9252-05af-44cc-8801-43ff51c394b7 None None] Provisioning complete for port 1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:43.734467 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-90bc9252-05af-44cc-8801-43ff51c394b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:43.736370 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-f0595e55-7a19-445e-b698-48a60ad55117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:43.798700 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-90bc9252-05af-44cc-8801-43ff51c394b7 None None] Port 1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:40:43.811768 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port ba39c894-30e0-4d13-a5df-065e00a634cd triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:43.812131 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:44.003730 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-f0595e55-7a19-445e-b698-48a60ad55117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:40:44.011858 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-f0595e55-7a19-445e-b698-48a60ad55117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:44.025094 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-f0595e55-7a19-445e-b698-48a60ad55117 service neutron] Transition to ACTIVE for port object 1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:40:44.029002 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-f0595e55-7a19-445e-b698-48a60ad55117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:44.098311 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0595e55-7a19-445e-b698-48a60ad55117 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:44.098870 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2d23d-9814-4cc5-80d2-77bbcfb27154 req-a245cf18-6b85-48d5-99c9-aa1f451f44e5 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:44.100420 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-60b2d23d-9814-4cc5-80d2-77bbcfb27154 req-a245cf18-6b85-48d5-99c9-aa1f451f44e5 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca9aa02-b6ab-4d1a-823b-14ca4f236891 HTTP/1.1" status: 200 len: 983 time: 0.0663517 Jul 15 23:40:44.147225 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-60b2d23d-9814-4cc5-80d2-77bbcfb27154 req-5e374ebc-0b33-4c66-9202-d27a88a7e1fd tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/security-groups?id=966633a4-1ea5-4171-bef5-be39316d4161&id=04e4d3d1-5f19-4996-a695-32c89eec6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0386610 Jul 15 23:40:44.161198 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-f0595e55-7a19-445e-b698-48a60ad55117 service neutron] Attempting to bind port 1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:40:44.161536 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-f0595e55-7a19-445e-b698-48a60ad55117 service neutron] Attempting to bind port 1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'd1f76d6f-483d-4454-85f9-ad9c77041abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6a8890ef-8d72-4351-bc09-45460dedfddf'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:40:44.161869 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-f0595e55-7a19-445e-b698-48a60ad55117 service neutron] Attempting to bind port 1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd on network 6a8890ef-8d72-4351-bc09-45460dedfddf {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:40:44.167537 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-f0595e55-7a19-445e-b698-48a60ad55117 service neutron] Port 1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd on network 6a8890ef-8d72-4351-bc09-45460dedfddf not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:40:44.167868 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-f0595e55-7a19-445e-b698-48a60ad55117 service neutron] Attempting to bind port 1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd on network 6a8890ef-8d72-4351-bc09-45460dedfddf {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:40:44.172796 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-f0595e55-7a19-445e-b698-48a60ad55117 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:40:44.173192 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-f0595e55-7a19-445e-b698-48a60ad55117 service neutron] Checking segment: {'id': 'd1f76d6f-483d-4454-85f9-ad9c77041abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6a8890ef-8d72-4351-bc09-45460dedfddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:40:44.173583 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-f0595e55-7a19-445e-b698-48a60ad55117 service neutron] Bound using segment: {'id': 'd1f76d6f-483d-4454-85f9-ad9c77041abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6a8890ef-8d72-4351-bc09-45460dedfddf'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:40:44.174008 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-f0595e55-7a19-445e-b698-48a60ad55117 service neutron] Bound port: 1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1f76d6f-483d-4454-85f9-ad9c77041abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6a8890ef-8d72-4351-bc09-45460dedfddf'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:40:44.174373 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-f0595e55-7a19-445e-b698-48a60ad55117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:44.241217 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-f0595e55-7a19-445e-b698-48a60ad55117 service neutron] For port 1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:40:44.244511 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-f0595e55-7a19-445e-b698-48a60ad55117 service neutron] For port 1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd,segment=NetworkSegment(d1f76d6f-483d-4454-85f9-ad9c77041abd),segment_id=d1f76d6f-483d-4454-85f9-ad9c77041abd)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:40:44.249162 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-f0595e55-7a19-445e-b698-48a60ad55117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:44.281954 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-f0595e55-7a19-445e-b698-48a60ad55117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:44.282578 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-f0595e55-7a19-445e-b698-48a60ad55117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:44.283987 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-f0595e55-7a19-445e-b698-48a60ad55117 service neutron] 10.222.0.43 "PUT /v2.0/ports/1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd HTTP/1.1" status: 200 len: 1131 time: 0.6828594 Jul 15 23:40:44.293323 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca9aa02-b6ab-4d1a-823b-14ca4f236891', 'tag': '1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:40:44.295704 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bc3266-35a9-42e1-9551-2b136d289995" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca9aa02-b6ab-4d1a-823b-14ca4f236891", "tag": "1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:40:44.324420 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0595e55-7a19-445e-b698-48a60ad55117 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:44.392680 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-7cd81e2a-5b8d-46f5-802b-ee8efa4ea8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:44.394209 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-7cd81e2a-5b8d-46f5-802b-ee8efa4ea8df service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac748784e901415391608c53353316ba&device_id=0ca9aa02-b6ab-4d1a-823b-14ca4f236891 HTTP/1.1" status: 200 len: 1134 time: 0.0624413 Jul 15 23:40:44.409383 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb9adb5-afed-41c3-afe6-6c1c9ecc24c2 x-openstack-request-id: req-edb9adb5-afed-41c3-afe6-6c1c9ecc24c2 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:40:44.409666 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca9aa02-b6ab-4d1a-823b-14ca4f236891", "tag": "1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:40:44.410048 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-edb9adb5-afed-41c3-afe6-6c1c9ecc24c2 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:40:44.410744 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca9aa02-b6ab-4d1a-823b-14ca4f236891', 'tag': '1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd', 'status': 'completed', 'code': 200} Jul 15 23:40:44.444174 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-42bdb1f9-185a-417e-b1f5-1c1eedb87533 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd HTTP/1.1" status: 200 len: 217 time: 0.0433004 Jul 15 23:40:44.493297 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-fe524c22-cc11-4ddb-848c-7f2a6e2414c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:44.494819 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-fe524c22-cc11-4ddb-848c-7f2a6e2414c0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d23e54cb-a891-47cc-a408-846833491a68 HTTP/1.1" status: 200 len: 835 time: 0.0444438 Jul 15 23:40:44.551018 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-d4a21d9b-e4ef-43c3-ba9b-ec42c9dd8a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:44.552531 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-d4a21d9b-e4ef-43c3-ba9b-ec42c9dd8a08 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6a8890ef-8d72-4351-bc09-45460dedfddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515547 Jul 15 23:40:44.643838 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-148f5040-5197-4a38-b3f6-edb26585ecf3 service neutron] 10.222.0.43 "GET /v2.0/networks/6a8890ef-8d72-4351-bc09-45460dedfddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851729 Jul 15 23:40:44.730598 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67d6c16b-bef5-4023-a78c-b2272b6400ef req-f771d30b-42bd-4ced-946f-78085e888fda service neutron] 10.222.0.43 "GET /v2.0/networks/6a8890ef-8d72-4351-bc09-45460dedfddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799043 Jul 15 23:40:44.834200 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc3266-35a9-42e1-9551-2b136d289995 req-ea2bfd21-9c67-4bf1-882d-6a341eaab164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:44.835735 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96bc3266-35a9-42e1-9551-2b136d289995 req-ea2bfd21-9c67-4bf1-882d-6a341eaab164 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac748784e901415391608c53353316ba&device_id=0ca9aa02-b6ab-4d1a-823b-14ca4f236891 HTTP/1.1" status: 200 len: 1134 time: 0.0563879 Jul 15 23:40:44.921201 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc3266-35a9-42e1-9551-2b136d289995 req-9bd470db-57a8-4574-928b-892f5f44e0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:44.922659 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96bc3266-35a9-42e1-9551-2b136d289995 req-9bd470db-57a8-4574-928b-892f5f44e0ad service neutron] 10.222.0.43 "GET /v2.0/networks?id=6a8890ef-8d72-4351-bc09-45460dedfddf HTTP/1.1" status: 200 len: 898 time: 0.0807898 Jul 15 23:40:44.968324 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96bc3266-35a9-42e1-9551-2b136d289995 req-425ca288-72e0-4626-91cf-a8764816e992 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd HTTP/1.1" status: 200 len: 217 time: 0.0395274 Jul 15 23:40:45.015515 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc3266-35a9-42e1-9551-2b136d289995 req-ab086114-59b5-4b9b-aa32-8cbd4fa339f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:45.016908 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96bc3266-35a9-42e1-9551-2b136d289995 req-ab086114-59b5-4b9b-aa32-8cbd4fa339f8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d23e54cb-a891-47cc-a408-846833491a68 HTTP/1.1" status: 200 len: 835 time: 0.0424924 Jul 15 23:40:45.074623 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc3266-35a9-42e1-9551-2b136d289995 req-b88191fc-a8fc-446d-99fb-8b54f5c4b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:45.076318 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96bc3266-35a9-42e1-9551-2b136d289995 req-b88191fc-a8fc-446d-99fb-8b54f5c4b151 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6a8890ef-8d72-4351-bc09-45460dedfddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510132 Jul 15 23:40:45.167535 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96bc3266-35a9-42e1-9551-2b136d289995 req-eb87b55c-8049-42d1-bbbf-6a3b585d8366 service neutron] 10.222.0.43 "GET /v2.0/networks/6a8890ef-8d72-4351-bc09-45460dedfddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840142 Jul 15 23:40:45.257695 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-96bc3266-35a9-42e1-9551-2b136d289995 req-ade01687-74ff-4b8b-801a-119328d5ecb9 service neutron] 10.222.0.43 "GET /v2.0/networks/6a8890ef-8d72-4351-bc09-45460dedfddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817471 Jul 15 23:40:45.324059 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd1d18-66e8-4cb1-9bce-9eed01676d88 req-5961692b-3abb-4670-b1f1-999ff617dc05 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:45.325623 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83dd1d18-66e8-4cb1-9bce-9eed01676d88 req-5961692b-3abb-4670-b1f1-999ff617dc05 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca9aa02-b6ab-4d1a-823b-14ca4f236891 HTTP/1.1" status: 200 len: 983 time: 0.0638795 Jul 15 23:40:45.363964 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83dd1d18-66e8-4cb1-9bce-9eed01676d88 req-f0bc3c99-c974-424b-adcd-5a6d3922a9c4 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/security-groups?id=966633a4-1ea5-4171-bef5-be39316d4161&id=04e4d3d1-5f19-4996-a695-32c89eec6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0328703 Jul 15 23:40:45.924998 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a80c401-230c-477c-bd35-9e644f1bc29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:46.536046 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f73317-e365-4b77-bfb1-0a3ef232af1a req-51776a83-1cdf-4a78-9dcc-b8f65bf9c865 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:46.537493 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b2f73317-e365-4b77-bfb1-0a3ef232af1a req-51776a83-1cdf-4a78-9dcc-b8f65bf9c865 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca9aa02-b6ab-4d1a-823b-14ca4f236891 HTTP/1.1" status: 200 len: 983 time: 0.0628269 Jul 15 23:40:46.576608 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b2f73317-e365-4b77-bfb1-0a3ef232af1a req-c573a52d-5519-44d0-a832-c5376abda2d2 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/security-groups?id=966633a4-1ea5-4171-bef5-be39316d4161&id=04e4d3d1-5f19-4996-a695-32c89eec6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0328095 Jul 15 23:40:47.749672 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c1357-8b15-4e9f-abff-4f4ede1c5eb4 req-2f937f31-e5c4-47c6-af5c-aa738d7d4a73 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:47.751193 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-883c1357-8b15-4e9f-abff-4f4ede1c5eb4 req-2f937f31-e5c4-47c6-af5c-aa738d7d4a73 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca9aa02-b6ab-4d1a-823b-14ca4f236891 HTTP/1.1" status: 200 len: 983 time: 0.0660677 Jul 15 23:40:47.790289 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-883c1357-8b15-4e9f-abff-4f4ede1c5eb4 req-bbe441f7-f72f-4ec4-ab11-b45326784028 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/security-groups?id=966633a4-1ea5-4171-bef5-be39316d4161&id=04e4d3d1-5f19-4996-a695-32c89eec6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0334699 Jul 15 23:40:48.296922 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a69060db-7185-4e0a-b6c5-7eb48cdb38a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:48.673796 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:40:48.768376 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:48.780305 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd,segment=NetworkSegment(d1f76d6f-483d-4454-85f9-ad9c77041abd),segment_id=d1f76d6f-483d-4454-85f9-ad9c77041abd)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:48.790306 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd', 'network_id': '6a8890ef-8d72-4351-bc09-45460dedfddf', 'port_id': '1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd', 'mac_address': 'fa:16:3e:c6:9d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd23e54cb-a891-47cc-a408-846833491a68', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:40:48.829795 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:48.842241 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:40:48.862165 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd,segment=NetworkSegment(d1f76d6f-483d-4454-85f9-ad9c77041abd),segment_id=d1f76d6f-483d-4454-85f9-ad9c77041abd)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:48.866054 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:48.917363 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:48.963179 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000cce95-8c10-43d5-960e-a04415bc52c7 req-31703f2d-abe8-46ba-a740-c8d1d6da17ca tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:48.964661 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-000cce95-8c10-43d5-960e-a04415bc52c7 req-31703f2d-abe8-46ba-a740-c8d1d6da17ca tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca9aa02-b6ab-4d1a-823b-14ca4f236891 HTTP/1.1" status: 200 len: 984 time: 0.0634892 Jul 15 23:40:49.003737 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-000cce95-8c10-43d5-960e-a04415bc52c7 req-96e32b89-d8ea-45cd-83ef-725a8bba45ea tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/security-groups?id=966633a4-1ea5-4171-bef5-be39316d4161&id=04e4d3d1-5f19-4996-a695-32c89eec6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0334566 Jul 15 23:40:49.103595 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:40:49.736010 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:50.179886 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ba3ba-8925-45d9-a839-6eed1c256764 req-155eb20b-d249-49e0-b6d3-f7a9a2b7af77 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:50.181834 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f31ba3ba-8925-45d9-a839-6eed1c256764 req-155eb20b-d249-49e0-b6d3-f7a9a2b7af77 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca9aa02-b6ab-4d1a-823b-14ca4f236891 HTTP/1.1" status: 200 len: 984 time: 0.0651345 Jul 15 23:40:50.220968 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f31ba3ba-8925-45d9-a839-6eed1c256764 req-01f6e05c-d511-401e-82da-0f42e1bc3a27 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/security-groups?id=966633a4-1ea5-4171-bef5-be39316d4161&id=04e4d3d1-5f19-4996-a695-32c89eec6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0335093 Jul 15 23:40:50.677392 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:40:50.727274 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:50.731346 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:50.731716 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:50.807742 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:50.829829 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca9aa02-b6ab-4d1a-823b-14ca4f236891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:40:50.832400 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043afcc9-7034-433a-af9b-c5af12bf3814" -d '{"events": [{"server_uuid": "0ca9aa02-b6ab-4d1a-823b-14ca4f236891", "name": "network-vif-plugged", "status": "completed", "tag": "1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:40:50.845072 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd,segment=NetworkSegment(d1f76d6f-483d-4454-85f9-ad9c77041abd),segment_id=d1f76d6f-483d-4454-85f9-ad9c77041abd)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:50.849084 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:50.900677 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:50.931336 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db0607a-c590-4249-8a76-ee6126fe98b3 x-openstack-request-id: req-6db0607a-c590-4249-8a76-ee6126fe98b3 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:40:50.931627 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca9aa02-b6ab-4d1a-823b-14ca4f236891", "name": "network-vif-plugged", "status": "completed", "tag": "1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:40:50.932255 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6db0607a-c590-4249-8a76-ee6126fe98b3 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:40:50.932655 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca9aa02-b6ab-4d1a-823b-14ca4f236891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd', 'code': 200} Jul 15 23:40:51.048263 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede245bc-6fc6-49e1-95f0-3c7630e26205 req-9c0e83a3-32fe-4b90-be08-f1a27b07322f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:51.049994 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ede245bc-6fc6-49e1-95f0-3c7630e26205 req-9c0e83a3-32fe-4b90-be08-f1a27b07322f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0ca9aa02-b6ab-4d1a-823b-14ca4f236891 HTTP/1.1" status: 200 len: 1136 time: 0.0550025 Jul 15 23:40:51.085808 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ede245bc-6fc6-49e1-95f0-3c7630e26205 req-6365913b-a107-4916-a49d-624b5b14f4db service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=966633a4-1ea5-4171-bef5-be39316d4161&id=04e4d3d1-5f19-4996-a695-32c89eec6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0287135 Jul 15 23:40:51.303874 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:51.391743 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4666a1b-7a52-432b-839a-e3ffd5783479 req-d3e4a1b9-2f12-4d39-bd00-1fe9cb09da75 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:51.393116 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f4666a1b-7a52-432b-839a-e3ffd5783479 req-d3e4a1b9-2f12-4d39-bd00-1fe9cb09da75 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca9aa02-b6ab-4d1a-823b-14ca4f236891 HTTP/1.1" status: 200 len: 985 time: 0.0620034 Jul 15 23:40:51.431763 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f4666a1b-7a52-432b-839a-e3ffd5783479 req-830523e9-518c-4211-963b-1867da4678ba tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/security-groups?id=966633a4-1ea5-4171-bef5-be39316d4161&id=04e4d3d1-5f19-4996-a695-32c89eec6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0330808 Jul 15 23:40:52.601419 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcab09-9b04-43b7-93af-d10f1788cecd req-eba64129-3ed5-499a-a741-ed84c235cc79 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:52.602872 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-51fcab09-9b04-43b7-93af-d10f1788cecd req-eba64129-3ed5-499a-a741-ed84c235cc79 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca9aa02-b6ab-4d1a-823b-14ca4f236891 HTTP/1.1" status: 200 len: 985 time: 0.0616195 Jul 15 23:40:52.641821 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-51fcab09-9b04-43b7-93af-d10f1788cecd req-a889f293-53c0-472c-a04f-90c90bb51eb4 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/security-groups?id=966633a4-1ea5-4171-bef5-be39316d4161&id=04e4d3d1-5f19-4996-a695-32c89eec6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0325971 Jul 15 23:40:52.812615 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4439291-adab-4df9-8543-3817dfa53780 req-3c31a42a-6ab2-4915-b04a-9ac4fd5a5112 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:52.814089 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d4439291-adab-4df9-8543-3817dfa53780 req-3c31a42a-6ab2-4915-b04a-9ac4fd5a5112 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca9aa02-b6ab-4d1a-823b-14ca4f236891 HTTP/1.1" status: 200 len: 985 time: 0.0652721 Jul 15 23:40:52.853461 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d4439291-adab-4df9-8543-3817dfa53780 req-ba19c366-4e8f-4232-8da0-031066d7100b tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/security-groups?id=966633a4-1ea5-4171-bef5-be39316d4161&id=04e4d3d1-5f19-4996-a695-32c89eec6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0334921 Jul 15 23:40:53.012794 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80234af2-26cb-47c2-8b22-370224aa5a78 req-78942c7c-19c6-477e-a958-10ccb1da123f tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:53.014311 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-80234af2-26cb-47c2-8b22-370224aa5a78 req-78942c7c-19c6-477e-a958-10ccb1da123f tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0ca9aa02-b6ab-4d1a-823b-14ca4f236891 HTTP/1.1" status: 200 len: 1136 time: 0.0540004 Jul 15 23:40:53.032157 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-80234af2-26cb-47c2-8b22-370224aa5a78 req-641b36a2-7e6d-4bed-a6d8-953c17b52481 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:53.116917 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-80234af2-26cb-47c2-8b22-370224aa5a78 req-641b36a2-7e6d-4bed-a6d8-953c17b52481 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:53.120671 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-80234af2-26cb-47c2-8b22-370224aa5a78 req-641b36a2-7e6d-4bed-a6d8-953c17b52481 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:53.146228 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-80234af2-26cb-47c2-8b22-370224aa5a78 req-641b36a2-7e6d-4bed-a6d8-953c17b52481 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=966633a4-1ea5-4171-bef5-be39316d4161&id=04e4d3d1-5f19-4996-a695-32c89eec6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1262999 Jul 15 23:40:53.155080 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b36a2-7e6d-4bed-a6d8-953c17b52481 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e311a93e-eb77-4994-874e-6d68cc48d5f8,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:53.162530 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641b36a2-7e6d-4bed-a6d8-953c17b52481 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:53.162909 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641b36a2-7e6d-4bed-a6d8-953c17b52481 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:53.163254 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641b36a2-7e6d-4bed-a6d8-953c17b52481 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:53.163591 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641b36a2-7e6d-4bed-a6d8-953c17b52481 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:53.163927 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641b36a2-7e6d-4bed-a6d8-953c17b52481 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:53.164262 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641b36a2-7e6d-4bed-a6d8-953c17b52481 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:53.164591 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641b36a2-7e6d-4bed-a6d8-953c17b52481 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:53.164920 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641b36a2-7e6d-4bed-a6d8-953c17b52481 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:53.165243 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641b36a2-7e6d-4bed-a6d8-953c17b52481 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:53.165565 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641b36a2-7e6d-4bed-a6d8-953c17b52481 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:53.165940 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641b36a2-7e6d-4bed-a6d8-953c17b52481 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:53.166841 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641b36a2-7e6d-4bed-a6d8-953c17b52481 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:53.170980 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34702) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:53.222413 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5586453b-4a76-45f2-9a60-1142a7d4b6fb tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:53.223971 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5586453b-4a76-45f2-9a60-1142a7d4b6fb tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0ca9aa02-b6ab-4d1a-823b-14ca4f236891 HTTP/1.1" status: 200 len: 1131 time: 0.0519531 Jul 15 23:40:53.226964 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34704) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:53.231860 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-80e56c43-9c34-46f0-be6b-4615c9701936 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'port_id': '1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd', 'tenant_id': 'ac748784e901415391608c53353316ba', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:53.252608 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80e56c43-9c34-46f0-be6b-4615c9701936 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:53.347437 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80e56c43-9c34-46f0-be6b-4615c9701936 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:53.445326 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-80e56c43-9c34-46f0-be6b-4615c9701936 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Allocated IP 172.25.4.63 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/89f75cf6-15fb-491f-b000-a237034717a3) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:40:53.545261 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80e56c43-9c34-46f0-be6b-4615c9701936 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:53.582937 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80e56c43-9c34-46f0-be6b-4615c9701936 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:53.616827 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e56c43-9c34-46f0-be6b-4615c9701936 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:53.621428 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-80e56c43-9c34-46f0-be6b-4615c9701936 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:53.624476 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e56c43-9c34-46f0-be6b-4615c9701936 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:40:53.651560 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e56c43-9c34-46f0-be6b-4615c9701936 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Pushing event updated for resources: {'Port': ['ID=89f75cf6-15fb-491f-b000-a237034717a3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:53.985929 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80e56c43-9c34-46f0-be6b-4615c9701936 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.061830 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80e56c43-9c34-46f0-be6b-4615c9701936 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.202761 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80e56c43-9c34-46f0-be6b-4615c9701936 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.206894 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80e56c43-9c34-46f0-be6b-4615c9701936 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.273783 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e56c43-9c34-46f0-be6b-4615c9701936 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Pushing event updated for resources: {'Port': ['ID=89f75cf6-15fb-491f-b000-a237034717a3,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:54.286025 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80e56c43-9c34-46f0-be6b-4615c9701936 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.313451 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.387145 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [None req-80e56c43-9c34-46f0-be6b-4615c9701936 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Floating IP 2d694202-9774-45da-924b-9ebbf6ced63d associated. External IP: 172.25.4.63, port: 1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd. Jul 15 23:40:54.908922 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e56c43-9c34-46f0-be6b-4615c9701936 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Router 22859a10-8ba8-4aaa-a4f5-7acb6ec5c848 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:40:55.012065 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e56c43-9c34-46f0-be6b-4615c9701936 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:40:55.021432 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812a48d2-e603-423a-94e6-3bd2a9992ed1 None None] Sync routers for ids ['22859a10-8ba8-4aaa-a4f5-7acb6ec5c848'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:40:55.028240 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-80e56c43-9c34-46f0-be6b-4615c9701936 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:55.032012 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812a48d2-e603-423a-94e6-3bd2a9992ed1 None None] Routers {'22859a10-8ba8-4aaa-a4f5-7acb6ec5c848'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:55.032641 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-812a48d2-e603-423a-94e6-3bd2a9992ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:40:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['22859a10-8ba8-4aaa-a4f5-7acb6ec5c848'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:55.067337 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-80e56c43-9c34-46f0-be6b-4615c9701936 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8393509 Jul 15 23:40:55.068032 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca9aa02-b6ab-4d1a-823b-14ca4f236891', 'tag': '1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:40:55.069890 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34706) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:55.070421 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25500ade-ff9d-48f8-90bc-b0e01c2885ad" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca9aa02-b6ab-4d1a-823b-14ca4f236891", "tag": "1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:40:55.108534 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0f98ab-798f-4661-97a9-d4827df5f85b x-openstack-request-id: req-3e0f98ab-798f-4661-97a9-d4827df5f85b {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:40:55.108827 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca9aa02-b6ab-4d1a-823b-14ca4f236891", "tag": "1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:40:55.109078 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e0f98ab-798f-4661-97a9-d4827df5f85b {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:40:55.109478 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca9aa02-b6ab-4d1a-823b-14ca4f236891', 'tag': '1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd', 'status': 'completed', 'code': 200} Jul 15 23:40:55.153674 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-812a48d2-e603-423a-94e6-3bd2a9992ed1 None None] Set router 22859a10-8ba8-4aaa-a4f5-7acb6ec5c848 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:40:55.170624 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bf04a4-e5f2-4901-b08b-8bc690a2c277 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:55.171174 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bf04a4-e5f2-4901-b08b-8bc690a2c277 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:55.171645 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bf04a4-e5f2-4901-b08b-8bc690a2c277 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:55.172303 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bf04a4-e5f2-4901-b08b-8bc690a2c277 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:55.176635 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-30bf04a4-e5f2-4901-b08b-8bc690a2c277 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1032097 Jul 15 23:40:55.176853 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34710) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:55.188013 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25500ade-ff9d-48f8-90bc-b0e01c2885ad req-f16090df-2561-4222-96ad-50d0befab4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:55.189540 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-25500ade-ff9d-48f8-90bc-b0e01c2885ad req-f16090df-2561-4222-96ad-50d0befab4d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac748784e901415391608c53353316ba&device_id=0ca9aa02-b6ab-4d1a-823b-14ca4f236891 HTTP/1.1" status: 200 len: 1136 time: 0.0554998 Jul 15 23:40:55.229526 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a54d3e-3067-4306-9f6a-2f114026147e tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:55.229996 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a54d3e-3067-4306-9f6a-2f114026147e tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:55.230451 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a54d3e-3067-4306-9f6a-2f114026147e tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:55.230922 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a54d3e-3067-4306-9f6a-2f114026147e tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:55.232584 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-49a54d3e-3067-4306-9f6a-2f114026147e tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0548637 Jul 15 23:40:55.235327 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34712) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:55.286508 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25500ade-ff9d-48f8-90bc-b0e01c2885ad req-67de73d0-a92c-4e64-8da9-770b8d99baf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:55.288037 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-25500ade-ff9d-48f8-90bc-b0e01c2885ad req-67de73d0-a92c-4e64-8da9-770b8d99baf0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6a8890ef-8d72-4351-bc09-45460dedfddf HTTP/1.1" status: 200 len: 898 time: 0.0925300 Jul 15 23:40:55.354947 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-25500ade-ff9d-48f8-90bc-b0e01c2885ad req-d7f4b8a2-e6b5-4bcd-95a1-3995e810fbb8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd HTTP/1.1" status: 200 len: 999 time: 0.0597563 Jul 15 23:40:55.367861 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4cc9caa0-491a-407b-a7a8-b3c4c1808305 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1615 time: 0.1312206 Jul 15 23:40:55.370963 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34714) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:55.395888 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-812a48d2-e603-423a-94e6-3bd2a9992ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1965735823', 'tenant_id': 'ac748784e901415391608c53353316ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e645de1-0cbc-4223-a43b-d99e2531b4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:34Z', 'updated_at': '2021-07-15T23:40:38Z', 'revision_number': 4, 'project_id': 'ac748784e901415391608c53353316ba', 'gw_port': {'id': '6e645de1-0cbc-4223-a43b-d99e2531b4c6', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:34Z', 'updated_at': '2021-07-15T23:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '2d694202-9774-45da-924b-9ebbf6ced63d', 'tenant_id': 'ac748784e901415391608c53353316ba', 'floating_ip_address': '172.25.4.63', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'port_id': '1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8890ef-8d72-4351-bc09-45460dedfddf', 'mac_address': 'fa:16:3e:c6:9d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca9aa02-b6ab-4d1a-823b-14ca4f236891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:40:53Z', 'updated_at': '2021-07-15T23:40:53Z', 'revision_number': 0, 'project_id': 'ac748784e901415391608c53353316ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba39c894-30e0-4d13-a5df-065e00a634cd', 'name': '', 'network_id': '6a8890ef-8d72-4351-bc09-45460dedfddf', 'tenant_id': 'ac748784e901415391608c53353316ba', 'mac_address': 'fa:16:3e:62:1e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'd23e54cb-a891-47cc-a408-846833491a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:37Z', 'updated_at': '2021-07-15T23:40:41Z', 'revision_number': 5, 'project_id': 'ac748784e901415391608c53353316ba', 'subnets': [{'id': 'd23e54cb-a891-47cc-a408-846833491a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:55.404432 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25500ade-ff9d-48f8-90bc-b0e01c2885ad req-e088db08-cf88-4481-bd2d-8a91588364af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:55.405903 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-25500ade-ff9d-48f8-90bc-b0e01c2885ad req-e088db08-cf88-4481-bd2d-8a91588364af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d23e54cb-a891-47cc-a408-846833491a68 HTTP/1.1" status: 200 len: 835 time: 0.0455639 Jul 15 23:40:55.425159 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b0d27c-5482-4f52-b266-a6f1dc06cc3a tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:55.425547 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b0d27c-5482-4f52-b266-a6f1dc06cc3a tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:55.441426 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812a48d2-e603-423a-94e6-3bd2a9992ed1 None None] Checking router: 22859a10-8ba8-4aaa-a4f5-7acb6ec5c848 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:40:55.441621 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f9b0d27c-5482-4f52-b266-a6f1dc06cc3a tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=22859a10-8ba8-4aaa-a4f5-7acb6ec5c848 HTTP/1.1" status: 200 len: 1990 time: 0.0552931 Jul 15 23:40:55.441717 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812a48d2-e603-423a-94e6-3bd2a9992ed1 None None] Routers {'22859a10-8ba8-4aaa-a4f5-7acb6ec5c848'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:55.441717 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-812a48d2-e603-423a-94e6-3bd2a9992ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:40:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['22859a10-8ba8-4aaa-a4f5-7acb6ec5c848'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:55.467394 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25500ade-ff9d-48f8-90bc-b0e01c2885ad req-e722d7ab-4dfa-489b-8a52-73efe16b5144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:55.468883 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-25500ade-ff9d-48f8-90bc-b0e01c2885ad req-e722d7ab-4dfa-489b-8a52-73efe16b5144 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6a8890ef-8d72-4351-bc09-45460dedfddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571404 Jul 15 23:40:55.541986 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-812a48d2-e603-423a-94e6-3bd2a9992ed1 None None] Set router 22859a10-8ba8-4aaa-a4f5-7acb6ec5c848 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:40:55.555220 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-25500ade-ff9d-48f8-90bc-b0e01c2885ad req-ea1edb88-55fb-498c-9933-1d602dcea1a1 service neutron] 10.222.0.43 "GET /v2.0/networks/6a8890ef-8d72-4351-bc09-45460dedfddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802469 Jul 15 23:40:55.646951 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-25500ade-ff9d-48f8-90bc-b0e01c2885ad req-edbf2652-47e7-488d-9549-7815fee10ac8 service neutron] 10.222.0.43 "GET /v2.0/networks/6a8890ef-8d72-4351-bc09-45460dedfddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845053 Jul 15 23:40:55.762973 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-812a48d2-e603-423a-94e6-3bd2a9992ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1965735823', 'tenant_id': 'ac748784e901415391608c53353316ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e645de1-0cbc-4223-a43b-d99e2531b4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:34Z', 'updated_at': '2021-07-15T23:40:38Z', 'revision_number': 4, 'project_id': 'ac748784e901415391608c53353316ba', 'gw_port': {'id': '6e645de1-0cbc-4223-a43b-d99e2531b4c6', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:34Z', 'updated_at': '2021-07-15T23:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '2d694202-9774-45da-924b-9ebbf6ced63d', 'tenant_id': 'ac748784e901415391608c53353316ba', 'floating_ip_address': '172.25.4.63', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'port_id': '1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8890ef-8d72-4351-bc09-45460dedfddf', 'mac_address': 'fa:16:3e:c6:9d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca9aa02-b6ab-4d1a-823b-14ca4f236891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:40:53Z', 'updated_at': '2021-07-15T23:40:53Z', 'revision_number': 0, 'project_id': 'ac748784e901415391608c53353316ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba39c894-30e0-4d13-a5df-065e00a634cd', 'name': '', 'network_id': '6a8890ef-8d72-4351-bc09-45460dedfddf', 'tenant_id': 'ac748784e901415391608c53353316ba', 'mac_address': 'fa:16:3e:62:1e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'd23e54cb-a891-47cc-a408-846833491a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:37Z', 'updated_at': '2021-07-15T23:40:41Z', 'revision_number': 5, 'project_id': 'ac748784e901415391608c53353316ba', 'subnets': [{'id': 'd23e54cb-a891-47cc-a408-846833491a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:55.788818 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812a48d2-e603-423a-94e6-3bd2a9992ed1 None None] The sync data for ids ['22859a10-8ba8-4aaa-a4f5-7acb6ec5c848'] in n-d-787205-9 is: [{'id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1965735823', 'tenant_id': 'ac748784e901415391608c53353316ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e645de1-0cbc-4223-a43b-d99e2531b4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:34Z', 'updated_at': '2021-07-15T23:40:38Z', 'revision_number': 4, 'project_id': 'ac748784e901415391608c53353316ba', 'gw_port': {'id': '6e645de1-0cbc-4223-a43b-d99e2531b4c6', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:34Z', 'updated_at': '2021-07-15T23:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '2d694202-9774-45da-924b-9ebbf6ced63d', 'tenant_id': 'ac748784e901415391608c53353316ba', 'floating_ip_address': '172.25.4.63', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'port_id': '1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8890ef-8d72-4351-bc09-45460dedfddf', 'mac_address': 'fa:16:3e:c6:9d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca9aa02-b6ab-4d1a-823b-14ca4f236891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:40:53Z', 'updated_at': '2021-07-15T23:40:53Z', 'revision_number': 0, 'project_id': 'ac748784e901415391608c53353316ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba39c894-30e0-4d13-a5df-065e00a634cd', 'name': '', 'network_id': '6a8890ef-8d72-4351-bc09-45460dedfddf', 'tenant_id': 'ac748784e901415391608c53353316ba', 'mac_address': 'fa:16:3e:62:1e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'd23e54cb-a891-47cc-a408-846833491a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:37Z', 'updated_at': '2021-07-15T23:40:41Z', 'revision_number': 5, 'project_id': 'ac748784e901415391608c53353316ba', 'subnets': [{'id': 'd23e54cb-a891-47cc-a408-846833491a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:40:55.965207 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997dccee-613f-42a9-b4e1-3ac24acfb06f None None] New status for floating IP 2d694202-9774-45da-924b-9ebbf6ced63d: ACTIVE {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:41:03.405959 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:41:09.005845 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:15.928930 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-df9385ff-f7db-4d52-a6fa-7b36c2d76cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:18.297180 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c2f81f2f-2873-4590-91e4-83a188599f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:18.422725 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9ac67242-b4ba-456d-88cc-82435fa97e29 req-3bbcc468-74e6-4f93-a8d3-ee7a99d165ae service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0ca9aa02-b6ab-4d1a-823b-14ca4f236891&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512388 Jul 15 23:41:18.513581 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac67242-b4ba-456d-88cc-82435fa97e29 req-7cb28b8f-7613-4173-94aa-40a1ee69d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:18.515076 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9ac67242-b4ba-456d-88cc-82435fa97e29 req-7cb28b8f-7613-4173-94aa-40a1ee69d93f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac748784e901415391608c53353316ba&device_id=0ca9aa02-b6ab-4d1a-823b-14ca4f236891 HTTP/1.1" status: 200 len: 1136 time: 0.0519335 Jul 15 23:41:18.623613 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac67242-b4ba-456d-88cc-82435fa97e29 req-215d98a7-d702-4419-906d-0f73bf05da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:18.625078 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9ac67242-b4ba-456d-88cc-82435fa97e29 req-215d98a7-d702-4419-906d-0f73bf05da21 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6a8890ef-8d72-4351-bc09-45460dedfddf HTTP/1.1" status: 200 len: 898 time: 0.0870059 Jul 15 23:41:18.688225 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9ac67242-b4ba-456d-88cc-82435fa97e29 req-eb432963-ebfe-49e0-9605-6431b0a1d5b3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd HTTP/1.1" status: 200 len: 1001 time: 0.0562100 Jul 15 23:41:18.735708 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac67242-b4ba-456d-88cc-82435fa97e29 req-9f946318-f775-4e05-bacc-99e7c63eec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:18.737166 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9ac67242-b4ba-456d-88cc-82435fa97e29 req-9f946318-f775-4e05-bacc-99e7c63eec18 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d23e54cb-a891-47cc-a408-846833491a68 HTTP/1.1" status: 200 len: 835 time: 0.0427463 Jul 15 23:41:18.759135 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:18.807038 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac67242-b4ba-456d-88cc-82435fa97e29 req-efa5acd5-a6fc-4d11-9e0f-47b788867aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:18.808561 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9ac67242-b4ba-456d-88cc-82435fa97e29 req-efa5acd5-a6fc-4d11-9e0f-47b788867aab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6a8890ef-8d72-4351-bc09-45460dedfddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589006 Jul 15 23:41:18.899290 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9ac67242-b4ba-456d-88cc-82435fa97e29 req-41012926-eed9-493b-85df-8c6c26e3b474 service neutron] 10.222.0.43 "GET /v2.0/networks/6a8890ef-8d72-4351-bc09-45460dedfddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804718 Jul 15 23:41:18.989960 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9ac67242-b4ba-456d-88cc-82435fa97e29 req-da76af3b-e981-42e6-b968-2d66e34bbb71 service neutron] 10.222.0.43 "GET /v2.0/networks/6a8890ef-8d72-4351-bc09-45460dedfddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841448 Jul 15 23:41:19.740611 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:21.344502 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:24.328662 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:29.857872 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34730) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:29.942848 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f4f9d292-426b-4d04-93f4-86d062ffc550 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] 10.222.0.16 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1376 time: 0.0836647 Jul 15 23:41:29.945321 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34732) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:29.950289 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-222c8e40-ccc8-41ee-bab1-06f0c0220f66 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Request body: {'network': {'name': 'tempest-network-smoke--50504476', 'project_id': 'ac748784e901415391608c53353316ba', 'port_security_enabled': False}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:29.970983 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222c8e40-ccc8-41ee-bab1-06f0c0220f66 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Made reservation on behalf of ac748784e901415391608c53353316ba for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:41:29.975065 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-222c8e40-ccc8-41ee-bab1-06f0c0220f66 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:29.998229 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222c8e40-ccc8-41ee-bab1-06f0c0220f66 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:41:30.006789 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-222c8e40-ccc8-41ee-bab1-06f0c0220f66 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:30.007134 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-222c8e40-ccc8-41ee-bab1-06f0c0220f66 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Added segment 949b15e9-f252-46cb-bae0-d1096dc57383 of type vlan for network 485ce779-2c88-4865-a1b6-7ea11dc05175 Jul 15 23:41:30.049357 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-222c8e40-ccc8-41ee-bab1-06f0c0220f66 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:30.076950 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-222c8e40-ccc8-41ee-bab1-06f0c0220f66 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:30.082445 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222c8e40-ccc8-41ee-bab1-06f0c0220f66 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:30.083040 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-222c8e40-ccc8-41ee-bab1-06f0c0220f66 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:30.114992 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-222c8e40-ccc8-41ee-bab1-06f0c0220f66 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1686516 Jul 15 23:41:30.117569 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34734) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:30.123940 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-0e64023f-30ac-4566-9873-af73cb1c7de0 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1266501998', 'admin_state_up': True, 'project_id': 'ac748784e901415391608c53353316ba', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:30.160200 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c8e40-ccc8-41ee-bab1-06f0c0220f66 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Pushing event updated for resources: {'Network': ['ID=485ce779-2c88-4865-a1b6-7ea11dc05175,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:30.170308 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 485ce779-2c88-4865-a1b6-7ea11dc05175 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:41:30.174746 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0e64023f-30ac-4566-9873-af73cb1c7de0 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:30.175772 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0e64023f-30ac-4566-9873-af73cb1c7de0 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:30.229072 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0e64023f-30ac-4566-9873-af73cb1c7de0 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:30.357656 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0e64023f-30ac-4566-9873-af73cb1c7de0 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:30.863550 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0e64023f-30ac-4566-9873-af73cb1c7de0 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:30.880946 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0e64023f-30ac-4566-9873-af73cb1c7de0 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:30.982056 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-0e64023f-30ac-4566-9873-af73cb1c7de0 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Allocated IP 172.25.4.64 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/1981be9c-ab1a-45aa-96a4-1f90cdae93c4) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:41:31.077509 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0e64023f-30ac-4566-9873-af73cb1c7de0 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:31.114561 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0e64023f-30ac-4566-9873-af73cb1c7de0 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:31.149481 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e64023f-30ac-4566-9873-af73cb1c7de0 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:31.155511 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-0e64023f-30ac-4566-9873-af73cb1c7de0 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:31.158997 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e64023f-30ac-4566-9873-af73cb1c7de0 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:41:31.168625 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64023f-30ac-4566-9873-af73cb1c7de0 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Pushing event updated for resources: {'Port': ['ID=1981be9c-ab1a-45aa-96a4-1f90cdae93c4,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:31.405683 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0e64023f-30ac-4566-9873-af73cb1c7de0 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:31.595352 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0e64023f-30ac-4566-9873-af73cb1c7de0 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:31.714160 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e64023f-30ac-4566-9873-af73cb1c7de0 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Router b578543d-651f-4b7c-89be-0d7cfbdfda2e is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:41:31.818202 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e64023f-30ac-4566-9873-af73cb1c7de0 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:41:31.828298 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d002c5-2181-4818-984a-a3bc84c7b3c9 None None] Sync routers for ids ['b578543d-651f-4b7c-89be-0d7cfbdfda2e'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:41:31.836888 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d002c5-2181-4818-984a-a3bc84c7b3c9 None None] Routers {'b578543d-651f-4b7c-89be-0d7cfbdfda2e'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:31.837490 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a6d002c5-2181-4818-984a-a3bc84c7b3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:41:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b578543d-651f-4b7c-89be-0d7cfbdfda2e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:31.841082 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0e64023f-30ac-4566-9873-af73cb1c7de0 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:31.843083 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0e64023f-30ac-4566-9873-af73cb1c7de0 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7245286 Jul 15 23:41:31.846025 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34736) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:31.894921 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4513e21-12fe-420e-921a-cdfbc6d1d7f3 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:31.896420 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b4513e21-12fe-420e-921a-cdfbc6d1d7f3 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ac748784e901415391608c53353316ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0494134 Jul 15 23:41:31.899152 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34738) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:31.943045 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-a6d002c5-2181-4818-984a-a3bc84c7b3c9 None None] Set router b578543d-651f-4b7c-89be-0d7cfbdfda2e gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:31.987100 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbc92b9-71ea-41fb-b711-3cb01710791c tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:31.991181 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ffbc92b9-71ea-41fb-b711-3cb01710791c tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885715 Jul 15 23:41:31.991404 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34740) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:32.021437 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8f502404-f1e5-4b29-969d-b73302821176 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=61ac1f85-79f4-4ace-93a9-51b85862f208&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266557 Jul 15 23:41:32.021668 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34742) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:32.047642 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a3fb5b2e-aab2-4a43-a25e-1ed49ec32119 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ac748784e901415391608c53353316ba&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0250220 Jul 15 23:41:32.049974 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34744) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:32.123331 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a6d002c5-2181-4818-984a-a3bc84c7b3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b578543d-651f-4b7c-89be-0d7cfbdfda2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1266501998', 'tenant_id': 'ac748784e901415391608c53353316ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '1981be9c-ab1a-45aa-96a4-1f90cdae93c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:30Z', 'updated_at': '2021-07-15T23:41:31Z', 'revision_number': 3, 'project_id': 'ac748784e901415391608c53353316ba', 'gw_port': {'id': '1981be9c-ab1a-45aa-96a4-1f90cdae93c4', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:92:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b578543d-651f-4b7c-89be-0d7cfbdfda2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:30Z', 'updated_at': '2021-07-15T23:41:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:32.137769 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ba6f06-9849-4906-8694-f8e5109165d0 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:32.139928 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e8ba6f06-9849-4906-8694-f8e5109165d0 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890801 Jul 15 23:41:32.142603 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34746) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:32.149993 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d002c5-2181-4818-984a-a3bc84c7b3c9 None None] Checking router: b578543d-651f-4b7c-89be-0d7cfbdfda2e for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:41:32.150340 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d002c5-2181-4818-984a-a3bc84c7b3c9 None None] Updating router b578543d-651f-4b7c-89be-0d7cfbdfda2e port 1981be9c-ab1a-45aa-96a4-1f90cdae93c4 binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:41:32.170437 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-06adc433-19be-47c2-9aea-e1dd61dc9fa2 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=61ac1f85-79f4-4ace-93a9-51b85862f208&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263419 Jul 15 23:41:32.172426 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34748) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:32.177158 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-28ca8837-c7d3-4f00-a240-1b4f76217b08 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1965383533', 'network_id': '485ce779-2c88-4865-a1b6-7ea11dc05175', 'project_id': 'ac748784e901415391608c53353316ba', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:32.183421 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a6d002c5-2181-4818-984a-a3bc84c7b3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:32.267507 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ca8837-c7d3-4f00-a240-1b4f76217b08 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Made reservation on behalf of ac748784e901415391608c53353316ba for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:41:32.270998 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28ca8837-c7d3-4f00-a240-1b4f76217b08 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:32.442274 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a6d002c5-2181-4818-984a-a3bc84c7b3c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:32.449562 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28ca8837-c7d3-4f00-a240-1b4f76217b08 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:32.453491 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a6d002c5-2181-4818-984a-a3bc84c7b3c9 None None] Transition to ACTIVE for port object 1981be9c-ab1a-45aa-96a4-1f90cdae93c4 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:32.459258 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a6d002c5-2181-4818-984a-a3bc84c7b3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:32.509490 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-a6d002c5-2181-4818-984a-a3bc84c7b3c9 None None] Attempting to bind port 1981be9c-ab1a-45aa-96a4-1f90cdae93c4 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:41:32.509866 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-a6d002c5-2181-4818-984a-a3bc84c7b3c9 None None] Attempting to bind port 1981be9c-ab1a-45aa-96a4-1f90cdae93c4 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:41:32.510231 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d002c5-2181-4818-984a-a3bc84c7b3c9 None None] Attempting to bind port 1981be9c-ab1a-45aa-96a4-1f90cdae93c4 on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:41:32.511052 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca8837-c7d3-4f00-a240-1b4f76217b08 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Pushing event updated for resources: {'Subnet': ['ID=fcc1914d-295d-4120-a268-5d0e14ac1df2,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:32.518436 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d37d3-3cea-4464-bcc4-44ef7666f9f3 None None] Pushing event updated for resources: {'Port': ['ID=1981be9c-ab1a-45aa-96a4-1f90cdae93c4,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:32.519093 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ca8837-c7d3-4f00-a240-1b4f76217b08 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Checking segment: {'id': '949b15e9-f252-46cb-bae0-d1096dc57383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '485ce779-2c88-4865-a1b6-7ea11dc05175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:41:32.519445 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ca8837-c7d3-4f00-a240-1b4f76217b08 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Network hostable DHCP agents. Network: 485ce779-2c88-4865-a1b6-7ea11dc05175, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:41:32.522248 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d002c5-2181-4818-984a-a3bc84c7b3c9 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:41:32.522429 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d002c5-2181-4818-984a-a3bc84c7b3c9 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:41:32.522726 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a6d002c5-2181-4818-984a-a3bc84c7b3c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:32.523121 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d002c5-2181-4818-984a-a3bc84c7b3c9 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:41:32.523596 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-a6d002c5-2181-4818-984a-a3bc84c7b3c9 None None] Bound port: 1981be9c-ab1a-45aa-96a4-1f90cdae93c4, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:41:32.523987 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a6d002c5-2181-4818-984a-a3bc84c7b3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:32.535846 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ca8837-c7d3-4f00-a240-1b4f76217b08 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Network 485ce779-2c88-4865-a1b6-7ea11dc05175 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:41:32.544354 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-28ca8837-c7d3-4f00-a240-1b4f76217b08 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 485ce779-2c88-4865-a1b6-7ea11dc05175) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:32.548434 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ca8837-c7d3-4f00-a240-1b4f76217b08 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:32.549010 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-28ca8837-c7d3-4f00-a240-1b4f76217b08 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:32.554596 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ee58b3-2824-4f2b-95a9-456e0b9059fc None None] Network 485ce779-2c88-4865-a1b6-7ea11dc05175 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:41:32.563343 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-28ca8837-c7d3-4f00-a240-1b4f76217b08 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.3899326 Jul 15 23:41:32.566281 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34750) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:32.634518 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-a6d002c5-2181-4818-984a-a3bc84c7b3c9 None None] For port 1981be9c-ab1a-45aa-96a4-1f90cdae93c4, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:41:32.652754 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-a6d002c5-2181-4818-984a-a3bc84c7b3c9 None None] For port 1981be9c-ab1a-45aa-96a4-1f90cdae93c4, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1981be9c-ab1a-45aa-96a4-1f90cdae93c4,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:41:32.660357 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a6d002c5-2181-4818-984a-a3bc84c7b3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:32.759788 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d37d3-3cea-4464-bcc4-44ef7666f9f3 None None] Pushing event updated for resources: {'Port': ['ID=1981be9c-ab1a-45aa-96a4-1f90cdae93c4,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:32.768633 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d002c5-2181-4818-984a-a3bc84c7b3c9 None None] Routers {'b578543d-651f-4b7c-89be-0d7cfbdfda2e'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:32.769185 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a6d002c5-2181-4818-984a-a3bc84c7b3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:41:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b578543d-651f-4b7c-89be-0d7cfbdfda2e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:32.823962 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55a6692-42a2-4ef1-a887-e26cb6458da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-485ce779-2c88-4865-a1b6-7ea11dc05175', 'network_id': '485ce779-2c88-4865-a1b6-7ea11dc05175', 'tenant_id': 'ac748784e901415391608c53353316ba', 'fixed_ips': [{'subnet_id': 'fcc1914d-295d-4120-a268-5d0e14ac1df2'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:41:32.824817 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c55a6692-42a2-4ef1-a887-e26cb6458da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:32.991106 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-a6d002c5-2181-4818-984a-a3bc84c7b3c9 None None] Set router b578543d-651f-4b7c-89be-0d7cfbdfda2e gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:32.994432 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bc4078a9-b13d-460e-abd5-197074c2955f tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:33.085671 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-c55a6692-42a2-4ef1-a887-e26cb6458da8 None None] Allocated IP 172.20.0.18 (485ce779-2c88-4865-a1b6-7ea11dc05175/fcc1914d-295d-4120-a268-5d0e14ac1df2/895fe11c-dc20-405b-8d58-ece741a0d8e5) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:41:33.304137 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a6d002c5-2181-4818-984a-a3bc84c7b3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b578543d-651f-4b7c-89be-0d7cfbdfda2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1266501998', 'tenant_id': 'ac748784e901415391608c53353316ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '1981be9c-ab1a-45aa-96a4-1f90cdae93c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:30Z', 'updated_at': '2021-07-15T23:41:31Z', 'revision_number': 3, 'project_id': 'ac748784e901415391608c53353316ba', 'gw_port': {'id': '1981be9c-ab1a-45aa-96a4-1f90cdae93c4', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:92:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b578543d-651f-4b7c-89be-0d7cfbdfda2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:30Z', 'updated_at': '2021-07-15T23:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:33.334344 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c55a6692-42a2-4ef1-a887-e26cb6458da8 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:33.338845 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d002c5-2181-4818-984a-a3bc84c7b3c9 None None] The sync data for ids ['b578543d-651f-4b7c-89be-0d7cfbdfda2e'] in n-d-787205-9 is: [{'id': 'b578543d-651f-4b7c-89be-0d7cfbdfda2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1266501998', 'tenant_id': 'ac748784e901415391608c53353316ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '1981be9c-ab1a-45aa-96a4-1f90cdae93c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:30Z', 'updated_at': '2021-07-15T23:41:31Z', 'revision_number': 3, 'project_id': 'ac748784e901415391608c53353316ba', 'gw_port': {'id': '1981be9c-ab1a-45aa-96a4-1f90cdae93c4', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:92:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b578543d-651f-4b7c-89be-0d7cfbdfda2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:30Z', 'updated_at': '2021-07-15T23:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:41:33.345052 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c55a6692-42a2-4ef1-a887-e26cb6458da8 None None] Transition to ACTIVE for port object 895fe11c-dc20-405b-8d58-ece741a0d8e5 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:33.364972 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c55a6692-42a2-4ef1-a887-e26cb6458da8 None None] Transition to ACTIVE for port object 895fe11c-dc20-405b-8d58-ece741a0d8e5 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:33.372168 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c55a6692-42a2-4ef1-a887-e26cb6458da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:33.414542 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55a6692-42a2-4ef1-a887-e26cb6458da8 None None] Network 485ce779-2c88-4865-a1b6-7ea11dc05175 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:33.417875 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-c55a6692-42a2-4ef1-a887-e26cb6458da8 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:33.423085 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55a6692-42a2-4ef1-a887-e26cb6458da8 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:41:33.424428 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-bc4078a9-b13d-460e-abd5-197074c2955f tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Allocated IP 172.20.0.17 (485ce779-2c88-4865-a1b6-7ea11dc05175/fcc1914d-295d-4120-a268-5d0e14ac1df2/693cdb42-e861-4dae-a29b-db1f7c679225) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:41:33.426309 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a6692-42a2-4ef1-a887-e26cb6458da8 None None] Pushing event updated for resources: {'Port': ['ID=895fe11c-dc20-405b-8d58-ece741a0d8e5,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:33.487168 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-c55a6692-42a2-4ef1-a887-e26cb6458da8 None None] Attempting to bind port 895fe11c-dc20-405b-8d58-ece741a0d8e5 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:41:33.487529 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-c55a6692-42a2-4ef1-a887-e26cb6458da8 None None] Attempting to bind port 895fe11c-dc20-405b-8d58-ece741a0d8e5 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '949b15e9-f252-46cb-bae0-d1096dc57383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '485ce779-2c88-4865-a1b6-7ea11dc05175'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:41:33.487886 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55a6692-42a2-4ef1-a887-e26cb6458da8 None None] Attempting to bind port 895fe11c-dc20-405b-8d58-ece741a0d8e5 on network 485ce779-2c88-4865-a1b6-7ea11dc05175 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:41:33.493090 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55a6692-42a2-4ef1-a887-e26cb6458da8 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:41:33.493465 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55a6692-42a2-4ef1-a887-e26cb6458da8 None None] Checking segment: {'id': '949b15e9-f252-46cb-bae0-d1096dc57383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '485ce779-2c88-4865-a1b6-7ea11dc05175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:41:33.493868 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c55a6692-42a2-4ef1-a887-e26cb6458da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:33.494255 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55a6692-42a2-4ef1-a887-e26cb6458da8 None None] Bound using segment: {'id': '949b15e9-f252-46cb-bae0-d1096dc57383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '485ce779-2c88-4865-a1b6-7ea11dc05175'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:41:33.495042 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-c55a6692-42a2-4ef1-a887-e26cb6458da8 None None] Bound port: 895fe11c-dc20-405b-8d58-ece741a0d8e5, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949b15e9-f252-46cb-bae0-d1096dc57383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '485ce779-2c88-4865-a1b6-7ea11dc05175'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:41:33.495420 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c55a6692-42a2-4ef1-a887-e26cb6458da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:33.554523 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bc4078a9-b13d-460e-abd5-197074c2955f tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:33.578355 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-c55a6692-42a2-4ef1-a887-e26cb6458da8 None None] For port 895fe11c-dc20-405b-8d58-ece741a0d8e5, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:41:33.584145 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-bc4078a9-b13d-460e-abd5-197074c2955f tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Transition to ACTIVE for port object 693cdb42-e861-4dae-a29b-db1f7c679225 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:33.587461 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-c55a6692-42a2-4ef1-a887-e26cb6458da8 None None] For port 895fe11c-dc20-405b-8d58-ece741a0d8e5, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=895fe11c-dc20-405b-8d58-ece741a0d8e5,segment=NetworkSegment(949b15e9-f252-46cb-bae0-d1096dc57383),segment_id=949b15e9-f252-46cb-bae0-d1096dc57383)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:41:33.595261 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c55a6692-42a2-4ef1-a887-e26cb6458da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:33.629708 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bc4078a9-b13d-460e-abd5-197074c2955f tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:33.663925 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a6692-42a2-4ef1-a887-e26cb6458da8 None None] Pushing event updated for resources: {'Port': ['ID=895fe11c-dc20-405b-8d58-ece741a0d8e5,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:33.692628 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4078a9-b13d-460e-abd5-197074c2955f tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Network 485ce779-2c88-4865-a1b6-7ea11dc05175 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:33.696101 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-bc4078a9-b13d-460e-abd5-197074c2955f tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:33.707795 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4078a9-b13d-460e-abd5-197074c2955f tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:41:33.755333 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4078a9-b13d-460e-abd5-197074c2955f tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Pushing event updated for resources: {'Port': ['ID=693cdb42-e861-4dae-a29b-db1f7c679225,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:33.772327 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bc4078a9-b13d-460e-abd5-197074c2955f tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:33.789671 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1981be9c-ab1a-45aa-96a4-1f90cdae93c4 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:33.886614 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 1981be9c-ab1a-45aa-96a4-1f90cdae93c4 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:33.891394 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 1981be9c-ab1a-45aa-96a4-1f90cdae93c4 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:33.891893 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:33.950362 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bc4078a9-b13d-460e-abd5-197074c2955f tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:34.016974 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:34.041962 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 1981be9c-ab1a-45aa-96a4-1f90cdae93c4, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1981be9c-ab1a-45aa-96a4-1f90cdae93c4,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:34.047231 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:34.097124 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=1981be9c-ab1a-45aa-96a4-1f90cdae93c4,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:34.261201 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bc4078a9-b13d-460e-abd5-197074c2955f tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:34.265671 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bc4078a9-b13d-460e-abd5-197074c2955f tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:34.343977 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4078a9-b13d-460e-abd5-197074c2955f tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Pushing event updated for resources: {'Port': ['ID=693cdb42-e861-4dae-a29b-db1f7c679225,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:34.345723 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bc4078a9-b13d-460e-abd5-197074c2955f tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:34.440643 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4078a9-b13d-460e-abd5-197074c2955f tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Network 485ce779-2c88-4865-a1b6-7ea11dc05175 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:34.442127 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-bc4078a9-b13d-460e-abd5-197074c2955f tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:34.559069 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4078a9-b13d-460e-abd5-197074c2955f tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Router b578543d-651f-4b7c-89be-0d7cfbdfda2e has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:41:34.667239 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875c8046-5a4f-4ed1-8266-fb183096c5e7 None None] Network 485ce779-2c88-4865-a1b6-7ea11dc05175 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:41:34.746316 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-288da438-3aa3-4e0c-b18b-f48375388c49 None None] Provisioning for port 895fe11c-dc20-405b-8d58-ece741a0d8e5 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:35.013173 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4078a9-b13d-460e-abd5-197074c2955f tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:41:35.023352 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-bc4078a9-b13d-460e-abd5-197074c2955f tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "PUT /v2.0/routers/b578543d-651f-4b7c-89be-0d7cfbdfda2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4515064 Jul 15 23:41:35.083178 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-983757ce-1a53-4da5-84b9-2dd470b4fc82 None None] Provisioning for port 693cdb42-e861-4dae-a29b-db1f7c679225 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:35.092175 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-983757ce-1a53-4da5-84b9-2dd470b4fc82 None None] Provisioning complete for port 693cdb42-e861-4dae-a29b-db1f7c679225 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:35.092371 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-983757ce-1a53-4da5-84b9-2dd470b4fc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:35.102204 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d975c27-1323-4069-8b4f-4c15f15ba93e None None] Sync routers for ids ['b578543d-651f-4b7c-89be-0d7cfbdfda2e'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:41:35.112912 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d975c27-1323-4069-8b4f-4c15f15ba93e None None] Routers {'b578543d-651f-4b7c-89be-0d7cfbdfda2e'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:35.113666 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-7d975c27-1323-4069-8b4f-4c15f15ba93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:41:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b578543d-651f-4b7c-89be-0d7cfbdfda2e'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:35.138308 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-983757ce-1a53-4da5-84b9-2dd470b4fc82 None None] Port 693cdb42-e861-4dae-a29b-db1f7c679225 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:41:35.230143 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-7d975c27-1323-4069-8b4f-4c15f15ba93e None None] Set router b578543d-651f-4b7c-89be-0d7cfbdfda2e gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:35.255936 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-ccb005c0-92e2-493d-bd59-66e81ff31673 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:35.257580 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-ccb005c0-92e2-493d-bd59-66e81ff31673 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/networks?id=485ce779-2c88-4865-a1b6-7ea11dc05175 HTTP/1.1" status: 200 len: 796 time: 0.1128821 Jul 15 23:41:35.274618 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-2a774a16-216d-4b45-877a-536098abdddc tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/quotas/ac748784e901415391608c53353316ba HTTP/1.1" status: 200 len: 375 time: 0.0112832 Jul 15 23:41:35.282329 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-725d33f1-e926-4e8a-8d98-0fff0f74e448 None None] Provisioning complete for port 693cdb42-e861-4dae-a29b-db1f7c679225 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:35.282738 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-725d33f1-e926-4e8a-8d98-0fff0f74e448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:35.323881 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-725d33f1-e926-4e8a-8d98-0fff0f74e448 None None] Port 693cdb42-e861-4dae-a29b-db1f7c679225 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:41:35.357855 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-0ebf8e77-ceb6-475c-a991-a2f9b8afa37e tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac748784e901415391608c53353316ba&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0765977 Jul 15 23:41:35.427942 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-6e5bd441-3bed-4ae0-82bd-cd938167702e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:41:35.429036 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-6e5bd441-3bed-4ae0-82bd-cd938167702e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0589981 Jul 15 23:41:35.447364 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b286288f-1f62-492b-acc3-62197257d9c8 None None] Provisioning complete for port 693cdb42-e861-4dae-a29b-db1f7c679225 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:35.447819 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b286288f-1f62-492b-acc3-62197257d9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:35.459792 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-7d975c27-1323-4069-8b4f-4c15f15ba93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b578543d-651f-4b7c-89be-0d7cfbdfda2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1266501998', 'tenant_id': 'ac748784e901415391608c53353316ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '1981be9c-ab1a-45aa-96a4-1f90cdae93c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:30Z', 'updated_at': '2021-07-15T23:41:33Z', 'revision_number': 4, 'project_id': 'ac748784e901415391608c53353316ba', 'gw_port': {'id': '1981be9c-ab1a-45aa-96a4-1f90cdae93c4', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b578543d-651f-4b7c-89be-0d7cfbdfda2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:30Z', 'updated_at': '2021-07-15T23:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '693cdb42-e861-4dae-a29b-db1f7c679225', 'name': '', 'network_id': '485ce779-2c88-4865-a1b6-7ea11dc05175', 'tenant_id': 'ac748784e901415391608c53353316ba', 'mac_address': 'fa:16:3e:2c:9b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b578543d-651f-4b7c-89be-0d7cfbdfda2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'fcc1914d-295d-4120-a268-5d0e14ac1df2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:33Z', 'updated_at': '2021-07-15T23:41:34Z', 'revision_number': 2, 'project_id': 'ac748784e901415391608c53353316ba', 'subnets': [{'id': 'fcc1914d-295d-4120-a268-5d0e14ac1df2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:35.481628 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b286288f-1f62-492b-acc3-62197257d9c8 None None] Port 693cdb42-e861-4dae-a29b-db1f7c679225 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:41:35.486302 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d975c27-1323-4069-8b4f-4c15f15ba93e None None] Checking router: b578543d-651f-4b7c-89be-0d7cfbdfda2e for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:41:35.486679 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d975c27-1323-4069-8b4f-4c15f15ba93e None None] Updating router b578543d-651f-4b7c-89be-0d7cfbdfda2e port 693cdb42-e861-4dae-a29b-db1f7c679225 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:41:35.521441 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7d975c27-1323-4069-8b4f-4c15f15ba93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:35.525380 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-ffdec970-9611-4e37-ac60-0e038d341934 service neutron] 10.222.0.16 "GET /v2.0/networks/485ce779-2c88-4865-a1b6-7ea11dc05175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885253 Jul 15 23:41:35.612975 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-61798b8b-2393-44bf-b3d3-54784a60542c service neutron] 10.222.0.16 "GET /v2.0/networks/485ce779-2c88-4865-a1b6-7ea11dc05175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818319 Jul 15 23:41:35.808751 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7d975c27-1323-4069-8b4f-4c15f15ba93e None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:35.815458 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2346ad58-337e-4ba3-92be-4309ce27d26b req-3940b592-511f-4a72-8871-f554a3000b71 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/ports?device_id=71b5e40f-ae1a-4182-a02e-839faae9fcae HTTP/1.1" status: 200 len: 210 time: 0.0481715 Jul 15 23:41:35.823533 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-7d975c27-1323-4069-8b4f-4c15f15ba93e None None] Transition to ACTIVE for port object 693cdb42-e861-4dae-a29b-db1f7c679225 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:35.840610 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7d975c27-1323-4069-8b4f-4c15f15ba93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:35.867046 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 895fe11c-dc20-405b-8d58-ece741a0d8e5 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:35.888852 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3deffd0-4456-4319-9cb1-2da520d8af85 None None] Pushing event updated for resources: {'Port': ['ID=693cdb42-e861-4dae-a29b-db1f7c679225,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:35.940949 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 895fe11c-dc20-405b-8d58-ece741a0d8e5 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:35.947031 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 895fe11c-dc20-405b-8d58-ece741a0d8e5 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:35.947408 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:35.955085 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-7d975c27-1323-4069-8b4f-4c15f15ba93e None None] Attempting to bind port 693cdb42-e861-4dae-a29b-db1f7c679225 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:41:35.955481 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-7d975c27-1323-4069-8b4f-4c15f15ba93e None None] Attempting to bind port 693cdb42-e861-4dae-a29b-db1f7c679225 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '949b15e9-f252-46cb-bae0-d1096dc57383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '485ce779-2c88-4865-a1b6-7ea11dc05175'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:41:35.956071 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d975c27-1323-4069-8b4f-4c15f15ba93e None None] Attempting to bind port 693cdb42-e861-4dae-a29b-db1f7c679225 on network 485ce779-2c88-4865-a1b6-7ea11dc05175 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:41:35.961435 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d975c27-1323-4069-8b4f-4c15f15ba93e None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:41:35.961948 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d975c27-1323-4069-8b4f-4c15f15ba93e None None] Checking segment: {'id': '949b15e9-f252-46cb-bae0-d1096dc57383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '485ce779-2c88-4865-a1b6-7ea11dc05175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:41:35.962571 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7d975c27-1323-4069-8b4f-4c15f15ba93e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:35.963098 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d975c27-1323-4069-8b4f-4c15f15ba93e None None] Bound using segment: {'id': '949b15e9-f252-46cb-bae0-d1096dc57383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '485ce779-2c88-4865-a1b6-7ea11dc05175'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:41:35.963661 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-7d975c27-1323-4069-8b4f-4c15f15ba93e None None] Bound port: 693cdb42-e861-4dae-a29b-db1f7c679225, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949b15e9-f252-46cb-bae0-d1096dc57383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '485ce779-2c88-4865-a1b6-7ea11dc05175'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:41:35.964142 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7d975c27-1323-4069-8b4f-4c15f15ba93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:36.056327 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:36.061327 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-7d975c27-1323-4069-8b4f-4c15f15ba93e None None] For port 693cdb42-e861-4dae-a29b-db1f7c679225, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:41:36.065651 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-7d975c27-1323-4069-8b4f-4c15f15ba93e None None] For port 693cdb42-e861-4dae-a29b-db1f7c679225, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=693cdb42-e861-4dae-a29b-db1f7c679225,segment=NetworkSegment(949b15e9-f252-46cb-bae0-d1096dc57383),segment_id=949b15e9-f252-46cb-bae0-d1096dc57383)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:41:36.071038 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7d975c27-1323-4069-8b4f-4c15f15ba93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:36.097725 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 895fe11c-dc20-405b-8d58-ece741a0d8e5, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=895fe11c-dc20-405b-8d58-ece741a0d8e5,segment=NetworkSegment(949b15e9-f252-46cb-bae0-d1096dc57383),segment_id=949b15e9-f252-46cb-bae0-d1096dc57383)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:36.102607 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:36.103557 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1981be9c-ab1a-45aa-96a4-1f90cdae93c4 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:36.132184 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3deffd0-4456-4319-9cb1-2da520d8af85 None None] Pushing event updated for resources: {'Port': ['ID=693cdb42-e861-4dae-a29b-db1f7c679225,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:36.147538 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d975c27-1323-4069-8b4f-4c15f15ba93e None None] Routers {'b578543d-651f-4b7c-89be-0d7cfbdfda2e'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:36.148147 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-7d975c27-1323-4069-8b4f-4c15f15ba93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:41:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b578543d-651f-4b7c-89be-0d7cfbdfda2e'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:36.194971 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=895fe11c-dc20-405b-8d58-ece741a0d8e5,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:36.220894 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 1981be9c-ab1a-45aa-96a4-1f90cdae93c4 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:36.221265 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:36.282989 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-7d975c27-1323-4069-8b4f-4c15f15ba93e None None] Set router b578543d-651f-4b7c-89be-0d7cfbdfda2e gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:36.588842 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-7d975c27-1323-4069-8b4f-4c15f15ba93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b578543d-651f-4b7c-89be-0d7cfbdfda2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1266501998', 'tenant_id': 'ac748784e901415391608c53353316ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '1981be9c-ab1a-45aa-96a4-1f90cdae93c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:30Z', 'updated_at': '2021-07-15T23:41:33Z', 'revision_number': 4, 'project_id': 'ac748784e901415391608c53353316ba', 'gw_port': {'id': '1981be9c-ab1a-45aa-96a4-1f90cdae93c4', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b578543d-651f-4b7c-89be-0d7cfbdfda2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:30Z', 'updated_at': '2021-07-15T23:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '693cdb42-e861-4dae-a29b-db1f7c679225', 'name': '', 'network_id': '485ce779-2c88-4865-a1b6-7ea11dc05175', 'tenant_id': 'ac748784e901415391608c53353316ba', 'mac_address': 'fa:16:3e:2c:9b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b578543d-651f-4b7c-89be-0d7cfbdfda2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'fcc1914d-295d-4120-a268-5d0e14ac1df2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:33Z', 'updated_at': '2021-07-15T23:41:36Z', 'revision_number': 4, 'project_id': 'ac748784e901415391608c53353316ba', 'subnets': [{'id': 'fcc1914d-295d-4120-a268-5d0e14ac1df2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:36.616483 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d975c27-1323-4069-8b4f-4c15f15ba93e None None] The sync data for ids ['b578543d-651f-4b7c-89be-0d7cfbdfda2e'] in n-d-787205-9 is: [{'id': 'b578543d-651f-4b7c-89be-0d7cfbdfda2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1266501998', 'tenant_id': 'ac748784e901415391608c53353316ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '1981be9c-ab1a-45aa-96a4-1f90cdae93c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:30Z', 'updated_at': '2021-07-15T23:41:33Z', 'revision_number': 4, 'project_id': 'ac748784e901415391608c53353316ba', 'gw_port': {'id': '1981be9c-ab1a-45aa-96a4-1f90cdae93c4', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b578543d-651f-4b7c-89be-0d7cfbdfda2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:30Z', 'updated_at': '2021-07-15T23:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '693cdb42-e861-4dae-a29b-db1f7c679225', 'name': '', 'network_id': '485ce779-2c88-4865-a1b6-7ea11dc05175', 'tenant_id': 'ac748784e901415391608c53353316ba', 'mac_address': 'fa:16:3e:2c:9b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b578543d-651f-4b7c-89be-0d7cfbdfda2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'fcc1914d-295d-4120-a268-5d0e14ac1df2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:33Z', 'updated_at': '2021-07-15T23:41:36Z', 'revision_number': 4, 'project_id': 'ac748784e901415391608c53353316ba', 'subnets': [{'id': 'fcc1914d-295d-4120-a268-5d0e14ac1df2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:41:36.973337 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7393cd02-a90e-44b4-994d-26485a361e45 req-c849e319-478c-4027-adef-b75429c36d70 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/ports?device_id=71b5e40f-ae1a-4182-a02e-839faae9fcae HTTP/1.1" status: 200 len: 210 time: 0.0421548 Jul 15 23:41:37.093752 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-9202f0df-6c0f-4908-a143-fc72ce05c74e tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:37.096001 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-9202f0df-6c0f-4908-a143-fc72ce05c74e tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.36 "GET /v2.0/networks?id=485ce779-2c88-4865-a1b6-7ea11dc05175 HTTP/1.1" status: 200 len: 796 time: 0.1173813 Jul 15 23:41:37.113373 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-c044f866-a4c6-4494-8566-0da7d3df5636 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Request body: {'port': {'device_id': '71b5e40f-ae1a-4182-a02e-839faae9fcae', 'network_id': '485ce779-2c88-4865-a1b6-7ea11dc05175', 'admin_state_up': True, 'tenant_id': 'ac748784e901415391608c53353316ba'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:37.230967 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-c044f866-a4c6-4494-8566-0da7d3df5636 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Made reservation on behalf of ac748784e901415391608c53353316ba for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:41:37.235031 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-c044f866-a4c6-4494-8566-0da7d3df5636 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.367288 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-c044f866-a4c6-4494-8566-0da7d3df5636 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Allocated IP 172.20.0.22 (485ce779-2c88-4865-a1b6-7ea11dc05175/fcc1914d-295d-4120-a268-5d0e14ac1df2/f5d0272b-c82b-4d66-911a-c0baea3d728a) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:41:37.487144 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-c044f866-a4c6-4494-8566-0da7d3df5636 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.500728 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-c044f866-a4c6-4494-8566-0da7d3df5636 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Transition to ACTIVE for port object f5d0272b-c82b-4d66-911a-c0baea3d728a will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:37.536180 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-c044f866-a4c6-4494-8566-0da7d3df5636 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.581004 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-c044f866-a4c6-4494-8566-0da7d3df5636 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Network 485ce779-2c88-4865-a1b6-7ea11dc05175 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:37.584302 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-c044f866-a4c6-4494-8566-0da7d3df5636 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:37.590979 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-c044f866-a4c6-4494-8566-0da7d3df5636 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:41:37.622357 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044f866-a4c6-4494-8566-0da7d3df5636 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Pushing event updated for resources: {'Port': ['ID=f5d0272b-c82b-4d66-911a-c0baea3d728a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:37.638895 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044f866-a4c6-4494-8566-0da7d3df5636 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.639243 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044f866-a4c6-4494-8566-0da7d3df5636 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.639589 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044f866-a4c6-4494-8566-0da7d3df5636 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.639925 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044f866-a4c6-4494-8566-0da7d3df5636 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.640256 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044f866-a4c6-4494-8566-0da7d3df5636 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.640588 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044f866-a4c6-4494-8566-0da7d3df5636 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.640915 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044f866-a4c6-4494-8566-0da7d3df5636 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.641240 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044f866-a4c6-4494-8566-0da7d3df5636 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.641568 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044f866-a4c6-4494-8566-0da7d3df5636 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.641889 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044f866-a4c6-4494-8566-0da7d3df5636 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.642210 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044f866-a4c6-4494-8566-0da7d3df5636 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.642738 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044f866-a4c6-4494-8566-0da7d3df5636 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.663191 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-c044f866-a4c6-4494-8566-0da7d3df5636 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:37.663948 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-c044f866-a4c6-4494-8566-0da7d3df5636 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.680159 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-c044f866-a4c6-4494-8566-0da7d3df5636 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5711906 Jul 15 23:41:37.705942 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-dcc831ad-0d80-4433-b09e-dd67b9c76127 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:41:37.707159 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-dcc831ad-0d80-4433-b09e-dd67b9c76127 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088410 Jul 15 23:41:37.774932 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-944bea2c-ecce-4e53-a433-6c91765bf0cd service neutron] Request body: {'port': {'device_id': '71b5e40f-ae1a-4182-a02e-839faae9fcae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:37.829434 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 895fe11c-dc20-405b-8d58-ece741a0d8e5 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:37.861049 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-944bea2c-ecce-4e53-a433-6c91765bf0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.883566 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 895fe11c-dc20-405b-8d58-ece741a0d8e5 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:37.884521 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.908375 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b5d79422-5b2e-4c12-b2de-417655936ff4 None None] Provisioning for port f5d0272b-c82b-4d66-911a-c0baea3d728a completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:37.918305 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b5d79422-5b2e-4c12-b2de-417655936ff4 None None] Provisioning complete for port f5d0272b-c82b-4d66-911a-c0baea3d728a triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:37.918696 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b5d79422-5b2e-4c12-b2de-417655936ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.126165 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b5d79422-5b2e-4c12-b2de-417655936ff4 None None] Port f5d0272b-c82b-4d66-911a-c0baea3d728a cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:41:38.146411 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-944bea2c-ecce-4e53-a433-6c91765bf0cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5d0272b-c82b-4d66-911a-c0baea3d728a {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:41:38.155512 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-944bea2c-ecce-4e53-a433-6c91765bf0cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.162388 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77848e-fb61-4206-aa84-c50d0bce24b3 req-aed8b5aa-9e2f-4bb4-9132-057dac04a04e tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:38.163976 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1b77848e-fb61-4206-aa84-c50d0bce24b3 req-aed8b5aa-9e2f-4bb4-9132-057dac04a04e tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/ports?device_id=71b5e40f-ae1a-4182-a02e-839faae9fcae HTTP/1.1" status: 200 len: 895 time: 0.0672479 Jul 15 23:41:38.167679 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-944bea2c-ecce-4e53-a433-6c91765bf0cd service neutron] Transition to ACTIVE for port object f5d0272b-c82b-4d66-911a-c0baea3d728a will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:38.167787 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 693cdb42-e861-4dae-a29b-db1f7c679225 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:38.172792 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-944bea2c-ecce-4e53-a433-6c91765bf0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.221068 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 693cdb42-e861-4dae-a29b-db1f7c679225 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:38.225052 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 693cdb42-e861-4dae-a29b-db1f7c679225 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:38.225418 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.273492 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944bea2c-ecce-4e53-a433-6c91765bf0cd service neutron] Pushing event updated for resources: {'Port': ['ID=f5d0272b-c82b-4d66-911a-c0baea3d728a,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:38.306029 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-944bea2c-ecce-4e53-a433-6c91765bf0cd service neutron] Attempting to bind port f5d0272b-c82b-4d66-911a-c0baea3d728a on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:41:38.306369 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-944bea2c-ecce-4e53-a433-6c91765bf0cd service neutron] Attempting to bind port f5d0272b-c82b-4d66-911a-c0baea3d728a by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '949b15e9-f252-46cb-bae0-d1096dc57383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '485ce779-2c88-4865-a1b6-7ea11dc05175'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:41:38.306743 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-944bea2c-ecce-4e53-a433-6c91765bf0cd service neutron] Attempting to bind port f5d0272b-c82b-4d66-911a-c0baea3d728a on network 485ce779-2c88-4865-a1b6-7ea11dc05175 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:41:38.309039 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.311297 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-944bea2c-ecce-4e53-a433-6c91765bf0cd service neutron] Port f5d0272b-c82b-4d66-911a-c0baea3d728a on network 485ce779-2c88-4865-a1b6-7ea11dc05175 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:41:38.311624 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-944bea2c-ecce-4e53-a433-6c91765bf0cd service neutron] Attempting to bind port f5d0272b-c82b-4d66-911a-c0baea3d728a on network 485ce779-2c88-4865-a1b6-7ea11dc05175 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:41:38.317162 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-944bea2c-ecce-4e53-a433-6c91765bf0cd service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:41:38.317855 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-944bea2c-ecce-4e53-a433-6c91765bf0cd service neutron] Checking segment: {'id': '949b15e9-f252-46cb-bae0-d1096dc57383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '485ce779-2c88-4865-a1b6-7ea11dc05175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:41:38.318251 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-944bea2c-ecce-4e53-a433-6c91765bf0cd service neutron] Bound using segment: {'id': '949b15e9-f252-46cb-bae0-d1096dc57383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '485ce779-2c88-4865-a1b6-7ea11dc05175'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:41:38.318713 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-944bea2c-ecce-4e53-a433-6c91765bf0cd service neutron] Bound port: f5d0272b-c82b-4d66-911a-c0baea3d728a, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949b15e9-f252-46cb-bae0-d1096dc57383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '485ce779-2c88-4865-a1b6-7ea11dc05175'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:41:38.319082 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-944bea2c-ecce-4e53-a433-6c91765bf0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.345334 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 693cdb42-e861-4dae-a29b-db1f7c679225, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=693cdb42-e861-4dae-a29b-db1f7c679225,segment=NetworkSegment(949b15e9-f252-46cb-bae0-d1096dc57383),segment_id=949b15e9-f252-46cb-bae0-d1096dc57383)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:38.349809 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.392286 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-944bea2c-ecce-4e53-a433-6c91765bf0cd service neutron] For port f5d0272b-c82b-4d66-911a-c0baea3d728a, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:41:38.395891 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-944bea2c-ecce-4e53-a433-6c91765bf0cd service neutron] For port f5d0272b-c82b-4d66-911a-c0baea3d728a, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=f5d0272b-c82b-4d66-911a-c0baea3d728a,segment=NetworkSegment(949b15e9-f252-46cb-bae0-d1096dc57383),segment_id=949b15e9-f252-46cb-bae0-d1096dc57383)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:41:38.401299 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-944bea2c-ecce-4e53-a433-6c91765bf0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.402797 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=693cdb42-e861-4dae-a29b-db1f7c679225,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:38.410972 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:38.411324 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:38.411661 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:38.411999 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:38.412332 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:38.412671 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:38.413007 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:38.413324 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:38.413647 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:38.413973 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:38.414297 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:38.414619 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:38.435322 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-944bea2c-ecce-4e53-a433-6c91765bf0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:38.435930 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-944bea2c-ecce-4e53-a433-6c91765bf0cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.437302 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-944bea2c-ecce-4e53-a433-6c91765bf0cd service neutron] 10.222.0.36 "PUT /v2.0/ports/f5d0272b-c82b-4d66-911a-c0baea3d728a HTTP/1.1" status: 200 len: 1055 time: 0.7218881 Jul 15 23:41:38.437729 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b5e40f-ae1a-4182-a02e-839faae9fcae', 'tag': 'f5d0272b-c82b-4d66-911a-c0baea3d728a'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:41:38.440467 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc674ce4-1756-4a94-8a71-c082e7407843" -d '{"events": [{"name": "network-changed", "server_uuid": "71b5e40f-ae1a-4182-a02e-839faae9fcae", "tag": "f5d0272b-c82b-4d66-911a-c0baea3d728a"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:41:38.465796 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944bea2c-ecce-4e53-a433-6c91765bf0cd service neutron] Pushing event updated for resources: {'Port': ['ID=f5d0272b-c82b-4d66-911a-c0baea3d728a,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:38.494207 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726c4407-c63f-42fe-a72e-875902693bf9 x-openstack-request-id: req-726c4407-c63f-42fe-a72e-875902693bf9 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:41:38.494500 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71b5e40f-ae1a-4182-a02e-839faae9fcae", "tag": "f5d0272b-c82b-4d66-911a-c0baea3d728a", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:41:38.494786 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-726c4407-c63f-42fe-a72e-875902693bf9 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:41:38.495189 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b5e40f-ae1a-4182-a02e-839faae9fcae', 'tag': 'f5d0272b-c82b-4d66-911a-c0baea3d728a', 'status': 'completed', 'code': 200} Jul 15 23:41:38.561372 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-656dd108-bdcf-4be4-9fa7-d0e7abe33487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:38.562937 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-656dd108-bdcf-4be4-9fa7-d0e7abe33487 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac748784e901415391608c53353316ba&device_id=71b5e40f-ae1a-4182-a02e-839faae9fcae HTTP/1.1" status: 200 len: 1058 time: 0.0561075 Jul 15 23:41:38.613293 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-c7e9e588-c8d9-43cc-a74c-bcb19b14cae5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=f5d0272b-c82b-4d66-911a-c0baea3d728a HTTP/1.1" status: 200 len: 217 time: 0.0384972 Jul 15 23:41:38.661428 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-8925a625-dffc-43d2-8a29-c3276710c544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:38.662928 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-8925a625-dffc-43d2-8a29-c3276710c544 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fcc1914d-295d-4120-a268-5d0e14ac1df2 HTTP/1.1" status: 200 len: 838 time: 0.0440245 Jul 15 23:41:38.718724 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-bc16495c-4b5d-42b2-b312-9ac6d5e1c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:38.720213 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-bc16495c-4b5d-42b2-b312-9ac6d5e1c4a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=485ce779-2c88-4865-a1b6-7ea11dc05175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515468 Jul 15 23:41:38.811725 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-48090184-b4ee-4283-9861-33a04bc83d07 service neutron] 10.222.0.36 "GET /v2.0/networks/485ce779-2c88-4865-a1b6-7ea11dc05175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850120 Jul 15 23:41:38.898885 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-28fbc9fd-a634-41e1-b7a1-5098f4430def req-ae7b822c-f6d5-463d-9620-57f40eb98545 service neutron] 10.222.0.36 "GET /v2.0/networks/485ce779-2c88-4865-a1b6-7ea11dc05175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808229 Jul 15 23:41:39.017181 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:39.036604 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc674ce4-1756-4a94-8a71-c082e7407843 req-e2bde670-3734-404a-81c8-949817bafe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:39.038095 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fc674ce4-1756-4a94-8a71-c082e7407843 req-e2bde670-3734-404a-81c8-949817bafe1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac748784e901415391608c53353316ba&device_id=71b5e40f-ae1a-4182-a02e-839faae9fcae HTTP/1.1" status: 200 len: 1058 time: 0.0584431 Jul 15 23:41:39.124022 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc674ce4-1756-4a94-8a71-c082e7407843 req-b007099d-45a9-43c3-88a4-3cdbeaa16463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:39.125380 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fc674ce4-1756-4a94-8a71-c082e7407843 req-b007099d-45a9-43c3-88a4-3cdbeaa16463 service neutron] 10.222.0.36 "GET /v2.0/networks?id=485ce779-2c88-4865-a1b6-7ea11dc05175 HTTP/1.1" status: 200 len: 897 time: 0.0814445 Jul 15 23:41:39.169244 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fc674ce4-1756-4a94-8a71-c082e7407843 req-77510b48-267c-4987-93f0-69330845e19c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=f5d0272b-c82b-4d66-911a-c0baea3d728a HTTP/1.1" status: 200 len: 217 time: 0.0366998 Jul 15 23:41:39.217682 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc674ce4-1756-4a94-8a71-c082e7407843 req-3495e4bd-32e7-4f5d-bc28-8d79e15d8412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:39.219198 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fc674ce4-1756-4a94-8a71-c082e7407843 req-3495e4bd-32e7-4f5d-bc28-8d79e15d8412 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fcc1914d-295d-4120-a268-5d0e14ac1df2 HTTP/1.1" status: 200 len: 838 time: 0.0437577 Jul 15 23:41:39.275162 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc674ce4-1756-4a94-8a71-c082e7407843 req-c51c52a5-a150-4dfc-b118-6a2b3cedf6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:39.276666 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fc674ce4-1756-4a94-8a71-c082e7407843 req-c51c52a5-a150-4dfc-b118-6a2b3cedf6ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=485ce779-2c88-4865-a1b6-7ea11dc05175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507066 Jul 15 23:41:39.344053 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e282f3-d4c4-4041-9777-eed692d58d01 req-3335425b-e58c-4494-8eab-17ad55711578 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:39.345529 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b4e282f3-d4c4-4041-9777-eed692d58d01 req-3335425b-e58c-4494-8eab-17ad55711578 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/ports?device_id=71b5e40f-ae1a-4182-a02e-839faae9fcae HTTP/1.1" status: 200 len: 907 time: 0.0669115 Jul 15 23:41:39.369741 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fc674ce4-1756-4a94-8a71-c082e7407843 req-33509013-8fca-4f86-8763-c3855491670b service neutron] 10.222.0.36 "GET /v2.0/networks/485ce779-2c88-4865-a1b6-7ea11dc05175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863585 Jul 15 23:41:39.460689 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-fc674ce4-1756-4a94-8a71-c082e7407843 req-2dd937f8-a378-48cd-9002-cf811be5b590 service neutron] 10.222.0.36 "GET /v2.0/networks/485ce779-2c88-4865-a1b6-7ea11dc05175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845430 Jul 15 23:41:39.744254 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 693cdb42-e861-4dae-a29b-db1f7c679225 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:39.791257 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 693cdb42-e861-4dae-a29b-db1f7c679225 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:39.791639 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:40.406160 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:41:40.519231 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ac7f5-b704-42e3-9222-3f1163fd891c req-924411cc-f5d7-4e09-88d5-0ea22ed58760 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:40.520694 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bf5ac7f5-b704-42e3-9222-3f1163fd891c req-924411cc-f5d7-4e09-88d5-0ea22ed58760 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/ports?device_id=71b5e40f-ae1a-4182-a02e-839faae9fcae HTTP/1.1" status: 200 len: 907 time: 0.0633433 Jul 15 23:41:41.691088 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f29c33-7c4a-418b-8fe5-2d6a7be5aca0 req-3b00c74b-70e6-45b2-aebf-79ce3e424fbc tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:41.692553 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-64f29c33-7c4a-418b-8fe5-2d6a7be5aca0 req-3b00c74b-70e6-45b2-aebf-79ce3e424fbc tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/ports?device_id=71b5e40f-ae1a-4182-a02e-839faae9fcae HTTP/1.1" status: 200 len: 907 time: 0.0613687 Jul 15 23:41:41.928598 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device f5d0272b-c82b-4d66-911a-c0baea3d728a details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:41:42.021765 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port f5d0272b-c82b-4d66-911a-c0baea3d728a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=f5d0272b-c82b-4d66-911a-c0baea3d728a,segment=NetworkSegment(949b15e9-f252-46cb-bae0-d1096dc57383),segment_id=949b15e9-f252-46cb-bae0-d1096dc57383)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:42.032702 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'f5d0272b-c82b-4d66-911a-c0baea3d728a', 'network_id': '485ce779-2c88-4865-a1b6-7ea11dc05175', 'port_id': 'f5d0272b-c82b-4d66-911a-c0baea3d728a', 'mac_address': 'fa:16:3e:2a:40:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc1914d-295d-4120-a268-5d0e14ac1df2', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:41:42.072318 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:42.084160 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5d0272b-c82b-4d66-911a-c0baea3d728a {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:41:42.102232 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port f5d0272b-c82b-4d66-911a-c0baea3d728a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=f5d0272b-c82b-4d66-911a-c0baea3d728a,segment=NetworkSegment(949b15e9-f252-46cb-bae0-d1096dc57383),segment_id=949b15e9-f252-46cb-bae0-d1096dc57383)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:42.106383 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:42.152065 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=f5d0272b-c82b-4d66-911a-c0baea3d728a,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:42.385233 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['f5d0272b-c82b-4d66-911a-c0baea3d728a'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:41:42.869062 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7302572-51a8-4fbd-9990-3d411ad54218 req-02c001d5-0873-475f-9195-9a9ded4a813d tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:42.870521 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b7302572-51a8-4fbd-9990-3d411ad54218 req-02c001d5-0873-475f-9195-9a9ded4a813d tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/ports?device_id=71b5e40f-ae1a-4182-a02e-839faae9fcae HTTP/1.1" status: 200 len: 908 time: 0.0649579 Jul 15 23:41:43.933143 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device f5d0272b-c82b-4d66-911a-c0baea3d728a up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:43.985118 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port f5d0272b-c82b-4d66-911a-c0baea3d728a completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:43.988733 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port f5d0272b-c82b-4d66-911a-c0baea3d728a triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:43.989132 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:44.044142 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c41e3-d75c-49e2-acdd-3a2f2642f92c req-820e0e5c-d578-4d7f-a709-2a7c81566891 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:44.045682 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d34c41e3-d75c-49e2-acdd-3a2f2642f92c req-820e0e5c-d578-4d7f-a709-2a7c81566891 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/ports?device_id=71b5e40f-ae1a-4182-a02e-839faae9fcae HTTP/1.1" status: 200 len: 908 time: 0.0638773 Jul 15 23:41:44.066104 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:44.088040 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b5e40f-ae1a-4182-a02e-839faae9fcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d0272b-c82b-4d66-911a-c0baea3d728a'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:41:44.090403 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88d3268-a0e9-4d6a-b78f-b4599f7354a0" -d '{"events": [{"server_uuid": "71b5e40f-ae1a-4182-a02e-839faae9fcae", "name": "network-vif-plugged", "status": "completed", "tag": "f5d0272b-c82b-4d66-911a-c0baea3d728a"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:41:44.102654 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port f5d0272b-c82b-4d66-911a-c0baea3d728a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=f5d0272b-c82b-4d66-911a-c0baea3d728a,segment=NetworkSegment(949b15e9-f252-46cb-bae0-d1096dc57383),segment_id=949b15e9-f252-46cb-bae0-d1096dc57383)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:44.106587 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:44.130247 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1355ab7b-d15a-415d-8daa-af5791c5ba89 x-openstack-request-id: req-1355ab7b-d15a-415d-8daa-af5791c5ba89 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:41:44.130532 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b5e40f-ae1a-4182-a02e-839faae9fcae", "name": "network-vif-plugged", "status": "completed", "tag": "f5d0272b-c82b-4d66-911a-c0baea3d728a", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:41:44.130811 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1355ab7b-d15a-415d-8daa-af5791c5ba89 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:41:44.131202 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b5e40f-ae1a-4182-a02e-839faae9fcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d0272b-c82b-4d66-911a-c0baea3d728a', 'code': 200} Jul 15 23:41:44.156765 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=f5d0272b-c82b-4d66-911a-c0baea3d728a,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:44.264173 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05eaf21-d4fc-48ff-b7ba-fef0254bc52a req-f986364f-cd4f-4037-bb05-fdce1d539a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:44.265701 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f05eaf21-d4fc-48ff-b7ba-fef0254bc52a req-f986364f-cd4f-4037-bb05-fdce1d539a34 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=71b5e40f-ae1a-4182-a02e-839faae9fcae HTTP/1.1" status: 200 len: 1060 time: 0.0550611 Jul 15 23:41:45.222384 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5af412-b28e-4f50-9cb1-49635e8b5764 req-430fcf43-cec4-442f-886b-927c0430f4fc tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:45.224621 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab5af412-b28e-4f50-9cb1-49635e8b5764 req-430fcf43-cec4-442f-886b-927c0430f4fc tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/ports?device_id=71b5e40f-ae1a-4182-a02e-839faae9fcae HTTP/1.1" status: 200 len: 909 time: 0.0655947 Jul 15 23:41:45.929074 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fea4c67c-f499-430f-8c91-5eb87af7ad63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:46.395644 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c8df1-2024-4247-afa5-31bf747c3fc5 req-6c783b9f-4a58-4165-b436-d08d1ee14a8a tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:46.397120 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d37c8df1-2024-4247-afa5-31bf747c3fc5 req-6c783b9f-4a58-4165-b436-d08d1ee14a8a tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/ports?device_id=71b5e40f-ae1a-4182-a02e-839faae9fcae HTTP/1.1" status: 200 len: 909 time: 0.0617969 Jul 15 23:41:46.569393 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf386e-2aba-4eee-b669-0e114487e137 req-3cf5d62b-db37-4663-a927-242d02d895fe tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:46.570870 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-52bf386e-2aba-4eee-b669-0e114487e137 req-3cf5d62b-db37-4663-a927-242d02d895fe tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/ports?device_id=71b5e40f-ae1a-4182-a02e-839faae9fcae HTTP/1.1" status: 200 len: 909 time: 0.0650241 Jul 15 23:41:46.731421 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f6a90-240b-4ac0-8480-d58650ce0798 req-19a6a89d-9eee-443b-8642-ca654e5b98a4 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:46.732985 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-815f6a90-240b-4ac0-8480-d58650ce0798 req-19a6a89d-9eee-443b-8642-ca654e5b98a4 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=71b5e40f-ae1a-4182-a02e-839faae9fcae HTTP/1.1" status: 200 len: 1060 time: 0.0526006 Jul 15 23:41:46.888276 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a2ea7-d47e-475b-8f1a-91a0f947747e req-0eefe53a-29c8-40cc-afda-3ab3b4700b9f tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:46.890206 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e99a2ea7-d47e-475b-8f1a-91a0f947747e req-0eefe53a-29c8-40cc-afda-3ab3b4700b9f tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0ca9aa02-b6ab-4d1a-823b-14ca4f236891 HTTP/1.1" status: 200 len: 1136 time: 0.0505152 Jul 15 23:41:46.925642 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e99a2ea7-d47e-475b-8f1a-91a0f947747e req-bacf5df6-daef-4057-b19a-48d79c7e2fc1 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=966633a4-1ea5-4171-bef5-be39316d4161&id=04e4d3d1-5f19-4996-a695-32c89eec6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0298359 Jul 15 23:41:46.949221 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34806) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:46.999625 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cb0d6c-2c78-48a0-b3dd-d48eb1f77e24 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:47.001135 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-00cb0d6c-2c78-48a0-b3dd-d48eb1f77e24 tempest-TestSecurityGroupsBasicOps-1682106980 tempest-TestSecurityGroupsBasicOps-1682106980-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=71b5e40f-ae1a-4182-a02e-839faae9fcae HTTP/1.1" status: 200 len: 1055 time: 0.0509024 Jul 15 23:41:47.353344 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b24ec-d61a-408b-8579-33277fa39200 req-7579768f-234c-41d2-b7bf-469f5095ee6f tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:47.354811 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-be4b24ec-d61a-408b-8579-33277fa39200 req-7579768f-234c-41d2-b7bf-469f5095ee6f tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/ports?device_id=71b5e40f-ae1a-4182-a02e-839faae9fcae HTTP/1.1" status: 200 len: 909 time: 0.0645895 Jul 15 23:41:48.300386 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e127392-9e8b-4f4e-8b45-cf59064dbb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:48.528413 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d258bd-f057-41c8-a9a2-96f91dd65347 req-2b48926d-bba4-4a53-b776-ac6241f8eda7 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:48.529897 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e5d258bd-f057-41c8-a9a2-96f91dd65347 req-2b48926d-bba4-4a53-b776-ac6241f8eda7 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/ports?device_id=71b5e40f-ae1a-4182-a02e-839faae9fcae HTTP/1.1" status: 200 len: 909 time: 0.0621600 Jul 15 23:41:48.640436 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5398eb-b703-42b6-b5ca-725299017aa8 req-06330bf3-5345-429e-b0c9-13b19ae7a429 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:48.641856 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6d5398eb-b703-42b6-b5ca-725299017aa8 req-06330bf3-5345-429e-b0c9-13b19ae7a429 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.36 "GET /v2.0/ports?device_id=71b5e40f-ae1a-4182-a02e-839faae9fcae HTTP/1.1" status: 200 len: 909 time: 0.0613236 Jul 15 23:41:48.739936 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-6d5398eb-b703-42b6-b5ca-725299017aa8 req-7471ffb9-4171-4d81-ae73-405b202f6114 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Deleting port f5d0272b-c82b-4d66-911a-c0baea3d728a {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:41:48.740274 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6d5398eb-b703-42b6-b5ca-725299017aa8 req-7471ffb9-4171-4d81-ae73-405b202f6114 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:48.759983 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:48.831606 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-6d5398eb-b703-42b6-b5ca-725299017aa8 req-7471ffb9-4171-4d81-ae73-405b202f6114 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] For port f5d0272b-c82b-4d66-911a-c0baea3d728a, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=f5d0272b-c82b-4d66-911a-c0baea3d728a,segment=NetworkSegment(949b15e9-f252-46cb-bae0-d1096dc57383),segment_id=949b15e9-f252-46cb-bae0-d1096dc57383)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:48.831982 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6d5398eb-b703-42b6-b5ca-725299017aa8 req-7471ffb9-4171-4d81-ae73-405b202f6114 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:48.844433 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-6d5398eb-b703-42b6-b5ca-725299017aa8 req-7471ffb9-4171-4d81-ae73-405b202f6114 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Calling delete_port for f5d0272b-c82b-4d66-911a-c0baea3d728a owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:41:48.970072 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6d5398eb-b703-42b6-b5ca-725299017aa8 req-7471ffb9-4171-4d81-ae73-405b202f6114 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:48.999248 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471ffb9-4171-4d81-ae73-405b202f6114 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Pushing event deleted for resources: {'Port': ['ID=f5d0272b-c82b-4d66-911a-c0baea3d728a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:49.043608 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5398eb-b703-42b6-b5ca-725299017aa8 req-7471ffb9-4171-4d81-ae73-405b202f6114 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] No DVR routers for this DVR port f5d0272b-c82b-4d66-911a-c0baea3d728a on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:41:49.046883 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6d5398eb-b703-42b6-b5ca-725299017aa8 req-7471ffb9-4171-4d81-ae73-405b202f6114 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:49.048919 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6d5398eb-b703-42b6-b5ca-725299017aa8 req-7471ffb9-4171-4d81-ae73-405b202f6114 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.36 "DELETE /v2.0/ports/f5d0272b-c82b-4d66-911a-c0baea3d728a HTTP/1.1" status: 204 len: 173 time: 0.4021418 Jul 15 23:41:49.049388 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b5e40f-ae1a-4182-a02e-839faae9fcae', 'name': 'network-vif-deleted', 'tag': 'f5d0272b-c82b-4d66-911a-c0baea3d728a'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:41:49.051789 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbbe642-209a-4dd4-90c3-1431519d9a70" -d '{"events": [{"server_uuid": "71b5e40f-ae1a-4182-a02e-839faae9fcae", "name": "network-vif-deleted", "tag": "f5d0272b-c82b-4d66-911a-c0baea3d728a"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:41:49.091283 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a60be4c-6d5a-4577-b042-4a55e2c2ef3a x-openstack-request-id: req-3a60be4c-6d5a-4577-b042-4a55e2c2ef3a {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:41:49.091604 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b5e40f-ae1a-4182-a02e-839faae9fcae", "name": "network-vif-deleted", "tag": "f5d0272b-c82b-4d66-911a-c0baea3d728a", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:41:49.091848 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a60be4c-6d5a-4577-b042-4a55e2c2ef3a {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:41:49.092525 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b5e40f-ae1a-4182-a02e-839faae9fcae', 'name': 'network-vif-deleted', 'tag': 'f5d0272b-c82b-4d66-911a-c0baea3d728a', 'status': 'completed', 'code': 200} Jul 15 23:41:49.689326 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab946081-530d-486b-8096-63980e2b075e req-5142e443-476a-4484-bf90-d01dcb14fdc9 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/ports?device_id=71b5e40f-ae1a-4182-a02e-839faae9fcae HTTP/1.1" status: 200 len: 210 time: 0.0295763 Jul 15 23:41:49.743149 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:50.788042 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34820) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:51.137280 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b32784df-efc0-4a4f-9b57-a19857a661c1 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:51.310416 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:51.396848 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b32784df-efc0-4a4f-9b57-a19857a661c1 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Deleting port 693cdb42-e861-4dae-a29b-db1f7c679225 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:41:51.397190 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b32784df-efc0-4a4f-9b57-a19857a661c1 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:51.484549 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-b32784df-efc0-4a4f-9b57-a19857a661c1 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] For port 693cdb42-e861-4dae-a29b-db1f7c679225, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=693cdb42-e861-4dae-a29b-db1f7c679225,segment=NetworkSegment(949b15e9-f252-46cb-bae0-d1096dc57383),segment_id=949b15e9-f252-46cb-bae0-d1096dc57383)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:51.484818 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b32784df-efc0-4a4f-9b57-a19857a661c1 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:51.496406 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b32784df-efc0-4a4f-9b57-a19857a661c1 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Calling delete_port for 693cdb42-e861-4dae-a29b-db1f7c679225 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:41:51.674923 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b32784df-efc0-4a4f-9b57-a19857a661c1 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:51.702167 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32784df-efc0-4a4f-9b57-a19857a661c1 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Pushing event deleted for resources: {'Port': ['ID=693cdb42-e861-4dae-a29b-db1f7c679225,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:51.872841 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b32784df-efc0-4a4f-9b57-a19857a661c1 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:51.943669 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device f5d0272b-c82b-4d66-911a-c0baea3d728a no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:41:51.963536 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: f5d0272b-c82b-4d66-911a-c0baea3d728a {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:41:51.963882 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device f5d0272b-c82b-4d66-911a-c0baea3d728a not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:41:52.081817 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32784df-efc0-4a4f-9b57-a19857a661c1 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Router b578543d-651f-4b7c-89be-0d7cfbdfda2e has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:41:52.512090 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32784df-efc0-4a4f-9b57-a19857a661c1 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:41:52.517638 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b32784df-efc0-4a4f-9b57-a19857a661c1 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "PUT /v2.0/routers/b578543d-651f-4b7c-89be-0d7cfbdfda2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7285590 Jul 15 23:41:52.520338 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34822) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:52.523001 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d92b64-47a6-49a2-97c7-ab6497985f01 None None] Sync routers for ids ['b578543d-651f-4b7c-89be-0d7cfbdfda2e'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:41:52.532585 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d92b64-47a6-49a2-97c7-ab6497985f01 None None] Routers {'b578543d-651f-4b7c-89be-0d7cfbdfda2e'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:52.533205 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-96d92b64-47a6-49a2-97c7-ab6497985f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:41:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b578543d-651f-4b7c-89be-0d7cfbdfda2e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:52.569621 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-729d845e-6d04-4127-8908-258905643b35 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Deleting subnet fcc1914d-295d-4120-a268-5d0e14ac1df2 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:41:52.572726 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-729d845e-6d04-4127-8908-258905643b35 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:52.615697 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-729d845e-6d04-4127-8908-258905643b35 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:52.636399 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-96d92b64-47a6-49a2-97c7-ab6497985f01 None None] Set router b578543d-651f-4b7c-89be-0d7cfbdfda2e gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:52.696500 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-729d845e-6d04-4127-8908-258905643b35 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:52.753949 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-729d845e-6d04-4127-8908-258905643b35 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:52.786310 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d845e-6d04-4127-8908-258905643b35 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Pushing event deleted for resources: {'Subnet': ['ID=fcc1914d-295d-4120-a268-5d0e14ac1df2,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:52.791800 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-729d845e-6d04-4127-8908-258905643b35 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:52.796109 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-729d845e-6d04-4127-8908-258905643b35 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "DELETE /v2.0/subnets/fcc1914d-295d-4120-a268-5d0e14ac1df2 HTTP/1.1" status: 204 len: 168 time: 0.2722635 Jul 15 23:41:52.796773 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34824) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:52.800924 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe8de44-74e4-4393-afef-a98a4affd384 None None] Network 485ce779-2c88-4865-a1b6-7ea11dc05175 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:41:52.873764 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-96d92b64-47a6-49a2-97c7-ab6497985f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b578543d-651f-4b7c-89be-0d7cfbdfda2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1266501998', 'tenant_id': 'ac748784e901415391608c53353316ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '1981be9c-ab1a-45aa-96a4-1f90cdae93c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:30Z', 'updated_at': '2021-07-15T23:41:51Z', 'revision_number': 5, 'project_id': 'ac748784e901415391608c53353316ba', 'gw_port': {'id': '1981be9c-ab1a-45aa-96a4-1f90cdae93c4', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b578543d-651f-4b7c-89be-0d7cfbdfda2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:30Z', 'updated_at': '2021-07-15T23:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:52.901726 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2184bcf2-6e75-4293-9c5e-73ccf10fa0ba tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:52.916054 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d92b64-47a6-49a2-97c7-ab6497985f01 None None] Checking router: b578543d-651f-4b7c-89be-0d7cfbdfda2e for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:41:52.944693 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d92b64-47a6-49a2-97c7-ab6497985f01 None None] Routers {'b578543d-651f-4b7c-89be-0d7cfbdfda2e'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:52.945387 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-96d92b64-47a6-49a2-97c7-ab6497985f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:41:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['b578543d-651f-4b7c-89be-0d7cfbdfda2e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:53.004658 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2184bcf2-6e75-4293-9c5e-73ccf10fa0ba tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:53.063056 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-96d92b64-47a6-49a2-97c7-ab6497985f01 None None] Set router b578543d-651f-4b7c-89be-0d7cfbdfda2e gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:53.065054 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2184bcf2-6e75-4293-9c5e-73ccf10fa0ba tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Deleting port 1981be9c-ab1a-45aa-96a4-1f90cdae93c4 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:41:53.065410 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2184bcf2-6e75-4293-9c5e-73ccf10fa0ba tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:53.119694 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39350a63-fea1-4cd1-84a2-9c400f4684c7 None None] DHCP port deletion for 485ce779-2c88-4865-a1b6-7ea11dc05175 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:41:53.145860 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-2184bcf2-6e75-4293-9c5e-73ccf10fa0ba tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] For port 1981be9c-ab1a-45aa-96a4-1f90cdae93c4, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1981be9c-ab1a-45aa-96a4-1f90cdae93c4,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:53.146229 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2184bcf2-6e75-4293-9c5e-73ccf10fa0ba tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:53.158023 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2184bcf2-6e75-4293-9c5e-73ccf10fa0ba tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Calling delete_port for 1981be9c-ab1a-45aa-96a4-1f90cdae93c4 owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:41:53.251335 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-39350a63-fea1-4cd1-84a2-9c400f4684c7 None None] Deleting port 895fe11c-dc20-405b-8d58-ece741a0d8e5 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:41:53.251702 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-39350a63-fea1-4cd1-84a2-9c400f4684c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:53.325673 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-39350a63-fea1-4cd1-84a2-9c400f4684c7 None None] For port 895fe11c-dc20-405b-8d58-ece741a0d8e5, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=895fe11c-dc20-405b-8d58-ece741a0d8e5,segment=NetworkSegment(949b15e9-f252-46cb-bae0-d1096dc57383),segment_id=949b15e9-f252-46cb-bae0-d1096dc57383)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:53.326062 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-39350a63-fea1-4cd1-84a2-9c400f4684c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:53.326215 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2184bcf2-6e75-4293-9c5e-73ccf10fa0ba tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:53.341313 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-39350a63-fea1-4cd1-84a2-9c400f4684c7 None None] Calling delete_port for 895fe11c-dc20-405b-8d58-ece741a0d8e5 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:41:53.354262 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-96d92b64-47a6-49a2-97c7-ab6497985f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b578543d-651f-4b7c-89be-0d7cfbdfda2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1266501998', 'tenant_id': 'ac748784e901415391608c53353316ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '1981be9c-ab1a-45aa-96a4-1f90cdae93c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:30Z', 'updated_at': '2021-07-15T23:41:51Z', 'revision_number': 5, 'project_id': 'ac748784e901415391608c53353316ba', 'gw_port': {'id': '1981be9c-ab1a-45aa-96a4-1f90cdae93c4', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b578543d-651f-4b7c-89be-0d7cfbdfda2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:30Z', 'updated_at': '2021-07-15T23:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:53.357469 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184bcf2-6e75-4293-9c5e-73ccf10fa0ba tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Pushing event deleted for resources: {'Port': ['ID=1981be9c-ab1a-45aa-96a4-1f90cdae93c4,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:53.384776 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2184bcf2-6e75-4293-9c5e-73ccf10fa0ba tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:53.385124 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2184bcf2-6e75-4293-9c5e-73ccf10fa0ba tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:53.385464 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2184bcf2-6e75-4293-9c5e-73ccf10fa0ba tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:53.385799 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2184bcf2-6e75-4293-9c5e-73ccf10fa0ba tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:53.386131 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2184bcf2-6e75-4293-9c5e-73ccf10fa0ba tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:53.386457 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2184bcf2-6e75-4293-9c5e-73ccf10fa0ba tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:53.386814 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2184bcf2-6e75-4293-9c5e-73ccf10fa0ba tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:53.387142 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2184bcf2-6e75-4293-9c5e-73ccf10fa0ba tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:53.387465 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2184bcf2-6e75-4293-9c5e-73ccf10fa0ba tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:53.387787 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2184bcf2-6e75-4293-9c5e-73ccf10fa0ba tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:53.388109 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2184bcf2-6e75-4293-9c5e-73ccf10fa0ba tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:53.388426 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2184bcf2-6e75-4293-9c5e-73ccf10fa0ba tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:53.407077 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d92b64-47a6-49a2-97c7-ab6497985f01 None None] The sync data for ids ['b578543d-651f-4b7c-89be-0d7cfbdfda2e'] in n-d-787205-9 is: [{'id': 'b578543d-651f-4b7c-89be-0d7cfbdfda2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1266501998', 'tenant_id': 'ac748784e901415391608c53353316ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '1981be9c-ab1a-45aa-96a4-1f90cdae93c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:30Z', 'updated_at': '2021-07-15T23:41:51Z', 'revision_number': 5, 'project_id': 'ac748784e901415391608c53353316ba', 'gw_port': {'id': '1981be9c-ab1a-45aa-96a4-1f90cdae93c4', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b578543d-651f-4b7c-89be-0d7cfbdfda2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:30Z', 'updated_at': '2021-07-15T23:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:41:53.430308 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2184bcf2-6e75-4293-9c5e-73ccf10fa0ba tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:53.451922 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-39350a63-fea1-4cd1-84a2-9c400f4684c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:53.480340 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39350a63-fea1-4cd1-84a2-9c400f4684c7 None None] Pushing event deleted for resources: {'Port': ['ID=895fe11c-dc20-405b-8d58-ece741a0d8e5,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:53.485547 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39350a63-fea1-4cd1-84a2-9c400f4684c7 None None] No DVR routers for this DVR port 895fe11c-dc20-405b-8d58-ece741a0d8e5 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:41:53.530468 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2184bcf2-6e75-4293-9c5e-73ccf10fa0ba tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:53.532603 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2184bcf2-6e75-4293-9c5e-73ccf10fa0ba tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:53.574030 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2184bcf2-6e75-4293-9c5e-73ccf10fa0ba tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:53.574530 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2184bcf2-6e75-4293-9c5e-73ccf10fa0ba tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Fanout notify agent at l3_agent the message router_deleted on router b578543d-651f-4b7c-89be-0d7cfbdfda2e {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:41:53.581203 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2184bcf2-6e75-4293-9c5e-73ccf10fa0ba tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:53.582296 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2184bcf2-6e75-4293-9c5e-73ccf10fa0ba tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "DELETE /v2.0/routers/b578543d-651f-4b7c-89be-0d7cfbdfda2e HTTP/1.1" status: 204 len: 168 time: 0.7846889 Jul 15 23:41:53.584869 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34826) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:53.661500 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf63d583-32a1-404b-9f1c-1c8cd8003068 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:53.744193 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf63d583-32a1-404b-9f1c-1c8cd8003068 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:53.754936 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-bf63d583-32a1-404b-9f1c-1c8cd8003068 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['485ce779-2c88-4865-a1b6-7ea11dc05175']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:53.767813 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-bf63d583-32a1-404b-9f1c-1c8cd8003068 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949b15e9-f252-46cb-bae0-d1096dc57383') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:53.768312 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-bf63d583-32a1-404b-9f1c-1c8cd8003068 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949b15e9-f252-46cb-bae0-d1096dc57383') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:53.777945 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf63d583-32a1-404b-9f1c-1c8cd8003068 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:53.792576 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf63d583-32a1-404b-9f1c-1c8cd8003068 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:53.800269 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf63d583-32a1-404b-9f1c-1c8cd8003068 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:41:53.800678 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf63d583-32a1-404b-9f1c-1c8cd8003068 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:53.803907 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:41:53.803907 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:41:53.803907 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:41:53.803907 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:41:53.803907 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:41:53.803907 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:41:53.803907 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:41:53.803907 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:41:53.803907 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:41:53.803907 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:41:53.803907 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:41:53.803907 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:41:53.803907 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:41:53.803907 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:41:53.803907 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:41:53.803907 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:41:53.803907 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:41:53.803907 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:41:53.803907 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:41:53.803907 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:41:53.803907 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:41:53.803907 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:41:53.803907 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:41:53.803907 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:41:53.803907 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:41:53.803907 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:41:53.803907 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:41:53.803907 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:41:53.803907 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:41:53.803907 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:41:53.803907 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:41:53.803907 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:41:53.868992 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 895fe11c-dc20-405b-8d58-ece741a0d8e5 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:41:53.869546 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf63d583-32a1-404b-9f1c-1c8cd8003068 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:53.878739 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bf63d583-32a1-404b-9f1c-1c8cd8003068 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:53.880978 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-bf63d583-32a1-404b-9f1c-1c8cd8003068 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "DELETE /v2.0/networks/485ce779-2c88-4865-a1b6-7ea11dc05175 HTTP/1.1" status: 204 len: 168 time: 0.2952008 Jul 15 23:41:53.883793 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34828) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:53.893382 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63d583-32a1-404b-9f1c-1c8cd8003068 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Pushing event deleted for resources: {'Network': ['ID=485ce779-2c88-4865-a1b6-7ea11dc05175,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:53.899641 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 895fe11c-dc20-405b-8d58-ece741a0d8e5 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:41:53.900064 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 895fe11c-dc20-405b-8d58-ece741a0d8e5 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:41:53.900557 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 693cdb42-e861-4dae-a29b-db1f7c679225 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:41:53.925524 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 693cdb42-e861-4dae-a29b-db1f7c679225 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:41:53.925524 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 693cdb42-e861-4dae-a29b-db1f7c679225 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:41:54.051780 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-1a6e2ed7-bea8-4544-9637-d779ad62c5da tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Deleting port 89f75cf6-15fb-491f-b000-a237034717a3 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:41:54.052122 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a6e2ed7-bea8-4544-9637-d779ad62c5da tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:54.132087 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a6e2ed7-bea8-4544-9637-d779ad62c5da tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:54.132418 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a6e2ed7-bea8-4544-9637-d779ad62c5da tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:54.144138 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-1a6e2ed7-bea8-4544-9637-d779ad62c5da tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Calling delete_port for 89f75cf6-15fb-491f-b000-a237034717a3 owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:41:54.284857 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a6e2ed7-bea8-4544-9637-d779ad62c5da tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:54.312672 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e2ed7-bea8-4544-9637-d779ad62c5da tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Pushing event deleted for resources: {'Port': ['ID=89f75cf6-15fb-491f-b000-a237034717a3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:54.340876 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:54.375360 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a6e2ed7-bea8-4544-9637-d779ad62c5da tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:54.375522 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [None req-1a6e2ed7-bea8-4544-9637-d779ad62c5da tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Floating IP 2d694202-9774-45da-924b-9ebbf6ced63d disassociated (deleted). External IP: 172.25.4.63, port: 1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd. Jul 15 23:41:54.583509 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6e2ed7-bea8-4544-9637-d779ad62c5da tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Router 22859a10-8ba8-4aaa-a4f5-7acb6ec5c848 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:41:54.691766 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6e2ed7-bea8-4544-9637-d779ad62c5da tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:41:54.696238 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a6e2ed7-bea8-4544-9637-d779ad62c5da tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:54.700453 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aafc569-6de1-4638-8947-7982aa963f17 None None] Sync routers for ids ['22859a10-8ba8-4aaa-a4f5-7acb6ec5c848'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:41:54.709981 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aafc569-6de1-4638-8947-7982aa963f17 None None] Routers {'22859a10-8ba8-4aaa-a4f5-7acb6ec5c848'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:54.710529 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-3aafc569-6de1-4638-8947-7982aa963f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:41:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['22859a10-8ba8-4aaa-a4f5-7acb6ec5c848'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:54.731771 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1a6e2ed7-bea8-4544-9637-d779ad62c5da tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "DELETE /v2.0/floatingips/2d694202-9774-45da-924b-9ebbf6ced63d HTTP/1.1" status: 204 len: 168 time: 0.8468921 Jul 15 23:41:54.732385 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca9aa02-b6ab-4d1a-823b-14ca4f236891', 'tag': '1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:41:54.735260 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c8dd21-d310-4b15-8dcd-d25ea5f814e9" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca9aa02-b6ab-4d1a-823b-14ca4f236891", "tag": "1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:41:54.772884 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59562acf-853d-44fd-b0f5-372bd9332a69 x-openstack-request-id: req-59562acf-853d-44fd-b0f5-372bd9332a69 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:41:54.773254 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca9aa02-b6ab-4d1a-823b-14ca4f236891", "tag": "1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:41:54.773578 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-59562acf-853d-44fd-b0f5-372bd9332a69 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:41:54.774041 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca9aa02-b6ab-4d1a-823b-14ca4f236891', 'tag': '1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd', 'status': 'completed', 'code': 200} Jul 15 23:41:54.822521 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-3aafc569-6de1-4638-8947-7982aa963f17 None None] Set router 22859a10-8ba8-4aaa-a4f5-7acb6ec5c848 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:54.849979 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8dd21-d310-4b15-8dcd-d25ea5f814e9 req-b758b876-1c76-4c91-8b51-3b535141fc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:54.851560 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-71c8dd21-d310-4b15-8dcd-d25ea5f814e9 req-b758b876-1c76-4c91-8b51-3b535141fc83 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac748784e901415391608c53353316ba&device_id=0ca9aa02-b6ab-4d1a-823b-14ca4f236891 HTTP/1.1" status: 200 len: 1136 time: 0.0551524 Jul 15 23:41:54.957074 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8dd21-d310-4b15-8dcd-d25ea5f814e9 req-b92e318c-3654-4d66-8d0d-8c9843fed072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:54.959702 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-71c8dd21-d310-4b15-8dcd-d25ea5f814e9 req-b92e318c-3654-4d66-8d0d-8c9843fed072 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6a8890ef-8d72-4351-bc09-45460dedfddf HTTP/1.1" status: 200 len: 898 time: 0.1024430 Jul 15 23:41:55.004524 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-71c8dd21-d310-4b15-8dcd-d25ea5f814e9 req-c96d95c7-5ee1-494a-8c20-c8e4222ddaf6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd HTTP/1.1" status: 200 len: 217 time: 0.0374789 Jul 15 23:41:55.027847 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-3aafc569-6de1-4638-8947-7982aa963f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1965735823', 'tenant_id': 'ac748784e901415391608c53353316ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e645de1-0cbc-4223-a43b-d99e2531b4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:34Z', 'updated_at': '2021-07-15T23:40:38Z', 'revision_number': 4, 'project_id': 'ac748784e901415391608c53353316ba', 'gw_port': {'id': '6e645de1-0cbc-4223-a43b-d99e2531b4c6', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:34Z', 'updated_at': '2021-07-15T23:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'ba39c894-30e0-4d13-a5df-065e00a634cd', 'name': '', 'network_id': '6a8890ef-8d72-4351-bc09-45460dedfddf', 'tenant_id': 'ac748784e901415391608c53353316ba', 'mac_address': 'fa:16:3e:62:1e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'd23e54cb-a891-47cc-a408-846833491a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:37Z', 'updated_at': '2021-07-15T23:40:41Z', 'revision_number': 5, 'project_id': 'ac748784e901415391608c53353316ba', 'subnets': [{'id': 'd23e54cb-a891-47cc-a408-846833491a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:55.058521 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8dd21-d310-4b15-8dcd-d25ea5f814e9 req-23286e84-71ae-48b5-8e80-7879289f0a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:55.059631 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aafc569-6de1-4638-8947-7982aa963f17 None None] Checking router: 22859a10-8ba8-4aaa-a4f5-7acb6ec5c848 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:41:55.060071 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-71c8dd21-d310-4b15-8dcd-d25ea5f814e9 req-23286e84-71ae-48b5-8e80-7879289f0a2b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d23e54cb-a891-47cc-a408-846833491a68 HTTP/1.1" status: 200 len: 835 time: 0.0494421 Jul 15 23:41:55.068763 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aafc569-6de1-4638-8947-7982aa963f17 None None] Routers {'22859a10-8ba8-4aaa-a4f5-7acb6ec5c848'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:55.069375 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-3aafc569-6de1-4638-8947-7982aa963f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:41:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['22859a10-8ba8-4aaa-a4f5-7acb6ec5c848'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:55.117578 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847b5d1-9a3f-441a-bfce-3ff929be5690 req-3f31ad24-dc47-4dba-b3ce-c5048ef04823 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:55.119128 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4847b5d1-9a3f-441a-bfce-3ff929be5690 req-3f31ad24-dc47-4dba-b3ce-c5048ef04823 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca9aa02-b6ab-4d1a-823b-14ca4f236891 HTTP/1.1" status: 200 len: 985 time: 0.0666180 Jul 15 23:41:55.125390 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8dd21-d310-4b15-8dcd-d25ea5f814e9 req-1b7bbcbc-e5da-4aac-851c-9fd5f996cadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:55.126941 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-71c8dd21-d310-4b15-8dcd-d25ea5f814e9 req-1b7bbcbc-e5da-4aac-851c-9fd5f996cadc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6a8890ef-8d72-4351-bc09-45460dedfddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587449 Jul 15 23:41:55.162301 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4847b5d1-9a3f-441a-bfce-3ff929be5690 req-c2fe41ee-fcf3-442f-bb2f-3cee4bd48e62 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/security-groups?id=966633a4-1ea5-4171-bef5-be39316d4161&id=04e4d3d1-5f19-4996-a695-32c89eec6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0373809 Jul 15 23:41:55.181293 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-3aafc569-6de1-4638-8947-7982aa963f17 None None] Set router 22859a10-8ba8-4aaa-a4f5-7acb6ec5c848 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:55.222037 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-71c8dd21-d310-4b15-8dcd-d25ea5f814e9 req-215fceef-932f-4d93-a0ad-ba00e95270f8 service neutron] 10.222.0.43 "GET /v2.0/networks/6a8890ef-8d72-4351-bc09-45460dedfddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865674 Jul 15 23:41:55.315447 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-71c8dd21-d310-4b15-8dcd-d25ea5f814e9 req-e34066fe-47f8-4118-8867-ae7b13af217e service neutron] 10.222.0.43 "GET /v2.0/networks/6a8890ef-8d72-4351-bc09-45460dedfddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868447 Jul 15 23:41:55.375245 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-3aafc569-6de1-4638-8947-7982aa963f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1965735823', 'tenant_id': 'ac748784e901415391608c53353316ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e645de1-0cbc-4223-a43b-d99e2531b4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:34Z', 'updated_at': '2021-07-15T23:40:38Z', 'revision_number': 4, 'project_id': 'ac748784e901415391608c53353316ba', 'gw_port': {'id': '6e645de1-0cbc-4223-a43b-d99e2531b4c6', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:34Z', 'updated_at': '2021-07-15T23:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'ba39c894-30e0-4d13-a5df-065e00a634cd', 'name': '', 'network_id': '6a8890ef-8d72-4351-bc09-45460dedfddf', 'tenant_id': 'ac748784e901415391608c53353316ba', 'mac_address': 'fa:16:3e:62:1e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'd23e54cb-a891-47cc-a408-846833491a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:37Z', 'updated_at': '2021-07-15T23:40:41Z', 'revision_number': 5, 'project_id': 'ac748784e901415391608c53353316ba', 'subnets': [{'id': 'd23e54cb-a891-47cc-a408-846833491a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:55.400494 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aafc569-6de1-4638-8947-7982aa963f17 None None] The sync data for ids ['22859a10-8ba8-4aaa-a4f5-7acb6ec5c848'] in n-d-787205-9 is: [{'id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1965735823', 'tenant_id': 'ac748784e901415391608c53353316ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e645de1-0cbc-4223-a43b-d99e2531b4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:34Z', 'updated_at': '2021-07-15T23:40:38Z', 'revision_number': 4, 'project_id': 'ac748784e901415391608c53353316ba', 'gw_port': {'id': '6e645de1-0cbc-4223-a43b-d99e2531b4c6', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:34Z', 'updated_at': '2021-07-15T23:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'ba39c894-30e0-4d13-a5df-065e00a634cd', 'name': '', 'network_id': '6a8890ef-8d72-4351-bc09-45460dedfddf', 'tenant_id': 'ac748784e901415391608c53353316ba', 'mac_address': 'fa:16:3e:62:1e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'd23e54cb-a891-47cc-a408-846833491a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:37Z', 'updated_at': '2021-07-15T23:40:41Z', 'revision_number': 5, 'project_id': 'ac748784e901415391608c53353316ba', 'subnets': [{'id': 'd23e54cb-a891-47cc-a408-846833491a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:41:55.603895 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65b8a1a-01cf-46ff-bfe8-345f6eee97c6 None None] New status for floating IP 2d694202-9774-45da-924b-9ebbf6ced63d: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:41:55.712457 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1981be9c-ab1a-45aa-96a4-1f90cdae93c4 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:41:55.732583 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 1981be9c-ab1a-45aa-96a4-1f90cdae93c4 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:41:55.732927 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1981be9c-ab1a-45aa-96a4-1f90cdae93c4 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:41:56.340247 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d211e28-d027-48ae-9e6a-93f22f8cc50f req-254794bd-985d-43c2-b2ec-e88193768517 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:56.340856 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f099b-70c1-4944-a8ed-98c76c08683b req-d92a656d-62d9-4376-9ae0-0640aa113824 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:56.341727 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3d211e28-d027-48ae-9e6a-93f22f8cc50f req-254794bd-985d-43c2-b2ec-e88193768517 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ca9aa02-b6ab-4d1a-823b-14ca4f236891 HTTP/1.1" status: 200 len: 985 time: 0.0634468 Jul 15 23:41:56.341895 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b3f099b-70c1-4944-a8ed-98c76c08683b req-d92a656d-62d9-4376-9ae0-0640aa113824 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca9aa02-b6ab-4d1a-823b-14ca4f236891 HTTP/1.1" status: 200 len: 985 time: 0.0680535 Jul 15 23:41:56.381912 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b3f099b-70c1-4944-a8ed-98c76c08683b req-0cd7ac95-8ff4-4035-b957-d90df6f753f5 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "GET /v2.0/security-groups?id=966633a4-1ea5-4171-bef5-be39316d4161&id=04e4d3d1-5f19-4996-a695-32c89eec6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0341084 Jul 15 23:41:56.446952 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-3d211e28-d027-48ae-9e6a-93f22f8cc50f req-05b46839-f80c-494c-ad54-7f16a3dd8f53 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Deleting port 1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:41:56.447298 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3d211e28-d027-48ae-9e6a-93f22f8cc50f req-05b46839-f80c-494c-ad54-7f16a3dd8f53 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:56.532345 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-3d211e28-d027-48ae-9e6a-93f22f8cc50f req-05b46839-f80c-494c-ad54-7f16a3dd8f53 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] For port 1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd,segment=NetworkSegment(d1f76d6f-483d-4454-85f9-ad9c77041abd),segment_id=d1f76d6f-483d-4454-85f9-ad9c77041abd)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:56.532698 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3d211e28-d027-48ae-9e6a-93f22f8cc50f req-05b46839-f80c-494c-ad54-7f16a3dd8f53 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:56.544750 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-3d211e28-d027-48ae-9e6a-93f22f8cc50f req-05b46839-f80c-494c-ad54-7f16a3dd8f53 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Calling delete_port for 1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:41:56.673035 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3d211e28-d027-48ae-9e6a-93f22f8cc50f req-05b46839-f80c-494c-ad54-7f16a3dd8f53 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:56.699785 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b46839-f80c-494c-ad54-7f16a3dd8f53 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Pushing event deleted for resources: {'Port': ['ID=1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:56.748370 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d211e28-d027-48ae-9e6a-93f22f8cc50f req-05b46839-f80c-494c-ad54-7f16a3dd8f53 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] No DVR routers for this DVR port 1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:41:56.750994 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-3d211e28-d027-48ae-9e6a-93f22f8cc50f req-05b46839-f80c-494c-ad54-7f16a3dd8f53 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:56.752971 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3d211e28-d027-48ae-9e6a-93f22f8cc50f req-05b46839-f80c-494c-ad54-7f16a3dd8f53 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.43 "DELETE /v2.0/ports/1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd HTTP/1.1" status: 204 len: 173 time: 0.4059622 Jul 15 23:41:56.774710 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca9aa02-b6ab-4d1a-823b-14ca4f236891', 'name': 'network-vif-deleted', 'tag': '1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:41:56.777025 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ef8765-954d-48f4-a982-b86d0628d106" -d '{"events": [{"server_uuid": "0ca9aa02-b6ab-4d1a-823b-14ca4f236891", "name": "network-vif-deleted", "tag": "1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:41:56.812956 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5643882-935a-4de8-b012-425c90547959 x-openstack-request-id: req-c5643882-935a-4de8-b012-425c90547959 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:41:56.813277 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca9aa02-b6ab-4d1a-823b-14ca4f236891", "name": "network-vif-deleted", "tag": "1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:41:56.813531 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c5643882-935a-4de8-b012-425c90547959 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:41:56.813956 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca9aa02-b6ab-4d1a-823b-14ca4f236891', 'name': 'network-vif-deleted', 'tag': '1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd', 'status': 'completed', 'code': 200} Jul 15 23:41:57.475804 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34842) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:57.532259 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d4e57459-a631-44f5-ba5a-2294b7f57358 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:57.553419 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d4e57459-a631-44f5-ba5a-2294b7f57358 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:57.594340 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d4e57459-a631-44f5-ba5a-2294b7f57358 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:57.596861 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d4e57459-a631-44f5-ba5a-2294b7f57358 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:57.597998 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d4e57459-a631-44f5-ba5a-2294b7f57358 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "DELETE /v2.0/security-groups/04e4d3d1-5f19-4996-a695-32c89eec6c52 HTTP/1.1" status: 204 len: 168 time: 0.1211340 Jul 15 23:41:57.600936 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34844) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:57.606716 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e57459-a631-44f5-ba5a-2294b7f57358 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e4d3d1-5f19-4996-a695-32c89eec6c52,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:57.655432 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8db4305b-2754-4656-b692-fd16d4462de5 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:57.676598 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8db4305b-2754-4656-b692-fd16d4462de5 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:57.719679 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8db4305b-2754-4656-b692-fd16d4462de5 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:57.722237 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8db4305b-2754-4656-b692-fd16d4462de5 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:57.723434 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8db4305b-2754-4656-b692-fd16d4462de5 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "DELETE /v2.0/security-groups/966633a4-1ea5-4171-bef5-be39316d4161 HTTP/1.1" status: 204 len: 168 time: 0.1215189 Jul 15 23:41:57.726657 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34846) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:57.732950 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4305b-2754-4656-b692-fd16d4462de5 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=966633a4-1ea5-4171-bef5-be39316d4161,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:58.082706 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e8aefedc-a769-40c9-a067-addcb1e8b459 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:58.342350 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefedc-a769-40c9-a067-addcb1e8b459 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Deleting port ba39c894-30e0-4d13-a5df-065e00a634cd {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:41:58.342723 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e8aefedc-a769-40c9-a067-addcb1e8b459 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:58.427621 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-e8aefedc-a769-40c9-a067-addcb1e8b459 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] For port ba39c894-30e0-4d13-a5df-065e00a634cd, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ba39c894-30e0-4d13-a5df-065e00a634cd,segment=NetworkSegment(d1f76d6f-483d-4454-85f9-ad9c77041abd),segment_id=d1f76d6f-483d-4454-85f9-ad9c77041abd)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:58.427980 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e8aefedc-a769-40c9-a067-addcb1e8b459 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:58.440485 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e8aefedc-a769-40c9-a067-addcb1e8b459 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Calling delete_port for ba39c894-30e0-4d13-a5df-065e00a634cd owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:41:58.620822 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e8aefedc-a769-40c9-a067-addcb1e8b459 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:58.646897 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aefedc-a769-40c9-a067-addcb1e8b459 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Pushing event deleted for resources: {'Port': ['ID=ba39c894-30e0-4d13-a5df-065e00a634cd,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:58.820035 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e8aefedc-a769-40c9-a067-addcb1e8b459 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:59.027531 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8aefedc-a769-40c9-a067-addcb1e8b459 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Router 22859a10-8ba8-4aaa-a4f5-7acb6ec5c848 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:41:59.127282 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8aefedc-a769-40c9-a067-addcb1e8b459 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:41:59.132394 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e8aefedc-a769-40c9-a067-addcb1e8b459 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "PUT /v2.0/routers/22859a10-8ba8-4aaa-a4f5-7acb6ec5c848/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4045892 Jul 15 23:41:59.135325 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34848) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:59.136843 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce066940-afb1-4585-b18c-8207b64ce477 None None] Sync routers for ids ['22859a10-8ba8-4aaa-a4f5-7acb6ec5c848'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:41:59.147051 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce066940-afb1-4585-b18c-8207b64ce477 None None] Routers {'22859a10-8ba8-4aaa-a4f5-7acb6ec5c848'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:59.147654 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ce066940-afb1-4585-b18c-8207b64ce477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:41:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['22859a10-8ba8-4aaa-a4f5-7acb6ec5c848'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:59.188015 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-9199835e-c6d6-44e3-a541-a2f0ba0ce737 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Deleting subnet d23e54cb-a891-47cc-a408-846833491a68 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:41:59.191329 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9199835e-c6d6-44e3-a541-a2f0ba0ce737 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:59.230394 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9199835e-c6d6-44e3-a541-a2f0ba0ce737 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:59.250047 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-ce066940-afb1-4585-b18c-8207b64ce477 None None] Set router 22859a10-8ba8-4aaa-a4f5-7acb6ec5c848 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:59.312535 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9199835e-c6d6-44e3-a541-a2f0ba0ce737 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:59.375211 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9199835e-c6d6-44e3-a541-a2f0ba0ce737 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:59.402307 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199835e-c6d6-44e3-a541-a2f0ba0ce737 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Pushing event deleted for resources: {'Subnet': ['ID=d23e54cb-a891-47cc-a408-846833491a68,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:59.406005 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9199835e-c6d6-44e3-a541-a2f0ba0ce737 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:59.407793 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9199835e-c6d6-44e3-a541-a2f0ba0ce737 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "DELETE /v2.0/subnets/d23e54cb-a891-47cc-a408-846833491a68 HTTP/1.1" status: 204 len: 168 time: 0.2715569 Jul 15 23:41:59.410594 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34850) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:59.413519 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7146bc18-142b-44d2-b93d-9c0eddc3d3be None None] Network 6a8890ef-8d72-4351-bc09-45460dedfddf requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:41:59.427971 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ce066940-afb1-4585-b18c-8207b64ce477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1965735823', 'tenant_id': 'ac748784e901415391608c53353316ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e645de1-0cbc-4223-a43b-d99e2531b4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:34Z', 'updated_at': '2021-07-15T23:41:58Z', 'revision_number': 5, 'project_id': 'ac748784e901415391608c53353316ba', 'gw_port': {'id': '6e645de1-0cbc-4223-a43b-d99e2531b4c6', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:34Z', 'updated_at': '2021-07-15T23:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:59.453926 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce066940-afb1-4585-b18c-8207b64ce477 None None] Checking router: 22859a10-8ba8-4aaa-a4f5-7acb6ec5c848 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:41:59.462130 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce066940-afb1-4585-b18c-8207b64ce477 None None] Routers {'22859a10-8ba8-4aaa-a4f5-7acb6ec5c848'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:59.462770 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ce066940-afb1-4585-b18c-8207b64ce477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:41:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['22859a10-8ba8-4aaa-a4f5-7acb6ec5c848'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:59.543010 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b41b42a-fa44-4188-8024-cc49562bd7f8 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:59.569682 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-ce066940-afb1-4585-b18c-8207b64ce477 None None] Set router 22859a10-8ba8-4aaa-a4f5-7acb6ec5c848 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:59.644260 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f03f7c-46ef-431c-a072-93b16fce25af None None] DHCP port deletion for 6a8890ef-8d72-4351-bc09-45460dedfddf request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:41:59.653362 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b41b42a-fa44-4188-8024-cc49562bd7f8 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:59.706018 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-65f03f7c-46ef-431c-a072-93b16fce25af None None] Deleting port 79926af1-fd45-4382-823e-1d7f962c41f3 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:41:59.706018 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-65f03f7c-46ef-431c-a072-93b16fce25af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:59.716561 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1b41b42a-fa44-4188-8024-cc49562bd7f8 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Deleting port 6e645de1-0cbc-4223-a43b-d99e2531b4c6 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:41:59.717463 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b41b42a-fa44-4188-8024-cc49562bd7f8 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:59.778470 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-65f03f7c-46ef-431c-a072-93b16fce25af None None] For port 79926af1-fd45-4382-823e-1d7f962c41f3, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=79926af1-fd45-4382-823e-1d7f962c41f3,segment=NetworkSegment(d1f76d6f-483d-4454-85f9-ad9c77041abd),segment_id=d1f76d6f-483d-4454-85f9-ad9c77041abd)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:59.779038 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-65f03f7c-46ef-431c-a072-93b16fce25af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:59.792917 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-65f03f7c-46ef-431c-a072-93b16fce25af None None] Calling delete_port for 79926af1-fd45-4382-823e-1d7f962c41f3 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:41:59.821541 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-1b41b42a-fa44-4188-8024-cc49562bd7f8 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] For port 6e645de1-0cbc-4223-a43b-d99e2531b4c6, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=6e645de1-0cbc-4223-a43b-d99e2531b4c6,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:59.821906 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b41b42a-fa44-4188-8024-cc49562bd7f8 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:59.834986 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1b41b42a-fa44-4188-8024-cc49562bd7f8 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Calling delete_port for 6e645de1-0cbc-4223-a43b-d99e2531b4c6 owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:41:59.853712 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-ce066940-afb1-4585-b18c-8207b64ce477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1965735823', 'tenant_id': 'ac748784e901415391608c53353316ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e645de1-0cbc-4223-a43b-d99e2531b4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:34Z', 'updated_at': '2021-07-15T23:41:58Z', 'revision_number': 5, 'project_id': 'ac748784e901415391608c53353316ba', 'gw_port': {'id': '6e645de1-0cbc-4223-a43b-d99e2531b4c6', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:34Z', 'updated_at': '2021-07-15T23:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:59.859763 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 79926af1-fd45-4382-823e-1d7f962c41f3 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:41:59.883708 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce066940-afb1-4585-b18c-8207b64ce477 None None] The sync data for ids ['22859a10-8ba8-4aaa-a4f5-7acb6ec5c848'] in n-d-787205-9 is: [{'id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1965735823', 'tenant_id': 'ac748784e901415391608c53353316ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e645de1-0cbc-4223-a43b-d99e2531b4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:34Z', 'updated_at': '2021-07-15T23:41:58Z', 'revision_number': 5, 'project_id': 'ac748784e901415391608c53353316ba', 'gw_port': {'id': '6e645de1-0cbc-4223-a43b-d99e2531b4c6', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22859a10-8ba8-4aaa-a4f5-7acb6ec5c848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:34Z', 'updated_at': '2021-07-15T23:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:41:59.912781 n-d-787205-9 neutron-server[93800]: INFO neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No ports have port_id starting with 79926af1-fd45-4382-823e-1d7f962c41f3 Jul 15 23:41:59.913636 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-65f03f7c-46ef-431c-a072-93b16fce25af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:59.945839 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f03f7c-46ef-431c-a072-93b16fce25af None None] Pushing event deleted for resources: {'Port': ['ID=79926af1-fd45-4382-823e-1d7f962c41f3,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:59.950249 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f03f7c-46ef-431c-a072-93b16fce25af None None] No DVR routers for this DVR port 79926af1-fd45-4382-823e-1d7f962c41f3 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:42:00.017757 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b41b42a-fa44-4188-8024-cc49562bd7f8 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:00.043477 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41b42a-fa44-4188-8024-cc49562bd7f8 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Pushing event deleted for resources: {'Port': ['ID=6e645de1-0cbc-4223-a43b-d99e2531b4c6,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:00.108074 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b41b42a-fa44-4188-8024-cc49562bd7f8 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:00.194773 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b41b42a-fa44-4188-8024-cc49562bd7f8 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:00.196761 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b41b42a-fa44-4188-8024-cc49562bd7f8 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:00.240726 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b41b42a-fa44-4188-8024-cc49562bd7f8 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:00.241300 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b41b42a-fa44-4188-8024-cc49562bd7f8 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Fanout notify agent at l3_agent the message router_deleted on router 22859a10-8ba8-4aaa-a4f5-7acb6ec5c848 {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:42:00.248435 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1b41b42a-fa44-4188-8024-cc49562bd7f8 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:00.249557 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1b41b42a-fa44-4188-8024-cc49562bd7f8 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "DELETE /v2.0/routers/22859a10-8ba8-4aaa-a4f5-7acb6ec5c848 HTTP/1.1" status: 204 len: 168 time: 0.8298965 Jul 15 23:42:00.252365 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34852) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:00.332141 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-85e0ac8a-46ac-42bd-93a0-b5dc52c1fa68 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:00.416816 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-85e0ac8a-46ac-42bd-93a0-b5dc52c1fa68 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:00.426418 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-85e0ac8a-46ac-42bd-93a0-b5dc52c1fa68 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a8890ef-8d72-4351-bc09-45460dedfddf']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:00.436793 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-85e0ac8a-46ac-42bd-93a0-b5dc52c1fa68 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f76d6f-483d-4454-85f9-ad9c77041abd') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:00.437091 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-85e0ac8a-46ac-42bd-93a0-b5dc52c1fa68 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f76d6f-483d-4454-85f9-ad9c77041abd') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:00.446223 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-85e0ac8a-46ac-42bd-93a0-b5dc52c1fa68 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:00.461041 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-85e0ac8a-46ac-42bd-93a0-b5dc52c1fa68 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:00.467536 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e0ac8a-46ac-42bd-93a0-b5dc52c1fa68 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:42:00.467982 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-85e0ac8a-46ac-42bd-93a0-b5dc52c1fa68 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:00.471103 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:42:00.471103 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:42:00.471103 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:42:00.471103 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:42:00.471103 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:42:00.471103 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:42:00.471103 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:42:00.471103 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:42:00.471103 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:42:00.471103 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:42:00.471103 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:42:00.471103 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:42:00.471103 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:42:00.471103 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:42:00.471103 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:42:00.471103 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:42:00.471103 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:42:00.471103 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:42:00.471103 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:42:00.471103 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:42:00.471103 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:42:00.471103 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:42:00.471103 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:42:00.471103 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:42:00.471103 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:42:00.471103 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:42:00.471103 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:42:00.471103 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:42:00.471103 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:42:00.471103 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:42:00.471103 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:42:00.471103 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:42:00.532914 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-85e0ac8a-46ac-42bd-93a0-b5dc52c1fa68 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:00.541030 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-85e0ac8a-46ac-42bd-93a0-b5dc52c1fa68 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:00.543276 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-85e0ac8a-46ac-42bd-93a0-b5dc52c1fa68 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] 10.222.0.16 "DELETE /v2.0/networks/6a8890ef-8d72-4351-bc09-45460dedfddf HTTP/1.1" status: 204 len: 168 time: 0.2900369 Jul 15 23:42:00.554514 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0ac8a-46ac-42bd-93a0-b5dc52c1fa68 tempest-TestSecurityGroupsBasicOps-1077186041 tempest-TestSecurityGroupsBasicOps-1077186041-project] Pushing event deleted for resources: {'Network': ['ID=6a8890ef-8d72-4351-bc09-45460dedfddf,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:00.829038 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34860) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:00.939373 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:42:00.959177 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:42:00.959519 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 1bf720e2-e3b8-49d7-8bfb-abc6127ccdbd not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:42:00.962691 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-dc6f82d6-e167-4f40-8d91-b63b6b16f6cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac748784e901415391608c53353316ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324422 Jul 15 23:42:00.965133 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34864) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:01.012615 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae911266-3c85-43be-8383-5c206979c817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:01.033065 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae911266-3c85-43be-8383-5c206979c817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:01.082108 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae911266-3c85-43be-8383-5c206979c817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:01.084620 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae911266-3c85-43be-8383-5c206979c817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:01.085788 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ae911266-3c85-43be-8383-5c206979c817 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/52b6b34c-dc4e-40bf-afcc-1734536b482c HTTP/1.1" status: 204 len: 168 time: 0.1197627 Jul 15 23:42:01.093890 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae911266-3c85-43be-8383-5c206979c817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b6b34c-dc4e-40bf-afcc-1734536b482c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:01.331992 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 34870) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:01.345397 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d97028f4-2f0d-453c-8666-8dbf59ab0edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:01.432474 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d97028f4-2f0d-453c-8666-8dbf59ab0edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:01.436187 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d97028f4-2f0d-453c-8666-8dbf59ab0edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:01.474640 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d97028f4-2f0d-453c-8666-8dbf59ab0edf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bdda247565e746e4ba6209c19e93599e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415610 Jul 15 23:42:01.475784 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97028f4-2f0d-453c-8666-8dbf59ab0edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaaebfc8-161f-433e-a939-8667b9de58bc,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:01.477273 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34872) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:01.526249 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-333c43ed-a2c1-46fc-8d52-9ea9ccdcd4ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:01.547141 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-333c43ed-a2c1-46fc-8d52-9ea9ccdcd4ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:01.592829 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-333c43ed-a2c1-46fc-8d52-9ea9ccdcd4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:01.595359 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-333c43ed-a2c1-46fc-8d52-9ea9ccdcd4ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:01.596489 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-333c43ed-a2c1-46fc-8d52-9ea9ccdcd4ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eaaebfc8-161f-433e-a939-8667b9de58bc HTTP/1.1" status: 204 len: 168 time: 0.1175585 Jul 15 23:42:01.604632 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c43ed-a2c1-46fc-8d52-9ea9ccdcd4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaaebfc8-161f-433e-a939-8667b9de58bc,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:01.754933 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ba39c894-30e0-4d13-a5df-065e00a634cd no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:42:01.776686 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: ba39c894-30e0-4d13-a5df-065e00a634cd {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:42:01.777033 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ba39c894-30e0-4d13-a5df-065e00a634cd not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:42:01.777458 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6e645de1-0cbc-4223-a43b-d99e2531b4c6 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:42:01.796313 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 6e645de1-0cbc-4223-a43b-d99e2531b4c6 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:42:01.796657 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6e645de1-0cbc-4223-a43b-d99e2531b4c6 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:42:01.912524 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34878) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:01.952056 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-03e471dd-7465-4750-9494-0866c53bd2d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0cb3a4cf015c4adcaa7e7cb7de1dc762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376873 Jul 15 23:42:01.954333 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 34880) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:02.004364 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-41b5264e-9e5a-4fa0-b6df-ba81c72c04eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:02.025049 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-41b5264e-9e5a-4fa0-b6df-ba81c72c04eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:02.070887 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-41b5264e-9e5a-4fa0-b6df-ba81c72c04eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:02.073395 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-41b5264e-9e5a-4fa0-b6df-ba81c72c04eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:02.074543 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-41b5264e-9e5a-4fa0-b6df-ba81c72c04eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e311a93e-eb77-4994-874e-6d68cc48d5f8 HTTP/1.1" status: 204 len: 168 time: 0.1192970 Jul 15 23:42:02.082868 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5264e-9e5a-4fa0-b6df-ba81c72c04eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e311a93e-eb77-4994-874e-6d68cc48d5f8,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:09.031175 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:11.425593 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-406121e9-19fb-4281-b422-2d96b32e90b4 tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d602c1a9a2664bfcbd2e3a6f6baf4279&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217435 Jul 15 23:42:11.531107 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-61015cbb-5214-4b97-99fd-d09fd5d47b72 tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:11.532573 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-61015cbb-5214-4b97-99fd-d09fd5d47b72 tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1021323 Jul 15 23:42:11.546683 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-386a4c51-25a6-4f85-b7ba-90798b247f4e tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] 10.222.0.16 "GET /v2.0/quotas/d602c1a9a2664bfcbd2e3a6f6baf4279 HTTP/1.1" status: 200 len: 375 time: 0.0088348 Jul 15 23:42:11.579226 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-790c3c5e-08b4-4e4f-9f20-7f4023e13ac1 tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d602c1a9a2664bfcbd2e3a6f6baf4279&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273104 Jul 15 23:42:11.745636 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8c0ea4da-877d-40bd-9212-4d06718b0a97 req-78c77e92-8171-40fb-a96c-86f394a473fa tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f77904c-b4c2-49c6-9343-f65af5f9d401 HTTP/1.1" status: 200 len: 210 time: 0.0271442 Jul 15 23:42:12.772158 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-3399d546-95bb-4645-b627-bc9312cfae8c tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d602c1a9a2664bfcbd2e3a6f6baf4279&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244679 Jul 15 23:42:12.884466 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-4f0ae7bf-a65c-40d6-bc91-9ef75ae895bf tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:12.885944 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-4f0ae7bf-a65c-40d6-bc91-9ef75ae895bf tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1090612 Jul 15 23:42:12.890993 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ae80a412-882b-4f40-9818-6079e1636c5f req-29c2c75a-d7b4-4d82-b085-d619ac8e84e5 tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f77904c-b4c2-49c6-9343-f65af5f9d401 HTTP/1.1" status: 200 len: 210 time: 0.0320919 Jul 15 23:42:12.903416 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-560c7b76-6fc4-4546-9f1c-0926a747843a tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Request body: {'port': {'device_id': '1f77904c-b4c2-49c6-9343-f65af5f9d401', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'admin_state_up': True, 'tenant_id': 'd602c1a9a2664bfcbd2e3a6f6baf4279'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:42:13.008947 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-560c7b76-6fc4-4546-9f1c-0926a747843a tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Made reservation on behalf of d602c1a9a2664bfcbd2e3a6f6baf4279 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:42:13.012610 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-560c7b76-6fc4-4546-9f1c-0926a747843a tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:13.021519 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-560c7b76-6fc4-4546-9f1c-0926a747843a tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:13.111769 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-560c7b76-6fc4-4546-9f1c-0926a747843a tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:13.115332 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-560c7b76-6fc4-4546-9f1c-0926a747843a tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:13.177855 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c7b76-6fc4-4546-9f1c-0926a747843a tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6689f398-7be9-4a4d-865c-9b24652de267,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:13.245137 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-560c7b76-6fc4-4546-9f1c-0926a747843a tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Allocated IP 192.168.233.131 (8d403abe-cee8-4863-bddd-464e9e566e9c/190ae4ce-d44c-4c9c-9241-47db78422478/341a81bc-6400-4d43-b233-94fc9a0334e6) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:42:13.389804 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-560c7b76-6fc4-4546-9f1c-0926a747843a tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:13.402309 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-560c7b76-6fc4-4546-9f1c-0926a747843a tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Transition to ACTIVE for port object 341a81bc-6400-4d43-b233-94fc9a0334e6 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:42:13.432921 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-560c7b76-6fc4-4546-9f1c-0926a747843a tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:13.477445 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-560c7b76-6fc4-4546-9f1c-0926a747843a tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Network 8d403abe-cee8-4863-bddd-464e9e566e9c is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:42:13.480563 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-560c7b76-6fc4-4546-9f1c-0926a747843a tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:42:13.484930 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-560c7b76-6fc4-4546-9f1c-0926a747843a tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:42:13.491119 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c7b76-6fc4-4546-9f1c-0926a747843a tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Pushing event updated for resources: {'Port': ['ID=341a81bc-6400-4d43-b233-94fc9a0334e6,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:13.535849 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-560c7b76-6fc4-4546-9f1c-0926a747843a tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:13.536467 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-560c7b76-6fc4-4546-9f1c-0926a747843a tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:13.552522 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-560c7b76-6fc4-4546-9f1c-0926a747843a tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6529474 Jul 15 23:42:13.570417 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-26104d04-73a0-40c1-9923-360a12124838 service neutron] Request body: {'port': {'device_id': '1f77904c-b4c2-49c6-9343-f65af5f9d401', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:42:13.648805 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-26104d04-73a0-40c1-9923-360a12124838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:13.709501 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-446cf288-2bad-4557-8f74-b5bf82c7eda4 None None] Provisioning for port 341a81bc-6400-4d43-b233-94fc9a0334e6 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:42:13.713132 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-446cf288-2bad-4557-8f74-b5bf82c7eda4 None None] Provisioning complete for port 341a81bc-6400-4d43-b233-94fc9a0334e6 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:42:13.713504 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-446cf288-2bad-4557-8f74-b5bf82c7eda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:13.750079 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-446cf288-2bad-4557-8f74-b5bf82c7eda4 None None] Port 341a81bc-6400-4d43-b233-94fc9a0334e6 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:42:13.903467 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-26104d04-73a0-40c1-9923-360a12124838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 341a81bc-6400-4d43-b233-94fc9a0334e6 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:42:13.911154 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-26104d04-73a0-40c1-9923-360a12124838 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:13.923798 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-26104d04-73a0-40c1-9923-360a12124838 service neutron] Transition to ACTIVE for port object 341a81bc-6400-4d43-b233-94fc9a0334e6 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:42:13.927454 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-26104d04-73a0-40c1-9923-360a12124838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:13.985511 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26104d04-73a0-40c1-9923-360a12124838 service neutron] Pushing event updated for resources: {'Port': ['ID=341a81bc-6400-4d43-b233-94fc9a0334e6,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:14.078481 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57250112-9ff4-4aab-ac6d-b710eb5aecfb req-1cf7d9a5-85b9-413e-b743-df115f777e82 tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:14.080153 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-57250112-9ff4-4aab-ac6d-b710eb5aecfb req-1cf7d9a5-85b9-413e-b743-df115f777e82 tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f77904c-b4c2-49c6-9343-f65af5f9d401 HTTP/1.1" status: 200 len: 948 time: 0.0722601 Jul 15 23:42:14.123596 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-57250112-9ff4-4aab-ac6d-b710eb5aecfb req-ecfe28b6-b0e9-4701-a757-9b4da6a818ca tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] 10.222.0.16 "GET /v2.0/security-groups?id=6689f398-7be9-4a4d-865c-9b24652de267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371997 Jul 15 23:42:14.376117 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-26104d04-73a0-40c1-9923-360a12124838 service neutron] Attempting to bind port 341a81bc-6400-4d43-b233-94fc9a0334e6 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:42:14.376445 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-26104d04-73a0-40c1-9923-360a12124838 service neutron] Attempting to bind port 341a81bc-6400-4d43-b233-94fc9a0334e6 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:42:14.376768 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-26104d04-73a0-40c1-9923-360a12124838 service neutron] Attempting to bind port 341a81bc-6400-4d43-b233-94fc9a0334e6 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:42:14.380869 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-26104d04-73a0-40c1-9923-360a12124838 service neutron] Port 341a81bc-6400-4d43-b233-94fc9a0334e6 on network 8d403abe-cee8-4863-bddd-464e9e566e9c not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:42:14.381185 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-26104d04-73a0-40c1-9923-360a12124838 service neutron] Attempting to bind port 341a81bc-6400-4d43-b233-94fc9a0334e6 on network 8d403abe-cee8-4863-bddd-464e9e566e9c {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:42:14.385869 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-26104d04-73a0-40c1-9923-360a12124838 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:42:14.386201 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-26104d04-73a0-40c1-9923-360a12124838 service neutron] Checking segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:42:14.386583 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-26104d04-73a0-40c1-9923-360a12124838 service neutron] Bound using segment: {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:42:14.387032 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-26104d04-73a0-40c1-9923-360a12124838 service neutron] Bound port: 341a81bc-6400-4d43-b233-94fc9a0334e6, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8951221f-afe5-4577-8d3d-a431d5e059a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:42:14.387383 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-26104d04-73a0-40c1-9923-360a12124838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:14.447216 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-26104d04-73a0-40c1-9923-360a12124838 service neutron] For port 341a81bc-6400-4d43-b233-94fc9a0334e6, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:42:14.450193 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-26104d04-73a0-40c1-9923-360a12124838 service neutron] For port 341a81bc-6400-4d43-b233-94fc9a0334e6, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=341a81bc-6400-4d43-b233-94fc9a0334e6,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:42:14.455268 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-26104d04-73a0-40c1-9923-360a12124838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:14.492761 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-26104d04-73a0-40c1-9923-360a12124838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:14.492761 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-26104d04-73a0-40c1-9923-360a12124838 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:14.493388 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-26104d04-73a0-40c1-9923-360a12124838 service neutron] 10.222.0.36 "PUT /v2.0/ports/341a81bc-6400-4d43-b233-94fc9a0334e6 HTTP/1.1" status: 200 len: 1096 time: 0.9273663 Jul 15 23:42:14.493836 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f77904c-b4c2-49c6-9343-f65af5f9d401', 'tag': '341a81bc-6400-4d43-b233-94fc9a0334e6'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:42:14.496098 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f57628f-111a-4246-9048-a671c2a37dab" -d '{"events": [{"name": "network-changed", "server_uuid": "1f77904c-b4c2-49c6-9343-f65af5f9d401", "tag": "341a81bc-6400-4d43-b233-94fc9a0334e6"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:42:14.521892 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26104d04-73a0-40c1-9923-360a12124838 service neutron] Pushing event updated for resources: {'Port': ['ID=341a81bc-6400-4d43-b233-94fc9a0334e6,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:14.543098 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c81166-36bb-4b07-9861-3850b5bf2b28 x-openstack-request-id: req-58c81166-36bb-4b07-9861-3850b5bf2b28 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:42:14.543462 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f77904c-b4c2-49c6-9343-f65af5f9d401", "tag": "341a81bc-6400-4d43-b233-94fc9a0334e6", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:42:14.543783 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58c81166-36bb-4b07-9861-3850b5bf2b28 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:42:14.544250 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f77904c-b4c2-49c6-9343-f65af5f9d401', 'tag': '341a81bc-6400-4d43-b233-94fc9a0334e6', 'status': 'completed', 'code': 200} Jul 15 23:42:14.616860 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-d6d2ced0-3a17-4bfc-876a-21003e2c2571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:14.618371 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-d6d2ced0-3a17-4bfc-876a-21003e2c2571 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d602c1a9a2664bfcbd2e3a6f6baf4279&device_id=1f77904c-b4c2-49c6-9343-f65af5f9d401 HTTP/1.1" status: 200 len: 1099 time: 0.0564511 Jul 15 23:42:14.664648 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-38024ac6-bfaa-46af-a1b0-d94bb78fb1fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=341a81bc-6400-4d43-b233-94fc9a0334e6 HTTP/1.1" status: 200 len: 217 time: 0.0341322 Jul 15 23:42:14.715599 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-5f0282c3-2e5c-4385-b637-50af84e3d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:14.717057 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-5f0282c3-2e5c-4385-b637-50af84e3d5ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0470188 Jul 15 23:42:14.772941 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-c329fdd1-b13b-4e83-ab2a-dcf3902b6d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:14.774324 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-c329fdd1-b13b-4e83-ab2a-dcf3902b6d26 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0508366 Jul 15 23:42:14.859833 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-4cef5c19-abc8-494b-adb6-b7ec84990393 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794315 Jul 15 23:42:14.949220 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-bbcc79a0-636a-47cd-9e0d-3d2e24b9c7cb req-75b13147-3abc-4e6f-85c5-342a54c7b414 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830064 Jul 15 23:42:15.092483 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57628f-111a-4246-9048-a671c2a37dab req-901a39c2-6703-4d0a-9adc-dd1b11ec673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:15.093980 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1f57628f-111a-4246-9048-a671c2a37dab req-901a39c2-6703-4d0a-9adc-dd1b11ec673b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d602c1a9a2664bfcbd2e3a6f6baf4279&device_id=1f77904c-b4c2-49c6-9343-f65af5f9d401 HTTP/1.1" status: 200 len: 1099 time: 0.0530415 Jul 15 23:42:15.186805 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57628f-111a-4246-9048-a671c2a37dab req-7b3bc122-8a55-4bed-9d9c-cc8c8589203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:15.188286 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1f57628f-111a-4246-9048-a671c2a37dab req-7b3bc122-8a55-4bed-9d9c-cc8c8589203c service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d403abe-cee8-4863-bddd-464e9e566e9c HTTP/1.1" status: 200 len: 870 time: 0.0881195 Jul 15 23:42:15.227649 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1f57628f-111a-4246-9048-a671c2a37dab req-57644200-2a62-4c36-a29e-57560d2bd112 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=341a81bc-6400-4d43-b233-94fc9a0334e6 HTTP/1.1" status: 200 len: 217 time: 0.0328689 Jul 15 23:42:15.275764 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57628f-111a-4246-9048-a671c2a37dab req-10bb62e1-70c4-48f6-990c-c9e2c7d175ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:15.277259 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1f57628f-111a-4246-9048-a671c2a37dab req-10bb62e1-70c4-48f6-990c-c9e2c7d175ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=190ae4ce-d44c-4c9c-9241-47db78422478 HTTP/1.1" status: 200 len: 843 time: 0.0436161 Jul 15 23:42:15.300997 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0d646-4832-4a94-853f-e6c46b407a67 req-44fb6a5d-a232-45a4-9456-573ecc2adf89 tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:15.302497 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f4a0d646-4832-4a94-853f-e6c46b407a67 req-44fb6a5d-a232-45a4-9456-573ecc2adf89 tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f77904c-b4c2-49c6-9343-f65af5f9d401 HTTP/1.1" status: 200 len: 948 time: 0.0627637 Jul 15 23:42:15.340286 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57628f-111a-4246-9048-a671c2a37dab req-7ad0db3d-d1a3-4801-a674-2c00f9b63243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:15.340524 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f4a0d646-4832-4a94-853f-e6c46b407a67 req-d4604573-7f1c-4baa-9db3-0d350c647a04 tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] 10.222.0.16 "GET /v2.0/security-groups?id=6689f398-7be9-4a4d-865c-9b24652de267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320804 Jul 15 23:42:15.342281 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1f57628f-111a-4246-9048-a671c2a37dab req-7ad0db3d-d1a3-4801-a674-2c00f9b63243 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d403abe-cee8-4863-bddd-464e9e566e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0561166 Jul 15 23:42:15.431412 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1f57628f-111a-4246-9048-a671c2a37dab req-9e9efff0-4d10-47f3-846a-afe0cbf9c3b7 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822635 Jul 15 23:42:15.522746 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1f57628f-111a-4246-9048-a671c2a37dab req-d2ffb478-ef94-4365-8f32-37d364164574 service neutron] 10.222.0.36 "GET /v2.0/networks/8d403abe-cee8-4863-bddd-464e9e566e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842435 Jul 15 23:42:15.928976 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ba28a160-4e7a-469a-901e-b79c9dd1f905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:16.514559 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544e482-063d-4fcf-876e-9f9a8012adfb req-3e0855bc-4499-49fd-a692-e668220ec8a6 tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:16.516111 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e544e482-063d-4fcf-876e-9f9a8012adfb req-3e0855bc-4499-49fd-a692-e668220ec8a6 tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f77904c-b4c2-49c6-9343-f65af5f9d401 HTTP/1.1" status: 200 len: 948 time: 0.0655322 Jul 15 23:42:16.552497 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e544e482-063d-4fcf-876e-9f9a8012adfb req-1f0db75e-a108-4d8b-b91a-05e40919fa1e tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] 10.222.0.16 "GET /v2.0/security-groups?id=6689f398-7be9-4a4d-865c-9b24652de267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307839 Jul 15 23:42:17.405811 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:42:17.724193 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d449a-7424-47a7-8d80-f2963611275f req-8aa7da2c-dde7-419a-bc1b-97bff484b936 tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:17.725830 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eb4d449a-7424-47a7-8d80-f2963611275f req-8aa7da2c-dde7-419a-bc1b-97bff484b936 tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f77904c-b4c2-49c6-9343-f65af5f9d401 HTTP/1.1" status: 200 len: 948 time: 0.0645053 Jul 15 23:42:17.765512 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eb4d449a-7424-47a7-8d80-f2963611275f req-028e21be-e332-4ee1-be72-0e3f8fc17f64 tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] 10.222.0.16 "GET /v2.0/security-groups?id=6689f398-7be9-4a4d-865c-9b24652de267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338767 Jul 15 23:42:18.083886 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 341a81bc-6400-4d43-b233-94fc9a0334e6 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:42:18.175237 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 341a81bc-6400-4d43-b233-94fc9a0334e6, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=341a81bc-6400-4d43-b233-94fc9a0334e6,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:42:18.185825 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '341a81bc-6400-4d43-b233-94fc9a0334e6', 'network_id': '8d403abe-cee8-4863-bddd-464e9e566e9c', 'port_id': '341a81bc-6400-4d43-b233-94fc9a0334e6', 'mac_address': 'fa:16:3e:b6:70:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190ae4ce-d44c-4c9c-9241-47db78422478', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:42:18.222091 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:18.237560 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 341a81bc-6400-4d43-b233-94fc9a0334e6 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:42:18.255816 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 341a81bc-6400-4d43-b233-94fc9a0334e6, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=341a81bc-6400-4d43-b233-94fc9a0334e6,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:42:18.259745 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:18.460667 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8011e845-b38c-4354-8d04-93276b3477cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:18.471004 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=341a81bc-6400-4d43-b233-94fc9a0334e6,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:18.519088 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['341a81bc-6400-4d43-b233-94fc9a0334e6'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:42:18.761855 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:18.937040 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c39fd-1ec7-49fe-b8a6-b5f09620e0d6 req-f82a6cf7-5297-47c9-9ef2-5f08cfed0f60 tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:18.938491 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ae3c39fd-1ec7-49fe-b8a6-b5f09620e0d6 req-f82a6cf7-5297-47c9-9ef2-5f08cfed0f60 tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f77904c-b4c2-49c6-9343-f65af5f9d401 HTTP/1.1" status: 200 len: 949 time: 0.0603960 Jul 15 23:42:18.978506 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ae3c39fd-1ec7-49fe-b8a6-b5f09620e0d6 req-21a8d0c6-9813-4959-ae17-5751aac2a763 tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] 10.222.0.16 "GET /v2.0/security-groups?id=6689f398-7be9-4a4d-865c-9b24652de267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341620 Jul 15 23:42:19.744583 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:20.083609 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 341a81bc-6400-4d43-b233-94fc9a0334e6 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:42:20.130287 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 341a81bc-6400-4d43-b233-94fc9a0334e6 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:42:20.134015 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 341a81bc-6400-4d43-b233-94fc9a0334e6 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:42:20.134491 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:20.151036 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743d944-5184-40d3-b9b2-55b18dec246c req-cde3aa28-df0f-4175-a545-60cca6bb9007 tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:20.152531 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e743d944-5184-40d3-b9b2-55b18dec246c req-cde3aa28-df0f-4175-a545-60cca6bb9007 tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f77904c-b4c2-49c6-9343-f65af5f9d401 HTTP/1.1" status: 200 len: 949 time: 0.0627408 Jul 15 23:42:20.190071 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e743d944-5184-40d3-b9b2-55b18dec246c req-11b2f549-adc8-48b8-b3ea-8931366a1bba tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] 10.222.0.16 "GET /v2.0/security-groups?id=6689f398-7be9-4a4d-865c-9b24652de267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315957 Jul 15 23:42:20.211409 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:20.233077 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f77904c-b4c2-49c6-9343-f65af5f9d401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341a81bc-6400-4d43-b233-94fc9a0334e6'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:42:20.235252 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabc482f-79da-455a-b829-741b75e81bdf" -d '{"events": [{"server_uuid": "1f77904c-b4c2-49c6-9343-f65af5f9d401", "name": "network-vif-plugged", "status": "completed", "tag": "341a81bc-6400-4d43-b233-94fc9a0334e6"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:42:20.247672 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 341a81bc-6400-4d43-b233-94fc9a0334e6, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=341a81bc-6400-4d43-b233-94fc9a0334e6,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:42:20.252095 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:20.277752 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5806fa1-6d1e-45dc-b141-6b89f1df82d4 x-openstack-request-id: req-a5806fa1-6d1e-45dc-b141-6b89f1df82d4 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:42:20.278056 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f77904c-b4c2-49c6-9343-f65af5f9d401", "name": "network-vif-plugged", "status": "completed", "tag": "341a81bc-6400-4d43-b233-94fc9a0334e6", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:42:20.278307 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5806fa1-6d1e-45dc-b141-6b89f1df82d4 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:42:20.278719 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f77904c-b4c2-49c6-9343-f65af5f9d401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341a81bc-6400-4d43-b233-94fc9a0334e6', 'code': 200} Jul 15 23:42:20.303861 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=341a81bc-6400-4d43-b233-94fc9a0334e6,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:20.409273 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87a744-ee6a-49a6-94e0-c037b28dd2fe req-ff29e7b6-8ca0-414c-a946-d0ad5b8be755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:20.410763 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-aa87a744-ee6a-49a6-94e0-c037b28dd2fe req-ff29e7b6-8ca0-414c-a946-d0ad5b8be755 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1f77904c-b4c2-49c6-9343-f65af5f9d401 HTTP/1.1" status: 200 len: 1101 time: 0.0498018 Jul 15 23:42:20.444244 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-aa87a744-ee6a-49a6-94e0-c037b28dd2fe req-ce10b2bb-acc3-4fe9-a6d7-57eccac01e63 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6689f398-7be9-4a4d-865c-9b24652de267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275216 Jul 15 23:42:21.313179 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:21.366196 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccadb7c-3391-4f40-b48a-20edad7b3736 req-d476619d-9eb6-45bd-989c-2f48129d9935 tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:21.367778 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dccadb7c-3391-4f40-b48a-20edad7b3736 req-d476619d-9eb6-45bd-989c-2f48129d9935 tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f77904c-b4c2-49c6-9343-f65af5f9d401 HTTP/1.1" status: 200 len: 950 time: 0.0665960 Jul 15 23:42:21.405869 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dccadb7c-3391-4f40-b48a-20edad7b3736 req-fd4891f4-674f-4e74-bde0-6b5a2f91bd84 tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] 10.222.0.16 "GET /v2.0/security-groups?id=6689f398-7be9-4a4d-865c-9b24652de267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319769 Jul 15 23:42:22.582700 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79ee94-6bb8-44e0-b3d4-3f9672c992ca req-1ae0337f-5a04-42a4-bea6-45f0c3ce12bb tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:22.584198 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ff79ee94-6bb8-44e0-b3d4-3f9672c992ca req-1ae0337f-5a04-42a4-bea6-45f0c3ce12bb tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f77904c-b4c2-49c6-9343-f65af5f9d401 HTTP/1.1" status: 200 len: 950 time: 0.0650282 Jul 15 23:42:22.620642 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ff79ee94-6bb8-44e0-b3d4-3f9672c992ca req-6ac9b775-7998-4517-89fb-25ad49f619f0 tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] 10.222.0.16 "GET /v2.0/security-groups?id=6689f398-7be9-4a4d-865c-9b24652de267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309072 Jul 15 23:42:23.672137 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b34f8-7b19-462f-88ea-c2cfc730db92 req-e481f130-6c5b-4b36-8ab8-f877f901d99a tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:23.673578 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8c4b34f8-7b19-462f-88ea-c2cfc730db92 req-e481f130-6c5b-4b36-8ab8-f877f901d99a tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f77904c-b4c2-49c6-9343-f65af5f9d401 HTTP/1.1" status: 200 len: 950 time: 0.0611618 Jul 15 23:42:23.710591 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8c4b34f8-7b19-462f-88ea-c2cfc730db92 req-8bacb953-f422-49ce-b47f-a245f123ced8 tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] 10.222.0.16 "GET /v2.0/security-groups?id=6689f398-7be9-4a4d-865c-9b24652de267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314856 Jul 15 23:42:24.339840 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:24.888148 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423870a-4318-4617-8eed-a5c82d189360 req-a036d513-44c3-41b8-9fbe-7259756ddffa tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:24.890087 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9423870a-4318-4617-8eed-a5c82d189360 req-a036d513-44c3-41b8-9fbe-7259756ddffa tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f77904c-b4c2-49c6-9343-f65af5f9d401 HTTP/1.1" status: 200 len: 950 time: 0.0603867 Jul 15 23:42:24.929652 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9423870a-4318-4617-8eed-a5c82d189360 req-4cd18cca-ef46-4fa4-8659-e63671750cfb tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] 10.222.0.16 "GET /v2.0/security-groups?id=6689f398-7be9-4a4d-865c-9b24652de267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340550 Jul 15 23:42:25.034753 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cfd2e-70c1-4da7-a42a-19dd95c480ea req-cd088233-59bd-4d39-a15b-75798cd3ed87 tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:25.036093 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-310cfd2e-70c1-4da7-a42a-19dd95c480ea req-cd088233-59bd-4d39-a15b-75798cd3ed87 tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f77904c-b4c2-49c6-9343-f65af5f9d401 HTTP/1.1" status: 200 len: 950 time: 0.0609634 Jul 15 23:42:25.136343 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-310cfd2e-70c1-4da7-a42a-19dd95c480ea req-410479f7-81e4-4415-8fe4-cebdad1cb84f tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Deleting port 341a81bc-6400-4d43-b233-94fc9a0334e6 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:42:25.136676 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-310cfd2e-70c1-4da7-a42a-19dd95c480ea req-410479f7-81e4-4415-8fe4-cebdad1cb84f tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:25.225348 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-310cfd2e-70c1-4da7-a42a-19dd95c480ea req-410479f7-81e4-4415-8fe4-cebdad1cb84f tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] For port 341a81bc-6400-4d43-b233-94fc9a0334e6, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=341a81bc-6400-4d43-b233-94fc9a0334e6,segment=NetworkSegment(8951221f-afe5-4577-8d3d-a431d5e059a1),segment_id=8951221f-afe5-4577-8d3d-a431d5e059a1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:42:25.225705 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-310cfd2e-70c1-4da7-a42a-19dd95c480ea req-410479f7-81e4-4415-8fe4-cebdad1cb84f tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:25.237211 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-310cfd2e-70c1-4da7-a42a-19dd95c480ea req-410479f7-81e4-4415-8fe4-cebdad1cb84f tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Calling delete_port for 341a81bc-6400-4d43-b233-94fc9a0334e6 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:42:25.360500 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-310cfd2e-70c1-4da7-a42a-19dd95c480ea req-410479f7-81e4-4415-8fe4-cebdad1cb84f tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:25.393689 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['341a81bc-6400-4d43-b233-94fc9a0334e6'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:42:25.394249 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410479f7-81e4-4415-8fe4-cebdad1cb84f tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Pushing event deleted for resources: {'Port': ['ID=341a81bc-6400-4d43-b233-94fc9a0334e6,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:25.438783 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-310cfd2e-70c1-4da7-a42a-19dd95c480ea req-410479f7-81e4-4415-8fe4-cebdad1cb84f tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] No DVR routers for this DVR port 341a81bc-6400-4d43-b233-94fc9a0334e6 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:42:25.441738 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-310cfd2e-70c1-4da7-a42a-19dd95c480ea req-410479f7-81e4-4415-8fe4-cebdad1cb84f tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:25.443851 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-310cfd2e-70c1-4da7-a42a-19dd95c480ea req-410479f7-81e4-4415-8fe4-cebdad1cb84f tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] 10.222.0.36 "DELETE /v2.0/ports/341a81bc-6400-4d43-b233-94fc9a0334e6 HTTP/1.1" status: 204 len: 173 time: 0.4026310 Jul 15 23:42:25.444301 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f77904c-b4c2-49c6-9343-f65af5f9d401', 'name': 'network-vif-deleted', 'tag': '341a81bc-6400-4d43-b233-94fc9a0334e6'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:42:25.446589 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712fdd41-a407-48d9-aefc-8cd4ba162d81" -d '{"events": [{"server_uuid": "1f77904c-b4c2-49c6-9343-f65af5f9d401", "name": "network-vif-deleted", "tag": "341a81bc-6400-4d43-b233-94fc9a0334e6"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:42:25.483860 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8184b58-350d-4b34-a2c4-298bd36299d7 x-openstack-request-id: req-d8184b58-350d-4b34-a2c4-298bd36299d7 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:42:25.484274 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f77904c-b4c2-49c6-9343-f65af5f9d401", "name": "network-vif-deleted", "tag": "341a81bc-6400-4d43-b233-94fc9a0334e6", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:42:25.484525 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8184b58-350d-4b34-a2c4-298bd36299d7 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:42:25.484952 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f77904c-b4c2-49c6-9343-f65af5f9d401', 'name': 'network-vif-deleted', 'tag': '341a81bc-6400-4d43-b233-94fc9a0334e6', 'status': 'completed', 'code': 200} Jul 15 23:42:26.084158 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-40832ce3-bf79-4702-8524-660ab3880179 req-19850479-b556-4bc4-b5c1-b7d9ef53929e tempest-ServersAdminNegativeTestJSON-1397146016 tempest-ServersAdminNegativeTestJSON-1397146016-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f77904c-b4c2-49c6-9343-f65af5f9d401 HTTP/1.1" status: 200 len: 210 time: 0.0320272 Jul 15 23:42:27.406126 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 35010) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:27.533742 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-044008d3-3b72-4731-95ac-00fba215756b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d602c1a9a2664bfcbd2e3a6f6baf4279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1264324 Jul 15 23:42:27.536287 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 35014) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:27.582723 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11455b61-2c46-4988-9e2b-effd8e33beff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:27.603601 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11455b61-2c46-4988-9e2b-effd8e33beff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:27.647988 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11455b61-2c46-4988-9e2b-effd8e33beff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:27.650551 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-11455b61-2c46-4988-9e2b-effd8e33beff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:27.651715 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-11455b61-2c46-4988-9e2b-effd8e33beff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6689f398-7be9-4a4d-865c-9b24652de267 HTTP/1.1" status: 204 len: 168 time: 0.1145258 Jul 15 23:42:27.659433 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11455b61-2c46-4988-9e2b-effd8e33beff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6689f398-7be9-4a4d-865c-9b24652de267,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:27.906563 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35020) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:27.919212 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-24674630-a55c-4acf-8cf9-f05155cfa682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:28.007295 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-24674630-a55c-4acf-8cf9-f05155cfa682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:28.010953 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-24674630-a55c-4acf-8cf9-f05155cfa682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:28.048302 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-24674630-a55c-4acf-8cf9-f05155cfa682 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae21f292026f4a14a76baef5a2f17d73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406665 Jul 15 23:42:28.049140 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24674630-a55c-4acf-8cf9-f05155cfa682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ea9af0-2bdd-4963-a315-8910bdcebfbd,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:28.051057 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 35022) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:28.098467 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 341a81bc-6400-4d43-b233-94fc9a0334e6 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:42:28.103722 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da220fbd-a975-419d-aea3-512cbf4f1764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:28.118250 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 341a81bc-6400-4d43-b233-94fc9a0334e6 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:42:28.118666 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 341a81bc-6400-4d43-b233-94fc9a0334e6 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:42:28.125246 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da220fbd-a975-419d-aea3-512cbf4f1764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:28.170352 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da220fbd-a975-419d-aea3-512cbf4f1764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:28.172908 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-da220fbd-a975-419d-aea3-512cbf4f1764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:28.174036 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-da220fbd-a975-419d-aea3-512cbf4f1764 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/48ea9af0-2bdd-4963-a315-8910bdcebfbd HTTP/1.1" status: 204 len: 168 time: 0.1219785 Jul 15 23:42:28.181378 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da220fbd-a975-419d-aea3-512cbf4f1764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ea9af0-2bdd-4963-a315-8910bdcebfbd,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:28.807946 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 35044) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:28.905234 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-05bbdcc3-e6f5-4f65-acc0-cd712168e224 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-780411755-network', 'tenant_id': '8bb4c19fb8d3433b9f083449e2164df1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:42:28.925199 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bbdcc3-e6f5-4f65-acc0-cd712168e224 admin admin] Made reservation on behalf of 8bb4c19fb8d3433b9f083449e2164df1 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:42:28.927692 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05bbdcc3-e6f5-4f65-acc0-cd712168e224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:28.936018 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05bbdcc3-e6f5-4f65-acc0-cd712168e224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:29.023502 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05bbdcc3-e6f5-4f65-acc0-cd712168e224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:29.027218 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05bbdcc3-e6f5-4f65-acc0-cd712168e224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:29.051592 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05bbdcc3-e6f5-4f65-acc0-cd712168e224 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:42:29.061195 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bbdcc3-e6f5-4f65-acc0-cd712168e224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf255e1-759b-4358-86f4-36fdeb7d819d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:29.066142 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05bbdcc3-e6f5-4f65-acc0-cd712168e224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:29.066482 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-05bbdcc3-e6f5-4f65-acc0-cd712168e224 admin admin] Added segment d4bb56b6-8be7-48af-a542-ee086a8b31f6 of type vlan for network 65397cf1-d79d-45bb-b77f-de7f774dbf0d Jul 15 23:42:29.106301 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05bbdcc3-e6f5-4f65-acc0-cd712168e224 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:29.136497 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05bbdcc3-e6f5-4f65-acc0-cd712168e224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:29.137431 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bbdcc3-e6f5-4f65-acc0-cd712168e224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:29.138006 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05bbdcc3-e6f5-4f65-acc0-cd712168e224 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:29.168561 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-05bbdcc3-e6f5-4f65-acc0-cd712168e224 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3595479 Jul 15 23:42:29.171674 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35048) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:29.176729 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-86478a35-87b4-48f3-bcfc-045737928c31 admin admin] Request body: {'subnet': {'network_id': '65397cf1-d79d-45bb-b77f-de7f774dbf0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-780411755-subnet', 'tenant_id': '8bb4c19fb8d3433b9f083449e2164df1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:42:29.196987 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86478a35-87b4-48f3-bcfc-045737928c31 admin admin] Made reservation on behalf of 8bb4c19fb8d3433b9f083449e2164df1 for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:42:29.197292 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bbdcc3-e6f5-4f65-acc0-cd712168e224 admin admin] Pushing event updated for resources: {'Network': ['ID=65397cf1-d79d-45bb-b77f-de7f774dbf0d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:29.200341 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-86478a35-87b4-48f3-bcfc-045737928c31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:29.207522 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 65397cf1-d79d-45bb-b77f-de7f774dbf0d details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:42:29.364064 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-86478a35-87b4-48f3-bcfc-045737928c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:29.423323 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86478a35-87b4-48f3-bcfc-045737928c31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a428f6c-a4cd-49ee-9e9d-2b0a23d329b6,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:29.427490 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86478a35-87b4-48f3-bcfc-045737928c31 admin admin] Checking segment: {'id': 'd4bb56b6-8be7-48af-a542-ee086a8b31f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '65397cf1-d79d-45bb-b77f-de7f774dbf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:42:29.427781 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86478a35-87b4-48f3-bcfc-045737928c31 admin admin] Network hostable DHCP agents. Network: 65397cf1-d79d-45bb-b77f-de7f774dbf0d, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:42:29.444365 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86478a35-87b4-48f3-bcfc-045737928c31 admin admin] Network 65397cf1-d79d-45bb-b77f-de7f774dbf0d is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:42:29.452975 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-86478a35-87b4-48f3-bcfc-045737928c31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 65397cf1-d79d-45bb-b77f-de7f774dbf0d) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:42:29.457072 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86478a35-87b4-48f3-bcfc-045737928c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:29.457656 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-86478a35-87b4-48f3-bcfc-045737928c31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:29.462878 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951e4753-e1b6-48e2-8c7c-946f1eb7ad50 None None] Network 65397cf1-d79d-45bb-b77f-de7f774dbf0d requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:42:29.471264 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-86478a35-87b4-48f3-bcfc-045737928c31 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2984962 Jul 15 23:42:29.587268 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28c0d75-77f2-4cf0-835c-0765718c83cd None None] Network 65397cf1-d79d-45bb-b77f-de7f774dbf0d requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:42:29.884859 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-00e10389-103b-4877-aadc-521b5a8896ea tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:29.886288 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-00e10389-103b-4877-aadc-521b5a8896ea tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/networks?id=65397cf1-d79d-45bb-b77f-de7f774dbf0d HTTP/1.1" status: 200 len: 811 time: 0.0971127 Jul 15 23:42:29.901258 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-b9bd6b18-4a03-45cd-8661-5ae54585abf4 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/quotas/8bb4c19fb8d3433b9f083449e2164df1 HTTP/1.1" status: 200 len: 375 time: 0.0091329 Jul 15 23:42:29.932704 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-16d65e43-c989-4b14-a5c0-b27c7629a250 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8bb4c19fb8d3433b9f083449e2164df1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260336 Jul 15 23:42:29.942562 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-ec33a107-77fb-4d4f-8ed7-dd55fa79efe8 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:42:29.943705 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-ec33a107-77fb-4d4f-8ed7-dd55fa79efe8 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051513 Jul 15 23:42:30.359027 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-cd3b7fb2-4d1d-4be1-b543-79b2601f0eb3 service neutron] 10.222.0.16 "GET /v2.0/networks/65397cf1-d79d-45bb-b77f-de7f774dbf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099624 Jul 15 23:42:30.447222 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-8204a66f-070e-4dbc-ac26-bc0e2a12d67a service neutron] 10.222.0.16 "GET /v2.0/networks/65397cf1-d79d-45bb-b77f-de7f774dbf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823691 Jul 15 23:42:30.610377 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0f65e96e-2bfa-4859-9c72-ed61e605b286 req-225b453d-5e73-4fb9-a0a5-26e0b361a7ad tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 210 time: 0.0280032 Jul 15 23:42:31.636710 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-28075ed5-0f12-4b6d-aadd-59d43cfb0532 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:31.638266 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-28075ed5-0f12-4b6d-aadd-59d43cfb0532 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.43 "GET /v2.0/networks?id=65397cf1-d79d-45bb-b77f-de7f774dbf0d HTTP/1.1" status: 200 len: 811 time: 0.1071234 Jul 15 23:42:31.657602 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-e85268bc-6968-4c60-ab4b-2f811f23a4d4 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Request body: {'port': {'device_id': '25a9d877-6d7a-4144-b058-4bf5c45296ba', 'network_id': '65397cf1-d79d-45bb-b77f-de7f774dbf0d', 'admin_state_up': True, 'tenant_id': '8bb4c19fb8d3433b9f083449e2164df1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:42:31.755792 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b50ee981-1539-44a5-bcba-d8668d5a589a req-34836a7d-fe53-4072-9c76-a6c04b9a8d61 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 210 time: 0.0316229 Jul 15 23:42:31.768323 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-e85268bc-6968-4c60-ab4b-2f811f23a4d4 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Made reservation on behalf of 8bb4c19fb8d3433b9f083449e2164df1 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:42:31.772738 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-e85268bc-6968-4c60-ab4b-2f811f23a4d4 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:31.899297 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-e85268bc-6968-4c60-ab4b-2f811f23a4d4 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Allocated IP 172.20.0.7 (65397cf1-d79d-45bb-b77f-de7f774dbf0d/8a428f6c-a4cd-49ee-9e9d-2b0a23d329b6/fab30d4b-5486-45f4-b931-4865492f6f16) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:42:32.046488 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-e85268bc-6968-4c60-ab4b-2f811f23a4d4 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:32.084342 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-e85268bc-6968-4c60-ab4b-2f811f23a4d4 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:32.129066 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-e85268bc-6968-4c60-ab4b-2f811f23a4d4 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Network 65397cf1-d79d-45bb-b77f-de7f774dbf0d is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:42:32.132214 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-e85268bc-6968-4c60-ab4b-2f811f23a4d4 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:42:32.136124 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-e85268bc-6968-4c60-ab4b-2f811f23a4d4 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:42:32.142887 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85268bc-6968-4c60-ab4b-2f811f23a4d4 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Pushing event updated for resources: {'Port': ['ID=fab30d4b-5486-45f4-b931-4865492f6f16,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:32.186098 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-e85268bc-6968-4c60-ab4b-2f811f23a4d4 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:32.186732 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-e85268bc-6968-4c60-ab4b-2f811f23a4d4 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:32.200375 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-e85268bc-6968-4c60-ab4b-2f811f23a4d4 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5476985 Jul 15 23:42:32.211942 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-52a4a5bb-6d38-403d-ae84-c42c591908ee service neutron] Request body: {'port': {'device_id': '25a9d877-6d7a-4144-b058-4bf5c45296ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:42:32.285106 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-52a4a5bb-6d38-403d-ae84-c42c591908ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:32.537521 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-52a4a5bb-6d38-403d-ae84-c42c591908ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab30d4b-5486-45f4-b931-4865492f6f16 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:42:32.544772 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-52a4a5bb-6d38-403d-ae84-c42c591908ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:32.556285 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-52a4a5bb-6d38-403d-ae84-c42c591908ee service neutron] Transition to ACTIVE for port object fab30d4b-5486-45f4-b931-4865492f6f16 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:42:32.560854 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-52a4a5bb-6d38-403d-ae84-c42c591908ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:32.610983 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4a5bb-6d38-403d-ae84-c42c591908ee service neutron] Pushing event updated for resources: {'Port': ['ID=fab30d4b-5486-45f4-b931-4865492f6f16,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:32.677602 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-52a4a5bb-6d38-403d-ae84-c42c591908ee service neutron] Attempting to bind port fab30d4b-5486-45f4-b931-4865492f6f16 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:42:32.678257 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-52a4a5bb-6d38-403d-ae84-c42c591908ee service neutron] Attempting to bind port fab30d4b-5486-45f4-b931-4865492f6f16 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'd4bb56b6-8be7-48af-a542-ee086a8b31f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '65397cf1-d79d-45bb-b77f-de7f774dbf0d'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:42:32.678257 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-52a4a5bb-6d38-403d-ae84-c42c591908ee service neutron] Attempting to bind port fab30d4b-5486-45f4-b931-4865492f6f16 on network 65397cf1-d79d-45bb-b77f-de7f774dbf0d {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:42:32.682410 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-52a4a5bb-6d38-403d-ae84-c42c591908ee service neutron] Port fab30d4b-5486-45f4-b931-4865492f6f16 on network 65397cf1-d79d-45bb-b77f-de7f774dbf0d not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:42:32.682760 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-52a4a5bb-6d38-403d-ae84-c42c591908ee service neutron] Attempting to bind port fab30d4b-5486-45f4-b931-4865492f6f16 on network 65397cf1-d79d-45bb-b77f-de7f774dbf0d {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:42:32.688174 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-52a4a5bb-6d38-403d-ae84-c42c591908ee service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:42:32.688514 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-52a4a5bb-6d38-403d-ae84-c42c591908ee service neutron] Checking segment: {'id': 'd4bb56b6-8be7-48af-a542-ee086a8b31f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '65397cf1-d79d-45bb-b77f-de7f774dbf0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:42:32.688904 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-52a4a5bb-6d38-403d-ae84-c42c591908ee service neutron] Bound using segment: {'id': 'd4bb56b6-8be7-48af-a542-ee086a8b31f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '65397cf1-d79d-45bb-b77f-de7f774dbf0d'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:42:32.689325 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-52a4a5bb-6d38-403d-ae84-c42c591908ee service neutron] Bound port: fab30d4b-5486-45f4-b931-4865492f6f16, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bb56b6-8be7-48af-a542-ee086a8b31f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '65397cf1-d79d-45bb-b77f-de7f774dbf0d'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:42:32.689936 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-52a4a5bb-6d38-403d-ae84-c42c591908ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:32.750919 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-52a4a5bb-6d38-403d-ae84-c42c591908ee service neutron] For port fab30d4b-5486-45f4-b931-4865492f6f16, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:42:32.753894 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-52a4a5bb-6d38-403d-ae84-c42c591908ee service neutron] For port fab30d4b-5486-45f4-b931-4865492f6f16, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=fab30d4b-5486-45f4-b931-4865492f6f16,segment=NetworkSegment(d4bb56b6-8be7-48af-a542-ee086a8b31f6),segment_id=d4bb56b6-8be7-48af-a542-ee086a8b31f6)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:42:32.758232 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-52a4a5bb-6d38-403d-ae84-c42c591908ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:32.789596 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-52a4a5bb-6d38-403d-ae84-c42c591908ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:32.790150 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-52a4a5bb-6d38-403d-ae84-c42c591908ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:32.791624 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-52a4a5bb-6d38-403d-ae84-c42c591908ee service neutron] 10.222.0.43 "PUT /v2.0/ports/fab30d4b-5486-45f4-b931-4865492f6f16 HTTP/1.1" status: 200 len: 1091 time: 0.5836856 Jul 15 23:42:32.792047 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a9d877-6d7a-4144-b058-4bf5c45296ba', 'tag': 'fab30d4b-5486-45f4-b931-4865492f6f16'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:42:32.794284 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c33c2f-31f8-423a-a12b-7a053f5e3b49" -d '{"events": [{"name": "network-changed", "server_uuid": "25a9d877-6d7a-4144-b058-4bf5c45296ba", "tag": "fab30d4b-5486-45f4-b931-4865492f6f16"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:42:32.823505 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4a5bb-6d38-403d-ae84-c42c591908ee service neutron] Pushing event updated for resources: {'Port': ['ID=fab30d4b-5486-45f4-b931-4865492f6f16,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:32.844510 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44f4df0-4dda-4bc6-a7b0-30c2af3b255b x-openstack-request-id: req-d44f4df0-4dda-4bc6-a7b0-30c2af3b255b {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:42:32.844791 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a9d877-6d7a-4144-b058-4bf5c45296ba", "tag": "fab30d4b-5486-45f4-b931-4865492f6f16", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:42:32.845040 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d44f4df0-4dda-4bc6-a7b0-30c2af3b255b {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:42:32.845422 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a9d877-6d7a-4144-b058-4bf5c45296ba', 'tag': 'fab30d4b-5486-45f4-b931-4865492f6f16', 'status': 'completed', 'code': 200} Jul 15 23:42:32.893076 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-fdfca7ae-3b11-4f4f-a6b6-731f685c33f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:32.894556 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-fdfca7ae-3b11-4f4f-a6b6-731f685c33f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8bb4c19fb8d3433b9f083449e2164df1&device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 1094 time: 0.0591018 Jul 15 23:42:32.949842 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb880d4e-3fc0-43a6-bb4a-a47d35e5a6d9 req-a24d47a3-e09d-4ca7-ae8f-ec94cdc56eae tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:32.951362 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb880d4e-3fc0-43a6-bb4a-a47d35e5a6d9 req-a24d47a3-e09d-4ca7-ae8f-ec94cdc56eae tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 943 time: 0.0663960 Jul 15 23:42:32.989877 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb880d4e-3fc0-43a6-bb4a-a47d35e5a6d9 req-c8e7da13-41c1-4333-9c2f-2c01e69c0f44 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329227 Jul 15 23:42:33.005491 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-00cb5190-acb3-4798-b1ea-17941294fd3d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fab30d4b-5486-45f4-b931-4865492f6f16 HTTP/1.1" status: 200 len: 217 time: 0.0356255 Jul 15 23:42:33.052102 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-9070388a-06f3-4abe-87c1-3e39c0d8a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:33.053426 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-9070388a-06f3-4abe-87c1-3e39c0d8a4aa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a428f6c-a4cd-49ee-9e9d-2b0a23d329b6 HTTP/1.1" status: 200 len: 851 time: 0.0423987 Jul 15 23:42:33.084338 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-14dd864c-6b77-483c-8aa4-bf5da19f9935 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=65397cf1-d79d-45bb-b77f-de7f774dbf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250642 Jul 15 23:42:33.173200 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-761bc398-21e9-41d1-8ddd-88ad73d1c38c service neutron] 10.222.0.43 "GET /v2.0/networks/65397cf1-d79d-45bb-b77f-de7f774dbf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828767 Jul 15 23:42:33.263003 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f6b76b69-cbde-4cf0-8ae1-aa4e4d3835e3 req-99c06df2-3ee5-41d5-83f8-f1ec88f0c739 service neutron] 10.222.0.43 "GET /v2.0/networks/65397cf1-d79d-45bb-b77f-de7f774dbf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834119 Jul 15 23:42:33.363070 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c33c2f-31f8-423a-a12b-7a053f5e3b49 req-b3d573bf-7bd7-466a-b0ce-91b07cb40c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:33.364535 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-10c33c2f-31f8-423a-a12b-7a053f5e3b49 req-b3d573bf-7bd7-466a-b0ce-91b07cb40c59 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8bb4c19fb8d3433b9f083449e2164df1&device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 1094 time: 0.0520790 Jul 15 23:42:33.449725 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c33c2f-31f8-423a-a12b-7a053f5e3b49 req-694499c5-6a0a-4990-968f-0bd988d65fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:33.451714 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-10c33c2f-31f8-423a-a12b-7a053f5e3b49 req-694499c5-6a0a-4990-968f-0bd988d65fb6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=65397cf1-d79d-45bb-b77f-de7f774dbf0d HTTP/1.1" status: 200 len: 912 time: 0.0805140 Jul 15 23:42:33.493860 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-10c33c2f-31f8-423a-a12b-7a053f5e3b49 req-c338b5a0-5b39-4409-b9fc-2293db36d9c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fab30d4b-5486-45f4-b931-4865492f6f16 HTTP/1.1" status: 200 len: 217 time: 0.0357647 Jul 15 23:42:33.540835 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c33c2f-31f8-423a-a12b-7a053f5e3b49 req-8af7dc80-c0f1-4abb-97f3-70b23b332bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:33.542214 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-10c33c2f-31f8-423a-a12b-7a053f5e3b49 req-8af7dc80-c0f1-4abb-97f3-70b23b332bed service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a428f6c-a4cd-49ee-9e9d-2b0a23d329b6 HTTP/1.1" status: 200 len: 851 time: 0.0421681 Jul 15 23:42:33.576325 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-10c33c2f-31f8-423a-a12b-7a053f5e3b49 req-c1f80b26-67e0-4a03-861a-e7d2088bd9c2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=65397cf1-d79d-45bb-b77f-de7f774dbf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253718 Jul 15 23:42:33.665382 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-10c33c2f-31f8-423a-a12b-7a053f5e3b49 req-670cc67c-ad9e-4904-9536-7187dbba2f7b service neutron] 10.222.0.43 "GET /v2.0/networks/65397cf1-d79d-45bb-b77f-de7f774dbf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813897 Jul 15 23:42:33.751046 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-10c33c2f-31f8-423a-a12b-7a053f5e3b49 req-b81942b3-7e0f-486c-96fe-a3ecf86f3235 service neutron] 10.222.0.43 "GET /v2.0/networks/65397cf1-d79d-45bb-b77f-de7f774dbf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792043 Jul 15 23:42:34.167023 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141942fc-ca0d-43ad-ba55-f6b9ed2f6341 req-50c4b34c-6e3c-4c00-afe5-b597b1a0a7ce tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:34.168479 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-141942fc-ca0d-43ad-ba55-f6b9ed2f6341 req-50c4b34c-6e3c-4c00-afe5-b597b1a0a7ce tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 943 time: 0.0613282 Jul 15 23:42:34.205249 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-141942fc-ca0d-43ad-ba55-f6b9ed2f6341 req-3bcb2093-2a42-41fe-b115-d251118ff66a tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307889 Jul 15 23:42:35.371439 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1d7cc-cb0a-43b6-850e-6d491c0ba1eb req-0a2ec5ba-bfae-48a3-9482-b5d65d34f17a tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:35.373461 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-44b1d7cc-cb0a-43b6-850e-6d491c0ba1eb req-0a2ec5ba-bfae-48a3-9482-b5d65d34f17a tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 943 time: 0.0603113 Jul 15 23:42:35.409916 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-44b1d7cc-cb0a-43b6-850e-6d491c0ba1eb req-10434e2f-0853-4d14-9052-9e5fd950e4b7 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310829 Jul 15 23:42:36.586128 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859a38e-1bcb-496b-bc0a-44c065e1832c req-01a28fc7-4826-4525-8985-0aea546cf5a5 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:36.587630 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6859a38e-1bcb-496b-bc0a-44c065e1832c req-01a28fc7-4826-4525-8985-0aea546cf5a5 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 943 time: 0.0658226 Jul 15 23:42:36.625142 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6859a38e-1bcb-496b-bc0a-44c065e1832c req-84594acd-bad5-4e88-b83d-9931cc525a13 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315018 Jul 15 23:42:37.148556 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device fab30d4b-5486-45f4-b931-4865492f6f16 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:42:37.242153 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port fab30d4b-5486-45f4-b931-4865492f6f16, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=fab30d4b-5486-45f4-b931-4865492f6f16,segment=NetworkSegment(d4bb56b6-8be7-48af-a542-ee086a8b31f6),segment_id=d4bb56b6-8be7-48af-a542-ee086a8b31f6)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:42:37.252979 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'fab30d4b-5486-45f4-b931-4865492f6f16', 'network_id': '65397cf1-d79d-45bb-b77f-de7f774dbf0d', 'port_id': 'fab30d4b-5486-45f4-b931-4865492f6f16', 'mac_address': 'fa:16:3e:00:d4:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a428f6c-a4cd-49ee-9e9d-2b0a23d329b6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:42:37.294790 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:37.307048 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab30d4b-5486-45f4-b931-4865492f6f16 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:42:37.326798 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port fab30d4b-5486-45f4-b931-4865492f6f16, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=fab30d4b-5486-45f4-b931-4865492f6f16,segment=NetworkSegment(d4bb56b6-8be7-48af-a542-ee086a8b31f6),segment_id=d4bb56b6-8be7-48af-a542-ee086a8b31f6)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:42:37.330281 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:37.374997 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=fab30d4b-5486-45f4-b931-4865492f6f16,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:37.533027 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['fab30d4b-5486-45f4-b931-4865492f6f16'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:42:37.796574 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b638b7a-1d10-4dfa-afba-d9727f0ecf66 req-7c1c3951-10a9-4e14-be78-deb516ce5b1a tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:37.797945 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7b638b7a-1d10-4dfa-afba-d9727f0ecf66 req-7c1c3951-10a9-4e14-be78-deb516ce5b1a tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 944 time: 0.0625339 Jul 15 23:42:37.836037 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7b638b7a-1d10-4dfa-afba-d9727f0ecf66 req-50bb32ad-4509-4009-9d7f-cd533ca85bd3 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325778 Jul 15 23:42:39.011595 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09b1e8-ce58-48d2-a6ab-bcfb95fd218e req-9fd171f3-ca7c-4633-b8bf-63f5e2a2874c tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:39.013047 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fa09b1e8-ce58-48d2-a6ab-bcfb95fd218e req-9fd171f3-ca7c-4633-b8bf-63f5e2a2874c tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 944 time: 0.0687654 Jul 15 23:42:39.041673 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:39.052656 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fa09b1e8-ce58-48d2-a6ab-bcfb95fd218e req-8ba5ebb0-dd8c-4c8a-affd-c1f191e977da tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334504 Jul 15 23:42:39.141406 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device fab30d4b-5486-45f4-b931-4865492f6f16 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:42:39.187263 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port fab30d4b-5486-45f4-b931-4865492f6f16 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:42:39.191151 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port fab30d4b-5486-45f4-b931-4865492f6f16 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:42:39.191522 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:39.265952 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:39.287201 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a9d877-6d7a-4144-b058-4bf5c45296ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab30d4b-5486-45f4-b931-4865492f6f16'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:42:39.289553 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd6d68e-b620-42d1-ab71-338cd82cef41" -d '{"events": [{"server_uuid": "25a9d877-6d7a-4144-b058-4bf5c45296ba", "name": "network-vif-plugged", "status": "completed", "tag": "fab30d4b-5486-45f4-b931-4865492f6f16"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:42:39.301859 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port fab30d4b-5486-45f4-b931-4865492f6f16, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=fab30d4b-5486-45f4-b931-4865492f6f16,segment=NetworkSegment(d4bb56b6-8be7-48af-a542-ee086a8b31f6),segment_id=d4bb56b6-8be7-48af-a542-ee086a8b31f6)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:42:39.306122 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:39.333743 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809cf44d-1ffc-4b22-93d9-842ee9643a11 x-openstack-request-id: req-809cf44d-1ffc-4b22-93d9-842ee9643a11 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:42:39.334041 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a9d877-6d7a-4144-b058-4bf5c45296ba", "name": "network-vif-plugged", "status": "completed", "tag": "fab30d4b-5486-45f4-b931-4865492f6f16", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:42:39.334303 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-809cf44d-1ffc-4b22-93d9-842ee9643a11 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:42:39.334704 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a9d877-6d7a-4144-b058-4bf5c45296ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab30d4b-5486-45f4-b931-4865492f6f16', 'code': 200} Jul 15 23:42:39.361449 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=fab30d4b-5486-45f4-b931-4865492f6f16,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:39.368967 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:39.369311 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:39.369646 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:39.369976 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:39.370316 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:39.370962 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:39.371093 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:39.371306 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:39.371628 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:39.371946 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:39.372268 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:39.372691 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:39.441909 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edbb51-2b05-4cf5-9c27-7ef7bce47226 req-e0666bb1-fcc7-4227-a2c7-47d1d54ea1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:39.443327 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d2edbb51-2b05-4cf5-9c27-7ef7bce47226 req-e0666bb1-fcc7-4227-a2c7-47d1d54ea1bb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 1096 time: 0.0549364 Jul 15 23:42:39.475874 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d2edbb51-2b05-4cf5-9c27-7ef7bce47226 req-1a8b875e-6764-4384-9122-3ed32ef72159 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263042 Jul 15 23:42:40.225328 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813e3d9-e824-4277-bb9b-9d858f056e8c req-1e0fcf7c-c3e7-4d3b-9530-8d2b206d7e2b tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:40.226773 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9813e3d9-e824-4277-bb9b-9d858f056e8c req-1e0fcf7c-c3e7-4d3b-9530-8d2b206d7e2b tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 945 time: 0.0658066 Jul 15 23:42:40.266644 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9813e3d9-e824-4277-bb9b-9d858f056e8c req-7a1370dd-5277-49f9-8f07-82f72256fde9 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335445 Jul 15 23:42:41.442008 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07b52b-624b-4f81-8789-f08ba1e54790 req-9fa922d5-7ff8-427b-9ab4-25663176e934 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:41.443540 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ca07b52b-624b-4f81-8789-f08ba1e54790 req-9fa922d5-7ff8-427b-9ab4-25663176e934 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 945 time: 0.0629044 Jul 15 23:42:41.480327 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ca07b52b-624b-4f81-8789-f08ba1e54790 req-654a1a79-22aa-4187-9fbf-7b0d06d141d6 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312936 Jul 15 23:42:41.758102 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35106) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:41.899924 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-37119f82-9323-42a1-b86d-a5b3f986ac9a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1405311 Jul 15 23:42:41.908737 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968c738-4e0f-4a82-98e7-272bae382412 req-bfa0d28a-0384-4cbb-88e3-8e914ec34465 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:41.910157 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8968c738-4e0f-4a82-98e7-272bae382412 req-bfa0d28a-0384-4cbb-88e3-8e914ec34465 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 945 time: 0.1063964 Jul 15 23:42:41.949718 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8968c738-4e0f-4a82-98e7-272bae382412 req-e4541a6e-c529-4edb-bcbd-3af7dea127a2 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334857 Jul 15 23:42:43.073264 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-f5c8ce6e-d677-4765-92cc-3fbba184eca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:43.075087 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-f5c8ce6e-d677-4765-92cc-3fbba184eca6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8bb4c19fb8d3433b9f083449e2164df1&device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 1096 time: 0.0521817 Jul 15 23:42:43.126777 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8123bd9-ee81-49ee-b064-4e5893cdb223 req-083b9741-a5b3-4505-a765-bf0e4bc52826 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:43.128246 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d8123bd9-ee81-49ee-b064-4e5893cdb223 req-083b9741-a5b3-4505-a765-bf0e4bc52826 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 945 time: 0.0665462 Jul 15 23:42:43.166162 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d8123bd9-ee81-49ee-b064-4e5893cdb223 req-05e5cf33-151c-4714-97c0-199060436818 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319984 Jul 15 23:42:43.166569 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-33a22398-d6ff-47fc-86ee-68a680dbf1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:43.168053 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-33a22398-d6ff-47fc-86ee-68a680dbf1a4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=65397cf1-d79d-45bb-b77f-de7f774dbf0d HTTP/1.1" status: 200 len: 912 time: 0.0872874 Jul 15 23:42:43.208117 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-47c55772-6d87-412b-9366-6639013dcfd0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fab30d4b-5486-45f4-b931-4865492f6f16 HTTP/1.1" status: 200 len: 217 time: 0.0341694 Jul 15 23:42:43.255097 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-86b66d11-fbb8-4c61-b1f9-07ef575f7916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:43.257360 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-86b66d11-fbb8-4c61-b1f9-07ef575f7916 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a428f6c-a4cd-49ee-9e9d-2b0a23d329b6 HTTP/1.1" status: 200 len: 851 time: 0.0436318 Jul 15 23:42:43.292572 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-19619d97-82ad-49a6-9a77-ea666bd78791 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=65397cf1-d79d-45bb-b77f-de7f774dbf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293329 Jul 15 23:42:43.379308 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-db29c116-d223-4c83-afd4-5ab4eb0e50c8 service neutron] 10.222.0.43 "GET /v2.0/networks/65397cf1-d79d-45bb-b77f-de7f774dbf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807142 Jul 15 23:42:43.468647 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-b7ade0e9-b8bb-411b-9ed6-b057f0087599 service neutron] 10.222.0.43 "GET /v2.0/networks/65397cf1-d79d-45bb-b77f-de7f774dbf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834174 Jul 15 23:42:44.339878 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d6bce-7365-434d-accd-5c6beeba5c97 req-72685fb0-6fad-450e-8746-bb5913c24ba4 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:44.341331 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-213d6bce-7365-434d-accd-5c6beeba5c97 req-72685fb0-6fad-450e-8746-bb5913c24ba4 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 945 time: 0.0612805 Jul 15 23:42:44.378141 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-213d6bce-7365-434d-accd-5c6beeba5c97 req-e23e260f-e8c5-4efd-9bd8-1382a71c60cf tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310469 Jul 15 23:42:45.547356 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c006e-ea47-48b4-91d9-aa6da9e9fb86 req-bf65b60b-dc0f-46ad-92c9-6553659a9682 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:45.548826 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-352c006e-ea47-48b4-91d9-aa6da9e9fb86 req-bf65b60b-dc0f-46ad-92c9-6553659a9682 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 945 time: 0.0620801 Jul 15 23:42:45.585984 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-352c006e-ea47-48b4-91d9-aa6da9e9fb86 req-83415b37-7111-4eed-9b1f-ddac8c6ff47c tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317230 Jul 15 23:42:45.929038 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-54453ab7-f29c-4468-b52e-ff3411cfa693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:46.758687 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412c7f0-3fa5-413d-ab17-62275d5ad43f req-442b0b33-2739-42c1-b430-94ab3949c910 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:46.760142 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c412c7f0-3fa5-413d-ab17-62275d5ad43f req-442b0b33-2739-42c1-b430-94ab3949c910 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 945 time: 0.0653927 Jul 15 23:42:46.797401 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c412c7f0-3fa5-413d-ab17-62275d5ad43f req-c30a92ee-bead-4ae7-8b76-94d69efa8f81 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312266 Jul 15 23:42:47.971046 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9122e6-2fa8-47e3-ad6e-dbece5301d93 req-6fab7784-b587-4fb2-be72-92f97f21f762 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:47.972464 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c9122e6-2fa8-47e3-ad6e-dbece5301d93 req-6fab7784-b587-4fb2-be72-92f97f21f762 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 945 time: 0.0628440 Jul 15 23:42:48.008983 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c9122e6-2fa8-47e3-ad6e-dbece5301d93 req-08552bfe-1237-4163-9d06-2f9e377fc799 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310349 Jul 15 23:42:48.300249 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f32a1f0d-5a04-4633-87aa-a020704a43f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:48.763781 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:49.182313 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7744105-3020-40c1-8dcf-b8071d9d0443 req-56242893-d6ed-43b1-92ee-f4ebdbb0806e tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:49.183777 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a7744105-3020-40c1-8dcf-b8071d9d0443 req-56242893-d6ed-43b1-92ee-f4ebdbb0806e tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 945 time: 0.0640945 Jul 15 23:42:49.221757 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a7744105-3020-40c1-8dcf-b8071d9d0443 req-6af4815f-e50e-4cbc-acd1-be4252aae9c2 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318079 Jul 15 23:42:49.748613 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:50.390110 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b92d74-4131-4781-9a5e-98e8d638f633 req-1e1fcc97-1810-4300-b44c-6aa9ed66da79 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:50.391698 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67b92d74-4131-4781-9a5e-98e8d638f633 req-1e1fcc97-1810-4300-b44c-6aa9ed66da79 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 945 time: 0.0611880 Jul 15 23:42:50.429086 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67b92d74-4131-4781-9a5e-98e8d638f633 req-e8f006dd-6321-42a3-a143-86c733217869 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319729 Jul 15 23:42:51.314819 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:51.597484 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f2bd3-9276-4d9e-8e35-c99e279a237c req-30395b85-2307-428e-adce-75fc0312af55 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:51.598970 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-891f2bd3-9276-4d9e-8e35-c99e279a237c req-30395b85-2307-428e-adce-75fc0312af55 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 945 time: 0.0611088 Jul 15 23:42:51.634602 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-891f2bd3-9276-4d9e-8e35-c99e279a237c req-0d68c55d-564e-459c-841f-bf841f1bd91d tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301282 Jul 15 23:42:52.810821 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc619c-d7f0-4ad2-ac8f-8fab2d1ac0e6 req-73b70f21-0299-4042-b978-f17fc3c34eff tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:52.812282 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-62dc619c-d7f0-4ad2-ac8f-8fab2d1ac0e6 req-73b70f21-0299-4042-b978-f17fc3c34eff tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 945 time: 0.0669763 Jul 15 23:42:52.849188 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-62dc619c-d7f0-4ad2-ac8f-8fab2d1ac0e6 req-2e92722d-d18d-4ed3-8b7c-e5e82cb16a5b tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311472 Jul 15 23:42:54.022111 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae54663-c6fd-4ac9-bbe7-fbfdb5dbc27e req-104e49b6-e56e-48aa-a603-a2cfdcd5d580 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:54.023508 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6ae54663-c6fd-4ac9-bbe7-fbfdb5dbc27e req-104e49b6-e56e-48aa-a603-a2cfdcd5d580 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 945 time: 0.0612020 Jul 15 23:42:54.060018 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6ae54663-c6fd-4ac9-bbe7-fbfdb5dbc27e req-486d9f40-e4c1-438f-b657-a55f0288bd25 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310013 Jul 15 23:42:54.337937 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:54.405323 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:42:55.234476 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c1f39-bbaa-4408-8673-0335fbe548b9 req-ac913f77-6353-4cc2-84ea-7ed6823355b0 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:55.235885 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-565c1f39-bbaa-4408-8673-0335fbe548b9 req-ac913f77-6353-4cc2-84ea-7ed6823355b0 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 945 time: 0.0654271 Jul 15 23:42:55.272991 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-565c1f39-bbaa-4408-8673-0335fbe548b9 req-a220f590-07fa-44f4-85f6-8a0c6ffad547 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315785 Jul 15 23:42:56.442235 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cc6f7-f44a-41ee-b15d-fda1b736335a req-288866d7-04ed-469e-a397-29f563b01e58 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:56.443720 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c61cc6f7-f44a-41ee-b15d-fda1b736335a req-288866d7-04ed-469e-a397-29f563b01e58 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 945 time: 0.0614276 Jul 15 23:42:56.480052 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c61cc6f7-f44a-41ee-b15d-fda1b736335a req-6a61b637-3a8e-4c95-a9b3-1c613410705e tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308878 Jul 15 23:42:57.652796 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc38452-df52-4d0f-b0b6-26b4c0fd6666 req-9a857aef-c98c-4a5c-bd39-b87cfa8364d6 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:57.654252 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9dc38452-df52-4d0f-b0b6-26b4c0fd6666 req-9a857aef-c98c-4a5c-bd39-b87cfa8364d6 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 945 time: 0.0616047 Jul 15 23:42:57.691389 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9dc38452-df52-4d0f-b0b6-26b4c0fd6666 req-4da7514f-374d-4bdd-afa5-cf3def5cad97 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309718 Jul 15 23:42:58.864063 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf88682-6d70-40fc-8e9f-b67ad949ec2f req-bd36ca41-c313-48b0-9dbd-e13c85117fca tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:58.865616 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8cf88682-6d70-40fc-8e9f-b67ad949ec2f req-bd36ca41-c313-48b0-9dbd-e13c85117fca tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 945 time: 0.0654905 Jul 15 23:42:58.901956 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8cf88682-6d70-40fc-8e9f-b67ad949ec2f req-176b5446-8305-4d5c-a8c7-cb3384a7bfb0 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307403 Jul 15 23:43:00.072677 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4946f30-2628-4577-9597-8841a940882b req-1d53c9fa-507b-42de-946b-17cfd62d75de tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:00.074138 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a4946f30-2628-4577-9597-8841a940882b req-1d53c9fa-507b-42de-946b-17cfd62d75de tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 945 time: 0.0623043 Jul 15 23:43:00.112962 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a4946f30-2628-4577-9597-8841a940882b req-9d98d97d-e948-4dc5-8aec-1b13fd6a5fc3 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327804 Jul 15 23:43:01.286439 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae2459-9063-4f5b-94f0-f723815b6e99 req-32495512-0383-4db0-8f03-7070b0df4e23 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:01.287847 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ceae2459-9063-4f5b-94f0-f723815b6e99 req-32495512-0383-4db0-8f03-7070b0df4e23 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 945 time: 0.0651302 Jul 15 23:43:01.324372 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ceae2459-9063-4f5b-94f0-f723815b6e99 req-9fb1bd0b-44bf-4952-bc63-a40d8ef1366a tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311005 Jul 15 23:43:02.494359 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65273640-7084-494c-8cad-311ce32a7c4e req-05745262-ddcb-40ef-b888-fdf6acf278c3 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:02.495843 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65273640-7084-494c-8cad-311ce32a7c4e req-05745262-ddcb-40ef-b888-fdf6acf278c3 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 945 time: 0.0617011 Jul 15 23:43:02.532267 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65273640-7084-494c-8cad-311ce32a7c4e req-ec363ebd-acf2-4759-9cfa-7c40018356ca tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309794 Jul 15 23:43:03.703122 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2294a-3948-4f23-ba5c-ab75c63836d9 req-59117464-f823-49e8-9cf6-1237cbc97de4 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:03.704570 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ec2294a-3948-4f23-ba5c-ab75c63836d9 req-59117464-f823-49e8-9cf6-1237cbc97de4 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 945 time: 0.0604234 Jul 15 23:43:03.744828 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ec2294a-3948-4f23-ba5c-ab75c63836d9 req-49eeac98-7997-4a75-8baf-5fa1ec1138de tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342920 Jul 15 23:43:04.917182 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd4fc2-d9fe-46f0-83ae-f9b22da074a1 req-fc44d9b6-9a1a-4740-832e-42a1b426901d tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:04.918673 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0edd4fc2-d9fe-46f0-83ae-f9b22da074a1 req-fc44d9b6-9a1a-4740-832e-42a1b426901d tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 945 time: 0.0653312 Jul 15 23:43:04.955485 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0edd4fc2-d9fe-46f0-83ae-f9b22da074a1 req-4d321824-d378-4e1c-b13e-6cdbcff1b77d tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307238 Jul 15 23:43:06.123531 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ead75-69a7-49d1-ae4d-a1172b0c190b req-995f004e-f7c4-4395-8a34-19d0c5348983 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:06.124985 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5e2ead75-69a7-49d1-ae4d-a1172b0c190b req-995f004e-f7c4-4395-8a34-19d0c5348983 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 945 time: 0.0615244 Jul 15 23:43:06.161553 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5e2ead75-69a7-49d1-ae4d-a1172b0c190b req-835637a3-69f6-4f22-8e0a-74f25dadd482 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307167 Jul 15 23:43:07.338577 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a9659-932f-4f7b-ab2b-44e50e949190 req-f5ecf4ca-51fc-4c69-89ce-7cfe621b3a25 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:07.340065 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-481a9659-932f-4f7b-ab2b-44e50e949190 req-f5ecf4ca-51fc-4c69-89ce-7cfe621b3a25 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 945 time: 0.0664678 Jul 15 23:43:07.377294 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-481a9659-932f-4f7b-ab2b-44e50e949190 req-a927a1fb-e3a5-4e81-8c46-7db84d674d39 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311038 Jul 15 23:43:08.546315 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78fe84-ec9a-4a04-b2a3-317769eae15c req-4a1bb2bd-e50c-442a-aad1-7279f31fb321 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:08.547812 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-be78fe84-ec9a-4a04-b2a3-317769eae15c req-4a1bb2bd-e50c-442a-aad1-7279f31fb321 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 945 time: 0.0622149 Jul 15 23:43:08.585202 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-be78fe84-ec9a-4a04-b2a3-317769eae15c req-c28a25de-c220-4553-9396-7e17b72493ba tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318770 Jul 15 23:43:09.042445 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:09.754827 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64a624-651f-4157-ab78-09151a1185eb req-299f45c0-9485-455c-bc60-0658429a2883 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:09.756274 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6c64a624-651f-4157-ab78-09151a1185eb req-299f45c0-9485-455c-bc60-0658429a2883 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 945 time: 0.0611396 Jul 15 23:43:09.792502 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6c64a624-651f-4157-ab78-09151a1185eb req-44ae51fa-ba2a-4634-9144-9d1f4165cc5d tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307610 Jul 15 23:43:10.413541 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-97e307eb-2824-4783-9dea-169b90bc8315 service neutron] show failed (client error): The resource could not be found. Jul 15 23:43:10.414518 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-97e307eb-2824-4783-9dea-169b90bc8315 service neutron] 10.222.0.43 "GET /v2.0/ports/fab30d4b-5486-45f4-b931-4865492f6f16/bindings/n-h1-787205-9 HTTP/1.1" status: 404 len: 380 time: 0.0537798 Jul 15 23:43:10.656078 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-2984d385-0f53-4aa0-8429-1ee107b1ea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:10.657559 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-2984d385-0f53-4aa0-8429-1ee107b1ea58 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba&tenant_id=8bb4c19fb8d3433b9f083449e2164df1 HTTP/1.1" status: 200 len: 1096 time: 0.0518770 Jul 15 23:43:10.675022 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787205-9', 'device_owner': 'compute:nova'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:10.745987 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:10.941702 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] For port fab30d4b-5486-45f4-b931-4865492f6f16, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=fab30d4b-5486-45f4-b931-4865492f6f16,segment=NetworkSegment(d4bb56b6-8be7-48af-a542-ee086a8b31f6),segment_id=d4bb56b6-8be7-48af-a542-ee086a8b31f6)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:10.970753 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61965a9c-3743-4faa-9c9f-377a33f032f4 req-adb06536-c37e-4da4-bcb7-e39034185aff tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:10.972258 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-61965a9c-3743-4faa-9c9f-377a33f032f4 req-adb06536-c37e-4da4-bcb7-e39034185aff tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 945 time: 0.0676177 Jul 15 23:43:10.974550 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] For port fab30d4b-5486-45f4-b931-4865492f6f16, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:43:11.009892 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-61965a9c-3743-4faa-9c9f-377a33f032f4 req-a659b0d5-0793-4131-9490-7d110110b8d3 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317748 Jul 15 23:43:11.013376 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a9d877-6d7a-4144-b058-4bf5c45296ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fab30d4b-5486-45f4-b931-4865492f6f16'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:43:11.015664 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b73577-2b7b-4721-94f3-42088e9bc0ad" -d '{"events": [{"server_uuid": "25a9d877-6d7a-4144-b058-4bf5c45296ba", "name": "network-vif-unplugged", "status": "completed", "tag": "fab30d4b-5486-45f4-b931-4865492f6f16"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:43:11.020070 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:11.032394 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] Transition to ACTIVE for port object fab30d4b-5486-45f4-b931-4865492f6f16 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:43:11.036477 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:11.069852 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec67649-4f67-4239-b54d-72b5eb3823eb x-openstack-request-id: req-eec67649-4f67-4239-b54d-72b5eb3823eb {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:43:11.070138 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a9d877-6d7a-4144-b058-4bf5c45296ba", "name": "network-vif-unplugged", "status": "completed", "tag": "fab30d4b-5486-45f4-b931-4865492f6f16", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:43:11.070384 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eec67649-4f67-4239-b54d-72b5eb3823eb {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:43:11.070798 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a9d877-6d7a-4144-b058-4bf5c45296ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fab30d4b-5486-45f4-b931-4865492f6f16', 'code': 200} Jul 15 23:43:11.106240 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] Pushing event updated for resources: {'Port': ['ID=fab30d4b-5486-45f4-b931-4865492f6f16,revision_number=6']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:11.108230 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] No DVR routers for this DVR port fab30d4b-5486-45f4-b931-4865492f6f16 on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:43:11.116642 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:11.116984 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:11.117318 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:11.117644 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:11.117970 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:11.118291 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:11.118611 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:11.118998 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:11.119317 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:11.119634 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:11.119949 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:11.120260 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:11.154483 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] Attempting to bind port fab30d4b-5486-45f4-b931-4865492f6f16 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:43:11.154838 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] Attempting to bind port fab30d4b-5486-45f4-b931-4865492f6f16 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'd4bb56b6-8be7-48af-a542-ee086a8b31f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '65397cf1-d79d-45bb-b77f-de7f774dbf0d'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:43:11.155160 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] Attempting to bind port fab30d4b-5486-45f4-b931-4865492f6f16 on network 65397cf1-d79d-45bb-b77f-de7f774dbf0d {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:43:11.159275 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] Port fab30d4b-5486-45f4-b931-4865492f6f16 on network 65397cf1-d79d-45bb-b77f-de7f774dbf0d not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:43:11.159584 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] Attempting to bind port fab30d4b-5486-45f4-b931-4865492f6f16 on network 65397cf1-d79d-45bb-b77f-de7f774dbf0d {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:43:11.164212 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:43:11.164544 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] Checking segment: {'id': 'd4bb56b6-8be7-48af-a542-ee086a8b31f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '65397cf1-d79d-45bb-b77f-de7f774dbf0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:43:11.164919 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] Bound using segment: {'id': 'd4bb56b6-8be7-48af-a542-ee086a8b31f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '65397cf1-d79d-45bb-b77f-de7f774dbf0d'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:43:11.165334 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] Bound port: fab30d4b-5486-45f4-b931-4865492f6f16, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bb56b6-8be7-48af-a542-ee086a8b31f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '65397cf1-d79d-45bb-b77f-de7f774dbf0d'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:43:11.165680 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:11.225751 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] For port fab30d4b-5486-45f4-b931-4865492f6f16, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:43:11.228701 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] For port fab30d4b-5486-45f4-b931-4865492f6f16, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=fab30d4b-5486-45f4-b931-4865492f6f16,segment=NetworkSegment(d4bb56b6-8be7-48af-a542-ee086a8b31f6),segment_id=d4bb56b6-8be7-48af-a542-ee086a8b31f6)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:43:11.232845 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:11.269523 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:11.270144 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:11.271651 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] 10.222.0.36 "PUT /v2.0/ports/fab30d4b-5486-45f4-b931-4865492f6f16 HTTP/1.1" status: 200 len: 1091 time: 0.6005147 Jul 15 23:43:11.291561 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f97f4c-467f-495d-b095-6a1b63a7f45b service neutron] Pushing event updated for resources: {'Port': ['ID=fab30d4b-5486-45f4-b931-4865492f6f16,revision_number=7']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:11.353544 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-5959b9a8-ccd9-4073-9d96-5e9d17d8d766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:11.355042 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-5959b9a8-ccd9-4073-9d96-5e9d17d8d766 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bb4c19fb8d3433b9f083449e2164df1&device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 1094 time: 0.0518072 Jul 15 23:43:11.444043 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-dc1e0b8a-6f4b-49ce-b546-a62fa9b79f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:11.445460 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-dc1e0b8a-6f4b-49ce-b546-a62fa9b79f34 service neutron] 10.222.0.36 "GET /v2.0/networks?id=65397cf1-d79d-45bb-b77f-de7f774dbf0d HTTP/1.1" status: 200 len: 912 time: 0.0833845 Jul 15 23:43:11.484794 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-58b10e24-76fb-4ee0-8806-bc56e9fe56c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fab30d4b-5486-45f4-b931-4865492f6f16 HTTP/1.1" status: 200 len: 217 time: 0.0326550 Jul 15 23:43:11.529416 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-99f0906e-6a52-4b76-a399-1c7bbe551487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:11.530798 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-99f0906e-6a52-4b76-a399-1c7bbe551487 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a428f6c-a4cd-49ee-9e9d-2b0a23d329b6 HTTP/1.1" status: 200 len: 851 time: 0.0404577 Jul 15 23:43:11.560631 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-c6bccd93-fe81-4a7e-b9c4-e6d88e65f966 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65397cf1-d79d-45bb-b77f-de7f774dbf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237846 Jul 15 23:43:11.648903 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-ce98ea9e-c973-4f87-b26c-d0ad885c2f6b service neutron] 10.222.0.36 "GET /v2.0/networks/65397cf1-d79d-45bb-b77f-de7f774dbf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817561 Jul 15 23:43:11.738310 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a780e7ef-4180-4bff-8898-e43eee729d2a req-2f305f09-ba54-45a9-80b6-3c3c7b8a040f service neutron] 10.222.0.36 "GET /v2.0/networks/65397cf1-d79d-45bb-b77f-de7f774dbf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822680 Jul 15 23:43:12.183168 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583ca96-6fd3-41ea-9fa6-c7576beff5f7 req-8970d322-f139-4f24-abdf-432a9b5d6166 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:12.184608 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d583ca96-6fd3-41ea-9fa6-c7576beff5f7 req-8970d322-f139-4f24-abdf-432a9b5d6166 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 943 time: 0.0616999 Jul 15 23:43:12.221014 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d583ca96-6fd3-41ea-9fa6-c7576beff5f7 req-88ef84b3-468e-426d-aec7-4061ee8dfe66 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301194 Jul 15 23:43:13.072085 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a9d877-6d7a-4144-b058-4bf5c45296ba', 'tag': 'fab30d4b-5486-45f4-b931-4865492f6f16'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:43:13.074443 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8686213a-c0d4-4de0-b611-06401df2b509" -d '{"events": [{"name": "network-changed", "server_uuid": "25a9d877-6d7a-4144-b058-4bf5c45296ba", "tag": "fab30d4b-5486-45f4-b931-4865492f6f16"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:43:13.121486 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8240b7c7-bab8-47d1-bb3c-0dbbf32a695e x-openstack-request-id: req-8240b7c7-bab8-47d1-bb3c-0dbbf32a695e {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:43:13.121808 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a9d877-6d7a-4144-b058-4bf5c45296ba", "tag": "fab30d4b-5486-45f4-b931-4865492f6f16", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:43:13.122063 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8240b7c7-bab8-47d1-bb3c-0dbbf32a695e {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:43:13.122476 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a9d877-6d7a-4144-b058-4bf5c45296ba', 'tag': 'fab30d4b-5486-45f4-b931-4865492f6f16', 'status': 'completed', 'code': 200} Jul 15 23:43:13.237493 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686213a-c0d4-4de0-b611-06401df2b509 req-2d0fe693-61f7-48af-8270-46788549f7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:13.238915 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8686213a-c0d4-4de0-b611-06401df2b509 req-2d0fe693-61f7-48af-8270-46788549f7a0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8bb4c19fb8d3433b9f083449e2164df1&device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 1094 time: 0.0932250 Jul 15 23:43:13.240600 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686213a-c0d4-4de0-b611-06401df2b509 req-1bbfb9ab-fb19-4929-b424-36f7e5620af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:13.241888 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8686213a-c0d4-4de0-b611-06401df2b509 req-1bbfb9ab-fb19-4929-b424-36f7e5620af5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bb4c19fb8d3433b9f083449e2164df1&device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 1094 time: 0.0702200 Jul 15 23:43:13.403673 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addd328-5c21-4fdd-828b-09ae261bcfad req-4988bd45-e2e8-40d4-b6e5-ef9b9c4e5b28 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:13.405258 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1addd328-5c21-4fdd-828b-09ae261bcfad req-4988bd45-e2e8-40d4-b6e5-ef9b9c4e5b28 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 943 time: 0.0701416 Jul 15 23:43:13.447705 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1addd328-5c21-4fdd-828b-09ae261bcfad req-75ee775a-2959-4f97-98f3-90eb418d2090 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356600 Jul 15 23:43:13.727987 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686213a-c0d4-4de0-b611-06401df2b509 req-091fbe91-2581-41c0-92d3-d7659052b484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:13.729458 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8686213a-c0d4-4de0-b611-06401df2b509 req-091fbe91-2581-41c0-92d3-d7659052b484 service neutron] 10.222.0.43 "GET /v2.0/networks?id=65397cf1-d79d-45bb-b77f-de7f774dbf0d HTTP/1.1" status: 200 len: 912 time: 0.4843831 Jul 15 23:43:13.730539 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686213a-c0d4-4de0-b611-06401df2b509 req-14661816-dd55-4876-8c44-1d5c02aae42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:13.731865 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8686213a-c0d4-4de0-b611-06401df2b509 req-14661816-dd55-4876-8c44-1d5c02aae42f service neutron] 10.222.0.36 "GET /v2.0/networks?id=65397cf1-d79d-45bb-b77f-de7f774dbf0d HTTP/1.1" status: 200 len: 912 time: 0.4789517 Jul 15 23:43:13.797895 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8686213a-c0d4-4de0-b611-06401df2b509 req-94239a43-f954-478a-8be2-22538ffdfb00 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fab30d4b-5486-45f4-b931-4865492f6f16 HTTP/1.1" status: 200 len: 217 time: 0.0603831 Jul 15 23:43:13.799746 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8686213a-c0d4-4de0-b611-06401df2b509 req-fee6abe1-f2a5-4cf5-8292-05a171ee8ab6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fab30d4b-5486-45f4-b931-4865492f6f16 HTTP/1.1" status: 200 len: 217 time: 0.0569296 Jul 15 23:43:13.880765 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686213a-c0d4-4de0-b611-06401df2b509 req-feb83344-af7b-4b4c-8e8e-837d731052b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:13.882171 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8686213a-c0d4-4de0-b611-06401df2b509 req-feb83344-af7b-4b4c-8e8e-837d731052b9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a428f6c-a4cd-49ee-9e9d-2b0a23d329b6 HTTP/1.1" status: 200 len: 851 time: 0.0779791 Jul 15 23:43:13.883775 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686213a-c0d4-4de0-b611-06401df2b509 req-60e50bc9-7888-49b9-a541-e2682e2480b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:13.885054 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8686213a-c0d4-4de0-b611-06401df2b509 req-60e50bc9-7888-49b9-a541-e2682e2480b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a428f6c-a4cd-49ee-9e9d-2b0a23d329b6 HTTP/1.1" status: 200 len: 851 time: 0.0739124 Jul 15 23:43:13.934886 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8686213a-c0d4-4de0-b611-06401df2b509 req-19a67c5c-236d-48fd-8af4-92a14510f4df service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=65397cf1-d79d-45bb-b77f-de7f774dbf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457211 Jul 15 23:43:13.936655 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8686213a-c0d4-4de0-b611-06401df2b509 req-b216d41e-7ae6-436a-a2d8-fe331ad0d874 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65397cf1-d79d-45bb-b77f-de7f774dbf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406811 Jul 15 23:43:14.089362 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8686213a-c0d4-4de0-b611-06401df2b509 req-173aeb04-a442-43ed-9e39-b4e06a6921e5 service neutron] 10.222.0.43 "GET /v2.0/networks/65397cf1-d79d-45bb-b77f-de7f774dbf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472316 Jul 15 23:43:14.092593 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8686213a-c0d4-4de0-b611-06401df2b509 req-44e67402-a090-478b-9467-a6d0e3be83d3 service neutron] 10.222.0.36 "GET /v2.0/networks/65397cf1-d79d-45bb-b77f-de7f774dbf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438949 Jul 15 23:43:14.242945 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8686213a-c0d4-4de0-b611-06401df2b509 req-a5b294b5-c77f-44be-ac65-46c69ca8b68d service neutron] 10.222.0.43 "GET /v2.0/networks/65397cf1-d79d-45bb-b77f-de7f774dbf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469238 Jul 15 23:43:14.244790 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8686213a-c0d4-4de0-b611-06401df2b509 req-02bcfb15-65e9-49fd-8b5d-5a708c6ef1f3 service neutron] 10.222.0.36 "GET /v2.0/networks/65397cf1-d79d-45bb-b77f-de7f774dbf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421585 Jul 15 23:43:14.321252 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device fab30d4b-5486-45f4-b931-4865492f6f16 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:43:14.416053 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port fab30d4b-5486-45f4-b931-4865492f6f16, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=fab30d4b-5486-45f4-b931-4865492f6f16,segment=NetworkSegment(d4bb56b6-8be7-48af-a542-ee086a8b31f6),segment_id=d4bb56b6-8be7-48af-a542-ee086a8b31f6)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:14.426888 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'fab30d4b-5486-45f4-b931-4865492f6f16', 'network_id': '65397cf1-d79d-45bb-b77f-de7f774dbf0d', 'port_id': 'fab30d4b-5486-45f4-b931-4865492f6f16', 'mac_address': 'fa:16:3e:00:d4:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a428f6c-a4cd-49ee-9e9d-2b0a23d329b6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:43:14.462577 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:14.475106 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab30d4b-5486-45f4-b931-4865492f6f16 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:43:14.494312 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port fab30d4b-5486-45f4-b931-4865492f6f16, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=fab30d4b-5486-45f4-b931-4865492f6f16,segment=NetworkSegment(d4bb56b6-8be7-48af-a542-ee086a8b31f6),segment_id=d4bb56b6-8be7-48af-a542-ee086a8b31f6)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:14.498245 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:14.547400 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=fab30d4b-5486-45f4-b931-4865492f6f16,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:14.623465 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8259fd3-cb51-4933-9b8f-4f58b04e818a req-df12038a-52a7-4298-8984-1487011b2d22 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:14.624946 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b8259fd3-cb51-4933-9b8f-4f58b04e818a req-df12038a-52a7-4298-8984-1487011b2d22 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 944 time: 0.0617840 Jul 15 23:43:14.661887 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b8259fd3-cb51-4933-9b8f-4f58b04e818a req-5072f8a0-11d7-47b7-a6db-981d2f0fd0fe tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309579 Jul 15 23:43:14.796221 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['fab30d4b-5486-45f4-b931-4865492f6f16'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:43:15.039452 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9979f81-e8ad-44f4-8c50-beacc9a9233f req-f5e86d44-2bb7-4ead-a6be-d16219597279 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:15.040898 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a9979f81-e8ad-44f4-8c50-beacc9a9233f req-f5e86d44-2bb7-4ead-a6be-d16219597279 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba&tenant_id=8bb4c19fb8d3433b9f083449e2164df1&binding%3Ahost_id=n-h1-787205-9 HTTP/1.1" status: 200 len: 944 time: 0.0701082 Jul 15 23:43:15.102906 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [req-a9979f81-e8ad-44f4-8c50-beacc9a9233f req-5eb48e42-fa0e-4f2b-9d02-90d672cbda63 service neutron] delete failed (client error): The resource could not be found. Jul 15 23:43:15.103880 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a9979f81-e8ad-44f4-8c50-beacc9a9233f req-5eb48e42-fa0e-4f2b-9d02-90d672cbda63 service neutron] 10.222.0.43 "DELETE /v2.0/ports/fab30d4b-5486-45f4-b931-4865492f6f16/bindings/n-h2-787205-9 HTTP/1.1" status: 404 len: 380 time: 0.0565348 Jul 15 23:43:15.197180 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9979f81-e8ad-44f4-8c50-beacc9a9233f req-5b2ba4b1-7397-4180-9513-10bcd0e422a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:15.198663 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a9979f81-e8ad-44f4-8c50-beacc9a9233f req-5b2ba4b1-7397-4180-9513-10bcd0e422a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8bb4c19fb8d3433b9f083449e2164df1&device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 1095 time: 0.0522215 Jul 15 23:43:15.288688 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9979f81-e8ad-44f4-8c50-beacc9a9233f req-de10b768-77f5-470c-9265-a266610b70b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:15.290124 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a9979f81-e8ad-44f4-8c50-beacc9a9233f req-de10b768-77f5-470c-9265-a266610b70b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=65397cf1-d79d-45bb-b77f-de7f774dbf0d HTTP/1.1" status: 200 len: 912 time: 0.0855870 Jul 15 23:43:15.332456 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a9979f81-e8ad-44f4-8c50-beacc9a9233f req-5d609ace-0367-4c3b-9a65-918a816282c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fab30d4b-5486-45f4-b931-4865492f6f16 HTTP/1.1" status: 200 len: 217 time: 0.0358381 Jul 15 23:43:15.342022 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device fab30d4b-5486-45f4-b931-4865492f6f16 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:43:15.379946 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device fab30d4b-5486-45f4-b931-4865492f6f16 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:43:15.380904 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9979f81-e8ad-44f4-8c50-beacc9a9233f req-cbb2dc25-81a7-4572-bbc8-f6fa005de905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:15.383409 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a9979f81-e8ad-44f4-8c50-beacc9a9233f req-cbb2dc25-81a7-4572-bbc8-f6fa005de905 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a428f6c-a4cd-49ee-9e9d-2b0a23d329b6 HTTP/1.1" status: 200 len: 851 time: 0.0446079 Jul 15 23:43:15.415544 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a9979f81-e8ad-44f4-8c50-beacc9a9233f req-895154fb-b10c-4105-a322-8c044ec334be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=65397cf1-d79d-45bb-b77f-de7f774dbf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264063 Jul 15 23:43:15.506175 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a9979f81-e8ad-44f4-8c50-beacc9a9233f req-74162158-e6b5-4731-81b8-6d0f58f05d8a service neutron] 10.222.0.43 "GET /v2.0/networks/65397cf1-d79d-45bb-b77f-de7f774dbf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843234 Jul 15 23:43:15.597243 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a9979f81-e8ad-44f4-8c50-beacc9a9233f req-13b077fc-cfaf-4786-8722-062edf95296a service neutron] 10.222.0.43 "GET /v2.0/networks/65397cf1-d79d-45bb-b77f-de7f774dbf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849826 Jul 15 23:43:15.929160 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cc8ca921-e087-4fc4-a3a1-b7b494775a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:16.338069 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device fab30d4b-5486-45f4-b931-4865492f6f16 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:43:16.385922 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port fab30d4b-5486-45f4-b931-4865492f6f16 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:43:16.389652 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port fab30d4b-5486-45f4-b931-4865492f6f16 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:43:16.390022 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:16.409196 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95406bc-f7e0-4e01-9b65-4c2d800feeec req-c2e7a492-8a4d-48d0-8e16-a4e593cb3f5f tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:16.410702 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d95406bc-f7e0-4e01-9b65-4c2d800feeec req-c2e7a492-8a4d-48d0-8e16-a4e593cb3f5f tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 944 time: 0.0641565 Jul 15 23:43:16.448171 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d95406bc-f7e0-4e01-9b65-4c2d800feeec req-6c87a1e5-0c7f-402d-9940-39acd420ac3d tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318003 Jul 15 23:43:16.468914 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:16.491116 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a9d877-6d7a-4144-b058-4bf5c45296ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab30d4b-5486-45f4-b931-4865492f6f16'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:43:16.493247 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbf9d93-9822-4208-b821-9a75790d4941" -d '{"events": [{"server_uuid": "25a9d877-6d7a-4144-b058-4bf5c45296ba", "name": "network-vif-plugged", "status": "completed", "tag": "fab30d4b-5486-45f4-b931-4865492f6f16"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:43:16.506424 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port fab30d4b-5486-45f4-b931-4865492f6f16, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=fab30d4b-5486-45f4-b931-4865492f6f16,segment=NetworkSegment(d4bb56b6-8be7-48af-a542-ee086a8b31f6),segment_id=d4bb56b6-8be7-48af-a542-ee086a8b31f6)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:16.510566 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:16.533372 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44c69db-338b-4268-ad98-a7513e3666e9 x-openstack-request-id: req-c44c69db-338b-4268-ad98-a7513e3666e9 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:43:16.533650 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a9d877-6d7a-4144-b058-4bf5c45296ba", "name": "network-vif-plugged", "status": "completed", "tag": "fab30d4b-5486-45f4-b931-4865492f6f16", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:43:16.533910 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c44c69db-338b-4268-ad98-a7513e3666e9 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:43:16.534298 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a9d877-6d7a-4144-b058-4bf5c45296ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab30d4b-5486-45f4-b931-4865492f6f16', 'code': 200} Jul 15 23:43:16.559775 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=fab30d4b-5486-45f4-b931-4865492f6f16,revision_number=9']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:17.636777 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ab797-fff8-486c-8f93-a05ff94f9785 req-0d3e8d60-3702-4545-98d3-82f66eb20a6b tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:17.638221 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-853ab797-fff8-486c-8f93-a05ff94f9785 req-0d3e8d60-3702-4545-98d3-82f66eb20a6b tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 945 time: 0.0709987 Jul 15 23:43:17.675354 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-853ab797-fff8-486c-8f93-a05ff94f9785 req-eb54e968-c5e7-4a56-b5fc-b583ea661dac tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bf255e1-759b-4358-86f4-36fdeb7d819d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315955 Jul 15 23:43:17.730220 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9979f81-e8ad-44f4-8c50-beacc9a9233f req-fd99b3f1-1788-4b70-aa07-2c8e15b3eca1 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:17.731750 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a9979f81-e8ad-44f4-8c50-beacc9a9233f req-fd99b3f1-1788-4b70-aa07-2c8e15b3eca1 tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.36 "GET /v2.0/ports?device_id=25a9d877-6d7a-4144-b058-4bf5c45296ba HTTP/1.1" status: 200 len: 945 time: 0.0633893 Jul 15 23:43:17.831665 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-a9979f81-e8ad-44f4-8c50-beacc9a9233f req-e5ce8b68-721a-4bab-8dde-dd4559b09aab tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Deleting port fab30d4b-5486-45f4-b931-4865492f6f16 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:43:17.832005 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a9979f81-e8ad-44f4-8c50-beacc9a9233f req-e5ce8b68-721a-4bab-8dde-dd4559b09aab tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:17.919869 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a9979f81-e8ad-44f4-8c50-beacc9a9233f req-e5ce8b68-721a-4bab-8dde-dd4559b09aab tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] For port fab30d4b-5486-45f4-b931-4865492f6f16, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=fab30d4b-5486-45f4-b931-4865492f6f16,segment=NetworkSegment(d4bb56b6-8be7-48af-a542-ee086a8b31f6),segment_id=d4bb56b6-8be7-48af-a542-ee086a8b31f6)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:17.920222 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a9979f81-e8ad-44f4-8c50-beacc9a9233f req-e5ce8b68-721a-4bab-8dde-dd4559b09aab tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:17.933008 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-a9979f81-e8ad-44f4-8c50-beacc9a9233f req-e5ce8b68-721a-4bab-8dde-dd4559b09aab tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Calling delete_port for fab30d4b-5486-45f4-b931-4865492f6f16 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:43:18.059621 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a9979f81-e8ad-44f4-8c50-beacc9a9233f req-e5ce8b68-721a-4bab-8dde-dd4559b09aab tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:18.086581 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce8b68-721a-4bab-8dde-dd4559b09aab tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Pushing event deleted for resources: {'Port': ['ID=fab30d4b-5486-45f4-b931-4865492f6f16,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:18.096575 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['fab30d4b-5486-45f4-b931-4865492f6f16'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:43:18.131181 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9979f81-e8ad-44f4-8c50-beacc9a9233f req-e5ce8b68-721a-4bab-8dde-dd4559b09aab tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] No DVR routers for this DVR port fab30d4b-5486-45f4-b931-4865492f6f16 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:43:18.133517 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a9979f81-e8ad-44f4-8c50-beacc9a9233f req-e5ce8b68-721a-4bab-8dde-dd4559b09aab tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:18.135538 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a9979f81-e8ad-44f4-8c50-beacc9a9233f req-e5ce8b68-721a-4bab-8dde-dd4559b09aab tempest-DeleteServersTestJSON-1070051244 tempest-DeleteServersTestJSON-1070051244-project] 10.222.0.36 "DELETE /v2.0/ports/fab30d4b-5486-45f4-b931-4865492f6f16 HTTP/1.1" status: 204 len: 173 time: 0.3984332 Jul 15 23:43:18.135966 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a9d877-6d7a-4144-b058-4bf5c45296ba', 'name': 'network-vif-deleted', 'tag': 'fab30d4b-5486-45f4-b931-4865492f6f16'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:43:18.138178 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dde067-5e1f-4a1b-ae78-d2a1f89cb0ce" -d '{"events": [{"server_uuid": "25a9d877-6d7a-4144-b058-4bf5c45296ba", "name": "network-vif-deleted", "tag": "fab30d4b-5486-45f4-b931-4865492f6f16"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:43:18.174928 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14164b5a-4b2e-4e30-9e83-86d43f5e4a8b x-openstack-request-id: req-14164b5a-4b2e-4e30-9e83-86d43f5e4a8b {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:43:18.175249 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a9d877-6d7a-4144-b058-4bf5c45296ba", "name": "network-vif-deleted", "tag": "fab30d4b-5486-45f4-b931-4865492f6f16", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:43:18.175474 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14164b5a-4b2e-4e30-9e83-86d43f5e4a8b {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:43:18.175880 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a9d877-6d7a-4144-b058-4bf5c45296ba', 'name': 'network-vif-deleted', 'tag': 'fab30d4b-5486-45f4-b931-4865492f6f16', 'status': 'completed', 'code': 200} Jul 15 23:43:18.299963 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-13f84e3a-ea44-4ca4-abbd-e39583b4e488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:18.766046 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:18.911464 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35210) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:18.955838 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-92666557-a322-4524-b519-855bdeab33c1 admin admin] Deleting subnet 8a428f6c-a4cd-49ee-9e9d-2b0a23d329b6 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:43:18.958780 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-92666557-a322-4524-b519-855bdeab33c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:18.991579 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-92666557-a322-4524-b519-855bdeab33c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:19.032157 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-92666557-a322-4524-b519-855bdeab33c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:19.084274 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-92666557-a322-4524-b519-855bdeab33c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:19.107396 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92666557-a322-4524-b519-855bdeab33c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a428f6c-a4cd-49ee-9e9d-2b0a23d329b6,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:19.117976 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92666557-a322-4524-b519-855bdeab33c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:19.118319 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92666557-a322-4524-b519-855bdeab33c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:19.118679 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92666557-a322-4524-b519-855bdeab33c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:19.119018 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92666557-a322-4524-b519-855bdeab33c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:19.119899 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92666557-a322-4524-b519-855bdeab33c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:19.119899 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92666557-a322-4524-b519-855bdeab33c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:19.120080 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92666557-a322-4524-b519-855bdeab33c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:19.120280 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92666557-a322-4524-b519-855bdeab33c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:19.120597 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92666557-a322-4524-b519-855bdeab33c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:19.120918 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92666557-a322-4524-b519-855bdeab33c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:19.121236 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92666557-a322-4524-b519-855bdeab33c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:19.121553 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92666557-a322-4524-b519-855bdeab33c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:19.124277 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-92666557-a322-4524-b519-855bdeab33c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:19.126716 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-92666557-a322-4524-b519-855bdeab33c1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8a428f6c-a4cd-49ee-9e9d-2b0a23d329b6 HTTP/1.1" status: 204 len: 168 time: 0.2136593 Jul 15 23:43:19.128801 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35212) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:19.193492 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7e03c07-55a3-428f-90af-115441cb8193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:19.270980 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7e03c07-55a3-428f-90af-115441cb8193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:19.280260 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-b7e03c07-55a3-428f-90af-115441cb8193 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65397cf1-d79d-45bb-b77f-de7f774dbf0d']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:19.290144 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-b7e03c07-55a3-428f-90af-115441cb8193 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4bb56b6-8be7-48af-a542-ee086a8b31f6') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:19.290440 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-b7e03c07-55a3-428f-90af-115441cb8193 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4bb56b6-8be7-48af-a542-ee086a8b31f6') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:19.298814 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7e03c07-55a3-428f-90af-115441cb8193 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:19.312236 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7e03c07-55a3-428f-90af-115441cb8193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:19.318219 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e03c07-55a3-428f-90af-115441cb8193 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:43:19.318599 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7e03c07-55a3-428f-90af-115441cb8193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:19.320194 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:43:19.320194 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:43:19.320194 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:43:19.320194 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:43:19.320194 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:43:19.320194 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:43:19.320194 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:43:19.320194 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:43:19.320194 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:43:19.320194 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:43:19.320194 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:43:19.320194 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:43:19.320194 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:43:19.320194 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:43:19.320194 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:43:19.320194 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:43:19.320194 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:43:19.320194 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:43:19.320194 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:43:19.320194 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:43:19.320194 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:43:19.320194 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:43:19.320194 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:43:19.320194 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:43:19.320194 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:43:19.320194 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:43:19.320194 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:43:19.320194 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:43:19.320194 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:43:19.320194 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:43:19.320194 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:43:19.320194 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:43:19.376669 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7e03c07-55a3-428f-90af-115441cb8193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:19.382205 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7e03c07-55a3-428f-90af-115441cb8193 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:19.384090 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b7e03c07-55a3-428f-90af-115441cb8193 admin admin] 10.222.0.16 "DELETE /v2.0/networks/65397cf1-d79d-45bb-b77f-de7f774dbf0d HTTP/1.1" status: 204 len: 168 time: 0.2543976 Jul 15 23:43:19.394780 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e03c07-55a3-428f-90af-115441cb8193 admin admin] Pushing event deleted for resources: {'Network': ['ID=65397cf1-d79d-45bb-b77f-de7f774dbf0d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:19.489871 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35216) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:19.528531 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-60051d62-501c-4eaf-9b01-23b55f91011b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8bb4c19fb8d3433b9f083449e2164df1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373805 Jul 15 23:43:19.530872 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35218) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:19.578516 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6d0daf3e-df6f-4bc4-acba-fefe5878de10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:19.599598 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6d0daf3e-df6f-4bc4-acba-fefe5878de10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:19.642691 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6d0daf3e-df6f-4bc4-acba-fefe5878de10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:19.645673 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6d0daf3e-df6f-4bc4-acba-fefe5878de10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:19.646898 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6d0daf3e-df6f-4bc4-acba-fefe5878de10 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4bf255e1-759b-4358-86f4-36fdeb7d819d HTTP/1.1" status: 204 len: 168 time: 0.1150322 Jul 15 23:43:19.656041 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0daf3e-df6f-4bc4-acba-fefe5878de10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf255e1-759b-4358-86f4-36fdeb7d819d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:19.751735 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:20.287617 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35240) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:20.330622 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device fab30d4b-5486-45f4-b931-4865492f6f16 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:43:20.349924 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: fab30d4b-5486-45f4-b931-4865492f6f16 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:43:20.350269 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device fab30d4b-5486-45f4-b931-4865492f6f16 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:43:20.383686 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-2afcb674-7673-4018-afeb-e59fa77b8e3d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2039464265-network', 'tenant_id': 'e3af96509c4a46e5847474c31824db5d'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:20.404395 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afcb674-7673-4018-afeb-e59fa77b8e3d admin admin] Made reservation on behalf of e3af96509c4a46e5847474c31824db5d for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:43:20.406707 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2afcb674-7673-4018-afeb-e59fa77b8e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:20.414566 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2afcb674-7673-4018-afeb-e59fa77b8e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:20.501910 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2afcb674-7673-4018-afeb-e59fa77b8e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:20.505960 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2afcb674-7673-4018-afeb-e59fa77b8e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:20.525227 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2afcb674-7673-4018-afeb-e59fa77b8e3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:43:20.538435 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afcb674-7673-4018-afeb-e59fa77b8e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1513831a-555b-4130-bbd7-df77f559654e,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:20.543053 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2afcb674-7673-4018-afeb-e59fa77b8e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:20.543396 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-2afcb674-7673-4018-afeb-e59fa77b8e3d admin admin] Added segment 518f63e9-2e1b-4da1-bcf4-0f00b807570d of type vlan for network 2a28ea9f-3a76-4416-aed2-76f02b67480b Jul 15 23:43:20.581775 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2afcb674-7673-4018-afeb-e59fa77b8e3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:20.608328 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2afcb674-7673-4018-afeb-e59fa77b8e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:20.609247 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afcb674-7673-4018-afeb-e59fa77b8e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:20.609824 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2afcb674-7673-4018-afeb-e59fa77b8e3d admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:20.642812 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2afcb674-7673-4018-afeb-e59fa77b8e3d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3540606 Jul 15 23:43:20.645948 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 35244) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:20.651168 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c0aa7757-ae4a-4ae7-b6c5-f9ed8a6c86ba admin admin] Request body: {'subnet': {'network_id': '2a28ea9f-3a76-4416-aed2-76f02b67480b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2039464265-subnet', 'tenant_id': 'e3af96509c4a46e5847474c31824db5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:20.667853 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afcb674-7673-4018-afeb-e59fa77b8e3d admin admin] Pushing event updated for resources: {'Network': ['ID=2a28ea9f-3a76-4416-aed2-76f02b67480b,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:20.672230 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0aa7757-ae4a-4ae7-b6c5-f9ed8a6c86ba admin admin] Made reservation on behalf of e3af96509c4a46e5847474c31824db5d for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:43:20.675177 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0aa7757-ae4a-4ae7-b6c5-f9ed8a6c86ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:20.679141 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 2a28ea9f-3a76-4416-aed2-76f02b67480b details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:43:20.840403 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0aa7757-ae4a-4ae7-b6c5-f9ed8a6c86ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:20.902088 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa7757-ae4a-4ae7-b6c5-f9ed8a6c86ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b0f2dd4-1ade-452f-8863-03a706653e2f,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:20.906340 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0aa7757-ae4a-4ae7-b6c5-f9ed8a6c86ba admin admin] Checking segment: {'id': '518f63e9-2e1b-4da1-bcf4-0f00b807570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2a28ea9f-3a76-4416-aed2-76f02b67480b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:43:20.906726 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0aa7757-ae4a-4ae7-b6c5-f9ed8a6c86ba admin admin] Network hostable DHCP agents. Network: 2a28ea9f-3a76-4416-aed2-76f02b67480b, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:43:20.922622 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0aa7757-ae4a-4ae7-b6c5-f9ed8a6c86ba admin admin] Network 2a28ea9f-3a76-4416-aed2-76f02b67480b is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:43:20.931499 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-c0aa7757-ae4a-4ae7-b6c5-f9ed8a6c86ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 2a28ea9f-3a76-4416-aed2-76f02b67480b) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:43:20.936096 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0aa7757-ae4a-4ae7-b6c5-f9ed8a6c86ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:20.938676 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c0aa7757-ae4a-4ae7-b6c5-f9ed8a6c86ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:20.939912 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1930ccac-c66d-43e1-8d08-7e2c20491a20 None None] Network 2a28ea9f-3a76-4416-aed2-76f02b67480b requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:43:20.953861 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c0aa7757-ae4a-4ae7-b6c5-f9ed8a6c86ba admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3066607 Jul 15 23:43:21.064477 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1290ce26-9b4b-44bd-b699-18e24aab1c12 None None] Network 2a28ea9f-3a76-4416-aed2-76f02b67480b requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:43:21.323810 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:21.370908 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-04a46ad0-4065-4719-a656-421e3fa4d8e5 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:21.372320 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-04a46ad0-4065-4719-a656-421e3fa4d8e5 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/networks?id=2a28ea9f-3a76-4416-aed2-76f02b67480b HTTP/1.1" status: 200 len: 815 time: 0.1080945 Jul 15 23:43:21.387465 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-4e9bed37-69aa-4326-a311-a803b84275b6 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/quotas/e3af96509c4a46e5847474c31824db5d HTTP/1.1" status: 200 len: 375 time: 0.0095897 Jul 15 23:43:21.421124 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-09eb5616-a876-43a5-be29-86f8d7366c68 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e3af96509c4a46e5847474c31824db5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284176 Jul 15 23:43:21.511445 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-3799d50f-2ad9-44ac-8c7d-8cf2bc97a2d1 service neutron] 10.222.0.16 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833888 Jul 15 23:43:21.597079 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-7aa0cee0-64bd-43a7-ba50-dadc39a18411 service neutron] 10.222.0.16 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799112 Jul 15 23:43:21.764786 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0e96d5fb-677d-4db1-aa70-3d7e76c8652f req-41ec4385-1d3b-4c2e-8148-c51b03225b6c tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 210 time: 0.0340014 Jul 15 23:43:22.842678 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-148bb0c5-554a-4470-bd64-5ca08dcf730d tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:22.844209 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-148bb0c5-554a-4470-bd64-5ca08dcf730d tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.36 "GET /v2.0/networks?id=2a28ea9f-3a76-4416-aed2-76f02b67480b HTTP/1.1" status: 200 len: 815 time: 0.1024661 Jul 15 23:43:22.868521 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-87791bee-9817-4b33-b823-711666f0b832 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Request body: {'port': {'device_id': '960a16b7-8ac3-44f5-9846-b280da4435cd', 'network_id': '2a28ea9f-3a76-4416-aed2-76f02b67480b', 'admin_state_up': True, 'tenant_id': 'e3af96509c4a46e5847474c31824db5d'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:22.910950 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2cef1fc8-3077-4bbc-97a7-a6004f3e757b req-3383b724-c6c2-42f8-963c-1380a0c3f3b6 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 210 time: 0.0274491 Jul 15 23:43:22.981982 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-87791bee-9817-4b33-b823-711666f0b832 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Made reservation on behalf of e3af96509c4a46e5847474c31824db5d for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:43:22.985690 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-87791bee-9817-4b33-b823-711666f0b832 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:23.105386 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-87791bee-9817-4b33-b823-711666f0b832 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Allocated IP 172.20.0.3 (2a28ea9f-3a76-4416-aed2-76f02b67480b/9b0f2dd4-1ade-452f-8863-03a706653e2f/b01aba01-c919-443a-9f29-f060de4751de) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:43:23.249512 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-87791bee-9817-4b33-b823-711666f0b832 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:23.288639 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-87791bee-9817-4b33-b823-711666f0b832 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:23.339761 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-87791bee-9817-4b33-b823-711666f0b832 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Network 2a28ea9f-3a76-4416-aed2-76f02b67480b is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:43:23.343422 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-87791bee-9817-4b33-b823-711666f0b832 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:43:23.346370 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-87791bee-9817-4b33-b823-711666f0b832 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:43:23.373832 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87791bee-9817-4b33-b823-711666f0b832 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Pushing event updated for resources: {'Port': ['ID=b01aba01-c919-443a-9f29-f060de4751de,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:23.400530 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-87791bee-9817-4b33-b823-711666f0b832 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:23.401136 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-87791bee-9817-4b33-b823-711666f0b832 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:23.415407 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-87791bee-9817-4b33-b823-711666f0b832 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5510821 Jul 15 23:43:23.431880 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-a1124d64-2212-4b22-878c-a27ff742fa13 service neutron] Request body: {'port': {'device_id': '960a16b7-8ac3-44f5-9846-b280da4435cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:23.500627 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-a1124d64-2212-4b22-878c-a27ff742fa13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:23.756464 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-a1124d64-2212-4b22-878c-a27ff742fa13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b01aba01-c919-443a-9f29-f060de4751de {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:43:23.763697 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-a1124d64-2212-4b22-878c-a27ff742fa13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:23.775922 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-a1124d64-2212-4b22-878c-a27ff742fa13 service neutron] Transition to ACTIVE for port object b01aba01-c919-443a-9f29-f060de4751de will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:43:23.780318 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-a1124d64-2212-4b22-878c-a27ff742fa13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:23.846948 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1124d64-2212-4b22-878c-a27ff742fa13 service neutron] Pushing event updated for resources: {'Port': ['ID=b01aba01-c919-443a-9f29-f060de4751de,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:23.894183 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-a1124d64-2212-4b22-878c-a27ff742fa13 service neutron] Attempting to bind port b01aba01-c919-443a-9f29-f060de4751de on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:43:23.894517 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-a1124d64-2212-4b22-878c-a27ff742fa13 service neutron] Attempting to bind port b01aba01-c919-443a-9f29-f060de4751de by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '518f63e9-2e1b-4da1-bcf4-0f00b807570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2a28ea9f-3a76-4416-aed2-76f02b67480b'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:43:23.894872 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-a1124d64-2212-4b22-878c-a27ff742fa13 service neutron] Attempting to bind port b01aba01-c919-443a-9f29-f060de4751de on network 2a28ea9f-3a76-4416-aed2-76f02b67480b {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:43:23.898979 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-a1124d64-2212-4b22-878c-a27ff742fa13 service neutron] Port b01aba01-c919-443a-9f29-f060de4751de on network 2a28ea9f-3a76-4416-aed2-76f02b67480b not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:43:23.899298 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-a1124d64-2212-4b22-878c-a27ff742fa13 service neutron] Attempting to bind port b01aba01-c919-443a-9f29-f060de4751de on network 2a28ea9f-3a76-4416-aed2-76f02b67480b {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:43:23.904011 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-a1124d64-2212-4b22-878c-a27ff742fa13 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:43:23.904339 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-a1124d64-2212-4b22-878c-a27ff742fa13 service neutron] Checking segment: {'id': '518f63e9-2e1b-4da1-bcf4-0f00b807570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2a28ea9f-3a76-4416-aed2-76f02b67480b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:43:23.904717 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-a1124d64-2212-4b22-878c-a27ff742fa13 service neutron] Bound using segment: {'id': '518f63e9-2e1b-4da1-bcf4-0f00b807570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2a28ea9f-3a76-4416-aed2-76f02b67480b'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:43:23.905137 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-a1124d64-2212-4b22-878c-a27ff742fa13 service neutron] Bound port: b01aba01-c919-443a-9f29-f060de4751de, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '518f63e9-2e1b-4da1-bcf4-0f00b807570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2a28ea9f-3a76-4416-aed2-76f02b67480b'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:43:23.905487 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-a1124d64-2212-4b22-878c-a27ff742fa13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:23.973875 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-a1124d64-2212-4b22-878c-a27ff742fa13 service neutron] For port b01aba01-c919-443a-9f29-f060de4751de, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:43:23.976638 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-a1124d64-2212-4b22-878c-a27ff742fa13 service neutron] For port b01aba01-c919-443a-9f29-f060de4751de, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=b01aba01-c919-443a-9f29-f060de4751de,segment=NetworkSegment(518f63e9-2e1b-4da1-bcf4-0f00b807570d),segment_id=518f63e9-2e1b-4da1-bcf4-0f00b807570d)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:43:23.981419 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-a1124d64-2212-4b22-878c-a27ff742fa13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:24.016056 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-a1124d64-2212-4b22-878c-a27ff742fa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:24.016679 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-a1124d64-2212-4b22-878c-a27ff742fa13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:24.018112 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-a1124d64-2212-4b22-878c-a27ff742fa13 service neutron] 10.222.0.36 "PUT /v2.0/ports/b01aba01-c919-443a-9f29-f060de4751de HTTP/1.1" status: 200 len: 1091 time: 0.5902517 Jul 15 23:43:24.018560 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960a16b7-8ac3-44f5-9846-b280da4435cd', 'tag': 'b01aba01-c919-443a-9f29-f060de4751de'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:43:24.020826 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee58b1ae-cbaa-495f-be33-db92111e0757" -d '{"events": [{"name": "network-changed", "server_uuid": "960a16b7-8ac3-44f5-9846-b280da4435cd", "tag": "b01aba01-c919-443a-9f29-f060de4751de"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:43:24.045095 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1124d64-2212-4b22-878c-a27ff742fa13 service neutron] Pushing event updated for resources: {'Port': ['ID=b01aba01-c919-443a-9f29-f060de4751de,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:24.062720 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df7aee4-1654-436c-a4d3-129d089d8416 x-openstack-request-id: req-6df7aee4-1654-436c-a4d3-129d089d8416 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:43:24.063017 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "960a16b7-8ac3-44f5-9846-b280da4435cd", "tag": "b01aba01-c919-443a-9f29-f060de4751de", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:43:24.063395 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6df7aee4-1654-436c-a4d3-129d089d8416 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:43:24.063826 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960a16b7-8ac3-44f5-9846-b280da4435cd', 'tag': 'b01aba01-c919-443a-9f29-f060de4751de', 'status': 'completed', 'code': 200} Jul 15 23:43:24.106653 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a1311-4502-474e-91f6-07afa8862dbc req-26b38e18-405f-4750-91fa-cdb16209785e tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:24.108137 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b57a1311-4502-474e-91f6-07afa8862dbc req-26b38e18-405f-4750-91fa-cdb16209785e tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 943 time: 0.0797668 Jul 15 23:43:24.131712 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-758bf7de-b2fa-4351-bec7-7d9fa0a2f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:24.133241 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-758bf7de-b2fa-4351-bec7-7d9fa0a2f66c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3af96509c4a46e5847474c31824db5d&device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 1094 time: 0.0530884 Jul 15 23:43:24.146177 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b57a1311-4502-474e-91f6-07afa8862dbc req-23baba65-eaab-4410-83cc-63ab18115aba tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315287 Jul 15 23:43:24.182730 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-7fd17b0d-c52e-4e17-984b-cd1d8783b2fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b01aba01-c919-443a-9f29-f060de4751de HTTP/1.1" status: 200 len: 217 time: 0.0376420 Jul 15 23:43:24.230115 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-b03c8e2d-adf8-413d-9b90-3eacd2f55239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:24.231555 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-b03c8e2d-adf8-413d-9b90-3eacd2f55239 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b0f2dd4-1ade-452f-8863-03a706653e2f HTTP/1.1" status: 200 len: 855 time: 0.0429606 Jul 15 23:43:24.263421 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-ed7d829c-16df-4c3b-b2f9-883e38ed52da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a28ea9f-3a76-4416-aed2-76f02b67480b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253458 Jul 15 23:43:24.337286 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:24.353445 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-b4380899-4278-4a28-b764-41e3092425c8 service neutron] 10.222.0.36 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839026 Jul 15 23:43:24.440572 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-67cdbb33-37d0-4a85-bbf6-aac2399d98f2 req-e2982e58-32a8-4367-81ab-efa23ebe5671 service neutron] 10.222.0.36 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801201 Jul 15 23:43:24.583986 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58b1ae-cbaa-495f-be33-db92111e0757 req-b7b7ff3c-9097-4050-8f86-d9f6377482f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:24.585470 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ee58b1ae-cbaa-495f-be33-db92111e0757 req-b7b7ff3c-9097-4050-8f86-d9f6377482f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3af96509c4a46e5847474c31824db5d&device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 1094 time: 0.0555918 Jul 15 23:43:24.672172 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58b1ae-cbaa-495f-be33-db92111e0757 req-0948c07f-fb83-49ed-b40e-c200e1ece264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:24.673519 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ee58b1ae-cbaa-495f-be33-db92111e0757 req-0948c07f-fb83-49ed-b40e-c200e1ece264 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a28ea9f-3a76-4416-aed2-76f02b67480b HTTP/1.1" status: 200 len: 916 time: 0.0815351 Jul 15 23:43:24.718298 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ee58b1ae-cbaa-495f-be33-db92111e0757 req-f4c3991f-1142-49f1-ae6e-ffbabb9a91b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b01aba01-c919-443a-9f29-f060de4751de HTTP/1.1" status: 200 len: 217 time: 0.0378568 Jul 15 23:43:24.765323 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58b1ae-cbaa-495f-be33-db92111e0757 req-2542597b-2123-4f01-ba72-fbc63193aeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:24.766773 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ee58b1ae-cbaa-495f-be33-db92111e0757 req-2542597b-2123-4f01-ba72-fbc63193aeec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b0f2dd4-1ade-452f-8863-03a706653e2f HTTP/1.1" status: 200 len: 855 time: 0.0419211 Jul 15 23:43:24.799455 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ee58b1ae-cbaa-495f-be33-db92111e0757 req-ef563697-2bd9-4727-9adf-b10ae7d42b7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a28ea9f-3a76-4416-aed2-76f02b67480b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265031 Jul 15 23:43:24.889105 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ee58b1ae-cbaa-495f-be33-db92111e0757 req-d80e3777-a6be-43d0-858f-f56856676b83 service neutron] 10.222.0.36 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833659 Jul 15 23:43:24.976161 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ee58b1ae-cbaa-495f-be33-db92111e0757 req-86f02b16-70b3-4167-8816-73d898a1b5c9 service neutron] 10.222.0.36 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807528 Jul 15 23:43:25.319800 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e9854-e98d-487a-80d9-6c980874b34d req-29f08517-2d12-4f49-bdb1-6216de4f0493 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:25.321273 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f19e9854-e98d-487a-80d9-6c980874b34d req-29f08517-2d12-4f49-bdb1-6216de4f0493 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 943 time: 0.0648522 Jul 15 23:43:25.358090 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f19e9854-e98d-487a-80d9-6c980874b34d req-9a1d0323-3c12-4b6b-ae62-0111c0d2fd2e tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312717 Jul 15 23:43:26.529429 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0b2dc-ea80-44a3-afdc-cccf747d67f0 req-937b9f5c-d08a-46ab-aa31-cc62e2bc2783 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:26.530981 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-29e0b2dc-ea80-44a3-afdc-cccf747d67f0 req-937b9f5c-d08a-46ab-aa31-cc62e2bc2783 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 943 time: 0.0610573 Jul 15 23:43:26.567845 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-29e0b2dc-ea80-44a3-afdc-cccf747d67f0 req-bef164a4-b8b1-4da6-9409-aaf180d26535 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309567 Jul 15 23:43:27.741787 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06afa70-9f81-4f3b-9251-09141c261463 req-cb13e709-6ddc-4c47-ada3-c6f39875dd9c tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:27.743264 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f06afa70-9f81-4f3b-9251-09141c261463 req-cb13e709-6ddc-4c47-ada3-c6f39875dd9c tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 943 time: 0.0608344 Jul 15 23:43:27.784266 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f06afa70-9f81-4f3b-9251-09141c261463 req-08ab9eb0-2539-4800-8af0-b984c23f7dcd tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348122 Jul 15 23:43:28.360996 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device b01aba01-c919-443a-9f29-f060de4751de details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:43:28.455708 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port b01aba01-c919-443a-9f29-f060de4751de, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=b01aba01-c919-443a-9f29-f060de4751de,segment=NetworkSegment(518f63e9-2e1b-4da1-bcf4-0f00b807570d),segment_id=518f63e9-2e1b-4da1-bcf4-0f00b807570d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:28.466580 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'b01aba01-c919-443a-9f29-f060de4751de', 'network_id': '2a28ea9f-3a76-4416-aed2-76f02b67480b', 'port_id': 'b01aba01-c919-443a-9f29-f060de4751de', 'mac_address': 'fa:16:3e:15:18:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b0f2dd4-1ade-452f-8863-03a706653e2f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:43:28.501741 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:28.514143 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01aba01-c919-443a-9f29-f060de4751de {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:43:28.532923 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port b01aba01-c919-443a-9f29-f060de4751de, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=b01aba01-c919-443a-9f29-f060de4751de,segment=NetworkSegment(518f63e9-2e1b-4da1-bcf4-0f00b807570d),segment_id=518f63e9-2e1b-4da1-bcf4-0f00b807570d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:28.536913 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:28.582504 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=b01aba01-c919-443a-9f29-f060de4751de,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:28.788161 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['b01aba01-c919-443a-9f29-f060de4751de'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:43:28.957683 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44781e-8df8-49bf-ad7a-96fd9e4f9698 req-7d6355f7-3b8f-46b3-ab8e-4d2b86bfe1e4 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:28.959172 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ad44781e-8df8-49bf-ad7a-96fd9e4f9698 req-7d6355f7-3b8f-46b3-ab8e-4d2b86bfe1e4 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 944 time: 0.0637500 Jul 15 23:43:28.996637 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ad44781e-8df8-49bf-ad7a-96fd9e4f9698 req-3305843a-19ad-486d-97a4-99b235d5a950 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318675 Jul 15 23:43:30.167645 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a212e4-bb66-456f-bd92-80c0fc1e607d req-a14d8cfa-1dde-4aec-8050-774370bcd401 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:30.169096 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f0a212e4-bb66-456f-bd92-80c0fc1e607d req-a14d8cfa-1dde-4aec-8050-774370bcd401 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 944 time: 0.0632870 Jul 15 23:43:30.206205 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f0a212e4-bb66-456f-bd92-80c0fc1e607d req-4805c9b5-7139-48ab-b7d5-cbf66ba32773 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310822 Jul 15 23:43:30.376818 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device b01aba01-c919-443a-9f29-f060de4751de up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:43:30.423213 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port b01aba01-c919-443a-9f29-f060de4751de completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:43:30.427202 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port b01aba01-c919-443a-9f29-f060de4751de triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:43:30.427571 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:30.503180 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:30.524017 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960a16b7-8ac3-44f5-9846-b280da4435cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01aba01-c919-443a-9f29-f060de4751de'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:43:30.526226 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b156d1f-a78a-447a-8632-8451582796bd" -d '{"events": [{"server_uuid": "960a16b7-8ac3-44f5-9846-b280da4435cd", "name": "network-vif-plugged", "status": "completed", "tag": "b01aba01-c919-443a-9f29-f060de4751de"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:43:30.539368 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port b01aba01-c919-443a-9f29-f060de4751de, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=b01aba01-c919-443a-9f29-f060de4751de,segment=NetworkSegment(518f63e9-2e1b-4da1-bcf4-0f00b807570d),segment_id=518f63e9-2e1b-4da1-bcf4-0f00b807570d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:30.543795 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:30.566701 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c20d60-f3ed-479b-a962-2c9d5a9eb61f x-openstack-request-id: req-90c20d60-f3ed-479b-a962-2c9d5a9eb61f {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:43:30.566993 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960a16b7-8ac3-44f5-9846-b280da4435cd", "name": "network-vif-plugged", "status": "completed", "tag": "b01aba01-c919-443a-9f29-f060de4751de", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:43:30.567258 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90c20d60-f3ed-479b-a962-2c9d5a9eb61f {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:43:30.567625 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960a16b7-8ac3-44f5-9846-b280da4435cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01aba01-c919-443a-9f29-f060de4751de', 'code': 200} Jul 15 23:43:30.593443 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=b01aba01-c919-443a-9f29-f060de4751de,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:30.695326 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd64a9-c5b4-47ac-9ea5-f803acb3de05 req-356f9e7f-d048-40f7-9241-c16c6536d6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:30.696718 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f2bd64a9-c5b4-47ac-9ea5-f803acb3de05 req-356f9e7f-d048-40f7-9241-c16c6536d6bc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 1096 time: 0.0506778 Jul 15 23:43:30.734316 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f2bd64a9-c5b4-47ac-9ea5-f803acb3de05 req-b207bb5e-7573-4953-976e-17621515f6ab service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310869 Jul 15 23:43:31.375813 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9be1aa-fa33-4923-a0cb-d983db54d65d req-ec827ac6-6e55-4fb3-b6d1-fc15ff46c926 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:31.377763 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1a9be1aa-fa33-4923-a0cb-d983db54d65d req-ec827ac6-6e55-4fb3-b6d1-fc15ff46c926 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 945 time: 0.0652008 Jul 15 23:43:31.403848 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:43:31.415075 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1a9be1aa-fa33-4923-a0cb-d983db54d65d req-a1cf6c80-fe30-4a48-985e-15f0dc5cfeb9 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316434 Jul 15 23:43:32.587403 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e353387-b1c1-491d-837e-d3c48bbb65d6 req-c1eb3a87-fd9f-4e86-9f13-37fca37a5316 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:32.588867 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5e353387-b1c1-491d-837e-d3c48bbb65d6 req-c1eb3a87-fd9f-4e86-9f13-37fca37a5316 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 945 time: 0.0627337 Jul 15 23:43:32.624672 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5e353387-b1c1-491d-837e-d3c48bbb65d6 req-3c6d30fb-ec10-41a9-9ee9-c53600f73a1a tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302534 Jul 15 23:43:32.792069 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24031d78-d957-42cb-a8a4-0ec5647b26ab req-094a02aa-9c00-4005-bbce-0059ea181088 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:32.793453 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-24031d78-d957-42cb-a8a4-0ec5647b26ab req-094a02aa-9c00-4005-bbce-0059ea181088 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 945 time: 0.0617442 Jul 15 23:43:32.833992 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-24031d78-d957-42cb-a8a4-0ec5647b26ab req-b4a0cf55-92b1-452f-89e2-1e3fa9b25638 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351462 Jul 15 23:43:33.168934 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588cdd7-6635-4847-aede-a04df0db4b69 req-c99289b4-6be5-4427-b8ab-ff79ca3872fb tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:33.170381 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c588cdd7-6635-4847-aede-a04df0db4b69 req-c99289b4-6be5-4427-b8ab-ff79ca3872fb tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 945 time: 0.0615878 Jul 15 23:43:33.207740 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c588cdd7-6635-4847-aede-a04df0db4b69 req-80d57d44-c144-4e0e-bfd6-a62ee20e68a1 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308807 Jul 15 23:43:33.376766 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df33a5-abe9-4e8e-afd5-c18423ca512a req-9ec05846-acb0-4404-b6e6-77ee2c3aeb09 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:33.378192 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-89df33a5-abe9-4e8e-afd5-c18423ca512a req-9ec05846-acb0-4404-b6e6-77ee2c3aeb09 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 945 time: 0.0613933 Jul 15 23:43:33.414388 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-89df33a5-abe9-4e8e-afd5-c18423ca512a req-bc2359e7-3fc3-4c54-9390-c082a6a1d3cf tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306816 Jul 15 23:43:33.746842 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-cf9b3693-6a4a-48f4-a13f-a042a8f48788 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0547855 Jul 15 23:43:33.809766 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514f1cb-54c2-4d6e-93b1-6d47ed30d721 req-1df498e4-7435-40f9-920f-1dae6c5cb77e tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:33.811274 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0514f1cb-54c2-4d6e-93b1-6d47ed30d721 req-1df498e4-7435-40f9-920f-1dae6c5cb77e tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 945 time: 0.0677729 Jul 15 23:43:33.849747 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0514f1cb-54c2-4d6e-93b1-6d47ed30d721 req-b0b284e6-5bbb-464d-acdf-e32bf53aece7 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325277 Jul 15 23:43:34.917498 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-3141748d-c5a5-4d41-8f06-790364b651f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:34.919026 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-3141748d-c5a5-4d41-8f06-790364b651f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3af96509c4a46e5847474c31824db5d&device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 1096 time: 0.0518613 Jul 15 23:43:35.007727 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-b898cfb7-5c4d-4a0e-930c-42907cc2b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:35.009202 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-b898cfb7-5c4d-4a0e-930c-42907cc2b0b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a28ea9f-3a76-4416-aed2-76f02b67480b HTTP/1.1" status: 200 len: 916 time: 0.0839515 Jul 15 23:43:35.019857 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755dbaa-ee69-433c-bb41-8d674ce80977 req-292e1299-df45-43a3-a1d0-d1c92b55e37e tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:35.021537 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2755dbaa-ee69-433c-bb41-8d674ce80977 req-292e1299-df45-43a3-a1d0-d1c92b55e37e tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 945 time: 0.0618906 Jul 15 23:43:35.053279 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-0e02196d-767c-46c4-b0b2-37540921aea3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b01aba01-c919-443a-9f29-f060de4751de HTTP/1.1" status: 200 len: 217 time: 0.0377183 Jul 15 23:43:35.059012 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2755dbaa-ee69-433c-bb41-8d674ce80977 req-db6dd4e8-8c4d-42ac-8635-fe89d3ae217b tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317039 Jul 15 23:43:35.100097 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-783027be-e50a-4099-8cd0-92607e8cfc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:35.101535 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-783027be-e50a-4099-8cd0-92607e8cfc3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b0f2dd4-1ade-452f-8863-03a706653e2f HTTP/1.1" status: 200 len: 855 time: 0.0428863 Jul 15 23:43:35.133860 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-79f29788-bcf6-4372-9090-1a1ee9928c3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a28ea9f-3a76-4416-aed2-76f02b67480b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251729 Jul 15 23:43:35.223422 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-8acd06d5-dbc7-4f98-8b1b-5633b284efec service neutron] 10.222.0.36 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827541 Jul 15 23:43:35.308544 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-e3d54002-b35d-4ec5-84a2-e8e25ba0916c service neutron] 10.222.0.36 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792956 Jul 15 23:43:36.232375 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41488520-72ad-4742-8239-4f0a5a5e2904 req-08f99f1f-e5c9-4697-be7b-f1bbf35724bc tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:36.233814 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-41488520-72ad-4742-8239-4f0a5a5e2904 req-08f99f1f-e5c9-4697-be7b-f1bbf35724bc tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 945 time: 0.0656102 Jul 15 23:43:36.270752 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-41488520-72ad-4742-8239-4f0a5a5e2904 req-bff68256-d957-4b39-889b-082fa4105563 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309558 Jul 15 23:43:37.443255 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e6dd7-6ccd-4481-8710-d202b71c8a71 req-1deb437f-4089-4c4b-8b9f-a39bd012e5aa tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:37.444708 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0e8e6dd7-6ccd-4481-8710-d202b71c8a71 req-1deb437f-4089-4c4b-8b9f-a39bd012e5aa tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 945 time: 0.0622845 Jul 15 23:43:37.480179 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0e8e6dd7-6ccd-4481-8710-d202b71c8a71 req-0d25007c-2f60-4ef7-8ff3-2473d426a329 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299077 Jul 15 23:43:38.656314 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fc77f-a149-4bd4-abb2-3b6464e47342 req-c24c263c-427f-48a2-b825-07f54bab4add tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:38.657734 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ac6fc77f-a149-4bd4-abb2-3b6464e47342 req-c24c263c-427f-48a2-b825-07f54bab4add tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 945 time: 0.0640695 Jul 15 23:43:38.693941 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ac6fc77f-a149-4bd4-abb2-3b6464e47342 req-2b8853d8-4216-4249-a13f-5df6d3af29a4 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305302 Jul 15 23:43:39.073772 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:39.386591 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c7444-47c7-4f5b-840b-b35e6981ead7 req-8c16920d-97d4-4d07-aff4-a8ec95fb5682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:39.388123 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-807c7444-47c7-4f5b-840b-b35e6981ead7 req-8c16920d-97d4-4d07-aff4-a8ec95fb5682 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3af96509c4a46e5847474c31824db5d&device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 1096 time: 0.0560496 Jul 15 23:43:39.490485 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c7444-47c7-4f5b-840b-b35e6981ead7 req-8f42f12c-45a8-4908-8621-68735eacedc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:39.492042 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-807c7444-47c7-4f5b-840b-b35e6981ead7 req-8f42f12c-45a8-4908-8621-68735eacedc2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a28ea9f-3a76-4416-aed2-76f02b67480b HTTP/1.1" status: 200 len: 916 time: 0.0846601 Jul 15 23:43:39.532691 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-807c7444-47c7-4f5b-840b-b35e6981ead7 req-6653a8f6-62d9-4b2a-8b26-56d78bfc71ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b01aba01-c919-443a-9f29-f060de4751de HTTP/1.1" status: 200 len: 217 time: 0.0348811 Jul 15 23:43:39.579790 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c7444-47c7-4f5b-840b-b35e6981ead7 req-4247f972-3248-422e-b6e7-c36c367a4334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:39.581232 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-807c7444-47c7-4f5b-840b-b35e6981ead7 req-4247f972-3248-422e-b6e7-c36c367a4334 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b0f2dd4-1ade-452f-8863-03a706653e2f HTTP/1.1" status: 200 len: 855 time: 0.0431721 Jul 15 23:43:39.611729 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-807c7444-47c7-4f5b-840b-b35e6981ead7 req-59404c50-86db-4d11-ba95-43a0d11e8019 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a28ea9f-3a76-4416-aed2-76f02b67480b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248115 Jul 15 23:43:39.700048 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-807c7444-47c7-4f5b-840b-b35e6981ead7 req-1eeee925-d545-488f-87c1-1f7d0ba52b52 service neutron] 10.222.0.36 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823188 Jul 15 23:43:39.786448 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-807c7444-47c7-4f5b-840b-b35e6981ead7 req-4044f461-0f9a-4bb7-a57a-8aec818953d8 service neutron] 10.222.0.36 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805402 Jul 15 23:43:39.869562 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f363f27-0461-4149-b84b-9cf92dc4abd8 req-d20ffd70-86a2-4805-94eb-0436b3b80818 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:39.871059 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6f363f27-0461-4149-b84b-9cf92dc4abd8 req-d20ffd70-86a2-4805-94eb-0436b3b80818 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 945 time: 0.0660398 Jul 15 23:43:39.907580 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6f363f27-0461-4149-b84b-9cf92dc4abd8 req-6302246a-f55a-4b05-a639-cdcc2b23984c tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309892 Jul 15 23:43:41.080636 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb510462-b93b-4e5f-8f13-db7da9c559e7 req-000e6401-8ee4-4167-ad7d-c3e1b2fc634f tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:41.082810 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb510462-b93b-4e5f-8f13-db7da9c559e7 req-000e6401-8ee4-4167-ad7d-c3e1b2fc634f tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 945 time: 0.0626757 Jul 15 23:43:41.118456 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb510462-b93b-4e5f-8f13-db7da9c559e7 req-5ed1c052-f699-4018-bde1-b16334a0a026 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299222 Jul 15 23:43:42.292679 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14cb9fe-3a80-4f06-8e44-0d2a1002ba0d req-83c51e7d-f8a4-4b8a-a03b-bf0e1996f5c0 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:42.294107 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c14cb9fe-3a80-4f06-8e44-0d2a1002ba0d req-83c51e7d-f8a4-4b8a-a03b-bf0e1996f5c0 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 945 time: 0.0658143 Jul 15 23:43:42.330316 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c14cb9fe-3a80-4f06-8e44-0d2a1002ba0d req-c929494e-0a75-416c-b078-5f9d2da33d39 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307021 Jul 15 23:43:43.500632 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2533c-f545-417a-84b6-d87b7f93c0b4 req-84007827-64ae-4139-a347-5b9c7dd56712 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:43.502076 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5fe2533c-f545-417a-84b6-d87b7f93c0b4 req-84007827-64ae-4139-a347-5b9c7dd56712 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 945 time: 0.0610757 Jul 15 23:43:43.539149 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5fe2533c-f545-417a-84b6-d87b7f93c0b4 req-fa5c64f9-4852-4927-b5b5-e1ad9b72603f tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314982 Jul 15 23:43:44.726057 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc414005-ee30-4ee6-8322-4ec46f6237be req-3dfe88ea-c56b-4787-975a-a536c4b567bd tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:44.727582 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc414005-ee30-4ee6-8322-4ec46f6237be req-3dfe88ea-c56b-4787-975a-a536c4b567bd tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 945 time: 0.0668361 Jul 15 23:43:44.764824 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fc414005-ee30-4ee6-8322-4ec46f6237be req-b47924b8-7064-44ee-83af-ba1f366e750e tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317745 Jul 15 23:43:45.929193 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f68617b1-2782-463e-a506-4216a51f09ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:45.962869 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d69498-ffd9-45a7-b325-07e0137ac5f4 req-0af02769-fdfc-4ec7-aa01-68223fc0f372 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:45.964374 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-06d69498-ffd9-45a7-b325-07e0137ac5f4 req-0af02769-fdfc-4ec7-aa01-68223fc0f372 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 945 time: 0.0626540 Jul 15 23:43:46.001933 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-06d69498-ffd9-45a7-b325-07e0137ac5f4 req-497bfe93-a02e-4951-82e1-d7e94ea53812 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318527 Jul 15 23:43:47.173081 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c6668-e793-4248-b287-3565518d4fa2 req-7906b8ee-7ebc-4307-8294-c7f96ec4df20 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:47.174533 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e48c6668-e793-4248-b287-3565518d4fa2 req-7906b8ee-7ebc-4307-8294-c7f96ec4df20 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 945 time: 0.0611110 Jul 15 23:43:47.211497 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e48c6668-e793-4248-b287-3565518d4fa2 req-729468cb-db4b-4351-b4ae-da7d6a50a4eb tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309992 Jul 15 23:43:48.299837 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-687e9429-42cc-4e45-b1ec-75d3e289d1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:48.388377 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bf94c-ffd3-478b-95a0-6c47d3d77248 req-d24f856c-7389-4c4e-a29e-93cda015e173 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:48.389831 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-429bf94c-ffd3-478b-95a0-6c47d3d77248 req-d24f856c-7389-4c4e-a29e-93cda015e173 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 945 time: 0.0645905 Jul 15 23:43:48.425973 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-429bf94c-ffd3-478b-95a0-6c47d3d77248 req-bfa54c6f-0b9c-462d-9cb6-17116407d668 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300231 Jul 15 23:43:48.767221 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:49.598881 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef46a3-3ecc-48d6-af3f-252022674595 req-bb2d837e-08a3-41e9-bcc3-0ce2f62cc58a tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:49.600347 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a6ef46a3-3ecc-48d6-af3f-252022674595 req-bb2d837e-08a3-41e9-bcc3-0ce2f62cc58a tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 945 time: 0.0653229 Jul 15 23:43:49.637545 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a6ef46a3-3ecc-48d6-af3f-252022674595 req-845f0d64-7d90-40ba-aaf5-1a0247195c7b tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316830 Jul 15 23:43:49.755070 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:50.809367 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95412e9-801a-4940-978d-79004bd4bad3 req-454a899d-4199-4c32-9c59-dbcd91b4ae57 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:50.810854 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d95412e9-801a-4940-978d-79004bd4bad3 req-454a899d-4199-4c32-9c59-dbcd91b4ae57 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 945 time: 0.0656579 Jul 15 23:43:50.848378 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d95412e9-801a-4940-978d-79004bd4bad3 req-6304f2de-d393-49d0-894c-c8dc45d99e60 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317359 Jul 15 23:43:51.323223 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:52.017155 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829a8fc-81a7-43f4-a171-0c49f8738ced req-32967d09-d357-4722-abb0-5627e377900b tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:52.018531 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3829a8fc-81a7-43f4-a171-0c49f8738ced req-32967d09-d357-4722-abb0-5627e377900b tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 945 time: 0.0618567 Jul 15 23:43:52.054440 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3829a8fc-81a7-43f4-a171-0c49f8738ced req-b035fa04-761e-4fae-bea3-9b6c32d172f6 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298805 Jul 15 23:43:53.223239 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d60ee-e5e3-4286-9688-c24199db9d3a req-9abc6e50-ac17-4ad0-b422-d855d11faee7 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:53.224579 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-373d60ee-e5e3-4286-9688-c24199db9d3a req-9abc6e50-ac17-4ad0-b422-d855d11faee7 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 945 time: 0.0607162 Jul 15 23:43:53.260362 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-373d60ee-e5e3-4286-9688-c24199db9d3a req-5b347fb6-f2a4-4145-87f1-78762470b24e tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303597 Jul 15 23:43:54.351478 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:54.432737 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0657851-8240-428e-9ef0-c8efeeeded49 req-a4d55228-8a75-443e-9f77-fb3b0ed6fd37 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:54.434175 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f0657851-8240-428e-9ef0-c8efeeeded49 req-a4d55228-8a75-443e-9f77-fb3b0ed6fd37 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 945 time: 0.0650761 Jul 15 23:43:54.470864 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f0657851-8240-428e-9ef0-c8efeeeded49 req-87e87abd-9e6c-421b-9610-f7391607812c tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311587 Jul 15 23:43:55.637850 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f691e0e-86a7-44d2-a35c-87d275000191 req-11436088-2b5b-4443-87af-4716260c8ec0 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:55.639302 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4f691e0e-86a7-44d2-a35c-87d275000191 req-11436088-2b5b-4443-87af-4716260c8ec0 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 945 time: 0.0610564 Jul 15 23:43:55.675816 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4f691e0e-86a7-44d2-a35c-87d275000191 req-894795fc-680d-4269-bb06-1f243e527aa6 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310574 Jul 15 23:43:56.850769 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77b3ec-12a0-440e-b0b0-e5cc5f408b30 req-7a45af89-6a3a-4af2-9e74-438ff8206309 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:56.852210 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ec77b3ec-12a0-440e-b0b0-e5cc5f408b30 req-7a45af89-6a3a-4af2-9e74-438ff8206309 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 945 time: 0.0644972 Jul 15 23:43:56.888264 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ec77b3ec-12a0-440e-b0b0-e5cc5f408b30 req-b9c33fe5-0b00-46a9-b97e-43ba60a57c51 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306051 Jul 15 23:43:58.061445 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da330c-3629-4bf2-88b8-acc469abbbe6 req-23e99c20-ffec-46f8-9e11-4d19b82e5220 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:58.062922 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-00da330c-3629-4bf2-88b8-acc469abbbe6 req-23e99c20-ffec-46f8-9e11-4d19b82e5220 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 945 time: 0.0616605 Jul 15 23:43:58.100008 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-00da330c-3629-4bf2-88b8-acc469abbbe6 req-df2322ff-9962-4177-b59b-d1a15afc0c48 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308833 Jul 15 23:43:59.267678 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727ee5f-0917-4286-904c-987490dc6671 req-0381c063-18fc-4c73-a511-a4dd720c57e9 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:59.269071 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5727ee5f-0917-4286-904c-987490dc6671 req-0381c063-18fc-4c73-a511-a4dd720c57e9 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 945 time: 0.0606387 Jul 15 23:43:59.305001 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5727ee5f-0917-4286-904c-987490dc6671 req-cbb25cbc-b39f-4fc8-afee-c730b455e2a5 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305746 Jul 15 23:44:00.476541 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eeb008-f3c5-4f81-af38-4594ca8048b4 req-4de3629d-2276-413c-9bbd-4114924ddc54 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:00.477954 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b3eeb008-f3c5-4f81-af38-4594ca8048b4 req-4de3629d-2276-413c-9bbd-4114924ddc54 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 945 time: 0.0639267 Jul 15 23:44:00.513827 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b3eeb008-f3c5-4f81-af38-4594ca8048b4 req-b774948e-c110-44d4-8ab2-092147ea12bc tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303600 Jul 15 23:44:01.682605 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f26ae-da23-4ab9-b1a5-70d227509d4b req-9d6a00ec-2f4b-40bf-8dfa-38016e4d3469 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:01.684000 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-715f26ae-da23-4ab9-b1a5-70d227509d4b req-9d6a00ec-2f4b-40bf-8dfa-38016e4d3469 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 945 time: 0.0617101 Jul 15 23:44:01.720955 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-715f26ae-da23-4ab9-b1a5-70d227509d4b req-ed15296e-5d47-4e8d-a014-5159e14540c4 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314658 Jul 15 23:44:02.398521 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-dfc5416f-ead5-4aee-b862-0fa08d52b4d7 service neutron] show failed (client error): The resource could not be found. Jul 15 23:44:02.399521 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-dfc5416f-ead5-4aee-b862-0fa08d52b4d7 service neutron] 10.222.0.36 "GET /v2.0/ports/b01aba01-c919-443a-9f29-f060de4751de/bindings/n-h2-787205-9 HTTP/1.1" status: 404 len: 380 time: 0.0535934 Jul 15 23:44:02.648515 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-dbbd40e9-ce4b-4521-a279-d4cc18e780a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:02.650025 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-dbbd40e9-ce4b-4521-a279-d4cc18e780a9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd&tenant_id=e3af96509c4a46e5847474c31824db5d HTTP/1.1" status: 200 len: 1096 time: 0.0552337 Jul 15 23:44:02.660884 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-6f480b58-45b7-4315-a4db-9d928644d156 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787205-9', 'device_owner': 'compute:nova'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:44:02.729138 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-6f480b58-45b7-4315-a4db-9d928644d156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:02.896893 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db663d44-6384-470a-8557-840bdd2b0e8d req-bf8a0245-2cc0-45b6-a412-3eeb042215a5 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:02.898387 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-db663d44-6384-470a-8557-840bdd2b0e8d req-bf8a0245-2cc0-45b6-a412-3eeb042215a5 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 945 time: 0.0667117 Jul 15 23:44:02.932284 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-6f480b58-45b7-4315-a4db-9d928644d156 service neutron] For port b01aba01-c919-443a-9f29-f060de4751de, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=b01aba01-c919-443a-9f29-f060de4751de,segment=NetworkSegment(518f63e9-2e1b-4da1-bcf4-0f00b807570d),segment_id=518f63e9-2e1b-4da1-bcf4-0f00b807570d)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:02.936503 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-db663d44-6384-470a-8557-840bdd2b0e8d req-ed4d52e1-5b09-4c23-b014-60553c7e7e31 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322869 Jul 15 23:44:02.965474 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-6f480b58-45b7-4315-a4db-9d928644d156 service neutron] For port b01aba01-c919-443a-9f29-f060de4751de, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:44:03.004088 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960a16b7-8ac3-44f5-9846-b280da4435cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b01aba01-c919-443a-9f29-f060de4751de'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:44:03.006329 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f20735-3177-48fc-8779-9e8bf37a262a" -d '{"events": [{"server_uuid": "960a16b7-8ac3-44f5-9846-b280da4435cd", "name": "network-vif-unplugged", "status": "completed", "tag": "b01aba01-c919-443a-9f29-f060de4751de"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:44:03.010172 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-6f480b58-45b7-4315-a4db-9d928644d156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:03.023057 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-6f480b58-45b7-4315-a4db-9d928644d156 service neutron] Transition to ACTIVE for port object b01aba01-c919-443a-9f29-f060de4751de will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:44:03.026550 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-6f480b58-45b7-4315-a4db-9d928644d156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:03.054824 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0105a86-c72e-4a45-8fc4-28108b96ac35 x-openstack-request-id: req-e0105a86-c72e-4a45-8fc4-28108b96ac35 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:44:03.055109 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960a16b7-8ac3-44f5-9846-b280da4435cd", "name": "network-vif-unplugged", "status": "completed", "tag": "b01aba01-c919-443a-9f29-f060de4751de", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:44:03.055359 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0105a86-c72e-4a45-8fc4-28108b96ac35 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:44:03.055737 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960a16b7-8ac3-44f5-9846-b280da4435cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b01aba01-c919-443a-9f29-f060de4751de', 'code': 200} Jul 15 23:44:03.091005 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-6f480b58-45b7-4315-a4db-9d928644d156 service neutron] No DVR routers for this DVR port b01aba01-c919-443a-9f29-f060de4751de on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:44:03.093922 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f480b58-45b7-4315-a4db-9d928644d156 service neutron] Pushing event updated for resources: {'Port': ['ID=b01aba01-c919-443a-9f29-f060de4751de,revision_number=6']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:03.130268 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-6f480b58-45b7-4315-a4db-9d928644d156 service neutron] Attempting to bind port b01aba01-c919-443a-9f29-f060de4751de on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:44:03.130589 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-6f480b58-45b7-4315-a4db-9d928644d156 service neutron] Attempting to bind port b01aba01-c919-443a-9f29-f060de4751de by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '518f63e9-2e1b-4da1-bcf4-0f00b807570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2a28ea9f-3a76-4416-aed2-76f02b67480b'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:44:03.130939 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-6f480b58-45b7-4315-a4db-9d928644d156 service neutron] Attempting to bind port b01aba01-c919-443a-9f29-f060de4751de on network 2a28ea9f-3a76-4416-aed2-76f02b67480b {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:44:03.134941 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-6f480b58-45b7-4315-a4db-9d928644d156 service neutron] Port b01aba01-c919-443a-9f29-f060de4751de on network 2a28ea9f-3a76-4416-aed2-76f02b67480b not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:44:03.135255 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-6f480b58-45b7-4315-a4db-9d928644d156 service neutron] Attempting to bind port b01aba01-c919-443a-9f29-f060de4751de on network 2a28ea9f-3a76-4416-aed2-76f02b67480b {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:44:03.139891 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-6f480b58-45b7-4315-a4db-9d928644d156 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:44:03.140206 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-6f480b58-45b7-4315-a4db-9d928644d156 service neutron] Checking segment: {'id': '518f63e9-2e1b-4da1-bcf4-0f00b807570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2a28ea9f-3a76-4416-aed2-76f02b67480b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:44:03.140580 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-6f480b58-45b7-4315-a4db-9d928644d156 service neutron] Bound using segment: {'id': '518f63e9-2e1b-4da1-bcf4-0f00b807570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2a28ea9f-3a76-4416-aed2-76f02b67480b'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:44:03.140989 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-6f480b58-45b7-4315-a4db-9d928644d156 service neutron] Bound port: b01aba01-c919-443a-9f29-f060de4751de, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '518f63e9-2e1b-4da1-bcf4-0f00b807570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2a28ea9f-3a76-4416-aed2-76f02b67480b'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:44:03.141333 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-6f480b58-45b7-4315-a4db-9d928644d156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:03.201097 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-6f480b58-45b7-4315-a4db-9d928644d156 service neutron] For port b01aba01-c919-443a-9f29-f060de4751de, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:44:03.203935 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-6f480b58-45b7-4315-a4db-9d928644d156 service neutron] For port b01aba01-c919-443a-9f29-f060de4751de, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=b01aba01-c919-443a-9f29-f060de4751de,segment=NetworkSegment(518f63e9-2e1b-4da1-bcf4-0f00b807570d),segment_id=518f63e9-2e1b-4da1-bcf4-0f00b807570d)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:44:03.207717 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-6f480b58-45b7-4315-a4db-9d928644d156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:03.239967 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-6f480b58-45b7-4315-a4db-9d928644d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:03.240571 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-6f480b58-45b7-4315-a4db-9d928644d156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:03.241947 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-6f480b58-45b7-4315-a4db-9d928644d156 service neutron] 10.222.0.43 "PUT /v2.0/ports/b01aba01-c919-443a-9f29-f060de4751de HTTP/1.1" status: 200 len: 1091 time: 0.5854101 Jul 15 23:44:03.262032 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f480b58-45b7-4315-a4db-9d928644d156 service neutron] Pushing event updated for resources: {'Port': ['ID=b01aba01-c919-443a-9f29-f060de4751de,revision_number=7']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:03.318917 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-bd1c5b5c-9eed-4d07-9d18-17785104e971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:03.320572 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-bd1c5b5c-9eed-4d07-9d18-17785104e971 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e3af96509c4a46e5847474c31824db5d&device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 1094 time: 0.0550227 Jul 15 23:44:03.729045 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-8d5fd27a-0a4a-4a16-acf4-a0ca836632da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:03.730542 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-8d5fd27a-0a4a-4a16-acf4-a0ca836632da service neutron] 10.222.0.43 "GET /v2.0/networks?id=2a28ea9f-3a76-4416-aed2-76f02b67480b HTTP/1.1" status: 200 len: 916 time: 0.4040236 Jul 15 23:44:03.772553 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-572f1ed3-bc0e-43f1-8d41-2025060bb1c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b01aba01-c919-443a-9f29-f060de4751de HTTP/1.1" status: 200 len: 217 time: 0.0355766 Jul 15 23:44:03.819484 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-9e4747ee-31e6-44a7-9a30-c3df9b53ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:03.821210 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-9e4747ee-31e6-44a7-9a30-c3df9b53ba87 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b0f2dd4-1ade-452f-8863-03a706653e2f HTTP/1.1" status: 200 len: 855 time: 0.0431833 Jul 15 23:44:03.852501 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-8e15cf2c-b739-4b43-b825-ded5abcd6e62 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2a28ea9f-3a76-4416-aed2-76f02b67480b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254645 Jul 15 23:44:03.940261 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-e36840d4-f387-443e-aa3e-0faafcce8d47 service neutron] 10.222.0.43 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816271 Jul 15 23:44:04.028584 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cda490d1-8d7e-4977-bca3-aa485782c51e req-04c01251-b172-4a05-97de-4ce79c2614f0 service neutron] 10.222.0.43 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825512 Jul 15 23:44:04.110845 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce26c05-4bdc-4a8d-9d9c-a90c0be64d70 req-0676e64b-9543-4cb4-ae51-9623336a8fa2 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:04.112392 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dce26c05-4bdc-4a8d-9d9c-a90c0be64d70 req-0676e64b-9543-4cb4-ae51-9623336a8fa2 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 943 time: 0.0633383 Jul 15 23:44:04.149855 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dce26c05-4bdc-4a8d-9d9c-a90c0be64d70 req-e0529d7c-a336-40a7-8578-e543b50ea3da tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317056 Jul 15 23:44:04.578130 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device b01aba01-c919-443a-9f29-f060de4751de no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:44:04.615581 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device b01aba01-c919-443a-9f29-f060de4751de not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:44:05.056627 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960a16b7-8ac3-44f5-9846-b280da4435cd', 'tag': 'b01aba01-c919-443a-9f29-f060de4751de'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:44:05.059033 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c3d683-d7fd-49a7-9327-5375f15f1f92" -d '{"events": [{"name": "network-changed", "server_uuid": "960a16b7-8ac3-44f5-9846-b280da4435cd", "tag": "b01aba01-c919-443a-9f29-f060de4751de"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:44:05.106941 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b213c1c-f203-4f32-acb2-fc7326cd0a42 x-openstack-request-id: req-0b213c1c-f203-4f32-acb2-fc7326cd0a42 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:44:05.107231 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "960a16b7-8ac3-44f5-9846-b280da4435cd", "tag": "b01aba01-c919-443a-9f29-f060de4751de", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:44:05.107480 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b213c1c-f203-4f32-acb2-fc7326cd0a42 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:44:05.107874 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960a16b7-8ac3-44f5-9846-b280da4435cd', 'tag': 'b01aba01-c919-443a-9f29-f060de4751de', 'status': 'completed', 'code': 200} Jul 15 23:44:05.233602 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3d683-d7fd-49a7-9327-5375f15f1f92 req-98e68907-045b-4342-8d6a-7bf0f743e192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:05.235169 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d6c3d683-d7fd-49a7-9327-5375f15f1f92 req-98e68907-045b-4342-8d6a-7bf0f743e192 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e3af96509c4a46e5847474c31824db5d&device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 1094 time: 0.1014302 Jul 15 23:44:05.240948 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3d683-d7fd-49a7-9327-5375f15f1f92 req-217886d0-2ecf-48b1-92cf-64ff942c4c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:05.242378 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d6c3d683-d7fd-49a7-9327-5375f15f1f92 req-217886d0-2ecf-48b1-92cf-64ff942c4c30 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3af96509c4a46e5847474c31824db5d&device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 1094 time: 0.0772691 Jul 15 23:44:05.324525 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6e900-750b-4508-829e-ac970e179795 req-47d5426c-5789-43e0-a1a3-678d31364822 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:05.325993 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d0f6e900-750b-4508-829e-ac970e179795 req-47d5426c-5789-43e0-a1a3-678d31364822 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 943 time: 0.0625846 Jul 15 23:44:05.363242 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d0f6e900-750b-4508-829e-ac970e179795 req-2eba0683-9a4c-4712-9d2b-74c4866d304c tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316072 Jul 15 23:44:05.396442 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3d683-d7fd-49a7-9327-5375f15f1f92 req-dcbc4bc8-ace8-4ef4-b832-d4d0e4d23070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:05.397929 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d6c3d683-d7fd-49a7-9327-5375f15f1f92 req-dcbc4bc8-ace8-4ef4-b832-d4d0e4d23070 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2a28ea9f-3a76-4416-aed2-76f02b67480b HTTP/1.1" status: 200 len: 916 time: 0.1546900 Jul 15 23:44:05.399063 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3d683-d7fd-49a7-9327-5375f15f1f92 req-f10d9715-fe76-49f3-a7e5-ed82c94b7765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:05.400382 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d6c3d683-d7fd-49a7-9327-5375f15f1f92 req-f10d9715-fe76-49f3-a7e5-ed82c94b7765 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a28ea9f-3a76-4416-aed2-76f02b67480b HTTP/1.1" status: 200 len: 916 time: 0.1499701 Jul 15 23:44:05.446695 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d6c3d683-d7fd-49a7-9327-5375f15f1f92 req-51c1ee84-7797-4b7e-89dd-76fcddc25659 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b01aba01-c919-443a-9f29-f060de4751de HTTP/1.1" status: 200 len: 217 time: 0.0420301 Jul 15 23:44:05.479774 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d6c3d683-d7fd-49a7-9327-5375f15f1f92 req-5ac79302-ac17-4457-9213-6fa748c95a2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b01aba01-c919-443a-9f29-f060de4751de HTTP/1.1" status: 200 len: 217 time: 0.0683777 Jul 15 23:44:05.552818 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3d683-d7fd-49a7-9327-5375f15f1f92 req-0a5683b3-e2ba-4c65-bf0b-e1eb62d98775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:05.554334 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d6c3d683-d7fd-49a7-9327-5375f15f1f92 req-0a5683b3-e2ba-4c65-bf0b-e1eb62d98775 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b0f2dd4-1ade-452f-8863-03a706653e2f HTTP/1.1" status: 200 len: 855 time: 0.0828192 Jul 15 23:44:05.557719 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3d683-d7fd-49a7-9327-5375f15f1f92 req-21972660-6ac0-44c6-8943-8b33938633cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:05.559082 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d6c3d683-d7fd-49a7-9327-5375f15f1f92 req-21972660-6ac0-44c6-8943-8b33938633cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b0f2dd4-1ade-452f-8863-03a706653e2f HTTP/1.1" status: 200 len: 855 time: 0.0611846 Jul 15 23:44:05.610574 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d6c3d683-d7fd-49a7-9327-5375f15f1f92 req-f705505e-ed4c-4b6d-b309-f903c4a1a443 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2a28ea9f-3a76-4416-aed2-76f02b67480b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496202 Jul 15 23:44:05.612500 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d6c3d683-d7fd-49a7-9327-5375f15f1f92 req-070aac6c-0dee-445f-844f-218e51b1bddf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a28ea9f-3a76-4416-aed2-76f02b67480b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432270 Jul 15 23:44:05.770297 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d6c3d683-d7fd-49a7-9327-5375f15f1f92 req-e84f7a51-8044-4de7-9821-d2537a2f4b51 service neutron] 10.222.0.43 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537132 Jul 15 23:44:05.773590 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d6c3d683-d7fd-49a7-9327-5375f15f1f92 req-0087a45e-c147-4968-a221-75852a9cd357 service neutron] 10.222.0.36 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491556 Jul 15 23:44:05.934344 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d6c3d683-d7fd-49a7-9327-5375f15f1f92 req-3aed7786-7b97-42a7-9bd1-dc80e4b38389 service neutron] 10.222.0.36 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497445 Jul 15 23:44:05.936097 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d6c3d683-d7fd-49a7-9327-5375f15f1f92 req-0f098fac-b4c8-46a3-866a-e924ef8a2821 service neutron] 10.222.0.43 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600330 Jul 15 23:44:06.540168 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acb8db-dbfb-4826-a2c1-e5becb705a4f req-3192fe03-1d1d-44c4-beba-2180de08308e tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:06.541603 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15acb8db-dbfb-4826-a2c1-e5becb705a4f req-3192fe03-1d1d-44c4-beba-2180de08308e tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 943 time: 0.0647280 Jul 15 23:44:06.578477 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15acb8db-dbfb-4826-a2c1-e5becb705a4f req-0b0f9fb4-39ad-40d1-86f7-ae5be66a4229 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313244 Jul 15 23:44:06.864883 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581b192-1571-4c3e-a504-ccad7abd83f7 req-c8a1f79c-99ee-4f3b-baf8-9cd06d963b64 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:06.866927 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a581b192-1571-4c3e-a504-ccad7abd83f7 req-c8a1f79c-99ee-4f3b-baf8-9cd06d963b64 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 943 time: 0.0625193 Jul 15 23:44:06.893348 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383904d2-5cdd-49ad-bbba-1014acb4ba32 req-0fa3d80a-c205-4f68-a349-a7b3b4a54661 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:06.895362 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-383904d2-5cdd-49ad-bbba-1014acb4ba32 req-0fa3d80a-c205-4f68-a349-a7b3b4a54661 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.36 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd&tenant_id=e3af96509c4a46e5847474c31824db5d&binding%3Ahost_id=n-h2-787205-9 HTTP/1.1" status: 200 len: 943 time: 0.0708466 Jul 15 23:44:06.903515 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a581b192-1571-4c3e-a504-ccad7abd83f7 req-e502281d-e890-4476-b38e-05ae24de2171 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314045 Jul 15 23:44:06.954570 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [req-383904d2-5cdd-49ad-bbba-1014acb4ba32 req-bb637300-7a33-47be-a922-a74ff4014336 service neutron] delete failed (client error): The resource could not be found. Jul 15 23:44:06.955532 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-383904d2-5cdd-49ad-bbba-1014acb4ba32 req-bb637300-7a33-47be-a922-a74ff4014336 service neutron] 10.222.0.36 "DELETE /v2.0/ports/b01aba01-c919-443a-9f29-f060de4751de/bindings/n-h1-787205-9 HTTP/1.1" status: 404 len: 380 time: 0.0538843 Jul 15 23:44:07.072767 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383904d2-5cdd-49ad-bbba-1014acb4ba32 req-3b65dda7-59ca-4a68-9035-ad2bbaee23d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:07.074248 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-383904d2-5cdd-49ad-bbba-1014acb4ba32 req-3b65dda7-59ca-4a68-9035-ad2bbaee23d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3af96509c4a46e5847474c31824db5d&device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 1094 time: 0.0565405 Jul 15 23:44:07.160695 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383904d2-5cdd-49ad-bbba-1014acb4ba32 req-57538da8-920a-4b3f-8836-64bf586546a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:07.162142 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-383904d2-5cdd-49ad-bbba-1014acb4ba32 req-57538da8-920a-4b3f-8836-64bf586546a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a28ea9f-3a76-4416-aed2-76f02b67480b HTTP/1.1" status: 200 len: 916 time: 0.0823720 Jul 15 23:44:07.208579 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-383904d2-5cdd-49ad-bbba-1014acb4ba32 req-aada7f56-18d1-4102-b814-56f2a00b69b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b01aba01-c919-443a-9f29-f060de4751de HTTP/1.1" status: 200 len: 217 time: 0.0377648 Jul 15 23:44:07.254356 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383904d2-5cdd-49ad-bbba-1014acb4ba32 req-8f5a830e-9bcc-4811-9ee7-a9e8863f26b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:07.255834 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-383904d2-5cdd-49ad-bbba-1014acb4ba32 req-8f5a830e-9bcc-4811-9ee7-a9e8863f26b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b0f2dd4-1ade-452f-8863-03a706653e2f HTTP/1.1" status: 200 len: 855 time: 0.0412621 Jul 15 23:44:07.288629 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-383904d2-5cdd-49ad-bbba-1014acb4ba32 req-35d3007c-b91c-4ff6-876b-6afb0f041f12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a28ea9f-3a76-4416-aed2-76f02b67480b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263228 Jul 15 23:44:07.381325 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-383904d2-5cdd-49ad-bbba-1014acb4ba32 req-e5925a50-7b2d-42d0-a5b8-4925b79b4f4a service neutron] 10.222.0.36 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858181 Jul 15 23:44:07.467028 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-383904d2-5cdd-49ad-bbba-1014acb4ba32 req-b735afe1-bc4d-46fb-b611-4af7b905e931 service neutron] 10.222.0.36 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796406 Jul 15 23:44:07.563205 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device b01aba01-c919-443a-9f29-f060de4751de details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:44:07.656704 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port b01aba01-c919-443a-9f29-f060de4751de, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=b01aba01-c919-443a-9f29-f060de4751de,segment=NetworkSegment(518f63e9-2e1b-4da1-bcf4-0f00b807570d),segment_id=518f63e9-2e1b-4da1-bcf4-0f00b807570d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:07.670904 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'b01aba01-c919-443a-9f29-f060de4751de', 'network_id': '2a28ea9f-3a76-4416-aed2-76f02b67480b', 'port_id': 'b01aba01-c919-443a-9f29-f060de4751de', 'mac_address': 'fa:16:3e:15:18:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b0f2dd4-1ade-452f-8863-03a706653e2f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:44:07.707231 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:07.719333 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01aba01-c919-443a-9f29-f060de4751de {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:44:07.738862 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port b01aba01-c919-443a-9f29-f060de4751de, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=b01aba01-c919-443a-9f29-f060de4751de,segment=NetworkSegment(518f63e9-2e1b-4da1-bcf4-0f00b807570d),segment_id=518f63e9-2e1b-4da1-bcf4-0f00b807570d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:07.742254 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:07.787836 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=b01aba01-c919-443a-9f29-f060de4751de,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:07.795163 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:07.795512 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:07.795849 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:07.796191 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:07.796523 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:07.796853 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:07.797182 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:07.797512 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:07.797838 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:07.798157 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:07.798478 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:07.798853 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:07.954371 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['b01aba01-c919-443a-9f29-f060de4751de'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:44:08.087895 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7e78d-76a7-46d7-8d2c-92f0349999ac req-988dabf1-9797-40d9-ba60-3633af621e73 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:08.089486 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-98c7e78d-76a7-46d7-8d2c-92f0349999ac req-988dabf1-9797-40d9-ba60-3633af621e73 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 944 time: 0.0669827 Jul 15 23:44:08.130765 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-98c7e78d-76a7-46d7-8d2c-92f0349999ac req-beeff7e3-aee7-4f51-8021-b8048f004299 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355880 Jul 15 23:44:08.299951 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219d3f6-7537-4da4-94d8-0590d7eac7f9 req-346a6d3a-d2a0-4233-b6a5-19016f710c86 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:08.301335 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4219d3f6-7537-4da4-94d8-0590d7eac7f9 req-346a6d3a-d2a0-4233-b6a5-19016f710c86 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 944 time: 0.0615120 Jul 15 23:44:08.337456 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4219d3f6-7537-4da4-94d8-0590d7eac7f9 req-92e9cfb0-7bbb-4831-9568-6c9300178e40 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307395 Jul 15 23:44:08.402468 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:44:08.504282 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2bd68e-9870-419e-8c33-618269864854 req-69b1b1cf-bd5c-4e3a-83c5-8ae4e0cd26f2 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:08.505734 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ad2bd68e-9870-419e-8c33-618269864854 req-69b1b1cf-bd5c-4e3a-83c5-8ae4e0cd26f2 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 944 time: 0.0611765 Jul 15 23:44:08.542411 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ad2bd68e-9870-419e-8c33-618269864854 req-a739800a-710d-4558-978b-be667be536a4 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311453 Jul 15 23:44:08.972946 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3037c-6083-4dac-be35-76b047caee9d req-37040019-bd2c-41c7-9a4d-2e4cec55c898 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:08.974500 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f1d3037c-6083-4dac-be35-76b047caee9d req-37040019-bd2c-41c7-9a4d-2e4cec55c898 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/networks?id=2a28ea9f-3a76-4416-aed2-76f02b67480b HTTP/1.1" status: 200 len: 815 time: 0.1019909 Jul 15 23:44:08.988956 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f1d3037c-6083-4dac-be35-76b047caee9d req-3eb0a836-0cf1-4435-bc69-a3e91b32444c tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/quotas/e3af96509c4a46e5847474c31824db5d HTTP/1.1" status: 200 len: 375 time: 0.0090070 Jul 15 23:44:09.048663 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f1d3037c-6083-4dac-be35-76b047caee9d req-635cc81a-eb51-4e8e-865d-76c355ad338a tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e3af96509c4a46e5847474c31824db5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0550041 Jul 15 23:44:09.109753 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:09.139774 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f1d3037c-6083-4dac-be35-76b047caee9d req-593af514-bce9-4cc7-8dcc-a2c86a943b93 service neutron] 10.222.0.16 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846255 Jul 15 23:44:09.229045 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f1d3037c-6083-4dac-be35-76b047caee9d req-8cd425ea-9faf-4f09-81ca-0bc8f29c0686 service neutron] 10.222.0.16 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835588 Jul 15 23:44:09.397814 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-914bfd48-29fe-4179-a934-8d590d5dc7b9 req-2b66f3a5-fe79-4c5d-97dd-5fd590c44a93 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 210 time: 0.0282745 Jul 15 23:44:09.568791 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device b01aba01-c919-443a-9f29-f060de4751de up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:44:09.625230 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port b01aba01-c919-443a-9f29-f060de4751de completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:44:09.629058 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port b01aba01-c919-443a-9f29-f060de4751de triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:44:09.629301 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:09.711537 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:09.733026 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960a16b7-8ac3-44f5-9846-b280da4435cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01aba01-c919-443a-9f29-f060de4751de'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:44:09.735573 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6af5fb-9500-4659-bdee-362f426255c2" -d '{"events": [{"server_uuid": "960a16b7-8ac3-44f5-9846-b280da4435cd", "name": "network-vif-plugged", "status": "completed", "tag": "b01aba01-c919-443a-9f29-f060de4751de"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:44:09.750082 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port b01aba01-c919-443a-9f29-f060de4751de, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=b01aba01-c919-443a-9f29-f060de4751de,segment=NetworkSegment(518f63e9-2e1b-4da1-bcf4-0f00b807570d),segment_id=518f63e9-2e1b-4da1-bcf4-0f00b807570d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:09.754081 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:09.786457 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abcac4c-b7d9-44db-8b09-50c8b050c14d x-openstack-request-id: req-6abcac4c-b7d9-44db-8b09-50c8b050c14d {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:44:09.786771 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960a16b7-8ac3-44f5-9846-b280da4435cd", "name": "network-vif-plugged", "status": "completed", "tag": "b01aba01-c919-443a-9f29-f060de4751de", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:44:09.787020 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6abcac4c-b7d9-44db-8b09-50c8b050c14d {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:44:09.787407 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960a16b7-8ac3-44f5-9846-b280da4435cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01aba01-c919-443a-9f29-f060de4751de', 'code': 200} Jul 15 23:44:09.811968 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=b01aba01-c919-443a-9f29-f060de4751de,revision_number=9']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:10.147720 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972a9f2-120c-47f1-82d5-94533dcbe534 req-c43975b5-5597-46c0-8132-98457258a428 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:10.149214 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7972a9f2-120c-47f1-82d5-94533dcbe534 req-c43975b5-5597-46c0-8132-98457258a428 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.43 "GET /v2.0/ports?device_id=960a16b7-8ac3-44f5-9846-b280da4435cd HTTP/1.1" status: 200 len: 945 time: 0.0651782 Jul 15 23:44:10.250982 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-7972a9f2-120c-47f1-82d5-94533dcbe534 req-f4a209c5-8b5c-44c0-88b0-a993cf045255 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Deleting port b01aba01-c919-443a-9f29-f060de4751de {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:44:10.251293 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7972a9f2-120c-47f1-82d5-94533dcbe534 req-f4a209c5-8b5c-44c0-88b0-a993cf045255 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:10.344989 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-7972a9f2-120c-47f1-82d5-94533dcbe534 req-f4a209c5-8b5c-44c0-88b0-a993cf045255 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] For port b01aba01-c919-443a-9f29-f060de4751de, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=b01aba01-c919-443a-9f29-f060de4751de,segment=NetworkSegment(518f63e9-2e1b-4da1-bcf4-0f00b807570d),segment_id=518f63e9-2e1b-4da1-bcf4-0f00b807570d)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:10.345350 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7972a9f2-120c-47f1-82d5-94533dcbe534 req-f4a209c5-8b5c-44c0-88b0-a993cf045255 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:10.378480 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-7972a9f2-120c-47f1-82d5-94533dcbe534 req-f4a209c5-8b5c-44c0-88b0-a993cf045255 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Calling delete_port for b01aba01-c919-443a-9f29-f060de4751de owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:44:10.511599 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3037c-6083-4dac-be35-76b047caee9d req-f051ca37-af8a-4136-a8cc-df2052d457f4 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:10.512978 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f1d3037c-6083-4dac-be35-76b047caee9d req-f051ca37-af8a-4136-a8cc-df2052d457f4 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.43 "GET /v2.0/networks?id=2a28ea9f-3a76-4416-aed2-76f02b67480b HTTP/1.1" status: 200 len: 815 time: 0.1597893 Jul 15 23:44:10.529364 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-f1d3037c-6083-4dac-be35-76b047caee9d req-30df15f9-0821-42e0-8619-4ab063ab81ef tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Request body: {'port': {'device_id': '84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd', 'network_id': '2a28ea9f-3a76-4416-aed2-76f02b67480b', 'admin_state_up': True, 'tenant_id': 'e3af96509c4a46e5847474c31824db5d'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:44:10.541893 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1adf8987-3ca8-4a21-8371-4c8710b529d6 req-d15d8c42-9cef-4f86-9981-1ec0918e8dea tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 210 time: 0.0318155 Jul 15 23:44:10.655431 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7972a9f2-120c-47f1-82d5-94533dcbe534 req-f4a209c5-8b5c-44c0-88b0-a993cf045255 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:10.666586 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['b01aba01-c919-443a-9f29-f060de4751de'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:44:10.689819 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a209c5-8b5c-44c0-88b0-a993cf045255 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Pushing event deleted for resources: {'Port': ['ID=b01aba01-c919-443a-9f29-f060de4751de,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:10.742534 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-7972a9f2-120c-47f1-82d5-94533dcbe534 req-f4a209c5-8b5c-44c0-88b0-a993cf045255 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] No DVR routers for this DVR port b01aba01-c919-443a-9f29-f060de4751de on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:44:10.745432 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7972a9f2-120c-47f1-82d5-94533dcbe534 req-f4a209c5-8b5c-44c0-88b0-a993cf045255 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:10.747658 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7972a9f2-120c-47f1-82d5-94533dcbe534 req-f4a209c5-8b5c-44c0-88b0-a993cf045255 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.43 "DELETE /v2.0/ports/b01aba01-c919-443a-9f29-f060de4751de HTTP/1.1" status: 204 len: 173 time: 0.5923305 Jul 15 23:44:10.748109 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960a16b7-8ac3-44f5-9846-b280da4435cd', 'name': 'network-vif-deleted', 'tag': 'b01aba01-c919-443a-9f29-f060de4751de'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:44:10.750373 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d621678-c739-49a3-9d5c-c41735a138df" -d '{"events": [{"server_uuid": "960a16b7-8ac3-44f5-9846-b280da4435cd", "name": "network-vif-deleted", "tag": "b01aba01-c919-443a-9f29-f060de4751de"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:44:10.753493 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1d3037c-6083-4dac-be35-76b047caee9d req-30df15f9-0821-42e0-8619-4ab063ab81ef tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Made reservation on behalf of e3af96509c4a46e5847474c31824db5d for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:44:10.757597 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f1d3037c-6083-4dac-be35-76b047caee9d req-30df15f9-0821-42e0-8619-4ab063ab81ef tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:10.818609 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dec9a6b-cadb-42b0-b863-ed3d3f0784c4 x-openstack-request-id: req-1dec9a6b-cadb-42b0-b863-ed3d3f0784c4 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:44:10.818923 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960a16b7-8ac3-44f5-9846-b280da4435cd", "name": "network-vif-deleted", "tag": "b01aba01-c919-443a-9f29-f060de4751de", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:44:10.819184 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1dec9a6b-cadb-42b0-b863-ed3d3f0784c4 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:44:10.819580 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960a16b7-8ac3-44f5-9846-b280da4435cd', 'name': 'network-vif-deleted', 'tag': 'b01aba01-c919-443a-9f29-f060de4751de', 'status': 'completed', 'code': 200} Jul 15 23:44:10.892444 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-f1d3037c-6083-4dac-be35-76b047caee9d req-30df15f9-0821-42e0-8619-4ab063ab81ef tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Allocated IP 172.20.0.11 (2a28ea9f-3a76-4416-aed2-76f02b67480b/9b0f2dd4-1ade-452f-8863-03a706653e2f/e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:44:11.045902 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f1d3037c-6083-4dac-be35-76b047caee9d req-30df15f9-0821-42e0-8619-4ab063ab81ef tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:11.088819 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f1d3037c-6083-4dac-be35-76b047caee9d req-30df15f9-0821-42e0-8619-4ab063ab81ef tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:11.101425 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['b01aba01-c919-443a-9f29-f060de4751de'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:44:11.132855 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1d3037c-6083-4dac-be35-76b047caee9d req-30df15f9-0821-42e0-8619-4ab063ab81ef tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Network 2a28ea9f-3a76-4416-aed2-76f02b67480b is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:44:11.137988 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-f1d3037c-6083-4dac-be35-76b047caee9d req-30df15f9-0821-42e0-8619-4ab063ab81ef tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:44:11.140289 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d3037c-6083-4dac-be35-76b047caee9d req-30df15f9-0821-42e0-8619-4ab063ab81ef tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:44:11.167884 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df15f9-0821-42e0-8619-4ab063ab81ef tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Pushing event updated for resources: {'Port': ['ID=e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:11.182062 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df15f9-0821-42e0-8619-4ab063ab81ef tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:11.182419 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df15f9-0821-42e0-8619-4ab063ab81ef tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:11.182903 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df15f9-0821-42e0-8619-4ab063ab81ef tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:11.183123 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df15f9-0821-42e0-8619-4ab063ab81ef tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:11.183498 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df15f9-0821-42e0-8619-4ab063ab81ef tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:11.183828 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df15f9-0821-42e0-8619-4ab063ab81ef tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:11.184195 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df15f9-0821-42e0-8619-4ab063ab81ef tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:11.184522 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df15f9-0821-42e0-8619-4ab063ab81ef tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:11.184842 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df15f9-0821-42e0-8619-4ab063ab81ef tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:11.185163 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df15f9-0821-42e0-8619-4ab063ab81ef tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:11.185486 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df15f9-0821-42e0-8619-4ab063ab81ef tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:11.185908 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df15f9-0821-42e0-8619-4ab063ab81ef tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:11.204710 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3037c-6083-4dac-be35-76b047caee9d req-30df15f9-0821-42e0-8619-4ab063ab81ef tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:11.205310 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f1d3037c-6083-4dac-be35-76b047caee9d req-30df15f9-0821-42e0-8619-4ab063ab81ef tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:11.219601 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f1d3037c-6083-4dac-be35-76b047caee9d req-30df15f9-0821-42e0-8619-4ab063ab81ef tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6946666 Jul 15 23:44:11.230880 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-f1d3037c-6083-4dac-be35-76b047caee9d req-8368baf0-c88f-44e6-9969-89199681147e service neutron] Request body: {'port': {'device_id': '84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:44:11.304355 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f1d3037c-6083-4dac-be35-76b047caee9d req-8368baf0-c88f-44e6-9969-89199681147e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:11.554579 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-f1d3037c-6083-4dac-be35-76b047caee9d req-8368baf0-c88f-44e6-9969-89199681147e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:44:11.561855 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f1d3037c-6083-4dac-be35-76b047caee9d req-8368baf0-c88f-44e6-9969-89199681147e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:11.575000 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-f1d3037c-6083-4dac-be35-76b047caee9d req-8368baf0-c88f-44e6-9969-89199681147e service neutron] Transition to ACTIVE for port object e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:44:11.578502 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f1d3037c-6083-4dac-be35-76b047caee9d req-8368baf0-c88f-44e6-9969-89199681147e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:11.628810 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368baf0-c88f-44e6-9969-89199681147e service neutron] Pushing event updated for resources: {'Port': ['ID=e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:11.697375 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f1d3037c-6083-4dac-be35-76b047caee9d req-8368baf0-c88f-44e6-9969-89199681147e service neutron] Attempting to bind port e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:44:11.697716 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f1d3037c-6083-4dac-be35-76b047caee9d req-8368baf0-c88f-44e6-9969-89199681147e service neutron] Attempting to bind port e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '518f63e9-2e1b-4da1-bcf4-0f00b807570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2a28ea9f-3a76-4416-aed2-76f02b67480b'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:44:11.698045 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d3037c-6083-4dac-be35-76b047caee9d req-8368baf0-c88f-44e6-9969-89199681147e service neutron] Attempting to bind port e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 on network 2a28ea9f-3a76-4416-aed2-76f02b67480b {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:44:11.702270 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d3037c-6083-4dac-be35-76b047caee9d req-8368baf0-c88f-44e6-9969-89199681147e service neutron] Port e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 on network 2a28ea9f-3a76-4416-aed2-76f02b67480b not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:44:11.702596 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d3037c-6083-4dac-be35-76b047caee9d req-8368baf0-c88f-44e6-9969-89199681147e service neutron] Attempting to bind port e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 on network 2a28ea9f-3a76-4416-aed2-76f02b67480b {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:44:11.707409 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d3037c-6083-4dac-be35-76b047caee9d req-8368baf0-c88f-44e6-9969-89199681147e service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:44:11.708296 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d3037c-6083-4dac-be35-76b047caee9d req-8368baf0-c88f-44e6-9969-89199681147e service neutron] Checking segment: {'id': '518f63e9-2e1b-4da1-bcf4-0f00b807570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2a28ea9f-3a76-4416-aed2-76f02b67480b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:44:11.708692 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d3037c-6083-4dac-be35-76b047caee9d req-8368baf0-c88f-44e6-9969-89199681147e service neutron] Bound using segment: {'id': '518f63e9-2e1b-4da1-bcf4-0f00b807570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2a28ea9f-3a76-4416-aed2-76f02b67480b'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:44:11.709117 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f1d3037c-6083-4dac-be35-76b047caee9d req-8368baf0-c88f-44e6-9969-89199681147e service neutron] Bound port: e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '518f63e9-2e1b-4da1-bcf4-0f00b807570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2a28ea9f-3a76-4416-aed2-76f02b67480b'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:44:11.709477 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f1d3037c-6083-4dac-be35-76b047caee9d req-8368baf0-c88f-44e6-9969-89199681147e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:11.717987 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2ab69-b568-4700-8741-de9266418141 req-a8923912-2197-45fe-84e5-ad6555b946ae tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:11.719511 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c0b2ab69-b568-4700-8741-de9266418141 req-a8923912-2197-45fe-84e5-ad6555b946ae tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 944 time: 0.0625541 Jul 15 23:44:11.757291 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c0b2ab69-b568-4700-8741-de9266418141 req-54fec917-519e-491e-9e9c-5af3334032f2 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314116 Jul 15 23:44:11.772245 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f1d3037c-6083-4dac-be35-76b047caee9d req-8368baf0-c88f-44e6-9969-89199681147e service neutron] For port e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:44:11.775396 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f1d3037c-6083-4dac-be35-76b047caee9d req-8368baf0-c88f-44e6-9969-89199681147e service neutron] For port e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9,segment=NetworkSegment(518f63e9-2e1b-4da1-bcf4-0f00b807570d),segment_id=518f63e9-2e1b-4da1-bcf4-0f00b807570d)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:44:11.780335 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f1d3037c-6083-4dac-be35-76b047caee9d req-8368baf0-c88f-44e6-9969-89199681147e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:11.812468 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3037c-6083-4dac-be35-76b047caee9d req-8368baf0-c88f-44e6-9969-89199681147e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:11.813075 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f1d3037c-6083-4dac-be35-76b047caee9d req-8368baf0-c88f-44e6-9969-89199681147e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:11.814746 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f1d3037c-6083-4dac-be35-76b047caee9d req-8368baf0-c88f-44e6-9969-89199681147e service neutron] 10.222.0.43 "PUT /v2.0/ports/e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 HTTP/1.1" status: 200 len: 1092 time: 0.5877197 Jul 15 23:44:11.836935 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368baf0-c88f-44e6-9969-89199681147e service neutron] Pushing event updated for resources: {'Port': ['ID=e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:11.905288 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3037c-6083-4dac-be35-76b047caee9d req-6318b3fd-b815-4cba-a0ca-18bc77f1d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:11.906811 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f1d3037c-6083-4dac-be35-76b047caee9d req-6318b3fd-b815-4cba-a0ca-18bc77f1d28c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e3af96509c4a46e5847474c31824db5d&device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 1095 time: 0.0560384 Jul 15 23:44:11.947039 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f1d3037c-6083-4dac-be35-76b047caee9d req-e4e4b450-e5ec-452b-8fd8-eb49cd7bd224 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 HTTP/1.1" status: 200 len: 217 time: 0.0333266 Jul 15 23:44:11.992916 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3037c-6083-4dac-be35-76b047caee9d req-b1dce8c1-422b-4b0d-9842-4b88884662f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:11.994355 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f1d3037c-6083-4dac-be35-76b047caee9d req-b1dce8c1-422b-4b0d-9842-4b88884662f2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b0f2dd4-1ade-452f-8863-03a706653e2f HTTP/1.1" status: 200 len: 855 time: 0.0420158 Jul 15 23:44:12.028845 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f1d3037c-6083-4dac-be35-76b047caee9d req-be606e2c-1664-463c-a72c-7dd06f0ff180 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2a28ea9f-3a76-4416-aed2-76f02b67480b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287235 Jul 15 23:44:12.114136 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f1d3037c-6083-4dac-be35-76b047caee9d req-a7bdfc79-fa39-4ca1-adeb-6c38f73ed095 service neutron] 10.222.0.43 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787499 Jul 15 23:44:12.202110 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f1d3037c-6083-4dac-be35-76b047caee9d req-f36d595c-6ca8-4351-a404-2c2c524f2ba5 service neutron] 10.222.0.43 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828772 Jul 15 23:44:12.820620 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd', 'tag': 'e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:44:12.822998 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ae3e59-1837-4a51-b8f8-6dfbda9938cd" -d '{"events": [{"name": "network-changed", "server_uuid": "84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd", "tag": "e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:44:12.857159 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c918e1f9-836d-4104-9577-8cbdbfef7928 x-openstack-request-id: req-c918e1f9-836d-4104-9577-8cbdbfef7928 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:44:12.857449 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd", "tag": "e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:44:12.857696 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c918e1f9-836d-4104-9577-8cbdbfef7928 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:44:12.858086 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd', 'tag': 'e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9', 'status': 'completed', 'code': 200} Jul 15 23:44:12.932636 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae3e59-1837-4a51-b8f8-6dfbda9938cd req-14a66378-2e82-4c2c-873f-ea26302321b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:12.934137 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c4ae3e59-1837-4a51-b8f8-6dfbda9938cd req-14a66378-2e82-4c2c-873f-ea26302321b6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e3af96509c4a46e5847474c31824db5d&device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 1095 time: 0.0513661 Jul 15 23:44:12.935999 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80342858-3021-4e5c-a694-d5f3fd6d6505 req-4c6a17e7-3d86-439f-981a-3a280361c51e tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:12.937474 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-80342858-3021-4e5c-a694-d5f3fd6d6505 req-4c6a17e7-3d86-439f-981a-3a280361c51e tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 944 time: 0.0652807 Jul 15 23:44:12.976001 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-80342858-3021-4e5c-a694-d5f3fd6d6505 req-01b17027-690e-402a-a960-157af362fd61 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317621 Jul 15 23:44:13.027699 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae3e59-1837-4a51-b8f8-6dfbda9938cd req-a870dfeb-34bd-4e00-81b6-80f805e33998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:13.029161 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c4ae3e59-1837-4a51-b8f8-6dfbda9938cd req-a870dfeb-34bd-4e00-81b6-80f805e33998 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2a28ea9f-3a76-4416-aed2-76f02b67480b HTTP/1.1" status: 200 len: 916 time: 0.0882001 Jul 15 23:44:13.070593 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c4ae3e59-1837-4a51-b8f8-6dfbda9938cd req-8fd30208-229b-4b7f-aca2-85d303db6d04 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 HTTP/1.1" status: 200 len: 217 time: 0.0332000 Jul 15 23:44:13.117039 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae3e59-1837-4a51-b8f8-6dfbda9938cd req-0969a6ec-0e91-46f6-8bb5-38608edb3616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:13.118431 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c4ae3e59-1837-4a51-b8f8-6dfbda9938cd req-0969a6ec-0e91-46f6-8bb5-38608edb3616 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b0f2dd4-1ade-452f-8863-03a706653e2f HTTP/1.1" status: 200 len: 855 time: 0.0418761 Jul 15 23:44:13.153506 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c4ae3e59-1837-4a51-b8f8-6dfbda9938cd req-9307b76f-1713-406b-839d-77dbae0ec5df service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2a28ea9f-3a76-4416-aed2-76f02b67480b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289447 Jul 15 23:44:13.241657 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c4ae3e59-1837-4a51-b8f8-6dfbda9938cd req-f07b0488-6043-49d6-89a6-67417b7254d9 service neutron] 10.222.0.43 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804489 Jul 15 23:44:13.334180 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c4ae3e59-1837-4a51-b8f8-6dfbda9938cd req-1a0545d4-93c7-4fe8-b5a6-381a5e54c940 service neutron] 10.222.0.43 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858061 Jul 15 23:44:13.589699 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device b01aba01-c919-443a-9f29-f060de4751de no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:44:13.612073 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: b01aba01-c919-443a-9f29-f060de4751de {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:44:13.612408 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device b01aba01-c919-443a-9f29-f060de4751de not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:44:14.146153 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6dad5-829c-4a80-a530-22ffd56875cc req-105a8b59-b0e6-461c-a7a1-ab46a699216b tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:14.147655 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0da6dad5-829c-4a80-a530-22ffd56875cc req-105a8b59-b0e6-461c-a7a1-ab46a699216b tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 944 time: 0.0616791 Jul 15 23:44:14.183549 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0da6dad5-829c-4a80-a530-22ffd56875cc req-0bfc3d5a-ff32-480d-b254-d498188f78c8 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304990 Jul 15 23:44:15.356520 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea061a99-bbb7-4b2b-a05e-badc5c2984af req-82afc444-92bb-4b01-8284-cd2cdcc673d1 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:15.357968 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ea061a99-bbb7-4b2b-a05e-badc5c2984af req-82afc444-92bb-4b01-8284-cd2cdcc673d1 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 944 time: 0.0647535 Jul 15 23:44:15.394067 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ea061a99-bbb7-4b2b-a05e-badc5c2984af req-6b4c6f0f-e1f5-4009-8586-346e06404607 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304461 Jul 15 23:44:15.604738 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:44:15.696152 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9,segment=NetworkSegment(518f63e9-2e1b-4da1-bcf4-0f00b807570d),segment_id=518f63e9-2e1b-4da1-bcf4-0f00b807570d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:15.707003 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9', 'network_id': '2a28ea9f-3a76-4416-aed2-76f02b67480b', 'port_id': 'e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9', 'mac_address': 'fa:16:3e:e2:70:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b0f2dd4-1ade-452f-8863-03a706653e2f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:44:15.742405 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:15.757465 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:44:15.776275 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9,segment=NetworkSegment(518f63e9-2e1b-4da1-bcf4-0f00b807570d),segment_id=518f63e9-2e1b-4da1-bcf4-0f00b807570d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:15.780350 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:15.826290 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:15.933726 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-82d78ab8-91ff-4758-91d8-f10d38894e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:15.994710 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:44:16.563880 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3b934-b988-4758-b9a5-127094262021 req-f0400028-ee11-4abb-bf4a-04074ba04642 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:16.565675 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-90e3b934-b988-4758-b9a5-127094262021 req-f0400028-ee11-4abb-bf4a-04074ba04642 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 945 time: 0.0615921 Jul 15 23:44:16.602621 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-90e3b934-b988-4758-b9a5-127094262021 req-3120ce5a-bfa7-429b-9af4-b1ba8aff730e tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313203 Jul 15 23:44:17.616636 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:44:17.666582 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:44:17.670200 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:44:17.670574 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:17.755375 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:17.777728 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:44:17.780023 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f0d3f4-7475-441b-b75e-0e469c68a964" -d '{"events": [{"server_uuid": "84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd", "name": "network-vif-plugged", "status": "completed", "tag": "e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:44:17.784146 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1930a38-9aa9-49f3-ae6d-0e414f60b4f6 req-6d7f0c59-0369-4881-93fc-ca56737d5fa9 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:17.785826 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1930a38-9aa9-49f3-ae6d-0e414f60b4f6 req-6d7f0c59-0369-4881-93fc-ca56737d5fa9 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 945 time: 0.0706704 Jul 15 23:44:17.793696 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9,segment=NetworkSegment(518f63e9-2e1b-4da1-bcf4-0f00b807570d),segment_id=518f63e9-2e1b-4da1-bcf4-0f00b807570d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:17.798249 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:17.824424 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac4929c-616f-49bc-9f64-5bee25532118 x-openstack-request-id: req-7ac4929c-616f-49bc-9f64-5bee25532118 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:44:17.824725 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd", "name": "network-vif-plugged", "status": "completed", "tag": "e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:44:17.824976 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ac4929c-616f-49bc-9f64-5bee25532118 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:44:17.825377 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9', 'code': 200} Jul 15 23:44:17.829212 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1930a38-9aa9-49f3-ae6d-0e414f60b4f6 req-fc795a7e-f070-46ee-ad3d-25c817c2ee98 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364203 Jul 15 23:44:17.942085 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1fb8a-13e7-4cdc-a4bb-e99189f586a1 req-941992d2-a440-4100-963e-ea3f85ebe3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:17.943622 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c0c1fb8a-13e7-4cdc-a4bb-e99189f586a1 req-941992d2-a440-4100-963e-ea3f85ebe3d7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 1097 time: 0.0559547 Jul 15 23:44:17.983171 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c0c1fb8a-13e7-4cdc-a4bb-e99189f586a1 req-069dc9fb-a3b5-4a48-8909-beb45af3b48d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329599 Jul 15 23:44:18.006296 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:18.299193 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a2b40612-6149-494e-aaa8-159d19000b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:18.771331 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:19.008381 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f56206-47bb-432b-b2fc-1a862cd53643 req-9c5e8d30-a99a-4278-9377-3ec359b28c5e tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:19.009840 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33f56206-47bb-432b-b2fc-1a862cd53643 req-9c5e8d30-a99a-4278-9377-3ec359b28c5e tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 946 time: 0.0655200 Jul 15 23:44:19.047071 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33f56206-47bb-432b-b2fc-1a862cd53643 req-8df9ced6-9a67-4e2b-9e89-2326b2c31a27 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314608 Jul 15 23:44:19.219321 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7658aee-ff7c-4488-9a81-27475a00cfa6 req-48688550-3e51-4b56-8e81-1887716a2a3c tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:19.220783 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e7658aee-ff7c-4488-9a81-27475a00cfa6 req-48688550-3e51-4b56-8e81-1887716a2a3c tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 946 time: 0.0633333 Jul 15 23:44:19.257239 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e7658aee-ff7c-4488-9a81-27475a00cfa6 req-8405d2dc-e8e1-405e-97c9-392b536fbcb5 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310187 Jul 15 23:44:19.620003 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-1fe9b5c7-ffc2-4ae2-8717-c19f1edbdd8f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838523 Jul 15 23:44:19.651969 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37327d76-70df-411f-b08e-48746f2d0130 req-0e578042-db6c-4407-8b80-12aca592e7db tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:19.653428 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-37327d76-70df-411f-b08e-48746f2d0130 req-0e578042-db6c-4407-8b80-12aca592e7db tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 946 time: 0.0682716 Jul 15 23:44:19.692224 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-37327d76-70df-411f-b08e-48746f2d0130 req-665b0175-cc21-45db-95d7-4bc696144642 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327587 Jul 15 23:44:19.758037 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:20.818360 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-a8c1d52d-9258-43e6-9f55-1f283d5b632a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:20.819910 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-a8c1d52d-9258-43e6-9f55-1f283d5b632a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e3af96509c4a46e5847474c31824db5d&device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 1097 time: 0.0529730 Jul 15 23:44:20.866210 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe0580-4641-4862-aef8-3473a4455a23 req-e3dc4394-7595-4cf2-ad9e-a88861f6445c tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:20.867705 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fefe0580-4641-4862-aef8-3473a4455a23 req-e3dc4394-7595-4cf2-ad9e-a88861f6445c tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 946 time: 0.0614340 Jul 15 23:44:20.904409 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fefe0580-4641-4862-aef8-3473a4455a23 req-0081cb57-2db6-4dea-bf8c-9ca8c9d50f2e tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311460 Jul 15 23:44:20.912173 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-6a3d54c7-5d5a-4526-8453-214f36d23623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:20.913725 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-6a3d54c7-5d5a-4526-8453-214f36d23623 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2a28ea9f-3a76-4416-aed2-76f02b67480b HTTP/1.1" status: 200 len: 916 time: 0.0880239 Jul 15 23:44:20.952820 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-c3e93268-c0a3-4b1f-8b15-82d2db367b02 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 HTTP/1.1" status: 200 len: 217 time: 0.0329885 Jul 15 23:44:21.003447 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-7fa29720-7d9f-4041-be4b-bf4974ce0792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:21.005032 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-7fa29720-7d9f-4041-be4b-bf4974ce0792 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b0f2dd4-1ade-452f-8863-03a706653e2f HTTP/1.1" status: 200 len: 855 time: 0.0457091 Jul 15 23:44:21.323858 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:21.365605 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-cf3dd060-6e8c-4802-b7ba-046fd8dc63fb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2a28ea9f-3a76-4416-aed2-76f02b67480b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3546350 Jul 15 23:44:21.452076 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-1f26563a-aca5-4728-8f61-81cdb10741f7 service neutron] 10.222.0.43 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798039 Jul 15 23:44:21.540047 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-abfb4cac-3a59-4d47-b587-827ca77ec102 service neutron] 10.222.0.43 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806062 Jul 15 23:44:22.079698 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc7dfa-c4df-4086-9956-816cb5135051 req-f978b3cf-1910-406c-a9dc-45ac215dacf1 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:22.081132 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fbbc7dfa-c4df-4086-9956-816cb5135051 req-f978b3cf-1910-406c-a9dc-45ac215dacf1 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 946 time: 0.0642791 Jul 15 23:44:22.118034 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fbbc7dfa-c4df-4086-9956-816cb5135051 req-b8562a3d-5e77-47ac-8b95-ac6a1367143d tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312321 Jul 15 23:44:23.287380 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e419436-b03d-48dd-afca-1aa965745258 req-57aadc4c-4cda-48bf-a8ea-8970c741f45a tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:23.288745 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0e419436-b03d-48dd-afca-1aa965745258 req-57aadc4c-4cda-48bf-a8ea-8970c741f45a tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 946 time: 0.0615535 Jul 15 23:44:23.328835 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0e419436-b03d-48dd-afca-1aa965745258 req-bad97b44-347f-492f-9f5e-fd365bdded47 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345230 Jul 15 23:44:23.458808 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bde844-afab-483e-b729-3e0eeb9271ae req-8e9c1d51-78ae-4e8e-a545-7b21cfaa9120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:23.460258 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a0bde844-afab-483e-b729-3e0eeb9271ae req-8e9c1d51-78ae-4e8e-a545-7b21cfaa9120 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e3af96509c4a46e5847474c31824db5d&device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 1097 time: 0.0518486 Jul 15 23:44:23.564977 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bde844-afab-483e-b729-3e0eeb9271ae req-0fa3c005-b9d1-478b-aad5-a187d446f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:23.566441 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a0bde844-afab-483e-b729-3e0eeb9271ae req-0fa3c005-b9d1-478b-aad5-a187d446f5b8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2a28ea9f-3a76-4416-aed2-76f02b67480b HTTP/1.1" status: 200 len: 916 time: 0.0868347 Jul 15 23:44:23.605894 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a0bde844-afab-483e-b729-3e0eeb9271ae req-8a2f40ea-d518-4495-a11b-2266b0844c59 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 HTTP/1.1" status: 200 len: 217 time: 0.0327859 Jul 15 23:44:23.656028 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bde844-afab-483e-b729-3e0eeb9271ae req-fef8e12d-ee2e-43c4-a6b5-a7b3ece30d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:23.657435 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a0bde844-afab-483e-b729-3e0eeb9271ae req-fef8e12d-ee2e-43c4-a6b5-a7b3ece30d54 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b0f2dd4-1ade-452f-8863-03a706653e2f HTTP/1.1" status: 200 len: 855 time: 0.0451202 Jul 15 23:44:23.688671 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a0bde844-afab-483e-b729-3e0eeb9271ae req-67ef937f-7584-4988-83e3-bab9c2848294 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2a28ea9f-3a76-4416-aed2-76f02b67480b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252442 Jul 15 23:44:23.773343 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a0bde844-afab-483e-b729-3e0eeb9271ae req-ece8238c-33ec-420b-8c97-23ff6846a4ff service neutron] 10.222.0.43 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785980 Jul 15 23:44:23.863480 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a0bde844-afab-483e-b729-3e0eeb9271ae req-f145c57b-1797-43c7-82c4-a4204c8d7259 service neutron] 10.222.0.43 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840170 Jul 15 23:44:24.364271 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:24.497625 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbbb28-ec87-4a76-b727-a048319a26de req-c2b0559e-5e88-46f0-84cf-2989e44295df tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:24.499096 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-51cbbb28-ec87-4a76-b727-a048319a26de req-c2b0559e-5e88-46f0-84cf-2989e44295df tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 946 time: 0.0608823 Jul 15 23:44:24.539118 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-51cbbb28-ec87-4a76-b727-a048319a26de req-bdac0296-4b6b-446a-9b0e-26197cb92d9e tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346382 Jul 15 23:44:25.706736 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e78e5-7311-4405-b8a7-a40d5344d37d req-609801cf-916a-43e1-ac8a-a93f5467c06b tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:25.708648 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd8e78e5-7311-4405-b8a7-a40d5344d37d req-609801cf-916a-43e1-ac8a-a93f5467c06b tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 946 time: 0.0607734 Jul 15 23:44:25.744562 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd8e78e5-7311-4405-b8a7-a40d5344d37d req-f6818f72-f001-47c0-aae6-73c072a148a6 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305090 Jul 15 23:44:26.919045 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d22d00-d024-449f-9bf0-375ffd32e0b6 req-26399d7e-2a80-4474-a80c-4bdadb676952 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:26.920502 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-18d22d00-d024-449f-9bf0-375ffd32e0b6 req-26399d7e-2a80-4474-a80c-4bdadb676952 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 946 time: 0.0611289 Jul 15 23:44:26.958273 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-18d22d00-d024-449f-9bf0-375ffd32e0b6 req-c8ceea86-3c0c-45cd-8c4e-1a94365ac4ad tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316823 Jul 15 23:44:28.132641 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939d6f4-5d0b-4a4e-bc2e-51324629b174 req-872ca99a-6602-4f00-803c-56b258967584 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:28.134070 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0939d6f4-5d0b-4a4e-bc2e-51324629b174 req-872ca99a-6602-4f00-803c-56b258967584 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 946 time: 0.0633442 Jul 15 23:44:28.170444 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0939d6f4-5d0b-4a4e-bc2e-51324629b174 req-88fba34a-7b9c-4360-bafb-4a7fb7514df8 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309048 Jul 15 23:44:29.339217 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edcacb-aaf3-4a84-b622-a117e7d9c43a req-38046edd-0966-498f-8a92-189899130a5d tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:29.340652 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c9edcacb-aaf3-4a84-b622-a117e7d9c43a req-38046edd-0966-498f-8a92-189899130a5d tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 946 time: 0.0620356 Jul 15 23:44:29.380587 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c9edcacb-aaf3-4a84-b622-a117e7d9c43a req-01c635d9-4821-49df-b4ba-4b75198204c6 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335495 Jul 15 23:44:30.548425 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe61511-8880-484f-8aa5-3b312252b3d9 req-89efff13-1a29-452e-b5bd-fc048b60bb6b tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:30.549859 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2fe61511-8880-484f-8aa5-3b312252b3d9 req-89efff13-1a29-452e-b5bd-fc048b60bb6b tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 946 time: 0.0602260 Jul 15 23:44:30.590116 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2fe61511-8880-484f-8aa5-3b312252b3d9 req-2103fa2d-5174-48da-9441-8ae750d1d8e7 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341105 Jul 15 23:44:31.758938 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babca4b7-3845-4fb5-bba0-b3ef5e89ccb4 req-3e50b38a-6ff9-450f-804e-19248c86030a tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:31.760367 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-babca4b7-3845-4fb5-bba0-b3ef5e89ccb4 req-3e50b38a-6ff9-450f-804e-19248c86030a tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 946 time: 0.0609515 Jul 15 23:44:31.797110 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-babca4b7-3845-4fb5-bba0-b3ef5e89ccb4 req-190b51bc-f1df-4d96-b35b-8d5c92dbc9cc tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311387 Jul 15 23:44:32.966310 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63841859-fc6c-43ae-851d-21199eb76869 req-a5b9ef27-c154-4fa6-af58-1862fbd708cb tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:32.967842 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-63841859-fc6c-43ae-851d-21199eb76869 req-a5b9ef27-c154-4fa6-af58-1862fbd708cb tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 946 time: 0.0615220 Jul 15 23:44:33.005535 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-63841859-fc6c-43ae-851d-21199eb76869 req-d4946b8a-10a1-42ce-ab58-9d33405a92f9 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320733 Jul 15 23:44:34.506033 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8fbf2-9350-44e2-96f9-141ee1b25d12 req-aef4958a-5b9d-44d5-91de-6123eb21d040 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:34.507515 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-72e8fbf2-9350-44e2-96f9-141ee1b25d12 req-aef4958a-5b9d-44d5-91de-6123eb21d040 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 946 time: 0.3938601 Jul 15 23:44:34.542523 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-72e8fbf2-9350-44e2-96f9-141ee1b25d12 req-b6ebd56b-d360-49de-bf33-d0d32cd7193f tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295262 Jul 15 23:44:35.709303 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4c726-aff8-4a95-83c2-f3da740674b0 req-57f87b97-0b94-4205-b7a0-983ba5adb6de tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:35.710740 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-54a4c726-aff8-4a95-83c2-f3da740674b0 req-57f87b97-0b94-4205-b7a0-983ba5adb6de tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 946 time: 0.0602627 Jul 15 23:44:35.745788 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-54a4c726-aff8-4a95-83c2-f3da740674b0 req-2df4f061-121f-4fcf-bdb3-2476bd6dc04b tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295694 Jul 15 23:44:36.919817 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3f30a-4b4c-456e-a74f-8c488b5de12b req-f125ecf3-9900-4eea-a485-70aaf63dae05 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:36.921273 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ebf3f30a-4b4c-456e-a74f-8c488b5de12b req-f125ecf3-9900-4eea-a485-70aaf63dae05 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 946 time: 0.0630574 Jul 15 23:44:36.958352 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ebf3f30a-4b4c-456e-a74f-8c488b5de12b req-74bab6a0-23e8-48d6-8942-3ba5dc10f8b3 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311544 Jul 15 23:44:38.131299 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a136362-dff2-49db-98e8-b75c3bf1f065 req-f9d1ec22-d064-467e-8b2c-96670773252b tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:38.132764 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a136362-dff2-49db-98e8-b75c3bf1f065 req-f9d1ec22-d064-467e-8b2c-96670773252b tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 946 time: 0.0616438 Jul 15 23:44:38.168312 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a136362-dff2-49db-98e8-b75c3bf1f065 req-1b44a8d7-2f0c-4a42-a380-547b09cebf20 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300989 Jul 15 23:44:39.118245 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:39.338456 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bbf22-85f9-48e8-901c-733916ad4269 req-c85bf30d-0203-4468-bd85-2ad1bb836db9 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:39.339947 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2e3bbf22-85f9-48e8-901c-733916ad4269 req-c85bf30d-0203-4468-bd85-2ad1bb836db9 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 946 time: 0.0618646 Jul 15 23:44:39.378497 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2e3bbf22-85f9-48e8-901c-733916ad4269 req-44434eb9-61a1-4d08-b581-2c48cd39cf87 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330329 Jul 15 23:44:40.546587 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bd7d9-a103-4298-8d8e-ac40bfd1592e req-2322246a-a40d-4f36-afcf-4329f12e769b tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:40.548052 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-372bd7d9-a103-4298-8d8e-ac40bfd1592e req-2322246a-a40d-4f36-afcf-4329f12e769b tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 946 time: 0.0611954 Jul 15 23:44:40.584260 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-372bd7d9-a103-4298-8d8e-ac40bfd1592e req-37a88c6a-f547-4960-8cd3-4b9625c0021d tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307546 Jul 15 23:44:41.752935 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e2ef1-6d9e-4dae-abad-db073ea8ecc7 req-d8de00cb-17fa-482d-bca2-305e20c0f4d9 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:41.754400 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cf0e2ef1-6d9e-4dae-abad-db073ea8ecc7 req-d8de00cb-17fa-482d-bca2-305e20c0f4d9 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 946 time: 0.0609934 Jul 15 23:44:41.791869 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cf0e2ef1-6d9e-4dae-abad-db073ea8ecc7 req-19a763a3-88ff-4461-be75-f1d38c7098e1 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319700 Jul 15 23:44:42.964325 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36793a32-7206-4e4d-a4a1-5176730ed79f req-21f8b27e-8792-4dfe-a4f8-e511d0ca761b tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:42.965783 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-36793a32-7206-4e4d-a4a1-5176730ed79f req-21f8b27e-8792-4dfe-a4f8-e511d0ca761b tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 946 time: 0.0645781 Jul 15 23:44:43.003205 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-36793a32-7206-4e4d-a4a1-5176730ed79f req-dc8228da-68c5-4dd9-8b0e-a27fd5c723d1 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315778 Jul 15 23:44:44.171521 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021d36e-6247-4bb7-8320-70b303470d77 req-661d793d-6168-4929-a8dc-2adae38c42a4 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:44.172948 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b021d36e-6247-4bb7-8320-70b303470d77 req-661d793d-6168-4929-a8dc-2adae38c42a4 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 946 time: 0.0605893 Jul 15 23:44:44.209923 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b021d36e-6247-4bb7-8320-70b303470d77 req-c02ef42c-414e-4efe-bf77-14f4e0689ffa tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309272 Jul 15 23:44:45.377314 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fa4be-cf5a-442e-b164-21d92e7145da req-fab45375-38e3-4aad-bdf5-2a0ffa33344a tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:45.379291 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-510fa4be-cf5a-442e-b164-21d92e7145da req-fab45375-38e3-4aad-bdf5-2a0ffa33344a tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 946 time: 0.0599542 Jul 15 23:44:45.401767 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:44:45.419477 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-510fa4be-cf5a-442e-b164-21d92e7145da req-718f6d52-c285-421d-b1f0-366b1667d1c5 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346189 Jul 15 23:44:45.934140 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-67e530d0-7ffe-489b-bc2f-bf45906cfeb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:46.590836 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3bb2b-5b1a-451a-a888-210f014567b9 req-ad2a1b2f-3523-48db-aac7-f9ba13381477 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:46.592264 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1aa3bb2b-5b1a-451a-a888-210f014567b9 req-ad2a1b2f-3523-48db-aac7-f9ba13381477 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 946 time: 0.0610464 Jul 15 23:44:46.628335 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1aa3bb2b-5b1a-451a-a888-210f014567b9 req-801ee963-f1c2-4c23-898b-8c8cb988b0bd tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305436 Jul 15 23:44:47.981607 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7c02e-d1cd-495c-b8a0-bf8d54a92968 req-9a010c52-e244-4e0b-a6aa-6034aeae5e66 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:47.983097 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8cb7c02e-d1cd-495c-b8a0-bf8d54a92968 req-9a010c52-e244-4e0b-a6aa-6034aeae5e66 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 946 time: 0.0626714 Jul 15 23:44:48.019770 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8cb7c02e-d1cd-495c-b8a0-bf8d54a92968 req-a93a82f3-23e3-487f-9801-4857faacec69 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306983 Jul 15 23:44:48.298902 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a866561-e181-41f2-9433-a321da35e985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:48.317456 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-ab069300-a12e-461d-9dc3-c7b2f6d06143 service neutron] show failed (client error): The resource could not be found. Jul 15 23:44:48.318507 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-ab069300-a12e-461d-9dc3-c7b2f6d06143 service neutron] 10.222.0.43 "GET /v2.0/ports/e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9/bindings/n-h1-787205-9 HTTP/1.1" status: 404 len: 380 time: 0.0567393 Jul 15 23:44:48.559419 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-9a7afc09-2647-4013-a45b-d7b5180c6340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:48.560887 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-9a7afc09-2647-4013-a45b-d7b5180c6340 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd&tenant_id=e3af96509c4a46e5847474c31824db5d HTTP/1.1" status: 200 len: 1097 time: 0.0516326 Jul 15 23:44:48.577909 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-07a4ee20-8bc5-464d-86f1-8e5cd818391d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787205-9', 'device_owner': 'compute:nova'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:44:48.649145 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-07a4ee20-8bc5-464d-86f1-8e5cd818391d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:48.771939 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:48.848243 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-07a4ee20-8bc5-464d-86f1-8e5cd818391d service neutron] For port e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9,segment=NetworkSegment(518f63e9-2e1b-4da1-bcf4-0f00b807570d),segment_id=518f63e9-2e1b-4da1-bcf4-0f00b807570d)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:48.879136 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-07a4ee20-8bc5-464d-86f1-8e5cd818391d service neutron] For port e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:44:48.921242 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:44:48.923525 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb671eea-288b-4b77-8417-09e8025437f5" -d '{"events": [{"server_uuid": "84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd", "name": "network-vif-unplugged", "status": "completed", "tag": "e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:44:48.927371 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-07a4ee20-8bc5-464d-86f1-8e5cd818391d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:48.939591 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-07a4ee20-8bc5-464d-86f1-8e5cd818391d service neutron] Transition to ACTIVE for port object e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:44:48.943327 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-07a4ee20-8bc5-464d-86f1-8e5cd818391d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:48.977851 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbd33ed-1107-44ba-8648-c244418d5900 x-openstack-request-id: req-4bbd33ed-1107-44ba-8648-c244418d5900 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:44:48.977851 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd", "name": "network-vif-unplugged", "status": "completed", "tag": "e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:44:48.978051 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4bbd33ed-1107-44ba-8648-c244418d5900 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:44:48.978293 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9', 'code': 200} Jul 15 23:44:49.009150 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-07a4ee20-8bc5-464d-86f1-8e5cd818391d service neutron] No DVR routers for this DVR port e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:44:49.015624 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4ee20-8bc5-464d-86f1-8e5cd818391d service neutron] Pushing event updated for resources: {'Port': ['ID=e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9,revision_number=6']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:49.049935 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-07a4ee20-8bc5-464d-86f1-8e5cd818391d service neutron] Attempting to bind port e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:44:49.050271 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-07a4ee20-8bc5-464d-86f1-8e5cd818391d service neutron] Attempting to bind port e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '518f63e9-2e1b-4da1-bcf4-0f00b807570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2a28ea9f-3a76-4416-aed2-76f02b67480b'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:44:49.050648 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-07a4ee20-8bc5-464d-86f1-8e5cd818391d service neutron] Attempting to bind port e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 on network 2a28ea9f-3a76-4416-aed2-76f02b67480b {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:44:49.054843 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-07a4ee20-8bc5-464d-86f1-8e5cd818391d service neutron] Port e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 on network 2a28ea9f-3a76-4416-aed2-76f02b67480b not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:44:49.055237 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-07a4ee20-8bc5-464d-86f1-8e5cd818391d service neutron] Attempting to bind port e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 on network 2a28ea9f-3a76-4416-aed2-76f02b67480b {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:44:49.059955 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-07a4ee20-8bc5-464d-86f1-8e5cd818391d service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:44:49.060290 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-07a4ee20-8bc5-464d-86f1-8e5cd818391d service neutron] Checking segment: {'id': '518f63e9-2e1b-4da1-bcf4-0f00b807570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2a28ea9f-3a76-4416-aed2-76f02b67480b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:44:49.060768 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-07a4ee20-8bc5-464d-86f1-8e5cd818391d service neutron] Bound using segment: {'id': '518f63e9-2e1b-4da1-bcf4-0f00b807570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2a28ea9f-3a76-4416-aed2-76f02b67480b'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:44:49.061071 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-07a4ee20-8bc5-464d-86f1-8e5cd818391d service neutron] Bound port: e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '518f63e9-2e1b-4da1-bcf4-0f00b807570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2a28ea9f-3a76-4416-aed2-76f02b67480b'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:44:49.061426 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-07a4ee20-8bc5-464d-86f1-8e5cd818391d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:49.126835 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-07a4ee20-8bc5-464d-86f1-8e5cd818391d service neutron] For port e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:44:49.130361 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-07a4ee20-8bc5-464d-86f1-8e5cd818391d service neutron] For port e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9,segment=NetworkSegment(518f63e9-2e1b-4da1-bcf4-0f00b807570d),segment_id=518f63e9-2e1b-4da1-bcf4-0f00b807570d)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:44:49.134567 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-07a4ee20-8bc5-464d-86f1-8e5cd818391d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:49.168763 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-07a4ee20-8bc5-464d-86f1-8e5cd818391d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:49.169381 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-07a4ee20-8bc5-464d-86f1-8e5cd818391d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:49.170792 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-07a4ee20-8bc5-464d-86f1-8e5cd818391d service neutron] 10.222.0.36 "PUT /v2.0/ports/e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 HTTP/1.1" status: 200 len: 1092 time: 0.5967627 Jul 15 23:44:49.192195 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4ee20-8bc5-464d-86f1-8e5cd818391d service neutron] Pushing event updated for resources: {'Port': ['ID=e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9,revision_number=7']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:49.201817 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc283fd-015c-4079-badc-4a94ece4ee80 req-bd68a52e-a61b-4355-8c51-0d050f4220b6 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:49.203429 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8bc283fd-015c-4079-badc-4a94ece4ee80 req-bd68a52e-a61b-4355-8c51-0d050f4220b6 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 944 time: 0.0705976 Jul 15 23:44:49.242016 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8bc283fd-015c-4079-badc-4a94ece4ee80 req-8816fc0c-95f8-41e4-9d62-c93e6a6e26a2 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325391 Jul 15 23:44:49.257520 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-a1fe3001-d210-48fb-a6c7-f3e2cae6d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:49.259107 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-a1fe3001-d210-48fb-a6c7-f3e2cae6d9be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3af96509c4a46e5847474c31824db5d&device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 1095 time: 0.0548263 Jul 15 23:44:49.349098 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-a36becb8-b30d-4681-8a0c-447631069d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:49.350547 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-a36becb8-b30d-4681-8a0c-447631069d37 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a28ea9f-3a76-4416-aed2-76f02b67480b HTTP/1.1" status: 200 len: 916 time: 0.0859737 Jul 15 23:44:49.389849 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-cd5b5f75-e808-4945-bae2-188053ded646 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 HTTP/1.1" status: 200 len: 217 time: 0.0329375 Jul 15 23:44:49.435831 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-5a7d9d34-d13a-4197-91dc-20fd01fef0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:49.437252 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-5a7d9d34-d13a-4197-91dc-20fd01fef0c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b0f2dd4-1ade-452f-8863-03a706653e2f HTTP/1.1" status: 200 len: 855 time: 0.0417025 Jul 15 23:44:49.471898 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-f9c8ac0d-da5e-425d-874b-01eef33b1c19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a28ea9f-3a76-4416-aed2-76f02b67480b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290267 Jul 15 23:44:49.556107 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-dfcb1588-4700-4da4-a073-37e3dffcc964 service neutron] 10.222.0.36 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782907 Jul 15 23:44:49.648432 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-967883b3-e35d-4140-ad7d-2a751ba61e73 req-5c0a80ae-2a63-40e3-a34c-5157a3ea62ff service neutron] 10.222.0.36 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865710 Jul 15 23:44:49.760606 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:50.414533 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddaaa17-58c2-4fb2-bcd8-154649f78e3f req-acea1701-d0d2-45a7-8a8f-280086b43874 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:50.416004 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eddaaa17-58c2-4fb2-bcd8-154649f78e3f req-acea1701-d0d2-45a7-8a8f-280086b43874 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 944 time: 0.0606794 Jul 15 23:44:50.451525 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eddaaa17-58c2-4fb2-bcd8-154649f78e3f req-1cd13915-f480-4317-abf6-f1b4d823e8b5 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300725 Jul 15 23:44:50.979830 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd', 'tag': 'e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:44:50.982238 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0aaba39-2516-4e77-8cf0-eca10c74abed" -d '{"events": [{"name": "network-changed", "server_uuid": "84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd", "tag": "e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:44:51.028591 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26215a13-7152-4df2-934f-728216be3141 x-openstack-request-id: req-26215a13-7152-4df2-934f-728216be3141 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:44:51.028880 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd", "tag": "e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:44:51.029131 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26215a13-7152-4df2-934f-728216be3141 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:44:51.029528 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd', 'tag': 'e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9', 'status': 'completed', 'code': 200} Jul 15 23:44:51.142764 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aaba39-2516-4e77-8cf0-eca10c74abed req-cf5c47d7-77cd-481a-8116-9d1fb6197bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:51.144301 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f0aaba39-2516-4e77-8cf0-eca10c74abed req-cf5c47d7-77cd-481a-8116-9d1fb6197bcb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e3af96509c4a46e5847474c31824db5d&device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 1095 time: 0.0908024 Jul 15 23:44:51.150219 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aaba39-2516-4e77-8cf0-eca10c74abed req-12bb82bd-dc63-4119-925a-cfe95ca788b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:51.151617 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f0aaba39-2516-4e77-8cf0-eca10c74abed req-12bb82bd-dc63-4119-925a-cfe95ca788b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3af96509c4a46e5847474c31824db5d&device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 1095 time: 0.0711255 Jul 15 23:44:51.307952 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aaba39-2516-4e77-8cf0-eca10c74abed req-bc2785ac-a7aa-4680-93e0-3f922ac32670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:51.309822 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f0aaba39-2516-4e77-8cf0-eca10c74abed req-bc2785ac-a7aa-4680-93e0-3f922ac32670 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2a28ea9f-3a76-4416-aed2-76f02b67480b HTTP/1.1" status: 200 len: 916 time: 0.1569862 Jul 15 23:44:51.325372 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:51.327987 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aaba39-2516-4e77-8cf0-eca10c74abed req-b5c0efed-460d-4ca5-9004-61e779a0e7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:51.329427 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f0aaba39-2516-4e77-8cf0-eca10c74abed req-b5c0efed-460d-4ca5-9004-61e779a0e7c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a28ea9f-3a76-4416-aed2-76f02b67480b HTTP/1.1" status: 200 len: 916 time: 0.1501420 Jul 15 23:44:51.362027 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f0aaba39-2516-4e77-8cf0-eca10c74abed req-51169ae6-c206-42c9-921a-42c9d3b5b7a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 HTTP/1.1" status: 200 len: 217 time: 0.0441186 Jul 15 23:44:51.399366 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f0aaba39-2516-4e77-8cf0-eca10c74abed req-6aa9d94f-94eb-4a1c-be57-176f21b9da52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 HTTP/1.1" status: 200 len: 217 time: 0.0434852 Jul 15 23:44:51.470614 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aaba39-2516-4e77-8cf0-eca10c74abed req-0c2533b7-65da-414d-bbbe-9e205941568a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:51.472122 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f0aaba39-2516-4e77-8cf0-eca10c74abed req-0c2533b7-65da-414d-bbbe-9e205941568a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b0f2dd4-1ade-452f-8863-03a706653e2f HTTP/1.1" status: 200 len: 855 time: 0.0814281 Jul 15 23:44:51.477571 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aaba39-2516-4e77-8cf0-eca10c74abed req-de4808ea-4b64-47c1-9357-9f138afb84a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:51.478921 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f0aaba39-2516-4e77-8cf0-eca10c74abed req-de4808ea-4b64-47c1-9357-9f138afb84a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b0f2dd4-1ade-452f-8863-03a706653e2f HTTP/1.1" status: 200 len: 855 time: 0.0558457 Jul 15 23:44:51.512874 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f0aaba39-2516-4e77-8cf0-eca10c74abed req-db07f8ff-daa2-4711-bff3-ad83b636bf47 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2a28ea9f-3a76-4416-aed2-76f02b67480b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329850 Jul 15 23:44:51.536910 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f0aaba39-2516-4e77-8cf0-eca10c74abed req-d7275b9d-cbcb-4979-8a16-e6abdd0ba653 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a28ea9f-3a76-4416-aed2-76f02b67480b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491323 Jul 15 23:44:51.624927 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a58086-281d-4d24-b8b8-4beb1d22a4e9 req-f154e5c1-47b3-431c-ad0c-53a5aeae6973 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:51.626400 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-89a58086-281d-4d24-b8b8-4beb1d22a4e9 req-f154e5c1-47b3-431c-ad0c-53a5aeae6973 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 944 time: 0.0618234 Jul 15 23:44:51.667263 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-89a58086-281d-4d24-b8b8-4beb1d22a4e9 req-d68296a4-9965-44ae-ae82-68d0a12740ae tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353310 Jul 15 23:44:51.686136 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f0aaba39-2516-4e77-8cf0-eca10c74abed req-6be25ed8-9b84-4485-8ff7-8857847d10c9 service neutron] 10.222.0.36 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392419 Jul 15 23:44:51.688205 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f0aaba39-2516-4e77-8cf0-eca10c74abed req-9e8114e0-f229-4986-b3d1-3d50a5de6c7a service neutron] 10.222.0.43 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601210 Jul 15 23:44:51.835092 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:44:51.851757 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f0aaba39-2516-4e77-8cf0-eca10c74abed req-a9024a49-8930-4118-b186-873a8b867b9f service neutron] 10.222.0.36 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593850 Jul 15 23:44:51.853692 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f0aaba39-2516-4e77-8cf0-eca10c74abed req-54b2691f-7cdb-4e89-aecf-8d7f999f2228 service neutron] 10.222.0.43 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540956 Jul 15 23:44:51.876448 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:44:51.975239 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ef860-ed88-4594-92ef-2061c281c34d req-1daa740e-dd36-4800-89a0-7bc15dcf4eb8 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:51.976857 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-313ef860-ed88-4594-92ef-2061c281c34d req-1daa740e-dd36-4800-89a0-7bc15dcf4eb8 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 944 time: 0.0649908 Jul 15 23:44:51.995749 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39835d9-0760-42cd-a75e-c5a524aa7014 req-e6b7fa09-f3b6-4f60-91c7-5823c90d3096 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:51.997287 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e39835d9-0760-42cd-a75e-c5a524aa7014 req-e6b7fa09-f3b6-4f60-91c7-5823c90d3096 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.43 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd&tenant_id=e3af96509c4a46e5847474c31824db5d&binding%3Ahost_id=n-h1-787205-9 HTTP/1.1" status: 200 len: 944 time: 0.0719278 Jul 15 23:44:52.014945 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-313ef860-ed88-4594-92ef-2061c281c34d req-9b1b9f19-decd-4775-a414-2c5f7a6e4732 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323920 Jul 15 23:44:52.057945 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [req-e39835d9-0760-42cd-a75e-c5a524aa7014 req-eb7d857f-d290-4a59-8f8b-8fcfdfb02c63 service neutron] delete failed (client error): The resource could not be found. Jul 15 23:44:52.058963 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e39835d9-0760-42cd-a75e-c5a524aa7014 req-eb7d857f-d290-4a59-8f8b-8fcfdfb02c63 service neutron] 10.222.0.43 "DELETE /v2.0/ports/e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9/bindings/n-h2-787205-9 HTTP/1.1" status: 404 len: 380 time: 0.0540414 Jul 15 23:44:52.157215 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39835d9-0760-42cd-a75e-c5a524aa7014 req-cd46c3b3-10c1-4a93-b118-eb30e14e9c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:52.158716 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e39835d9-0760-42cd-a75e-c5a524aa7014 req-cd46c3b3-10c1-4a93-b118-eb30e14e9c81 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e3af96509c4a46e5847474c31824db5d&device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 1095 time: 0.0566380 Jul 15 23:44:52.245372 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39835d9-0760-42cd-a75e-c5a524aa7014 req-a25059ad-74b1-4779-8442-b56601af82ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:52.246852 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e39835d9-0760-42cd-a75e-c5a524aa7014 req-a25059ad-74b1-4779-8442-b56601af82ce service neutron] 10.222.0.43 "GET /v2.0/networks?id=2a28ea9f-3a76-4416-aed2-76f02b67480b HTTP/1.1" status: 200 len: 916 time: 0.0811379 Jul 15 23:44:52.289056 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e39835d9-0760-42cd-a75e-c5a524aa7014 req-3d97fa0c-5dc5-4a07-963d-b0e44d894b44 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 HTTP/1.1" status: 200 len: 217 time: 0.0363650 Jul 15 23:44:52.335929 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39835d9-0760-42cd-a75e-c5a524aa7014 req-cf3c9da3-4d0a-4de9-a536-c008eb71b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:52.337327 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e39835d9-0760-42cd-a75e-c5a524aa7014 req-cf3c9da3-4d0a-4de9-a536-c008eb71b580 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b0f2dd4-1ade-452f-8863-03a706653e2f HTTP/1.1" status: 200 len: 855 time: 0.0427463 Jul 15 23:44:52.368180 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e39835d9-0760-42cd-a75e-c5a524aa7014 req-c06ab9ce-2abb-486e-82ba-33d7b34b8a29 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2a28ea9f-3a76-4416-aed2-76f02b67480b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249856 Jul 15 23:44:52.456958 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e39835d9-0760-42cd-a75e-c5a524aa7014 req-90308469-90d8-490b-8d68-5601706ccefe service neutron] 10.222.0.43 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823157 Jul 15 23:44:52.541596 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e39835d9-0760-42cd-a75e-c5a524aa7014 req-5baab428-1ab1-46f0-90de-5bb7d1f9029b service neutron] 10.222.0.43 "GET /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788226 Jul 15 23:44:52.802838 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:44:52.900721 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9,segment=NetworkSegment(518f63e9-2e1b-4da1-bcf4-0f00b807570d),segment_id=518f63e9-2e1b-4da1-bcf4-0f00b807570d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:52.911894 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9', 'network_id': '2a28ea9f-3a76-4416-aed2-76f02b67480b', 'port_id': 'e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9', 'mac_address': 'fa:16:3e:e2:70:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b0f2dd4-1ade-452f-8863-03a706653e2f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:44:52.950653 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:52.964422 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:44:52.985169 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9,segment=NetworkSegment(518f63e9-2e1b-4da1-bcf4-0f00b807570d),segment_id=518f63e9-2e1b-4da1-bcf4-0f00b807570d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:52.989149 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:53.042108 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:53.190291 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04173e0e-3111-4d3d-a1e2-30077dd1c3a7 req-7bec145d-4f47-442c-aaf1-485a11835e7a tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:53.192599 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-04173e0e-3111-4d3d-a1e2-30077dd1c3a7 req-7bec145d-4f47-442c-aaf1-485a11835e7a tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 945 time: 0.0642858 Jul 15 23:44:53.228920 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-04173e0e-3111-4d3d-a1e2-30077dd1c3a7 req-7c8ad2cb-d141-4710-b27a-29c25d5d997a tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306475 Jul 15 23:44:53.292365 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:44:53.406709 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154d10b-917a-4852-a113-615cf148e295 req-f925f1c4-6012-40ef-bcc3-ec1b20026b19 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:53.408192 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0154d10b-917a-4852-a113-615cf148e295 req-f925f1c4-6012-40ef-bcc3-ec1b20026b19 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 945 time: 0.0662022 Jul 15 23:44:53.446789 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0154d10b-917a-4852-a113-615cf148e295 req-935ababf-7a7a-436e-a973-87d47631502b tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319526 Jul 15 23:44:53.615417 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ad019-baf2-4d08-86a5-e2d9fc582849 req-8101acf0-b9c1-487a-8354-1ac513fe14cd tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:53.616862 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-898ad019-baf2-4d08-86a5-e2d9fc582849 req-8101acf0-b9c1-487a-8354-1ac513fe14cd tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 945 time: 0.0611026 Jul 15 23:44:53.653272 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-898ad019-baf2-4d08-86a5-e2d9fc582849 req-7fbd393e-47a8-4b06-90b4-e5f6a903dc65 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308681 Jul 15 23:44:54.204133 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281cd0b-164d-49d6-81c5-ff322e60bac4 req-53d6e0b3-1a96-4c01-beab-8fc780b5cfd9 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:54.205598 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c281cd0b-164d-49d6-81c5-ff322e60bac4 req-53d6e0b3-1a96-4c01-beab-8fc780b5cfd9 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 945 time: 0.0632374 Jul 15 23:44:54.246281 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c281cd0b-164d-49d6-81c5-ff322e60bac4 req-47eeb8a5-052f-4a10-992b-6beffff6a8d0 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350189 Jul 15 23:44:54.360644 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:54.809836 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:44:54.859219 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:44:54.862651 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:44:54.863023 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:54.936194 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:54.959330 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:44:54.961569 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61b9ec9-256c-4b7f-988e-6460471917ff" -d '{"events": [{"server_uuid": "84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd", "name": "network-vif-plugged", "status": "completed", "tag": "e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:44:54.974435 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9,segment=NetworkSegment(518f63e9-2e1b-4da1-bcf4-0f00b807570d),segment_id=518f63e9-2e1b-4da1-bcf4-0f00b807570d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:54.979219 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:55.005103 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad8c324-fbde-44b8-a4ab-882c0e3ce9af x-openstack-request-id: req-9ad8c324-fbde-44b8-a4ab-882c0e3ce9af {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:44:55.005391 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd", "name": "network-vif-plugged", "status": "completed", "tag": "e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:44:55.005646 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ad8c324-fbde-44b8-a4ab-882c0e3ce9af {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:44:55.006049 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9', 'code': 200} Jul 15 23:44:55.031482 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9,revision_number=9']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:55.341592 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b88af-744e-4b0f-bb8b-65bd7e1a1736 req-e8d46631-1ef2-4c9d-93f0-9c433dad4ecb tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:55.343071 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2f1b88af-744e-4b0f-bb8b-65bd7e1a1736 req-e8d46631-1ef2-4c9d-93f0-9c433dad4ecb tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.36 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 946 time: 0.0665998 Jul 15 23:44:55.416868 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14e5bf-6b73-470a-8b9d-b044538f0413 req-4b6466f3-ae1e-4c6a-945c-2f8796273297 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:55.418350 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0c14e5bf-6b73-470a-8b9d-b044538f0413 req-4b6466f3-ae1e-4c6a-945c-2f8796273297 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd HTTP/1.1" status: 200 len: 946 time: 0.0616636 Jul 15 23:44:55.441822 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-2f1b88af-744e-4b0f-bb8b-65bd7e1a1736 req-47cdf121-e594-4505-8b87-b9c60ba8d6b9 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Deleting port e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:44:55.442163 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2f1b88af-744e-4b0f-bb8b-65bd7e1a1736 req-47cdf121-e594-4505-8b87-b9c60ba8d6b9 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:55.454914 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0c14e5bf-6b73-470a-8b9d-b044538f0413 req-c1ebafef-4a0f-4090-9f4b-c2ff9ec6cd5b tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.16 "GET /v2.0/security-groups?id=1513831a-555b-4130-bbd7-df77f559654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309126 Jul 15 23:44:55.531873 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-2f1b88af-744e-4b0f-bb8b-65bd7e1a1736 req-47cdf121-e594-4505-8b87-b9c60ba8d6b9 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] For port e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9,segment=NetworkSegment(518f63e9-2e1b-4da1-bcf4-0f00b807570d),segment_id=518f63e9-2e1b-4da1-bcf4-0f00b807570d)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:55.532150 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2f1b88af-744e-4b0f-bb8b-65bd7e1a1736 req-47cdf121-e594-4505-8b87-b9c60ba8d6b9 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:55.544576 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-2f1b88af-744e-4b0f-bb8b-65bd7e1a1736 req-47cdf121-e594-4505-8b87-b9c60ba8d6b9 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Calling delete_port for e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:44:55.664314 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2f1b88af-744e-4b0f-bb8b-65bd7e1a1736 req-47cdf121-e594-4505-8b87-b9c60ba8d6b9 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:55.697180 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:44:55.701596 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cdf121-e594-4505-8b87-b9c60ba8d6b9 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Pushing event deleted for resources: {'Port': ['ID=e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:55.741321 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1b88af-744e-4b0f-bb8b-65bd7e1a1736 req-47cdf121-e594-4505-8b87-b9c60ba8d6b9 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] No DVR routers for this DVR port e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:44:55.743719 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-2f1b88af-744e-4b0f-bb8b-65bd7e1a1736 req-47cdf121-e594-4505-8b87-b9c60ba8d6b9 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:55.745692 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2f1b88af-744e-4b0f-bb8b-65bd7e1a1736 req-47cdf121-e594-4505-8b87-b9c60ba8d6b9 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] 10.222.0.36 "DELETE /v2.0/ports/e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 HTTP/1.1" status: 204 len: 173 time: 0.3972411 Jul 15 23:44:55.746128 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd', 'name': 'network-vif-deleted', 'tag': 'e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:44:55.748461 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c830c6f-174f-44ac-89d4-297eb00aa0e6" -d '{"events": [{"server_uuid": "84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd", "name": "network-vif-deleted", "tag": "e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:44:55.786913 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb44f667-dbda-4f7c-b82d-2f6c268e7c6c x-openstack-request-id: req-fb44f667-dbda-4f7c-b82d-2f6c268e7c6c {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:44:55.787211 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd", "name": "network-vif-deleted", "tag": "e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:44:55.787487 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb44f667-dbda-4f7c-b82d-2f6c268e7c6c {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:44:55.787887 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c77ee6-b2e4-4cdf-beb3-cfad7af4d8dd', 'name': 'network-vif-deleted', 'tag': 'e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9', 'status': 'completed', 'code': 200} Jul 15 23:44:56.681036 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35564) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:56.724213 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccecf9bd-d3e3-4c04-96cc-0668b8995e34 admin admin] Deleting subnet 9b0f2dd4-1ade-452f-8863-03a706653e2f {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:44:56.727130 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ccecf9bd-d3e3-4c04-96cc-0668b8995e34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:56.759614 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ccecf9bd-d3e3-4c04-96cc-0668b8995e34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:56.799823 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ccecf9bd-d3e3-4c04-96cc-0668b8995e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:56.850757 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ccecf9bd-d3e3-4c04-96cc-0668b8995e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:56.874751 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecf9bd-d3e3-4c04-96cc-0668b8995e34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b0f2dd4-1ade-452f-8863-03a706653e2f,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:56.882762 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ccecf9bd-d3e3-4c04-96cc-0668b8995e34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:56.884579 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ccecf9bd-d3e3-4c04-96cc-0668b8995e34 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9b0f2dd4-1ade-452f-8863-03a706653e2f HTTP/1.1" status: 204 len: 168 time: 0.2025509 Jul 15 23:44:56.885995 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecf9bd-d3e3-4c04-96cc-0668b8995e34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:56.886342 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecf9bd-d3e3-4c04-96cc-0668b8995e34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:56.886701 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecf9bd-d3e3-4c04-96cc-0668b8995e34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:56.887043 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecf9bd-d3e3-4c04-96cc-0668b8995e34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:56.887332 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 35566) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:56.887766 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecf9bd-d3e3-4c04-96cc-0668b8995e34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:56.887766 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecf9bd-d3e3-4c04-96cc-0668b8995e34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:56.888004 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecf9bd-d3e3-4c04-96cc-0668b8995e34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:56.888328 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecf9bd-d3e3-4c04-96cc-0668b8995e34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:56.888653 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecf9bd-d3e3-4c04-96cc-0668b8995e34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:56.888979 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecf9bd-d3e3-4c04-96cc-0668b8995e34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:56.889298 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecf9bd-d3e3-4c04-96cc-0668b8995e34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:56.889625 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecf9bd-d3e3-4c04-96cc-0668b8995e34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:56.953798 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2c946f4-9cf1-4c24-befd-c5e0c7139b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:57.033071 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2c946f4-9cf1-4c24-befd-c5e0c7139b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:57.042673 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-b2c946f4-9cf1-4c24-befd-c5e0c7139b9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a28ea9f-3a76-4416-aed2-76f02b67480b']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:57.052843 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-b2c946f4-9cf1-4c24-befd-c5e0c7139b9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '518f63e9-2e1b-4da1-bcf4-0f00b807570d') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:57.053166 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-b2c946f4-9cf1-4c24-befd-c5e0c7139b9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '518f63e9-2e1b-4da1-bcf4-0f00b807570d') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:57.061894 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2c946f4-9cf1-4c24-befd-c5e0c7139b9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:57.076512 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2c946f4-9cf1-4c24-befd-c5e0c7139b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:57.082231 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c946f4-9cf1-4c24-befd-c5e0c7139b9f admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:44:57.082595 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2c946f4-9cf1-4c24-befd-c5e0c7139b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:44:57.084409 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:44:57.138782 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2c946f4-9cf1-4c24-befd-c5e0c7139b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:57.144163 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b2c946f4-9cf1-4c24-befd-c5e0c7139b9f admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:57.147194 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b2c946f4-9cf1-4c24-befd-c5e0c7139b9f admin admin] 10.222.0.16 "DELETE /v2.0/networks/2a28ea9f-3a76-4416-aed2-76f02b67480b HTTP/1.1" status: 204 len: 168 time: 0.2577190 Jul 15 23:44:57.156500 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c946f4-9cf1-4c24-befd-c5e0c7139b9f admin admin] Pushing event deleted for resources: {'Network': ['ID=2a28ea9f-3a76-4416-aed2-76f02b67480b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:57.255747 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35572) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:57.296045 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7dc28b71-95d4-47c3-ada3-22d39f3e5017 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e3af96509c4a46e5847474c31824db5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390534 Jul 15 23:44:57.298407 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35574) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:57.345711 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80cfab1e-6cd9-4700-a82d-608e82badfea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:57.366623 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80cfab1e-6cd9-4700-a82d-608e82badfea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:57.418002 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80cfab1e-6cd9-4700-a82d-608e82badfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:57.420525 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-80cfab1e-6cd9-4700-a82d-608e82badfea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:57.421925 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-80cfab1e-6cd9-4700-a82d-608e82badfea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1513831a-555b-4130-bbd7-df77f559654e HTTP/1.1" status: 204 len: 168 time: 0.1225989 Jul 15 23:44:57.429632 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfab1e-6cd9-4700-a82d-608e82badfea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1513831a-555b-4130-bbd7-df77f559654e,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:58.066272 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 35598) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:58.159328 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f1bcddf9-7269-4d56-b3ce-2ce7bd478d42 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1936782390-network', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:44:58.180433 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bcddf9-7269-4d56-b3ce-2ce7bd478d42 admin admin] Made reservation on behalf of 750632bdf81e463fad0d926ba4c8f1c3 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:44:58.183051 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1bcddf9-7269-4d56-b3ce-2ce7bd478d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:58.191340 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1bcddf9-7269-4d56-b3ce-2ce7bd478d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:58.281027 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1bcddf9-7269-4d56-b3ce-2ce7bd478d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:58.284686 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1bcddf9-7269-4d56-b3ce-2ce7bd478d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:58.308849 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1bcddf9-7269-4d56-b3ce-2ce7bd478d42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:44:58.318372 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bcddf9-7269-4d56-b3ce-2ce7bd478d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e683ff-be9b-4b37-a30a-9099cc0ed132,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:58.323966 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1bcddf9-7269-4d56-b3ce-2ce7bd478d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:58.324433 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-f1bcddf9-7269-4d56-b3ce-2ce7bd478d42 admin admin] Added segment 5f6784c0-8e33-45e4-aa83-8332dfddc40b of type vlan for network 738c3c04-470f-4a9f-acfa-e2e92282ee07 Jul 15 23:44:58.363298 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1bcddf9-7269-4d56-b3ce-2ce7bd478d42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:58.390864 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1bcddf9-7269-4d56-b3ce-2ce7bd478d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:58.392046 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bcddf9-7269-4d56-b3ce-2ce7bd478d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:58.392616 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f1bcddf9-7269-4d56-b3ce-2ce7bd478d42 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:58.425699 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f1bcddf9-7269-4d56-b3ce-2ce7bd478d42 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3581972 Jul 15 23:44:58.428768 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35602) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:58.433855 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-f2580ba4-7161-42d1-8e74-cf98965f99f9 admin admin] Request body: {'subnet': {'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1936782390-subnet', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:44:58.455585 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2580ba4-7161-42d1-8e74-cf98965f99f9 admin admin] Made reservation on behalf of 750632bdf81e463fad0d926ba4c8f1c3 for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:44:58.458052 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bcddf9-7269-4d56-b3ce-2ce7bd478d42 admin admin] Pushing event updated for resources: {'Network': ['ID=738c3c04-470f-4a9f-acfa-e2e92282ee07,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:58.458369 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f2580ba4-7161-42d1-8e74-cf98965f99f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:58.467577 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 738c3c04-470f-4a9f-acfa-e2e92282ee07 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:44:58.619564 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f2580ba4-7161-42d1-8e74-cf98965f99f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:58.672674 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2580ba4-7161-42d1-8e74-cf98965f99f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:58.681785 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2580ba4-7161-42d1-8e74-cf98965f99f9 admin admin] Checking segment: {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:44:58.682143 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2580ba4-7161-42d1-8e74-cf98965f99f9 admin admin] Network hostable DHCP agents. Network: 738c3c04-470f-4a9f-acfa-e2e92282ee07, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:44:58.698592 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2580ba4-7161-42d1-8e74-cf98965f99f9 admin admin] Network 738c3c04-470f-4a9f-acfa-e2e92282ee07 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:44:58.707809 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-f2580ba4-7161-42d1-8e74-cf98965f99f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 738c3c04-470f-4a9f-acfa-e2e92282ee07) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:44:58.712118 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2580ba4-7161-42d1-8e74-cf98965f99f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:58.712708 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f2580ba4-7161-42d1-8e74-cf98965f99f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:58.717090 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ba6d5a-8b79-4b78-bb65-4beefa44af4e None None] Network 738c3c04-470f-4a9f-acfa-e2e92282ee07 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:44:58.727307 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f2580ba4-7161-42d1-8e74-cf98965f99f9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2973773 Jul 15 23:44:58.730129 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35604) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:58.734612 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-2dd3ea99-8fc9-4a09-89a8-bfe298ef422d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:44:58.755543 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2dd3ea99-8fc9-4a09-89a8-bfe298ef422d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:58.756519 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2dd3ea99-8fc9-4a09-89a8-bfe298ef422d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:58.810661 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2dd3ea99-8fc9-4a09-89a8-bfe298ef422d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:58.858459 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:44:58.879944 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631b48d9-0bb2-4782-b4dd-95c0705cf03e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-738c3c04-470f-4a9f-acfa-e2e92282ee07', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:44:58.880779 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-631b48d9-0bb2-4782-b4dd-95c0705cf03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:58.883790 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:44:58.884128 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device e73a9e3d-c3c9-4cbd-82fb-678aaeee3cb9 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:44:58.947622 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2dd3ea99-8fc9-4a09-89a8-bfe298ef422d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:59.020178 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-631b48d9-0bb2-4782-b4dd-95c0705cf03e None None] Allocated IP 172.20.0.2 (738c3c04-470f-4a9f-acfa-e2e92282ee07/6bf93a0a-71ad-41e0-92d5-9d54045bbbc2/d705e8cd-02d0-4422-bbe8-a2f993c863a1) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:44:59.145440 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2dd3ea99-8fc9-4a09-89a8-bfe298ef422d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:59.162503 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-631b48d9-0bb2-4782-b4dd-95c0705cf03e None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:59.164253 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2dd3ea99-8fc9-4a09-89a8-bfe298ef422d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:59.171253 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-631b48d9-0bb2-4782-b4dd-95c0705cf03e None None] Transition to ACTIVE for port object d705e8cd-02d0-4422-bbe8-a2f993c863a1 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:44:59.185878 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-631b48d9-0bb2-4782-b4dd-95c0705cf03e None None] Transition to ACTIVE for port object d705e8cd-02d0-4422-bbe8-a2f993c863a1 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:44:59.192734 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-631b48d9-0bb2-4782-b4dd-95c0705cf03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:59.225911 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631b48d9-0bb2-4782-b4dd-95c0705cf03e None None] Network 738c3c04-470f-4a9f-acfa-e2e92282ee07 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:44:59.230163 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-631b48d9-0bb2-4782-b4dd-95c0705cf03e None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:44:59.236600 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631b48d9-0bb2-4782-b4dd-95c0705cf03e None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:44:59.248176 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b48d9-0bb2-4782-b4dd-95c0705cf03e None None] Pushing event updated for resources: {'Port': ['ID=d705e8cd-02d0-4422-bbe8-a2f993c863a1,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:59.263298 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-2dd3ea99-8fc9-4a09-89a8-bfe298ef422d admin admin] Allocated IP 172.25.4.27 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:44:59.298904 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-631b48d9-0bb2-4782-b4dd-95c0705cf03e None None] Attempting to bind port d705e8cd-02d0-4422-bbe8-a2f993c863a1 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:44:59.299270 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-631b48d9-0bb2-4782-b4dd-95c0705cf03e None None] Attempting to bind port d705e8cd-02d0-4422-bbe8-a2f993c863a1 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:44:59.299626 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631b48d9-0bb2-4782-b4dd-95c0705cf03e None None] Attempting to bind port d705e8cd-02d0-4422-bbe8-a2f993c863a1 on network 738c3c04-470f-4a9f-acfa-e2e92282ee07 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:44:59.305000 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631b48d9-0bb2-4782-b4dd-95c0705cf03e None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:44:59.305368 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631b48d9-0bb2-4782-b4dd-95c0705cf03e None None] Checking segment: {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:44:59.305766 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-631b48d9-0bb2-4782-b4dd-95c0705cf03e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:59.306158 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631b48d9-0bb2-4782-b4dd-95c0705cf03e None None] Bound using segment: {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:44:59.306612 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-631b48d9-0bb2-4782-b4dd-95c0705cf03e None None] Bound port: d705e8cd-02d0-4422-bbe8-a2f993c863a1, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:44:59.307014 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-631b48d9-0bb2-4782-b4dd-95c0705cf03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:59.370275 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2dd3ea99-8fc9-4a09-89a8-bfe298ef422d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:59.371671 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-631b48d9-0bb2-4782-b4dd-95c0705cf03e None None] For port d705e8cd-02d0-4422-bbe8-a2f993c863a1, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:44:59.374851 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-631b48d9-0bb2-4782-b4dd-95c0705cf03e None None] For port d705e8cd-02d0-4422-bbe8-a2f993c863a1, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d705e8cd-02d0-4422-bbe8-a2f993c863a1,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:44:59.379153 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-631b48d9-0bb2-4782-b4dd-95c0705cf03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:59.411781 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2dd3ea99-8fc9-4a09-89a8-bfe298ef422d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:59.438452 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b48d9-0bb2-4782-b4dd-95c0705cf03e None None] Pushing event updated for resources: {'Port': ['ID=d705e8cd-02d0-4422-bbe8-a2f993c863a1,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:59.456277 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd3ea99-8fc9-4a09-89a8-bfe298ef422d admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:44:59.459765 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-2dd3ea99-8fc9-4a09-89a8-bfe298ef422d admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:44:59.463344 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd3ea99-8fc9-4a09-89a8-bfe298ef422d admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:44:59.468873 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3ea99-8fc9-4a09-89a8-bfe298ef422d admin admin] Pushing event updated for resources: {'Port': ['ID=e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:59.735639 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2dd3ea99-8fc9-4a09-89a8-bfe298ef422d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:59.867002 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d705e8cd-02d0-4422-bbe8-a2f993c863a1 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:44:59.917120 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port d705e8cd-02d0-4422-bbe8-a2f993c863a1 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:44:59.933940 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2dd3ea99-8fc9-4a09-89a8-bfe298ef422d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:00.057711 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd3ea99-8fc9-4a09-89a8-bfe298ef422d admin admin] Router c7ef9db2-5ebc-4560-8548-a77145fdddfd is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:45:00.167468 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd3ea99-8fc9-4a09-89a8-bfe298ef422d admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:45:00.182193 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f57565-9844-4b02-9c62-0e8b89e93d59 None None] Sync routers for ids ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:45:00.188081 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2dd3ea99-8fc9-4a09-89a8-bfe298ef422d admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:00.193000 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2dd3ea99-8fc9-4a09-89a8-bfe298ef422d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4583981 Jul 15 23:45:00.193239 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35606) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:00.195319 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f57565-9844-4b02-9c62-0e8b89e93d59 None None] Routers {'c7ef9db2-5ebc-4560-8548-a77145fdddfd'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:45:00.196069 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-70f57565-9844-4b02-9c62-0e8b89e93d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:44:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:00.310199 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-70f57565-9844-4b02-9c62-0e8b89e93d59 None None] Set router c7ef9db2-5ebc-4560-8548-a77145fdddfd gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:45:00.423430 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b69dd7-2ca5-4891-a2b2-f0b08ffe29f4 None None] Network 738c3c04-470f-4a9f-acfa-e2e92282ee07 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:45:00.468743 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-29860c6d-1d53-4904-b73d-2a3b3cb9bc3c None None] Provisioning for port d705e8cd-02d0-4422-bbe8-a2f993c863a1 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:45:00.507113 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-29860c6d-1d53-4904-b73d-2a3b3cb9bc3c None None] Provisioning complete for port d705e8cd-02d0-4422-bbe8-a2f993c863a1 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:00.507478 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-29860c6d-1d53-4904-b73d-2a3b3cb9bc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:00.611238 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-67966dfe-b4a6-44d4-b7d2-15f5b9d04733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:00.683692 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-70f57565-9844-4b02-9c62-0e8b89e93d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:44:59Z', 'revision_number': 3, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port': {'id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:59Z', 'updated_at': '2021-07-15T23:44:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:00.721755 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f57565-9844-4b02-9c62-0e8b89e93d59 None None] Checking router: c7ef9db2-5ebc-4560-8548-a77145fdddfd for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:45:00.722099 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f57565-9844-4b02-9c62-0e8b89e93d59 None None] Updating router c7ef9db2-5ebc-4560-8548-a77145fdddfd port e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:45:00.744718 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-29860c6d-1d53-4904-b73d-2a3b3cb9bc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:00.765766 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-67966dfe-b4a6-44d4-b7d2-15f5b9d04733 admin admin] Allocated IP 172.20.0.1 (738c3c04-470f-4a9f-acfa-e2e92282ee07/6bf93a0a-71ad-41e0-92d5-9d54045bbbc2/5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:45:00.790862 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-70f57565-9844-4b02-9c62-0e8b89e93d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:00.802316 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-29860c6d-1d53-4904-b73d-2a3b3cb9bc3c None None] For port d705e8cd-02d0-4422-bbe8-a2f993c863a1, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d705e8cd-02d0-4422-bbe8-a2f993c863a1,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:00.825146 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-29860c6d-1d53-4904-b73d-2a3b3cb9bc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:00.875024 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-67966dfe-b4a6-44d4-b7d2-15f5b9d04733 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:00.889779 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-67966dfe-b4a6-44d4-b7d2-15f5b9d04733 admin admin] Transition to ACTIVE for port object 5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:45:00.927842 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-67966dfe-b4a6-44d4-b7d2-15f5b9d04733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:00.954105 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29860c6d-1d53-4904-b73d-2a3b3cb9bc3c None None] Pushing event updated for resources: {'Port': ['ID=d705e8cd-02d0-4422-bbe8-a2f993c863a1,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:00.965706 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67966dfe-b4a6-44d4-b7d2-15f5b9d04733 admin admin] Network 738c3c04-470f-4a9f-acfa-e2e92282ee07 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:45:00.972217 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-67966dfe-b4a6-44d4-b7d2-15f5b9d04733 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:45:00.976534 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67966dfe-b4a6-44d4-b7d2-15f5b9d04733 admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:45:01.001854 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67966dfe-b4a6-44d4-b7d2-15f5b9d04733 admin admin] Pushing event updated for resources: {'Port': ['ID=5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:01.019813 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-67966dfe-b4a6-44d4-b7d2-15f5b9d04733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:01.066338 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-554cb99b-4482-4abd-96f0-439e60754d9d None None] Provisioning complete for port d705e8cd-02d0-4422-bbe8-a2f993c863a1 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:01.066595 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-554cb99b-4482-4abd-96f0-439e60754d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:01.169575 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-67966dfe-b4a6-44d4-b7d2-15f5b9d04733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:01.190857 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-70f57565-9844-4b02-9c62-0e8b89e93d59 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:01.209198 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-70f57565-9844-4b02-9c62-0e8b89e93d59 None None] Transition to ACTIVE for port object e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:45:01.215820 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-70f57565-9844-4b02-9c62-0e8b89e93d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:01.345263 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-67966dfe-b4a6-44d4-b7d2-15f5b9d04733 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:01.350837 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-67966dfe-b4a6-44d4-b7d2-15f5b9d04733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:01.420714 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-67966dfe-b4a6-44d4-b7d2-15f5b9d04733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:01.422347 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67966dfe-b4a6-44d4-b7d2-15f5b9d04733 admin admin] Pushing event updated for resources: {'Port': ['ID=5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:01.433706 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-70f57565-9844-4b02-9c62-0e8b89e93d59 None None] Attempting to bind port e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:45:01.434071 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-70f57565-9844-4b02-9c62-0e8b89e93d59 None None] Attempting to bind port e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:45:01.434432 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f57565-9844-4b02-9c62-0e8b89e93d59 None None] Attempting to bind port e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:45:01.436152 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e8a4a-ae9d-4a26-9419-f48eb2dd1204 None None] Pushing event updated for resources: {'Port': ['ID=e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:01.444682 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f57565-9844-4b02-9c62-0e8b89e93d59 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:45:01.445094 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f57565-9844-4b02-9c62-0e8b89e93d59 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:45:01.445572 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-70f57565-9844-4b02-9c62-0e8b89e93d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:01.446077 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f57565-9844-4b02-9c62-0e8b89e93d59 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:45:01.446541 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-70f57565-9844-4b02-9c62-0e8b89e93d59 None None] Bound port: e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:45:01.446946 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-70f57565-9844-4b02-9c62-0e8b89e93d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:01.449831 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-45d9fb04-14ef-43e9-a53a-e9944a584190 None None] Provisioning for port 5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:45:01.470107 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-45d9fb04-14ef-43e9-a53a-e9944a584190 None None] Provisioning complete for port 5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:01.470467 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-45d9fb04-14ef-43e9-a53a-e9944a584190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:01.513251 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67966dfe-b4a6-44d4-b7d2-15f5b9d04733 admin admin] Network 738c3c04-470f-4a9f-acfa-e2e92282ee07 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:45:01.514707 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-67966dfe-b4a6-44d4-b7d2-15f5b9d04733 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:45:01.523980 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-45d9fb04-14ef-43e9-a53a-e9944a584190 None None] Port 5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:45:01.528830 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-70f57565-9844-4b02-9c62-0e8b89e93d59 None None] For port e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:45:01.532706 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-70f57565-9844-4b02-9c62-0e8b89e93d59 None None] For port e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:45:01.537759 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-70f57565-9844-4b02-9c62-0e8b89e93d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:01.601005 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f57565-9844-4b02-9c62-0e8b89e93d59 None None] Routers {'c7ef9db2-5ebc-4560-8548-a77145fdddfd'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:45:01.601655 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-70f57565-9844-4b02-9c62-0e8b89e93d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:44:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:01.605038 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e8a4a-ae9d-4a26-9419-f48eb2dd1204 None None] Pushing event updated for resources: {'Port': ['ID=e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:01.638554 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67966dfe-b4a6-44d4-b7d2-15f5b9d04733 admin admin] Router c7ef9db2-5ebc-4560-8548-a77145fdddfd has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:45:01.718364 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-70f57565-9844-4b02-9c62-0e8b89e93d59 None None] Set router c7ef9db2-5ebc-4560-8548-a77145fdddfd gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:45:01.753346 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67966dfe-b4a6-44d4-b7d2-15f5b9d04733 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:45:01.758851 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-67966dfe-b4a6-44d4-b7d2-15f5b9d04733 admin admin] 10.222.0.16 "PUT /v2.0/routers/c7ef9db2-5ebc-4560-8548-a77145fdddfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5646069 Jul 15 23:45:01.796696 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-49f24ed1-4dfd-43a4-980f-6f5bf26dcfa4 None None] Provisioning complete for port 5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:01.797068 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-49f24ed1-4dfd-43a4-980f-6f5bf26dcfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:01.876184 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d705e8cd-02d0-4422-bbe8-a2f993c863a1 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:45:01.899571 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-49f24ed1-4dfd-43a4-980f-6f5bf26dcfa4 None None] Port 5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:45:01.971391 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port d705e8cd-02d0-4422-bbe8-a2f993c863a1 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:01.971967 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:02.028001 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-70f57565-9844-4b02-9c62-0e8b89e93d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 4, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port': {'id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:59Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f', 'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'mac_address': 'fa:16:3e:a8:31:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:00Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 2, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'subnets': [{'id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:02.056267 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f57565-9844-4b02-9c62-0e8b89e93d59 None None] The sync data for ids ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'] in n-d-787205-9 is: [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 4, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port': {'id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:59Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f', 'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'mac_address': 'fa:16:3e:a8:31:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:00Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 2, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'subnets': [{'id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:45:02.136449 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35614) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:02.141437 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-c746ebe1-e2bd-4788-a934-7ab0d46f8c21 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1601049199', 'description': 'tempest-description--873677266'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:45:02.163681 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c746ebe1-e2bd-4788-a934-7ab0d46f8c21 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:02.260536 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c746ebe1-e2bd-4788-a934-7ab0d46f8c21 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:02.264749 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c746ebe1-e2bd-4788-a934-7ab0d46f8c21 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:02.296382 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c746ebe1-e2bd-4788-a934-7ab0d46f8c21 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:02.297675 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c746ebe1-e2bd-4788-a934-7ab0d46f8c21 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1601627 Jul 15 23:45:02.300568 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35616) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:02.305706 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-7205c5af-0194-4b97-997b-383fe07a8250 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Request body: {'security_group_rule': {'security_group_id': '3d7aad74-d8f8-4d82-93f1-1679d6399920', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:45:02.311124 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746ebe1-e2bd-4788-a934-7ab0d46f8c21 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7aad74-d8f8-4d82-93f1-1679d6399920,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:02.336900 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7205c5af-0194-4b97-997b-383fe07a8250 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:02.398743 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7205c5af-0194-4b97-997b-383fe07a8250 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:02.402714 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7205c5af-0194-4b97-997b-383fe07a8250 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:02.422087 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205c5af-0194-4b97-997b-383fe07a8250 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74eab472-7a99-473c-883a-de158f5e0270,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:02.430310 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7205c5af-0194-4b97-997b-383fe07a8250 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:02.431941 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7205c5af-0194-4b97-997b-383fe07a8250 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296170 Jul 15 23:45:02.434546 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 35618) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:02.439731 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-df27bdba-0508-4fa2-9b14-23a12cf73d1d tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Request body: {'security_group_rule': {'security_group_id': '3d7aad74-d8f8-4d82-93f1-1679d6399920', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:45:02.468294 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-df27bdba-0508-4fa2-9b14-23a12cf73d1d tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:02.528874 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-df27bdba-0508-4fa2-9b14-23a12cf73d1d tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:02.533021 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-df27bdba-0508-4fa2-9b14-23a12cf73d1d tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:02.552481 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27bdba-0508-4fa2-9b14-23a12cf73d1d tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b96e26-13e2-477d-8983-465efc21eb59,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:02.559077 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-df27bdba-0508-4fa2-9b14-23a12cf73d1d tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:02.563101 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-df27bdba-0508-4fa2-9b14-23a12cf73d1d tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274173 Jul 15 23:45:02.563685 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35620) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:02.569285 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-955b5835-172e-40ac-bc9c-25eff992491f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:45:02.591654 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-955b5835-172e-40ac-bc9c-25eff992491f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:02.708582 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-955b5835-172e-40ac-bc9c-25eff992491f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:02.821314 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-955b5835-172e-40ac-bc9c-25eff992491f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Allocated IP 172.25.4.32 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/e4ad358c-3f60-4834-9771-6e9ae33ef190) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:45:03.263020 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-955b5835-172e-40ac-bc9c-25eff992491f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:03.301690 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-955b5835-172e-40ac-bc9c-25eff992491f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:03.339236 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955b5835-172e-40ac-bc9c-25eff992491f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:45:03.345341 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-955b5835-172e-40ac-bc9c-25eff992491f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:45:03.349414 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955b5835-172e-40ac-bc9c-25eff992491f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:45:03.354803 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b5835-172e-40ac-bc9c-25eff992491f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Pushing event updated for resources: {'Port': ['ID=e4ad358c-3f60-4834-9771-6e9ae33ef190,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:03.433189 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-955b5835-172e-40ac-bc9c-25eff992491f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:03.474908 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-955b5835-172e-40ac-bc9c-25eff992491f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:03.622876 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-955b5835-172e-40ac-bc9c-25eff992491f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:03.631049 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-955b5835-172e-40ac-bc9c-25eff992491f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:03.706484 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b5835-172e-40ac-bc9c-25eff992491f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Pushing event updated for resources: {'Port': ['ID=e4ad358c-3f60-4834-9771-6e9ae33ef190,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:03.714926 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-955b5835-172e-40ac-bc9c-25eff992491f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:03.727837 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-955b5835-172e-40ac-bc9c-25eff992491f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:03.729117 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-955b5835-172e-40ac-bc9c-25eff992491f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1640270 Jul 15 23:45:03.874281 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:45:03.888520 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-b2d9f698-6fae-4781-81b2-bcac7d0b1905 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1601049199&fields=id&tenant_id=750632bdf81e463fad0d926ba4c8f1c3 HTTP/1.1" status: 200 len: 267 time: 0.0436766 Jul 15 23:45:03.926871 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:45:03.930596 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:03.931004 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:03.973257 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfd3998-6340-429a-9c87-ee487d110603 None None] Sync routers for ids ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:45:03.984081 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfd3998-6340-429a-9c87-ee487d110603 None None] Routers {'c7ef9db2-5ebc-4560-8548-a77145fdddfd'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:45:03.984618 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-bbfd3998-6340-429a-9c87-ee487d110603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:44:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:04.007992 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-bbdaac83-b0e7-4403-a817-aa4148f5ee7b tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:04.011092 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-bbdaac83-b0e7-4403-a817-aa4148f5ee7b tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 812 time: 0.1151364 Jul 15 23:45:04.011647 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:04.026066 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-11445bf8-2143-42ea-b9b9-b29bab4d11b4 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/quotas/750632bdf81e463fad0d926ba4c8f1c3 HTTP/1.1" status: 200 len: 375 time: 0.0098715 Jul 15 23:45:04.033163 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:04.037266 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:04.092836 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:04.094912 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-bbfd3998-6340-429a-9c87-ee487d110603 None None] Set router c7ef9db2-5ebc-4560-8548-a77145fdddfd gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:45:04.106099 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-8b9235cd-dc52-4781-98b2-a53ee75b1471 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0738287 Jul 15 23:45:04.200577 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-8900976c-b828-4ab4-b380-9f34441b1d19 service neutron] 10.222.0.16 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817592 Jul 15 23:45:04.293239 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-8714570e-5dec-41b3-9267-e8aac151de50 service neutron] 10.222.0.16 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867584 Jul 15 23:45:04.294134 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-bbfd3998-6340-429a-9c87-ee487d110603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 4, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port': {'id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:59Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f', 'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'mac_address': 'fa:16:3e:a8:31:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:00Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 2, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'subnets': [{'id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:04.321012 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfd3998-6340-429a-9c87-ee487d110603 None None] Checking router: c7ef9db2-5ebc-4560-8548-a77145fdddfd for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:45:04.321370 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfd3998-6340-429a-9c87-ee487d110603 None None] Updating router c7ef9db2-5ebc-4560-8548-a77145fdddfd port 5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:45:04.353929 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bbfd3998-6340-429a-9c87-ee487d110603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:04.464664 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a6a4fce-966b-4cea-8886-ae187d2fa7b2 req-85c34760-7701-4d2c-b87f-0c026410cec0 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 210 time: 0.0304999 Jul 15 23:45:04.621427 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bbfd3998-6340-429a-9c87-ee487d110603 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:04.632162 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-bbfd3998-6340-429a-9c87-ee487d110603 None None] Transition to ACTIVE for port object 5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:45:04.636838 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bbfd3998-6340-429a-9c87-ee487d110603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:04.690960 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a19857-0d59-4806-b450-f829dfbbbddf None None] Pushing event updated for resources: {'Port': ['ID=5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:04.731708 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a19857-0d59-4806-b450-f829dfbbbddf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:04.731708 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a19857-0d59-4806-b450-f829dfbbbddf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:04.732049 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a19857-0d59-4806-b450-f829dfbbbddf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:04.732500 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a19857-0d59-4806-b450-f829dfbbbddf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:04.732701 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a19857-0d59-4806-b450-f829dfbbbddf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:04.733030 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a19857-0d59-4806-b450-f829dfbbbddf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:04.733347 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a19857-0d59-4806-b450-f829dfbbbddf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:04.733671 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a19857-0d59-4806-b450-f829dfbbbddf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:04.733991 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a19857-0d59-4806-b450-f829dfbbbddf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:04.734301 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a19857-0d59-4806-b450-f829dfbbbddf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:04.734621 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a19857-0d59-4806-b450-f829dfbbbddf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:04.734962 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a19857-0d59-4806-b450-f829dfbbbddf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:04.751174 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-bbfd3998-6340-429a-9c87-ee487d110603 None None] Attempting to bind port 5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:45:04.751544 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-bbfd3998-6340-429a-9c87-ee487d110603 None None] Attempting to bind port 5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:45:04.751904 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfd3998-6340-429a-9c87-ee487d110603 None None] Attempting to bind port 5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f on network 738c3c04-470f-4a9f-acfa-e2e92282ee07 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:45:04.757662 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfd3998-6340-429a-9c87-ee487d110603 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:45:04.757662 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfd3998-6340-429a-9c87-ee487d110603 None None] Checking segment: {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:45:04.758031 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bbfd3998-6340-429a-9c87-ee487d110603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:04.758414 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfd3998-6340-429a-9c87-ee487d110603 None None] Bound using segment: {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:45:04.758945 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-bbfd3998-6340-429a-9c87-ee487d110603 None None] Bound port: 5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:45:04.759322 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bbfd3998-6340-429a-9c87-ee487d110603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:04.827301 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-bbfd3998-6340-429a-9c87-ee487d110603 None None] For port 5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:45:04.830592 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-bbfd3998-6340-429a-9c87-ee487d110603 None None] For port 5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:45:04.834602 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bbfd3998-6340-429a-9c87-ee487d110603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:04.889854 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfd3998-6340-429a-9c87-ee487d110603 None None] Routers {'c7ef9db2-5ebc-4560-8548-a77145fdddfd'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:45:04.890501 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-bbfd3998-6340-429a-9c87-ee487d110603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:44:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:04.926955 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a19857-0d59-4806-b450-f829dfbbbddf None None] Pushing event updated for resources: {'Port': ['ID=5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:05.001674 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-bbfd3998-6340-429a-9c87-ee487d110603 None None] Set router c7ef9db2-5ebc-4560-8548-a77145fdddfd gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:45:05.282234 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-bbfd3998-6340-429a-9c87-ee487d110603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 4, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port': {'id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:59Z', 'updated_at': '2021-07-15T23:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f', 'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'mac_address': 'fa:16:3e:a8:31:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:00Z', 'updated_at': '2021-07-15T23:45:04Z', 'revision_number': 4, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'subnets': [{'id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:05.311681 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfd3998-6340-429a-9c87-ee487d110603 None None] The sync data for ids ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'] in n-d-787205-9 is: [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 4, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port': {'id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:59Z', 'updated_at': '2021-07-15T23:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f', 'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'mac_address': 'fa:16:3e:a8:31:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:00Z', 'updated_at': '2021-07-15T23:45:04Z', 'revision_number': 4, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'subnets': [{'id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:45:05.620341 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-699fa907-030c-4a2b-b17e-63f025e76437 req-83dcfe7e-fed7-4dec-aa55-c2ad857f2c12 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 210 time: 0.0341809 Jul 15 23:45:05.669030 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-ecc86952-e1d6-4806-bdb6-79657458d717 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:05.670529 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-ecc86952-e1d6-4806-bdb6-79657458d717 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.36 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 812 time: 0.1237512 Jul 15 23:45:05.720493 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-95342401-2e0c-4aaf-ac46-275f454272b9 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=750632bdf81e463fad0d926ba4c8f1c3 HTTP/1.1" status: 200 len: 380 time: 0.0352428 Jul 15 23:45:05.728911 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-fdb2c6a0-c8a2-48ad-9f5a-87693dbb4e90 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Request body: {'port': {'device_id': 'ee583f0a-f477-4258-ad86-f29f54f8fbdd', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'admin_state_up': True, 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'security_groups': ['3d7aad74-d8f8-4d82-93f1-1679d6399920']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:45:05.852543 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-fdb2c6a0-c8a2-48ad-9f5a-87693dbb4e90 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Made reservation on behalf of 750632bdf81e463fad0d926ba4c8f1c3 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:45:05.856560 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-fdb2c6a0-c8a2-48ad-9f5a-87693dbb4e90 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:05.877774 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:45:05.933605 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:05.933985 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:05.999652 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-fdb2c6a0-c8a2-48ad-9f5a-87693dbb4e90 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Allocated IP 172.20.0.6 (738c3c04-470f-4a9f-acfa-e2e92282ee07/6bf93a0a-71ad-41e0-92d5-9d54045bbbc2/37b2c160-bc1f-4649-804d-449d7e538523) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:45:06.026165 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:45:06.078358 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:45:06.082229 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:06.082614 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:06.154706 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-fdb2c6a0-c8a2-48ad-9f5a-87693dbb4e90 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:06.168179 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:06.168996 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-fdb2c6a0-c8a2-48ad-9f5a-87693dbb4e90 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Transition to ACTIVE for port object 37b2c160-bc1f-4649-804d-449d7e538523 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:45:06.202246 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:06.205728 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-fdb2c6a0-c8a2-48ad-9f5a-87693dbb4e90 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:06.206444 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:06.247727 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-fdb2c6a0-c8a2-48ad-9f5a-87693dbb4e90 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Network 738c3c04-470f-4a9f-acfa-e2e92282ee07 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:45:06.250834 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-fdb2c6a0-c8a2-48ad-9f5a-87693dbb4e90 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:45:06.258659 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-fdb2c6a0-c8a2-48ad-9f5a-87693dbb4e90 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:45:06.261684 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:06.306840 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2c6a0-c8a2-48ad-9f5a-87693dbb4e90 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Pushing event updated for resources: {'Port': ['ID=37b2c160-bc1f-4649-804d-449d7e538523,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:06.325931 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-fdb2c6a0-c8a2-48ad-9f5a-87693dbb4e90 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:06.326561 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-fdb2c6a0-c8a2-48ad-9f5a-87693dbb4e90 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:06.343456 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-fdb2c6a0-c8a2-48ad-9f5a-87693dbb4e90 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6183319 Jul 15 23:45:06.360111 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-2dccfca6-01b7-42dc-8187-c847ee2d5809 service neutron] Request body: {'port': {'device_id': 'ee583f0a-f477-4258-ad86-f29f54f8fbdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:45:06.500285 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-59bd3f8b-e299-4a22-97bd-e3ade73c4e8b None None] Provisioning for port 37b2c160-bc1f-4649-804d-449d7e538523 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:45:06.505101 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-59bd3f8b-e299-4a22-97bd-e3ade73c4e8b None None] Provisioning complete for port 37b2c160-bc1f-4649-804d-449d7e538523 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:06.505488 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-59bd3f8b-e299-4a22-97bd-e3ade73c4e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:06.544403 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-59bd3f8b-e299-4a22-97bd-e3ade73c4e8b None None] Port 37b2c160-bc1f-4649-804d-449d7e538523 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:45:06.762956 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-2dccfca6-01b7-42dc-8187-c847ee2d5809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:06.801246 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c642f7-c6cb-4967-88ab-d2caa8fb56d0 req-90dbbaff-dcca-423b-b973-64bec564a708 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:06.802743 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96c642f7-c6cb-4967-88ab-d2caa8fb56d0 req-90dbbaff-dcca-423b-b973-64bec564a708 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 931 time: 0.0660603 Jul 15 23:45:06.839913 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-96c642f7-c6cb-4967-88ab-d2caa8fb56d0 req-abd68c93-fa51-4d0d-9de4-103b7de18a02 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314360 Jul 15 23:45:07.018721 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-2dccfca6-01b7-42dc-8187-c847ee2d5809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b2c160-bc1f-4649-804d-449d7e538523 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:45:07.026585 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-2dccfca6-01b7-42dc-8187-c847ee2d5809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:07.038219 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-2dccfca6-01b7-42dc-8187-c847ee2d5809 service neutron] Transition to ACTIVE for port object 37b2c160-bc1f-4649-804d-449d7e538523 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:45:07.041909 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-2dccfca6-01b7-42dc-8187-c847ee2d5809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:07.091279 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dccfca6-01b7-42dc-8187-c847ee2d5809 service neutron] Pushing event updated for resources: {'Port': ['ID=37b2c160-bc1f-4649-804d-449d7e538523,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:07.161616 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-2dccfca6-01b7-42dc-8187-c847ee2d5809 service neutron] Attempting to bind port 37b2c160-bc1f-4649-804d-449d7e538523 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:45:07.162230 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-2dccfca6-01b7-42dc-8187-c847ee2d5809 service neutron] Attempting to bind port 37b2c160-bc1f-4649-804d-449d7e538523 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:45:07.162729 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-2dccfca6-01b7-42dc-8187-c847ee2d5809 service neutron] Attempting to bind port 37b2c160-bc1f-4649-804d-449d7e538523 on network 738c3c04-470f-4a9f-acfa-e2e92282ee07 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:45:07.167625 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-2dccfca6-01b7-42dc-8187-c847ee2d5809 service neutron] Port 37b2c160-bc1f-4649-804d-449d7e538523 on network 738c3c04-470f-4a9f-acfa-e2e92282ee07 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:45:07.168011 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-2dccfca6-01b7-42dc-8187-c847ee2d5809 service neutron] Attempting to bind port 37b2c160-bc1f-4649-804d-449d7e538523 on network 738c3c04-470f-4a9f-acfa-e2e92282ee07 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:45:07.173096 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-2dccfca6-01b7-42dc-8187-c847ee2d5809 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:45:07.173524 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-2dccfca6-01b7-42dc-8187-c847ee2d5809 service neutron] Checking segment: {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:45:07.174046 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-2dccfca6-01b7-42dc-8187-c847ee2d5809 service neutron] Bound using segment: {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:45:07.174470 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-2dccfca6-01b7-42dc-8187-c847ee2d5809 service neutron] Bound port: 37b2c160-bc1f-4649-804d-449d7e538523, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:45:07.174852 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-2dccfca6-01b7-42dc-8187-c847ee2d5809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:07.242334 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-2dccfca6-01b7-42dc-8187-c847ee2d5809 service neutron] For port 37b2c160-bc1f-4649-804d-449d7e538523, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:45:07.245559 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-2dccfca6-01b7-42dc-8187-c847ee2d5809 service neutron] For port 37b2c160-bc1f-4649-804d-449d7e538523, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=37b2c160-bc1f-4649-804d-449d7e538523,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:45:07.248999 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-2dccfca6-01b7-42dc-8187-c847ee2d5809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:07.280425 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-2dccfca6-01b7-42dc-8187-c847ee2d5809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:07.280967 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-2dccfca6-01b7-42dc-8187-c847ee2d5809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:07.282613 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-2dccfca6-01b7-42dc-8187-c847ee2d5809 service neutron] 10.222.0.36 "PUT /v2.0/ports/37b2c160-bc1f-4649-804d-449d7e538523 HTTP/1.1" status: 200 len: 1091 time: 0.9266350 Jul 15 23:45:07.285100 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee583f0a-f477-4258-ad86-f29f54f8fbdd', 'tag': '37b2c160-bc1f-4649-804d-449d7e538523'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:45:07.287784 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1289a970-7e7a-4c93-ab5f-7abeb645c273" -d '{"events": [{"name": "network-changed", "server_uuid": "ee583f0a-f477-4258-ad86-f29f54f8fbdd", "tag": "37b2c160-bc1f-4649-804d-449d7e538523"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:45:07.327470 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dccfca6-01b7-42dc-8187-c847ee2d5809 service neutron] Pushing event updated for resources: {'Port': ['ID=37b2c160-bc1f-4649-804d-449d7e538523,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:07.332952 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca82c8a-1b94-4f5c-ab91-747dd50ee2f3 x-openstack-request-id: req-9ca82c8a-1b94-4f5c-ab91-747dd50ee2f3 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:45:07.333237 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee583f0a-f477-4258-ad86-f29f54f8fbdd", "tag": "37b2c160-bc1f-4649-804d-449d7e538523", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:45:07.333491 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ca82c8a-1b94-4f5c-ab91-747dd50ee2f3 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:45:07.333871 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee583f0a-f477-4258-ad86-f29f54f8fbdd', 'tag': '37b2c160-bc1f-4649-804d-449d7e538523', 'status': 'completed', 'code': 200} Jul 15 23:45:07.399821 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-cb786784-e30a-480d-8a33-8eafc6d861c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:07.401490 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-cb786784-e30a-480d-8a33-8eafc6d861c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 1094 time: 0.0565512 Jul 15 23:45:07.453128 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-1496e654-9893-43dc-88fa-2adb50c2fd90 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37b2c160-bc1f-4649-804d-449d7e538523 HTTP/1.1" status: 200 len: 217 time: 0.0390301 Jul 15 23:45:07.500948 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-acfefc9a-015e-447a-8309-abd3940fb3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:07.502428 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-acfefc9a-015e-447a-8309-abd3940fb3b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0438790 Jul 15 23:45:07.556300 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-35eacdab-0f73-43a2-a4ac-819da1822ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:07.557724 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-35eacdab-0f73-43a2-a4ac-819da1822ea5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494149 Jul 15 23:45:07.645903 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-f85b56c8-7d56-4ffb-b840-7f24662425a4 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821135 Jul 15 23:45:07.731528 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f15a897a-77d2-4924-b24d-dc76dce51a1d req-c78afd9c-9a2e-455c-bbfa-8a732ca61a72 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794368 Jul 15 23:45:07.852157 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:45:07.865104 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289a970-7e7a-4c93-ab5f-7abeb645c273 req-388ebaa4-9886-437f-a57d-f3e1e8c76b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:07.866620 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1289a970-7e7a-4c93-ab5f-7abeb645c273 req-388ebaa4-9886-437f-a57d-f3e1e8c76b0e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 1094 time: 0.0534692 Jul 15 23:45:07.900276 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:07.900769 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:07.964348 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289a970-7e7a-4c93-ab5f-7abeb645c273 req-583b9bf5-b98f-4255-81f4-974747f033a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:07.965857 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1289a970-7e7a-4c93-ab5f-7abeb645c273 req-583b9bf5-b98f-4255-81f4-974747f033a2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.0928714 Jul 15 23:45:08.008424 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1289a970-7e7a-4c93-ab5f-7abeb645c273 req-b2105aeb-ac94-49ed-a913-e7bb92877663 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37b2c160-bc1f-4649-804d-449d7e538523 HTTP/1.1" status: 200 len: 217 time: 0.0365477 Jul 15 23:45:08.026787 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94725b-85bc-49be-bb5e-495eb9ea701f req-43fbce1a-73e4-428c-8652-db50aae85f29 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:08.028286 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd94725b-85bc-49be-bb5e-495eb9ea701f req-43fbce1a-73e4-428c-8652-db50aae85f29 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 943 time: 0.0640137 Jul 15 23:45:08.060962 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289a970-7e7a-4c93-ab5f-7abeb645c273 req-e8c586e0-7300-4e5a-9098-105b9bbcc30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:08.062441 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1289a970-7e7a-4c93-ab5f-7abeb645c273 req-e8c586e0-7300-4e5a-9098-105b9bbcc30d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0480547 Jul 15 23:45:08.066939 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd94725b-85bc-49be-bb5e-495eb9ea701f req-eb1ef9bb-bd12-4ad4-b578-276349fc5d72 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327196 Jul 15 23:45:08.118188 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289a970-7e7a-4c93-ab5f-7abeb645c273 req-5fba0e74-898d-446b-be0f-17fa5c881a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:08.119696 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1289a970-7e7a-4c93-ab5f-7abeb645c273 req-5fba0e74-898d-446b-be0f-17fa5c881a4e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507605 Jul 15 23:45:08.210545 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1289a970-7e7a-4c93-ab5f-7abeb645c273 req-d247eb8d-f80c-4dd2-be84-97a75d612b3d service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837827 Jul 15 23:45:08.296222 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1289a970-7e7a-4c93-ab5f-7abeb645c273 req-3c2769bd-b71b-415e-91f7-496cae6c95ec service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790291 Jul 15 23:45:09.114289 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:09.240059 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a34d31-d9f9-4ee9-afe5-687ffa8fcdb4 req-2f1f9c87-70b0-4f3f-88ae-97b98d61714b tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:09.241542 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-12a34d31-d9f9-4ee9-afe5-687ffa8fcdb4 req-2f1f9c87-70b0-4f3f-88ae-97b98d61714b tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 943 time: 0.0623097 Jul 15 23:45:09.279384 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-12a34d31-d9f9-4ee9-afe5-687ffa8fcdb4 req-d682a7a7-1bda-43e4-9b6a-b3e17a66cf7f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320799 Jul 15 23:45:10.450534 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89fedb-e3fc-4940-bf69-85456fb7a838 req-56978bfe-b305-4575-9b89-cdbdf69222e3 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:10.451998 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ca89fedb-e3fc-4940-bf69-85456fb7a838 req-56978bfe-b305-4575-9b89-cdbdf69222e3 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 943 time: 0.0648186 Jul 15 23:45:10.488342 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ca89fedb-e3fc-4940-bf69-85456fb7a838 req-3eab8b2d-cc05-4cfe-8136-ea173eb97378 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304370 Jul 15 23:45:10.901860 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 37b2c160-bc1f-4649-804d-449d7e538523 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:45:10.997483 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 37b2c160-bc1f-4649-804d-449d7e538523, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=37b2c160-bc1f-4649-804d-449d7e538523,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:11.008874 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '37b2c160-bc1f-4649-804d-449d7e538523', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'port_id': '37b2c160-bc1f-4649-804d-449d7e538523', 'mac_address': 'fa:16:3e:46:44:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:45:11.043999 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:11.055859 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b2c160-bc1f-4649-804d-449d7e538523 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:45:11.075328 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 37b2c160-bc1f-4649-804d-449d7e538523, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=37b2c160-bc1f-4649-804d-449d7e538523,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:11.079115 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:11.129436 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=37b2c160-bc1f-4649-804d-449d7e538523,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:11.136587 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:11.136937 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:11.137279 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:11.137621 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:11.137953 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:11.138310 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:11.138661 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:11.138989 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:11.139342 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:11.139694 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:11.140025 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:11.140350 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:11.329907 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['37b2c160-bc1f-4649-804d-449d7e538523'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:45:11.657115 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7550c-c347-4e1a-a93e-feae344d75c7 req-234341bb-d1f9-44f5-8a7b-d4aff3f8ba41 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:11.658507 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-58c7550c-c347-4e1a-a93e-feae344d75c7 req-234341bb-d1f9-44f5-8a7b-d4aff3f8ba41 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 944 time: 0.0630713 Jul 15 23:45:11.696963 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-58c7550c-c347-4e1a-a93e-feae344d75c7 req-15d2a302-107d-4e5d-ad44-fc3fd5b97151 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322654 Jul 15 23:45:12.872820 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c263daf-b8f5-4beb-8a52-ab24206566fc req-95f1d077-5dd9-4d24-b97e-78a4f1838361 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:12.874271 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8c263daf-b8f5-4beb-8a52-ab24206566fc req-95f1d077-5dd9-4d24-b97e-78a4f1838361 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 944 time: 0.0654683 Jul 15 23:45:12.909453 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 37b2c160-bc1f-4649-804d-449d7e538523 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:45:12.911401 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8c263daf-b8f5-4beb-8a52-ab24206566fc req-9a08c089-bfde-4b63-ba5a-49abff694d0b tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310066 Jul 15 23:45:12.959892 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 37b2c160-bc1f-4649-804d-449d7e538523 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:45:12.963507 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 37b2c160-bc1f-4649-804d-449d7e538523 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:12.963878 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:13.038661 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:13.061149 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee583f0a-f477-4258-ad86-f29f54f8fbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b2c160-bc1f-4649-804d-449d7e538523'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:45:13.063416 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda4d473-61dd-400b-a862-22375f5c5e56" -d '{"events": [{"server_uuid": "ee583f0a-f477-4258-ad86-f29f54f8fbdd", "name": "network-vif-plugged", "status": "completed", "tag": "37b2c160-bc1f-4649-804d-449d7e538523"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:45:13.076620 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 37b2c160-bc1f-4649-804d-449d7e538523, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=37b2c160-bc1f-4649-804d-449d7e538523,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:13.080748 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:13.103723 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41dd6b55-d04f-453b-917c-1ea7db0b34c6 x-openstack-request-id: req-41dd6b55-d04f-453b-917c-1ea7db0b34c6 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:45:13.104019 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee583f0a-f477-4258-ad86-f29f54f8fbdd", "name": "network-vif-plugged", "status": "completed", "tag": "37b2c160-bc1f-4649-804d-449d7e538523", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:45:13.104290 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41dd6b55-d04f-453b-917c-1ea7db0b34c6 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:45:13.104662 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee583f0a-f477-4258-ad86-f29f54f8fbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b2c160-bc1f-4649-804d-449d7e538523', 'code': 200} Jul 15 23:45:13.129495 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=37b2c160-bc1f-4649-804d-449d7e538523,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:13.234232 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5342982-b968-4b4b-9134-03e98095cdec req-0f1cff17-0b82-4e20-8248-90eba13cd362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:13.235724 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c5342982-b968-4b4b-9134-03e98095cdec req-0f1cff17-0b82-4e20-8248-90eba13cd362 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 1096 time: 0.0503898 Jul 15 23:45:13.268568 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c5342982-b968-4b4b-9134-03e98095cdec req-6fa6020c-cedb-4dee-8da7-c86c9521dbea service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264409 Jul 15 23:45:14.083208 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31057b8d-9b03-4087-892b-3d9931e380b4 req-672e9574-e48d-4ba6-9dbd-449e6bfb98c7 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:14.084688 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-31057b8d-9b03-4087-892b-3d9931e380b4 req-672e9574-e48d-4ba6-9dbd-449e6bfb98c7 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 945 time: 0.0620070 Jul 15 23:45:14.122112 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-31057b8d-9b03-4087-892b-3d9931e380b4 req-d641caf1-549c-4459-964a-9904d9a26617 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318732 Jul 15 23:45:15.292457 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71279ad-2b0d-488b-8f45-1be41efada70 req-876eb825-3b5e-4462-8f92-679052bc9e08 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:15.293819 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e71279ad-2b0d-488b-8f45-1be41efada70 req-876eb825-3b5e-4462-8f92-679052bc9e08 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 945 time: 0.0621233 Jul 15 23:45:15.330564 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e71279ad-2b0d-488b-8f45-1be41efada70 req-5d801aa3-036e-4a0d-be23-1a6a58800244 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310645 Jul 15 23:45:15.498202 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1820ea-ae2f-4e4b-ab64-d0affe2b7cb2 req-05a65885-995c-48c5-97a4-990e809008be tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:15.499668 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-be1820ea-ae2f-4e4b-ab64-d0affe2b7cb2 req-05a65885-995c-48c5-97a4-990e809008be tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 945 time: 0.0668139 Jul 15 23:45:15.508118 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 35668) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:15.512417 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-73ff7d90-e839-4fca-bdae-1c1e6e29b2a2 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Request body: {'floatingip': {'port_id': '37b2c160-bc1f-4649-804d-449d7e538523'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:45:15.549800 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-73ff7d90-e839-4fca-bdae-1c1e6e29b2a2 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for floatingip, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:15.938682 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-14eb77e3-6382-447f-885a-d2c39970ecfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:15.983160 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-73ff7d90-e839-4fca-bdae-1c1e6e29b2a2 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:15.987177 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-73ff7d90-e839-4fca-bdae-1c1e6e29b2a2 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:16.085087 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-73ff7d90-e839-4fca-bdae-1c1e6e29b2a2 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Floating IP 14f2f7e5-c12c-43a9-b525-42881a3edfac associated. External IP: 172.25.4.32, port: 37b2c160-bc1f-4649-804d-449d7e538523. Jul 15 23:45:16.285455 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ff7d90-e839-4fca-bdae-1c1e6e29b2a2 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Router c7ef9db2-5ebc-4560-8548-a77145fdddfd has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:45:16.388860 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ff7d90-e839-4fca-bdae-1c1e6e29b2a2 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:45:16.393312 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-73ff7d90-e839-4fca-bdae-1c1e6e29b2a2 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:16.398149 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aaba84-d505-4c4c-9a4a-8b041c901239 None None] Sync routers for ids ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:45:16.406927 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aaba84-d505-4c4c-9a4a-8b041c901239 None None] Routers {'c7ef9db2-5ebc-4560-8548-a77145fdddfd'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:45:16.407532 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-48aaba84-d505-4c4c-9a4a-8b041c901239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:44:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:16.432558 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-73ff7d90-e839-4fca-bdae-1c1e6e29b2a2 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "PUT /v2.0/floatingips/14f2f7e5-c12c-43a9-b525-42881a3edfac HTTP/1.1" status: 200 len: 990 time: 0.9208028 Jul 15 23:45:16.432558 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee583f0a-f477-4258-ad86-f29f54f8fbdd', 'tag': '37b2c160-bc1f-4649-804d-449d7e538523'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:45:16.432870 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ac22d4-7a85-4722-aa95-6d5d6cf0b5e4" -d '{"events": [{"name": "network-changed", "server_uuid": "ee583f0a-f477-4258-ad86-f29f54f8fbdd", "tag": "37b2c160-bc1f-4649-804d-449d7e538523"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:45:16.516064 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-48aaba84-d505-4c4c-9a4a-8b041c901239 None None] Set router c7ef9db2-5ebc-4560-8548-a77145fdddfd gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:45:16.532894 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446d7d68-a70e-4b87-8b31-5cc62d544752 x-openstack-request-id: req-446d7d68-a70e-4b87-8b31-5cc62d544752 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:45:16.533203 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee583f0a-f477-4258-ad86-f29f54f8fbdd", "tag": "37b2c160-bc1f-4649-804d-449d7e538523", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:45:16.533436 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-446d7d68-a70e-4b87-8b31-5cc62d544752 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:45:16.533832 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee583f0a-f477-4258-ad86-f29f54f8fbdd', 'tag': '37b2c160-bc1f-4649-804d-449d7e538523', 'status': 'completed', 'code': 200} Jul 15 23:45:16.652846 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac22d4-7a85-4722-aa95-6d5d6cf0b5e4 req-3d1af469-fdc8-4dfa-ae07-15828e4087bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:16.654264 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-42ac22d4-7a85-4722-aa95-6d5d6cf0b5e4 req-3d1af469-fdc8-4dfa-ae07-15828e4087bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 1096 time: 0.0562949 Jul 15 23:45:16.737459 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-48aaba84-d505-4c4c-9a4a-8b041c901239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 4, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port': {'id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:59Z', 'updated_at': '2021-07-15T23:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '14f2f7e5-c12c-43a9-b525-42881a3edfac', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'port_id': '37b2c160-bc1f-4649-804d-449d7e538523', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'mac_address': 'fa:16:3e:46:44:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee583f0a-f477-4258-ad86-f29f54f8fbdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:45:03Z', 'updated_at': '2021-07-15T23:45:15Z', 'revision_number': 1, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f', 'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'mac_address': 'fa:16:3e:a8:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:00Z', 'updated_at': '2021-07-15T23:45:06Z', 'revision_number': 5, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'subnets': [{'id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:16.742495 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac22d4-7a85-4722-aa95-6d5d6cf0b5e4 req-f86f35aa-e1c6-4cfa-a005-e216523fd62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:16.744014 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-42ac22d4-7a85-4722-aa95-6d5d6cf0b5e4 req-f86f35aa-e1c6-4cfa-a005-e216523fd62d service neutron] 10.222.0.36 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.0839472 Jul 15 23:45:16.763682 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aaba84-d505-4c4c-9a4a-8b041c901239 None None] Checking router: c7ef9db2-5ebc-4560-8548-a77145fdddfd for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:45:16.772221 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aaba84-d505-4c4c-9a4a-8b041c901239 None None] Routers {'c7ef9db2-5ebc-4560-8548-a77145fdddfd'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:45:16.772823 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-48aaba84-d505-4c4c-9a4a-8b041c901239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:44:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:16.816420 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-42ac22d4-7a85-4722-aa95-6d5d6cf0b5e4 req-51cef4be-ce3a-4671-b9c9-f23d1b9d1647 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37b2c160-bc1f-4649-804d-449d7e538523 HTTP/1.1" status: 200 len: 998 time: 0.0663676 Jul 15 23:45:16.868248 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac22d4-7a85-4722-aa95-6d5d6cf0b5e4 req-ce8974a6-1386-498f-9162-cee608458af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:16.870331 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-42ac22d4-7a85-4722-aa95-6d5d6cf0b5e4 req-ce8974a6-1386-498f-9162-cee608458af1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0474935 Jul 15 23:45:16.880607 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-48aaba84-d505-4c4c-9a4a-8b041c901239 None None] Set router c7ef9db2-5ebc-4560-8548-a77145fdddfd gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:45:16.927183 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac22d4-7a85-4722-aa95-6d5d6cf0b5e4 req-7feb3364-44eb-498b-be96-e2ab72e418fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:16.928707 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-42ac22d4-7a85-4722-aa95-6d5d6cf0b5e4 req-7feb3364-44eb-498b-be96-e2ab72e418fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530481 Jul 15 23:45:17.022264 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-42ac22d4-7a85-4722-aa95-6d5d6cf0b5e4 req-cdb17d9c-fa30-4a22-815e-08c443032291 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871432 Jul 15 23:45:17.112908 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-42ac22d4-7a85-4722-aa95-6d5d6cf0b5e4 req-85e53d7d-d971-4d2f-9851-73bf84a8da8c service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847042 Jul 15 23:45:17.120446 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-48aaba84-d505-4c4c-9a4a-8b041c901239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 4, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port': {'id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:59Z', 'updated_at': '2021-07-15T23:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '14f2f7e5-c12c-43a9-b525-42881a3edfac', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'port_id': '37b2c160-bc1f-4649-804d-449d7e538523', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'mac_address': 'fa:16:3e:46:44:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee583f0a-f477-4258-ad86-f29f54f8fbdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:45:03Z', 'updated_at': '2021-07-15T23:45:15Z', 'revision_number': 1, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f', 'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'mac_address': 'fa:16:3e:a8:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:00Z', 'updated_at': '2021-07-15T23:45:06Z', 'revision_number': 5, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'subnets': [{'id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:17.150291 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aaba84-d505-4c4c-9a4a-8b041c901239 None None] The sync data for ids ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'] in n-d-787205-9 is: [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 4, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port': {'id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:59Z', 'updated_at': '2021-07-15T23:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '14f2f7e5-c12c-43a9-b525-42881a3edfac', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'port_id': '37b2c160-bc1f-4649-804d-449d7e538523', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'mac_address': 'fa:16:3e:46:44:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee583f0a-f477-4258-ad86-f29f54f8fbdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:45:03Z', 'updated_at': '2021-07-15T23:45:15Z', 'revision_number': 1, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f', 'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'mac_address': 'fa:16:3e:a8:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:00Z', 'updated_at': '2021-07-15T23:45:06Z', 'revision_number': 5, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'subnets': [{'id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:45:17.345963 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ab97e-0ad6-40af-88a5-ac01b78b8c43 None None] New status for floating IP 14f2f7e5-c12c-43a9-b525-42881a3edfac: ACTIVE {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:45:18.300376 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-17f926de-4042-4677-8852-ccf6c3696e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:18.773284 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:19.764956 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:21.331152 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:22.401076 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:45:24.364410 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:39.112841 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:41.334526 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8bd40999-5628-435d-8e58-1950287dad3c req-d706434b-aa6c-461c-b9a0-44034e7e176f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558848 Jul 15 23:45:41.445354 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd40999-5628-435d-8e58-1950287dad3c req-4bac4848-f5f0-411b-9fb5-9af83b880e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:41.447025 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8bd40999-5628-435d-8e58-1950287dad3c req-4bac4848-f5f0-411b-9fb5-9af83b880e8a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 1096 time: 0.0532093 Jul 15 23:45:41.548108 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd40999-5628-435d-8e58-1950287dad3c req-eb561e53-3a42-40c2-82d4-0a3cbd60281d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:41.549554 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8bd40999-5628-435d-8e58-1950287dad3c req-eb561e53-3a42-40c2-82d4-0a3cbd60281d service neutron] 10.222.0.36 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.0827544 Jul 15 23:45:41.615737 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8bd40999-5628-435d-8e58-1950287dad3c req-4bf78e1e-91da-4140-ba21-3241938286f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37b2c160-bc1f-4649-804d-449d7e538523 HTTP/1.1" status: 200 len: 1000 time: 0.0598221 Jul 15 23:45:41.661001 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd40999-5628-435d-8e58-1950287dad3c req-1498e492-3e41-4b21-92cf-7e4dda5980c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:41.662958 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8bd40999-5628-435d-8e58-1950287dad3c req-1498e492-3e41-4b21-92cf-7e4dda5980c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0416636 Jul 15 23:45:41.717235 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd40999-5628-435d-8e58-1950287dad3c req-1e44cd1a-11a4-4fb2-92b7-b60b7c4e1f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:41.718742 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8bd40999-5628-435d-8e58-1950287dad3c req-1e44cd1a-11a4-4fb2-92b7-b60b7c4e1f90 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496171 Jul 15 23:45:41.810998 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8bd40999-5628-435d-8e58-1950287dad3c req-2a95b4f3-2928-439f-bc2a-583ac5bf5aca service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853229 Jul 15 23:45:41.897877 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8bd40999-5628-435d-8e58-1950287dad3c req-4813de80-7378-44c9-9087-91a8a6d2c695 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809937 Jul 15 23:45:45.928850 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f0a0f954-6c79-4941-9dc9-2db269d6e353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:48.302695 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-345b7e94-fc93-49e3-845e-a7ece8d1d3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:48.774415 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:49.766819 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.326529 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:54.374978 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:55.265456 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-5dd263da-9ea2-455c-b387-1387eba0166c req-b9410ced-cd52-48aa-a34c-3228bb31e469 tempest-VolumesSnapshotTestJSON-1344714248 tempest-VolumesSnapshotTestJSON-1344714248-project] (93799) timed out ('10.222.0.43', 62261) {{(pid=93799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:45:59.400067 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:46:09.110963 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:15.929243 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-63ec1a9a-49de-46be-9f60-d9edeb50203e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:18.304641 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eb00dd1c-a127-43ff-aed5-438082d4f181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:18.773947 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:19.770466 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:21.330316 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:24.373239 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:36.399369 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:46:39.109435 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:42.994252 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-61792aa1-2ee3-4c4a-ae42-6b271ef5bd94 req-dfe87ea9-456d-48a9-871b-f306aa8afe27 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1062100 Jul 15 23:46:43.101213 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61792aa1-2ee3-4c4a-ae42-6b271ef5bd94 req-8d2684df-5ab6-46e8-a90e-2d16abcb25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:43.103418 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-61792aa1-2ee3-4c4a-ae42-6b271ef5bd94 req-8d2684df-5ab6-46e8-a90e-2d16abcb25c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 1096 time: 0.0522037 Jul 15 23:46:43.206581 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61792aa1-2ee3-4c4a-ae42-6b271ef5bd94 req-36e0a627-d58b-4ec8-a3db-5d02a9559466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:43.207977 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-61792aa1-2ee3-4c4a-ae42-6b271ef5bd94 req-36e0a627-d58b-4ec8-a3db-5d02a9559466 service neutron] 10.222.0.36 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.0864580 Jul 15 23:46:43.269866 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-61792aa1-2ee3-4c4a-ae42-6b271ef5bd94 req-08166a82-e928-4b8e-bb53-37e181e1ea2e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37b2c160-bc1f-4649-804d-449d7e538523 HTTP/1.1" status: 200 len: 1000 time: 0.0554087 Jul 15 23:46:43.315842 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61792aa1-2ee3-4c4a-ae42-6b271ef5bd94 req-efb40ed8-39ed-4091-86a5-901f8ef99d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:43.317235 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-61792aa1-2ee3-4c4a-ae42-6b271ef5bd94 req-efb40ed8-39ed-4091-86a5-901f8ef99d62 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0414920 Jul 15 23:46:43.377617 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61792aa1-2ee3-4c4a-ae42-6b271ef5bd94 req-c194ce80-eb65-4f85-a6f4-0e97a592ffae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:43.379265 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-61792aa1-2ee3-4c4a-ae42-6b271ef5bd94 req-c194ce80-eb65-4f85-a6f4-0e97a592ffae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560894 Jul 15 23:46:43.466312 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-61792aa1-2ee3-4c4a-ae42-6b271ef5bd94 req-d87d22ac-f91a-48cb-b3b6-2f30c470065e service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811005 Jul 15 23:46:43.559595 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-61792aa1-2ee3-4c4a-ae42-6b271ef5bd94 req-68dc0585-6999-431e-8c92-e066dc064b19 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876629 Jul 15 23:46:45.931109 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c8fc0dce-8f5a-48b8-b47c-c597b4d4215c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:48.304647 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a6e847de-b4fd-4dde-970a-989328a10595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:48.776076 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:49.772647 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:51.331183 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:51.882699 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a747d1d-e8ec-4e57-90f0-073d8d8e2c78 req-ad6d47bd-054c-475e-8333-767439180e2c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:51.884205 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2a747d1d-e8ec-4e57-90f0-073d8d8e2c78 req-ad6d47bd-054c-475e-8333-767439180e2c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 945 time: 0.1205001 Jul 15 23:46:51.921243 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2a747d1d-e8ec-4e57-90f0-073d8d8e2c78 req-a9da9e62-65a0-490a-92d1-d13426adfd42 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314894 Jul 15 23:46:52.281043 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-8d843057-78e6-4609-8ba3-e86635cd034d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0801523 Jul 15 23:46:52.315134 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642b921-7098-469d-b5ff-230bc5d19ac0 req-681e66e4-565e-4095-8967-e3499c57391d tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:52.316539 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9642b921-7098-469d-b5ff-230bc5d19ac0 req-681e66e4-565e-4095-8967-e3499c57391d tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 945 time: 0.0678020 Jul 15 23:46:52.356928 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9642b921-7098-469d-b5ff-230bc5d19ac0 req-30786b14-f0d4-4f7b-8a33-e6f3c626589d tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338922 Jul 15 23:46:53.580483 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526b40f-9748-45a0-b98a-0b20b6c42171 req-bea4e1bb-13ac-41d7-a24d-33170c786c75 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:53.582012 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d526b40f-9748-45a0-b98a-0b20b6c42171 req-bea4e1bb-13ac-41d7-a24d-33170c786c75 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 945 time: 0.1137826 Jul 15 23:46:53.622577 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d526b40f-9748-45a0-b98a-0b20b6c42171 req-04f43cd9-aa2e-44f7-a961-69aa9e6580e3 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343962 Jul 15 23:46:54.386970 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:54.795739 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a5e05-57fd-4bf2-bc85-f9e4668eb63d req-43ce497e-5b03-44bb-9d4d-bc1992806e7c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:54.797277 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6a0a5e05-57fd-4bf2-bc85-f9e4668eb63d req-43ce497e-5b03-44bb-9d4d-bc1992806e7c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 945 time: 0.0647988 Jul 15 23:46:54.836766 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6a0a5e05-57fd-4bf2-bc85-f9e4668eb63d req-5d6014eb-2c90-4eb5-8457-4d7b5cc4147e tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335169 Jul 15 23:46:56.011233 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0021194-4536-4128-8983-99d3dba9dc3d req-2c4eb593-1c2e-4f58-9673-ebb7acd02f40 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:56.012747 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b0021194-4536-4128-8983-99d3dba9dc3d req-2c4eb593-1c2e-4f58-9673-ebb7acd02f40 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 945 time: 0.0652208 Jul 15 23:46:56.059229 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b0021194-4536-4128-8983-99d3dba9dc3d req-ec36863c-493e-46be-aea2-eddd249402a7 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389557 Jul 15 23:46:56.640520 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-d5cc7826-3b4d-475b-94b9-f4a11b26d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:56.641972 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-d5cc7826-3b4d-475b-94b9-f4a11b26d71d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 1096 time: 0.0516405 Jul 15 23:46:56.733956 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-28ced44a-ebf7-449a-88fc-3823dcbe2076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:56.735505 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-28ced44a-ebf7-449a-88fc-3823dcbe2076 service neutron] 10.222.0.36 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.0874002 Jul 15 23:46:56.797906 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-50ce50a7-2bc4-4cb9-9e77-6efce21d6bc3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37b2c160-bc1f-4649-804d-449d7e538523 HTTP/1.1" status: 200 len: 1000 time: 0.0556500 Jul 15 23:46:56.844940 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-125d3de1-0994-4ef8-a47b-65346a8ee873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:56.846330 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-125d3de1-0994-4ef8-a47b-65346a8ee873 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0424144 Jul 15 23:46:56.907187 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-803e5512-db5d-4a7e-bafb-5dba2d9bdc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:56.908570 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-803e5512-db5d-4a7e-bafb-5dba2d9bdc45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565014 Jul 15 23:46:56.994902 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-4c45874d-23b4-4f47-8502-d0d6c2cacdd1 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801916 Jul 15 23:46:57.086182 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-af64cc41-527f-408d-8d5d-26f8b1bd25a9 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854497 Jul 15 23:46:57.239027 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b586f-94e4-42a2-8456-4d212ca8ddc4 req-845c91f6-17cd-4359-b2e3-c3998d8d749f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:57.240425 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-084b586f-94e4-42a2-8456-4d212ca8ddc4 req-845c91f6-17cd-4359-b2e3-c3998d8d749f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 945 time: 0.0661681 Jul 15 23:46:57.279414 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-084b586f-94e4-42a2-8456-4d212ca8ddc4 req-109cc19a-7bc5-4358-8490-c77f901fe4e1 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323069 Jul 15 23:46:58.451356 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b41d6-6464-4562-8849-697d47d1bd58 req-dbb0f9a5-b810-430e-bc13-830af2865121 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:58.452799 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-918b41d6-6464-4562-8849-697d47d1bd58 req-dbb0f9a5-b810-430e-bc13-830af2865121 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 945 time: 0.0616961 Jul 15 23:46:58.489069 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-918b41d6-6464-4562-8849-697d47d1bd58 req-a3c271e2-abe4-4f24-ad79-9cb6c7839b6d tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307007 Jul 15 23:46:59.668760 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf59379-4752-463e-9170-51244cc82a7a req-c68a79be-9a19-4371-b647-60e1beb66b95 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:59.670229 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ebf59379-4752-463e-9170-51244cc82a7a req-c68a79be-9a19-4371-b647-60e1beb66b95 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 945 time: 0.0693846 Jul 15 23:46:59.710657 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ebf59379-4752-463e-9170-51244cc82a7a req-37c51b7b-8150-48dd-ba0c-f5f5755c4363 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348494 Jul 15 23:47:00.884401 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627c990-13c7-4881-8ced-a3d75f6ae9f3 req-4a801bcf-0659-4d51-ae5d-2b7b16bbe1bf tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:00.885861 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4627c990-13c7-4881-8ced-a3d75f6ae9f3 req-4a801bcf-0659-4d51-ae5d-2b7b16bbe1bf tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 945 time: 0.0617926 Jul 15 23:47:00.922813 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4627c990-13c7-4881-8ced-a3d75f6ae9f3 req-8739f914-e6eb-4866-a5b3-95c6945e3952 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313914 Jul 15 23:47:02.091697 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b80f1a-9d73-48e2-874f-c7cffd363635 req-465183cd-0e05-4ea5-bf9a-4ffe96be0d0a tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:02.093154 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-86b80f1a-9d73-48e2-874f-c7cffd363635 req-465183cd-0e05-4ea5-bf9a-4ffe96be0d0a tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 945 time: 0.0619204 Jul 15 23:47:02.129470 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-86b80f1a-9d73-48e2-874f-c7cffd363635 req-2b06c097-f4c8-460a-8fe3-7b8d2de0f958 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308347 Jul 15 23:47:03.302615 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16929aa-1e72-43cc-8d9c-174807bf8c0b req-a3172288-ad33-484c-ab5f-a946e1e10c9e tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:03.304018 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c16929aa-1e72-43cc-8d9c-174807bf8c0b req-a3172288-ad33-484c-ab5f-a946e1e10c9e tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 945 time: 0.0651093 Jul 15 23:47:03.342640 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c16929aa-1e72-43cc-8d9c-174807bf8c0b req-747990cc-24cc-4b7e-b379-40de1b857196 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321748 Jul 15 23:47:04.511057 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed72d6-335d-4923-a21e-a92ca5154a25 req-90c9c78a-d6e1-4a32-8448-e887c887f1ea tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:04.512586 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c7ed72d6-335d-4923-a21e-a92ca5154a25 req-90c9c78a-d6e1-4a32-8448-e887c887f1ea tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 945 time: 0.0613096 Jul 15 23:47:04.548494 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c7ed72d6-335d-4923-a21e-a92ca5154a25 req-95378a0a-7a50-4469-a34e-89accfd7b3a1 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305517 Jul 15 23:47:05.718655 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577cd84-cf71-40ac-80af-f21e96e4f60b req-6e38c953-fc67-4ea8-86e7-cff53251ebe5 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:05.720122 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f577cd84-cf71-40ac-80af-f21e96e4f60b req-6e38c953-fc67-4ea8-86e7-cff53251ebe5 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 945 time: 0.0622838 Jul 15 23:47:05.762284 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f577cd84-cf71-40ac-80af-f21e96e4f60b req-b28dbdb8-e213-48da-b2c4-23cb54060ef4 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366399 Jul 15 23:47:06.933558 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436324a-3c4b-4a7b-b45e-9cd69ecc6dc2 req-b330a9e5-c301-42b3-ae27-3f6b6bba70a1 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:06.935038 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b436324a-3c4b-4a7b-b45e-9cd69ecc6dc2 req-b330a9e5-c301-42b3-ae27-3f6b6bba70a1 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 945 time: 0.0618751 Jul 15 23:47:06.972149 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b436324a-3c4b-4a7b-b45e-9cd69ecc6dc2 req-be531510-e2c4-4bc3-a6e8-e0781001359d tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313323 Jul 15 23:47:08.141447 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50002e3c-cf1d-4e5a-a579-940e05768850 req-8cd54201-973f-4d43-9614-0358fe1f02b5 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:08.142831 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-50002e3c-cf1d-4e5a-a579-940e05768850 req-8cd54201-973f-4d43-9614-0358fe1f02b5 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 945 time: 0.0617642 Jul 15 23:47:08.179514 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-50002e3c-cf1d-4e5a-a579-940e05768850 req-824c0326-e461-45eb-9e0f-c9ce31b2844b tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302217 Jul 15 23:47:09.108021 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:09.355565 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517f2b5-c669-4fff-af2a-e70f438f5768 req-f3b95dfd-b34b-4d2a-bcab-cf0b88b701ec tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:09.357024 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b517f2b5-c669-4fff-af2a-e70f438f5768 req-f3b95dfd-b34b-4d2a-bcab-cf0b88b701ec tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 945 time: 0.0657935 Jul 15 23:47:09.394231 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b517f2b5-c669-4fff-af2a-e70f438f5768 req-bce212a3-8796-4314-96ff-0ca285f103c7 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317395 Jul 15 23:47:09.624072 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-ce729e44-688a-4e7e-bf60-2e2d24f44078 service neutron] show failed (client error): The resource could not be found. Jul 15 23:47:09.625088 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-ce729e44-688a-4e7e-bf60-2e2d24f44078 service neutron] 10.222.0.36 "GET /v2.0/ports/37b2c160-bc1f-4649-804d-449d7e538523/bindings/n-h2-787205-9 HTTP/1.1" status: 404 len: 380 time: 0.0555451 Jul 15 23:47:09.924564 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-87e42e63-461e-4ad7-8fba-13fc7c15189f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:09.925961 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-87e42e63-461e-4ad7-8fba-13fc7c15189f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd&tenant_id=750632bdf81e463fad0d926ba4c8f1c3 HTTP/1.1" status: 200 len: 1096 time: 0.1004982 Jul 15 23:47:09.936594 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787205-9', 'device_owner': 'compute:nova'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:47:10.009457 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:10.204133 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] For port 37b2c160-bc1f-4649-804d-449d7e538523, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=37b2c160-bc1f-4649-804d-449d7e538523,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:47:10.237661 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] For port 37b2c160-bc1f-4649-804d-449d7e538523, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:47:10.276275 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee583f0a-f477-4258-ad86-f29f54f8fbdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37b2c160-bc1f-4649-804d-449d7e538523'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:47:10.278517 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225a0b56-8bae-4e91-9da9-3a0910e58e63" -d '{"events": [{"server_uuid": "ee583f0a-f477-4258-ad86-f29f54f8fbdd", "name": "network-vif-unplugged", "status": "completed", "tag": "37b2c160-bc1f-4649-804d-449d7e538523"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:47:10.282103 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:10.294095 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] Transition to ACTIVE for port object 37b2c160-bc1f-4649-804d-449d7e538523 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:47:10.297688 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:10.380500 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] Pushing event updated for resources: {'Port': ['ID=37b2c160-bc1f-4649-804d-449d7e538523,revision_number=6']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:10.396585 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2060e5bf-a44b-4fca-a7f9-c224052bd218 x-openstack-request-id: req-2060e5bf-a44b-4fca-a7f9-c224052bd218 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:47:10.396877 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee583f0a-f477-4258-ad86-f29f54f8fbdd", "name": "network-vif-unplugged", "status": "completed", "tag": "37b2c160-bc1f-4649-804d-449d7e538523", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:47:10.397125 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2060e5bf-a44b-4fca-a7f9-c224052bd218 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:47:10.397512 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee583f0a-f477-4258-ad86-f29f54f8fbdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37b2c160-bc1f-4649-804d-449d7e538523', 'code': 200} Jul 15 23:47:10.401878 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:10.402218 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:10.402550 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:10.402903 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:10.403232 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:10.403554 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:10.403874 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:10.404191 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:10.404506 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:10.404821 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:10.405137 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:10.405450 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:10.434372 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] No DVR routers for this DVR port 37b2c160-bc1f-4649-804d-449d7e538523 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:47:10.575662 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ca969-8d2d-4c29-abe9-9edf7462b043 req-951cf228-417c-413f-9280-259a33512156 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:10.577146 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a92ca969-8d2d-4c29-abe9-9edf7462b043 req-951cf228-417c-413f-9280-259a33512156 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 943 time: 0.0664444 Jul 15 23:47:10.577420 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] Attempting to bind port 37b2c160-bc1f-4649-804d-449d7e538523 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:47:10.577757 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] Attempting to bind port 37b2c160-bc1f-4649-804d-449d7e538523 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:47:10.578086 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] Attempting to bind port 37b2c160-bc1f-4649-804d-449d7e538523 on network 738c3c04-470f-4a9f-acfa-e2e92282ee07 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:47:10.582300 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] Port 37b2c160-bc1f-4649-804d-449d7e538523 on network 738c3c04-470f-4a9f-acfa-e2e92282ee07 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:47:10.582619 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] Attempting to bind port 37b2c160-bc1f-4649-804d-449d7e538523 on network 738c3c04-470f-4a9f-acfa-e2e92282ee07 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:47:10.587563 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:47:10.587901 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] Checking segment: {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:47:10.588283 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] Bound using segment: {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:47:10.588710 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] Bound port: 37b2c160-bc1f-4649-804d-449d7e538523, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:47:10.589069 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:10.614333 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a92ca969-8d2d-4c29-abe9-9edf7462b043 req-92d97cd9-ae47-4edd-b058-e0ad4a2135b8 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313315 Jul 15 23:47:10.655552 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] For port 37b2c160-bc1f-4649-804d-449d7e538523, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:47:10.659124 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] For port 37b2c160-bc1f-4649-804d-449d7e538523, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=37b2c160-bc1f-4649-804d-449d7e538523,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:47:10.663444 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:10.697855 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:10.698472 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:10.699900 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] 10.222.0.43 "PUT /v2.0/ports/37b2c160-bc1f-4649-804d-449d7e538523 HTTP/1.1" status: 200 len: 1091 time: 0.7672353 Jul 15 23:47:10.720683 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555b977-7bc7-48a4-82d0-bff472f0c0ea service neutron] Pushing event updated for resources: {'Port': ['ID=37b2c160-bc1f-4649-804d-449d7e538523,revision_number=7']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:10.777320 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-f350d44c-1c45-4fbe-8137-6c6042102227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:10.778861 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-f350d44c-1c45-4fbe-8137-6c6042102227 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 1094 time: 0.0554066 Jul 15 23:47:10.873195 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-66c886c8-be81-408d-be6f-13a05d07f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:10.874697 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-66c886c8-be81-408d-be6f-13a05d07f68b service neutron] 10.222.0.43 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.0900862 Jul 15 23:47:10.937151 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-3ac19851-506b-4079-b428-28db8b4ccc81 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37b2c160-bc1f-4649-804d-449d7e538523 HTTP/1.1" status: 200 len: 998 time: 0.0559089 Jul 15 23:47:10.988944 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-5fb08517-b165-46f0-be34-c1fc710b4deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:10.990441 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-5fb08517-b165-46f0-be34-c1fc710b4deb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0475280 Jul 15 23:47:11.044615 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-7110d84b-576a-4358-a168-03d47b77eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:11.046084 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-7110d84b-576a-4358-a168-03d47b77eb55 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496233 Jul 15 23:47:11.131362 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-d18e7df7-e7b6-4272-a34f-5e4f6db0a125 service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786715 Jul 15 23:47:11.221734 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-74751ed2-78de-41a3-b0e4-5f14ce805fe3 service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843234 Jul 15 23:47:11.789407 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f5f6d-fdd4-4ea7-8cd6-41d28b6748e1 req-79ab7f11-ae45-4381-8a3d-11a638904907 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:11.790880 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-af9f5f6d-fdd4-4ea7-8cd6-41d28b6748e1 req-79ab7f11-ae45-4381-8a3d-11a638904907 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 943 time: 0.0610130 Jul 15 23:47:11.832663 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-af9f5f6d-fdd4-4ea7-8cd6-41d28b6748e1 req-78b043cc-c331-49da-90e7-09efdf81dc3a tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350945 Jul 15 23:47:12.398685 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee583f0a-f477-4258-ad86-f29f54f8fbdd', 'tag': '37b2c160-bc1f-4649-804d-449d7e538523'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:47:12.401093 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe087dd-0d41-40e7-b806-92d0f1a43ede" -d '{"events": [{"name": "network-changed", "server_uuid": "ee583f0a-f477-4258-ad86-f29f54f8fbdd", "tag": "37b2c160-bc1f-4649-804d-449d7e538523"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:47:12.448857 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f93c49a-f054-4305-886c-8c5f0b7d91c0 x-openstack-request-id: req-1f93c49a-f054-4305-886c-8c5f0b7d91c0 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:47:12.449169 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee583f0a-f477-4258-ad86-f29f54f8fbdd", "tag": "37b2c160-bc1f-4649-804d-449d7e538523", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:47:12.449415 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f93c49a-f054-4305-886c-8c5f0b7d91c0 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:47:12.449806 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee583f0a-f477-4258-ad86-f29f54f8fbdd', 'tag': '37b2c160-bc1f-4649-804d-449d7e538523', 'status': 'completed', 'code': 200} Jul 15 23:47:12.569590 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe087dd-0d41-40e7-b806-92d0f1a43ede req-1de1381e-191a-4eb5-8744-2384b572a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:12.571167 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fe087dd-0d41-40e7-b806-92d0f1a43ede req-1de1381e-191a-4eb5-8744-2384b572a862 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 1094 time: 0.0973823 Jul 15 23:47:12.573666 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe087dd-0d41-40e7-b806-92d0f1a43ede req-4d2afeb3-fcbc-4d48-be5d-e3f7af9061ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:12.575042 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fe087dd-0d41-40e7-b806-92d0f1a43ede req-4d2afeb3-fcbc-4d48-be5d-e3f7af9061ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 1094 time: 0.0740840 Jul 15 23:47:12.732493 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe087dd-0d41-40e7-b806-92d0f1a43ede req-623cf64e-aa3f-414d-ad0a-0a15a6e840c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:12.734224 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fe087dd-0d41-40e7-b806-92d0f1a43ede req-623cf64e-aa3f-414d-ad0a-0a15a6e840c0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.1567554 Jul 15 23:47:12.735535 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe087dd-0d41-40e7-b806-92d0f1a43ede req-f13792a7-75ae-4d63-bc12-56c13e2e1dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:12.736847 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fe087dd-0d41-40e7-b806-92d0f1a43ede req-f13792a7-75ae-4d63-bc12-56c13e2e1dd6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.1514721 Jul 15 23:47:12.845760 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fe087dd-0d41-40e7-b806-92d0f1a43ede req-57a28c10-3631-4a12-9ec6-c40d20ab56dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37b2c160-bc1f-4649-804d-449d7e538523 HTTP/1.1" status: 200 len: 998 time: 0.1052694 Jul 15 23:47:12.847503 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fe087dd-0d41-40e7-b806-92d0f1a43ede req-4ef54f3d-225a-4d2f-9e9a-7ebf55840ed2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37b2c160-bc1f-4649-804d-449d7e538523 HTTP/1.1" status: 200 len: 998 time: 0.0996795 Jul 15 23:47:12.926015 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe087dd-0d41-40e7-b806-92d0f1a43ede req-d4fe8c28-7804-471d-821e-d6296fba2aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:12.927482 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fe087dd-0d41-40e7-b806-92d0f1a43ede req-d4fe8c28-7804-471d-821e-d6296fba2aa1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0759645 Jul 15 23:47:12.930755 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe087dd-0d41-40e7-b806-92d0f1a43ede req-dca3481d-6442-4bce-b6d6-acffb7a1466c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:12.932066 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fe087dd-0d41-40e7-b806-92d0f1a43ede req-dca3481d-6442-4bce-b6d6-acffb7a1466c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0709555 Jul 15 23:47:13.005351 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e1915-44de-4b4c-9314-cc05370d3039 req-6722c347-d29c-4701-ac47-b1c6e2b1f3cf tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:13.006994 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c41e1915-44de-4b4c-9314-cc05370d3039 req-6722c347-d29c-4701-ac47-b1c6e2b1f3cf tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 943 time: 0.0639713 Jul 15 23:47:13.027767 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe087dd-0d41-40e7-b806-92d0f1a43ede req-4881ab99-2647-488f-9b68-71e55a4dcf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:13.029278 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fe087dd-0d41-40e7-b806-92d0f1a43ede req-4881ab99-2647-488f-9b68-71e55a4dcf75 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954146 Jul 15 23:47:13.031846 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe087dd-0d41-40e7-b806-92d0f1a43ede req-e063ea12-31af-45fe-b024-b0fccb0b7e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:13.033215 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fe087dd-0d41-40e7-b806-92d0f1a43ede req-e063ea12-31af-45fe-b024-b0fccb0b7e11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918927 Jul 15 23:47:13.045541 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c41e1915-44de-4b4c-9314-cc05370d3039 req-4f247902-55a1-4b7f-a536-177eb7e81265 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329204 Jul 15 23:47:13.188503 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fe087dd-0d41-40e7-b806-92d0f1a43ede req-e7732a81-6d56-49e2-925c-dca1984f8c36 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448874 Jul 15 23:47:13.190505 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fe087dd-0d41-40e7-b806-92d0f1a43ede req-37211e7e-2ee8-4f01-9034-3ecd917d13fe service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545711 Jul 15 23:47:13.399115 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:47:13.438004 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7f3c1-ffed-4c7a-ad05-eb14d05dadd2 req-74d8371a-7607-418e-adb4-db277b1daa0e tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:13.439888 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-50a7f3c1-ffed-4c7a-ad05-eb14d05dadd2 req-74d8371a-7607-418e-adb4-db277b1daa0e tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 943 time: 0.1583073 Jul 15 23:47:13.464224 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5e035-8603-4a30-96bd-c9a690c74a40 req-ba4fa595-20eb-4c9a-9579-a67442f15c58 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:13.465735 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-76d5e035-8603-4a30-96bd-c9a690c74a40 req-ba4fa595-20eb-4c9a-9579-a67442f15c58 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd&tenant_id=750632bdf81e463fad0d926ba4c8f1c3&binding%3Ahost_id=n-h2-787205-9 HTTP/1.1" status: 200 len: 943 time: 0.1558981 Jul 15 23:47:13.520332 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-50a7f3c1-ffed-4c7a-ad05-eb14d05dadd2 req-d83647e6-b819-4f43-b333-3881aa6d16dd tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710471 Jul 15 23:47:13.530304 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 37b2c160-bc1f-4649-804d-449d7e538523 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:47:13.555144 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [req-76d5e035-8603-4a30-96bd-c9a690c74a40 req-c2408f7d-2e19-43c4-b677-c899996363b0 service neutron] delete failed (client error): The resource could not be found. Jul 15 23:47:13.556168 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-76d5e035-8603-4a30-96bd-c9a690c74a40 req-c2408f7d-2e19-43c4-b677-c899996363b0 service neutron] 10.222.0.36 "DELETE /v2.0/ports/37b2c160-bc1f-4649-804d-449d7e538523/bindings/n-h1-787205-9 HTTP/1.1" status: 404 len: 380 time: 0.0822897 Jul 15 23:47:13.574110 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 37b2c160-bc1f-4649-804d-449d7e538523 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:47:13.684728 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fe087dd-0d41-40e7-b806-92d0f1a43ede req-b56c64c8-a719-47d3-bb5d-efbee5daddac service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4878910 Jul 15 23:47:13.686504 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5fe087dd-0d41-40e7-b806-92d0f1a43ede req-0aa90814-3565-4519-91dc-c1d89773208a service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818146 Jul 15 23:47:13.824375 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5e035-8603-4a30-96bd-c9a690c74a40 req-1e21fba9-b7c8-4e3a-8874-1a17d88c9a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:13.825830 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-76d5e035-8603-4a30-96bd-c9a690c74a40 req-1e21fba9-b7c8-4e3a-8874-1a17d88c9a5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 1094 time: 0.0511186 Jul 15 23:47:13.910462 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5e035-8603-4a30-96bd-c9a690c74a40 req-fb9c4071-bf45-4d0c-96d4-72a0c095125c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:13.911906 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-76d5e035-8603-4a30-96bd-c9a690c74a40 req-fb9c4071-bf45-4d0c-96d4-72a0c095125c service neutron] 10.222.0.36 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.0797315 Jul 15 23:47:13.976578 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-76d5e035-8603-4a30-96bd-c9a690c74a40 req-5f5b5eb8-bf8c-43b7-8205-0db8ffa3fa14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37b2c160-bc1f-4649-804d-449d7e538523 HTTP/1.1" status: 200 len: 998 time: 0.0582597 Jul 15 23:47:14.021944 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5e035-8603-4a30-96bd-c9a690c74a40 req-19776218-b1a8-4455-ad3f-a79673bb7e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:14.023365 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-76d5e035-8603-4a30-96bd-c9a690c74a40 req-19776218-b1a8-4455-ad3f-a79673bb7e08 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0414047 Jul 15 23:47:14.076996 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5e035-8603-4a30-96bd-c9a690c74a40 req-373ee8e2-f022-491c-80fa-e7cd817031ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:14.078441 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-76d5e035-8603-4a30-96bd-c9a690c74a40 req-373ee8e2-f022-491c-80fa-e7cd817031ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493028 Jul 15 23:47:14.166029 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-76d5e035-8603-4a30-96bd-c9a690c74a40 req-96e27e84-65cb-4225-a570-19ab11c97c10 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807900 Jul 15 23:47:14.252833 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-76d5e035-8603-4a30-96bd-c9a690c74a40 req-f796b4db-340d-4460-ab15-e04c81226959 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805802 Jul 15 23:47:14.543025 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 37b2c160-bc1f-4649-804d-449d7e538523 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:47:14.637859 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 37b2c160-bc1f-4649-804d-449d7e538523, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=37b2c160-bc1f-4649-804d-449d7e538523,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:47:14.649723 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '37b2c160-bc1f-4649-804d-449d7e538523', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'port_id': '37b2c160-bc1f-4649-804d-449d7e538523', 'mac_address': 'fa:16:3e:46:44:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:47:14.693443 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:14.706993 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b2c160-bc1f-4649-804d-449d7e538523 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:47:14.707996 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e63109-7dd7-4cb1-b1fe-7209b1de9c47 req-d01d726b-f4ef-470f-97c1-7028a6bfa415 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:14.709540 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-49e63109-7dd7-4cb1-b1fe-7209b1de9c47 req-d01d726b-f4ef-470f-97c1-7028a6bfa415 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 943 time: 0.0703888 Jul 15 23:47:14.728071 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 37b2c160-bc1f-4649-804d-449d7e538523, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=37b2c160-bc1f-4649-804d-449d7e538523,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:47:14.732820 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:14.752085 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-49e63109-7dd7-4cb1-b1fe-7209b1de9c47 req-27408050-59a5-4a0d-a2a1-536e56339175 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343778 Jul 15 23:47:14.783035 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=37b2c160-bc1f-4649-804d-449d7e538523,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:14.790944 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:14.791292 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:14.791631 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:14.791966 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:14.792329 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:14.792684 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:14.792995 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:14.793371 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:14.793685 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:14.794245 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:14.794360 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:14.794767 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:14.994967 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['37b2c160-bc1f-4649-804d-449d7e538523'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:47:15.922427 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ee5b2-eed4-4f10-80f9-4cbe92d66eaf req-95e135dc-6d12-4eba-865f-4b2ad22741e6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:15.924038 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c35ee5b2-eed4-4f10-80f9-4cbe92d66eaf req-95e135dc-6d12-4eba-865f-4b2ad22741e6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 944 time: 0.0620222 Jul 15 23:47:15.933204 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1b42993f-2dc9-42db-9b2b-226b95963015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:15.964743 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c35ee5b2-eed4-4f10-80f9-4cbe92d66eaf req-6145cd48-2dd4-45ab-9119-da091dd908a9 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345726 Jul 15 23:47:16.136524 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d89077-7fa5-4f98-944a-147a28e32c44 req-e8d6bcfe-8a6a-455d-ba2f-742083098c54 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:16.137953 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15d89077-7fa5-4f98-944a-147a28e32c44 req-e8d6bcfe-8a6a-455d-ba2f-742083098c54 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 944 time: 0.0606000 Jul 15 23:47:16.176809 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-15d89077-7fa5-4f98-944a-147a28e32c44 req-7a6ee96b-7a30-43c5-8b5d-7461202d5cfc tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334008 Jul 15 23:47:16.346394 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee1933-85af-4be2-ad23-fc424bef824c req-f49d9d90-4582-42c6-91de-2bd5ca2814d8 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:16.347846 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c7ee1933-85af-4be2-ad23-fc424bef824c req-f49d9d90-4582-42c6-91de-2bd5ca2814d8 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 944 time: 0.0608099 Jul 15 23:47:16.384813 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c7ee1933-85af-4be2-ad23-fc424bef824c req-0c3ef7d6-0668-4820-9680-8a56cdb9a8df tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310366 Jul 15 23:47:16.569054 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 37b2c160-bc1f-4649-804d-449d7e538523 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:47:16.625818 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 37b2c160-bc1f-4649-804d-449d7e538523 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:47:16.629469 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 37b2c160-bc1f-4649-804d-449d7e538523 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:47:16.629844 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:16.705893 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:16.729222 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee583f0a-f477-4258-ad86-f29f54f8fbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b2c160-bc1f-4649-804d-449d7e538523'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:47:16.731636 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efbaf08-f7f3-45c0-84db-ccf70aa50b62" -d '{"events": [{"server_uuid": "ee583f0a-f477-4258-ad86-f29f54f8fbdd", "name": "network-vif-plugged", "status": "completed", "tag": "37b2c160-bc1f-4649-804d-449d7e538523"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:47:16.746072 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 37b2c160-bc1f-4649-804d-449d7e538523, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=37b2c160-bc1f-4649-804d-449d7e538523,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:47:16.750935 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:16.761354 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bb94c-6748-438b-a22c-aeef6479422a req-fd1de05d-9166-4464-a1dc-f6bd182039d6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:16.762945 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-df7bb94c-6748-438b-a22c-aeef6479422a req-fd1de05d-9166-4464-a1dc-f6bd182039d6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 944 time: 0.0662920 Jul 15 23:47:16.802830 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-df7bb94c-6748-438b-a22c-aeef6479422a req-56ee13a8-84a1-42fc-9161-1ad774d56db6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342433 Jul 15 23:47:16.808483 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=37b2c160-bc1f-4649-804d-449d7e538523,revision_number=9']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:16.855344 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e36f9b-866f-47e3-b0a8-178aaed5c684 x-openstack-request-id: req-44e36f9b-866f-47e3-b0a8-178aaed5c684 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:47:16.855639 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee583f0a-f477-4258-ad86-f29f54f8fbdd", "name": "network-vif-plugged", "status": "completed", "tag": "37b2c160-bc1f-4649-804d-449d7e538523", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:47:16.855893 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44e36f9b-866f-47e3-b0a8-178aaed5c684 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:47:16.856287 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee583f0a-f477-4258-ad86-f29f54f8fbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b2c160-bc1f-4649-804d-449d7e538523', 'code': 200} Jul 15 23:47:17.985848 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7e1ef-0bd2-44f6-b0a1-9c409751a909 req-c262e933-5d84-48fc-b84b-5112fc9c3f36 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:17.986361 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e558a-6bfd-453a-877d-de751ebc7881 req-6cc3cbf2-8946-4317-a596-e95c289151d8 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:17.987257 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8ac7e1ef-0bd2-44f6-b0a1-9c409751a909 req-c262e933-5d84-48fc-b84b-5112fc9c3f36 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 945 time: 0.0680821 Jul 15 23:47:17.987397 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-380e558a-6bfd-453a-877d-de751ebc7881 req-6cc3cbf2-8946-4317-a596-e95c289151d8 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 945 time: 0.0705612 Jul 15 23:47:18.024719 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8ac7e1ef-0bd2-44f6-b0a1-9c409751a909 req-482a55d0-00c9-4517-864d-75ce9de6a0e6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312150 Jul 15 23:47:18.084304 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-380e558a-6bfd-453a-877d-de751ebc7881 req-24a0a74a-9185-465f-9489-75d3f6e6d330 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Deleting port 37b2c160-bc1f-4649-804d-449d7e538523 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:47:18.084643 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-380e558a-6bfd-453a-877d-de751ebc7881 req-24a0a74a-9185-465f-9489-75d3f6e6d330 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:18.172462 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-380e558a-6bfd-453a-877d-de751ebc7881 req-24a0a74a-9185-465f-9489-75d3f6e6d330 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] For port 37b2c160-bc1f-4649-804d-449d7e538523, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=37b2c160-bc1f-4649-804d-449d7e538523,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:47:18.172819 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-380e558a-6bfd-453a-877d-de751ebc7881 req-24a0a74a-9185-465f-9489-75d3f6e6d330 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:18.305290 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4616af5d-aed5-45ff-82cf-374db45f4adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:18.381717 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-380e558a-6bfd-453a-877d-de751ebc7881 req-24a0a74a-9185-465f-9489-75d3f6e6d330 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:18.382117 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-380e558a-6bfd-453a-877d-de751ebc7881 req-24a0a74a-9185-465f-9489-75d3f6e6d330 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:18.382428 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [req-380e558a-6bfd-453a-877d-de751ebc7881 req-24a0a74a-9185-465f-9489-75d3f6e6d330 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Floating IP 14f2f7e5-c12c-43a9-b525-42881a3edfac disassociated. External IP: 172.25.4.32, port: 37b2c160-bc1f-4649-804d-449d7e538523. Jul 15 23:47:18.382810 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-380e558a-6bfd-453a-877d-de751ebc7881 req-24a0a74a-9185-465f-9489-75d3f6e6d330 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Calling delete_port for 37b2c160-bc1f-4649-804d-449d7e538523 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:47:18.503168 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-380e558a-6bfd-453a-877d-de751ebc7881 req-24a0a74a-9185-465f-9489-75d3f6e6d330 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:18.534408 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0a74a-9185-465f-9489-75d3f6e6d330 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Pushing event deleted for resources: {'Port': ['ID=37b2c160-bc1f-4649-804d-449d7e538523,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:18.651194 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-380e558a-6bfd-453a-877d-de751ebc7881 req-24a0a74a-9185-465f-9489-75d3f6e6d330 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Router c7ef9db2-5ebc-4560-8548-a77145fdddfd has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:47:18.757666 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-380e558a-6bfd-453a-877d-de751ebc7881 req-24a0a74a-9185-465f-9489-75d3f6e6d330 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:47:18.770267 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d6889b-b070-4ba3-9773-be9f08903053 None None] Sync routers for ids ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:47:18.784727 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:18.786441 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d6889b-b070-4ba3-9773-be9f08903053 None None] Routers {'c7ef9db2-5ebc-4560-8548-a77145fdddfd'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:47:18.787118 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d0d6889b-b070-4ba3-9773-be9f08903053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:47:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:47:18.807260 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-380e558a-6bfd-453a-877d-de751ebc7881 req-24a0a74a-9185-465f-9489-75d3f6e6d330 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] No DVR routers for this DVR port 37b2c160-bc1f-4649-804d-449d7e538523 on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:47:18.809683 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-380e558a-6bfd-453a-877d-de751ebc7881 req-24a0a74a-9185-465f-9489-75d3f6e6d330 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:18.811823 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-380e558a-6bfd-453a-877d-de751ebc7881 req-24a0a74a-9185-465f-9489-75d3f6e6d330 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.43 "DELETE /v2.0/ports/37b2c160-bc1f-4649-804d-449d7e538523 HTTP/1.1" status: 204 len: 173 time: 0.8188174 Jul 15 23:47:18.812372 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee583f0a-f477-4258-ad86-f29f54f8fbdd', 'name': 'network-vif-deleted', 'tag': '37b2c160-bc1f-4649-804d-449d7e538523'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:47:18.814898 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eae444c-f53a-44c0-a8f4-a3bc8ce8a6d7" -d '{"events": [{"server_uuid": "ee583f0a-f477-4258-ad86-f29f54f8fbdd", "name": "network-vif-deleted", "tag": "37b2c160-bc1f-4649-804d-449d7e538523"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:47:18.859059 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f8251c-1b09-4d73-8450-83c6806a0d94 x-openstack-request-id: req-80f8251c-1b09-4d73-8450-83c6806a0d94 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:47:18.859348 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee583f0a-f477-4258-ad86-f29f54f8fbdd", "name": "network-vif-deleted", "tag": "37b2c160-bc1f-4649-804d-449d7e538523", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:47:18.859600 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-80f8251c-1b09-4d73-8450-83c6806a0d94 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:47:18.860485 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee583f0a-f477-4258-ad86-f29f54f8fbdd', 'name': 'network-vif-deleted', 'tag': '37b2c160-bc1f-4649-804d-449d7e538523', 'status': 'completed', 'code': 200} Jul 15 23:47:18.896830 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-d0d6889b-b070-4ba3-9773-be9f08903053 None None] Set router c7ef9db2-5ebc-4560-8548-a77145fdddfd gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:47:19.100513 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d0d6889b-b070-4ba3-9773-be9f08903053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 4, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port': {'id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:59Z', 'updated_at': '2021-07-15T23:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f', 'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'mac_address': 'fa:16:3e:a8:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:00Z', 'updated_at': '2021-07-15T23:45:06Z', 'revision_number': 5, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'subnets': [{'id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:47:19.127934 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d6889b-b070-4ba3-9773-be9f08903053 None None] Checking router: c7ef9db2-5ebc-4560-8548-a77145fdddfd for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:47:19.136625 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d6889b-b070-4ba3-9773-be9f08903053 None None] Routers {'c7ef9db2-5ebc-4560-8548-a77145fdddfd'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:47:19.137276 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d0d6889b-b070-4ba3-9773-be9f08903053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:47:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:47:19.191868 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-87f44df7-525e-4415-8e3f-031654d10b2a req-ca776256-a9fb-4038-a6be-a656a2391e42 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee583f0a-f477-4258-ad86-f29f54f8fbdd HTTP/1.1" status: 200 len: 210 time: 0.0290649 Jul 15 23:47:19.244173 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-d0d6889b-b070-4ba3-9773-be9f08903053 None None] Set router c7ef9db2-5ebc-4560-8548-a77145fdddfd gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:47:19.438222 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d0d6889b-b070-4ba3-9773-be9f08903053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 4, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port': {'id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:59Z', 'updated_at': '2021-07-15T23:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f', 'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'mac_address': 'fa:16:3e:a8:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:00Z', 'updated_at': '2021-07-15T23:45:06Z', 'revision_number': 5, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'subnets': [{'id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:47:19.464653 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d6889b-b070-4ba3-9773-be9f08903053 None None] The sync data for ids ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'] in n-d-787205-9 is: [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 4, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port': {'id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:59Z', 'updated_at': '2021-07-15T23:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f', 'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'mac_address': 'fa:16:3e:a8:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:00Z', 'updated_at': '2021-07-15T23:45:06Z', 'revision_number': 5, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'subnets': [{'id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:47:19.666339 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308c5542-92c1-4e54-83c2-f2317f584e6a None None] New status for floating IP 14f2f7e5-c12c-43a9-b525-42881a3edfac: DOWN {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:47:19.776966 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:20.495681 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-d4e59700-5d37-433b-b9f5-9e2ae601f20c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1601049199&fields=id&tenant_id=750632bdf81e463fad0d926ba4c8f1c3 HTTP/1.1" status: 200 len: 267 time: 0.0318780 Jul 15 23:47:20.600308 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-2e854b41-c91c-4928-b541-5d258f52f9b6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:20.602365 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-2e854b41-c91c-4928-b541-5d258f52f9b6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 812 time: 0.1006391 Jul 15 23:47:20.616247 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-cd97b8be-3f85-4ec6-a1ac-cca64a621d39 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/quotas/750632bdf81e463fad0d926ba4c8f1c3 HTTP/1.1" status: 200 len: 375 time: 0.0086374 Jul 15 23:47:20.681527 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-c05b59cb-7c37-46a8-98bf-5ea0a47aa141 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0605249 Jul 15 23:47:20.824975 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-36373145-a433-4f60-8d7c-6338bf3b2510 service neutron] 10.222.0.16 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322582 Jul 15 23:47:20.909627 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-23e271ba-db58-430f-9b09-a83236404a21 service neutron] 10.222.0.16 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788879 Jul 15 23:47:21.074592 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5b5ee29e-792d-482c-a494-00c6c7e1c64a req-33c47f48-0f85-4ec0-b45e-5071e040f5c1 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 210 time: 0.0288069 Jul 15 23:47:21.345364 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:22.155498 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-a3d3c342-a7ef-441c-b672-38d2227a2b9d tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:22.157202 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-a3d3c342-a7ef-441c-b672-38d2227a2b9d tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.36 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 812 time: 0.1046431 Jul 15 23:47:22.215963 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-a91e9c48-f5ff-4162-9872-df06c51632f3 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=750632bdf81e463fad0d926ba4c8f1c3 HTTP/1.1" status: 200 len: 380 time: 0.0403068 Jul 15 23:47:22.219135 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65c4d485-4956-4233-8a68-0bd20de99a35 req-069f56ad-4bb2-4f4c-9a91-ed937b004d44 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 210 time: 0.0318756 Jul 15 23:47:22.224658 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-24c74f87-7231-44f4-9eb7-7567ba97cac6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Request body: {'port': {'device_id': 'dde0e5a1-6897-425b-8546-c0f6b921cd66', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'admin_state_up': True, 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'security_groups': ['3d7aad74-d8f8-4d82-93f1-1679d6399920']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:47:22.333845 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-24c74f87-7231-44f4-9eb7-7567ba97cac6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Made reservation on behalf of 750632bdf81e463fad0d926ba4c8f1c3 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:47:22.338082 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-24c74f87-7231-44f4-9eb7-7567ba97cac6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:22.461992 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-24c74f87-7231-44f4-9eb7-7567ba97cac6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Allocated IP 172.20.0.12 (738c3c04-470f-4a9f-acfa-e2e92282ee07/6bf93a0a-71ad-41e0-92d5-9d54045bbbc2/d6d3fdeb-fc63-4061-b611-a62e38ec3330) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:47:22.593448 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-24c74f87-7231-44f4-9eb7-7567ba97cac6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:22.595609 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 37b2c160-bc1f-4649-804d-449d7e538523 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:47:22.607060 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-24c74f87-7231-44f4-9eb7-7567ba97cac6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Transition to ACTIVE for port object d6d3fdeb-fc63-4061-b611-a62e38ec3330 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:47:22.615353 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 37b2c160-bc1f-4649-804d-449d7e538523 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:47:22.615704 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 37b2c160-bc1f-4649-804d-449d7e538523 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:47:22.639442 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-24c74f87-7231-44f4-9eb7-7567ba97cac6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:22.684357 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-24c74f87-7231-44f4-9eb7-7567ba97cac6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Network 738c3c04-470f-4a9f-acfa-e2e92282ee07 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:47:22.689628 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-24c74f87-7231-44f4-9eb7-7567ba97cac6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:47:22.693372 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-24c74f87-7231-44f4-9eb7-7567ba97cac6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:47:22.718911 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c74f87-7231-44f4-9eb7-7567ba97cac6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Pushing event updated for resources: {'Port': ['ID=d6d3fdeb-fc63-4061-b611-a62e38ec3330,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:22.747160 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-24c74f87-7231-44f4-9eb7-7567ba97cac6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:22.747790 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-24c74f87-7231-44f4-9eb7-7567ba97cac6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:22.763607 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-24c74f87-7231-44f4-9eb7-7567ba97cac6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5428121 Jul 15 23:47:22.781171 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-833c3746-cca6-4294-ae2f-6cec82520889 service neutron] Request body: {'port': {'device_id': 'dde0e5a1-6897-425b-8546-c0f6b921cd66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:47:22.856325 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-833c3746-cca6-4294-ae2f-6cec82520889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:22.963954 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8a638104-1fc8-4dd4-8fb5-1219a61d0cfc None None] Provisioning for port d6d3fdeb-fc63-4061-b611-a62e38ec3330 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:47:22.967696 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8a638104-1fc8-4dd4-8fb5-1219a61d0cfc None None] Provisioning complete for port d6d3fdeb-fc63-4061-b611-a62e38ec3330 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:47:22.968071 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8a638104-1fc8-4dd4-8fb5-1219a61d0cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:23.005485 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-8a638104-1fc8-4dd4-8fb5-1219a61d0cfc None None] Port d6d3fdeb-fc63-4061-b611-a62e38ec3330 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:47:23.120875 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-833c3746-cca6-4294-ae2f-6cec82520889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d3fdeb-fc63-4061-b611-a62e38ec3330 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:47:23.128234 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-833c3746-cca6-4294-ae2f-6cec82520889 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:23.139643 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-833c3746-cca6-4294-ae2f-6cec82520889 service neutron] Transition to ACTIVE for port object d6d3fdeb-fc63-4061-b611-a62e38ec3330 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:47:23.142951 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-833c3746-cca6-4294-ae2f-6cec82520889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:23.209881 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c3746-cca6-4294-ae2f-6cec82520889 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d3fdeb-fc63-4061-b611-a62e38ec3330,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:23.264318 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-833c3746-cca6-4294-ae2f-6cec82520889 service neutron] Attempting to bind port d6d3fdeb-fc63-4061-b611-a62e38ec3330 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:47:23.264731 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-833c3746-cca6-4294-ae2f-6cec82520889 service neutron] Attempting to bind port d6d3fdeb-fc63-4061-b611-a62e38ec3330 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:47:23.265138 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-833c3746-cca6-4294-ae2f-6cec82520889 service neutron] Attempting to bind port d6d3fdeb-fc63-4061-b611-a62e38ec3330 on network 738c3c04-470f-4a9f-acfa-e2e92282ee07 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:47:23.269687 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-833c3746-cca6-4294-ae2f-6cec82520889 service neutron] Port d6d3fdeb-fc63-4061-b611-a62e38ec3330 on network 738c3c04-470f-4a9f-acfa-e2e92282ee07 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:47:23.270098 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-833c3746-cca6-4294-ae2f-6cec82520889 service neutron] Attempting to bind port d6d3fdeb-fc63-4061-b611-a62e38ec3330 on network 738c3c04-470f-4a9f-acfa-e2e92282ee07 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:47:23.275662 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-833c3746-cca6-4294-ae2f-6cec82520889 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:47:23.276086 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-833c3746-cca6-4294-ae2f-6cec82520889 service neutron] Checking segment: {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:47:23.276561 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-833c3746-cca6-4294-ae2f-6cec82520889 service neutron] Bound using segment: {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:47:23.277060 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-833c3746-cca6-4294-ae2f-6cec82520889 service neutron] Bound port: d6d3fdeb-fc63-4061-b611-a62e38ec3330, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:47:23.277484 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-833c3746-cca6-4294-ae2f-6cec82520889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:23.350261 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-833c3746-cca6-4294-ae2f-6cec82520889 service neutron] For port d6d3fdeb-fc63-4061-b611-a62e38ec3330, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:47:23.353536 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-833c3746-cca6-4294-ae2f-6cec82520889 service neutron] For port d6d3fdeb-fc63-4061-b611-a62e38ec3330, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=d6d3fdeb-fc63-4061-b611-a62e38ec3330,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:47:23.357635 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-833c3746-cca6-4294-ae2f-6cec82520889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:23.391908 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-833c3746-cca6-4294-ae2f-6cec82520889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:23.393445 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-833c3746-cca6-4294-ae2f-6cec82520889 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:23.395594 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-833c3746-cca6-4294-ae2f-6cec82520889 service neutron] 10.222.0.36 "PUT /v2.0/ports/d6d3fdeb-fc63-4061-b611-a62e38ec3330 HTTP/1.1" status: 200 len: 1092 time: 0.6185696 Jul 15 23:47:23.395817 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f6f5c-4c57-4530-8668-dba4680b8043 req-08c63107-b386-4dc0-bb6e-83bbd1cfa004 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:23.396359 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde0e5a1-6897-425b-8546-c0f6b921cd66', 'tag': 'd6d3fdeb-fc63-4061-b611-a62e38ec3330'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:47:23.398842 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e97f6f5c-4c57-4530-8668-dba4680b8043 req-08c63107-b386-4dc0-bb6e-83bbd1cfa004 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 944 time: 0.0666521 Jul 15 23:47:23.399097 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b217a5c-4f2c-41a3-a474-df95787a29a1" -d '{"events": [{"name": "network-changed", "server_uuid": "dde0e5a1-6897-425b-8546-c0f6b921cd66", "tag": "d6d3fdeb-fc63-4061-b611-a62e38ec3330"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:47:23.431145 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c3746-cca6-4294-ae2f-6cec82520889 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d3fdeb-fc63-4061-b611-a62e38ec3330,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:23.451613 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a488fa-7c29-461c-b65e-9e2fa040db2d x-openstack-request-id: req-91a488fa-7c29-461c-b65e-9e2fa040db2d {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:47:23.451908 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde0e5a1-6897-425b-8546-c0f6b921cd66", "tag": "d6d3fdeb-fc63-4061-b611-a62e38ec3330", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:47:23.452191 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91a488fa-7c29-461c-b65e-9e2fa040db2d {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:47:23.452632 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde0e5a1-6897-425b-8546-c0f6b921cd66', 'tag': 'd6d3fdeb-fc63-4061-b611-a62e38ec3330', 'status': 'completed', 'code': 200} Jul 15 23:47:23.467159 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e97f6f5c-4c57-4530-8668-dba4680b8043 req-c4c190b6-35da-48bd-89e9-008b8c9e65c1 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531304 Jul 15 23:47:23.524500 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-83d10861-9def-4f4e-9012-dd02da69a933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:23.526014 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-83d10861-9def-4f4e-9012-dd02da69a933 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 1095 time: 0.0553863 Jul 15 23:47:23.577016 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-cbb197a9-8601-4d2b-b96a-7cc8680ce069 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6d3fdeb-fc63-4061-b611-a62e38ec3330 HTTP/1.1" status: 200 len: 217 time: 0.0390921 Jul 15 23:47:23.625664 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-1477da0c-2103-4ff1-b2d1-256d176d05e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:23.627129 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-1477da0c-2103-4ff1-b2d1-256d176d05e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0439358 Jul 15 23:47:23.682868 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-d85975f7-e0eb-4e72-9e3a-d999e65c4b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:23.684402 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-d85975f7-e0eb-4e72-9e3a-d999e65c4b36 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515993 Jul 15 23:47:23.775480 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-25a560aa-ba2a-4a24-a1b5-f63333a5cb7c service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844405 Jul 15 23:47:23.861433 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-11523630-402c-4fe7-9faf-b4cff6bd1444 req-fc7bbae5-590d-4b12-b99c-36d71b87cdb5 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801764 Jul 15 23:47:24.013226 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b217a5c-4f2c-41a3-a474-df95787a29a1 req-1ed1f1fc-e63f-445e-8992-713e56bda1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:24.014726 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1b217a5c-4f2c-41a3-a474-df95787a29a1 req-1ed1f1fc-e63f-445e-8992-713e56bda1a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 1095 time: 0.0564227 Jul 15 23:47:24.101643 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b217a5c-4f2c-41a3-a474-df95787a29a1 req-74cc7b1c-d099-47a1-b35c-0f61f2363c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:24.103121 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1b217a5c-4f2c-41a3-a474-df95787a29a1 req-74cc7b1c-d099-47a1-b35c-0f61f2363c90 service neutron] 10.222.0.36 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.0824375 Jul 15 23:47:24.146549 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1b217a5c-4f2c-41a3-a474-df95787a29a1 req-874b6419-529b-4365-b8b9-f8540e00313d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6d3fdeb-fc63-4061-b611-a62e38ec3330 HTTP/1.1" status: 200 len: 217 time: 0.0368352 Jul 15 23:47:24.193438 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b217a5c-4f2c-41a3-a474-df95787a29a1 req-b04c600f-c69a-49b2-afac-22a2a81c88f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:24.195394 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1b217a5c-4f2c-41a3-a474-df95787a29a1 req-b04c600f-c69a-49b2-afac-22a2a81c88f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0421498 Jul 15 23:47:24.249829 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b217a5c-4f2c-41a3-a474-df95787a29a1 req-7f26e8ec-47e7-4f14-98bf-dad3d42fac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:24.251390 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1b217a5c-4f2c-41a3-a474-df95787a29a1 req-7f26e8ec-47e7-4f14-98bf-dad3d42fac80 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499141 Jul 15 23:47:24.341136 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1b217a5c-4f2c-41a3-a474-df95787a29a1 req-89ebbcf0-01d0-410d-875b-32b149a528af service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827467 Jul 15 23:47:24.387019 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:24.431001 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1b217a5c-4f2c-41a3-a474-df95787a29a1 req-33a9991d-dbf4-4a2d-88af-5123675cd9b4 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830388 Jul 15 23:47:24.643741 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490658ff-415d-4657-a338-d25bf2ca5a43 req-c44ee893-1c35-4ee0-9897-39308d3701ab tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:24.645114 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-490658ff-415d-4657-a338-d25bf2ca5a43 req-c44ee893-1c35-4ee0-9897-39308d3701ab tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 944 time: 0.0619907 Jul 15 23:47:24.685386 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-490658ff-415d-4657-a338-d25bf2ca5a43 req-1407acab-1698-49ac-ae35-a34bb0c617c5 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346780 Jul 15 23:47:25.604374 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device d6d3fdeb-fc63-4061-b611-a62e38ec3330 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:47:25.694619 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port d6d3fdeb-fc63-4061-b611-a62e38ec3330, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=d6d3fdeb-fc63-4061-b611-a62e38ec3330,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:47:25.705245 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'd6d3fdeb-fc63-4061-b611-a62e38ec3330', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'port_id': 'd6d3fdeb-fc63-4061-b611-a62e38ec3330', 'mac_address': 'fa:16:3e:35:b7:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:47:25.745641 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:25.757984 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d3fdeb-fc63-4061-b611-a62e38ec3330 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:47:25.777361 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port d6d3fdeb-fc63-4061-b611-a62e38ec3330, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=d6d3fdeb-fc63-4061-b611-a62e38ec3330,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:47:25.781339 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:25.827927 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=d6d3fdeb-fc63-4061-b611-a62e38ec3330,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:25.860277 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcf64f-506f-484d-82ee-6ee8806f936b req-89279104-cb68-4e30-b73d-df470a943549 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:25.861666 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-11dcf64f-506f-484d-82ee-6ee8806f936b req-89279104-cb68-4e30-b73d-df470a943549 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 945 time: 0.0627353 Jul 15 23:47:25.898248 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-11dcf64f-506f-484d-82ee-6ee8806f936b req-11f7f111-c494-425b-ae8e-34ad751c7066 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305729 Jul 15 23:47:26.088657 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['d6d3fdeb-fc63-4061-b611-a62e38ec3330'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:47:27.071306 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb4b57-d445-4af0-9cfc-0c21aaeee8de req-8b3c5da3-a069-4b47-95fc-bfbda636b91f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:27.072765 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fbfb4b57-d445-4af0-9cfc-0c21aaeee8de req-8b3c5da3-a069-4b47-95fc-bfbda636b91f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 945 time: 0.0623977 Jul 15 23:47:27.108392 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fbfb4b57-d445-4af0-9cfc-0c21aaeee8de req-e4b63c40-30d8-4e72-a4d1-a61025b8c02d tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299654 Jul 15 23:47:27.599893 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device d6d3fdeb-fc63-4061-b611-a62e38ec3330 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:47:27.646553 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port d6d3fdeb-fc63-4061-b611-a62e38ec3330 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:47:27.650086 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port d6d3fdeb-fc63-4061-b611-a62e38ec3330 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:47:27.650458 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:27.725855 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:27.748339 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde0e5a1-6897-425b-8546-c0f6b921cd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d3fdeb-fc63-4061-b611-a62e38ec3330'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:47:27.750540 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7939d9a4-14f1-4de9-9bf3-4b757694ea9e" -d '{"events": [{"server_uuid": "dde0e5a1-6897-425b-8546-c0f6b921cd66", "name": "network-vif-plugged", "status": "completed", "tag": "d6d3fdeb-fc63-4061-b611-a62e38ec3330"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:47:27.766517 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port d6d3fdeb-fc63-4061-b611-a62e38ec3330, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=d6d3fdeb-fc63-4061-b611-a62e38ec3330,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:47:27.770249 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:27.795444 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826c7893-aceb-4e3a-be07-61519dd014dd x-openstack-request-id: req-826c7893-aceb-4e3a-be07-61519dd014dd {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:47:27.795768 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde0e5a1-6897-425b-8546-c0f6b921cd66", "name": "network-vif-plugged", "status": "completed", "tag": "d6d3fdeb-fc63-4061-b611-a62e38ec3330", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:47:27.796053 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-826c7893-aceb-4e3a-be07-61519dd014dd {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:47:27.796468 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde0e5a1-6897-425b-8546-c0f6b921cd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d3fdeb-fc63-4061-b611-a62e38ec3330', 'code': 200} Jul 15 23:47:27.823268 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=d6d3fdeb-fc63-4061-b611-a62e38ec3330,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:27.923386 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f25be3-d465-4f71-a218-cb6cabd22665 req-c4abd1cb-cd14-4579-94e8-0c8de491fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:27.925237 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-15f25be3-d465-4f71-a218-cb6cabd22665 req-c4abd1cb-cd14-4579-94e8-0c8de491fb7f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 1097 time: 0.0507915 Jul 15 23:47:27.963355 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-15f25be3-d465-4f71-a218-cb6cabd22665 req-76d5a62f-5a68-49ef-a5f0-d93c30fff39b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319853 Jul 15 23:47:28.282659 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833fb613-2145-420d-91b8-cfa79634ab97 req-05984d4e-7ac6-433b-8c2d-93a11bc8ff87 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:28.284102 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-833fb613-2145-420d-91b8-cfa79634ab97 req-05984d4e-7ac6-433b-8c2d-93a11bc8ff87 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 946 time: 0.0643611 Jul 15 23:47:28.321269 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-833fb613-2145-420d-91b8-cfa79634ab97 req-64b370bc-969d-43d1-8839-323162c943c6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314684 Jul 15 23:47:29.495129 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda8137-592e-4107-a062-7b2c057fc0e9 req-d417ffe4-b910-40cb-8f8d-a9afdc2cce57 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:29.496583 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1dda8137-592e-4107-a062-7b2c057fc0e9 req-d417ffe4-b910-40cb-8f8d-a9afdc2cce57 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 946 time: 0.0619242 Jul 15 23:47:29.532625 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1dda8137-592e-4107-a062-7b2c057fc0e9 req-7812a55e-43d6-4516-ac26-813d34decf71 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305607 Jul 15 23:47:29.699001 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab44741-7df3-45be-b28d-76a0f0ac605a req-4448d725-8154-40c3-b8c6-6614d0cd194b tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:29.700446 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ab44741-7df3-45be-b28d-76a0f0ac605a req-4448d725-8154-40c3-b8c6-6614d0cd194b tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 946 time: 0.0619686 Jul 15 23:47:29.708910 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 36032) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:47:29.713886 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-d92b5a47-7c9c-401d-8a9b-c1bf9a1ceeaf tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Request body: {'floatingip': {'port_id': 'd6d3fdeb-fc63-4061-b611-a62e38ec3330'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:47:29.754983 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d92b5a47-7c9c-401d-8a9b-c1bf9a1ceeaf tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for floatingip, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:30.509920 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d92b5a47-7c9c-401d-8a9b-c1bf9a1ceeaf tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:30.513573 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d92b5a47-7c9c-401d-8a9b-c1bf9a1ceeaf tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:30.610043 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-d92b5a47-7c9c-401d-8a9b-c1bf9a1ceeaf tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Floating IP 14f2f7e5-c12c-43a9-b525-42881a3edfac associated. External IP: 172.25.4.32, port: d6d3fdeb-fc63-4061-b611-a62e38ec3330. Jul 15 23:47:30.806259 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92b5a47-7c9c-401d-8a9b-c1bf9a1ceeaf tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Router c7ef9db2-5ebc-4560-8548-a77145fdddfd has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:47:30.908498 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92b5a47-7c9c-401d-8a9b-c1bf9a1ceeaf tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:47:30.913327 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d92b5a47-7c9c-401d-8a9b-c1bf9a1ceeaf tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:30.918795 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d67183-1781-4b9a-a731-7f92b1e3d84c None None] Sync routers for ids ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:47:30.928253 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d67183-1781-4b9a-a731-7f92b1e3d84c None None] Routers {'c7ef9db2-5ebc-4560-8548-a77145fdddfd'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:47:30.928867 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-62d67183-1781-4b9a-a731-7f92b1e3d84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:47:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:47:30.953278 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d92b5a47-7c9c-401d-8a9b-c1bf9a1ceeaf tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "PUT /v2.0/floatingips/14f2f7e5-c12c-43a9-b525-42881a3edfac HTTP/1.1" status: 200 len: 991 time: 1.2433450 Jul 15 23:47:30.953922 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde0e5a1-6897-425b-8546-c0f6b921cd66', 'tag': 'd6d3fdeb-fc63-4061-b611-a62e38ec3330'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:47:30.956508 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc33a7a-cbec-4dde-8404-62fba1a6c9ea" -d '{"events": [{"name": "network-changed", "server_uuid": "dde0e5a1-6897-425b-8546-c0f6b921cd66", "tag": "d6d3fdeb-fc63-4061-b611-a62e38ec3330"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:47:30.995588 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e156e640-4320-4b3a-9ac3-9a2d0bf15804 x-openstack-request-id: req-e156e640-4320-4b3a-9ac3-9a2d0bf15804 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:47:30.995956 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde0e5a1-6897-425b-8546-c0f6b921cd66", "tag": "d6d3fdeb-fc63-4061-b611-a62e38ec3330", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:47:30.996306 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e156e640-4320-4b3a-9ac3-9a2d0bf15804 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:47:30.996769 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde0e5a1-6897-425b-8546-c0f6b921cd66', 'tag': 'd6d3fdeb-fc63-4061-b611-a62e38ec3330', 'status': 'completed', 'code': 200} Jul 15 23:47:31.041591 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-62d67183-1781-4b9a-a731-7f92b1e3d84c None None] Set router c7ef9db2-5ebc-4560-8548-a77145fdddfd gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:47:31.096041 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc33a7a-cbec-4dde-8404-62fba1a6c9ea req-5c83e472-991c-4793-92fd-44ae343f65ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:31.097541 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8cc33a7a-cbec-4dde-8404-62fba1a6c9ea req-5c83e472-991c-4793-92fd-44ae343f65ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 1097 time: 0.0551467 Jul 15 23:47:31.185382 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc33a7a-cbec-4dde-8404-62fba1a6c9ea req-583d2684-2540-4711-af4b-0ed4e5052039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:31.186886 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8cc33a7a-cbec-4dde-8404-62fba1a6c9ea req-583d2684-2540-4711-af4b-0ed4e5052039 service neutron] 10.222.0.36 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.0834088 Jul 15 23:47:31.253924 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8cc33a7a-cbec-4dde-8404-62fba1a6c9ea req-cce6faf0-87be-4e12-8a10-03ba0311748a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6d3fdeb-fc63-4061-b611-a62e38ec3330 HTTP/1.1" status: 200 len: 999 time: 0.0603533 Jul 15 23:47:31.262559 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-62d67183-1781-4b9a-a731-7f92b1e3d84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 4, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port': {'id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:59Z', 'updated_at': '2021-07-15T23:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '14f2f7e5-c12c-43a9-b525-42881a3edfac', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'port_id': 'd6d3fdeb-fc63-4061-b611-a62e38ec3330', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'mac_address': 'fa:16:3e:35:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde0e5a1-6897-425b-8546-c0f6b921cd66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:45:03Z', 'updated_at': '2021-07-15T23:47:30Z', 'revision_number': 5, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f', 'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'mac_address': 'fa:16:3e:a8:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:00Z', 'updated_at': '2021-07-15T23:45:06Z', 'revision_number': 5, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'subnets': [{'id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:47:31.292133 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d67183-1781-4b9a-a731-7f92b1e3d84c None None] Checking router: c7ef9db2-5ebc-4560-8548-a77145fdddfd for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:47:31.300418 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d67183-1781-4b9a-a731-7f92b1e3d84c None None] Routers {'c7ef9db2-5ebc-4560-8548-a77145fdddfd'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:47:31.300939 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc33a7a-cbec-4dde-8404-62fba1a6c9ea req-b68276b3-7f00-4af1-8134-4447a84484ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:31.301097 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-62d67183-1781-4b9a-a731-7f92b1e3d84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:47:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:47:31.302471 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8cc33a7a-cbec-4dde-8404-62fba1a6c9ea req-b68276b3-7f00-4af1-8134-4447a84484ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0431442 Jul 15 23:47:31.360950 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc33a7a-cbec-4dde-8404-62fba1a6c9ea req-6847acfe-d91b-4dd0-b6df-73f8ea209f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:31.362359 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8cc33a7a-cbec-4dde-8404-62fba1a6c9ea req-6847acfe-d91b-4dd0-b6df-73f8ea209f31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543256 Jul 15 23:47:31.457517 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8cc33a7a-cbec-4dde-8404-62fba1a6c9ea req-2d634817-d73f-406d-b394-c7f7f83d3f42 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890355 Jul 15 23:47:31.550491 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8cc33a7a-cbec-4dde-8404-62fba1a6c9ea req-a9bc320d-de03-44ca-8a52-e9e55b0d9095 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870838 Jul 15 23:47:31.565263 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-62d67183-1781-4b9a-a731-7f92b1e3d84c None None] Set router c7ef9db2-5ebc-4560-8548-a77145fdddfd gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:47:31.791611 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-62d67183-1781-4b9a-a731-7f92b1e3d84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 4, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port': {'id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:59Z', 'updated_at': '2021-07-15T23:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '14f2f7e5-c12c-43a9-b525-42881a3edfac', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'port_id': 'd6d3fdeb-fc63-4061-b611-a62e38ec3330', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'mac_address': 'fa:16:3e:35:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde0e5a1-6897-425b-8546-c0f6b921cd66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:45:03Z', 'updated_at': '2021-07-15T23:47:30Z', 'revision_number': 5, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f', 'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'mac_address': 'fa:16:3e:a8:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:00Z', 'updated_at': '2021-07-15T23:45:06Z', 'revision_number': 5, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'subnets': [{'id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:47:31.818210 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d67183-1781-4b9a-a731-7f92b1e3d84c None None] The sync data for ids ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'] in n-d-787205-9 is: [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 4, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port': {'id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:59Z', 'updated_at': '2021-07-15T23:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '14f2f7e5-c12c-43a9-b525-42881a3edfac', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'port_id': 'd6d3fdeb-fc63-4061-b611-a62e38ec3330', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'mac_address': 'fa:16:3e:35:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde0e5a1-6897-425b-8546-c0f6b921cd66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:45:03Z', 'updated_at': '2021-07-15T23:47:30Z', 'revision_number': 5, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f', 'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'mac_address': 'fa:16:3e:a8:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:00Z', 'updated_at': '2021-07-15T23:45:06Z', 'revision_number': 5, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'subnets': [{'id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:47:31.989257 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b1e477-c139-4603-a081-ecee0be6a4ee None None] New status for floating IP 14f2f7e5-c12c-43a9-b525-42881a3edfac: ACTIVE {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:47:39.127105 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:42.355904 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b31f3bf7-64f2-4af0-ad30-f3eadafcbc4b req-6b9c01c8-63a6-47bf-adf8-c64943c8ba3f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0537002 Jul 15 23:47:42.465436 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f3bf7-64f2-4af0-ad30-f3eadafcbc4b req-27138213-9537-48de-9cc0-85cb18c220e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:42.466897 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b31f3bf7-64f2-4af0-ad30-f3eadafcbc4b req-27138213-9537-48de-9cc0-85cb18c220e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 1097 time: 0.0511801 Jul 15 23:47:42.571481 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f3bf7-64f2-4af0-ad30-f3eadafcbc4b req-4534e09d-eb93-426b-89a4-0839db40ea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:42.572928 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b31f3bf7-64f2-4af0-ad30-f3eadafcbc4b req-4534e09d-eb93-426b-89a4-0839db40ea3b service neutron] 10.222.0.36 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.0848606 Jul 15 23:47:42.643662 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b31f3bf7-64f2-4af0-ad30-f3eadafcbc4b req-fd4e8844-9e43-4414-970b-c3ba4b803cfd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6d3fdeb-fc63-4061-b611-a62e38ec3330 HTTP/1.1" status: 200 len: 1001 time: 0.0548396 Jul 15 23:47:42.689996 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f3bf7-64f2-4af0-ad30-f3eadafcbc4b req-7d8d29dd-e30a-4a29-8b78-782f7104bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:42.691403 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b31f3bf7-64f2-4af0-ad30-f3eadafcbc4b req-7d8d29dd-e30a-4a29-8b78-782f7104bed9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0419178 Jul 15 23:47:42.750535 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f3bf7-64f2-4af0-ad30-f3eadafcbc4b req-d94b6600-33a7-48df-9a26-63497d501ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:42.751947 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b31f3bf7-64f2-4af0-ad30-f3eadafcbc4b req-d94b6600-33a7-48df-9a26-63497d501ab8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546329 Jul 15 23:47:42.838218 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b31f3bf7-64f2-4af0-ad30-f3eadafcbc4b req-06481d05-48b3-44cf-8742-5b25cf31929b service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802486 Jul 15 23:47:42.929083 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b31f3bf7-64f2-4af0-ad30-f3eadafcbc4b req-ddff234e-7146-4471-a5d7-293b0163f857 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840402 Jul 15 23:47:45.933933 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-34292fd0-048e-4ff3-ae35-3d241822824e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:48.307112 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7e2d204b-3761-4395-830d-055c61809703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:48.776917 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:49.778836 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:50.398343 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:47:51.337334 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:54.387912 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:09.126108 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:15.935025 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6cadac59-5805-45ec-ab5c-ed70bbec088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:18.306508 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a4399de5-855d-4e30-9fa9-a2e5b929ca3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:18.778737 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:19.781423 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:21.341099 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:24.397747 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:27.396908 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:48:39.136324 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:44.325037 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3471944c-b043-44a8-a67c-290bc2e14521 req-4b46f594-f150-44ee-9c49-d7910e876989 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518398 Jul 15 23:48:44.430047 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471944c-b043-44a8-a67c-290bc2e14521 req-ca3b2307-6bcd-47b9-8d74-9574322240d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:44.431545 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3471944c-b043-44a8-a67c-290bc2e14521 req-ca3b2307-6bcd-47b9-8d74-9574322240d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 1097 time: 0.0507627 Jul 15 23:48:44.535151 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471944c-b043-44a8-a67c-290bc2e14521 req-bbc01adb-7d4c-49c4-bcc8-345f0d09baf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:44.536602 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3471944c-b043-44a8-a67c-290bc2e14521 req-bbc01adb-7d4c-49c4-bcc8-345f0d09baf1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.0852311 Jul 15 23:48:44.598387 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3471944c-b043-44a8-a67c-290bc2e14521 req-7e679d48-e206-4823-9151-494084e9e366 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6d3fdeb-fc63-4061-b611-a62e38ec3330 HTTP/1.1" status: 200 len: 1001 time: 0.0557208 Jul 15 23:48:44.648662 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471944c-b043-44a8-a67c-290bc2e14521 req-18f5175d-fb68-4f92-bd14-25072b88dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:44.650497 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3471944c-b043-44a8-a67c-290bc2e14521 req-18f5175d-fb68-4f92-bd14-25072b88dbdd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0465167 Jul 15 23:48:44.706942 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471944c-b043-44a8-a67c-290bc2e14521 req-893bcd4a-a40b-4b6b-bab1-dcd5659d0fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:44.708433 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3471944c-b043-44a8-a67c-290bc2e14521 req-893bcd4a-a40b-4b6b-bab1-dcd5659d0fad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510244 Jul 15 23:48:44.796916 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3471944c-b043-44a8-a67c-290bc2e14521 req-36ebf5da-48fc-495f-8ff4-a1220d0dac49 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810218 Jul 15 23:48:44.886981 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3471944c-b043-44a8-a67c-290bc2e14521 req-4a6a1d0d-7c50-449b-899b-c75d9c0dd405 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833905 Jul 15 23:48:45.934468 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7e5189fa-b2f8-41e7-ae90-ac15a8a68cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:48.307869 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e7446703-e668-47cc-a58b-eda049593c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:48.779044 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:49.783646 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:51.344304 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:54.411801 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:03.420484 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [req-12e57d9b-0679-4178-853b-84cc99b1cc31 req-a0da0ce9-0e9f-47b8-bd18-dfc8d12d47dc service neutron] (93798) timed out ('10.222.0.36', 64317) {{(pid=93798) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:49:04.395039 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:49:06.447619 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a11151-fd1f-4e7a-a575-7a912d9e13df req-b764dd91-4af2-44e4-b914-f8d232751998 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:06.449074 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-88a11151-fd1f-4e7a-a575-7a912d9e13df req-b764dd91-4af2-44e4-b914-f8d232751998 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 946 time: 0.0647483 Jul 15 23:49:06.486762 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-88a11151-fd1f-4e7a-a575-7a912d9e13df req-be172f07-adde-4310-bc6e-5773126ab474 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320358 Jul 15 23:49:07.659686 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3b521-e4f9-43c9-9e5a-4ef12aa40d42 req-987309fd-3a00-4682-bf31-1c3e41cc225b tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:07.661163 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5e3b521-e4f9-43c9-9e5a-4ef12aa40d42 req-987309fd-3a00-4682-bf31-1c3e41cc225b tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 946 time: 0.0636818 Jul 15 23:49:07.698407 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5e3b521-e4f9-43c9-9e5a-4ef12aa40d42 req-cd264403-ecf1-4c76-870b-c2395dd0a7bd tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313807 Jul 15 23:49:08.873009 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561b60e-0c14-4264-89d0-55d1e1d2f8c2 req-2f46b19a-2a77-4f81-b94f-d43f858c61b1 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:08.874471 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6561b60e-0c14-4264-89d0-55d1e1d2f8c2 req-2f46b19a-2a77-4f81-b94f-d43f858c61b1 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 946 time: 0.0664485 Jul 15 23:49:08.910072 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6561b60e-0c14-4264-89d0-55d1e1d2f8c2 req-9039a54a-689d-4aa8-898b-314f3d45bfe1 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301347 Jul 15 23:49:09.133059 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:10.081507 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b0bdf-3f3f-4944-bf7c-e6fc899ea804 req-d965edad-db03-40e9-a315-7cc296460051 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:10.083064 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b14b0bdf-3f3f-4944-bf7c-e6fc899ea804 req-d965edad-db03-40e9-a315-7cc296460051 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 946 time: 0.0629802 Jul 15 23:49:10.118912 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b14b0bdf-3f3f-4944-bf7c-e6fc899ea804 req-19359c39-1b6b-4f61-bc79-6c6c73277c76 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303738 Jul 15 23:49:11.296011 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ec5d9-e7ad-476b-9355-60008e477648 req-b536ecd5-1a9c-48de-ac45-c6d69b41651e tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:11.297391 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c03ec5d9-e7ad-476b-9355-60008e477648 req-b536ecd5-1a9c-48de-ac45-c6d69b41651e tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 946 time: 0.0649619 Jul 15 23:49:11.334944 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c03ec5d9-e7ad-476b-9355-60008e477648 req-f473b650-918b-4c75-a500-2233daee5c8b tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320594 Jul 15 23:49:12.505740 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac044349-64c0-4762-9501-bb4bdbf6eb9d req-5872863a-0716-4597-83a6-ee9ebc972487 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:12.507233 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ac044349-64c0-4762-9501-bb4bdbf6eb9d req-5872863a-0716-4597-83a6-ee9ebc972487 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 946 time: 0.0619261 Jul 15 23:49:12.543780 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ac044349-64c0-4762-9501-bb4bdbf6eb9d req-d32b0af1-04e2-460d-93a8-e4f8fb476d79 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303724 Jul 15 23:49:13.713729 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dec753-6cb3-4e04-8a74-6babd06ad4f9 req-63df5273-48c4-4780-80e9-c29fefea4e67 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:13.715199 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-18dec753-6cb3-4e04-8a74-6babd06ad4f9 req-63df5273-48c4-4780-80e9-c29fefea4e67 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 946 time: 0.0619714 Jul 15 23:49:13.751330 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-18dec753-6cb3-4e04-8a74-6babd06ad4f9 req-e658a429-f7f2-4635-877c-b1ff264fa85b tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306809 Jul 15 23:49:14.926645 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd2be3-465d-49f5-88c0-879031d39335 req-c80b4e5b-7dda-4119-9b9e-af88ee8645f8 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:14.928116 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2fd2be3-465d-49f5-88c0-879031d39335 req-c80b4e5b-7dda-4119-9b9e-af88ee8645f8 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 946 time: 0.0649047 Jul 15 23:49:14.965001 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2fd2be3-465d-49f5-88c0-879031d39335 req-e7e23194-d5d5-46ec-afd9-4e0c6ccc9f00 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313432 Jul 15 23:49:15.936068 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e41456f7-74b1-49d3-a59e-e311d6450b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:16.135635 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d4d55-8d6d-4cac-ad8c-b064990389e5 req-108a58f8-caa1-48df-b0fd-e0415bc95811 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:16.137013 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-460d4d55-8d6d-4cac-ad8c-b064990389e5 req-108a58f8-caa1-48df-b0fd-e0415bc95811 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 946 time: 0.0622916 Jul 15 23:49:16.173556 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-460d4d55-8d6d-4cac-ad8c-b064990389e5 req-4fc4ff90-25b5-4894-8250-b43f32db39a1 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303659 Jul 15 23:49:17.350092 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab2052-033e-4381-af12-2dbd4150fb2f req-7a50c95a-b08f-43d9-b326-7490906a0b47 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:17.351634 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8bab2052-033e-4381-af12-2dbd4150fb2f req-7a50c95a-b08f-43d9-b326-7490906a0b47 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 946 time: 0.0671225 Jul 15 23:49:17.392256 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8bab2052-033e-4381-af12-2dbd4150fb2f req-442753f5-d389-4e70-8d90-95d85c97e96f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326211 Jul 15 23:49:17.807762 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da486797-81e5-4643-9ddb-1d3a7e2aab2f req-91e28fbf-325a-4abf-8c1f-30b9aae2f3e1 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:17.809211 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-da486797-81e5-4643-9ddb-1d3a7e2aab2f req-91e28fbf-325a-4abf-8c1f-30b9aae2f3e1 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 946 time: 0.0794380 Jul 15 23:49:17.862654 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-da486797-81e5-4643-9ddb-1d3a7e2aab2f req-1c3ca2d7-3d14-42bd-a3bf-89d39e60b2fe tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372469 Jul 15 23:49:17.883330 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-ffbcda68-7a98-46cb-b7d2-bd260ae58080 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2030275 Jul 15 23:49:18.311524 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-16a1f2d8-6a29-4bb7-a3de-e4f48934366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:18.782134 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:19.037764 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a4947-ab60-493a-9913-b44eacaf827f req-88b522aa-1908-4e92-97c9-4b50d92862a1 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:19.039314 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c79a4947-ab60-493a-9913-b44eacaf827f req-88b522aa-1908-4e92-97c9-4b50d92862a1 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 946 time: 0.0666425 Jul 15 23:49:19.081011 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c79a4947-ab60-493a-9913-b44eacaf827f req-1bab636e-9db5-4331-b147-e1dc101f22e8 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350554 Jul 15 23:49:19.175100 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-65b27be7-64cf-4f84-9190-f158ac979a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:19.176503 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-65b27be7-64cf-4f84-9190-f158ac979a75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 1097 time: 0.0520265 Jul 15 23:49:19.267188 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-2597ea8e-be81-4708-b282-560023ae5732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:19.268622 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-2597ea8e-be81-4708-b282-560023ae5732 service neutron] 10.222.0.36 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.0855589 Jul 15 23:49:19.330664 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-fe6e86e3-7a81-4574-9506-c21764221478 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6d3fdeb-fc63-4061-b611-a62e38ec3330 HTTP/1.1" status: 200 len: 1001 time: 0.0558665 Jul 15 23:49:19.379988 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-b721aea4-78c7-416a-a875-592e29bb92d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:19.381367 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-b721aea4-78c7-416a-a875-592e29bb92d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0447044 Jul 15 23:49:19.437015 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-a6ecc703-4da5-43b6-8795-4d18b07a4458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:19.438355 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-a6ecc703-4da5-43b6-8795-4d18b07a4458 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492511 Jul 15 23:49:19.522787 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-4ef655be-38d9-46de-ad57-a9e9875c743e service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781636 Jul 15 23:49:19.611863 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-cd41a31a-9f97-48d4-994b-8b785c039b94 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835307 Jul 15 23:49:19.786147 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:20.256293 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a1f21-43d5-49f3-8a51-c6df0f275adb req-b2a770ba-dbaa-476b-bbec-c5d861e863c3 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:20.257749 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6b9a1f21-43d5-49f3-8a51-c6df0f275adb req-b2a770ba-dbaa-476b-bbec-c5d861e863c3 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 946 time: 0.0612929 Jul 15 23:49:20.298340 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6b9a1f21-43d5-49f3-8a51-c6df0f275adb req-ea9a907c-c5de-44d1-9e50-cf46f6dee5d0 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348945 Jul 15 23:49:21.356310 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:21.474391 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39efdda-75c4-440d-a503-7273b76e9c66 req-ef755616-e18c-405d-8d20-cdafd1d354e4 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:21.475901 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c39efdda-75c4-440d-a503-7273b76e9c66 req-ef755616-e18c-405d-8d20-cdafd1d354e4 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 946 time: 0.0621727 Jul 15 23:49:21.517598 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c39efdda-75c4-440d-a503-7273b76e9c66 req-2ed61cc6-f800-4b5c-83f0-753bf5d56d6b tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351052 Jul 15 23:49:21.600134 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-ca461099-a468-429c-a2b6-78144337c02a service neutron] show failed (client error): The resource could not be found. Jul 15 23:49:21.601122 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-ca461099-a468-429c-a2b6-78144337c02a service neutron] 10.222.0.36 "GET /v2.0/ports/d6d3fdeb-fc63-4061-b611-a62e38ec3330/bindings/n-h2-787205-9 HTTP/1.1" status: 404 len: 380 time: 0.0540392 Jul 15 23:49:21.849921 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-47b1f0ed-1716-45ef-9837-7e08ade19837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:21.851419 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-47b1f0ed-1716-45ef-9837-7e08ade19837 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66&tenant_id=750632bdf81e463fad0d926ba4c8f1c3 HTTP/1.1" status: 200 len: 1097 time: 0.0560949 Jul 15 23:49:21.862532 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787205-9', 'device_owner': 'compute:nova'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:49:21.931282 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:22.126181 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] For port d6d3fdeb-fc63-4061-b611-a62e38ec3330, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=d6d3fdeb-fc63-4061-b611-a62e38ec3330,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:49:22.157554 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] For port d6d3fdeb-fc63-4061-b611-a62e38ec3330, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:49:22.198813 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde0e5a1-6897-425b-8546-c0f6b921cd66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6d3fdeb-fc63-4061-b611-a62e38ec3330'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:49:22.201784 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b434bb-4b7f-4fc5-af52-f0a536a9a484" -d '{"events": [{"server_uuid": "dde0e5a1-6897-425b-8546-c0f6b921cd66", "name": "network-vif-unplugged", "status": "completed", "tag": "d6d3fdeb-fc63-4061-b611-a62e38ec3330"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:49:22.205203 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:22.217432 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] Transition to ACTIVE for port object d6d3fdeb-fc63-4061-b611-a62e38ec3330 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:49:22.221398 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:22.253729 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704e2c91-6c22-4cc4-8674-248ecd8f087d x-openstack-request-id: req-704e2c91-6c22-4cc4-8674-248ecd8f087d {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:49:22.254013 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde0e5a1-6897-425b-8546-c0f6b921cd66", "name": "network-vif-unplugged", "status": "completed", "tag": "d6d3fdeb-fc63-4061-b611-a62e38ec3330", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:49:22.254256 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-704e2c91-6c22-4cc4-8674-248ecd8f087d {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:49:22.254657 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde0e5a1-6897-425b-8546-c0f6b921cd66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6d3fdeb-fc63-4061-b611-a62e38ec3330', 'code': 200} Jul 15 23:49:22.270482 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d3fdeb-fc63-4061-b611-a62e38ec3330,revision_number=6']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:22.303064 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:22.303425 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:22.303733 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:22.304061 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:22.304391 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:22.304810 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:22.305133 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:22.305457 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:22.305777 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:22.306158 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:22.306482 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:22.306820 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:22.356990 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] No DVR routers for this DVR port d6d3fdeb-fc63-4061-b611-a62e38ec3330 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:49:22.490411 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] Attempting to bind port d6d3fdeb-fc63-4061-b611-a62e38ec3330 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:49:22.490779 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] Attempting to bind port d6d3fdeb-fc63-4061-b611-a62e38ec3330 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:49:22.491111 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] Attempting to bind port d6d3fdeb-fc63-4061-b611-a62e38ec3330 on network 738c3c04-470f-4a9f-acfa-e2e92282ee07 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:49:22.495272 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] Port d6d3fdeb-fc63-4061-b611-a62e38ec3330 on network 738c3c04-470f-4a9f-acfa-e2e92282ee07 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:49:22.495589 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] Attempting to bind port d6d3fdeb-fc63-4061-b611-a62e38ec3330 on network 738c3c04-470f-4a9f-acfa-e2e92282ee07 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:49:22.501304 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:49:22.501641 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] Checking segment: {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:49:22.502024 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] Bound using segment: {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:49:22.502442 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] Bound port: d6d3fdeb-fc63-4061-b611-a62e38ec3330, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:49:22.502828 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:22.562856 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] For port d6d3fdeb-fc63-4061-b611-a62e38ec3330, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:49:22.566666 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] For port d6d3fdeb-fc63-4061-b611-a62e38ec3330, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=d6d3fdeb-fc63-4061-b611-a62e38ec3330,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:49:22.571974 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:22.605421 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:22.606018 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:22.607937 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] 10.222.0.43 "PUT /v2.0/ports/d6d3fdeb-fc63-4061-b611-a62e38ec3330 HTTP/1.1" status: 200 len: 1092 time: 0.7494013 Jul 15 23:49:22.629050 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99944-7b59-4992-b721-eaaba97cfda1 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d3fdeb-fc63-4061-b611-a62e38ec3330,revision_number=7']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:22.690082 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-745e700a-c15c-48d4-833e-e7347c18795c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:22.691774 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-745e700a-c15c-48d4-833e-e7347c18795c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 1095 time: 0.0594642 Jul 15 23:49:22.706204 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05bac9-e8c8-4fbd-9ea3-ca7524b1d272 req-a6f7ee50-16d2-485b-85a9-eb0c42d9ba0c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:22.707794 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bf05bac9-e8c8-4fbd-9ea3-ca7524b1d272 req-a6f7ee50-16d2-485b-85a9-eb0c42d9ba0c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 944 time: 0.0708604 Jul 15 23:49:22.750429 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bf05bac9-e8c8-4fbd-9ea3-ca7524b1d272 req-6102f83c-440d-4294-b211-96bfdce2c870 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363948 Jul 15 23:49:23.112868 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-9e3b6b36-05cf-4089-9557-545fa35a45b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:23.114322 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-9e3b6b36-05cf-4089-9557-545fa35a45b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.4165657 Jul 15 23:49:23.179745 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-7f72697d-ee38-4b77-a25b-217ec2fd03b0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6d3fdeb-fc63-4061-b611-a62e38ec3330 HTTP/1.1" status: 200 len: 999 time: 0.0577803 Jul 15 23:49:23.226661 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-3af0649e-e2da-4d77-a075-d4cc1f0d9db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:23.227961 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-3af0649e-e2da-4d77-a075-d4cc1f0d9db0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0419350 Jul 15 23:49:23.282165 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-a302cb53-92a9-46a6-b718-bf7f8bbfcf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:23.283608 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-a302cb53-92a9-46a6-b718-bf7f8bbfcf71 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488949 Jul 15 23:49:23.371733 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-4e48624d-2bba-4d56-b7bf-d29b200fe398 service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813503 Jul 15 23:49:23.459784 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ffc364c5-258e-494e-a40b-934c3b23d26f req-697b8942-2870-4e72-8e7f-9a6924391332 service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817816 Jul 15 23:49:23.925059 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7d2b7-e185-4bad-bb98-527ea3b4c746 req-7fd62c14-37bd-425c-9ee5-eda63d080b71 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:23.926529 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a5e7d2b7-e185-4bad-bb98-527ea3b4c746 req-7fd62c14-37bd-425c-9ee5-eda63d080b71 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 944 time: 0.0618346 Jul 15 23:49:23.963861 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a5e7d2b7-e185-4bad-bb98-527ea3b4c746 req-6f17b0b2-28a4-4ce7-993a-0e4581bd841a tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317729 Jul 15 23:49:24.255800 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde0e5a1-6897-425b-8546-c0f6b921cd66', 'tag': 'd6d3fdeb-fc63-4061-b611-a62e38ec3330'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:49:24.258054 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e37383-c476-493d-af3e-e967ca0c4532" -d '{"events": [{"name": "network-changed", "server_uuid": "dde0e5a1-6897-425b-8546-c0f6b921cd66", "tag": "d6d3fdeb-fc63-4061-b611-a62e38ec3330"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:49:24.308280 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1584bd6-08dc-4d57-aa4b-c4f058c89e49 x-openstack-request-id: req-b1584bd6-08dc-4d57-aa4b-c4f058c89e49 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:49:24.308574 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde0e5a1-6897-425b-8546-c0f6b921cd66", "tag": "d6d3fdeb-fc63-4061-b611-a62e38ec3330", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:49:24.308832 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1584bd6-08dc-4d57-aa4b-c4f058c89e49 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:49:24.309237 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde0e5a1-6897-425b-8546-c0f6b921cd66', 'tag': 'd6d3fdeb-fc63-4061-b611-a62e38ec3330', 'status': 'completed', 'code': 200} Jul 15 23:49:24.418741 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:24.426962 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e37383-c476-493d-af3e-e967ca0c4532 req-5346510b-d1d3-4b22-bba3-a0924d2cc1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:24.428530 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b4e37383-c476-493d-af3e-e967ca0c4532 req-5346510b-d1d3-4b22-bba3-a0924d2cc1be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 1095 time: 0.0950937 Jul 15 23:49:24.433538 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e37383-c476-493d-af3e-e967ca0c4532 req-71866516-9a33-4fca-bdec-ebd09db342b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:24.434951 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b4e37383-c476-493d-af3e-e967ca0c4532 req-71866516-9a33-4fca-bdec-ebd09db342b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 1095 time: 0.0709713 Jul 15 23:49:24.585611 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e37383-c476-493d-af3e-e967ca0c4532 req-fec9f3af-261e-4ce1-afa7-4e680625e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:24.587133 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b4e37383-c476-493d-af3e-e967ca0c4532 req-fec9f3af-261e-4ce1-afa7-4e680625e82e service neutron] 10.222.0.43 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.1509068 Jul 15 23:49:24.589680 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e37383-c476-493d-af3e-e967ca0c4532 req-70bc9dee-8d71-43ab-ab1a-faeb83ee4b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:24.591667 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b4e37383-c476-493d-af3e-e967ca0c4532 req-70bc9dee-8d71-43ab-ab1a-faeb83ee4b5d service neutron] 10.222.0.36 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.1465776 Jul 15 23:49:24.702614 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b4e37383-c476-493d-af3e-e967ca0c4532 req-5bfecd73-d873-4105-b798-f1b69a559511 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6d3fdeb-fc63-4061-b611-a62e38ec3330 HTTP/1.1" status: 200 len: 999 time: 0.1084685 Jul 15 23:49:24.704376 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b4e37383-c476-493d-af3e-e967ca0c4532 req-26448ca9-794e-4e71-97c3-95738fa06f48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6d3fdeb-fc63-4061-b611-a62e38ec3330 HTTP/1.1" status: 200 len: 999 time: 0.1040139 Jul 15 23:49:24.788236 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e37383-c476-493d-af3e-e967ca0c4532 req-6b280809-3b34-43cd-87f2-d5cbe300f4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:24.789712 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b4e37383-c476-493d-af3e-e967ca0c4532 req-6b280809-3b34-43cd-87f2-d5cbe300f4d9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0809546 Jul 15 23:49:24.791394 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e37383-c476-493d-af3e-e967ca0c4532 req-95f5d05f-9945-4c17-a7d7-69d3af01be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:24.792709 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b4e37383-c476-493d-af3e-e967ca0c4532 req-95f5d05f-9945-4c17-a7d7-69d3af01be80 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0759091 Jul 15 23:49:24.888318 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e37383-c476-493d-af3e-e967ca0c4532 req-3e33473f-e177-4fcd-b52a-c6952107f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:24.889737 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b4e37383-c476-493d-af3e-e967ca0c4532 req-3e33473f-e177-4fcd-b52a-c6952107f49d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914052 Jul 15 23:49:24.892275 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e37383-c476-493d-af3e-e967ca0c4532 req-1ff1b65a-67f0-425c-8f34-479d2b6139ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:24.893641 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b4e37383-c476-493d-af3e-e967ca0c4532 req-1ff1b65a-67f0-425c-8f34-479d2b6139ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863771 Jul 15 23:49:25.047682 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b4e37383-c476-493d-af3e-e967ca0c4532 req-06b0f640-f92f-4a2e-9836-4ad9f962b499 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516550 Jul 15 23:49:25.050980 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b4e37383-c476-493d-af3e-e967ca0c4532 req-2b4649fd-c832-4c94-8786-26d0f481892e service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473222 Jul 15 23:49:25.139702 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a0c8a-4d02-4c13-ac85-058d1d74a714 req-4784ac7c-15f4-4fb3-bf03-52d301d21c0f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:25.141056 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-271a0c8a-4d02-4c13-ac85-058d1d74a714 req-4784ac7c-15f4-4fb3-bf03-52d301d21c0f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 944 time: 0.0643904 Jul 15 23:49:25.177738 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-271a0c8a-4d02-4c13-ac85-058d1d74a714 req-55122d47-ba98-4914-af67-ce2a29d23b04 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311291 Jul 15 23:49:25.203937 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b4e37383-c476-493d-af3e-e967ca0c4532 req-c259e92d-a289-4f53-837b-5223d02ca20b service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498594 Jul 15 23:49:25.209162 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b4e37383-c476-493d-af3e-e967ca0c4532 req-43b861b0-0816-4da1-9a44-49ffca041503 service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467085 Jul 15 23:49:25.473965 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798b8bc-720f-4e5b-87c0-672fda5ae9c7 req-fdf9c8a6-0014-4c8f-a873-c8667e1a84a4 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:25.475372 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3798b8bc-720f-4e5b-87c0-672fda5ae9c7 req-fdf9c8a6-0014-4c8f-a873-c8667e1a84a4 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 944 time: 0.0623605 Jul 15 23:49:25.513563 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3798b8bc-720f-4e5b-87c0-672fda5ae9c7 req-127429b1-f9a3-4403-89f2-fe08bc3e7578 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323522 Jul 15 23:49:25.523408 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0f907-b850-417d-9f15-54c0798e4feb req-ce58705f-393f-4f9b-8169-ab480379f5e9 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:25.524881 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f7d0f907-b850-417d-9f15-54c0798e4feb req-ce58705f-393f-4f9b-8169-ab480379f5e9 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.36 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66&tenant_id=750632bdf81e463fad0d926ba4c8f1c3&binding%3Ahost_id=n-h2-787205-9 HTTP/1.1" status: 200 len: 944 time: 0.0709074 Jul 15 23:49:25.583549 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [req-f7d0f907-b850-417d-9f15-54c0798e4feb req-183265a5-016c-42d9-a9b8-9b993a828f56 service neutron] delete failed (client error): The resource could not be found. Jul 15 23:49:25.584525 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f7d0f907-b850-417d-9f15-54c0798e4feb req-183265a5-016c-42d9-a9b8-9b993a828f56 service neutron] 10.222.0.36 "DELETE /v2.0/ports/d6d3fdeb-fc63-4061-b611-a62e38ec3330/bindings/n-h1-787205-9 HTTP/1.1" status: 404 len: 380 time: 0.0529969 Jul 15 23:49:25.700845 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0f907-b850-417d-9f15-54c0798e4feb req-91c0e217-1965-4f75-84f3-8f22fafdca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:25.702299 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f7d0f907-b850-417d-9f15-54c0798e4feb req-91c0e217-1965-4f75-84f3-8f22fafdca9e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 1095 time: 0.0559394 Jul 15 23:49:25.787897 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0f907-b850-417d-9f15-54c0798e4feb req-055195b6-74fb-4358-834b-29005f3daffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:25.789306 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f7d0f907-b850-417d-9f15-54c0798e4feb req-055195b6-74fb-4358-834b-29005f3daffe service neutron] 10.222.0.36 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.0812850 Jul 15 23:49:25.855120 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f7d0f907-b850-417d-9f15-54c0798e4feb req-36ff3d08-9c17-445c-8c63-c1b8c2f3999b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6d3fdeb-fc63-4061-b611-a62e38ec3330 HTTP/1.1" status: 200 len: 999 time: 0.0592146 Jul 15 23:49:25.900400 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0f907-b850-417d-9f15-54c0798e4feb req-af09a05e-8ad3-498f-8e9e-d27b5ec4024c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:25.901790 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f7d0f907-b850-417d-9f15-54c0798e4feb req-af09a05e-8ad3-498f-8e9e-d27b5ec4024c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0408733 Jul 15 23:49:25.958855 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0f907-b850-417d-9f15-54c0798e4feb req-33fe74b3-cf83-4eab-8bcd-a8bee1125807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:25.960338 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f7d0f907-b850-417d-9f15-54c0798e4feb req-33fe74b3-cf83-4eab-8bcd-a8bee1125807 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526371 Jul 15 23:49:26.050344 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f7d0f907-b850-417d-9f15-54c0798e4feb req-f782b770-4b5e-4cb7-ae29-71f6b2f7ddc6 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833666 Jul 15 23:49:26.136197 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f7d0f907-b850-417d-9f15-54c0798e4feb req-60ec72d6-1447-48af-bdcf-ba8deccd3142 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803039 Jul 15 23:49:26.184708 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device d6d3fdeb-fc63-4061-b611-a62e38ec3330 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:49:26.223101 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device d6d3fdeb-fc63-4061-b611-a62e38ec3330 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:49:26.692888 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553cbeb-adcd-42be-8813-8271f7310469 req-1274fe5c-a9a4-46b2-9a18-158a7da32ad8 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:26.694388 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9553cbeb-adcd-42be-8813-8271f7310469 req-1274fe5c-a9a4-46b2-9a18-158a7da32ad8 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 944 time: 0.0641055 Jul 15 23:49:26.736115 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9553cbeb-adcd-42be-8813-8271f7310469 req-60b96000-4692-4a3a-bf5a-209abe62c73c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356519 Jul 15 23:49:27.157222 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device d6d3fdeb-fc63-4061-b611-a62e38ec3330 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:49:27.249131 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port d6d3fdeb-fc63-4061-b611-a62e38ec3330, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=d6d3fdeb-fc63-4061-b611-a62e38ec3330,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:49:27.262621 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'd6d3fdeb-fc63-4061-b611-a62e38ec3330', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'port_id': 'd6d3fdeb-fc63-4061-b611-a62e38ec3330', 'mac_address': 'fa:16:3e:35:b7:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:49:27.298173 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:27.310098 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d3fdeb-fc63-4061-b611-a62e38ec3330 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:49:27.328526 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port d6d3fdeb-fc63-4061-b611-a62e38ec3330, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=d6d3fdeb-fc63-4061-b611-a62e38ec3330,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:49:27.332096 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:27.378887 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=d6d3fdeb-fc63-4061-b611-a62e38ec3330,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:27.385964 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:27.386310 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:27.386657 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:27.387005 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:27.387337 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:27.387689 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:27.388011 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:27.388331 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:27.388652 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:27.388972 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:27.389292 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:27.389607 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:27.534867 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['d6d3fdeb-fc63-4061-b611-a62e38ec3330'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:49:27.907333 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40208e-1554-4da2-8354-e4ef1bfe7774 req-5d99c065-b767-4bcf-919a-16859d98585f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:27.908829 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0e40208e-1554-4da2-8354-e4ef1bfe7774 req-5d99c065-b767-4bcf-919a-16859d98585f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 945 time: 0.0621300 Jul 15 23:49:27.945947 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0e40208e-1554-4da2-8354-e4ef1bfe7774 req-e64a3407-671d-45fc-a29d-096aff67d61c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315940 Jul 15 23:49:28.116322 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31a8cf-df1f-4c1c-95f5-88c26e0c9ec1 req-81028706-676a-47dd-b5ca-d25f2885b50e tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:28.117864 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fe31a8cf-df1f-4c1c-95f5-88c26e0c9ec1 req-81028706-676a-47dd-b5ca-d25f2885b50e tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 945 time: 0.0639069 Jul 15 23:49:28.155659 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fe31a8cf-df1f-4c1c-95f5-88c26e0c9ec1 req-a7401358-6e49-41db-9c83-789d66a3a6f4 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316591 Jul 15 23:49:28.475634 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939ed4f-a4df-4797-b1de-6fce5b27f77b req-6a28d7ca-dcf4-46a7-8392-24ad72e9f1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:28.477104 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8939ed4f-a4df-4797-b1de-6fce5b27f77b req-6a28d7ca-dcf4-46a7-8392-24ad72e9f1f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 1096 time: 0.0583460 Jul 15 23:49:28.495490 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a32af-5b5f-4faa-a305-801317f9f02a req-171eb116-19e1-41ad-85c7-73a3433e26b9 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:28.497530 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d78a32af-5b5f-4faa-a305-801317f9f02a req-171eb116-19e1-41ad-85c7-73a3433e26b9 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 945 time: 0.0665140 Jul 15 23:49:28.534652 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d78a32af-5b5f-4faa-a305-801317f9f02a req-6f3d9934-cf1c-454a-b4f8-8fb44a4a27b5 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310795 Jul 15 23:49:28.566923 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939ed4f-a4df-4797-b1de-6fce5b27f77b req-28536e5d-96cb-427f-9411-fdd2bf320a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:28.568402 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8939ed4f-a4df-4797-b1de-6fce5b27f77b req-28536e5d-96cb-427f-9411-fdd2bf320a93 service neutron] 10.222.0.43 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.0849872 Jul 15 23:49:28.637201 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8939ed4f-a4df-4797-b1de-6fce5b27f77b req-801fc728-2acd-43bf-8770-c169ab377157 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6d3fdeb-fc63-4061-b611-a62e38ec3330 HTTP/1.1" status: 200 len: 1000 time: 0.0612559 Jul 15 23:49:28.684079 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939ed4f-a4df-4797-b1de-6fce5b27f77b req-29fdb6bf-6719-4f4b-9e33-bdd881773721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:28.686108 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8939ed4f-a4df-4797-b1de-6fce5b27f77b req-29fdb6bf-6719-4f4b-9e33-bdd881773721 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0425425 Jul 15 23:49:28.740012 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939ed4f-a4df-4797-b1de-6fce5b27f77b req-ef45d0c4-2def-4fe6-93f3-16975b1510ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:28.741369 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8939ed4f-a4df-4797-b1de-6fce5b27f77b req-ef45d0c4-2def-4fe6-93f3-16975b1510ae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495281 Jul 15 23:49:28.831050 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8939ed4f-a4df-4797-b1de-6fce5b27f77b req-c937ca8f-2f61-4955-8e45-6dc3919a4099 service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835526 Jul 15 23:49:28.916009 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8939ed4f-a4df-4797-b1de-6fce5b27f77b req-cf1a5227-be9a-47c3-acf0-6a75794cb313 service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791590 Jul 15 23:49:29.183411 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device d6d3fdeb-fc63-4061-b611-a62e38ec3330 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:49:29.231878 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port d6d3fdeb-fc63-4061-b611-a62e38ec3330 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:49:29.235656 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port d6d3fdeb-fc63-4061-b611-a62e38ec3330 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:49:29.236006 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:29.313035 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:29.336838 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde0e5a1-6897-425b-8546-c0f6b921cd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d3fdeb-fc63-4061-b611-a62e38ec3330'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:49:29.339457 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97b9474-c18a-4a95-806c-179a1ee7353e" -d '{"events": [{"server_uuid": "dde0e5a1-6897-425b-8546-c0f6b921cd66", "name": "network-vif-plugged", "status": "completed", "tag": "d6d3fdeb-fc63-4061-b611-a62e38ec3330"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:49:29.352144 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port d6d3fdeb-fc63-4061-b611-a62e38ec3330, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=d6d3fdeb-fc63-4061-b611-a62e38ec3330,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:49:29.356596 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:29.381785 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97b2a3e-f433-4401-936b-c3139457b133 x-openstack-request-id: req-d97b2a3e-f433-4401-936b-c3139457b133 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:49:29.382102 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde0e5a1-6897-425b-8546-c0f6b921cd66", "name": "network-vif-plugged", "status": "completed", "tag": "d6d3fdeb-fc63-4061-b611-a62e38ec3330", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:49:29.382355 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d97b2a3e-f433-4401-936b-c3139457b133 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:49:29.382762 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde0e5a1-6897-425b-8546-c0f6b921cd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d3fdeb-fc63-4061-b611-a62e38ec3330', 'code': 200} Jul 15 23:49:29.409633 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=d6d3fdeb-fc63-4061-b611-a62e38ec3330,revision_number=9']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:29.707969 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a13fd-76c4-4fee-83a3-6e3e3770d19e req-db18d212-39f4-4105-8f82-aace6cb24b43 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:29.709456 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-468a13fd-76c4-4fee-83a3-6e3e3770d19e req-db18d212-39f4-4105-8f82-aace6cb24b43 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 946 time: 0.0640359 Jul 15 23:49:29.745359 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-468a13fd-76c4-4fee-83a3-6e3e3770d19e req-1695538c-fbd1-45e3-a55e-8d257647d1ec tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304053 Jul 15 23:49:30.117684 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217585d3-5640-4425-ac33-1227b0335204 req-aabf8e02-e8ef-47c3-b8ba-e8ba120f635d tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:30.119068 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-217585d3-5640-4425-ac33-1227b0335204 req-aabf8e02-e8ef-47c3-b8ba-e8ba120f635d tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 946 time: 0.0613344 Jul 15 23:49:30.159027 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-217585d3-5640-4425-ac33-1227b0335204 req-98d2d8ed-f293-482b-a6e4-36cebc420438 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339208 Jul 15 23:49:31.330715 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7cfb6-6f14-478b-884a-bc401f9f1f21 req-2efdc1a0-ade1-4564-a6a8-b564b15b5d52 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:31.332211 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-50e7cfb6-6f14-478b-884a-bc401f9f1f21 req-2efdc1a0-ade1-4564-a6a8-b564b15b5d52 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 946 time: 0.0634000 Jul 15 23:49:31.337954 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b82852-03e0-4000-a5e2-f2fbe41f5fdf req-af6d6f68-4090-44fd-8cce-13a541277d73 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:31.339436 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e0b82852-03e0-4000-a5e2-f2fbe41f5fdf req-af6d6f68-4090-44fd-8cce-13a541277d73 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.43 "GET /v2.0/ports?device_id=dde0e5a1-6897-425b-8546-c0f6b921cd66 HTTP/1.1" status: 200 len: 946 time: 0.0694697 Jul 15 23:49:31.370002 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-50e7cfb6-6f14-478b-884a-bc401f9f1f21 req-91879db9-6b83-4f9c-aa76-965578bcb4ae tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320888 Jul 15 23:49:31.437358 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-e0b82852-03e0-4000-a5e2-f2fbe41f5fdf req-a2d79ea5-c2f9-4f01-b47f-b115f020ed3c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Deleting port d6d3fdeb-fc63-4061-b611-a62e38ec3330 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:49:31.437696 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e0b82852-03e0-4000-a5e2-f2fbe41f5fdf req-a2d79ea5-c2f9-4f01-b47f-b115f020ed3c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:31.525141 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e0b82852-03e0-4000-a5e2-f2fbe41f5fdf req-a2d79ea5-c2f9-4f01-b47f-b115f020ed3c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] For port d6d3fdeb-fc63-4061-b611-a62e38ec3330, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=d6d3fdeb-fc63-4061-b611-a62e38ec3330,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:49:31.525496 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e0b82852-03e0-4000-a5e2-f2fbe41f5fdf req-a2d79ea5-c2f9-4f01-b47f-b115f020ed3c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:31.684005 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e0b82852-03e0-4000-a5e2-f2fbe41f5fdf req-a2d79ea5-c2f9-4f01-b47f-b115f020ed3c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:31.684340 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e0b82852-03e0-4000-a5e2-f2fbe41f5fdf req-a2d79ea5-c2f9-4f01-b47f-b115f020ed3c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:31.685142 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [req-e0b82852-03e0-4000-a5e2-f2fbe41f5fdf req-a2d79ea5-c2f9-4f01-b47f-b115f020ed3c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Floating IP 14f2f7e5-c12c-43a9-b525-42881a3edfac disassociated. External IP: 172.25.4.32, port: d6d3fdeb-fc63-4061-b611-a62e38ec3330. Jul 15 23:49:31.685476 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-e0b82852-03e0-4000-a5e2-f2fbe41f5fdf req-a2d79ea5-c2f9-4f01-b47f-b115f020ed3c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Calling delete_port for d6d3fdeb-fc63-4061-b611-a62e38ec3330 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:49:31.809150 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e0b82852-03e0-4000-a5e2-f2fbe41f5fdf req-a2d79ea5-c2f9-4f01-b47f-b115f020ed3c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:31.837995 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d79ea5-c2f9-4f01-b47f-b115f020ed3c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Pushing event deleted for resources: {'Port': ['ID=d6d3fdeb-fc63-4061-b611-a62e38ec3330,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:31.954575 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0b82852-03e0-4000-a5e2-f2fbe41f5fdf req-a2d79ea5-c2f9-4f01-b47f-b115f020ed3c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Router c7ef9db2-5ebc-4560-8548-a77145fdddfd has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:49:32.062743 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0b82852-03e0-4000-a5e2-f2fbe41f5fdf req-a2d79ea5-c2f9-4f01-b47f-b115f020ed3c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:49:32.072750 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba5d53e-9f62-42a2-a1a6-1058ea571c38 None None] Sync routers for ids ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:49:32.082354 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba5d53e-9f62-42a2-a1a6-1058ea571c38 None None] Routers {'c7ef9db2-5ebc-4560-8548-a77145fdddfd'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:49:32.083015 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7ba5d53e-9f62-42a2-a1a6-1058ea571c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:49:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:32.104734 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b82852-03e0-4000-a5e2-f2fbe41f5fdf req-a2d79ea5-c2f9-4f01-b47f-b115f020ed3c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] No DVR routers for this DVR port d6d3fdeb-fc63-4061-b611-a62e38ec3330 on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:49:32.107377 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e0b82852-03e0-4000-a5e2-f2fbe41f5fdf req-a2d79ea5-c2f9-4f01-b47f-b115f020ed3c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:32.109336 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e0b82852-03e0-4000-a5e2-f2fbe41f5fdf req-a2d79ea5-c2f9-4f01-b47f-b115f020ed3c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.43 "DELETE /v2.0/ports/d6d3fdeb-fc63-4061-b611-a62e38ec3330 HTTP/1.1" status: 204 len: 173 time: 0.7639267 Jul 15 23:49:32.109768 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde0e5a1-6897-425b-8546-c0f6b921cd66', 'name': 'network-vif-deleted', 'tag': 'd6d3fdeb-fc63-4061-b611-a62e38ec3330'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:49:32.112013 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6872c6e3-e0ed-4ff3-94e9-0b4b28ce5152" -d '{"events": [{"server_uuid": "dde0e5a1-6897-425b-8546-c0f6b921cd66", "name": "network-vif-deleted", "tag": "d6d3fdeb-fc63-4061-b611-a62e38ec3330"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:49:32.152547 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57de8263-6348-4ba1-bd8f-ceae04653bcd x-openstack-request-id: req-57de8263-6348-4ba1-bd8f-ceae04653bcd {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:49:32.152868 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde0e5a1-6897-425b-8546-c0f6b921cd66", "name": "network-vif-deleted", "tag": "d6d3fdeb-fc63-4061-b611-a62e38ec3330", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:49:32.154090 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57de8263-6348-4ba1-bd8f-ceae04653bcd {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:49:32.154090 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde0e5a1-6897-425b-8546-c0f6b921cd66', 'name': 'network-vif-deleted', 'tag': 'd6d3fdeb-fc63-4061-b611-a62e38ec3330', 'status': 'completed', 'code': 200} Jul 15 23:49:32.197592 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-7ba5d53e-9f62-42a2-a1a6-1058ea571c38 None None] Set router c7ef9db2-5ebc-4560-8548-a77145fdddfd gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:49:32.396462 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7ba5d53e-9f62-42a2-a1a6-1058ea571c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 4, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port': {'id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:59Z', 'updated_at': '2021-07-15T23:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f', 'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'mac_address': 'fa:16:3e:a8:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:00Z', 'updated_at': '2021-07-15T23:45:06Z', 'revision_number': 5, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'subnets': [{'id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:32.430279 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba5d53e-9f62-42a2-a1a6-1058ea571c38 None None] Checking router: c7ef9db2-5ebc-4560-8548-a77145fdddfd for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:49:32.440480 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba5d53e-9f62-42a2-a1a6-1058ea571c38 None None] Routers {'c7ef9db2-5ebc-4560-8548-a77145fdddfd'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:49:32.441158 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7ba5d53e-9f62-42a2-a1a6-1058ea571c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:49:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:32.547607 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-7ba5d53e-9f62-42a2-a1a6-1058ea571c38 None None] Set router c7ef9db2-5ebc-4560-8548-a77145fdddfd gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:49:32.711247 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4a255792-2bba-4903-98b3-740bad817945 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1601049199&fields=id&tenant_id=750632bdf81e463fad0d926ba4c8f1c3 HTTP/1.1" status: 200 len: 267 time: 0.0336795 Jul 15 23:49:32.743568 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-7ba5d53e-9f62-42a2-a1a6-1058ea571c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 4, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port': {'id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:59Z', 'updated_at': '2021-07-15T23:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f', 'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'mac_address': 'fa:16:3e:a8:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:00Z', 'updated_at': '2021-07-15T23:45:06Z', 'revision_number': 5, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'subnets': [{'id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:32.769762 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba5d53e-9f62-42a2-a1a6-1058ea571c38 None None] The sync data for ids ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'] in n-d-787205-9 is: [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 4, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port': {'id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:59Z', 'updated_at': '2021-07-15T23:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f', 'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'mac_address': 'fa:16:3e:a8:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:00Z', 'updated_at': '2021-07-15T23:45:06Z', 'revision_number': 5, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'subnets': [{'id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:49:32.820251 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-0cb18fc2-431e-4d71-9548-61c85810ce02 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:32.821718 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-0cb18fc2-431e-4d71-9548-61c85810ce02 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 812 time: 0.1040633 Jul 15 23:49:32.837447 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-470307be-7fb0-42c9-b8d6-276db2ce2562 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/quotas/750632bdf81e463fad0d926ba4c8f1c3 HTTP/1.1" status: 200 len: 375 time: 0.0095665 Jul 15 23:49:32.910103 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-cbc8cb98-5d58-4420-b990-d553cb8dfcbb tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669270 Jul 15 23:49:32.993322 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f1d083-9a6d-4dd2-96bc-64b95c5ca56b None None] New status for floating IP 14f2f7e5-c12c-43a9-b525-42881a3edfac: DOWN {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:49:33.061030 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-c50ad49a-4fa8-4c0e-809a-ecc6e0dffe79 service neutron] 10.222.0.16 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387861 Jul 15 23:49:33.151218 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-9f0110f0-7047-46d5-9d0f-f2ac9d382d79 service neutron] 10.222.0.16 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839529 Jul 15 23:49:33.322621 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-06ab26bc-72c4-435f-b0e2-10c779ab37da req-a3e17f2a-1e1e-4446-9f6a-238aafafdd0c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 210 time: 0.0299103 Jul 15 23:49:34.472205 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ec5fd0ed-63b6-46e3-b6da-599de10902ec req-835dc20d-4895-4a83-bb20-63448b4fc6af tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 210 time: 0.0317907 Jul 15 23:49:34.577539 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-dc6e6d76-e62c-4d20-9e25-ae6eb8b2d2fe tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:34.579005 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-dc6e6d76-e62c-4d20-9e25-ae6eb8b2d2fe tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.36 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 812 time: 0.1051097 Jul 15 23:49:34.633793 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-74afa0f5-a7a4-424a-8620-18b29ebf7cf9 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=750632bdf81e463fad0d926ba4c8f1c3 HTTP/1.1" status: 200 len: 380 time: 0.0339909 Jul 15 23:49:34.642583 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4b21c9a9-2b05-4c33-9f9a-430663a35845 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Request body: {'port': {'device_id': 'f772062e-15df-4fa4-bc2a-92966eb74e2c', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'admin_state_up': True, 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'security_groups': ['3d7aad74-d8f8-4d82-93f1-1679d6399920']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:49:34.747679 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4b21c9a9-2b05-4c33-9f9a-430663a35845 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Made reservation on behalf of 750632bdf81e463fad0d926ba4c8f1c3 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:49:34.751231 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4b21c9a9-2b05-4c33-9f9a-430663a35845 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:34.874747 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4b21c9a9-2b05-4c33-9f9a-430663a35845 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Allocated IP 172.20.0.7 (738c3c04-470f-4a9f-acfa-e2e92282ee07/6bf93a0a-71ad-41e0-92d5-9d54045bbbc2/6cde885e-25de-4156-ad9a-6db20d339fb7) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:49:35.010361 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4b21c9a9-2b05-4c33-9f9a-430663a35845 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:35.023020 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4b21c9a9-2b05-4c33-9f9a-430663a35845 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Transition to ACTIVE for port object 6cde885e-25de-4156-ad9a-6db20d339fb7 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:49:35.054912 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4b21c9a9-2b05-4c33-9f9a-430663a35845 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:35.096616 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4b21c9a9-2b05-4c33-9f9a-430663a35845 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Network 738c3c04-470f-4a9f-acfa-e2e92282ee07 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:49:35.101620 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4b21c9a9-2b05-4c33-9f9a-430663a35845 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:49:35.104330 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4b21c9a9-2b05-4c33-9f9a-430663a35845 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:49:35.131938 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21c9a9-2b05-4c33-9f9a-430663a35845 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Pushing event updated for resources: {'Port': ['ID=6cde885e-25de-4156-ad9a-6db20d339fb7,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:35.160584 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4b21c9a9-2b05-4c33-9f9a-430663a35845 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:35.161204 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4b21c9a9-2b05-4c33-9f9a-430663a35845 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:35.175901 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4b21c9a9-2b05-4c33-9f9a-430663a35845 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5369141 Jul 15 23:49:35.193075 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4eafb6e1-fe0f-47ae-8dd2-c0713f8a8bd8 service neutron] Request body: {'port': {'device_id': 'f772062e-15df-4fa4-bc2a-92966eb74e2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:49:35.245213 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device d6d3fdeb-fc63-4061-b611-a62e38ec3330 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:49:35.270333 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: d6d3fdeb-fc63-4061-b611-a62e38ec3330 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:49:35.270890 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device d6d3fdeb-fc63-4061-b611-a62e38ec3330 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:49:35.274163 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4eafb6e1-fe0f-47ae-8dd2-c0713f8a8bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:35.304453 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2b679721-2625-41e4-8da4-eda564c9578f None None] Provisioning for port 6cde885e-25de-4156-ad9a-6db20d339fb7 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:49:35.308133 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2b679721-2625-41e4-8da4-eda564c9578f None None] Provisioning complete for port 6cde885e-25de-4156-ad9a-6db20d339fb7 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:49:35.308501 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b679721-2625-41e4-8da4-eda564c9578f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:35.342552 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-2b679721-2625-41e4-8da4-eda564c9578f None None] Port 6cde885e-25de-4156-ad9a-6db20d339fb7 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:49:35.526995 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4eafb6e1-fe0f-47ae-8dd2-c0713f8a8bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cde885e-25de-4156-ad9a-6db20d339fb7 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:49:35.534307 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4eafb6e1-fe0f-47ae-8dd2-c0713f8a8bd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:35.546528 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4eafb6e1-fe0f-47ae-8dd2-c0713f8a8bd8 service neutron] Transition to ACTIVE for port object 6cde885e-25de-4156-ad9a-6db20d339fb7 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:49:35.550623 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4eafb6e1-fe0f-47ae-8dd2-c0713f8a8bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:35.600647 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eafb6e1-fe0f-47ae-8dd2-c0713f8a8bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=6cde885e-25de-4156-ad9a-6db20d339fb7,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:35.659030 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaefcd0-162e-46ba-bd3c-28faae1b3456 req-1a7caf59-e6f3-469c-841d-db53b9fc0905 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:35.660649 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bdaefcd0-162e-46ba-bd3c-28faae1b3456 req-1a7caf59-e6f3-469c-841d-db53b9fc0905 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 943 time: 0.0713725 Jul 15 23:49:35.703914 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bdaefcd0-162e-46ba-bd3c-28faae1b3456 req-1b6dac46-25fa-4f22-be2e-804b8a3233c3 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374331 Jul 15 23:49:36.020781 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4eafb6e1-fe0f-47ae-8dd2-c0713f8a8bd8 service neutron] Attempting to bind port 6cde885e-25de-4156-ad9a-6db20d339fb7 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:49:36.021105 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4eafb6e1-fe0f-47ae-8dd2-c0713f8a8bd8 service neutron] Attempting to bind port 6cde885e-25de-4156-ad9a-6db20d339fb7 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:49:36.021436 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4eafb6e1-fe0f-47ae-8dd2-c0713f8a8bd8 service neutron] Attempting to bind port 6cde885e-25de-4156-ad9a-6db20d339fb7 on network 738c3c04-470f-4a9f-acfa-e2e92282ee07 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:49:36.025617 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4eafb6e1-fe0f-47ae-8dd2-c0713f8a8bd8 service neutron] Port 6cde885e-25de-4156-ad9a-6db20d339fb7 on network 738c3c04-470f-4a9f-acfa-e2e92282ee07 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:49:36.025932 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4eafb6e1-fe0f-47ae-8dd2-c0713f8a8bd8 service neutron] Attempting to bind port 6cde885e-25de-4156-ad9a-6db20d339fb7 on network 738c3c04-470f-4a9f-acfa-e2e92282ee07 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:49:36.030652 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4eafb6e1-fe0f-47ae-8dd2-c0713f8a8bd8 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:49:36.030940 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4eafb6e1-fe0f-47ae-8dd2-c0713f8a8bd8 service neutron] Checking segment: {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:49:36.031314 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4eafb6e1-fe0f-47ae-8dd2-c0713f8a8bd8 service neutron] Bound using segment: {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:49:36.031730 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4eafb6e1-fe0f-47ae-8dd2-c0713f8a8bd8 service neutron] Bound port: 6cde885e-25de-4156-ad9a-6db20d339fb7, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:49:36.032076 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4eafb6e1-fe0f-47ae-8dd2-c0713f8a8bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:36.091707 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4eafb6e1-fe0f-47ae-8dd2-c0713f8a8bd8 service neutron] For port 6cde885e-25de-4156-ad9a-6db20d339fb7, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:49:36.094588 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4eafb6e1-fe0f-47ae-8dd2-c0713f8a8bd8 service neutron] For port 6cde885e-25de-4156-ad9a-6db20d339fb7, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6cde885e-25de-4156-ad9a-6db20d339fb7,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:49:36.098985 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4eafb6e1-fe0f-47ae-8dd2-c0713f8a8bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:36.132747 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4eafb6e1-fe0f-47ae-8dd2-c0713f8a8bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:36.133359 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4eafb6e1-fe0f-47ae-8dd2-c0713f8a8bd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:36.134750 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-4eafb6e1-fe0f-47ae-8dd2-c0713f8a8bd8 service neutron] 10.222.0.36 "PUT /v2.0/ports/6cde885e-25de-4156-ad9a-6db20d339fb7 HTTP/1.1" status: 200 len: 1091 time: 0.9463065 Jul 15 23:49:36.135183 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f772062e-15df-4fa4-bc2a-92966eb74e2c', 'tag': '6cde885e-25de-4156-ad9a-6db20d339fb7'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:49:36.137385 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be8bbdd-5379-483d-a165-cbac5a865430" -d '{"events": [{"name": "network-changed", "server_uuid": "f772062e-15df-4fa4-bc2a-92966eb74e2c", "tag": "6cde885e-25de-4156-ad9a-6db20d339fb7"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:49:36.162906 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eafb6e1-fe0f-47ae-8dd2-c0713f8a8bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=6cde885e-25de-4156-ad9a-6db20d339fb7,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:36.182522 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea9d187-8baf-47e2-bc4f-e757f0d42b6a x-openstack-request-id: req-2ea9d187-8baf-47e2-bc4f-e757f0d42b6a {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:49:36.182914 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f772062e-15df-4fa4-bc2a-92966eb74e2c", "tag": "6cde885e-25de-4156-ad9a-6db20d339fb7", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:49:36.183221 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ea9d187-8baf-47e2-bc4f-e757f0d42b6a {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:49:36.183731 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f772062e-15df-4fa4-bc2a-92966eb74e2c', 'tag': '6cde885e-25de-4156-ad9a-6db20d339fb7', 'status': 'completed', 'code': 200} Jul 15 23:49:36.248349 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-af7a3a82-fef9-48d0-9960-c65422bb38e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:36.249897 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-af7a3a82-fef9-48d0-9960-c65422bb38e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 1094 time: 0.0575144 Jul 15 23:49:36.297863 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-5a9aa87e-4e6c-4852-97f9-75ab50b24a3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cde885e-25de-4156-ad9a-6db20d339fb7 HTTP/1.1" status: 200 len: 217 time: 0.0353761 Jul 15 23:49:36.345258 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-6034c7a4-72a1-4318-8786-1bdf98537b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:36.346693 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-6034c7a4-72a1-4318-8786-1bdf98537b90 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0425384 Jul 15 23:49:36.405526 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-1ee9335c-9656-4096-80ea-45092cca8a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:36.406980 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-1ee9335c-9656-4096-80ea-45092cca8a44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545201 Jul 15 23:49:36.492720 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-b5092d1c-7a4e-46ac-8a9e-ab41b30dbe86 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793273 Jul 15 23:49:36.584198 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1b3bf6f7-bb47-48c7-81a5-04b5a925e7e9 req-e1b72da5-83e4-4e84-8432-8beb40a619ef service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848958 Jul 15 23:49:36.714353 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8bbdd-5379-483d-a165-cbac5a865430 req-57ded577-976b-434a-9da8-96e12376e30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:36.716414 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9be8bbdd-5379-483d-a165-cbac5a865430 req-57ded577-976b-434a-9da8-96e12376e30d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 1094 time: 0.0520597 Jul 15 23:49:36.806829 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8bbdd-5379-483d-a165-cbac5a865430 req-33d6b84f-395c-4b93-b87a-4d8b81730bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:36.808569 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9be8bbdd-5379-483d-a165-cbac5a865430 req-33d6b84f-395c-4b93-b87a-4d8b81730bfb service neutron] 10.222.0.36 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.0862880 Jul 15 23:49:36.849343 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9be8bbdd-5379-483d-a165-cbac5a865430 req-1292d188-9645-4620-a509-d2ce356c3cff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cde885e-25de-4156-ad9a-6db20d339fb7 HTTP/1.1" status: 200 len: 217 time: 0.0343325 Jul 15 23:49:36.876205 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74802af-70e1-4802-89ea-e0955a0a9af6 req-7ac2c84e-25e2-4f5a-9a59-8a1504397dd9 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:36.877680 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b74802af-70e1-4802-89ea-e0955a0a9af6 req-7ac2c84e-25e2-4f5a-9a59-8a1504397dd9 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 943 time: 0.0617971 Jul 15 23:49:36.896435 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8bbdd-5379-483d-a165-cbac5a865430 req-f0ecc2ac-717a-42d7-97e2-ae7a82520110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:36.897902 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9be8bbdd-5379-483d-a165-cbac5a865430 req-f0ecc2ac-717a-42d7-97e2-ae7a82520110 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0422952 Jul 15 23:49:36.916383 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b74802af-70e1-4802-89ea-e0955a0a9af6 req-a09207ef-d691-40e8-9aef-4fee968c79f7 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328922 Jul 15 23:49:36.958899 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8bbdd-5379-483d-a165-cbac5a865430 req-e09d2912-2b29-4847-9244-492f91a42cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:36.960419 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9be8bbdd-5379-483d-a165-cbac5a865430 req-e09d2912-2b29-4847-9244-492f91a42cd9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561190 Jul 15 23:49:37.049139 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9be8bbdd-5379-483d-a165-cbac5a865430 req-de2f84d7-ecf5-46dc-8ef4-8360e5ecc5db service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803561 Jul 15 23:49:37.140178 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9be8bbdd-5379-483d-a165-cbac5a865430 req-61a23366-ab0f-4a7b-8d8d-9b8f22dfa0f2 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847185 Jul 15 23:49:38.091123 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04262c82-b5f2-4630-aa94-281ba013c27c req-1c1c5a1d-f065-4199-a8ed-cd7841d270a2 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:38.092586 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-04262c82-b5f2-4630-aa94-281ba013c27c req-1c1c5a1d-f065-4199-a8ed-cd7841d270a2 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 943 time: 0.0667691 Jul 15 23:49:38.128600 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-04262c82-b5f2-4630-aa94-281ba013c27c req-4eefd037-dee2-4a7e-b155-893675e31de9 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305254 Jul 15 23:49:38.201087 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 6cde885e-25de-4156-ad9a-6db20d339fb7 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:49:38.292212 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 6cde885e-25de-4156-ad9a-6db20d339fb7, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6cde885e-25de-4156-ad9a-6db20d339fb7,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:49:38.305877 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '6cde885e-25de-4156-ad9a-6db20d339fb7', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'port_id': '6cde885e-25de-4156-ad9a-6db20d339fb7', 'mac_address': 'fa:16:3e:bb:3f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:49:38.342101 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:38.354050 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cde885e-25de-4156-ad9a-6db20d339fb7 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:49:38.372241 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 6cde885e-25de-4156-ad9a-6db20d339fb7, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6cde885e-25de-4156-ad9a-6db20d339fb7,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:49:38.375918 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:38.421205 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=6cde885e-25de-4156-ad9a-6db20d339fb7,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:38.643397 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['6cde885e-25de-4156-ad9a-6db20d339fb7'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:49:39.153938 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:39.298573 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9ba62-99e2-4255-98f7-90a285d96dc3 req-aa612724-a20b-49b7-b357-3fa7c0e8da58 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:39.299977 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-61f9ba62-99e2-4255-98f7-90a285d96dc3 req-aa612724-a20b-49b7-b357-3fa7c0e8da58 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 944 time: 0.0617781 Jul 15 23:49:39.336188 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-61f9ba62-99e2-4255-98f7-90a285d96dc3 req-49fb82d3-9a6e-4a71-8627-15241257bf72 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307443 Jul 15 23:49:40.216746 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 6cde885e-25de-4156-ad9a-6db20d339fb7 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:49:40.263489 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 6cde885e-25de-4156-ad9a-6db20d339fb7 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:49:40.267167 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 6cde885e-25de-4156-ad9a-6db20d339fb7 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:49:40.267534 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:40.347782 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:40.369082 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f772062e-15df-4fa4-bc2a-92966eb74e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cde885e-25de-4156-ad9a-6db20d339fb7'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:49:40.371494 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007db983-fa87-4aaa-bac3-b74d0c00040f" -d '{"events": [{"server_uuid": "f772062e-15df-4fa4-bc2a-92966eb74e2c", "name": "network-vif-plugged", "status": "completed", "tag": "6cde885e-25de-4156-ad9a-6db20d339fb7"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:49:40.384896 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 6cde885e-25de-4156-ad9a-6db20d339fb7, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6cde885e-25de-4156-ad9a-6db20d339fb7,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:49:40.389928 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:40.416209 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb90c630-4f7c-48d9-b231-e616ffe0163d x-openstack-request-id: req-cb90c630-4f7c-48d9-b231-e616ffe0163d {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:49:40.416501 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f772062e-15df-4fa4-bc2a-92966eb74e2c", "name": "network-vif-plugged", "status": "completed", "tag": "6cde885e-25de-4156-ad9a-6db20d339fb7", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:49:40.416748 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cb90c630-4f7c-48d9-b231-e616ffe0163d {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:49:40.417128 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f772062e-15df-4fa4-bc2a-92966eb74e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cde885e-25de-4156-ad9a-6db20d339fb7', 'code': 200} Jul 15 23:49:40.442847 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=6cde885e-25de-4156-ad9a-6db20d339fb7,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:40.516212 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173269bf-65e5-43c2-874d-7d82b21f9979 req-fa2ea603-49c4-4a84-9864-8aa66346f89c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:40.517608 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-173269bf-65e5-43c2-874d-7d82b21f9979 req-fa2ea603-49c4-4a84-9864-8aa66346f89c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 945 time: 0.0703576 Jul 15 23:49:40.553080 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf9fb3-7f6e-4018-9949-dbbb8e4bd8d1 req-8374d0f5-4376-4821-a124-4658c2c95be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:40.554602 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3fbf9fb3-7f6e-4018-9949-dbbb8e4bd8d1 req-8374d0f5-4376-4821-a124-4658c2c95be4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 1096 time: 0.0530081 Jul 15 23:49:40.555217 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-173269bf-65e5-43c2-874d-7d82b21f9979 req-94538401-3a08-45f5-89b6-63c9ed379133 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316970 Jul 15 23:49:40.588955 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3fbf9fb3-7f6e-4018-9949-dbbb8e4bd8d1 req-24df514f-ef4f-46a8-8aae-350c2866dd71 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285640 Jul 15 23:49:41.394034 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:49:41.735695 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845023f-f28c-4cff-9dd7-9b4c98bc6481 req-bde5759d-e787-4145-bcbe-d6ebdd33d5e1 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:41.737062 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1845023f-f28c-4cff-9dd7-9b4c98bc6481 req-bde5759d-e787-4145-bcbe-d6ebdd33d5e1 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 945 time: 0.0642953 Jul 15 23:49:41.773886 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1845023f-f28c-4cff-9dd7-9b4c98bc6481 req-0b384b7f-276b-421b-aa82-c78cc776ca69 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312376 Jul 15 23:49:42.943532 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23728f-2c66-4f84-898d-dd6903bc6197 req-54a5edb9-8f34-4b5a-adb1-c3d6c1bf14c9 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:42.945073 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b23728f-2c66-4f84-898d-dd6903bc6197 req-54a5edb9-8f34-4b5a-adb1-c3d6c1bf14c9 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 945 time: 0.0618167 Jul 15 23:49:42.982955 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b23728f-2c66-4f84-898d-dd6903bc6197 req-5ff7f0bd-ac7d-4edf-9ed5-8447bb83e953 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323181 Jul 15 23:49:43.155188 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1b4a2-0eb3-48fe-8756-5ccc82ea5035 req-7ac48f04-e7af-4941-afdd-fc67e21f1306 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:43.156636 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c8a1b4a2-0eb3-48fe-8756-5ccc82ea5035 req-7ac48f04-e7af-4941-afdd-fc67e21f1306 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 945 time: 0.0651274 Jul 15 23:49:43.165047 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 36412) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:43.170112 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-03c4601c-93d5-4c93-bf69-f80cedcd2efb tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Request body: {'floatingip': {'port_id': '6cde885e-25de-4156-ad9a-6db20d339fb7'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:49:43.207305 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-03c4601c-93d5-4c93-bf69-f80cedcd2efb tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for floatingip, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:43.630199 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-03c4601c-93d5-4c93-bf69-f80cedcd2efb tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:43.633651 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-03c4601c-93d5-4c93-bf69-f80cedcd2efb tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:43.729765 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-03c4601c-93d5-4c93-bf69-f80cedcd2efb tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Floating IP 14f2f7e5-c12c-43a9-b525-42881a3edfac associated. External IP: 172.25.4.32, port: 6cde885e-25de-4156-ad9a-6db20d339fb7. Jul 15 23:49:43.934686 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c4601c-93d5-4c93-bf69-f80cedcd2efb tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Router c7ef9db2-5ebc-4560-8548-a77145fdddfd has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:49:44.039522 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c4601c-93d5-4c93-bf69-f80cedcd2efb tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:49:44.044454 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-03c4601c-93d5-4c93-bf69-f80cedcd2efb tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:44.048738 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf53156-a97c-46bc-9778-90e1bf38ac59 None None] Sync routers for ids ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:49:44.058314 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf53156-a97c-46bc-9778-90e1bf38ac59 None None] Routers {'c7ef9db2-5ebc-4560-8548-a77145fdddfd'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:49:44.059490 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2bf53156-a97c-46bc-9778-90e1bf38ac59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:49:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:44.080994 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-03c4601c-93d5-4c93-bf69-f80cedcd2efb tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "PUT /v2.0/floatingips/14f2f7e5-c12c-43a9-b525-42881a3edfac HTTP/1.1" status: 200 len: 990 time: 0.9148836 Jul 15 23:49:44.081577 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f772062e-15df-4fa4-bc2a-92966eb74e2c', 'tag': '6cde885e-25de-4156-ad9a-6db20d339fb7'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:49:44.083836 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121994ee-079e-45dd-8722-f2ff02bda948" -d '{"events": [{"name": "network-changed", "server_uuid": "f772062e-15df-4fa4-bc2a-92966eb74e2c", "tag": "6cde885e-25de-4156-ad9a-6db20d339fb7"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:49:44.123233 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aafd66d-8584-4532-8f0d-20f24359b4e5 x-openstack-request-id: req-3aafd66d-8584-4532-8f0d-20f24359b4e5 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:49:44.123524 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f772062e-15df-4fa4-bc2a-92966eb74e2c", "tag": "6cde885e-25de-4156-ad9a-6db20d339fb7", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:49:44.123775 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3aafd66d-8584-4532-8f0d-20f24359b4e5 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:49:44.124203 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f772062e-15df-4fa4-bc2a-92966eb74e2c', 'tag': '6cde885e-25de-4156-ad9a-6db20d339fb7', 'status': 'completed', 'code': 200} Jul 15 23:49:44.167821 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-2bf53156-a97c-46bc-9778-90e1bf38ac59 None None] Set router c7ef9db2-5ebc-4560-8548-a77145fdddfd gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:49:44.219765 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121994ee-079e-45dd-8722-f2ff02bda948 req-83a7d19c-0aa4-44ec-a0f6-bca5c210cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:44.222101 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-121994ee-079e-45dd-8722-f2ff02bda948 req-83a7d19c-0aa4-44ec-a0f6-bca5c210cb22 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 1096 time: 0.0562263 Jul 15 23:49:44.318887 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121994ee-079e-45dd-8722-f2ff02bda948 req-bc0b9f59-c642-4333-9364-d69bbddcd825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:44.320757 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-121994ee-079e-45dd-8722-f2ff02bda948 req-bc0b9f59-c642-4333-9364-d69bbddcd825 service neutron] 10.222.0.36 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.0923619 Jul 15 23:49:44.384836 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-121994ee-079e-45dd-8722-f2ff02bda948 req-21dd2aef-4187-4530-8bc5-25d08637c9b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cde885e-25de-4156-ad9a-6db20d339fb7 HTTP/1.1" status: 200 len: 998 time: 0.0569234 Jul 15 23:49:44.395548 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2bf53156-a97c-46bc-9778-90e1bf38ac59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 4, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port': {'id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:59Z', 'updated_at': '2021-07-15T23:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '14f2f7e5-c12c-43a9-b525-42881a3edfac', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'port_id': '6cde885e-25de-4156-ad9a-6db20d339fb7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'mac_address': 'fa:16:3e:bb:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772062e-15df-4fa4-bc2a-92966eb74e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:45:03Z', 'updated_at': '2021-07-15T23:49:43Z', 'revision_number': 9, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f', 'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'mac_address': 'fa:16:3e:a8:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:00Z', 'updated_at': '2021-07-15T23:45:06Z', 'revision_number': 5, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'subnets': [{'id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:44.439282 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121994ee-079e-45dd-8722-f2ff02bda948 req-1524dff5-5119-4e04-9fe1-2550b29c001c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:44.440791 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-121994ee-079e-45dd-8722-f2ff02bda948 req-1524dff5-5119-4e04-9fe1-2550b29c001c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0491235 Jul 15 23:49:44.501675 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121994ee-079e-45dd-8722-f2ff02bda948 req-bbda6b67-4ac4-476e-8f10-52134d7b7e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:44.503160 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-121994ee-079e-45dd-8722-f2ff02bda948 req-bbda6b67-4ac4-476e-8f10-52134d7b7e07 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557034 Jul 15 23:49:44.581152 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf53156-a97c-46bc-9778-90e1bf38ac59 None None] Checking router: c7ef9db2-5ebc-4560-8548-a77145fdddfd for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:49:44.589343 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf53156-a97c-46bc-9778-90e1bf38ac59 None None] Routers {'c7ef9db2-5ebc-4560-8548-a77145fdddfd'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:49:44.589961 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2bf53156-a97c-46bc-9778-90e1bf38ac59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:49:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:44.602284 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-121994ee-079e-45dd-8722-f2ff02bda948 req-7b2a6348-6515-4c8f-94ea-25480293f070 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925400 Jul 15 23:49:44.700799 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-2bf53156-a97c-46bc-9778-90e1bf38ac59 None None] Set router c7ef9db2-5ebc-4560-8548-a77145fdddfd gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:49:44.702463 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-121994ee-079e-45dd-8722-f2ff02bda948 req-0d5457ae-2afb-4295-8b57-27a238f6a541 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929396 Jul 15 23:49:44.930170 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2bf53156-a97c-46bc-9778-90e1bf38ac59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 4, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port': {'id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:59Z', 'updated_at': '2021-07-15T23:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '14f2f7e5-c12c-43a9-b525-42881a3edfac', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'port_id': '6cde885e-25de-4156-ad9a-6db20d339fb7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'mac_address': 'fa:16:3e:bb:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772062e-15df-4fa4-bc2a-92966eb74e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:45:03Z', 'updated_at': '2021-07-15T23:49:43Z', 'revision_number': 9, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f', 'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'mac_address': 'fa:16:3e:a8:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:00Z', 'updated_at': '2021-07-15T23:45:06Z', 'revision_number': 5, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'subnets': [{'id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:44.956677 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf53156-a97c-46bc-9778-90e1bf38ac59 None None] The sync data for ids ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'] in n-d-787205-9 is: [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 4, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port': {'id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:59Z', 'updated_at': '2021-07-15T23:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '14f2f7e5-c12c-43a9-b525-42881a3edfac', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'port_id': '6cde885e-25de-4156-ad9a-6db20d339fb7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'mac_address': 'fa:16:3e:bb:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772062e-15df-4fa4-bc2a-92966eb74e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:45:03Z', 'updated_at': '2021-07-15T23:49:43Z', 'revision_number': 9, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f', 'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'mac_address': 'fa:16:3e:a8:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:00Z', 'updated_at': '2021-07-15T23:45:06Z', 'revision_number': 5, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'subnets': [{'id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:49:45.138100 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604bebe2-21e1-49fc-8703-024de323c913 None None] New status for floating IP 14f2f7e5-c12c-43a9-b525-42881a3edfac: ACTIVE {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:49:45.937171 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c25737dd-e3d2-45c4-bf11-b40124dcf838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:46.320858 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-487bde17-9b53-4b0b-830a-f472c50e93ad req-4dda1d2e-9a52-4634-abe9-5dac4dbd51a7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505426 Jul 15 23:49:46.432649 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bde17-9b53-4b0b-830a-f472c50e93ad req-320e3b09-3960-46e7-9ea2-37dbed3c9d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:46.434173 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-487bde17-9b53-4b0b-830a-f472c50e93ad req-320e3b09-3960-46e7-9ea2-37dbed3c9d37 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 1096 time: 0.0576866 Jul 15 23:49:46.535365 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bde17-9b53-4b0b-830a-f472c50e93ad req-3efc9545-20ea-4fab-949e-0ae906a2dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:46.536950 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-487bde17-9b53-4b0b-830a-f472c50e93ad req-3efc9545-20ea-4fab-949e-0ae906a2dd8d service neutron] 10.222.0.36 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.0830543 Jul 15 23:49:46.603024 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-487bde17-9b53-4b0b-830a-f472c50e93ad req-addfd5ea-430f-4450-beea-959041640a1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cde885e-25de-4156-ad9a-6db20d339fb7 HTTP/1.1" status: 200 len: 1001 time: 0.0601487 Jul 15 23:49:46.649196 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bde17-9b53-4b0b-830a-f472c50e93ad req-38896afd-9ac1-40c5-be82-c1b677e81afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:46.650601 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-487bde17-9b53-4b0b-830a-f472c50e93ad req-38896afd-9ac1-40c5-be82-c1b677e81afa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0418591 Jul 15 23:49:46.705359 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bde17-9b53-4b0b-830a-f472c50e93ad req-315d6461-eb33-4ccb-9bcb-7f0c584a57c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:46.706816 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-487bde17-9b53-4b0b-830a-f472c50e93ad req-315d6461-eb33-4ccb-9bcb-7f0c584a57c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498345 Jul 15 23:49:46.796357 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-487bde17-9b53-4b0b-830a-f472c50e93ad req-9d35e745-6318-41b3-8f00-693a4baad71f service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830162 Jul 15 23:49:46.881882 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-487bde17-9b53-4b0b-830a-f472c50e93ad req-954257ed-024d-45ca-a409-df2ef6d2f2d1 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797062 Jul 15 23:49:48.312043 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0633b675-471f-48df-b764-6b0263b0e764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:48.785373 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:49.789917 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:51.348344 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:54.423985 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:09.155758 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:15.937614 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7228a137-8ab5-4f54-9681-3e3f9f359252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:18.311394 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fc02509a-5452-4566-a1f0-a7ab530d8624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:18.395198 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:50:18.786880 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:19.791614 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:21.351112 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:24.422749 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:39.145142 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:45.937516 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e14d4212-eaea-4918-955e-2471ece80e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:48.314419 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ff4acd25-5089-4fbd-aad4-8d55f14f79db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:48.320096 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5046d6cc-709c-4d02-802d-4e44b464507a req-2c08a7c4-5bf9-4334-b13d-0333aab05e58 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0590351 Jul 15 23:50:48.424932 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046d6cc-709c-4d02-802d-4e44b464507a req-62bd65ea-4a82-4d2b-99df-cc25b2694cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:48.426402 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5046d6cc-709c-4d02-802d-4e44b464507a req-62bd65ea-4a82-4d2b-99df-cc25b2694cf6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 1096 time: 0.0512009 Jul 15 23:50:48.527553 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046d6cc-709c-4d02-802d-4e44b464507a req-3fbec32f-6d71-4253-887f-50b86460aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:48.528997 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5046d6cc-709c-4d02-802d-4e44b464507a req-3fbec32f-6d71-4253-887f-50b86460aa94 service neutron] 10.222.0.36 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.0824399 Jul 15 23:50:48.594961 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5046d6cc-709c-4d02-802d-4e44b464507a req-ff4d0675-2e50-4d0b-a4e5-d7e32ac8163b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cde885e-25de-4156-ad9a-6db20d339fb7 HTTP/1.1" status: 200 len: 1001 time: 0.0598404 Jul 15 23:50:48.642776 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046d6cc-709c-4d02-802d-4e44b464507a req-24d1190a-1577-4636-b70d-bf062be997b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:48.644183 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5046d6cc-709c-4d02-802d-4e44b464507a req-24d1190a-1577-4636-b70d-bf062be997b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0432303 Jul 15 23:50:48.699335 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046d6cc-709c-4d02-802d-4e44b464507a req-86085265-ca7b-4c6f-b924-e83e19bee722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:48.700765 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5046d6cc-709c-4d02-802d-4e44b464507a req-86085265-ca7b-4c6f-b924-e83e19bee722 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501184 Jul 15 23:50:48.787263 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:48.791284 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5046d6cc-709c-4d02-802d-4e44b464507a req-f8458294-4e6f-4ac1-b4ee-6e4cd58a3150 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836809 Jul 15 23:50:48.878364 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5046d6cc-709c-4d02-802d-4e44b464507a req-e2be2252-3bfb-4bf1-b8dd-807663907905 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810308 Jul 15 23:50:49.793709 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:51.351738 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:54.436780 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:55.393271 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:51:09.140658 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:15.937192 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b22d7d70-df17-48e8-ac68-2869c97f635f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:18.314856 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b91d9280-68ee-41a6-af0a-8a8b99630908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:18.787998 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:19.430848 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-735f2479-2870-4c92-8e93-ec2964e9220c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0616705 Jul 15 23:51:19.487436 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60758eb7-0ea3-429b-9883-f5397d720cb0 req-d888a4aa-6b7f-4e74-acbc-c9c54e3c1b92 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:19.489075 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-60758eb7-0ea3-429b-9883-f5397d720cb0 req-d888a4aa-6b7f-4e74-acbc-c9c54e3c1b92 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 945 time: 0.0700006 Jul 15 23:51:19.527323 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-60758eb7-0ea3-429b-9883-f5397d720cb0 req-d27974a5-80f0-4087-a9d5-a913004e2426 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326748 Jul 15 23:51:19.797017 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:20.600090 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-0c2fc7f0-74d4-4dce-81a1-9f96087a304c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:20.601753 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-0c2fc7f0-74d4-4dce-81a1-9f96087a304c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 1096 time: 0.0582116 Jul 15 23:51:20.689356 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-1b78c3d8-f0b2-4b7c-9f8f-213fd4c96a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:20.690871 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-1b78c3d8-f0b2-4b7c-9f8f-213fd4c96a06 service neutron] 10.222.0.36 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.0826762 Jul 15 23:51:20.702463 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca204c-193d-4d73-9729-68e804773f13 req-a2bd3cb4-3127-4cdd-a2d9-0e47ea4d8614 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:20.703988 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fdca204c-193d-4d73-9729-68e804773f13 req-a2bd3cb4-3127-4cdd-a2d9-0e47ea4d8614 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 945 time: 0.0622435 Jul 15 23:51:20.742250 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fdca204c-193d-4d73-9729-68e804773f13 req-557db344-9ef0-4cc0-ae98-3e8dd3db4450 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320654 Jul 15 23:51:20.762018 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-d43e81aa-6376-444a-bb9d-4550942b466a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cde885e-25de-4156-ad9a-6db20d339fb7 HTTP/1.1" status: 200 len: 1001 time: 0.0637867 Jul 15 23:51:20.809475 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-694dcfbb-fa2a-47e6-9fac-3a17bd87a551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:20.810915 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-694dcfbb-fa2a-47e6-9fac-3a17bd87a551 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0428083 Jul 15 23:51:20.866864 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-1f8f697b-73d6-45f9-bfaa-d02387fb8b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:20.868360 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-1f8f697b-73d6-45f9-bfaa-d02387fb8b1e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502822 Jul 15 23:51:20.958734 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-10e71a73-4830-4467-abb2-d15f3fa3ca43 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845025 Jul 15 23:51:21.044048 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-39878642-ee75-4b03-b28a-ad3f70aee87c service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795252 Jul 15 23:51:21.356008 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:21.916657 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47460c75-049b-403d-b548-76876c22ed7e req-d5eb93e4-6f2e-4073-8b84-5a4c8ff8d1cc tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:21.918084 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-47460c75-049b-403d-b548-76876c22ed7e req-d5eb93e4-6f2e-4073-8b84-5a4c8ff8d1cc tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 945 time: 0.0644834 Jul 15 23:51:21.954646 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-47460c75-049b-403d-b548-76876c22ed7e req-9cadc194-4fb4-4a97-8f73-44ff478a6668 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308976 Jul 15 23:51:23.126097 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1b2d8-3032-43d3-b094-88c25e090e8a req-ed7cfaa1-725d-4308-b7f8-00ca85af80c4 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:23.127581 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e5f1b2d8-3032-43d3-b094-88c25e090e8a req-ed7cfaa1-725d-4308-b7f8-00ca85af80c4 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 945 time: 0.0623088 Jul 15 23:51:23.164555 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e5f1b2d8-3032-43d3-b094-88c25e090e8a req-c2a31a7e-659c-48e6-8a29-73c111d9afdd tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308146 Jul 15 23:51:24.336573 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43e1a9-47a3-4f01-a375-7d47df5ebdf0 req-183ba62c-b9f7-4b39-a4d5-53fee1e91468 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:24.338040 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7d43e1a9-47a3-4f01-a375-7d47df5ebdf0 req-183ba62c-b9f7-4b39-a4d5-53fee1e91468 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 945 time: 0.0635772 Jul 15 23:51:24.373981 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7d43e1a9-47a3-4f01-a375-7d47df5ebdf0 req-9d2ed568-083c-4e61-b636-ded2c333c535 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304425 Jul 15 23:51:24.445638 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:25.550601 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07721147-2d52-4934-96b4-3bd6cb306e46 req-3fdd3a23-8803-4b9b-9eaa-6979561fac3e tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:25.552634 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-07721147-2d52-4934-96b4-3bd6cb306e46 req-3fdd3a23-8803-4b9b-9eaa-6979561fac3e tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 945 time: 0.0656691 Jul 15 23:51:25.588920 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-07721147-2d52-4934-96b4-3bd6cb306e46 req-7d264114-1e08-478f-92b0-e2d35675b20e tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308113 Jul 15 23:51:26.763211 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105ac2e-6c70-4d73-8b3d-758d92b28e25 req-ea365f1a-4588-47aa-a146-0c8879d0ff28 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:26.764678 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1105ac2e-6c70-4d73-8b3d-758d92b28e25 req-ea365f1a-4588-47aa-a146-0c8879d0ff28 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 945 time: 0.0618405 Jul 15 23:51:26.801974 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1105ac2e-6c70-4d73-8b3d-758d92b28e25 req-4f2a975f-566e-400e-a1ef-6e4630549838 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313210 Jul 15 23:51:27.981477 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93dbd5-bbd6-409f-893d-a295819e2d03 req-51dec067-3802-4536-a069-cd2a5d0f4b3d tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:27.982991 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b93dbd5-bbd6-409f-893d-a295819e2d03 req-51dec067-3802-4536-a069-cd2a5d0f4b3d tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 945 time: 0.0674515 Jul 15 23:51:28.350592 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2b93dbd5-bbd6-409f-893d-a295819e2d03 req-1c37f425-9b58-42da-8864-0a45ca207bd5 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3619533 Jul 15 23:51:29.520158 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad6787-4205-45ee-98ef-70b67a8c6637 req-a629783d-04d7-459e-8441-144d9a490425 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:29.521601 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a6ad6787-4205-45ee-98ef-70b67a8c6637 req-a629783d-04d7-459e-8441-144d9a490425 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 945 time: 0.0607755 Jul 15 23:51:29.557978 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a6ad6787-4205-45ee-98ef-70b67a8c6637 req-58ea51b6-9bc3-45da-a038-4055fe449874 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309474 Jul 15 23:51:30.727935 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d106d9d-9013-4932-aed6-928268c6309f req-a09c8187-fcb1-44ff-b055-9ee3dc0898d5 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:30.729389 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4d106d9d-9013-4932-aed6-928268c6309f req-a09c8187-fcb1-44ff-b055-9ee3dc0898d5 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 945 time: 0.0630343 Jul 15 23:51:30.768619 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4d106d9d-9013-4932-aed6-928268c6309f req-01c387f4-7435-4999-8342-d82ffe0cc097 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337648 Jul 15 23:51:31.940149 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a95660-de25-465d-858e-7ce163864d14 req-5794e806-c54f-432c-906b-667f00b98c9e tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:31.941608 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d2a95660-de25-465d-858e-7ce163864d14 req-5794e806-c54f-432c-906b-667f00b98c9e tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 945 time: 0.0607572 Jul 15 23:51:31.978825 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d2a95660-de25-465d-858e-7ce163864d14 req-b880852c-a1a1-4295-a81f-3c5f33cac882 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310681 Jul 15 23:51:32.391612 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:51:33.099105 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-b8022c78-b86e-4061-b681-ea5d5adfc72d service neutron] show failed (client error): The resource could not be found. Jul 15 23:51:33.100122 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-b8022c78-b86e-4061-b681-ea5d5adfc72d service neutron] 10.222.0.36 "GET /v2.0/ports/6cde885e-25de-4156-ad9a-6db20d339fb7/bindings/n-h2-787205-9 HTTP/1.1" status: 404 len: 380 time: 0.0597515 Jul 15 23:51:33.151208 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc002c3-3eb6-4ed6-acb0-8a5547aa4092 req-98ce8ae6-9efc-4259-88ac-018412f66939 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:33.152672 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8dc002c3-3eb6-4ed6-acb0-8a5547aa4092 req-98ce8ae6-9efc-4259-88ac-018412f66939 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 945 time: 0.0625534 Jul 15 23:51:33.190265 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8dc002c3-3eb6-4ed6-acb0-8a5547aa4092 req-f851dd6e-07dc-4530-9998-622568417307 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317285 Jul 15 23:51:33.348098 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-b69c3e61-b319-402e-916a-f045269c4543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:33.349564 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-b69c3e61-b319-402e-916a-f045269c4543 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c&tenant_id=750632bdf81e463fad0d926ba4c8f1c3 HTTP/1.1" status: 200 len: 1096 time: 0.0534365 Jul 15 23:51:33.360220 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787205-9', 'device_owner': 'compute:nova'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:51:33.428386 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:33.625927 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] For port 6cde885e-25de-4156-ad9a-6db20d339fb7, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6cde885e-25de-4156-ad9a-6db20d339fb7,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:51:33.657386 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] For port 6cde885e-25de-4156-ad9a-6db20d339fb7, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:51:33.696235 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f772062e-15df-4fa4-bc2a-92966eb74e2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cde885e-25de-4156-ad9a-6db20d339fb7'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:51:33.698465 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90d338a-d845-48f7-9353-89f6744cd293" -d '{"events": [{"server_uuid": "f772062e-15df-4fa4-bc2a-92966eb74e2c", "name": "network-vif-unplugged", "status": "completed", "tag": "6cde885e-25de-4156-ad9a-6db20d339fb7"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:51:33.701977 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:33.714027 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] Transition to ACTIVE for port object 6cde885e-25de-4156-ad9a-6db20d339fb7 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:51:33.717868 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:33.751376 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b99851d-73a8-49b4-b1bd-33d2e2d41dbd x-openstack-request-id: req-5b99851d-73a8-49b4-b1bd-33d2e2d41dbd {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:51:33.751668 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f772062e-15df-4fa4-bc2a-92966eb74e2c", "name": "network-vif-unplugged", "status": "completed", "tag": "6cde885e-25de-4156-ad9a-6db20d339fb7", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:51:33.751920 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b99851d-73a8-49b4-b1bd-33d2e2d41dbd {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:51:33.752309 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f772062e-15df-4fa4-bc2a-92966eb74e2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cde885e-25de-4156-ad9a-6db20d339fb7', 'code': 200} Jul 15 23:51:33.807763 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] Pushing event updated for resources: {'Port': ['ID=6cde885e-25de-4156-ad9a-6db20d339fb7,revision_number=6']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:33.822283 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:33.822627 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:33.822989 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:33.823326 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:33.823655 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:33.823982 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:33.824308 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:33.824633 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:33.824974 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:33.825261 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:33.825567 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:33.825886 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:33.858228 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] No DVR routers for this DVR port 6cde885e-25de-4156-ad9a-6db20d339fb7 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:51:33.992367 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] Attempting to bind port 6cde885e-25de-4156-ad9a-6db20d339fb7 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:51:33.992809 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] Attempting to bind port 6cde885e-25de-4156-ad9a-6db20d339fb7 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:51:33.993167 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] Attempting to bind port 6cde885e-25de-4156-ad9a-6db20d339fb7 on network 738c3c04-470f-4a9f-acfa-e2e92282ee07 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:51:33.997492 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] Port 6cde885e-25de-4156-ad9a-6db20d339fb7 on network 738c3c04-470f-4a9f-acfa-e2e92282ee07 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:51:33.997814 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] Attempting to bind port 6cde885e-25de-4156-ad9a-6db20d339fb7 on network 738c3c04-470f-4a9f-acfa-e2e92282ee07 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:51:34.002569 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:51:34.002934 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] Checking segment: {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:51:34.003317 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] Bound using segment: {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:51:34.003735 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] Bound port: 6cde885e-25de-4156-ad9a-6db20d339fb7, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:51:34.004091 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:34.066194 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] For port 6cde885e-25de-4156-ad9a-6db20d339fb7, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:51:34.069152 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] For port 6cde885e-25de-4156-ad9a-6db20d339fb7, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6cde885e-25de-4156-ad9a-6db20d339fb7,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:51:34.073484 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:34.110297 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:34.110933 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:34.112314 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] 10.222.0.43 "PUT /v2.0/ports/6cde885e-25de-4156-ad9a-6db20d339fb7 HTTP/1.1" status: 200 len: 1091 time: 0.7560010 Jul 15 23:51:34.133112 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1752b-38da-447d-a239-432ffb29a006 service neutron] Pushing event updated for resources: {'Port': ['ID=6cde885e-25de-4156-ad9a-6db20d339fb7,revision_number=7']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:34.190693 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-63d1ed26-36aa-4168-8c90-916b24e9326f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:34.192303 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-63d1ed26-36aa-4168-8c90-916b24e9326f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 1094 time: 0.0563204 Jul 15 23:51:34.286065 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-f0a0be9b-218b-4b6f-a8d6-97eedd6bcca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:34.287724 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-f0a0be9b-218b-4b6f-a8d6-97eedd6bcca2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.0892193 Jul 15 23:51:34.356999 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-945493f7-41d8-4e23-9d28-1f0f00e7a7ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cde885e-25de-4156-ad9a-6db20d339fb7 HTTP/1.1" status: 200 len: 999 time: 0.0628982 Jul 15 23:51:34.374347 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65526c63-2f36-4737-9496-85485e767300 req-99a26191-2d2c-4832-842c-c5bd214a15ad tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:34.375838 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65526c63-2f36-4737-9496-85485e767300 req-99a26191-2d2c-4832-842c-c5bd214a15ad tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 943 time: 0.0679324 Jul 15 23:51:34.407437 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-9644f10c-6cb9-49b9-b320-ba64ba412aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:34.408873 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-9644f10c-6cb9-49b9-b320-ba64ba412aa8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0443771 Jul 15 23:51:34.413397 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65526c63-2f36-4737-9496-85485e767300 req-032a21fb-d9db-49b5-ad3c-2e66c3b6c65e tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313489 Jul 15 23:51:34.464514 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-3cc5b45d-a5e9-4aca-9e26-3a33a74d1dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:34.466009 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-3cc5b45d-a5e9-4aca-9e26-3a33a74d1dcd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513957 Jul 15 23:51:34.477014 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-72d0aad8-e300-4c7d-9edf-a04f048aa756 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:51:34.478034 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-72d0aad8-e300-4c7d-9edf-a04f048aa756 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054457 Jul 15 23:51:34.569476 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-477ff4f8-aae0-4c82-9625-f9e81911e0ba service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846233 Jul 15 23:51:34.657533 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-123c06d8-917c-4935-92a7-7d678dc148e4 req-61048766-d27d-4b34-b20b-2d883f2d087d service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821896 Jul 15 23:51:35.586489 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d54e9-d574-43af-94be-452f6819304a req-4d52d894-907e-4ad5-82c7-29a95b776f18 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:35.587996 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-166d54e9-d574-43af-94be-452f6819304a req-4d52d894-907e-4ad5-82c7-29a95b776f18 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 943 time: 0.0621393 Jul 15 23:51:35.624825 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-166d54e9-d574-43af-94be-452f6819304a req-17606544-2228-4c38-9dd0-ce5fe503f514 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313408 Jul 15 23:51:35.753690 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f772062e-15df-4fa4-bc2a-92966eb74e2c', 'tag': '6cde885e-25de-4156-ad9a-6db20d339fb7'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:51:35.756106 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13132367-e81d-4140-a2d9-363dbac7af07" -d '{"events": [{"name": "network-changed", "server_uuid": "f772062e-15df-4fa4-bc2a-92966eb74e2c", "tag": "6cde885e-25de-4156-ad9a-6db20d339fb7"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:51:35.802465 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badc13a0-8eec-415e-ab0e-d6568ad2cdf5 x-openstack-request-id: req-badc13a0-8eec-415e-ab0e-d6568ad2cdf5 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:51:35.802786 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f772062e-15df-4fa4-bc2a-92966eb74e2c", "tag": "6cde885e-25de-4156-ad9a-6db20d339fb7", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:51:35.803041 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-badc13a0-8eec-415e-ab0e-d6568ad2cdf5 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:51:35.803434 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f772062e-15df-4fa4-bc2a-92966eb74e2c', 'tag': '6cde885e-25de-4156-ad9a-6db20d339fb7', 'status': 'completed', 'code': 200} Jul 15 23:51:35.920240 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13132367-e81d-4140-a2d9-363dbac7af07 req-e47f19f8-34cf-4878-8ae1-5e039ff3d251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:35.921736 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-13132367-e81d-4140-a2d9-363dbac7af07 req-e47f19f8-34cf-4878-8ae1-5e039ff3d251 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 1094 time: 0.0912106 Jul 15 23:51:35.926656 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13132367-e81d-4140-a2d9-363dbac7af07 req-2693e833-8806-44d7-92a4-16326e1dfe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:35.928009 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-13132367-e81d-4140-a2d9-363dbac7af07 req-2693e833-8806-44d7-92a4-16326e1dfe47 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 1094 time: 0.0707405 Jul 15 23:51:36.076418 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13132367-e81d-4140-a2d9-363dbac7af07 req-ad9e90b5-28ff-4353-a1d7-482979667a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:36.077916 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-13132367-e81d-4140-a2d9-363dbac7af07 req-ad9e90b5-28ff-4353-a1d7-482979667a6e service neutron] 10.222.0.43 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.1486888 Jul 15 23:51:36.080466 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13132367-e81d-4140-a2d9-363dbac7af07 req-bd4f4d17-4c31-49b7-89c1-d0a32dde5d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:36.081788 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-13132367-e81d-4140-a2d9-363dbac7af07 req-bd4f4d17-4c31-49b7-89c1-d0a32dde5d07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.1448591 Jul 15 23:51:36.185647 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-13132367-e81d-4140-a2d9-363dbac7af07 req-af835ce7-d4b0-4c5d-800a-45204704bf86 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cde885e-25de-4156-ad9a-6db20d339fb7 HTTP/1.1" status: 200 len: 999 time: 0.1000283 Jul 15 23:51:36.188805 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-13132367-e81d-4140-a2d9-363dbac7af07 req-ebc524d7-3536-420e-bca0-b1eccce8ab63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cde885e-25de-4156-ad9a-6db20d339fb7 HTTP/1.1" status: 200 len: 999 time: 0.0977268 Jul 15 23:51:36.277794 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13132367-e81d-4140-a2d9-363dbac7af07 req-ad466f51-3242-4bc7-a3e7-d2c4ea064eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:36.279311 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-13132367-e81d-4140-a2d9-363dbac7af07 req-ad466f51-3242-4bc7-a3e7-d2c4ea064eec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0849116 Jul 15 23:51:36.280974 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13132367-e81d-4140-a2d9-363dbac7af07 req-5139c502-e137-41c7-b115-9dab98c31d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:36.282700 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-13132367-e81d-4140-a2d9-363dbac7af07 req-5139c502-e137-41c7-b115-9dab98c31d5c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0790391 Jul 15 23:51:36.382146 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13132367-e81d-4140-a2d9-363dbac7af07 req-74dd92c0-ccee-4e02-96e2-02e084fc3f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:36.383590 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-13132367-e81d-4140-a2d9-363dbac7af07 req-74dd92c0-ccee-4e02-96e2-02e084fc3f10 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907979 Jul 15 23:51:36.386077 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13132367-e81d-4140-a2d9-363dbac7af07 req-0cb2166d-e750-4b81-b9a3-b5b8b0c91809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:36.387454 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-13132367-e81d-4140-a2d9-363dbac7af07 req-0cb2166d-e750-4b81-b9a3-b5b8b0c91809 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024644 Jul 15 23:51:36.538506 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-13132367-e81d-4140-a2d9-363dbac7af07 req-bb922536-fcc1-454b-bd19-883cf3d66e64 service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477814 Jul 15 23:51:36.540375 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-13132367-e81d-4140-a2d9-363dbac7af07 req-4b306902-e36d-4a93-9e7c-f5055f3d1012 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422908 Jul 15 23:51:36.742501 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 6cde885e-25de-4156-ad9a-6db20d339fb7 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:51:36.783154 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 6cde885e-25de-4156-ad9a-6db20d339fb7 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:51:36.809972 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93743c1-9ba3-4395-bdfc-ff7a4129dabd req-52ecb31f-df38-4011-b8c4-5c14f28d1a59 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:36.811570 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f93743c1-9ba3-4395-bdfc-ff7a4129dabd req-52ecb31f-df38-4011-b8c4-5c14f28d1a59 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 943 time: 0.0661290 Jul 15 23:51:36.856015 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f93743c1-9ba3-4395-bdfc-ff7a4129dabd req-0f54b1d8-fc59-4f8f-b7b6-867f5087e4f8 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375793 Jul 15 23:51:37.042695 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-13132367-e81d-4140-a2d9-363dbac7af07 req-3cffa731-509a-4aee-a43a-4319bd1a16ee service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4961593 Jul 15 23:51:37.044579 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-13132367-e81d-4140-a2d9-363dbac7af07 req-e05f7b27-3fcb-4442-aea3-b53b01391067 service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905519 Jul 15 23:51:37.261743 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-5a2409ef-e443-4f7b-9fa8-4ff4ff79d3a2 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:37.263239 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-5a2409ef-e443-4f7b-9fa8-4ff4ff79d3a2 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.43 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c&tenant_id=750632bdf81e463fad0d926ba4c8f1c3&binding%3Ahost_id=n-h2-787205-9 HTTP/1.1" status: 200 len: 943 time: 0.0747552 Jul 15 23:51:37.307479 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e64ada-625c-4a58-b006-534824e06fbb req-822784c3-ac3c-4896-9ce6-c4cf3e13b19c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:37.308950 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-46e64ada-625c-4a58-b006-534824e06fbb req-822784c3-ac3c-4896-9ce6-c4cf3e13b19c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 943 time: 0.0615911 Jul 15 23:51:37.323650 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-5838c580-b982-4869-a344-d39ac429c3f1 service neutron] 10.222.0.43 "GET /v2.0/ports/6cde885e-25de-4156-ad9a-6db20d339fb7/bindings/n-h2-787205-9 HTTP/1.1" status: 200 len: 382 time: 0.0531492 Jul 15 23:51:37.347210 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-46e64ada-625c-4a58-b006-534824e06fbb req-5e176238-8de3-4de1-8c87-eca12d1b0500 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321920 Jul 15 23:51:37.397313 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-349d4fd7-9efd-4f78-8de4-88c11b1cbc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:37.398907 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-349d4fd7-9efd-4f78-8de4-88c11b1cbc00 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 1094 time: 0.0526245 Jul 15 23:51:37.489022 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-a8ddbbee-b3c3-46ee-9bd4-9da62a59da17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:37.490366 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-a8ddbbee-b3c3-46ee-9bd4-9da62a59da17 service neutron] 10.222.0.43 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.0857005 Jul 15 23:51:37.550834 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-5cdd38a9-fcb2-4280-a2a3-4d6eb143cb5a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cde885e-25de-4156-ad9a-6db20d339fb7 HTTP/1.1" status: 200 len: 999 time: 0.0546589 Jul 15 23:51:37.595835 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-e1a5c427-212a-4982-9f21-f678d0a3fc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:37.597218 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-e1a5c427-212a-4982-9f21-f678d0a3fc8b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0409853 Jul 15 23:51:37.655069 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-f9004214-83d0-4ecc-841b-5d220f6368ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:37.656563 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-f9004214-83d0-4ecc-841b-5d220f6368ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532823 Jul 15 23:51:37.742320 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-b863cf3b-05ff-48ee-a227-cee16c1f6aea service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796175 Jul 15 23:51:37.832097 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-7d80753d-08a0-4752-923c-559f283251f0 service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840361 Jul 15 23:51:37.872778 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 6cde885e-25de-4156-ad9a-6db20d339fb7 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:51:37.967423 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 6cde885e-25de-4156-ad9a-6db20d339fb7, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6cde885e-25de-4156-ad9a-6db20d339fb7,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:51:37.978945 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '6cde885e-25de-4156-ad9a-6db20d339fb7', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'port_id': '6cde885e-25de-4156-ad9a-6db20d339fb7', 'mac_address': 'fa:16:3e:bb:3f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:51:38.014190 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:38.026816 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cde885e-25de-4156-ad9a-6db20d339fb7 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:51:38.045923 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 6cde885e-25de-4156-ad9a-6db20d339fb7, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6cde885e-25de-4156-ad9a-6db20d339fb7,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:51:38.049646 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:38.099970 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=6cde885e-25de-4156-ad9a-6db20d339fb7,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:38.107061 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:38.107409 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:38.107757 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:38.108094 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:38.108426 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:38.108756 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:38.109085 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:38.109407 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:38.109733 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:38.110057 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:38.110377 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:38.110724 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:38.294704 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['6cde885e-25de-4156-ad9a-6db20d339fb7'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:51:38.522704 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0a040-7b34-4f06-91d2-09b8bb9ba583 req-100e2108-bca4-48bc-a8f9-1854f7d881a1 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:38.524168 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8fa0a040-7b34-4f06-91d2-09b8bb9ba583 req-100e2108-bca4-48bc-a8f9-1854f7d881a1 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 944 time: 0.0616167 Jul 15 23:51:38.560514 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8fa0a040-7b34-4f06-91d2-09b8bb9ba583 req-5b1d8597-dba2-4c8e-b23f-ffdadc0c7858 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308173 Jul 15 23:51:39.141931 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:39.747458 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63d1e1-5041-4e9d-bbd1-b1fc7ad75e3e req-8a2f775b-1124-4929-a689-c689e0ab9150 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:39.748960 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0f63d1e1-5041-4e9d-bbd1-b1fc7ad75e3e req-8a2f775b-1124-4929-a689-c689e0ab9150 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 944 time: 0.0745800 Jul 15 23:51:39.786607 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0f63d1e1-5041-4e9d-bbd1-b1fc7ad75e3e req-3e32b62f-75d9-412c-ab86-9f9e94b21edb tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321524 Jul 15 23:51:39.800571 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-dd8e1a86-18b4-46f6-9c37-4528216bc6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:39.802099 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-dd8e1a86-18b4-46f6-9c37-4528216bc6ae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c&tenant_id=750632bdf81e463fad0d926ba4c8f1c3 HTTP/1.1" status: 200 len: 1095 time: 0.0534658 Jul 15 23:51:39.818840 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-0e1c47e1-a172-4c91-b1f9-bef964695b14 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787205-9', 'device_owner': 'compute:nova'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:51:39.880061 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 6cde885e-25de-4156-ad9a-6db20d339fb7 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:51:39.892519 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-0e1c47e1-a172-4c91-b1f9-bef964695b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:39.927329 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 6cde885e-25de-4156-ad9a-6db20d339fb7 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:51:39.931064 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 6cde885e-25de-4156-ad9a-6db20d339fb7 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:51:39.931439 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:40.011454 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:40.093158 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-0e1c47e1-a172-4c91-b1f9-bef964695b14 service neutron] For port 6cde885e-25de-4156-ad9a-6db20d339fb7, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=6cde885e-25de-4156-ad9a-6db20d339fb7,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:51:40.124643 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-0e1c47e1-a172-4c91-b1f9-bef964695b14 service neutron] For port 6cde885e-25de-4156-ad9a-6db20d339fb7, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:51:40.155805 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-0e1c47e1-a172-4c91-b1f9-bef964695b14 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6cde885e-25de-4156-ad9a-6db20d339fb7 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:51:40.164492 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-0e1c47e1-a172-4c91-b1f9-bef964695b14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:40.175757 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-0e1c47e1-a172-4c91-b1f9-bef964695b14 service neutron] Ignored duplicate provisioning block setup for port 6cde885e-25de-4156-ad9a-6db20d339fb7 by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 23:51:40.179760 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-0e1c47e1-a172-4c91-b1f9-bef964695b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:40.217500 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:51:40.217985 n-d-787205-9 neutron-server[93800]: DEBUG oslo_db.api [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:51:40.257718 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c47e1-a172-4c91-b1f9-bef964695b14 service neutron] Pushing event updated for resources: {'Port': ['ID=6cde885e-25de-4156-ad9a-6db20d339fb7,revision_number=9']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:40.300044 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-0e1c47e1-a172-4c91-b1f9-bef964695b14 service neutron] No DVR routers for this DVR port 6cde885e-25de-4156-ad9a-6db20d339fb7 on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:51:40.396518 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e3e0f498-3600-4125-80c7-fc72b338f8b8 None None] Provisioning complete for port 6cde885e-25de-4156-ad9a-6db20d339fb7 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:51:40.396893 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e3e0f498-3600-4125-80c7-fc72b338f8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:40.432972 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e3e0f498-3600-4125-80c7-fc72b338f8b8 None None] Port 6cde885e-25de-4156-ad9a-6db20d339fb7 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:51:40.440969 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-0e1c47e1-a172-4c91-b1f9-bef964695b14 service neutron] Attempting to bind port 6cde885e-25de-4156-ad9a-6db20d339fb7 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:51:40.441304 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-0e1c47e1-a172-4c91-b1f9-bef964695b14 service neutron] Attempting to bind port 6cde885e-25de-4156-ad9a-6db20d339fb7 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:51:40.441630 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-0e1c47e1-a172-4c91-b1f9-bef964695b14 service neutron] Attempting to bind port 6cde885e-25de-4156-ad9a-6db20d339fb7 on network 738c3c04-470f-4a9f-acfa-e2e92282ee07 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:51:40.446320 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-0e1c47e1-a172-4c91-b1f9-bef964695b14 service neutron] Port 6cde885e-25de-4156-ad9a-6db20d339fb7 on network 738c3c04-470f-4a9f-acfa-e2e92282ee07 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:51:40.446662 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-0e1c47e1-a172-4c91-b1f9-bef964695b14 service neutron] Attempting to bind port 6cde885e-25de-4156-ad9a-6db20d339fb7 on network 738c3c04-470f-4a9f-acfa-e2e92282ee07 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:51:40.451382 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-0e1c47e1-a172-4c91-b1f9-bef964695b14 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:51:40.451712 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-0e1c47e1-a172-4c91-b1f9-bef964695b14 service neutron] Checking segment: {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:51:40.452085 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-0e1c47e1-a172-4c91-b1f9-bef964695b14 service neutron] Bound using segment: {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:51:40.452498 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-0e1c47e1-a172-4c91-b1f9-bef964695b14 service neutron] Bound port: 6cde885e-25de-4156-ad9a-6db20d339fb7, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:51:40.452849 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-0e1c47e1-a172-4c91-b1f9-bef964695b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:40.513502 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-0e1c47e1-a172-4c91-b1f9-bef964695b14 service neutron] For port 6cde885e-25de-4156-ad9a-6db20d339fb7, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:51:40.516358 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-0e1c47e1-a172-4c91-b1f9-bef964695b14 service neutron] For port 6cde885e-25de-4156-ad9a-6db20d339fb7, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6cde885e-25de-4156-ad9a-6db20d339fb7,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:51:40.520897 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-0e1c47e1-a172-4c91-b1f9-bef964695b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:40.557910 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-0e1c47e1-a172-4c91-b1f9-bef964695b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:40.558525 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-0e1c47e1-a172-4c91-b1f9-bef964695b14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:40.560039 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-0e1c47e1-a172-4c91-b1f9-bef964695b14 service neutron] 10.222.0.36 "PUT /v2.0/ports/6cde885e-25de-4156-ad9a-6db20d339fb7 HTTP/1.1" status: 200 len: 1091 time: 0.7458947 Jul 15 23:51:40.560338 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f772062e-15df-4fa4-bc2a-92966eb74e2c', 'tag': '6cde885e-25de-4156-ad9a-6db20d339fb7'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:51:40.562560 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87252cdd-1f2c-4b4a-a8dc-a76b1fce95e6" -d '{"events": [{"name": "network-changed", "server_uuid": "f772062e-15df-4fa4-bc2a-92966eb74e2c", "tag": "6cde885e-25de-4156-ad9a-6db20d339fb7"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:51:40.588724 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c47e1-a172-4c91-b1f9-bef964695b14 service neutron] Pushing event updated for resources: {'Port': ['ID=6cde885e-25de-4156-ad9a-6db20d339fb7,revision_number=10']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:40.629505 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5c9b0a-512f-4f04-b144-edd192bbc030 x-openstack-request-id: req-5d5c9b0a-512f-4f04-b144-edd192bbc030 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:51:40.629792 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f772062e-15df-4fa4-bc2a-92966eb74e2c", "tag": "6cde885e-25de-4156-ad9a-6db20d339fb7", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:51:40.630039 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d5c9b0a-512f-4f04-b144-edd192bbc030 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:51:40.630430 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f772062e-15df-4fa4-bc2a-92966eb74e2c', 'tag': '6cde885e-25de-4156-ad9a-6db20d339fb7', 'status': 'completed', 'code': 200} Jul 15 23:51:40.669014 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-579a42a6-be95-42a9-9c77-cbc75cb0c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:40.670531 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-579a42a6-be95-42a9-9c77-cbc75cb0c72c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 1095 time: 0.0724812 Jul 15 23:51:40.763602 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:40.766124 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-84d727f9-bcb8-4558-a97a-7b6e4a191fc9 None None] Provisioning complete for port 6cde885e-25de-4156-ad9a-6db20d339fb7 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:51:40.766475 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-84d727f9-bcb8-4558-a97a-7b6e4a191fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:40.791621 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87252cdd-1f2c-4b4a-a8dc-a76b1fce95e6 req-1740cdeb-445c-4fac-ada6-8609a805ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:40.793163 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-87252cdd-1f2c-4b4a-a8dc-a76b1fce95e6 req-1740cdeb-445c-4fac-ada6-8609a805ab8d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 1095 time: 0.1384170 Jul 15 23:51:40.795805 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-ab36a4e2-17d1-4938-8242-66e838dfad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:40.797312 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-ab36a4e2-17d1-4938-8242-66e838dfad51 service neutron] 10.222.0.36 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.1097262 Jul 15 23:51:40.816638 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f772062e-15df-4fa4-bc2a-92966eb74e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cde885e-25de-4156-ad9a-6db20d339fb7'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:51:40.819625 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891ed576-a8a2-4037-8b53-0d9506f25e1a" -d '{"events": [{"server_uuid": "f772062e-15df-4fa4-bc2a-92966eb74e2c", "name": "network-vif-plugged", "status": "completed", "tag": "6cde885e-25de-4156-ad9a-6db20d339fb7"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:51:40.837947 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 6cde885e-25de-4156-ad9a-6db20d339fb7, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6cde885e-25de-4156-ad9a-6db20d339fb7,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:51:40.843947 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:40.909789 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f6420f-4d3f-4408-b07c-a0e207ee16ba x-openstack-request-id: req-c6f6420f-4d3f-4408-b07c-a0e207ee16ba {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:51:40.910184 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f772062e-15df-4fa4-bc2a-92966eb74e2c", "name": "network-vif-plugged", "status": "completed", "tag": "6cde885e-25de-4156-ad9a-6db20d339fb7", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:51:40.910500 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6f6420f-4d3f-4408-b07c-a0e207ee16ba {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:51:40.911489 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f772062e-15df-4fa4-bc2a-92966eb74e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cde885e-25de-4156-ad9a-6db20d339fb7', 'code': 200} Jul 15 23:51:40.928373 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-3954bb0c-0531-4747-9d7f-b03376555aac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cde885e-25de-4156-ad9a-6db20d339fb7 HTTP/1.1" status: 200 len: 999 time: 0.1200795 Jul 15 23:51:40.950381 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=6cde885e-25de-4156-ad9a-6db20d339fb7,revision_number=11']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:40.979639 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87252cdd-1f2c-4b4a-a8dc-a76b1fce95e6 req-dcff0bb7-2a0f-426e-bb99-909d67105339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:40.981137 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-87252cdd-1f2c-4b4a-a8dc-a76b1fce95e6 req-dcff0bb7-2a0f-426e-bb99-909d67105339 service neutron] 10.222.0.43 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.1812654 Jul 15 23:51:40.984853 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c677169-2d43-4587-9704-347d04933613 req-4c4a775f-b95c-460e-88e9-ed2e84cafc1d tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:40.986398 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c677169-2d43-4587-9704-347d04933613 req-4c4a775f-b95c-460e-88e9-ed2e84cafc1d tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 946 time: 0.0712271 Jul 15 23:51:41.026669 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c677169-2d43-4587-9704-347d04933613 req-089c9f04-e0fe-4a0d-9b6b-e6736c9ad6d1 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335221 Jul 15 23:51:41.032103 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-63024be0-e084-442b-9608-794f56bc5f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:41.033579 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-63024be0-e084-442b-9608-794f56bc5f90 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0991752 Jul 15 23:51:41.084783 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-87252cdd-1f2c-4b4a-a8dc-a76b1fce95e6 req-2744ca83-6616-430a-980d-e37f88c5ec2a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cde885e-25de-4156-ad9a-6db20d339fb7 HTTP/1.1" status: 200 len: 1001 time: 0.0944207 Jul 15 23:51:41.138901 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-31c736c5-0e15-42ad-91a3-483df6a26a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:41.140357 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-31c736c5-0e15-42ad-91a3-483df6a26a7b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974598 Jul 15 23:51:41.143723 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87252cdd-1f2c-4b4a-a8dc-a76b1fce95e6 req-69445718-3679-4fe2-8a11-829e61806b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:41.145595 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-87252cdd-1f2c-4b4a-a8dc-a76b1fce95e6 req-69445718-3679-4fe2-8a11-829e61806b0d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0537574 Jul 15 23:51:41.150260 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-9d606573-43bf-4d86-a2a3-2ecb710b649e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:51:41.151227 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-9d606573-43bf-4d86-a2a3-2ecb710b649e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048411 Jul 15 23:51:41.270806 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87252cdd-1f2c-4b4a-a8dc-a76b1fce95e6 req-81d0ab37-4da8-47e5-b0f0-358e878e550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:41.272227 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-87252cdd-1f2c-4b4a-a8dc-a76b1fce95e6 req-81d0ab37-4da8-47e5-b0f0-358e878e550f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1202233 Jul 15 23:51:41.277410 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-fd235aa8-8330-4edf-9197-1d085dcb6528 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177771 Jul 15 23:51:41.424556 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-87252cdd-1f2c-4b4a-a8dc-a76b1fce95e6 req-b090d9e7-a10e-4364-b3b5-6f9f0d99c619 service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455607 Jul 15 23:51:41.429557 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f2c63f57-087f-4a9a-8f03-fc493f60f3b3 req-739cccd2-277c-4e93-8026-77a0107e1335 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430151 Jul 15 23:51:41.515872 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-87252cdd-1f2c-4b4a-a8dc-a76b1fce95e6 req-d914c3f7-b24b-41d4-87da-279a8790928e service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853462 Jul 15 23:51:41.569547 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87252cdd-1f2c-4b4a-a8dc-a76b1fce95e6 req-cf28c508-8a89-4445-91d2-d4f7bed8fe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:41.571129 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-87252cdd-1f2c-4b4a-a8dc-a76b1fce95e6 req-cf28c508-8a89-4445-91d2-d4f7bed8fe4d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 1097 time: 0.0537322 Jul 15 23:51:41.663125 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87252cdd-1f2c-4b4a-a8dc-a76b1fce95e6 req-525c3838-cc47-43bc-810e-d3efcdfc661c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:41.664583 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-87252cdd-1f2c-4b4a-a8dc-a76b1fce95e6 req-525c3838-cc47-43bc-810e-d3efcdfc661c service neutron] 10.222.0.36 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.0868633 Jul 15 23:51:41.727461 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-87252cdd-1f2c-4b4a-a8dc-a76b1fce95e6 req-66f27adc-50e2-42d6-86ac-4df9e4edc86d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cde885e-25de-4156-ad9a-6db20d339fb7 HTTP/1.1" status: 200 len: 1001 time: 0.0563486 Jul 15 23:51:41.775551 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87252cdd-1f2c-4b4a-a8dc-a76b1fce95e6 req-4a5cdddd-7b24-4fb1-bf85-df7576c4da2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:41.776967 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-87252cdd-1f2c-4b4a-a8dc-a76b1fce95e6 req-4a5cdddd-7b24-4fb1-bf85-df7576c4da2a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0421674 Jul 15 23:51:41.837360 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87252cdd-1f2c-4b4a-a8dc-a76b1fce95e6 req-7eb87e91-1801-4441-8b0e-5ed8eb00137c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:41.838759 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-87252cdd-1f2c-4b4a-a8dc-a76b1fce95e6 req-7eb87e91-1801-4441-8b0e-5ed8eb00137c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544040 Jul 15 23:51:41.924829 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-87252cdd-1f2c-4b4a-a8dc-a76b1fce95e6 req-fe26545f-f7fb-4a18-b55b-d3b212d3e5ca service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790401 Jul 15 23:51:42.016182 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-87252cdd-1f2c-4b4a-a8dc-a76b1fce95e6 req-372e2869-b36f-4554-8d45-3fe4951aac64 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851500 Jul 15 23:51:42.198264 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116268c5-ed7a-4aa8-a72a-cbbc79e3b31e req-ecbdfa8d-d57d-44c6-98e8-175bfab0a037 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:42.199646 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-116268c5-ed7a-4aa8-a72a-cbbc79e3b31e req-ecbdfa8d-d57d-44c6-98e8-175bfab0a037 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 946 time: 0.0610471 Jul 15 23:51:42.240408 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-116268c5-ed7a-4aa8-a72a-cbbc79e3b31e req-cefb3cac-730d-4a65-b8d2-ec9248a97ddf tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353510 Jul 15 23:51:42.796857 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 6cde885e-25de-4156-ad9a-6db20d339fb7 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:51:42.893493 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 6cde885e-25de-4156-ad9a-6db20d339fb7, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6cde885e-25de-4156-ad9a-6db20d339fb7,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:51:42.905289 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '6cde885e-25de-4156-ad9a-6db20d339fb7', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'port_id': '6cde885e-25de-4156-ad9a-6db20d339fb7', 'mac_address': 'fa:16:3e:bb:3f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:51:42.953019 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:42.966193 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6cde885e-25de-4156-ad9a-6db20d339fb7 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:51:42.985865 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 6cde885e-25de-4156-ad9a-6db20d339fb7, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6cde885e-25de-4156-ad9a-6db20d339fb7,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:51:42.989739 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:43.036657 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=6cde885e-25de-4156-ad9a-6db20d339fb7,revision_number=12']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:43.302086 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['6cde885e-25de-4156-ad9a-6db20d339fb7'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:51:43.414212 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca4499-1551-4376-8774-8ea4e17a1361 req-0c5a2817-e9eb-4d5e-a1cc-b87de80f7c4f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:43.415630 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-21ca4499-1551-4376-8774-8ea4e17a1361 req-0c5a2817-e9eb-4d5e-a1cc-b87de80f7c4f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 945 time: 0.0622947 Jul 15 23:51:43.453577 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-21ca4499-1551-4376-8774-8ea4e17a1361 req-ecfa2760-acd1-4010-8335-1d08e684ccb2 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322213 Jul 15 23:51:43.622173 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232a9b6-9b9f-4f21-bb1b-d247b76cbe77 req-146147c1-b5bd-49f9-a540-2fc66adabbaa tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:43.623688 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c232a9b6-9b9f-4f21-bb1b-d247b76cbe77 req-146147c1-b5bd-49f9-a540-2fc66adabbaa tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 945 time: 0.0618649 Jul 15 23:51:43.659806 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c232a9b6-9b9f-4f21-bb1b-d247b76cbe77 req-84844c62-b447-4708-8787-e2259c549605 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304730 Jul 15 23:51:43.833461 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bb08c-dd58-451f-9167-76c54bcb955a req-909bb957-3d47-4fe2-ad07-1a56bfb99a1f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:43.834952 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-916bb08c-dd58-451f-9167-76c54bcb955a req-909bb957-3d47-4fe2-ad07-1a56bfb99a1f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 945 time: 0.0665574 Jul 15 23:51:43.871425 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-916bb08c-dd58-451f-9167-76c54bcb955a req-5d3c531a-79e2-42d8-9511-ab4a24d0fb52 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309405 Jul 15 23:51:43.897141 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 6cde885e-25de-4156-ad9a-6db20d339fb7 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:51:43.935146 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 6cde885e-25de-4156-ad9a-6db20d339fb7 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:51:44.242619 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64651703-21d5-4b13-8084-75fc682a7443 req-d8cf0865-c5f3-44c7-aa71-a98f976c16f6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:44.244025 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-64651703-21d5-4b13-8084-75fc682a7443 req-d8cf0865-c5f3-44c7-aa71-a98f976c16f6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 945 time: 0.0610328 Jul 15 23:51:44.280641 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-64651703-21d5-4b13-8084-75fc682a7443 req-520aa979-fd35-4e40-83bd-55191869486d tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311766 Jul 15 23:51:44.824563 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 6cde885e-25de-4156-ad9a-6db20d339fb7 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:51:44.870025 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 6cde885e-25de-4156-ad9a-6db20d339fb7 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:51:44.870388 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:44.948429 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:44.969909 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f772062e-15df-4fa4-bc2a-92966eb74e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cde885e-25de-4156-ad9a-6db20d339fb7'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:51:44.972158 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a784ae-ebcb-4423-b7eb-db0e393d177d" -d '{"events": [{"server_uuid": "f772062e-15df-4fa4-bc2a-92966eb74e2c", "name": "network-vif-plugged", "status": "completed", "tag": "6cde885e-25de-4156-ad9a-6db20d339fb7"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:51:44.985481 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 6cde885e-25de-4156-ad9a-6db20d339fb7, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6cde885e-25de-4156-ad9a-6db20d339fb7,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:51:44.990238 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:45.013368 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8780dab4-7fb6-4244-b9e1-513049a488b9 x-openstack-request-id: req-8780dab4-7fb6-4244-b9e1-513049a488b9 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:51:45.013662 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f772062e-15df-4fa4-bc2a-92966eb74e2c", "name": "network-vif-plugged", "status": "completed", "tag": "6cde885e-25de-4156-ad9a-6db20d339fb7", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:51:45.013912 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8780dab4-7fb6-4244-b9e1-513049a488b9 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:51:45.014294 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f772062e-15df-4fa4-bc2a-92966eb74e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cde885e-25de-4156-ad9a-6db20d339fb7', 'code': 200} Jul 15 23:51:45.038828 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=6cde885e-25de-4156-ad9a-6db20d339fb7,revision_number=13']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:45.449993 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e54a3-fa88-4df8-a809-22c60c6ddb1d req-6106e813-6c07-4fae-9d20-2caa7ce8c547 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:45.451517 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bd4e54a3-fa88-4df8-a809-22c60c6ddb1d req-6106e813-6c07-4fae-9d20-2caa7ce8c547 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 946 time: 0.0639343 Jul 15 23:51:45.492286 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bd4e54a3-fa88-4df8-a809-22c60c6ddb1d req-f1383cb0-dad7-4764-b379-57a13bc59f2a tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351706 Jul 15 23:51:45.633073 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe07bc-abfe-407e-93f8-5d8d67c8bbe3 req-82db89d0-d9e7-48b6-b9c7-1eb3cbe71ebb tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:45.634549 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b2fe07bc-abfe-407e-93f8-5d8d67c8bbe3 req-82db89d0-d9e7-48b6-b9c7-1eb3cbe71ebb tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.36 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 946 time: 0.0630527 Jul 15 23:51:45.740874 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-b2fe07bc-abfe-407e-93f8-5d8d67c8bbe3 req-375c530f-7e63-40f1-83f1-e099632ab48f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Deleting port 6cde885e-25de-4156-ad9a-6db20d339fb7 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:51:45.741215 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b2fe07bc-abfe-407e-93f8-5d8d67c8bbe3 req-375c530f-7e63-40f1-83f1-e099632ab48f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:45.827969 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b2fe07bc-abfe-407e-93f8-5d8d67c8bbe3 req-375c530f-7e63-40f1-83f1-e099632ab48f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] For port 6cde885e-25de-4156-ad9a-6db20d339fb7, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=6cde885e-25de-4156-ad9a-6db20d339fb7,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:51:45.828243 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b2fe07bc-abfe-407e-93f8-5d8d67c8bbe3 req-375c530f-7e63-40f1-83f1-e099632ab48f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:45.937181 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-836bbb5f-61ae-4882-a9b0-93050bb908fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:46.006730 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b2fe07bc-abfe-407e-93f8-5d8d67c8bbe3 req-375c530f-7e63-40f1-83f1-e099632ab48f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:46.007105 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b2fe07bc-abfe-407e-93f8-5d8d67c8bbe3 req-375c530f-7e63-40f1-83f1-e099632ab48f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:46.007415 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [req-b2fe07bc-abfe-407e-93f8-5d8d67c8bbe3 req-375c530f-7e63-40f1-83f1-e099632ab48f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Floating IP 14f2f7e5-c12c-43a9-b525-42881a3edfac disassociated. External IP: 172.25.4.32, port: 6cde885e-25de-4156-ad9a-6db20d339fb7. Jul 15 23:51:46.007758 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-b2fe07bc-abfe-407e-93f8-5d8d67c8bbe3 req-375c530f-7e63-40f1-83f1-e099632ab48f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Calling delete_port for 6cde885e-25de-4156-ad9a-6db20d339fb7 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:51:46.131352 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b2fe07bc-abfe-407e-93f8-5d8d67c8bbe3 req-375c530f-7e63-40f1-83f1-e099632ab48f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:46.157304 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c530f-7e63-40f1-83f1-e099632ab48f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Pushing event deleted for resources: {'Port': ['ID=6cde885e-25de-4156-ad9a-6db20d339fb7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:46.276412 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2fe07bc-abfe-407e-93f8-5d8d67c8bbe3 req-375c530f-7e63-40f1-83f1-e099632ab48f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Router c7ef9db2-5ebc-4560-8548-a77145fdddfd has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:51:46.384388 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2fe07bc-abfe-407e-93f8-5d8d67c8bbe3 req-375c530f-7e63-40f1-83f1-e099632ab48f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:51:46.394267 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e76efc8-60ee-4111-a4ee-eee6a442d264 None None] Sync routers for ids ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:51:46.404060 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e76efc8-60ee-4111-a4ee-eee6a442d264 None None] Routers {'c7ef9db2-5ebc-4560-8548-a77145fdddfd'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:51:46.404669 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-5e76efc8-60ee-4111-a4ee-eee6a442d264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:51:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:51:46.429166 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2fe07bc-abfe-407e-93f8-5d8d67c8bbe3 req-375c530f-7e63-40f1-83f1-e099632ab48f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] No DVR routers for this DVR port 6cde885e-25de-4156-ad9a-6db20d339fb7 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:51:46.431775 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b2fe07bc-abfe-407e-93f8-5d8d67c8bbe3 req-375c530f-7e63-40f1-83f1-e099632ab48f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:46.433747 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b2fe07bc-abfe-407e-93f8-5d8d67c8bbe3 req-375c530f-7e63-40f1-83f1-e099632ab48f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.36 "DELETE /v2.0/ports/6cde885e-25de-4156-ad9a-6db20d339fb7 HTTP/1.1" status: 204 len: 173 time: 0.7927265 Jul 15 23:51:46.434181 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f772062e-15df-4fa4-bc2a-92966eb74e2c', 'name': 'network-vif-deleted', 'tag': '6cde885e-25de-4156-ad9a-6db20d339fb7'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:51:46.436583 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c98f92-c3dd-482b-9fca-00958014247c" -d '{"events": [{"server_uuid": "f772062e-15df-4fa4-bc2a-92966eb74e2c", "name": "network-vif-deleted", "tag": "6cde885e-25de-4156-ad9a-6db20d339fb7"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:51:46.477190 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50be1012-6827-4c2a-aafb-c96faad7968f x-openstack-request-id: req-50be1012-6827-4c2a-aafb-c96faad7968f {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:51:46.477482 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f772062e-15df-4fa4-bc2a-92966eb74e2c", "name": "network-vif-deleted", "tag": "6cde885e-25de-4156-ad9a-6db20d339fb7", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:51:46.477731 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50be1012-6827-4c2a-aafb-c96faad7968f {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:51:46.478132 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f772062e-15df-4fa4-bc2a-92966eb74e2c', 'name': 'network-vif-deleted', 'tag': '6cde885e-25de-4156-ad9a-6db20d339fb7', 'status': 'completed', 'code': 200} Jul 15 23:51:46.515750 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-5e76efc8-60ee-4111-a4ee-eee6a442d264 None None] Set router c7ef9db2-5ebc-4560-8548-a77145fdddfd gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:51:46.642623 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9d8188a7-2b95-4666-a544-6657fb981844 req-fa9c89ce-fe2b-4724-8c54-d4398464a53a tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f772062e-15df-4fa4-bc2a-92966eb74e2c HTTP/1.1" status: 200 len: 210 time: 0.0323083 Jul 15 23:51:46.718070 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-5e76efc8-60ee-4111-a4ee-eee6a442d264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 4, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port': {'id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:59Z', 'updated_at': '2021-07-15T23:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f', 'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'mac_address': 'fa:16:3e:a8:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:00Z', 'updated_at': '2021-07-15T23:45:06Z', 'revision_number': 5, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'subnets': [{'id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:51:46.744139 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e76efc8-60ee-4111-a4ee-eee6a442d264 None None] Checking router: c7ef9db2-5ebc-4560-8548-a77145fdddfd for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:51:46.752105 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e76efc8-60ee-4111-a4ee-eee6a442d264 None None] Routers {'c7ef9db2-5ebc-4560-8548-a77145fdddfd'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:51:46.752722 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-5e76efc8-60ee-4111-a4ee-eee6a442d264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:51:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:51:46.855129 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-5e76efc8-60ee-4111-a4ee-eee6a442d264 None None] Set router c7ef9db2-5ebc-4560-8548-a77145fdddfd gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:51:47.055122 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-5e76efc8-60ee-4111-a4ee-eee6a442d264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 4, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port': {'id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:59Z', 'updated_at': '2021-07-15T23:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f', 'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'mac_address': 'fa:16:3e:a8:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:00Z', 'updated_at': '2021-07-15T23:45:06Z', 'revision_number': 5, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'subnets': [{'id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:51:47.081827 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e76efc8-60ee-4111-a4ee-eee6a442d264 None None] The sync data for ids ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'] in n-d-787205-9 is: [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 4, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port': {'id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:59Z', 'updated_at': '2021-07-15T23:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f', 'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'mac_address': 'fa:16:3e:a8:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:00Z', 'updated_at': '2021-07-15T23:45:06Z', 'revision_number': 5, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'subnets': [{'id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:51:47.293667 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155c09ec-5fc8-4ec3-951f-2e774c7bb9cc None None] New status for floating IP 14f2f7e5-c12c-43a9-b525-42881a3edfac: DOWN {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:51:47.987060 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-573e6d83-6a63-4736-ab38-c05b74b05522 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1601049199&fields=id&tenant_id=750632bdf81e463fad0d926ba4c8f1c3 HTTP/1.1" status: 200 len: 267 time: 0.0339305 Jul 15 23:51:48.093020 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-639a95cd-e77d-477c-8a35-9ee0f766b529 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:48.094472 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-639a95cd-e77d-477c-8a35-9ee0f766b529 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 812 time: 0.1001763 Jul 15 23:51:48.108908 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-b1585abc-cc57-4e0b-9c21-fe0a0f30c794 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/quotas/750632bdf81e463fad0d926ba4c8f1c3 HTTP/1.1" status: 200 len: 375 time: 0.0086503 Jul 15 23:51:48.174985 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-6e300c24-1a6b-4400-8053-068ee3eede8a tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0613587 Jul 15 23:51:48.190671 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-3640b2de-ea29-4db3-bbcd-e500cc8755be service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:51:48.191570 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-3640b2de-ea29-4db3-bbcd-e500cc8755be service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052981 Jul 15 23:51:48.276842 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-1540f66a-c6cf-4c8e-ae39-cfb44fe2a1d6 service neutron] 10.222.0.16 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801389 Jul 15 23:51:48.317170 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e088ff46-5640-4471-9cf6-7855d3cd17e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:48.371534 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-2fe4d9bf-edb8-4f06-bbcf-c7411d878ed2 service neutron] 10.222.0.16 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890732 Jul 15 23:51:48.535159 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-34beabdc-902e-42f6-aeaf-5485ba7cfa56 req-cb3c1cf5-d090-497c-91b4-adedae2d9a24 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 210 time: 0.0282230 Jul 15 23:51:48.795962 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:48.835495 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 6cde885e-25de-4156-ad9a-6db20d339fb7 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:51:48.855335 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 6cde885e-25de-4156-ad9a-6db20d339fb7 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:51:48.855687 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 6cde885e-25de-4156-ad9a-6db20d339fb7 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:51:49.563752 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-6aae1514-896b-412a-83b6-ffad340d7b2f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:49.565281 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-6aae1514-896b-412a-83b6-ffad340d7b2f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.43 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 812 time: 0.1021144 Jul 15 23:51:49.618234 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-d90861a3-68fb-4e32-8e68-0fe6967f1d88 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=750632bdf81e463fad0d926ba4c8f1c3 HTTP/1.1" status: 200 len: 380 time: 0.0375104 Jul 15 23:51:49.627146 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-354f0866-7705-47f4-b61c-cf1b98f4cb3b tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Request body: {'port': {'device_id': '1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'admin_state_up': True, 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'security_groups': ['3d7aad74-d8f8-4d82-93f1-1679d6399920']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:51:49.683654 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2ea3c009-53da-468d-863c-4e9c7419cb24 req-406b86f0-b985-4167-9a22-5141d57ae13e tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 210 time: 0.0340962 Jul 15 23:51:49.742735 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-354f0866-7705-47f4-b61c-cf1b98f4cb3b tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Made reservation on behalf of 750632bdf81e463fad0d926ba4c8f1c3 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:51:49.746376 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-354f0866-7705-47f4-b61c-cf1b98f4cb3b tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:49.801692 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:49.869254 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-354f0866-7705-47f4-b61c-cf1b98f4cb3b tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Allocated IP 172.20.0.6 (738c3c04-470f-4a9f-acfa-e2e92282ee07/6bf93a0a-71ad-41e0-92d5-9d54045bbbc2/b613bf41-f943-40a4-aeb0-3980428aeb41) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:51:50.005940 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-354f0866-7705-47f4-b61c-cf1b98f4cb3b tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:50.019471 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-354f0866-7705-47f4-b61c-cf1b98f4cb3b tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Transition to ACTIVE for port object b613bf41-f943-40a4-aeb0-3980428aeb41 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:51:50.051361 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-354f0866-7705-47f4-b61c-cf1b98f4cb3b tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:50.096621 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-354f0866-7705-47f4-b61c-cf1b98f4cb3b tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Network 738c3c04-470f-4a9f-acfa-e2e92282ee07 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:51:50.099725 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-354f0866-7705-47f4-b61c-cf1b98f4cb3b tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:51:50.102127 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-354f0866-7705-47f4-b61c-cf1b98f4cb3b tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:51:50.133292 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f0866-7705-47f4-b61c-cf1b98f4cb3b tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Pushing event updated for resources: {'Port': ['ID=b613bf41-f943-40a4-aeb0-3980428aeb41,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:50.162909 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-354f0866-7705-47f4-b61c-cf1b98f4cb3b tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:50.163595 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-354f0866-7705-47f4-b61c-cf1b98f4cb3b tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:50.178772 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-354f0866-7705-47f4-b61c-cf1b98f4cb3b tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5552702 Jul 15 23:51:50.190706 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-b9d9999a-88ba-4360-8182-af3a17b3e4e2 service neutron] Request body: {'port': {'device_id': '1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:51:50.264977 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-b9d9999a-88ba-4360-8182-af3a17b3e4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:50.311761 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b78cf875-da5b-47a9-b7d0-2149a9f29052 None None] Provisioning for port b613bf41-f943-40a4-aeb0-3980428aeb41 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:51:50.315610 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b78cf875-da5b-47a9-b7d0-2149a9f29052 None None] Provisioning complete for port b613bf41-f943-40a4-aeb0-3980428aeb41 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:51:50.315982 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b78cf875-da5b-47a9-b7d0-2149a9f29052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:50.350316 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b78cf875-da5b-47a9-b7d0-2149a9f29052 None None] Port b613bf41-f943-40a4-aeb0-3980428aeb41 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:51:50.528834 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-b9d9999a-88ba-4360-8182-af3a17b3e4e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b613bf41-f943-40a4-aeb0-3980428aeb41 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:51:50.536452 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-b9d9999a-88ba-4360-8182-af3a17b3e4e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:50.547974 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-b9d9999a-88ba-4360-8182-af3a17b3e4e2 service neutron] Transition to ACTIVE for port object b613bf41-f943-40a4-aeb0-3980428aeb41 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:51:50.552229 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-b9d9999a-88ba-4360-8182-af3a17b3e4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:50.602520 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9999a-88ba-4360-8182-af3a17b3e4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b613bf41-f943-40a4-aeb0-3980428aeb41,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:50.669631 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-b9d9999a-88ba-4360-8182-af3a17b3e4e2 service neutron] Attempting to bind port b613bf41-f943-40a4-aeb0-3980428aeb41 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:51:50.669964 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-b9d9999a-88ba-4360-8182-af3a17b3e4e2 service neutron] Attempting to bind port b613bf41-f943-40a4-aeb0-3980428aeb41 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:51:50.670288 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-b9d9999a-88ba-4360-8182-af3a17b3e4e2 service neutron] Attempting to bind port b613bf41-f943-40a4-aeb0-3980428aeb41 on network 738c3c04-470f-4a9f-acfa-e2e92282ee07 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:51:50.674694 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-b9d9999a-88ba-4360-8182-af3a17b3e4e2 service neutron] Port b613bf41-f943-40a4-aeb0-3980428aeb41 on network 738c3c04-470f-4a9f-acfa-e2e92282ee07 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:51:50.675016 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-b9d9999a-88ba-4360-8182-af3a17b3e4e2 service neutron] Attempting to bind port b613bf41-f943-40a4-aeb0-3980428aeb41 on network 738c3c04-470f-4a9f-acfa-e2e92282ee07 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:51:50.679951 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-b9d9999a-88ba-4360-8182-af3a17b3e4e2 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:51:50.680283 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-b9d9999a-88ba-4360-8182-af3a17b3e4e2 service neutron] Checking segment: {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:51:50.680661 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-b9d9999a-88ba-4360-8182-af3a17b3e4e2 service neutron] Bound using segment: {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:51:50.681079 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-b9d9999a-88ba-4360-8182-af3a17b3e4e2 service neutron] Bound port: b613bf41-f943-40a4-aeb0-3980428aeb41, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:51:50.681439 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-b9d9999a-88ba-4360-8182-af3a17b3e4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:50.752199 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-b9d9999a-88ba-4360-8182-af3a17b3e4e2 service neutron] For port b613bf41-f943-40a4-aeb0-3980428aeb41, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:51:50.755458 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-b9d9999a-88ba-4360-8182-af3a17b3e4e2 service neutron] For port b613bf41-f943-40a4-aeb0-3980428aeb41, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=b613bf41-f943-40a4-aeb0-3980428aeb41,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:51:50.760870 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-b9d9999a-88ba-4360-8182-af3a17b3e4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:50.795435 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-b9d9999a-88ba-4360-8182-af3a17b3e4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:50.796024 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-b9d9999a-88ba-4360-8182-af3a17b3e4e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:50.797403 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-b9d9999a-88ba-4360-8182-af3a17b3e4e2 service neutron] 10.222.0.43 "PUT /v2.0/ports/b613bf41-f943-40a4-aeb0-3980428aeb41 HTTP/1.1" status: 200 len: 1091 time: 0.6111777 Jul 15 23:51:50.797835 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1', 'tag': 'b613bf41-f943-40a4-aeb0-3980428aeb41'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:51:50.800063 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1addb4f-7fa7-4ad4-a1d2-4ddc5862772f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1", "tag": "b613bf41-f943-40a4-aeb0-3980428aeb41"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:51:50.830955 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9999a-88ba-4360-8182-af3a17b3e4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b613bf41-f943-40a4-aeb0-3980428aeb41,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:50.885045 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56161c72-fb73-4617-9921-422660a99285 x-openstack-request-id: req-56161c72-fb73-4617-9921-422660a99285 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:51:50.885336 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1", "tag": "b613bf41-f943-40a4-aeb0-3980428aeb41", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:51:50.885594 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56161c72-fb73-4617-9921-422660a99285 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:51:50.886132 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1', 'tag': 'b613bf41-f943-40a4-aeb0-3980428aeb41', 'status': 'completed', 'code': 200} Jul 15 23:51:50.909457 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8292b9-d959-4aa9-a61d-4d0dfbce76f2 req-5f552599-5fc5-4728-bed2-9f2fc9fd3e49 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:50.914081 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-87b66efb-3669-413a-ba8f-e4556aabcf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:50.915742 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-87b66efb-3669-413a-ba8f-e4556aabcf87 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 1094 time: 0.0601921 Jul 15 23:51:50.917496 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7f8292b9-d959-4aa9-a61d-4d0dfbce76f2 req-5f552599-5fc5-4728-bed2-9f2fc9fd3e49 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 943 time: 0.1102319 Jul 15 23:51:50.953982 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7f8292b9-d959-4aa9-a61d-4d0dfbce76f2 req-9e2838f2-1759-4e0b-80bf-bf29dd3a5e44 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356193 Jul 15 23:51:50.964882 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-d676886f-38fe-433d-b88a-d70e0cde638b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b613bf41-f943-40a4-aeb0-3980428aeb41 HTTP/1.1" status: 200 len: 217 time: 0.0421174 Jul 15 23:51:51.015684 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-c173cd4c-6c05-4269-b47d-8833a1b573b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:51.017156 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-c173cd4c-6c05-4269-b47d-8833a1b573b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0456023 Jul 15 23:51:51.071629 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-99ea5a45-98f2-4f27-ac1a-7142ccfd7e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:51.073111 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-99ea5a45-98f2-4f27-ac1a-7142ccfd7e70 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502110 Jul 15 23:51:51.164613 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-8d8076f6-3f38-4794-bcaf-a0f94481fd96 service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843132 Jul 15 23:51:51.249986 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8d06e776-e5fe-4a2c-9e5f-59bb93fe1043 req-682029d3-b194-47d3-93b3-91f168573cb8 service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790589 Jul 15 23:51:51.352925 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1addb4f-7fa7-4ad4-a1d2-4ddc5862772f req-1183c229-9c16-413b-9970-034e26c1a55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:51.354325 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f1addb4f-7fa7-4ad4-a1d2-4ddc5862772f req-1183c229-9c16-413b-9970-034e26c1a55e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 1094 time: 0.0560691 Jul 15 23:51:51.357540 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:51.442650 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1addb4f-7fa7-4ad4-a1d2-4ddc5862772f req-76964683-f0ed-4246-a048-492895ff0284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:51.444107 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f1addb4f-7fa7-4ad4-a1d2-4ddc5862772f req-76964683-f0ed-4246-a048-492895ff0284 service neutron] 10.222.0.43 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.0834856 Jul 15 23:51:51.486594 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f1addb4f-7fa7-4ad4-a1d2-4ddc5862772f req-1803c25d-53e7-42c4-b9f4-6289cc6b6da3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b613bf41-f943-40a4-aeb0-3980428aeb41 HTTP/1.1" status: 200 len: 217 time: 0.0359011 Jul 15 23:51:51.534145 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1addb4f-7fa7-4ad4-a1d2-4ddc5862772f req-86f15444-4228-45df-9ab6-e6576d37ddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:51.535606 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f1addb4f-7fa7-4ad4-a1d2-4ddc5862772f req-86f15444-4228-45df-9ab6-e6576d37ddbf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0412700 Jul 15 23:51:51.592235 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1addb4f-7fa7-4ad4-a1d2-4ddc5862772f req-bb6aef2a-0010-4009-8da6-173bd951bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:51.593672 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f1addb4f-7fa7-4ad4-a1d2-4ddc5862772f req-bb6aef2a-0010-4009-8da6-173bd951bcc4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503354 Jul 15 23:51:51.684238 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f1addb4f-7fa7-4ad4-a1d2-4ddc5862772f req-9af0b89f-2fb9-4bc4-93ea-91930d4fb9bd service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831470 Jul 15 23:51:51.771269 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f1addb4f-7fa7-4ad4-a1d2-4ddc5862772f req-a96532ef-3b80-403f-adba-06f5958d27a9 service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783463 Jul 15 23:51:52.131356 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474051e-26be-451b-a148-32a760c967fa req-daf35961-23f6-4cb6-b0e3-845253e79595 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:52.132819 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2474051e-26be-451b-a148-32a760c967fa req-daf35961-23f6-4cb6-b0e3-845253e79595 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 943 time: 0.0617094 Jul 15 23:51:52.169603 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2474051e-26be-451b-a148-32a760c967fa req-751c990b-b291-423b-a01d-2051c7cd7380 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313246 Jul 15 23:51:53.407927 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed87b4-eef3-4143-a55a-d1971465ede4 req-5f9fe9b0-2a80-43b8-b13c-8779bbdb8953 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:53.409580 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97ed87b4-eef3-4143-a55a-d1971465ede4 req-5f9fe9b0-2a80-43b8-b13c-8779bbdb8953 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 943 time: 0.1323833 Jul 15 23:51:53.447122 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97ed87b4-eef3-4143-a55a-d1971465ede4 req-4e6d204d-4948-47b3-8c3f-1cd781915530 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314562 Jul 15 23:51:53.956715 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device b613bf41-f943-40a4-aeb0-3980428aeb41 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:51:54.201335 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port b613bf41-f943-40a4-aeb0-3980428aeb41, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=b613bf41-f943-40a4-aeb0-3980428aeb41,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:51:54.212371 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'b613bf41-f943-40a4-aeb0-3980428aeb41', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'port_id': 'b613bf41-f943-40a4-aeb0-3980428aeb41', 'mac_address': 'fa:16:3e:77:9a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:51:54.247238 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:54.259598 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b613bf41-f943-40a4-aeb0-3980428aeb41 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:51:54.278659 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port b613bf41-f943-40a4-aeb0-3980428aeb41, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=b613bf41-f943-40a4-aeb0-3980428aeb41,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:51:54.282293 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:54.328161 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=b613bf41-f943-40a4-aeb0-3980428aeb41,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:54.452454 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:54.472450 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['b613bf41-f943-40a4-aeb0-3980428aeb41'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:51:54.666068 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c4ae2-323c-42a1-8e30-154856309090 req-210d6721-0ec8-44e2-900d-52f7cc6c5ff6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:54.667575 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d35c4ae2-323c-42a1-8e30-154856309090 req-210d6721-0ec8-44e2-900d-52f7cc6c5ff6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 944 time: 0.1105020 Jul 15 23:51:54.704876 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d35c4ae2-323c-42a1-8e30-154856309090 req-a3f3ab3a-c082-4dc4-b4b9-ec0870571e27 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318170 Jul 15 23:51:55.972502 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device b613bf41-f943-40a4-aeb0-3980428aeb41 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:51:56.020683 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port b613bf41-f943-40a4-aeb0-3980428aeb41 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:51:56.024157 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port b613bf41-f943-40a4-aeb0-3980428aeb41 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:51:56.024532 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:56.068582 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14544a-06b8-43cb-83b9-b3cbe9ddf9e1 req-9533e34a-d16d-4113-bd3b-f77f0f0e9d08 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:56.070061 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6c14544a-06b8-43cb-83b9-b3cbe9ddf9e1 req-9533e34a-d16d-4113-bd3b-f77f0f0e9d08 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 944 time: 0.0694478 Jul 15 23:51:56.103224 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:56.106320 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6c14544a-06b8-43cb-83b9-b3cbe9ddf9e1 req-f6ca5daf-a090-4e7d-9531-86036c9df11c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306909 Jul 15 23:51:56.126186 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b613bf41-f943-40a4-aeb0-3980428aeb41'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:51:56.128483 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec555f2-b364-4a10-9021-a1bd2b9190f4" -d '{"events": [{"server_uuid": "1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1", "name": "network-vif-plugged", "status": "completed", "tag": "b613bf41-f943-40a4-aeb0-3980428aeb41"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:51:56.141187 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port b613bf41-f943-40a4-aeb0-3980428aeb41, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=b613bf41-f943-40a4-aeb0-3980428aeb41,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:51:56.145384 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:56.169896 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae98fd5-fbe7-4435-878c-f0a909f7d0d5 x-openstack-request-id: req-8ae98fd5-fbe7-4435-878c-f0a909f7d0d5 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:51:56.170349 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1", "name": "network-vif-plugged", "status": "completed", "tag": "b613bf41-f943-40a4-aeb0-3980428aeb41", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:51:56.170608 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ae98fd5-fbe7-4435-878c-f0a909f7d0d5 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:51:56.171029 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b613bf41-f943-40a4-aeb0-3980428aeb41', 'code': 200} Jul 15 23:51:56.198298 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=b613bf41-f943-40a4-aeb0-3980428aeb41,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:56.279305 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a77963-fd80-44d4-ba7a-971a2421d262 req-92d2f2c6-5f75-4931-960d-9aa3dff284a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:56.280675 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-64a77963-fd80-44d4-ba7a-971a2421d262 req-92d2f2c6-5f75-4931-960d-9aa3dff284a4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 1096 time: 0.0504630 Jul 15 23:51:56.318776 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-64a77963-fd80-44d4-ba7a-971a2421d262 req-4308e3e0-3ca9-4eec-85c8-161295f31b4a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316749 Jul 15 23:51:57.278901 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86c8d5-6f6b-490d-b12b-ccfdf40859d9 req-e6336ffc-59d0-4a58-8a61-83a833593234 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:57.280279 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cf86c8d5-6f6b-490d-b12b-ccfdf40859d9 req-e6336ffc-59d0-4a58-8a61-83a833593234 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 945 time: 0.0626314 Jul 15 23:51:57.317423 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cf86c8d5-6f6b-490d-b12b-ccfdf40859d9 req-18312239-ef76-4a6c-8540-0f1ce9e7ead8 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316153 Jul 15 23:51:57.482187 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbf7f4-241f-4d8c-bc2b-96d82d1e83b3 req-710f0fdc-8156-4b02-943d-f2de33a18d9e tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:57.483659 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aadbf7f4-241f-4d8c-bc2b-96d82d1e83b3 req-710f0fdc-8156-4b02-943d-f2de33a18d9e tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 945 time: 0.0615652 Jul 15 23:51:57.492455 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 36766) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:51:57.496864 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-f6959fce-f3c2-4f9e-8407-fc6e629e70dd tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Request body: {'floatingip': {'port_id': 'b613bf41-f943-40a4-aeb0-3980428aeb41'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:51:57.538015 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f6959fce-f3c2-4f9e-8407-fc6e629e70dd tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for floatingip, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:57.965869 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f6959fce-f3c2-4f9e-8407-fc6e629e70dd tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:57.971077 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f6959fce-f3c2-4f9e-8407-fc6e629e70dd tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:58.069837 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-f6959fce-f3c2-4f9e-8407-fc6e629e70dd tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Floating IP 14f2f7e5-c12c-43a9-b525-42881a3edfac associated. External IP: 172.25.4.32, port: b613bf41-f943-40a4-aeb0-3980428aeb41. Jul 15 23:51:58.264471 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6959fce-f3c2-4f9e-8407-fc6e629e70dd tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Router c7ef9db2-5ebc-4560-8548-a77145fdddfd has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:51:58.367935 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6959fce-f3c2-4f9e-8407-fc6e629e70dd tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:51:58.372927 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f6959fce-f3c2-4f9e-8407-fc6e629e70dd tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:58.377159 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d873ed31-1f58-41a9-9744-90e3d3b7de57 None None] Sync routers for ids ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:51:58.386870 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d873ed31-1f58-41a9-9744-90e3d3b7de57 None None] Routers {'c7ef9db2-5ebc-4560-8548-a77145fdddfd'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:51:58.387473 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d873ed31-1f58-41a9-9744-90e3d3b7de57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:51:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:51:58.411053 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f6959fce-f3c2-4f9e-8407-fc6e629e70dd tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "PUT /v2.0/floatingips/14f2f7e5-c12c-43a9-b525-42881a3edfac HTTP/1.1" status: 200 len: 991 time: 0.9170163 Jul 15 23:51:58.411629 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1', 'tag': 'b613bf41-f943-40a4-aeb0-3980428aeb41'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:51:58.413877 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f8ac4a6bfe868709cbc862389f0b04dee393205cb61ccd98660a2525977c5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f4e410-6aa3-4456-a572-c77bda772e59" -d '{"events": [{"name": "network-changed", "server_uuid": "1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1", "tag": "b613bf41-f943-40a4-aeb0-3980428aeb41"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:51:58.501482 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-d873ed31-1f58-41a9-9744-90e3d3b7de57 None None] Set router c7ef9db2-5ebc-4560-8548-a77145fdddfd gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:51:58.504941 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8fda21-8181-4766-9d21-2b80fef670ea x-openstack-request-id: req-4b8fda21-8181-4766-9d21-2b80fef670ea {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:51:58.505254 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1", "tag": "b613bf41-f943-40a4-aeb0-3980428aeb41", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:51:58.505515 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b8fda21-8181-4766-9d21-2b80fef670ea {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:51:58.505917 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1', 'tag': 'b613bf41-f943-40a4-aeb0-3980428aeb41', 'status': 'completed', 'code': 200} Jul 15 23:51:58.735931 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d873ed31-1f58-41a9-9744-90e3d3b7de57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 4, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port': {'id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:59Z', 'updated_at': '2021-07-15T23:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '14f2f7e5-c12c-43a9-b525-42881a3edfac', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'port_id': 'b613bf41-f943-40a4-aeb0-3980428aeb41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'mac_address': 'fa:16:3e:77:9a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:45:03Z', 'updated_at': '2021-07-15T23:51:57Z', 'revision_number': 13, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f', 'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'mac_address': 'fa:16:3e:a8:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:00Z', 'updated_at': '2021-07-15T23:45:06Z', 'revision_number': 5, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'subnets': [{'id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:51:58.763200 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d873ed31-1f58-41a9-9744-90e3d3b7de57 None None] Checking router: c7ef9db2-5ebc-4560-8548-a77145fdddfd for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:51:58.772656 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d873ed31-1f58-41a9-9744-90e3d3b7de57 None None] Routers {'c7ef9db2-5ebc-4560-8548-a77145fdddfd'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:51:58.773197 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d873ed31-1f58-41a9-9744-90e3d3b7de57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:51:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:51:58.882895 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-d873ed31-1f58-41a9-9744-90e3d3b7de57 None None] Set router c7ef9db2-5ebc-4560-8548-a77145fdddfd gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:51:58.912530 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4e410-6aa3-4456-a572-c77bda772e59 req-a23e21c9-bee4-4632-9009-2eb55a4d6249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:58.914045 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-13f4e410-6aa3-4456-a572-c77bda772e59 req-a23e21c9-bee4-4632-9009-2eb55a4d6249 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 1096 time: 0.3857455 Jul 15 23:51:59.005961 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4e410-6aa3-4456-a572-c77bda772e59 req-bd529fd0-4942-44c2-b52d-2b6e987cc81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:59.007468 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-13f4e410-6aa3-4456-a572-c77bda772e59 req-bd529fd0-4942-44c2-b52d-2b6e987cc81b service neutron] 10.222.0.43 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.0868943 Jul 15 23:51:59.070854 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-13f4e410-6aa3-4456-a572-c77bda772e59 req-f40b7872-c4e0-41a3-8b2d-42097447612d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b613bf41-f943-40a4-aeb0-3980428aeb41 HTTP/1.1" status: 200 len: 999 time: 0.0571978 Jul 15 23:51:59.111326 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d873ed31-1f58-41a9-9744-90e3d3b7de57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 4, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port': {'id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:59Z', 'updated_at': '2021-07-15T23:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '14f2f7e5-c12c-43a9-b525-42881a3edfac', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'port_id': 'b613bf41-f943-40a4-aeb0-3980428aeb41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'mac_address': 'fa:16:3e:77:9a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:45:03Z', 'updated_at': '2021-07-15T23:51:57Z', 'revision_number': 13, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f', 'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'mac_address': 'fa:16:3e:a8:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:00Z', 'updated_at': '2021-07-15T23:45:06Z', 'revision_number': 5, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'subnets': [{'id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:51:59.119007 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4e410-6aa3-4456-a572-c77bda772e59 req-276b2c2c-d40a-420d-8132-059975e4c7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:59.120494 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-13f4e410-6aa3-4456-a572-c77bda772e59 req-276b2c2c-d40a-420d-8132-059975e4c7b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0438650 Jul 15 23:51:59.139286 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d873ed31-1f58-41a9-9744-90e3d3b7de57 None None] The sync data for ids ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'] in n-d-787205-9 is: [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 4, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port': {'id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:59Z', 'updated_at': '2021-07-15T23:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '14f2f7e5-c12c-43a9-b525-42881a3edfac', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'port_id': 'b613bf41-f943-40a4-aeb0-3980428aeb41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'mac_address': 'fa:16:3e:77:9a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:45:03Z', 'updated_at': '2021-07-15T23:51:57Z', 'revision_number': 13, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f', 'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'mac_address': 'fa:16:3e:a8:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:00Z', 'updated_at': '2021-07-15T23:45:06Z', 'revision_number': 5, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'subnets': [{'id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:51:59.182681 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4e410-6aa3-4456-a572-c77bda772e59 req-1ad9b439-6299-430a-b2ef-80fa8263298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:59.184203 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-13f4e410-6aa3-4456-a572-c77bda772e59 req-1ad9b439-6299-430a-b2ef-80fa8263298a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567608 Jul 15 23:51:59.275435 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-13f4e410-6aa3-4456-a572-c77bda772e59 req-f806f0d3-b2f9-43ed-8e45-ad5181517176 service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838480 Jul 15 23:51:59.329806 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c648211-2f16-4fe0-a282-d4920cee63ff None None] New status for floating IP 14f2f7e5-c12c-43a9-b525-42881a3edfac: ACTIVE {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:51:59.373755 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-13f4e410-6aa3-4456-a572-c77bda772e59 req-4263bf0d-06bd-420e-afdc-60f3ffe802db service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904729 Jul 15 23:52:09.159412 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:09.390483 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:52:15.938641 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6dcc323a-1085-4c72-b9ae-326e2ce91955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:18.318939 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-954ebe64-eb3e-4aef-82a4-1ba2cdb19466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:18.786756 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:19.802617 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:21.359910 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:24.447654 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:34.472305 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e22e6a40-bc88-49e1-9ab2-22d36c777bc3 req-c0a700bc-466e-4657-ab1d-cf098d353932 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1336842 Jul 15 23:52:34.566391 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e6a40-bc88-49e1-9ab2-22d36c777bc3 req-8f39282e-69a3-4f9a-91f3-b867a871324a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:34.567885 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e22e6a40-bc88-49e1-9ab2-22d36c777bc3 req-8f39282e-69a3-4f9a-91f3-b867a871324a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 1096 time: 0.0514982 Jul 15 23:52:34.672141 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e6a40-bc88-49e1-9ab2-22d36c777bc3 req-a68cb1fc-40e4-4b7e-9fc2-d50e12b7ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:34.673654 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e22e6a40-bc88-49e1-9ab2-22d36c777bc3 req-a68cb1fc-40e4-4b7e-9fc2-d50e12b7ed62 service neutron] 10.222.0.43 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.0866776 Jul 15 23:52:34.735693 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e22e6a40-bc88-49e1-9ab2-22d36c777bc3 req-b13bba84-c53f-487d-8039-9ca33a5c693e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b613bf41-f943-40a4-aeb0-3980428aeb41 HTTP/1.1" status: 200 len: 1001 time: 0.0563154 Jul 15 23:52:34.787606 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e6a40-bc88-49e1-9ab2-22d36c777bc3 req-10fda70a-9e9f-4efc-9cb8-b706dda6cef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:34.789078 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e22e6a40-bc88-49e1-9ab2-22d36c777bc3 req-10fda70a-9e9f-4efc-9cb8-b706dda6cef6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0475171 Jul 15 23:52:34.847141 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e6a40-bc88-49e1-9ab2-22d36c777bc3 req-484c2497-80c4-44b8-b6cc-5a75a83deb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:34.848636 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e22e6a40-bc88-49e1-9ab2-22d36c777bc3 req-484c2497-80c4-44b8-b6cc-5a75a83deb59 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528750 Jul 15 23:52:34.936116 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e22e6a40-bc88-49e1-9ab2-22d36c777bc3 req-c4df853a-77a7-4b6a-b59e-a46cbfc47079 service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808380 Jul 15 23:52:35.027134 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e22e6a40-bc88-49e1-9ab2-22d36c777bc3 req-0772e7f0-dfee-47c9-aff5-5e603d571f83 service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852113 Jul 15 23:52:39.171598 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:45.939576 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c984a81-ceaf-40a9-8a74-f6f56dabb9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:46.389453 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:52:48.318979 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2d297446-e6ee-496b-9732-6f6ecc94fd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:48.786582 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:49.805733 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:51.362909 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:54.477093 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:09.167777 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:15.940597 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-62aee965-56a9-43be-a617-ce42640d67cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:18.319597 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-24ba63d9-0d73-4946-884d-e413f7bccd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:18.788047 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:19.808133 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:21.364426 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:23.388717 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:53:24.475901 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:34.388850 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-80ee73a9-14ea-4bbe-be4e-adf972d2acc5 req-9d04f551-637f-40b7-84b9-b58b27cc2f49 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517714 Jul 15 23:53:34.488436 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee73a9-14ea-4bbe-be4e-adf972d2acc5 req-96b545b7-89bf-4aea-b8d9-51bd540b806b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:34.490216 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-80ee73a9-14ea-4bbe-be4e-adf972d2acc5 req-96b545b7-89bf-4aea-b8d9-51bd540b806b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 1096 time: 0.0593023 Jul 15 23:53:34.608071 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee73a9-14ea-4bbe-be4e-adf972d2acc5 req-d7e12cde-f240-4c88-8cc5-b7e676c458ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:34.609764 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-80ee73a9-14ea-4bbe-be4e-adf972d2acc5 req-d7e12cde-f240-4c88-8cc5-b7e676c458ea service neutron] 10.222.0.43 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.0972483 Jul 15 23:53:34.680723 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-80ee73a9-14ea-4bbe-be4e-adf972d2acc5 req-37ddd349-96cf-4cd2-897e-47baf3bf9441 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b613bf41-f943-40a4-aeb0-3980428aeb41 HTTP/1.1" status: 200 len: 1001 time: 0.0633521 Jul 15 23:53:34.731389 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee73a9-14ea-4bbe-be4e-adf972d2acc5 req-d91d59ef-54c7-49ac-a6a3-4bb8b791013d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:34.732875 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-80ee73a9-14ea-4bbe-be4e-adf972d2acc5 req-d91d59ef-54c7-49ac-a6a3-4bb8b791013d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0451438 Jul 15 23:53:34.793599 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee73a9-14ea-4bbe-be4e-adf972d2acc5 req-812f868a-601b-4317-9270-9149090c6032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:34.795151 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-80ee73a9-14ea-4bbe-be4e-adf972d2acc5 req-812f868a-601b-4317-9270-9149090c6032 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555403 Jul 15 23:53:34.888542 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-80ee73a9-14ea-4bbe-be4e-adf972d2acc5 req-a357ffb3-44c1-4599-bed4-64734b6c6e56 service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861435 Jul 15 23:53:34.979581 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-80ee73a9-14ea-4bbe-be4e-adf972d2acc5 req-a3db1b9a-6467-4f7d-8995-120c59cca641 service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843773 Jul 15 23:53:35.796544 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80374ab-6276-4478-a2db-549833969a81 req-72f785a8-ece3-47e0-ba17-8c3562dad382 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:35.798528 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f80374ab-6276-4478-a2db-549833969a81 req-72f785a8-ece3-47e0-ba17-8c3562dad382 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 945 time: 0.0624440 Jul 15 23:53:35.836040 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f80374ab-6276-4478-a2db-549833969a81 req-990da861-875e-4dd7-9e88-9cbd33e65c46 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320745 Jul 15 23:53:39.171540 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:45.941369 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe4cd538-5f02-48e4-9fc2-4562e5732c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:47.071879 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-d8158c82-c99c-4f1b-a8f9-1083aa4501c3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0510008 Jul 15 23:53:47.136787 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc57f3-e8bf-42f5-ae5d-6d7c146b341d req-f26eb0db-88d4-48de-8334-57958dd67940 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:47.138299 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a2bc57f3-e8bf-42f5-ae5d-6d7c146b341d req-f26eb0db-88d4-48de-8334-57958dd67940 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 945 time: 0.0655334 Jul 15 23:53:47.176551 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a2bc57f3-e8bf-42f5-ae5d-6d7c146b341d req-5b3f2069-6d56-4ad7-a8b7-f122dd8630b2 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317874 Jul 15 23:53:48.321279 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a515df57-bcef-42bb-885d-115533d35676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:48.352304 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a588c49-29a1-460c-b021-e5d4ee63d823 req-094f4e37-b70a-4a95-a51a-1ecd1f295361 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:48.353782 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4a588c49-29a1-460c-b021-e5d4ee63d823 req-094f4e37-b70a-4a95-a51a-1ecd1f295361 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 945 time: 0.0668569 Jul 15 23:53:48.395835 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4a588c49-29a1-460c-b021-e5d4ee63d823 req-cec15476-9fee-4de3-a0b0-98d4819d4450 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357635 Jul 15 23:53:48.464318 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-e4a5902a-a5ef-4286-a4ac-294228634a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:48.465814 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-e4a5902a-a5ef-4286-a4ac-294228634a7f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 1096 time: 0.0566235 Jul 15 23:53:48.553938 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-031c6439-b2a9-40f0-bb5d-785d1d52bca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:48.555549 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-031c6439-b2a9-40f0-bb5d-785d1d52bca4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.0837932 Jul 15 23:53:48.625209 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-5cbabc2f-11c0-4612-a980-0cd8c51bb4bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b613bf41-f943-40a4-aeb0-3980428aeb41 HTTP/1.1" status: 200 len: 1001 time: 0.0631671 Jul 15 23:53:48.674389 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-0783d50a-9809-4339-a66c-e05519c29f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:48.676098 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-0783d50a-9809-4339-a66c-e05519c29f60 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0444307 Jul 15 23:53:48.731632 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-34964cfc-60d5-48b1-bbc3-21925daaa09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:48.733093 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-34964cfc-60d5-48b1-bbc3-21925daaa09b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511689 Jul 15 23:53:48.788919 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:48.826164 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-47034c64-348b-4a56-82bb-9883bc14c73c service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856550 Jul 15 23:53:48.914820 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-7f262d9d-e499-483a-9215-ea7dd18aba10 service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820506 Jul 15 23:53:49.568982 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c897cea-e7a7-4b9d-86db-f5b1fb9574fe req-3f27fd2c-8edc-42b6-a65b-2589c43562a4 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:49.570438 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1c897cea-e7a7-4b9d-86db-f5b1fb9574fe req-3f27fd2c-8edc-42b6-a65b-2589c43562a4 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 945 time: 0.0622427 Jul 15 23:53:49.606692 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1c897cea-e7a7-4b9d-86db-f5b1fb9574fe req-4eb288c0-0e15-47b9-ae57-95ab5d7a3392 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306089 Jul 15 23:53:49.812634 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:50.779070 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa199c8-d8b9-45fa-b611-56912c9cf013 req-09a433ec-d054-40a7-a68e-46f430b702ae tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:50.780506 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4aa199c8-d8b9-45fa-b611-56912c9cf013 req-09a433ec-d054-40a7-a68e-46f430b702ae tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 945 time: 0.0642970 Jul 15 23:53:50.817841 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4aa199c8-d8b9-45fa-b611-56912c9cf013 req-a28600c4-6c62-4d79-ae52-935aae15ab3d tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316930 Jul 15 23:53:51.366906 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:51.988696 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451a8c9-871d-4f2c-b8a1-6ddd7e912db4 req-6cd4f27f-b6b1-4732-b021-16fed4cd58aa tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:51.990177 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3451a8c9-871d-4f2c-b8a1-6ddd7e912db4 req-6cd4f27f-b6b1-4732-b021-16fed4cd58aa tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 945 time: 0.0627367 Jul 15 23:53:52.026419 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3451a8c9-871d-4f2c-b8a1-6ddd7e912db4 req-3d7f5737-30bc-4028-be73-5062ad0438b7 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306275 Jul 15 23:53:53.206124 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63eb81-3f24-4ff2-9832-5deb74a5b01a req-4648e1ba-3c86-4051-b1ee-787c1bb2b77f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:53.207750 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f63eb81-3f24-4ff2-9832-5deb74a5b01a req-4648e1ba-3c86-4051-b1ee-787c1bb2b77f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 945 time: 0.0661743 Jul 15 23:53:53.244089 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f63eb81-3f24-4ff2-9832-5deb74a5b01a req-79cfc0ed-66f9-4f75-aa46-f6f3da9b40bd tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307837 Jul 15 23:53:54.417794 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1368b54-79c6-447d-b02e-d4fdf18e0068 req-b7526804-c245-4def-a05e-d008538142bf tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:54.419285 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b1368b54-79c6-447d-b02e-d4fdf18e0068 req-b7526804-c245-4def-a05e-d008538142bf tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 945 time: 0.0621173 Jul 15 23:53:54.455629 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b1368b54-79c6-447d-b02e-d4fdf18e0068 req-7c9fa84f-9202-46a1-a10f-8dc8a92deed2 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301778 Jul 15 23:53:54.474146 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:55.626876 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab29edc-c729-4137-8da2-71ee84ad8b45 req-c0b7c8cf-8460-473d-a82d-b972f0e3f174 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:55.628317 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cab29edc-c729-4137-8da2-71ee84ad8b45 req-c0b7c8cf-8460-473d-a82d-b972f0e3f174 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 945 time: 0.0615191 Jul 15 23:53:55.664036 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cab29edc-c729-4137-8da2-71ee84ad8b45 req-bae65d8b-2a07-4a48-8fb2-398433b184d4 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303245 Jul 15 23:53:56.838896 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f76bc-c3b0-47c1-9d45-af3b19c5f3e1 req-76588000-dae3-4509-86c4-72cd2266d353 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:56.840370 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5d9f76bc-c3b0-47c1-9d45-af3b19c5f3e1 req-76588000-dae3-4509-86c4-72cd2266d353 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 945 time: 0.0660760 Jul 15 23:53:56.877462 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5d9f76bc-c3b0-47c1-9d45-af3b19c5f3e1 req-5dfe5b82-7361-49f0-aaab-9a9048e8be0e tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309386 Jul 15 23:53:58.046539 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e4daaa-6b07-492a-893e-55e384ebb217 req-b80b2fe6-1fa5-474f-a5f9-899172c01203 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:58.048002 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-36e4daaa-6b07-492a-893e-55e384ebb217 req-b80b2fe6-1fa5-474f-a5f9-899172c01203 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 945 time: 0.0607688 Jul 15 23:53:58.085896 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-36e4daaa-6b07-492a-893e-55e384ebb217 req-1c9e5a5a-2488-4056-8e79-d4fb30a91203 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318668 Jul 15 23:53:59.261084 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacdb185-fc54-4c6c-b789-75c3584a41d2 req-5c9b4edd-9384-4510-8082-68f7cebfe8e6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:59.262462 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bacdb185-fc54-4c6c-b789-75c3584a41d2 req-5c9b4edd-9384-4510-8082-68f7cebfe8e6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 945 time: 0.0657637 Jul 15 23:53:59.299896 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bacdb185-fc54-4c6c-b789-75c3584a41d2 req-ffc29f10-dd37-4053-93e8-f812cc65e7b6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311983 Jul 15 23:54:00.387507 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:54:00.472089 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60365fb7-c30c-442d-849f-744764b1c3a6 req-d1a94780-caa6-4c98-93e8-db0030d626ca tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:00.473549 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-60365fb7-c30c-442d-849f-744764b1c3a6 req-d1a94780-caa6-4c98-93e8-db0030d626ca tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 945 time: 0.0628064 Jul 15 23:54:00.509673 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-60365fb7-c30c-442d-849f-744764b1c3a6 req-52f8bd39-fef2-4ce6-a78a-dffbc97a8c56 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306261 Jul 15 23:54:01.689827 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d6a0f-6176-4bbd-b376-c91370d9b41b req-23749034-63d5-4b8c-a0b1-60ad84cd4853 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:01.691382 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ad8d6a0f-6176-4bbd-b376-c91370d9b41b req-23749034-63d5-4b8c-a0b1-60ad84cd4853 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 945 time: 0.0696712 Jul 15 23:54:01.730880 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ad8d6a0f-6176-4bbd-b376-c91370d9b41b req-44ae8200-d739-46f7-87a0-bbd1d03907c3 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337501 Jul 15 23:54:02.499361 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-09df9d03-ab77-43f4-8d67-4207f16190c1 service neutron] show failed (client error): The resource could not be found. Jul 15 23:54:02.500369 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-09df9d03-ab77-43f4-8d67-4207f16190c1 service neutron] 10.222.0.43 "GET /v2.0/ports/b613bf41-f943-40a4-aeb0-3980428aeb41/bindings/n-h1-787205-9 HTTP/1.1" status: 404 len: 380 time: 0.0588124 Jul 15 23:54:02.790922 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-e17b9722-00f3-4b80-9ecc-7f6ffa967c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:02.792421 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-e17b9722-00f3-4b80-9ecc-7f6ffa967c44 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1&tenant_id=750632bdf81e463fad0d926ba4c8f1c3 HTTP/1.1" status: 200 len: 1096 time: 0.0954933 Jul 15 23:54:02.809208 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787205-9', 'device_owner': 'compute:nova'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:54:02.880065 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:02.911758 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf86d84-81b1-47eb-b38f-53cd9725f90c req-efff48da-3376-4164-b905-cc9bf60f23fe tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:02.913452 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bdf86d84-81b1-47eb-b38f-53cd9725f90c req-efff48da-3376-4164-b905-cc9bf60f23fe tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 945 time: 0.0665696 Jul 15 23:54:02.951429 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bdf86d84-81b1-47eb-b38f-53cd9725f90c req-4fce9a76-b8ae-4865-ac74-5c63b5aa17d0 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324013 Jul 15 23:54:03.085169 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] For port b613bf41-f943-40a4-aeb0-3980428aeb41, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=b613bf41-f943-40a4-aeb0-3980428aeb41,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:54:03.116589 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] For port b613bf41-f943-40a4-aeb0-3980428aeb41, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:54:03.155242 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b613bf41-f943-40a4-aeb0-3980428aeb41'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:54:03.157492 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fe6671-28d1-4ca4-b2de-1567c6b5e83c" -d '{"events": [{"server_uuid": "1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1", "name": "network-vif-unplugged", "status": "completed", "tag": "b613bf41-f943-40a4-aeb0-3980428aeb41"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:54:03.161653 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:03.173707 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] Transition to ACTIVE for port object b613bf41-f943-40a4-aeb0-3980428aeb41 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:54:03.178336 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:03.257891 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] Pushing event updated for resources: {'Port': ['ID=b613bf41-f943-40a4-aeb0-3980428aeb41,revision_number=6']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:03.274358 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:03.274761 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:03.275105 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:03.275471 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:03.275951 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:03.276112 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:03.276441 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:03.276769 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:03.277093 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:03.277416 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:03.277737 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:03.278059 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:03.296897 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd772d17-c7d5-46ed-aebb-88982a719c8f x-openstack-request-id: req-fd772d17-c7d5-46ed-aebb-88982a719c8f {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:54:03.297200 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1", "name": "network-vif-unplugged", "status": "completed", "tag": "b613bf41-f943-40a4-aeb0-3980428aeb41", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:54:03.297443 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd772d17-c7d5-46ed-aebb-88982a719c8f {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:54:03.297850 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b613bf41-f943-40a4-aeb0-3980428aeb41', 'code': 200} Jul 15 23:54:03.315602 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] No DVR routers for this DVR port b613bf41-f943-40a4-aeb0-3980428aeb41 on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:54:03.459073 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] Attempting to bind port b613bf41-f943-40a4-aeb0-3980428aeb41 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:54:03.459411 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] Attempting to bind port b613bf41-f943-40a4-aeb0-3980428aeb41 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:54:03.459768 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] Attempting to bind port b613bf41-f943-40a4-aeb0-3980428aeb41 on network 738c3c04-470f-4a9f-acfa-e2e92282ee07 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:54:03.464818 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] Port b613bf41-f943-40a4-aeb0-3980428aeb41 on network 738c3c04-470f-4a9f-acfa-e2e92282ee07 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:54:03.465220 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] Attempting to bind port b613bf41-f943-40a4-aeb0-3980428aeb41 on network 738c3c04-470f-4a9f-acfa-e2e92282ee07 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:54:03.470717 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:54:03.471555 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] Checking segment: {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:54:03.471944 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] Bound using segment: {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:54:03.472392 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] Bound port: b613bf41-f943-40a4-aeb0-3980428aeb41, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:54:03.472737 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:03.537248 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] For port b613bf41-f943-40a4-aeb0-3980428aeb41, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:54:03.540318 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] For port b613bf41-f943-40a4-aeb0-3980428aeb41, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=b613bf41-f943-40a4-aeb0-3980428aeb41,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:54:03.545171 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:03.581702 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:03.582323 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:03.583858 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] 10.222.0.36 "PUT /v2.0/ports/b613bf41-f943-40a4-aeb0-3980428aeb41 HTTP/1.1" status: 200 len: 1091 time: 0.7786508 Jul 15 23:54:03.612136 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a25e0-4c6f-44e7-83fb-111919f4f79a service neutron] Pushing event updated for resources: {'Port': ['ID=b613bf41-f943-40a4-aeb0-3980428aeb41,revision_number=7']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:03.675217 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-7755cbe3-6706-40dc-9eab-8a3d56cf8757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:03.677237 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-7755cbe3-6706-40dc-9eab-8a3d56cf8757 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 1094 time: 0.0573606 Jul 15 23:54:03.768269 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-61585328-7a37-49af-b28f-dcfa13c07e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:03.769751 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-61585328-7a37-49af-b28f-dcfa13c07e1e service neutron] 10.222.0.36 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.0861287 Jul 15 23:54:03.835114 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-5a222040-0dae-4641-88a0-ec7938e9d590 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b613bf41-f943-40a4-aeb0-3980428aeb41 HTTP/1.1" status: 200 len: 999 time: 0.0595243 Jul 15 23:54:03.881786 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-900b3731-a277-4396-8e3c-02fcad8e308c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:03.883131 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-900b3731-a277-4396-8e3c-02fcad8e308c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0427012 Jul 15 23:54:03.936811 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-9f3fc995-f2fb-4c1a-b257-0d73b419c04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:03.938505 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-9f3fc995-f2fb-4c1a-b257-0d73b419c04c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495222 Jul 15 23:54:04.031437 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-b022dff6-67cb-489a-b6e2-9d8e9e53a7d5 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866907 Jul 15 23:54:04.119708 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-62c5351c-d503-4b76-8646-ac9405c96d15 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815377 Jul 15 23:54:04.125755 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea96e2-09d8-4bcc-9856-86728acc1217 req-025d2ee5-3d3e-496e-a8cd-497eae3381c9 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:04.127862 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-57ea96e2-09d8-4bcc-9856-86728acc1217 req-025d2ee5-3d3e-496e-a8cd-497eae3381c9 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 943 time: 0.0634706 Jul 15 23:54:04.166652 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-57ea96e2-09d8-4bcc-9856-86728acc1217 req-38a784ae-c248-4a89-8df4-66362dc15c70 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333316 Jul 15 23:54:04.607405 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device b613bf41-f943-40a4-aeb0-3980428aeb41 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:54:04.644244 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device b613bf41-f943-40a4-aeb0-3980428aeb41 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:54:05.299205 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1', 'tag': 'b613bf41-f943-40a4-aeb0-3980428aeb41'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:54:05.301514 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55adbb92-abd1-45e0-a390-399d7b46f806" -d '{"events": [{"name": "network-changed", "server_uuid": "1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1", "tag": "b613bf41-f943-40a4-aeb0-3980428aeb41"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:54:05.347370 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7a78b-b676-44d7-8ccb-a385a55c0d12 req-462f60ba-4f3e-4517-b766-367d6accd5f8 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:05.348904 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f0a7a78b-b676-44d7-8ccb-a385a55c0d12 req-462f60ba-4f3e-4517-b766-367d6accd5f8 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 943 time: 0.0674739 Jul 15 23:54:05.352857 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18aa855-2393-480c-a594-2049c33d5c5e x-openstack-request-id: req-d18aa855-2393-480c-a594-2049c33d5c5e {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:54:05.353151 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1", "tag": "b613bf41-f943-40a4-aeb0-3980428aeb41", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:54:05.353406 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d18aa855-2393-480c-a594-2049c33d5c5e {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:54:05.353805 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1', 'tag': 'b613bf41-f943-40a4-aeb0-3980428aeb41', 'status': 'completed', 'code': 200} Jul 15 23:54:05.393675 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f0a7a78b-b676-44d7-8ccb-a385a55c0d12 req-246621ed-8049-4530-ae92-e0e2e46a45ad tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381792 Jul 15 23:54:05.476612 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adbb92-abd1-45e0-a390-399d7b46f806 req-11aba969-8c25-4363-af89-1e6fd7b95b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:05.478117 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-55adbb92-abd1-45e0-a390-399d7b46f806 req-11aba969-8c25-4363-af89-1e6fd7b95b6f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 1094 time: 0.1031194 Jul 15 23:54:05.479868 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adbb92-abd1-45e0-a390-399d7b46f806 req-560d70ca-822e-40e4-8db8-46daeb81ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:05.481195 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-55adbb92-abd1-45e0-a390-399d7b46f806 req-560d70ca-822e-40e4-8db8-46daeb81ffeb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 1094 time: 0.0732629 Jul 15 23:54:05.631168 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adbb92-abd1-45e0-a390-399d7b46f806 req-c2cdb9f3-2e2f-43d7-ab5b-5cd5d20a8b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:05.632656 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-55adbb92-abd1-45e0-a390-399d7b46f806 req-c2cdb9f3-2e2f-43d7-ab5b-5cd5d20a8b86 service neutron] 10.222.0.43 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.1481199 Jul 15 23:54:05.635153 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adbb92-abd1-45e0-a390-399d7b46f806 req-ce300b0d-fc00-4b59-a88a-f4fed60ecf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:05.636445 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-55adbb92-abd1-45e0-a390-399d7b46f806 req-ce300b0d-fc00-4b59-a88a-f4fed60ecf8d service neutron] 10.222.0.36 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.1447806 Jul 15 23:54:05.739968 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-55adbb92-abd1-45e0-a390-399d7b46f806 req-5b44be69-e58e-4d74-b4f8-ab8bf177d21f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b613bf41-f943-40a4-aeb0-3980428aeb41 HTTP/1.1" status: 200 len: 999 time: 0.1010196 Jul 15 23:54:05.743601 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-55adbb92-abd1-45e0-a390-399d7b46f806 req-f5c42cf6-ca33-47ee-b40b-5df92b8191a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b613bf41-f943-40a4-aeb0-3980428aeb41 HTTP/1.1" status: 200 len: 999 time: 0.0989723 Jul 15 23:54:05.822361 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adbb92-abd1-45e0-a390-399d7b46f806 req-9352176d-b0ff-4807-86aa-20ce49957bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:05.823999 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-55adbb92-abd1-45e0-a390-399d7b46f806 req-9352176d-b0ff-4807-86aa-20ce49957bc7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0782239 Jul 15 23:54:05.826011 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adbb92-abd1-45e0-a390-399d7b46f806 req-64b34982-1851-49d8-8c29-63da8266a7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:05.827390 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-55adbb92-abd1-45e0-a390-399d7b46f806 req-64b34982-1851-49d8-8c29-63da8266a7f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0744770 Jul 15 23:54:05.921102 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adbb92-abd1-45e0-a390-399d7b46f806 req-90948cc7-a80f-4a21-bcc7-47fd69c6d346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:05.922590 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-55adbb92-abd1-45e0-a390-399d7b46f806 req-90948cc7-a80f-4a21-bcc7-47fd69c6d346 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917921 Jul 15 23:54:05.925218 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adbb92-abd1-45e0-a390-399d7b46f806 req-f9205283-02af-4c6e-8fe0-f2b97f457758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:05.926532 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-55adbb92-abd1-45e0-a390-399d7b46f806 req-f9205283-02af-4c6e-8fe0-f2b97f457758 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886073 Jul 15 23:54:06.082016 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-55adbb92-abd1-45e0-a390-399d7b46f806 req-fd9efcaf-8d69-40ec-a60b-d7e1b256443b service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524751 Jul 15 23:54:06.084289 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-55adbb92-abd1-45e0-a390-399d7b46f806 req-7d0b458e-7cfb-455c-bf02-8d25c439453e service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479909 Jul 15 23:54:06.234592 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-55adbb92-abd1-45e0-a390-399d7b46f806 req-e1257984-3d63-40a3-9677-ae45f8c1801f service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459689 Jul 15 23:54:06.236718 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-55adbb92-abd1-45e0-a390-399d7b46f806 req-183fa9cb-eff7-4498-9aab-e2aed5b25c71 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412985 Jul 15 23:54:06.574677 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611367d-d9d0-4a17-938e-22123260783e req-7486fa75-9399-48b3-b92c-bccef2eeb6ca tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:06.576324 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8611367d-d9d0-4a17-938e-22123260783e req-7486fa75-9399-48b3-b92c-bccef2eeb6ca tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 943 time: 0.0644736 Jul 15 23:54:06.613519 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8611367d-d9d0-4a17-938e-22123260783e req-9bade9d6-bbdf-46ce-ae02-b7eb8401c76e tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314779 Jul 15 23:54:07.789425 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb23422-63dc-431d-a493-191cfb07deb7 req-25336e34-a074-4133-96d7-eb023d357274 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:07.790945 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2bb23422-63dc-431d-a493-191cfb07deb7 req-25336e34-a074-4133-96d7-eb023d357274 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 943 time: 0.0650666 Jul 15 23:54:07.829836 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2bb23422-63dc-431d-a493-191cfb07deb7 req-c9322729-af26-42cf-a02d-38047109a548 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331511 Jul 15 23:54:09.004524 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd6679-9e25-47c5-b4e0-1f6f99d07111 req-9348d6dd-6fd9-4fd3-b92d-b88122d94ebf tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:09.005993 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-92cd6679-9e25-47c5-b4e0-1f6f99d07111 req-9348d6dd-6fd9-4fd3-b92d-b88122d94ebf tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 943 time: 0.0659211 Jul 15 23:54:09.042090 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-92cd6679-9e25-47c5-b4e0-1f6f99d07111 req-d0591934-f96e-4647-b2e6-3b577b4bf45c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305908 Jul 15 23:54:09.175737 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:10.216050 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4623d34-a494-4efb-9086-3882d2195be7 req-093de195-0bf5-47a4-91f8-371a1aa58dd9 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:10.217509 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b4623d34-a494-4efb-9086-3882d2195be7 req-093de195-0bf5-47a4-91f8-371a1aa58dd9 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 943 time: 0.0621545 Jul 15 23:54:10.254702 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b4623d34-a494-4efb-9086-3882d2195be7 req-c248d67a-a623-4201-a826-6aa2a0015dbf tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315986 Jul 15 23:54:11.429850 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa885f-3cdb-4b1a-b8ab-f2b4e404bdc7 req-d1503986-99d3-451a-8065-24d6d8da2c98 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:11.431346 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c0aa885f-3cdb-4b1a-b8ab-f2b4e404bdc7 req-d1503986-99d3-451a-8065-24d6d8da2c98 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 943 time: 0.0644290 Jul 15 23:54:11.468731 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c0aa885f-3cdb-4b1a-b8ab-f2b4e404bdc7 req-f5f5e98c-4385-4cbf-ab75-5813b3de2fd9 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318944 Jul 15 23:54:12.643389 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829da74a-c579-401f-9fdf-e36cf3c0146a req-fad2a12f-ac65-452c-86dd-a57567570746 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:12.644867 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-829da74a-c579-401f-9fdf-e36cf3c0146a req-fad2a12f-ac65-452c-86dd-a57567570746 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 943 time: 0.0633607 Jul 15 23:54:12.680716 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-829da74a-c579-401f-9fdf-e36cf3c0146a req-d6e34bd6-e286-4377-a238-fddcee3ce6d0 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297549 Jul 15 23:54:13.851907 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1cc89-d96f-4b04-8f47-6bffca832ccc req-06944e4c-88d9-4af4-aa66-d591065add7e tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:13.853357 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-11e1cc89-d96f-4b04-8f47-6bffca832ccc req-06944e4c-88d9-4af4-aa66-d591065add7e tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 943 time: 0.0615718 Jul 15 23:54:13.890331 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-11e1cc89-d96f-4b04-8f47-6bffca832ccc req-7d485e4e-4970-49f8-9b0d-b09508e3e3d6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312538 Jul 15 23:54:15.065254 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d51ad-5e54-47ab-9b47-ed39d856932e req-5648435b-2f0d-4d1e-a123-2b34099d666b tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:15.067251 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d36d51ad-5e54-47ab-9b47-ed39d856932e req-5648435b-2f0d-4d1e-a123-2b34099d666b tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 943 time: 0.0656147 Jul 15 23:54:15.103450 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d36d51ad-5e54-47ab-9b47-ed39d856932e req-91c59c61-a023-43f4-973e-e34a8a787741 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306432 Jul 15 23:54:15.561673 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device b613bf41-f943-40a4-aeb0-3980428aeb41 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:54:15.658773 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port b613bf41-f943-40a4-aeb0-3980428aeb41, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=b613bf41-f943-40a4-aeb0-3980428aeb41,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:54:15.670301 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'b613bf41-f943-40a4-aeb0-3980428aeb41', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'port_id': 'b613bf41-f943-40a4-aeb0-3980428aeb41', 'mac_address': 'fa:16:3e:77:9a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:54:15.707166 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:15.719371 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b613bf41-f943-40a4-aeb0-3980428aeb41 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:54:15.739802 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port b613bf41-f943-40a4-aeb0-3980428aeb41, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=b613bf41-f943-40a4-aeb0-3980428aeb41,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:54:15.743367 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:15.792268 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=b613bf41-f943-40a4-aeb0-3980428aeb41,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:15.799378 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:15.799725 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:15.800064 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:15.800400 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:15.800732 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:15.801667 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:15.802002 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:15.802330 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:15.802679 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:15.803007 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:15.803331 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:15.803649 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:15.942369 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7e1bc836-b8e8-4167-af0b-815a41857019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:16.064352 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['b613bf41-f943-40a4-aeb0-3980428aeb41'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:54:16.274938 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ad6a5-d89a-4474-a900-45e57553a6a3 req-8fad3f32-886a-407e-bde0-aec397f182e6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:16.276415 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9d9ad6a5-d89a-4474-a900-45e57553a6a3 req-8fad3f32-886a-407e-bde0-aec397f182e6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 944 time: 0.0614870 Jul 15 23:54:16.313631 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9d9ad6a5-d89a-4474-a900-45e57553a6a3 req-1c773aea-411e-49f7-a0ed-8b6e2fdd0f85 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309892 Jul 15 23:54:16.701105 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-33fc4d79-e7dc-4aa6-9834-2c05bf909a07 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:16.702546 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-33fc4d79-e7dc-4aa6-9834-2c05bf909a07 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1&tenant_id=750632bdf81e463fad0d926ba4c8f1c3&binding%3Ahost_id=n-h1-787205-9 HTTP/1.1" status: 200 len: 944 time: 0.0698218 Jul 15 23:54:16.760010 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dea50b-95e4-4531-8785-4b1665ead18f req-c3774deb-4ff1-4f68-a363-5881cd9b320c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:16.761495 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-05dea50b-95e4-4531-8785-4b1665ead18f req-c3774deb-4ff1-4f68-a363-5881cd9b320c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 944 time: 0.0664356 Jul 15 23:54:16.766393 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-c262030b-e382-483a-863e-456480568100 service neutron] 10.222.0.36 "GET /v2.0/ports/b613bf41-f943-40a4-aeb0-3980428aeb41/bindings/n-h1-787205-9 HTTP/1.1" status: 200 len: 382 time: 0.0570815 Jul 15 23:54:16.798430 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-05dea50b-95e4-4531-8785-4b1665ead18f req-f00de1ba-5a6f-4973-89cf-2139a82e3699 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311408 Jul 15 23:54:16.856065 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-fd968890-0ec4-4ac0-bc9d-f73c4898214b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:16.857561 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-fd968890-0ec4-4ac0-bc9d-f73c4898214b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 1095 time: 0.0540690 Jul 15 23:54:16.944101 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-50ce81fb-ff37-4b56-9e5c-3742d6b7c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:16.945566 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-50ce81fb-ff37-4b56-9e5c-3742d6b7c049 service neutron] 10.222.0.36 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.0818608 Jul 15 23:54:17.011662 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-b6293142-68aa-4489-81e2-a9e1d627a5f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b613bf41-f943-40a4-aeb0-3980428aeb41 HTTP/1.1" status: 200 len: 1000 time: 0.0600021 Jul 15 23:54:17.057806 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-2a2aff99-0429-4d33-adeb-d867e67bcdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:17.059285 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-2a2aff99-0429-4d33-adeb-d867e67bcdd1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0421233 Jul 15 23:54:17.115035 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-13e4ddb9-d1b0-4b5e-8d0c-115885ae9017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:17.116422 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-13e4ddb9-d1b0-4b5e-8d0c-115885ae9017 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510445 Jul 15 23:54:17.207396 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-a123efb0-40af-42d6-ae3a-1c752aeaf879 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844274 Jul 15 23:54:17.297111 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-395492e8-bc3f-4e74-85df-4c6620e3a7a0 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837958 Jul 15 23:54:17.592854 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device b613bf41-f943-40a4-aeb0-3980428aeb41 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:54:17.644655 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port b613bf41-f943-40a4-aeb0-3980428aeb41 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:54:17.649042 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port b613bf41-f943-40a4-aeb0-3980428aeb41 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:54:17.649416 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:17.724609 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:17.746352 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b613bf41-f943-40a4-aeb0-3980428aeb41'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:54:17.748657 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0dc8a8-f0aa-445f-a666-06098b4f6888" -d '{"events": [{"server_uuid": "1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1", "name": "network-vif-plugged", "status": "completed", "tag": "b613bf41-f943-40a4-aeb0-3980428aeb41"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:54:17.761346 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port b613bf41-f943-40a4-aeb0-3980428aeb41, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=b613bf41-f943-40a4-aeb0-3980428aeb41,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:54:17.765770 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:17.816379 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=b613bf41-f943-40a4-aeb0-3980428aeb41,revision_number=9']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:17.858267 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e6c6df-0d2c-4aa1-8ee6-091c106bc278 x-openstack-request-id: req-82e6c6df-0d2c-4aa1-8ee6-091c106bc278 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:54:17.858563 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1", "name": "network-vif-plugged", "status": "completed", "tag": "b613bf41-f943-40a4-aeb0-3980428aeb41", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:54:17.858981 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-82e6c6df-0d2c-4aa1-8ee6-091c106bc278 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:54:17.859386 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b613bf41-f943-40a4-aeb0-3980428aeb41', 'code': 200} Jul 15 23:54:17.975766 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f2ed6-8717-44a2-ad52-ceb644410c84 req-a51006ae-6fa8-456d-a0e3-d48e88b42736 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:17.977241 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dc3f2ed6-8717-44a2-ad52-ceb644410c84 req-a51006ae-6fa8-456d-a0e3-d48e88b42736 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 945 time: 0.0635145 Jul 15 23:54:18.013267 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dc3f2ed6-8717-44a2-ad52-ceb644410c84 req-0f7f18cc-e7d7-43af-adfd-740cd4d23b7f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304773 Jul 15 23:54:18.322271 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8f571993-c4c2-4bdb-9b3f-b8dab098b505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:18.793007 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:19.203831 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343822f9-6007-45f8-a13c-13f160682f65 req-5754e11a-4940-4aba-81ff-efb64ebb0d64 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:19.205841 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-343822f9-6007-45f8-a13c-13f160682f65 req-5754e11a-4940-4aba-81ff-efb64ebb0d64 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 945 time: 0.0745392 Jul 15 23:54:19.243859 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-343822f9-6007-45f8-a13c-13f160682f65 req-a7a78f3e-983b-43ed-afde-31c89da66dc0 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317500 Jul 15 23:54:19.816727 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:20.432163 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37cfec4-8612-4492-8ca8-26e0784e0788 req-22c8ee23-4a31-489e-9a38-fd0d5a192376 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:20.433656 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a37cfec4-8612-4492-8ca8-26e0784e0788 req-22c8ee23-4a31-489e-9a38-fd0d5a192376 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 945 time: 0.0733905 Jul 15 23:54:20.474655 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a37cfec4-8612-4492-8ca8-26e0784e0788 req-46c9a621-92d5-48ab-a7d6-c9b3d70f7712 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347984 Jul 15 23:54:21.371246 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:21.502226 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-e64d5932-6e39-4985-8279-50c95c0f6a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:21.503769 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-e64d5932-6e39-4985-8279-50c95c0f6a6d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1&tenant_id=750632bdf81e463fad0d926ba4c8f1c3 HTTP/1.1" status: 200 len: 1096 time: 0.3812101 Jul 15 23:54:21.515101 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-5532d6a7-abdd-49ef-88d2-fd2c9bfda89f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787205-9', 'device_owner': 'compute:nova'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:54:21.584985 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-5532d6a7-abdd-49ef-88d2-fd2c9bfda89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:21.647798 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e25bd7-05f6-4bc6-854b-f534f2981da9 req-ea4cf851-fa2f-4e7f-9817-f97212aa585d tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:21.649229 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-71e25bd7-05f6-4bc6-854b-f534f2981da9 req-ea4cf851-fa2f-4e7f-9817-f97212aa585d tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 945 time: 0.0624199 Jul 15 23:54:21.687095 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-71e25bd7-05f6-4bc6-854b-f534f2981da9 req-1066e581-3d05-453b-b27b-e0ef3ebe878b tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322137 Jul 15 23:54:21.783274 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-5532d6a7-abdd-49ef-88d2-fd2c9bfda89f service neutron] For port b613bf41-f943-40a4-aeb0-3980428aeb41, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=b613bf41-f943-40a4-aeb0-3980428aeb41,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:54:21.819814 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-5532d6a7-abdd-49ef-88d2-fd2c9bfda89f service neutron] For port b613bf41-f943-40a4-aeb0-3980428aeb41, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:54:21.857389 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b613bf41-f943-40a4-aeb0-3980428aeb41'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:54:21.859640 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf123fa-562b-4d60-84f2-549418052472" -d '{"events": [{"server_uuid": "1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1", "name": "network-vif-unplugged", "status": "completed", "tag": "b613bf41-f943-40a4-aeb0-3980428aeb41"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:54:21.863074 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-5532d6a7-abdd-49ef-88d2-fd2c9bfda89f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:21.881832 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-5532d6a7-abdd-49ef-88d2-fd2c9bfda89f service neutron] Transition to ACTIVE for port object b613bf41-f943-40a4-aeb0-3980428aeb41 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:54:21.886183 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-5532d6a7-abdd-49ef-88d2-fd2c9bfda89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:21.914127 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8ff130-b8a6-48d9-8313-4db090b225f6 x-openstack-request-id: req-2b8ff130-b8a6-48d9-8313-4db090b225f6 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:54:21.914421 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1", "name": "network-vif-unplugged", "status": "completed", "tag": "b613bf41-f943-40a4-aeb0-3980428aeb41", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:54:21.914693 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b8ff130-b8a6-48d9-8313-4db090b225f6 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:54:21.915072 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b613bf41-f943-40a4-aeb0-3980428aeb41', 'code': 200} Jul 15 23:54:21.973576 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532d6a7-abdd-49ef-88d2-fd2c9bfda89f service neutron] Pushing event updated for resources: {'Port': ['ID=b613bf41-f943-40a4-aeb0-3980428aeb41,revision_number=10']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:22.010355 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-5532d6a7-abdd-49ef-88d2-fd2c9bfda89f service neutron] No DVR routers for this DVR port b613bf41-f943-40a4-aeb0-3980428aeb41 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:54:22.147205 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-5532d6a7-abdd-49ef-88d2-fd2c9bfda89f service neutron] Attempting to bind port b613bf41-f943-40a4-aeb0-3980428aeb41 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:54:22.147536 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-5532d6a7-abdd-49ef-88d2-fd2c9bfda89f service neutron] Attempting to bind port b613bf41-f943-40a4-aeb0-3980428aeb41 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:54:22.147860 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-5532d6a7-abdd-49ef-88d2-fd2c9bfda89f service neutron] Attempting to bind port b613bf41-f943-40a4-aeb0-3980428aeb41 on network 738c3c04-470f-4a9f-acfa-e2e92282ee07 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:54:22.152033 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-5532d6a7-abdd-49ef-88d2-fd2c9bfda89f service neutron] Port b613bf41-f943-40a4-aeb0-3980428aeb41 on network 738c3c04-470f-4a9f-acfa-e2e92282ee07 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:54:22.152355 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-5532d6a7-abdd-49ef-88d2-fd2c9bfda89f service neutron] Attempting to bind port b613bf41-f943-40a4-aeb0-3980428aeb41 on network 738c3c04-470f-4a9f-acfa-e2e92282ee07 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:54:22.157409 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-5532d6a7-abdd-49ef-88d2-fd2c9bfda89f service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:54:22.157754 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-5532d6a7-abdd-49ef-88d2-fd2c9bfda89f service neutron] Checking segment: {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:54:22.158188 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-5532d6a7-abdd-49ef-88d2-fd2c9bfda89f service neutron] Bound using segment: {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:54:22.158573 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-5532d6a7-abdd-49ef-88d2-fd2c9bfda89f service neutron] Bound port: b613bf41-f943-40a4-aeb0-3980428aeb41, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6784c0-8e33-45e4-aa83-8332dfddc40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:54:22.158990 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-5532d6a7-abdd-49ef-88d2-fd2c9bfda89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:22.220577 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-5532d6a7-abdd-49ef-88d2-fd2c9bfda89f service neutron] For port b613bf41-f943-40a4-aeb0-3980428aeb41, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:54:22.224142 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-5532d6a7-abdd-49ef-88d2-fd2c9bfda89f service neutron] For port b613bf41-f943-40a4-aeb0-3980428aeb41, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=b613bf41-f943-40a4-aeb0-3980428aeb41,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:54:22.228517 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-5532d6a7-abdd-49ef-88d2-fd2c9bfda89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:22.261241 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-5532d6a7-abdd-49ef-88d2-fd2c9bfda89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:22.261860 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-5532d6a7-abdd-49ef-88d2-fd2c9bfda89f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:22.263261 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-5532d6a7-abdd-49ef-88d2-fd2c9bfda89f service neutron] 10.222.0.43 "PUT /v2.0/ports/b613bf41-f943-40a4-aeb0-3980428aeb41 HTTP/1.1" status: 200 len: 1092 time: 0.7521734 Jul 15 23:54:22.284256 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532d6a7-abdd-49ef-88d2-fd2c9bfda89f service neutron] Pushing event updated for resources: {'Port': ['ID=b613bf41-f943-40a4-aeb0-3980428aeb41,revision_number=11']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:22.351100 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-73c3a6fa-0ec0-4a2d-b00f-bfcdd6e9b236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:22.352691 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-73c3a6fa-0ec0-4a2d-b00f-bfcdd6e9b236 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 1095 time: 0.0594974 Jul 15 23:54:22.443934 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-ad9823cc-2457-41cb-a142-6094cc8bd030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:22.445396 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-ad9823cc-2457-41cb-a142-6094cc8bd030 service neutron] 10.222.0.43 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.0864658 Jul 15 23:54:22.510448 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-6cf7005f-1ee0-47e9-8c06-30a14a2a91a0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b613bf41-f943-40a4-aeb0-3980428aeb41 HTTP/1.1" status: 200 len: 999 time: 0.0591393 Jul 15 23:54:22.556405 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-f3bb6ed0-40c1-466e-98f5-187bfb038c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:22.557720 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-f3bb6ed0-40c1-466e-98f5-187bfb038c4a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0417585 Jul 15 23:54:22.611832 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-b843c0ab-deb0-4c9c-9870-228e22d2f212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:22.613268 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-b843c0ab-deb0-4c9c-9870-228e22d2f212 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493891 Jul 15 23:54:22.703922 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-d2cf2545-6c27-4e96-999b-18a17f5b745a service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843999 Jul 15 23:54:22.791320 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-431e669a-e328-4b97-b642-6a2aa45eb39a req-87ce5687-ce8e-480f-8f74-d63a2e1886e9 service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805829 Jul 15 23:54:22.864709 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f48b1-c56d-4838-a65d-1ae6c7b5ac11 req-a69511bf-db54-42c4-b903-9af29b5752d3 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:22.866174 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-354f48b1-c56d-4838-a65d-1ae6c7b5ac11 req-a69511bf-db54-42c4-b903-9af29b5752d3 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 944 time: 0.0685580 Jul 15 23:54:22.904395 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-354f48b1-c56d-4838-a65d-1ae6c7b5ac11 req-d5fbaca0-c9cc-46b2-9d59-9851136fddb3 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327675 Jul 15 23:54:23.600078 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device b613bf41-f943-40a4-aeb0-3980428aeb41 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:54:23.638626 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device b613bf41-f943-40a4-aeb0-3980428aeb41 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:54:23.916954 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1', 'tag': 'b613bf41-f943-40a4-aeb0-3980428aeb41'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:54:23.919317 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4006cd86-d112-4cf3-898d-59b9223b724e" -d '{"events": [{"name": "network-changed", "server_uuid": "1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1", "tag": "b613bf41-f943-40a4-aeb0-3980428aeb41"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:54:23.970423 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d72f315-0d63-496c-80f3-0bb2d35cd6c9 x-openstack-request-id: req-0d72f315-0d63-496c-80f3-0bb2d35cd6c9 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:54:23.970798 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1", "tag": "b613bf41-f943-40a4-aeb0-3980428aeb41", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:54:23.971395 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d72f315-0d63-496c-80f3-0bb2d35cd6c9 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:54:23.971864 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1', 'tag': 'b613bf41-f943-40a4-aeb0-3980428aeb41', 'status': 'completed', 'code': 200} Jul 15 23:54:24.095727 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006cd86-d112-4cf3-898d-59b9223b724e req-53d2223c-ea16-43fe-944a-a69c5963a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:24.096776 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ca242-5de1-49f2-89a0-b2671a4d5600 req-7ef77eb5-76ae-4f90-adce-80c35a572819 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:24.097254 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4006cd86-d112-4cf3-898d-59b9223b724e req-53d2223c-ea16-43fe-944a-a69c5963a8a0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 1095 time: 0.1031320 Jul 15 23:54:24.098481 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-307ca242-5de1-49f2-89a0-b2671a4d5600 req-7ef77eb5-76ae-4f90-adce-80c35a572819 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 944 time: 0.0667346 Jul 15 23:54:24.100111 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006cd86-d112-4cf3-898d-59b9223b724e req-d71ab04a-b198-459c-a08f-054f3e028779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:24.101471 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4006cd86-d112-4cf3-898d-59b9223b724e req-d71ab04a-b198-459c-a08f-054f3e028779 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 1095 time: 0.0750597 Jul 15 23:54:24.138248 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-307ca242-5de1-49f2-89a0-b2671a4d5600 req-5a90f126-9ea2-44f7-b934-78441bce3322 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330603 Jul 15 23:54:24.257310 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006cd86-d112-4cf3-898d-59b9223b724e req-b60b20fb-794e-4271-bb3d-9007862f76f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:24.258804 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4006cd86-d112-4cf3-898d-59b9223b724e req-b60b20fb-794e-4271-bb3d-9007862f76f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.1475217 Jul 15 23:54:24.259731 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006cd86-d112-4cf3-898d-59b9223b724e req-b8d85486-40fd-4109-8813-5d290bcd1fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:24.261021 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4006cd86-d112-4cf3-898d-59b9223b724e req-b8d85486-40fd-4109-8813-5d290bcd1fa6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 200 len: 913 time: 0.1572871 Jul 15 23:54:24.369649 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4006cd86-d112-4cf3-898d-59b9223b724e req-0bd91c88-bbb6-42c8-b286-d5b01eefa684 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b613bf41-f943-40a4-aeb0-3980428aeb41 HTTP/1.1" status: 200 len: 999 time: 0.1050241 Jul 15 23:54:24.371424 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4006cd86-d112-4cf3-898d-59b9223b724e req-fea9489d-0eed-48e8-8c30-0cabb0cde875 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b613bf41-f943-40a4-aeb0-3980428aeb41 HTTP/1.1" status: 200 len: 999 time: 0.1012242 Jul 15 23:54:24.454619 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006cd86-d112-4cf3-898d-59b9223b724e req-b902db19-ac66-43d2-8ffb-b661de779516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:24.456114 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4006cd86-d112-4cf3-898d-59b9223b724e req-b902db19-ac66-43d2-8ffb-b661de779516 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0810943 Jul 15 23:54:24.457530 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006cd86-d112-4cf3-898d-59b9223b724e req-3354c7c2-8816-4f94-85fc-58929625d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:24.458854 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4006cd86-d112-4cf3-898d-59b9223b724e req-3354c7c2-8816-4f94-85fc-58929625d0c9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 200 len: 851 time: 0.0759614 Jul 15 23:54:24.490572 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:24.551894 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006cd86-d112-4cf3-898d-59b9223b724e req-f36b1085-6b1e-442e-9592-42d8baa56fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:24.553420 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4006cd86-d112-4cf3-898d-59b9223b724e req-f36b1085-6b1e-442e-9592-42d8baa56fd8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914037 Jul 15 23:54:24.559070 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006cd86-d112-4cf3-898d-59b9223b724e req-20742efc-4459-494f-a986-087a6804322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:24.560513 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4006cd86-d112-4cf3-898d-59b9223b724e req-20742efc-4459-494f-a986-087a6804322b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=738c3c04-470f-4a9f-acfa-e2e92282ee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912354 Jul 15 23:54:24.715959 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4006cd86-d112-4cf3-898d-59b9223b724e req-601880d9-9c05-482a-b045-9917e533e210 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545041 Jul 15 23:54:24.717792 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4006cd86-d112-4cf3-898d-59b9223b724e req-d9c0d53d-0e93-4810-8f9c-1025ef588a03 service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485629 Jul 15 23:54:24.871566 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4006cd86-d112-4cf3-898d-59b9223b724e req-111102e1-cd70-4622-bba9-915ad53e6cf5 service neutron] 10.222.0.36 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501162 Jul 15 23:54:24.873736 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4006cd86-d112-4cf3-898d-59b9223b724e req-3bc4f279-eb85-462e-984e-aef82ef2e6b6 service neutron] 10.222.0.43 "GET /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448648 Jul 15 23:54:25.314042 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea459c-a8f6-4b7c-b208-2d96e5279eca req-d7df5c52-3d04-40cf-bd55-fa97e7c90697 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:25.315550 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b2ea459c-a8f6-4b7c-b208-2d96e5279eca req-d7df5c52-3d04-40cf-bd55-fa97e7c90697 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 944 time: 0.0623026 Jul 15 23:54:25.353219 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b2ea459c-a8f6-4b7c-b208-2d96e5279eca req-cb024afb-e358-4ce5-9af6-9376bcb79456 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320082 Jul 15 23:54:26.534115 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cd6a8-5931-4c71-b58d-5a8638a828b0 req-4a3e69e6-fb3e-46d6-ba12-c353cb46c4f8 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:26.535687 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-929cd6a8-5931-4c71-b58d-5a8638a828b0 req-4a3e69e6-fb3e-46d6-ba12-c353cb46c4f8 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 944 time: 0.0667064 Jul 15 23:54:26.574294 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-929cd6a8-5931-4c71-b58d-5a8638a828b0 req-6f3371e0-182b-41b9-be96-4fc9a8535f0c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328398 Jul 15 23:54:27.747451 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246a48c-eb5e-440e-b94d-7dd336cecaf7 req-975ad56d-c301-480e-964f-0781a052fb66 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:27.748881 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5246a48c-eb5e-440e-b94d-7dd336cecaf7 req-975ad56d-c301-480e-964f-0781a052fb66 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 944 time: 0.0608244 Jul 15 23:54:27.783987 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5246a48c-eb5e-440e-b94d-7dd336cecaf7 req-9ab42895-ab36-402f-b85c-1a646bc9c50c tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296848 Jul 15 23:54:28.959304 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bdc978-5463-4d54-8915-d1c9abe4c303 req-60353e89-c7fc-43ee-9593-91d9efa5f2e2 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:28.960819 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-52bdc978-5463-4d54-8915-d1c9abe4c303 req-60353e89-c7fc-43ee-9593-91d9efa5f2e2 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 944 time: 0.0654356 Jul 15 23:54:28.998654 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-52bdc978-5463-4d54-8915-d1c9abe4c303 req-1da2e7a0-fba8-43e1-9e4a-85204c0dde26 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321250 Jul 15 23:54:30.170446 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38164e47-1275-480d-9d9f-056731730ca9 req-bf4650b6-a532-408c-bd38-dedbba49e356 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:30.171922 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-38164e47-1275-480d-9d9f-056731730ca9 req-bf4650b6-a532-408c-bd38-dedbba49e356 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 944 time: 0.0617919 Jul 15 23:54:30.207982 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-38164e47-1275-480d-9d9f-056731730ca9 req-1450bd46-2852-4082-b68d-6b606d12741f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300167 Jul 15 23:54:31.377484 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799eb3d-0365-43be-9df5-92a7cebab720 req-2fc0d981-edcf-4e79-bc66-5327f2efdc2b tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:31.379457 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c799eb3d-0365-43be-9df5-92a7cebab720 req-2fc0d981-edcf-4e79-bc66-5327f2efdc2b tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 944 time: 0.0613050 Jul 15 23:54:31.416342 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c799eb3d-0365-43be-9df5-92a7cebab720 req-4a8459a2-c1fd-4489-8087-920ea5236a70 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313997 Jul 15 23:54:32.589887 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab9192-e6fd-4f15-9373-569f01549acb req-f24245f9-9322-4c75-ab93-8bb41e0c8341 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:32.591362 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-edab9192-e6fd-4f15-9373-569f01549acb req-f24245f9-9322-4c75-ab93-8bb41e0c8341 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 944 time: 0.0646131 Jul 15 23:54:32.627484 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-edab9192-e6fd-4f15-9373-569f01549acb req-b9871e72-7c33-424a-bee9-56e74b19218f tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306997 Jul 15 23:54:33.800093 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fa08a-7523-43cb-aebe-4de3c6fff036 req-c657ea14-5c12-48ec-aacc-f725228866df tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:33.802150 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6a9fa08a-7523-43cb-aebe-4de3c6fff036 req-c657ea14-5c12-48ec-aacc-f725228866df tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 944 time: 0.0625472 Jul 15 23:54:33.838486 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6a9fa08a-7523-43cb-aebe-4de3c6fff036 req-c78bd133-35d4-4d1c-abc7-7712d0fc0a93 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307586 Jul 15 23:54:34.009696 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944e171-39bf-46ca-87ff-0e7b6135b7a4 req-fad54e36-e067-4d00-aeab-b54a53171bde tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:34.011161 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c944e171-39bf-46ca-87ff-0e7b6135b7a4 req-fad54e36-e067-4d00-aeab-b54a53171bde tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 944 time: 0.0646036 Jul 15 23:54:34.047662 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c944e171-39bf-46ca-87ff-0e7b6135b7a4 req-8d3185ad-2d07-4097-96a1-5ab4f9f50d11 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310609 Jul 15 23:54:34.220466 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb64c4-fc3e-4663-ad9d-2c0ba1ee3a1f req-6ed27418-6f37-4f2a-bdbe-57332f308843 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:34.221979 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-19bb64c4-fc3e-4663-ad9d-2c0ba1ee3a1f req-6ed27418-6f37-4f2a-bdbe-57332f308843 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 944 time: 0.0610068 Jul 15 23:54:34.257722 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-19bb64c4-fc3e-4663-ad9d-2c0ba1ee3a1f req-315a5dbe-8d6e-4ad8-a9a4-5204aa5f45c1 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298162 Jul 15 23:54:34.629106 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d616c-2e37-431d-8322-a6780ce2aa66 req-ced85ecf-bcbf-49a0-bf19-2e4da775f611 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:34.630438 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ba3d616c-2e37-431d-8322-a6780ce2aa66 req-ced85ecf-bcbf-49a0-bf19-2e4da775f611 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 944 time: 0.0607009 Jul 15 23:54:34.666249 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ba3d616c-2e37-431d-8322-a6780ce2aa66 req-631e755a-0e9c-4307-963f-92e19fa16ef6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304072 Jul 15 23:54:34.817251 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device b613bf41-f943-40a4-aeb0-3980428aeb41 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:54:34.911264 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port b613bf41-f943-40a4-aeb0-3980428aeb41, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=b613bf41-f943-40a4-aeb0-3980428aeb41,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:54:34.921870 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'b613bf41-f943-40a4-aeb0-3980428aeb41', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'port_id': 'b613bf41-f943-40a4-aeb0-3980428aeb41', 'mac_address': 'fa:16:3e:77:9a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:54:34.958275 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:34.970839 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b613bf41-f943-40a4-aeb0-3980428aeb41 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:54:34.990548 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port b613bf41-f943-40a4-aeb0-3980428aeb41, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=b613bf41-f943-40a4-aeb0-3980428aeb41,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:54:34.994269 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:35.039582 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=b613bf41-f943-40a4-aeb0-3980428aeb41,revision_number=12']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:35.249045 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['b613bf41-f943-40a4-aeb0-3980428aeb41'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:54:35.841230 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d35c57-b271-4417-ae23-9c318acec313 req-010ab60d-8154-4765-b69f-e919ce59818a tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:35.842748 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83d35c57-b271-4417-ae23-9c318acec313 req-010ab60d-8154-4765-b69f-e919ce59818a tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 945 time: 0.0658128 Jul 15 23:54:35.878387 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83d35c57-b271-4417-ae23-9c318acec313 req-3cc3c34c-bff6-4cf9-950c-eebef3d39d15 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d7aad74-d8f8-4d82-93f1-1679d6399920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302856 Jul 15 23:54:36.075587 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca4e48-9842-41d9-911e-9aec6c04c950 req-d5cc92a4-2e03-4a13-8a3a-96280d7984a4 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:36.077068 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-12ca4e48-9842-41d9-911e-9aec6c04c950 req-d5cc92a4-2e03-4a13-8a3a-96280d7984a4 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 945 time: 0.0614583 Jul 15 23:54:36.179635 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-12ca4e48-9842-41d9-911e-9aec6c04c950 req-c76cabdb-3004-4535-82d5-939db3d4b8fe tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Deleting port b613bf41-f943-40a4-aeb0-3980428aeb41 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:54:36.179977 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-12ca4e48-9842-41d9-911e-9aec6c04c950 req-c76cabdb-3004-4535-82d5-939db3d4b8fe tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:36.264001 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-12ca4e48-9842-41d9-911e-9aec6c04c950 req-c76cabdb-3004-4535-82d5-939db3d4b8fe tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] For port b613bf41-f943-40a4-aeb0-3980428aeb41, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=b613bf41-f943-40a4-aeb0-3980428aeb41,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:54:36.264259 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-12ca4e48-9842-41d9-911e-9aec6c04c950 req-c76cabdb-3004-4535-82d5-939db3d4b8fe tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:36.431156 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-12ca4e48-9842-41d9-911e-9aec6c04c950 req-c76cabdb-3004-4535-82d5-939db3d4b8fe tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:36.431525 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-12ca4e48-9842-41d9-911e-9aec6c04c950 req-c76cabdb-3004-4535-82d5-939db3d4b8fe tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:36.431834 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [req-12ca4e48-9842-41d9-911e-9aec6c04c950 req-c76cabdb-3004-4535-82d5-939db3d4b8fe tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Floating IP 14f2f7e5-c12c-43a9-b525-42881a3edfac disassociated. External IP: 172.25.4.32, port: b613bf41-f943-40a4-aeb0-3980428aeb41. Jul 15 23:54:36.432188 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-12ca4e48-9842-41d9-911e-9aec6c04c950 req-c76cabdb-3004-4535-82d5-939db3d4b8fe tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Calling delete_port for b613bf41-f943-40a4-aeb0-3980428aeb41 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:54:36.555154 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-12ca4e48-9842-41d9-911e-9aec6c04c950 req-c76cabdb-3004-4535-82d5-939db3d4b8fe tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:36.587901 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76cabdb-3004-4535-82d5-939db3d4b8fe tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Pushing event deleted for resources: {'Port': ['ID=b613bf41-f943-40a4-aeb0-3980428aeb41,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:36.701867 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12ca4e48-9842-41d9-911e-9aec6c04c950 req-c76cabdb-3004-4535-82d5-939db3d4b8fe tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Router c7ef9db2-5ebc-4560-8548-a77145fdddfd has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:54:36.804140 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12ca4e48-9842-41d9-911e-9aec6c04c950 req-c76cabdb-3004-4535-82d5-939db3d4b8fe tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:54:36.813643 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af80a746-9a8f-49a0-b5f9-f6cb2e0aa166 None None] Sync routers for ids ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:54:36.823260 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af80a746-9a8f-49a0-b5f9-f6cb2e0aa166 None None] Routers {'c7ef9db2-5ebc-4560-8548-a77145fdddfd'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:54:36.823927 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-af80a746-9a8f-49a0-b5f9-f6cb2e0aa166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:54:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:54:36.826984 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device b613bf41-f943-40a4-aeb0-3980428aeb41 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:54:36.850397 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ca4e48-9842-41d9-911e-9aec6c04c950 req-c76cabdb-3004-4535-82d5-939db3d4b8fe tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] No DVR routers for this DVR port b613bf41-f943-40a4-aeb0-3980428aeb41 on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:54:36.852982 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-12ca4e48-9842-41d9-911e-9aec6c04c950 req-c76cabdb-3004-4535-82d5-939db3d4b8fe tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:36.855008 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-12ca4e48-9842-41d9-911e-9aec6c04c950 req-c76cabdb-3004-4535-82d5-939db3d4b8fe tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.43 "DELETE /v2.0/ports/b613bf41-f943-40a4-aeb0-3980428aeb41 HTTP/1.1" status: 204 len: 173 time: 0.7715259 Jul 15 23:54:36.855439 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1', 'name': 'network-vif-deleted', 'tag': 'b613bf41-f943-40a4-aeb0-3980428aeb41'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:54:36.857947 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e082a12-d431-44c9-95e6-37eb493060bd" -d '{"events": [{"server_uuid": "1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1", "name": "network-vif-deleted", "tag": "b613bf41-f943-40a4-aeb0-3980428aeb41"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:54:36.880428 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: b613bf41-f943-40a4-aeb0-3980428aeb41 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:54:36.880775 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device b613bf41-f943-40a4-aeb0-3980428aeb41 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 15 23:54:36.896742 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e6eb0e-6db6-4c11-9632-febf70bd9714 x-openstack-request-id: req-91e6eb0e-6db6-4c11-9632-febf70bd9714 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:54:36.897033 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1", "name": "network-vif-deleted", "tag": "b613bf41-f943-40a4-aeb0-3980428aeb41", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:54:36.897289 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91e6eb0e-6db6-4c11-9632-febf70bd9714 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:54:36.897689 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1', 'name': 'network-vif-deleted', 'tag': 'b613bf41-f943-40a4-aeb0-3980428aeb41', 'status': 'completed', 'code': 200} Jul 15 23:54:36.906020 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Port b613bf41-f943-40a4-aeb0-3980428aeb41 not found, will not notify nova. {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 15 23:54:36.976194 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-af80a746-9a8f-49a0-b5f9-f6cb2e0aa166 None None] Set router c7ef9db2-5ebc-4560-8548-a77145fdddfd gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:54:37.023833 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f20542cc-77f7-4676-b572-14066822ae80 req-dcb700e3-b8d3-411b-a382-56004bca3fb2 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 210 time: 0.0290754 Jul 15 23:54:37.174165 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-af80a746-9a8f-49a0-b5f9-f6cb2e0aa166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 4, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port': {'id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:59Z', 'updated_at': '2021-07-15T23:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f', 'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'mac_address': 'fa:16:3e:a8:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:00Z', 'updated_at': '2021-07-15T23:45:06Z', 'revision_number': 5, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'subnets': [{'id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:54:37.201442 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af80a746-9a8f-49a0-b5f9-f6cb2e0aa166 None None] Checking router: c7ef9db2-5ebc-4560-8548-a77145fdddfd for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:54:37.209711 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af80a746-9a8f-49a0-b5f9-f6cb2e0aa166 None None] Routers {'c7ef9db2-5ebc-4560-8548-a77145fdddfd'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:54:37.210312 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-af80a746-9a8f-49a0-b5f9-f6cb2e0aa166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:54:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:54:37.390317 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:54:37.477008 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-af80a746-9a8f-49a0-b5f9-f6cb2e0aa166 None None] Set router c7ef9db2-5ebc-4560-8548-a77145fdddfd gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:54:37.676606 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-af80a746-9a8f-49a0-b5f9-f6cb2e0aa166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 4, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port': {'id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:59Z', 'updated_at': '2021-07-15T23:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f', 'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'mac_address': 'fa:16:3e:a8:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:00Z', 'updated_at': '2021-07-15T23:45:06Z', 'revision_number': 5, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'subnets': [{'id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:54:37.706696 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af80a746-9a8f-49a0-b5f9-f6cb2e0aa166 None None] The sync data for ids ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'] in n-d-787205-9 is: [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:45:01Z', 'revision_number': 4, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port': {'id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:59Z', 'updated_at': '2021-07-15T23:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f', 'name': '', 'network_id': '738c3c04-470f-4a9f-acfa-e2e92282ee07', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'mac_address': 'fa:16:3e:a8:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:00Z', 'updated_at': '2021-07-15T23:45:06Z', 'revision_number': 5, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'subnets': [{'id': '6bf93a0a-71ad-41e0-92d5-9d54045bbbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:54:37.922853 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a34d34-e34f-4579-9716-23ffe81e6447 None None] New status for floating IP 14f2f7e5-c12c-43a9-b525-42881a3edfac: DOWN {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:54:38.169118 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-895e174e-4e32-4de7-9ab4-a424038f1f23 req-6745d6dd-b54c-421c-8766-d6ed7d294093 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 210 time: 0.0291727 Jul 15 23:54:38.824778 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device b613bf41-f943-40a4-aeb0-3980428aeb41 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:54:38.845429 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: b613bf41-f943-40a4-aeb0-3980428aeb41 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:54:38.845775 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device b613bf41-f943-40a4-aeb0-3980428aeb41 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:54:39.178869 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:39.315760 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6726d2a9-d098-4c3a-9f47-49b7a5e67330 req-8b8318e3-acde-4bc5-9a5b-23c925786976 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 210 time: 0.0310121 Jul 15 23:54:40.466923 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eae3ee10-972c-4271-8de6-7767559effe2 req-ab203f3d-5446-4431-bbe1-d1ac922dde65 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53d777-d3f2-4d23-9c7b-dd360fa4b0d1 HTTP/1.1" status: 200 len: 210 time: 0.0278587 Jul 15 23:54:44.637033 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37214) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:54:44.691707 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a7baaf2-19d4-4802-9d23-b58a0b3666ad tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:44.714411 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a7baaf2-19d4-4802-9d23-b58a0b3666ad tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:44.761275 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a7baaf2-19d4-4802-9d23-b58a0b3666ad tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:44.764036 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a7baaf2-19d4-4802-9d23-b58a0b3666ad tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:44.765548 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1a7baaf2-19d4-4802-9d23-b58a0b3666ad tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "DELETE /v2.0/security-groups/3d7aad74-d8f8-4d82-93f1-1679d6399920 HTTP/1.1" status: 204 len: 168 time: 0.1272123 Jul 15 23:54:44.768076 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37216) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:54:44.781654 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7baaf2-19d4-4802-9d23-b58a0b3666ad tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7aad74-d8f8-4d82-93f1-1679d6399920,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:44.783688 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-a70ab9a2-7401-4187-9fa5-c1fb79491ce6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] show failed (client error): The resource could not be found. Jul 15 23:54:44.788307 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37218) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:54:44.788803 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a70ab9a2-7401-4187-9fa5-c1fb79491ce6 tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "GET /v2.0/security-groups/3d7aad74-d8f8-4d82-93f1-1679d6399920 HTTP/1.1" status: 404 len: 347 time: 0.0184243 Jul 15 23:54:44.915397 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-10a6bd1b-8cee-47f1-bc14-7be6ed77d26a tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Deleting port e4ad358c-3f60-4834-9771-6e9ae33ef190 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:54:44.915676 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-10a6bd1b-8cee-47f1-bc14-7be6ed77d26a tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:44.992311 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-10a6bd1b-8cee-47f1-bc14-7be6ed77d26a tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:44.992643 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-10a6bd1b-8cee-47f1-bc14-7be6ed77d26a tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:45.004327 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-10a6bd1b-8cee-47f1-bc14-7be6ed77d26a tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Calling delete_port for e4ad358c-3f60-4834-9771-6e9ae33ef190 owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:54:45.132744 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-10a6bd1b-8cee-47f1-bc14-7be6ed77d26a tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:45.158643 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6bd1b-8cee-47f1-bc14-7be6ed77d26a tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Pushing event deleted for resources: {'Port': ['ID=e4ad358c-3f60-4834-9771-6e9ae33ef190,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:45.217739 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-10a6bd1b-8cee-47f1-bc14-7be6ed77d26a tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:45.220279 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-10a6bd1b-8cee-47f1-bc14-7be6ed77d26a tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:45.221439 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-10a6bd1b-8cee-47f1-bc14-7be6ed77d26a tempest-ServerActionsTestJSON-307382109 tempest-ServerActionsTestJSON-307382109-project] 10.222.0.16 "DELETE /v2.0/floatingips/14f2f7e5-c12c-43a9-b525-42881a3edfac HTTP/1.1" status: 204 len: 168 time: 0.4321437 Jul 15 23:54:45.224474 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37220) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:54:45.615518 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e54a4a1b-44ef-4858-a413-1896b8107f71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:45.949404 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-84a8f564-0b7d-442b-93c0-d292e2450ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:46.194152 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e54a4a1b-44ef-4858-a413-1896b8107f71 admin admin] Deleting port 5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:54:46.194777 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e54a4a1b-44ef-4858-a413-1896b8107f71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:46.269670 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-e54a4a1b-44ef-4858-a413-1896b8107f71 admin admin] For port 5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:54:46.269930 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e54a4a1b-44ef-4858-a413-1896b8107f71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:46.281815 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e54a4a1b-44ef-4858-a413-1896b8107f71 admin admin] Calling delete_port for 5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:54:46.457760 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e54a4a1b-44ef-4858-a413-1896b8107f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:46.482129 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a4a1b-44ef-4858-a413-1896b8107f71 admin admin] Pushing event deleted for resources: {'Port': ['ID=5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:46.647639 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e54a4a1b-44ef-4858-a413-1896b8107f71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:46.854987 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54a4a1b-44ef-4858-a413-1896b8107f71 admin admin] Router c7ef9db2-5ebc-4560-8548-a77145fdddfd has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:54:46.958818 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54a4a1b-44ef-4858-a413-1896b8107f71 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:54:46.963959 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e54a4a1b-44ef-4858-a413-1896b8107f71 admin admin] 10.222.0.16 "PUT /v2.0/routers/c7ef9db2-5ebc-4560-8548-a77145fdddfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7385635 Jul 15 23:54:46.966480 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37224) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:54:46.967263 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9690268-7363-4f88-8e35-f4a08001f29f None None] Sync routers for ids ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:54:46.977401 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9690268-7363-4f88-8e35-f4a08001f29f None None] Routers {'c7ef9db2-5ebc-4560-8548-a77145fdddfd'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:54:46.978006 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c9690268-7363-4f88-8e35-f4a08001f29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:54:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:54:47.070027 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4ab53b5-c8d0-478c-80db-3bb33c8907f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:47.081647 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-c9690268-7363-4f88-8e35-f4a08001f29f None None] Set router c7ef9db2-5ebc-4560-8548-a77145fdddfd gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:54:47.166174 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4ab53b5-c8d0-478c-80db-3bb33c8907f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:47.219976 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab53b5-c8d0-478c-80db-3bb33c8907f1 admin admin] Deleting port e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:54:47.220726 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4ab53b5-c8d0-478c-80db-3bb33c8907f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:47.257929 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c9690268-7363-4f88-8e35-f4a08001f29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:54:46Z', 'revision_number': 5, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port': {'id': 'e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:59Z', 'updated_at': '2021-07-15T23:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:54:47.288528 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9690268-7363-4f88-8e35-f4a08001f29f None None] Checking router: c7ef9db2-5ebc-4560-8548-a77145fdddfd for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:54:47.296517 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-b4ab53b5-c8d0-478c-80db-3bb33c8907f1 admin admin] For port e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:54:47.296739 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9690268-7363-4f88-8e35-f4a08001f29f None None] Routers {'c7ef9db2-5ebc-4560-8548-a77145fdddfd'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:54:47.296883 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4ab53b5-c8d0-478c-80db-3bb33c8907f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:47.297341 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c9690268-7363-4f88-8e35-f4a08001f29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:54:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:54:47.309676 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab53b5-c8d0-478c-80db-3bb33c8907f1 admin admin] Calling delete_port for e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:54:47.384342 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-c9690268-7363-4f88-8e35-f4a08001f29f None None] Set router c7ef9db2-5ebc-4560-8548-a77145fdddfd gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:54:47.435442 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c9690268-7363-4f88-8e35-f4a08001f29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:54:47Z', 'revision_number': 6, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:54:47.466096 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9690268-7363-4f88-8e35-f4a08001f29f None None] The sync data for ids ['c7ef9db2-5ebc-4560-8548-a77145fdddfd'] in n-d-787205-9 is: [{'id': 'c7ef9db2-5ebc-4560-8548-a77145fdddfd', 'name': 'tempest-ServerActionsTestJSON-1936782390-router', 'tenant_id': '750632bdf81e463fad0d926ba4c8f1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:58Z', 'updated_at': '2021-07-15T23:54:47Z', 'revision_number': 6, 'project_id': '750632bdf81e463fad0d926ba4c8f1c3', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:54:47.476071 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4ab53b5-c8d0-478c-80db-3bb33c8907f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:47.504237 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab53b5-c8d0-478c-80db-3bb33c8907f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:47.566420 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4ab53b5-c8d0-478c-80db-3bb33c8907f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:47.653294 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4ab53b5-c8d0-478c-80db-3bb33c8907f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:47.655419 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4ab53b5-c8d0-478c-80db-3bb33c8907f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:47.698860 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4ab53b5-c8d0-478c-80db-3bb33c8907f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:47.699335 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ab53b5-c8d0-478c-80db-3bb33c8907f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7ef9db2-5ebc-4560-8548-a77145fdddfd {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:54:47.703876 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b4ab53b5-c8d0-478c-80db-3bb33c8907f1 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:47.705064 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b4ab53b5-c8d0-478c-80db-3bb33c8907f1 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c7ef9db2-5ebc-4560-8548-a77145fdddfd HTTP/1.1" status: 204 len: 168 time: 0.7376113 Jul 15 23:54:47.708065 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37226) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:54:47.754142 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3713f36-520f-422e-a61c-5eaa3866340d admin admin] Deleting subnet 6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:54:47.757022 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3713f36-520f-422e-a61c-5eaa3866340d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:47.791750 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3713f36-520f-422e-a61c-5eaa3866340d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:47.878530 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3713f36-520f-422e-a61c-5eaa3866340d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:47.928045 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3713f36-520f-422e-a61c-5eaa3866340d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:47.960602 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3713f36-520f-422e-a61c-5eaa3866340d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bf93a0a-71ad-41e0-92d5-9d54045bbbc2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:47.962666 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c3713f36-520f-422e-a61c-5eaa3866340d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:47.964824 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c3713f36-520f-422e-a61c-5eaa3866340d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6bf93a0a-71ad-41e0-92d5-9d54045bbbc2 HTTP/1.1" status: 204 len: 168 time: 0.2558386 Jul 15 23:54:47.967304 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90d8860-f52e-437e-9c55-493ba332131a None None] Network 738c3c04-470f-4a9f-acfa-e2e92282ee07 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:54:47.967905 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37228) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:54:48.033418 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:48.088439 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] Deleting port d705e8cd-02d0-4422-bbe8-a2f993c863a1 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:54:48.088776 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:48.149943 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] For port d705e8cd-02d0-4422-bbe8-a2f993c863a1, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d705e8cd-02d0-4422-bbe8-a2f993c863a1,segment=NetworkSegment(5f6784c0-8e33-45e4-aa83-8332dfddc40b),segment_id=5f6784c0-8e33-45e4-aa83-8332dfddc40b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:54:48.150243 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:48.161563 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] Calling delete_port for d705e8cd-02d0-4422-bbe8-a2f993c863a1 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:54:48.229910 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369f4580-1a2f-4d42-9d64-91fd7fa10d41 None None] DHCP port deletion for 738c3c04-470f-4a9f-acfa-e2e92282ee07 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:54:48.250719 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:48.277465 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] Pushing event deleted for resources: {'Port': ['ID=d705e8cd-02d0-4422-bbe8-a2f993c863a1,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:48.287717 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:48.288062 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:48.288586 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:48.288918 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:48.289251 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:48.289614 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:48.289935 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:48.290258 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:48.290580 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:48.291104 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:48.291426 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:48.291745 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:48.294539 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] No DVR routers for this DVR port d705e8cd-02d0-4422-bbe8-a2f993c863a1 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:54:48.295682 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-369f4580-1a2f-4d42-9d64-91fd7fa10d41 None None] Deleting port d705e8cd-02d0-4422-bbe8-a2f993c863a1 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:54:48.296275 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-369f4580-1a2f-4d42-9d64-91fd7fa10d41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:48.317329 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:54:48.352513 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:54:48.352859 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device e8bfd8fc-ea1a-493a-b13a-c9831cc2b29a not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:54:48.353280 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:54:48.375581 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:48.385536 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['738c3c04-470f-4a9f-acfa-e2e92282ee07']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:54:48.408464 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e91fc6f-adac-4e28-beee-4680c641e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:48.412228 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:54:48.412781 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 5692408e-fdbc-4ad5-bbe9-5a2bacc3b86f not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:54:48.413367 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d705e8cd-02d0-4422-bbe8-a2f993c863a1 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:54:48.419768 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-369f4580-1a2f-4d42-9d64-91fd7fa10d41 None None] For port d705e8cd-02d0-4422-bbe8-a2f993c863a1, host n-d-787205-9, got binding levels [] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:54:48.420441 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-369f4580-1a2f-4d42-9d64-91fd7fa10d41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:48.444378 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: d705e8cd-02d0-4422-bbe8-a2f993c863a1 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:54:48.444725 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d705e8cd-02d0-4422-bbe8-a2f993c863a1 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:54:48.451915 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-369f4580-1a2f-4d42-9d64-91fd7fa10d41 None None] Calling delete_port for d705e8cd-02d0-4422-bbe8-a2f993c863a1 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:54:48.456050 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.ipam_backend_mixin [None req-369f4580-1a2f-4d42-9d64-91fd7fa10d41 None None] Port d705e8cd-02d0-4422-bbe8-a2f993c863a1 was not found and therefore no delete operation was performed {{(pid=93800) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:54:48.457899 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-369f4580-1a2f-4d42-9d64-91fd7fa10d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:48.485457 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4580-1a2f-4d42-9d64-91fd7fa10d41 None None] Pushing event deleted for resources: {'Port': ['ID=d705e8cd-02d0-4422-bbe8-a2f993c863a1,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:48.489066 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369f4580-1a2f-4d42-9d64-91fd7fa10d41 None None] No DVR routers for this DVR port d705e8cd-02d0-4422-bbe8-a2f993c863a1 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:54:48.734193 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f6784c0-8e33-45e4-aa83-8332dfddc40b') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:54:48.734425 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f6784c0-8e33-45e4-aa83-8332dfddc40b') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:54:48.743172 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:48.756459 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:48.762018 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:54:48.762393 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:54:48.764012 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:54:48.794685 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:48.817334 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:48.822447 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:48.824548 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] 10.222.0.16 "DELETE /v2.0/networks/738c3c04-470f-4a9f-acfa-e2e92282ee07 HTTP/1.1" status: 204 len: 168 time: 0.8553762 Jul 15 23:54:48.838274 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e99108-9cc7-4556-97fd-2ff652944e3f admin admin] Pushing event deleted for resources: {'Network': ['ID=738c3c04-470f-4a9f-acfa-e2e92282ee07,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:48.932198 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37232) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:54:48.971230 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7074894c-9b5c-41c2-bf0e-41c88c24d35b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=750632bdf81e463fad0d926ba4c8f1c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378709 Jul 15 23:54:48.973846 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37234) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:54:49.023449 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b376b4ee-55f5-4bc6-8f27-6ee2472369d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:49.043588 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b376b4ee-55f5-4bc6-8f27-6ee2472369d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:49.090075 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b376b4ee-55f5-4bc6-8f27-6ee2472369d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:49.092813 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b376b4ee-55f5-4bc6-8f27-6ee2472369d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:49.094488 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b376b4ee-55f5-4bc6-8f27-6ee2472369d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7e683ff-be9b-4b37-a30a-9099cc0ed132 HTTP/1.1" status: 204 len: 168 time: 0.1196873 Jul 15 23:54:49.101758 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376b4ee-55f5-4bc6-8f27-6ee2472369d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e683ff-be9b-4b37-a30a-9099cc0ed132,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:49.779436 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37256) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:54:49.820470 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:49.877995 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-efae8f6c-5585-4769-a6f5-f9804bdb018c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1678640570-network', 'tenant_id': '04dc07e045e340469f0bfc1c76a36ae3'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:54:49.898641 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efae8f6c-5585-4769-a6f5-f9804bdb018c admin admin] Made reservation on behalf of 04dc07e045e340469f0bfc1c76a36ae3 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:54:49.900889 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-efae8f6c-5585-4769-a6f5-f9804bdb018c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:49.908733 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-efae8f6c-5585-4769-a6f5-f9804bdb018c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:49.999509 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-efae8f6c-5585-4769-a6f5-f9804bdb018c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:50.003212 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-efae8f6c-5585-4769-a6f5-f9804bdb018c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:50.026284 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efae8f6c-5585-4769-a6f5-f9804bdb018c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:54:50.034414 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae8f6c-5585-4769-a6f5-f9804bdb018c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f287743-3eb4-4121-95b8-adbba92dfce4,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:50.042351 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-efae8f6c-5585-4769-a6f5-f9804bdb018c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:50.042351 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-efae8f6c-5585-4769-a6f5-f9804bdb018c admin admin] Added segment 697becd8-cfcf-4d46-9841-c9f7a789f0f1 of type vlan for network bc7b75e4-eb24-4d0a-93b8-21afa6b79605 Jul 15 23:54:50.078933 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-efae8f6c-5585-4769-a6f5-f9804bdb018c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:50.106365 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-efae8f6c-5585-4769-a6f5-f9804bdb018c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:50.107377 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efae8f6c-5585-4769-a6f5-f9804bdb018c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:50.107952 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-efae8f6c-5585-4769-a6f5-f9804bdb018c admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:50.140439 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-efae8f6c-5585-4769-a6f5-f9804bdb018c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3598747 Jul 15 23:54:50.143763 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37260) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:54:50.149404 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2ccd22a1-5230-4816-ac61-52226d44ff7e admin admin] Request body: {'subnet': {'network_id': 'bc7b75e4-eb24-4d0a-93b8-21afa6b79605', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1678640570-subnet', 'tenant_id': '04dc07e045e340469f0bfc1c76a36ae3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:54:50.169742 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae8f6c-5585-4769-a6f5-f9804bdb018c admin admin] Pushing event updated for resources: {'Network': ['ID=bc7b75e4-eb24-4d0a-93b8-21afa6b79605,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:50.170817 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccd22a1-5230-4816-ac61-52226d44ff7e admin admin] Made reservation on behalf of 04dc07e045e340469f0bfc1c76a36ae3 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:54:50.173344 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ccd22a1-5230-4816-ac61-52226d44ff7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:50.180213 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network bc7b75e4-eb24-4d0a-93b8-21afa6b79605 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:54:50.343854 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ccd22a1-5230-4816-ac61-52226d44ff7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:50.392191 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd22a1-5230-4816-ac61-52226d44ff7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=24cbd11f-239f-406a-b4ef-f573e31ecd40,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:50.407204 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccd22a1-5230-4816-ac61-52226d44ff7e admin admin] Checking segment: {'id': '697becd8-cfcf-4d46-9841-c9f7a789f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bc7b75e4-eb24-4d0a-93b8-21afa6b79605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:54:50.407565 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccd22a1-5230-4816-ac61-52226d44ff7e admin admin] Network hostable DHCP agents. Network: bc7b75e4-eb24-4d0a-93b8-21afa6b79605, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:54:50.423028 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccd22a1-5230-4816-ac61-52226d44ff7e admin admin] Network bc7b75e4-eb24-4d0a-93b8-21afa6b79605 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:54:50.431143 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-2ccd22a1-5230-4816-ac61-52226d44ff7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, bc7b75e4-eb24-4d0a-93b8-21afa6b79605) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:54:50.435167 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccd22a1-5230-4816-ac61-52226d44ff7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:50.435762 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2ccd22a1-5230-4816-ac61-52226d44ff7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:50.441632 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c221e4d-5215-4b7e-b01b-547eca4ed1d4 None None] Network bc7b75e4-eb24-4d0a-93b8-21afa6b79605 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:54:50.455934 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2ccd22a1-5230-4816-ac61-52226d44ff7e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3057904 Jul 15 23:54:50.566481 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071c64b3-3b66-4740-8e28-ed96eb2ae21b None None] Network bc7b75e4-eb24-4d0a-93b8-21afa6b79605 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:54:50.871319 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-541de08a-24cd-451a-99d2-4f8e556418e8 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:50.872744 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-541de08a-24cd-451a-99d2-4f8e556418e8 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/networks?id=bc7b75e4-eb24-4d0a-93b8-21afa6b79605 HTTP/1.1" status: 200 len: 814 time: 0.1019177 Jul 15 23:54:50.886949 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-8429df37-1c2b-4106-9a6c-0b23c1a88068 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/quotas/04dc07e045e340469f0bfc1c76a36ae3 HTTP/1.1" status: 200 len: 375 time: 0.0088375 Jul 15 23:54:50.918699 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-e2150388-00dd-4cc7-bfa1-6f8cd4ffba9d tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=04dc07e045e340469f0bfc1c76a36ae3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270913 Jul 15 23:54:50.975081 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-acab1f26-bbf2-4549-bd4f-44ba5a6fb9a9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:54:50.976048 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-acab1f26-bbf2-4549-bd4f-44ba5a6fb9a9 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0514495 Jul 15 23:54:51.061419 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-ab4fdda1-97d2-41f6-80cf-ee45504a099c service neutron] 10.222.0.16 "GET /v2.0/networks/bc7b75e4-eb24-4d0a-93b8-21afa6b79605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793388 Jul 15 23:54:51.148212 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-651b4152-634d-44ea-8fdb-50f9337d6917 service neutron] 10.222.0.16 "GET /v2.0/networks/bc7b75e4-eb24-4d0a-93b8-21afa6b79605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808904 Jul 15 23:54:51.314111 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-da056578-6870-44de-93a8-86069f5d3c03 req-74b3e543-578a-4749-8b4f-1fdc8757dc1f tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/ports?device_id=72e64f0b-8097-4e4b-b632-0a0943f8138d HTTP/1.1" status: 200 len: 210 time: 0.0294783 Jul 15 23:54:51.372610 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:52.462421 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1b70389-ba2b-4c7b-8506-1e4bdd333d33 req-7a6bedd2-9ea2-4afe-bc83-0b219d1a3892 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/ports?device_id=72e64f0b-8097-4e4b-b632-0a0943f8138d HTTP/1.1" status: 200 len: 210 time: 0.0315580 Jul 15 23:54:52.512519 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-bf7fa952-491f-47c4-a45e-6d9680e0a9a9 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:52.513972 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-bf7fa952-491f-47c4-a45e-6d9680e0a9a9 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.43 "GET /v2.0/networks?id=bc7b75e4-eb24-4d0a-93b8-21afa6b79605 HTTP/1.1" status: 200 len: 814 time: 0.1098878 Jul 15 23:54:52.532769 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-ed06db87-0fcd-44ee-ade0-e7b30a8847df tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Request body: {'port': {'device_id': '72e64f0b-8097-4e4b-b632-0a0943f8138d', 'network_id': 'bc7b75e4-eb24-4d0a-93b8-21afa6b79605', 'admin_state_up': True, 'tenant_id': '04dc07e045e340469f0bfc1c76a36ae3'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:54:52.644814 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-ed06db87-0fcd-44ee-ade0-e7b30a8847df tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Made reservation on behalf of 04dc07e045e340469f0bfc1c76a36ae3 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:54:52.648430 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-ed06db87-0fcd-44ee-ade0-e7b30a8847df tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:52.771760 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-ed06db87-0fcd-44ee-ade0-e7b30a8847df tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Allocated IP 172.20.0.11 (bc7b75e4-eb24-4d0a-93b8-21afa6b79605/24cbd11f-239f-406a-b4ef-f573e31ecd40/8dcc38f8-6f62-4302-a0fc-73407d5e93b2) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:54:52.912946 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-ed06db87-0fcd-44ee-ade0-e7b30a8847df tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:52.950325 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-ed06db87-0fcd-44ee-ade0-e7b30a8847df tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:53.000366 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-ed06db87-0fcd-44ee-ade0-e7b30a8847df tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Network bc7b75e4-eb24-4d0a-93b8-21afa6b79605 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:54:53.003519 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-ed06db87-0fcd-44ee-ade0-e7b30a8847df tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:54:53.007430 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-ed06db87-0fcd-44ee-ade0-e7b30a8847df tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:54:53.013592 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06db87-0fcd-44ee-ade0-e7b30a8847df tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Pushing event updated for resources: {'Port': ['ID=8dcc38f8-6f62-4302-a0fc-73407d5e93b2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:53.057696 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-ed06db87-0fcd-44ee-ade0-e7b30a8847df tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:53.058308 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-ed06db87-0fcd-44ee-ade0-e7b30a8847df tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:53.071988 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-ed06db87-0fcd-44ee-ade0-e7b30a8847df tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5428998 Jul 15 23:54:53.083800 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-6eeec382-e831-4ad1-a239-8a2f7fc67dcb service neutron] Request body: {'port': {'device_id': '72e64f0b-8097-4e4b-b632-0a0943f8138d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:54:53.153058 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-6eeec382-e831-4ad1-a239-8a2f7fc67dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:53.409651 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-6eeec382-e831-4ad1-a239-8a2f7fc67dcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dcc38f8-6f62-4302-a0fc-73407d5e93b2 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:54:53.416988 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-6eeec382-e831-4ad1-a239-8a2f7fc67dcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:53.428373 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-6eeec382-e831-4ad1-a239-8a2f7fc67dcb service neutron] Transition to ACTIVE for port object 8dcc38f8-6f62-4302-a0fc-73407d5e93b2 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:54:53.432042 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-6eeec382-e831-4ad1-a239-8a2f7fc67dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:53.499841 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeec382-e831-4ad1-a239-8a2f7fc67dcb service neutron] Pushing event updated for resources: {'Port': ['ID=8dcc38f8-6f62-4302-a0fc-73407d5e93b2,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:53.550695 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-6eeec382-e831-4ad1-a239-8a2f7fc67dcb service neutron] Attempting to bind port 8dcc38f8-6f62-4302-a0fc-73407d5e93b2 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:54:53.551927 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-6eeec382-e831-4ad1-a239-8a2f7fc67dcb service neutron] Attempting to bind port 8dcc38f8-6f62-4302-a0fc-73407d5e93b2 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '697becd8-cfcf-4d46-9841-c9f7a789f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bc7b75e4-eb24-4d0a-93b8-21afa6b79605'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:54:53.551927 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-6eeec382-e831-4ad1-a239-8a2f7fc67dcb service neutron] Attempting to bind port 8dcc38f8-6f62-4302-a0fc-73407d5e93b2 on network bc7b75e4-eb24-4d0a-93b8-21afa6b79605 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:54:53.556055 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-6eeec382-e831-4ad1-a239-8a2f7fc67dcb service neutron] Port 8dcc38f8-6f62-4302-a0fc-73407d5e93b2 on network bc7b75e4-eb24-4d0a-93b8-21afa6b79605 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:54:53.556386 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-6eeec382-e831-4ad1-a239-8a2f7fc67dcb service neutron] Attempting to bind port 8dcc38f8-6f62-4302-a0fc-73407d5e93b2 on network bc7b75e4-eb24-4d0a-93b8-21afa6b79605 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:54:53.561154 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-6eeec382-e831-4ad1-a239-8a2f7fc67dcb service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:54:53.561495 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-6eeec382-e831-4ad1-a239-8a2f7fc67dcb service neutron] Checking segment: {'id': '697becd8-cfcf-4d46-9841-c9f7a789f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bc7b75e4-eb24-4d0a-93b8-21afa6b79605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:54:53.561909 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-6eeec382-e831-4ad1-a239-8a2f7fc67dcb service neutron] Bound using segment: {'id': '697becd8-cfcf-4d46-9841-c9f7a789f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bc7b75e4-eb24-4d0a-93b8-21afa6b79605'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:54:53.562339 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-6eeec382-e831-4ad1-a239-8a2f7fc67dcb service neutron] Bound port: 8dcc38f8-6f62-4302-a0fc-73407d5e93b2, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '697becd8-cfcf-4d46-9841-c9f7a789f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bc7b75e4-eb24-4d0a-93b8-21afa6b79605'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:54:53.562724 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-6eeec382-e831-4ad1-a239-8a2f7fc67dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:53.631431 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-6eeec382-e831-4ad1-a239-8a2f7fc67dcb service neutron] For port 8dcc38f8-6f62-4302-a0fc-73407d5e93b2, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:54:53.634836 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-6eeec382-e831-4ad1-a239-8a2f7fc67dcb service neutron] For port 8dcc38f8-6f62-4302-a0fc-73407d5e93b2, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=8dcc38f8-6f62-4302-a0fc-73407d5e93b2,segment=NetworkSegment(697becd8-cfcf-4d46-9841-c9f7a789f0f1),segment_id=697becd8-cfcf-4d46-9841-c9f7a789f0f1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:54:53.639549 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-6eeec382-e831-4ad1-a239-8a2f7fc67dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:53.643725 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f44a6-31c3-4420-a2ae-5f063c602543 req-b6978050-bf55-45a5-8175-f38e0a5b81ed tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:53.645344 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-699f44a6-31c3-4420-a2ae-5f063c602543 req-b6978050-bf55-45a5-8175-f38e0a5b81ed tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/ports?device_id=72e64f0b-8097-4e4b-b632-0a0943f8138d HTTP/1.1" status: 200 len: 944 time: 0.0689602 Jul 15 23:54:53.674140 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-6eeec382-e831-4ad1-a239-8a2f7fc67dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:53.674785 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-6eeec382-e831-4ad1-a239-8a2f7fc67dcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:53.676719 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-6eeec382-e831-4ad1-a239-8a2f7fc67dcb service neutron] 10.222.0.43 "PUT /v2.0/ports/8dcc38f8-6f62-4302-a0fc-73407d5e93b2 HTTP/1.1" status: 200 len: 1092 time: 0.5969172 Jul 15 23:54:53.677191 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e64f0b-8097-4e4b-b632-0a0943f8138d', 'tag': '8dcc38f8-6f62-4302-a0fc-73407d5e93b2'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:54:53.679597 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32725b12-8d5d-4e4c-ac3a-bf40906ba0d3" -d '{"events": [{"name": "network-changed", "server_uuid": "72e64f0b-8097-4e4b-b632-0a0943f8138d", "tag": "8dcc38f8-6f62-4302-a0fc-73407d5e93b2"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:54:53.686830 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-699f44a6-31c3-4420-a2ae-5f063c602543 req-c0b72e75-a304-4455-ac26-9e35039aaf51 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f287743-3eb4-4121-95b8-adbba92dfce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351703 Jul 15 23:54:53.706767 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeec382-e831-4ad1-a239-8a2f7fc67dcb service neutron] Pushing event updated for resources: {'Port': ['ID=8dcc38f8-6f62-4302-a0fc-73407d5e93b2,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:53.727272 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2ab54a-4dab-48bc-93b9-937a113d9397 x-openstack-request-id: req-7d2ab54a-4dab-48bc-93b9-937a113d9397 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:54:53.727624 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e64f0b-8097-4e4b-b632-0a0943f8138d", "tag": "8dcc38f8-6f62-4302-a0fc-73407d5e93b2", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:54:53.727964 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d2ab54a-4dab-48bc-93b9-937a113d9397 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:54:53.728376 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e64f0b-8097-4e4b-b632-0a0943f8138d', 'tag': '8dcc38f8-6f62-4302-a0fc-73407d5e93b2', 'status': 'completed', 'code': 200} Jul 15 23:54:53.781386 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-1b40a1b9-e87e-4ae9-a5ae-cb28d14f79bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:53.782876 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-1b40a1b9-e87e-4ae9-a5ae-cb28d14f79bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04dc07e045e340469f0bfc1c76a36ae3&device_id=72e64f0b-8097-4e4b-b632-0a0943f8138d HTTP/1.1" status: 200 len: 1095 time: 0.0519650 Jul 15 23:54:53.827483 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-cfc1adf3-3862-4d01-93b0-5a6c03ee6749 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dcc38f8-6f62-4302-a0fc-73407d5e93b2 HTTP/1.1" status: 200 len: 217 time: 0.0369215 Jul 15 23:54:53.875253 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-e023d21d-7377-408a-bdeb-2f74f0a54db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:53.876632 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-e023d21d-7377-408a-bdeb-2f74f0a54db0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=24cbd11f-239f-406a-b4ef-f573e31ecd40 HTTP/1.1" status: 200 len: 854 time: 0.0428045 Jul 15 23:54:53.908286 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-ac74656a-136e-4b96-a799-43d67a1463b5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc7b75e4-eb24-4d0a-93b8-21afa6b79605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247128 Jul 15 23:54:53.998119 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-eefaa285-a42c-4119-ab26-3e65ae737d14 service neutron] 10.222.0.43 "GET /v2.0/networks/bc7b75e4-eb24-4d0a-93b8-21afa6b79605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830092 Jul 15 23:54:54.082977 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0acc40ba-7bd3-41de-aff4-62f2fb0cf1a5 req-ed3a6d7b-54e6-48b8-a777-65577ceb008c service neutron] 10.222.0.43 "GET /v2.0/networks/bc7b75e4-eb24-4d0a-93b8-21afa6b79605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781062 Jul 15 23:54:54.189480 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32725b12-8d5d-4e4c-ac3a-bf40906ba0d3 req-c2b9a7b1-9eb3-4b7f-b5e2-313ab111cb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:54.191009 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-32725b12-8d5d-4e4c-ac3a-bf40906ba0d3 req-c2b9a7b1-9eb3-4b7f-b5e2-313ab111cb0a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04dc07e045e340469f0bfc1c76a36ae3&device_id=72e64f0b-8097-4e4b-b632-0a0943f8138d HTTP/1.1" status: 200 len: 1095 time: 0.0555983 Jul 15 23:54:54.276580 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32725b12-8d5d-4e4c-ac3a-bf40906ba0d3 req-637a8c9f-2fcd-44f9-9af1-a993e2ac4e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:54.278088 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-32725b12-8d5d-4e4c-ac3a-bf40906ba0d3 req-637a8c9f-2fcd-44f9-9af1-a993e2ac4e52 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bc7b75e4-eb24-4d0a-93b8-21afa6b79605 HTTP/1.1" status: 200 len: 915 time: 0.0810854 Jul 15 23:54:54.322262 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-32725b12-8d5d-4e4c-ac3a-bf40906ba0d3 req-b17b8498-7a5d-429a-8f53-211cb4601d29 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dcc38f8-6f62-4302-a0fc-73407d5e93b2 HTTP/1.1" status: 200 len: 217 time: 0.0375588 Jul 15 23:54:54.370469 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32725b12-8d5d-4e4c-ac3a-bf40906ba0d3 req-79629a91-a706-4245-8be3-213fb0ffd029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:54.371922 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-32725b12-8d5d-4e4c-ac3a-bf40906ba0d3 req-79629a91-a706-4245-8be3-213fb0ffd029 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=24cbd11f-239f-406a-b4ef-f573e31ecd40 HTTP/1.1" status: 200 len: 854 time: 0.0431790 Jul 15 23:54:54.404764 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-32725b12-8d5d-4e4c-ac3a-bf40906ba0d3 req-661c4aab-01a9-47e9-af1f-74d076c9180a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc7b75e4-eb24-4d0a-93b8-21afa6b79605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253828 Jul 15 23:54:54.487113 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:54.496767 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-32725b12-8d5d-4e4c-ac3a-bf40906ba0d3 req-87557f81-cf10-44a3-9acd-1ec7f402170f service neutron] 10.222.0.43 "GET /v2.0/networks/bc7b75e4-eb24-4d0a-93b8-21afa6b79605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845609 Jul 15 23:54:54.585085 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-32725b12-8d5d-4e4c-ac3a-bf40906ba0d3 req-81d085f9-1b99-400c-aaac-fcff95a43638 service neutron] 10.222.0.43 "GET /v2.0/networks/bc7b75e4-eb24-4d0a-93b8-21afa6b79605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810974 Jul 15 23:54:54.860524 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b818d-564f-47b3-b632-859d16c1cabf req-0a91ad81-127e-4912-b2c6-b82072e6c959 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:54.861975 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b19b818d-564f-47b3-b632-859d16c1cabf req-0a91ad81-127e-4912-b2c6-b82072e6c959 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/ports?device_id=72e64f0b-8097-4e4b-b632-0a0943f8138d HTTP/1.1" status: 200 len: 944 time: 0.0622859 Jul 15 23:54:54.898295 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b19b818d-564f-47b3-b632-859d16c1cabf req-71de233f-116d-4ed0-8034-d302efcde338 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f287743-3eb4-4121-95b8-adbba92dfce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307276 Jul 15 23:54:56.073565 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ae553-b4ce-4ab1-b091-29587fdb2e80 req-4431582d-3442-416e-9598-b6108d249e7b tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:56.075052 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-048ae553-b4ce-4ab1-b091-29587fdb2e80 req-4431582d-3442-416e-9598-b6108d249e7b tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/ports?device_id=72e64f0b-8097-4e4b-b632-0a0943f8138d HTTP/1.1" status: 200 len: 944 time: 0.0652554 Jul 15 23:54:56.111758 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-048ae553-b4ce-4ab1-b091-29587fdb2e80 req-8f3da46f-f1b7-4c9a-8a4d-65e8a76cc394 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f287743-3eb4-4121-95b8-adbba92dfce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312104 Jul 15 23:54:56.900706 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 8dcc38f8-6f62-4302-a0fc-73407d5e93b2 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:54:56.997289 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 8dcc38f8-6f62-4302-a0fc-73407d5e93b2, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=8dcc38f8-6f62-4302-a0fc-73407d5e93b2,segment=NetworkSegment(697becd8-cfcf-4d46-9841-c9f7a789f0f1),segment_id=697becd8-cfcf-4d46-9841-c9f7a789f0f1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:54:57.008419 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '8dcc38f8-6f62-4302-a0fc-73407d5e93b2', 'network_id': 'bc7b75e4-eb24-4d0a-93b8-21afa6b79605', 'port_id': '8dcc38f8-6f62-4302-a0fc-73407d5e93b2', 'mac_address': 'fa:16:3e:51:47:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24cbd11f-239f-406a-b4ef-f573e31ecd40', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:54:57.044009 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:57.056041 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dcc38f8-6f62-4302-a0fc-73407d5e93b2 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:54:57.075315 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 8dcc38f8-6f62-4302-a0fc-73407d5e93b2, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=8dcc38f8-6f62-4302-a0fc-73407d5e93b2,segment=NetworkSegment(697becd8-cfcf-4d46-9841-c9f7a789f0f1),segment_id=697becd8-cfcf-4d46-9841-c9f7a789f0f1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:54:57.079662 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:57.128247 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=8dcc38f8-6f62-4302-a0fc-73407d5e93b2,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:57.268618 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['8dcc38f8-6f62-4302-a0fc-73407d5e93b2'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:54:57.282860 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e1cd6-6b2a-48fe-b2ff-37f717fb9579 req-daae104b-34f5-4af7-826f-7c8b7221183e tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:57.284325 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ae0e1cd6-6b2a-48fe-b2ff-37f717fb9579 req-daae104b-34f5-4af7-826f-7c8b7221183e tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/ports?device_id=72e64f0b-8097-4e4b-b632-0a0943f8138d HTTP/1.1" status: 200 len: 945 time: 0.0611360 Jul 15 23:54:57.321852 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ae0e1cd6-6b2a-48fe-b2ff-37f717fb9579 req-3e85c0dc-73c1-4791-bd28-e94b16a28cc0 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f287743-3eb4-4121-95b8-adbba92dfce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317836 Jul 15 23:54:58.497383 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c5104-5f91-44d1-85bd-877fb225072a req-881e2c9b-47a0-4cdb-a4ff-b20271871520 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:58.498869 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b11c5104-5f91-44d1-85bd-877fb225072a req-881e2c9b-47a0-4cdb-a4ff-b20271871520 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/ports?device_id=72e64f0b-8097-4e4b-b632-0a0943f8138d HTTP/1.1" status: 200 len: 945 time: 0.0661657 Jul 15 23:54:58.534261 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b11c5104-5f91-44d1-85bd-877fb225072a req-7a2bdd4d-a7fc-4e4a-a996-a2671855a7aa tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f287743-3eb4-4121-95b8-adbba92dfce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298657 Jul 15 23:54:58.913835 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 8dcc38f8-6f62-4302-a0fc-73407d5e93b2 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:54:58.964690 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 8dcc38f8-6f62-4302-a0fc-73407d5e93b2 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:54:58.968243 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 8dcc38f8-6f62-4302-a0fc-73407d5e93b2 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:54:58.968619 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:59.042350 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:59.064411 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e64f0b-8097-4e4b-b632-0a0943f8138d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcc38f8-6f62-4302-a0fc-73407d5e93b2'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:54:59.066619 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a445a425-571b-47a0-88d2-8b798a9cae28" -d '{"events": [{"server_uuid": "72e64f0b-8097-4e4b-b632-0a0943f8138d", "name": "network-vif-plugged", "status": "completed", "tag": "8dcc38f8-6f62-4302-a0fc-73407d5e93b2"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:54:59.079776 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 8dcc38f8-6f62-4302-a0fc-73407d5e93b2, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=8dcc38f8-6f62-4302-a0fc-73407d5e93b2,segment=NetworkSegment(697becd8-cfcf-4d46-9841-c9f7a789f0f1),segment_id=697becd8-cfcf-4d46-9841-c9f7a789f0f1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:54:59.083637 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:59.108510 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f60be4f-f6d1-40eb-ae01-93d167dec84c x-openstack-request-id: req-7f60be4f-f6d1-40eb-ae01-93d167dec84c {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:54:59.108801 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e64f0b-8097-4e4b-b632-0a0943f8138d", "name": "network-vif-plugged", "status": "completed", "tag": "8dcc38f8-6f62-4302-a0fc-73407d5e93b2", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:54:59.109048 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f60be4f-f6d1-40eb-ae01-93d167dec84c {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:54:59.109423 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e64f0b-8097-4e4b-b632-0a0943f8138d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcc38f8-6f62-4302-a0fc-73407d5e93b2', 'code': 200} Jul 15 23:54:59.139564 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=8dcc38f8-6f62-4302-a0fc-73407d5e93b2,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:59.215692 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736f78a-6cdc-4020-8965-b8f01cfb9c40 req-efe65c81-b779-4fea-b81f-bc054132892f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:59.217126 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4736f78a-6cdc-4020-8965-b8f01cfb9c40 req-efe65c81-b779-4fea-b81f-bc054132892f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=72e64f0b-8097-4e4b-b632-0a0943f8138d HTTP/1.1" status: 200 len: 1097 time: 0.0548437 Jul 15 23:54:59.250875 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4736f78a-6cdc-4020-8965-b8f01cfb9c40 req-0cde316b-4cc4-4fde-a295-116c5e268c7d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3f287743-3eb4-4121-95b8-adbba92dfce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273907 Jul 15 23:54:59.703886 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d59c2-4804-4def-a388-5c873dfb277e req-0d606092-ba22-4fef-b34b-6fd3dac00db2 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:59.705342 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7f7d59c2-4804-4def-a388-5c873dfb277e req-0d606092-ba22-4fef-b34b-6fd3dac00db2 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/ports?device_id=72e64f0b-8097-4e4b-b632-0a0943f8138d HTTP/1.1" status: 200 len: 946 time: 0.0615869 Jul 15 23:54:59.743682 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7f7d59c2-4804-4def-a388-5c873dfb277e req-279257cf-8ea4-4a13-8d6e-08bc08c9e509 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f287743-3eb4-4121-95b8-adbba92dfce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326784 Jul 15 23:55:00.916722 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573143e-cac5-42ae-a176-39fd3c94d0e6 req-d8c0fd01-0b65-4d5a-87d2-91b3599bfcfa tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:00.918243 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a573143e-cac5-42ae-a176-39fd3c94d0e6 req-d8c0fd01-0b65-4d5a-87d2-91b3599bfcfa tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/ports?device_id=72e64f0b-8097-4e4b-b632-0a0943f8138d HTTP/1.1" status: 200 len: 946 time: 0.0606306 Jul 15 23:55:00.955429 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a573143e-cac5-42ae-a176-39fd3c94d0e6 req-a26f476a-7f1a-44e9-b00f-2ad343094b2a tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f287743-3eb4-4121-95b8-adbba92dfce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316098 Jul 15 23:55:01.176515 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-f2877ce4-7f11-4de5-9a86-4432f9c77d41 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:01.177956 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-f2877ce4-7f11-4de5-9a86-4432f9c77d41 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/networks?id=bc7b75e4-eb24-4d0a-93b8-21afa6b79605 HTTP/1.1" status: 200 len: 814 time: 0.1009190 Jul 15 23:55:01.192231 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-f2b63aee-0e56-41aa-a92e-ad548e9acd31 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/quotas/04dc07e045e340469f0bfc1c76a36ae3 HTTP/1.1" status: 200 len: 375 time: 0.0090113 Jul 15 23:55:01.251965 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-1e9d1cef-c9f8-48b4-830d-82420d47dc1b tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=04dc07e045e340469f0bfc1c76a36ae3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0551198 Jul 15 23:55:01.341447 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-10648e13-1fe2-475f-80fd-0ddeb882aaed service neutron] 10.222.0.16 "GET /v2.0/networks/bc7b75e4-eb24-4d0a-93b8-21afa6b79605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831294 Jul 15 23:55:01.429713 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-163ffa8c-47ba-430c-8b67-89c9f73c338c service neutron] 10.222.0.16 "GET /v2.0/networks/bc7b75e4-eb24-4d0a-93b8-21afa6b79605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828147 Jul 15 23:55:01.596393 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-de5069b1-6753-4ca9-bed4-64ab3eea3186 req-c3c3b44a-8058-462e-a00d-2fe14e19bc86 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e679b31-d8b5-48e9-97c8-f56e29e27e54 HTTP/1.1" status: 200 len: 210 time: 0.0290904 Jul 15 23:55:02.740144 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6702d628-5de4-4f66-92de-91ea9f768126 req-c5d50939-38f6-4c38-afb5-e9f0c61cd6d0 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e679b31-d8b5-48e9-97c8-f56e29e27e54 HTTP/1.1" status: 200 len: 210 time: 0.0294559 Jul 15 23:55:02.863442 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-8ce0dd4a-980f-44ec-9c85-a17e8770acff tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:02.864937 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-8ce0dd4a-980f-44ec-9c85-a17e8770acff tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.36 "GET /v2.0/networks?id=bc7b75e4-eb24-4d0a-93b8-21afa6b79605 HTTP/1.1" status: 200 len: 814 time: 0.1002259 Jul 15 23:55:02.882946 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-118a3f00-8c14-4c5b-b1ec-ac679db5934e tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Request body: {'port': {'device_id': '8e679b31-d8b5-48e9-97c8-f56e29e27e54', 'network_id': 'bc7b75e4-eb24-4d0a-93b8-21afa6b79605', 'admin_state_up': True, 'tenant_id': '04dc07e045e340469f0bfc1c76a36ae3'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:55:02.992820 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-118a3f00-8c14-4c5b-b1ec-ac679db5934e tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Made reservation on behalf of 04dc07e045e340469f0bfc1c76a36ae3 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:55:02.996640 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-118a3f00-8c14-4c5b-b1ec-ac679db5934e tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:03.118199 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-118a3f00-8c14-4c5b-b1ec-ac679db5934e tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Allocated IP 172.20.0.9 (bc7b75e4-eb24-4d0a-93b8-21afa6b79605/24cbd11f-239f-406a-b4ef-f573e31ecd40/a596c7a8-0dee-48a1-a771-75f1295a9520) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:55:03.258676 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-118a3f00-8c14-4c5b-b1ec-ac679db5934e tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:03.294897 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-118a3f00-8c14-4c5b-b1ec-ac679db5934e tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:03.307035 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['8dcc38f8-6f62-4302-a0fc-73407d5e93b2'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:55:03.344310 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-118a3f00-8c14-4c5b-b1ec-ac679db5934e tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Network bc7b75e4-eb24-4d0a-93b8-21afa6b79605 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:55:03.347494 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-118a3f00-8c14-4c5b-b1ec-ac679db5934e tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:55:03.351453 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-118a3f00-8c14-4c5b-b1ec-ac679db5934e tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:55:03.357721 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a3f00-8c14-4c5b-b1ec-ac679db5934e tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Pushing event updated for resources: {'Port': ['ID=a596c7a8-0dee-48a1-a771-75f1295a9520,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:03.385675 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a3f00-8c14-4c5b-b1ec-ac679db5934e tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:03.386021 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a3f00-8c14-4c5b-b1ec-ac679db5934e tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:03.386422 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a3f00-8c14-4c5b-b1ec-ac679db5934e tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:03.386719 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a3f00-8c14-4c5b-b1ec-ac679db5934e tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:03.387253 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a3f00-8c14-4c5b-b1ec-ac679db5934e tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:03.387604 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a3f00-8c14-4c5b-b1ec-ac679db5934e tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:03.387932 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a3f00-8c14-4c5b-b1ec-ac679db5934e tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:03.388260 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a3f00-8c14-4c5b-b1ec-ac679db5934e tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:03.388587 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a3f00-8c14-4c5b-b1ec-ac679db5934e tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:03.388913 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a3f00-8c14-4c5b-b1ec-ac679db5934e tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:03.389237 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a3f00-8c14-4c5b-b1ec-ac679db5934e tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:03.389561 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a3f00-8c14-4c5b-b1ec-ac679db5934e tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:03.413710 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-118a3f00-8c14-4c5b-b1ec-ac679db5934e tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:03.414323 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-118a3f00-8c14-4c5b-b1ec-ac679db5934e tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:03.428579 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-118a3f00-8c14-4c5b-b1ec-ac679db5934e tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5498199 Jul 15 23:55:03.446264 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-a1680727-f7d7-4634-878c-b3ab25ad97ee service neutron] Request body: {'port': {'device_id': '8e679b31-d8b5-48e9-97c8-f56e29e27e54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:55:03.513915 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-a1680727-f7d7-4634-878c-b3ab25ad97ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:03.767841 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-a1680727-f7d7-4634-878c-b3ab25ad97ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a596c7a8-0dee-48a1-a771-75f1295a9520 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:55:03.775355 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-a1680727-f7d7-4634-878c-b3ab25ad97ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:03.787938 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-a1680727-f7d7-4634-878c-b3ab25ad97ee service neutron] Transition to ACTIVE for port object a596c7a8-0dee-48a1-a771-75f1295a9520 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:55:03.792052 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-a1680727-f7d7-4634-878c-b3ab25ad97ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:03.860743 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1680727-f7d7-4634-878c-b3ab25ad97ee service neutron] Pushing event updated for resources: {'Port': ['ID=a596c7a8-0dee-48a1-a771-75f1295a9520,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:03.913518 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-a1680727-f7d7-4634-878c-b3ab25ad97ee service neutron] Attempting to bind port a596c7a8-0dee-48a1-a771-75f1295a9520 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:55:03.914226 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-a1680727-f7d7-4634-878c-b3ab25ad97ee service neutron] Attempting to bind port a596c7a8-0dee-48a1-a771-75f1295a9520 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '697becd8-cfcf-4d46-9841-c9f7a789f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bc7b75e4-eb24-4d0a-93b8-21afa6b79605'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:55:03.914226 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-a1680727-f7d7-4634-878c-b3ab25ad97ee service neutron] Attempting to bind port a596c7a8-0dee-48a1-a771-75f1295a9520 on network bc7b75e4-eb24-4d0a-93b8-21afa6b79605 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:55:03.918132 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d5b09-e283-4a9e-999d-d2d1df58a2be req-67d22fc0-152f-4947-8cd1-72006445b749 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:03.918548 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-a1680727-f7d7-4634-878c-b3ab25ad97ee service neutron] Port a596c7a8-0dee-48a1-a771-75f1295a9520 on network bc7b75e4-eb24-4d0a-93b8-21afa6b79605 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:55:03.918813 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-a1680727-f7d7-4634-878c-b3ab25ad97ee service neutron] Attempting to bind port a596c7a8-0dee-48a1-a771-75f1295a9520 on network bc7b75e4-eb24-4d0a-93b8-21afa6b79605 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:55:03.919648 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-028d5b09-e283-4a9e-999d-d2d1df58a2be req-67d22fc0-152f-4947-8cd1-72006445b749 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e679b31-d8b5-48e9-97c8-f56e29e27e54 HTTP/1.1" status: 200 len: 943 time: 0.0623593 Jul 15 23:55:03.923739 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-a1680727-f7d7-4634-878c-b3ab25ad97ee service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:55:03.924081 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-a1680727-f7d7-4634-878c-b3ab25ad97ee service neutron] Checking segment: {'id': '697becd8-cfcf-4d46-9841-c9f7a789f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bc7b75e4-eb24-4d0a-93b8-21afa6b79605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:55:03.924465 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-a1680727-f7d7-4634-878c-b3ab25ad97ee service neutron] Bound using segment: {'id': '697becd8-cfcf-4d46-9841-c9f7a789f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bc7b75e4-eb24-4d0a-93b8-21afa6b79605'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:55:03.924889 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-a1680727-f7d7-4634-878c-b3ab25ad97ee service neutron] Bound port: a596c7a8-0dee-48a1-a771-75f1295a9520, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '697becd8-cfcf-4d46-9841-c9f7a789f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bc7b75e4-eb24-4d0a-93b8-21afa6b79605'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:55:03.925253 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-a1680727-f7d7-4634-878c-b3ab25ad97ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:03.958617 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-028d5b09-e283-4a9e-999d-d2d1df58a2be req-ef9b6db8-56fd-4fd4-837e-478ff35003b3 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f287743-3eb4-4121-95b8-adbba92dfce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325484 Jul 15 23:55:03.989006 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-a1680727-f7d7-4634-878c-b3ab25ad97ee service neutron] For port a596c7a8-0dee-48a1-a771-75f1295a9520, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:55:03.992601 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-a1680727-f7d7-4634-878c-b3ab25ad97ee service neutron] For port a596c7a8-0dee-48a1-a771-75f1295a9520, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=a596c7a8-0dee-48a1-a771-75f1295a9520,segment=NetworkSegment(697becd8-cfcf-4d46-9841-c9f7a789f0f1),segment_id=697becd8-cfcf-4d46-9841-c9f7a789f0f1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:55:03.996236 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-a1680727-f7d7-4634-878c-b3ab25ad97ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:04.027801 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-a1680727-f7d7-4634-878c-b3ab25ad97ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:04.028409 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-a1680727-f7d7-4634-878c-b3ab25ad97ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:04.029774 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-a1680727-f7d7-4634-878c-b3ab25ad97ee service neutron] 10.222.0.36 "PUT /v2.0/ports/a596c7a8-0dee-48a1-a771-75f1295a9520 HTTP/1.1" status: 200 len: 1091 time: 0.5882165 Jul 15 23:55:04.030203 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e679b31-d8b5-48e9-97c8-f56e29e27e54', 'tag': 'a596c7a8-0dee-48a1-a771-75f1295a9520'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:55:04.032447 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfb7cfe-b234-4214-8a25-7c0e439253e7" -d '{"events": [{"name": "network-changed", "server_uuid": "8e679b31-d8b5-48e9-97c8-f56e29e27e54", "tag": "a596c7a8-0dee-48a1-a771-75f1295a9520"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:55:04.058418 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1680727-f7d7-4634-878c-b3ab25ad97ee service neutron] Pushing event updated for resources: {'Port': ['ID=a596c7a8-0dee-48a1-a771-75f1295a9520,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:04.070297 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c37fe4-d2e9-48e6-8d4e-932b70a285be x-openstack-request-id: req-51c37fe4-d2e9-48e6-8d4e-932b70a285be {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:55:04.070577 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e679b31-d8b5-48e9-97c8-f56e29e27e54", "tag": "a596c7a8-0dee-48a1-a771-75f1295a9520", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:55:04.071087 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51c37fe4-d2e9-48e6-8d4e-932b70a285be {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:55:04.071639 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e679b31-d8b5-48e9-97c8-f56e29e27e54', 'tag': 'a596c7a8-0dee-48a1-a771-75f1295a9520', 'status': 'completed', 'code': 200} Jul 15 23:55:04.137532 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-dea3bc73-ad09-436c-a8d7-5dec9ddd94d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:04.139071 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-dea3bc73-ad09-436c-a8d7-5dec9ddd94d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=04dc07e045e340469f0bfc1c76a36ae3&device_id=8e679b31-d8b5-48e9-97c8-f56e29e27e54 HTTP/1.1" status: 200 len: 1094 time: 0.0523353 Jul 15 23:55:04.521841 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-738f6bec-bb0a-4014-9b53-58daae74ddcf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a596c7a8-0dee-48a1-a771-75f1295a9520 HTTP/1.1" status: 200 len: 217 time: 0.3709972 Jul 15 23:55:04.567285 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-e09cc6da-5f20-4431-ae8f-19d6b2adf45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:04.569250 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-e09cc6da-5f20-4431-ae8f-19d6b2adf45b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24cbd11f-239f-406a-b4ef-f573e31ecd40 HTTP/1.1" status: 200 len: 854 time: 0.0419712 Jul 15 23:55:04.600828 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-07864021-7d89-40ce-ba92-a1d8fb24a245 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bc7b75e4-eb24-4d0a-93b8-21afa6b79605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256381 Jul 15 23:55:04.688546 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-48f65a5b-99d7-4706-a982-b18992b87dfc service neutron] 10.222.0.36 "GET /v2.0/networks/bc7b75e4-eb24-4d0a-93b8-21afa6b79605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816889 Jul 15 23:55:04.774847 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0a16b172-07cb-4341-ba09-8b76c9e5be0c req-435a1fd3-6f39-4338-831d-e771252c3b7d service neutron] 10.222.0.36 "GET /v2.0/networks/bc7b75e4-eb24-4d0a-93b8-21afa6b79605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800035 Jul 15 23:55:04.912217 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb7cfe-b234-4214-8a25-7c0e439253e7 req-23488b14-7a2d-400c-98b8-ba7d46171318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:04.913690 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1bfb7cfe-b234-4214-8a25-7c0e439253e7 req-23488b14-7a2d-400c-98b8-ba7d46171318 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=04dc07e045e340469f0bfc1c76a36ae3&device_id=8e679b31-d8b5-48e9-97c8-f56e29e27e54 HTTP/1.1" status: 200 len: 1094 time: 0.0561228 Jul 15 23:55:05.004382 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb7cfe-b234-4214-8a25-7c0e439253e7 req-1b74dbea-4d66-45c2-817e-22c17ee2c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:05.005854 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1bfb7cfe-b234-4214-8a25-7c0e439253e7 req-1b74dbea-4d66-45c2-817e-22c17ee2c2de service neutron] 10.222.0.36 "GET /v2.0/networks?id=bc7b75e4-eb24-4d0a-93b8-21afa6b79605 HTTP/1.1" status: 200 len: 915 time: 0.0861344 Jul 15 23:55:05.049070 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1bfb7cfe-b234-4214-8a25-7c0e439253e7 req-fc12a41f-91a4-4cb9-be51-c07f08b77ca9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a596c7a8-0dee-48a1-a771-75f1295a9520 HTTP/1.1" status: 200 len: 217 time: 0.0371356 Jul 15 23:55:05.097530 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb7cfe-b234-4214-8a25-7c0e439253e7 req-dc1f2422-14cf-4ed9-b694-3b29afd92d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:05.099038 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1bfb7cfe-b234-4214-8a25-7c0e439253e7 req-dc1f2422-14cf-4ed9-b694-3b29afd92d58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24cbd11f-239f-406a-b4ef-f573e31ecd40 HTTP/1.1" status: 200 len: 854 time: 0.0437498 Jul 15 23:55:05.131778 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1bfb7cfe-b234-4214-8a25-7c0e439253e7 req-5a29632d-9f05-4cca-89a9-64c53676874a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bc7b75e4-eb24-4d0a-93b8-21afa6b79605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256748 Jul 15 23:55:05.133331 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166315a6-435d-4e3c-b5aa-1335f04aa283 req-c013fd00-2ac7-455c-8836-5f0370e98a4e tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:05.134836 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-166315a6-435d-4e3c-b5aa-1335f04aa283 req-c013fd00-2ac7-455c-8836-5f0370e98a4e tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e679b31-d8b5-48e9-97c8-f56e29e27e54 HTTP/1.1" status: 200 len: 943 time: 0.0656435 Jul 15 23:55:05.171757 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-166315a6-435d-4e3c-b5aa-1335f04aa283 req-0f05866a-e3f5-49f1-b160-6be05b588219 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f287743-3eb4-4121-95b8-adbba92dfce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312576 Jul 15 23:55:05.222662 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1bfb7cfe-b234-4214-8a25-7c0e439253e7 req-ab9fddb9-6f11-4b5e-b7f1-a9c2096719b0 service neutron] 10.222.0.36 "GET /v2.0/networks/bc7b75e4-eb24-4d0a-93b8-21afa6b79605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838482 Jul 15 23:55:05.308676 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1bfb7cfe-b234-4214-8a25-7c0e439253e7 req-f6e96a11-dfb4-43f1-8162-91e615394d6c service neutron] 10.222.0.36 "GET /v2.0/networks/bc7b75e4-eb24-4d0a-93b8-21afa6b79605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787668 Jul 15 23:55:06.342177 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06278b01-4ee5-4431-a2f5-33ce822ea098 req-5d62b6f9-584a-4cad-9fcd-eca681bb9ce8 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:06.343697 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-06278b01-4ee5-4431-a2f5-33ce822ea098 req-5d62b6f9-584a-4cad-9fcd-eca681bb9ce8 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e679b31-d8b5-48e9-97c8-f56e29e27e54 HTTP/1.1" status: 200 len: 943 time: 0.0629764 Jul 15 23:55:06.381763 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-06278b01-4ee5-4431-a2f5-33ce822ea098 req-419d3c43-fb8a-4c78-ace8-c90682970ab0 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f287743-3eb4-4121-95b8-adbba92dfce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319145 Jul 15 23:55:07.552914 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c590a4d-6f0b-43b1-9d6e-32dca0e90b02 req-72bf0cca-f3a0-4bff-9d0b-c1a19ca1975d tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:07.554382 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4c590a4d-6f0b-43b1-9d6e-32dca0e90b02 req-72bf0cca-f3a0-4bff-9d0b-c1a19ca1975d tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e679b31-d8b5-48e9-97c8-f56e29e27e54 HTTP/1.1" status: 200 len: 943 time: 0.0650618 Jul 15 23:55:07.591799 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4c590a4d-6f0b-43b1-9d6e-32dca0e90b02 req-e37e1d73-e00c-4beb-9477-8dc8d8fb2cc1 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f287743-3eb4-4121-95b8-adbba92dfce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317662 Jul 15 23:55:07.802355 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device a596c7a8-0dee-48a1-a771-75f1295a9520 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:55:07.899652 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port a596c7a8-0dee-48a1-a771-75f1295a9520, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=a596c7a8-0dee-48a1-a771-75f1295a9520,segment=NetworkSegment(697becd8-cfcf-4d46-9841-c9f7a789f0f1),segment_id=697becd8-cfcf-4d46-9841-c9f7a789f0f1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:55:07.910304 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'a596c7a8-0dee-48a1-a771-75f1295a9520', 'network_id': 'bc7b75e4-eb24-4d0a-93b8-21afa6b79605', 'port_id': 'a596c7a8-0dee-48a1-a771-75f1295a9520', 'mac_address': 'fa:16:3e:95:eb:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24cbd11f-239f-406a-b4ef-f573e31ecd40', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:55:07.946364 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:07.958549 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a596c7a8-0dee-48a1-a771-75f1295a9520 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:55:07.977810 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port a596c7a8-0dee-48a1-a771-75f1295a9520, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=a596c7a8-0dee-48a1-a771-75f1295a9520,segment=NetworkSegment(697becd8-cfcf-4d46-9841-c9f7a789f0f1),segment_id=697becd8-cfcf-4d46-9841-c9f7a789f0f1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:55:07.981440 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:08.029947 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=a596c7a8-0dee-48a1-a771-75f1295a9520,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:08.237022 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['a596c7a8-0dee-48a1-a771-75f1295a9520'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:55:08.761323 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ec72f-aa70-4ca6-8d83-3232338cd405 req-8aa29954-0c7a-4d7b-986c-8db3c4cae0f9 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:08.762797 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b10ec72f-aa70-4ca6-8d83-3232338cd405 req-8aa29954-0c7a-4d7b-986c-8db3c4cae0f9 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e679b31-d8b5-48e9-97c8-f56e29e27e54 HTTP/1.1" status: 200 len: 944 time: 0.0609543 Jul 15 23:55:08.799302 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b10ec72f-aa70-4ca6-8d83-3232338cd405 req-81f91067-03b0-4ad2-8b92-4224aa239123 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f287743-3eb4-4121-95b8-adbba92dfce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310411 Jul 15 23:55:09.208018 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:09.807413 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device a596c7a8-0dee-48a1-a771-75f1295a9520 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:55:09.854859 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port a596c7a8-0dee-48a1-a771-75f1295a9520 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:55:09.858768 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port a596c7a8-0dee-48a1-a771-75f1295a9520 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:55:09.859165 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:09.937799 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:09.960070 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e679b31-d8b5-48e9-97c8-f56e29e27e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a596c7a8-0dee-48a1-a771-75f1295a9520'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:55:09.962277 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db67060-4498-4a16-a5e9-392d46bf6297" -d '{"events": [{"server_uuid": "8e679b31-d8b5-48e9-97c8-f56e29e27e54", "name": "network-vif-plugged", "status": "completed", "tag": "a596c7a8-0dee-48a1-a771-75f1295a9520"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:55:09.974471 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641b972-4bc8-4825-9906-694c17cf0881 req-e68584c0-f9fe-4187-9d12-64a6ad802a63 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:09.975401 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3641b972-4bc8-4825-9906-694c17cf0881 req-e68584c0-f9fe-4187-9d12-64a6ad802a63 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e679b31-d8b5-48e9-97c8-f56e29e27e54 HTTP/1.1" status: 200 len: 944 time: 0.0643802 Jul 15 23:55:09.977450 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port a596c7a8-0dee-48a1-a771-75f1295a9520, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=a596c7a8-0dee-48a1-a771-75f1295a9520,segment=NetworkSegment(697becd8-cfcf-4d46-9841-c9f7a789f0f1),segment_id=697becd8-cfcf-4d46-9841-c9f7a789f0f1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:55:09.987910 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:10.012396 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a72282c-a100-4a44-bb20-70969af92a37 x-openstack-request-id: req-9a72282c-a100-4a44-bb20-70969af92a37 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:55:10.012686 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e679b31-d8b5-48e9-97c8-f56e29e27e54", "name": "network-vif-plugged", "status": "completed", "tag": "a596c7a8-0dee-48a1-a771-75f1295a9520", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:55:10.012936 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a72282c-a100-4a44-bb20-70969af92a37 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:55:10.013320 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e679b31-d8b5-48e9-97c8-f56e29e27e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a596c7a8-0dee-48a1-a771-75f1295a9520', 'code': 200} Jul 15 23:55:10.013943 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3641b972-4bc8-4825-9906-694c17cf0881 req-eb3d9b7f-c62e-4db5-89d2-cdc6fb4b0ef7 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f287743-3eb4-4121-95b8-adbba92dfce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326004 Jul 15 23:55:10.040519 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=a596c7a8-0dee-48a1-a771-75f1295a9520,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:10.146771 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e0fdb-745e-44e9-95f6-cbff7418e960 req-4550bcbd-e4b9-4172-8b85-ed2ebb65ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:10.148240 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f11e0fdb-745e-44e9-95f6-cbff7418e960 req-4550bcbd-e4b9-4172-8b85-ed2ebb65ae1f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8e679b31-d8b5-48e9-97c8-f56e29e27e54 HTTP/1.1" status: 200 len: 1096 time: 0.0546229 Jul 15 23:55:10.181183 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f11e0fdb-745e-44e9-95f6-cbff7418e960 req-6bb64c9e-dff0-45dd-ac82-7c5bd6cd16fb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3f287743-3eb4-4121-95b8-adbba92dfce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267949 Jul 15 23:55:11.189503 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97df78-b742-4003-922f-f86bfe9e1481 req-5375f920-ee48-4394-b1ce-c337857be560 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:11.191087 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9d97df78-b742-4003-922f-f86bfe9e1481 req-5375f920-ee48-4394-b1ce-c337857be560 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e679b31-d8b5-48e9-97c8-f56e29e27e54 HTTP/1.1" status: 200 len: 945 time: 0.0660238 Jul 15 23:55:11.228729 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9d97df78-b742-4003-922f-f86bfe9e1481 req-1c8a14ca-51ea-451c-a8d3-38038344650e tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f287743-3eb4-4121-95b8-adbba92dfce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320916 Jul 15 23:55:12.398201 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1c016-ee23-49f2-9e83-0365bb4f55e5 req-b2c67e3e-af99-4bba-84b1-2230b388165c tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:12.399694 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0ca1c016-ee23-49f2-9e83-0365bb4f55e5 req-b2c67e3e-af99-4bba-84b1-2230b388165c tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e679b31-d8b5-48e9-97c8-f56e29e27e54 HTTP/1.1" status: 200 len: 945 time: 0.0615504 Jul 15 23:55:12.436112 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0ca1c016-ee23-49f2-9e83-0365bb4f55e5 req-26db9973-d298-4bce-b14f-0c20b6d74ae3 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f287743-3eb4-4121-95b8-adbba92dfce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308692 Jul 15 23:55:12.808546 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedaa05-506f-43f1-8051-7206ac139307 req-c2100bbe-c6af-42b3-b27b-2a3e5dc42cbf tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:12.809937 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3dedaa05-506f-43f1-8051-7206ac139307 req-c2100bbe-c6af-42b3-b27b-2a3e5dc42cbf tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e679b31-d8b5-48e9-97c8-f56e29e27e54 HTTP/1.1" status: 200 len: 945 time: 0.0651848 Jul 15 23:55:12.846910 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3dedaa05-506f-43f1-8051-7206ac139307 req-291d9466-78bc-43cb-9f43-89dc5097c070 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f287743-3eb4-4121-95b8-adbba92dfce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311732 Jul 15 23:55:14.018552 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a9e28-b16a-4c0c-9762-90b315910702 req-d96a5321-c5d8-4331-b0fc-107b74cc574a tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:14.020060 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-de8a9e28-b16a-4c0c-9762-90b315910702 req-d96a5321-c5d8-4331-b0fc-107b74cc574a tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e679b31-d8b5-48e9-97c8-f56e29e27e54 HTTP/1.1" status: 200 len: 945 time: 0.0627639 Jul 15 23:55:14.056580 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-de8a9e28-b16a-4c0c-9762-90b315910702 req-b4cc8850-1c03-4d7b-8c57-b4012f1b0268 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f287743-3eb4-4121-95b8-adbba92dfce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303442 Jul 15 23:55:14.111779 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff929535-d383-4350-96ef-8a685c16e1eb req-1e337183-55e3-4fde-acec-e93e835f5e40 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:14.113230 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ff929535-d383-4350-96ef-8a685c16e1eb req-1e337183-55e3-4fde-acec-e93e835f5e40 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e679b31-d8b5-48e9-97c8-f56e29e27e54 HTTP/1.1" status: 200 len: 945 time: 0.0619152 Jul 15 23:55:14.213040 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-ff929535-d383-4350-96ef-8a685c16e1eb req-b87d143c-c944-4da8-a44a-4610425b6a7c tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Deleting port a596c7a8-0dee-48a1-a771-75f1295a9520 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:55:14.213292 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ff929535-d383-4350-96ef-8a685c16e1eb req-b87d143c-c944-4da8-a44a-4610425b6a7c tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:14.297214 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ff929535-d383-4350-96ef-8a685c16e1eb req-b87d143c-c944-4da8-a44a-4610425b6a7c tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] For port a596c7a8-0dee-48a1-a771-75f1295a9520, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=a596c7a8-0dee-48a1-a771-75f1295a9520,segment=NetworkSegment(697becd8-cfcf-4d46-9841-c9f7a789f0f1),segment_id=697becd8-cfcf-4d46-9841-c9f7a789f0f1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:55:14.297566 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ff929535-d383-4350-96ef-8a685c16e1eb req-b87d143c-c944-4da8-a44a-4610425b6a7c tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:14.309352 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-ff929535-d383-4350-96ef-8a685c16e1eb req-b87d143c-c944-4da8-a44a-4610425b6a7c tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Calling delete_port for a596c7a8-0dee-48a1-a771-75f1295a9520 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:55:14.389950 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:55:14.436907 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ff929535-d383-4350-96ef-8a685c16e1eb req-b87d143c-c944-4da8-a44a-4610425b6a7c tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:14.449602 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['8dcc38f8-6f62-4302-a0fc-73407d5e93b2'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:55:14.467295 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d143c-c944-4da8-a44a-4610425b6a7c tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Pushing event deleted for resources: {'Port': ['ID=a596c7a8-0dee-48a1-a771-75f1295a9520,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:14.477644 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['a596c7a8-0dee-48a1-a771-75f1295a9520'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:55:14.511743 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff929535-d383-4350-96ef-8a685c16e1eb req-b87d143c-c944-4da8-a44a-4610425b6a7c tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] No DVR routers for this DVR port a596c7a8-0dee-48a1-a771-75f1295a9520 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:55:14.514171 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ff929535-d383-4350-96ef-8a685c16e1eb req-b87d143c-c944-4da8-a44a-4610425b6a7c tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:14.516177 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ff929535-d383-4350-96ef-8a685c16e1eb req-b87d143c-c944-4da8-a44a-4610425b6a7c tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.36 "DELETE /v2.0/ports/a596c7a8-0dee-48a1-a771-75f1295a9520 HTTP/1.1" status: 204 len: 173 time: 0.3972800 Jul 15 23:55:14.516626 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e679b31-d8b5-48e9-97c8-f56e29e27e54', 'name': 'network-vif-deleted', 'tag': 'a596c7a8-0dee-48a1-a771-75f1295a9520'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:55:14.518917 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a03d74-7c5c-42ac-a0d5-1abbace97ec9" -d '{"events": [{"server_uuid": "8e679b31-d8b5-48e9-97c8-f56e29e27e54", "name": "network-vif-deleted", "tag": "a596c7a8-0dee-48a1-a771-75f1295a9520"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:55:14.558593 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a2fbf1-e15d-423f-9034-e5d52bd650e9 x-openstack-request-id: req-40a2fbf1-e15d-423f-9034-e5d52bd650e9 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:55:14.559248 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e679b31-d8b5-48e9-97c8-f56e29e27e54", "name": "network-vif-deleted", "tag": "a596c7a8-0dee-48a1-a771-75f1295a9520", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:55:14.559528 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40a2fbf1-e15d-423f-9034-e5d52bd650e9 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:55:14.559970 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e679b31-d8b5-48e9-97c8-f56e29e27e54', 'name': 'network-vif-deleted', 'tag': 'a596c7a8-0dee-48a1-a771-75f1295a9520', 'status': 'completed', 'code': 200} Jul 15 23:55:15.213020 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b0ef9b75-b045-4562-9ac4-08fff2c74179 req-02f6093e-ef2f-4d25-9026-d8811113f0c5 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e679b31-d8b5-48e9-97c8-f56e29e27e54 HTTP/1.1" status: 200 len: 210 time: 0.0283463 Jul 15 23:55:15.940225 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3b3edd70-37ef-4f5f-8083-c8fead485a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:16.455169 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc784b3-ad8b-49e7-86bc-999e7da8fbc9 req-abcf9d25-ba95-4364-ad49-1decb7b6d770 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:16.456530 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8bc784b3-ad8b-49e7-86bc-999e7da8fbc9 req-abcf9d25-ba95-4364-ad49-1decb7b6d770 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/ports?device_id=72e64f0b-8097-4e4b-b632-0a0943f8138d HTTP/1.1" status: 200 len: 946 time: 0.0648036 Jul 15 23:55:16.494135 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8bc784b3-ad8b-49e7-86bc-999e7da8fbc9 req-278ae4bc-f7f8-4f14-a6ae-84d23f53ed52 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f287743-3eb4-4121-95b8-adbba92dfce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315177 Jul 15 23:55:16.682759 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dee5bb-ac90-4c50-a3b1-7d3f4705f61f req-a1772250-7b6e-406b-ab22-e3db155f6dce tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:16.684221 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65dee5bb-ac90-4c50-a3b1-7d3f4705f61f req-a1772250-7b6e-406b-ab22-e3db155f6dce tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/ports?device_id=72e64f0b-8097-4e4b-b632-0a0943f8138d HTTP/1.1" status: 200 len: 946 time: 0.0614595 Jul 15 23:55:16.721048 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65dee5bb-ac90-4c50-a3b1-7d3f4705f61f req-5bb176c4-38bf-4120-b18e-8043f88c9f2b tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f287743-3eb4-4121-95b8-adbba92dfce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310230 Jul 15 23:55:16.893595 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1e7fc-271e-4765-8730-4107e9814062 req-4ec9d7ef-7ff2-481b-8e4a-9b0e780e5846 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:16.895098 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b4a1e7fc-271e-4765-8730-4107e9814062 req-4ec9d7ef-7ff2-481b-8e4a-9b0e780e5846 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/ports?device_id=72e64f0b-8097-4e4b-b632-0a0943f8138d HTTP/1.1" status: 200 len: 946 time: 0.0625563 Jul 15 23:55:16.932401 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b4a1e7fc-271e-4765-8730-4107e9814062 req-93d2da4a-d32a-48c3-802e-60a5a980777c tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f287743-3eb4-4121-95b8-adbba92dfce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316200 Jul 15 23:55:17.208432 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516ad39-d1a9-44e0-a884-e55b960dd390 req-15269fe4-f5ee-43ab-b9f3-908ea747ef9c tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:17.209860 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5516ad39-d1a9-44e0-a884-e55b960dd390 req-15269fe4-f5ee-43ab-b9f3-908ea747ef9c tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/ports?device_id=72e64f0b-8097-4e4b-b632-0a0943f8138d HTTP/1.1" status: 200 len: 946 time: 0.0664072 Jul 15 23:55:17.248679 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5516ad39-d1a9-44e0-a884-e55b960dd390 req-9567ca37-0b7a-4dc3-b8bb-8d3572a61bd7 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f287743-3eb4-4121-95b8-adbba92dfce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328801 Jul 15 23:55:17.421009 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8b06e-f893-4df2-872e-a49649c4b666 req-c8f3e613-6f76-4929-a7b7-0dfcd036d0e4 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:17.422533 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dbc8b06e-f893-4df2-872e-a49649c4b666 req-c8f3e613-6f76-4929-a7b7-0dfcd036d0e4 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/ports?device_id=72e64f0b-8097-4e4b-b632-0a0943f8138d HTTP/1.1" status: 200 len: 946 time: 0.0632136 Jul 15 23:55:17.461040 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dbc8b06e-f893-4df2-872e-a49649c4b666 req-20ac14e8-0c55-4166-aad7-4f59a5df9f18 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f287743-3eb4-4121-95b8-adbba92dfce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329006 Jul 15 23:55:17.648640 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef5e83-f97f-4265-ac02-6b204f446355 req-729cd7fe-c674-400a-9956-38a7b17f98ae tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:17.650127 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2fef5e83-f97f-4265-ac02-6b204f446355 req-729cd7fe-c674-400a-9956-38a7b17f98ae tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/ports?device_id=72e64f0b-8097-4e4b-b632-0a0943f8138d HTTP/1.1" status: 200 len: 946 time: 0.0664446 Jul 15 23:55:17.686931 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2fef5e83-f97f-4265-ac02-6b204f446355 req-f99c630d-a158-4fc4-b7a0-f560b7cd8292 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f287743-3eb4-4121-95b8-adbba92dfce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312691 Jul 15 23:55:17.854422 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device a596c7a8-0dee-48a1-a771-75f1295a9520 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:55:17.877112 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: a596c7a8-0dee-48a1-a771-75f1295a9520 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:55:17.877468 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device a596c7a8-0dee-48a1-a771-75f1295a9520 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:55:18.204605 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f669179-9b7c-4d91-898f-47d332a9e8e1 req-1d1cd995-3cc1-431e-b5bb-331d1a4e799f tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:18.206062 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2f669179-9b7c-4d91-898f-47d332a9e8e1 req-1d1cd995-3cc1-431e-b5bb-331d1a4e799f tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/ports?device_id=72e64f0b-8097-4e4b-b632-0a0943f8138d HTTP/1.1" status: 200 len: 946 time: 0.0615876 Jul 15 23:55:18.242185 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2f669179-9b7c-4d91-898f-47d332a9e8e1 req-68a6abfe-a4c4-4dfb-9dcf-ede3b6c67ad3 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f287743-3eb4-4121-95b8-adbba92dfce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307453 Jul 15 23:55:18.321574 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f5537391-ad88-4958-b46f-060124d267bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:18.796186 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:19.413770 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2d6a9-06f9-4247-8ea2-e2d764c7360a req-e5fb9979-87a9-420f-8c11-a8e6e7d6e496 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:19.415250 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-85e2d6a9-06f9-4247-8ea2-e2d764c7360a req-e5fb9979-87a9-420f-8c11-a8e6e7d6e496 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/ports?device_id=72e64f0b-8097-4e4b-b632-0a0943f8138d HTTP/1.1" status: 200 len: 946 time: 0.0611236 Jul 15 23:55:19.452500 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-85e2d6a9-06f9-4247-8ea2-e2d764c7360a req-26105e7e-062c-4e1b-9dae-1d6573a6f07b tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f287743-3eb4-4121-95b8-adbba92dfce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316827 Jul 15 23:55:19.488153 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b4ea0-6238-42f5-ab18-624b6d824911 req-0d6996e7-1138-4d95-95af-7d79f57777a8 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:19.489621 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-623b4ea0-6238-42f5-ab18-624b6d824911 req-0d6996e7-1138-4d95-95af-7d79f57777a8 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.43 "GET /v2.0/ports?device_id=72e64f0b-8097-4e4b-b632-0a0943f8138d HTTP/1.1" status: 200 len: 946 time: 0.0668068 Jul 15 23:55:19.587164 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-623b4ea0-6238-42f5-ab18-624b6d824911 req-026f6413-2f70-4b6a-b008-54f98b87dbb4 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Deleting port 8dcc38f8-6f62-4302-a0fc-73407d5e93b2 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:55:19.587510 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-623b4ea0-6238-42f5-ab18-624b6d824911 req-026f6413-2f70-4b6a-b008-54f98b87dbb4 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:19.675860 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-623b4ea0-6238-42f5-ab18-624b6d824911 req-026f6413-2f70-4b6a-b008-54f98b87dbb4 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] For port 8dcc38f8-6f62-4302-a0fc-73407d5e93b2, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=8dcc38f8-6f62-4302-a0fc-73407d5e93b2,segment=NetworkSegment(697becd8-cfcf-4d46-9841-c9f7a789f0f1),segment_id=697becd8-cfcf-4d46-9841-c9f7a789f0f1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:55:19.676214 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-623b4ea0-6238-42f5-ab18-624b6d824911 req-026f6413-2f70-4b6a-b008-54f98b87dbb4 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:19.688256 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-623b4ea0-6238-42f5-ab18-624b6d824911 req-026f6413-2f70-4b6a-b008-54f98b87dbb4 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Calling delete_port for 8dcc38f8-6f62-4302-a0fc-73407d5e93b2 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:55:19.812047 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-623b4ea0-6238-42f5-ab18-624b6d824911 req-026f6413-2f70-4b6a-b008-54f98b87dbb4 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:19.829399 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['8dcc38f8-6f62-4302-a0fc-73407d5e93b2'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:55:19.844169 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f6413-2f70-4b6a-b008-54f98b87dbb4 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Pushing event deleted for resources: {'Port': ['ID=8dcc38f8-6f62-4302-a0fc-73407d5e93b2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:19.895827 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-623b4ea0-6238-42f5-ab18-624b6d824911 req-026f6413-2f70-4b6a-b008-54f98b87dbb4 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] No DVR routers for this DVR port 8dcc38f8-6f62-4302-a0fc-73407d5e93b2 on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:55:19.898522 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-623b4ea0-6238-42f5-ab18-624b6d824911 req-026f6413-2f70-4b6a-b008-54f98b87dbb4 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:19.900538 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-623b4ea0-6238-42f5-ab18-624b6d824911 req-026f6413-2f70-4b6a-b008-54f98b87dbb4 tempest-ServersNegativeTestJSON-1379988309 tempest-ServersNegativeTestJSON-1379988309-project] 10.222.0.43 "DELETE /v2.0/ports/8dcc38f8-6f62-4302-a0fc-73407d5e93b2 HTTP/1.1" status: 204 len: 173 time: 0.4053028 Jul 15 23:55:19.900986 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e64f0b-8097-4e4b-b632-0a0943f8138d', 'name': 'network-vif-deleted', 'tag': '8dcc38f8-6f62-4302-a0fc-73407d5e93b2'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:55:19.904002 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b30380-f1d0-433e-9e75-e37bf25ca368" -d '{"events": [{"server_uuid": "72e64f0b-8097-4e4b-b632-0a0943f8138d", "name": "network-vif-deleted", "tag": "8dcc38f8-6f62-4302-a0fc-73407d5e93b2"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:55:19.950978 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516ebfee-9fda-424a-a500-085423f337e2 x-openstack-request-id: req-516ebfee-9fda-424a-a500-085423f337e2 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:55:19.951471 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e64f0b-8097-4e4b-b632-0a0943f8138d", "name": "network-vif-deleted", "tag": "8dcc38f8-6f62-4302-a0fc-73407d5e93b2", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:55:19.951916 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-516ebfee-9fda-424a-a500-085423f337e2 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:55:19.952464 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e64f0b-8097-4e4b-b632-0a0943f8138d', 'name': 'network-vif-deleted', 'tag': '8dcc38f8-6f62-4302-a0fc-73407d5e93b2', 'status': 'completed', 'code': 200} Jul 15 23:55:20.014383 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:20.545244 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37416) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:20.589014 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-45718fec-295d-4986-8abf-eccdc8de0dc0 admin admin] Deleting subnet 24cbd11f-239f-406a-b4ef-f573e31ecd40 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:55:20.591969 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-45718fec-295d-4986-8abf-eccdc8de0dc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:20.625095 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-45718fec-295d-4986-8abf-eccdc8de0dc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:20.666770 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-45718fec-295d-4986-8abf-eccdc8de0dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:20.716758 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-45718fec-295d-4986-8abf-eccdc8de0dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:20.741507 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45718fec-295d-4986-8abf-eccdc8de0dc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24cbd11f-239f-406a-b4ef-f573e31ecd40,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:20.745128 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-45718fec-295d-4986-8abf-eccdc8de0dc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:20.746993 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-45718fec-295d-4986-8abf-eccdc8de0dc0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/24cbd11f-239f-406a-b4ef-f573e31ecd40 HTTP/1.1" status: 204 len: 168 time: 0.2006979 Jul 15 23:55:20.749591 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37418) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:20.816504 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d011e6d-5eae-4fce-af2a-214becc759c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:20.897998 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d011e6d-5eae-4fce-af2a-214becc759c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:20.907577 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3d011e6d-5eae-4fce-af2a-214becc759c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7b75e4-eb24-4d0a-93b8-21afa6b79605']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:20.917126 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3d011e6d-5eae-4fce-af2a-214becc759c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '697becd8-cfcf-4d46-9841-c9f7a789f0f1') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:20.917425 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-3d011e6d-5eae-4fce-af2a-214becc759c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '697becd8-cfcf-4d46-9841-c9f7a789f0f1') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:20.926046 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d011e6d-5eae-4fce-af2a-214becc759c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:20.939399 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d011e6d-5eae-4fce-af2a-214becc759c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:20.945663 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d011e6d-5eae-4fce-af2a-214becc759c0 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:55:20.946092 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d011e6d-5eae-4fce-af2a-214becc759c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:55:20.947789 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:55:21.007283 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d011e6d-5eae-4fce-af2a-214becc759c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:21.022021 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d011e6d-5eae-4fce-af2a-214becc759c0 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:21.024506 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3d011e6d-5eae-4fce-af2a-214becc759c0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/bc7b75e4-eb24-4d0a-93b8-21afa6b79605 HTTP/1.1" status: 204 len: 168 time: 0.2739930 Jul 15 23:55:21.025534 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d011e6d-5eae-4fce-af2a-214becc759c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc7b75e4-eb24-4d0a-93b8-21afa6b79605,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:21.128149 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37422) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:21.167834 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a05559d2-9d35-4036-9041-1aca262f7021 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=04dc07e045e340469f0bfc1c76a36ae3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385652 Jul 15 23:55:21.170204 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37424) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:21.217228 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b0a8b00b-e0ca-47d2-9c24-4117c9cd8fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:21.237151 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b0a8b00b-e0ca-47d2-9c24-4117c9cd8fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:21.282857 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b0a8b00b-e0ca-47d2-9c24-4117c9cd8fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:21.285261 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b0a8b00b-e0ca-47d2-9c24-4117c9cd8fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:21.286381 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b0a8b00b-e0ca-47d2-9c24-4117c9cd8fe4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f287743-3eb4-4121-95b8-adbba92dfce4 HTTP/1.1" status: 204 len: 168 time: 0.1152804 Jul 15 23:55:21.294406 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8b00b-e0ca-47d2-9c24-4117c9cd8fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f287743-3eb4-4121-95b8-adbba92dfce4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:21.376016 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:21.958898 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37446) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:22.048082 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7f65a0cf-bd28-4769-b6d1-fd28444b5c8d tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1200029989'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:55:22.069245 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f65a0cf-bd28-4769-b6d1-fd28444b5c8d tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Made reservation on behalf of db8df1badb904faa85f11863c27f5eaf for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:55:22.072823 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f65a0cf-bd28-4769-b6d1-fd28444b5c8d tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:22.085442 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f65a0cf-bd28-4769-b6d1-fd28444b5c8d tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:22.177134 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f65a0cf-bd28-4769-b6d1-fd28444b5c8d tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:22.180844 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f65a0cf-bd28-4769-b6d1-fd28444b5c8d tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:22.205108 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f65a0cf-bd28-4769-b6d1-fd28444b5c8d tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:55:22.219463 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65a0cf-bd28-4769-b6d1-fd28444b5c8d tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2243a5-1c6e-48e9-9390-83fb57f97ba1,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:22.225504 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f65a0cf-bd28-4769-b6d1-fd28444b5c8d tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:22.225845 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-7f65a0cf-bd28-4769-b6d1-fd28444b5c8d tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Added segment 2c03c934-be6f-4ca3-a044-2854ad5563b3 of type vlan for network 7cf31cb1-8470-4005-9748-697f613368a3 Jul 15 23:55:22.266460 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f65a0cf-bd28-4769-b6d1-fd28444b5c8d tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:22.294432 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f65a0cf-bd28-4769-b6d1-fd28444b5c8d tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:22.299902 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f65a0cf-bd28-4769-b6d1-fd28444b5c8d tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:22.300488 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7f65a0cf-bd28-4769-b6d1-fd28444b5c8d tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:22.335978 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7f65a0cf-bd28-4769-b6d1-fd28444b5c8d tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3755050 Jul 15 23:55:22.372867 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65a0cf-bd28-4769-b6d1-fd28444b5c8d tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Pushing event updated for resources: {'Network': ['ID=7cf31cb1-8470-4005-9748-697f613368a3,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:22.383966 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 7cf31cb1-8470-4005-9748-697f613368a3 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:55:23.039617 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 8dcc38f8-6f62-4302-a0fc-73407d5e93b2 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:55:23.062666 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 8dcc38f8-6f62-4302-a0fc-73407d5e93b2 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:55:23.063260 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 8dcc38f8-6f62-4302-a0fc-73407d5e93b2 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:55:24.499823 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:25.544174 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37452) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:25.549500 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-31c71fe5-2ca2-4573-b7e3-bfdc7941931f tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Request body: {'subnet': {'network_id': '7cf31cb1-8470-4005-9748-697f613368a3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:55:25.634401 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c71fe5-2ca2-4573-b7e3-bfdc7941931f tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Made reservation on behalf of db8df1badb904faa85f11863c27f5eaf for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:55:25.637884 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-31c71fe5-2ca2-4573-b7e3-bfdc7941931f tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:25.814274 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-31c71fe5-2ca2-4573-b7e3-bfdc7941931f tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:25.873454 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c71fe5-2ca2-4573-b7e3-bfdc7941931f tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Pushing event updated for resources: {'Subnet': ['ID=775beb3f-3881-4319-aba8-30d2693f57f0,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:25.881843 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c71fe5-2ca2-4573-b7e3-bfdc7941931f tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Checking segment: {'id': '2c03c934-be6f-4ca3-a044-2854ad5563b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7cf31cb1-8470-4005-9748-697f613368a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:55:25.882206 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c71fe5-2ca2-4573-b7e3-bfdc7941931f tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Network hostable DHCP agents. Network: 7cf31cb1-8470-4005-9748-697f613368a3, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:55:25.898667 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c71fe5-2ca2-4573-b7e3-bfdc7941931f tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Network 7cf31cb1-8470-4005-9748-697f613368a3 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:55:25.907423 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-31c71fe5-2ca2-4573-b7e3-bfdc7941931f tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 7cf31cb1-8470-4005-9748-697f613368a3) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:55:25.911376 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c71fe5-2ca2-4573-b7e3-bfdc7941931f tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:25.911948 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-31c71fe5-2ca2-4573-b7e3-bfdc7941931f tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:25.917123 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb6eb71-4da6-4a09-a386-4614bc273dea None None] Network 7cf31cb1-8470-4005-9748-697f613368a3 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:55:25.927077 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-31c71fe5-2ca2-4573-b7e3-bfdc7941931f tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3816383 Jul 15 23:55:25.930561 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37454) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:25.935492 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3662facf-b229-443a-81f3-f2220685d85d tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-341964641'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:55:25.955919 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3662facf-b229-443a-81f3-f2220685d85d tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Made reservation on behalf of db8df1badb904faa85f11863c27f5eaf for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:55:25.959969 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3662facf-b229-443a-81f3-f2220685d85d tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:25.990405 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3662facf-b229-443a-81f3-f2220685d85d tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:55:25.999709 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3662facf-b229-443a-81f3-f2220685d85d tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:26.000052 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-3662facf-b229-443a-81f3-f2220685d85d tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Added segment e83be93c-393d-4cc7-9d0e-e863405b5f3a of type vlan for network dd6d9171-71ce-4f6f-a1ad-adc023c8e801 Jul 15 23:55:26.039816 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3662facf-b229-443a-81f3-f2220685d85d tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:26.069456 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3662facf-b229-443a-81f3-f2220685d85d tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:26.070915 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-7cf31cb1-8470-4005-9748-697f613368a3', 'network_id': '7cf31cb1-8470-4005-9748-697f613368a3', 'tenant_id': 'db8df1badb904faa85f11863c27f5eaf', 'fixed_ips': [{'subnet_id': '775beb3f-3881-4319-aba8-30d2693f57f0'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:55:26.071783 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:26.075109 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3662facf-b229-443a-81f3-f2220685d85d tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:26.075809 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3662facf-b229-443a-81f3-f2220685d85d tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:26.110078 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3662facf-b229-443a-81f3-f2220685d85d tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1784613 Jul 15 23:55:26.112914 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37456) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:26.117834 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1093394c-579e-4a5a-ba00-6c3187b642f8 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Request body: {'subnet': {'network_id': 'dd6d9171-71ce-4f6f-a1ad-adc023c8e801', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:55:26.164759 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662facf-b229-443a-81f3-f2220685d85d tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Pushing event updated for resources: {'Network': ['ID=dd6d9171-71ce-4f6f-a1ad-adc023c8e801,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:26.185950 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network dd6d9171-71ce-4f6f-a1ad-adc023c8e801 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:55:26.235055 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1093394c-579e-4a5a-ba00-6c3187b642f8 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Made reservation on behalf of db8df1badb904faa85f11863c27f5eaf for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:55:26.238765 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1093394c-579e-4a5a-ba00-6c3187b642f8 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:26.264248 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Allocated IP 2001:db8:0:ffff::2 (7cf31cb1-8470-4005-9748-697f613368a3/775beb3f-3881-4319-aba8-30d2693f57f0/d878216e-254a-474f-b046-e751e2c59b74) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:55:26.415688 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:26.423954 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Transition to ACTIVE for port object d878216e-254a-474f-b046-e751e2c59b74 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:55:26.431986 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1093394c-579e-4a5a-ba00-6c3187b642f8 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:26.441410 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Transition to ACTIVE for port object d878216e-254a-474f-b046-e751e2c59b74 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:55:26.447947 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:26.486976 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Network 7cf31cb1-8470-4005-9748-697f613368a3 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:55:26.491860 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:55:26.494162 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093394c-579e-4a5a-ba00-6c3187b642f8 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Pushing event updated for resources: {'Subnet': ['ID=a9a09253-16d6-4c7e-9f54-de6d5f65f579,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:26.494317 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:55:26.502842 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1093394c-579e-4a5a-ba00-6c3187b642f8 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Checking segment: {'id': 'e83be93c-393d-4cc7-9d0e-e863405b5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dd6d9171-71ce-4f6f-a1ad-adc023c8e801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:55:26.503275 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1093394c-579e-4a5a-ba00-6c3187b642f8 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Network hostable DHCP agents. Network: dd6d9171-71ce-4f6f-a1ad-adc023c8e801, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:55:26.504343 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Pushing event updated for resources: {'Port': ['ID=d878216e-254a-474f-b046-e751e2c59b74,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:26.520060 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1093394c-579e-4a5a-ba00-6c3187b642f8 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Network dd6d9171-71ce-4f6f-a1ad-adc023c8e801 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:55:26.528848 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-1093394c-579e-4a5a-ba00-6c3187b642f8 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, dd6d9171-71ce-4f6f-a1ad-adc023c8e801) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:55:26.531653 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:26.532391 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:26.532747 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:26.533081 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:26.533561 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:26.533676 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1093394c-579e-4a5a-ba00-6c3187b642f8 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:26.533906 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:26.534233 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:26.534346 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1093394c-579e-4a5a-ba00-6c3187b642f8 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:26.534556 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:26.534989 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:26.535218 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:26.535535 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:26.535853 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:26.544962 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a56124-9c2e-4a94-86c2-5b2eb9c6b2d4 None None] Network dd6d9171-71ce-4f6f-a1ad-adc023c8e801 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:55:26.550189 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1093394c-579e-4a5a-ba00-6c3187b642f8 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4362793 Jul 15 23:55:26.552925 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37458) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:26.595359 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Attempting to bind port d878216e-254a-474f-b046-e751e2c59b74 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:55:26.595717 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Attempting to bind port d878216e-254a-474f-b046-e751e2c59b74 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '2c03c934-be6f-4ca3-a044-2854ad5563b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7cf31cb1-8470-4005-9748-697f613368a3'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:55:26.596069 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Attempting to bind port d878216e-254a-474f-b046-e751e2c59b74 on network 7cf31cb1-8470-4005-9748-697f613368a3 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:55:26.630319 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:55:26.630710 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Checking segment: {'id': '2c03c934-be6f-4ca3-a044-2854ad5563b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7cf31cb1-8470-4005-9748-697f613368a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:55:26.631112 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:26.632056 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Bound using segment: {'id': '2c03c934-be6f-4ca3-a044-2854ad5563b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7cf31cb1-8470-4005-9748-697f613368a3'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:55:26.632520 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Bound port: d878216e-254a-474f-b046-e751e2c59b74, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c03c934-be6f-4ca3-a044-2854ad5563b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7cf31cb1-8470-4005-9748-697f613368a3'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:55:26.632897 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:26.653032 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6373d623-6e3c-4201-9237-005d16937ba1 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:26.726446 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6373d623-6e3c-4201-9237-005d16937ba1 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:26.737588 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] For port d878216e-254a-474f-b046-e751e2c59b74, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:55:26.743462 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] For port d878216e-254a-474f-b046-e751e2c59b74, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d878216e-254a-474f-b046-e751e2c59b74,segment=NetworkSegment(2c03c934-be6f-4ca3-a044-2854ad5563b3),segment_id=2c03c934-be6f-4ca3-a044-2854ad5563b3)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:55:26.748908 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:26.798305 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6373d623-6e3c-4201-9237-005d16937ba1 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:26.800105 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b604523f-9eb1-4162-8fc1-1d2b23d2842f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-dd6d9171-71ce-4f6f-a1ad-adc023c8e801', 'network_id': 'dd6d9171-71ce-4f6f-a1ad-adc023c8e801', 'tenant_id': 'db8df1badb904faa85f11863c27f5eaf', 'fixed_ips': [{'subnet_id': 'a9a09253-16d6-4c7e-9f54-de6d5f65f579'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:55:26.800992 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b604523f-9eb1-4162-8fc1-1d2b23d2842f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:26.830268 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373d623-6e3c-4201-9237-005d16937ba1 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Pushing event deleted for resources: {'Subnet': ['ID=a9a09253-16d6-4c7e-9f54-de6d5f65f579,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:26.857756 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78f911-8c9c-4381-8875-338f2bb3e645 None None] Pushing event updated for resources: {'Port': ['ID=d878216e-254a-474f-b046-e751e2c59b74,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:26.899889 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6373d623-6e3c-4201-9237-005d16937ba1 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:26.913477 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-6373d623-6e3c-4201-9237-005d16937ba1 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd6d9171-71ce-4f6f-a1ad-adc023c8e801']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:26.921964 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213282f6-e75c-4ab1-8fb9-3b2fd9618fb0 None None] Network dd6d9171-71ce-4f6f-a1ad-adc023c8e801 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:55:26.924663 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-6373d623-6e3c-4201-9237-005d16937ba1 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83be93c-393d-4cc7-9d0e-e863405b5f3a') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:26.924867 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-6373d623-6e3c-4201-9237-005d16937ba1 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83be93c-393d-4cc7-9d0e-e863405b5f3a') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:26.934596 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6373d623-6e3c-4201-9237-005d16937ba1 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:26.952114 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6373d623-6e3c-4201-9237-005d16937ba1 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:26.959361 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6373d623-6e3c-4201-9237-005d16937ba1 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:55:26.959861 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6373d623-6e3c-4201-9237-005d16937ba1 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:26.963094 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:55:26.963094 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:55:26.963094 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:55:26.963094 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:55:26.963094 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:55:26.963094 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:55:26.963094 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:55:26.963094 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:55:26.963094 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:55:26.963094 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:55:26.963094 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:55:26.963094 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:55:26.963094 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:55:26.963094 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:55:26.963094 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:55:26.963094 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:55:26.963094 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:55:26.963094 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:55:26.963094 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:55:26.963094 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:55:26.963094 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:55:26.963094 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:55:26.963094 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:55:26.963094 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:55:26.963094 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:55:26.963094 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:55:26.963094 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:55:26.963094 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:55:26.963094 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:55:26.963094 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:55:26.963094 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:55:26.963094 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:55:27.041636 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6373d623-6e3c-4201-9237-005d16937ba1 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:27.048666 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6373d623-6e3c-4201-9237-005d16937ba1 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:27.050447 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6373d623-6e3c-4201-9237-005d16937ba1 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] 10.222.0.16 "DELETE /v2.0/networks/dd6d9171-71ce-4f6f-a1ad-adc023c8e801 HTTP/1.1" status: 204 len: 168 time: 0.4959645 Jul 15 23:55:27.058502 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37460) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:27.069836 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-bcf2584e-a91f-43e0-a7c1-b530275cb67b tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1022749937'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:55:27.070851 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373d623-6e3c-4201-9237-005d16937ba1 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Pushing event deleted for resources: {'Network': ['ID=dd6d9171-71ce-4f6f-a1ad-adc023c8e801,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:27.099745 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf2584e-a91f-43e0-a7c1-b530275cb67b tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Made reservation on behalf of db8df1badb904faa85f11863c27f5eaf for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:55:27.103557 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bcf2584e-a91f-43e0-a7c1-b530275cb67b tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:27.129306 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf2584e-a91f-43e0-a7c1-b530275cb67b tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:55:27.140965 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bcf2584e-a91f-43e0-a7c1-b530275cb67b tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:27.141435 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-bcf2584e-a91f-43e0-a7c1-b530275cb67b tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Added segment d69eec11-5084-47e3-a2e0-37b743e9d3e1 of type vlan for network e215fd65-8b0f-49c6-975b-3ba4bbe96a90 Jul 15 23:55:27.180319 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bcf2584e-a91f-43e0-a7c1-b530275cb67b tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:27.209114 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bcf2584e-a91f-43e0-a7c1-b530275cb67b tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:27.214589 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf2584e-a91f-43e0-a7c1-b530275cb67b tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:27.215209 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bcf2584e-a91f-43e0-a7c1-b530275cb67b tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:27.248334 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-bcf2584e-a91f-43e0-a7c1-b530275cb67b tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1886191 Jul 15 23:55:27.251174 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37462) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:27.258695 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-2d84fcec-ede9-419a-bd02-aae26c6b2506 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Request body: {'subnet': {'network_id': 'e215fd65-8b0f-49c6-975b-3ba4bbe96a90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:55:27.306866 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2584e-a91f-43e0-a7c1-b530275cb67b tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Pushing event updated for resources: {'Network': ['ID=e215fd65-8b0f-49c6-975b-3ba4bbe96a90,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:27.317811 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network e215fd65-8b0f-49c6-975b-3ba4bbe96a90 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:55:27.375326 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d84fcec-ede9-419a-bd02-aae26c6b2506 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Made reservation on behalf of db8df1badb904faa85f11863c27f5eaf for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:55:27.379274 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2d84fcec-ede9-419a-bd02-aae26c6b2506 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:27.440323 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.ipam_backend_mixin [None req-2d84fcec-ede9-419a-bd02-aae26c6b2506 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Performing IP validity checks on allocation pools {{(pid=93799) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 23:55:27.440859 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.ipam_backend_mixin [None req-2d84fcec-ede9-419a-bd02-aae26c6b2506 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93799) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 23:55:27.568591 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2d84fcec-ede9-419a-bd02-aae26c6b2506 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:27.629375 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84fcec-ede9-419a-bd02-aae26c6b2506 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Pushing event updated for resources: {'Subnet': ['ID=fc588efe-15f6-4ca3-9074-050fce7bd991,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:27.637846 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d84fcec-ede9-419a-bd02-aae26c6b2506 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Checking segment: {'id': 'd69eec11-5084-47e3-a2e0-37b743e9d3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e215fd65-8b0f-49c6-975b-3ba4bbe96a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:55:27.638203 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d84fcec-ede9-419a-bd02-aae26c6b2506 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Network hostable DHCP agents. Network: e215fd65-8b0f-49c6-975b-3ba4bbe96a90, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:55:27.655745 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d84fcec-ede9-419a-bd02-aae26c6b2506 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Network e215fd65-8b0f-49c6-975b-3ba4bbe96a90 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:55:27.665768 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-2d84fcec-ede9-419a-bd02-aae26c6b2506 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, e215fd65-8b0f-49c6-975b-3ba4bbe96a90) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:55:27.673356 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d84fcec-ede9-419a-bd02-aae26c6b2506 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:27.673945 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2d84fcec-ede9-419a-bd02-aae26c6b2506 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:27.674523 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af6bc38-f387-42ea-be33-9552ae4cb5e0 None None] Network e215fd65-8b0f-49c6-975b-3ba4bbe96a90 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:55:27.689343 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2d84fcec-ede9-419a-bd02-aae26c6b2506 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4371705 Jul 15 23:55:27.692090 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37464) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:27.753014 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53eb5219-b6ee-48d5-8356-219931f90e60 None None] Network 7cf31cb1-8470-4005-9748-697f613368a3 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:55:27.796214 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-41bd95df-abaa-405d-ab98-6de94b8a0184 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:27.819312 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-52897f9a-9117-4666-afca-9e42073003d8 None None] Provisioning for port d878216e-254a-474f-b046-e751e2c59b74 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:55:27.881560 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-41bd95df-abaa-405d-ab98-6de94b8a0184 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:27.897955 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81f6ae0-24f5-4a66-b792-9a4bf490e97b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-e215fd65-8b0f-49c6-975b-3ba4bbe96a90', 'network_id': 'e215fd65-8b0f-49c6-975b-3ba4bbe96a90', 'tenant_id': 'db8df1badb904faa85f11863c27f5eaf', 'fixed_ips': [{'subnet_id': 'fc588efe-15f6-4ca3-9074-050fce7bd991'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:55:27.898819 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b81f6ae0-24f5-4a66-b792-9a4bf490e97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:27.942662 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-41bd95df-abaa-405d-ab98-6de94b8a0184 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:27.974679 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd95df-abaa-405d-ab98-6de94b8a0184 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Pushing event deleted for resources: {'Subnet': ['ID=fc588efe-15f6-4ca3-9074-050fce7bd991,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:28.031367 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-41bd95df-abaa-405d-ab98-6de94b8a0184 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:28.041870 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-41bd95df-abaa-405d-ab98-6de94b8a0184 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e215fd65-8b0f-49c6-975b-3ba4bbe96a90']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server [None req-b81f6ae0-24f5-4a66-b792-9a4bf490e97b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fc588efe-15f6-4ca3-9074-050fce7bd991: This subnet is being modified by another concurrent operation. Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server raise exception Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fc588efe-15f6-4ca3-9074-050fce7bd991: This subnet is being modified by another concurrent operation. Jul 15 23:55:28.049013 n-d-787205-9 neutron-server[93800]: ERROR oslo_messaging.rpc.server Jul 15 23:55:28.057714 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-41bd95df-abaa-405d-ab98-6de94b8a0184 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd69eec11-5084-47e3-a2e0-37b743e9d3e1') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:28.057714 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-41bd95df-abaa-405d-ab98-6de94b8a0184 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd69eec11-5084-47e3-a2e0-37b743e9d3e1') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:28.062117 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-41bd95df-abaa-405d-ab98-6de94b8a0184 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:28.077180 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de877751-388c-4ca8-aa99-8221fc0abbc0 None None] Network e215fd65-8b0f-49c6-975b-3ba4bbe96a90 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:55:28.077344 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-41bd95df-abaa-405d-ab98-6de94b8a0184 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:28.083135 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41bd95df-abaa-405d-ab98-6de94b8a0184 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:55:28.083564 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-41bd95df-abaa-405d-ab98-6de94b8a0184 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:28.087294 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:55:28.087294 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:55:28.087294 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:55:28.087294 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:55:28.087294 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:55:28.087294 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:55:28.087294 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:55:28.087294 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:55:28.087294 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:55:28.087294 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:55:28.087294 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:55:28.087294 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:55:28.087294 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:55:28.087294 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:55:28.087294 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:55:28.087294 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:55:28.087294 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:55:28.087294 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:55:28.087294 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:55:28.087294 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:55:28.087294 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:55:28.087294 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:55:28.087294 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:55:28.087294 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:55:28.087294 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:55:28.087294 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:55:28.087294 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:55:28.087294 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:55:28.087294 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:55:28.087294 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:55:28.087294 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:55:28.087294 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:55:28.161106 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-41bd95df-abaa-405d-ab98-6de94b8a0184 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:28.184640 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-41bd95df-abaa-405d-ab98-6de94b8a0184 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:28.188519 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-41bd95df-abaa-405d-ab98-6de94b8a0184 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] 10.222.0.16 "DELETE /v2.0/networks/e215fd65-8b0f-49c6-975b-3ba4bbe96a90 HTTP/1.1" status: 204 len: 168 time: 0.4954851 Jul 15 23:55:28.190250 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd95df-abaa-405d-ab98-6de94b8a0184 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Pushing event deleted for resources: {'Network': ['ID=e215fd65-8b0f-49c6-975b-3ba4bbe96a90,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:28.193913 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37466) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:28.199738 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-a2796600-55c2-40bd-8ebe-c3af381bd9a3 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1156756175'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:55:28.221824 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2796600-55c2-40bd-8ebe-c3af381bd9a3 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Made reservation on behalf of db8df1badb904faa85f11863c27f5eaf for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:55:28.229942 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2796600-55c2-40bd-8ebe-c3af381bd9a3 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:28.232073 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d878216e-254a-474f-b046-e751e2c59b74 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:55:28.255349 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2796600-55c2-40bd-8ebe-c3af381bd9a3 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:55:28.265249 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2796600-55c2-40bd-8ebe-c3af381bd9a3 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:28.265612 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-a2796600-55c2-40bd-8ebe-c3af381bd9a3 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Added segment b4f754b5-20fa-4864-b862-9398b71c45bb of type vlan for network 57f9e9a7-50b1-48c9-8f6b-8684121ef06a Jul 15 23:55:28.282121 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port d878216e-254a-474f-b046-e751e2c59b74 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:55:28.286326 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port d878216e-254a-474f-b046-e751e2c59b74 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:55:28.286934 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:28.309071 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f62bd4-19e2-422c-9c98-652a355d78de None None] get_active_networks_info from n-d-787205-9 {{(pid=93800) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:55:28.314734 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2796600-55c2-40bd-8ebe-c3af381bd9a3 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:28.344284 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2796600-55c2-40bd-8ebe-c3af381bd9a3 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:28.349539 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2796600-55c2-40bd-8ebe-c3af381bd9a3 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:28.350155 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a2796600-55c2-40bd-8ebe-c3af381bd9a3 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:28.383770 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a2796600-55c2-40bd-8ebe-c3af381bd9a3 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1884747 Jul 15 23:55:28.387597 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37468) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:28.392671 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-e497da65-2db4-421b-acf9-52f9f55943ab tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Request body: {'subnet': {'network_id': '57f9e9a7-50b1-48c9-8f6b-8684121ef06a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:55:28.420097 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2796600-55c2-40bd-8ebe-c3af381bd9a3 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Pushing event updated for resources: {'Network': ['ID=57f9e9a7-50b1-48c9-8f6b-8684121ef06a,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:28.428476 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ec965032-7c65-47e0-9e78-130b15e66bc1 None None] Provisioning complete for port d878216e-254a-474f-b046-e751e2c59b74 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:55:28.428863 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ec965032-7c65-47e0-9e78-130b15e66bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:28.434593 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 57f9e9a7-50b1-48c9-8f6b-8684121ef06a details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:55:28.455516 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f62bd4-19e2-422c-9c98-652a355d78de None None] Resources bound (agent type, host, resource id): {{(pid=93800) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:55:28.486907 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e497da65-2db4-421b-acf9-52f9f55943ab tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Made reservation on behalf of db8df1badb904faa85f11863c27f5eaf for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:55:28.490653 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e497da65-2db4-421b-acf9-52f9f55943ab tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:28.508785 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:28.670313 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e497da65-2db4-421b-acf9-52f9f55943ab tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:28.725524 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497da65-2db4-421b-acf9-52f9f55943ab tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Pushing event updated for resources: {'Subnet': ['ID=e3ab6a60-6cc6-4b35-ad35-bceb3a48f476,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:28.741681 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e497da65-2db4-421b-acf9-52f9f55943ab tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Checking segment: {'id': 'b4f754b5-20fa-4864-b862-9398b71c45bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '57f9e9a7-50b1-48c9-8f6b-8684121ef06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:55:28.742099 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e497da65-2db4-421b-acf9-52f9f55943ab tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Network hostable DHCP agents. Network: 57f9e9a7-50b1-48c9-8f6b-8684121ef06a, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:55:28.759506 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e497da65-2db4-421b-acf9-52f9f55943ab tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Network 57f9e9a7-50b1-48c9-8f6b-8684121ef06a is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:55:28.768917 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-e497da65-2db4-421b-acf9-52f9f55943ab tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 57f9e9a7-50b1-48c9-8f6b-8684121ef06a) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:55:28.773091 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e497da65-2db4-421b-acf9-52f9f55943ab tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:28.773672 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e497da65-2db4-421b-acf9-52f9f55943ab tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:28.787921 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e497da65-2db4-421b-acf9-52f9f55943ab tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3992376 Jul 15 23:55:28.791597 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37470) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:28.796747 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-b4c9e05d-508c-4330-9477-2897d998b575 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-742549848'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:55:28.805630 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port d878216e-254a-474f-b046-e751e2c59b74, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d878216e-254a-474f-b046-e751e2c59b74,segment=NetworkSegment(2c03c934-be6f-4ca3-a044-2854ad5563b3),segment_id=2c03c934-be6f-4ca3-a044-2854ad5563b3)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:55:28.818656 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c9e05d-508c-4330-9477-2897d998b575 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Made reservation on behalf of db8df1badb904faa85f11863c27f5eaf for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:55:28.822821 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b4c9e05d-508c-4330-9477-2897d998b575 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:28.833258 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:28.847764 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c9e05d-508c-4330-9477-2897d998b575 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:55:28.856440 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b4c9e05d-508c-4330-9477-2897d998b575 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:28.856838 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-b4c9e05d-508c-4330-9477-2897d998b575 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Added segment bad55a20-14a6-4556-ad4b-019d550ce33d of type vlan for network 65cd7444-a6f2-4962-9ef8-197741706d62 Jul 15 23:55:28.894850 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ec965032-7c65-47e0-9e78-130b15e66bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:28.900061 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b4c9e05d-508c-4330-9477-2897d998b575 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:28.932793 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b4c9e05d-508c-4330-9477-2897d998b575 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:28.938530 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c9e05d-508c-4330-9477-2897d998b575 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:28.939127 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b4c9e05d-508c-4330-9477-2897d998b575 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:28.944525 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=d878216e-254a-474f-b046-e751e2c59b74,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:29.005253 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b4c9e05d-508c-4330-9477-2897d998b575 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2125511 Jul 15 23:55:29.006035 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9e05d-508c-4330-9477-2897d998b575 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Pushing event updated for resources: {'Network': ['ID=65cd7444-a6f2-4962-9ef8-197741706d62,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:29.007772 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-ec965032-7c65-47e0-9e78-130b15e66bc1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:55:29.008134 n-d-787205-9 neutron-server[93800]: DEBUG oslo_db.api [None req-ec965032-7c65-47e0-9e78-130b15e66bc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:55:29.008626 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37472) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:29.013508 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-990833b1-7e12-450e-a5f3-9c6c19775197 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Request body: {'subnet': {'network_id': '65cd7444-a6f2-4962-9ef8-197741706d62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:55:29.022659 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 65cd7444-a6f2-4962-9ef8-197741706d62 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:55:29.102309 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990833b1-7e12-450e-a5f3-9c6c19775197 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Made reservation on behalf of db8df1badb904faa85f11863c27f5eaf for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:55:29.105739 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-990833b1-7e12-450e-a5f3-9c6c19775197 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:29.136328 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e914568e-a8c2-4e97-aeba-427331a08392 None None] Network 57f9e9a7-50b1-48c9-8f6b-8684121ef06a requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:55:29.280448 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a8481e-e22b-4a3a-b3cf-d57da8d4a7f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-57f9e9a7-50b1-48c9-8f6b-8684121ef06a', 'network_id': '57f9e9a7-50b1-48c9-8f6b-8684121ef06a', 'tenant_id': 'db8df1badb904faa85f11863c27f5eaf', 'fixed_ips': [{'subnet_id': 'e3ab6a60-6cc6-4b35-ad35-bceb3a48f476'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:55:29.281341 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-56a8481e-e22b-4a3a-b3cf-d57da8d4a7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:29.285052 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-990833b1-7e12-450e-a5f3-9c6c19775197 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:29.345908 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990833b1-7e12-450e-a5f3-9c6c19775197 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Pushing event updated for resources: {'Subnet': ['ID=972a11fa-12b5-4bcb-9cd2-914f3809bd9f,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:29.353522 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990833b1-7e12-450e-a5f3-9c6c19775197 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Checking segment: {'id': 'bad55a20-14a6-4556-ad4b-019d550ce33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '65cd7444-a6f2-4962-9ef8-197741706d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:55:29.353820 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990833b1-7e12-450e-a5f3-9c6c19775197 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Network hostable DHCP agents. Network: 65cd7444-a6f2-4962-9ef8-197741706d62, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:55:29.370268 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990833b1-7e12-450e-a5f3-9c6c19775197 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Network 65cd7444-a6f2-4962-9ef8-197741706d62 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:55:29.378316 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-990833b1-7e12-450e-a5f3-9c6c19775197 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 65cd7444-a6f2-4962-9ef8-197741706d62) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:55:29.383015 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990833b1-7e12-450e-a5f3-9c6c19775197 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:29.383593 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-990833b1-7e12-450e-a5f3-9c6c19775197 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:29.396630 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdea9a4-a043-4f49-854d-c530f04adb4c None None] Network 65cd7444-a6f2-4962-9ef8-197741706d62 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:55:29.397567 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-990833b1-7e12-450e-a5f3-9c6c19775197 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3878543 Jul 15 23:55:29.400252 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37474) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:29.469676 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-56a8481e-e22b-4a3a-b3cf-d57da8d4a7f8 None None] Allocated IP 2001:db8::2 (57f9e9a7-50b1-48c9-8f6b-8684121ef06a/e3ab6a60-6cc6-4b35-ad35-bceb3a48f476/defddd34-ace8-43e3-b43d-04f39335cd30) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:55:29.496947 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26d05816-6d2a-44ac-b60c-7f200b8df158 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:29.549748 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26d05816-6d2a-44ac-b60c-7f200b8df158 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:29.608100 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26d05816-6d2a-44ac-b60c-7f200b8df158 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:29.639087 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d05816-6d2a-44ac-b60c-7f200b8df158 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Pushing event deleted for resources: {'Subnet': ['ID=972a11fa-12b5-4bcb-9cd2-914f3809bd9f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:29.667210 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af68c6d-92da-4c40-9f40-46224c56c903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-65cd7444-a6f2-4962-9ef8-197741706d62', 'network_id': '65cd7444-a6f2-4962-9ef8-197741706d62', 'tenant_id': 'db8df1badb904faa85f11863c27f5eaf', 'fixed_ips': [{'subnet_id': '972a11fa-12b5-4bcb-9cd2-914f3809bd9f'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:55:29.668078 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7af68c6d-92da-4c40-9f40-46224c56c903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:29.703541 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26d05816-6d2a-44ac-b60c-7f200b8df158 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:29.713614 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-26d05816-6d2a-44ac-b60c-7f200b8df158 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65cd7444-a6f2-4962-9ef8-197741706d62']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:29.723432 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-26d05816-6d2a-44ac-b60c-7f200b8df158 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bad55a20-14a6-4556-ad4b-019d550ce33d') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:29.723728 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-26d05816-6d2a-44ac-b60c-7f200b8df158 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bad55a20-14a6-4556-ad4b-019d550ce33d') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:29.733701 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26d05816-6d2a-44ac-b60c-7f200b8df158 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:29.746965 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26d05816-6d2a-44ac-b60c-7f200b8df158 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:29.752755 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d05816-6d2a-44ac-b60c-7f200b8df158 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:55:29.753145 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26d05816-6d2a-44ac-b60c-7f200b8df158 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:29.755999 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:55:29.755999 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:55:29.755999 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:55:29.755999 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:55:29.755999 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:55:29.755999 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:55:29.755999 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:55:29.755999 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:55:29.755999 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:55:29.755999 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:55:29.755999 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:55:29.755999 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:55:29.755999 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:55:29.755999 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:55:29.755999 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:55:29.755999 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:55:29.755999 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:55:29.755999 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:55:29.755999 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:55:29.755999 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:55:29.755999 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:55:29.755999 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:55:29.755999 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:55:29.755999 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:55:29.755999 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:55:29.755999 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:55:29.755999 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:55:29.755999 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:55:29.755999 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:55:29.755999 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:55:29.755999 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:55:29.755999 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:55:29.776444 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-56a8481e-e22b-4a3a-b3cf-d57da8d4a7f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:29.795666 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bfc1a6-b36b-4774-8f62-2059f7e2f0a7 None None] Network 65cd7444-a6f2-4962-9ef8-197741706d62 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:55:29.813186 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26d05816-6d2a-44ac-b60c-7f200b8df158 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:29.816779 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-56a8481e-e22b-4a3a-b3cf-d57da8d4a7f8 None None] Transition to ACTIVE for port object defddd34-ace8-43e3-b43d-04f39335cd30 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:55:29.820429 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-26d05816-6d2a-44ac-b60c-7f200b8df158 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:29.822661 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-26d05816-6d2a-44ac-b60c-7f200b8df158 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] 10.222.0.16 "DELETE /v2.0/networks/65cd7444-a6f2-4962-9ef8-197741706d62 HTTP/1.1" status: 204 len: 168 time: 0.4214087 Jul 15 23:55:29.825628 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37476) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:29.835206 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d05816-6d2a-44ac-b60c-7f200b8df158 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Pushing event deleted for resources: {'Network': ['ID=65cd7444-a6f2-4962-9ef8-197741706d62,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:29.862660 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac582e1-5ea7-47a2-aefc-4d0edc3c448d tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] GET failed (client error): The resource could not be found. Jul 15 23:55:29.863895 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6ac582e1-5ea7-47a2-aefc-4d0edc3c448d tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] 10.222.0.16 "GET /v2.0/subnets/972a11fa-12b5-4bcb-9cd2-914f3809bd9f HTTP/1.1" status: 404 len: 337 time: 0.0352540 Jul 15 23:55:29.867325 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37478) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:29.871568 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-56a8481e-e22b-4a3a-b3cf-d57da8d4a7f8 None None] Transition to ACTIVE for port object defddd34-ace8-43e3-b43d-04f39335cd30 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:55:29.880245 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-56a8481e-e22b-4a3a-b3cf-d57da8d4a7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:29.886247 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-f46b1709-c5e7-4d4d-94c1-b0fdeef49b8a tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] DELETE failed (client error): The resource could not be found. Jul 15 23:55:29.886841 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f46b1709-c5e7-4d4d-94c1-b0fdeef49b8a tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:55:29.888533 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f46b1709-c5e7-4d4d-94c1-b0fdeef49b8a tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] 10.222.0.16 "DELETE /v2.0/networks/65cd7444-a6f2-4962-9ef8-197741706d62 HTTP/1.1" status: 404 len: 339 time: 0.0203099 Jul 15 23:55:29.892276 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37480) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:29.917697 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f04754a-7498-41a7-a943-ac50f033fad3 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] DELETE failed (client error): The resource could not be found. Jul 15 23:55:29.918146 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f04754a-7498-41a7-a943-ac50f033fad3 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:55:29.919900 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2f04754a-7498-41a7-a943-ac50f033fad3 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] 10.222.0.16 "DELETE /v2.0/subnets/972a11fa-12b5-4bcb-9cd2-914f3809bd9f HTTP/1.1" status: 404 len: 337 time: 0.0267396 Jul 15 23:55:29.922474 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37482) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:29.940573 n-d-787205-9 neutron-server[93799]: INFO neutron.pecan_wsgi.hooks.translation [None req-41fa82f4-42ae-4466-8e4f-6e200a1bf7a0 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] DELETE failed (client error): The resource could not be found. Jul 15 23:55:29.941094 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41fa82f4-42ae-4466-8e4f-6e200a1bf7a0 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:55:29.942736 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-41fa82f4-42ae-4466-8e4f-6e200a1bf7a0 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] 10.222.0.16 "DELETE /v2.0/networks/65cd7444-a6f2-4962-9ef8-197741706d62 HTTP/1.1" status: 404 len: 339 time: 0.0192342 Jul 15 23:55:29.945218 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37484) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:29.959407 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a8481e-e22b-4a3a-b3cf-d57da8d4a7f8 None None] Network 57f9e9a7-50b1-48c9-8f6b-8684121ef06a is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:55:29.962363 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-56a8481e-e22b-4a3a-b3cf-d57da8d4a7f8 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:55:29.966690 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a8481e-e22b-4a3a-b3cf-d57da8d4a7f8 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:55:29.969771 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8481e-e22b-4a3a-b3cf-d57da8d4a7f8 None None] Pushing event updated for resources: {'Port': ['ID=defddd34-ace8-43e3-b43d-04f39335cd30,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:30.002369 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7153a8-c7d9-40e8-ad30-557c57b007b5 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Deleting subnet e3ab6a60-6cc6-4b35-ad35-bceb3a48f476 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:55:30.005416 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b7153a8-c7d9-40e8-ad30-557c57b007b5 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:30.025083 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-56a8481e-e22b-4a3a-b3cf-d57da8d4a7f8 None None] Attempting to bind port defddd34-ace8-43e3-b43d-04f39335cd30 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:55:30.025451 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-56a8481e-e22b-4a3a-b3cf-d57da8d4a7f8 None None] Attempting to bind port defddd34-ace8-43e3-b43d-04f39335cd30 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'b4f754b5-20fa-4864-b862-9398b71c45bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '57f9e9a7-50b1-48c9-8f6b-8684121ef06a'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:55:30.025816 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a8481e-e22b-4a3a-b3cf-d57da8d4a7f8 None None] Attempting to bind port defddd34-ace8-43e3-b43d-04f39335cd30 on network 57f9e9a7-50b1-48c9-8f6b-8684121ef06a {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:55:30.031001 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a8481e-e22b-4a3a-b3cf-d57da8d4a7f8 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:55:30.031449 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a8481e-e22b-4a3a-b3cf-d57da8d4a7f8 None None] Checking segment: {'id': 'b4f754b5-20fa-4864-b862-9398b71c45bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '57f9e9a7-50b1-48c9-8f6b-8684121ef06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:55:30.031858 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-56a8481e-e22b-4a3a-b3cf-d57da8d4a7f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:30.032258 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a8481e-e22b-4a3a-b3cf-d57da8d4a7f8 None None] Bound using segment: {'id': 'b4f754b5-20fa-4864-b862-9398b71c45bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '57f9e9a7-50b1-48c9-8f6b-8684121ef06a'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:55:30.032723 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-56a8481e-e22b-4a3a-b3cf-d57da8d4a7f8 None None] Bound port: defddd34-ace8-43e3-b43d-04f39335cd30, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f754b5-20fa-4864-b862-9398b71c45bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '57f9e9a7-50b1-48c9-8f6b-8684121ef06a'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:55:30.033103 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-56a8481e-e22b-4a3a-b3cf-d57da8d4a7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:30.044049 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b7153a8-c7d9-40e8-ad30-557c57b007b5 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:30.105673 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-56a8481e-e22b-4a3a-b3cf-d57da8d4a7f8 None None] For port defddd34-ace8-43e3-b43d-04f39335cd30, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:55:30.109142 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-56a8481e-e22b-4a3a-b3cf-d57da8d4a7f8 None None] For port defddd34-ace8-43e3-b43d-04f39335cd30, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=defddd34-ace8-43e3-b43d-04f39335cd30,segment=NetworkSegment(b4f754b5-20fa-4864-b862-9398b71c45bb),segment_id=b4f754b5-20fa-4864-b862-9398b71c45bb)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:55:30.113515 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-56a8481e-e22b-4a3a-b3cf-d57da8d4a7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:30.127676 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b7153a8-c7d9-40e8-ad30-557c57b007b5 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:30.185944 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d878216e-254a-474f-b046-e751e2c59b74 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:55:30.194439 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8481e-e22b-4a3a-b3cf-d57da8d4a7f8 None None] Pushing event updated for resources: {'Port': ['ID=defddd34-ace8-43e3-b43d-04f39335cd30,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:30.200082 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b7153a8-c7d9-40e8-ad30-557c57b007b5 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:30.228950 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7153a8-c7d9-40e8-ad30-557c57b007b5 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Pushing event deleted for resources: {'Subnet': ['ID=e3ab6a60-6cc6-4b35-ad35-bceb3a48f476,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:30.233981 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8b7153a8-c7d9-40e8-ad30-557c57b007b5 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:30.236183 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8b7153a8-c7d9-40e8-ad30-557c57b007b5 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] 10.222.0.16 "DELETE /v2.0/subnets/e3ab6a60-6cc6-4b35-ad35-bceb3a48f476 HTTP/1.1" status: 204 len: 168 time: 0.2900412 Jul 15 23:55:30.238610 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37486) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:30.256420 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port d878216e-254a-474f-b046-e751e2c59b74 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:55:30.256886 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:30.313846 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d89d11ce-8d3f-4a5d-8b58-49be44edc052 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:30.398346 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d89d11ce-8d3f-4a5d-8b58-49be44edc052 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Deleting port defddd34-ace8-43e3-b43d-04f39335cd30 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:55:30.398660 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d89d11ce-8d3f-4a5d-8b58-49be44edc052 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:30.471345 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d89d11ce-8d3f-4a5d-8b58-49be44edc052 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] For port defddd34-ace8-43e3-b43d-04f39335cd30, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=defddd34-ace8-43e3-b43d-04f39335cd30,segment=NetworkSegment(b4f754b5-20fa-4864-b862-9398b71c45bb),segment_id=b4f754b5-20fa-4864-b862-9398b71c45bb)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:55:30.471709 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d89d11ce-8d3f-4a5d-8b58-49be44edc052 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:30.483657 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d89d11ce-8d3f-4a5d-8b58-49be44edc052 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Calling delete_port for defddd34-ace8-43e3-b43d-04f39335cd30 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:55:30.563871 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d89d11ce-8d3f-4a5d-8b58-49be44edc052 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:30.594067 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d11ce-8d3f-4a5d-8b58-49be44edc052 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Pushing event deleted for resources: {'Port': ['ID=defddd34-ace8-43e3-b43d-04f39335cd30,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:30.597210 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89d11ce-8d3f-4a5d-8b58-49be44edc052 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] No DVR routers for this DVR port defddd34-ace8-43e3-b43d-04f39335cd30 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:55:30.673325 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d89d11ce-8d3f-4a5d-8b58-49be44edc052 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:30.683449 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-d89d11ce-8d3f-4a5d-8b58-49be44edc052 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f9e9a7-50b1-48c9-8f6b-8684121ef06a']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:30.693576 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-d89d11ce-8d3f-4a5d-8b58-49be44edc052 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f754b5-20fa-4864-b862-9398b71c45bb') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:30.693867 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-d89d11ce-8d3f-4a5d-8b58-49be44edc052 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f754b5-20fa-4864-b862-9398b71c45bb') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:30.702332 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d89d11ce-8d3f-4a5d-8b58-49be44edc052 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:30.715262 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d89d11ce-8d3f-4a5d-8b58-49be44edc052 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:30.720837 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89d11ce-8d3f-4a5d-8b58-49be44edc052 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:55:30.721214 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d89d11ce-8d3f-4a5d-8b58-49be44edc052 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:30.724040 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:55:30.724040 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:55:30.724040 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:55:30.724040 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:55:30.724040 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:55:30.724040 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:55:30.724040 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:55:30.724040 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:55:30.724040 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:55:30.724040 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:55:30.724040 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:55:30.724040 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:55:30.724040 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:55:30.724040 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:55:30.724040 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:55:30.724040 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:55:30.724040 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:55:30.724040 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:55:30.724040 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:55:30.724040 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:55:30.724040 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:55:30.724040 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:55:30.724040 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:55:30.724040 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:55:30.724040 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:55:30.724040 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:55:30.724040 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:55:30.724040 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:55:30.724040 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:55:30.724040 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:55:30.724040 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:55:30.724040 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:55:30.782715 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d89d11ce-8d3f-4a5d-8b58-49be44edc052 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:30.790011 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d89d11ce-8d3f-4a5d-8b58-49be44edc052 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:30.791884 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d89d11ce-8d3f-4a5d-8b58-49be44edc052 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] 10.222.0.16 "DELETE /v2.0/networks/57f9e9a7-50b1-48c9-8f6b-8684121ef06a HTTP/1.1" status: 204 len: 168 time: 0.5521359 Jul 15 23:55:30.794592 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37488) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:30.804299 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d11ce-8d3f-4a5d-8b58-49be44edc052 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Pushing event deleted for resources: {'Network': ['ID=57f9e9a7-50b1-48c9-8f6b-8684121ef06a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:30.821159 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2c00ed5-3b3a-48b3-9025-43528a96339e tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] DELETE failed (client error): The resource could not be found. Jul 15 23:55:30.821620 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2c00ed5-3b3a-48b3-9025-43528a96339e tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:55:30.823412 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e2c00ed5-3b3a-48b3-9025-43528a96339e tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] 10.222.0.16 "DELETE /v2.0/subnets/fc588efe-15f6-4ca3-9074-050fce7bd991 HTTP/1.1" status: 404 len: 337 time: 0.0277927 Jul 15 23:55:30.826211 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37490) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:30.850524 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5bb47cf-94a4-4c03-9109-b9de88c6a78a tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] DELETE failed (client error): The resource could not be found. Jul 15 23:55:30.851132 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5bb47cf-94a4-4c03-9109-b9de88c6a78a tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:55:30.852895 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c5bb47cf-94a4-4c03-9109-b9de88c6a78a tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] 10.222.0.16 "DELETE /v2.0/networks/e215fd65-8b0f-49c6-975b-3ba4bbe96a90 HTTP/1.1" status: 404 len: 339 time: 0.0256596 Jul 15 23:55:30.855631 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37492) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:30.882545 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e07eb67-7c7f-490f-9438-f6c1483f9a85 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] DELETE failed (client error): The resource could not be found. Jul 15 23:55:30.883036 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e07eb67-7c7f-490f-9438-f6c1483f9a85 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:55:30.884874 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5e07eb67-7c7f-490f-9438-f6c1483f9a85 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] 10.222.0.16 "DELETE /v2.0/subnets/a9a09253-16d6-4c7e-9f54-de6d5f65f579 HTTP/1.1" status: 404 len: 337 time: 0.0282705 Jul 15 23:55:30.887406 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37494) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:30.906211 n-d-787205-9 neutron-server[93798]: INFO neutron.pecan_wsgi.hooks.translation [None req-47dda04e-6da3-4266-a272-eddd9df34f46 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] DELETE failed (client error): The resource could not be found. Jul 15 23:55:30.906835 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47dda04e-6da3-4266-a272-eddd9df34f46 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:55:30.908608 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-47dda04e-6da3-4266-a272-eddd9df34f46 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] 10.222.0.16 "DELETE /v2.0/networks/dd6d9171-71ce-4f6f-a1ad-adc023c8e801 HTTP/1.1" status: 404 len: 339 time: 0.0202730 Jul 15 23:55:30.911614 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37496) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:30.964215 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e766f5-05c5-4ff0-a175-831cc27658aa tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Deleting subnet 775beb3f-3881-4319-aba8-30d2693f57f0 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:55:30.967659 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4e766f5-05c5-4ff0-a175-831cc27658aa tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:31.009537 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4e766f5-05c5-4ff0-a175-831cc27658aa tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:31.100975 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4e766f5-05c5-4ff0-a175-831cc27658aa tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:31.141212 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dd8ff4-8863-495e-b5a9-23112101b299 None None] DHCP port deletion for 57f9e9a7-50b1-48c9-8f6b-8684121ef06a request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:55:31.154884 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2829095e-fd43-4387-b38a-6823ec402f96 None None] Could not find standard attr ID for object defddd34-ace8-43e3-b43d-04f39335cd30. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:55:31.160746 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bc3e29-db88-4dfb-85ca-41bd8e3880a8 None None] Network 57f9e9a7-50b1-48c9-8f6b-8684121ef06a requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:55:31.168847 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4e766f5-05c5-4ff0-a175-831cc27658aa tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:31.174186 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bc3e29-db88-4dfb-85ca-41bd8e3880a8 None None] Network 57f9e9a7-50b1-48c9-8f6b-8684121ef06a could not be found, it might have been deleted concurrently. {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 23:55:31.197723 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e766f5-05c5-4ff0-a175-831cc27658aa tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Pushing event deleted for resources: {'Subnet': ['ID=775beb3f-3881-4319-aba8-30d2693f57f0,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:31.199808 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a4e766f5-05c5-4ff0-a175-831cc27658aa tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:31.203243 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-a4e766f5-05c5-4ff0-a175-831cc27658aa tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] 10.222.0.16 "DELETE /v2.0/subnets/775beb3f-3881-4319-aba8-30d2693f57f0 HTTP/1.1" status: 204 len: 168 time: 0.2906299 Jul 15 23:55:31.204162 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37498) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:31.205856 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b8cae0-3b05-45e6-8600-4d6730711ffc None None] Network 7cf31cb1-8470-4005-9748-697f613368a3 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:55:31.277391 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-57ef5f66-cbfc-4b66-8294-6bac6338fa23 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:31.334998 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-57ef5f66-cbfc-4b66-8294-6bac6338fa23 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Deleting port d878216e-254a-474f-b046-e751e2c59b74 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:55:31.335347 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-57ef5f66-cbfc-4b66-8294-6bac6338fa23 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:31.382866 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf9beaa-c187-494f-ab8f-7f424729c209 None None] DHCP port deletion for 7cf31cb1-8470-4005-9748-697f613368a3 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:55:31.396201 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-57ef5f66-cbfc-4b66-8294-6bac6338fa23 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] For port d878216e-254a-474f-b046-e751e2c59b74, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d878216e-254a-474f-b046-e751e2c59b74,segment=NetworkSegment(2c03c934-be6f-4ca3-a044-2854ad5563b3),segment_id=2c03c934-be6f-4ca3-a044-2854ad5563b3)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:55:31.396560 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-57ef5f66-cbfc-4b66-8294-6bac6338fa23 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:31.409017 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-57ef5f66-cbfc-4b66-8294-6bac6338fa23 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Calling delete_port for d878216e-254a-474f-b046-e751e2c59b74 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:55:31.427433 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-bdf9beaa-c187-494f-ab8f-7f424729c209 None None] Deleting port d878216e-254a-474f-b046-e751e2c59b74 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:55:31.427807 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bdf9beaa-c187-494f-ab8f-7f424729c209 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:31.488970 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-57ef5f66-cbfc-4b66-8294-6bac6338fa23 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:31.489363 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-bdf9beaa-c187-494f-ab8f-7f424729c209 None None] For port d878216e-254a-474f-b046-e751e2c59b74, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d878216e-254a-474f-b046-e751e2c59b74,segment=NetworkSegment(2c03c934-be6f-4ca3-a044-2854ad5563b3),segment_id=2c03c934-be6f-4ca3-a044-2854ad5563b3)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:55:31.489767 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bdf9beaa-c187-494f-ab8f-7f424729c209 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:31.501755 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-bdf9beaa-c187-494f-ab8f-7f424729c209 None None] Calling delete_port for d878216e-254a-474f-b046-e751e2c59b74 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:55:31.514378 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef5f66-cbfc-4b66-8294-6bac6338fa23 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Pushing event deleted for resources: {'Port': ['ID=d878216e-254a-474f-b046-e751e2c59b74,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:31.519344 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ef5f66-cbfc-4b66-8294-6bac6338fa23 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] No DVR routers for this DVR port d878216e-254a-474f-b046-e751e2c59b74 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:55:31.581522 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bdf9beaa-c187-494f-ab8f-7f424729c209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:31.600711 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-57ef5f66-cbfc-4b66-8294-6bac6338fa23 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:31.606656 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9beaa-c187-494f-ab8f-7f424729c209 None None] Pushing event deleted for resources: {'Port': ['ID=d878216e-254a-474f-b046-e751e2c59b74,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:31.610457 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf9beaa-c187-494f-ab8f-7f424729c209 None None] No DVR routers for this DVR port d878216e-254a-474f-b046-e751e2c59b74 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:55:31.612228 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-57ef5f66-cbfc-4b66-8294-6bac6338fa23 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf31cb1-8470-4005-9748-697f613368a3']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:31.623575 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-57ef5f66-cbfc-4b66-8294-6bac6338fa23 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c03c934-be6f-4ca3-a044-2854ad5563b3') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:31.623873 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-57ef5f66-cbfc-4b66-8294-6bac6338fa23 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c03c934-be6f-4ca3-a044-2854ad5563b3') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:31.633432 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-57ef5f66-cbfc-4b66-8294-6bac6338fa23 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:31.646961 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-57ef5f66-cbfc-4b66-8294-6bac6338fa23 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:31.652623 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ef5f66-cbfc-4b66-8294-6bac6338fa23 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:55:31.653000 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-57ef5f66-cbfc-4b66-8294-6bac6338fa23 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:31.656071 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:55:31.656071 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:55:31.656071 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:55:31.656071 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:55:31.656071 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:55:31.656071 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:55:31.656071 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:55:31.656071 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:55:31.656071 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:55:31.656071 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:55:31.656071 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:55:31.656071 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:55:31.656071 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:55:31.656071 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:55:31.656071 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:55:31.656071 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:55:31.656071 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:55:31.656071 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:55:31.656071 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:55:31.656071 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:55:31.656071 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:55:31.656071 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:55:31.656071 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:55:31.656071 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:55:31.656071 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:55:31.656071 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:55:31.656071 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:55:31.656071 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:55:31.656071 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:55:31.656071 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:55:31.656071 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:55:31.656071 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:55:31.711110 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-57ef5f66-cbfc-4b66-8294-6bac6338fa23 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:31.717821 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-57ef5f66-cbfc-4b66-8294-6bac6338fa23 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:31.719586 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-57ef5f66-cbfc-4b66-8294-6bac6338fa23 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] 10.222.0.16 "DELETE /v2.0/networks/7cf31cb1-8470-4005-9748-697f613368a3 HTTP/1.1" status: 204 len: 168 time: 0.5144506 Jul 15 23:55:31.734181 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef5f66-cbfc-4b66-8294-6bac6338fa23 tempest-NetworksIpV6Test-2085587677 tempest-NetworksIpV6Test-2085587677-project] Pushing event deleted for resources: {'Network': ['ID=7cf31cb1-8470-4005-9748-697f613368a3,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:31.952566 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37504) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:32.083397 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-92e20583-54d9-42b1-b94e-1e13d7856a95 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db8df1badb904faa85f11863c27f5eaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1294074 Jul 15 23:55:32.085630 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37508) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:32.131645 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-518cf575-ad79-486d-b741-01af0a6505ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:32.152447 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-518cf575-ad79-486d-b741-01af0a6505ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:32.170373 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d878216e-254a-474f-b046-e751e2c59b74 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:55:32.190321 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: d878216e-254a-474f-b046-e751e2c59b74 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:55:32.190662 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d878216e-254a-474f-b046-e751e2c59b74 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:55:32.199746 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-518cf575-ad79-486d-b741-01af0a6505ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:32.202417 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-518cf575-ad79-486d-b741-01af0a6505ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:32.203628 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-518cf575-ad79-486d-b741-01af0a6505ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0b2243a5-1c6e-48e9-9390-83fb57f97ba1 HTTP/1.1" status: 204 len: 168 time: 0.1171167 Jul 15 23:55:32.211412 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518cf575-ad79-486d-b741-01af0a6505ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2243a5-1c6e-48e9-9390-83fb57f97ba1,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:32.804498 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37530) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:32.895870 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-74f1b565-06bb-4376-8595-07fd58d18ccb tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-793779877', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:55:32.918988 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-74f1b565-06bb-4376-8595-07fd58d18ccb tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:32.919969 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-74f1b565-06bb-4376-8595-07fd58d18ccb tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:32.971168 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-74f1b565-06bb-4376-8595-07fd58d18ccb tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:32.976049 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-74f1b565-06bb-4376-8595-07fd58d18ccb tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:32.991057 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-74f1b565-06bb-4376-8595-07fd58d18ccb tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:32.992269 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-74f1b565-06bb-4376-8595-07fd58d18ccb tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1867776 Jul 15 23:55:32.995056 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37534) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:32.999778 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-123b9a40-77b2-494c-be9b-60e9d32a41f3 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-514427747'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:55:33.018857 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123b9a40-77b2-494c-be9b-60e9d32a41f3 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Made reservation on behalf of 9e9d1000870b456387b9a629366c34d0 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:55:33.022234 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-123b9a40-77b2-494c-be9b-60e9d32a41f3 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:33.030826 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-123b9a40-77b2-494c-be9b-60e9d32a41f3 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:33.120750 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-123b9a40-77b2-494c-be9b-60e9d32a41f3 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:33.124576 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-123b9a40-77b2-494c-be9b-60e9d32a41f3 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:33.150326 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123b9a40-77b2-494c-be9b-60e9d32a41f3 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:55:33.159752 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b9a40-77b2-494c-be9b-60e9d32a41f3 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=646ac359-2b64-4916-85ea-b6c4c12d5e49,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:33.165140 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-123b9a40-77b2-494c-be9b-60e9d32a41f3 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:33.165477 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-123b9a40-77b2-494c-be9b-60e9d32a41f3 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Added segment 6d463e1e-c9a3-48d2-a571-b4e29ffb98fe of type vlan for network 6f6e5857-88dc-4a36-97ec-911987975f73 Jul 15 23:55:33.203623 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-123b9a40-77b2-494c-be9b-60e9d32a41f3 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:33.232352 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-123b9a40-77b2-494c-be9b-60e9d32a41f3 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:33.237716 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123b9a40-77b2-494c-be9b-60e9d32a41f3 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:33.238288 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-123b9a40-77b2-494c-be9b-60e9d32a41f3 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:33.270543 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-123b9a40-77b2-494c-be9b-60e9d32a41f3 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2745008 Jul 15 23:55:33.273922 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37536) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:33.280912 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-ecc27e7c-633f-4dc9-be20-d118c6de0598 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Request body: {'subnet': {'network_id': '6f6e5857-88dc-4a36-97ec-911987975f73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:55:33.322188 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b9a40-77b2-494c-be9b-60e9d32a41f3 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Pushing event updated for resources: {'Network': ['ID=6f6e5857-88dc-4a36-97ec-911987975f73,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:33.332391 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 6f6e5857-88dc-4a36-97ec-911987975f73 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:55:33.394679 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc27e7c-633f-4dc9-be20-d118c6de0598 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Made reservation on behalf of 9e9d1000870b456387b9a629366c34d0 for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:55:33.398782 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ecc27e7c-633f-4dc9-be20-d118c6de0598 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:33.570553 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ecc27e7c-633f-4dc9-be20-d118c6de0598 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:33.632234 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc27e7c-633f-4dc9-be20-d118c6de0598 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Pushing event updated for resources: {'Subnet': ['ID=c8479fba-c090-4461-ba62-fadb0f4bdf6d,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:33.640566 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc27e7c-633f-4dc9-be20-d118c6de0598 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Checking segment: {'id': '6d463e1e-c9a3-48d2-a571-b4e29ffb98fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6f6e5857-88dc-4a36-97ec-911987975f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:55:33.640928 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc27e7c-633f-4dc9-be20-d118c6de0598 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Network hostable DHCP agents. Network: 6f6e5857-88dc-4a36-97ec-911987975f73, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:55:33.657266 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc27e7c-633f-4dc9-be20-d118c6de0598 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Network 6f6e5857-88dc-4a36-97ec-911987975f73 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:55:33.665351 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-ecc27e7c-633f-4dc9-be20-d118c6de0598 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 6f6e5857-88dc-4a36-97ec-911987975f73) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:55:33.669414 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc27e7c-633f-4dc9-be20-d118c6de0598 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:33.670004 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ecc27e7c-633f-4dc9-be20-d118c6de0598 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:33.675045 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb59117-3f9a-497d-836d-f2990f3b3c4b None None] Network 6f6e5857-88dc-4a36-97ec-911987975f73 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:55:33.685333 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ecc27e7c-633f-4dc9-be20-d118c6de0598 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4104099 Jul 15 23:55:33.688647 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37538) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:33.694116 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-c7fe8904-607a-4fda-9da1-984c9868f0c5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1400037586'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:55:33.714388 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fe8904-607a-4fda-9da1-984c9868f0c5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Made reservation on behalf of 9e9d1000870b456387b9a629366c34d0 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:55:33.718014 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c7fe8904-607a-4fda-9da1-984c9868f0c5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:33.825818 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446c6b9f-faba-4e63-818a-80ffa2358e17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-6f6e5857-88dc-4a36-97ec-911987975f73', 'network_id': '6f6e5857-88dc-4a36-97ec-911987975f73', 'tenant_id': '9e9d1000870b456387b9a629366c34d0', 'fixed_ips': [{'subnet_id': 'c8479fba-c090-4461-ba62-fadb0f4bdf6d'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:55:33.826782 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-446c6b9f-faba-4e63-818a-80ffa2358e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:33.966239 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-446c6b9f-faba-4e63-818a-80ffa2358e17 None None] Allocated IP 172.20.0.2 (6f6e5857-88dc-4a36-97ec-911987975f73/c8479fba-c090-4461-ba62-fadb0f4bdf6d/ea02b93e-90a3-43b7-a85d-d0fe833237fa) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:55:34.085942 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7fe8904-607a-4fda-9da1-984c9868f0c5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:55:34.094743 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c7fe8904-607a-4fda-9da1-984c9868f0c5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:34.095093 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-c7fe8904-607a-4fda-9da1-984c9868f0c5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Added segment c45960fe-3483-4bc9-b6c3-79a5c395c6c1 of type vlan for network 4fb83900-5a46-4444-986f-02df5abc5f41 Jul 15 23:55:34.114942 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-446c6b9f-faba-4e63-818a-80ffa2358e17 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:34.125802 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-446c6b9f-faba-4e63-818a-80ffa2358e17 None None] Transition to ACTIVE for port object ea02b93e-90a3-43b7-a85d-d0fe833237fa will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:55:34.135496 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c7fe8904-607a-4fda-9da1-984c9868f0c5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:34.141187 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-446c6b9f-faba-4e63-818a-80ffa2358e17 None None] Transition to ACTIVE for port object ea02b93e-90a3-43b7-a85d-d0fe833237fa will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:55:34.147239 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-446c6b9f-faba-4e63-818a-80ffa2358e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:34.163112 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c7fe8904-607a-4fda-9da1-984c9868f0c5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:34.168704 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fe8904-607a-4fda-9da1-984c9868f0c5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:34.169293 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c7fe8904-607a-4fda-9da1-984c9868f0c5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:34.183650 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446c6b9f-faba-4e63-818a-80ffa2358e17 None None] Network 6f6e5857-88dc-4a36-97ec-911987975f73 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:55:34.188568 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-446c6b9f-faba-4e63-818a-80ffa2358e17 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:55:34.192729 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446c6b9f-faba-4e63-818a-80ffa2358e17 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:55:34.202898 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c6b9f-faba-4e63-818a-80ffa2358e17 None None] Pushing event updated for resources: {'Port': ['ID=ea02b93e-90a3-43b7-a85d-d0fe833237fa,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:34.207339 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c7fe8904-607a-4fda-9da1-984c9868f0c5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5148368 Jul 15 23:55:34.207506 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37540) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:34.212622 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-6f303010-b3ee-4715-bfe4-7c45525956c3 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Request body: {'subnet': {'network_id': '4fb83900-5a46-4444-986f-02df5abc5f41', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:55:34.245977 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe8904-607a-4fda-9da1-984c9868f0c5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Pushing event updated for resources: {'Network': ['ID=4fb83900-5a46-4444-986f-02df5abc5f41,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:34.257632 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 4fb83900-5a46-4444-986f-02df5abc5f41 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:55:34.281428 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-446c6b9f-faba-4e63-818a-80ffa2358e17 None None] Attempting to bind port ea02b93e-90a3-43b7-a85d-d0fe833237fa on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:55:34.281802 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-446c6b9f-faba-4e63-818a-80ffa2358e17 None None] Attempting to bind port ea02b93e-90a3-43b7-a85d-d0fe833237fa by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '6d463e1e-c9a3-48d2-a571-b4e29ffb98fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6f6e5857-88dc-4a36-97ec-911987975f73'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:55:34.282167 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446c6b9f-faba-4e63-818a-80ffa2358e17 None None] Attempting to bind port ea02b93e-90a3-43b7-a85d-d0fe833237fa on network 6f6e5857-88dc-4a36-97ec-911987975f73 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:55:34.292017 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446c6b9f-faba-4e63-818a-80ffa2358e17 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:55:34.292390 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446c6b9f-faba-4e63-818a-80ffa2358e17 None None] Checking segment: {'id': '6d463e1e-c9a3-48d2-a571-b4e29ffb98fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6f6e5857-88dc-4a36-97ec-911987975f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:55:34.292798 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-446c6b9f-faba-4e63-818a-80ffa2358e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:34.293194 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446c6b9f-faba-4e63-818a-80ffa2358e17 None None] Bound using segment: {'id': '6d463e1e-c9a3-48d2-a571-b4e29ffb98fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6f6e5857-88dc-4a36-97ec-911987975f73'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:55:34.293651 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-446c6b9f-faba-4e63-818a-80ffa2358e17 None None] Bound port: ea02b93e-90a3-43b7-a85d-d0fe833237fa, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d463e1e-c9a3-48d2-a571-b4e29ffb98fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6f6e5857-88dc-4a36-97ec-911987975f73'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:55:34.294040 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-446c6b9f-faba-4e63-818a-80ffa2358e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:34.306328 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f303010-b3ee-4715-bfe4-7c45525956c3 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Made reservation on behalf of 9e9d1000870b456387b9a629366c34d0 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:55:34.309875 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6f303010-b3ee-4715-bfe4-7c45525956c3 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:34.397273 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-446c6b9f-faba-4e63-818a-80ffa2358e17 None None] For port ea02b93e-90a3-43b7-a85d-d0fe833237fa, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:55:34.400417 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-446c6b9f-faba-4e63-818a-80ffa2358e17 None None] For port ea02b93e-90a3-43b7-a85d-d0fe833237fa, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ea02b93e-90a3-43b7-a85d-d0fe833237fa,segment=NetworkSegment(6d463e1e-c9a3-48d2-a571-b4e29ffb98fe),segment_id=6d463e1e-c9a3-48d2-a571-b4e29ffb98fe)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:55:34.405204 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-446c6b9f-faba-4e63-818a-80ffa2358e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:34.467125 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c6b9f-faba-4e63-818a-80ffa2358e17 None None] Pushing event updated for resources: {'Port': ['ID=ea02b93e-90a3-43b7-a85d-d0fe833237fa,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:34.492057 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6f303010-b3ee-4715-bfe4-7c45525956c3 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:34.552377 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f303010-b3ee-4715-bfe4-7c45525956c3 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Pushing event updated for resources: {'Subnet': ['ID=1dbbcc21-a0fc-4474-a443-ce821f6db917,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:34.560409 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f303010-b3ee-4715-bfe4-7c45525956c3 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Checking segment: {'id': 'c45960fe-3483-4bc9-b6c3-79a5c395c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4fb83900-5a46-4444-986f-02df5abc5f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:55:34.560772 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f303010-b3ee-4715-bfe4-7c45525956c3 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Network hostable DHCP agents. Network: 4fb83900-5a46-4444-986f-02df5abc5f41, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:55:34.577727 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f303010-b3ee-4715-bfe4-7c45525956c3 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Network 4fb83900-5a46-4444-986f-02df5abc5f41 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:55:34.586231 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-6f303010-b3ee-4715-bfe4-7c45525956c3 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 4fb83900-5a46-4444-986f-02df5abc5f41) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:55:34.592029 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f303010-b3ee-4715-bfe4-7c45525956c3 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:34.592636 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6f303010-b3ee-4715-bfe4-7c45525956c3 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:34.609030 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ce6c85-13a6-436f-9308-8480202c0a35 None None] Network 4fb83900-5a46-4444-986f-02df5abc5f41 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:55:34.630772 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6f303010-b3ee-4715-bfe4-7c45525956c3 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4221506 Jul 15 23:55:34.633749 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37542) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:34.638793 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-477e7e34-ed27-460f-9199-31d9d37568ae tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Request body: {'router': {'external_gateway_info': {'network_id': '4fb83900-5a46-4444-986f-02df5abc5f41'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:55:34.786263 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d294b94a-504f-427a-a569-52100443e164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-4fb83900-5a46-4444-986f-02df5abc5f41', 'network_id': '4fb83900-5a46-4444-986f-02df5abc5f41', 'tenant_id': '9e9d1000870b456387b9a629366c34d0', 'fixed_ips': [{'subnet_id': '1dbbcc21-a0fc-4474-a443-ce821f6db917'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:55:34.787164 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d294b94a-504f-427a-a569-52100443e164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:34.857351 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-477e7e34-ed27-460f-9199-31d9d37568ae tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:34.926238 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-d294b94a-504f-427a-a569-52100443e164 None None] Allocated IP 172.21.0.2 (4fb83900-5a46-4444-986f-02df5abc5f41/1dbbcc21-a0fc-4474-a443-ce821f6db917/5601521e-aa90-4113-955a-077ae554c165) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:55:34.965401 n-d-787205-9 neutron-server[93799]: INFO neutron.api.v2.resource [None req-477e7e34-ed27-460f-9199-31d9d37568ae tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:55:34.966450 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-477e7e34-ed27-460f-9199-31d9d37568ae tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] 10.222.0.16 "PUT /v2.0/routers/7d6e9186-5380-47b7-b67b-3d2b58727199 HTTP/1.1" status: 400 len: 364 time: 0.3313835 Jul 15 23:55:34.972541 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37544) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:35.023782 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-76cade1a-aa8b-40ea-a06b-fe9691a013a5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Deleting subnet 1dbbcc21-a0fc-4474-a443-ce821f6db917 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:55:35.076661 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d294b94a-504f-427a-a569-52100443e164 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:35.085958 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d294b94a-504f-427a-a569-52100443e164 None None] Transition to ACTIVE for port object 5601521e-aa90-4113-955a-077ae554c165 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:55:35.103365 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d294b94a-504f-427a-a569-52100443e164 None None] Transition to ACTIVE for port object 5601521e-aa90-4113-955a-077ae554c165 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:55:35.109142 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-76cade1a-aa8b-40ea-a06b-fe9691a013a5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:35.109392 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d294b94a-504f-427a-a569-52100443e164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:35.151473 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-76cade1a-aa8b-40ea-a06b-fe9691a013a5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:35.153929 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d294b94a-504f-427a-a569-52100443e164 None None] Network 4fb83900-5a46-4444-986f-02df5abc5f41 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:55:35.156732 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-d294b94a-504f-427a-a569-52100443e164 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:55:35.159083 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d294b94a-504f-427a-a569-52100443e164 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:55:35.168337 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294b94a-504f-427a-a569-52100443e164 None None] Pushing event updated for resources: {'Port': ['ID=5601521e-aa90-4113-955a-077ae554c165,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:35.226797 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-d294b94a-504f-427a-a569-52100443e164 None None] Attempting to bind port 5601521e-aa90-4113-955a-077ae554c165 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:55:35.227300 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-d294b94a-504f-427a-a569-52100443e164 None None] Attempting to bind port 5601521e-aa90-4113-955a-077ae554c165 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'c45960fe-3483-4bc9-b6c3-79a5c395c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4fb83900-5a46-4444-986f-02df5abc5f41'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:55:35.227676 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d294b94a-504f-427a-a569-52100443e164 None None] Attempting to bind port 5601521e-aa90-4113-955a-077ae554c165 on network 4fb83900-5a46-4444-986f-02df5abc5f41 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:55:35.232794 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d294b94a-504f-427a-a569-52100443e164 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:55:35.233519 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d294b94a-504f-427a-a569-52100443e164 None None] Checking segment: {'id': 'c45960fe-3483-4bc9-b6c3-79a5c395c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4fb83900-5a46-4444-986f-02df5abc5f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:55:35.233663 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d294b94a-504f-427a-a569-52100443e164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:35.234084 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d294b94a-504f-427a-a569-52100443e164 None None] Bound using segment: {'id': 'c45960fe-3483-4bc9-b6c3-79a5c395c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4fb83900-5a46-4444-986f-02df5abc5f41'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:55:35.234558 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-d294b94a-504f-427a-a569-52100443e164 None None] Bound port: 5601521e-aa90-4113-955a-077ae554c165, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45960fe-3483-4bc9-b6c3-79a5c395c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4fb83900-5a46-4444-986f-02df5abc5f41'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:55:35.234971 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d294b94a-504f-427a-a569-52100443e164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:35.256573 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-76cade1a-aa8b-40ea-a06b-fe9691a013a5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:35.317685 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-76cade1a-aa8b-40ea-a06b-fe9691a013a5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:35.321685 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-d294b94a-504f-427a-a569-52100443e164 None None] For port 5601521e-aa90-4113-955a-077ae554c165, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:55:35.325377 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-d294b94a-504f-427a-a569-52100443e164 None None] For port 5601521e-aa90-4113-955a-077ae554c165, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=5601521e-aa90-4113-955a-077ae554c165,segment=NetworkSegment(c45960fe-3483-4bc9-b6c3-79a5c395c6c1),segment_id=c45960fe-3483-4bc9-b6c3-79a5c395c6c1)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:55:35.331531 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d294b94a-504f-427a-a569-52100443e164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:35.348579 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cade1a-aa8b-40ea-a06b-fe9691a013a5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Pushing event deleted for resources: {'Subnet': ['ID=1dbbcc21-a0fc-4474-a443-ce821f6db917,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:35.352167 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-76cade1a-aa8b-40ea-a06b-fe9691a013a5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:35.354163 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-76cade1a-aa8b-40ea-a06b-fe9691a013a5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] 10.222.0.16 "DELETE /v2.0/subnets/1dbbcc21-a0fc-4474-a443-ce821f6db917 HTTP/1.1" status: 204 len: 168 time: 0.3806639 Jul 15 23:55:35.356929 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37546) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:35.397979 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294b94a-504f-427a-a569-52100443e164 None None] Pushing event updated for resources: {'Port': ['ID=5601521e-aa90-4113-955a-077ae554c165,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:35.447477 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-873d54f5-df3b-4f0a-a611-ae70a6d5e4d5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:35.453780 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60e775b-00f0-4e54-a8b2-3d33fdf049b1 None None] Network 6f6e5857-88dc-4a36-97ec-911987975f73 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:55:35.505837 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-873d54f5-df3b-4f0a-a611-ae70a6d5e4d5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Deleting port 5601521e-aa90-4113-955a-077ae554c165 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:55:35.506353 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-873d54f5-df3b-4f0a-a611-ae70a6d5e4d5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:35.530806 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4022d185-0619-48e9-ba95-6c4e78e4c9c5 None None] Provisioning for port ea02b93e-90a3-43b7-a85d-d0fe833237fa completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:55:35.591712 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-873d54f5-df3b-4f0a-a611-ae70a6d5e4d5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] For port 5601521e-aa90-4113-955a-077ae554c165, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=5601521e-aa90-4113-955a-077ae554c165,segment=NetworkSegment(c45960fe-3483-4bc9-b6c3-79a5c395c6c1),segment_id=c45960fe-3483-4bc9-b6c3-79a5c395c6c1)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:55:35.593262 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-873d54f5-df3b-4f0a-a611-ae70a6d5e4d5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:35.606996 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-873d54f5-df3b-4f0a-a611-ae70a6d5e4d5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Calling delete_port for 5601521e-aa90-4113-955a-077ae554c165 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:55:35.698680 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-873d54f5-df3b-4f0a-a611-ae70a6d5e4d5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:35.723470 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d54f5-df3b-4f0a-a611-ae70a6d5e4d5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Pushing event deleted for resources: {'Port': ['ID=5601521e-aa90-4113-955a-077ae554c165,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:35.729992 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873d54f5-df3b-4f0a-a611-ae70a6d5e4d5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] No DVR routers for this DVR port 5601521e-aa90-4113-955a-077ae554c165 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:55:35.811498 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-873d54f5-df3b-4f0a-a611-ae70a6d5e4d5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:35.822756 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-873d54f5-df3b-4f0a-a611-ae70a6d5e4d5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb83900-5a46-4444-986f-02df5abc5f41']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:35.833799 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-873d54f5-df3b-4f0a-a611-ae70a6d5e4d5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c45960fe-3483-4bc9-b6c3-79a5c395c6c1') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:35.834001 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-873d54f5-df3b-4f0a-a611-ae70a6d5e4d5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c45960fe-3483-4bc9-b6c3-79a5c395c6c1') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:35.843651 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-873d54f5-df3b-4f0a-a611-ae70a6d5e4d5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:35.857199 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-873d54f5-df3b-4f0a-a611-ae70a6d5e4d5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:35.863150 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-873d54f5-df3b-4f0a-a611-ae70a6d5e4d5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:55:35.863532 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-873d54f5-df3b-4f0a-a611-ae70a6d5e4d5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:35.866433 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:55:35.866433 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:55:35.866433 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:55:35.866433 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:55:35.866433 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:55:35.866433 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:55:35.866433 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:55:35.866433 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:55:35.866433 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:55:35.866433 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:55:35.866433 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:55:35.866433 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:55:35.866433 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:55:35.866433 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:55:35.866433 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:55:35.866433 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:55:35.866433 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:55:35.866433 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:55:35.866433 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:55:35.866433 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:55:35.866433 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:55:35.866433 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:55:35.866433 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:55:35.866433 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:55:35.866433 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:55:35.866433 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:55:35.866433 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:55:35.866433 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:55:35.866433 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:55:35.866433 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:55:35.866433 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:55:35.866433 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:55:35.922762 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-873d54f5-df3b-4f0a-a611-ae70a6d5e4d5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:35.929573 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-873d54f5-df3b-4f0a-a611-ae70a6d5e4d5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:35.931434 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-873d54f5-df3b-4f0a-a611-ae70a6d5e4d5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] 10.222.0.16 "DELETE /v2.0/networks/4fb83900-5a46-4444-986f-02df5abc5f41 HTTP/1.1" status: 204 len: 168 time: 0.5735173 Jul 15 23:55:35.934054 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37548) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:35.942598 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d54f5-df3b-4f0a-a611-ae70a6d5e4d5 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Pushing event deleted for resources: {'Network': ['ID=4fb83900-5a46-4444-986f-02df5abc5f41,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:35.987907 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f595502-a7f2-4710-92f5-b7e278076b19 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Deleting subnet c8479fba-c090-4461-ba62-fadb0f4bdf6d {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:55:35.990964 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8f595502-a7f2-4710-92f5-b7e278076b19 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:36.032301 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8f595502-a7f2-4710-92f5-b7e278076b19 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:36.122241 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8f595502-a7f2-4710-92f5-b7e278076b19 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:36.186446 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8f595502-a7f2-4710-92f5-b7e278076b19 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:36.216406 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f595502-a7f2-4710-92f5-b7e278076b19 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Pushing event deleted for resources: {'Subnet': ['ID=c8479fba-c090-4461-ba62-fadb0f4bdf6d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:36.218152 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8f595502-a7f2-4710-92f5-b7e278076b19 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:36.220122 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8f595502-a7f2-4710-92f5-b7e278076b19 tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] 10.222.0.16 "DELETE /v2.0/subnets/c8479fba-c090-4461-ba62-fadb0f4bdf6d HTTP/1.1" status: 204 len: 168 time: 0.2850311 Jul 15 23:55:36.222588 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37550) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:36.229434 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ea02b93e-90a3-43b7-a85d-d0fe833237fa up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:55:36.254879 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ef7a6b-b05e-497a-842a-bc54c637230b None None] Network 6f6e5857-88dc-4a36-97ec-911987975f73 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:55:36.305366 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c8f4718-3ca2-42e9-a778-536d9dccb63e tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:36.361310 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4c8f4718-3ca2-42e9-a778-536d9dccb63e tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Deleting port ea02b93e-90a3-43b7-a85d-d0fe833237fa {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:55:36.361887 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c8f4718-3ca2-42e9-a778-536d9dccb63e tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:36.434907 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-4c8f4718-3ca2-42e9-a778-536d9dccb63e tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] For port ea02b93e-90a3-43b7-a85d-d0fe833237fa, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=ea02b93e-90a3-43b7-a85d-d0fe833237fa,segment=NetworkSegment(6d463e1e-c9a3-48d2-a571-b4e29ffb98fe),segment_id=6d463e1e-c9a3-48d2-a571-b4e29ffb98fe)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:55:36.435325 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c8f4718-3ca2-42e9-a778-536d9dccb63e tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:36.448960 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-4c8f4718-3ca2-42e9-a778-536d9dccb63e tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Calling delete_port for ea02b93e-90a3-43b7-a85d-d0fe833237fa owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:55:36.530061 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c8f4718-3ca2-42e9-a778-536d9dccb63e tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:36.541830 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93b47b5-c648-4eee-93b6-aac5e7bb2f43 None None] DHCP port deletion for 4fb83900-5a46-4444-986f-02df5abc5f41 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:55:36.546172 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port ea02b93e-90a3-43b7-a85d-d0fe833237fa completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:55:36.552246 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-cab6f8f4-b338-476c-a8ca-1a2a1e3c89ad None None] Could not find standard attr ID for object 5601521e-aa90-4113-955a-077ae554c165. {{(pid=93800) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:55:36.554984 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f4718-3ca2-42e9-a778-536d9dccb63e tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Pushing event deleted for resources: {'Port': ['ID=ea02b93e-90a3-43b7-a85d-d0fe833237fa,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:36.562486 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port ea02b93e-90a3-43b7-a85d-d0fe833237fa triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:55:36.563456 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8f4718-3ca2-42e9-a778-536d9dccb63e tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] No DVR routers for this DVR port ea02b93e-90a3-43b7-a85d-d0fe833237fa on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:55:36.563946 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:36.582820 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2de733-5d23-4c65-b48e-285d75210f73 None None] Network 4fb83900-5a46-4444-986f-02df5abc5f41 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:55:36.586906 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Port ea02b93e-90a3-43b7-a85d-d0fe833237fa was deleted so its status cannot be updated. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 15 23:55:36.598831 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2de733-5d23-4c65-b48e-285d75210f73 None None] Network 4fb83900-5a46-4444-986f-02df5abc5f41 could not be found, it might have been deleted concurrently. {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 23:55:36.649837 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c8f4718-3ca2-42e9-a778-536d9dccb63e tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:36.665008 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-4c8f4718-3ca2-42e9-a778-536d9dccb63e tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6e5857-88dc-4a36-97ec-911987975f73']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:36.668829 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2211a56f-325a-434d-94df-c7e7cd1a9fdf None None] DHCP port deletion for 6f6e5857-88dc-4a36-97ec-911987975f73 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:55:36.670788 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-4c8f4718-3ca2-42e9-a778-536d9dccb63e tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d463e1e-c9a3-48d2-a571-b4e29ffb98fe') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:36.671088 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-4c8f4718-3ca2-42e9-a778-536d9dccb63e tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d463e1e-c9a3-48d2-a571-b4e29ffb98fe') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:36.684197 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c8f4718-3ca2-42e9-a778-536d9dccb63e tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:36.698288 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c8f4718-3ca2-42e9-a778-536d9dccb63e tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:36.704513 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c8f4718-3ca2-42e9-a778-536d9dccb63e tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:55:36.705045 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c8f4718-3ca2-42e9-a778-536d9dccb63e tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:36.707890 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:55:36.707890 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:55:36.707890 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:55:36.707890 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:55:36.707890 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:55:36.707890 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:55:36.707890 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:55:36.707890 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:55:36.707890 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:55:36.707890 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:55:36.707890 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:55:36.707890 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:55:36.707890 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:55:36.707890 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:55:36.707890 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:55:36.707890 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:55:36.707890 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:55:36.707890 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:55:36.707890 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:55:36.707890 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:55:36.707890 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:55:36.707890 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:55:36.707890 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:55:36.707890 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:55:36.707890 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:55:36.707890 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:55:36.707890 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:55:36.707890 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:55:36.707890 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:55:36.707890 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:55:36.707890 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:55:36.707890 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:55:36.767211 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c8f4718-3ca2-42e9-a778-536d9dccb63e tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:36.775978 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c8f4718-3ca2-42e9-a778-536d9dccb63e tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:36.777427 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4c8f4718-3ca2-42e9-a778-536d9dccb63e tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] 10.222.0.16 "DELETE /v2.0/networks/6f6e5857-88dc-4a36-97ec-911987975f73 HTTP/1.1" status: 204 len: 168 time: 0.5538654 Jul 15 23:55:36.780238 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37552) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:36.788466 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f4718-3ca2-42e9-a778-536d9dccb63e tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Pushing event deleted for resources: {'Network': ['ID=6f6e5857-88dc-4a36-97ec-911987975f73,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:36.813442 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e08677a3-8866-4738-8c16-cbf055ab783b tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6e9186-5380-47b7-b67b-3d2b58727199 HTTP/1.1" status: 200 len: 205 time: 0.0317538 Jul 15 23:55:36.815738 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37554) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:36.888488 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33d03198-7c9a-43d1-a06b-8c30e248ab9d tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:37.369757 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33d03198-7c9a-43d1-a06b-8c30e248ab9d tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:37.371873 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33d03198-7c9a-43d1-a06b-8c30e248ab9d tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:37.412653 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33d03198-7c9a-43d1-a06b-8c30e248ab9d tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:37.413319 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d03198-7c9a-43d1-a06b-8c30e248ab9d tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Fanout notify agent at l3_agent the message router_deleted on router 7d6e9186-5380-47b7-b67b-3d2b58727199 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:55:37.420542 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-33d03198-7c9a-43d1-a06b-8c30e248ab9d tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:37.421684 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-33d03198-7c9a-43d1-a06b-8c30e248ab9d tempest-RoutersNegativeTest-1900223357 tempest-RoutersNegativeTest-1900223357-project] 10.222.0.16 "DELETE /v2.0/routers/7d6e9186-5380-47b7-b67b-3d2b58727199 HTTP/1.1" status: 204 len: 168 time: 0.6050625 Jul 15 23:55:37.653105 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37560) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:37.776790 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-60189389-2c50-419a-b06f-e278798f5982 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e9d1000870b456387b9a629366c34d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1225436 Jul 15 23:55:37.779262 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37564) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:37.825369 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d46ece86-0fc4-4cfa-b595-5057ee5bab62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:37.845953 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d46ece86-0fc4-4cfa-b595-5057ee5bab62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:37.892702 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d46ece86-0fc4-4cfa-b595-5057ee5bab62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:37.895453 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d46ece86-0fc4-4cfa-b595-5057ee5bab62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:37.896587 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d46ece86-0fc4-4cfa-b595-5057ee5bab62 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/646ac359-2b64-4916-85ea-b6c4c12d5e49 HTTP/1.1" status: 204 len: 168 time: 0.1164458 Jul 15 23:55:37.904190 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ece86-0fc4-4cfa-b595-5057ee5bab62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646ac359-2b64-4916-85ea-b6c4c12d5e49,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:38.172746 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 5601521e-aa90-4113-955a-077ae554c165 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:55:38.192697 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 5601521e-aa90-4113-955a-077ae554c165 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:55:38.193049 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 5601521e-aa90-4113-955a-077ae554c165 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:55:38.193477 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ea02b93e-90a3-43b7-a85d-d0fe833237fa no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:55:38.215163 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: ea02b93e-90a3-43b7-a85d-d0fe833237fa {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:55:38.215512 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device ea02b93e-90a3-43b7-a85d-d0fe833237fa not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:55:38.487189 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37586) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:38.578879 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-4f9427b4-2e8b-4135-930f-0f25dd4d0e7a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-967559152-network', 'tenant_id': '75c4d5b1e06343f59f324c33c31623d4'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:55:38.600408 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9427b4-2e8b-4135-930f-0f25dd4d0e7a admin admin] Made reservation on behalf of 75c4d5b1e06343f59f324c33c31623d4 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:55:38.603094 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f9427b4-2e8b-4135-930f-0f25dd4d0e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:38.611345 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f9427b4-2e8b-4135-930f-0f25dd4d0e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:38.701077 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f9427b4-2e8b-4135-930f-0f25dd4d0e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:38.704678 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f9427b4-2e8b-4135-930f-0f25dd4d0e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:38.732862 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9427b4-2e8b-4135-930f-0f25dd4d0e7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:55:38.737991 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9427b4-2e8b-4135-930f-0f25dd4d0e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64582a40-e2a7-4e12-b61c-f401dac559d3,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:38.746121 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f9427b4-2e8b-4135-930f-0f25dd4d0e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:38.746567 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-4f9427b4-2e8b-4135-930f-0f25dd4d0e7a admin admin] Added segment 45f8f624-30d0-442f-8cc9-e588eb94da62 of type vlan for network 73dd96cb-de1c-4d33-af52-97354d3590c5 Jul 15 23:55:38.785512 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f9427b4-2e8b-4135-930f-0f25dd4d0e7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:38.812074 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f9427b4-2e8b-4135-930f-0f25dd4d0e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:38.813286 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9427b4-2e8b-4135-930f-0f25dd4d0e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:38.813856 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f9427b4-2e8b-4135-930f-0f25dd4d0e7a admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:38.844698 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4f9427b4-2e8b-4135-930f-0f25dd4d0e7a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3564332 Jul 15 23:55:38.847749 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37590) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:38.852786 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c4ed6130-faab-4a91-8419-a9126e1fe2a8 admin admin] Request body: {'subnet': {'network_id': '73dd96cb-de1c-4d33-af52-97354d3590c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-967559152-subnet', 'tenant_id': '75c4d5b1e06343f59f324c33c31623d4', 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:55:38.872183 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ed6130-faab-4a91-8419-a9126e1fe2a8 admin admin] Made reservation on behalf of 75c4d5b1e06343f59f324c33c31623d4 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:55:38.873362 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9427b4-2e8b-4135-930f-0f25dd4d0e7a admin admin] Pushing event updated for resources: {'Network': ['ID=73dd96cb-de1c-4d33-af52-97354d3590c5,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:38.874696 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4ed6130-faab-4a91-8419-a9126e1fe2a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:38.884140 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 73dd96cb-de1c-4d33-af52-97354d3590c5 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:55:39.039571 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4ed6130-faab-4a91-8419-a9126e1fe2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:39.087183 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed6130-faab-4a91-8419-a9126e1fe2a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a7c3cbe-dae3-4251-9e27-18989ff01270,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:39.101393 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ed6130-faab-4a91-8419-a9126e1fe2a8 admin admin] Checking segment: {'id': '45f8f624-30d0-442f-8cc9-e588eb94da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '73dd96cb-de1c-4d33-af52-97354d3590c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:55:39.101755 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ed6130-faab-4a91-8419-a9126e1fe2a8 admin admin] Network hostable DHCP agents. Network: 73dd96cb-de1c-4d33-af52-97354d3590c5, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:55:39.117946 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ed6130-faab-4a91-8419-a9126e1fe2a8 admin admin] Network 73dd96cb-de1c-4d33-af52-97354d3590c5 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:55:39.126529 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-c4ed6130-faab-4a91-8419-a9126e1fe2a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 73dd96cb-de1c-4d33-af52-97354d3590c5) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:55:39.132409 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ed6130-faab-4a91-8419-a9126e1fe2a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:39.132990 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4ed6130-faab-4a91-8419-a9126e1fe2a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:39.137805 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d452df0-c1e3-47ba-9a65-8b325c3ff11e None None] Network 73dd96cb-de1c-4d33-af52-97354d3590c5 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:55:39.147287 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c4ed6130-faab-4a91-8419-a9126e1fe2a8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2984152 Jul 15 23:55:39.150221 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37592) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:39.154756 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-5d5029a1-b66e-4e08-9595-56386adb275d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-967559152-router', 'tenant_id': '75c4d5b1e06343f59f324c33c31623d4', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:55:39.174948 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d5029a1-b66e-4e08-9595-56386adb275d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:39.175916 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d5029a1-b66e-4e08-9595-56386adb275d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:39.232710 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:39.234747 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d5029a1-b66e-4e08-9595-56386adb275d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:39.294216 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fee779-1ecc-4164-864a-c1b9da652389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-73dd96cb-de1c-4d33-af52-97354d3590c5', 'network_id': '73dd96cb-de1c-4d33-af52-97354d3590c5', 'tenant_id': '75c4d5b1e06343f59f324c33c31623d4', 'fixed_ips': [{'subnet_id': '5a7c3cbe-dae3-4251-9e27-18989ff01270'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:55:39.295106 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e6fee779-1ecc-4164-864a-c1b9da652389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:39.368508 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d5029a1-b66e-4e08-9595-56386adb275d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:39.431404 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-e6fee779-1ecc-4164-864a-c1b9da652389 None None] Allocated IP 172.20.0.2 (73dd96cb-de1c-4d33-af52-97354d3590c5/5a7c3cbe-dae3-4251-9e27-18989ff01270/b02c89cc-8e65-459f-ba5b-20cb4af226b7) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:55:39.565465 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d5029a1-b66e-4e08-9595-56386adb275d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:39.580094 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e6fee779-1ecc-4164-864a-c1b9da652389 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:39.583692 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d5029a1-b66e-4e08-9595-56386adb275d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:39.588478 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e6fee779-1ecc-4164-864a-c1b9da652389 None None] Transition to ACTIVE for port object b02c89cc-8e65-459f-ba5b-20cb4af226b7 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:55:39.604215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e6fee779-1ecc-4164-864a-c1b9da652389 None None] Transition to ACTIVE for port object b02c89cc-8e65-459f-ba5b-20cb4af226b7 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:55:39.609763 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e6fee779-1ecc-4164-864a-c1b9da652389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:39.645980 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fee779-1ecc-4164-864a-c1b9da652389 None None] Network 73dd96cb-de1c-4d33-af52-97354d3590c5 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:55:39.652340 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-e6fee779-1ecc-4164-864a-c1b9da652389 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:55:39.655946 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fee779-1ecc-4164-864a-c1b9da652389 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:55:39.663456 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fee779-1ecc-4164-864a-c1b9da652389 None None] Pushing event updated for resources: {'Port': ['ID=b02c89cc-8e65-459f-ba5b-20cb4af226b7,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:39.692011 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-5d5029a1-b66e-4e08-9595-56386adb275d admin admin] Allocated IP 172.25.4.81 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/b8b9cf61-74d2-48ad-a828-5232c650d3a9) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:55:39.720664 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e6fee779-1ecc-4164-864a-c1b9da652389 None None] Attempting to bind port b02c89cc-8e65-459f-ba5b-20cb4af226b7 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:55:39.721063 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e6fee779-1ecc-4164-864a-c1b9da652389 None None] Attempting to bind port b02c89cc-8e65-459f-ba5b-20cb4af226b7 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '45f8f624-30d0-442f-8cc9-e588eb94da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '73dd96cb-de1c-4d33-af52-97354d3590c5'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:55:39.726230 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fee779-1ecc-4164-864a-c1b9da652389 None None] Attempting to bind port b02c89cc-8e65-459f-ba5b-20cb4af226b7 on network 73dd96cb-de1c-4d33-af52-97354d3590c5 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:55:39.731732 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fee779-1ecc-4164-864a-c1b9da652389 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:55:39.732111 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fee779-1ecc-4164-864a-c1b9da652389 None None] Checking segment: {'id': '45f8f624-30d0-442f-8cc9-e588eb94da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '73dd96cb-de1c-4d33-af52-97354d3590c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:55:39.732523 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e6fee779-1ecc-4164-864a-c1b9da652389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:39.732927 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fee779-1ecc-4164-864a-c1b9da652389 None None] Bound using segment: {'id': '45f8f624-30d0-442f-8cc9-e588eb94da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '73dd96cb-de1c-4d33-af52-97354d3590c5'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:55:39.733391 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-e6fee779-1ecc-4164-864a-c1b9da652389 None None] Bound port: b02c89cc-8e65-459f-ba5b-20cb4af226b7, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f8f624-30d0-442f-8cc9-e588eb94da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '73dd96cb-de1c-4d33-af52-97354d3590c5'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:55:39.733779 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e6fee779-1ecc-4164-864a-c1b9da652389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:39.797579 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d5029a1-b66e-4e08-9595-56386adb275d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:39.798440 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e6fee779-1ecc-4164-864a-c1b9da652389 None None] For port b02c89cc-8e65-459f-ba5b-20cb4af226b7, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:55:39.802015 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e6fee779-1ecc-4164-864a-c1b9da652389 None None] For port b02c89cc-8e65-459f-ba5b-20cb4af226b7, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b02c89cc-8e65-459f-ba5b-20cb4af226b7,segment=NetworkSegment(45f8f624-30d0-442f-8cc9-e588eb94da62),segment_id=45f8f624-30d0-442f-8cc9-e588eb94da62)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:55:39.806602 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e6fee779-1ecc-4164-864a-c1b9da652389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:39.839666 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d5029a1-b66e-4e08-9595-56386adb275d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:39.873799 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fee779-1ecc-4164-864a-c1b9da652389 None None] Pushing event updated for resources: {'Port': ['ID=b02c89cc-8e65-459f-ba5b-20cb4af226b7,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:39.877831 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5029a1-b66e-4e08-9595-56386adb275d admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:55:39.882749 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-5d5029a1-b66e-4e08-9595-56386adb275d admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:55:39.886120 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5029a1-b66e-4e08-9595-56386adb275d admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:55:39.910181 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5029a1-b66e-4e08-9595-56386adb275d admin admin] Pushing event updated for resources: {'Port': ['ID=b8b9cf61-74d2-48ad-a828-5232c650d3a9,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:40.159753 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d5029a1-b66e-4e08-9595-56386adb275d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:40.219424 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b02c89cc-8e65-459f-ba5b-20cb4af226b7 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:55:40.267215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port b02c89cc-8e65-459f-ba5b-20cb4af226b7 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:55:40.359253 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d5029a1-b66e-4e08-9595-56386adb275d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:40.484171 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5029a1-b66e-4e08-9595-56386adb275d admin admin] Router f3a625c2-2b07-4ef7-9cde-374f5dbc8c90 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:55:40.599437 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5029a1-b66e-4e08-9595-56386adb275d admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:55:40.609806 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f394226-7829-470f-9c20-64ea7993fce4 None None] Sync routers for ids ['f3a625c2-2b07-4ef7-9cde-374f5dbc8c90'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:55:40.616249 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5d5029a1-b66e-4e08-9595-56386adb275d admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:40.619221 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5d5029a1-b66e-4e08-9595-56386adb275d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4677768 Jul 15 23:55:40.620657 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37594) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:40.626188 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f394226-7829-470f-9c20-64ea7993fce4 None None] Routers {'f3a625c2-2b07-4ef7-9cde-374f5dbc8c90'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:55:40.627079 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-8f394226-7829-470f-9c20-64ea7993fce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:55:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['f3a625c2-2b07-4ef7-9cde-374f5dbc8c90'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:40.744586 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-8f394226-7829-470f-9c20-64ea7993fce4 None None] Set router f3a625c2-2b07-4ef7-9cde-374f5dbc8c90 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:55:40.820215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5fde82-0e8c-43e9-bc73-de2a121e65da None None] Network 73dd96cb-de1c-4d33-af52-97354d3590c5 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:55:40.903256 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b9a0cb9d-5f12-40c1-9bea-483191584fd5 None None] Provisioning for port b02c89cc-8e65-459f-ba5b-20cb4af226b7 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:55:40.914983 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b9a0cb9d-5f12-40c1-9bea-483191584fd5 None None] Provisioning complete for port b02c89cc-8e65-459f-ba5b-20cb4af226b7 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:55:40.915360 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b9a0cb9d-5f12-40c1-9bea-483191584fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:40.927265 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-8f394226-7829-470f-9c20-64ea7993fce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a625c2-2b07-4ef7-9cde-374f5dbc8c90', 'name': 'tempest-TestEncryptedCinderVolumes-967559152-router', 'tenant_id': '75c4d5b1e06343f59f324c33c31623d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'b8b9cf61-74d2-48ad-a828-5232c650d3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:55:39Z', 'updated_at': '2021-07-15T23:55:40Z', 'revision_number': 3, 'project_id': '75c4d5b1e06343f59f324c33c31623d4', 'gw_port': {'id': 'b8b9cf61-74d2-48ad-a828-5232c650d3a9', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a625c2-2b07-4ef7-9cde-374f5dbc8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:55:39Z', 'updated_at': '2021-07-15T23:55:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:40.967973 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f394226-7829-470f-9c20-64ea7993fce4 None None] Checking router: f3a625c2-2b07-4ef7-9cde-374f5dbc8c90 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:55:40.968749 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f394226-7829-470f-9c20-64ea7993fce4 None None] Updating router f3a625c2-2b07-4ef7-9cde-374f5dbc8c90 port b8b9cf61-74d2-48ad-a828-5232c650d3a9 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:55:41.007385 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8f394226-7829-470f-9c20-64ea7993fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:41.060725 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b9a0cb9d-5f12-40c1-9bea-483191584fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:41.101272 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-b9a0cb9d-5f12-40c1-9bea-483191584fd5 None None] For port b02c89cc-8e65-459f-ba5b-20cb4af226b7, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b02c89cc-8e65-459f-ba5b-20cb4af226b7,segment=NetworkSegment(45f8f624-30d0-442f-8cc9-e588eb94da62),segment_id=45f8f624-30d0-442f-8cc9-e588eb94da62)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:55:41.106885 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b9a0cb9d-5f12-40c1-9bea-483191584fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:41.107865 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f35ef7c6-3b43-4b1a-b57c-b2bf2278d1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:41.160734 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0cb9d-5f12-40c1-9bea-483191584fd5 None None] Pushing event updated for resources: {'Port': ['ID=b02c89cc-8e65-459f-ba5b-20cb4af226b7,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:41.278936 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-f35ef7c6-3b43-4b1a-b57c-b2bf2278d1d1 admin admin] Allocated IP 172.20.0.1 (73dd96cb-de1c-4d33-af52-97354d3590c5/5a7c3cbe-dae3-4251-9e27-18989ff01270/6ea11f6a-871e-4080-a4a2-ec20d1ebb180) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:55:41.292235 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8f394226-7829-470f-9c20-64ea7993fce4 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:41.304591 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-8f394226-7829-470f-9c20-64ea7993fce4 None None] Transition to ACTIVE for port object b8b9cf61-74d2-48ad-a828-5232c650d3a9 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:55:41.310181 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8f394226-7829-470f-9c20-64ea7993fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:41.326742 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-10f14ef4-b43b-4417-a2ef-e0dcf9f1a18d None None] Provisioning complete for port b02c89cc-8e65-459f-ba5b-20cb4af226b7 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:55:41.327859 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-10f14ef4-b43b-4417-a2ef-e0dcf9f1a18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:41.395034 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f35ef7c6-3b43-4b1a-b57c-b2bf2278d1d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:41.410113 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-f35ef7c6-3b43-4b1a-b57c-b2bf2278d1d1 admin admin] Transition to ACTIVE for port object 6ea11f6a-871e-4080-a4a2-ec20d1ebb180 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:55:41.445715 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f35ef7c6-3b43-4b1a-b57c-b2bf2278d1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:41.457224 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e499b-347b-45d1-951d-26d61d332ed7 None None] Pushing event updated for resources: {'Port': ['ID=b8b9cf61-74d2-48ad-a828-5232c650d3a9,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:41.459890 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-8f394226-7829-470f-9c20-64ea7993fce4 None None] Attempting to bind port b8b9cf61-74d2-48ad-a828-5232c650d3a9 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:55:41.460244 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-8f394226-7829-470f-9c20-64ea7993fce4 None None] Attempting to bind port b8b9cf61-74d2-48ad-a828-5232c650d3a9 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:55:41.460591 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f394226-7829-470f-9c20-64ea7993fce4 None None] Attempting to bind port b8b9cf61-74d2-48ad-a828-5232c650d3a9 on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:55:41.469576 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e499b-347b-45d1-951d-26d61d332ed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:41.469907 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e499b-347b-45d1-951d-26d61d332ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:41.470236 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e499b-347b-45d1-951d-26d61d332ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:41.470567 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e499b-347b-45d1-951d-26d61d332ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:41.470919 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e499b-347b-45d1-951d-26d61d332ed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:41.471240 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e499b-347b-45d1-951d-26d61d332ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:41.471554 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e499b-347b-45d1-951d-26d61d332ed7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:41.471866 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e499b-347b-45d1-951d-26d61d332ed7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:41.472180 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e499b-347b-45d1-951d-26d61d332ed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:41.472493 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e499b-347b-45d1-951d-26d61d332ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:41.472802 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e499b-347b-45d1-951d-26d61d332ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:41.473174 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e499b-347b-45d1-951d-26d61d332ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:41.477636 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f394226-7829-470f-9c20-64ea7993fce4 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:55:41.478004 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f394226-7829-470f-9c20-64ea7993fce4 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:55:41.478394 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8f394226-7829-470f-9c20-64ea7993fce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:41.478801 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f394226-7829-470f-9c20-64ea7993fce4 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:55:41.479255 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-8f394226-7829-470f-9c20-64ea7993fce4 None None] Bound port: b8b9cf61-74d2-48ad-a828-5232c650d3a9, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:55:41.479626 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8f394226-7829-470f-9c20-64ea7993fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:41.483305 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35ef7c6-3b43-4b1a-b57c-b2bf2278d1d1 admin admin] Network 73dd96cb-de1c-4d33-af52-97354d3590c5 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:55:41.486059 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-f35ef7c6-3b43-4b1a-b57c-b2bf2278d1d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:55:41.492551 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35ef7c6-3b43-4b1a-b57c-b2bf2278d1d1 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:55:41.523483 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ef7c6-3b43-4b1a-b57c-b2bf2278d1d1 admin admin] Pushing event updated for resources: {'Port': ['ID=6ea11f6a-871e-4080-a4a2-ec20d1ebb180,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:41.538103 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-8f394226-7829-470f-9c20-64ea7993fce4 None None] For port b8b9cf61-74d2-48ad-a828-5232c650d3a9, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:55:41.543816 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f35ef7c6-3b43-4b1a-b57c-b2bf2278d1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:41.543999 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-8f394226-7829-470f-9c20-64ea7993fce4 None None] For port b8b9cf61-74d2-48ad-a828-5232c650d3a9, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b8b9cf61-74d2-48ad-a828-5232c650d3a9,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:55:41.550576 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8f394226-7829-470f-9c20-64ea7993fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:41.607326 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f394226-7829-470f-9c20-64ea7993fce4 None None] Routers {'f3a625c2-2b07-4ef7-9cde-374f5dbc8c90'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:55:41.607960 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-8f394226-7829-470f-9c20-64ea7993fce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:55:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['f3a625c2-2b07-4ef7-9cde-374f5dbc8c90'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:41.614544 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e499b-347b-45d1-951d-26d61d332ed7 None None] Pushing event updated for resources: {'Port': ['ID=b8b9cf61-74d2-48ad-a828-5232c650d3a9,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:41.695824 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f35ef7c6-3b43-4b1a-b57c-b2bf2278d1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:41.725162 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-8f394226-7829-470f-9c20-64ea7993fce4 None None] Set router f3a625c2-2b07-4ef7-9cde-374f5dbc8c90 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:55:41.736803 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6ae2ec4a-3155-4501-908b-a2889dbd7cc2 None None] Provisioning for port 6ea11f6a-871e-4080-a4a2-ec20d1ebb180 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:55:41.740631 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6ae2ec4a-3155-4501-908b-a2889dbd7cc2 None None] Provisioning complete for port 6ea11f6a-871e-4080-a4a2-ec20d1ebb180 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:55:41.741100 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ae2ec4a-3155-4501-908b-a2889dbd7cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:41.779446 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-6ae2ec4a-3155-4501-908b-a2889dbd7cc2 None None] Port 6ea11f6a-871e-4080-a4a2-ec20d1ebb180 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:55:41.863818 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f35ef7c6-3b43-4b1a-b57c-b2bf2278d1d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:41.868370 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f35ef7c6-3b43-4b1a-b57c-b2bf2278d1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:41.905333 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-8f394226-7829-470f-9c20-64ea7993fce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a625c2-2b07-4ef7-9cde-374f5dbc8c90', 'name': 'tempest-TestEncryptedCinderVolumes-967559152-router', 'tenant_id': '75c4d5b1e06343f59f324c33c31623d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'b8b9cf61-74d2-48ad-a828-5232c650d3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:55:39Z', 'updated_at': '2021-07-15T23:55:40Z', 'revision_number': 3, 'project_id': '75c4d5b1e06343f59f324c33c31623d4', 'gw_port': {'id': 'b8b9cf61-74d2-48ad-a828-5232c650d3a9', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a625c2-2b07-4ef7-9cde-374f5dbc8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:55:39Z', 'updated_at': '2021-07-15T23:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:41.930859 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f394226-7829-470f-9c20-64ea7993fce4 None None] The sync data for ids ['f3a625c2-2b07-4ef7-9cde-374f5dbc8c90'] in n-d-787205-9 is: [{'id': 'f3a625c2-2b07-4ef7-9cde-374f5dbc8c90', 'name': 'tempest-TestEncryptedCinderVolumes-967559152-router', 'tenant_id': '75c4d5b1e06343f59f324c33c31623d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'b8b9cf61-74d2-48ad-a828-5232c650d3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:55:39Z', 'updated_at': '2021-07-15T23:55:40Z', 'revision_number': 3, 'project_id': '75c4d5b1e06343f59f324c33c31623d4', 'gw_port': {'id': 'b8b9cf61-74d2-48ad-a828-5232c650d3a9', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a625c2-2b07-4ef7-9cde-374f5dbc8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:55:39Z', 'updated_at': '2021-07-15T23:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:55:41.938148 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ef7c6-3b43-4b1a-b57c-b2bf2278d1d1 admin admin] Pushing event updated for resources: {'Port': ['ID=6ea11f6a-871e-4080-a4a2-ec20d1ebb180,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:41.940737 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f35ef7c6-3b43-4b1a-b57c-b2bf2278d1d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:42.041746 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35ef7c6-3b43-4b1a-b57c-b2bf2278d1d1 admin admin] Network 73dd96cb-de1c-4d33-af52-97354d3590c5 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:55:42.043190 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-f35ef7c6-3b43-4b1a-b57c-b2bf2278d1d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:55:42.177176 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35ef7c6-3b43-4b1a-b57c-b2bf2278d1d1 admin admin] Router f3a625c2-2b07-4ef7-9cde-374f5dbc8c90 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:55:42.310371 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-aed19504-1df1-49c3-bf55-f874f815ea12 None None] Provisioning complete for port 6ea11f6a-871e-4080-a4a2-ec20d1ebb180 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:55:42.310776 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aed19504-1df1-49c3-bf55-f874f815ea12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:42.330226 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35ef7c6-3b43-4b1a-b57c-b2bf2278d1d1 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:55:42.341239 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b02c89cc-8e65-459f-ba5b-20cb4af226b7 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:55:42.343228 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f35ef7c6-3b43-4b1a-b57c-b2bf2278d1d1 admin admin] 10.222.0.16 "PUT /v2.0/routers/f3a625c2-2b07-4ef7-9cde-374f5dbc8c90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7214053 Jul 15 23:55:42.371753 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-aed19504-1df1-49c3-bf55-f874f815ea12 None None] Port 6ea11f6a-871e-4080-a4a2-ec20d1ebb180 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:55:42.398269 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port b02c89cc-8e65-459f-ba5b-20cb4af226b7 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:55:42.398666 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:42.482683 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b8b9cf61-74d2-48ad-a828-5232c650d3a9 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:55:42.533798 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port b8b9cf61-74d2-48ad-a828-5232c650d3a9 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:55:42.538500 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port b8b9cf61-74d2-48ad-a828-5232c650d3a9 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:55:42.538935 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:42.628501 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:42.651918 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port b8b9cf61-74d2-48ad-a828-5232c650d3a9, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b8b9cf61-74d2-48ad-a828-5232c650d3a9,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:55:42.656765 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:42.715052 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=b8b9cf61-74d2-48ad-a828-5232c650d3a9,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:42.838282 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37610) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:42.843841 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-325ce63d-ac40-473b-82a6-5b21451fef21 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1930729867-network', 'tenant_id': '78b7530af3f1441ca24d23adcf9d3e70'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:55:42.865819 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325ce63d-ac40-473b-82a6-5b21451fef21 admin admin] Made reservation on behalf of 78b7530af3f1441ca24d23adcf9d3e70 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:55:42.868402 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-325ce63d-ac40-473b-82a6-5b21451fef21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:42.877178 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-325ce63d-ac40-473b-82a6-5b21451fef21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:42.967063 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-325ce63d-ac40-473b-82a6-5b21451fef21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:42.970699 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-325ce63d-ac40-473b-82a6-5b21451fef21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:42.998247 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-325ce63d-ac40-473b-82a6-5b21451fef21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:55:43.003874 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ce63d-ac40-473b-82a6-5b21451fef21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8838fda-f75c-4bc0-b66d-43e10ff5ed07,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:43.012620 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-325ce63d-ac40-473b-82a6-5b21451fef21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:43.012970 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-325ce63d-ac40-473b-82a6-5b21451fef21 admin admin] Added segment 34c240ec-918c-4659-a54b-53dd3c6782c0 of type vlan for network 334ad714-17e7-4960-80ee-3f42b3f4d5bd Jul 15 23:55:43.056711 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-325ce63d-ac40-473b-82a6-5b21451fef21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:43.085199 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-325ce63d-ac40-473b-82a6-5b21451fef21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:43.086158 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325ce63d-ac40-473b-82a6-5b21451fef21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:43.086801 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-325ce63d-ac40-473b-82a6-5b21451fef21 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:43.118082 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-325ce63d-ac40-473b-82a6-5b21451fef21 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2786763 Jul 15 23:55:43.121141 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37612) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:43.126439 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-b4d009a9-0066-4b6c-b6d8-3a1d0aa1257a admin admin] Request body: {'subnet': {'network_id': '334ad714-17e7-4960-80ee-3f42b3f4d5bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1930729867-subnet', 'tenant_id': '78b7530af3f1441ca24d23adcf9d3e70', 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:55:43.147426 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d009a9-0066-4b6c-b6d8-3a1d0aa1257a admin admin] Made reservation on behalf of 78b7530af3f1441ca24d23adcf9d3e70 for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:55:43.147829 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ce63d-ac40-473b-82a6-5b21451fef21 admin admin] Pushing event updated for resources: {'Network': ['ID=334ad714-17e7-4960-80ee-3f42b3f4d5bd,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:43.150397 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b4d009a9-0066-4b6c-b6d8-3a1d0aa1257a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:43.158428 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 334ad714-17e7-4960-80ee-3f42b3f4d5bd details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:55:43.326252 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b4d009a9-0066-4b6c-b6d8-3a1d0aa1257a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:43.378686 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d009a9-0066-4b6c-b6d8-3a1d0aa1257a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b41309d4-f795-484b-a716-77465b4c0145,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:43.389984 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d009a9-0066-4b6c-b6d8-3a1d0aa1257a admin admin] Checking segment: {'id': '34c240ec-918c-4659-a54b-53dd3c6782c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '334ad714-17e7-4960-80ee-3f42b3f4d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:55:43.390337 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d009a9-0066-4b6c-b6d8-3a1d0aa1257a admin admin] Network hostable DHCP agents. Network: 334ad714-17e7-4960-80ee-3f42b3f4d5bd, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:55:43.406715 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d009a9-0066-4b6c-b6d8-3a1d0aa1257a admin admin] Network 334ad714-17e7-4960-80ee-3f42b3f4d5bd is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:55:43.416208 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-b4d009a9-0066-4b6c-b6d8-3a1d0aa1257a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 334ad714-17e7-4960-80ee-3f42b3f4d5bd) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:55:43.421431 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d009a9-0066-4b6c-b6d8-3a1d0aa1257a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:43.422016 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b4d009a9-0066-4b6c-b6d8-3a1d0aa1257a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:43.425067 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97106a6c-4964-4787-a63c-a297b85c90fa None None] Network 334ad714-17e7-4960-80ee-3f42b3f4d5bd requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:55:43.437406 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b4d009a9-0066-4b6c-b6d8-3a1d0aa1257a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3151114 Jul 15 23:55:43.440123 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37614) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:43.444436 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-25d93bab-799b-450f-a1a7-708f07bbcc45 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1930729867-router', 'tenant_id': '78b7530af3f1441ca24d23adcf9d3e70', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:55:43.463541 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25d93bab-799b-450f-a1a7-708f07bbcc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:43.464583 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25d93bab-799b-450f-a1a7-708f07bbcc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:43.512697 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328d8bec-dcac-4331-afa4-9ee3a46902ef None None] Sync routers for ids ['f3a625c2-2b07-4ef7-9cde-374f5dbc8c90'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:55:43.520285 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25d93bab-799b-450f-a1a7-708f07bbcc45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:43.545898 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328d8bec-dcac-4331-afa4-9ee3a46902ef None None] Routers {'f3a625c2-2b07-4ef7-9cde-374f5dbc8c90'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:55:43.546653 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-328d8bec-dcac-4331-afa4-9ee3a46902ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:55:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['f3a625c2-2b07-4ef7-9cde-374f5dbc8c90'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:43.655927 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251de77c-4dc8-469c-bde7-dc3279d46b30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-334ad714-17e7-4960-80ee-3f42b3f4d5bd', 'network_id': '334ad714-17e7-4960-80ee-3f42b3f4d5bd', 'tenant_id': '78b7530af3f1441ca24d23adcf9d3e70', 'fixed_ips': [{'subnet_id': 'b41309d4-f795-484b-a716-77465b4c0145'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:55:43.656783 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-251de77c-4dc8-469c-bde7-dc3279d46b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:43.661667 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25d93bab-799b-450f-a1a7-708f07bbcc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:43.744053 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-328d8bec-dcac-4331-afa4-9ee3a46902ef None None] Set router f3a625c2-2b07-4ef7-9cde-374f5dbc8c90 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:55:43.918339 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-251de77c-4dc8-469c-bde7-dc3279d46b30 None None] Allocated IP 172.20.0.2 (334ad714-17e7-4960-80ee-3f42b3f4d5bd/b41309d4-f795-484b-a716-77465b4c0145/c7dc5bc6-bda0-465f-8315-86ad4b5baead) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:55:44.109606 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-328d8bec-dcac-4331-afa4-9ee3a46902ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a625c2-2b07-4ef7-9cde-374f5dbc8c90', 'name': 'tempest-TestEncryptedCinderVolumes-967559152-router', 'tenant_id': '75c4d5b1e06343f59f324c33c31623d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'b8b9cf61-74d2-48ad-a828-5232c650d3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:55:39Z', 'updated_at': '2021-07-15T23:55:41Z', 'revision_number': 4, 'project_id': '75c4d5b1e06343f59f324c33c31623d4', 'gw_port': {'id': 'b8b9cf61-74d2-48ad-a828-5232c650d3a9', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a625c2-2b07-4ef7-9cde-374f5dbc8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:55:39Z', 'updated_at': '2021-07-15T23:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '6ea11f6a-871e-4080-a4a2-ec20d1ebb180', 'name': '', 'network_id': '73dd96cb-de1c-4d33-af52-97354d3590c5', 'tenant_id': '75c4d5b1e06343f59f324c33c31623d4', 'mac_address': 'fa:16:3e:b6:45:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a625c2-2b07-4ef7-9cde-374f5dbc8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '5a7c3cbe-dae3-4251-9e27-18989ff01270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:55:41Z', 'updated_at': '2021-07-15T23:55:41Z', 'revision_number': 2, 'project_id': '75c4d5b1e06343f59f324c33c31623d4', 'subnets': [{'id': '5a7c3cbe-dae3-4251-9e27-18989ff01270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:44.147516 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328d8bec-dcac-4331-afa4-9ee3a46902ef None None] Checking router: f3a625c2-2b07-4ef7-9cde-374f5dbc8c90 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:55:44.147862 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328d8bec-dcac-4331-afa4-9ee3a46902ef None None] Updating router f3a625c2-2b07-4ef7-9cde-374f5dbc8c90 port 6ea11f6a-871e-4080-a4a2-ec20d1ebb180 binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:55:44.154067 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-251de77c-4dc8-469c-bde7-dc3279d46b30 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:44.205914 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25d93bab-799b-450f-a1a7-708f07bbcc45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:44.225798 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25d93bab-799b-450f-a1a7-708f07bbcc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:44.328231 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-25d93bab-799b-450f-a1a7-708f07bbcc45 admin admin] Allocated IP 172.25.4.58 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/02abe4d8-cca0-40dc-bf3a-e5a151c22926) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:55:44.332279 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b8b9cf61-74d2-48ad-a828-5232c650d3a9 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:55:44.363041 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-251de77c-4dc8-469c-bde7-dc3279d46b30 None None] Transition to ACTIVE for port object c7dc5bc6-bda0-465f-8315-86ad4b5baead will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:55:44.383444 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-328d8bec-dcac-4331-afa4-9ee3a46902ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:44.403721 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-251de77c-4dc8-469c-bde7-dc3279d46b30 None None] Transition to ACTIVE for port object c7dc5bc6-bda0-465f-8315-86ad4b5baead will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:55:44.430371 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-251de77c-4dc8-469c-bde7-dc3279d46b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:44.431534 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25d93bab-799b-450f-a1a7-708f07bbcc45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:44.470162 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25d93bab-799b-450f-a1a7-708f07bbcc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:44.488668 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251de77c-4dc8-469c-bde7-dc3279d46b30 None None] Network 334ad714-17e7-4960-80ee-3f42b3f4d5bd is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:55:44.505274 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d93bab-799b-450f-a1a7-708f07bbcc45 admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:55:44.511992 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-25d93bab-799b-450f-a1a7-708f07bbcc45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:55:44.515542 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d93bab-799b-450f-a1a7-708f07bbcc45 admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:55:44.521509 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d93bab-799b-450f-a1a7-708f07bbcc45 admin admin] Pushing event updated for resources: {'Port': ['ID=02abe4d8-cca0-40dc-bf3a-e5a151c22926,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:44.540938 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-251de77c-4dc8-469c-bde7-dc3279d46b30 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:55:44.546614 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251de77c-4dc8-469c-bde7-dc3279d46b30 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:55:44.556835 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port b8b9cf61-74d2-48ad-a828-5232c650d3a9 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:55:44.557213 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:44.565737 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251de77c-4dc8-469c-bde7-dc3279d46b30 None None] Pushing event updated for resources: {'Port': ['ID=c7dc5bc6-bda0-465f-8315-86ad4b5baead,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:44.690606 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-251de77c-4dc8-469c-bde7-dc3279d46b30 None None] Attempting to bind port c7dc5bc6-bda0-465f-8315-86ad4b5baead on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:55:44.690910 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-251de77c-4dc8-469c-bde7-dc3279d46b30 None None] Attempting to bind port c7dc5bc6-bda0-465f-8315-86ad4b5baead by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '34c240ec-918c-4659-a54b-53dd3c6782c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '334ad714-17e7-4960-80ee-3f42b3f4d5bd'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:55:44.691282 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251de77c-4dc8-469c-bde7-dc3279d46b30 None None] Attempting to bind port c7dc5bc6-bda0-465f-8315-86ad4b5baead on network 334ad714-17e7-4960-80ee-3f42b3f4d5bd {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:55:44.724833 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251de77c-4dc8-469c-bde7-dc3279d46b30 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:55:44.725209 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251de77c-4dc8-469c-bde7-dc3279d46b30 None None] Checking segment: {'id': '34c240ec-918c-4659-a54b-53dd3c6782c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '334ad714-17e7-4960-80ee-3f42b3f4d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:55:44.725606 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-251de77c-4dc8-469c-bde7-dc3279d46b30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:44.725996 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251de77c-4dc8-469c-bde7-dc3279d46b30 None None] Bound using segment: {'id': '34c240ec-918c-4659-a54b-53dd3c6782c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '334ad714-17e7-4960-80ee-3f42b3f4d5bd'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:55:44.726460 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-251de77c-4dc8-469c-bde7-dc3279d46b30 None None] Bound port: c7dc5bc6-bda0-465f-8315-86ad4b5baead, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c240ec-918c-4659-a54b-53dd3c6782c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '334ad714-17e7-4960-80ee-3f42b3f4d5bd'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:55:44.726868 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-251de77c-4dc8-469c-bde7-dc3279d46b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:44.759359 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25d93bab-799b-450f-a1a7-708f07bbcc45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:44.865717 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-251de77c-4dc8-469c-bde7-dc3279d46b30 None None] For port c7dc5bc6-bda0-465f-8315-86ad4b5baead, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:55:44.898178 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-251de77c-4dc8-469c-bde7-dc3279d46b30 None None] For port c7dc5bc6-bda0-465f-8315-86ad4b5baead, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c7dc5bc6-bda0-465f-8315-86ad4b5baead,segment=NetworkSegment(34c240ec-918c-4659-a54b-53dd3c6782c0),segment_id=34c240ec-918c-4659-a54b-53dd3c6782c0)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:55:44.905171 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-251de77c-4dc8-469c-bde7-dc3279d46b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:44.922026 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-328d8bec-dcac-4331-afa4-9ee3a46902ef None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:44.956650 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25d93bab-799b-450f-a1a7-708f07bbcc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:44.963465 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-328d8bec-dcac-4331-afa4-9ee3a46902ef None None] Transition to ACTIVE for port object 6ea11f6a-871e-4080-a4a2-ec20d1ebb180 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:55:44.983495 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-328d8bec-dcac-4331-afa4-9ee3a46902ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:44.995288 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251de77c-4dc8-469c-bde7-dc3279d46b30 None None] Pushing event updated for resources: {'Port': ['ID=c7dc5bc6-bda0-465f-8315-86ad4b5baead,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:45.064123 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8c4a8-7f5d-4066-9c77-79c919b08015 None None] Pushing event updated for resources: {'Port': ['ID=6ea11f6a-871e-4080-a4a2-ec20d1ebb180,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:45.102741 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-328d8bec-dcac-4331-afa4-9ee3a46902ef None None] Attempting to bind port 6ea11f6a-871e-4080-a4a2-ec20d1ebb180 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:55:45.103132 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-328d8bec-dcac-4331-afa4-9ee3a46902ef None None] Attempting to bind port 6ea11f6a-871e-4080-a4a2-ec20d1ebb180 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '45f8f624-30d0-442f-8cc9-e588eb94da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '73dd96cb-de1c-4d33-af52-97354d3590c5'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:55:45.103443 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328d8bec-dcac-4331-afa4-9ee3a46902ef None None] Attempting to bind port 6ea11f6a-871e-4080-a4a2-ec20d1ebb180 on network 73dd96cb-de1c-4d33-af52-97354d3590c5 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:55:45.108802 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328d8bec-dcac-4331-afa4-9ee3a46902ef None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:55:45.109256 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328d8bec-dcac-4331-afa4-9ee3a46902ef None None] Checking segment: {'id': '45f8f624-30d0-442f-8cc9-e588eb94da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '73dd96cb-de1c-4d33-af52-97354d3590c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:55:45.109635 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-328d8bec-dcac-4331-afa4-9ee3a46902ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:45.110031 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328d8bec-dcac-4331-afa4-9ee3a46902ef None None] Bound using segment: {'id': '45f8f624-30d0-442f-8cc9-e588eb94da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '73dd96cb-de1c-4d33-af52-97354d3590c5'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:55:45.110754 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-328d8bec-dcac-4331-afa4-9ee3a46902ef None None] Bound port: 6ea11f6a-871e-4080-a4a2-ec20d1ebb180, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f8f624-30d0-442f-8cc9-e588eb94da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '73dd96cb-de1c-4d33-af52-97354d3590c5'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:55:45.110946 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-328d8bec-dcac-4331-afa4-9ee3a46902ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:45.120438 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d93bab-799b-450f-a1a7-708f07bbcc45 admin admin] Router 905810cf-9296-4028-8514-72eddea74a17 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:55:45.218279 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-328d8bec-dcac-4331-afa4-9ee3a46902ef None None] For port 6ea11f6a-871e-4080-a4a2-ec20d1ebb180, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:55:45.222134 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-328d8bec-dcac-4331-afa4-9ee3a46902ef None None] For port 6ea11f6a-871e-4080-a4a2-ec20d1ebb180, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=6ea11f6a-871e-4080-a4a2-ec20d1ebb180,segment=NetworkSegment(45f8f624-30d0-442f-8cc9-e588eb94da62),segment_id=45f8f624-30d0-442f-8cc9-e588eb94da62)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:55:45.226361 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-328d8bec-dcac-4331-afa4-9ee3a46902ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:45.268326 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d93bab-799b-450f-a1a7-708f07bbcc45 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:55:45.281802 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd3e8a4-bf85-44ce-96f8-32f1f1a32662 None None] Sync routers for ids ['905810cf-9296-4028-8514-72eddea74a17'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:55:45.291591 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328d8bec-dcac-4331-afa4-9ee3a46902ef None None] Routers {'f3a625c2-2b07-4ef7-9cde-374f5dbc8c90'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:55:45.291769 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd3e8a4-bf85-44ce-96f8-32f1f1a32662 None None] Routers {'905810cf-9296-4028-8514-72eddea74a17'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:55:45.292138 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-328d8bec-dcac-4331-afa4-9ee3a46902ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:55:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['f3a625c2-2b07-4ef7-9cde-374f5dbc8c90'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:45.292346 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-9bd3e8a4-bf85-44ce-96f8-32f1f1a32662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:55:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['905810cf-9296-4028-8514-72eddea74a17'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:45.309479 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-25d93bab-799b-450f-a1a7-708f07bbcc45 admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:45.311054 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-25d93bab-799b-450f-a1a7-708f07bbcc45 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8696537 Jul 15 23:55:45.313722 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37616) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:45.411049 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8c4a8-7f5d-4066-9c77-79c919b08015 None None] Pushing event updated for resources: {'Port': ['ID=6ea11f6a-871e-4080-a4a2-ec20d1ebb180,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:45.446347 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-328d8bec-dcac-4331-afa4-9ee3a46902ef None None] Set router f3a625c2-2b07-4ef7-9cde-374f5dbc8c90 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:55:45.475299 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-9bd3e8a4-bf85-44ce-96f8-32f1f1a32662 None None] Set router 905810cf-9296-4028-8514-72eddea74a17 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:55:45.685566 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-9bd3e8a4-bf85-44ce-96f8-32f1f1a32662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905810cf-9296-4028-8514-72eddea74a17', 'name': 'tempest-TestEncryptedCinderVolumes-1930729867-router', 'tenant_id': '78b7530af3f1441ca24d23adcf9d3e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '02abe4d8-cca0-40dc-bf3a-e5a151c22926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:55:43Z', 'updated_at': '2021-07-15T23:55:44Z', 'revision_number': 3, 'project_id': '78b7530af3f1441ca24d23adcf9d3e70', 'gw_port': {'id': '02abe4d8-cca0-40dc-bf3a-e5a151c22926', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905810cf-9296-4028-8514-72eddea74a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:55:44Z', 'updated_at': '2021-07-15T23:55:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:45.695134 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-328d8bec-dcac-4331-afa4-9ee3a46902ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a625c2-2b07-4ef7-9cde-374f5dbc8c90', 'name': 'tempest-TestEncryptedCinderVolumes-967559152-router', 'tenant_id': '75c4d5b1e06343f59f324c33c31623d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'b8b9cf61-74d2-48ad-a828-5232c650d3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:55:39Z', 'updated_at': '2021-07-15T23:55:41Z', 'revision_number': 4, 'project_id': '75c4d5b1e06343f59f324c33c31623d4', 'gw_port': {'id': 'b8b9cf61-74d2-48ad-a828-5232c650d3a9', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a625c2-2b07-4ef7-9cde-374f5dbc8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:55:39Z', 'updated_at': '2021-07-15T23:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '6ea11f6a-871e-4080-a4a2-ec20d1ebb180', 'name': '', 'network_id': '73dd96cb-de1c-4d33-af52-97354d3590c5', 'tenant_id': '75c4d5b1e06343f59f324c33c31623d4', 'mac_address': 'fa:16:3e:b6:45:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a625c2-2b07-4ef7-9cde-374f5dbc8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '5a7c3cbe-dae3-4251-9e27-18989ff01270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:55:41Z', 'updated_at': '2021-07-15T23:55:45Z', 'revision_number': 4, 'project_id': '75c4d5b1e06343f59f324c33c31623d4', 'subnets': [{'id': '5a7c3cbe-dae3-4251-9e27-18989ff01270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:45.716701 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd3e8a4-bf85-44ce-96f8-32f1f1a32662 None None] Checking router: 905810cf-9296-4028-8514-72eddea74a17 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:55:45.717031 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd3e8a4-bf85-44ce-96f8-32f1f1a32662 None None] Updating router 905810cf-9296-4028-8514-72eddea74a17 port 02abe4d8-cca0-40dc-bf3a-e5a151c22926 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:55:45.727170 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328d8bec-dcac-4331-afa4-9ee3a46902ef None None] The sync data for ids ['f3a625c2-2b07-4ef7-9cde-374f5dbc8c90'] in n-d-787205-9 is: [{'id': 'f3a625c2-2b07-4ef7-9cde-374f5dbc8c90', 'name': 'tempest-TestEncryptedCinderVolumes-967559152-router', 'tenant_id': '75c4d5b1e06343f59f324c33c31623d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'b8b9cf61-74d2-48ad-a828-5232c650d3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:55:39Z', 'updated_at': '2021-07-15T23:55:41Z', 'revision_number': 4, 'project_id': '75c4d5b1e06343f59f324c33c31623d4', 'gw_port': {'id': 'b8b9cf61-74d2-48ad-a828-5232c650d3a9', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a625c2-2b07-4ef7-9cde-374f5dbc8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:55:39Z', 'updated_at': '2021-07-15T23:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '6ea11f6a-871e-4080-a4a2-ec20d1ebb180', 'name': '', 'network_id': '73dd96cb-de1c-4d33-af52-97354d3590c5', 'tenant_id': '75c4d5b1e06343f59f324c33c31623d4', 'mac_address': 'fa:16:3e:b6:45:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a625c2-2b07-4ef7-9cde-374f5dbc8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '5a7c3cbe-dae3-4251-9e27-18989ff01270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:55:41Z', 'updated_at': '2021-07-15T23:55:45Z', 'revision_number': 4, 'project_id': '75c4d5b1e06343f59f324c33c31623d4', 'subnets': [{'id': '5a7c3cbe-dae3-4251-9e27-18989ff01270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:55:45.753018 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9bd3e8a4-bf85-44ce-96f8-32f1f1a32662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:45.820182 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cafbb95b-aa2d-4387-a9f4-d0867f9116ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:45.950557 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d4f04840-7571-4aa3-8255-c98417f2540f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:46.035107 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-cafbb95b-aa2d-4387-a9f4-d0867f9116ba admin admin] Allocated IP 172.20.0.1 (334ad714-17e7-4960-80ee-3f42b3f4d5bd/b41309d4-f795-484b-a716-77465b4c0145/34679302-8566-40bb-90b6-5eb8d20cb410) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:55:46.104464 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9bd3e8a4-bf85-44ce-96f8-32f1f1a32662 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:46.120559 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-9bd3e8a4-bf85-44ce-96f8-32f1f1a32662 None None] Transition to ACTIVE for port object 02abe4d8-cca0-40dc-bf3a-e5a151c22926 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:55:46.127703 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9bd3e8a4-bf85-44ce-96f8-32f1f1a32662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:46.188874 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cafbb95b-aa2d-4387-a9f4-d0867f9116ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:46.205187 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-9bd3e8a4-bf85-44ce-96f8-32f1f1a32662 None None] Attempting to bind port 02abe4d8-cca0-40dc-bf3a-e5a151c22926 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:55:46.205592 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-9bd3e8a4-bf85-44ce-96f8-32f1f1a32662 None None] Attempting to bind port 02abe4d8-cca0-40dc-bf3a-e5a151c22926 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:55:46.205976 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd3e8a4-bf85-44ce-96f8-32f1f1a32662 None None] Attempting to bind port 02abe4d8-cca0-40dc-bf3a-e5a151c22926 on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:55:46.210199 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-cafbb95b-aa2d-4387-a9f4-d0867f9116ba admin admin] Transition to ACTIVE for port object 34679302-8566-40bb-90b6-5eb8d20cb410 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:55:46.215071 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970582ad-a762-4414-9fc2-be071770f902 None None] Pushing event updated for resources: {'Port': ['ID=02abe4d8-cca0-40dc-bf3a-e5a151c22926,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:46.222328 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd3e8a4-bf85-44ce-96f8-32f1f1a32662 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:55:46.233118 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd3e8a4-bf85-44ce-96f8-32f1f1a32662 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:55:46.233679 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9bd3e8a4-bf85-44ce-96f8-32f1f1a32662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:46.234114 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd3e8a4-bf85-44ce-96f8-32f1f1a32662 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:55:46.240715 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-9bd3e8a4-bf85-44ce-96f8-32f1f1a32662 None None] Bound port: 02abe4d8-cca0-40dc-bf3a-e5a151c22926, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:55:46.241153 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9bd3e8a4-bf85-44ce-96f8-32f1f1a32662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:46.260616 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cafbb95b-aa2d-4387-a9f4-d0867f9116ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:46.310043 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafbb95b-aa2d-4387-a9f4-d0867f9116ba admin admin] Network 334ad714-17e7-4960-80ee-3f42b3f4d5bd is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:55:46.313806 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-cafbb95b-aa2d-4387-a9f4-d0867f9116ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:55:46.315790 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-9bd3e8a4-bf85-44ce-96f8-32f1f1a32662 None None] For port 02abe4d8-cca0-40dc-bf3a-e5a151c22926, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:55:46.319494 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafbb95b-aa2d-4387-a9f4-d0867f9116ba admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:55:46.322773 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-9bd3e8a4-bf85-44ce-96f8-32f1f1a32662 None None] For port 02abe4d8-cca0-40dc-bf3a-e5a151c22926, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=02abe4d8-cca0-40dc-bf3a-e5a151c22926,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:55:46.323494 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafbb95b-aa2d-4387-a9f4-d0867f9116ba admin admin] Pushing event updated for resources: {'Port': ['ID=34679302-8566-40bb-90b6-5eb8d20cb410,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:46.329686 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa72a68-a40a-40db-8731-6da19baca422 None None] Network 334ad714-17e7-4960-80ee-3f42b3f4d5bd requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:55:46.341573 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9bd3e8a4-bf85-44ce-96f8-32f1f1a32662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:46.367838 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cafbb95b-aa2d-4387-a9f4-d0867f9116ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:46.379674 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6ea11f6a-871e-4080-a4a2-ec20d1ebb180 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:55:46.430910 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd3e8a4-bf85-44ce-96f8-32f1f1a32662 None None] Routers {'905810cf-9296-4028-8514-72eddea74a17'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:55:46.432640 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-9bd3e8a4-bf85-44ce-96f8-32f1f1a32662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:55:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['905810cf-9296-4028-8514-72eddea74a17'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:46.480772 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970582ad-a762-4414-9fc2-be071770f902 None None] Pushing event updated for resources: {'Port': ['ID=02abe4d8-cca0-40dc-bf3a-e5a151c22926,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:46.485698 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f73eeda3-f36d-4c36-acd7-5cd8173166d1 None None] Provisioning for port c7dc5bc6-bda0-465f-8315-86ad4b5baead completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:55:46.536343 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cafbb95b-aa2d-4387-a9f4-d0867f9116ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:46.552417 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 6ea11f6a-871e-4080-a4a2-ec20d1ebb180 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:55:46.562075 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 6ea11f6a-871e-4080-a4a2-ec20d1ebb180 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:55:46.562537 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:46.575985 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-9bd3e8a4-bf85-44ce-96f8-32f1f1a32662 None None] Set router 905810cf-9296-4028-8514-72eddea74a17 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:55:46.695744 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:46.735726 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 6ea11f6a-871e-4080-a4a2-ec20d1ebb180, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=6ea11f6a-871e-4080-a4a2-ec20d1ebb180,segment=NetworkSegment(45f8f624-30d0-442f-8cc9-e588eb94da62),segment_id=45f8f624-30d0-442f-8cc9-e588eb94da62)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:55:46.741435 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:46.742329 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c7dc5bc6-bda0-465f-8315-86ad4b5baead up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:55:46.790595 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cafbb95b-aa2d-4387-a9f4-d0867f9116ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:46.797086 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cafbb95b-aa2d-4387-a9f4-d0867f9116ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:46.835114 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=6ea11f6a-871e-4080-a4a2-ec20d1ebb180,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:46.849202 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-9bd3e8a4-bf85-44ce-96f8-32f1f1a32662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905810cf-9296-4028-8514-72eddea74a17', 'name': 'tempest-TestEncryptedCinderVolumes-1930729867-router', 'tenant_id': '78b7530af3f1441ca24d23adcf9d3e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '02abe4d8-cca0-40dc-bf3a-e5a151c22926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:55:43Z', 'updated_at': '2021-07-15T23:55:44Z', 'revision_number': 3, 'project_id': '78b7530af3f1441ca24d23adcf9d3e70', 'gw_port': {'id': '02abe4d8-cca0-40dc-bf3a-e5a151c22926', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905810cf-9296-4028-8514-72eddea74a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:55:44Z', 'updated_at': '2021-07-15T23:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:46.854428 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port c7dc5bc6-bda0-465f-8315-86ad4b5baead completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:55:46.859794 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port c7dc5bc6-bda0-465f-8315-86ad4b5baead triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:55:46.859794 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:46.904390 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cafbb95b-aa2d-4387-a9f4-d0867f9116ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:46.906393 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafbb95b-aa2d-4387-a9f4-d0867f9116ba admin admin] Pushing event updated for resources: {'Port': ['ID=34679302-8566-40bb-90b6-5eb8d20cb410,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:46.937702 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd3e8a4-bf85-44ce-96f8-32f1f1a32662 None None] The sync data for ids ['905810cf-9296-4028-8514-72eddea74a17'] in n-d-787205-9 is: [{'id': '905810cf-9296-4028-8514-72eddea74a17', 'name': 'tempest-TestEncryptedCinderVolumes-1930729867-router', 'tenant_id': '78b7530af3f1441ca24d23adcf9d3e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '02abe4d8-cca0-40dc-bf3a-e5a151c22926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:55:43Z', 'updated_at': '2021-07-15T23:55:44Z', 'revision_number': 3, 'project_id': '78b7530af3f1441ca24d23adcf9d3e70', 'gw_port': {'id': '02abe4d8-cca0-40dc-bf3a-e5a151c22926', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905810cf-9296-4028-8514-72eddea74a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:55:44Z', 'updated_at': '2021-07-15T23:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:55:46.963166 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:47.004692 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port c7dc5bc6-bda0-465f-8315-86ad4b5baead, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c7dc5bc6-bda0-465f-8315-86ad4b5baead,segment=NetworkSegment(34c240ec-918c-4659-a54b-53dd3c6782c0),segment_id=34c240ec-918c-4659-a54b-53dd3c6782c0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:55:47.015943 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:47.029261 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafbb95b-aa2d-4387-a9f4-d0867f9116ba admin admin] Network 334ad714-17e7-4960-80ee-3f42b3f4d5bd is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:55:47.033558 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-cafbb95b-aa2d-4387-a9f4-d0867f9116ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:55:47.059981 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8fa04a64-3319-4395-b13d-22d2d933acf7 None None] Provisioning for port 34679302-8566-40bb-90b6-5eb8d20cb410 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:55:47.070791 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8fa04a64-3319-4395-b13d-22d2d933acf7 None None] Provisioning complete for port 34679302-8566-40bb-90b6-5eb8d20cb410 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:55:47.071169 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8fa04a64-3319-4395-b13d-22d2d933acf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:47.103825 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=c7dc5bc6-bda0-465f-8315-86ad4b5baead,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:47.127167 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-8fa04a64-3319-4395-b13d-22d2d933acf7 None None] Port 34679302-8566-40bb-90b6-5eb8d20cb410 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:55:47.139666 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8fa04a64-3319-4395-b13d-22d2d933acf7 None None] Provisioning complete for port c7dc5bc6-bda0-465f-8315-86ad4b5baead triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:55:47.140280 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8fa04a64-3319-4395-b13d-22d2d933acf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:47.171734 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafbb95b-aa2d-4387-a9f4-d0867f9116ba admin admin] Router 905810cf-9296-4028-8514-72eddea74a17 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:55:47.296637 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafbb95b-aa2d-4387-a9f4-d0867f9116ba admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:55:47.302080 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-cafbb95b-aa2d-4387-a9f4-d0867f9116ba admin admin] 10.222.0.16 "PUT /v2.0/routers/905810cf-9296-4028-8514-72eddea74a17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9869351 Jul 15 23:55:47.387511 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-69081d4b-c1ac-46bd-af70-1e0b550d26d0 None None] Provisioning complete for port 34679302-8566-40bb-90b6-5eb8d20cb410 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:55:47.387899 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-69081d4b-c1ac-46bd-af70-1e0b550d26d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:47.438713 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-69081d4b-c1ac-46bd-af70-1e0b550d26d0 None None] Port 34679302-8566-40bb-90b6-5eb8d20cb410 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:55:47.557695 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f597265b-41bb-4065-8d4e-d1f676a749d4 None None] Provisioning complete for port 34679302-8566-40bb-90b6-5eb8d20cb410 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:55:47.558369 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f597265b-41bb-4065-8d4e-d1f676a749d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:47.594672 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f597265b-41bb-4065-8d4e-d1f676a749d4 None None] Port 34679302-8566-40bb-90b6-5eb8d20cb410 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:55:48.181634 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-4777fdf4-5f70-4f66-b4cd-b791a84a411a tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:48.183177 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-4777fdf4-5f70-4f66-b4cd-b791a84a411a tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/networks?id=73dd96cb-de1c-4d33-af52-97354d3590c5 HTTP/1.1" status: 200 len: 816 time: 0.1065097 Jul 15 23:55:48.199401 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-628de9fb-35a8-4110-843e-e835044a3c83 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/quotas/75c4d5b1e06343f59f324c33c31623d4 HTTP/1.1" status: 200 len: 375 time: 0.0102408 Jul 15 23:55:48.268571 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6ea11f6a-871e-4080-a4a2-ec20d1ebb180 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:55:48.271537 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-b984e935-a39c-4b6e-bf09-e9a6913d0e3b tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=75c4d5b1e06343f59f324c33c31623d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670688 Jul 15 23:55:48.327904 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-656af03d-7062-4e91-bee5-84e02222ac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:48.334084 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 6ea11f6a-871e-4080-a4a2-ec20d1ebb180 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:55:48.334562 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:48.411423 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c7dc5bc6-bda0-465f-8315-86ad4b5baead up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:55:48.456825 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port c7dc5bc6-bda0-465f-8315-86ad4b5baead triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:55:48.457175 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:48.461137 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-ba8ec93c-c8a2-4174-bc42-6d7256b382c4 service neutron] 10.222.0.16 "GET /v2.0/networks/73dd96cb-de1c-4d33-af52-97354d3590c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776917 Jul 15 23:55:48.537797 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 02abe4d8-cca0-40dc-bf3a-e5a151c22926 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:55:48.549176 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-b1653fe9-d77f-40f2-ad99-05ac7af8bd9f service neutron] 10.222.0.16 "GET /v2.0/networks/73dd96cb-de1c-4d33-af52-97354d3590c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823193 Jul 15 23:55:48.583911 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 02abe4d8-cca0-40dc-bf3a-e5a151c22926 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:55:48.587494 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 02abe4d8-cca0-40dc-bf3a-e5a151c22926 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:55:48.587860 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:48.669002 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:48.691874 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 02abe4d8-cca0-40dc-bf3a-e5a151c22926, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=02abe4d8-cca0-40dc-bf3a-e5a151c22926,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:55:48.696819 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:48.750086 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c00aa67-1975-4c8e-8e44-d4496ade8919 req-d07a60c7-ca5e-41b7-9a57-1f6de85c30eb tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/ports?device_id=45b89369-7f27-4496-83bb-22dcc3e9b5d2 HTTP/1.1" status: 200 len: 210 time: 0.0391865 Jul 15 23:55:48.751303 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=02abe4d8-cca0-40dc-bf3a-e5a151c22926,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:48.797202 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:49.231716 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa0ccf7-8475-47ce-a7d0-b1a3204a3156 None None] Sync routers for ids ['905810cf-9296-4028-8514-72eddea74a17'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:55:49.242502 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa0ccf7-8475-47ce-a7d0-b1a3204a3156 None None] Routers {'905810cf-9296-4028-8514-72eddea74a17'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:55:49.243238 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-bfa0ccf7-8475-47ce-a7d0-b1a3204a3156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:55:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['905810cf-9296-4028-8514-72eddea74a17'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:49.501803 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-bfa0ccf7-8475-47ce-a7d0-b1a3204a3156 None None] Set router 905810cf-9296-4028-8514-72eddea74a17 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:55:49.700283 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-bfa0ccf7-8475-47ce-a7d0-b1a3204a3156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905810cf-9296-4028-8514-72eddea74a17', 'name': 'tempest-TestEncryptedCinderVolumes-1930729867-router', 'tenant_id': '78b7530af3f1441ca24d23adcf9d3e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '02abe4d8-cca0-40dc-bf3a-e5a151c22926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:55:43Z', 'updated_at': '2021-07-15T23:55:46Z', 'revision_number': 4, 'project_id': '78b7530af3f1441ca24d23adcf9d3e70', 'gw_port': {'id': '02abe4d8-cca0-40dc-bf3a-e5a151c22926', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905810cf-9296-4028-8514-72eddea74a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:55:44Z', 'updated_at': '2021-07-15T23:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '34679302-8566-40bb-90b6-5eb8d20cb410', 'name': '', 'network_id': '334ad714-17e7-4960-80ee-3f42b3f4d5bd', 'tenant_id': '78b7530af3f1441ca24d23adcf9d3e70', 'mac_address': 'fa:16:3e:2f:85:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905810cf-9296-4028-8514-72eddea74a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'b41309d4-f795-484b-a716-77465b4c0145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:55:45Z', 'updated_at': '2021-07-15T23:55:46Z', 'revision_number': 2, 'project_id': '78b7530af3f1441ca24d23adcf9d3e70', 'subnets': [{'id': 'b41309d4-f795-484b-a716-77465b4c0145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:49.733411 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa0ccf7-8475-47ce-a7d0-b1a3204a3156 None None] Checking router: 905810cf-9296-4028-8514-72eddea74a17 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:55:49.733772 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa0ccf7-8475-47ce-a7d0-b1a3204a3156 None None] Updating router 905810cf-9296-4028-8514-72eddea74a17 port 34679302-8566-40bb-90b6-5eb8d20cb410 binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:55:49.770000 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ccf7-8475-47ce-a7d0-b1a3204a3156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:49.807310 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-504cf7d1-b884-49d5-aaee-399b2d0b411f tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:49.808890 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-504cf7d1-b884-49d5-aaee-399b2d0b411f tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.43 "GET /v2.0/networks?id=73dd96cb-de1c-4d33-af52-97354d3590c5 HTTP/1.1" status: 200 len: 816 time: 0.1285775 Jul 15 23:55:49.830128 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-532ceb66-816d-43ea-bd73-658d9c5a3660 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Request body: {'port': {'device_id': '45b89369-7f27-4496-83bb-22dcc3e9b5d2', 'network_id': '73dd96cb-de1c-4d33-af52-97354d3590c5', 'admin_state_up': True, 'tenant_id': '75c4d5b1e06343f59f324c33c31623d4'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:55:49.921776 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:49.939051 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7eb53516-e509-4846-bb4b-ee784107034c req-8255206e-07d1-4b4d-a7fc-a25dc3bb0465 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/ports?device_id=45b89369-7f27-4496-83bb-22dcc3e9b5d2 HTTP/1.1" status: 200 len: 210 time: 0.0404544 Jul 15 23:55:49.974892 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-532ceb66-816d-43ea-bd73-658d9c5a3660 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Made reservation on behalf of 75c4d5b1e06343f59f324c33c31623d4 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:55:49.978462 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-532ceb66-816d-43ea-bd73-658d9c5a3660 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:50.087997 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ccf7-8475-47ce-a7d0-b1a3204a3156 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:50.097463 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-bfa0ccf7-8475-47ce-a7d0-b1a3204a3156 None None] Transition to ACTIVE for port object 34679302-8566-40bb-90b6-5eb8d20cb410 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:55:50.104046 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ccf7-8475-47ce-a7d0-b1a3204a3156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:50.108108 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-532ceb66-816d-43ea-bd73-658d9c5a3660 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Allocated IP 172.20.0.12 (73dd96cb-de1c-4d33-af52-97354d3590c5/5a7c3cbe-dae3-4251-9e27-18989ff01270/a8537529-8ca3-498d-b5d8-cac3e6ba2f2b) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:55:50.155389 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e78abf-7247-4ff9-a025-a4636109f3cb None None] Pushing event updated for resources: {'Port': ['ID=34679302-8566-40bb-90b6-5eb8d20cb410,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:50.206805 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-bfa0ccf7-8475-47ce-a7d0-b1a3204a3156 None None] Attempting to bind port 34679302-8566-40bb-90b6-5eb8d20cb410 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:55:50.207277 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-bfa0ccf7-8475-47ce-a7d0-b1a3204a3156 None None] Attempting to bind port 34679302-8566-40bb-90b6-5eb8d20cb410 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '34c240ec-918c-4659-a54b-53dd3c6782c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '334ad714-17e7-4960-80ee-3f42b3f4d5bd'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:55:50.207870 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0ccf7-8475-47ce-a7d0-b1a3204a3156 None None] Attempting to bind port 34679302-8566-40bb-90b6-5eb8d20cb410 on network 334ad714-17e7-4960-80ee-3f42b3f4d5bd {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:55:50.212976 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0ccf7-8475-47ce-a7d0-b1a3204a3156 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:55:50.213357 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0ccf7-8475-47ce-a7d0-b1a3204a3156 None None] Checking segment: {'id': '34c240ec-918c-4659-a54b-53dd3c6782c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '334ad714-17e7-4960-80ee-3f42b3f4d5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:55:50.213767 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ccf7-8475-47ce-a7d0-b1a3204a3156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:50.214170 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0ccf7-8475-47ce-a7d0-b1a3204a3156 None None] Bound using segment: {'id': '34c240ec-918c-4659-a54b-53dd3c6782c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '334ad714-17e7-4960-80ee-3f42b3f4d5bd'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:55:50.214730 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-bfa0ccf7-8475-47ce-a7d0-b1a3204a3156 None None] Bound port: 34679302-8566-40bb-90b6-5eb8d20cb410, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c240ec-918c-4659-a54b-53dd3c6782c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '334ad714-17e7-4960-80ee-3f42b3f4d5bd'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:55:50.215057 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ccf7-8475-47ce-a7d0-b1a3204a3156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:50.234728 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 02abe4d8-cca0-40dc-bf3a-e5a151c22926 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:55:50.269887 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-532ceb66-816d-43ea-bd73-658d9c5a3660 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:50.284552 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-532ceb66-816d-43ea-bd73-658d9c5a3660 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Transition to ACTIVE for port object a8537529-8ca3-498d-b5d8-cac3e6ba2f2b will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:55:50.321528 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-532ceb66-816d-43ea-bd73-658d9c5a3660 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:50.331518 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 02abe4d8-cca0-40dc-bf3a-e5a151c22926 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:55:50.331895 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:50.334056 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-bfa0ccf7-8475-47ce-a7d0-b1a3204a3156 None None] For port 34679302-8566-40bb-90b6-5eb8d20cb410, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:55:50.337945 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-bfa0ccf7-8475-47ce-a7d0-b1a3204a3156 None None] For port 34679302-8566-40bb-90b6-5eb8d20cb410, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=34679302-8566-40bb-90b6-5eb8d20cb410,segment=NetworkSegment(34c240ec-918c-4659-a54b-53dd3c6782c0),segment_id=34c240ec-918c-4659-a54b-53dd3c6782c0)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:55:50.358867 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ccf7-8475-47ce-a7d0-b1a3204a3156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:50.371840 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-532ceb66-816d-43ea-bd73-658d9c5a3660 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Network 73dd96cb-de1c-4d33-af52-97354d3590c5 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:55:50.375043 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-532ceb66-816d-43ea-bd73-658d9c5a3660 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:55:50.377578 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-532ceb66-816d-43ea-bd73-658d9c5a3660 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:55:50.408836 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ceb66-816d-43ea-bd73-658d9c5a3660 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Pushing event updated for resources: {'Port': ['ID=a8537529-8ca3-498d-b5d8-cac3e6ba2f2b,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:50.447158 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-532ceb66-816d-43ea-bd73-658d9c5a3660 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:50.447849 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-532ceb66-816d-43ea-bd73-658d9c5a3660 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:50.452922 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e78abf-7247-4ff9-a025-a4636109f3cb None None] Pushing event updated for resources: {'Port': ['ID=34679302-8566-40bb-90b6-5eb8d20cb410,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:50.464500 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa0ccf7-8475-47ce-a7d0-b1a3204a3156 None None] Routers {'905810cf-9296-4028-8514-72eddea74a17'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:55:50.465121 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-bfa0ccf7-8475-47ce-a7d0-b1a3204a3156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:55:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['905810cf-9296-4028-8514-72eddea74a17'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:50.469141 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-532ceb66-816d-43ea-bd73-658d9c5a3660 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6461928 Jul 15 23:55:50.484681 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-322599dc-c4f8-44fb-8966-b67004c7f618 service neutron] Request body: {'port': {'device_id': '45b89369-7f27-4496-83bb-22dcc3e9b5d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:55:50.611314 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-322599dc-c4f8-44fb-8966-b67004c7f618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:50.637824 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-bfa0ccf7-8475-47ce-a7d0-b1a3204a3156 None None] Set router 905810cf-9296-4028-8514-72eddea74a17 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:55:50.802445 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-82514caf-26a1-4c0a-a4f6-df028b80ff85 None None] Provisioning for port a8537529-8ca3-498d-b5d8-cac3e6ba2f2b completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:55:50.813372 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-82514caf-26a1-4c0a-a4f6-df028b80ff85 None None] Provisioning complete for port a8537529-8ca3-498d-b5d8-cac3e6ba2f2b triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:55:50.813750 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-82514caf-26a1-4c0a-a4f6-df028b80ff85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:50.870600 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-82514caf-26a1-4c0a-a4f6-df028b80ff85 None None] Port a8537529-8ca3-498d-b5d8-cac3e6ba2f2b cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:55:50.892052 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-322599dc-c4f8-44fb-8966-b67004c7f618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8537529-8ca3-498d-b5d8-cac3e6ba2f2b {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:55:50.900132 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-bfa0ccf7-8475-47ce-a7d0-b1a3204a3156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905810cf-9296-4028-8514-72eddea74a17', 'name': 'tempest-TestEncryptedCinderVolumes-1930729867-router', 'tenant_id': '78b7530af3f1441ca24d23adcf9d3e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '02abe4d8-cca0-40dc-bf3a-e5a151c22926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:55:43Z', 'updated_at': '2021-07-15T23:55:46Z', 'revision_number': 4, 'project_id': '78b7530af3f1441ca24d23adcf9d3e70', 'gw_port': {'id': '02abe4d8-cca0-40dc-bf3a-e5a151c22926', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905810cf-9296-4028-8514-72eddea74a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:55:44Z', 'updated_at': '2021-07-15T23:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '34679302-8566-40bb-90b6-5eb8d20cb410', 'name': '', 'network_id': '334ad714-17e7-4960-80ee-3f42b3f4d5bd', 'tenant_id': '78b7530af3f1441ca24d23adcf9d3e70', 'mac_address': 'fa:16:3e:2f:85:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905810cf-9296-4028-8514-72eddea74a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'b41309d4-f795-484b-a716-77465b4c0145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:55:45Z', 'updated_at': '2021-07-15T23:55:50Z', 'revision_number': 4, 'project_id': '78b7530af3f1441ca24d23adcf9d3e70', 'subnets': [{'id': 'b41309d4-f795-484b-a716-77465b4c0145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:50.900884 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-322599dc-c4f8-44fb-8966-b67004c7f618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:50.912673 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-322599dc-c4f8-44fb-8966-b67004c7f618 service neutron] Transition to ACTIVE for port object a8537529-8ca3-498d-b5d8-cac3e6ba2f2b will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:55:50.916385 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-322599dc-c4f8-44fb-8966-b67004c7f618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:50.926154 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa0ccf7-8475-47ce-a7d0-b1a3204a3156 None None] The sync data for ids ['905810cf-9296-4028-8514-72eddea74a17'] in n-d-787205-9 is: [{'id': '905810cf-9296-4028-8514-72eddea74a17', 'name': 'tempest-TestEncryptedCinderVolumes-1930729867-router', 'tenant_id': '78b7530af3f1441ca24d23adcf9d3e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '02abe4d8-cca0-40dc-bf3a-e5a151c22926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:55:43Z', 'updated_at': '2021-07-15T23:55:46Z', 'revision_number': 4, 'project_id': '78b7530af3f1441ca24d23adcf9d3e70', 'gw_port': {'id': '02abe4d8-cca0-40dc-bf3a-e5a151c22926', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905810cf-9296-4028-8514-72eddea74a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:55:44Z', 'updated_at': '2021-07-15T23:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '34679302-8566-40bb-90b6-5eb8d20cb410', 'name': '', 'network_id': '334ad714-17e7-4960-80ee-3f42b3f4d5bd', 'tenant_id': '78b7530af3f1441ca24d23adcf9d3e70', 'mac_address': 'fa:16:3e:2f:85:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905810cf-9296-4028-8514-72eddea74a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'b41309d4-f795-484b-a716-77465b4c0145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:55:45Z', 'updated_at': '2021-07-15T23:55:50Z', 'revision_number': 4, 'project_id': '78b7530af3f1441ca24d23adcf9d3e70', 'subnets': [{'id': 'b41309d4-f795-484b-a716-77465b4c0145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:55:51.005016 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322599dc-c4f8-44fb-8966-b67004c7f618 service neutron] Pushing event updated for resources: {'Port': ['ID=a8537529-8ca3-498d-b5d8-cac3e6ba2f2b,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:51.111419 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-322599dc-c4f8-44fb-8966-b67004c7f618 service neutron] Attempting to bind port a8537529-8ca3-498d-b5d8-cac3e6ba2f2b on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:55:51.112058 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-322599dc-c4f8-44fb-8966-b67004c7f618 service neutron] Attempting to bind port a8537529-8ca3-498d-b5d8-cac3e6ba2f2b by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '45f8f624-30d0-442f-8cc9-e588eb94da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '73dd96cb-de1c-4d33-af52-97354d3590c5'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:55:51.112709 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-322599dc-c4f8-44fb-8966-b67004c7f618 service neutron] Attempting to bind port a8537529-8ca3-498d-b5d8-cac3e6ba2f2b on network 73dd96cb-de1c-4d33-af52-97354d3590c5 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:55:51.118387 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-322599dc-c4f8-44fb-8966-b67004c7f618 service neutron] Port a8537529-8ca3-498d-b5d8-cac3e6ba2f2b on network 73dd96cb-de1c-4d33-af52-97354d3590c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:55:51.119134 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-322599dc-c4f8-44fb-8966-b67004c7f618 service neutron] Attempting to bind port a8537529-8ca3-498d-b5d8-cac3e6ba2f2b on network 73dd96cb-de1c-4d33-af52-97354d3590c5 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:55:51.132617 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-322599dc-c4f8-44fb-8966-b67004c7f618 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:55:51.132967 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-322599dc-c4f8-44fb-8966-b67004c7f618 service neutron] Checking segment: {'id': '45f8f624-30d0-442f-8cc9-e588eb94da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '73dd96cb-de1c-4d33-af52-97354d3590c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:55:51.133367 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-322599dc-c4f8-44fb-8966-b67004c7f618 service neutron] Bound using segment: {'id': '45f8f624-30d0-442f-8cc9-e588eb94da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '73dd96cb-de1c-4d33-af52-97354d3590c5'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:55:51.133804 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-322599dc-c4f8-44fb-8966-b67004c7f618 service neutron] Bound port: a8537529-8ca3-498d-b5d8-cac3e6ba2f2b, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f8f624-30d0-442f-8cc9-e588eb94da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '73dd96cb-de1c-4d33-af52-97354d3590c5'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:55:51.134169 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-322599dc-c4f8-44fb-8966-b67004c7f618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:51.173680 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758a6c4-00e8-4c1b-af8c-3ec879a3fd7d req-d5fc7a97-060e-48d0-a024-a1cd1d5b18f8 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:51.182373 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9758a6c4-00e8-4c1b-af8c-3ec879a3fd7d req-d5fc7a97-060e-48d0-a024-a1cd1d5b18f8 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/ports?device_id=45b89369-7f27-4496-83bb-22dcc3e9b5d2 HTTP/1.1" status: 200 len: 944 time: 0.0916064 Jul 15 23:55:51.211302 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-322599dc-c4f8-44fb-8966-b67004c7f618 service neutron] For port a8537529-8ca3-498d-b5d8-cac3e6ba2f2b, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:55:51.219138 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9758a6c4-00e8-4c1b-af8c-3ec879a3fd7d req-4f0b8d04-a6c2-4642-93de-bddbb18350aa tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/security-groups?id=64582a40-e2a7-4e12-b61c-f401dac559d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354767 Jul 15 23:55:51.219780 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-322599dc-c4f8-44fb-8966-b67004c7f618 service neutron] For port a8537529-8ca3-498d-b5d8-cac3e6ba2f2b, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=a8537529-8ca3-498d-b5d8-cac3e6ba2f2b,segment=NetworkSegment(45f8f624-30d0-442f-8cc9-e588eb94da62),segment_id=45f8f624-30d0-442f-8cc9-e588eb94da62)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:55:51.226589 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-322599dc-c4f8-44fb-8966-b67004c7f618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:51.267618 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-322599dc-c4f8-44fb-8966-b67004c7f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:51.268125 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-322599dc-c4f8-44fb-8966-b67004c7f618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:51.269528 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-322599dc-c4f8-44fb-8966-b67004c7f618 service neutron] 10.222.0.43 "PUT /v2.0/ports/a8537529-8ca3-498d-b5d8-cac3e6ba2f2b HTTP/1.1" status: 200 len: 1092 time: 0.7933583 Jul 15 23:55:51.269967 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b89369-7f27-4496-83bb-22dcc3e9b5d2', 'tag': 'a8537529-8ca3-498d-b5d8-cac3e6ba2f2b'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:55:51.272299 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bbf911-895f-4ea5-8756-b9ecfb3578cc" -d '{"events": [{"name": "network-changed", "server_uuid": "45b89369-7f27-4496-83bb-22dcc3e9b5d2", "tag": "a8537529-8ca3-498d-b5d8-cac3e6ba2f2b"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:55:51.301049 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322599dc-c4f8-44fb-8966-b67004c7f618 service neutron] Pushing event updated for resources: {'Port': ['ID=a8537529-8ca3-498d-b5d8-cac3e6ba2f2b,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:51.362030 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2fcc6c-8d2f-497c-af4d-5b4f7335dd10 x-openstack-request-id: req-bf2fcc6c-8d2f-497c-af4d-5b4f7335dd10 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:55:51.362316 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b89369-7f27-4496-83bb-22dcc3e9b5d2", "tag": "a8537529-8ca3-498d-b5d8-cac3e6ba2f2b", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:55:51.362564 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf2fcc6c-8d2f-497c-af4d-5b4f7335dd10 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:55:51.363002 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b89369-7f27-4496-83bb-22dcc3e9b5d2', 'tag': 'a8537529-8ca3-498d-b5d8-cac3e6ba2f2b', 'status': 'completed', 'code': 200} Jul 15 23:55:51.382586 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:51.393097 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:55:51.396952 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-334b3870-2b20-4db5-a84d-f88af5a09d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:51.398502 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-334b3870-2b20-4db5-a84d-f88af5a09d42 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75c4d5b1e06343f59f324c33c31623d4&device_id=45b89369-7f27-4496-83bb-22dcc3e9b5d2 HTTP/1.1" status: 200 len: 1095 time: 0.0748973 Jul 15 23:55:51.442390 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-e640dec2-ad0e-4f65-92fd-ee01ef95eea0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8537529-8ca3-498d-b5d8-cac3e6ba2f2b HTTP/1.1" status: 200 len: 217 time: 0.0369263 Jul 15 23:55:51.492649 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-b3a10105-c897-451b-94c4-ad77df24d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:51.494162 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-b3a10105-c897-451b-94c4-ad77df24d8ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5a7c3cbe-dae3-4251-9e27-18989ff01270 HTTP/1.1" status: 200 len: 855 time: 0.0456872 Jul 15 23:55:51.554826 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-77f714ca-ddf1-4f2d-a4e7-7cde0493c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:51.556374 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-77f714ca-ddf1-4f2d-a4e7-7cde0493c52a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73dd96cb-de1c-4d33-af52-97354d3590c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564098 Jul 15 23:55:51.643900 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-852c303b-4376-4fa0-9a4b-81ba9e7cdcc7 service neutron] 10.222.0.43 "GET /v2.0/networks/73dd96cb-de1c-4d33-af52-97354d3590c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812225 Jul 15 23:55:51.738933 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b5054867-334b-4b3c-a00e-196da478c6d5 req-fe7a949e-cd2c-4273-9f27-a47ff5dbad81 service neutron] 10.222.0.43 "GET /v2.0/networks/73dd96cb-de1c-4d33-af52-97354d3590c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886459 Jul 15 23:55:51.836391 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbf911-895f-4ea5-8756-b9ecfb3578cc req-4daa780d-6a5e-40c1-ac4b-2fe71c631d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:51.837882 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-04bbf911-895f-4ea5-8756-b9ecfb3578cc req-4daa780d-6a5e-40c1-ac4b-2fe71c631d10 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75c4d5b1e06343f59f324c33c31623d4&device_id=45b89369-7f27-4496-83bb-22dcc3e9b5d2 HTTP/1.1" status: 200 len: 1095 time: 0.0541625 Jul 15 23:55:51.929743 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbf911-895f-4ea5-8756-b9ecfb3578cc req-ccb61f33-932c-48c4-b432-fdeb2ea49feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:51.931171 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-04bbf911-895f-4ea5-8756-b9ecfb3578cc req-ccb61f33-932c-48c4-b432-fdeb2ea49feb service neutron] 10.222.0.43 "GET /v2.0/networks?id=73dd96cb-de1c-4d33-af52-97354d3590c5 HTTP/1.1" status: 200 len: 917 time: 0.0874357 Jul 15 23:55:51.971006 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-04bbf911-895f-4ea5-8756-b9ecfb3578cc req-90bee4ee-afc9-4fc8-ba96-b9b47ede27c4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8537529-8ca3-498d-b5d8-cac3e6ba2f2b HTTP/1.1" status: 200 len: 217 time: 0.0336576 Jul 15 23:55:52.018269 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbf911-895f-4ea5-8756-b9ecfb3578cc req-b49c73b9-6058-4254-b7ee-bc0f855317f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:52.019692 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-04bbf911-895f-4ea5-8756-b9ecfb3578cc req-b49c73b9-6058-4254-b7ee-bc0f855317f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5a7c3cbe-dae3-4251-9e27-18989ff01270 HTTP/1.1" status: 200 len: 855 time: 0.0424063 Jul 15 23:55:52.080131 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbf911-895f-4ea5-8756-b9ecfb3578cc req-ecfb7957-57b0-4503-bfec-b4a7d64b5491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:52.081646 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-04bbf911-895f-4ea5-8756-b9ecfb3578cc req-ecfb7957-57b0-4503-bfec-b4a7d64b5491 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73dd96cb-de1c-4d33-af52-97354d3590c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547500 Jul 15 23:55:52.174992 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-04bbf911-895f-4ea5-8756-b9ecfb3578cc req-2c888cf8-e07d-4eb8-8fb4-4f531edb3967 service neutron] 10.222.0.43 "GET /v2.0/networks/73dd96cb-de1c-4d33-af52-97354d3590c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856569 Jul 15 23:55:52.215255 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 34679302-8566-40bb-90b6-5eb8d20cb410 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:55:52.270226 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-04bbf911-895f-4ea5-8756-b9ecfb3578cc req-8bffa724-4be9-44d3-85ac-c1634d3a1f38 service neutron] 10.222.0.43 "GET /v2.0/networks/73dd96cb-de1c-4d33-af52-97354d3590c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885673 Jul 15 23:55:52.271323 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 34679302-8566-40bb-90b6-5eb8d20cb410 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:55:52.275183 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 34679302-8566-40bb-90b6-5eb8d20cb410 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:55:52.281193 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:52.360356 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:52.393337 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 34679302-8566-40bb-90b6-5eb8d20cb410, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=34679302-8566-40bb-90b6-5eb8d20cb410,segment=NetworkSegment(34c240ec-918c-4659-a54b-53dd3c6782c0),segment_id=34c240ec-918c-4659-a54b-53dd3c6782c0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:55:52.397007 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:52.402731 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe234f-c78a-43c7-a080-e0aa85f8b7ca req-bcd07b01-b63a-41ed-a408-44f09ef8f71b tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:52.404242 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d7fe234f-c78a-43c7-a080-e0aa85f8b7ca req-bcd07b01-b63a-41ed-a408-44f09ef8f71b tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/ports?device_id=45b89369-7f27-4496-83bb-22dcc3e9b5d2 HTTP/1.1" status: 200 len: 944 time: 0.0669229 Jul 15 23:55:52.443127 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d7fe234f-c78a-43c7-a080-e0aa85f8b7ca req-83298c36-79ce-4446-a59d-fac20ea0dcd8 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/security-groups?id=64582a40-e2a7-4e12-b61c-f401dac559d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330961 Jul 15 23:55:52.448806 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=34679302-8566-40bb-90b6-5eb8d20cb410,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:53.623230 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58fee7-f3ee-487c-b9a6-43b34265c675 req-fbc8d944-ff0f-497c-81ac-a771cabdd425 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:53.624864 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e58fee7-f3ee-487c-b9a6-43b34265c675 req-fbc8d944-ff0f-497c-81ac-a771cabdd425 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/ports?device_id=45b89369-7f27-4496-83bb-22dcc3e9b5d2 HTTP/1.1" status: 200 len: 944 time: 0.0705287 Jul 15 23:55:53.664153 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e58fee7-f3ee-487c-b9a6-43b34265c675 req-cf0e202a-dd04-43b3-8555-8a0fef1bb0cb tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/security-groups?id=64582a40-e2a7-4e12-b61c-f401dac559d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333257 Jul 15 23:55:54.197918 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 34679302-8566-40bb-90b6-5eb8d20cb410 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:55:54.245610 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 34679302-8566-40bb-90b6-5eb8d20cb410 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:55:54.245903 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:54.530187 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:54.833275 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc991d47-60b6-4585-9f49-fdc59a6922f6 req-1030448b-720e-41a1-9586-a5674964a5fc tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:54.835452 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dc991d47-60b6-4585-9f49-fdc59a6922f6 req-1030448b-720e-41a1-9586-a5674964a5fc tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/ports?device_id=45b89369-7f27-4496-83bb-22dcc3e9b5d2 HTTP/1.1" status: 200 len: 944 time: 0.0618451 Jul 15 23:55:54.871905 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dc991d47-60b6-4585-9f49-fdc59a6922f6 req-e61e92b3-e1aa-423b-a534-9943827bb019 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/security-groups?id=64582a40-e2a7-4e12-b61c-f401dac559d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309486 Jul 15 23:55:55.180643 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device a8537529-8ca3-498d-b5d8-cac3e6ba2f2b details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:55:55.275775 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port a8537529-8ca3-498d-b5d8-cac3e6ba2f2b, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=a8537529-8ca3-498d-b5d8-cac3e6ba2f2b,segment=NetworkSegment(45f8f624-30d0-442f-8cc9-e588eb94da62),segment_id=45f8f624-30d0-442f-8cc9-e588eb94da62)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:55:55.287353 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'a8537529-8ca3-498d-b5d8-cac3e6ba2f2b', 'network_id': '73dd96cb-de1c-4d33-af52-97354d3590c5', 'port_id': 'a8537529-8ca3-498d-b5d8-cac3e6ba2f2b', 'mac_address': 'fa:16:3e:b2:7f:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7c3cbe-dae3-4251-9e27-18989ff01270', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:55:55.323634 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:55.336030 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8537529-8ca3-498d-b5d8-cac3e6ba2f2b {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:55:55.355060 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port a8537529-8ca3-498d-b5d8-cac3e6ba2f2b, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=a8537529-8ca3-498d-b5d8-cac3e6ba2f2b,segment=NetworkSegment(45f8f624-30d0-442f-8cc9-e588eb94da62),segment_id=45f8f624-30d0-442f-8cc9-e588eb94da62)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:55:55.359277 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:55.408693 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=a8537529-8ca3-498d-b5d8-cac3e6ba2f2b,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:55.557260 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['a8537529-8ca3-498d-b5d8-cac3e6ba2f2b'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:55:56.045995 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997aa37-c9ac-4b58-bde7-1c37cdd019b1 req-98607d69-e0f2-4b72-9cdf-16d612126804 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:56.047496 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8997aa37-c9ac-4b58-bde7-1c37cdd019b1 req-98607d69-e0f2-4b72-9cdf-16d612126804 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/ports?device_id=45b89369-7f27-4496-83bb-22dcc3e9b5d2 HTTP/1.1" status: 200 len: 945 time: 0.0648446 Jul 15 23:55:56.084742 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8997aa37-c9ac-4b58-bde7-1c37cdd019b1 req-0790015c-4137-4a5b-b4e5-f9573adb6213 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/security-groups?id=64582a40-e2a7-4e12-b61c-f401dac559d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316713 Jul 15 23:55:57.179618 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device a8537529-8ca3-498d-b5d8-cac3e6ba2f2b up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:55:57.231145 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port a8537529-8ca3-498d-b5d8-cac3e6ba2f2b completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:55:57.234795 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port a8537529-8ca3-498d-b5d8-cac3e6ba2f2b triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:55:57.235166 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:57.257738 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e30aa4-1ea4-4e36-b462-750d1b4d0662 req-5998a3f6-749b-4f90-9ca5-f32b7b2263f5 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:57.259245 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f0e30aa4-1ea4-4e36-b462-750d1b4d0662 req-5998a3f6-749b-4f90-9ca5-f32b7b2263f5 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/ports?device_id=45b89369-7f27-4496-83bb-22dcc3e9b5d2 HTTP/1.1" status: 200 len: 945 time: 0.0639408 Jul 15 23:55:57.297331 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f0e30aa4-1ea4-4e36-b462-750d1b4d0662 req-21c23eff-bba1-4334-9826-afc188e3da02 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/security-groups?id=64582a40-e2a7-4e12-b61c-f401dac559d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324492 Jul 15 23:55:57.311758 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:57.333990 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b89369-7f27-4496-83bb-22dcc3e9b5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8537529-8ca3-498d-b5d8-cac3e6ba2f2b'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:55:57.336269 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9e255e-5b22-40d5-b0a2-b40de812ff6a" -d '{"events": [{"server_uuid": "45b89369-7f27-4496-83bb-22dcc3e9b5d2", "name": "network-vif-plugged", "status": "completed", "tag": "a8537529-8ca3-498d-b5d8-cac3e6ba2f2b"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:55:57.349066 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port a8537529-8ca3-498d-b5d8-cac3e6ba2f2b, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=a8537529-8ca3-498d-b5d8-cac3e6ba2f2b,segment=NetworkSegment(45f8f624-30d0-442f-8cc9-e588eb94da62),segment_id=45f8f624-30d0-442f-8cc9-e588eb94da62)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:55:57.353508 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:57.389678 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8504897-49cd-4216-bc6c-92ccab8d4c8a x-openstack-request-id: req-c8504897-49cd-4216-bc6c-92ccab8d4c8a {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:55:57.389971 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b89369-7f27-4496-83bb-22dcc3e9b5d2", "name": "network-vif-plugged", "status": "completed", "tag": "a8537529-8ca3-498d-b5d8-cac3e6ba2f2b", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:55:57.390224 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8504897-49cd-4216-bc6c-92ccab8d4c8a {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:55:57.390605 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b89369-7f27-4496-83bb-22dcc3e9b5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8537529-8ca3-498d-b5d8-cac3e6ba2f2b', 'code': 200} Jul 15 23:55:57.406436 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=a8537529-8ca3-498d-b5d8-cac3e6ba2f2b,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:57.501698 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57070404-3dca-473b-b9e0-00107a6534e9 req-84653f2a-e7b9-427a-af9d-74b5a1574f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:57.503189 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-57070404-3dca-473b-b9e0-00107a6534e9 req-84653f2a-e7b9-427a-af9d-74b5a1574f04 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=45b89369-7f27-4496-83bb-22dcc3e9b5d2 HTTP/1.1" status: 200 len: 1097 time: 0.0523074 Jul 15 23:55:57.535135 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-57070404-3dca-473b-b9e0-00107a6534e9 req-29beaed3-d710-4ff4-88be-1e5a22b43b31 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=64582a40-e2a7-4e12-b61c-f401dac559d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259941 Jul 15 23:55:58.481860 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e93fc2-ab7a-4527-99fa-7f3bb878355c req-a3b1942b-46ff-419c-8d9c-d3ab6f742cf7 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:58.483348 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a6e93fc2-ab7a-4527-99fa-7f3bb878355c req-a3b1942b-46ff-419c-8d9c-d3ab6f742cf7 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/ports?device_id=45b89369-7f27-4496-83bb-22dcc3e9b5d2 HTTP/1.1" status: 200 len: 946 time: 0.0631325 Jul 15 23:55:58.519835 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a6e93fc2-ab7a-4527-99fa-7f3bb878355c req-aa9fbe52-13ec-4b2a-95ea-9c4368c04c34 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/security-groups?id=64582a40-e2a7-4e12-b61c-f401dac559d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308440 Jul 15 23:55:59.696453 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e91a46-bab0-4821-9b63-4f7a002f4f18 req-42b17bc9-9968-48ff-8660-ca0bf6b0c69c tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:59.697917 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-23e91a46-bab0-4821-9b63-4f7a002f4f18 req-42b17bc9-9968-48ff-8660-ca0bf6b0c69c tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/ports?device_id=45b89369-7f27-4496-83bb-22dcc3e9b5d2 HTTP/1.1" status: 200 len: 946 time: 0.0651450 Jul 15 23:55:59.736375 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-23e91a46-bab0-4821-9b63-4f7a002f4f18 req-8196877d-7f20-45d6-b893-d6e57ab26395 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/security-groups?id=64582a40-e2a7-4e12-b61c-f401dac559d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329857 Jul 15 23:55:59.910773 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f050a1-da13-49c1-8e1d-ca934d6f588e req-1565610f-c3cd-4343-ba20-b25fc78202bb tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:59.912725 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-23f050a1-da13-49c1-8e1d-ca934d6f588e req-1565610f-c3cd-4343-ba20-b25fc78202bb tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/ports?device_id=45b89369-7f27-4496-83bb-22dcc3e9b5d2 HTTP/1.1" status: 200 len: 946 time: 0.0614572 Jul 15 23:55:59.949784 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-23f050a1-da13-49c1-8e1d-ca934d6f588e req-9fedc1c4-d54a-42fd-8a7f-086468e25cce tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/security-groups?id=64582a40-e2a7-4e12-b61c-f401dac559d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316031 Jul 15 23:56:09.244324 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:15.943330 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5c211c1f-d178-49dd-b01b-0056b2a5d0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:18.320786 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c47c13b4-085f-4ac8-b52e-3c9dad027e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:18.800722 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:18.863202 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a10143-9cf2-42a4-81e9-2cf92d60a951 req-99ac59dc-c949-4488-9a1e-29fb11ae92bb tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:18.864724 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-55a10143-9cf2-42a4-81e9-2cf92d60a951 req-99ac59dc-c949-4488-9a1e-29fb11ae92bb tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/ports?device_id=45b89369-7f27-4496-83bb-22dcc3e9b5d2 HTTP/1.1" status: 200 len: 946 time: 0.0721567 Jul 15 23:56:18.902976 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-55a10143-9cf2-42a4-81e9-2cf92d60a951 req-53df28fe-112d-49c2-8250-98e482d44c4d tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/security-groups?id=64582a40-e2a7-4e12-b61c-f401dac559d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323603 Jul 15 23:56:19.827770 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:20.075396 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69ec02-304d-49b9-afd8-ca362f7e904c req-6343da27-e444-4d3a-9262-cc2917411d58 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:20.076876 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f69ec02-304d-49b9-afd8-ca362f7e904c req-6343da27-e444-4d3a-9262-cc2917411d58 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/ports?device_id=45b89369-7f27-4496-83bb-22dcc3e9b5d2 HTTP/1.1" status: 200 len: 946 time: 0.0629492 Jul 15 23:56:20.114027 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f69ec02-304d-49b9-afd8-ca362f7e904c req-ac005823-3d5e-4d9a-8146-8d3cec526f45 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/security-groups?id=64582a40-e2a7-4e12-b61c-f401dac559d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313959 Jul 15 23:56:20.325529 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc19bd-65de-41c6-96a5-5e16c173e027 req-e0c38784-c571-403a-8e5e-2b2d57d213d5 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:20.327014 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d9bc19bd-65de-41c6-96a5-5e16c173e027 req-e0c38784-c571-403a-8e5e-2b2d57d213d5 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.43 "GET /v2.0/ports?device_id=45b89369-7f27-4496-83bb-22dcc3e9b5d2 HTTP/1.1" status: 200 len: 946 time: 0.0623181 Jul 15 23:56:20.428602 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-d9bc19bd-65de-41c6-96a5-5e16c173e027 req-33be0d3f-b4a7-4948-a8ab-8f2a0d0856cc tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Deleting port a8537529-8ca3-498d-b5d8-cac3e6ba2f2b {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:56:20.428842 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d9bc19bd-65de-41c6-96a5-5e16c173e027 req-33be0d3f-b4a7-4948-a8ab-8f2a0d0856cc tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:20.516663 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d9bc19bd-65de-41c6-96a5-5e16c173e027 req-33be0d3f-b4a7-4948-a8ab-8f2a0d0856cc tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] For port a8537529-8ca3-498d-b5d8-cac3e6ba2f2b, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=a8537529-8ca3-498d-b5d8-cac3e6ba2f2b,segment=NetworkSegment(45f8f624-30d0-442f-8cc9-e588eb94da62),segment_id=45f8f624-30d0-442f-8cc9-e588eb94da62)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:56:20.517038 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d9bc19bd-65de-41c6-96a5-5e16c173e027 req-33be0d3f-b4a7-4948-a8ab-8f2a0d0856cc tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:20.533522 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-d9bc19bd-65de-41c6-96a5-5e16c173e027 req-33be0d3f-b4a7-4948-a8ab-8f2a0d0856cc tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Calling delete_port for a8537529-8ca3-498d-b5d8-cac3e6ba2f2b owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:56:20.655213 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d9bc19bd-65de-41c6-96a5-5e16c173e027 req-33be0d3f-b4a7-4948-a8ab-8f2a0d0856cc tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:20.668084 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['a8537529-8ca3-498d-b5d8-cac3e6ba2f2b'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:56:20.681919 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be0d3f-b4a7-4948-a8ab-8f2a0d0856cc tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Pushing event deleted for resources: {'Port': ['ID=a8537529-8ca3-498d-b5d8-cac3e6ba2f2b,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:20.691901 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be0d3f-b4a7-4948-a8ab-8f2a0d0856cc tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:20.692250 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be0d3f-b4a7-4948-a8ab-8f2a0d0856cc tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:20.692592 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be0d3f-b4a7-4948-a8ab-8f2a0d0856cc tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:20.692923 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be0d3f-b4a7-4948-a8ab-8f2a0d0856cc tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:20.693248 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be0d3f-b4a7-4948-a8ab-8f2a0d0856cc tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:20.693575 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be0d3f-b4a7-4948-a8ab-8f2a0d0856cc tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:20.693894 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be0d3f-b4a7-4948-a8ab-8f2a0d0856cc tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:20.694216 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be0d3f-b4a7-4948-a8ab-8f2a0d0856cc tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:20.694909 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be0d3f-b4a7-4948-a8ab-8f2a0d0856cc tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:20.694909 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be0d3f-b4a7-4948-a8ab-8f2a0d0856cc tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:20.695708 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be0d3f-b4a7-4948-a8ab-8f2a0d0856cc tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:20.696006 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be0d3f-b4a7-4948-a8ab-8f2a0d0856cc tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:20.744424 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9bc19bd-65de-41c6-96a5-5e16c173e027 req-33be0d3f-b4a7-4948-a8ab-8f2a0d0856cc tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] No DVR routers for this DVR port a8537529-8ca3-498d-b5d8-cac3e6ba2f2b on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:56:20.747202 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d9bc19bd-65de-41c6-96a5-5e16c173e027 req-33be0d3f-b4a7-4948-a8ab-8f2a0d0856cc tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:20.749233 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d9bc19bd-65de-41c6-96a5-5e16c173e027 req-33be0d3f-b4a7-4948-a8ab-8f2a0d0856cc tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.43 "DELETE /v2.0/ports/a8537529-8ca3-498d-b5d8-cac3e6ba2f2b HTTP/1.1" status: 204 len: 173 time: 0.4172337 Jul 15 23:56:20.749677 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b89369-7f27-4496-83bb-22dcc3e9b5d2', 'name': 'network-vif-deleted', 'tag': 'a8537529-8ca3-498d-b5d8-cac3e6ba2f2b'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:56:20.751940 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a825d69-d7ba-49f6-96b3-b54e28635c1d" -d '{"events": [{"server_uuid": "45b89369-7f27-4496-83bb-22dcc3e9b5d2", "name": "network-vif-deleted", "tag": "a8537529-8ca3-498d-b5d8-cac3e6ba2f2b"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:56:20.788524 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e9b5b4-d62f-47b2-9e36-99690c5fecc9 x-openstack-request-id: req-98e9b5b4-d62f-47b2-9e36-99690c5fecc9 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:56:20.788821 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b89369-7f27-4496-83bb-22dcc3e9b5d2", "name": "network-vif-deleted", "tag": "a8537529-8ca3-498d-b5d8-cac3e6ba2f2b", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:56:20.789100 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98e9b5b4-d62f-47b2-9e36-99690c5fecc9 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:56:20.789500 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b89369-7f27-4496-83bb-22dcc3e9b5d2', 'name': 'network-vif-deleted', 'tag': 'a8537529-8ca3-498d-b5d8-cac3e6ba2f2b', 'status': 'completed', 'code': 200} Jul 15 23:56:21.268511 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bcd671c0-c321-48d2-b065-a41827f5ff2b req-7e76483c-8a9c-42cb-b3b4-655b540cd0ba tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/ports?device_id=45b89369-7f27-4496-83bb-22dcc3e9b5d2 HTTP/1.1" status: 200 len: 210 time: 0.0286453 Jul 15 23:56:21.380648 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:22.789997 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed55644-40b3-45e3-a565-c36570ef221c req-b6fc871b-1be6-4aa9-b81e-3e715fd2ca8c tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:22.791490 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4ed55644-40b3-45e3-a565-c36570ef221c req-b6fc871b-1be6-4aa9-b81e-3e715fd2ca8c tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/networks?id=73dd96cb-de1c-4d33-af52-97354d3590c5 HTTP/1.1" status: 200 len: 816 time: 0.1009898 Jul 15 23:56:22.805575 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4ed55644-40b3-45e3-a565-c36570ef221c req-88edc45e-a39f-4701-b713-bd188809859d tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/quotas/75c4d5b1e06343f59f324c33c31623d4 HTTP/1.1" status: 200 len: 375 time: 0.0087960 Jul 15 23:56:22.869786 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4ed55644-40b3-45e3-a565-c36570ef221c req-c4a80426-6f78-422a-aa99-2016ac33dbaf tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=75c4d5b1e06343f59f324c33c31623d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594327 Jul 15 23:56:22.965829 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4ed55644-40b3-45e3-a565-c36570ef221c req-d2707a6b-00be-4bbe-9543-43f83f4517af service neutron] 10.222.0.16 "GET /v2.0/networks/73dd96cb-de1c-4d33-af52-97354d3590c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848629 Jul 15 23:56:23.051625 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4ed55644-40b3-45e3-a565-c36570ef221c req-c3c6527c-f333-481d-bae9-6a4b873051ad service neutron] 10.222.0.16 "GET /v2.0/networks/73dd96cb-de1c-4d33-af52-97354d3590c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800421 Jul 15 23:56:23.220436 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1610b32b-065f-4c78-8e5d-8bbc40e788d4 req-5d5723d7-5da9-45cc-9486-ef11fa5734fd tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/ports?device_id=69e3fcfa-361c-4f43-9d10-803b96ba1fed HTTP/1.1" status: 200 len: 210 time: 0.0319636 Jul 15 23:56:23.260175 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device a8537529-8ca3-498d-b5d8-cac3e6ba2f2b no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:56:23.280282 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: a8537529-8ca3-498d-b5d8-cac3e6ba2f2b {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:56:23.280627 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device a8537529-8ca3-498d-b5d8-cac3e6ba2f2b not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:56:24.235929 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed55644-40b3-45e3-a565-c36570ef221c req-aa3b21db-909f-42ea-820c-30e0c8d5df94 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:24.237304 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4ed55644-40b3-45e3-a565-c36570ef221c req-aa3b21db-909f-42ea-820c-30e0c8d5df94 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.43 "GET /v2.0/networks?id=73dd96cb-de1c-4d33-af52-97354d3590c5 HTTP/1.1" status: 200 len: 816 time: 0.1016452 Jul 15 23:56:24.249263 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-4ed55644-40b3-45e3-a565-c36570ef221c req-0966a582-3a88-4343-8cd1-ea961c3ec86c tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Request body: {'port': {'device_id': '69e3fcfa-361c-4f43-9d10-803b96ba1fed', 'network_id': '73dd96cb-de1c-4d33-af52-97354d3590c5', 'admin_state_up': True, 'tenant_id': '75c4d5b1e06343f59f324c33c31623d4'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:56:24.363323 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ed55644-40b3-45e3-a565-c36570ef221c req-0966a582-3a88-4343-8cd1-ea961c3ec86c tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Made reservation on behalf of 75c4d5b1e06343f59f324c33c31623d4 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:56:24.364298 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3812548e-c8db-4484-b3e8-67cdcf23ccc2 req-d8ef7349-754b-4c61-8828-28c701978581 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/ports?device_id=69e3fcfa-361c-4f43-9d10-803b96ba1fed HTTP/1.1" status: 200 len: 210 time: 0.0319169 Jul 15 23:56:24.366884 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4ed55644-40b3-45e3-a565-c36570ef221c req-0966a582-3a88-4343-8cd1-ea961c3ec86c tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:24.485509 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-4ed55644-40b3-45e3-a565-c36570ef221c req-0966a582-3a88-4343-8cd1-ea961c3ec86c tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Allocated IP 172.20.0.10 (73dd96cb-de1c-4d33-af52-97354d3590c5/5a7c3cbe-dae3-4251-9e27-18989ff01270/ed429fe8-6890-4b7c-a581-dac454515247) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:56:24.527886 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:24.632058 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4ed55644-40b3-45e3-a565-c36570ef221c req-0966a582-3a88-4343-8cd1-ea961c3ec86c tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:24.645538 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-4ed55644-40b3-45e3-a565-c36570ef221c req-0966a582-3a88-4343-8cd1-ea961c3ec86c tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Transition to ACTIVE for port object ed429fe8-6890-4b7c-a581-dac454515247 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:56:24.677257 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4ed55644-40b3-45e3-a565-c36570ef221c req-0966a582-3a88-4343-8cd1-ea961c3ec86c tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:24.723487 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed55644-40b3-45e3-a565-c36570ef221c req-0966a582-3a88-4343-8cd1-ea961c3ec86c tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Network 73dd96cb-de1c-4d33-af52-97354d3590c5 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:56:24.728537 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-4ed55644-40b3-45e3-a565-c36570ef221c req-0966a582-3a88-4343-8cd1-ea961c3ec86c tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:56:24.730883 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed55644-40b3-45e3-a565-c36570ef221c req-0966a582-3a88-4343-8cd1-ea961c3ec86c tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:56:24.762765 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966a582-3a88-4343-8cd1-ea961c3ec86c tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Pushing event updated for resources: {'Port': ['ID=ed429fe8-6890-4b7c-a581-dac454515247,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:24.786808 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed55644-40b3-45e3-a565-c36570ef221c req-0966a582-3a88-4343-8cd1-ea961c3ec86c tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:24.787456 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4ed55644-40b3-45e3-a565-c36570ef221c req-0966a582-3a88-4343-8cd1-ea961c3ec86c tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:24.801733 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4ed55644-40b3-45e3-a565-c36570ef221c req-0966a582-3a88-4343-8cd1-ea961c3ec86c tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5564313 Jul 15 23:56:24.813864 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-4ed55644-40b3-45e3-a565-c36570ef221c req-b020cffe-4f25-4922-946c-2b675d4dd91c service neutron] Request body: {'port': {'device_id': '69e3fcfa-361c-4f43-9d10-803b96ba1fed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:56:24.894992 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4ed55644-40b3-45e3-a565-c36570ef221c req-b020cffe-4f25-4922-946c-2b675d4dd91c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:24.958573 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c3466ef7-5eac-4b21-9c0c-d2b7c4cd8a2e None None] Provisioning for port ed429fe8-6890-4b7c-a581-dac454515247 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:56:24.962222 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c3466ef7-5eac-4b21-9c0c-d2b7c4cd8a2e None None] Provisioning complete for port ed429fe8-6890-4b7c-a581-dac454515247 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:56:24.962593 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c3466ef7-5eac-4b21-9c0c-d2b7c4cd8a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:25.002145 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-c3466ef7-5eac-4b21-9c0c-d2b7c4cd8a2e None None] Port ed429fe8-6890-4b7c-a581-dac454515247 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:56:25.158125 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-4ed55644-40b3-45e3-a565-c36570ef221c req-b020cffe-4f25-4922-946c-2b675d4dd91c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed429fe8-6890-4b7c-a581-dac454515247 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:56:25.166530 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4ed55644-40b3-45e3-a565-c36570ef221c req-b020cffe-4f25-4922-946c-2b675d4dd91c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:25.180185 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-4ed55644-40b3-45e3-a565-c36570ef221c req-b020cffe-4f25-4922-946c-2b675d4dd91c service neutron] Transition to ACTIVE for port object ed429fe8-6890-4b7c-a581-dac454515247 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:56:25.183707 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4ed55644-40b3-45e3-a565-c36570ef221c req-b020cffe-4f25-4922-946c-2b675d4dd91c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:25.235822 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020cffe-4f25-4922-946c-2b675d4dd91c service neutron] Pushing event updated for resources: {'Port': ['ID=ed429fe8-6890-4b7c-a581-dac454515247,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:25.308404 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-4ed55644-40b3-45e3-a565-c36570ef221c req-b020cffe-4f25-4922-946c-2b675d4dd91c service neutron] Attempting to bind port ed429fe8-6890-4b7c-a581-dac454515247 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:56:25.309125 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-4ed55644-40b3-45e3-a565-c36570ef221c req-b020cffe-4f25-4922-946c-2b675d4dd91c service neutron] Attempting to bind port ed429fe8-6890-4b7c-a581-dac454515247 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '45f8f624-30d0-442f-8cc9-e588eb94da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '73dd96cb-de1c-4d33-af52-97354d3590c5'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:56:25.309125 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed55644-40b3-45e3-a565-c36570ef221c req-b020cffe-4f25-4922-946c-2b675d4dd91c service neutron] Attempting to bind port ed429fe8-6890-4b7c-a581-dac454515247 on network 73dd96cb-de1c-4d33-af52-97354d3590c5 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:56:25.313666 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed55644-40b3-45e3-a565-c36570ef221c req-b020cffe-4f25-4922-946c-2b675d4dd91c service neutron] Port ed429fe8-6890-4b7c-a581-dac454515247 on network 73dd96cb-de1c-4d33-af52-97354d3590c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:56:25.313982 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed55644-40b3-45e3-a565-c36570ef221c req-b020cffe-4f25-4922-946c-2b675d4dd91c service neutron] Attempting to bind port ed429fe8-6890-4b7c-a581-dac454515247 on network 73dd96cb-de1c-4d33-af52-97354d3590c5 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:56:25.318852 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed55644-40b3-45e3-a565-c36570ef221c req-b020cffe-4f25-4922-946c-2b675d4dd91c service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:56:25.319232 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed55644-40b3-45e3-a565-c36570ef221c req-b020cffe-4f25-4922-946c-2b675d4dd91c service neutron] Checking segment: {'id': '45f8f624-30d0-442f-8cc9-e588eb94da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '73dd96cb-de1c-4d33-af52-97354d3590c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:56:25.319680 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed55644-40b3-45e3-a565-c36570ef221c req-b020cffe-4f25-4922-946c-2b675d4dd91c service neutron] Bound using segment: {'id': '45f8f624-30d0-442f-8cc9-e588eb94da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '73dd96cb-de1c-4d33-af52-97354d3590c5'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:56:25.320019 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-4ed55644-40b3-45e3-a565-c36570ef221c req-b020cffe-4f25-4922-946c-2b675d4dd91c service neutron] Bound port: ed429fe8-6890-4b7c-a581-dac454515247, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f8f624-30d0-442f-8cc9-e588eb94da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '73dd96cb-de1c-4d33-af52-97354d3590c5'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:56:25.320380 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4ed55644-40b3-45e3-a565-c36570ef221c req-b020cffe-4f25-4922-946c-2b675d4dd91c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:25.384443 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-4ed55644-40b3-45e3-a565-c36570ef221c req-b020cffe-4f25-4922-946c-2b675d4dd91c service neutron] For port ed429fe8-6890-4b7c-a581-dac454515247, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:56:25.387413 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-4ed55644-40b3-45e3-a565-c36570ef221c req-b020cffe-4f25-4922-946c-2b675d4dd91c service neutron] For port ed429fe8-6890-4b7c-a581-dac454515247, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ed429fe8-6890-4b7c-a581-dac454515247,segment=NetworkSegment(45f8f624-30d0-442f-8cc9-e588eb94da62),segment_id=45f8f624-30d0-442f-8cc9-e588eb94da62)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:56:25.392354 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4ed55644-40b3-45e3-a565-c36570ef221c req-b020cffe-4f25-4922-946c-2b675d4dd91c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:25.424745 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed55644-40b3-45e3-a565-c36570ef221c req-b020cffe-4f25-4922-946c-2b675d4dd91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:25.425964 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-4ed55644-40b3-45e3-a565-c36570ef221c req-b020cffe-4f25-4922-946c-2b675d4dd91c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:25.427716 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4ed55644-40b3-45e3-a565-c36570ef221c req-b020cffe-4f25-4922-946c-2b675d4dd91c service neutron] 10.222.0.43 "PUT /v2.0/ports/ed429fe8-6890-4b7c-a581-dac454515247 HTTP/1.1" status: 200 len: 1092 time: 0.6187387 Jul 15 23:56:25.430405 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e3fcfa-361c-4f43-9d10-803b96ba1fed', 'tag': 'ed429fe8-6890-4b7c-a581-dac454515247'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:56:25.435402 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f377733c-08a2-4b10-a92a-b80bf60d24f8" -d '{"events": [{"name": "network-changed", "server_uuid": "69e3fcfa-361c-4f43-9d10-803b96ba1fed", "tag": "ed429fe8-6890-4b7c-a581-dac454515247"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:56:25.478540 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020cffe-4f25-4922-946c-2b675d4dd91c service neutron] Pushing event updated for resources: {'Port': ['ID=ed429fe8-6890-4b7c-a581-dac454515247,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:25.493866 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f7a9ec-3d8f-4fe4-b846-91b992a36d75 x-openstack-request-id: req-53f7a9ec-3d8f-4fe4-b846-91b992a36d75 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:56:25.494151 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e3fcfa-361c-4f43-9d10-803b96ba1fed", "tag": "ed429fe8-6890-4b7c-a581-dac454515247", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:56:25.494410 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-53f7a9ec-3d8f-4fe4-b846-91b992a36d75 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:56:25.494873 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e3fcfa-361c-4f43-9d10-803b96ba1fed', 'tag': 'ed429fe8-6890-4b7c-a581-dac454515247', 'status': 'completed', 'code': 200} Jul 15 23:56:25.539886 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed55644-40b3-45e3-a565-c36570ef221c req-9e35e54d-71b9-4f18-8b6c-a17dc414a604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:25.541428 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4ed55644-40b3-45e3-a565-c36570ef221c req-9e35e54d-71b9-4f18-8b6c-a17dc414a604 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75c4d5b1e06343f59f324c33c31623d4&device_id=69e3fcfa-361c-4f43-9d10-803b96ba1fed HTTP/1.1" status: 200 len: 1095 time: 0.0593882 Jul 15 23:56:25.548807 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978151d-96a7-43fd-aa4f-442305b0d26f req-2adc8374-1b31-41f3-b01b-1e4dd489f58b tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:25.550345 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b978151d-96a7-43fd-aa4f-442305b0d26f req-2adc8374-1b31-41f3-b01b-1e4dd489f58b tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/ports?device_id=69e3fcfa-361c-4f43-9d10-803b96ba1fed HTTP/1.1" status: 200 len: 944 time: 0.0659080 Jul 15 23:56:25.587806 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4ed55644-40b3-45e3-a565-c36570ef221c req-e724e9c3-228d-44f4-88b0-6da381c7339e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed429fe8-6890-4b7c-a581-dac454515247 HTTP/1.1" status: 200 len: 217 time: 0.0388079 Jul 15 23:56:25.593006 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b978151d-96a7-43fd-aa4f-442305b0d26f req-a459d45e-17f4-4efb-9ae6-005a43cc42e9 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/security-groups?id=64582a40-e2a7-4e12-b61c-f401dac559d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360420 Jul 15 23:56:25.638524 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed55644-40b3-45e3-a565-c36570ef221c req-7195947a-8c8d-41ff-8b23-d43f70185496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:25.640119 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4ed55644-40b3-45e3-a565-c36570ef221c req-7195947a-8c8d-41ff-8b23-d43f70185496 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5a7c3cbe-dae3-4251-9e27-18989ff01270 HTTP/1.1" status: 200 len: 855 time: 0.0445733 Jul 15 23:56:25.697627 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed55644-40b3-45e3-a565-c36570ef221c req-ab68d8ac-cf61-4c2e-ba07-5867c05739a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:25.699085 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4ed55644-40b3-45e3-a565-c36570ef221c req-ab68d8ac-cf61-4c2e-ba07-5867c05739a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73dd96cb-de1c-4d33-af52-97354d3590c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523024 Jul 15 23:56:25.788286 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4ed55644-40b3-45e3-a565-c36570ef221c req-a96cc2df-7810-4534-9a5b-541b2713cc0e service neutron] 10.222.0.43 "GET /v2.0/networks/73dd96cb-de1c-4d33-af52-97354d3590c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828903 Jul 15 23:56:25.874835 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4ed55644-40b3-45e3-a565-c36570ef221c req-563fa8f3-36a2-40ea-bd03-526d227c64f6 service neutron] 10.222.0.43 "GET /v2.0/networks/73dd96cb-de1c-4d33-af52-97354d3590c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805731 Jul 15 23:56:25.979224 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377733c-08a2-4b10-a92a-b80bf60d24f8 req-ea231927-61f6-49eb-97c7-1b8c91961fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:25.980723 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f377733c-08a2-4b10-a92a-b80bf60d24f8 req-ea231927-61f6-49eb-97c7-1b8c91961fe7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75c4d5b1e06343f59f324c33c31623d4&device_id=69e3fcfa-361c-4f43-9d10-803b96ba1fed HTTP/1.1" status: 200 len: 1095 time: 0.0565746 Jul 15 23:56:26.069312 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377733c-08a2-4b10-a92a-b80bf60d24f8 req-c8ac663b-1495-4058-9e30-22a76186ccba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:26.071478 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f377733c-08a2-4b10-a92a-b80bf60d24f8 req-c8ac663b-1495-4058-9e30-22a76186ccba service neutron] 10.222.0.43 "GET /v2.0/networks?id=73dd96cb-de1c-4d33-af52-97354d3590c5 HTTP/1.1" status: 200 len: 917 time: 0.0840600 Jul 15 23:56:26.449917 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f377733c-08a2-4b10-a92a-b80bf60d24f8 req-f2d57752-6038-4298-b5a6-923ca8e85e2b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed429fe8-6890-4b7c-a581-dac454515247 HTTP/1.1" status: 200 len: 217 time: 0.3715918 Jul 15 23:56:26.497324 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377733c-08a2-4b10-a92a-b80bf60d24f8 req-3aa8ac2e-a906-4924-b06d-4a168b4f83f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:26.498781 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f377733c-08a2-4b10-a92a-b80bf60d24f8 req-3aa8ac2e-a906-4924-b06d-4a168b4f83f2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5a7c3cbe-dae3-4251-9e27-18989ff01270 HTTP/1.1" status: 200 len: 855 time: 0.0422440 Jul 15 23:56:26.557063 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377733c-08a2-4b10-a92a-b80bf60d24f8 req-e359d625-4b8b-41d7-9956-a239da7f7b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:26.558502 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f377733c-08a2-4b10-a92a-b80bf60d24f8 req-e359d625-4b8b-41d7-9956-a239da7f7b89 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73dd96cb-de1c-4d33-af52-97354d3590c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498137 Jul 15 23:56:26.649915 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f377733c-08a2-4b10-a92a-b80bf60d24f8 req-36029b6f-4f75-4300-980b-4bdad6e1d07f service neutron] 10.222.0.43 "GET /v2.0/networks/73dd96cb-de1c-4d33-af52-97354d3590c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842688 Jul 15 23:56:26.737935 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f377733c-08a2-4b10-a92a-b80bf60d24f8 req-745cfe79-3e88-49d9-8139-961bd9ee1926 service neutron] 10.222.0.43 "GET /v2.0/networks/73dd96cb-de1c-4d33-af52-97354d3590c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812981 Jul 15 23:56:26.772086 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad106e1a-636a-4ca7-82d6-43ef89a58d8c req-158be614-92b4-4047-8717-f43a1dda0252 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:26.773605 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ad106e1a-636a-4ca7-82d6-43ef89a58d8c req-158be614-92b4-4047-8717-f43a1dda0252 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/ports?device_id=69e3fcfa-361c-4f43-9d10-803b96ba1fed HTTP/1.1" status: 200 len: 944 time: 0.0656080 Jul 15 23:56:26.810297 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ad106e1a-636a-4ca7-82d6-43ef89a58d8c req-2b82fb57-801f-4825-a8b2-42c4a2f81264 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/security-groups?id=64582a40-e2a7-4e12-b61c-f401dac559d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310826 Jul 15 23:56:27.982873 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece7632-71c9-4d9a-b71c-665829144f5f req-db7dc6ab-dfef-446e-b254-e0febb37e5da tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:27.984360 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cece7632-71c9-4d9a-b71c-665829144f5f req-db7dc6ab-dfef-446e-b254-e0febb37e5da tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/ports?device_id=69e3fcfa-361c-4f43-9d10-803b96ba1fed HTTP/1.1" status: 200 len: 944 time: 0.0639925 Jul 15 23:56:28.020193 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cece7632-71c9-4d9a-b71c-665829144f5f req-8c290b02-bb5e-46a7-8ff0-9d12de23d6cd tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/security-groups?id=64582a40-e2a7-4e12-b61c-f401dac559d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302343 Jul 15 23:56:28.394267 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:56:29.196019 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66477477-3340-40f1-aa81-1303f7b78758 req-7baa6c39-8d72-4b14-91ea-f07b2447f80d tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:29.197440 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-66477477-3340-40f1-aa81-1303f7b78758 req-7baa6c39-8d72-4b14-91ea-f07b2447f80d tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/ports?device_id=69e3fcfa-361c-4f43-9d10-803b96ba1fed HTTP/1.1" status: 200 len: 944 time: 0.0646710 Jul 15 23:56:29.234908 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-66477477-3340-40f1-aa81-1303f7b78758 req-5b044a4c-577d-4210-bdb0-17885f3181c6 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/security-groups?id=64582a40-e2a7-4e12-b61c-f401dac559d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318015 Jul 15 23:56:29.303231 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device ed429fe8-6890-4b7c-a581-dac454515247 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:56:29.394539 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port ed429fe8-6890-4b7c-a581-dac454515247, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ed429fe8-6890-4b7c-a581-dac454515247,segment=NetworkSegment(45f8f624-30d0-442f-8cc9-e588eb94da62),segment_id=45f8f624-30d0-442f-8cc9-e588eb94da62)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:56:29.405962 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'ed429fe8-6890-4b7c-a581-dac454515247', 'network_id': '73dd96cb-de1c-4d33-af52-97354d3590c5', 'port_id': 'ed429fe8-6890-4b7c-a581-dac454515247', 'mac_address': 'fa:16:3e:19:17:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7c3cbe-dae3-4251-9e27-18989ff01270', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:56:29.441387 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:29.456826 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed429fe8-6890-4b7c-a581-dac454515247 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:56:29.475696 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port ed429fe8-6890-4b7c-a581-dac454515247, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ed429fe8-6890-4b7c-a581-dac454515247,segment=NetworkSegment(45f8f624-30d0-442f-8cc9-e588eb94da62),segment_id=45f8f624-30d0-442f-8cc9-e588eb94da62)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:56:29.479545 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:29.524946 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=ed429fe8-6890-4b7c-a581-dac454515247,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:29.532155 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:29.532536 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:29.532875 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:29.533235 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:29.533562 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:29.533888 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:29.534216 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:29.534566 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:29.534926 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:29.535250 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:29.535571 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:29.535891 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:29.668335 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['ed429fe8-6890-4b7c-a581-dac454515247'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:56:30.405030 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b2177-b34a-4b30-ae84-8b94d0f5f610 req-6ebc5866-fc7c-4c59-a18a-3b9355ec9f3f tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:30.406474 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e55b2177-b34a-4b30-ae84-8b94d0f5f610 req-6ebc5866-fc7c-4c59-a18a-3b9355ec9f3f tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/ports?device_id=69e3fcfa-361c-4f43-9d10-803b96ba1fed HTTP/1.1" status: 200 len: 945 time: 0.0623724 Jul 15 23:56:30.442472 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e55b2177-b34a-4b30-ae84-8b94d0f5f610 req-1f9d5181-b9c0-40c1-8a5f-f08869223e48 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/security-groups?id=64582a40-e2a7-4e12-b61c-f401dac559d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305476 Jul 15 23:56:31.302243 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device ed429fe8-6890-4b7c-a581-dac454515247 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:56:31.351868 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port ed429fe8-6890-4b7c-a581-dac454515247 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:56:31.355314 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port ed429fe8-6890-4b7c-a581-dac454515247 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:56:31.355685 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:31.428132 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:31.449731 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e3fcfa-361c-4f43-9d10-803b96ba1fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed429fe8-6890-4b7c-a581-dac454515247'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:56:31.451958 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f08ff69a6a49b94128180f35ed8c0496a8794485d913a22e2334fc32a2172624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b18d49-7c6f-41ba-af58-ad1cd259fcb9" -d '{"events": [{"server_uuid": "69e3fcfa-361c-4f43-9d10-803b96ba1fed", "name": "network-vif-plugged", "status": "completed", "tag": "ed429fe8-6890-4b7c-a581-dac454515247"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:56:31.464298 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port ed429fe8-6890-4b7c-a581-dac454515247, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ed429fe8-6890-4b7c-a581-dac454515247,segment=NetworkSegment(45f8f624-30d0-442f-8cc9-e588eb94da62),segment_id=45f8f624-30d0-442f-8cc9-e588eb94da62)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:56:31.469874 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:31.499185 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ea23cd-4c92-400e-93c7-ff6f327b97d0 x-openstack-request-id: req-e9ea23cd-4c92-400e-93c7-ff6f327b97d0 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:56:31.499483 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e3fcfa-361c-4f43-9d10-803b96ba1fed", "name": "network-vif-plugged", "status": "completed", "tag": "ed429fe8-6890-4b7c-a581-dac454515247", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:56:31.499713 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9ea23cd-4c92-400e-93c7-ff6f327b97d0 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:56:31.500095 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e3fcfa-361c-4f43-9d10-803b96ba1fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed429fe8-6890-4b7c-a581-dac454515247', 'code': 200} Jul 15 23:56:31.524203 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=ed429fe8-6890-4b7c-a581-dac454515247,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:31.609696 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01820598-c137-4eed-a889-b6970ee2622d req-460de021-9dbd-46d4-8971-edcbe9013db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:31.611230 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-01820598-c137-4eed-a889-b6970ee2622d req-460de021-9dbd-46d4-8971-edcbe9013db0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=69e3fcfa-361c-4f43-9d10-803b96ba1fed HTTP/1.1" status: 200 len: 1097 time: 0.0574932 Jul 15 23:56:31.620889 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201f9e9-4d1d-46c2-b965-df03ab009473 req-7c99605d-bb44-4503-bf54-8473084a189e tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:31.622354 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a201f9e9-4d1d-46c2-b965-df03ab009473 req-7c99605d-bb44-4503-bf54-8473084a189e tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/ports?device_id=69e3fcfa-361c-4f43-9d10-803b96ba1fed HTTP/1.1" status: 200 len: 946 time: 0.0620539 Jul 15 23:56:31.646396 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-01820598-c137-4eed-a889-b6970ee2622d req-46ba5c3d-4be2-4911-a1c2-836ea5509e98 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=64582a40-e2a7-4e12-b61c-f401dac559d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282927 Jul 15 23:56:31.660215 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a201f9e9-4d1d-46c2-b965-df03ab009473 req-980f0c6e-569b-4d5e-9c4c-1ca6044a0718 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/security-groups?id=64582a40-e2a7-4e12-b61c-f401dac559d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321045 Jul 15 23:56:32.843589 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d1533-0266-41d9-8203-bf525347ee57 req-75998341-f066-4db6-a33c-e488128b8c1d tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:32.845119 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-903d1533-0266-41d9-8203-bf525347ee57 req-75998341-f066-4db6-a33c-e488128b8c1d tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/ports?device_id=69e3fcfa-361c-4f43-9d10-803b96ba1fed HTTP/1.1" status: 200 len: 946 time: 0.0672534 Jul 15 23:56:32.881184 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-903d1533-0266-41d9-8203-bf525347ee57 req-6284938d-8a43-4e13-9d48-843b72758c4f tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/security-groups?id=64582a40-e2a7-4e12-b61c-f401dac559d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305901 Jul 15 23:56:33.053675 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f6caa-b0f1-4e2a-be19-d0b2d9cf7ed7 req-8af732fa-4b83-4006-a9a1-06f169119c0f tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:33.055148 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-da0f6caa-b0f1-4e2a-be19-d0b2d9cf7ed7 req-8af732fa-4b83-4006-a9a1-06f169119c0f tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/ports?device_id=69e3fcfa-361c-4f43-9d10-803b96ba1fed HTTP/1.1" status: 200 len: 946 time: 0.0616744 Jul 15 23:56:33.092207 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-da0f6caa-b0f1-4e2a-be19-d0b2d9cf7ed7 req-34bc8e2a-03d4-430f-8165-79bd9796d692 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/security-groups?id=64582a40-e2a7-4e12-b61c-f401dac559d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315633 Jul 15 23:56:38.402078 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-88f9478f-cb97-43d3-8abd-2c1a5624505a req-4326e9ba-5693-4f0a-869e-169534c7b206 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=69e3fcfa-361c-4f43-9d10-803b96ba1fed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513968 Jul 15 23:56:38.498662 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9478f-cb97-43d3-8abd-2c1a5624505a req-65cdf96e-62ca-4913-a6c0-aa308167e842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:38.500182 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-88f9478f-cb97-43d3-8abd-2c1a5624505a req-65cdf96e-62ca-4913-a6c0-aa308167e842 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75c4d5b1e06343f59f324c33c31623d4&device_id=69e3fcfa-361c-4f43-9d10-803b96ba1fed HTTP/1.1" status: 200 len: 1097 time: 0.0544543 Jul 15 23:56:38.609572 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9478f-cb97-43d3-8abd-2c1a5624505a req-1cb99b6e-0ade-42a1-ab5d-3dc7dcb83b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:38.611314 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-88f9478f-cb97-43d3-8abd-2c1a5624505a req-1cb99b6e-0ade-42a1-ab5d-3dc7dcb83b70 service neutron] 10.222.0.43 "GET /v2.0/networks?id=73dd96cb-de1c-4d33-af52-97354d3590c5 HTTP/1.1" status: 200 len: 917 time: 0.0923796 Jul 15 23:56:38.652701 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-88f9478f-cb97-43d3-8abd-2c1a5624505a req-a0b3a6bc-2553-4f7c-be2c-96aa9cc321e4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed429fe8-6890-4b7c-a581-dac454515247 HTTP/1.1" status: 200 len: 217 time: 0.0350025 Jul 15 23:56:38.699909 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9478f-cb97-43d3-8abd-2c1a5624505a req-51145218-12d3-4642-8cbd-96731bf08350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:38.701316 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-88f9478f-cb97-43d3-8abd-2c1a5624505a req-51145218-12d3-4642-8cbd-96731bf08350 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5a7c3cbe-dae3-4251-9e27-18989ff01270 HTTP/1.1" status: 200 len: 855 time: 0.0430691 Jul 15 23:56:38.761196 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9478f-cb97-43d3-8abd-2c1a5624505a req-da885789-3d94-4924-8a6a-c1700850f0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:38.762567 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-88f9478f-cb97-43d3-8abd-2c1a5624505a req-da885789-3d94-4924-8a6a-c1700850f0b2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73dd96cb-de1c-4d33-af52-97354d3590c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551841 Jul 15 23:56:38.850522 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-88f9478f-cb97-43d3-8abd-2c1a5624505a req-fcee70a1-1d5d-43f8-ba36-d6beccaefb67 service neutron] 10.222.0.43 "GET /v2.0/networks/73dd96cb-de1c-4d33-af52-97354d3590c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814807 Jul 15 23:56:38.940771 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-88f9478f-cb97-43d3-8abd-2c1a5624505a req-8489742d-ec3a-4409-9f8f-8563422ccf65 service neutron] 10.222.0.43 "GET /v2.0/networks/73dd96cb-de1c-4d33-af52-97354d3590c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844133 Jul 15 23:56:39.236431 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:45.949382 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e893ed1d-788b-4a9d-ad15-479238e484db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:48.323880 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-89469b32-d843-44c6-abab-3231a204cc96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:48.803401 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:49.830393 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:51.384816 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:52.080585 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40b396-cdce-4438-aceb-fe56dde94190 req-18d2e5ba-e654-4cc5-8320-a7c7c6c62edb tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:52.082154 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7d40b396-cdce-4438-aceb-fe56dde94190 req-18d2e5ba-e654-4cc5-8320-a7c7c6c62edb tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/ports?device_id=69e3fcfa-361c-4f43-9d10-803b96ba1fed HTTP/1.1" status: 200 len: 946 time: 0.0688081 Jul 15 23:56:52.120646 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7d40b396-cdce-4438-aceb-fe56dde94190 req-9d7febb5-ee2d-43ce-bdb5-04b0d12bc207 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/security-groups?id=64582a40-e2a7-4e12-b61c-f401dac559d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320284 Jul 15 23:56:53.348451 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aefd2f-c65c-4b6d-b7f1-11cbcc90589c req-fe1de50d-f267-43f8-932a-bd8065ed3c54 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:53.349928 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-52aefd2f-c65c-4b6d-b7f1-11cbcc90589c req-fe1de50d-f267-43f8-932a-bd8065ed3c54 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/ports?device_id=69e3fcfa-361c-4f43-9d10-803b96ba1fed HTTP/1.1" status: 200 len: 946 time: 0.1137817 Jul 15 23:56:53.387399 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-52aefd2f-c65c-4b6d-b7f1-11cbcc90589c req-23ff88d7-2505-4d4c-9893-dba5c29e2783 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/security-groups?id=64582a40-e2a7-4e12-b61c-f401dac559d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317619 Jul 15 23:56:53.545537 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee607e40-7f38-4a76-a24a-7972a0702992 req-d7ac4f8d-c1ae-49ac-93d2-1743a8befa5b tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:53.546964 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ee607e40-7f38-4a76-a24a-7972a0702992 req-d7ac4f8d-c1ae-49ac-93d2-1743a8befa5b tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.43 "GET /v2.0/ports?device_id=69e3fcfa-361c-4f43-9d10-803b96ba1fed HTTP/1.1" status: 200 len: 946 time: 0.0623221 Jul 15 23:56:53.648583 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-ee607e40-7f38-4a76-a24a-7972a0702992 req-16da4ed2-2a00-482f-b161-cc61c51c58e3 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Deleting port ed429fe8-6890-4b7c-a581-dac454515247 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:56:53.648919 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ee607e40-7f38-4a76-a24a-7972a0702992 req-16da4ed2-2a00-482f-b161-cc61c51c58e3 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:53.734587 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ee607e40-7f38-4a76-a24a-7972a0702992 req-16da4ed2-2a00-482f-b161-cc61c51c58e3 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] For port ed429fe8-6890-4b7c-a581-dac454515247, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=ed429fe8-6890-4b7c-a581-dac454515247,segment=NetworkSegment(45f8f624-30d0-442f-8cc9-e588eb94da62),segment_id=45f8f624-30d0-442f-8cc9-e588eb94da62)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:56:53.734972 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ee607e40-7f38-4a76-a24a-7972a0702992 req-16da4ed2-2a00-482f-b161-cc61c51c58e3 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:53.747644 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-ee607e40-7f38-4a76-a24a-7972a0702992 req-16da4ed2-2a00-482f-b161-cc61c51c58e3 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Calling delete_port for ed429fe8-6890-4b7c-a581-dac454515247 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:56:53.880255 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ee607e40-7f38-4a76-a24a-7972a0702992 req-16da4ed2-2a00-482f-b161-cc61c51c58e3 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:53.892173 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['ed429fe8-6890-4b7c-a581-dac454515247'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:56:53.908536 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da4ed2-2a00-482f-b161-cc61c51c58e3 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Pushing event deleted for resources: {'Port': ['ID=ed429fe8-6890-4b7c-a581-dac454515247,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:53.961688 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee607e40-7f38-4a76-a24a-7972a0702992 req-16da4ed2-2a00-482f-b161-cc61c51c58e3 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] No DVR routers for this DVR port ed429fe8-6890-4b7c-a581-dac454515247 on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:56:53.965152 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ee607e40-7f38-4a76-a24a-7972a0702992 req-16da4ed2-2a00-482f-b161-cc61c51c58e3 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:53.967580 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ee607e40-7f38-4a76-a24a-7972a0702992 req-16da4ed2-2a00-482f-b161-cc61c51c58e3 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.43 "DELETE /v2.0/ports/ed429fe8-6890-4b7c-a581-dac454515247 HTTP/1.1" status: 204 len: 173 time: 0.4145734 Jul 15 23:56:53.968068 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e3fcfa-361c-4f43-9d10-803b96ba1fed', 'name': 'network-vif-deleted', 'tag': 'ed429fe8-6890-4b7c-a581-dac454515247'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:56:53.970966 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c198cdf85e10b60dc4ef93c28e008fa7d8374475bd2867201c6fa121a0cc59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d499873a-3fbb-42e0-962d-2e3892adf68f" -d '{"events": [{"server_uuid": "69e3fcfa-361c-4f43-9d10-803b96ba1fed", "name": "network-vif-deleted", "tag": "ed429fe8-6890-4b7c-a581-dac454515247"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:56:54.010773 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23a4b1a-9778-46c8-b54b-1328c217afef x-openstack-request-id: req-a23a4b1a-9778-46c8-b54b-1328c217afef {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:56:54.011162 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e3fcfa-361c-4f43-9d10-803b96ba1fed", "name": "network-vif-deleted", "tag": "ed429fe8-6890-4b7c-a581-dac454515247", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:56:54.011598 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a23a4b1a-9778-46c8-b54b-1328c217afef {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:56:54.012113 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e3fcfa-361c-4f43-9d10-803b96ba1fed', 'name': 'network-vif-deleted', 'tag': 'ed429fe8-6890-4b7c-a581-dac454515247', 'status': 'completed', 'code': 200} Jul 15 23:56:54.545677 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4f14d026-6bf4-4209-8331-52dc9d5d51f9 req-afa12b28-6978-4701-b967-aacf02b66103 tempest-TestEncryptedCinderVolumes-1058369767 tempest-TestEncryptedCinderVolumes-1058369767-project] 10.222.0.16 "GET /v2.0/ports?device_id=69e3fcfa-361c-4f43-9d10-803b96ba1fed HTTP/1.1" status: 200 len: 210 time: 0.0324495 Jul 15 23:56:54.553405 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:55.671933 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37920) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:56:56.004901 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c2642338-8fa4-4359-83cc-c438fda3b333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:56.582999 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c2642338-8fa4-4359-83cc-c438fda3b333 admin admin] Deleting port 6ea11f6a-871e-4080-a4a2-ec20d1ebb180 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:56:56.583368 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c2642338-8fa4-4359-83cc-c438fda3b333 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:56.659824 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-c2642338-8fa4-4359-83cc-c438fda3b333 admin admin] For port 6ea11f6a-871e-4080-a4a2-ec20d1ebb180, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=6ea11f6a-871e-4080-a4a2-ec20d1ebb180,segment=NetworkSegment(45f8f624-30d0-442f-8cc9-e588eb94da62),segment_id=45f8f624-30d0-442f-8cc9-e588eb94da62)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:56:56.660178 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c2642338-8fa4-4359-83cc-c438fda3b333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:56.671567 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c2642338-8fa4-4359-83cc-c438fda3b333 admin admin] Calling delete_port for 6ea11f6a-871e-4080-a4a2-ec20d1ebb180 owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:56:56.841785 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c2642338-8fa4-4359-83cc-c438fda3b333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:56.864376 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2642338-8fa4-4359-83cc-c438fda3b333 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ea11f6a-871e-4080-a4a2-ec20d1ebb180,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:56.874405 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2642338-8fa4-4359-83cc-c438fda3b333 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:56.874787 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2642338-8fa4-4359-83cc-c438fda3b333 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:56.875127 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2642338-8fa4-4359-83cc-c438fda3b333 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:56.875455 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2642338-8fa4-4359-83cc-c438fda3b333 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:56.876203 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2642338-8fa4-4359-83cc-c438fda3b333 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:56.876203 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2642338-8fa4-4359-83cc-c438fda3b333 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:56.876394 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2642338-8fa4-4359-83cc-c438fda3b333 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:56.876705 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2642338-8fa4-4359-83cc-c438fda3b333 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:56.877020 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2642338-8fa4-4359-83cc-c438fda3b333 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:56.877335 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2642338-8fa4-4359-83cc-c438fda3b333 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:56.877652 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2642338-8fa4-4359-83cc-c438fda3b333 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:56.878026 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2642338-8fa4-4359-83cc-c438fda3b333 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:57.040980 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c2642338-8fa4-4359-83cc-c438fda3b333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:57.246872 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2642338-8fa4-4359-83cc-c438fda3b333 admin admin] Router f3a625c2-2b07-4ef7-9cde-374f5dbc8c90 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:56:57.348848 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2642338-8fa4-4359-83cc-c438fda3b333 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:56:57.354215 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c2642338-8fa4-4359-83cc-c438fda3b333 admin admin] 10.222.0.16 "PUT /v2.0/routers/f3a625c2-2b07-4ef7-9cde-374f5dbc8c90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6811078 Jul 15 23:56:57.356632 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37922) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:56:57.359263 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88edbebb-0eb8-42d1-9ecf-d6447d71e23f None None] Sync routers for ids ['f3a625c2-2b07-4ef7-9cde-374f5dbc8c90'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:56:57.369036 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88edbebb-0eb8-42d1-9ecf-d6447d71e23f None None] Routers {'f3a625c2-2b07-4ef7-9cde-374f5dbc8c90'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:56:57.369635 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-88edbebb-0eb8-42d1-9ecf-d6447d71e23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:56:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['f3a625c2-2b07-4ef7-9cde-374f5dbc8c90'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:56:57.445314 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device ed429fe8-6890-4b7c-a581-dac454515247 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:56:57.458474 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2d90a41c-0fb0-4351-bc17-181b60264afe admin admin] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:57.466922 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: ed429fe8-6890-4b7c-a581-dac454515247 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:56:57.467274 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device ed429fe8-6890-4b7c-a581-dac454515247 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:56:57.470124 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-88edbebb-0eb8-42d1-9ecf-d6447d71e23f None None] Set router f3a625c2-2b07-4ef7-9cde-374f5dbc8c90 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:56:57.563097 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2d90a41c-0fb0-4351-bc17-181b60264afe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:57.615378 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2d90a41c-0fb0-4351-bc17-181b60264afe admin admin] Deleting port b8b9cf61-74d2-48ad-a828-5232c650d3a9 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:56:57.615723 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2d90a41c-0fb0-4351-bc17-181b60264afe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:57.642600 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-88edbebb-0eb8-42d1-9ecf-d6447d71e23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a625c2-2b07-4ef7-9cde-374f5dbc8c90', 'name': 'tempest-TestEncryptedCinderVolumes-967559152-router', 'tenant_id': '75c4d5b1e06343f59f324c33c31623d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'b8b9cf61-74d2-48ad-a828-5232c650d3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:55:39Z', 'updated_at': '2021-07-15T23:56:56Z', 'revision_number': 5, 'project_id': '75c4d5b1e06343f59f324c33c31623d4', 'gw_port': {'id': 'b8b9cf61-74d2-48ad-a828-5232c650d3a9', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a625c2-2b07-4ef7-9cde-374f5dbc8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:55:39Z', 'updated_at': '2021-07-15T23:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:56:57.672062 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88edbebb-0eb8-42d1-9ecf-d6447d71e23f None None] Checking router: f3a625c2-2b07-4ef7-9cde-374f5dbc8c90 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:56:57.680143 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88edbebb-0eb8-42d1-9ecf-d6447d71e23f None None] Routers {'f3a625c2-2b07-4ef7-9cde-374f5dbc8c90'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:56:57.680754 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-88edbebb-0eb8-42d1-9ecf-d6447d71e23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:56:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['f3a625c2-2b07-4ef7-9cde-374f5dbc8c90'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:56:57.692576 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-2d90a41c-0fb0-4351-bc17-181b60264afe admin admin] For port b8b9cf61-74d2-48ad-a828-5232c650d3a9, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b8b9cf61-74d2-48ad-a828-5232c650d3a9,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:56:57.692948 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2d90a41c-0fb0-4351-bc17-181b60264afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:57.709241 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2d90a41c-0fb0-4351-bc17-181b60264afe admin admin] Calling delete_port for b8b9cf61-74d2-48ad-a828-5232c650d3a9 owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:56:57.763458 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-88edbebb-0eb8-42d1-9ecf-d6447d71e23f None None] Set router f3a625c2-2b07-4ef7-9cde-374f5dbc8c90 gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:56:57.813261 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-88edbebb-0eb8-42d1-9ecf-d6447d71e23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a625c2-2b07-4ef7-9cde-374f5dbc8c90', 'name': 'tempest-TestEncryptedCinderVolumes-967559152-router', 'tenant_id': '75c4d5b1e06343f59f324c33c31623d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:55:39Z', 'updated_at': '2021-07-15T23:56:57Z', 'revision_number': 6, 'project_id': '75c4d5b1e06343f59f324c33c31623d4', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:56:57.842021 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88edbebb-0eb8-42d1-9ecf-d6447d71e23f None None] The sync data for ids ['f3a625c2-2b07-4ef7-9cde-374f5dbc8c90'] in n-d-787205-9 is: [{'id': 'f3a625c2-2b07-4ef7-9cde-374f5dbc8c90', 'name': 'tempest-TestEncryptedCinderVolumes-967559152-router', 'tenant_id': '75c4d5b1e06343f59f324c33c31623d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:55:39Z', 'updated_at': '2021-07-15T23:56:57Z', 'revision_number': 6, 'project_id': '75c4d5b1e06343f59f324c33c31623d4', 'gw_port_host': None}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:56:57.868555 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2d90a41c-0fb0-4351-bc17-181b60264afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:57.898223 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90a41c-0fb0-4351-bc17-181b60264afe admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b9cf61-74d2-48ad-a828-5232c650d3a9,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:57.958786 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2d90a41c-0fb0-4351-bc17-181b60264afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:58.049013 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2d90a41c-0fb0-4351-bc17-181b60264afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:58.051205 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2d90a41c-0fb0-4351-bc17-181b60264afe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:58.095813 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2d90a41c-0fb0-4351-bc17-181b60264afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:58.096475 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d90a41c-0fb0-4351-bc17-181b60264afe admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3a625c2-2b07-4ef7-9cde-374f5dbc8c90 {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:56:58.100908 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2d90a41c-0fb0-4351-bc17-181b60264afe admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:58.102621 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2d90a41c-0fb0-4351-bc17-181b60264afe admin admin] 10.222.0.16 "DELETE /v2.0/routers/f3a625c2-2b07-4ef7-9cde-374f5dbc8c90 HTTP/1.1" status: 204 len: 168 time: 0.7450843 Jul 15 23:56:58.105127 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37924) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:56:58.148807 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9072a3f-1be0-45d7-82b7-3706ecf75c35 admin admin] Deleting subnet 5a7c3cbe-dae3-4251-9e27-18989ff01270 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:56:58.151686 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9072a3f-1be0-45d7-82b7-3706ecf75c35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:58.184922 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9072a3f-1be0-45d7-82b7-3706ecf75c35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:58.270333 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9072a3f-1be0-45d7-82b7-3706ecf75c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:58.323256 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9072a3f-1be0-45d7-82b7-3706ecf75c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:58.347382 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9072a3f-1be0-45d7-82b7-3706ecf75c35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a7c3cbe-dae3-4251-9e27-18989ff01270,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:58.350959 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9072a3f-1be0-45d7-82b7-3706ecf75c35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:58.352839 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f9072a3f-1be0-45d7-82b7-3706ecf75c35 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5a7c3cbe-dae3-4251-9e27-18989ff01270 HTTP/1.1" status: 204 len: 168 time: 0.2467961 Jul 15 23:56:58.355735 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37926) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:56:58.356784 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c332d75b-29a2-41ce-85eb-7d29ed728229 None None] Network 73dd96cb-de1c-4d33-af52-97354d3590c5 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:56:58.423216 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cccd2cdf-2370-418b-b03c-8b3bcb3421f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:58.480087 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-cccd2cdf-2370-418b-b03c-8b3bcb3421f4 admin admin] Deleting port b02c89cc-8e65-459f-ba5b-20cb4af226b7 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:56:58.480426 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cccd2cdf-2370-418b-b03c-8b3bcb3421f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:58.543034 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-cccd2cdf-2370-418b-b03c-8b3bcb3421f4 admin admin] For port b02c89cc-8e65-459f-ba5b-20cb4af226b7, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b02c89cc-8e65-459f-ba5b-20cb4af226b7,segment=NetworkSegment(45f8f624-30d0-442f-8cc9-e588eb94da62),segment_id=45f8f624-30d0-442f-8cc9-e588eb94da62)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:56:58.543337 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cccd2cdf-2370-418b-b03c-8b3bcb3421f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:58.554757 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-cccd2cdf-2370-418b-b03c-8b3bcb3421f4 admin admin] Calling delete_port for b02c89cc-8e65-459f-ba5b-20cb4af226b7 owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:56:58.622396 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44da6c8f-6967-4b01-b54c-be04d19ec22d None None] DHCP port deletion for 73dd96cb-de1c-4d33-af52-97354d3590c5 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:56:58.625623 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6ea11f6a-871e-4080-a4a2-ec20d1ebb180 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:56:58.641981 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cccd2cdf-2370-418b-b03c-8b3bcb3421f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:58.653331 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 6ea11f6a-871e-4080-a4a2-ec20d1ebb180 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:56:58.653711 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6ea11f6a-871e-4080-a4a2-ec20d1ebb180 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:56:58.668853 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd2cdf-2370-418b-b03c-8b3bcb3421f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b02c89cc-8e65-459f-ba5b-20cb4af226b7,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:58.672047 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-44da6c8f-6967-4b01-b54c-be04d19ec22d None None] The port 'b02c89cc-8e65-459f-ba5b-20cb4af226b7' was deleted {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 15 23:56:58.672752 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccd2cdf-2370-418b-b03c-8b3bcb3421f4 admin admin] No DVR routers for this DVR port b02c89cc-8e65-459f-ba5b-20cb4af226b7 on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:56:58.751762 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cccd2cdf-2370-418b-b03c-8b3bcb3421f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:58.762229 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-cccd2cdf-2370-418b-b03c-8b3bcb3421f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73dd96cb-de1c-4d33-af52-97354d3590c5']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:56:58.771982 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-cccd2cdf-2370-418b-b03c-8b3bcb3421f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f8f624-30d0-442f-8cc9-e588eb94da62') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:56:58.772282 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-cccd2cdf-2370-418b-b03c-8b3bcb3421f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f8f624-30d0-442f-8cc9-e588eb94da62') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:56:58.781613 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cccd2cdf-2370-418b-b03c-8b3bcb3421f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:58.795289 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cccd2cdf-2370-418b-b03c-8b3bcb3421f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:58.801777 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cccd2cdf-2370-418b-b03c-8b3bcb3421f4 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:56:58.802205 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cccd2cdf-2370-418b-b03c-8b3bcb3421f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:58.803960 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:56:58.803960 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:56:58.803960 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:56:58.803960 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:56:58.803960 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:56:58.803960 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:56:58.803960 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:56:58.803960 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:56:58.803960 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:56:58.803960 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:56:58.803960 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:56:58.803960 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:56:58.803960 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:56:58.803960 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:56:58.803960 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:56:58.803960 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:56:58.803960 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:56:58.803960 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:56:58.803960 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:56:58.803960 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:56:58.803960 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:56:58.803960 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:56:58.803960 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:56:58.803960 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:56:58.803960 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:56:58.803960 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:56:58.803960 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:56:58.803960 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:56:58.803960 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:56:58.803960 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:56:58.803960 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:56:58.803960 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:56:58.859969 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cccd2cdf-2370-418b-b03c-8b3bcb3421f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:58.865697 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cccd2cdf-2370-418b-b03c-8b3bcb3421f4 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:58.867502 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-cccd2cdf-2370-418b-b03c-8b3bcb3421f4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/73dd96cb-de1c-4d33-af52-97354d3590c5 HTTP/1.1" status: 204 len: 168 time: 0.5107884 Jul 15 23:56:58.870488 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37928) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:56:58.878182 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd2cdf-2370-418b-b03c-8b3bcb3421f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=73dd96cb-de1c-4d33-af52-97354d3590c5,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:59.207994 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21357742-eede-4e4f-8645-8fea6fc85860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:59.452751 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-21357742-eede-4e4f-8645-8fea6fc85860 admin admin] Deleting port 34679302-8566-40bb-90b6-5eb8d20cb410 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:56:59.453097 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21357742-eede-4e4f-8645-8fea6fc85860 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:59.531523 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-21357742-eede-4e4f-8645-8fea6fc85860 admin admin] For port 34679302-8566-40bb-90b6-5eb8d20cb410, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=34679302-8566-40bb-90b6-5eb8d20cb410,segment=NetworkSegment(34c240ec-918c-4659-a54b-53dd3c6782c0),segment_id=34c240ec-918c-4659-a54b-53dd3c6782c0)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:56:59.531791 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21357742-eede-4e4f-8645-8fea6fc85860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:59.543846 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-21357742-eede-4e4f-8645-8fea6fc85860 admin admin] Calling delete_port for 34679302-8566-40bb-90b6-5eb8d20cb410 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:56:59.717017 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21357742-eede-4e4f-8645-8fea6fc85860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:59.742786 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21357742-eede-4e4f-8645-8fea6fc85860 admin admin] Pushing event deleted for resources: {'Port': ['ID=34679302-8566-40bb-90b6-5eb8d20cb410,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:59.905282 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-21357742-eede-4e4f-8645-8fea6fc85860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:00.111869 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21357742-eede-4e4f-8645-8fea6fc85860 admin admin] Router 905810cf-9296-4028-8514-72eddea74a17 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:57:00.216073 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21357742-eede-4e4f-8645-8fea6fc85860 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:57:00.220891 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-21357742-eede-4e4f-8645-8fea6fc85860 admin admin] 10.222.0.16 "PUT /v2.0/routers/905810cf-9296-4028-8514-72eddea74a17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3492043 Jul 15 23:57:00.223387 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37930) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:57:00.225001 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59fb16d-bcc9-402e-9cc3-f5512a6d7fd6 None None] Sync routers for ids ['905810cf-9296-4028-8514-72eddea74a17'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:57:00.235050 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59fb16d-bcc9-402e-9cc3-f5512a6d7fd6 None None] Routers {'905810cf-9296-4028-8514-72eddea74a17'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:57:00.235717 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c59fb16d-bcc9-402e-9cc3-f5512a6d7fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:56:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['905810cf-9296-4028-8514-72eddea74a17'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:00.290831 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b02c89cc-8e65-459f-ba5b-20cb4af226b7 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:57:00.329489 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a334f6e-71c4-47bc-b1ee-251206f6752d admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:00.338153 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: b02c89cc-8e65-459f-ba5b-20cb4af226b7 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:57:00.338493 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b02c89cc-8e65-459f-ba5b-20cb4af226b7 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:57:00.338932 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b8b9cf61-74d2-48ad-a828-5232c650d3a9 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:57:00.362441 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: b8b9cf61-74d2-48ad-a828-5232c650d3a9 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:57:00.362728 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b8b9cf61-74d2-48ad-a828-5232c650d3a9 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:57:00.381777 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-c59fb16d-bcc9-402e-9cc3-f5512a6d7fd6 None None] Set router 905810cf-9296-4028-8514-72eddea74a17 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:57:00.432685 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a334f6e-71c4-47bc-b1ee-251206f6752d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:00.486936 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3a334f6e-71c4-47bc-b1ee-251206f6752d admin admin] Deleting port 02abe4d8-cca0-40dc-bf3a-e5a151c22926 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:57:00.487283 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a334f6e-71c4-47bc-b1ee-251206f6752d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:00.574109 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3a334f6e-71c4-47bc-b1ee-251206f6752d admin admin] For port 02abe4d8-cca0-40dc-bf3a-e5a151c22926, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=02abe4d8-cca0-40dc-bf3a-e5a151c22926,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:57:00.574570 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a334f6e-71c4-47bc-b1ee-251206f6752d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:00.586961 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-3a334f6e-71c4-47bc-b1ee-251206f6752d admin admin] Calling delete_port for 02abe4d8-cca0-40dc-bf3a-e5a151c22926 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:57:00.713854 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c59fb16d-bcc9-402e-9cc3-f5512a6d7fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905810cf-9296-4028-8514-72eddea74a17', 'name': 'tempest-TestEncryptedCinderVolumes-1930729867-router', 'tenant_id': '78b7530af3f1441ca24d23adcf9d3e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '02abe4d8-cca0-40dc-bf3a-e5a151c22926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:55:43Z', 'updated_at': '2021-07-15T23:56:59Z', 'revision_number': 5, 'project_id': '78b7530af3f1441ca24d23adcf9d3e70', 'gw_port': {'id': '02abe4d8-cca0-40dc-bf3a-e5a151c22926', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905810cf-9296-4028-8514-72eddea74a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:55:44Z', 'updated_at': '2021-07-15T23:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:00.743838 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59fb16d-bcc9-402e-9cc3-f5512a6d7fd6 None None] Checking router: 905810cf-9296-4028-8514-72eddea74a17 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:57:00.752905 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59fb16d-bcc9-402e-9cc3-f5512a6d7fd6 None None] Routers {'905810cf-9296-4028-8514-72eddea74a17'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:57:00.753451 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a334f6e-71c4-47bc-b1ee-251206f6752d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:00.753623 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c59fb16d-bcc9-402e-9cc3-f5512a6d7fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:56:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['905810cf-9296-4028-8514-72eddea74a17'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:00.779916 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a334f6e-71c4-47bc-b1ee-251206f6752d admin admin] Pushing event deleted for resources: {'Port': ['ID=02abe4d8-cca0-40dc-bf3a-e5a151c22926,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:00.824241 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-c59fb16d-bcc9-402e-9cc3-f5512a6d7fd6 None None] Set router 905810cf-9296-4028-8514-72eddea74a17 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:57:00.839524 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a334f6e-71c4-47bc-b1ee-251206f6752d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:00.875294 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c59fb16d-bcc9-402e-9cc3-f5512a6d7fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905810cf-9296-4028-8514-72eddea74a17', 'name': 'tempest-TestEncryptedCinderVolumes-1930729867-router', 'tenant_id': '78b7530af3f1441ca24d23adcf9d3e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:55:43Z', 'updated_at': '2021-07-15T23:57:00Z', 'revision_number': 7, 'project_id': '78b7530af3f1441ca24d23adcf9d3e70', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:00.904408 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59fb16d-bcc9-402e-9cc3-f5512a6d7fd6 None None] The sync data for ids ['905810cf-9296-4028-8514-72eddea74a17'] in n-d-787205-9 is: [{'id': '905810cf-9296-4028-8514-72eddea74a17', 'name': 'tempest-TestEncryptedCinderVolumes-1930729867-router', 'tenant_id': '78b7530af3f1441ca24d23adcf9d3e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:55:43Z', 'updated_at': '2021-07-15T23:57:00Z', 'revision_number': 7, 'project_id': '78b7530af3f1441ca24d23adcf9d3e70', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:57:00.927325 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a334f6e-71c4-47bc-b1ee-251206f6752d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:00.930269 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a334f6e-71c4-47bc-b1ee-251206f6752d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:00.983836 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a334f6e-71c4-47bc-b1ee-251206f6752d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:00.984352 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a334f6e-71c4-47bc-b1ee-251206f6752d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 905810cf-9296-4028-8514-72eddea74a17 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:57:00.988529 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3a334f6e-71c4-47bc-b1ee-251206f6752d admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:00.989816 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3a334f6e-71c4-47bc-b1ee-251206f6752d admin admin] 10.222.0.16 "DELETE /v2.0/routers/905810cf-9296-4028-8514-72eddea74a17 HTTP/1.1" status: 204 len: 168 time: 0.7652683 Jul 15 23:57:00.992928 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37932) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:57:01.035652 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e34549-e240-4259-b7df-583a05c1d7f4 admin admin] Deleting subnet b41309d4-f795-484b-a716-77465b4c0145 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:57:01.038591 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2e34549-e240-4259-b7df-583a05c1d7f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:01.072598 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2e34549-e240-4259-b7df-583a05c1d7f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:01.149847 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2e34549-e240-4259-b7df-583a05c1d7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:01.199443 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2e34549-e240-4259-b7df-583a05c1d7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:01.225031 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e34549-e240-4259-b7df-583a05c1d7f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b41309d4-f795-484b-a716-77465b4c0145,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:01.226964 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c2e34549-e240-4259-b7df-583a05c1d7f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:01.230895 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c2ea3a-b47e-42dc-ade6-74ff9a37c920 None None] Network 334ad714-17e7-4960-80ee-3f42b3f4d5bd requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:57:01.231506 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c2e34549-e240-4259-b7df-583a05c1d7f4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b41309d4-f795-484b-a716-77465b4c0145 HTTP/1.1" status: 204 len: 168 time: 0.2372825 Jul 15 23:57:01.234000 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37934) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:57:01.308104 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-622e2439-a862-44ad-a722-a7a5f6f25118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:01.369457 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-622e2439-a862-44ad-a722-a7a5f6f25118 admin admin] Deleting port c7dc5bc6-bda0-465f-8315-86ad4b5baead {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:57:01.369809 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-622e2439-a862-44ad-a722-a7a5f6f25118 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:01.434189 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-622e2439-a862-44ad-a722-a7a5f6f25118 admin admin] For port c7dc5bc6-bda0-465f-8315-86ad4b5baead, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c7dc5bc6-bda0-465f-8315-86ad4b5baead,segment=NetworkSegment(34c240ec-918c-4659-a54b-53dd3c6782c0),segment_id=34c240ec-918c-4659-a54b-53dd3c6782c0)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:57:01.434547 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-622e2439-a862-44ad-a722-a7a5f6f25118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:01.446115 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-622e2439-a862-44ad-a722-a7a5f6f25118 admin admin] Calling delete_port for c7dc5bc6-bda0-465f-8315-86ad4b5baead owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:57:01.521700 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-622e2439-a862-44ad-a722-a7a5f6f25118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:01.545910 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e2439-a862-44ad-a722-a7a5f6f25118 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7dc5bc6-bda0-465f-8315-86ad4b5baead,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:01.549473 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622e2439-a862-44ad-a722-a7a5f6f25118 admin admin] No DVR routers for this DVR port c7dc5bc6-bda0-465f-8315-86ad4b5baead on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:57:01.620198 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-622e2439-a862-44ad-a722-a7a5f6f25118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:01.629696 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-622e2439-a862-44ad-a722-a7a5f6f25118 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334ad714-17e7-4960-80ee-3f42b3f4d5bd']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:01.640421 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-622e2439-a862-44ad-a722-a7a5f6f25118 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c240ec-918c-4659-a54b-53dd3c6782c0') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:01.640711 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-622e2439-a862-44ad-a722-a7a5f6f25118 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c240ec-918c-4659-a54b-53dd3c6782c0') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:01.650595 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-622e2439-a862-44ad-a722-a7a5f6f25118 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:01.664301 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-622e2439-a862-44ad-a722-a7a5f6f25118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:01.671876 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-622e2439-a862-44ad-a722-a7a5f6f25118 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:57:01.672290 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-622e2439-a862-44ad-a722-a7a5f6f25118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:01.673958 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b86222-9c9c-4366-9855-1a320bde2fb6 None None] DHCP port deletion for 334ad714-17e7-4960-80ee-3f42b3f4d5bd request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:57:01.674098 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:57:01.674098 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:57:01.674098 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:57:01.674098 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:57:01.674098 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:57:01.674098 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:57:01.674098 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:57:01.674098 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:57:01.674098 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:57:01.674098 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:57:01.674098 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:57:01.674098 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:57:01.674098 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:57:01.674098 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:57:01.674098 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:57:01.674098 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:57:01.674098 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:57:01.674098 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:57:01.674098 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:57:01.674098 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:57:01.674098 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:57:01.674098 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:57:01.674098 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:57:01.674098 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:57:01.674098 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:57:01.674098 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:57:01.674098 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:57:01.674098 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:57:01.674098 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:57:01.674098 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:57:01.674098 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:57:01.674098 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:57:01.731589 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-622e2439-a862-44ad-a722-a7a5f6f25118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:01.738475 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-622e2439-a862-44ad-a722-a7a5f6f25118 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:01.740352 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-622e2439-a862-44ad-a722-a7a5f6f25118 admin admin] 10.222.0.16 "DELETE /v2.0/networks/334ad714-17e7-4960-80ee-3f42b3f4d5bd HTTP/1.1" status: 204 len: 168 time: 0.5053298 Jul 15 23:57:01.751709 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e2439-a862-44ad-a722-a7a5f6f25118 admin admin] Pushing event deleted for resources: {'Network': ['ID=334ad714-17e7-4960-80ee-3f42b3f4d5bd,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:01.909444 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37938) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:57:01.952258 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-81fae76d-c4a3-449d-a5ef-90b2f868319b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75c4d5b1e06343f59f324c33c31623d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415187 Jul 15 23:57:01.954767 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37940) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:57:02.001430 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-43f1d268-250d-4201-be19-609a750263c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:02.022161 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-43f1d268-250d-4201-be19-609a750263c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:02.067327 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-43f1d268-250d-4201-be19-609a750263c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:02.069867 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-43f1d268-250d-4201-be19-609a750263c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:02.071053 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-43f1d268-250d-4201-be19-609a750263c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/64582a40-e2a7-4e12-b61c-f401dac559d3 HTTP/1.1" status: 204 len: 168 time: 0.1153731 Jul 15 23:57:02.078663 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1d268-250d-4201-be19-609a750263c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64582a40-e2a7-4e12-b61c-f401dac559d3,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:02.234429 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 02abe4d8-cca0-40dc-bf3a-e5a151c22926 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:57:02.255161 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 02abe4d8-cca0-40dc-bf3a-e5a151c22926 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:57:02.255505 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 02abe4d8-cca0-40dc-bf3a-e5a151c22926 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:57:02.255920 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 34679302-8566-40bb-90b6-5eb8d20cb410 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:57:02.274569 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 34679302-8566-40bb-90b6-5eb8d20cb410 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:57:02.275030 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 34679302-8566-40bb-90b6-5eb8d20cb410 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:57:02.275446 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c7dc5bc6-bda0-465f-8315-86ad4b5baead no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:57:02.293813 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: c7dc5bc6-bda0-465f-8315-86ad4b5baead {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:57:02.294160 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c7dc5bc6-bda0-465f-8315-86ad4b5baead not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:57:02.382540 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37946) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:57:02.421678 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8b92a552-3a6c-428f-9373-0a7171797168 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=78b7530af3f1441ca24d23adcf9d3e70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379808 Jul 15 23:57:02.424096 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37948) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:57:02.473549 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0a1dd932-6cdf-491b-ba94-06530833f065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:02.494685 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0a1dd932-6cdf-491b-ba94-06530833f065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:02.540844 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0a1dd932-6cdf-491b-ba94-06530833f065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:02.543347 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-0a1dd932-6cdf-491b-ba94-06530833f065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:02.544476 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-0a1dd932-6cdf-491b-ba94-06530833f065 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a8838fda-f75c-4bc0-b66d-43e10ff5ed07 HTTP/1.1" status: 204 len: 168 time: 0.1194603 Jul 15 23:57:02.552372 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1dd932-6cdf-491b-ba94-06530833f065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8838fda-f75c-4bc0-b66d-43e10ff5ed07,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:03.181713 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37970) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:57:03.272808 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-a220333e-8c52-422b-b5fe-b605faad0438 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1173200038-network', 'tenant_id': '244bb94a0c1246e38564cdb601b50724'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:57:03.293057 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a220333e-8c52-422b-b5fe-b605faad0438 admin admin] Made reservation on behalf of 244bb94a0c1246e38564cdb601b50724 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:57:03.295316 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a220333e-8c52-422b-b5fe-b605faad0438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:03.303323 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a220333e-8c52-422b-b5fe-b605faad0438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:03.392488 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a220333e-8c52-422b-b5fe-b605faad0438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:03.396306 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a220333e-8c52-422b-b5fe-b605faad0438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:03.419380 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a220333e-8c52-422b-b5fe-b605faad0438 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:57:03.427720 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220333e-8c52-422b-b5fe-b605faad0438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19da65e3-ac15-4224-9930-25bc808d6a97,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:03.435236 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a220333e-8c52-422b-b5fe-b605faad0438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:03.436124 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-a220333e-8c52-422b-b5fe-b605faad0438 admin admin] Added segment 7b3c0908-e797-4230-9009-fb984672760a of type vlan for network 472952d2-92fe-40b6-a5b2-b3c428a89d15 Jul 15 23:57:03.474387 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a220333e-8c52-422b-b5fe-b605faad0438 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:03.501863 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a220333e-8c52-422b-b5fe-b605faad0438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:03.502837 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a220333e-8c52-422b-b5fe-b605faad0438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:03.503414 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a220333e-8c52-422b-b5fe-b605faad0438 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:03.536403 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a220333e-8c52-422b-b5fe-b605faad0438 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3535645 Jul 15 23:57:03.539825 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37974) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:57:03.546334 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-66e732b8-4638-4bf1-ac07-a52bbf1a9139 admin admin] Request body: {'subnet': {'network_id': '472952d2-92fe-40b6-a5b2-b3c428a89d15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1173200038-subnet', 'tenant_id': '244bb94a0c1246e38564cdb601b50724', 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:57:03.576594 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220333e-8c52-422b-b5fe-b605faad0438 admin admin] Pushing event updated for resources: {'Network': ['ID=472952d2-92fe-40b6-a5b2-b3c428a89d15,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:03.586232 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 472952d2-92fe-40b6-a5b2-b3c428a89d15 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:57:03.594482 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e732b8-4638-4bf1-ac07-a52bbf1a9139 admin admin] Made reservation on behalf of 244bb94a0c1246e38564cdb601b50724 for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:57:03.596894 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-66e732b8-4638-4bf1-ac07-a52bbf1a9139 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:03.762245 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-66e732b8-4638-4bf1-ac07-a52bbf1a9139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:03.813854 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e732b8-4638-4bf1-ac07-a52bbf1a9139 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c54da28-9763-4d4f-9891-ada168d84c62,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:03.823717 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e732b8-4638-4bf1-ac07-a52bbf1a9139 admin admin] Checking segment: {'id': '7b3c0908-e797-4230-9009-fb984672760a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '472952d2-92fe-40b6-a5b2-b3c428a89d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:57:03.824081 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e732b8-4638-4bf1-ac07-a52bbf1a9139 admin admin] Network hostable DHCP agents. Network: 472952d2-92fe-40b6-a5b2-b3c428a89d15, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:57:03.839779 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e732b8-4638-4bf1-ac07-a52bbf1a9139 admin admin] Network 472952d2-92fe-40b6-a5b2-b3c428a89d15 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:57:03.847493 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-66e732b8-4638-4bf1-ac07-a52bbf1a9139 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 472952d2-92fe-40b6-a5b2-b3c428a89d15) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:57:03.851924 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e732b8-4638-4bf1-ac07-a52bbf1a9139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:03.852518 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-66e732b8-4638-4bf1-ac07-a52bbf1a9139 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:03.857418 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5271d5b2-28d6-4dd9-8082-894901ba4b52 None None] Network 472952d2-92fe-40b6-a5b2-b3c428a89d15 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:57:03.866656 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-66e732b8-4638-4bf1-ac07-a52bbf1a9139 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3241146 Jul 15 23:57:03.869988 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37976) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:57:03.874396 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-4911ade1-1739-4e1b-81bb-17a62acfce72 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1173200038-router', 'tenant_id': '244bb94a0c1246e38564cdb601b50724', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:57:03.895141 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4911ade1-1739-4e1b-81bb-17a62acfce72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:03.896195 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4911ade1-1739-4e1b-81bb-17a62acfce72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:03.953307 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4911ade1-1739-4e1b-81bb-17a62acfce72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:04.004325 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3faead-4cba-47e0-996d-3cd9bebb341f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-472952d2-92fe-40b6-a5b2-b3c428a89d15', 'network_id': '472952d2-92fe-40b6-a5b2-b3c428a89d15', 'tenant_id': '244bb94a0c1246e38564cdb601b50724', 'fixed_ips': [{'subnet_id': '7c54da28-9763-4d4f-9891-ada168d84c62'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:57:04.005208 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2d3faead-4cba-47e0-996d-3cd9bebb341f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:04.091421 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4911ade1-1739-4e1b-81bb-17a62acfce72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:04.137210 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-2d3faead-4cba-47e0-996d-3cd9bebb341f None None] Allocated IP 172.20.0.2 (472952d2-92fe-40b6-a5b2-b3c428a89d15/7c54da28-9763-4d4f-9891-ada168d84c62/1e89ebf6-278f-4f3c-bde3-611210697908) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:57:04.281977 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2d3faead-4cba-47e0-996d-3cd9bebb341f None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:04.290204 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2d3faead-4cba-47e0-996d-3cd9bebb341f None None] Transition to ACTIVE for port object 1e89ebf6-278f-4f3c-bde3-611210697908 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:57:04.294158 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4911ade1-1739-4e1b-81bb-17a62acfce72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:04.304401 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2d3faead-4cba-47e0-996d-3cd9bebb341f None None] Transition to ACTIVE for port object 1e89ebf6-278f-4f3c-bde3-611210697908 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:57:04.309426 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2d3faead-4cba-47e0-996d-3cd9bebb341f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:04.312330 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4911ade1-1739-4e1b-81bb-17a62acfce72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:04.345260 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3faead-4cba-47e0-996d-3cd9bebb341f None None] Network 472952d2-92fe-40b6-a5b2-b3c428a89d15 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:57:04.351256 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-2d3faead-4cba-47e0-996d-3cd9bebb341f None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:57:04.355424 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3faead-4cba-47e0-996d-3cd9bebb341f None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:57:04.361793 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3faead-4cba-47e0-996d-3cd9bebb341f None None] Pushing event updated for resources: {'Port': ['ID=1e89ebf6-278f-4f3c-bde3-611210697908,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:04.414772 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-4911ade1-1739-4e1b-81bb-17a62acfce72 admin admin] Allocated IP 172.25.4.174 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/b3b345b8-44c8-40b1-81c5-2c052576bfc3) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:57:04.417699 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-2d3faead-4cba-47e0-996d-3cd9bebb341f None None] Attempting to bind port 1e89ebf6-278f-4f3c-bde3-611210697908 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:57:04.418465 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-2d3faead-4cba-47e0-996d-3cd9bebb341f None None] Attempting to bind port 1e89ebf6-278f-4f3c-bde3-611210697908 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '7b3c0908-e797-4230-9009-fb984672760a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '472952d2-92fe-40b6-a5b2-b3c428a89d15'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:57:04.418465 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3faead-4cba-47e0-996d-3cd9bebb341f None None] Attempting to bind port 1e89ebf6-278f-4f3c-bde3-611210697908 on network 472952d2-92fe-40b6-a5b2-b3c428a89d15 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:57:04.423407 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3faead-4cba-47e0-996d-3cd9bebb341f None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:57:04.423778 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3faead-4cba-47e0-996d-3cd9bebb341f None None] Checking segment: {'id': '7b3c0908-e797-4230-9009-fb984672760a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '472952d2-92fe-40b6-a5b2-b3c428a89d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:57:04.424634 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2d3faead-4cba-47e0-996d-3cd9bebb341f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:04.424634 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3faead-4cba-47e0-996d-3cd9bebb341f None None] Bound using segment: {'id': '7b3c0908-e797-4230-9009-fb984672760a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '472952d2-92fe-40b6-a5b2-b3c428a89d15'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:57:04.425004 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-2d3faead-4cba-47e0-996d-3cd9bebb341f None None] Bound port: 1e89ebf6-278f-4f3c-bde3-611210697908, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3c0908-e797-4230-9009-fb984672760a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '472952d2-92fe-40b6-a5b2-b3c428a89d15'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:57:04.425400 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2d3faead-4cba-47e0-996d-3cd9bebb341f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:04.488004 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-2d3faead-4cba-47e0-996d-3cd9bebb341f None None] For port 1e89ebf6-278f-4f3c-bde3-611210697908, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:57:04.491367 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-2d3faead-4cba-47e0-996d-3cd9bebb341f None None] For port 1e89ebf6-278f-4f3c-bde3-611210697908, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1e89ebf6-278f-4f3c-bde3-611210697908,segment=NetworkSegment(7b3c0908-e797-4230-9009-fb984672760a),segment_id=7b3c0908-e797-4230-9009-fb984672760a)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:57:04.495652 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2d3faead-4cba-47e0-996d-3cd9bebb341f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:04.514895 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4911ade1-1739-4e1b-81bb-17a62acfce72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:04.552825 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3faead-4cba-47e0-996d-3cd9bebb341f None None] Pushing event updated for resources: {'Port': ['ID=1e89ebf6-278f-4f3c-bde3-611210697908,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:04.558195 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4911ade1-1739-4e1b-81bb-17a62acfce72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:04.600329 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4911ade1-1739-4e1b-81bb-17a62acfce72 admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:57:04.603126 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-4911ade1-1739-4e1b-81bb-17a62acfce72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:57:04.606585 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4911ade1-1739-4e1b-81bb-17a62acfce72 admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:57:04.611923 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911ade1-1739-4e1b-81bb-17a62acfce72 admin admin] Pushing event updated for resources: {'Port': ['ID=b3b345b8-44c8-40b1-81c5-2c052576bfc3,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:05.206050 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4911ade1-1739-4e1b-81bb-17a62acfce72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:05.393248 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:57:05.402118 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4911ade1-1739-4e1b-81bb-17a62acfce72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:05.445908 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b64a51f-e735-4a1e-bfba-72c6089faa86 None None] Network 472952d2-92fe-40b6-a5b2-b3c428a89d15 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:57:05.530772 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4911ade1-1739-4e1b-81bb-17a62acfce72 admin admin] Router 2885f673-04c1-4b83-9b11-4f976f613fe0 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:57:05.555089 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-cf59ee49-f883-4daa-bd4f-ad9ab15c9c9a None None] Provisioning for port 1e89ebf6-278f-4f3c-bde3-611210697908 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:57:05.637739 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4911ade1-1739-4e1b-81bb-17a62acfce72 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:57:05.650746 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43b480f-ea78-48a1-85f9-8e91db8b691f None None] Sync routers for ids ['2885f673-04c1-4b83-9b11-4f976f613fe0'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:57:05.655203 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4911ade1-1739-4e1b-81bb-17a62acfce72 admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:05.656555 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4911ade1-1739-4e1b-81bb-17a62acfce72 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7856412 Jul 15 23:57:05.659765 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37978) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:57:05.660302 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43b480f-ea78-48a1-85f9-8e91db8b691f None None] Routers {'2885f673-04c1-4b83-9b11-4f976f613fe0'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:57:05.660748 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-c43b480f-ea78-48a1-85f9-8e91db8b691f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:56:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['2885f673-04c1-4b83-9b11-4f976f613fe0'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:05.771779 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-c43b480f-ea78-48a1-85f9-8e91db8b691f None None] Set router 2885f673-04c1-4b83-9b11-4f976f613fe0 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:57:05.947311 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-c43b480f-ea78-48a1-85f9-8e91db8b691f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'name': 'tempest-TestMinimumBasicScenario-1173200038-router', 'tenant_id': '244bb94a0c1246e38564cdb601b50724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'b3b345b8-44c8-40b1-81c5-2c052576bfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:57:03Z', 'updated_at': '2021-07-15T23:57:04Z', 'revision_number': 3, 'project_id': '244bb94a0c1246e38564cdb601b50724', 'gw_port': {'id': 'b3b345b8-44c8-40b1-81c5-2c052576bfc3', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:57:04Z', 'updated_at': '2021-07-15T23:57:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:05.974051 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43b480f-ea78-48a1-85f9-8e91db8b691f None None] Checking router: 2885f673-04c1-4b83-9b11-4f976f613fe0 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:57:05.974399 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43b480f-ea78-48a1-85f9-8e91db8b691f None None] Updating router 2885f673-04c1-4b83-9b11-4f976f613fe0 port b3b345b8-44c8-40b1-81c5-2c052576bfc3 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:57:06.012304 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c43b480f-ea78-48a1-85f9-8e91db8b691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:06.070546 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b781a47-48b5-4a8d-b930-322b1340672a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:06.224803 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-5b781a47-48b5-4a8d-b930-322b1340672a admin admin] Allocated IP 172.20.0.1 (472952d2-92fe-40b6-a5b2-b3c428a89d15/7c54da28-9763-4d4f-9891-ada168d84c62/55955b7b-7b68-4053-a8b1-672e560c1838) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:57:06.254812 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c43b480f-ea78-48a1-85f9-8e91db8b691f None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:06.264732 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-c43b480f-ea78-48a1-85f9-8e91db8b691f None None] Transition to ACTIVE for port object b3b345b8-44c8-40b1-81c5-2c052576bfc3 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:57:06.270185 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c43b480f-ea78-48a1-85f9-8e91db8b691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:06.290692 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1e89ebf6-278f-4f3c-bde3-611210697908 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:57:06.321274 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-c43b480f-ea78-48a1-85f9-8e91db8b691f None None] Attempting to bind port b3b345b8-44c8-40b1-81c5-2c052576bfc3 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:57:06.321645 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-c43b480f-ea78-48a1-85f9-8e91db8b691f None None] Attempting to bind port b3b345b8-44c8-40b1-81c5-2c052576bfc3 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:57:06.322010 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43b480f-ea78-48a1-85f9-8e91db8b691f None None] Attempting to bind port b3b345b8-44c8-40b1-81c5-2c052576bfc3 on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:57:06.329189 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32381123-8377-4648-8ce7-c92ac49fa3d6 None None] Pushing event updated for resources: {'Port': ['ID=b3b345b8-44c8-40b1-81c5-2c052576bfc3,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:06.338155 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32381123-8377-4648-8ce7-c92ac49fa3d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:06.338391 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32381123-8377-4648-8ce7-c92ac49fa3d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:06.338810 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32381123-8377-4648-8ce7-c92ac49fa3d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:06.339435 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32381123-8377-4648-8ce7-c92ac49fa3d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:06.339554 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32381123-8377-4648-8ce7-c92ac49fa3d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:06.339794 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32381123-8377-4648-8ce7-c92ac49fa3d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:06.340121 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32381123-8377-4648-8ce7-c92ac49fa3d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:06.340445 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32381123-8377-4648-8ce7-c92ac49fa3d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:06.340771 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32381123-8377-4648-8ce7-c92ac49fa3d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:06.341101 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32381123-8377-4648-8ce7-c92ac49fa3d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:06.341409 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32381123-8377-4648-8ce7-c92ac49fa3d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:06.341730 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32381123-8377-4648-8ce7-c92ac49fa3d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:06.345124 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43b480f-ea78-48a1-85f9-8e91db8b691f None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:57:06.345504 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43b480f-ea78-48a1-85f9-8e91db8b691f None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:57:06.345885 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 1e89ebf6-278f-4f3c-bde3-611210697908 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:57:06.346004 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c43b480f-ea78-48a1-85f9-8e91db8b691f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:06.346280 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43b480f-ea78-48a1-85f9-8e91db8b691f None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:57:06.346785 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-c43b480f-ea78-48a1-85f9-8e91db8b691f None None] Bound port: b3b345b8-44c8-40b1-81c5-2c052576bfc3, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:57:06.347175 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c43b480f-ea78-48a1-85f9-8e91db8b691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:06.350822 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 1e89ebf6-278f-4f3c-bde3-611210697908 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:57:06.351786 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:06.410999 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-c43b480f-ea78-48a1-85f9-8e91db8b691f None None] For port b3b345b8-44c8-40b1-81c5-2c052576bfc3, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:57:06.415388 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-c43b480f-ea78-48a1-85f9-8e91db8b691f None None] For port b3b345b8-44c8-40b1-81c5-2c052576bfc3, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b3b345b8-44c8-40b1-81c5-2c052576bfc3,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:57:06.420986 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c43b480f-ea78-48a1-85f9-8e91db8b691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:06.440631 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:06.478320 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 1e89ebf6-278f-4f3c-bde3-611210697908, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1e89ebf6-278f-4f3c-bde3-611210697908,segment=NetworkSegment(7b3c0908-e797-4230-9009-fb984672760a),segment_id=7b3c0908-e797-4230-9009-fb984672760a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:57:06.480105 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43b480f-ea78-48a1-85f9-8e91db8b691f None None] Routers {'2885f673-04c1-4b83-9b11-4f976f613fe0'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:57:06.480800 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-c43b480f-ea78-48a1-85f9-8e91db8b691f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:56:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['2885f673-04c1-4b83-9b11-4f976f613fe0'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:06.484351 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:06.515911 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32381123-8377-4648-8ce7-c92ac49fa3d6 None None] Pushing event updated for resources: {'Port': ['ID=b3b345b8-44c8-40b1-81c5-2c052576bfc3,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:06.539869 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=1e89ebf6-278f-4f3c-bde3-611210697908,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:06.688688 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-c43b480f-ea78-48a1-85f9-8e91db8b691f None None] Set router 2885f673-04c1-4b83-9b11-4f976f613fe0 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:57:06.706588 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b781a47-48b5-4a8d-b930-322b1340672a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:06.719747 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-5b781a47-48b5-4a8d-b930-322b1340672a admin admin] Transition to ACTIVE for port object 55955b7b-7b68-4053-a8b1-672e560c1838 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:57:06.752114 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b781a47-48b5-4a8d-b930-322b1340672a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:06.791634 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b781a47-48b5-4a8d-b930-322b1340672a admin admin] Network 472952d2-92fe-40b6-a5b2-b3c428a89d15 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:57:06.794544 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-5b781a47-48b5-4a8d-b930-322b1340672a admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:57:06.798112 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b781a47-48b5-4a8d-b930-322b1340672a admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:57:06.822616 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b781a47-48b5-4a8d-b930-322b1340672a admin admin] Pushing event updated for resources: {'Port': ['ID=55955b7b-7b68-4053-a8b1-672e560c1838,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:06.843342 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b781a47-48b5-4a8d-b930-322b1340672a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:06.866977 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-c43b480f-ea78-48a1-85f9-8e91db8b691f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'name': 'tempest-TestMinimumBasicScenario-1173200038-router', 'tenant_id': '244bb94a0c1246e38564cdb601b50724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'b3b345b8-44c8-40b1-81c5-2c052576bfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:57:03Z', 'updated_at': '2021-07-15T23:57:04Z', 'revision_number': 3, 'project_id': '244bb94a0c1246e38564cdb601b50724', 'gw_port': {'id': 'b3b345b8-44c8-40b1-81c5-2c052576bfc3', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:57:04Z', 'updated_at': '2021-07-15T23:57:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:06.893661 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43b480f-ea78-48a1-85f9-8e91db8b691f None None] The sync data for ids ['2885f673-04c1-4b83-9b11-4f976f613fe0'] in n-d-787205-9 is: [{'id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'name': 'tempest-TestMinimumBasicScenario-1173200038-router', 'tenant_id': '244bb94a0c1246e38564cdb601b50724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'b3b345b8-44c8-40b1-81c5-2c052576bfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:57:03Z', 'updated_at': '2021-07-15T23:57:04Z', 'revision_number': 3, 'project_id': '244bb94a0c1246e38564cdb601b50724', 'gw_port': {'id': 'b3b345b8-44c8-40b1-81c5-2c052576bfc3', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:57:04Z', 'updated_at': '2021-07-15T23:57:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:57:06.997461 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b781a47-48b5-4a8d-b930-322b1340672a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:07.015750 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ecaa1632-9663-4749-9903-8d99c500f704 None None] Provisioning for port 55955b7b-7b68-4053-a8b1-672e560c1838 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:57:07.019594 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ecaa1632-9663-4749-9903-8d99c500f704 None None] Provisioning complete for port 55955b7b-7b68-4053-a8b1-672e560c1838 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:57:07.019968 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ecaa1632-9663-4749-9903-8d99c500f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:07.058178 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ecaa1632-9663-4749-9903-8d99c500f704 None None] Port 55955b7b-7b68-4053-a8b1-672e560c1838 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:57:07.177737 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b781a47-48b5-4a8d-b930-322b1340672a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:07.183040 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b781a47-48b5-4a8d-b930-322b1340672a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:07.256405 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b781a47-48b5-4a8d-b930-322b1340672a admin admin] Pushing event updated for resources: {'Port': ['ID=55955b7b-7b68-4053-a8b1-672e560c1838,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:07.262219 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b781a47-48b5-4a8d-b930-322b1340672a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:07.354256 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b781a47-48b5-4a8d-b930-322b1340672a admin admin] Network 472952d2-92fe-40b6-a5b2-b3c428a89d15 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:57:07.355661 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-5b781a47-48b5-4a8d-b930-322b1340672a admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:57:07.482659 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b781a47-48b5-4a8d-b930-322b1340672a admin admin] Router 2885f673-04c1-4b83-9b11-4f976f613fe0 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:57:07.585408 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-533ffe56-c65d-4a7e-a3b7-d2c36ab84431 None None] Provisioning complete for port 55955b7b-7b68-4053-a8b1-672e560c1838 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:57:07.586007 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-533ffe56-c65d-4a7e-a3b7-d2c36ab84431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:07.605939 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b781a47-48b5-4a8d-b930-322b1340672a admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:57:07.619342 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5b781a47-48b5-4a8d-b930-322b1340672a admin admin] 10.222.0.16 "PUT /v2.0/routers/2885f673-04c1-4b83-9b11-4f976f613fe0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9582872 Jul 15 23:57:07.630010 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-533ffe56-c65d-4a7e-a3b7-d2c36ab84431 None None] Port 55955b7b-7b68-4053-a8b1-672e560c1838 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:57:08.068437 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 37996) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:57:08.074195 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d935c8cf-ca54-4202-8d1f-eaf00368f1cf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1372107879-network', 'tenant_id': '2e091181ed9140c4a0de87b84ab96b34'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:57:08.095108 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d935c8cf-ca54-4202-8d1f-eaf00368f1cf admin admin] Made reservation on behalf of 2e091181ed9140c4a0de87b84ab96b34 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:57:08.097477 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d935c8cf-ca54-4202-8d1f-eaf00368f1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:08.105678 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d935c8cf-ca54-4202-8d1f-eaf00368f1cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:08.197995 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d935c8cf-ca54-4202-8d1f-eaf00368f1cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:08.202973 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d935c8cf-ca54-4202-8d1f-eaf00368f1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:08.230467 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d935c8cf-ca54-4202-8d1f-eaf00368f1cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:57:08.239830 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d935c8cf-ca54-4202-8d1f-eaf00368f1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f2b759-4322-4fe1-b7d1-083d320084e9,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:08.246724 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d935c8cf-ca54-4202-8d1f-eaf00368f1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:08.247181 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-d935c8cf-ca54-4202-8d1f-eaf00368f1cf admin admin] Added segment 8bf9f303-5cd3-4cce-a215-63517623191f of type vlan for network ec4b2e96-2aa7-4374-854c-e8df5e22d072 Jul 15 23:57:08.290910 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d935c8cf-ca54-4202-8d1f-eaf00368f1cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:08.323331 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d935c8cf-ca54-4202-8d1f-eaf00368f1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:08.324704 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d935c8cf-ca54-4202-8d1f-eaf00368f1cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:08.325313 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1e89ebf6-278f-4f3c-bde3-611210697908 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:57:08.325514 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d935c8cf-ca54-4202-8d1f-eaf00368f1cf admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:08.359602 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 37998) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:57:08.360217 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d935c8cf-ca54-4202-8d1f-eaf00368f1cf admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2901762 Jul 15 23:57:08.368794 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-86eba6d5-3584-48ac-ae45-591a0042ea5b admin admin] Request body: {'subnet': {'network_id': 'ec4b2e96-2aa7-4374-854c-e8df5e22d072', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1372107879-subnet', 'tenant_id': '2e091181ed9140c4a0de87b84ab96b34', 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:57:08.374924 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 1e89ebf6-278f-4f3c-bde3-611210697908 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:57:08.375509 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:08.393404 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d935c8cf-ca54-4202-8d1f-eaf00368f1cf admin admin] Pushing event updated for resources: {'Network': ['ID=ec4b2e96-2aa7-4374-854c-e8df5e22d072,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:08.396232 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86eba6d5-3584-48ac-ae45-591a0042ea5b admin admin] Made reservation on behalf of 2e091181ed9140c4a0de87b84ab96b34 for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:57:08.399167 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-86eba6d5-3584-48ac-ae45-591a0042ea5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:08.404769 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network ec4b2e96-2aa7-4374-854c-e8df5e22d072 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:57:08.520316 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b3b345b8-44c8-40b1-81c5-2c052576bfc3 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:57:08.560518 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5e731e-8165-4b99-bddc-1c5901c36e4b None None] Sync routers for ids ['2885f673-04c1-4b83-9b11-4f976f613fe0'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:57:08.572692 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5e731e-8165-4b99-bddc-1c5901c36e4b None None] Routers {'2885f673-04c1-4b83-9b11-4f976f613fe0'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:57:08.573640 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-da5e731e-8165-4b99-bddc-1c5901c36e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:56:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['2885f673-04c1-4b83-9b11-4f976f613fe0'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:08.576386 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-86eba6d5-3584-48ac-ae45-591a0042ea5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:08.618152 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port b3b345b8-44c8-40b1-81c5-2c052576bfc3 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:57:08.627482 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port b3b345b8-44c8-40b1-81c5-2c052576bfc3 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:57:08.627857 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:08.633012 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eba6d5-3584-48ac-ae45-591a0042ea5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bc96e64-9875-4a6b-a8c3-e75b7e2b89e7,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:08.642771 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eba6d5-3584-48ac-ae45-591a0042ea5b admin admin] Checking segment: {'id': '8bf9f303-5cd3-4cce-a215-63517623191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ec4b2e96-2aa7-4374-854c-e8df5e22d072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:57:08.643134 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86eba6d5-3584-48ac-ae45-591a0042ea5b admin admin] Network hostable DHCP agents. Network: ec4b2e96-2aa7-4374-854c-e8df5e22d072, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:57:08.659617 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86eba6d5-3584-48ac-ae45-591a0042ea5b admin admin] Network ec4b2e96-2aa7-4374-854c-e8df5e22d072 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:57:08.669063 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-86eba6d5-3584-48ac-ae45-591a0042ea5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, ec4b2e96-2aa7-4374-854c-e8df5e22d072) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:57:08.673391 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eba6d5-3584-48ac-ae45-591a0042ea5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:08.674082 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-86eba6d5-3584-48ac-ae45-591a0042ea5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:08.688531 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-86eba6d5-3584-48ac-ae45-591a0042ea5b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3265498 Jul 15 23:57:08.691150 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38000) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:57:08.696028 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-4f65e5dd-8467-43cc-a148-70085f704344 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1372107879-router', 'tenant_id': '2e091181ed9140c4a0de87b84ab96b34', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:57:08.696836 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c145f5-21c5-4e86-b5e9-7961af6b9cb9 None None] Network ec4b2e96-2aa7-4374-854c-e8df5e22d072 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:57:08.715798 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f65e5dd-8467-43cc-a148-70085f704344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:08.716981 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f65e5dd-8467-43cc-a148-70085f704344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:08.772022 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f65e5dd-8467-43cc-a148-70085f704344 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:08.784204 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-da5e731e-8165-4b99-bddc-1c5901c36e4b None None] Set router 2885f673-04c1-4b83-9b11-4f976f613fe0 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:57:08.913552 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f65e5dd-8467-43cc-a148-70085f704344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:09.116846 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:09.129663 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f65e5dd-8467-43cc-a148-70085f704344 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:09.151704 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f65e5dd-8467-43cc-a148-70085f704344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:09.171287 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port b3b345b8-44c8-40b1-81c5-2c052576bfc3, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b3b345b8-44c8-40b1-81c5-2c052576bfc3,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:57:09.192071 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:09.206038 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188d6ac1-0246-417a-a34a-cec176b52165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-ec4b2e96-2aa7-4374-854c-e8df5e22d072', 'network_id': 'ec4b2e96-2aa7-4374-854c-e8df5e22d072', 'tenant_id': '2e091181ed9140c4a0de87b84ab96b34', 'fixed_ips': [{'subnet_id': '8bc96e64-9875-4a6b-a8c3-e75b7e2b89e7'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:57:09.206890 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-188d6ac1-0246-417a-a34a-cec176b52165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:09.263167 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-4f65e5dd-8467-43cc-a148-70085f704344 admin admin] Allocated IP 172.25.4.171 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/b4a5c207-4346-4dc0-aa54-0db853bc864c) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:57:09.297132 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:09.316807 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=b3b345b8-44c8-40b1-81c5-2c052576bfc3,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:09.366230 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f65e5dd-8467-43cc-a148-70085f704344 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:09.406718 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f65e5dd-8467-43cc-a148-70085f704344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:09.442845 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f65e5dd-8467-43cc-a148-70085f704344 admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:57:09.443588 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-da5e731e-8165-4b99-bddc-1c5901c36e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'name': 'tempest-TestMinimumBasicScenario-1173200038-router', 'tenant_id': '244bb94a0c1246e38564cdb601b50724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'b3b345b8-44c8-40b1-81c5-2c052576bfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:57:03Z', 'updated_at': '2021-07-15T23:57:06Z', 'revision_number': 4, 'project_id': '244bb94a0c1246e38564cdb601b50724', 'gw_port': {'id': 'b3b345b8-44c8-40b1-81c5-2c052576bfc3', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:57:04Z', 'updated_at': '2021-07-15T23:57:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '55955b7b-7b68-4053-a8b1-672e560c1838', 'name': '', 'network_id': '472952d2-92fe-40b6-a5b2-b3c428a89d15', 'tenant_id': '244bb94a0c1246e38564cdb601b50724', 'mac_address': 'fa:16:3e:af:9a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '7c54da28-9763-4d4f-9891-ada168d84c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:57:06Z', 'updated_at': '2021-07-15T23:57:07Z', 'revision_number': 2, 'project_id': '244bb94a0c1246e38564cdb601b50724', 'subnets': [{'id': '7c54da28-9763-4d4f-9891-ada168d84c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:09.448243 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-4f65e5dd-8467-43cc-a148-70085f704344 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:57:09.449367 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-188d6ac1-0246-417a-a34a-cec176b52165 None None] Allocated IP 172.20.0.2 (ec4b2e96-2aa7-4374-854c-e8df5e22d072/8bc96e64-9875-4a6b-a8c3-e75b7e2b89e7/cffeb85e-ae28-41e0-8806-2197236e9b7c) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:57:09.450599 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f65e5dd-8467-43cc-a148-70085f704344 admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:57:09.476126 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5e731e-8165-4b99-bddc-1c5901c36e4b None None] Checking router: 2885f673-04c1-4b83-9b11-4f976f613fe0 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:57:09.476451 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5e731e-8165-4b99-bddc-1c5901c36e4b None None] Updating router 2885f673-04c1-4b83-9b11-4f976f613fe0 port 55955b7b-7b68-4053-a8b1-672e560c1838 binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:57:09.486732 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65e5dd-8467-43cc-a148-70085f704344 admin admin] Pushing event updated for resources: {'Port': ['ID=b4a5c207-4346-4dc0-aa54-0db853bc864c,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:09.533677 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-da5e731e-8165-4b99-bddc-1c5901c36e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:09.704614 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f65e5dd-8467-43cc-a148-70085f704344 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:09.744632 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-188d6ac1-0246-417a-a34a-cec176b52165 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:09.763235 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-188d6ac1-0246-417a-a34a-cec176b52165 None None] Transition to ACTIVE for port object cffeb85e-ae28-41e0-8806-2197236e9b7c will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:57:09.789517 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-188d6ac1-0246-417a-a34a-cec176b52165 None None] Transition to ACTIVE for port object cffeb85e-ae28-41e0-8806-2197236e9b7c will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:57:09.818958 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-188d6ac1-0246-417a-a34a-cec176b52165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:09.866473 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188d6ac1-0246-417a-a34a-cec176b52165 None None] Network ec4b2e96-2aa7-4374-854c-e8df5e22d072 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:57:09.878483 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-188d6ac1-0246-417a-a34a-cec176b52165 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:57:09.884424 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188d6ac1-0246-417a-a34a-cec176b52165 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:57:09.895479 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f65e5dd-8467-43cc-a148-70085f704344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:09.902880 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d6ac1-0246-417a-a34a-cec176b52165 None None] Pushing event updated for resources: {'Port': ['ID=cffeb85e-ae28-41e0-8806-2197236e9b7c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:09.988926 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-188d6ac1-0246-417a-a34a-cec176b52165 None None] Attempting to bind port cffeb85e-ae28-41e0-8806-2197236e9b7c on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:57:09.989299 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-188d6ac1-0246-417a-a34a-cec176b52165 None None] Attempting to bind port cffeb85e-ae28-41e0-8806-2197236e9b7c by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '8bf9f303-5cd3-4cce-a215-63517623191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ec4b2e96-2aa7-4374-854c-e8df5e22d072'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:57:09.989667 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188d6ac1-0246-417a-a34a-cec176b52165 None None] Attempting to bind port cffeb85e-ae28-41e0-8806-2197236e9b7c on network ec4b2e96-2aa7-4374-854c-e8df5e22d072 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:57:10.000925 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188d6ac1-0246-417a-a34a-cec176b52165 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:57:10.001309 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188d6ac1-0246-417a-a34a-cec176b52165 None None] Checking segment: {'id': '8bf9f303-5cd3-4cce-a215-63517623191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ec4b2e96-2aa7-4374-854c-e8df5e22d072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:57:10.001717 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-188d6ac1-0246-417a-a34a-cec176b52165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:10.002107 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188d6ac1-0246-417a-a34a-cec176b52165 None None] Bound using segment: {'id': '8bf9f303-5cd3-4cce-a215-63517623191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ec4b2e96-2aa7-4374-854c-e8df5e22d072'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:57:10.002580 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-188d6ac1-0246-417a-a34a-cec176b52165 None None] Bound port: cffeb85e-ae28-41e0-8806-2197236e9b7c, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf9f303-5cd3-4cce-a215-63517623191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ec4b2e96-2aa7-4374-854c-e8df5e22d072'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:57:10.002990 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-188d6ac1-0246-417a-a34a-cec176b52165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:10.018853 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-da5e731e-8165-4b99-bddc-1c5901c36e4b None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:10.023802 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f65e5dd-8467-43cc-a148-70085f704344 admin admin] Router ea1752c7-cbbd-41c5-80e9-a61789b247c0 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:57:10.052767 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-da5e731e-8165-4b99-bddc-1c5901c36e4b None None] Transition to ACTIVE for port object 55955b7b-7b68-4053-a8b1-672e560c1838 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:57:10.064361 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-da5e731e-8165-4b99-bddc-1c5901c36e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:10.128501 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b5f8a-8ba6-4ef2-b9a0-5dd5ea6ce939 None None] Pushing event updated for resources: {'Port': ['ID=55955b7b-7b68-4053-a8b1-672e560c1838,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:10.131153 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-188d6ac1-0246-417a-a34a-cec176b52165 None None] For port cffeb85e-ae28-41e0-8806-2197236e9b7c, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:57:10.135619 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-188d6ac1-0246-417a-a34a-cec176b52165 None None] For port cffeb85e-ae28-41e0-8806-2197236e9b7c, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=cffeb85e-ae28-41e0-8806-2197236e9b7c,segment=NetworkSegment(8bf9f303-5cd3-4cce-a215-63517623191f),segment_id=8bf9f303-5cd3-4cce-a215-63517623191f)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:57:10.137088 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f65e5dd-8467-43cc-a148-70085f704344 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:57:10.149959 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d768768-ea81-495d-b229-9f4a3a410ee7 None None] Sync routers for ids ['ea1752c7-cbbd-41c5-80e9-a61789b247c0'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:57:10.158936 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4f65e5dd-8467-43cc-a148-70085f704344 admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:10.159237 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d768768-ea81-495d-b229-9f4a3a410ee7 None None] Routers {'ea1752c7-cbbd-41c5-80e9-a61789b247c0'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:57:10.160032 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-6d768768-ea81-495d-b229-9f4a3a410ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:56:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['ea1752c7-cbbd-41c5-80e9-a61789b247c0'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:10.160548 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4f65e5dd-8467-43cc-a148-70085f704344 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4684453 Jul 15 23:57:10.164615 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38002) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:57:10.165651 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-188d6ac1-0246-417a-a34a-cec176b52165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:10.251173 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d6ac1-0246-417a-a34a-cec176b52165 None None] Pushing event updated for resources: {'Port': ['ID=cffeb85e-ae28-41e0-8806-2197236e9b7c,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:10.283449 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-6d768768-ea81-495d-b229-9f4a3a410ee7 None None] Set router ea1752c7-cbbd-41c5-80e9-a61789b247c0 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:57:10.285759 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b3b345b8-44c8-40b1-81c5-2c052576bfc3 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:57:10.330190 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-da5e731e-8165-4b99-bddc-1c5901c36e4b None None] Attempting to bind port 55955b7b-7b68-4053-a8b1-672e560c1838 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:57:10.330690 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-da5e731e-8165-4b99-bddc-1c5901c36e4b None None] Attempting to bind port 55955b7b-7b68-4053-a8b1-672e560c1838 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '7b3c0908-e797-4230-9009-fb984672760a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '472952d2-92fe-40b6-a5b2-b3c428a89d15'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:57:10.331160 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5e731e-8165-4b99-bddc-1c5901c36e4b None None] Attempting to bind port 55955b7b-7b68-4053-a8b1-672e560c1838 on network 472952d2-92fe-40b6-a5b2-b3c428a89d15 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:57:10.342941 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5e731e-8165-4b99-bddc-1c5901c36e4b None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:57:10.343492 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5e731e-8165-4b99-bddc-1c5901c36e4b None None] Checking segment: {'id': '7b3c0908-e797-4230-9009-fb984672760a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '472952d2-92fe-40b6-a5b2-b3c428a89d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:57:10.343987 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-da5e731e-8165-4b99-bddc-1c5901c36e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:10.344481 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5e731e-8165-4b99-bddc-1c5901c36e4b None None] Bound using segment: {'id': '7b3c0908-e797-4230-9009-fb984672760a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '472952d2-92fe-40b6-a5b2-b3c428a89d15'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:57:10.345255 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-da5e731e-8165-4b99-bddc-1c5901c36e4b None None] Bound port: 55955b7b-7b68-4053-a8b1-672e560c1838, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3c0908-e797-4230-9009-fb984672760a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '472952d2-92fe-40b6-a5b2-b3c428a89d15'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:57:10.345538 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-da5e731e-8165-4b99-bddc-1c5901c36e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:10.418456 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port b3b345b8-44c8-40b1-81c5-2c052576bfc3 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:57:10.418967 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:10.469345 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-da5e731e-8165-4b99-bddc-1c5901c36e4b None None] For port 55955b7b-7b68-4053-a8b1-672e560c1838, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:57:10.474202 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-da5e731e-8165-4b99-bddc-1c5901c36e4b None None] For port 55955b7b-7b68-4053-a8b1-672e560c1838, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=55955b7b-7b68-4053-a8b1-672e560c1838,segment=NetworkSegment(7b3c0908-e797-4230-9009-fb984672760a),segment_id=7b3c0908-e797-4230-9009-fb984672760a)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:57:10.477785 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-6d768768-ea81-495d-b229-9f4a3a410ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1752c7-cbbd-41c5-80e9-a61789b247c0', 'name': 'tempest-TestMinimumBasicScenario-1372107879-router', 'tenant_id': '2e091181ed9140c4a0de87b84ab96b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'b4a5c207-4346-4dc0-aa54-0db853bc864c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:57:08Z', 'updated_at': '2021-07-15T23:57:09Z', 'revision_number': 3, 'project_id': '2e091181ed9140c4a0de87b84ab96b34', 'gw_port': {'id': 'b4a5c207-4346-4dc0-aa54-0db853bc864c', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:10:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1752c7-cbbd-41c5-80e9-a61789b247c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:57:09Z', 'updated_at': '2021-07-15T23:57:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:10.485457 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-da5e731e-8165-4b99-bddc-1c5901c36e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:10.505722 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d768768-ea81-495d-b229-9f4a3a410ee7 None None] Checking router: ea1752c7-cbbd-41c5-80e9-a61789b247c0 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:57:10.505990 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d768768-ea81-495d-b229-9f4a3a410ee7 None None] Updating router ea1752c7-cbbd-41c5-80e9-a61789b247c0 port b4a5c207-4346-4dc0-aa54-0db853bc864c binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:57:10.542085 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d768768-ea81-495d-b229-9f4a3a410ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:10.587358 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5e731e-8165-4b99-bddc-1c5901c36e4b None None] Routers {'2885f673-04c1-4b83-9b11-4f976f613fe0'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:57:10.588302 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-da5e731e-8165-4b99-bddc-1c5901c36e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:56:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['2885f673-04c1-4b83-9b11-4f976f613fe0'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:10.591637 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b5f8a-8ba6-4ef2-b9a0-5dd5ea6ce939 None None] Pushing event updated for resources: {'Port': ['ID=55955b7b-7b68-4053-a8b1-672e560c1838,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:10.748279 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-da5e731e-8165-4b99-bddc-1c5901c36e4b None None] Set router 2885f673-04c1-4b83-9b11-4f976f613fe0 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:57:10.780421 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1624730b-627c-453c-b9f4-f77040ac4bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:10.899853 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d768768-ea81-495d-b229-9f4a3a410ee7 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:10.912878 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-6d768768-ea81-495d-b229-9f4a3a410ee7 None None] Transition to ACTIVE for port object b4a5c207-4346-4dc0-aa54-0db853bc864c will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:57:10.923417 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d768768-ea81-495d-b229-9f4a3a410ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:10.978944 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-6d768768-ea81-495d-b229-9f4a3a410ee7 None None] Attempting to bind port b4a5c207-4346-4dc0-aa54-0db853bc864c on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:57:10.979229 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-6d768768-ea81-495d-b229-9f4a3a410ee7 None None] Attempting to bind port b4a5c207-4346-4dc0-aa54-0db853bc864c by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:57:10.979586 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d768768-ea81-495d-b229-9f4a3a410ee7 None None] Attempting to bind port b4a5c207-4346-4dc0-aa54-0db853bc864c on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:57:10.984763 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7e120-40c6-4bae-b72e-d1df973f06fc None None] Pushing event updated for resources: {'Port': ['ID=b4a5c207-4346-4dc0-aa54-0db853bc864c,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:10.987658 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d768768-ea81-495d-b229-9f4a3a410ee7 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:57:10.988033 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d768768-ea81-495d-b229-9f4a3a410ee7 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:57:10.988430 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d768768-ea81-495d-b229-9f4a3a410ee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:10.988807 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d768768-ea81-495d-b229-9f4a3a410ee7 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:57:10.989271 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-6d768768-ea81-495d-b229-9f4a3a410ee7 None None] Bound port: b4a5c207-4346-4dc0-aa54-0db853bc864c, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:57:10.989650 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d768768-ea81-495d-b229-9f4a3a410ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:11.006126 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-1624730b-627c-453c-b9f4-f77040ac4bc8 admin admin] Allocated IP 172.20.0.1 (ec4b2e96-2aa7-4374-854c-e8df5e22d072/8bc96e64-9875-4a6b-a8c3-e75b7e2b89e7/89f9bf29-01ed-4956-a171-a6526f600034) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:57:11.020372 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-da5e731e-8165-4b99-bddc-1c5901c36e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'name': 'tempest-TestMinimumBasicScenario-1173200038-router', 'tenant_id': '244bb94a0c1246e38564cdb601b50724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'b3b345b8-44c8-40b1-81c5-2c052576bfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:57:03Z', 'updated_at': '2021-07-15T23:57:06Z', 'revision_number': 4, 'project_id': '244bb94a0c1246e38564cdb601b50724', 'gw_port': {'id': 'b3b345b8-44c8-40b1-81c5-2c052576bfc3', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:57:04Z', 'updated_at': '2021-07-15T23:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '55955b7b-7b68-4053-a8b1-672e560c1838', 'name': '', 'network_id': '472952d2-92fe-40b6-a5b2-b3c428a89d15', 'tenant_id': '244bb94a0c1246e38564cdb601b50724', 'mac_address': 'fa:16:3e:af:9a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '7c54da28-9763-4d4f-9891-ada168d84c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:57:06Z', 'updated_at': '2021-07-15T23:57:10Z', 'revision_number': 4, 'project_id': '244bb94a0c1246e38564cdb601b50724', 'subnets': [{'id': '7c54da28-9763-4d4f-9891-ada168d84c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:11.043349 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-6d768768-ea81-495d-b229-9f4a3a410ee7 None None] For port b4a5c207-4346-4dc0-aa54-0db853bc864c, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:57:11.046799 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-6d768768-ea81-495d-b229-9f4a3a410ee7 None None] For port b4a5c207-4346-4dc0-aa54-0db853bc864c, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b4a5c207-4346-4dc0-aa54-0db853bc864c,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:57:11.053531 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5e731e-8165-4b99-bddc-1c5901c36e4b None None] The sync data for ids ['2885f673-04c1-4b83-9b11-4f976f613fe0'] in n-d-787205-9 is: [{'id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'name': 'tempest-TestMinimumBasicScenario-1173200038-router', 'tenant_id': '244bb94a0c1246e38564cdb601b50724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'b3b345b8-44c8-40b1-81c5-2c052576bfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:57:03Z', 'updated_at': '2021-07-15T23:57:06Z', 'revision_number': 4, 'project_id': '244bb94a0c1246e38564cdb601b50724', 'gw_port': {'id': 'b3b345b8-44c8-40b1-81c5-2c052576bfc3', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:57:04Z', 'updated_at': '2021-07-15T23:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '55955b7b-7b68-4053-a8b1-672e560c1838', 'name': '', 'network_id': '472952d2-92fe-40b6-a5b2-b3c428a89d15', 'tenant_id': '244bb94a0c1246e38564cdb601b50724', 'mac_address': 'fa:16:3e:af:9a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '7c54da28-9763-4d4f-9891-ada168d84c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:57:06Z', 'updated_at': '2021-07-15T23:57:10Z', 'revision_number': 4, 'project_id': '244bb94a0c1246e38564cdb601b50724', 'subnets': [{'id': '7c54da28-9763-4d4f-9891-ada168d84c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:57:11.055656 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d768768-ea81-495d-b229-9f4a3a410ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:11.138723 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d768768-ea81-495d-b229-9f4a3a410ee7 None None] Routers {'ea1752c7-cbbd-41c5-80e9-a61789b247c0'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:57:11.141178 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-6d768768-ea81-495d-b229-9f4a3a410ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:56:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['ea1752c7-cbbd-41c5-80e9-a61789b247c0'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:11.141464 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7e120-40c6-4bae-b72e-d1df973f06fc None None] Pushing event updated for resources: {'Port': ['ID=b4a5c207-4346-4dc0-aa54-0db853bc864c,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:11.160728 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1624730b-627c-453c-b9f4-f77040ac4bc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:11.178095 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-1624730b-627c-453c-b9f4-f77040ac4bc8 admin admin] Transition to ACTIVE for port object 89f9bf29-01ed-4956-a171-a6526f600034 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:57:11.218797 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1624730b-627c-453c-b9f4-f77040ac4bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:11.259113 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1624730b-627c-453c-b9f4-f77040ac4bc8 admin admin] Network ec4b2e96-2aa7-4374-854c-e8df5e22d072 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:57:11.262362 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-1624730b-627c-453c-b9f4-f77040ac4bc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:57:11.265087 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1624730b-627c-453c-b9f4-f77040ac4bc8 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:57:11.279130 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-6d768768-ea81-495d-b229-9f4a3a410ee7 None None] Set router ea1752c7-cbbd-41c5-80e9-a61789b247c0 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:57:11.310417 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624730b-627c-453c-b9f4-f77040ac4bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=89f9bf29-01ed-4956-a171-a6526f600034,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:11.324097 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1624730b-627c-453c-b9f4-f77040ac4bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:11.489204 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1624730b-627c-453c-b9f4-f77040ac4bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:11.493006 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-6d768768-ea81-495d-b229-9f4a3a410ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1752c7-cbbd-41c5-80e9-a61789b247c0', 'name': 'tempest-TestMinimumBasicScenario-1372107879-router', 'tenant_id': '2e091181ed9140c4a0de87b84ab96b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'b4a5c207-4346-4dc0-aa54-0db853bc864c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:57:08Z', 'updated_at': '2021-07-15T23:57:09Z', 'revision_number': 3, 'project_id': '2e091181ed9140c4a0de87b84ab96b34', 'gw_port': {'id': 'b4a5c207-4346-4dc0-aa54-0db853bc864c', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:10:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1752c7-cbbd-41c5-80e9-a61789b247c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:57:09Z', 'updated_at': '2021-07-15T23:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:11.522662 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d768768-ea81-495d-b229-9f4a3a410ee7 None None] The sync data for ids ['ea1752c7-cbbd-41c5-80e9-a61789b247c0'] in n-d-787205-9 is: [{'id': 'ea1752c7-cbbd-41c5-80e9-a61789b247c0', 'name': 'tempest-TestMinimumBasicScenario-1372107879-router', 'tenant_id': '2e091181ed9140c4a0de87b84ab96b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'b4a5c207-4346-4dc0-aa54-0db853bc864c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:57:08Z', 'updated_at': '2021-07-15T23:57:09Z', 'revision_number': 3, 'project_id': '2e091181ed9140c4a0de87b84ab96b34', 'gw_port': {'id': 'b4a5c207-4346-4dc0-aa54-0db853bc864c', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:10:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1752c7-cbbd-41c5-80e9-a61789b247c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:57:09Z', 'updated_at': '2021-07-15T23:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:57:11.652360 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cf1c6e-d29d-4949-9b4d-990f1034c84d None None] Network ec4b2e96-2aa7-4374-854c-e8df5e22d072 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:57:11.700084 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1624730b-627c-453c-b9f4-f77040ac4bc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:11.709191 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1624730b-627c-453c-b9f4-f77040ac4bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:11.724663 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-167ddd51-7be0-4eef-a6f7-add61a04345d None None] Provisioning for port cffeb85e-ae28-41e0-8806-2197236e9b7c completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:57:11.784066 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1624730b-627c-453c-b9f4-f77040ac4bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:11.785838 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624730b-627c-453c-b9f4-f77040ac4bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=89f9bf29-01ed-4956-a171-a6526f600034,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:11.932271 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1624730b-627c-453c-b9f4-f77040ac4bc8 admin admin] Network ec4b2e96-2aa7-4374-854c-e8df5e22d072 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:57:11.933735 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-1624730b-627c-453c-b9f4-f77040ac4bc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:57:12.075663 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1624730b-627c-453c-b9f4-f77040ac4bc8 admin admin] Router ea1752c7-cbbd-41c5-80e9-a61789b247c0 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:57:12.174931 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-12754873-ae1f-4a35-8432-5bb53fa21bac None None] Provisioning for port 89f9bf29-01ed-4956-a171-a6526f600034 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:57:12.180177 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-12754873-ae1f-4a35-8432-5bb53fa21bac None None] Provisioning complete for port 89f9bf29-01ed-4956-a171-a6526f600034 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:57:12.180552 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-12754873-ae1f-4a35-8432-5bb53fa21bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:12.233660 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1624730b-627c-453c-b9f4-f77040ac4bc8 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:57:12.254719 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-12754873-ae1f-4a35-8432-5bb53fa21bac None None] Port 89f9bf29-01ed-4956-a171-a6526f600034 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:57:12.255632 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1624730b-627c-453c-b9f4-f77040ac4bc8 admin admin] 10.222.0.16 "PUT /v2.0/routers/ea1752c7-cbbd-41c5-80e9-a61789b247c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0857854 Jul 15 23:57:12.405932 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cffeb85e-ae28-41e0-8806-2197236e9b7c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:57:12.476935 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port cffeb85e-ae28-41e0-8806-2197236e9b7c completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:57:12.481802 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port cffeb85e-ae28-41e0-8806-2197236e9b7c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:57:12.482169 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:12.534215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9855c349-c879-46d5-9917-12773b1ca781 None None] Provisioning complete for port 89f9bf29-01ed-4956-a171-a6526f600034 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:57:12.534587 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9855c349-c879-46d5-9917-12773b1ca781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:12.598707 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9855c349-c879-46d5-9917-12773b1ca781 None None] Port 89f9bf29-01ed-4956-a171-a6526f600034 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:57:12.620043 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:12.656481 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port cffeb85e-ae28-41e0-8806-2197236e9b7c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=cffeb85e-ae28-41e0-8806-2197236e9b7c,segment=NetworkSegment(8bf9f303-5cd3-4cce-a215-63517623191f),segment_id=8bf9f303-5cd3-4cce-a215-63517623191f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:57:12.666288 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:12.667389 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b4a5c207-4346-4dc0-aa54-0db853bc864c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:57:12.758790 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6a75b972-6aba-47ad-9c0b-addb572cf9fc None None] Provisioning complete for port 89f9bf29-01ed-4956-a171-a6526f600034 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:57:12.759161 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6a75b972-6aba-47ad-9c0b-addb572cf9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:12.784830 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=cffeb85e-ae28-41e0-8806-2197236e9b7c,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:12.804072 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port b4a5c207-4346-4dc0-aa54-0db853bc864c completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:57:12.811462 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port b4a5c207-4346-4dc0-aa54-0db853bc864c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:57:12.811959 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:12.813982 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-6a75b972-6aba-47ad-9c0b-addb572cf9fc None None] Port 89f9bf29-01ed-4956-a171-a6526f600034 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:57:12.904469 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:12.929465 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port b4a5c207-4346-4dc0-aa54-0db853bc864c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b4a5c207-4346-4dc0-aa54-0db853bc864c,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:57:12.934043 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:12.935290 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 55955b7b-7b68-4053-a8b1-672e560c1838 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:57:13.016321 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=b4a5c207-4346-4dc0-aa54-0db853bc864c,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:13.029919 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 55955b7b-7b68-4053-a8b1-672e560c1838 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:57:13.033826 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 55955b7b-7b68-4053-a8b1-672e560c1838 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:57:13.034366 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:13.110499 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:13.145120 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 55955b7b-7b68-4053-a8b1-672e560c1838, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=55955b7b-7b68-4053-a8b1-672e560c1838,segment=NetworkSegment(7b3c0908-e797-4230-9009-fb984672760a),segment_id=7b3c0908-e797-4230-9009-fb984672760a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:57:13.149171 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:13.196649 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=55955b7b-7b68-4053-a8b1-672e560c1838,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:14.288478 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cffeb85e-ae28-41e0-8806-2197236e9b7c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:57:14.346290 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port cffeb85e-ae28-41e0-8806-2197236e9b7c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:57:14.346775 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:14.445647 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b4a5c207-4346-4dc0-aa54-0db853bc864c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:57:14.509168 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port b4a5c207-4346-4dc0-aa54-0db853bc864c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:57:14.509699 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:14.596315 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b164f6-ef8c-4733-8514-ae77a2771001 None None] Sync routers for ids ['ea1752c7-cbbd-41c5-80e9-a61789b247c0'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:57:14.599316 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 55955b7b-7b68-4053-a8b1-672e560c1838 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:57:14.638397 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b164f6-ef8c-4733-8514-ae77a2771001 None None] Routers {'ea1752c7-cbbd-41c5-80e9-a61789b247c0'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:57:14.639067 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-83b164f6-ef8c-4733-8514-ae77a2771001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:56:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['ea1752c7-cbbd-41c5-80e9-a61789b247c0'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:14.903535 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 55955b7b-7b68-4053-a8b1-672e560c1838 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:57:14.904144 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:14.956647 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-83b164f6-ef8c-4733-8514-ae77a2771001 None None] Set router ea1752c7-cbbd-41c5-80e9-a61789b247c0 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:57:15.220391 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-83b164f6-ef8c-4733-8514-ae77a2771001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1752c7-cbbd-41c5-80e9-a61789b247c0', 'name': 'tempest-TestMinimumBasicScenario-1372107879-router', 'tenant_id': '2e091181ed9140c4a0de87b84ab96b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'b4a5c207-4346-4dc0-aa54-0db853bc864c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:57:08Z', 'updated_at': '2021-07-15T23:57:11Z', 'revision_number': 4, 'project_id': '2e091181ed9140c4a0de87b84ab96b34', 'gw_port': {'id': 'b4a5c207-4346-4dc0-aa54-0db853bc864c', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:10:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1752c7-cbbd-41c5-80e9-a61789b247c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:57:09Z', 'updated_at': '2021-07-15T23:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '89f9bf29-01ed-4956-a171-a6526f600034', 'name': '', 'network_id': 'ec4b2e96-2aa7-4374-854c-e8df5e22d072', 'tenant_id': '2e091181ed9140c4a0de87b84ab96b34', 'mac_address': 'fa:16:3e:e4:b4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1752c7-cbbd-41c5-80e9-a61789b247c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '8bc96e64-9875-4a6b-a8c3-e75b7e2b89e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:57:10Z', 'updated_at': '2021-07-15T23:57:11Z', 'revision_number': 2, 'project_id': '2e091181ed9140c4a0de87b84ab96b34', 'subnets': [{'id': '8bc96e64-9875-4a6b-a8c3-e75b7e2b89e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:15.247377 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b164f6-ef8c-4733-8514-ae77a2771001 None None] Checking router: ea1752c7-cbbd-41c5-80e9-a61789b247c0 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:57:15.247724 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b164f6-ef8c-4733-8514-ae77a2771001 None None] Updating router ea1752c7-cbbd-41c5-80e9-a61789b247c0 port 89f9bf29-01ed-4956-a171-a6526f600034 binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:57:15.283544 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-83b164f6-ef8c-4733-8514-ae77a2771001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:15.583591 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-83b164f6-ef8c-4733-8514-ae77a2771001 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:15.597500 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-83b164f6-ef8c-4733-8514-ae77a2771001 None None] Transition to ACTIVE for port object 89f9bf29-01ed-4956-a171-a6526f600034 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:57:15.603722 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-83b164f6-ef8c-4733-8514-ae77a2771001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:15.654825 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac70c4-d214-431e-9648-905a45bc9ac3 None None] Pushing event updated for resources: {'Port': ['ID=89f9bf29-01ed-4956-a171-a6526f600034,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:15.728495 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-83b164f6-ef8c-4733-8514-ae77a2771001 None None] Attempting to bind port 89f9bf29-01ed-4956-a171-a6526f600034 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:57:15.729024 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-83b164f6-ef8c-4733-8514-ae77a2771001 None None] Attempting to bind port 89f9bf29-01ed-4956-a171-a6526f600034 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '8bf9f303-5cd3-4cce-a215-63517623191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ec4b2e96-2aa7-4374-854c-e8df5e22d072'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:57:15.729721 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b164f6-ef8c-4733-8514-ae77a2771001 None None] Attempting to bind port 89f9bf29-01ed-4956-a171-a6526f600034 on network ec4b2e96-2aa7-4374-854c-e8df5e22d072 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:57:15.735920 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b164f6-ef8c-4733-8514-ae77a2771001 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:57:15.736364 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b164f6-ef8c-4733-8514-ae77a2771001 None None] Checking segment: {'id': '8bf9f303-5cd3-4cce-a215-63517623191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ec4b2e96-2aa7-4374-854c-e8df5e22d072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:57:15.736725 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-83b164f6-ef8c-4733-8514-ae77a2771001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:15.737134 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b164f6-ef8c-4733-8514-ae77a2771001 None None] Bound using segment: {'id': '8bf9f303-5cd3-4cce-a215-63517623191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ec4b2e96-2aa7-4374-854c-e8df5e22d072'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:57:15.737636 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-83b164f6-ef8c-4733-8514-ae77a2771001 None None] Bound port: 89f9bf29-01ed-4956-a171-a6526f600034, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf9f303-5cd3-4cce-a215-63517623191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ec4b2e96-2aa7-4374-854c-e8df5e22d072'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:57:15.738033 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-83b164f6-ef8c-4733-8514-ae77a2771001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:15.820926 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-83b164f6-ef8c-4733-8514-ae77a2771001 None None] For port 89f9bf29-01ed-4956-a171-a6526f600034, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:57:15.824661 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-83b164f6-ef8c-4733-8514-ae77a2771001 None None] For port 89f9bf29-01ed-4956-a171-a6526f600034, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=89f9bf29-01ed-4956-a171-a6526f600034,segment=NetworkSegment(8bf9f303-5cd3-4cce-a215-63517623191f),segment_id=8bf9f303-5cd3-4cce-a215-63517623191f)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:57:15.829761 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-83b164f6-ef8c-4733-8514-ae77a2771001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:15.885216 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b164f6-ef8c-4733-8514-ae77a2771001 None None] Routers {'ea1752c7-cbbd-41c5-80e9-a61789b247c0'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:57:15.885862 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-83b164f6-ef8c-4733-8514-ae77a2771001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:56:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['ea1752c7-cbbd-41c5-80e9-a61789b247c0'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:15.932756 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac70c4-d214-431e-9648-905a45bc9ac3 None None] Pushing event updated for resources: {'Port': ['ID=89f9bf29-01ed-4956-a171-a6526f600034,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:15.980156 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dd0dc60f-9719-4ce1-b70b-5c69fcb8fa3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:16.064432 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-83b164f6-ef8c-4733-8514-ae77a2771001 None None] Set router ea1752c7-cbbd-41c5-80e9-a61789b247c0 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:57:16.318096 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-83b164f6-ef8c-4733-8514-ae77a2771001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1752c7-cbbd-41c5-80e9-a61789b247c0', 'name': 'tempest-TestMinimumBasicScenario-1372107879-router', 'tenant_id': '2e091181ed9140c4a0de87b84ab96b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'b4a5c207-4346-4dc0-aa54-0db853bc864c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:57:08Z', 'updated_at': '2021-07-15T23:57:11Z', 'revision_number': 4, 'project_id': '2e091181ed9140c4a0de87b84ab96b34', 'gw_port': {'id': 'b4a5c207-4346-4dc0-aa54-0db853bc864c', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:10:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1752c7-cbbd-41c5-80e9-a61789b247c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:57:09Z', 'updated_at': '2021-07-15T23:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '89f9bf29-01ed-4956-a171-a6526f600034', 'name': '', 'network_id': 'ec4b2e96-2aa7-4374-854c-e8df5e22d072', 'tenant_id': '2e091181ed9140c4a0de87b84ab96b34', 'mac_address': 'fa:16:3e:e4:b4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1752c7-cbbd-41c5-80e9-a61789b247c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '8bc96e64-9875-4a6b-a8c3-e75b7e2b89e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:57:10Z', 'updated_at': '2021-07-15T23:57:15Z', 'revision_number': 4, 'project_id': '2e091181ed9140c4a0de87b84ab96b34', 'subnets': [{'id': '8bc96e64-9875-4a6b-a8c3-e75b7e2b89e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:16.349807 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b164f6-ef8c-4733-8514-ae77a2771001 None None] The sync data for ids ['ea1752c7-cbbd-41c5-80e9-a61789b247c0'] in n-d-787205-9 is: [{'id': 'ea1752c7-cbbd-41c5-80e9-a61789b247c0', 'name': 'tempest-TestMinimumBasicScenario-1372107879-router', 'tenant_id': '2e091181ed9140c4a0de87b84ab96b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'b4a5c207-4346-4dc0-aa54-0db853bc864c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:57:08Z', 'updated_at': '2021-07-15T23:57:11Z', 'revision_number': 4, 'project_id': '2e091181ed9140c4a0de87b84ab96b34', 'gw_port': {'id': 'b4a5c207-4346-4dc0-aa54-0db853bc864c', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:10:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1752c7-cbbd-41c5-80e9-a61789b247c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:57:09Z', 'updated_at': '2021-07-15T23:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '89f9bf29-01ed-4956-a171-a6526f600034', 'name': '', 'network_id': 'ec4b2e96-2aa7-4374-854c-e8df5e22d072', 'tenant_id': '2e091181ed9140c4a0de87b84ab96b34', 'mac_address': 'fa:16:3e:e4:b4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1752c7-cbbd-41c5-80e9-a61789b247c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '8bc96e64-9875-4a6b-a8c3-e75b7e2b89e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:57:10Z', 'updated_at': '2021-07-15T23:57:15Z', 'revision_number': 4, 'project_id': '2e091181ed9140c4a0de87b84ab96b34', 'subnets': [{'id': '8bc96e64-9875-4a6b-a8c3-e75b7e2b89e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:57:18.301593 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 89f9bf29-01ed-4956-a171-a6526f600034 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:57:18.357610 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-690ea466-657a-43dd-85d9-3f25709a13b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:18.378742 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 89f9bf29-01ed-4956-a171-a6526f600034 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:57:18.383317 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 89f9bf29-01ed-4956-a171-a6526f600034 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:57:18.383692 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:18.483770 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:18.534535 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 89f9bf29-01ed-4956-a171-a6526f600034, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=89f9bf29-01ed-4956-a171-a6526f600034,segment=NetworkSegment(8bf9f303-5cd3-4cce-a215-63517623191f),segment_id=8bf9f303-5cd3-4cce-a215-63517623191f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:57:18.550432 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:18.602756 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=89f9bf29-01ed-4956-a171-a6526f600034,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:18.806866 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:19.841490 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:20.252862 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 89f9bf29-01ed-4956-a171-a6526f600034 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:57:20.309728 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 89f9bf29-01ed-4956-a171-a6526f600034 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:57:20.310376 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:21.390020 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:22.270413 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-3a19eed9-2455-4e02-bc53-32e371f8099e tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:22.271901 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-3a19eed9-2455-4e02-bc53-32e371f8099e tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/networks?id=472952d2-92fe-40b6-a5b2-b3c428a89d15 HTTP/1.1" status: 200 len: 815 time: 0.1030741 Jul 15 23:57:22.285902 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-d7880ae3-01c9-404d-95ab-9f95f696a41e tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/quotas/244bb94a0c1246e38564cdb601b50724 HTTP/1.1" status: 200 len: 375 time: 0.0086682 Jul 15 23:57:22.349819 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-89a30a5a-10a6-4ebd-9916-30dbd1becb3b tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=244bb94a0c1246e38564cdb601b50724&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586030 Jul 15 23:57:22.553286 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-02fa570e-7d28-4247-9812-478ac9c8bf2a service neutron] 10.222.0.16 "GET /v2.0/networks/472952d2-92fe-40b6-a5b2-b3c428a89d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176841 Jul 15 23:57:22.639098 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-33abf5a5-b681-4ce8-a39d-7f2bc4e38054 service neutron] 10.222.0.16 "GET /v2.0/networks/472952d2-92fe-40b6-a5b2-b3c428a89d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794277 Jul 15 23:57:22.918125 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-281c7066-e483-4883-9b93-087646561701 req-e8668d2b-d640-4171-a7c1-c492c6ed9fb5 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 210 time: 0.0729153 Jul 15 23:57:23.919875 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-a4eb0ad8-2160-4662-a9f8-45e6e3874b92 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:23.921474 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-a4eb0ad8-2160-4662-a9f8-45e6e3874b92 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.36 "GET /v2.0/networks?id=472952d2-92fe-40b6-a5b2-b3c428a89d15 HTTP/1.1" status: 200 len: 815 time: 0.1165471 Jul 15 23:57:23.940128 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8ce3b102-c83e-4e24-8f1b-e89759fbc208 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Request body: {'port': {'device_id': 'ea2d887b-f65b-42ab-b051-a4f104885fde', 'network_id': '472952d2-92fe-40b6-a5b2-b3c428a89d15', 'admin_state_up': True, 'tenant_id': '244bb94a0c1246e38564cdb601b50724'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:57:24.059529 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8ce3b102-c83e-4e24-8f1b-e89759fbc208 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Made reservation on behalf of 244bb94a0c1246e38564cdb601b50724 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:57:24.063090 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b775ea42-52cb-4fda-8d04-e326457d6099 req-c3036d75-e941-4c07-aa2e-3edb0c390675 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 210 time: 0.0332937 Jul 15 23:57:24.063620 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8ce3b102-c83e-4e24-8f1b-e89759fbc208 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:24.191842 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8ce3b102-c83e-4e24-8f1b-e89759fbc208 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Allocated IP 172.20.0.6 (472952d2-92fe-40b6-a5b2-b3c428a89d15/7c54da28-9763-4d4f-9891-ada168d84c62/e7bb8141-7d64-4439-980a-ab2af5f97102) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:57:24.383060 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8ce3b102-c83e-4e24-8f1b-e89759fbc208 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:24.400389 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8ce3b102-c83e-4e24-8f1b-e89759fbc208 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Transition to ACTIVE for port object e7bb8141-7d64-4439-980a-ab2af5f97102 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:57:24.441471 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8ce3b102-c83e-4e24-8f1b-e89759fbc208 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:24.496523 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3b102-c83e-4e24-8f1b-e89759fbc208 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Pushing event updated for resources: {'Port': ['ID=e7bb8141-7d64-4439-980a-ab2af5f97102,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:24.512466 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce3b102-c83e-4e24-8f1b-e89759fbc208 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:24.512796 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce3b102-c83e-4e24-8f1b-e89759fbc208 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:24.513134 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce3b102-c83e-4e24-8f1b-e89759fbc208 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:24.513481 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce3b102-c83e-4e24-8f1b-e89759fbc208 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:24.513788 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce3b102-c83e-4e24-8f1b-e89759fbc208 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:24.514113 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce3b102-c83e-4e24-8f1b-e89759fbc208 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:24.514433 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce3b102-c83e-4e24-8f1b-e89759fbc208 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:24.515075 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce3b102-c83e-4e24-8f1b-e89759fbc208 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:24.515404 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce3b102-c83e-4e24-8f1b-e89759fbc208 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:24.515717 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce3b102-c83e-4e24-8f1b-e89759fbc208 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:24.516152 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce3b102-c83e-4e24-8f1b-e89759fbc208 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:24.516495 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce3b102-c83e-4e24-8f1b-e89759fbc208 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:24.527968 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8ce3b102-c83e-4e24-8f1b-e89759fbc208 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Network 472952d2-92fe-40b6-a5b2-b3c428a89d15 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:57:24.529430 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8ce3b102-c83e-4e24-8f1b-e89759fbc208 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:57:24.531959 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8ce3b102-c83e-4e24-8f1b-e89759fbc208 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:57:24.586746 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8ce3b102-c83e-4e24-8f1b-e89759fbc208 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:24.587381 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8ce3b102-c83e-4e24-8f1b-e89759fbc208 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:24.588281 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:24.615941 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8ce3b102-c83e-4e24-8f1b-e89759fbc208 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6793296 Jul 15 23:57:24.828614 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c7351bb3-8ec9-4a6b-84ae-dd6f3aeaaef5 None None] Provisioning for port e7bb8141-7d64-4439-980a-ab2af5f97102 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:57:24.835946 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c7351bb3-8ec9-4a6b-84ae-dd6f3aeaaef5 None None] Provisioning complete for port e7bb8141-7d64-4439-980a-ab2af5f97102 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:57:24.836896 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c7351bb3-8ec9-4a6b-84ae-dd6f3aeaaef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:24.872383 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-c7351bb3-8ec9-4a6b-84ae-dd6f3aeaaef5 None None] Port e7bb8141-7d64-4439-980a-ab2af5f97102 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:57:25.237937 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57966db5-ad3a-4ea6-a05c-cbd233296a6b req-903e0676-a020-4dac-b143-a3e5a1c6ce28 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:25.239687 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-57966db5-ad3a-4ea6-a05c-cbd233296a6b req-903e0676-a020-4dac-b143-a3e5a1c6ce28 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 931 time: 0.0642641 Jul 15 23:57:25.279536 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-57966db5-ad3a-4ea6-a05c-cbd233296a6b req-bb6cbf67-d8c4-40d1-a500-e59db7bc390c tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336113 Jul 15 23:57:26.461355 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d49192-8850-419c-9a4a-067c38de469c req-4eb5d05e-15e5-445c-802b-f88c098d66f8 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:26.462987 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d5d49192-8850-419c-9a4a-067c38de469c req-4eb5d05e-15e5-445c-802b-f88c098d66f8 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 931 time: 0.0641527 Jul 15 23:57:26.510320 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d5d49192-8850-419c-9a4a-067c38de469c req-20f04127-466b-4231-bc45-e8b43d75089f tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384817 Jul 15 23:57:27.690434 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5874a-ecbe-419d-a2c7-766cc9b91928 req-160f216a-0c51-496f-b15b-f948a1ddd880 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:27.692730 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-68e5874a-ecbe-419d-a2c7-766cc9b91928 req-160f216a-0c51-496f-b15b-f948a1ddd880 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 931 time: 0.0690830 Jul 15 23:57:27.733240 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-68e5874a-ecbe-419d-a2c7-766cc9b91928 req-9bcfddc2-c38e-4ac4-ad0d-1c8a239895bd tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336914 Jul 15 23:57:28.920183 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ecb79-efd9-4335-ad8a-f71adfa08be2 req-b089ddff-7c6f-4cbc-9612-5d43116a475f tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:28.921835 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d12ecb79-efd9-4335-ad8a-f71adfa08be2 req-b089ddff-7c6f-4cbc-9612-5d43116a475f tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 931 time: 0.0650773 Jul 15 23:57:28.960228 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d12ecb79-efd9-4335-ad8a-f71adfa08be2 req-c3f8ce28-9c9c-4a2b-a1aa-69812eb591f0 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322318 Jul 15 23:57:30.140111 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cb12f-79e7-41a1-b0ea-9c28a0b7c32a req-53ffb40c-62f5-4ebb-891e-0795414a32c7 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:30.141592 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce2cb12f-79e7-41a1-b0ea-9c28a0b7c32a req-53ffb40c-62f5-4ebb-891e-0795414a32c7 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 931 time: 0.0675926 Jul 15 23:57:30.181806 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce2cb12f-79e7-41a1-b0ea-9c28a0b7c32a req-1d5c943c-6ba7-46d9-b7cd-e15dcca06ca2 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344670 Jul 15 23:57:31.361948 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134060bd-379c-4a2d-8ef9-fc5d2d3c0fcb req-7da9e818-046e-424f-b1ac-428ce537a6ec tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:31.363433 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-134060bd-379c-4a2d-8ef9-fc5d2d3c0fcb req-7da9e818-046e-424f-b1ac-428ce537a6ec tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 931 time: 0.0684929 Jul 15 23:57:31.401849 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-134060bd-379c-4a2d-8ef9-fc5d2d3c0fcb req-47b0111a-dd5b-4cab-aeb3-0665ba4885e2 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323241 Jul 15 23:57:32.592276 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec527001-a2e1-4314-b004-2e396f6beb06 req-679b736a-9094-45d6-ad8d-acb8b8952db1 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:32.593892 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ec527001-a2e1-4314-b004-2e396f6beb06 req-679b736a-9094-45d6-ad8d-acb8b8952db1 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 931 time: 0.0704386 Jul 15 23:57:32.637439 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ec527001-a2e1-4314-b004-2e396f6beb06 req-a43d81c5-17cc-4916-8462-ca701d8b0f8c tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371456 Jul 15 23:57:33.805651 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9bd67-7258-4e1e-9c81-f0abbbed124c req-91fd93d4-d306-4c85-ad2c-d85772a62178 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:33.807134 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-def9bd67-7258-4e1e-9c81-f0abbbed124c req-91fd93d4-d306-4c85-ad2c-d85772a62178 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 931 time: 0.0613437 Jul 15 23:57:33.844964 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-def9bd67-7258-4e1e-9c81-f0abbbed124c req-f5b67036-ed5d-40bb-b8af-8731f7b0240f tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323043 Jul 15 23:57:33.947261 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8c652b5b-de84-452c-beeb-deacef5c7863 service neutron] Request body: {'port': {'device_id': 'ea2d887b-f65b-42ab-b051-a4f104885fde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:57:34.021724 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8c652b5b-de84-452c-beeb-deacef5c7863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:34.271896 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8c652b5b-de84-452c-beeb-deacef5c7863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7bb8141-7d64-4439-980a-ab2af5f97102 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:57:34.279133 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8c652b5b-de84-452c-beeb-deacef5c7863 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:34.290883 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8c652b5b-de84-452c-beeb-deacef5c7863 service neutron] Transition to ACTIVE for port object e7bb8141-7d64-4439-980a-ab2af5f97102 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:57:34.294473 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8c652b5b-de84-452c-beeb-deacef5c7863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:34.367026 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c652b5b-de84-452c-beeb-deacef5c7863 service neutron] Pushing event updated for resources: {'Port': ['ID=e7bb8141-7d64-4439-980a-ab2af5f97102,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:34.415529 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8c652b5b-de84-452c-beeb-deacef5c7863 service neutron] Attempting to bind port e7bb8141-7d64-4439-980a-ab2af5f97102 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:57:34.415858 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8c652b5b-de84-452c-beeb-deacef5c7863 service neutron] Attempting to bind port e7bb8141-7d64-4439-980a-ab2af5f97102 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '7b3c0908-e797-4230-9009-fb984672760a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '472952d2-92fe-40b6-a5b2-b3c428a89d15'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:57:34.416181 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8c652b5b-de84-452c-beeb-deacef5c7863 service neutron] Attempting to bind port e7bb8141-7d64-4439-980a-ab2af5f97102 on network 472952d2-92fe-40b6-a5b2-b3c428a89d15 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:57:34.420473 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8c652b5b-de84-452c-beeb-deacef5c7863 service neutron] Port e7bb8141-7d64-4439-980a-ab2af5f97102 on network 472952d2-92fe-40b6-a5b2-b3c428a89d15 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:57:34.420790 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8c652b5b-de84-452c-beeb-deacef5c7863 service neutron] Attempting to bind port e7bb8141-7d64-4439-980a-ab2af5f97102 on network 472952d2-92fe-40b6-a5b2-b3c428a89d15 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:57:34.425706 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8c652b5b-de84-452c-beeb-deacef5c7863 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:57:34.426036 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8c652b5b-de84-452c-beeb-deacef5c7863 service neutron] Checking segment: {'id': '7b3c0908-e797-4230-9009-fb984672760a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '472952d2-92fe-40b6-a5b2-b3c428a89d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:57:34.426416 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8c652b5b-de84-452c-beeb-deacef5c7863 service neutron] Bound using segment: {'id': '7b3c0908-e797-4230-9009-fb984672760a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '472952d2-92fe-40b6-a5b2-b3c428a89d15'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:57:34.426863 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8c652b5b-de84-452c-beeb-deacef5c7863 service neutron] Bound port: e7bb8141-7d64-4439-980a-ab2af5f97102, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3c0908-e797-4230-9009-fb984672760a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '472952d2-92fe-40b6-a5b2-b3c428a89d15'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:57:34.427221 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8c652b5b-de84-452c-beeb-deacef5c7863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:34.492551 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8c652b5b-de84-452c-beeb-deacef5c7863 service neutron] For port e7bb8141-7d64-4439-980a-ab2af5f97102, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:57:34.495569 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8c652b5b-de84-452c-beeb-deacef5c7863 service neutron] For port e7bb8141-7d64-4439-980a-ab2af5f97102, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=e7bb8141-7d64-4439-980a-ab2af5f97102,segment=NetworkSegment(7b3c0908-e797-4230-9009-fb984672760a),segment_id=7b3c0908-e797-4230-9009-fb984672760a)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:57:34.500171 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8c652b5b-de84-452c-beeb-deacef5c7863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:34.537232 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8c652b5b-de84-452c-beeb-deacef5c7863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:34.537837 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8c652b5b-de84-452c-beeb-deacef5c7863 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:34.539225 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-8c652b5b-de84-452c-beeb-deacef5c7863 service neutron] 10.222.0.36 "PUT /v2.0/ports/e7bb8141-7d64-4439-980a-ab2af5f97102 HTTP/1.1" status: 200 len: 1091 time: 0.6368384 Jul 15 23:57:34.539683 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea2d887b-f65b-42ab-b051-a4f104885fde', 'tag': 'e7bb8141-7d64-4439-980a-ab2af5f97102'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:57:34.564926 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c652b5b-de84-452c-beeb-deacef5c7863 service neutron] Pushing event updated for resources: {'Port': ['ID=e7bb8141-7d64-4439-980a-ab2af5f97102,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:34.590744 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac3ab2df65406140be9365f9b3f66d4be7bd37abeab186e08b44bb3ea3ff9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5a066b-ac28-46c6-be28-ca4aaf5a3dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "ea2d887b-f65b-42ab-b051-a4f104885fde", "tag": "e7bb8141-7d64-4439-980a-ab2af5f97102"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:57:34.671894 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-2023201b-d004-4b87-8fb9-a998ccd9b5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:34.673535 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-2023201b-d004-4b87-8fb9-a998ccd9b5f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=244bb94a0c1246e38564cdb601b50724&device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 1094 time: 0.0632453 Jul 15 23:57:34.678014 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49117c46-dd1f-4513-86b6-60b26d8cd112 x-openstack-request-id: req-49117c46-dd1f-4513-86b6-60b26d8cd112 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:57:34.678300 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea2d887b-f65b-42ab-b051-a4f104885fde", "tag": "e7bb8141-7d64-4439-980a-ab2af5f97102", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:57:34.678547 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49117c46-dd1f-4513-86b6-60b26d8cd112 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:57:34.678999 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea2d887b-f65b-42ab-b051-a4f104885fde', 'tag': 'e7bb8141-7d64-4439-980a-ab2af5f97102', 'status': 'completed', 'code': 200} Jul 15 23:57:34.722765 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-c70131b5-0523-469a-9ec4-aa714ee77574 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7bb8141-7d64-4439-980a-ab2af5f97102 HTTP/1.1" status: 200 len: 217 time: 0.0350542 Jul 15 23:57:34.773749 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-f25f6c0e-66a7-4850-a504-0538523fba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:34.775211 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-f25f6c0e-66a7-4850-a504-0538523fba09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c54da28-9763-4d4f-9891-ada168d84c62 HTTP/1.1" status: 200 len: 854 time: 0.0464904 Jul 15 23:57:34.830797 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-2d2754cf-adda-4f89-b38e-5f3b886693ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:34.832258 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-2d2754cf-adda-4f89-b38e-5f3b886693ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=472952d2-92fe-40b6-a5b2-b3c428a89d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507584 Jul 15 23:57:34.919716 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-030b6936-9f84-48a9-947a-662694671f88 service neutron] 10.222.0.36 "GET /v2.0/networks/472952d2-92fe-40b6-a5b2-b3c428a89d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809033 Jul 15 23:57:35.012396 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cc6cfaae-d708-4887-8ba1-590f208e2614 req-6bfa7b00-350f-45b8-b8b2-37c8bb80cc56 service neutron] 10.222.0.36 "GET /v2.0/networks/472952d2-92fe-40b6-a5b2-b3c428a89d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863540 Jul 15 23:57:35.025842 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3922ef-7e90-4e31-acff-114a7694a22d req-0215fc5c-37e9-451c-939a-398e1b51bdf8 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:35.027402 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-df3922ef-7e90-4e31-acff-114a7694a22d req-0215fc5c-37e9-451c-939a-398e1b51bdf8 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 943 time: 0.0634751 Jul 15 23:57:35.067598 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-df3922ef-7e90-4e31-acff-114a7694a22d req-7e8d6db7-8769-4fc6-9c5c-adb80ae68a13 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335395 Jul 15 23:57:35.141212 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a066b-ac28-46c6-be28-ca4aaf5a3dc6 req-149f82b1-4197-45b8-a88a-24266085dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:35.142676 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7d5a066b-ac28-46c6-be28-ca4aaf5a3dc6 req-149f82b1-4197-45b8-a88a-24266085dc69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=244bb94a0c1246e38564cdb601b50724&device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 1094 time: 0.0509439 Jul 15 23:57:35.231702 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a066b-ac28-46c6-be28-ca4aaf5a3dc6 req-949d8b8c-dcb6-4714-9162-c8e4d6eefd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:35.233045 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7d5a066b-ac28-46c6-be28-ca4aaf5a3dc6 req-949d8b8c-dcb6-4714-9162-c8e4d6eefd64 service neutron] 10.222.0.36 "GET /v2.0/networks?id=472952d2-92fe-40b6-a5b2-b3c428a89d15 HTTP/1.1" status: 200 len: 916 time: 0.0843947 Jul 15 23:57:35.270886 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7d5a066b-ac28-46c6-be28-ca4aaf5a3dc6 req-b417a56f-cdfa-4511-809a-5a336e558b7a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7bb8141-7d64-4439-980a-ab2af5f97102 HTTP/1.1" status: 200 len: 217 time: 0.0320768 Jul 15 23:57:35.322157 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a066b-ac28-46c6-be28-ca4aaf5a3dc6 req-7c24e938-fcad-43c1-a478-e7ecfc504764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:35.323576 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7d5a066b-ac28-46c6-be28-ca4aaf5a3dc6 req-7c24e938-fcad-43c1-a478-e7ecfc504764 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c54da28-9763-4d4f-9891-ada168d84c62 HTTP/1.1" status: 200 len: 854 time: 0.0456078 Jul 15 23:57:35.379740 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a066b-ac28-46c6-be28-ca4aaf5a3dc6 req-a4cec3cc-6e2c-4df4-b17d-1080676bf518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:35.381232 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7d5a066b-ac28-46c6-be28-ca4aaf5a3dc6 req-a4cec3cc-6e2c-4df4-b17d-1080676bf518 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=472952d2-92fe-40b6-a5b2-b3c428a89d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501251 Jul 15 23:57:35.467113 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7d5a066b-ac28-46c6-be28-ca4aaf5a3dc6 req-e25c9b42-7e59-4c43-949c-6bfd0fc427b1 service neutron] 10.222.0.36 "GET /v2.0/networks/472952d2-92fe-40b6-a5b2-b3c428a89d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787349 Jul 15 23:57:35.556854 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7d5a066b-ac28-46c6-be28-ca4aaf5a3dc6 req-dcc20e78-4b51-4b2c-9fed-045c34206110 service neutron] 10.222.0.36 "GET /v2.0/networks/472952d2-92fe-40b6-a5b2-b3c428a89d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832057 Jul 15 23:57:36.241226 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2496fef-8f5b-4021-bcc5-4b49d2315726 req-5a05372f-d348-485e-8322-03a3434db549 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:36.242616 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d2496fef-8f5b-4021-bcc5-4b49d2315726 req-5a05372f-d348-485e-8322-03a3434db549 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 943 time: 0.0657756 Jul 15 23:57:36.278544 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d2496fef-8f5b-4021-bcc5-4b49d2315726 req-4c1b11a3-fa11-4403-82ea-7d53b9781983 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303960 Jul 15 23:57:37.447476 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60aa6d-9981-4c6a-a2c2-a120452343ca req-ffda5674-2718-4cd8-81e2-fc873dc62e51 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:37.448927 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd60aa6d-9981-4c6a-a2c2-a120452343ca req-ffda5674-2718-4cd8-81e2-fc873dc62e51 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 943 time: 0.0623064 Jul 15 23:57:37.484806 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dd60aa6d-9981-4c6a-a2c2-a120452343ca req-d7a4fb82-abdf-4d7c-9548-5b1ba73e346a tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304172 Jul 15 23:57:38.534141 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device e7bb8141-7d64-4439-980a-ab2af5f97102 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:57:38.630953 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port e7bb8141-7d64-4439-980a-ab2af5f97102, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=e7bb8141-7d64-4439-980a-ab2af5f97102,segment=NetworkSegment(7b3c0908-e797-4230-9009-fb984672760a),segment_id=7b3c0908-e797-4230-9009-fb984672760a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:57:38.642086 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'e7bb8141-7d64-4439-980a-ab2af5f97102', 'network_id': '472952d2-92fe-40b6-a5b2-b3c428a89d15', 'port_id': 'e7bb8141-7d64-4439-980a-ab2af5f97102', 'mac_address': 'fa:16:3e:85:9c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c54da28-9763-4d4f-9891-ada168d84c62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:57:38.657848 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a99b7-b3ab-4c74-92b7-d24aa286e7e8 req-e4cd7f63-db99-46bf-9784-44619cc8343c tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:38.659491 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-958a99b7-b3ab-4c74-92b7-d24aa286e7e8 req-e4cd7f63-db99-46bf-9784-44619cc8343c tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 943 time: 0.0655570 Jul 15 23:57:38.679268 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:38.692408 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7bb8141-7d64-4439-980a-ab2af5f97102 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:57:38.698031 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-958a99b7-b3ab-4c74-92b7-d24aa286e7e8 req-7e86ae14-d944-4cd6-8f5b-86656afc862b tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322721 Jul 15 23:57:38.713332 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port e7bb8141-7d64-4439-980a-ab2af5f97102, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=e7bb8141-7d64-4439-980a-ab2af5f97102,segment=NetworkSegment(7b3c0908-e797-4230-9009-fb984672760a),segment_id=7b3c0908-e797-4230-9009-fb984672760a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:57:38.717381 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:38.762660 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=e7bb8141-7d64-4439-980a-ab2af5f97102,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:38.769776 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:38.770068 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:38.770404 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:38.770770 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:38.771101 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:38.771428 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:38.771747 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:38.772068 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:38.772392 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:38.772712 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:38.773030 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:38.773347 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:39.019622 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['e7bb8141-7d64-4439-980a-ab2af5f97102'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:57:39.247443 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:39.869550 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d7f1e-d7b9-44c0-afb8-a8fb80375313 req-b962ff95-0a9c-4ca8-8a21-e861730fc32e tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:39.871037 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-080d7f1e-d7b9-44c0-afb8-a8fb80375313 req-b962ff95-0a9c-4ca8-8a21-e861730fc32e tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 944 time: 0.0626895 Jul 15 23:57:39.908423 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-080d7f1e-d7b9-44c0-afb8-a8fb80375313 req-6113b7d0-3c03-4826-a184-2d428ee6d35f tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318465 Jul 15 23:57:40.564853 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device e7bb8141-7d64-4439-980a-ab2af5f97102 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:57:40.614950 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port e7bb8141-7d64-4439-980a-ab2af5f97102 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:57:40.619022 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port e7bb8141-7d64-4439-980a-ab2af5f97102 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:57:40.619387 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:40.700253 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:40.722946 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2d887b-f65b-42ab-b051-a4f104885fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bb8141-7d64-4439-980a-ab2af5f97102'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:57:40.736423 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port e7bb8141-7d64-4439-980a-ab2af5f97102, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=e7bb8141-7d64-4439-980a-ab2af5f97102,segment=NetworkSegment(7b3c0908-e797-4230-9009-fb984672760a),segment_id=7b3c0908-e797-4230-9009-fb984672760a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:57:40.740399 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:40.765488 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae4f11e9886ebbda74e349334989d67f9e0924aee8a01d735f99c26d20dbf4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbccf8d2-6765-4db6-8600-577daa5bf9ea" -d '{"events": [{"server_uuid": "ea2d887b-f65b-42ab-b051-a4f104885fde", "name": "network-vif-plugged", "status": "completed", "tag": "e7bb8141-7d64-4439-980a-ab2af5f97102"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:57:40.793340 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=e7bb8141-7d64-4439-980a-ab2af5f97102,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:40.844133 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c44378e-0e00-4279-9526-2e8e5a314d6a x-openstack-request-id: req-4c44378e-0e00-4279-9526-2e8e5a314d6a {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:57:40.844437 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2d887b-f65b-42ab-b051-a4f104885fde", "name": "network-vif-plugged", "status": "completed", "tag": "e7bb8141-7d64-4439-980a-ab2af5f97102", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:57:40.844702 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c44378e-0e00-4279-9526-2e8e5a314d6a {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:57:40.845103 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2d887b-f65b-42ab-b051-a4f104885fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bb8141-7d64-4439-980a-ab2af5f97102', 'code': 200} Jul 15 23:57:40.978361 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e18c21-5b27-4377-94b3-8cd316a96214 req-5bd568ea-4f69-4612-9b0c-08e59724b85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:40.979923 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-10e18c21-5b27-4377-94b3-8cd316a96214 req-5bd568ea-4f69-4612-9b0c-08e59724b85e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 1096 time: 0.0536044 Jul 15 23:57:41.014001 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-10e18c21-5b27-4377-94b3-8cd316a96214 req-e3c4cb76-8255-4dea-8cba-0b953073d8dc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279863 Jul 15 23:57:41.080277 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4cdf6-7fd8-4472-af16-f53ce0be9d81 req-ef09a652-21eb-4573-8f64-a04c8957a707 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:41.081648 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a5a4cdf6-7fd8-4472-af16-f53ce0be9d81 req-ef09a652-21eb-4573-8f64-a04c8957a707 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 945 time: 0.0634878 Jul 15 23:57:41.118385 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a5a4cdf6-7fd8-4472-af16-f53ce0be9d81 req-297377d6-f2e8-4a0d-90bb-162ba8d78f11 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305922 Jul 15 23:57:42.295123 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70377e06-8163-44f1-bc5b-e46802649b1f req-4a39b939-448b-4fdf-bd67-477a36f7587d tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:42.296496 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70377e06-8163-44f1-bc5b-e46802649b1f req-4a39b939-448b-4fdf-bd67-477a36f7587d tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 945 time: 0.0659575 Jul 15 23:57:42.333107 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-70377e06-8163-44f1-bc5b-e46802649b1f req-33e74782-c163-4693-9ace-ebc94cd8fb64 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309632 Jul 15 23:57:42.396487 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:57:42.505823 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c055a7-32c4-4cb0-a382-f22d0b0c0849 req-008fc67d-7aed-4d62-bc09-dcc38d561ac0 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:42.507332 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f0c055a7-32c4-4cb0-a382-f22d0b0c0849 req-008fc67d-7aed-4d62-bc09-dcc38d561ac0 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 945 time: 0.0623662 Jul 15 23:57:42.543787 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f0c055a7-32c4-4cb0-a382-f22d0b0c0849 req-317fec9a-bd2a-4a65-835a-adaa06478832 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310047 Jul 15 23:57:42.877593 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039e3ab-4ad3-4e4c-9a04-514f2d01e4a2 req-69832a42-e6e0-4a5e-884e-21c63970c187 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:42.879083 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5039e3ab-4ad3-4e4c-9a04-514f2d01e4a2 req-69832a42-e6e0-4a5e-884e-21c63970c187 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 945 time: 0.0653851 Jul 15 23:57:42.916034 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5039e3ab-4ad3-4e4c-9a04-514f2d01e4a2 req-f4187af9-36eb-4dac-ae85-c30556650e4a tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313568 Jul 15 23:57:45.954248 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c804d431-5901-4300-9a9c-f39a2bacc91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:48.328432 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-67028d2a-96ea-49d1-8990-bdbce702f599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:48.807943 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:49.835651 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:51.391267 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:52.330803 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-26cb1ce0-fab3-4a02-a588-4afbc99ff01a req-92aa8d93-4c4e-4449-8ae8-a6f0dda211e8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499690 Jul 15 23:57:52.447145 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb1ce0-fab3-4a02-a588-4afbc99ff01a req-a8aeaad1-260c-423a-9dbb-0fdcc4dbfecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:52.449172 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-26cb1ce0-fab3-4a02-a588-4afbc99ff01a req-a8aeaad1-260c-423a-9dbb-0fdcc4dbfecc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=244bb94a0c1246e38564cdb601b50724&device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 1096 time: 0.0564337 Jul 15 23:57:52.550860 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb1ce0-fab3-4a02-a588-4afbc99ff01a req-72e87d8c-98b7-4c4a-ac72-6863489daf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:52.552313 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-26cb1ce0-fab3-4a02-a588-4afbc99ff01a req-72e87d8c-98b7-4c4a-ac72-6863489daf78 service neutron] 10.222.0.36 "GET /v2.0/networks?id=472952d2-92fe-40b6-a5b2-b3c428a89d15 HTTP/1.1" status: 200 len: 916 time: 0.0836246 Jul 15 23:57:52.596176 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-26cb1ce0-fab3-4a02-a588-4afbc99ff01a req-358874ec-863c-4263-a1ce-f55d08fdc86f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7bb8141-7d64-4439-980a-ab2af5f97102 HTTP/1.1" status: 200 len: 217 time: 0.0369232 Jul 15 23:57:52.642022 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb1ce0-fab3-4a02-a588-4afbc99ff01a req-1773bf9f-743b-43ab-b794-01b1f5093df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:52.643420 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-26cb1ce0-fab3-4a02-a588-4afbc99ff01a req-1773bf9f-743b-43ab-b794-01b1f5093df1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c54da28-9763-4d4f-9891-ada168d84c62 HTTP/1.1" status: 200 len: 854 time: 0.0417540 Jul 15 23:57:52.696377 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb1ce0-fab3-4a02-a588-4afbc99ff01a req-138a26d3-6673-4270-8084-d1ff8c4a22d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:52.697780 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-26cb1ce0-fab3-4a02-a588-4afbc99ff01a req-138a26d3-6673-4270-8084-d1ff8c4a22d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=472952d2-92fe-40b6-a5b2-b3c428a89d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486977 Jul 15 23:57:52.790071 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-26cb1ce0-fab3-4a02-a588-4afbc99ff01a req-131bc982-f81a-4a06-9627-e7b71a3f3e83 service neutron] 10.222.0.36 "GET /v2.0/networks/472952d2-92fe-40b6-a5b2-b3c428a89d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829411 Jul 15 23:57:52.878926 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-26cb1ce0-fab3-4a02-a588-4afbc99ff01a req-616d7eab-3a1a-44ad-a7fb-33546985ca41 service neutron] 10.222.0.36 "GET /v2.0/networks/472952d2-92fe-40b6-a5b2-b3c428a89d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796463 Jul 15 23:57:54.535040 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3251e-cab5-48a4-9c12-e9024a01f025 req-3ff7df33-16dc-4f33-aea8-e54dcbb57137 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:54.536539 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-17d3251e-cab5-48a4-9c12-e9024a01f025 req-3ff7df33-16dc-4f33-aea8-e54dcbb57137 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 945 time: 0.0620961 Jul 15 23:57:54.573149 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-17d3251e-cab5-48a4-9c12-e9024a01f025 req-02d7b9ae-1dd1-41b7-b62d-5c9123975d49 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312450 Jul 15 23:57:54.577929 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:54.598253 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38224) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:57:54.690809 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200d21f0-ac61-4a67-8c67-08fe80489037 tempest-TestMinimumBasicScenario-490207501 tempest-TestMinimumBasicScenario-490207501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:54.692315 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-200d21f0-ac61-4a67-8c67-08fe80489037 tempest-TestMinimumBasicScenario-490207501 tempest-TestMinimumBasicScenario-490207501-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 1091 time: 0.0930390 Jul 15 23:57:54.695444 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38228) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:57:54.700231 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-6cb017e0-3722-42bd-bbc8-eee9bf08f1ff tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'port_id': 'e7bb8141-7d64-4439-980a-ab2af5f97102', 'tenant_id': '244bb94a0c1246e38564cdb601b50724', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:57:54.720607 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6cb017e0-3722-42bd-bbc8-eee9bf08f1ff tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:54.812039 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6cb017e0-3722-42bd-bbc8-eee9bf08f1ff tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:54.917885 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-6cb017e0-3722-42bd-bbc8-eee9bf08f1ff tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Allocated IP 172.25.4.125 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/642220b6-e1ea-4f50-8d4e-6c3d526b1845) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:57:55.016153 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6cb017e0-3722-42bd-bbc8-eee9bf08f1ff tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:55.053359 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6cb017e0-3722-42bd-bbc8-eee9bf08f1ff tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:55.088676 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb017e0-3722-42bd-bbc8-eee9bf08f1ff tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:57:55.094564 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-6cb017e0-3722-42bd-bbc8-eee9bf08f1ff tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:57:55.098068 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb017e0-3722-42bd-bbc8-eee9bf08f1ff tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:57:55.123839 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb017e0-3722-42bd-bbc8-eee9bf08f1ff tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Pushing event updated for resources: {'Port': ['ID=642220b6-e1ea-4f50-8d4e-6c3d526b1845,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:55.456121 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6cb017e0-3722-42bd-bbc8-eee9bf08f1ff tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:55.533236 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6cb017e0-3722-42bd-bbc8-eee9bf08f1ff tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:56.014248 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6cb017e0-3722-42bd-bbc8-eee9bf08f1ff tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:56.018812 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6cb017e0-3722-42bd-bbc8-eee9bf08f1ff tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:56.083896 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb017e0-3722-42bd-bbc8-eee9bf08f1ff tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Pushing event updated for resources: {'Port': ['ID=642220b6-e1ea-4f50-8d4e-6c3d526b1845,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:56.094753 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6cb017e0-3722-42bd-bbc8-eee9bf08f1ff tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:56.188439 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [None req-6cb017e0-3722-42bd-bbc8-eee9bf08f1ff tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Floating IP 38921eb2-1cdb-40ee-9145-2640ce3c6225 associated. External IP: 172.25.4.125, port: e7bb8141-7d64-4439-980a-ab2af5f97102. Jul 15 23:57:56.389188 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb017e0-3722-42bd-bbc8-eee9bf08f1ff tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Router 2885f673-04c1-4b83-9b11-4f976f613fe0 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:57:56.494379 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb017e0-3722-42bd-bbc8-eee9bf08f1ff tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:57:56.504189 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8207a146-7784-42c6-ab4d-b96f83632a2b None None] Sync routers for ids ['2885f673-04c1-4b83-9b11-4f976f613fe0'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:57:56.514314 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6cb017e0-3722-42bd-bbc8-eee9bf08f1ff tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:56.515079 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8207a146-7784-42c6-ab4d-b96f83632a2b None None] Routers {'2885f673-04c1-4b83-9b11-4f976f613fe0'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:57:56.515750 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-8207a146-7784-42c6-ab4d-b96f83632a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:57:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['2885f673-04c1-4b83-9b11-4f976f613fe0'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:56.549316 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6cb017e0-3722-42bd-bbc8-eee9bf08f1ff tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8528693 Jul 15 23:57:56.550030 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea2d887b-f65b-42ab-b051-a4f104885fde', 'tag': 'e7bb8141-7d64-4439-980a-ab2af5f97102'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:57:56.552286 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38232) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:57:56.552808 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac3ab2df65406140be9365f9b3f66d4be7bd37abeab186e08b44bb3ea3ff9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32e5cb2-9e27-4f55-af84-cdeb64e75f21" -d '{"events": [{"name": "network-changed", "server_uuid": "ea2d887b-f65b-42ab-b051-a4f104885fde", "tag": "e7bb8141-7d64-4439-980a-ab2af5f97102"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:57:56.556977 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-aee2feec-5b17-449e-806d-65017ccf3180 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1386441343', 'description': 'tempest-secgroup-smoke-1386441343 description', 'project_id': '244bb94a0c1246e38564cdb601b50724'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:57:56.581554 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aee2feec-5b17-449e-806d-65017ccf3180 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:56.591106 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb668b1-82ee-4369-982b-64dd627cbd83 x-openstack-request-id: req-6cb668b1-82ee-4369-982b-64dd627cbd83 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:57:56.591399 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea2d887b-f65b-42ab-b051-a4f104885fde", "tag": "e7bb8141-7d64-4439-980a-ab2af5f97102", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:57:56.591649 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6cb668b1-82ee-4369-982b-64dd627cbd83 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:57:56.592042 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea2d887b-f65b-42ab-b051-a4f104885fde', 'tag': 'e7bb8141-7d64-4439-980a-ab2af5f97102', 'status': 'completed', 'code': 200} Jul 15 23:57:56.622730 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-8207a146-7784-42c6-ab4d-b96f83632a2b None None] Set router 2885f673-04c1-4b83-9b11-4f976f613fe0 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:57:56.671913 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aee2feec-5b17-449e-806d-65017ccf3180 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:56.676403 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aee2feec-5b17-449e-806d-65017ccf3180 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:56.701597 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e5cb2-9e27-4f55-af84-cdeb64e75f21 req-23adb668-8cdf-47e3-aeee-aed656733d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:56.703265 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f32e5cb2-9e27-4f55-af84-cdeb64e75f21 req-23adb668-8cdf-47e3-aeee-aed656733d8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=244bb94a0c1246e38564cdb601b50724&device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 1096 time: 0.0589099 Jul 15 23:57:56.705346 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-aee2feec-5b17-449e-806d-65017ccf3180 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:56.706627 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-aee2feec-5b17-449e-806d-65017ccf3180 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1533632 Jul 15 23:57:56.710419 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38236) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:57:56.718240 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2feec-5b17-449e-806d-65017ccf3180 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edd73bec-6eb4-4a74-944f-b0c1b6140db5,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:56.721712 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-dfff6be2-71e7-46e9-9a3f-f30910293624 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Request body: {'security_group_rule': {'security_group_id': 'edd73bec-6eb4-4a74-944f-b0c1b6140db5', 'project_id': '244bb94a0c1246e38564cdb601b50724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:57:56.807429 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dfff6be2-71e7-46e9-9a3f-f30910293624 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:56.843418 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e5cb2-9e27-4f55-af84-cdeb64e75f21 req-f0f15dd6-0d6d-472d-b0c7-43f0e3f934b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:56.844897 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f32e5cb2-9e27-4f55-af84-cdeb64e75f21 req-f0f15dd6-0d6d-472d-b0c7-43f0e3f934b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=472952d2-92fe-40b6-a5b2-b3c428a89d15 HTTP/1.1" status: 200 len: 916 time: 0.1355133 Jul 15 23:57:56.912760 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dfff6be2-71e7-46e9-9a3f-f30910293624 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:56.920695 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dfff6be2-71e7-46e9-9a3f-f30910293624 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:56.938462 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-8207a146-7784-42c6-ab4d-b96f83632a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'name': 'tempest-TestMinimumBasicScenario-1173200038-router', 'tenant_id': '244bb94a0c1246e38564cdb601b50724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'b3b345b8-44c8-40b1-81c5-2c052576bfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:57:03Z', 'updated_at': '2021-07-15T23:57:06Z', 'revision_number': 4, 'project_id': '244bb94a0c1246e38564cdb601b50724', 'gw_port': {'id': 'b3b345b8-44c8-40b1-81c5-2c052576bfc3', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:57:04Z', 'updated_at': '2021-07-15T23:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '38921eb2-1cdb-40ee-9145-2640ce3c6225', 'tenant_id': '244bb94a0c1246e38564cdb601b50724', 'floating_ip_address': '172.25.4.125', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'port_id': 'e7bb8141-7d64-4439-980a-ab2af5f97102', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472952d2-92fe-40b6-a5b2-b3c428a89d15', 'mac_address': 'fa:16:3e:85:9c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d887b-f65b-42ab-b051-a4f104885fde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:57:55Z', 'updated_at': '2021-07-15T23:57:55Z', 'revision_number': 0, 'project_id': '244bb94a0c1246e38564cdb601b50724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55955b7b-7b68-4053-a8b1-672e560c1838', 'name': '', 'network_id': '472952d2-92fe-40b6-a5b2-b3c428a89d15', 'tenant_id': '244bb94a0c1246e38564cdb601b50724', 'mac_address': 'fa:16:3e:af:9a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '7c54da28-9763-4d4f-9891-ada168d84c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:57:06Z', 'updated_at': '2021-07-15T23:57:13Z', 'revision_number': 5, 'project_id': '244bb94a0c1246e38564cdb601b50724', 'subnets': [{'id': '7c54da28-9763-4d4f-9891-ada168d84c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:56.941841 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f32e5cb2-9e27-4f55-af84-cdeb64e75f21 req-139b5673-f41e-42ec-a8f9-0abb98076deb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7bb8141-7d64-4439-980a-ab2af5f97102 HTTP/1.1" status: 200 len: 999 time: 0.0896683 Jul 15 23:57:56.944799 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff6be2-71e7-46e9-9a3f-f30910293624 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57671591-72b8-422e-bc43-0988f9ac627f,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:56.958577 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dfff6be2-71e7-46e9-9a3f-f30910293624 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:56.959735 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-dfff6be2-71e7-46e9-9a3f-f30910293624 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2416425 Jul 15 23:57:56.962729 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38238) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:57:56.968572 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8207a146-7784-42c6-ab4d-b96f83632a2b None None] Checking router: 2885f673-04c1-4b83-9b11-4f976f613fe0 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:57:56.969315 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-a445e110-526b-467c-a86e-b788b26bfeb3 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Request body: {'security_group_rule': {'security_group_id': 'edd73bec-6eb4-4a74-944f-b0c1b6140db5', 'project_id': '244bb94a0c1246e38564cdb601b50724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:57:56.977388 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8207a146-7784-42c6-ab4d-b96f83632a2b None None] Routers {'2885f673-04c1-4b83-9b11-4f976f613fe0'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:57:56.977994 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-8207a146-7784-42c6-ab4d-b96f83632a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:57:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['2885f673-04c1-4b83-9b11-4f976f613fe0'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:56.995242 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e5cb2-9e27-4f55-af84-cdeb64e75f21 req-a9faa46e-1ea5-4b3b-938f-9c88717f4ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:56.997584 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f32e5cb2-9e27-4f55-af84-cdeb64e75f21 req-a9faa46e-1ea5-4b3b-938f-9c88717f4ef5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c54da28-9763-4d4f-9891-ada168d84c62 HTTP/1.1" status: 200 len: 854 time: 0.0486724 Jul 15 23:57:57.008432 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a445e110-526b-467c-a86e-b788b26bfeb3 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:57.054324 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e5cb2-9e27-4f55-af84-cdeb64e75f21 req-03060d35-3b05-4747-8182-02fbd1506d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:57.056143 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f32e5cb2-9e27-4f55-af84-cdeb64e75f21 req-03060d35-3b05-4747-8182-02fbd1506d59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=472952d2-92fe-40b6-a5b2-b3c428a89d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526118 Jul 15 23:57:57.070483 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a445e110-526b-467c-a86e-b788b26bfeb3 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:57.074791 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a445e110-526b-467c-a86e-b788b26bfeb3 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:57.092621 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-8207a146-7784-42c6-ab4d-b96f83632a2b None None] Set router 2885f673-04c1-4b83-9b11-4f976f613fe0 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:57:57.092846 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445e110-526b-467c-a86e-b788b26bfeb3 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c7beed-8423-46d4-99a6-353dab8620f0,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:57.101992 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a445e110-526b-467c-a86e-b788b26bfeb3 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:57.102403 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a445e110-526b-467c-a86e-b788b26bfeb3 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:57.102753 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a445e110-526b-467c-a86e-b788b26bfeb3 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:57.103125 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a445e110-526b-467c-a86e-b788b26bfeb3 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:57.103471 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a445e110-526b-467c-a86e-b788b26bfeb3 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:57.103795 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a445e110-526b-467c-a86e-b788b26bfeb3 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:57.104121 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a445e110-526b-467c-a86e-b788b26bfeb3 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:57.104468 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a445e110-526b-467c-a86e-b788b26bfeb3 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:57.105322 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a445e110-526b-467c-a86e-b788b26bfeb3 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:57.105649 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a445e110-526b-467c-a86e-b788b26bfeb3 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:57.105964 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a445e110-526b-467c-a86e-b788b26bfeb3 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:57.106278 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a445e110-526b-467c-a86e-b788b26bfeb3 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:57.109768 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a445e110-526b-467c-a86e-b788b26bfeb3 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:57.110975 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a445e110-526b-467c-a86e-b788b26bfeb3 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1470070 Jul 15 23:57:57.114081 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38240) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:57:57.118583 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-fc0adc32-7d73-4bb7-842e-632e9edceb6e tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Request body: {'security_group_rule': {'security_group_id': 'edd73bec-6eb4-4a74-944f-b0c1b6140db5', 'project_id': '244bb94a0c1246e38564cdb601b50724', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:57:57.147511 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc0adc32-7d73-4bb7-842e-632e9edceb6e tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:57.161925 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f32e5cb2-9e27-4f55-af84-cdeb64e75f21 req-8754d97c-184d-46f2-8bcc-c58c99384d75 service neutron] 10.222.0.36 "GET /v2.0/networks/472952d2-92fe-40b6-a5b2-b3c428a89d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985675 Jul 15 23:57:57.206861 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc0adc32-7d73-4bb7-842e-632e9edceb6e tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:57.211396 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc0adc32-7d73-4bb7-842e-632e9edceb6e tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:57.234441 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0adc32-7d73-4bb7-842e-632e9edceb6e tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79d37ee-c6e7-43a9-a1de-beb3e7404d21,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:57.238088 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fc0adc32-7d73-4bb7-842e-632e9edceb6e tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:57.242262 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38242) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:57:57.242525 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fc0adc32-7d73-4bb7-842e-632e9edceb6e tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273057 Jul 15 23:57:57.246918 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3d3ec0b3-1a6c-4651-8ba1-904e115772eb tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Request body: {'security_group_rule': {'security_group_id': 'edd73bec-6eb4-4a74-944f-b0c1b6140db5', 'project_id': '244bb94a0c1246e38564cdb601b50724', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:57:57.277032 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f32e5cb2-9e27-4f55-af84-cdeb64e75f21 req-2cef6383-c254-442d-b77c-80d86c30b43f service neutron] 10.222.0.36 "GET /v2.0/networks/472952d2-92fe-40b6-a5b2-b3c428a89d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073761 Jul 15 23:57:57.287870 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d3ec0b3-1a6c-4651-8ba1-904e115772eb tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:57.331364 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-8207a146-7784-42c6-ab4d-b96f83632a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'name': 'tempest-TestMinimumBasicScenario-1173200038-router', 'tenant_id': '244bb94a0c1246e38564cdb601b50724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'b3b345b8-44c8-40b1-81c5-2c052576bfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:57:03Z', 'updated_at': '2021-07-15T23:57:06Z', 'revision_number': 4, 'project_id': '244bb94a0c1246e38564cdb601b50724', 'gw_port': {'id': 'b3b345b8-44c8-40b1-81c5-2c052576bfc3', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:57:04Z', 'updated_at': '2021-07-15T23:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '38921eb2-1cdb-40ee-9145-2640ce3c6225', 'tenant_id': '244bb94a0c1246e38564cdb601b50724', 'floating_ip_address': '172.25.4.125', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'port_id': 'e7bb8141-7d64-4439-980a-ab2af5f97102', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472952d2-92fe-40b6-a5b2-b3c428a89d15', 'mac_address': 'fa:16:3e:85:9c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d887b-f65b-42ab-b051-a4f104885fde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:57:55Z', 'updated_at': '2021-07-15T23:57:55Z', 'revision_number': 0, 'project_id': '244bb94a0c1246e38564cdb601b50724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55955b7b-7b68-4053-a8b1-672e560c1838', 'name': '', 'network_id': '472952d2-92fe-40b6-a5b2-b3c428a89d15', 'tenant_id': '244bb94a0c1246e38564cdb601b50724', 'mac_address': 'fa:16:3e:af:9a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '7c54da28-9763-4d4f-9891-ada168d84c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:57:06Z', 'updated_at': '2021-07-15T23:57:13Z', 'revision_number': 5, 'project_id': '244bb94a0c1246e38564cdb601b50724', 'subnets': [{'id': '7c54da28-9763-4d4f-9891-ada168d84c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:57.339994 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d3ec0b3-1a6c-4651-8ba1-904e115772eb tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:57.344027 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d3ec0b3-1a6c-4651-8ba1-904e115772eb tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:57.358694 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8207a146-7784-42c6-ab4d-b96f83632a2b None None] The sync data for ids ['2885f673-04c1-4b83-9b11-4f976f613fe0'] in n-d-787205-9 is: [{'id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'name': 'tempest-TestMinimumBasicScenario-1173200038-router', 'tenant_id': '244bb94a0c1246e38564cdb601b50724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'b3b345b8-44c8-40b1-81c5-2c052576bfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:57:03Z', 'updated_at': '2021-07-15T23:57:06Z', 'revision_number': 4, 'project_id': '244bb94a0c1246e38564cdb601b50724', 'gw_port': {'id': 'b3b345b8-44c8-40b1-81c5-2c052576bfc3', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:57:04Z', 'updated_at': '2021-07-15T23:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '38921eb2-1cdb-40ee-9145-2640ce3c6225', 'tenant_id': '244bb94a0c1246e38564cdb601b50724', 'floating_ip_address': '172.25.4.125', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'port_id': 'e7bb8141-7d64-4439-980a-ab2af5f97102', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472952d2-92fe-40b6-a5b2-b3c428a89d15', 'mac_address': 'fa:16:3e:85:9c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d887b-f65b-42ab-b051-a4f104885fde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:57:55Z', 'updated_at': '2021-07-15T23:57:55Z', 'revision_number': 0, 'project_id': '244bb94a0c1246e38564cdb601b50724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55955b7b-7b68-4053-a8b1-672e560c1838', 'name': '', 'network_id': '472952d2-92fe-40b6-a5b2-b3c428a89d15', 'tenant_id': '244bb94a0c1246e38564cdb601b50724', 'mac_address': 'fa:16:3e:af:9a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '7c54da28-9763-4d4f-9891-ada168d84c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:57:06Z', 'updated_at': '2021-07-15T23:57:13Z', 'revision_number': 5, 'project_id': '244bb94a0c1246e38564cdb601b50724', 'subnets': [{'id': '7c54da28-9763-4d4f-9891-ada168d84c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:57:57.366049 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ec0b3-1a6c-4651-8ba1-904e115772eb tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaea113f-6207-4ecc-8798-5c627905c84a,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:57.373123 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3d3ec0b3-1a6c-4651-8ba1-904e115772eb tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:57.374613 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3d3ec0b3-1a6c-4651-8ba1-904e115772eb tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1313322 Jul 15 23:57:57.377228 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38244) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:57:57.381854 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b6691bc7-4cf5-4b36-b216-81f0ff08dcd3 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Request body: {'security_group_rule': {'security_group_id': 'edd73bec-6eb4-4a74-944f-b0c1b6140db5', 'project_id': '244bb94a0c1246e38564cdb601b50724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:57:57.404909 n-d-787205-9 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-b6691bc7-4cf5-4b36-b216-81f0ff08dcd3 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Project 244bb94a0c1246e38564cdb601b50724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:57:57.409925 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b6691bc7-4cf5-4b36-b216-81f0ff08dcd3 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:57.472247 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b6691bc7-4cf5-4b36-b216-81f0ff08dcd3 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:57.475345 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b6691bc7-4cf5-4b36-b216-81f0ff08dcd3 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:57.495774 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6691bc7-4cf5-4b36-b216-81f0ff08dcd3 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a8889d1-860b-48b8-9a77-98d24ec63861,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:57.503059 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b6691bc7-4cf5-4b36-b216-81f0ff08dcd3 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:57.506813 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b6691bc7-4cf5-4b36-b216-81f0ff08dcd3 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1259952 Jul 15 23:57:57.507599 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38246) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:57:57.511968 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-4dc1ca94-40e7-4a5d-85f0-1c22e64d0418 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Request body: {'security_group_rule': {'security_group_id': 'edd73bec-6eb4-4a74-944f-b0c1b6140db5', 'project_id': '244bb94a0c1246e38564cdb601b50724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:57:57.536409 n-d-787205-9 neutron-server[93799]: INFO neutron.db.securitygroups_db [None req-4dc1ca94-40e7-4a5d-85f0-1c22e64d0418 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Project 244bb94a0c1246e38564cdb601b50724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:57:57.541599 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4dc1ca94-40e7-4a5d-85f0-1c22e64d0418 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:57.564510 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d529f09-85f9-4553-93f5-24f1a5dc421c None None] New status for floating IP 38921eb2-1cdb-40ee-9145-2640ce3c6225: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:57:57.606507 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4dc1ca94-40e7-4a5d-85f0-1c22e64d0418 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:57.610393 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4dc1ca94-40e7-4a5d-85f0-1c22e64d0418 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:57.628325 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1ca94-40e7-4a5d-85f0-1c22e64d0418 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da3d442d-6e52-4d01-b683-701649fc5ed3,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:57.634841 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4dc1ca94-40e7-4a5d-85f0-1c22e64d0418 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:57.636243 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4dc1ca94-40e7-4a5d-85f0-1c22e64d0418 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1280446 Jul 15 23:57:57.755888 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fdad3a3a-ef8d-440d-9c67-1f2a2d5cd1bb req-de44d241-7974-44ea-9ac6-4e7620900834 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1386441343&fields=id&tenant_id=244bb94a0c1246e38564cdb601b50724 HTTP/1.1" status: 200 len: 267 time: 0.0351610 Jul 15 23:57:57.826895 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad3a3a-ef8d-440d-9c67-1f2a2d5cd1bb req-4fac1c81-ff3b-49c0-9ee1-9457626df3eb tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:57.828394 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fdad3a3a-ef8d-440d-9c67-1f2a2d5cd1bb req-4fac1c81-ff3b-49c0-9ee1-9457626df3eb tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 945 time: 0.0671651 Jul 15 23:57:57.840063 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-fdad3a3a-ef8d-440d-9c67-1f2a2d5cd1bb req-ec2940a1-57f2-4ef0-961d-8c74786e18ea tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Request body: {'port': {'security_groups': ['19da65e3-ac15-4224-9930-25bc808d6a97', 'edd73bec-6eb4-4a74-944f-b0c1b6140db5']}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:57:57.919706 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fdad3a3a-ef8d-440d-9c67-1f2a2d5cd1bb req-ec2940a1-57f2-4ef0-961d-8c74786e18ea tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:58.097699 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-fdad3a3a-ef8d-440d-9c67-1f2a2d5cd1bb req-ec2940a1-57f2-4ef0-961d-8c74786e18ea tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] For port e7bb8141-7d64-4439-980a-ab2af5f97102, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=e7bb8141-7d64-4439-980a-ab2af5f97102,segment=NetworkSegment(7b3c0908-e797-4230-9009-fb984672760a),segment_id=7b3c0908-e797-4230-9009-fb984672760a)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:57:58.125889 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fdad3a3a-ef8d-440d-9c67-1f2a2d5cd1bb req-ec2940a1-57f2-4ef0-961d-8c74786e18ea tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:58.130431 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fdad3a3a-ef8d-440d-9c67-1f2a2d5cd1bb req-ec2940a1-57f2-4ef0-961d-8c74786e18ea tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:58.166774 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['e7bb8141-7d64-4439-980a-ab2af5f97102'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:57:58.176829 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad3a3a-ef8d-440d-9c67-1f2a2d5cd1bb req-ec2940a1-57f2-4ef0-961d-8c74786e18ea tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:58.177465 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-fdad3a3a-ef8d-440d-9c67-1f2a2d5cd1bb req-ec2940a1-57f2-4ef0-961d-8c74786e18ea tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:58.179978 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fdad3a3a-ef8d-440d-9c67-1f2a2d5cd1bb req-ec2940a1-57f2-4ef0-961d-8c74786e18ea tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "PUT /v2.0/ports/e7bb8141-7d64-4439-980a-ab2af5f97102 HTTP/1.1" status: 200 len: 981 time: 0.3453977 Jul 15 23:57:58.180457 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea2d887b-f65b-42ab-b051-a4f104885fde', 'tag': 'e7bb8141-7d64-4439-980a-ab2af5f97102'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:57:58.210223 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2940a1-57f2-4ef0-961d-8c74786e18ea tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Pushing event updated for resources: {'Port': ['ID=e7bb8141-7d64-4439-980a-ab2af5f97102,revision_number=6']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:58.241246 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f08fc2a7d463e069dbf969c41850b8f153237e21caa8377f91bf00f314a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412012d3-7928-4a44-a359-b8f3c1e32c27" -d '{"events": [{"name": "network-changed", "server_uuid": "ea2d887b-f65b-42ab-b051-a4f104885fde", "tag": "e7bb8141-7d64-4439-980a-ab2af5f97102"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:57:58.297163 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['e7bb8141-7d64-4439-980a-ab2af5f97102'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:57:58.344674 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd0b584-feae-42b3-98ff-b2d5109a2f6d x-openstack-request-id: req-bbd0b584-feae-42b3-98ff-b2d5109a2f6d {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:57:58.345242 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea2d887b-f65b-42ab-b051-a4f104885fde", "tag": "e7bb8141-7d64-4439-980a-ab2af5f97102", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:57:58.345606 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bbd0b584-feae-42b3-98ff-b2d5109a2f6d {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:57:58.346217 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea2d887b-f65b-42ab-b051-a4f104885fde', 'tag': 'e7bb8141-7d64-4439-980a-ab2af5f97102', 'status': 'completed', 'code': 200} Jul 15 23:57:58.378888 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e21d25-54bf-4591-b77d-3f6cc59e1e3a req-7f23c98a-4c4b-4d0d-ad95-55be289ec190 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:58.381063 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b6e21d25-54bf-4591-b77d-3f6cc59e1e3a req-7f23c98a-4c4b-4d0d-ad95-55be289ec190 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 984 time: 0.0791500 Jul 15 23:57:58.428367 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b6e21d25-54bf-4591-b77d-3f6cc59e1e3a req-eb9112c2-dde7-4e61-9006-7ae515e87062 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&id=edd73bec-6eb4-4a74-944f-b0c1b6140db5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390046 Jul 15 23:57:58.462126 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412012d3-7928-4a44-a359-b8f3c1e32c27 req-10824dff-13a2-44cd-a6fe-0ee7231d0464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:58.463957 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-412012d3-7928-4a44-a359-b8f3c1e32c27 req-10824dff-13a2-44cd-a6fe-0ee7231d0464 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=244bb94a0c1246e38564cdb601b50724&device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 1135 time: 0.0760899 Jul 15 23:57:58.484348 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-120ad686-7fb6-48f3-9846-204b5a9cbcc3 None None] Provisioning complete for port e7bb8141-7d64-4439-980a-ab2af5f97102 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:57:58.484722 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-120ad686-7fb6-48f3-9846-204b5a9cbcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:58.557335 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412012d3-7928-4a44-a359-b8f3c1e32c27 req-b6e9c7d8-00c7-44b7-ba8c-7b16fe4732e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:58.559691 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-412012d3-7928-4a44-a359-b8f3c1e32c27 req-b6e9c7d8-00c7-44b7-ba8c-7b16fe4732e7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=472952d2-92fe-40b6-a5b2-b3c428a89d15 HTTP/1.1" status: 200 len: 916 time: 0.0883455 Jul 15 23:57:58.627778 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-412012d3-7928-4a44-a359-b8f3c1e32c27 req-9f3ad7f7-3bdd-4355-9e6e-d8f48e47c324 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7bb8141-7d64-4439-980a-ab2af5f97102 HTTP/1.1" status: 200 len: 1001 time: 0.0611446 Jul 15 23:57:58.676292 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412012d3-7928-4a44-a359-b8f3c1e32c27 req-49ef2f6f-b23d-46c3-b2a5-05d77fa60a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:58.677796 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-412012d3-7928-4a44-a359-b8f3c1e32c27 req-49ef2f6f-b23d-46c3-b2a5-05d77fa60a41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c54da28-9763-4d4f-9891-ada168d84c62 HTTP/1.1" status: 200 len: 854 time: 0.0434294 Jul 15 23:57:58.740523 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412012d3-7928-4a44-a359-b8f3c1e32c27 req-e6572743-bc22-4ae8-874e-a6f5f198a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:58.742043 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-412012d3-7928-4a44-a359-b8f3c1e32c27 req-e6572743-bc22-4ae8-874e-a6f5f198a6c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=472952d2-92fe-40b6-a5b2-b3c428a89d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562081 Jul 15 23:57:58.832796 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-412012d3-7928-4a44-a359-b8f3c1e32c27 req-dcb38549-0258-4de5-9cf9-40836c74f84c service neutron] 10.222.0.36 "GET /v2.0/networks/472952d2-92fe-40b6-a5b2-b3c428a89d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834086 Jul 15 23:57:58.929833 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-412012d3-7928-4a44-a359-b8f3c1e32c27 req-9c2bdfc5-94f0-4f74-baed-9b8c8d32a7ba service neutron] 10.222.0.36 "GET /v2.0/networks/472952d2-92fe-40b6-a5b2-b3c428a89d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899270 Jul 15 23:58:09.263718 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:15.536659 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54b469-e88c-4853-8e34-775925d0baa1 req-cb7dde8f-99fb-4721-b8df-d581fc843dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:15.538192 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5e54b469-e88c-4853-8e34-775925d0baa1 req-cb7dde8f-99fb-4721-b8df-d581fc843dd1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=244bb94a0c1246e38564cdb601b50724&device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 1135 time: 0.0530775 Jul 15 23:58:15.553676 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7f4ef-9afd-4b79-835f-5ae4667aaca8 req-a7782205-5034-4ddd-be78-3a4f538ce0fb tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:15.555172 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8ea7f4ef-9afd-4b79-835f-5ae4667aaca8 req-a7782205-5034-4ddd-be78-3a4f538ce0fb tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 984 time: 0.0624926 Jul 15 23:58:15.595651 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8ea7f4ef-9afd-4b79-835f-5ae4667aaca8 req-650cf164-9126-4834-8521-9e3449203b0d tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&id=edd73bec-6eb4-4a74-944f-b0c1b6140db5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347106 Jul 15 23:58:15.632157 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54b469-e88c-4853-8e34-775925d0baa1 req-1454e26f-08d5-4487-aeb2-4949ca425cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:15.633688 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5e54b469-e88c-4853-8e34-775925d0baa1 req-1454e26f-08d5-4487-aeb2-4949ca425cef service neutron] 10.222.0.36 "GET /v2.0/networks?id=472952d2-92fe-40b6-a5b2-b3c428a89d15 HTTP/1.1" status: 200 len: 916 time: 0.0893149 Jul 15 23:58:15.697683 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5e54b469-e88c-4853-8e34-775925d0baa1 req-800ca00b-2d37-4ea2-a299-62281321eb38 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7bb8141-7d64-4439-980a-ab2af5f97102 HTTP/1.1" status: 200 len: 1001 time: 0.0572436 Jul 15 23:58:15.744675 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54b469-e88c-4853-8e34-775925d0baa1 req-250d9739-05ca-40da-b62b-0c4ee049df6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:15.746099 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5e54b469-e88c-4853-8e34-775925d0baa1 req-250d9739-05ca-40da-b62b-0c4ee049df6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c54da28-9763-4d4f-9891-ada168d84c62 HTTP/1.1" status: 200 len: 854 time: 0.0412946 Jul 15 23:58:15.804837 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54b469-e88c-4853-8e34-775925d0baa1 req-013121cd-9693-47fc-bfb5-a797f385bcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:15.806221 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5e54b469-e88c-4853-8e34-775925d0baa1 req-013121cd-9693-47fc-bfb5-a797f385bcf7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=472952d2-92fe-40b6-a5b2-b3c428a89d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533702 Jul 15 23:58:15.894616 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5e54b469-e88c-4853-8e34-775925d0baa1 req-7bc9d4b4-5915-4612-9338-899781f869f8 service neutron] 10.222.0.36 "GET /v2.0/networks/472952d2-92fe-40b6-a5b2-b3c428a89d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811360 Jul 15 23:58:15.955557 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-135ec471-7fce-4709-8732-e532cd86ec72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:15.990447 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5e54b469-e88c-4853-8e34-775925d0baa1 req-a51eb276-8442-4b66-b6c7-c438852dd0c2 service neutron] 10.222.0.36 "GET /v2.0/networks/472952d2-92fe-40b6-a5b2-b3c428a89d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894623 Jul 15 23:58:16.770967 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d44f67-38cc-4fe1-bcde-693f5ee7fad0 req-e9b40931-afa7-459c-881a-a20f52819d8b tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:16.772402 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b4d44f67-38cc-4fe1-bcde-693f5ee7fad0 req-e9b40931-afa7-459c-881a-a20f52819d8b tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 984 time: 0.0647030 Jul 15 23:58:16.811268 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b4d44f67-38cc-4fe1-bcde-693f5ee7fad0 req-f9d3b84b-9c4c-49c0-bee8-0e537e9aa3c1 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&id=edd73bec-6eb4-4a74-944f-b0c1b6140db5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331581 Jul 15 23:58:17.983485 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d55fff-ab14-40aa-aec0-edd21e24ed79 req-f6ea6a1c-1ee7-4fbb-b9f2-7f36609c8430 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:17.984956 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1d55fff-ab14-40aa-aec0-edd21e24ed79 req-f6ea6a1c-1ee7-4fbb-b9f2-7f36609c8430 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 984 time: 0.0640571 Jul 15 23:58:18.023092 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d1d55fff-ab14-40aa-aec0-edd21e24ed79 req-e659f2fb-873b-44f3-aefc-b8bc5ea8e9d8 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&id=edd73bec-6eb4-4a74-944f-b0c1b6140db5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325010 Jul 15 23:58:18.329813 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd410994-65d8-4fad-aeb2-8a5fbcbe574c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:18.808792 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:19.203682 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef3a07-c369-4ad1-8061-c2107e119fb8 req-b92c710b-466b-40cf-9e04-e752f8942833 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:19.205146 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c8ef3a07-c369-4ad1-8061-c2107e119fb8 req-b92c710b-466b-40cf-9e04-e752f8942833 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 984 time: 0.0650141 Jul 15 23:58:19.244042 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c8ef3a07-c369-4ad1-8061-c2107e119fb8 req-d955327e-9436-42ad-b011-1fb582f87c50 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&id=edd73bec-6eb4-4a74-944f-b0c1b6140db5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332143 Jul 15 23:58:19.395498 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:58:19.838485 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:20.417515 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c3902-c277-464e-a809-5cec07f2f001 req-d9e25350-79d9-4ec5-901d-512c93d17657 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:20.419581 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e50c3902-c277-464e-a809-5cec07f2f001 req-d9e25350-79d9-4ec5-901d-512c93d17657 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 984 time: 0.0632253 Jul 15 23:58:20.457959 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e50c3902-c277-464e-a809-5cec07f2f001 req-047317b2-97f4-4f48-adb1-000727abd353 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&id=edd73bec-6eb4-4a74-944f-b0c1b6140db5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327210 Jul 15 23:58:21.393676 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:21.627081 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fccc4-86fe-4ef7-bf83-92bbd0f222ef req-6cd7d3ef-97d2-4b5f-908f-97af2db5b2a8 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:21.628436 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-199fccc4-86fe-4ef7-bf83-92bbd0f222ef req-6cd7d3ef-97d2-4b5f-908f-97af2db5b2a8 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 984 time: 0.0609834 Jul 15 23:58:21.666979 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-199fccc4-86fe-4ef7-bf83-92bbd0f222ef req-ec158174-d8a7-4004-9f47-81475af5f586 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&id=edd73bec-6eb4-4a74-944f-b0c1b6140db5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328252 Jul 15 23:58:22.846965 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758cb6e-1fe4-4a9f-9c0a-1baed6668c5a req-6b5be18f-03b5-4ece-bb1c-c17a40f0b196 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:22.848424 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1758cb6e-1fe4-4a9f-9c0a-1baed6668c5a req-6b5be18f-03b5-4ece-bb1c-c17a40f0b196 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 984 time: 0.0659089 Jul 15 23:58:22.887537 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1758cb6e-1fe4-4a9f-9c0a-1baed6668c5a req-c67690f5-acea-4fc0-9ff6-14172dc2507b tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&id=edd73bec-6eb4-4a74-944f-b0c1b6140db5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334647 Jul 15 23:58:24.056977 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084be7be-164c-483b-ad6f-33761d347cbf req-b7379d42-1428-4f5a-9968-8972818a8815 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:24.058450 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-084be7be-164c-483b-ad6f-33761d347cbf req-b7379d42-1428-4f5a-9968-8972818a8815 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 984 time: 0.0618718 Jul 15 23:58:24.098497 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-084be7be-164c-483b-ad6f-33761d347cbf req-a9db2acc-7ce3-4f76-b9a6-87cdd08c865f tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&id=edd73bec-6eb4-4a74-944f-b0c1b6140db5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335298 Jul 15 23:58:24.583684 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:25.271687 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92191f-0aaf-4811-ac91-2f4750030757 req-e8a605aa-5483-4cea-a576-b3f584dc4913 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:25.273058 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ee92191f-0aaf-4811-ac91-2f4750030757 req-e8a605aa-5483-4cea-a576-b3f584dc4913 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 984 time: 0.0647912 Jul 15 23:58:25.312144 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ee92191f-0aaf-4811-ac91-2f4750030757 req-93b99043-72d2-4a49-a2f0-8d6340170650 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&id=edd73bec-6eb4-4a74-944f-b0c1b6140db5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329289 Jul 15 23:58:26.484145 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35579b-c02a-4360-89b4-f92c59667bcb req-8ed807c6-5c55-4176-a826-60424fb34423 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:26.485525 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb35579b-c02a-4360-89b4-f92c59667bcb req-8ed807c6-5c55-4176-a826-60424fb34423 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 984 time: 0.0636158 Jul 15 23:58:26.523670 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb35579b-c02a-4360-89b4-f92c59667bcb req-54ebcae3-351d-491b-b1ad-dd4190b2a4a3 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&id=edd73bec-6eb4-4a74-944f-b0c1b6140db5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324671 Jul 15 23:58:27.695030 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4460d-8416-400c-bf61-19f897a65928 req-e0e6fa45-5a78-4343-b6d6-2c4a34b9baec tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:27.696470 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b1e4460d-8416-400c-bf61-19f897a65928 req-e0e6fa45-5a78-4343-b6d6-2c4a34b9baec tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 984 time: 0.0624938 Jul 15 23:58:27.735294 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b1e4460d-8416-400c-bf61-19f897a65928 req-2f0ff9d9-e064-4372-8d17-1ebd952872c1 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&id=edd73bec-6eb4-4a74-944f-b0c1b6140db5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331943 Jul 15 23:58:39.276634 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:45.957006 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2d2c2de1-2471-42ee-b055-2814923b9f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:48.330746 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5c9f2956-1c7d-41e7-b95c-f3a6be8db1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:48.810043 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:49.841804 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:51.396263 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:52.308692 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3a226b64-401d-4077-80e2-5753c6a38ee4 req-7e1c5e0f-3174-4ebc-af75-a0c49da28cfb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0496695 Jul 15 23:58:52.415975 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a226b64-401d-4077-80e2-5753c6a38ee4 req-3e24d70c-b1a5-4c4c-9455-8eed74844a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:52.417440 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3a226b64-401d-4077-80e2-5753c6a38ee4 req-3e24d70c-b1a5-4c4c-9455-8eed74844a43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=244bb94a0c1246e38564cdb601b50724&device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 1135 time: 0.0516946 Jul 15 23:58:52.521327 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a226b64-401d-4077-80e2-5753c6a38ee4 req-d93448d3-2632-4f3c-b1dc-ccf363797526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:52.522711 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3a226b64-401d-4077-80e2-5753c6a38ee4 req-d93448d3-2632-4f3c-b1dc-ccf363797526 service neutron] 10.222.0.36 "GET /v2.0/networks?id=472952d2-92fe-40b6-a5b2-b3c428a89d15 HTTP/1.1" status: 200 len: 916 time: 0.0861232 Jul 15 23:58:52.585828 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3a226b64-401d-4077-80e2-5753c6a38ee4 req-a9fde350-3c3d-41af-b17e-f51d7060155b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7bb8141-7d64-4439-980a-ab2af5f97102 HTTP/1.1" status: 200 len: 1001 time: 0.0559697 Jul 15 23:58:52.636661 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a226b64-401d-4077-80e2-5753c6a38ee4 req-fb5bfa2f-b257-402c-9add-5dd672ab3161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:52.638101 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3a226b64-401d-4077-80e2-5753c6a38ee4 req-fb5bfa2f-b257-402c-9add-5dd672ab3161 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c54da28-9763-4d4f-9891-ada168d84c62 HTTP/1.1" status: 200 len: 854 time: 0.0458272 Jul 15 23:58:52.692577 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a226b64-401d-4077-80e2-5753c6a38ee4 req-0500396b-e962-432a-b718-516b123be497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:52.694003 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3a226b64-401d-4077-80e2-5753c6a38ee4 req-0500396b-e962-432a-b718-516b123be497 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=472952d2-92fe-40b6-a5b2-b3c428a89d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502574 Jul 15 23:58:52.779482 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3a226b64-401d-4077-80e2-5753c6a38ee4 req-25cfee0f-fe8e-421c-b94e-abc843bbf9c2 service neutron] 10.222.0.36 "GET /v2.0/networks/472952d2-92fe-40b6-a5b2-b3c428a89d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791810 Jul 15 23:58:52.870863 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3a226b64-401d-4077-80e2-5753c6a38ee4 req-cbf6d64d-7535-4402-a460-1b8e041d671e service neutron] 10.222.0.36 "GET /v2.0/networks/472952d2-92fe-40b6-a5b2-b3c428a89d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851519 Jul 15 23:58:54.601531 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:56.394348 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:59:00.349000 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9287b2d7-c55c-40b2-9f4f-67542e0c4a97 req-7b5634c6-2226-4a82-9e3b-fd302c27d51b tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1386441343&fields=id&tenant_id=244bb94a0c1246e38564cdb601b50724 HTTP/1.1" status: 200 len: 267 time: 0.0361292 Jul 15 23:59:00.413107 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287b2d7-c55c-40b2-9f4f-67542e0c4a97 req-1c7c0fd0-ec1b-4edf-b125-3b45183ed08f tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:00.414538 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9287b2d7-c55c-40b2-9f4f-67542e0c4a97 req-1c7c0fd0-ec1b-4edf-b125-3b45183ed08f tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 984 time: 0.0605011 Jul 15 23:59:00.424783 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [req-9287b2d7-c55c-40b2-9f4f-67542e0c4a97 req-d49462ec-c000-40b8-a31e-6d41d4353b95 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Request body: {'port': {'security_groups': ['19da65e3-ac15-4224-9930-25bc808d6a97']}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:59:00.503206 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9287b2d7-c55c-40b2-9f4f-67542e0c4a97 req-d49462ec-c000-40b8-a31e-6d41d4353b95 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:00.674940 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [req-9287b2d7-c55c-40b2-9f4f-67542e0c4a97 req-d49462ec-c000-40b8-a31e-6d41d4353b95 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] For port e7bb8141-7d64-4439-980a-ab2af5f97102, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=e7bb8141-7d64-4439-980a-ab2af5f97102,segment=NetworkSegment(7b3c0908-e797-4230-9009-fb984672760a),segment_id=7b3c0908-e797-4230-9009-fb984672760a)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:59:00.704355 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9287b2d7-c55c-40b2-9f4f-67542e0c4a97 req-d49462ec-c000-40b8-a31e-6d41d4353b95 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:00.708965 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9287b2d7-c55c-40b2-9f4f-67542e0c4a97 req-d49462ec-c000-40b8-a31e-6d41d4353b95 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:00.744244 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['e7bb8141-7d64-4439-980a-ab2af5f97102'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:59:00.760683 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287b2d7-c55c-40b2-9f4f-67542e0c4a97 req-d49462ec-c000-40b8-a31e-6d41d4353b95 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:00.761356 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [req-9287b2d7-c55c-40b2-9f4f-67542e0c4a97 req-d49462ec-c000-40b8-a31e-6d41d4353b95 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:00.763649 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9287b2d7-c55c-40b2-9f4f-67542e0c4a97 req-d49462ec-c000-40b8-a31e-6d41d4353b95 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "PUT /v2.0/ports/e7bb8141-7d64-4439-980a-ab2af5f97102 HTTP/1.1" status: 200 len: 942 time: 0.3424139 Jul 15 23:59:00.764124 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea2d887b-f65b-42ab-b051-a4f104885fde', 'tag': 'e7bb8141-7d64-4439-980a-ab2af5f97102'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:59:00.766386 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f08fc2a7d463e069dbf969c41850b8f153237e21caa8377f91bf00f314a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90fc71a-2cc6-4cc3-a911-d88ba24bc95c" -d '{"events": [{"name": "network-changed", "server_uuid": "ea2d887b-f65b-42ab-b051-a4f104885fde", "tag": "e7bb8141-7d64-4439-980a-ab2af5f97102"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:59:00.771010 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38318) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:00.787313 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49462ec-c000-40b8-a31e-6d41d4353b95 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Pushing event updated for resources: {'Port': ['ID=e7bb8141-7d64-4439-980a-ab2af5f97102,revision_number=7']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:00.795045 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49462ec-c000-40b8-a31e-6d41d4353b95 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:00.795396 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49462ec-c000-40b8-a31e-6d41d4353b95 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:00.795933 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49462ec-c000-40b8-a31e-6d41d4353b95 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:00.796282 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49462ec-c000-40b8-a31e-6d41d4353b95 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:00.796614 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49462ec-c000-40b8-a31e-6d41d4353b95 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:00.797745 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49462ec-c000-40b8-a31e-6d41d4353b95 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:00.798085 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49462ec-c000-40b8-a31e-6d41d4353b95 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:00.798420 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49462ec-c000-40b8-a31e-6d41d4353b95 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:00.798783 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49462ec-c000-40b8-a31e-6d41d4353b95 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:00.799119 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49462ec-c000-40b8-a31e-6d41d4353b95 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:00.799450 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49462ec-c000-40b8-a31e-6d41d4353b95 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:00.799776 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49462ec-c000-40b8-a31e-6d41d4353b95 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:00.825150 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85204fbc-6a8b-433b-abd5-03b1b2bd9cb5 x-openstack-request-id: req-85204fbc-6a8b-433b-abd5-03b1b2bd9cb5 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:59:00.825969 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea2d887b-f65b-42ab-b051-a4f104885fde", "tag": "e7bb8141-7d64-4439-980a-ab2af5f97102", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:59:00.826222 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85204fbc-6a8b-433b-abd5-03b1b2bd9cb5 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:59:00.826651 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea2d887b-f65b-42ab-b051-a4f104885fde', 'tag': 'e7bb8141-7d64-4439-980a-ab2af5f97102', 'status': 'completed', 'code': 200} Jul 15 23:59:00.854068 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3367fda9-ac95-4865-b610-bcab8ffce6f5 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:00.876078 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['e7bb8141-7d64-4439-980a-ab2af5f97102'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:59:00.886784 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3367fda9-ac95-4865-b610-bcab8ffce6f5 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:00.987214 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fc71a-2cc6-4cc3-a911-d88ba24bc95c req-bb091f7e-765a-4705-b0c4-59c05a116ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:00.988941 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c90fc71a-2cc6-4cc3-a911-d88ba24bc95c req-bb091f7e-765a-4705-b0c4-59c05a116ff5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=244bb94a0c1246e38564cdb601b50724&device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 1096 time: 0.1049056 Jul 15 23:59:01.016946 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3367fda9-ac95-4865-b610-bcab8ffce6f5 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:01.019357 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3367fda9-ac95-4865-b610-bcab8ffce6f5 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:01.023072 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3367fda9-ac95-4865-b610-bcab8ffce6f5 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "DELETE /v2.0/security-groups/edd73bec-6eb4-4a74-944f-b0c1b6140db5 HTTP/1.1" status: 204 len: 168 time: 0.2479882 Jul 15 23:59:01.023755 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38322) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:01.042986 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367fda9-ac95-4865-b610-bcab8ffce6f5 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd73bec-6eb4-4a74-944f-b0c1b6140db5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:01.064797 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-df5b379a-8f7e-427d-98d3-8801ea73115a None None] Provisioning complete for port e7bb8141-7d64-4439-980a-ab2af5f97102 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:59:01.065217 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-df5b379a-8f7e-427d-98d3-8801ea73115a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:01.078748 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367fda9-ac95-4865-b610-bcab8ffce6f5 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:01.079096 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367fda9-ac95-4865-b610-bcab8ffce6f5 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:01.079435 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367fda9-ac95-4865-b610-bcab8ffce6f5 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:01.079766 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367fda9-ac95-4865-b610-bcab8ffce6f5 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:01.080093 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367fda9-ac95-4865-b610-bcab8ffce6f5 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:01.080418 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367fda9-ac95-4865-b610-bcab8ffce6f5 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:01.080743 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367fda9-ac95-4865-b610-bcab8ffce6f5 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:01.081067 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367fda9-ac95-4865-b610-bcab8ffce6f5 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:01.081387 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367fda9-ac95-4865-b610-bcab8ffce6f5 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:01.081704 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367fda9-ac95-4865-b610-bcab8ffce6f5 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:01.082022 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367fda9-ac95-4865-b610-bcab8ffce6f5 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:01.082338 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367fda9-ac95-4865-b610-bcab8ffce6f5 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:01.115131 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fc71a-2cc6-4cc3-a911-d88ba24bc95c req-0daf827b-b3d4-4f0f-b000-5efb880fffde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:01.116615 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c90fc71a-2cc6-4cc3-a911-d88ba24bc95c req-0daf827b-b3d4-4f0f-b000-5efb880fffde service neutron] 10.222.0.36 "GET /v2.0/networks?id=472952d2-92fe-40b6-a5b2-b3c428a89d15 HTTP/1.1" status: 200 len: 916 time: 0.1209962 Jul 15 23:59:01.189248 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c90fc71a-2cc6-4cc3-a911-d88ba24bc95c req-dc9b4995-bdf8-4fe3-bd62-3f95eab37ad8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7bb8141-7d64-4439-980a-ab2af5f97102 HTTP/1.1" status: 200 len: 1001 time: 0.0651574 Jul 15 23:59:01.193448 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab05e5e4-3ec8-42ff-9d52-83ab5e841189 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Deleting port 642220b6-e1ea-4f50-8d4e-6c3d526b1845 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:59:01.193797 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab05e5e4-3ec8-42ff-9d52-83ab5e841189 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:01.236280 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fc71a-2cc6-4cc3-a911-d88ba24bc95c req-04d63424-9724-4d73-a003-0b10afcef8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:01.237739 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c90fc71a-2cc6-4cc3-a911-d88ba24bc95c req-04d63424-9724-4d73-a003-0b10afcef8f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c54da28-9763-4d4f-9891-ada168d84c62 HTTP/1.1" status: 200 len: 854 time: 0.0424488 Jul 15 23:59:01.267540 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab05e5e4-3ec8-42ff-9d52-83ab5e841189 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:01.267790 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab05e5e4-3ec8-42ff-9d52-83ab5e841189 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:01.279168 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ab05e5e4-3ec8-42ff-9d52-83ab5e841189 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Calling delete_port for 642220b6-e1ea-4f50-8d4e-6c3d526b1845 owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:59:01.293578 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fc71a-2cc6-4cc3-a911-d88ba24bc95c req-073efc1e-b7b6-40fd-974f-b1fa7070fade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:01.295614 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c90fc71a-2cc6-4cc3-a911-d88ba24bc95c req-073efc1e-b7b6-40fd-974f-b1fa7070fade service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=472952d2-92fe-40b6-a5b2-b3c428a89d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515981 Jul 15 23:59:01.387419 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c90fc71a-2cc6-4cc3-a911-d88ba24bc95c req-acbb222e-e110-4e75-b1aa-2a54795c3014 service neutron] 10.222.0.36 "GET /v2.0/networks/472952d2-92fe-40b6-a5b2-b3c428a89d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852489 Jul 15 23:59:01.425984 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab05e5e4-3ec8-42ff-9d52-83ab5e841189 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:01.452897 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05e5e4-3ec8-42ff-9d52-83ab5e841189 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Pushing event deleted for resources: {'Port': ['ID=642220b6-e1ea-4f50-8d4e-6c3d526b1845,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:01.476116 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c90fc71a-2cc6-4cc3-a911-d88ba24bc95c req-9a67127c-2ffe-4864-8944-3d97d595793d service neutron] 10.222.0.36 "GET /v2.0/networks/472952d2-92fe-40b6-a5b2-b3c428a89d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829518 Jul 15 23:59:01.514104 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab05e5e4-3ec8-42ff-9d52-83ab5e841189 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:01.514441 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-ab05e5e4-3ec8-42ff-9d52-83ab5e841189 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Floating IP 38921eb2-1cdb-40ee-9145-2640ce3c6225 disassociated (deleted). External IP: 172.25.4.125, port: e7bb8141-7d64-4439-980a-ab2af5f97102. Jul 15 23:59:02.052248 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab05e5e4-3ec8-42ff-9d52-83ab5e841189 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Router 2885f673-04c1-4b83-9b11-4f976f613fe0 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:59:02.155693 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab05e5e4-3ec8-42ff-9d52-83ab5e841189 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:59:02.160773 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ab05e5e4-3ec8-42ff-9d52-83ab5e841189 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:02.167580 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc29136-a7d0-462f-850a-ee4c1bebe338 None None] Sync routers for ids ['2885f673-04c1-4b83-9b11-4f976f613fe0'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:59:02.183312 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc29136-a7d0-462f-850a-ee4c1bebe338 None None] Routers {'2885f673-04c1-4b83-9b11-4f976f613fe0'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:59:02.183921 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-dfc29136-a7d0-462f-850a-ee4c1bebe338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:58:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['2885f673-04c1-4b83-9b11-4f976f613fe0'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:02.195789 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ab05e5e4-3ec8-42ff-9d52-83ab5e841189 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "DELETE /v2.0/floatingips/38921eb2-1cdb-40ee-9145-2640ce3c6225 HTTP/1.1" status: 204 len: 168 time: 1.1709063 Jul 15 23:59:02.290186 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-dfc29136-a7d0-462f-850a-ee4c1bebe338 None None] Set router 2885f673-04c1-4b83-9b11-4f976f613fe0 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:59:02.495335 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-dfc29136-a7d0-462f-850a-ee4c1bebe338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'name': 'tempest-TestMinimumBasicScenario-1173200038-router', 'tenant_id': '244bb94a0c1246e38564cdb601b50724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'b3b345b8-44c8-40b1-81c5-2c052576bfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:57:03Z', 'updated_at': '2021-07-15T23:57:06Z', 'revision_number': 4, 'project_id': '244bb94a0c1246e38564cdb601b50724', 'gw_port': {'id': 'b3b345b8-44c8-40b1-81c5-2c052576bfc3', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:57:04Z', 'updated_at': '2021-07-15T23:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '55955b7b-7b68-4053-a8b1-672e560c1838', 'name': '', 'network_id': '472952d2-92fe-40b6-a5b2-b3c428a89d15', 'tenant_id': '244bb94a0c1246e38564cdb601b50724', 'mac_address': 'fa:16:3e:af:9a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '7c54da28-9763-4d4f-9891-ada168d84c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:57:06Z', 'updated_at': '2021-07-15T23:57:13Z', 'revision_number': 5, 'project_id': '244bb94a0c1246e38564cdb601b50724', 'subnets': [{'id': '7c54da28-9763-4d4f-9891-ada168d84c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:02.522667 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc29136-a7d0-462f-850a-ee4c1bebe338 None None] Checking router: 2885f673-04c1-4b83-9b11-4f976f613fe0 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:59:02.531082 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc29136-a7d0-462f-850a-ee4c1bebe338 None None] Routers {'2885f673-04c1-4b83-9b11-4f976f613fe0'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:59:02.531685 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-dfc29136-a7d0-462f-850a-ee4c1bebe338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:58:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['2885f673-04c1-4b83-9b11-4f976f613fe0'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:02.633507 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-dfc29136-a7d0-462f-850a-ee4c1bebe338 None None] Set router 2885f673-04c1-4b83-9b11-4f976f613fe0 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:59:02.820141 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-dfc29136-a7d0-462f-850a-ee4c1bebe338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'name': 'tempest-TestMinimumBasicScenario-1173200038-router', 'tenant_id': '244bb94a0c1246e38564cdb601b50724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'b3b345b8-44c8-40b1-81c5-2c052576bfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:57:03Z', 'updated_at': '2021-07-15T23:57:06Z', 'revision_number': 4, 'project_id': '244bb94a0c1246e38564cdb601b50724', 'gw_port': {'id': 'b3b345b8-44c8-40b1-81c5-2c052576bfc3', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:57:04Z', 'updated_at': '2021-07-15T23:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '55955b7b-7b68-4053-a8b1-672e560c1838', 'name': '', 'network_id': '472952d2-92fe-40b6-a5b2-b3c428a89d15', 'tenant_id': '244bb94a0c1246e38564cdb601b50724', 'mac_address': 'fa:16:3e:af:9a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '7c54da28-9763-4d4f-9891-ada168d84c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:57:06Z', 'updated_at': '2021-07-15T23:57:13Z', 'revision_number': 5, 'project_id': '244bb94a0c1246e38564cdb601b50724', 'subnets': [{'id': '7c54da28-9763-4d4f-9891-ada168d84c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:02.828454 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea2d887b-f65b-42ab-b051-a4f104885fde', 'tag': 'e7bb8141-7d64-4439-980a-ab2af5f97102'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:59:02.830839 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f08fc2a7d463e069dbf969c41850b8f153237e21caa8377f91bf00f314a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ab39e9-2a97-4f6d-bbfb-9083e4998e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "ea2d887b-f65b-42ab-b051-a4f104885fde", "tag": "e7bb8141-7d64-4439-980a-ab2af5f97102"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:59:02.845911 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc29136-a7d0-462f-850a-ee4c1bebe338 None None] The sync data for ids ['2885f673-04c1-4b83-9b11-4f976f613fe0'] in n-d-787205-9 is: [{'id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'name': 'tempest-TestMinimumBasicScenario-1173200038-router', 'tenant_id': '244bb94a0c1246e38564cdb601b50724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'b3b345b8-44c8-40b1-81c5-2c052576bfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:57:03Z', 'updated_at': '2021-07-15T23:57:06Z', 'revision_number': 4, 'project_id': '244bb94a0c1246e38564cdb601b50724', 'gw_port': {'id': 'b3b345b8-44c8-40b1-81c5-2c052576bfc3', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:57:04Z', 'updated_at': '2021-07-15T23:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '55955b7b-7b68-4053-a8b1-672e560c1838', 'name': '', 'network_id': '472952d2-92fe-40b6-a5b2-b3c428a89d15', 'tenant_id': '244bb94a0c1246e38564cdb601b50724', 'mac_address': 'fa:16:3e:af:9a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '7c54da28-9763-4d4f-9891-ada168d84c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:57:06Z', 'updated_at': '2021-07-15T23:57:13Z', 'revision_number': 5, 'project_id': '244bb94a0c1246e38564cdb601b50724', 'subnets': [{'id': '7c54da28-9763-4d4f-9891-ada168d84c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:59:02.869977 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b4c075-ac80-4ab1-bc20-dd9de65a3d32 x-openstack-request-id: req-b8b4c075-ac80-4ab1-bc20-dd9de65a3d32 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:59:02.870275 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea2d887b-f65b-42ab-b051-a4f104885fde", "tag": "e7bb8141-7d64-4439-980a-ab2af5f97102", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:59:02.870532 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8b4c075-ac80-4ab1-bc20-dd9de65a3d32 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:59:02.871303 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea2d887b-f65b-42ab-b051-a4f104885fde', 'tag': 'e7bb8141-7d64-4439-980a-ab2af5f97102', 'status': 'completed', 'code': 200} Jul 15 23:59:02.983209 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab39e9-2a97-4f6d-bbfb-9083e4998e8c req-754707f2-6948-48f4-843e-d24d0fddacbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:02.984933 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f4ab39e9-2a97-4f6d-bbfb-9083e4998e8c req-754707f2-6948-48f4-843e-d24d0fddacbb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=244bb94a0c1246e38564cdb601b50724&device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 1096 time: 0.0604882 Jul 15 23:59:03.070949 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e279d00-5fcf-4719-a425-50863acb10c7 None None] New status for floating IP 38921eb2-1cdb-40ee-9145-2640ce3c6225: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:59:03.085909 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab39e9-2a97-4f6d-bbfb-9083e4998e8c req-9dffbbd3-4aba-4754-b576-26d1633b3dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:03.087470 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f4ab39e9-2a97-4f6d-bbfb-9083e4998e8c req-9dffbbd3-4aba-4754-b576-26d1633b3dc4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=472952d2-92fe-40b6-a5b2-b3c428a89d15 HTTP/1.1" status: 200 len: 916 time: 0.0960152 Jul 15 23:59:03.133882 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f4ab39e9-2a97-4f6d-bbfb-9083e4998e8c req-9502353b-7cf8-4a9c-b6d8-481deade329f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7bb8141-7d64-4439-980a-ab2af5f97102 HTTP/1.1" status: 200 len: 217 time: 0.0401583 Jul 15 23:59:03.184044 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab39e9-2a97-4f6d-bbfb-9083e4998e8c req-03c43251-c7a8-45a8-a06b-471fa1c43487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:03.185539 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f4ab39e9-2a97-4f6d-bbfb-9083e4998e8c req-03c43251-c7a8-45a8-a06b-471fa1c43487 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c54da28-9763-4d4f-9891-ada168d84c62 HTTP/1.1" status: 200 len: 854 time: 0.0462837 Jul 15 23:59:03.242237 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab39e9-2a97-4f6d-bbfb-9083e4998e8c req-d7dcb981-b716-4ddd-a3a5-ecd35f7f4913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:03.243851 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f4ab39e9-2a97-4f6d-bbfb-9083e4998e8c req-d7dcb981-b716-4ddd-a3a5-ecd35f7f4913 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=472952d2-92fe-40b6-a5b2-b3c428a89d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526950 Jul 15 23:59:03.336313 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f4ab39e9-2a97-4f6d-bbfb-9083e4998e8c req-2b67a1fb-138f-4882-9da4-a621c452b634 service neutron] 10.222.0.36 "GET /v2.0/networks/472952d2-92fe-40b6-a5b2-b3c428a89d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858557 Jul 15 23:59:03.423934 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f4ab39e9-2a97-4f6d-bbfb-9083e4998e8c req-a1254b26-3160-4154-8b6a-2799a4638f15 service neutron] 10.222.0.36 "GET /v2.0/networks/472952d2-92fe-40b6-a5b2-b3c428a89d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810070 Jul 15 23:59:09.278514 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:09.616313 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad7602-cd85-4831-957d-ffa796bad69c req-13f21a41-f9b5-488c-9238-f4ba7ba9d40f tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:09.617810 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e9ad7602-cd85-4831-957d-ffa796bad69c req-13f21a41-f9b5-488c-9238-f4ba7ba9d40f tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 945 time: 0.0715716 Jul 15 23:59:09.659466 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e9ad7602-cd85-4831-957d-ffa796bad69c req-fa3d560e-5a04-4a2a-b0df-a183af950346 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347629 Jul 15 23:59:10.749576 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [req-7972a9f2-120c-47f1-82d5-94533dcbe534 req-f4a209c5-8b5c-44c0-88b0-a993cf045255 tempest-ServerDiskConfigTestJSON-1985332039 tempest-ServerDiskConfigTestJSON-1985332039-project] (93798) timed out ('10.222.0.43', 62269) {{(pid=93798) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:59:10.840782 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492eadbc-ea1d-45ec-b797-771754f6455d req-719bd6a8-c66b-438e-9020-200cb92a77e6 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:10.842287 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-492eadbc-ea1d-45ec-b797-771754f6455d req-719bd6a8-c66b-438e-9020-200cb92a77e6 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 945 time: 0.0679762 Jul 15 23:59:10.880033 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-492eadbc-ea1d-45ec-b797-771754f6455d req-007789fa-7eb2-4594-921f-c83b58037b30 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/security-groups?id=19da65e3-ac15-4224-9930-25bc808d6a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316441 Jul 15 23:59:11.271770 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db33f9d-c83a-4225-bf4a-a2170913f2ab req-73bf9744-aab1-4ba5-8951-574cb2253d92 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:11.273122 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7db33f9d-c83a-4225-bf4a-a2170913f2ab req-73bf9744-aab1-4ba5-8951-574cb2253d92 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 945 time: 0.0684218 Jul 15 23:59:11.371783 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-7db33f9d-c83a-4225-bf4a-a2170913f2ab req-ccc9b373-96a0-4c84-b921-9758303b6e8d tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Deleting port e7bb8141-7d64-4439-980a-ab2af5f97102 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:59:11.372124 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7db33f9d-c83a-4225-bf4a-a2170913f2ab req-ccc9b373-96a0-4c84-b921-9758303b6e8d tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:11.461176 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-7db33f9d-c83a-4225-bf4a-a2170913f2ab req-ccc9b373-96a0-4c84-b921-9758303b6e8d tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] For port e7bb8141-7d64-4439-980a-ab2af5f97102, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=e7bb8141-7d64-4439-980a-ab2af5f97102,segment=NetworkSegment(7b3c0908-e797-4230-9009-fb984672760a),segment_id=7b3c0908-e797-4230-9009-fb984672760a)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:59:11.461534 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7db33f9d-c83a-4225-bf4a-a2170913f2ab req-ccc9b373-96a0-4c84-b921-9758303b6e8d tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:11.473314 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-7db33f9d-c83a-4225-bf4a-a2170913f2ab req-ccc9b373-96a0-4c84-b921-9758303b6e8d tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Calling delete_port for e7bb8141-7d64-4439-980a-ab2af5f97102 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:59:11.593816 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7db33f9d-c83a-4225-bf4a-a2170913f2ab req-ccc9b373-96a0-4c84-b921-9758303b6e8d tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:11.625834 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['e7bb8141-7d64-4439-980a-ab2af5f97102'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:59:11.626396 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9b373-96a0-4c84-b921-9758303b6e8d tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Pushing event deleted for resources: {'Port': ['ID=e7bb8141-7d64-4439-980a-ab2af5f97102,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:11.671081 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db33f9d-c83a-4225-bf4a-a2170913f2ab req-ccc9b373-96a0-4c84-b921-9758303b6e8d tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] No DVR routers for this DVR port e7bb8141-7d64-4439-980a-ab2af5f97102 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:59:11.673445 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-7db33f9d-c83a-4225-bf4a-a2170913f2ab req-ccc9b373-96a0-4c84-b921-9758303b6e8d tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:11.675440 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7db33f9d-c83a-4225-bf4a-a2170913f2ab req-ccc9b373-96a0-4c84-b921-9758303b6e8d tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.36 "DELETE /v2.0/ports/e7bb8141-7d64-4439-980a-ab2af5f97102 HTTP/1.1" status: 204 len: 173 time: 0.3970664 Jul 15 23:59:11.675877 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2d887b-f65b-42ab-b051-a4f104885fde', 'name': 'network-vif-deleted', 'tag': 'e7bb8141-7d64-4439-980a-ab2af5f97102'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:59:11.678143 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac3ab2df65406140be9365f9b3f66d4be7bd37abeab186e08b44bb3ea3ff9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279e072f-6760-496a-bfee-4b07ac9b9ddb" -d '{"events": [{"server_uuid": "ea2d887b-f65b-42ab-b051-a4f104885fde", "name": "network-vif-deleted", "tag": "e7bb8141-7d64-4439-980a-ab2af5f97102"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:59:11.717377 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146625c4-115b-44b2-863a-5e6a54f3e038 x-openstack-request-id: req-146625c4-115b-44b2-863a-5e6a54f3e038 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:59:11.717677 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2d887b-f65b-42ab-b051-a4f104885fde", "name": "network-vif-deleted", "tag": "e7bb8141-7d64-4439-980a-ab2af5f97102", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:59:11.717930 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-146625c4-115b-44b2-863a-5e6a54f3e038 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:59:11.718332 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2d887b-f65b-42ab-b051-a4f104885fde', 'name': 'network-vif-deleted', 'tag': 'e7bb8141-7d64-4439-980a-ab2af5f97102', 'status': 'completed', 'code': 200} Jul 15 23:59:12.037686 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f7ad0b02-9edf-40ec-b1d6-b9f14239a406 req-36a0f783-1f1a-4d3f-9693-a980ad3fff63 tempest-TestMinimumBasicScenario-1007170417 tempest-TestMinimumBasicScenario-1007170417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea2d887b-f65b-42ab-b051-a4f104885fde HTTP/1.1" status: 200 len: 210 time: 0.0290263 Jul 15 23:59:13.621299 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38446) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:13.962083 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-caf6e272-5530-435f-ae66-ba71e3d4b967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:14.209917 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-caf6e272-5530-435f-ae66-ba71e3d4b967 admin admin] Deleting port 55955b7b-7b68-4053-a8b1-672e560c1838 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:59:14.210265 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-caf6e272-5530-435f-ae66-ba71e3d4b967 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:14.285617 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-caf6e272-5530-435f-ae66-ba71e3d4b967 admin admin] For port 55955b7b-7b68-4053-a8b1-672e560c1838, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=55955b7b-7b68-4053-a8b1-672e560c1838,segment=NetworkSegment(7b3c0908-e797-4230-9009-fb984672760a),segment_id=7b3c0908-e797-4230-9009-fb984672760a)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:59:14.285977 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-caf6e272-5530-435f-ae66-ba71e3d4b967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:14.298653 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-caf6e272-5530-435f-ae66-ba71e3d4b967 admin admin] Calling delete_port for 55955b7b-7b68-4053-a8b1-672e560c1838 owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:59:14.471738 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-caf6e272-5530-435f-ae66-ba71e3d4b967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:14.496811 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6e272-5530-435f-ae66-ba71e3d4b967 admin admin] Pushing event deleted for resources: {'Port': ['ID=55955b7b-7b68-4053-a8b1-672e560c1838,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:14.664327 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-caf6e272-5530-435f-ae66-ba71e3d4b967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:14.871465 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf6e272-5530-435f-ae66-ba71e3d4b967 admin admin] Router 2885f673-04c1-4b83-9b11-4f976f613fe0 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:59:14.974681 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf6e272-5530-435f-ae66-ba71e3d4b967 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:59:14.979952 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-caf6e272-5530-435f-ae66-ba71e3d4b967 admin admin] 10.222.0.16 "PUT /v2.0/routers/2885f673-04c1-4b83-9b11-4f976f613fe0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3575757 Jul 15 23:59:14.982543 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38450) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:14.985143 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24056170-6dfd-417b-b859-95e8515fe579 None None] Sync routers for ids ['2885f673-04c1-4b83-9b11-4f976f613fe0'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:59:14.994906 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24056170-6dfd-417b-b859-95e8515fe579 None None] Routers {'2885f673-04c1-4b83-9b11-4f976f613fe0'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:59:14.995520 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-24056170-6dfd-417b-b859-95e8515fe579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:58:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['2885f673-04c1-4b83-9b11-4f976f613fe0'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:15.087213 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-02fd5c78-0044-400e-9c93-e999a9100b23 admin admin] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:15.091979 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device e7bb8141-7d64-4439-980a-ab2af5f97102 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:59:15.114240 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: e7bb8141-7d64-4439-980a-ab2af5f97102 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:59:15.114773 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device e7bb8141-7d64-4439-980a-ab2af5f97102 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:59:15.186608 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-02fd5c78-0044-400e-9c93-e999a9100b23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:15.186870 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-24056170-6dfd-417b-b859-95e8515fe579 None None] Set router 2885f673-04c1-4b83-9b11-4f976f613fe0 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:59:15.241654 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-02fd5c78-0044-400e-9c93-e999a9100b23 admin admin] Deleting port b3b345b8-44c8-40b1-81c5-2c052576bfc3 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:59:15.241989 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-02fd5c78-0044-400e-9c93-e999a9100b23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:15.317962 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-02fd5c78-0044-400e-9c93-e999a9100b23 admin admin] For port b3b345b8-44c8-40b1-81c5-2c052576bfc3, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b3b345b8-44c8-40b1-81c5-2c052576bfc3,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:59:15.318316 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-02fd5c78-0044-400e-9c93-e999a9100b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:15.330599 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-02fd5c78-0044-400e-9c93-e999a9100b23 admin admin] Calling delete_port for b3b345b8-44c8-40b1-81c5-2c052576bfc3 owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:59:15.357160 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-24056170-6dfd-417b-b859-95e8515fe579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'name': 'tempest-TestMinimumBasicScenario-1173200038-router', 'tenant_id': '244bb94a0c1246e38564cdb601b50724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'b3b345b8-44c8-40b1-81c5-2c052576bfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:57:03Z', 'updated_at': '2021-07-15T23:59:14Z', 'revision_number': 5, 'project_id': '244bb94a0c1246e38564cdb601b50724', 'gw_port': {'id': 'b3b345b8-44c8-40b1-81c5-2c052576bfc3', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:57:04Z', 'updated_at': '2021-07-15T23:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:15.386169 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24056170-6dfd-417b-b859-95e8515fe579 None None] Checking router: 2885f673-04c1-4b83-9b11-4f976f613fe0 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:59:15.394230 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24056170-6dfd-417b-b859-95e8515fe579 None None] Routers {'2885f673-04c1-4b83-9b11-4f976f613fe0'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:59:15.394930 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-24056170-6dfd-417b-b859-95e8515fe579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:58:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['2885f673-04c1-4b83-9b11-4f976f613fe0'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:15.479312 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-24056170-6dfd-417b-b859-95e8515fe579 None None] Set router 2885f673-04c1-4b83-9b11-4f976f613fe0 gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:59:15.492821 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-02fd5c78-0044-400e-9c93-e999a9100b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:15.518596 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd5c78-0044-400e-9c93-e999a9100b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3b345b8-44c8-40b1-81c5-2c052576bfc3,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:15.535022 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-24056170-6dfd-417b-b859-95e8515fe579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'name': 'tempest-TestMinimumBasicScenario-1173200038-router', 'tenant_id': '244bb94a0c1246e38564cdb601b50724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:57:03Z', 'updated_at': '2021-07-15T23:59:15Z', 'revision_number': 6, 'project_id': '244bb94a0c1246e38564cdb601b50724', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:15.563506 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24056170-6dfd-417b-b859-95e8515fe579 None None] The sync data for ids ['2885f673-04c1-4b83-9b11-4f976f613fe0'] in n-d-787205-9 is: [{'id': '2885f673-04c1-4b83-9b11-4f976f613fe0', 'name': 'tempest-TestMinimumBasicScenario-1173200038-router', 'tenant_id': '244bb94a0c1246e38564cdb601b50724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:57:03Z', 'updated_at': '2021-07-15T23:59:15Z', 'revision_number': 6, 'project_id': '244bb94a0c1246e38564cdb601b50724', 'gw_port_host': None}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:59:15.583524 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-02fd5c78-0044-400e-9c93-e999a9100b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:15.670287 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-02fd5c78-0044-400e-9c93-e999a9100b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:15.672399 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-02fd5c78-0044-400e-9c93-e999a9100b23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:15.714568 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-02fd5c78-0044-400e-9c93-e999a9100b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:15.715108 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fd5c78-0044-400e-9c93-e999a9100b23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2885f673-04c1-4b83-9b11-4f976f613fe0 {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:59:15.719264 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-02fd5c78-0044-400e-9c93-e999a9100b23 admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:15.720735 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-02fd5c78-0044-400e-9c93-e999a9100b23 admin admin] 10.222.0.16 "DELETE /v2.0/routers/2885f673-04c1-4b83-9b11-4f976f613fe0 HTTP/1.1" status: 204 len: 168 time: 0.7367909 Jul 15 23:59:15.723304 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38452) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:15.770230 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-594260d6-9d4e-46d2-8a58-82b582b94554 admin admin] Deleting subnet 7c54da28-9763-4d4f-9891-ada168d84c62 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:59:15.773126 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-594260d6-9d4e-46d2-8a58-82b582b94554 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:15.805194 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-594260d6-9d4e-46d2-8a58-82b582b94554 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:15.880587 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-594260d6-9d4e-46d2-8a58-82b582b94554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:15.932578 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-594260d6-9d4e-46d2-8a58-82b582b94554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:15.962001 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2ec127f1-462f-42b3-8717-d8665de6d04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:15.963051 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594260d6-9d4e-46d2-8a58-82b582b94554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c54da28-9763-4d4f-9891-ada168d84c62,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:15.970681 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-594260d6-9d4e-46d2-8a58-82b582b94554 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:15.970681 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-594260d6-9d4e-46d2-8a58-82b582b94554 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7c54da28-9763-4d4f-9891-ada168d84c62 HTTP/1.1" status: 204 len: 168 time: 0.2451739 Jul 15 23:59:15.972249 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38454) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:15.989282 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f0eb27-a5db-47a9-be71-2fe6e1befd5e None None] Network 472952d2-92fe-40b6-a5b2-b3c428a89d15 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:59:16.043405 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4705ccb-78d1-49ff-8d16-831634b8873a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:16.099158 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e4705ccb-78d1-49ff-8d16-831634b8873a admin admin] Deleting port 1e89ebf6-278f-4f3c-bde3-611210697908 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:59:16.099509 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4705ccb-78d1-49ff-8d16-831634b8873a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:16.162222 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-e4705ccb-78d1-49ff-8d16-831634b8873a admin admin] For port 1e89ebf6-278f-4f3c-bde3-611210697908, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1e89ebf6-278f-4f3c-bde3-611210697908,segment=NetworkSegment(7b3c0908-e797-4230-9009-fb984672760a),segment_id=7b3c0908-e797-4230-9009-fb984672760a)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:59:16.162576 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4705ccb-78d1-49ff-8d16-831634b8873a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:16.174219 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e4705ccb-78d1-49ff-8d16-831634b8873a admin admin] Calling delete_port for 1e89ebf6-278f-4f3c-bde3-611210697908 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:59:16.255633 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4705ccb-78d1-49ff-8d16-831634b8873a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:16.279665 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4705ccb-78d1-49ff-8d16-831634b8873a admin admin] Pushing event deleted for resources: {'Port': ['ID=1e89ebf6-278f-4f3c-bde3-611210697908,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:16.284602 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4705ccb-78d1-49ff-8d16-831634b8873a admin admin] No DVR routers for this DVR port 1e89ebf6-278f-4f3c-bde3-611210697908 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:59:16.361369 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06278024-0a7e-4305-92b0-af9a88195dd4 None None] DHCP port deletion for 472952d2-92fe-40b6-a5b2-b3c428a89d15 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:59:16.364542 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4705ccb-78d1-49ff-8d16-831634b8873a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:16.376901 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-e4705ccb-78d1-49ff-8d16-831634b8873a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['472952d2-92fe-40b6-a5b2-b3c428a89d15']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:16.387637 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-e4705ccb-78d1-49ff-8d16-831634b8873a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3c0908-e797-4230-9009-fb984672760a') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:16.387978 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-e4705ccb-78d1-49ff-8d16-831634b8873a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3c0908-e797-4230-9009-fb984672760a') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:16.398922 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4705ccb-78d1-49ff-8d16-831634b8873a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:16.413575 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4705ccb-78d1-49ff-8d16-831634b8873a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:16.420470 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4705ccb-78d1-49ff-8d16-831634b8873a admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:59:16.420931 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4705ccb-78d1-49ff-8d16-831634b8873a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: timer() Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: self._notify() Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:59:16.422747 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:59:16.428880 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1e89ebf6-278f-4f3c-bde3-611210697908 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:59:16.452787 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 1e89ebf6-278f-4f3c-bde3-611210697908 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:59:16.453215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1e89ebf6-278f-4f3c-bde3-611210697908 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:59:16.453701 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 55955b7b-7b68-4053-a8b1-672e560c1838 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:59:16.474586 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 55955b7b-7b68-4053-a8b1-672e560c1838 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:59:16.474986 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 55955b7b-7b68-4053-a8b1-672e560c1838 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:59:16.475475 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b3b345b8-44c8-40b1-81c5-2c052576bfc3 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:59:16.477737 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4705ccb-78d1-49ff-8d16-831634b8873a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:16.484687 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4705ccb-78d1-49ff-8d16-831634b8873a admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:16.489544 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e4705ccb-78d1-49ff-8d16-831634b8873a admin admin] 10.222.0.16 "DELETE /v2.0/networks/472952d2-92fe-40b6-a5b2-b3c428a89d15 HTTP/1.1" status: 204 len: 168 time: 0.5133021 Jul 15 23:59:16.489677 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38456) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:16.502752 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: b3b345b8-44c8-40b1-81c5-2c052576bfc3 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:59:16.503103 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b3b345b8-44c8-40b1-81c5-2c052576bfc3 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:59:16.504512 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4705ccb-78d1-49ff-8d16-831634b8873a admin admin] Pushing event deleted for resources: {'Network': ['ID=472952d2-92fe-40b6-a5b2-b3c428a89d15,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:17.174366 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-44bcb451-5a3b-45dd-ad94-0aa930ffa4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:17.426098 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-44bcb451-5a3b-45dd-ad94-0aa930ffa4a7 admin admin] Deleting port 89f9bf29-01ed-4956-a171-a6526f600034 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:59:17.426392 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-44bcb451-5a3b-45dd-ad94-0aa930ffa4a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:17.505435 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-44bcb451-5a3b-45dd-ad94-0aa930ffa4a7 admin admin] For port 89f9bf29-01ed-4956-a171-a6526f600034, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=89f9bf29-01ed-4956-a171-a6526f600034,segment=NetworkSegment(8bf9f303-5cd3-4cce-a215-63517623191f),segment_id=8bf9f303-5cd3-4cce-a215-63517623191f)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:59:17.505792 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-44bcb451-5a3b-45dd-ad94-0aa930ffa4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:17.518651 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-44bcb451-5a3b-45dd-ad94-0aa930ffa4a7 admin admin] Calling delete_port for 89f9bf29-01ed-4956-a171-a6526f600034 owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:59:17.695652 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-44bcb451-5a3b-45dd-ad94-0aa930ffa4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:17.720812 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcb451-5a3b-45dd-ad94-0aa930ffa4a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=89f9bf29-01ed-4956-a171-a6526f600034,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:17.885045 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-44bcb451-5a3b-45dd-ad94-0aa930ffa4a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:18.096511 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44bcb451-5a3b-45dd-ad94-0aa930ffa4a7 admin admin] Router ea1752c7-cbbd-41c5-80e9-a61789b247c0 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:59:18.199516 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bcb451-5a3b-45dd-ad94-0aa930ffa4a7 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:59:18.205398 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-44bcb451-5a3b-45dd-ad94-0aa930ffa4a7 admin admin] 10.222.0.16 "PUT /v2.0/routers/ea1752c7-cbbd-41c5-80e9-a61789b247c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7146480 Jul 15 23:59:18.208015 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38460) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:18.210578 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7819925-c83c-4281-b4d7-e036d58d7e43 None None] Sync routers for ids ['ea1752c7-cbbd-41c5-80e9-a61789b247c0'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:59:18.219829 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7819925-c83c-4281-b4d7-e036d58d7e43 None None] Routers {'ea1752c7-cbbd-41c5-80e9-a61789b247c0'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:59:18.220432 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f7819925-c83c-4281-b4d7-e036d58d7e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:58:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['ea1752c7-cbbd-41c5-80e9-a61789b247c0'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:18.318876 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d089a390-cfea-4fa9-87db-1a0777c9b414 admin admin] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:18.333764 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-f7819925-c83c-4281-b4d7-e036d58d7e43 None None] Set router ea1752c7-cbbd-41c5-80e9-a61789b247c0 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:59:18.360351 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d710ea81-d8ef-4166-9fe1-797d60e4d000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:18.420708 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d089a390-cfea-4fa9-87db-1a0777c9b414 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:18.473661 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d089a390-cfea-4fa9-87db-1a0777c9b414 admin admin] Deleting port b4a5c207-4346-4dc0-aa54-0db853bc864c {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:59:18.474004 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d089a390-cfea-4fa9-87db-1a0777c9b414 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:18.512079 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f7819925-c83c-4281-b4d7-e036d58d7e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1752c7-cbbd-41c5-80e9-a61789b247c0', 'name': 'tempest-TestMinimumBasicScenario-1372107879-router', 'tenant_id': '2e091181ed9140c4a0de87b84ab96b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'b4a5c207-4346-4dc0-aa54-0db853bc864c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:57:08Z', 'updated_at': '2021-07-15T23:59:17Z', 'revision_number': 5, 'project_id': '2e091181ed9140c4a0de87b84ab96b34', 'gw_port': {'id': 'b4a5c207-4346-4dc0-aa54-0db853bc864c', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:10:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1752c7-cbbd-41c5-80e9-a61789b247c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:57:09Z', 'updated_at': '2021-07-15T23:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:18.541596 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7819925-c83c-4281-b4d7-e036d58d7e43 None None] Checking router: ea1752c7-cbbd-41c5-80e9-a61789b247c0 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:59:18.550688 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7819925-c83c-4281-b4d7-e036d58d7e43 None None] Routers {'ea1752c7-cbbd-41c5-80e9-a61789b247c0'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:59:18.551372 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f7819925-c83c-4281-b4d7-e036d58d7e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:59:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['ea1752c7-cbbd-41c5-80e9-a61789b247c0'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:18.554147 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-d089a390-cfea-4fa9-87db-1a0777c9b414 admin admin] For port b4a5c207-4346-4dc0-aa54-0db853bc864c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b4a5c207-4346-4dc0-aa54-0db853bc864c,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:59:18.554511 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d089a390-cfea-4fa9-87db-1a0777c9b414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:18.566702 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-d089a390-cfea-4fa9-87db-1a0777c9b414 admin admin] Calling delete_port for b4a5c207-4346-4dc0-aa54-0db853bc864c owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:59:18.636132 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-f7819925-c83c-4281-b4d7-e036d58d7e43 None None] Set router ea1752c7-cbbd-41c5-80e9-a61789b247c0 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:59:18.686703 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f7819925-c83c-4281-b4d7-e036d58d7e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1752c7-cbbd-41c5-80e9-a61789b247c0', 'name': 'tempest-TestMinimumBasicScenario-1372107879-router', 'tenant_id': '2e091181ed9140c4a0de87b84ab96b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:57:08Z', 'updated_at': '2021-07-15T23:59:18Z', 'revision_number': 6, 'project_id': '2e091181ed9140c4a0de87b84ab96b34', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:18.716266 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7819925-c83c-4281-b4d7-e036d58d7e43 None None] The sync data for ids ['ea1752c7-cbbd-41c5-80e9-a61789b247c0'] in n-d-787205-9 is: [{'id': 'ea1752c7-cbbd-41c5-80e9-a61789b247c0', 'name': 'tempest-TestMinimumBasicScenario-1372107879-router', 'tenant_id': '2e091181ed9140c4a0de87b84ab96b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:57:08Z', 'updated_at': '2021-07-15T23:59:18Z', 'revision_number': 6, 'project_id': '2e091181ed9140c4a0de87b84ab96b34', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:59:18.731462 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d089a390-cfea-4fa9-87db-1a0777c9b414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:18.757598 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089a390-cfea-4fa9-87db-1a0777c9b414 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4a5c207-4346-4dc0-aa54-0db853bc864c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:18.810889 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:18.817951 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d089a390-cfea-4fa9-87db-1a0777c9b414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:18.905703 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d089a390-cfea-4fa9-87db-1a0777c9b414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:18.907793 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d089a390-cfea-4fa9-87db-1a0777c9b414 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:18.952619 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d089a390-cfea-4fa9-87db-1a0777c9b414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:18.953192 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d089a390-cfea-4fa9-87db-1a0777c9b414 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea1752c7-cbbd-41c5-80e9-a61789b247c0 {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:59:18.957787 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d089a390-cfea-4fa9-87db-1a0777c9b414 admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:18.958952 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d089a390-cfea-4fa9-87db-1a0777c9b414 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ea1752c7-cbbd-41c5-80e9-a61789b247c0 HTTP/1.1" status: 204 len: 168 time: 0.7495289 Jul 15 23:59:18.961540 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38462) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:19.004853 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-c37871ee-47b1-4516-acbb-97c26727f0cf admin admin] Deleting subnet 8bc96e64-9875-4a6b-a8c3-e75b7e2b89e7 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:59:19.007756 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c37871ee-47b1-4516-acbb-97c26727f0cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:19.040054 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c37871ee-47b1-4516-acbb-97c26727f0cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:19.124148 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c37871ee-47b1-4516-acbb-97c26727f0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:19.175934 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c37871ee-47b1-4516-acbb-97c26727f0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:19.200927 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37871ee-47b1-4516-acbb-97c26727f0cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bc96e64-9875-4a6b-a8c3-e75b7e2b89e7,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:19.204297 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c37871ee-47b1-4516-acbb-97c26727f0cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:19.207550 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c37871ee-47b1-4516-acbb-97c26727f0cf admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8bc96e64-9875-4a6b-a8c3-e75b7e2b89e7 HTTP/1.1" status: 204 len: 168 time: 0.2447791 Jul 15 23:59:19.209694 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38464) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:19.212284 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7c9ff2-7caf-4002-8d70-1ccef6e74e12 None None] Network ec4b2e96-2aa7-4374-854c-e8df5e22d072 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:59:19.280180 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3b1ca2b-fd88-4e28-9dae-8bd3c6521458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:19.333647 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a3b1ca2b-fd88-4e28-9dae-8bd3c6521458 admin admin] Deleting port cffeb85e-ae28-41e0-8806-2197236e9b7c {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:59:19.334202 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3b1ca2b-fd88-4e28-9dae-8bd3c6521458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:19.395215 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-a3b1ca2b-fd88-4e28-9dae-8bd3c6521458 admin admin] For port cffeb85e-ae28-41e0-8806-2197236e9b7c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=cffeb85e-ae28-41e0-8806-2197236e9b7c,segment=NetworkSegment(8bf9f303-5cd3-4cce-a215-63517623191f),segment_id=8bf9f303-5cd3-4cce-a215-63517623191f)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:59:19.395492 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3b1ca2b-fd88-4e28-9dae-8bd3c6521458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:19.407945 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-a3b1ca2b-fd88-4e28-9dae-8bd3c6521458 admin admin] Calling delete_port for cffeb85e-ae28-41e0-8806-2197236e9b7c owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:59:19.465662 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27ba0d9-e340-4c28-97c0-238d3db29b98 None None] DHCP port deletion for ec4b2e96-2aa7-4374-854c-e8df5e22d072 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:59:19.493516 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3b1ca2b-fd88-4e28-9dae-8bd3c6521458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:19.518128 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1ca2b-fd88-4e28-9dae-8bd3c6521458 admin admin] Pushing event deleted for resources: {'Port': ['ID=cffeb85e-ae28-41e0-8806-2197236e9b7c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:19.518578 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-d27ba0d9-e340-4c28-97c0-238d3db29b98 None None] Deleting port cffeb85e-ae28-41e0-8806-2197236e9b7c {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:59:19.518981 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d27ba0d9-e340-4c28-97c0-238d3db29b98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:19.521800 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b1ca2b-fd88-4e28-9dae-8bd3c6521458 admin admin] No DVR routers for this DVR port cffeb85e-ae28-41e0-8806-2197236e9b7c on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:59:19.588598 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-d27ba0d9-e340-4c28-97c0-238d3db29b98 None None] For port cffeb85e-ae28-41e0-8806-2197236e9b7c, host n-d-787205-9, got binding levels [] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:59:19.588905 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d27ba0d9-e340-4c28-97c0-238d3db29b98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:19.596126 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3b1ca2b-fd88-4e28-9dae-8bd3c6521458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:19.601082 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-d27ba0d9-e340-4c28-97c0-238d3db29b98 None None] Calling delete_port for cffeb85e-ae28-41e0-8806-2197236e9b7c owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:59:19.603871 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.ipam_backend_mixin [None req-d27ba0d9-e340-4c28-97c0-238d3db29b98 None None] Port cffeb85e-ae28-41e0-8806-2197236e9b7c was not found and therefore no delete operation was performed {{(pid=93800) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:59:19.605102 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d27ba0d9-e340-4c28-97c0-238d3db29b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:19.605947 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-a3b1ca2b-fd88-4e28-9dae-8bd3c6521458 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec4b2e96-2aa7-4374-854c-e8df5e22d072']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:19.616273 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-a3b1ca2b-fd88-4e28-9dae-8bd3c6521458 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bf9f303-5cd3-4cce-a215-63517623191f') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:19.616574 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-a3b1ca2b-fd88-4e28-9dae-8bd3c6521458 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bf9f303-5cd3-4cce-a215-63517623191f') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:19.625693 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3b1ca2b-fd88-4e28-9dae-8bd3c6521458 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:19.632631 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ba0d9-e340-4c28-97c0-238d3db29b98 None None] Pushing event deleted for resources: {'Port': ['ID=cffeb85e-ae28-41e0-8806-2197236e9b7c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:19.635020 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27ba0d9-e340-4c28-97c0-238d3db29b98 None None] No DVR routers for this DVR port cffeb85e-ae28-41e0-8806-2197236e9b7c on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:59:19.646382 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3b1ca2b-fd88-4e28-9dae-8bd3c6521458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:19.647177 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ba0d9-e340-4c28-97c0-238d3db29b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:19.647177 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ba0d9-e340-4c28-97c0-238d3db29b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:19.647177 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ba0d9-e340-4c28-97c0-238d3db29b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:19.647177 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ba0d9-e340-4c28-97c0-238d3db29b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:19.647177 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ba0d9-e340-4c28-97c0-238d3db29b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:19.647177 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ba0d9-e340-4c28-97c0-238d3db29b98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:19.647177 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ba0d9-e340-4c28-97c0-238d3db29b98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:19.647177 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ba0d9-e340-4c28-97c0-238d3db29b98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:19.647177 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ba0d9-e340-4c28-97c0-238d3db29b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:19.647858 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ba0d9-e340-4c28-97c0-238d3db29b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:19.647858 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ba0d9-e340-4c28-97c0-238d3db29b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:19.648529 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ba0d9-e340-4c28-97c0-238d3db29b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:19.659012 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b1ca2b-fd88-4e28-9dae-8bd3c6521458 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:59:19.659437 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3b1ca2b-fd88-4e28-9dae-8bd3c6521458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: timer() Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: self._notify() Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:59:19.661129 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:59:19.715095 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3b1ca2b-fd88-4e28-9dae-8bd3c6521458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:19.720923 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a3b1ca2b-fd88-4e28-9dae-8bd3c6521458 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:19.725159 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a3b1ca2b-fd88-4e28-9dae-8bd3c6521458 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ec4b2e96-2aa7-4374-854c-e8df5e22d072 HTTP/1.1" status: 204 len: 168 time: 0.5116727 Jul 15 23:59:19.733898 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1ca2b-fd88-4e28-9dae-8bd3c6521458 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec4b2e96-2aa7-4374-854c-e8df5e22d072,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:19.845216 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:19.898832 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38468) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:19.941774 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-11e5dfd4-9d6d-45d6-ae0f-904af8e9d249 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=244bb94a0c1246e38564cdb601b50724&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417180 Jul 15 23:59:19.944245 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38470) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:19.992376 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6d5b2f3a-e2dd-4c59-91e4-2cc1e9a5d146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:20.013200 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6d5b2f3a-e2dd-4c59-91e4-2cc1e9a5d146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:20.058268 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6d5b2f3a-e2dd-4c59-91e4-2cc1e9a5d146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:20.061557 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6d5b2f3a-e2dd-4c59-91e4-2cc1e9a5d146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:20.062996 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6d5b2f3a-e2dd-4c59-91e4-2cc1e9a5d146 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19da65e3-ac15-4224-9930-25bc808d6a97 HTTP/1.1" status: 204 len: 168 time: 0.1178412 Jul 15 23:59:20.070697 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b2f3a-e2dd-4c59-91e4-2cc1e9a5d146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19da65e3-ac15-4224-9930-25bc808d6a97,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:20.308094 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cffeb85e-ae28-41e0-8806-2197236e9b7c no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:59:20.328607 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: cffeb85e-ae28-41e0-8806-2197236e9b7c {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:59:20.328945 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device cffeb85e-ae28-41e0-8806-2197236e9b7c not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:59:20.329354 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b4a5c207-4346-4dc0-aa54-0db853bc864c no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:59:20.348456 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: b4a5c207-4346-4dc0-aa54-0db853bc864c {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:59:20.348875 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b4a5c207-4346-4dc0-aa54-0db853bc864c not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:59:20.349117 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 89f9bf29-01ed-4956-a171-a6526f600034 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:59:20.367847 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 89f9bf29-01ed-4956-a171-a6526f600034 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:59:20.368191 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 89f9bf29-01ed-4956-a171-a6526f600034 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:59:20.370752 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38476) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:20.409248 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-15bc69ff-ce28-4b17-96db-042a018e798a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e091181ed9140c4a0de87b84ab96b34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373840 Jul 15 23:59:20.411790 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38478) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:20.458304 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cac11c46-a865-4102-add1-0cf5d3cf0ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:20.478498 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cac11c46-a865-4102-add1-0cf5d3cf0ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:20.525935 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cac11c46-a865-4102-add1-0cf5d3cf0ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:20.528520 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cac11c46-a865-4102-add1-0cf5d3cf0ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:20.529685 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-cac11c46-a865-4102-add1-0cf5d3cf0ad6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f6f2b759-4322-4fe1-b7d1-083d320084e9 HTTP/1.1" status: 204 len: 168 time: 0.1170170 Jul 15 23:59:20.537342 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac11c46-a865-4102-add1-0cf5d3cf0ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f2b759-4322-4fe1-b7d1-083d320084e9,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:21.400137 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:21.974553 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38520) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:21.979233 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-e01ffd83-6d17-482c-ae11-123ed1ce39f3 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-290626909', 'description': 'tempest-secgroup-smoke-290626909 description', 'project_id': '16c130c7698b4f289398f3a08d45c53f'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:59:22.000687 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e01ffd83-6d17-482c-ae11-123ed1ce39f3 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.008158 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e01ffd83-6d17-482c-ae11-123ed1ce39f3 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.097545 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e01ffd83-6d17-482c-ae11-123ed1ce39f3 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.101192 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e01ffd83-6d17-482c-ae11-123ed1ce39f3 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.137467 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ffd83-6d17-482c-ae11-123ed1ce39f3 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d92771b-191c-4fa3-8859-26f6ca218a46,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:22.189582 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e01ffd83-6d17-482c-ae11-123ed1ce39f3 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.193172 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e01ffd83-6d17-482c-ae11-123ed1ce39f3 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.218115 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e01ffd83-6d17-482c-ae11-123ed1ce39f3 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.219342 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e01ffd83-6d17-482c-ae11-123ed1ce39f3 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2437694 Jul 15 23:59:22.222420 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38522) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:22.223998 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ffd83-6d17-482c-ae11-123ed1ce39f3 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3affbd5a-4df5-44aa-ba3f-87a753819f2b,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:22.227172 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4b6092b8-be18-4bd9-9cea-fad0144e5a50 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group_rule': {'security_group_id': '3affbd5a-4df5-44aa-ba3f-87a753819f2b', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:59:22.253653 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4b6092b8-be18-4bd9-9cea-fad0144e5a50 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.311918 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4b6092b8-be18-4bd9-9cea-fad0144e5a50 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.315826 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4b6092b8-be18-4bd9-9cea-fad0144e5a50 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.335087 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6092b8-be18-4bd9-9cea-fad0144e5a50 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22de9253-94b5-48c2-b79b-b26dd7217d4f,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:22.338166 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4b6092b8-be18-4bd9-9cea-fad0144e5a50 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.339379 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4b6092b8-be18-4bd9-9cea-fad0144e5a50 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158950 Jul 15 23:59:22.342029 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38524) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:22.346411 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2052feca-d5c4-4c42-b743-759adc980e0c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group_rule': {'security_group_id': '3affbd5a-4df5-44aa-ba3f-87a753819f2b', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:59:22.372119 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2052feca-d5c4-4c42-b743-759adc980e0c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.428063 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2052feca-d5c4-4c42-b743-759adc980e0c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.431486 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2052feca-d5c4-4c42-b743-759adc980e0c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.448800 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052feca-d5c4-4c42-b743-759adc980e0c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45fe262c-8601-46f2-8c6b-4e6144999347,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:22.454864 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2052feca-d5c4-4c42-b743-759adc980e0c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.456136 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2052feca-d5c4-4c42-b743-759adc980e0c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1131911 Jul 15 23:59:22.458795 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38526) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:22.463455 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-69b17b85-c562-41d7-ba71-663884c0634c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group_rule': {'security_group_id': '3affbd5a-4df5-44aa-ba3f-87a753819f2b', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:59:22.489635 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69b17b85-c562-41d7-ba71-663884c0634c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.546403 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69b17b85-c562-41d7-ba71-663884c0634c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.549786 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69b17b85-c562-41d7-ba71-663884c0634c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.567880 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b17b85-c562-41d7-ba71-663884c0634c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a98143-230a-432a-a3b8-0b2098640c7d,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:22.573626 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-69b17b85-c562-41d7-ba71-663884c0634c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.574899 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-69b17b85-c562-41d7-ba71-663884c0634c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150544 Jul 15 23:59:22.577530 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38528) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:22.581848 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5c17a72a-72bd-4a78-9789-9b6ffb5ac987 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group_rule': {'security_group_id': '3affbd5a-4df5-44aa-ba3f-87a753819f2b', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:59:22.608325 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c17a72a-72bd-4a78-9789-9b6ffb5ac987 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.669060 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c17a72a-72bd-4a78-9789-9b6ffb5ac987 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.672553 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c17a72a-72bd-4a78-9789-9b6ffb5ac987 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.688499 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17a72a-72bd-4a78-9789-9b6ffb5ac987 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53026add-19cc-4e4b-a547-d8d8323ab96a,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:22.697747 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c17a72a-72bd-4a78-9789-9b6ffb5ac987 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.699015 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5c17a72a-72bd-4a78-9789-9b6ffb5ac987 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205585 Jul 15 23:59:22.702515 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38530) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:22.707391 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-6143ab07-a79c-4ced-aeb1-5859a981df93 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group_rule': {'security_group_id': '3affbd5a-4df5-44aa-ba3f-87a753819f2b', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:59:22.728226 n-d-787205-9 neutron-server[93799]: INFO neutron.db.securitygroups_db [None req-6143ab07-a79c-4ced-aeb1-5859a981df93 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Project 16c130c7698b4f289398f3a08d45c53f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:59:22.732922 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6143ab07-a79c-4ced-aeb1-5859a981df93 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.790712 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6143ab07-a79c-4ced-aeb1-5859a981df93 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.794887 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6143ab07-a79c-4ced-aeb1-5859a981df93 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.813095 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143ab07-a79c-4ced-aeb1-5859a981df93 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fcd761b-c998-4d47-a173-cbf0acea8fd3,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:22.818808 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6143ab07-a79c-4ced-aeb1-5859a981df93 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.819956 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6143ab07-a79c-4ced-aeb1-5859a981df93 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1162484 Jul 15 23:59:22.822544 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38532) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:22.826886 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-3ced675c-e18c-441a-a9c4-1fbb4b4fa000 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group_rule': {'security_group_id': '3affbd5a-4df5-44aa-ba3f-87a753819f2b', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:59:22.848199 n-d-787205-9 neutron-server[93799]: INFO neutron.db.securitygroups_db [None req-3ced675c-e18c-441a-a9c4-1fbb4b4fa000 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Project 16c130c7698b4f289398f3a08d45c53f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:59:22.853058 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3ced675c-e18c-441a-a9c4-1fbb4b4fa000 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.914585 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3ced675c-e18c-441a-a9c4-1fbb4b4fa000 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.918098 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3ced675c-e18c-441a-a9c4-1fbb4b4fa000 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.938376 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced675c-e18c-441a-a9c4-1fbb4b4fa000 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9096e0fb-1a65-4242-8869-e0c44c8f1835,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:22.941500 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3ced675c-e18c-441a-a9c4-1fbb4b4fa000 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.942695 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3ced675c-e18c-441a-a9c4-1fbb4b4fa000 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191664 Jul 15 23:59:22.945776 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38534) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:22.950945 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-4ce85f39-8d97-4525-8e9f-caa806f245dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'network': {'name': 'tempest-network-smoke--1356365126', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'port_security_enabled': True}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:59:22.970928 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce85f39-8d97-4525-8e9f-caa806f245dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Made reservation on behalf of 16c130c7698b4f289398f3a08d45c53f for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:59:22.974361 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4ce85f39-8d97-4525-8e9f-caa806f245dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.997953 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce85f39-8d97-4525-8e9f-caa806f245dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:59:23.006468 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4ce85f39-8d97-4525-8e9f-caa806f245dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:23.006840 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-4ce85f39-8d97-4525-8e9f-caa806f245dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Added segment df5b89bb-f355-4053-9fa4-970b30980105 of type vlan for network 625f324e-962a-471a-b479-c33adacb0508 Jul 15 23:59:23.044437 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4ce85f39-8d97-4525-8e9f-caa806f245dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:23.072079 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4ce85f39-8d97-4525-8e9f-caa806f245dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:23.077660 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce85f39-8d97-4525-8e9f-caa806f245dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:23.078240 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4ce85f39-8d97-4525-8e9f-caa806f245dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:23.110447 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4ce85f39-8d97-4525-8e9f-caa806f245dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1635044 Jul 15 23:59:23.113398 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38536) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:23.120042 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-31a4b08a-ec9d-4de0-9f47-7d630f6cd6a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-697038659', 'admin_state_up': True, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:59:23.159527 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce85f39-8d97-4525-8e9f-caa806f245dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Network': ['ID=625f324e-962a-471a-b479-c33adacb0508,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:23.170251 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 625f324e-962a-471a-b479-c33adacb0508 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:59:23.179152 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-31a4b08a-ec9d-4de0-9f47-7d630f6cd6a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:23.180142 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-31a4b08a-ec9d-4de0-9f47-7d630f6cd6a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:23.231129 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-31a4b08a-ec9d-4de0-9f47-7d630f6cd6a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:23.368989 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-31a4b08a-ec9d-4de0-9f47-7d630f6cd6a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:23.550551 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-31a4b08a-ec9d-4de0-9f47-7d630f6cd6a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:23.572249 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-31a4b08a-ec9d-4de0-9f47-7d630f6cd6a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:23.667897 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-31a4b08a-ec9d-4de0-9f47-7d630f6cd6a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Allocated IP 172.25.4.175 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/b5093777-db72-4ebc-9a8e-1ac871ef4e31) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:59:23.770220 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-31a4b08a-ec9d-4de0-9f47-7d630f6cd6a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:23.807837 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-31a4b08a-ec9d-4de0-9f47-7d630f6cd6a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:23.850804 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a4b08a-ec9d-4de0-9f47-7d630f6cd6a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:59:23.854247 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-31a4b08a-ec9d-4de0-9f47-7d630f6cd6a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:59:23.859165 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a4b08a-ec9d-4de0-9f47-7d630f6cd6a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:59:23.862585 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4b08a-ec9d-4de0-9f47-7d630f6cd6a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Port': ['ID=b5093777-db72-4ebc-9a8e-1ac871ef4e31,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:24.102256 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-31a4b08a-ec9d-4de0-9f47-7d630f6cd6a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:24.291430 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-31a4b08a-ec9d-4de0-9f47-7d630f6cd6a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:24.413659 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a4b08a-ec9d-4de0-9f47-7d630f6cd6a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Router 712cffcd-58a0-4344-a636-04abbfc4757d is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:59:24.613823 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:24.843762 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a4b08a-ec9d-4de0-9f47-7d630f6cd6a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:59:24.853862 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b759373-5937-40c5-9105-d204cb8f7491 None None] Sync routers for ids ['712cffcd-58a0-4344-a636-04abbfc4757d'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:59:24.862788 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-31a4b08a-ec9d-4de0-9f47-7d630f6cd6a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:24.863991 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b759373-5937-40c5-9105-d204cb8f7491 None None] Routers {'712cffcd-58a0-4344-a636-04abbfc4757d'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:59:24.864317 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-31a4b08a-ec9d-4de0-9f47-7d630f6cd6a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7496877 Jul 15 23:59:24.864544 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-5b759373-5937-40c5-9105-d204cb8f7491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:59:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['712cffcd-58a0-4344-a636-04abbfc4757d'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:24.867055 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38538) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:24.967832 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-5b759373-5937-40c5-9105-d204cb8f7491 None None] Set router 712cffcd-58a0-4344-a636-04abbfc4757d gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:59:24.984966 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-07cadb29-4180-4daf-92bb-a5edcee27075 tempest-TestNetworkAdvancedServerOps-433953513 tempest-TestNetworkAdvancedServerOps-433953513-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=16c130c7698b4f289398f3a08d45c53f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1168499 Jul 15 23:59:24.987655 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38542) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:25.072003 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6488fc-d605-4176-bbdf-8d14247d85cd tempest-TestNetworkAdvancedServerOps-433953513 tempest-TestNetworkAdvancedServerOps-433953513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:25.073495 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fe6488fc-d605-4176-bbdf-8d14247d85cd tempest-TestNetworkAdvancedServerOps-433953513 tempest-TestNetworkAdvancedServerOps-433953513-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0849514 Jul 15 23:59:25.076974 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38544) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:25.107568 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-32ddada7-71a1-4e00-a903-401b42ec5ace tempest-TestNetworkAdvancedServerOps-433953513 tempest-TestNetworkAdvancedServerOps-433953513-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=61ac1f85-79f4-4ace-93a9-51b85862f208&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295231 Jul 15 23:59:25.110186 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38546) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:25.115030 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-ae7209aa-ac86-4506-8a5e-2c1e6f9c2926 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2114741586', 'network_id': '625f324e-962a-471a-b479-c33adacb0508', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:59:25.139403 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-5b759373-5937-40c5-9105-d204cb8f7491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697038659', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'b5093777-db72-4ebc-9a8e-1ac871ef4e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:23Z', 'updated_at': '2021-07-15T23:59:23Z', 'revision_number': 3, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': 'b5093777-db72-4ebc-9a8e-1ac871ef4e31', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:23Z', 'updated_at': '2021-07-15T23:59:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:25.164519 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b759373-5937-40c5-9105-d204cb8f7491 None None] Checking router: 712cffcd-58a0-4344-a636-04abbfc4757d for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:59:25.164864 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b759373-5937-40c5-9105-d204cb8f7491 None None] Updating router 712cffcd-58a0-4344-a636-04abbfc4757d port b5093777-db72-4ebc-9a8e-1ac871ef4e31 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:59:25.199386 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7209aa-ac86-4506-8a5e-2c1e6f9c2926 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Made reservation on behalf of 16c130c7698b4f289398f3a08d45c53f for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:59:25.201223 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b759373-5937-40c5-9105-d204cb8f7491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:25.203384 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae7209aa-ac86-4506-8a5e-2c1e6f9c2926 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:25.376641 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae7209aa-ac86-4506-8a5e-2c1e6f9c2926 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:25.439375 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7209aa-ac86-4506-8a5e-2c1e6f9c2926 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Subnet': ['ID=52f8ce11-d3d2-4d37-ac6c-10ce251231d7,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:25.443047 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b759373-5937-40c5-9105-d204cb8f7491 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:25.447371 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7209aa-ac86-4506-8a5e-2c1e6f9c2926 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Checking segment: {'id': 'df5b89bb-f355-4053-9fa4-970b30980105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '625f324e-962a-471a-b479-c33adacb0508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:59:25.447733 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7209aa-ac86-4506-8a5e-2c1e6f9c2926 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network hostable DHCP agents. Network: 625f324e-962a-471a-b479-c33adacb0508, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:59:25.453006 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-5b759373-5937-40c5-9105-d204cb8f7491 None None] Transition to ACTIVE for port object b5093777-db72-4ebc-9a8e-1ac871ef4e31 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:59:25.458731 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b759373-5937-40c5-9105-d204cb8f7491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:25.463682 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7209aa-ac86-4506-8a5e-2c1e6f9c2926 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network 625f324e-962a-471a-b479-c33adacb0508 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:59:25.472205 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-ae7209aa-ac86-4506-8a5e-2c1e6f9c2926 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 625f324e-962a-471a-b479-c33adacb0508) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:59:25.476162 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7209aa-ac86-4506-8a5e-2c1e6f9c2926 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:25.476726 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ae7209aa-ac86-4506-8a5e-2c1e6f9c2926 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:25.486407 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73eb027b-56b6-48aa-a79f-435f2e3c63ce None None] Network 625f324e-962a-471a-b479-c33adacb0508 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:59:25.495040 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ae7209aa-ac86-4506-8a5e-2c1e6f9c2926 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3812203 Jul 15 23:59:25.495320 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38548) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:25.502260 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-5b759373-5937-40c5-9105-d204cb8f7491 None None] Attempting to bind port b5093777-db72-4ebc-9a8e-1ac871ef4e31 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:59:25.502649 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-5b759373-5937-40c5-9105-d204cb8f7491 None None] Attempting to bind port b5093777-db72-4ebc-9a8e-1ac871ef4e31 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:59:25.503021 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b759373-5937-40c5-9105-d204cb8f7491 None None] Attempting to bind port b5093777-db72-4ebc-9a8e-1ac871ef4e31 on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:59:25.514186 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b759373-5937-40c5-9105-d204cb8f7491 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:59:25.514554 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b759373-5937-40c5-9105-d204cb8f7491 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:59:25.514974 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b759373-5937-40c5-9105-d204cb8f7491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:25.515877 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b759373-5937-40c5-9105-d204cb8f7491 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:59:25.515877 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-5b759373-5937-40c5-9105-d204cb8f7491 None None] Bound port: b5093777-db72-4ebc-9a8e-1ac871ef4e31, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:59:25.516179 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b759373-5937-40c5-9105-d204cb8f7491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:25.552151 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1f5e2-d614-4592-8f9d-37651ae97cff None None] Pushing event updated for resources: {'Port': ['ID=b5093777-db72-4ebc-9a8e-1ac871ef4e31,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:25.561166 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1f5e2-d614-4592-8f9d-37651ae97cff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:25.561513 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1f5e2-d614-4592-8f9d-37651ae97cff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:25.561855 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1f5e2-d614-4592-8f9d-37651ae97cff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:25.562448 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1f5e2-d614-4592-8f9d-37651ae97cff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:25.562807 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1f5e2-d614-4592-8f9d-37651ae97cff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:25.563136 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1f5e2-d614-4592-8f9d-37651ae97cff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:25.563462 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1f5e2-d614-4592-8f9d-37651ae97cff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:25.563785 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1f5e2-d614-4592-8f9d-37651ae97cff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:25.564106 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1f5e2-d614-4592-8f9d-37651ae97cff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:25.564428 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1f5e2-d614-4592-8f9d-37651ae97cff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:25.564747 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1f5e2-d614-4592-8f9d-37651ae97cff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:25.565698 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1f5e2-d614-4592-8f9d-37651ae97cff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:25.592173 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-5b759373-5937-40c5-9105-d204cb8f7491 None None] For port b5093777-db72-4ebc-9a8e-1ac871ef4e31, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:59:25.595238 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-5b759373-5937-40c5-9105-d204cb8f7491 None None] For port b5093777-db72-4ebc-9a8e-1ac871ef4e31, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b5093777-db72-4ebc-9a8e-1ac871ef4e31,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:59:25.601087 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b759373-5937-40c5-9105-d204cb8f7491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:25.643111 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc71c6d8-4380-41e0-af39-876b62270ba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-625f324e-962a-471a-b479-c33adacb0508', 'network_id': '625f324e-962a-471a-b479-c33adacb0508', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'fixed_ips': [{'subnet_id': '52f8ce11-d3d2-4d37-ac6c-10ce251231d7'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:59:25.644793 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bc71c6d8-4380-41e0-af39-876b62270ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:25.667165 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1f5e2-d614-4592-8f9d-37651ae97cff None None] Pushing event updated for resources: {'Port': ['ID=b5093777-db72-4ebc-9a8e-1ac871ef4e31,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:25.679134 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b759373-5937-40c5-9105-d204cb8f7491 None None] Routers {'712cffcd-58a0-4344-a636-04abbfc4757d'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:59:25.679742 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-5b759373-5937-40c5-9105-d204cb8f7491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:59:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['712cffcd-58a0-4344-a636-04abbfc4757d'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:25.783531 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-bc71c6d8-4380-41e0-af39-876b62270ba2 None None] Allocated IP 172.20.0.2 (625f324e-962a-471a-b479-c33adacb0508/52f8ce11-d3d2-4d37-ac6c-10ce251231d7/b0fcf911-e650-4f4c-8704-2a1cdcdbe54b) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:59:25.788611 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-5b759373-5937-40c5-9105-d204cb8f7491 None None] Set router 712cffcd-58a0-4344-a636-04abbfc4757d gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:59:25.932709 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-697923d6-6e81-42e0-91d5-10190d36c40b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:25.933401 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bc71c6d8-4380-41e0-af39-876b62270ba2 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:25.947688 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-bc71c6d8-4380-41e0-af39-876b62270ba2 None None] Transition to ACTIVE for port object b0fcf911-e650-4f4c-8704-2a1cdcdbe54b will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:59:25.960362 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-bc71c6d8-4380-41e0-af39-876b62270ba2 None None] Transition to ACTIVE for port object b0fcf911-e650-4f4c-8704-2a1cdcdbe54b will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:59:25.967609 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bc71c6d8-4380-41e0-af39-876b62270ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:26.008119 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc71c6d8-4380-41e0-af39-876b62270ba2 None None] Network 625f324e-962a-471a-b479-c33adacb0508 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:59:26.012489 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-bc71c6d8-4380-41e0-af39-876b62270ba2 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:59:26.017802 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc71c6d8-4380-41e0-af39-876b62270ba2 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:59:26.021860 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71c6d8-4380-41e0-af39-876b62270ba2 None None] Pushing event updated for resources: {'Port': ['ID=b0fcf911-e650-4f4c-8704-2a1cdcdbe54b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:26.076825 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-5b759373-5937-40c5-9105-d204cb8f7491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697038659', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'b5093777-db72-4ebc-9a8e-1ac871ef4e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:23Z', 'updated_at': '2021-07-15T23:59:23Z', 'revision_number': 3, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': 'b5093777-db72-4ebc-9a8e-1ac871ef4e31', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:23Z', 'updated_at': '2021-07-15T23:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:26.082477 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-bc71c6d8-4380-41e0-af39-876b62270ba2 None None] Attempting to bind port b0fcf911-e650-4f4c-8704-2a1cdcdbe54b on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:59:26.083092 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-bc71c6d8-4380-41e0-af39-876b62270ba2 None None] Attempting to bind port b0fcf911-e650-4f4c-8704-2a1cdcdbe54b by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'df5b89bb-f355-4053-9fa4-970b30980105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '625f324e-962a-471a-b479-c33adacb0508'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:59:26.083658 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc71c6d8-4380-41e0-af39-876b62270ba2 None None] Attempting to bind port b0fcf911-e650-4f4c-8704-2a1cdcdbe54b on network 625f324e-962a-471a-b479-c33adacb0508 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:59:26.088912 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc71c6d8-4380-41e0-af39-876b62270ba2 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:59:26.089540 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc71c6d8-4380-41e0-af39-876b62270ba2 None None] Checking segment: {'id': 'df5b89bb-f355-4053-9fa4-970b30980105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '625f324e-962a-471a-b479-c33adacb0508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:59:26.090151 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bc71c6d8-4380-41e0-af39-876b62270ba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:26.091345 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc71c6d8-4380-41e0-af39-876b62270ba2 None None] Bound using segment: {'id': 'df5b89bb-f355-4053-9fa4-970b30980105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '625f324e-962a-471a-b479-c33adacb0508'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:59:26.091993 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-bc71c6d8-4380-41e0-af39-876b62270ba2 None None] Bound port: b0fcf911-e650-4f4c-8704-2a1cdcdbe54b, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5b89bb-f355-4053-9fa4-970b30980105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '625f324e-962a-471a-b479-c33adacb0508'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:59:26.092561 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bc71c6d8-4380-41e0-af39-876b62270ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:26.105421 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b759373-5937-40c5-9105-d204cb8f7491 None None] The sync data for ids ['712cffcd-58a0-4344-a636-04abbfc4757d'] in n-d-787205-9 is: [{'id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697038659', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'b5093777-db72-4ebc-9a8e-1ac871ef4e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:23Z', 'updated_at': '2021-07-15T23:59:23Z', 'revision_number': 3, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': 'b5093777-db72-4ebc-9a8e-1ac871ef4e31', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:23Z', 'updated_at': '2021-07-15T23:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:59:26.162611 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-bc71c6d8-4380-41e0-af39-876b62270ba2 None None] For port b0fcf911-e650-4f4c-8704-2a1cdcdbe54b, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:59:26.165709 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-bc71c6d8-4380-41e0-af39-876b62270ba2 None None] For port b0fcf911-e650-4f4c-8704-2a1cdcdbe54b, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b0fcf911-e650-4f4c-8704-2a1cdcdbe54b,segment=NetworkSegment(df5b89bb-f355-4053-9fa4-970b30980105),segment_id=df5b89bb-f355-4053-9fa4-970b30980105)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:59:26.171911 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bc71c6d8-4380-41e0-af39-876b62270ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:26.223318 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-697923d6-6e81-42e0-91d5-10190d36c40b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Allocated IP 172.20.0.1 (625f324e-962a-471a-b479-c33adacb0508/52f8ce11-d3d2-4d37-ac6c-10ce251231d7/6be61b6c-b652-4689-8490-a5628fa09245) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:59:26.234311 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71c6d8-4380-41e0-af39-876b62270ba2 None None] Pushing event updated for resources: {'Port': ['ID=b0fcf911-e650-4f4c-8704-2a1cdcdbe54b,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:26.380749 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-697923d6-6e81-42e0-91d5-10190d36c40b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:26.394049 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-697923d6-6e81-42e0-91d5-10190d36c40b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Transition to ACTIVE for port object 6be61b6c-b652-4689-8490-a5628fa09245 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:59:26.455914 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-697923d6-6e81-42e0-91d5-10190d36c40b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:26.512223 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697923d6-6e81-42e0-91d5-10190d36c40b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network 625f324e-962a-471a-b479-c33adacb0508 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:59:26.516248 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-697923d6-6e81-42e0-91d5-10190d36c40b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:59:26.522253 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697923d6-6e81-42e0-91d5-10190d36c40b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:59:26.526262 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697923d6-6e81-42e0-91d5-10190d36c40b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Port': ['ID=6be61b6c-b652-4689-8490-a5628fa09245,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:26.569884 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-697923d6-6e81-42e0-91d5-10190d36c40b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:26.717384 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-697923d6-6e81-42e0-91d5-10190d36c40b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:27.012437 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-697923d6-6e81-42e0-91d5-10190d36c40b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:27.020033 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-697923d6-6e81-42e0-91d5-10190d36c40b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:27.094334 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697923d6-6e81-42e0-91d5-10190d36c40b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Port': ['ID=6be61b6c-b652-4689-8490-a5628fa09245,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:27.096855 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-697923d6-6e81-42e0-91d5-10190d36c40b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:27.193611 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697923d6-6e81-42e0-91d5-10190d36c40b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network 625f324e-962a-471a-b479-c33adacb0508 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:59:27.195207 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-697923d6-6e81-42e0-91d5-10190d36c40b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:59:27.257243 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83700d02-2e25-42a6-a2f0-0258fbd0fd50 None None] Network 625f324e-962a-471a-b479-c33adacb0508 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:59:27.311626 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697923d6-6e81-42e0-91d5-10190d36c40b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Router 712cffcd-58a0-4344-a636-04abbfc4757d has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:59:27.426235 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697923d6-6e81-42e0-91d5-10190d36c40b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:59:27.431413 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-697923d6-6e81-42e0-91d5-10190d36c40b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "PUT /v2.0/routers/712cffcd-58a0-4344-a636-04abbfc4757d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9351726 Jul 15 23:59:27.495601 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-94dee23c-8715-45bc-b171-d3e89394286a None None] Provisioning for port b0fcf911-e650-4f4c-8704-2a1cdcdbe54b completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:59:27.600098 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a4116ae-71d4-401e-b131-a022fb996886 req-ea927500-b84a-48ee-8819-89df5aefd643 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-290626909&fields=id&tenant_id=16c130c7698b4f289398f3a08d45c53f HTTP/1.1" status: 200 len: 267 time: 0.0390809 Jul 15 23:59:27.714547 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4116ae-71d4-401e-b131-a022fb996886 req-14dd537b-f3a8-4d18-9711-989ae6a914d4 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:27.716437 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a4116ae-71d4-401e-b131-a022fb996886 req-14dd537b-f3a8-4d18-9711-989ae6a914d4 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/networks?id=625f324e-962a-471a-b479-c33adacb0508 HTTP/1.1" status: 200 len: 797 time: 0.1093466 Jul 15 23:59:27.734157 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a4116ae-71d4-401e-b131-a022fb996886 req-43f22734-2c66-40b8-b407-7815a70e9272 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/quotas/16c130c7698b4f289398f3a08d45c53f HTTP/1.1" status: 200 len: 375 time: 0.0110302 Jul 15 23:59:27.763463 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251657f1-2b6a-4432-b804-01eb1386db5b None None] Sync routers for ids ['712cffcd-58a0-4344-a636-04abbfc4757d'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:59:27.773808 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251657f1-2b6a-4432-b804-01eb1386db5b None None] Routers {'712cffcd-58a0-4344-a636-04abbfc4757d'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:59:27.774911 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-251657f1-2b6a-4432-b804-01eb1386db5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:59:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['712cffcd-58a0-4344-a636-04abbfc4757d'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:27.805081 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a4116ae-71d4-401e-b131-a022fb996886 req-c7445e1b-daba-4183-8485-5f46321a2f2d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661297 Jul 15 23:59:27.887132 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-143016f4-3826-46e9-8b39-ebd5d6efa2c6 None None] Provisioning for port 6be61b6c-b652-4689-8490-a5628fa09245 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:59:27.897168 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-143016f4-3826-46e9-8b39-ebd5d6efa2c6 None None] Provisioning complete for port 6be61b6c-b652-4689-8490-a5628fa09245 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:59:27.897693 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-143016f4-3826-46e9-8b39-ebd5d6efa2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:27.913116 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a4116ae-71d4-401e-b131-a022fb996886 req-345a4da6-b23d-46a7-b951-96c73aaf9128 service neutron] 10.222.0.16 "GET /v2.0/networks/625f324e-962a-471a-b479-c33adacb0508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934741 Jul 15 23:59:27.928764 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-251657f1-2b6a-4432-b804-01eb1386db5b None None] Set router 712cffcd-58a0-4344-a636-04abbfc4757d gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:59:27.971184 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-143016f4-3826-46e9-8b39-ebd5d6efa2c6 None None] Port 6be61b6c-b652-4689-8490-a5628fa09245 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:59:28.012340 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9a4116ae-71d4-401e-b131-a022fb996886 req-ad1d9bb1-8cbd-40c0-adfd-bf865bcb450b service neutron] 10.222.0.16 "GET /v2.0/networks/625f324e-962a-471a-b479-c33adacb0508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924153 Jul 15 23:59:28.108056 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ed1ea289-0824-456d-aa74-d6b98849c400 None None] Provisioning complete for port 6be61b6c-b652-4689-8490-a5628fa09245 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:59:28.108566 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ed1ea289-0824-456d-aa74-d6b98849c400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:28.179925 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ed1ea289-0824-456d-aa74-d6b98849c400 None None] Port 6be61b6c-b652-4689-8490-a5628fa09245 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:59:28.210452 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-251657f1-2b6a-4432-b804-01eb1386db5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697038659', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'b5093777-db72-4ebc-9a8e-1ac871ef4e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:23Z', 'updated_at': '2021-07-15T23:59:26Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': 'b5093777-db72-4ebc-9a8e-1ac871ef4e31', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:23Z', 'updated_at': '2021-07-15T23:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '6be61b6c-b652-4689-8490-a5628fa09245', 'name': '', 'network_id': '625f324e-962a-471a-b479-c33adacb0508', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:f4:58:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '52f8ce11-d3d2-4d37-ac6c-10ce251231d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:26Z', 'updated_at': '2021-07-15T23:59:26Z', 'revision_number': 2, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': '52f8ce11-d3d2-4d37-ac6c-10ce251231d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:28.231828 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ef831749-68f1-458f-ba26-0edb82566e94 req-5e2a7d77-549f-419f-8655-6a82acc0e171 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=77e7d431-151f-43ee-9d6b-a1cb2be2243b HTTP/1.1" status: 200 len: 210 time: 0.0303843 Jul 15 23:59:28.243592 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251657f1-2b6a-4432-b804-01eb1386db5b None None] Checking router: 712cffcd-58a0-4344-a636-04abbfc4757d for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:59:28.244229 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251657f1-2b6a-4432-b804-01eb1386db5b None None] Updating router 712cffcd-58a0-4344-a636-04abbfc4757d port 6be61b6c-b652-4689-8490-a5628fa09245 binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:59:28.282985 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-251657f1-2b6a-4432-b804-01eb1386db5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:28.338067 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-37cec085-4361-4761-b178-37f79b49dc1d None None] Provisioning complete for port 6be61b6c-b652-4689-8490-a5628fa09245 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:59:28.338445 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-37cec085-4361-4761-b178-37f79b49dc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:28.413516 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b5093777-db72-4ebc-9a8e-1ac871ef4e31 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:59:28.459112 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-37cec085-4361-4761-b178-37f79b49dc1d None None] Port 6be61b6c-b652-4689-8490-a5628fa09245 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:59:28.544127 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port b5093777-db72-4ebc-9a8e-1ac871ef4e31 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:59:28.551389 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port b5093777-db72-4ebc-9a8e-1ac871ef4e31 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:59:28.551762 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:28.690163 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-251657f1-2b6a-4432-b804-01eb1386db5b None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:28.703585 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:28.708455 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-251657f1-2b6a-4432-b804-01eb1386db5b None None] Transition to ACTIVE for port object 6be61b6c-b652-4689-8490-a5628fa09245 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:59:28.718204 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-251657f1-2b6a-4432-b804-01eb1386db5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:28.750688 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port b5093777-db72-4ebc-9a8e-1ac871ef4e31, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b5093777-db72-4ebc-9a8e-1ac871ef4e31,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:59:28.763758 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:28.763758 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b0fcf911-e650-4f4c-8704-2a1cdcdbe54b up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:59:28.799704 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03f9a6-82df-4dc3-a3c6-41eb54d88aa2 None None] Pushing event updated for resources: {'Port': ['ID=6be61b6c-b652-4689-8490-a5628fa09245,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:28.910591 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-251657f1-2b6a-4432-b804-01eb1386db5b None None] Attempting to bind port 6be61b6c-b652-4689-8490-a5628fa09245 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:59:28.910985 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-251657f1-2b6a-4432-b804-01eb1386db5b None None] Attempting to bind port 6be61b6c-b652-4689-8490-a5628fa09245 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'df5b89bb-f355-4053-9fa4-970b30980105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '625f324e-962a-471a-b479-c33adacb0508'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:59:28.911344 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251657f1-2b6a-4432-b804-01eb1386db5b None None] Attempting to bind port 6be61b6c-b652-4689-8490-a5628fa09245 on network 625f324e-962a-471a-b479-c33adacb0508 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:59:28.919238 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port b0fcf911-e650-4f4c-8704-2a1cdcdbe54b completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:59:28.921172 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=b5093777-db72-4ebc-9a8e-1ac871ef4e31,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:28.926157 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251657f1-2b6a-4432-b804-01eb1386db5b None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:59:28.926537 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251657f1-2b6a-4432-b804-01eb1386db5b None None] Checking segment: {'id': 'df5b89bb-f355-4053-9fa4-970b30980105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '625f324e-962a-471a-b479-c33adacb0508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:59:28.926998 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-251657f1-2b6a-4432-b804-01eb1386db5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:28.927387 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251657f1-2b6a-4432-b804-01eb1386db5b None None] Bound using segment: {'id': 'df5b89bb-f355-4053-9fa4-970b30980105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '625f324e-962a-471a-b479-c33adacb0508'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:59:28.927860 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-251657f1-2b6a-4432-b804-01eb1386db5b None None] Bound port: 6be61b6c-b652-4689-8490-a5628fa09245, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5b89bb-f355-4053-9fa4-970b30980105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '625f324e-962a-471a-b479-c33adacb0508'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:59:28.928246 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-251657f1-2b6a-4432-b804-01eb1386db5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:28.930192 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port b0fcf911-e650-4f4c-8704-2a1cdcdbe54b triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:59:28.930551 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:29.033810 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-251657f1-2b6a-4432-b804-01eb1386db5b None None] For port 6be61b6c-b652-4689-8490-a5628fa09245, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:59:29.037736 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-251657f1-2b6a-4432-b804-01eb1386db5b None None] For port 6be61b6c-b652-4689-8490-a5628fa09245, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=6be61b6c-b652-4689-8490-a5628fa09245,segment=NetworkSegment(df5b89bb-f355-4053-9fa4-970b30980105),segment_id=df5b89bb-f355-4053-9fa4-970b30980105)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:59:29.041143 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-251657f1-2b6a-4432-b804-01eb1386db5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:29.113692 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:29.143211 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251657f1-2b6a-4432-b804-01eb1386db5b None None] Routers {'712cffcd-58a0-4344-a636-04abbfc4757d'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:59:29.143862 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-251657f1-2b6a-4432-b804-01eb1386db5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:59:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['712cffcd-58a0-4344-a636-04abbfc4757d'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:29.145856 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03f9a6-82df-4dc3-a3c6-41eb54d88aa2 None None] Pushing event updated for resources: {'Port': ['ID=6be61b6c-b652-4689-8490-a5628fa09245,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:29.206839 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port b0fcf911-e650-4f4c-8704-2a1cdcdbe54b, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b0fcf911-e650-4f4c-8704-2a1cdcdbe54b,segment=NetworkSegment(df5b89bb-f355-4053-9fa4-970b30980105),segment_id=df5b89bb-f355-4053-9fa4-970b30980105)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:59:29.216411 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:29.316308 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-251657f1-2b6a-4432-b804-01eb1386db5b None None] Set router 712cffcd-58a0-4344-a636-04abbfc4757d gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:59:29.354946 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=b0fcf911-e650-4f4c-8704-2a1cdcdbe54b,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:29.406811 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4116ae-71d4-401e-b131-a022fb996886 req-5cf3fa79-f022-4af9-b0d8-584bb11eb24a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:29.406811 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a4116ae-71d4-401e-b131-a022fb996886 req-5cf3fa79-f022-4af9-b0d8-584bb11eb24a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.43 "GET /v2.0/networks?id=625f324e-962a-471a-b479-c33adacb0508 HTTP/1.1" status: 200 len: 797 time: 0.1654565 Jul 15 23:59:29.416840 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f465f57-0c22-4442-9c64-609ef3342e70 req-7df5da39-287b-4ce5-b19b-7d3450de3df0 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=77e7d431-151f-43ee-9d6b-a1cb2be2243b HTTP/1.1" status: 200 len: 210 time: 0.0346704 Jul 15 23:59:29.460060 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a4116ae-71d4-401e-b131-a022fb996886 req-4bd43d7f-b5d4-4fcf-82af-e48fa0e34d1d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16c130c7698b4f289398f3a08d45c53f HTTP/1.1" status: 200 len: 379 time: 0.0451782 Jul 15 23:59:29.469826 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-9a4116ae-71d4-401e-b131-a022fb996886 req-1b0874fc-4a42-465b-b4e8-231687aadde5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'port': {'device_id': '77e7d431-151f-43ee-9d6b-a1cb2be2243b', 'network_id': '625f324e-962a-471a-b479-c33adacb0508', 'admin_state_up': True, 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'security_groups': ['3affbd5a-4df5-44aa-ba3f-87a753819f2b']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:59:29.556001 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-251657f1-2b6a-4432-b804-01eb1386db5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697038659', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'b5093777-db72-4ebc-9a8e-1ac871ef4e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:23Z', 'updated_at': '2021-07-15T23:59:26Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': 'b5093777-db72-4ebc-9a8e-1ac871ef4e31', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:23Z', 'updated_at': '2021-07-15T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '6be61b6c-b652-4689-8490-a5628fa09245', 'name': '', 'network_id': '625f324e-962a-471a-b479-c33adacb0508', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:f4:58:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '52f8ce11-d3d2-4d37-ac6c-10ce251231d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:26Z', 'updated_at': '2021-07-15T23:59:29Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': '52f8ce11-d3d2-4d37-ac6c-10ce251231d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:29.581445 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a4116ae-71d4-401e-b131-a022fb996886 req-1b0874fc-4a42-465b-b4e8-231687aadde5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Made reservation on behalf of 16c130c7698b4f289398f3a08d45c53f for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:59:29.583192 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251657f1-2b6a-4432-b804-01eb1386db5b None None] The sync data for ids ['712cffcd-58a0-4344-a636-04abbfc4757d'] in n-d-787205-9 is: [{'id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697038659', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'b5093777-db72-4ebc-9a8e-1ac871ef4e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:23Z', 'updated_at': '2021-07-15T23:59:26Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': 'b5093777-db72-4ebc-9a8e-1ac871ef4e31', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:23Z', 'updated_at': '2021-07-15T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '6be61b6c-b652-4689-8490-a5628fa09245', 'name': '', 'network_id': '625f324e-962a-471a-b479-c33adacb0508', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:f4:58:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '52f8ce11-d3d2-4d37-ac6c-10ce251231d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:26Z', 'updated_at': '2021-07-15T23:59:29Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': '52f8ce11-d3d2-4d37-ac6c-10ce251231d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:59:29.585754 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9a4116ae-71d4-401e-b131-a022fb996886 req-1b0874fc-4a42-465b-b4e8-231687aadde5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:29.734788 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-9a4116ae-71d4-401e-b131-a022fb996886 req-1b0874fc-4a42-465b-b4e8-231687aadde5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Allocated IP 172.20.0.10 (625f324e-962a-471a-b479-c33adacb0508/52f8ce11-d3d2-4d37-ac6c-10ce251231d7/7710478b-eaf2-47ac-ab57-be03ec5b30a9) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:59:29.877158 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9a4116ae-71d4-401e-b131-a022fb996886 req-1b0874fc-4a42-465b-b4e8-231687aadde5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:29.890984 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-9a4116ae-71d4-401e-b131-a022fb996886 req-1b0874fc-4a42-465b-b4e8-231687aadde5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Transition to ACTIVE for port object 7710478b-eaf2-47ac-ab57-be03ec5b30a9 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:59:29.924683 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9a4116ae-71d4-401e-b131-a022fb996886 req-1b0874fc-4a42-465b-b4e8-231687aadde5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:29.976655 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4116ae-71d4-401e-b131-a022fb996886 req-1b0874fc-4a42-465b-b4e8-231687aadde5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network 625f324e-962a-471a-b479-c33adacb0508 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:59:29.979894 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-9a4116ae-71d4-401e-b131-a022fb996886 req-1b0874fc-4a42-465b-b4e8-231687aadde5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:59:29.984423 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4116ae-71d4-401e-b131-a022fb996886 req-1b0874fc-4a42-465b-b4e8-231687aadde5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:59:29.991008 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0874fc-4a42-465b-b4e8-231687aadde5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Port': ['ID=7710478b-eaf2-47ac-ab57-be03ec5b30a9,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:30.040727 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4116ae-71d4-401e-b131-a022fb996886 req-1b0874fc-4a42-465b-b4e8-231687aadde5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:30.041484 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9a4116ae-71d4-401e-b131-a022fb996886 req-1b0874fc-4a42-465b-b4e8-231687aadde5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:30.057100 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a4116ae-71d4-401e-b131-a022fb996886 req-1b0874fc-4a42-465b-b4e8-231687aadde5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5916557 Jul 15 23:59:30.178903 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-9a4116ae-71d4-401e-b131-a022fb996886 req-7480a699-ed63-4510-961a-d898f863d165 service neutron] Request body: {'port': {'device_id': '77e7d431-151f-43ee-9d6b-a1cb2be2243b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:59:30.211970 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0b12c10a-eb25-4053-bb87-f01504a5f415 None None] Provisioning for port 7710478b-eaf2-47ac-ab57-be03ec5b30a9 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:59:30.217112 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0b12c10a-eb25-4053-bb87-f01504a5f415 None None] Provisioning complete for port 7710478b-eaf2-47ac-ab57-be03ec5b30a9 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:59:30.217484 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0b12c10a-eb25-4053-bb87-f01504a5f415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:30.255229 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0b12c10a-eb25-4053-bb87-f01504a5f415 None None] Port 7710478b-eaf2-47ac-ab57-be03ec5b30a9 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:59:30.261504 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9a4116ae-71d4-401e-b131-a022fb996886 req-7480a699-ed63-4510-961a-d898f863d165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:30.415528 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6be61b6c-b652-4689-8490-a5628fa09245 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:59:30.469412 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 6be61b6c-b652-4689-8490-a5628fa09245 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:59:30.474355 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 6be61b6c-b652-4689-8490-a5628fa09245 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:59:30.474788 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:30.549808 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-9a4116ae-71d4-401e-b131-a022fb996886 req-7480a699-ed63-4510-961a-d898f863d165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7710478b-eaf2-47ac-ab57-be03ec5b30a9 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:59:30.558523 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9a4116ae-71d4-401e-b131-a022fb996886 req-7480a699-ed63-4510-961a-d898f863d165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:30.568053 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:30.572795 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-9a4116ae-71d4-401e-b131-a022fb996886 req-7480a699-ed63-4510-961a-d898f863d165 service neutron] Transition to ACTIVE for port object 7710478b-eaf2-47ac-ab57-be03ec5b30a9 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:59:30.579234 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9a4116ae-71d4-401e-b131-a022fb996886 req-7480a699-ed63-4510-961a-d898f863d165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:30.617657 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 6be61b6c-b652-4689-8490-a5628fa09245, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=6be61b6c-b652-4689-8490-a5628fa09245,segment=NetworkSegment(df5b89bb-f355-4053-9fa4-970b30980105),segment_id=df5b89bb-f355-4053-9fa4-970b30980105)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:59:30.623451 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadac9d-852d-4282-ac2b-b83098474075 req-4061078d-3425-4c7e-bf60-bfddf48083db tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:30.626623 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2dadac9d-852d-4282-ac2b-b83098474075 req-4061078d-3425-4c7e-bf60-bfddf48083db tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=77e7d431-151f-43ee-9d6b-a1cb2be2243b HTTP/1.1" status: 200 len: 932 time: 0.0836608 Jul 15 23:59:30.635899 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480a699-ed63-4510-961a-d898f863d165 service neutron] Pushing event updated for resources: {'Port': ['ID=7710478b-eaf2-47ac-ab57-be03ec5b30a9,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:30.640713 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:30.641795 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b5093777-db72-4ebc-9a8e-1ac871ef4e31 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:59:30.681140 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2dadac9d-852d-4282-ac2b-b83098474075 req-bd63d32a-cd37-49c1-84a9-71531fcb6b3f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=3affbd5a-4df5-44aa-ba3f-87a753819f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474205 Jul 15 23:59:30.729904 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-9a4116ae-71d4-401e-b131-a022fb996886 req-7480a699-ed63-4510-961a-d898f863d165 service neutron] Attempting to bind port 7710478b-eaf2-47ac-ab57-be03ec5b30a9 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:59:30.730511 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-9a4116ae-71d4-401e-b131-a022fb996886 req-7480a699-ed63-4510-961a-d898f863d165 service neutron] Attempting to bind port 7710478b-eaf2-47ac-ab57-be03ec5b30a9 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'df5b89bb-f355-4053-9fa4-970b30980105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '625f324e-962a-471a-b479-c33adacb0508'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:59:30.731028 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4116ae-71d4-401e-b131-a022fb996886 req-7480a699-ed63-4510-961a-d898f863d165 service neutron] Attempting to bind port 7710478b-eaf2-47ac-ab57-be03ec5b30a9 on network 625f324e-962a-471a-b479-c33adacb0508 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:59:30.736507 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4116ae-71d4-401e-b131-a022fb996886 req-7480a699-ed63-4510-961a-d898f863d165 service neutron] Port 7710478b-eaf2-47ac-ab57-be03ec5b30a9 on network 625f324e-962a-471a-b479-c33adacb0508 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:59:30.737206 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4116ae-71d4-401e-b131-a022fb996886 req-7480a699-ed63-4510-961a-d898f863d165 service neutron] Attempting to bind port 7710478b-eaf2-47ac-ab57-be03ec5b30a9 on network 625f324e-962a-471a-b479-c33adacb0508 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:59:30.738254 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=6be61b6c-b652-4689-8490-a5628fa09245,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:30.744488 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4116ae-71d4-401e-b131-a022fb996886 req-7480a699-ed63-4510-961a-d898f863d165 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:59:30.744826 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4116ae-71d4-401e-b131-a022fb996886 req-7480a699-ed63-4510-961a-d898f863d165 service neutron] Checking segment: {'id': 'df5b89bb-f355-4053-9fa4-970b30980105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '625f324e-962a-471a-b479-c33adacb0508'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:59:30.745212 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4116ae-71d4-401e-b131-a022fb996886 req-7480a699-ed63-4510-961a-d898f863d165 service neutron] Bound using segment: {'id': 'df5b89bb-f355-4053-9fa4-970b30980105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '625f324e-962a-471a-b479-c33adacb0508'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:59:30.745640 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-9a4116ae-71d4-401e-b131-a022fb996886 req-7480a699-ed63-4510-961a-d898f863d165 service neutron] Bound port: 7710478b-eaf2-47ac-ab57-be03ec5b30a9, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df5b89bb-f355-4053-9fa4-970b30980105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '625f324e-962a-471a-b479-c33adacb0508'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:59:30.746471 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9a4116ae-71d4-401e-b131-a022fb996886 req-7480a699-ed63-4510-961a-d898f863d165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:30.768521 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port b5093777-db72-4ebc-9a8e-1ac871ef4e31 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:59:30.769145 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:30.857722 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b0fcf911-e650-4f4c-8704-2a1cdcdbe54b up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:59:30.916643 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port b0fcf911-e650-4f4c-8704-2a1cdcdbe54b triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:59:30.917020 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:31.161409 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-9a4116ae-71d4-401e-b131-a022fb996886 req-7480a699-ed63-4510-961a-d898f863d165 service neutron] For port 7710478b-eaf2-47ac-ab57-be03ec5b30a9, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:59:31.164494 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-9a4116ae-71d4-401e-b131-a022fb996886 req-7480a699-ed63-4510-961a-d898f863d165 service neutron] For port 7710478b-eaf2-47ac-ab57-be03ec5b30a9, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=7710478b-eaf2-47ac-ab57-be03ec5b30a9,segment=NetworkSegment(df5b89bb-f355-4053-9fa4-970b30980105),segment_id=df5b89bb-f355-4053-9fa4-970b30980105)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:59:31.168668 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9a4116ae-71d4-401e-b131-a022fb996886 req-7480a699-ed63-4510-961a-d898f863d165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:31.201049 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4116ae-71d4-401e-b131-a022fb996886 req-7480a699-ed63-4510-961a-d898f863d165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:31.201670 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9a4116ae-71d4-401e-b131-a022fb996886 req-7480a699-ed63-4510-961a-d898f863d165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:31.203153 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a4116ae-71d4-401e-b131-a022fb996886 req-7480a699-ed63-4510-961a-d898f863d165 service neutron] 10.222.0.43 "PUT /v2.0/ports/7710478b-eaf2-47ac-ab57-be03ec5b30a9 HTTP/1.1" status: 200 len: 1092 time: 1.0744824 Jul 15 23:59:31.203613 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e7d431-151f-43ee-9d6b-a1cb2be2243b', 'tag': '7710478b-eaf2-47ac-ab57-be03ec5b30a9'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:59:31.205895 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac3ab2df65406140be9365f9b3f66d4be7bd37abeab186e08b44bb3ea3ff9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d291260-7bfa-4d65-ab68-9a8b26d1e9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "77e7d431-151f-43ee-9d6b-a1cb2be2243b", "tag": "7710478b-eaf2-47ac-ab57-be03ec5b30a9"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:59:31.233482 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480a699-ed63-4510-961a-d898f863d165 service neutron] Pushing event updated for resources: {'Port': ['ID=7710478b-eaf2-47ac-ab57-be03ec5b30a9,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:31.258280 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb6842f-5a4a-4f24-a846-7056a9128e62 x-openstack-request-id: req-edb6842f-5a4a-4f24-a846-7056a9128e62 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:59:31.258623 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e7d431-151f-43ee-9d6b-a1cb2be2243b", "tag": "7710478b-eaf2-47ac-ab57-be03ec5b30a9", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:59:31.258894 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-edb6842f-5a4a-4f24-a846-7056a9128e62 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:59:31.259309 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e7d431-151f-43ee-9d6b-a1cb2be2243b', 'tag': '7710478b-eaf2-47ac-ab57-be03ec5b30a9', 'status': 'completed', 'code': 200} Jul 15 23:59:31.308460 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4116ae-71d4-401e-b131-a022fb996886 req-a1496093-0487-44d1-925b-f2503968e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:31.310041 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a4116ae-71d4-401e-b131-a022fb996886 req-a1496093-0487-44d1-925b-f2503968e3bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=77e7d431-151f-43ee-9d6b-a1cb2be2243b HTTP/1.1" status: 200 len: 1095 time: 0.0609307 Jul 15 23:59:31.351447 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a4116ae-71d4-401e-b131-a022fb996886 req-ab4149c6-6b14-4ea4-8059-ff7a29f887be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7710478b-eaf2-47ac-ab57-be03ec5b30a9 HTTP/1.1" status: 200 len: 217 time: 0.0348094 Jul 15 23:59:31.401683 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4116ae-71d4-401e-b131-a022fb996886 req-02e5be9b-7b89-419d-93b6-5f735c09fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:31.403198 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a4116ae-71d4-401e-b131-a022fb996886 req-02e5be9b-7b89-419d-93b6-5f735c09fabe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=52f8ce11-d3d2-4d37-ac6c-10ce251231d7 HTTP/1.1" status: 200 len: 835 time: 0.0454433 Jul 15 23:59:31.462208 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4116ae-71d4-401e-b131-a022fb996886 req-6f01de44-22bf-4f06-9a93-8b4c5af75534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:31.463711 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a4116ae-71d4-401e-b131-a022fb996886 req-6f01de44-22bf-4f06-9a93-8b4c5af75534 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=625f324e-962a-471a-b479-c33adacb0508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548060 Jul 15 23:59:31.548639 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a4116ae-71d4-401e-b131-a022fb996886 req-ac79d5da-18be-432b-90d5-beafaaafc023 service neutron] 10.222.0.43 "GET /v2.0/networks/625f324e-962a-471a-b479-c33adacb0508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782778 Jul 15 23:59:31.639134 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a4116ae-71d4-401e-b131-a022fb996886 req-8b66013a-93f6-4be8-9beb-3e86a1c3cc0c service neutron] 10.222.0.43 "GET /v2.0/networks/625f324e-962a-471a-b479-c33adacb0508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835795 Jul 15 23:59:31.737221 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d291260-7bfa-4d65-ab68-9a8b26d1e9e6 req-07af5944-b477-4fc2-af3d-3339f5006e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:31.738756 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3d291260-7bfa-4d65-ab68-9a8b26d1e9e6 req-07af5944-b477-4fc2-af3d-3339f5006e70 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=77e7d431-151f-43ee-9d6b-a1cb2be2243b HTTP/1.1" status: 200 len: 1095 time: 0.0518694 Jul 15 23:59:31.832368 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d291260-7bfa-4d65-ab68-9a8b26d1e9e6 req-8c441e0d-92c8-43ec-8e8e-0e0c3bc7b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:31.833848 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3d291260-7bfa-4d65-ab68-9a8b26d1e9e6 req-8c441e0d-92c8-43ec-8e8e-0e0c3bc7b741 service neutron] 10.222.0.43 "GET /v2.0/networks?id=625f324e-962a-471a-b479-c33adacb0508 HTTP/1.1" status: 200 len: 898 time: 0.0892596 Jul 15 23:59:31.860729 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f4954-5567-4904-af18-81a77ba0ea2f req-2cd92515-dc7b-486b-88a4-a8c493688ef4 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:31.862322 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-719f4954-5567-4904-af18-81a77ba0ea2f req-2cd92515-dc7b-486b-88a4-a8c493688ef4 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=77e7d431-151f-43ee-9d6b-a1cb2be2243b HTTP/1.1" status: 200 len: 944 time: 0.0669425 Jul 15 23:59:31.877041 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3d291260-7bfa-4d65-ab68-9a8b26d1e9e6 req-638cb860-b571-4016-a8a8-4ac07e6e0c56 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7710478b-eaf2-47ac-ab57-be03ec5b30a9 HTTP/1.1" status: 200 len: 217 time: 0.0364051 Jul 15 23:59:31.900444 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-719f4954-5567-4904-af18-81a77ba0ea2f req-aa91dea4-8b7a-4ec0-813b-2522973303df tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=3affbd5a-4df5-44aa-ba3f-87a753819f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324152 Jul 15 23:59:31.925127 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d291260-7bfa-4d65-ab68-9a8b26d1e9e6 req-26bf9d4c-0484-485d-b3f1-fd6ea2f27b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:31.926637 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3d291260-7bfa-4d65-ab68-9a8b26d1e9e6 req-26bf9d4c-0484-485d-b3f1-fd6ea2f27b03 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=52f8ce11-d3d2-4d37-ac6c-10ce251231d7 HTTP/1.1" status: 200 len: 835 time: 0.0435808 Jul 15 23:59:31.988519 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d291260-7bfa-4d65-ab68-9a8b26d1e9e6 req-7bc012d5-8c22-4792-b8f2-9638bd2e1ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:31.990013 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3d291260-7bfa-4d65-ab68-9a8b26d1e9e6 req-7bc012d5-8c22-4792-b8f2-9638bd2e1ef2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=625f324e-962a-471a-b479-c33adacb0508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559943 Jul 15 23:59:32.078314 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3d291260-7bfa-4d65-ab68-9a8b26d1e9e6 req-f45647b8-3de8-41f2-985f-1b760c9a7f28 service neutron] 10.222.0.43 "GET /v2.0/networks/625f324e-962a-471a-b479-c33adacb0508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804045 Jul 15 23:59:32.172180 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3d291260-7bfa-4d65-ab68-9a8b26d1e9e6 req-945746ea-b2fc-4408-8288-ea6ac5bd1494 service neutron] 10.222.0.43 "GET /v2.0/networks/625f324e-962a-471a-b479-c33adacb0508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859556 Jul 15 23:59:32.314972 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6be61b6c-b652-4689-8490-a5628fa09245 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:59:32.361551 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 6be61b6c-b652-4689-8490-a5628fa09245 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:59:32.361919 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:33.075671 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4718ae-d710-43c9-bad8-3fdda2634591 req-583a87c8-00bd-46b8-93c3-ef4fd1ff914f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:33.077181 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb4718ae-d710-43c9-bad8-3fdda2634591 req-583a87c8-00bd-46b8-93c3-ef4fd1ff914f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=77e7d431-151f-43ee-9d6b-a1cb2be2243b HTTP/1.1" status: 200 len: 944 time: 0.0652769 Jul 15 23:59:33.114542 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fb4718ae-d710-43c9-bad8-3fdda2634591 req-9c000ac8-b12d-4aba-ab11-8d48f2c1a9b4 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=3affbd5a-4df5-44aa-ba3f-87a753819f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319045 Jul 15 23:59:33.394058 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:59:34.105756 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 7710478b-eaf2-47ac-ab57-be03ec5b30a9 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:59:34.199637 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 7710478b-eaf2-47ac-ab57-be03ec5b30a9, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=7710478b-eaf2-47ac-ab57-be03ec5b30a9,segment=NetworkSegment(df5b89bb-f355-4053-9fa4-970b30980105),segment_id=df5b89bb-f355-4053-9fa4-970b30980105)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:59:34.210546 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '7710478b-eaf2-47ac-ab57-be03ec5b30a9', 'network_id': '625f324e-962a-471a-b479-c33adacb0508', 'port_id': '7710478b-eaf2-47ac-ab57-be03ec5b30a9', 'mac_address': 'fa:16:3e:32:1b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52f8ce11-d3d2-4d37-ac6c-10ce251231d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:59:34.247635 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:34.263913 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7710478b-eaf2-47ac-ab57-be03ec5b30a9 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:59:34.282839 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 7710478b-eaf2-47ac-ab57-be03ec5b30a9, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=7710478b-eaf2-47ac-ab57-be03ec5b30a9,segment=NetworkSegment(df5b89bb-f355-4053-9fa4-970b30980105),segment_id=df5b89bb-f355-4053-9fa4-970b30980105)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:59:34.286283 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:34.289139 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339bbe1-c16d-4d5b-a7e9-e7e68681e5ed req-fa3e7805-45f0-451f-89e7-c3d1660a3f93 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:34.290660 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0339bbe1-c16d-4d5b-a7e9-e7e68681e5ed req-fa3e7805-45f0-451f-89e7-c3d1660a3f93 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=77e7d431-151f-43ee-9d6b-a1cb2be2243b HTTP/1.1" status: 200 len: 944 time: 0.0635540 Jul 15 23:59:34.329000 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0339bbe1-c16d-4d5b-a7e9-e7e68681e5ed req-1f2ffb27-f12c-42a5-b7af-db58bed1f3f4 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=3affbd5a-4df5-44aa-ba3f-87a753819f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318794 Jul 15 23:59:34.333143 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=7710478b-eaf2-47ac-ab57-be03ec5b30a9,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:34.534822 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['7710478b-eaf2-47ac-ab57-be03ec5b30a9'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:59:35.495776 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651fb0d7-c2ff-479e-a685-f1a4b8de1b34 req-19dcc4d4-1d5a-40c8-8387-a35d7c333e07 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:35.497707 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-651fb0d7-c2ff-479e-a685-f1a4b8de1b34 req-19dcc4d4-1d5a-40c8-8387-a35d7c333e07 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=77e7d431-151f-43ee-9d6b-a1cb2be2243b HTTP/1.1" status: 200 len: 945 time: 0.0608909 Jul 15 23:59:35.537539 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-651fb0d7-c2ff-479e-a685-f1a4b8de1b34 req-7703ed3e-32ff-4c0f-9e55-f9c95860771c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=3affbd5a-4df5-44aa-ba3f-87a753819f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343354 Jul 15 23:59:36.105432 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 7710478b-eaf2-47ac-ab57-be03ec5b30a9 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:59:36.152072 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 7710478b-eaf2-47ac-ab57-be03ec5b30a9 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:59:36.156892 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 7710478b-eaf2-47ac-ab57-be03ec5b30a9 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:59:36.156892 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:36.235230 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:36.405836 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e7d431-151f-43ee-9d6b-a1cb2be2243b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7710478b-eaf2-47ac-ab57-be03ec5b30a9'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:59:36.408110 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae4f11e9886ebbda74e349334989d67f9e0924aee8a01d735f99c26d20dbf4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f632c359-fa1f-4600-baff-cca105442d41" -d '{"events": [{"server_uuid": "77e7d431-151f-43ee-9d6b-a1cb2be2243b", "name": "network-vif-plugged", "status": "completed", "tag": "7710478b-eaf2-47ac-ab57-be03ec5b30a9"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:59:36.422858 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 7710478b-eaf2-47ac-ab57-be03ec5b30a9, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=7710478b-eaf2-47ac-ab57-be03ec5b30a9,segment=NetworkSegment(df5b89bb-f355-4053-9fa4-970b30980105),segment_id=df5b89bb-f355-4053-9fa4-970b30980105)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:59:36.426795 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:36.451901 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7059e22e-b435-4efa-9b55-389cddd04555 x-openstack-request-id: req-7059e22e-b435-4efa-9b55-389cddd04555 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:59:36.452188 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e7d431-151f-43ee-9d6b-a1cb2be2243b", "name": "network-vif-plugged", "status": "completed", "tag": "7710478b-eaf2-47ac-ab57-be03ec5b30a9", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:59:36.452438 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7059e22e-b435-4efa-9b55-389cddd04555 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:59:36.452935 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e7d431-151f-43ee-9d6b-a1cb2be2243b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7710478b-eaf2-47ac-ab57-be03ec5b30a9', 'code': 200} Jul 15 23:59:36.482261 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=7710478b-eaf2-47ac-ab57-be03ec5b30a9,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:36.556276 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf9705-7eef-40f4-9fba-b88edc4b0832 req-d58a0be4-2962-44a9-8e2d-ca357df9caa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:36.557747 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cebf9705-7eef-40f4-9fba-b88edc4b0832 req-d58a0be4-2962-44a9-8e2d-ca357df9caa4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=77e7d431-151f-43ee-9d6b-a1cb2be2243b HTTP/1.1" status: 200 len: 1097 time: 0.0524290 Jul 15 23:59:36.592331 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cebf9705-7eef-40f4-9fba-b88edc4b0832 req-4ce25f28-312c-4ef6-97b1-768713de23bf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3affbd5a-4df5-44aa-ba3f-87a753819f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286067 Jul 15 23:59:36.711793 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df603334-71c9-41ff-b3b5-0eccf3080b92 req-b78f87b7-5fcf-4516-a1ac-4e96fa799b87 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:36.713258 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-df603334-71c9-41ff-b3b5-0eccf3080b92 req-b78f87b7-5fcf-4516-a1ac-4e96fa799b87 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=77e7d431-151f-43ee-9d6b-a1cb2be2243b HTTP/1.1" status: 200 len: 946 time: 0.0620353 Jul 15 23:59:36.750058 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-df603334-71c9-41ff-b3b5-0eccf3080b92 req-5752419d-cfea-4c02-a88c-c3416abf5da3 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=3affbd5a-4df5-44aa-ba3f-87a753819f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312386 Jul 15 23:59:37.920297 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b86116-138a-4355-81d2-81398816814f req-ab66f92d-7cc6-435d-906e-70ac3e9c864a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:37.921738 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65b86116-138a-4355-81d2-81398816814f req-ab66f92d-7cc6-435d-906e-70ac3e9c864a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=77e7d431-151f-43ee-9d6b-a1cb2be2243b HTTP/1.1" status: 200 len: 946 time: 0.0611989 Jul 15 23:59:37.958656 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65b86116-138a-4355-81d2-81398816814f req-2a5b4891-b25f-4510-9461-5df1bfc5aee3 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=3affbd5a-4df5-44aa-ba3f-87a753819f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314202 Jul 15 23:59:38.131977 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249f432-94ef-4b55-9b71-5214e48aba24 req-64c05b0b-d15c-4a53-a77b-9817577b050d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:38.133418 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8249f432-94ef-4b55-9b71-5214e48aba24 req-64c05b0b-d15c-4a53-a77b-9817577b050d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=77e7d431-151f-43ee-9d6b-a1cb2be2243b HTTP/1.1" status: 200 len: 946 time: 0.0661914 Jul 15 23:59:38.171616 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8249f432-94ef-4b55-9b71-5214e48aba24 req-37016606-8dfe-41d3-81a3-5fa573a21bab tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=3affbd5a-4df5-44aa-ba3f-87a753819f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326519 Jul 15 23:59:38.195294 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38610) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:38.245021 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c95d33-2fb6-4b71-bce2-f1c0f2882615 tempest-TestNetworkAdvancedServerOps-433953513 tempest-TestNetworkAdvancedServerOps-433953513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:38.246491 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e2c95d33-2fb6-4b71-bce2-f1c0f2882615 tempest-TestNetworkAdvancedServerOps-433953513 tempest-TestNetworkAdvancedServerOps-433953513-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=77e7d431-151f-43ee-9d6b-a1cb2be2243b HTTP/1.1" status: 200 len: 1092 time: 0.0502558 Jul 15 23:59:38.249211 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38612) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:38.253438 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-a1b2957f-4d48-40dc-9453-d092f7638599 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'port_id': '7710478b-eaf2-47ac-ab57-be03ec5b30a9', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:59:38.274552 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1b2957f-4d48-40dc-9453-d092f7638599 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:38.369862 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1b2957f-4d48-40dc-9453-d092f7638599 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:38.467264 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-a1b2957f-4d48-40dc-9453-d092f7638599 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Allocated IP 172.25.4.29 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/eddd92e9-c0fc-4142-adf6-a925f79289d3) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:59:38.569572 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1b2957f-4d48-40dc-9453-d092f7638599 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:38.606819 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1b2957f-4d48-40dc-9453-d092f7638599 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:38.644767 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b2957f-4d48-40dc-9453-d092f7638599 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:59:38.647462 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-a1b2957f-4d48-40dc-9453-d092f7638599 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:59:38.650017 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b2957f-4d48-40dc-9453-d092f7638599 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:59:38.673036 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2957f-4d48-40dc-9453-d092f7638599 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Port': ['ID=eddd92e9-c0fc-4142-adf6-a925f79289d3,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:39.006617 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1b2957f-4d48-40dc-9453-d092f7638599 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:39.082495 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1b2957f-4d48-40dc-9453-d092f7638599 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:39.225311 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1b2957f-4d48-40dc-9453-d092f7638599 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:39.229799 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1b2957f-4d48-40dc-9453-d092f7638599 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:39.300904 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2957f-4d48-40dc-9453-d092f7638599 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Port': ['ID=eddd92e9-c0fc-4142-adf6-a925f79289d3,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:39.314057 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1b2957f-4d48-40dc-9453-d092f7638599 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:39.317287 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:39.413183 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-a1b2957f-4d48-40dc-9453-d092f7638599 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Floating IP a240cda8-e245-4809-a009-c949a4f0c5d0 associated. External IP: 172.25.4.29, port: 7710478b-eaf2-47ac-ab57-be03ec5b30a9. Jul 15 23:59:39.958348 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b2957f-4d48-40dc-9453-d092f7638599 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Router 712cffcd-58a0-4344-a636-04abbfc4757d has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:59:40.058965 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b2957f-4d48-40dc-9453-d092f7638599 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:59:40.068463 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da94745-a248-4cab-9d3d-104211b29285 None None] Sync routers for ids ['712cffcd-58a0-4344-a636-04abbfc4757d'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:59:40.075554 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a1b2957f-4d48-40dc-9453-d092f7638599 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:40.079050 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da94745-a248-4cab-9d3d-104211b29285 None None] Routers {'712cffcd-58a0-4344-a636-04abbfc4757d'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:59:40.079814 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-9da94745-a248-4cab-9d3d-104211b29285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:59:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['712cffcd-58a0-4344-a636-04abbfc4757d'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:40.114032 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a1b2957f-4d48-40dc-9453-d092f7638599 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8638277 Jul 15 23:59:40.114751 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e7d431-151f-43ee-9d6b-a1cb2be2243b', 'tag': '7710478b-eaf2-47ac-ab57-be03ec5b30a9'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:59:40.117975 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f08fc2a7d463e069dbf969c41850b8f153237e21caa8377f91bf00f314a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0ca44e-d72c-42e4-bb06-d53516c230df" -d '{"events": [{"name": "network-changed", "server_uuid": "77e7d431-151f-43ee-9d6b-a1cb2be2243b", "tag": "7710478b-eaf2-47ac-ab57-be03ec5b30a9"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:59:40.155322 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d469b86-fbd2-4522-a554-a862dbb2265d x-openstack-request-id: req-1d469b86-fbd2-4522-a554-a862dbb2265d {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:59:40.155615 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e7d431-151f-43ee-9d6b-a1cb2be2243b", "tag": "7710478b-eaf2-47ac-ab57-be03ec5b30a9", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:59:40.155867 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1d469b86-fbd2-4522-a554-a862dbb2265d {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:59:40.156281 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e7d431-151f-43ee-9d6b-a1cb2be2243b', 'tag': '7710478b-eaf2-47ac-ab57-be03ec5b30a9', 'status': 'completed', 'code': 200} Jul 15 23:59:40.187754 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-9da94745-a248-4cab-9d3d-104211b29285 None None] Set router 712cffcd-58a0-4344-a636-04abbfc4757d gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:59:40.232382 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ca44e-d72c-42e4-bb06-d53516c230df req-e0db03e3-4948-4aec-931a-4a361fae28c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:40.234057 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8f0ca44e-d72c-42e4-bb06-d53516c230df req-e0db03e3-4948-4aec-931a-4a361fae28c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=77e7d431-151f-43ee-9d6b-a1cb2be2243b HTTP/1.1" status: 200 len: 1097 time: 0.0546629 Jul 15 23:59:40.269981 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc3f51-852c-48f0-b24b-af71a6d7ab04 req-50f60c5b-a117-4732-a4da-bd09e8256be0 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:40.271835 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-57bc3f51-852c-48f0-b24b-af71a6d7ab04 req-50f60c5b-a117-4732-a4da-bd09e8256be0 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=77e7d431-151f-43ee-9d6b-a1cb2be2243b HTTP/1.1" status: 200 len: 946 time: 0.0649741 Jul 15 23:59:40.313400 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-57bc3f51-852c-48f0-b24b-af71a6d7ab04 req-9a49b3e9-eaf5-49e8-a80c-3f48d54a7d59 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=3affbd5a-4df5-44aa-ba3f-87a753819f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344305 Jul 15 23:59:40.333423 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ca44e-d72c-42e4-bb06-d53516c230df req-e5f8f39b-a287-4185-be69-55500ebc5f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:40.334942 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8f0ca44e-d72c-42e4-bb06-d53516c230df req-e5f8f39b-a287-4185-be69-55500ebc5f98 service neutron] 10.222.0.43 "GET /v2.0/networks?id=625f324e-962a-471a-b479-c33adacb0508 HTTP/1.1" status: 200 len: 898 time: 0.0939615 Jul 15 23:59:40.338225 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38620) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:40.401281 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8f0ca44e-d72c-42e4-bb06-d53516c230df req-ae969e98-19d8-4a6c-9c02-0b670bf09b06 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7710478b-eaf2-47ac-ab57-be03ec5b30a9 HTTP/1.1" status: 200 len: 999 time: 0.0596280 Jul 15 23:59:40.402646 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-81059396-8b98-4dca-9414-8a091fd72f94 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/floatingips/a240cda8-e245-4809-a009-c949a4f0c5d0 HTTP/1.1" status: 200 len: 991 time: 0.0632470 Jul 15 23:59:40.416431 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-9da94745-a248-4cab-9d3d-104211b29285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697038659', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'b5093777-db72-4ebc-9a8e-1ac871ef4e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:23Z', 'updated_at': '2021-07-15T23:59:26Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': 'b5093777-db72-4ebc-9a8e-1ac871ef4e31', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:23Z', 'updated_at': '2021-07-15T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'a240cda8-e245-4809-a009-c949a4f0c5d0', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'floating_ip_address': '172.25.4.29', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'port_id': '7710478b-eaf2-47ac-ab57-be03ec5b30a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '625f324e-962a-471a-b479-c33adacb0508', 'mac_address': 'fa:16:3e:32:1b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e7d431-151f-43ee-9d6b-a1cb2be2243b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:59:38Z', 'updated_at': '2021-07-15T23:59:38Z', 'revision_number': 0, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be61b6c-b652-4689-8490-a5628fa09245', 'name': '', 'network_id': '625f324e-962a-471a-b479-c33adacb0508', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:f4:58:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '52f8ce11-d3d2-4d37-ac6c-10ce251231d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:26Z', 'updated_at': '2021-07-15T23:59:30Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': '52f8ce11-d3d2-4d37-ac6c-10ce251231d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:40.445702 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da94745-a248-4cab-9d3d-104211b29285 None None] Checking router: 712cffcd-58a0-4344-a636-04abbfc4757d for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:59:40.454436 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da94745-a248-4cab-9d3d-104211b29285 None None] Routers {'712cffcd-58a0-4344-a636-04abbfc4757d'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:59:40.455059 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-9da94745-a248-4cab-9d3d-104211b29285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:59:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['712cffcd-58a0-4344-a636-04abbfc4757d'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:40.455230 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ca44e-d72c-42e4-bb06-d53516c230df req-7a7e9261-a64e-46a9-8006-865dccaff914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:40.456704 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8f0ca44e-d72c-42e4-bb06-d53516c230df req-7a7e9261-a64e-46a9-8006-865dccaff914 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=52f8ce11-d3d2-4d37-ac6c-10ce251231d7 HTTP/1.1" status: 200 len: 835 time: 0.0498426 Jul 15 23:59:40.511971 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ca44e-d72c-42e4-bb06-d53516c230df req-619ab45f-1ab5-4ced-8e57-e96a34bce4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:40.514055 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8f0ca44e-d72c-42e4-bb06-d53516c230df req-619ab45f-1ab5-4ced-8e57-e96a34bce4d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=625f324e-962a-471a-b479-c33adacb0508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510268 Jul 15 23:59:40.555277 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-9da94745-a248-4cab-9d3d-104211b29285 None None] Set router 712cffcd-58a0-4344-a636-04abbfc4757d gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:59:40.611802 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8f0ca44e-d72c-42e4-bb06-d53516c230df req-02980e4f-ecff-4b41-a962-5ae2b38e3381 service neutron] 10.222.0.43 "GET /v2.0/networks/625f324e-962a-471a-b479-c33adacb0508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904791 Jul 15 23:59:40.699814 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8f0ca44e-d72c-42e4-bb06-d53516c230df req-73e6e652-2123-4435-bcc9-92757f63bfdd service neutron] 10.222.0.43 "GET /v2.0/networks/625f324e-962a-471a-b479-c33adacb0508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820544 Jul 15 23:59:40.776210 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-9da94745-a248-4cab-9d3d-104211b29285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697038659', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'b5093777-db72-4ebc-9a8e-1ac871ef4e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:23Z', 'updated_at': '2021-07-15T23:59:26Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': 'b5093777-db72-4ebc-9a8e-1ac871ef4e31', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:23Z', 'updated_at': '2021-07-15T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'a240cda8-e245-4809-a009-c949a4f0c5d0', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'floating_ip_address': '172.25.4.29', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'port_id': '7710478b-eaf2-47ac-ab57-be03ec5b30a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '625f324e-962a-471a-b479-c33adacb0508', 'mac_address': 'fa:16:3e:32:1b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e7d431-151f-43ee-9d6b-a1cb2be2243b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:59:38Z', 'updated_at': '2021-07-15T23:59:38Z', 'revision_number': 0, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be61b6c-b652-4689-8490-a5628fa09245', 'name': '', 'network_id': '625f324e-962a-471a-b479-c33adacb0508', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:f4:58:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '52f8ce11-d3d2-4d37-ac6c-10ce251231d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:26Z', 'updated_at': '2021-07-15T23:59:30Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': '52f8ce11-d3d2-4d37-ac6c-10ce251231d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:40.802834 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da94745-a248-4cab-9d3d-104211b29285 None None] The sync data for ids ['712cffcd-58a0-4344-a636-04abbfc4757d'] in n-d-787205-9 is: [{'id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697038659', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'b5093777-db72-4ebc-9a8e-1ac871ef4e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:23Z', 'updated_at': '2021-07-15T23:59:26Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': 'b5093777-db72-4ebc-9a8e-1ac871ef4e31', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:23Z', 'updated_at': '2021-07-15T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': 'a240cda8-e245-4809-a009-c949a4f0c5d0', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'floating_ip_address': '172.25.4.29', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'port_id': '7710478b-eaf2-47ac-ab57-be03ec5b30a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '625f324e-962a-471a-b479-c33adacb0508', 'mac_address': 'fa:16:3e:32:1b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e7d431-151f-43ee-9d6b-a1cb2be2243b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:59:38Z', 'updated_at': '2021-07-15T23:59:38Z', 'revision_number': 0, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be61b6c-b652-4689-8490-a5628fa09245', 'name': '', 'network_id': '625f324e-962a-471a-b479-c33adacb0508', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:f4:58:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '52f8ce11-d3d2-4d37-ac6c-10ce251231d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:26Z', 'updated_at': '2021-07-15T23:59:30Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': '52f8ce11-d3d2-4d37-ac6c-10ce251231d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:59:40.989683 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699c5a2c-128d-499b-a238-ec60b316d128 None None] New status for floating IP a240cda8-e245-4809-a009-c949a4f0c5d0: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:59:41.371210 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-14828317-8860-44c2-9b2b-d6482f91bb4d req-47395813-ca72-4eb9-8d5b-3546390fb53b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=77e7d431-151f-43ee-9d6b-a1cb2be2243b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507946 Jul 15 23:59:41.407269 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38622) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:41.468327 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5eced8bb-65ea-4bf3-a156-8de9fccf6ca0 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/floatingips/a240cda8-e245-4809-a009-c949a4f0c5d0 HTTP/1.1" status: 200 len: 993 time: 0.0594730 Jul 15 23:59:41.469443 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14828317-8860-44c2-9b2b-d6482f91bb4d req-61060bd3-29be-4002-803c-5dbfbc5e4ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:41.471001 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-14828317-8860-44c2-9b2b-d6482f91bb4d req-61060bd3-29be-4002-803c-5dbfbc5e4ba4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=77e7d431-151f-43ee-9d6b-a1cb2be2243b HTTP/1.1" status: 200 len: 1097 time: 0.0569079 Jul 15 23:59:41.575157 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14828317-8860-44c2-9b2b-d6482f91bb4d req-622695e5-5d34-4e8d-86c0-76fa1b962293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:41.576612 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-14828317-8860-44c2-9b2b-d6482f91bb4d req-622695e5-5d34-4e8d-86c0-76fa1b962293 service neutron] 10.222.0.43 "GET /v2.0/networks?id=625f324e-962a-471a-b479-c33adacb0508 HTTP/1.1" status: 200 len: 898 time: 0.0837729 Jul 15 23:59:41.643152 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-14828317-8860-44c2-9b2b-d6482f91bb4d req-7269303b-ed16-4b3a-9df5-04ca2899aec3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7710478b-eaf2-47ac-ab57-be03ec5b30a9 HTTP/1.1" status: 200 len: 1001 time: 0.0602238 Jul 15 23:59:41.702659 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14828317-8860-44c2-9b2b-d6482f91bb4d req-d773c440-e466-48a0-8bfb-e4c5f6e6ee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:41.703995 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-14828317-8860-44c2-9b2b-d6482f91bb4d req-d773c440-e466-48a0-8bfb-e4c5f6e6ee19 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=52f8ce11-d3d2-4d37-ac6c-10ce251231d7 HTTP/1.1" status: 200 len: 835 time: 0.0425720 Jul 15 23:59:41.759184 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14828317-8860-44c2-9b2b-d6482f91bb4d req-9345bc59-47a8-4429-9b0f-14b713173885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:41.760621 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-14828317-8860-44c2-9b2b-d6482f91bb4d req-9345bc59-47a8-4429-9b0f-14b713173885 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=625f324e-962a-471a-b479-c33adacb0508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499864 Jul 15 23:59:41.853342 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-14828317-8860-44c2-9b2b-d6482f91bb4d req-68893d2f-a3c6-4f8b-83dc-ecdaab5cce12 service neutron] 10.222.0.43 "GET /v2.0/networks/625f324e-962a-471a-b479-c33adacb0508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861378 Jul 15 23:59:41.941206 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-14828317-8860-44c2-9b2b-d6482f91bb4d req-28e61ad4-7657-47f7-99b4-bf16aacc4188 service neutron] 10.222.0.43 "GET /v2.0/networks/625f324e-962a-471a-b479-c33adacb0508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808086 Jul 15 23:59:45.959136 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-32c3ce10-87d1-4234-8d4e-53b717c1ab1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:48.331889 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8eb9c988-624f-4775-9f4d-42f378c7349f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:48.811959 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:49.846045 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:51.401104 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:54.611484 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:09.289396 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af997c-8d6e-49c3-90a8-2d2e4892dd09 req-c1c33f1e-6bc9-4aca-a546-1fb105206942 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:09.290845 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-42af997c-8d6e-49c3-90a8-2d2e4892dd09 req-c1c33f1e-6bc9-4aca-a546-1fb105206942 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=77e7d431-151f-43ee-9d6b-a1cb2be2243b HTTP/1.1" status: 200 len: 946 time: 0.0659542 Jul 16 00:00:09.325414 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:09.334022 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-42af997c-8d6e-49c3-90a8-2d2e4892dd09 req-74a65872-fedd-478d-be1c-cceaa717bef8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=3affbd5a-4df5-44aa-ba3f-87a753819f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373189 Jul 16 00:00:10.393597 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:00:10.511870 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61e875-5384-483b-b887-bb9c8c33a528 req-650356ad-17fe-4396-9e62-1eedf4c7d61a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:10.513387 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c61e875-5384-483b-b887-bb9c8c33a528 req-650356ad-17fe-4396-9e62-1eedf4c7d61a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=77e7d431-151f-43ee-9d6b-a1cb2be2243b HTTP/1.1" status: 200 len: 946 time: 0.0653701 Jul 16 00:00:10.552991 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7c61e875-5384-483b-b887-bb9c8c33a528 req-748bda93-8289-4313-b4c3-0ecf1774705d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=3affbd5a-4df5-44aa-ba3f-87a753819f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338717 Jul 16 00:00:10.578354 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38648) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:00:10.641802 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-130963d1-957a-4016-bf67-a9d3ac8406fa tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/floatingips/a240cda8-e245-4809-a009-c949a4f0c5d0 HTTP/1.1" status: 200 len: 993 time: 0.0622487 Jul 16 00:00:12.068132 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1271c-e2b7-4540-a555-8ffc245062da req-ca954db0-61e0-43a3-a604-8cbad79e01e4 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:12.069615 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d0a1271c-e2b7-4540-a555-8ffc245062da req-ca954db0-61e0-43a3-a604-8cbad79e01e4 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=77e7d431-151f-43ee-9d6b-a1cb2be2243b HTTP/1.1" status: 200 len: 946 time: 0.0658956 Jul 16 00:00:12.109785 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d0a1271c-e2b7-4540-a555-8ffc245062da req-405729e5-e3ed-4c39-a755-6e347ca0ebd6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=3affbd5a-4df5-44aa-ba3f-87a753819f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339940 Jul 16 00:00:13.282928 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc5d3a-e948-460d-b708-9941a58ba2f1 req-cf3e5a39-fa24-46d2-bc86-e4adca42cde2 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:13.284319 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5acc5d3a-e948-460d-b708-9941a58ba2f1 req-cf3e5a39-fa24-46d2-bc86-e4adca42cde2 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=77e7d431-151f-43ee-9d6b-a1cb2be2243b HTTP/1.1" status: 200 len: 946 time: 0.0649896 Jul 16 00:00:13.321454 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5acc5d3a-e948-460d-b708-9941a58ba2f1 req-1794bcb0-7b6c-460b-8184-35d617cf80f4 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=3affbd5a-4df5-44aa-ba3f-87a753819f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316901 Jul 16 00:00:13.345590 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38658) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:00:13.402413 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-302f50bb-b232-4693-9bd7-a67390623cf1 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/floatingips/a240cda8-e245-4809-a009-c949a4f0c5d0 HTTP/1.1" status: 200 len: 993 time: 0.0557387 Jul 16 00:00:13.704839 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38664) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:00:13.859801 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c9ef88e7-33fc-4a01-9f26-8ef0e7daf789 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Deleting port eddd92e9-c0fc-4142-adf6-a925f79289d3 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:00:13.860149 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c9ef88e7-33fc-4a01-9f26-8ef0e7daf789 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:13.936247 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c9ef88e7-33fc-4a01-9f26-8ef0e7daf789 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:13.936570 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c9ef88e7-33fc-4a01-9f26-8ef0e7daf789 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:13.948087 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-c9ef88e7-33fc-4a01-9f26-8ef0e7daf789 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Calling delete_port for eddd92e9-c0fc-4142-adf6-a925f79289d3 owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:00:14.096529 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c9ef88e7-33fc-4a01-9f26-8ef0e7daf789 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:14.126068 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef88e7-33fc-4a01-9f26-8ef0e7daf789 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'Port': ['ID=eddd92e9-c0fc-4142-adf6-a925f79289d3,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:14.150622 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef88e7-33fc-4a01-9f26-8ef0e7daf789 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:14.150995 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef88e7-33fc-4a01-9f26-8ef0e7daf789 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:14.151335 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef88e7-33fc-4a01-9f26-8ef0e7daf789 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:14.151669 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef88e7-33fc-4a01-9f26-8ef0e7daf789 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:14.152002 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef88e7-33fc-4a01-9f26-8ef0e7daf789 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:14.152330 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef88e7-33fc-4a01-9f26-8ef0e7daf789 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:14.152658 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef88e7-33fc-4a01-9f26-8ef0e7daf789 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:14.152987 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef88e7-33fc-4a01-9f26-8ef0e7daf789 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:14.153312 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef88e7-33fc-4a01-9f26-8ef0e7daf789 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:14.153634 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef88e7-33fc-4a01-9f26-8ef0e7daf789 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:14.154490 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef88e7-33fc-4a01-9f26-8ef0e7daf789 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:14.154823 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef88e7-33fc-4a01-9f26-8ef0e7daf789 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:14.191482 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c9ef88e7-33fc-4a01-9f26-8ef0e7daf789 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:14.191815 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-c9ef88e7-33fc-4a01-9f26-8ef0e7daf789 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Floating IP a240cda8-e245-4809-a009-c949a4f0c5d0 disassociated (deleted). External IP: 172.25.4.29, port: 7710478b-eaf2-47ac-ab57-be03ec5b30a9. Jul 16 00:00:14.394222 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ef88e7-33fc-4a01-9f26-8ef0e7daf789 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Router 712cffcd-58a0-4344-a636-04abbfc4757d has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:00:14.497848 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ef88e7-33fc-4a01-9f26-8ef0e7daf789 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:00:14.502626 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c9ef88e7-33fc-4a01-9f26-8ef0e7daf789 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:14.507123 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638c3812-1730-4fd4-8de6-b9d6a251a76d None None] Sync routers for ids ['712cffcd-58a0-4344-a636-04abbfc4757d'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:00:14.516332 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638c3812-1730-4fd4-8de6-b9d6a251a76d None None] Routers {'712cffcd-58a0-4344-a636-04abbfc4757d'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:00:14.516929 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-638c3812-1730-4fd4-8de6-b9d6a251a76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:59:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['712cffcd-58a0-4344-a636-04abbfc4757d'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:00:14.538553 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c9ef88e7-33fc-4a01-9f26-8ef0e7daf789 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "DELETE /v2.0/floatingips/a240cda8-e245-4809-a009-c949a4f0c5d0 HTTP/1.1" status: 204 len: 168 time: 0.8325057 Jul 16 00:00:14.539206 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e7d431-151f-43ee-9d6b-a1cb2be2243b', 'tag': '7710478b-eaf2-47ac-ab57-be03ec5b30a9'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:00:14.541555 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f08fc2a7d463e069dbf969c41850b8f153237e21caa8377f91bf00f314a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e30214c-9fc6-4397-b342-779221add94f" -d '{"events": [{"name": "network-changed", "server_uuid": "77e7d431-151f-43ee-9d6b-a1cb2be2243b", "tag": "7710478b-eaf2-47ac-ab57-be03ec5b30a9"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:00:14.580214 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291e82c7-27d5-43ab-81fc-e05bcfa62e15 x-openstack-request-id: req-291e82c7-27d5-43ab-81fc-e05bcfa62e15 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:00:14.580512 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e7d431-151f-43ee-9d6b-a1cb2be2243b", "tag": "7710478b-eaf2-47ac-ab57-be03ec5b30a9", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:00:14.580767 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-291e82c7-27d5-43ab-81fc-e05bcfa62e15 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:00:14.581174 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e7d431-151f-43ee-9d6b-a1cb2be2243b', 'tag': '7710478b-eaf2-47ac-ab57-be03ec5b30a9', 'status': 'completed', 'code': 200} Jul 16 00:00:14.625200 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-638c3812-1730-4fd4-8de6-b9d6a251a76d None None] Set router 712cffcd-58a0-4344-a636-04abbfc4757d gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:00:14.667968 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30214c-9fc6-4397-b342-779221add94f req-46f91e0b-bc08-4d88-86fa-d620cb72e05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:14.669612 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0e30214c-9fc6-4397-b342-779221add94f req-46f91e0b-bc08-4d88-86fa-d620cb72e05a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=77e7d431-151f-43ee-9d6b-a1cb2be2243b HTTP/1.1" status: 200 len: 1097 time: 0.0613034 Jul 16 00:00:14.779859 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30214c-9fc6-4397-b342-779221add94f req-a0c17bab-8ef4-446f-acc6-b05d47ccbf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:14.781589 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0e30214c-9fc6-4397-b342-779221add94f req-a0c17bab-8ef4-446f-acc6-b05d47ccbf9e service neutron] 10.222.0.43 "GET /v2.0/networks?id=625f324e-962a-471a-b479-c33adacb0508 HTTP/1.1" status: 200 len: 898 time: 0.1029112 Jul 16 00:00:14.823809 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0e30214c-9fc6-4397-b342-779221add94f req-c5e9dddf-95cc-4881-bacc-489d051cfc33 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7710478b-eaf2-47ac-ab57-be03ec5b30a9 HTTP/1.1" status: 200 len: 217 time: 0.0349712 Jul 16 00:00:14.836847 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-638c3812-1730-4fd4-8de6-b9d6a251a76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697038659', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'b5093777-db72-4ebc-9a8e-1ac871ef4e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:23Z', 'updated_at': '2021-07-15T23:59:26Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': 'b5093777-db72-4ebc-9a8e-1ac871ef4e31', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:23Z', 'updated_at': '2021-07-15T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '6be61b6c-b652-4689-8490-a5628fa09245', 'name': '', 'network_id': '625f324e-962a-471a-b479-c33adacb0508', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:f4:58:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '52f8ce11-d3d2-4d37-ac6c-10ce251231d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:26Z', 'updated_at': '2021-07-15T23:59:30Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': '52f8ce11-d3d2-4d37-ac6c-10ce251231d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:00:14.864911 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638c3812-1730-4fd4-8de6-b9d6a251a76d None None] Checking router: 712cffcd-58a0-4344-a636-04abbfc4757d for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:00:14.875256 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30214c-9fc6-4397-b342-779221add94f req-f24c3bfe-1474-400f-b828-70efd96fa48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:14.875542 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638c3812-1730-4fd4-8de6-b9d6a251a76d None None] Routers {'712cffcd-58a0-4344-a636-04abbfc4757d'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:00:14.876217 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-638c3812-1730-4fd4-8de6-b9d6a251a76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-15T23:59:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['712cffcd-58a0-4344-a636-04abbfc4757d'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:00:14.877100 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0e30214c-9fc6-4397-b342-779221add94f req-f24c3bfe-1474-400f-b828-70efd96fa48d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=52f8ce11-d3d2-4d37-ac6c-10ce251231d7 HTTP/1.1" status: 200 len: 835 time: 0.0471933 Jul 16 00:00:14.927110 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7e574-85fd-4b3c-af89-551e602a8468 req-b15a084d-d1ec-4d55-be48-4e98925aa06e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:14.928667 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-59c7e574-85fd-4b3c-af89-551e602a8468 req-b15a084d-d1ec-4d55-be48-4e98925aa06e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=77e7d431-151f-43ee-9d6b-a1cb2be2243b HTTP/1.1" status: 200 len: 946 time: 0.0725942 Jul 16 00:00:14.940166 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30214c-9fc6-4397-b342-779221add94f req-4f6758cf-796d-44a7-b8f5-849fefe6d58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:14.941667 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0e30214c-9fc6-4397-b342-779221add94f req-4f6758cf-796d-44a7-b8f5-849fefe6d58c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=625f324e-962a-471a-b479-c33adacb0508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568588 Jul 16 00:00:14.979292 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-59c7e574-85fd-4b3c-af89-551e602a8468 req-cb4e362c-4ed2-4dad-8552-3d7eb6f029c5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=3affbd5a-4df5-44aa-ba3f-87a753819f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446737 Jul 16 00:00:14.989600 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-638c3812-1730-4fd4-8de6-b9d6a251a76d None None] Set router 712cffcd-58a0-4344-a636-04abbfc4757d gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:00:15.053758 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0e30214c-9fc6-4397-b342-779221add94f req-b3e7a6cf-189f-4147-ac94-d01ca6c84f52 service neutron] 10.222.0.43 "GET /v2.0/networks/625f324e-962a-471a-b479-c33adacb0508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036031 Jul 16 00:00:15.150718 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0e30214c-9fc6-4397-b342-779221add94f req-734f218a-14b9-4adb-b1b0-44f71c8bdaa4 service neutron] 10.222.0.43 "GET /v2.0/networks/625f324e-962a-471a-b479-c33adacb0508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900316 Jul 16 00:00:15.273070 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-638c3812-1730-4fd4-8de6-b9d6a251a76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697038659', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'b5093777-db72-4ebc-9a8e-1ac871ef4e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:23Z', 'updated_at': '2021-07-15T23:59:26Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': 'b5093777-db72-4ebc-9a8e-1ac871ef4e31', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:23Z', 'updated_at': '2021-07-15T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '6be61b6c-b652-4689-8490-a5628fa09245', 'name': '', 'network_id': '625f324e-962a-471a-b479-c33adacb0508', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:f4:58:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '52f8ce11-d3d2-4d37-ac6c-10ce251231d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:26Z', 'updated_at': '2021-07-15T23:59:30Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': '52f8ce11-d3d2-4d37-ac6c-10ce251231d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:00:15.297928 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638c3812-1730-4fd4-8de6-b9d6a251a76d None None] The sync data for ids ['712cffcd-58a0-4344-a636-04abbfc4757d'] in n-d-787205-9 is: [{'id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697038659', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'b5093777-db72-4ebc-9a8e-1ac871ef4e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:23Z', 'updated_at': '2021-07-15T23:59:26Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': 'b5093777-db72-4ebc-9a8e-1ac871ef4e31', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:23Z', 'updated_at': '2021-07-15T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '6be61b6c-b652-4689-8490-a5628fa09245', 'name': '', 'network_id': '625f324e-962a-471a-b479-c33adacb0508', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:f4:58:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '52f8ce11-d3d2-4d37-ac6c-10ce251231d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:26Z', 'updated_at': '2021-07-15T23:59:30Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': '52f8ce11-d3d2-4d37-ac6c-10ce251231d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:00:15.510767 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592ecbdc-1ebf-435a-ae88-292b3b05d0b8 None None] New status for floating IP a240cda8-e245-4809-a009-c949a4f0c5d0: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:00:15.958940 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0090b25f-3df6-422d-bd2b-0428623ebc0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:16.150460 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08505e41-2388-4032-b18f-6bf44af3146c req-7dc42e81-aa9a-462f-ba68-c3b4c839dea2 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:16.151874 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-08505e41-2388-4032-b18f-6bf44af3146c req-7dc42e81-aa9a-462f-ba68-c3b4c839dea2 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=77e7d431-151f-43ee-9d6b-a1cb2be2243b HTTP/1.1" status: 200 len: 946 time: 0.0645313 Jul 16 00:00:16.189842 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-08505e41-2388-4032-b18f-6bf44af3146c req-6799b4b4-c6aa-4039-96ad-e484b8a93131 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=3affbd5a-4df5-44aa-ba3f-87a753819f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323827 Jul 16 00:00:16.439327 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8c417-dfbb-4c48-b6d3-725fb53f3650 req-8d049571-714d-44e8-a322-15f855d27fe2 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:16.440725 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f4f8c417-dfbb-4c48-b6d3-725fb53f3650 req-8d049571-714d-44e8-a322-15f855d27fe2 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.43 "GET /v2.0/ports?device_id=77e7d431-151f-43ee-9d6b-a1cb2be2243b HTTP/1.1" status: 200 len: 946 time: 0.0615835 Jul 16 00:00:16.540127 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-f4f8c417-dfbb-4c48-b6d3-725fb53f3650 req-e3507730-27cc-44ae-8046-a05f93ef5f7d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Deleting port 7710478b-eaf2-47ac-ab57-be03ec5b30a9 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:00:16.540462 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f4f8c417-dfbb-4c48-b6d3-725fb53f3650 req-e3507730-27cc-44ae-8046-a05f93ef5f7d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:16.625213 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f4f8c417-dfbb-4c48-b6d3-725fb53f3650 req-e3507730-27cc-44ae-8046-a05f93ef5f7d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] For port 7710478b-eaf2-47ac-ab57-be03ec5b30a9, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=7710478b-eaf2-47ac-ab57-be03ec5b30a9,segment=NetworkSegment(df5b89bb-f355-4053-9fa4-970b30980105),segment_id=df5b89bb-f355-4053-9fa4-970b30980105)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:00:16.625549 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f4f8c417-dfbb-4c48-b6d3-725fb53f3650 req-e3507730-27cc-44ae-8046-a05f93ef5f7d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:16.637507 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-f4f8c417-dfbb-4c48-b6d3-725fb53f3650 req-e3507730-27cc-44ae-8046-a05f93ef5f7d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Calling delete_port for 7710478b-eaf2-47ac-ab57-be03ec5b30a9 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:00:16.764335 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f4f8c417-dfbb-4c48-b6d3-725fb53f3650 req-e3507730-27cc-44ae-8046-a05f93ef5f7d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:16.792839 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3507730-27cc-44ae-8046-a05f93ef5f7d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'Port': ['ID=7710478b-eaf2-47ac-ab57-be03ec5b30a9,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:16.804988 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3507730-27cc-44ae-8046-a05f93ef5f7d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:16.805338 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3507730-27cc-44ae-8046-a05f93ef5f7d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:16.805738 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3507730-27cc-44ae-8046-a05f93ef5f7d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:16.805996 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3507730-27cc-44ae-8046-a05f93ef5f7d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:16.806330 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3507730-27cc-44ae-8046-a05f93ef5f7d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:16.806704 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3507730-27cc-44ae-8046-a05f93ef5f7d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:16.807041 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3507730-27cc-44ae-8046-a05f93ef5f7d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:16.807370 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3507730-27cc-44ae-8046-a05f93ef5f7d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:16.807693 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3507730-27cc-44ae-8046-a05f93ef5f7d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:16.808020 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3507730-27cc-44ae-8046-a05f93ef5f7d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:16.808342 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3507730-27cc-44ae-8046-a05f93ef5f7d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:16.808660 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3507730-27cc-44ae-8046-a05f93ef5f7d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:16.851492 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f8c417-dfbb-4c48-b6d3-725fb53f3650 req-e3507730-27cc-44ae-8046-a05f93ef5f7d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] No DVR routers for this DVR port 7710478b-eaf2-47ac-ab57-be03ec5b30a9 on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:00:16.854103 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f4f8c417-dfbb-4c48-b6d3-725fb53f3650 req-e3507730-27cc-44ae-8046-a05f93ef5f7d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:16.856141 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f4f8c417-dfbb-4c48-b6d3-725fb53f3650 req-e3507730-27cc-44ae-8046-a05f93ef5f7d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.43 "DELETE /v2.0/ports/7710478b-eaf2-47ac-ab57-be03ec5b30a9 HTTP/1.1" status: 204 len: 173 time: 0.4100962 Jul 16 00:00:16.856573 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e7d431-151f-43ee-9d6b-a1cb2be2243b', 'name': 'network-vif-deleted', 'tag': '7710478b-eaf2-47ac-ab57-be03ec5b30a9'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:00:16.858860 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac3ab2df65406140be9365f9b3f66d4be7bd37abeab186e08b44bb3ea3ff9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f1cf63-e89c-4489-8fbe-66add8c7d048" -d '{"events": [{"server_uuid": "77e7d431-151f-43ee-9d6b-a1cb2be2243b", "name": "network-vif-deleted", "tag": "7710478b-eaf2-47ac-ab57-be03ec5b30a9"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:00:16.898944 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e9d7b4-b7bc-4243-ba10-cece3fe72d35 x-openstack-request-id: req-f0e9d7b4-b7bc-4243-ba10-cece3fe72d35 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:00:16.899361 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e7d431-151f-43ee-9d6b-a1cb2be2243b", "name": "network-vif-deleted", "tag": "7710478b-eaf2-47ac-ab57-be03ec5b30a9", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:00:16.899655 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0e9d7b4-b7bc-4243-ba10-cece3fe72d35 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:00:16.900060 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e7d431-151f-43ee-9d6b-a1cb2be2243b', 'name': 'network-vif-deleted', 'tag': '7710478b-eaf2-47ac-ab57-be03ec5b30a9', 'status': 'completed', 'code': 200} Jul 16 00:00:17.352006 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2cd37a3e-298a-4be6-9ca6-6368fd001704 req-24bd718a-bb47-4e7f-acfa-8ccc6a346a88 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=77e7d431-151f-43ee-9d6b-a1cb2be2243b HTTP/1.1" status: 200 len: 210 time: 0.0290940 Jul 16 00:00:18.335607 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3096bca0-182d-4dc9-9a36-d3158384312b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:18.445767 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38688) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:00:18.792670 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-13e92562-8567-4edc-82df-63658a7307ff tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:18.815752 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:19.053116 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-13e92562-8567-4edc-82df-63658a7307ff tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Deleting port 6be61b6c-b652-4689-8490-a5628fa09245 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:00:19.053375 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-13e92562-8567-4edc-82df-63658a7307ff tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:19.137442 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-13e92562-8567-4edc-82df-63658a7307ff tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] For port 6be61b6c-b652-4689-8490-a5628fa09245, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=6be61b6c-b652-4689-8490-a5628fa09245,segment=NetworkSegment(df5b89bb-f355-4053-9fa4-970b30980105),segment_id=df5b89bb-f355-4053-9fa4-970b30980105)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:00:19.137800 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-13e92562-8567-4edc-82df-63658a7307ff tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:19.153492 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-13e92562-8567-4edc-82df-63658a7307ff tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Calling delete_port for 6be61b6c-b652-4689-8490-a5628fa09245 owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:00:19.331310 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-13e92562-8567-4edc-82df-63658a7307ff tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:19.358425 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e92562-8567-4edc-82df-63658a7307ff tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'Port': ['ID=6be61b6c-b652-4689-8490-a5628fa09245,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:19.530444 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-13e92562-8567-4edc-82df-63658a7307ff tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:19.737478 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e92562-8567-4edc-82df-63658a7307ff tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Router 712cffcd-58a0-4344-a636-04abbfc4757d has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:00:19.840406 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e92562-8567-4edc-82df-63658a7307ff tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:00:19.845812 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-13e92562-8567-4edc-82df-63658a7307ff tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "PUT /v2.0/routers/712cffcd-58a0-4344-a636-04abbfc4757d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3990135 Jul 16 00:00:19.848633 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38690) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:00:19.853253 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66123abc-77d6-4db0-bc71-d96d7f4c4645 None None] Sync routers for ids ['712cffcd-58a0-4344-a636-04abbfc4757d'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:00:19.856061 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:19.862392 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66123abc-77d6-4db0-bc71-d96d7f4c4645 None None] Routers {'712cffcd-58a0-4344-a636-04abbfc4757d'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:00:19.863043 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-66123abc-77d6-4db0-bc71-d96d7f4c4645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:00:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['712cffcd-58a0-4344-a636-04abbfc4757d'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:00:19.897808 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb092aa-b729-4f37-adde-6767ad678ab1 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Deleting subnet 52f8ce11-d3d2-4d37-ac6c-10ce251231d7 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:00:19.900798 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cbb092aa-b729-4f37-adde-6767ad678ab1 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:19.938745 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cbb092aa-b729-4f37-adde-6767ad678ab1 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:19.963814 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-66123abc-77d6-4db0-bc71-d96d7f4c4645 None None] Set router 712cffcd-58a0-4344-a636-04abbfc4757d gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:00:20.029333 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cbb092aa-b729-4f37-adde-6767ad678ab1 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:20.086523 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cbb092aa-b729-4f37-adde-6767ad678ab1 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:20.113663 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb092aa-b729-4f37-adde-6767ad678ab1 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'Subnet': ['ID=52f8ce11-d3d2-4d37-ac6c-10ce251231d7,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:20.119874 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cbb092aa-b729-4f37-adde-6767ad678ab1 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:20.123726 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-cbb092aa-b729-4f37-adde-6767ad678ab1 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "DELETE /v2.0/subnets/52f8ce11-d3d2-4d37-ac6c-10ce251231d7 HTTP/1.1" status: 204 len: 168 time: 0.2740064 Jul 16 00:00:20.124256 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a5b0bc-a23d-405a-b018-5d247c1a5f42 None None] Network 625f324e-962a-471a-b479-c33adacb0508 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:00:20.126415 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38692) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:00:20.144442 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-66123abc-77d6-4db0-bc71-d96d7f4c4645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697038659', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'b5093777-db72-4ebc-9a8e-1ac871ef4e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:23Z', 'updated_at': '2021-07-16T00:00:19Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': 'b5093777-db72-4ebc-9a8e-1ac871ef4e31', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:23Z', 'updated_at': '2021-07-15T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:00:20.170694 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66123abc-77d6-4db0-bc71-d96d7f4c4645 None None] Checking router: 712cffcd-58a0-4344-a636-04abbfc4757d for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:00:20.179294 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66123abc-77d6-4db0-bc71-d96d7f4c4645 None None] Routers {'712cffcd-58a0-4344-a636-04abbfc4757d'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:00:20.180036 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-66123abc-77d6-4db0-bc71-d96d7f4c4645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:00:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['712cffcd-58a0-4344-a636-04abbfc4757d'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:00:20.232505 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f70ec61b-2be1-4896-8dfe-3b039babeb9b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:20.290261 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-66123abc-77d6-4db0-bc71-d96d7f4c4645 None None] Set router 712cffcd-58a0-4344-a636-04abbfc4757d gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:00:20.324761 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411d63a2-e09c-49ba-ba50-11a1c3adc5b9 None None] DHCP port deletion for 625f324e-962a-471a-b479-c33adacb0508 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:00:20.339689 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f70ec61b-2be1-4896-8dfe-3b039babeb9b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:20.371073 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 7710478b-eaf2-47ac-ab57-be03ec5b30a9 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:00:20.395886 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 7710478b-eaf2-47ac-ab57-be03ec5b30a9 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:00:20.396232 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 7710478b-eaf2-47ac-ab57-be03ec5b30a9 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:00:20.408110 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f70ec61b-2be1-4896-8dfe-3b039babeb9b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Deleting port b5093777-db72-4ebc-9a8e-1ac871ef4e31 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:00:20.408410 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f70ec61b-2be1-4896-8dfe-3b039babeb9b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:20.412471 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-411d63a2-e09c-49ba-ba50-11a1c3adc5b9 None None] Deleting port b0fcf911-e650-4f4c-8704-2a1cdcdbe54b {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:00:20.412945 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-411d63a2-e09c-49ba-ba50-11a1c3adc5b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:20.476968 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b0fcf911-e650-4f4c-8704-2a1cdcdbe54b no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:00:20.491907 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-66123abc-77d6-4db0-bc71-d96d7f4c4645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697038659', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'b5093777-db72-4ebc-9a8e-1ac871ef4e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:23Z', 'updated_at': '2021-07-16T00:00:19Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': 'b5093777-db72-4ebc-9a8e-1ac871ef4e31', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:23Z', 'updated_at': '2021-07-15T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:00:20.497267 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-f70ec61b-2be1-4896-8dfe-3b039babeb9b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] For port b5093777-db72-4ebc-9a8e-1ac871ef4e31, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b5093777-db72-4ebc-9a8e-1ac871ef4e31,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:00:20.498227 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f70ec61b-2be1-4896-8dfe-3b039babeb9b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:20.506986 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-411d63a2-e09c-49ba-ba50-11a1c3adc5b9 None None] For port b0fcf911-e650-4f4c-8704-2a1cdcdbe54b, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b0fcf911-e650-4f4c-8704-2a1cdcdbe54b,segment=NetworkSegment(df5b89bb-f355-4053-9fa4-970b30980105),segment_id=df5b89bb-f355-4053-9fa4-970b30980105)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:00:20.507378 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-411d63a2-e09c-49ba-ba50-11a1c3adc5b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:20.510677 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-f70ec61b-2be1-4896-8dfe-3b039babeb9b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Calling delete_port for b5093777-db72-4ebc-9a8e-1ac871ef4e31 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:00:20.522445 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66123abc-77d6-4db0-bc71-d96d7f4c4645 None None] The sync data for ids ['712cffcd-58a0-4344-a636-04abbfc4757d'] in n-d-787205-9 is: [{'id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697038659', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'b5093777-db72-4ebc-9a8e-1ac871ef4e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:23Z', 'updated_at': '2021-07-16T00:00:19Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': 'b5093777-db72-4ebc-9a8e-1ac871ef4e31', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712cffcd-58a0-4344-a636-04abbfc4757d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:23Z', 'updated_at': '2021-07-15T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:00:20.525972 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-411d63a2-e09c-49ba-ba50-11a1c3adc5b9 None None] Calling delete_port for b0fcf911-e650-4f4c-8704-2a1cdcdbe54b owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:00:20.622113 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:20.665874 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port b0fcf911-e650-4f4c-8704-2a1cdcdbe54b, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b0fcf911-e650-4f4c-8704-2a1cdcdbe54b,segment=NetworkSegment(df5b89bb-f355-4053-9fa4-970b30980105),segment_id=df5b89bb-f355-4053-9fa4-970b30980105)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:00:20.670475 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:20.685845 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f70ec61b-2be1-4896-8dfe-3b039babeb9b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:20.695199 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-411d63a2-e09c-49ba-ba50-11a1c3adc5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:20.712493 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ec61b-2be1-4896-8dfe-3b039babeb9b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'Port': ['ID=b5093777-db72-4ebc-9a8e-1ac871ef4e31,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:20.712858 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411d63a2-e09c-49ba-ba50-11a1c3adc5b9 None None] No DVR routers for this DVR port b0fcf911-e650-4f4c-8704-2a1cdcdbe54b on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:00:20.727384 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=b0fcf911-e650-4f4c-8704-2a1cdcdbe54b,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:20.735396 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:20.735741 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:20.736082 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:20.736412 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:20.736743 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:20.737079 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:20.737407 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:20.737731 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:20.738055 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:20.738377 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:20.738791 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:20.739113 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:20.762758 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d63a2-e09c-49ba-ba50-11a1c3adc5b9 None None] Pushing event deleted for resources: {'Port': ['ID=b0fcf911-e650-4f4c-8704-2a1cdcdbe54b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:20.784661 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f70ec61b-2be1-4896-8dfe-3b039babeb9b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:20.877833 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f70ec61b-2be1-4896-8dfe-3b039babeb9b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:20.880275 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f70ec61b-2be1-4896-8dfe-3b039babeb9b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:20.924978 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f70ec61b-2be1-4896-8dfe-3b039babeb9b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:20.925487 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70ec61b-2be1-4896-8dfe-3b039babeb9b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Fanout notify agent at l3_agent the message router_deleted on router 712cffcd-58a0-4344-a636-04abbfc4757d {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:00:20.932921 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f70ec61b-2be1-4896-8dfe-3b039babeb9b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:20.936603 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f70ec61b-2be1-4896-8dfe-3b039babeb9b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "DELETE /v2.0/routers/712cffcd-58a0-4344-a636-04abbfc4757d HTTP/1.1" status: 204 len: 168 time: 0.8066137 Jul 16 00:00:20.936840 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38694) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:00:21.018541 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-430e0c0f-fd01-445c-80f1-be0500f15cd7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:21.103221 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-430e0c0f-fd01-445c-80f1-be0500f15cd7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:21.114647 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-430e0c0f-fd01-445c-80f1-be0500f15cd7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['625f324e-962a-471a-b479-c33adacb0508']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:00:21.129581 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-430e0c0f-fd01-445c-80f1-be0500f15cd7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5b89bb-f355-4053-9fa4-970b30980105') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:00:21.130228 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-430e0c0f-fd01-445c-80f1-be0500f15cd7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5b89bb-f355-4053-9fa4-970b30980105') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:00:21.139303 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-430e0c0f-fd01-445c-80f1-be0500f15cd7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:21.153200 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-430e0c0f-fd01-445c-80f1-be0500f15cd7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:21.160379 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-430e0c0f-fd01-445c-80f1-be0500f15cd7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:00:21.160848 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-430e0c0f-fd01-445c-80f1-be0500f15cd7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: timer() Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: self._notify() Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:00:21.164202 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:00:21.226724 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-430e0c0f-fd01-445c-80f1-be0500f15cd7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:21.233392 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-430e0c0f-fd01-445c-80f1-be0500f15cd7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:21.235212 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-430e0c0f-fd01-445c-80f1-be0500f15cd7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "DELETE /v2.0/networks/625f324e-962a-471a-b479-c33adacb0508 HTTP/1.1" status: 204 len: 168 time: 0.2971563 Jul 16 00:00:21.238084 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38696) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:00:21.245909 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e0c0f-fd01-445c-80f1-be0500f15cd7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'Network': ['ID=625f324e-962a-471a-b479-c33adacb0508,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:21.295986 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f072587d-f590-4819-8c40-1a937e5d41e4 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:21.323800 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f072587d-f590-4819-8c40-1a937e5d41e4 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:21.381096 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f072587d-f590-4819-8c40-1a937e5d41e4 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:21.383604 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f072587d-f590-4819-8c40-1a937e5d41e4 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:21.384830 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f072587d-f590-4819-8c40-1a937e5d41e4 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "DELETE /v2.0/security-groups/3affbd5a-4df5-44aa-ba3f-87a753819f2b HTTP/1.1" status: 204 len: 168 time: 0.1451323 Jul 16 00:00:21.401695 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072587d-f590-4819-8c40-1a937e5d41e4 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3affbd5a-4df5-44aa-ba3f-87a753819f2b,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:21.405833 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:21.877570 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38702) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:00:21.882157 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-a58ab82f-9d16-43cb-bd99-1c73dc3bd00e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1354608846', 'description': 'tempest-secgroup-smoke-1354608846 description', 'project_id': '16c130c7698b4f289398f3a08d45c53f'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:00:21.904650 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a58ab82f-9d16-43cb-bd99-1c73dc3bd00e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:21.986788 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a58ab82f-9d16-43cb-bd99-1c73dc3bd00e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:21.990553 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a58ab82f-9d16-43cb-bd99-1c73dc3bd00e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.015953 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a58ab82f-9d16-43cb-bd99-1c73dc3bd00e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.017127 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a58ab82f-9d16-43cb-bd99-1c73dc3bd00e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1385665 Jul 16 00:00:22.020238 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38704) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:00:22.021088 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ab82f-9d16-43cb-bd99-1c73dc3bd00e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70b8f2d3-ed33-4b65-945e-e9a4a9437b85,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:22.025520 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-7917fa12-b35a-45ca-b486-3301cc867660 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group_rule': {'security_group_id': '70b8f2d3-ed33-4b65-945e-e9a4a9437b85', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:00:22.052436 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7917fa12-b35a-45ca-b486-3301cc867660 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.105926 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7917fa12-b35a-45ca-b486-3301cc867660 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.109824 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7917fa12-b35a-45ca-b486-3301cc867660 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.131496 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917fa12-b35a-45ca-b486-3301cc867660 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=539a29f4-850e-4b83-8ba8-a34b8a09200f,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:22.139513 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7917fa12-b35a-45ca-b486-3301cc867660 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.140726 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7917fa12-b35a-45ca-b486-3301cc867660 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193967 Jul 16 00:00:22.143621 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38706) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:00:22.148007 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-04584849-1ada-47f6-ad55-09adb1ec5949 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group_rule': {'security_group_id': '70b8f2d3-ed33-4b65-945e-e9a4a9437b85', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:00:22.173624 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-04584849-1ada-47f6-ad55-09adb1ec5949 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.229055 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-04584849-1ada-47f6-ad55-09adb1ec5949 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.233074 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-04584849-1ada-47f6-ad55-09adb1ec5949 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.247123 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04584849-1ada-47f6-ad55-09adb1ec5949 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93aea6d7-ef89-46f5-aa42-7132064c62af,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:22.256186 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-04584849-1ada-47f6-ad55-09adb1ec5949 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.257370 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-04584849-1ada-47f6-ad55-09adb1ec5949 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1128278 Jul 16 00:00:22.260152 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38708) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:00:22.264473 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1d0e7763-77f8-4445-8383-0e164d0ea8cb tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group_rule': {'security_group_id': '70b8f2d3-ed33-4b65-945e-e9a4a9437b85', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:00:22.289433 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d0e7763-77f8-4445-8383-0e164d0ea8cb tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.344267 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6be61b6c-b652-4689-8490-a5628fa09245 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:00:22.351111 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d0e7763-77f8-4445-8383-0e164d0ea8cb tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.354747 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d0e7763-77f8-4445-8383-0e164d0ea8cb tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.365179 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 6be61b6c-b652-4689-8490-a5628fa09245 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:00:22.365472 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6be61b6c-b652-4689-8490-a5628fa09245 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:00:22.365849 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b5093777-db72-4ebc-9a8e-1ac871ef4e31 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:00:22.371917 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e7763-77f8-4445-8383-0e164d0ea8cb tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98d0bde-f21a-43f5-869f-ad76fda58591,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:22.381845 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d0e7763-77f8-4445-8383-0e164d0ea8cb tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.383111 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1d0e7763-77f8-4445-8383-0e164d0ea8cb tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220489 Jul 16 00:00:22.385560 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: b5093777-db72-4ebc-9a8e-1ac871ef4e31 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:00:22.385904 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b5093777-db72-4ebc-9a8e-1ac871ef4e31 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:00:22.386096 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38710) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:00:22.390900 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-ddeb87a6-6749-4b76-99f9-28c192aefa10 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group_rule': {'security_group_id': '70b8f2d3-ed33-4b65-945e-e9a4a9437b85', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:00:22.416492 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ddeb87a6-6749-4b76-99f9-28c192aefa10 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.474472 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ddeb87a6-6749-4b76-99f9-28c192aefa10 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.477888 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ddeb87a6-6749-4b76-99f9-28c192aefa10 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.494657 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb87a6-6749-4b76-99f9-28c192aefa10 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d9e9b97-5107-4259-823e-b609ad57f48a,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:22.501109 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ddeb87a6-6749-4b76-99f9-28c192aefa10 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.502295 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ddeb87a6-6749-4b76-99f9-28c192aefa10 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1151531 Jul 16 00:00:22.505017 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38712) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:00:22.509431 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-537833b0-37c1-48f6-ac53-d9cef2dd1792 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group_rule': {'security_group_id': '70b8f2d3-ed33-4b65-945e-e9a4a9437b85', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:00:22.531186 n-d-787205-9 neutron-server[93799]: INFO neutron.db.securitygroups_db [None req-537833b0-37c1-48f6-ac53-d9cef2dd1792 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Project 16c130c7698b4f289398f3a08d45c53f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:00:22.535722 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-537833b0-37c1-48f6-ac53-d9cef2dd1792 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.596978 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-537833b0-37c1-48f6-ac53-d9cef2dd1792 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.600279 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-537833b0-37c1-48f6-ac53-d9cef2dd1792 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.615431 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537833b0-37c1-48f6-ac53-d9cef2dd1792 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee6b96c-3a09-4bc5-9404-346919efaf66,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:22.623660 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-537833b0-37c1-48f6-ac53-d9cef2dd1792 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.624974 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-537833b0-37c1-48f6-ac53-d9cef2dd1792 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190042 Jul 16 00:00:22.627695 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38714) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:00:22.631968 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-e3c5c931-1fe9-498c-b2da-07f158162c8c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group_rule': {'security_group_id': '70b8f2d3-ed33-4b65-945e-e9a4a9437b85', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:00:22.651988 n-d-787205-9 neutron-server[93799]: INFO neutron.db.securitygroups_db [None req-e3c5c931-1fe9-498c-b2da-07f158162c8c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Project 16c130c7698b4f289398f3a08d45c53f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:00:22.657171 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e3c5c931-1fe9-498c-b2da-07f158162c8c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.717634 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e3c5c931-1fe9-498c-b2da-07f158162c8c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.721160 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e3c5c931-1fe9-498c-b2da-07f158162c8c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.737281 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5c931-1fe9-498c-b2da-07f158162c8c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2798cbb2-3b6b-4f70-b5de-347f6c4fa994,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:22.743577 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e3c5c931-1fe9-498c-b2da-07f158162c8c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.744758 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e3c5c931-1fe9-498c-b2da-07f158162c8c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1161530 Jul 16 00:00:22.747513 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38716) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:00:22.752269 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-19a733ba-8de5-4dc3-a9f5-847f2b4fd4ef tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'network': {'name': 'tempest-network-smoke--1007620352', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'port_security_enabled': True}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:00:22.772057 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a733ba-8de5-4dc3-a9f5-847f2b4fd4ef tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Made reservation on behalf of 16c130c7698b4f289398f3a08d45c53f for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:00:22.775646 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19a733ba-8de5-4dc3-a9f5-847f2b4fd4ef tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.799075 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a733ba-8de5-4dc3-a9f5-847f2b4fd4ef tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:00:22.808612 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19a733ba-8de5-4dc3-a9f5-847f2b4fd4ef tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.809096 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-19a733ba-8de5-4dc3-a9f5-847f2b4fd4ef tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Added segment 25c9d124-181d-4b97-9ade-56be04cf8291 of type vlan for network d35edf7c-6d60-445a-ab80-54183b12fff7 Jul 16 00:00:22.850594 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19a733ba-8de5-4dc3-a9f5-847f2b4fd4ef tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.877499 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19a733ba-8de5-4dc3-a9f5-847f2b4fd4ef tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.882819 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a733ba-8de5-4dc3-a9f5-847f2b4fd4ef tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:22.883391 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-19a733ba-8de5-4dc3-a9f5-847f2b4fd4ef tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.920535 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-19a733ba-8de5-4dc3-a9f5-847f2b4fd4ef tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1720457 Jul 16 00:00:22.923418 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38718) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:00:22.927959 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-afbfdf6e-a973-4247-a6f2-ee83c8e7e737 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1132180583', 'admin_state_up': True, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:00:22.953960 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-afbfdf6e-a973-4247-a6f2-ee83c8e7e737 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.955135 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-afbfdf6e-a973-4247-a6f2-ee83c8e7e737 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:22.955601 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a733ba-8de5-4dc3-a9f5-847f2b4fd4ef tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Network': ['ID=d35edf7c-6d60-445a-ab80-54183b12fff7,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:22.967467 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network d35edf7c-6d60-445a-ab80-54183b12fff7 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:00:23.011043 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-afbfdf6e-a973-4247-a6f2-ee83c8e7e737 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:23.142533 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-afbfdf6e-a973-4247-a6f2-ee83c8e7e737 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:23.329370 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-afbfdf6e-a973-4247-a6f2-ee83c8e7e737 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:23.347235 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-afbfdf6e-a973-4247-a6f2-ee83c8e7e737 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:23.444794 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-afbfdf6e-a973-4247-a6f2-ee83c8e7e737 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Allocated IP 172.25.4.155 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/0a091d59-5ab5-459d-a268-8b92c236f71e) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:00:23.545698 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-afbfdf6e-a973-4247-a6f2-ee83c8e7e737 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:23.582983 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-afbfdf6e-a973-4247-a6f2-ee83c8e7e737 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:23.617798 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbfdf6e-a973-4247-a6f2-ee83c8e7e737 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:00:23.624666 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-afbfdf6e-a973-4247-a6f2-ee83c8e7e737 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:00:23.628667 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbfdf6e-a973-4247-a6f2-ee83c8e7e737 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:00:23.633901 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbfdf6e-a973-4247-a6f2-ee83c8e7e737 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Port': ['ID=0a091d59-5ab5-459d-a268-8b92c236f71e,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:24.197713 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-afbfdf6e-a973-4247-a6f2-ee83c8e7e737 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:24.385910 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-afbfdf6e-a973-4247-a6f2-ee83c8e7e737 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:24.507753 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afbfdf6e-a973-4247-a6f2-ee83c8e7e737 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Router c950d496-2f02-4c51-94d3-573138d94f29 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:00:24.609261 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:24.613162 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbfdf6e-a973-4247-a6f2-ee83c8e7e737 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:00:24.622159 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e550971-6c6f-40ab-a777-b8f48966b55d None None] Sync routers for ids ['c950d496-2f02-4c51-94d3-573138d94f29'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:00:24.631363 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-afbfdf6e-a973-4247-a6f2-ee83c8e7e737 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:24.631602 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e550971-6c6f-40ab-a777-b8f48966b55d None None] Routers {'c950d496-2f02-4c51-94d3-573138d94f29'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:00:24.632329 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1e550971-6c6f-40ab-a777-b8f48966b55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:00:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c950d496-2f02-4c51-94d3-573138d94f29'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:00:24.632737 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-afbfdf6e-a973-4247-a6f2-ee83c8e7e737 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7083333 Jul 16 00:00:24.635976 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38720) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:00:24.663541 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2c1ab865-ff7a-4a05-b874-89dc783d3e59 tempest-TestNetworkAdvancedServerOps-433953513 tempest-TestNetworkAdvancedServerOps-433953513-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=16c130c7698b4f289398f3a08d45c53f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264800 Jul 16 00:00:24.666049 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38722) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:00:24.737163 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-1e550971-6c6f-40ab-a777-b8f48966b55d None None] Set router c950d496-2f02-4c51-94d3-573138d94f29 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:00:24.756244 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b9dddd-1f09-482f-b0ef-8e6f69a6d887 tempest-TestNetworkAdvancedServerOps-433953513 tempest-TestNetworkAdvancedServerOps-433953513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:24.757765 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e1b9dddd-1f09-482f-b0ef-8e6f69a6d887 tempest-TestNetworkAdvancedServerOps-433953513 tempest-TestNetworkAdvancedServerOps-433953513-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907521 Jul 16 00:00:24.760746 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38724) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:00:24.787825 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-060a72d2-9ddf-4c3e-ba0f-36fbd6ac1c8f tempest-TestNetworkAdvancedServerOps-433953513 tempest-TestNetworkAdvancedServerOps-433953513-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=61ac1f85-79f4-4ace-93a9-51b85862f208&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260377 Jul 16 00:00:24.790258 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38726) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:00:24.795552 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8ca73d9b-7397-4c61-bbab-9e77a84ea19d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1829607770', 'network_id': 'd35edf7c-6d60-445a-ab80-54183b12fff7', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:00:24.881687 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca73d9b-7397-4c61-bbab-9e77a84ea19d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Made reservation on behalf of 16c130c7698b4f289398f3a08d45c53f for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:00:24.885167 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8ca73d9b-7397-4c61-bbab-9e77a84ea19d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:24.912930 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1e550971-6c6f-40ab-a777-b8f48966b55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132180583', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '0a091d59-5ab5-459d-a268-8b92c236f71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:00:22Z', 'updated_at': '2021-07-16T00:00:24Z', 'revision_number': 3, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '0a091d59-5ab5-459d-a268-8b92c236f71e', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:00:23Z', 'updated_at': '2021-07-16T00:00:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:00:24.943179 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e550971-6c6f-40ab-a777-b8f48966b55d None None] Checking router: c950d496-2f02-4c51-94d3-573138d94f29 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:00:24.943525 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e550971-6c6f-40ab-a777-b8f48966b55d None None] Updating router c950d496-2f02-4c51-94d3-573138d94f29 port 0a091d59-5ab5-459d-a268-8b92c236f71e binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:00:24.980299 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e550971-6c6f-40ab-a777-b8f48966b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:25.070311 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8ca73d9b-7397-4c61-bbab-9e77a84ea19d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:25.136278 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca73d9b-7397-4c61-bbab-9e77a84ea19d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Subnet': ['ID=0b26fb42-adf1-40c2-afae-b984dc56f206,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:25.144038 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca73d9b-7397-4c61-bbab-9e77a84ea19d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Checking segment: {'id': '25c9d124-181d-4b97-9ade-56be04cf8291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd35edf7c-6d60-445a-ab80-54183b12fff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:00:25.144038 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca73d9b-7397-4c61-bbab-9e77a84ea19d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network hostable DHCP agents. Network: d35edf7c-6d60-445a-ab80-54183b12fff7, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:00:25.160237 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca73d9b-7397-4c61-bbab-9e77a84ea19d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network d35edf7c-6d60-445a-ab80-54183b12fff7 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:00:25.168805 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-8ca73d9b-7397-4c61-bbab-9e77a84ea19d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, d35edf7c-6d60-445a-ab80-54183b12fff7) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:00:25.173433 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca73d9b-7397-4c61-bbab-9e77a84ea19d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:25.174021 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8ca73d9b-7397-4c61-bbab-9e77a84ea19d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:25.184093 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd9756a-6439-490e-928d-19498e3b9b20 None None] Network d35edf7c-6d60-445a-ab80-54183b12fff7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:00:25.188872 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8ca73d9b-7397-4c61-bbab-9e77a84ea19d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3976355 Jul 16 00:00:25.191589 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38728) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:00:25.289466 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e550971-6c6f-40ab-a777-b8f48966b55d None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:25.310915 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1e550971-6c6f-40ab-a777-b8f48966b55d None None] Transition to ACTIVE for port object 0a091d59-5ab5-459d-a268-8b92c236f71e will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:00:25.318920 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e550971-6c6f-40ab-a777-b8f48966b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:25.405179 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-1e550971-6c6f-40ab-a777-b8f48966b55d None None] Attempting to bind port 0a091d59-5ab5-459d-a268-8b92c236f71e on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:00:25.405454 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-1e550971-6c6f-40ab-a777-b8f48966b55d None None] Attempting to bind port 0a091d59-5ab5-459d-a268-8b92c236f71e by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:00:25.405814 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e550971-6c6f-40ab-a777-b8f48966b55d None None] Attempting to bind port 0a091d59-5ab5-459d-a268-8b92c236f71e on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:00:25.424169 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e70927-3198-4c07-95e6-b7255c3f6494 None None] Pushing event updated for resources: {'Port': ['ID=0a091d59-5ab5-459d-a268-8b92c236f71e,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:25.430436 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e550971-6c6f-40ab-a777-b8f48966b55d None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:00:25.430852 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e550971-6c6f-40ab-a777-b8f48966b55d None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:00:25.431260 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e550971-6c6f-40ab-a777-b8f48966b55d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:25.431648 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e550971-6c6f-40ab-a777-b8f48966b55d None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:00:25.432121 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-1e550971-6c6f-40ab-a777-b8f48966b55d None None] Bound port: 0a091d59-5ab5-459d-a268-8b92c236f71e, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:00:25.432502 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e550971-6c6f-40ab-a777-b8f48966b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:25.454204 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9929f2-7b91-40e8-9e5c-9ba2ca038c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-d35edf7c-6d60-445a-ab80-54183b12fff7', 'network_id': 'd35edf7c-6d60-445a-ab80-54183b12fff7', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'fixed_ips': [{'subnet_id': '0b26fb42-adf1-40c2-afae-b984dc56f206'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:00:25.455073 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa9929f2-7b91-40e8-9e5c-9ba2ca038c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:25.545640 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-1e550971-6c6f-40ab-a777-b8f48966b55d None None] For port 0a091d59-5ab5-459d-a268-8b92c236f71e, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:00:25.571257 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-1e550971-6c6f-40ab-a777-b8f48966b55d None None] For port 0a091d59-5ab5-459d-a268-8b92c236f71e, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=0a091d59-5ab5-459d-a268-8b92c236f71e,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:00:25.578623 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e550971-6c6f-40ab-a777-b8f48966b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:25.610579 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-552f6be1-67b0-4b26-96d8-45d24c0e9480 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:25.673560 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e550971-6c6f-40ab-a777-b8f48966b55d None None] Routers {'c950d496-2f02-4c51-94d3-573138d94f29'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:00:25.674139 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1e550971-6c6f-40ab-a777-b8f48966b55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:00:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c950d496-2f02-4c51-94d3-573138d94f29'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:00:25.681195 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-aa9929f2-7b91-40e8-9e5c-9ba2ca038c3a None None] Allocated IP 172.20.0.2 (d35edf7c-6d60-445a-ab80-54183b12fff7/0b26fb42-adf1-40c2-afae-b984dc56f206/83b657b0-bab1-45c7-a4f7-73810de91cb1) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:00:25.712599 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e70927-3198-4c07-95e6-b7255c3f6494 None None] Pushing event updated for resources: {'Port': ['ID=0a091d59-5ab5-459d-a268-8b92c236f71e,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:25.998591 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-1e550971-6c6f-40ab-a777-b8f48966b55d None None] Set router c950d496-2f02-4c51-94d3-573138d94f29 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:00:26.168888 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa9929f2-7b91-40e8-9e5c-9ba2ca038c3a None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:26.184457 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-aa9929f2-7b91-40e8-9e5c-9ba2ca038c3a None None] Transition to ACTIVE for port object 83b657b0-bab1-45c7-a4f7-73810de91cb1 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:00:26.219679 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-aa9929f2-7b91-40e8-9e5c-9ba2ca038c3a None None] Transition to ACTIVE for port object 83b657b0-bab1-45c7-a4f7-73810de91cb1 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:00:26.225963 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa9929f2-7b91-40e8-9e5c-9ba2ca038c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:26.271758 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-552f6be1-67b0-4b26-96d8-45d24c0e9480 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Allocated IP 172.20.0.1 (d35edf7c-6d60-445a-ab80-54183b12fff7/0b26fb42-adf1-40c2-afae-b984dc56f206/1e45e2fd-300f-42da-bcbe-c76de6086c70) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:00:26.275917 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9929f2-7b91-40e8-9e5c-9ba2ca038c3a None None] Network d35edf7c-6d60-445a-ab80-54183b12fff7 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:00:26.280482 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-aa9929f2-7b91-40e8-9e5c-9ba2ca038c3a None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:00:26.283137 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9929f2-7b91-40e8-9e5c-9ba2ca038c3a None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:00:26.296481 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9929f2-7b91-40e8-9e5c-9ba2ca038c3a None None] Pushing event updated for resources: {'Port': ['ID=83b657b0-bab1-45c7-a4f7-73810de91cb1,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:26.323503 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-1e550971-6c6f-40ab-a777-b8f48966b55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132180583', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '0a091d59-5ab5-459d-a268-8b92c236f71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:00:22Z', 'updated_at': '2021-07-16T00:00:24Z', 'revision_number': 3, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '0a091d59-5ab5-459d-a268-8b92c236f71e', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:00:23Z', 'updated_at': '2021-07-16T00:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:00:26.370950 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e550971-6c6f-40ab-a777-b8f48966b55d None None] The sync data for ids ['c950d496-2f02-4c51-94d3-573138d94f29'] in n-d-787205-9 is: [{'id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132180583', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '0a091d59-5ab5-459d-a268-8b92c236f71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:00:22Z', 'updated_at': '2021-07-16T00:00:24Z', 'revision_number': 3, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '0a091d59-5ab5-459d-a268-8b92c236f71e', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:00:23Z', 'updated_at': '2021-07-16T00:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:00:26.377339 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-aa9929f2-7b91-40e8-9e5c-9ba2ca038c3a None None] Attempting to bind port 83b657b0-bab1-45c7-a4f7-73810de91cb1 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:00:26.377725 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-aa9929f2-7b91-40e8-9e5c-9ba2ca038c3a None None] Attempting to bind port 83b657b0-bab1-45c7-a4f7-73810de91cb1 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '25c9d124-181d-4b97-9ade-56be04cf8291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd35edf7c-6d60-445a-ab80-54183b12fff7'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:00:26.378092 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9929f2-7b91-40e8-9e5c-9ba2ca038c3a None None] Attempting to bind port 83b657b0-bab1-45c7-a4f7-73810de91cb1 on network d35edf7c-6d60-445a-ab80-54183b12fff7 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:00:26.383389 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9929f2-7b91-40e8-9e5c-9ba2ca038c3a None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:00:26.383765 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9929f2-7b91-40e8-9e5c-9ba2ca038c3a None None] Checking segment: {'id': '25c9d124-181d-4b97-9ade-56be04cf8291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd35edf7c-6d60-445a-ab80-54183b12fff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:00:26.384174 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa9929f2-7b91-40e8-9e5c-9ba2ca038c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:26.384996 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9929f2-7b91-40e8-9e5c-9ba2ca038c3a None None] Bound using segment: {'id': '25c9d124-181d-4b97-9ade-56be04cf8291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd35edf7c-6d60-445a-ab80-54183b12fff7'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:00:26.385144 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-aa9929f2-7b91-40e8-9e5c-9ba2ca038c3a None None] Bound port: 83b657b0-bab1-45c7-a4f7-73810de91cb1, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c9d124-181d-4b97-9ade-56be04cf8291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd35edf7c-6d60-445a-ab80-54183b12fff7'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:00:26.385401 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa9929f2-7b91-40e8-9e5c-9ba2ca038c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:26.390402 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-552f6be1-67b0-4b26-96d8-45d24c0e9480 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:26.404601 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-552f6be1-67b0-4b26-96d8-45d24c0e9480 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Transition to ACTIVE for port object 1e45e2fd-300f-42da-bcbe-c76de6086c70 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:00:26.439464 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-552f6be1-67b0-4b26-96d8-45d24c0e9480 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:26.459921 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-aa9929f2-7b91-40e8-9e5c-9ba2ca038c3a None None] For port 83b657b0-bab1-45c7-a4f7-73810de91cb1, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:00:26.463667 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-aa9929f2-7b91-40e8-9e5c-9ba2ca038c3a None None] For port 83b657b0-bab1-45c7-a4f7-73810de91cb1, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=83b657b0-bab1-45c7-a4f7-73810de91cb1,segment=NetworkSegment(25c9d124-181d-4b97-9ade-56be04cf8291),segment_id=25c9d124-181d-4b97-9ade-56be04cf8291)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:00:26.468940 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa9929f2-7b91-40e8-9e5c-9ba2ca038c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:26.490794 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552f6be1-67b0-4b26-96d8-45d24c0e9480 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network d35edf7c-6d60-445a-ab80-54183b12fff7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:00:26.494048 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-552f6be1-67b0-4b26-96d8-45d24c0e9480 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:00:26.499011 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552f6be1-67b0-4b26-96d8-45d24c0e9480 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:00:26.528859 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9929f2-7b91-40e8-9e5c-9ba2ca038c3a None None] Pushing event updated for resources: {'Port': ['ID=83b657b0-bab1-45c7-a4f7-73810de91cb1,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:26.541668 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f6be1-67b0-4b26-96d8-45d24c0e9480 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Port': ['ID=1e45e2fd-300f-42da-bcbe-c76de6086c70,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:26.559328 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-552f6be1-67b0-4b26-96d8-45d24c0e9480 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:26.732597 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-552f6be1-67b0-4b26-96d8-45d24c0e9480 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:27.051989 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-552f6be1-67b0-4b26-96d8-45d24c0e9480 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:27.057755 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-552f6be1-67b0-4b26-96d8-45d24c0e9480 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:27.129886 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-552f6be1-67b0-4b26-96d8-45d24c0e9480 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:27.140056 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f6be1-67b0-4b26-96d8-45d24c0e9480 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Port': ['ID=1e45e2fd-300f-42da-bcbe-c76de6086c70,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:27.234875 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552f6be1-67b0-4b26-96d8-45d24c0e9480 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network d35edf7c-6d60-445a-ab80-54183b12fff7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:00:27.236375 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-552f6be1-67b0-4b26-96d8-45d24c0e9480 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:00:27.351392 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552f6be1-67b0-4b26-96d8-45d24c0e9480 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Router c950d496-2f02-4c51-94d3-573138d94f29 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:00:27.461083 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552f6be1-67b0-4b26-96d8-45d24c0e9480 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:00:27.466834 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-552f6be1-67b0-4b26-96d8-45d24c0e9480 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "PUT /v2.0/routers/c950d496-2f02-4c51-94d3-573138d94f29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2741754 Jul 16 00:00:27.573520 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfb7f85-02ba-4838-bd00-945995da0009 None None] Network d35edf7c-6d60-445a-ab80-54183b12fff7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:00:27.609857 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-43e98bdf-e4e8-482d-b2fe-2a95d0ade05c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1354608846&fields=id&tenant_id=16c130c7698b4f289398f3a08d45c53f HTTP/1.1" status: 200 len: 267 time: 0.0326400 Jul 16 00:00:27.684010 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0a1c4bfe-51c9-48b5-9489-818f7c54bfc8 None None] Provisioning for port 83b657b0-bab1-45c7-a4f7-73810de91cb1 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:00:27.724277 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-e10332cc-f39f-41f3-ace8-aabbfb1bd57b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:27.727204 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-e10332cc-f39f-41f3-ace8-aabbfb1bd57b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/networks?id=d35edf7c-6d60-445a-ab80-54183b12fff7 HTTP/1.1" status: 200 len: 797 time: 0.1106937 Jul 16 00:00:27.743161 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-68143090-0813-473b-99dd-69732e61c2af tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/quotas/16c130c7698b4f289398f3a08d45c53f HTTP/1.1" status: 200 len: 375 time: 0.0098059 Jul 16 00:00:27.813796 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-bbbb861c-bbee-4915-ac17-1fed828bc4f7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635610 Jul 16 00:00:27.994379 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-774a798c-d8ef-480a-ad8d-5222883f5244 service neutron] 10.222.0.16 "GET /v2.0/networks/d35edf7c-6d60-445a-ab80-54183b12fff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322551 Jul 16 00:00:28.025015 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-922ea559-3b64-4a93-9fca-bb1034ffacd1 None None] Provisioning for port 1e45e2fd-300f-42da-bcbe-c76de6086c70 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:00:28.031899 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-922ea559-3b64-4a93-9fca-bb1034ffacd1 None None] Provisioning complete for port 1e45e2fd-300f-42da-bcbe-c76de6086c70 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:00:28.032513 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-922ea559-3b64-4a93-9fca-bb1034ffacd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:28.068774 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-922ea559-3b64-4a93-9fca-bb1034ffacd1 None None] Port 1e45e2fd-300f-42da-bcbe-c76de6086c70 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:00:28.091558 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afc5f8e-f593-418a-9c2d-72d39a2a6a5b None None] Sync routers for ids ['c950d496-2f02-4c51-94d3-573138d94f29'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:00:28.098091 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-c8d39257-999f-46c5-b782-4e88a03123aa service neutron] 10.222.0.16 "GET /v2.0/networks/d35edf7c-6d60-445a-ab80-54183b12fff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979040 Jul 16 00:00:28.102308 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afc5f8e-f593-418a-9c2d-72d39a2a6a5b None None] Routers {'c950d496-2f02-4c51-94d3-573138d94f29'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:00:28.103160 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-8afc5f8e-f593-418a-9c2d-72d39a2a6a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:00:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c950d496-2f02-4c51-94d3-573138d94f29'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:00:28.196486 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-865067d9-8458-4a8c-a680-47268f60e448 None None] Provisioning complete for port 1e45e2fd-300f-42da-bcbe-c76de6086c70 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:00:28.197101 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-865067d9-8458-4a8c-a680-47268f60e448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:28.216571 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-8afc5f8e-f593-418a-9c2d-72d39a2a6a5b None None] Set router c950d496-2f02-4c51-94d3-573138d94f29 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:00:28.242361 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-865067d9-8458-4a8c-a680-47268f60e448 None None] Port 1e45e2fd-300f-42da-bcbe-c76de6086c70 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:00:28.363468 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ec2e42b4-c712-40d9-bfe5-fbc9b83c95e1 None None] Provisioning complete for port 1e45e2fd-300f-42da-bcbe-c76de6086c70 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:00:28.363935 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ec2e42b4-c712-40d9-bfe5-fbc9b83c95e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:28.400280 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ec2e42b4-c712-40d9-bfe5-fbc9b83c95e1 None None] Port 1e45e2fd-300f-42da-bcbe-c76de6086c70 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:00:28.416588 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 83b657b0-bab1-45c7-a4f7-73810de91cb1 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:00:28.416795 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-8afc5f8e-f593-418a-9c2d-72d39a2a6a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132180583', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '0a091d59-5ab5-459d-a268-8b92c236f71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:00:22Z', 'updated_at': '2021-07-16T00:00:26Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '0a091d59-5ab5-459d-a268-8b92c236f71e', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:00:23Z', 'updated_at': '2021-07-16T00:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '1e45e2fd-300f-42da-bcbe-c76de6086c70', 'name': '', 'network_id': 'd35edf7c-6d60-445a-ab80-54183b12fff7', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:ce:8c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '0b26fb42-adf1-40c2-afae-b984dc56f206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:00:25Z', 'updated_at': '2021-07-16T00:00:26Z', 'revision_number': 2, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': '0b26fb42-adf1-40c2-afae-b984dc56f206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:00:28.443024 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afc5f8e-f593-418a-9c2d-72d39a2a6a5b None None] Checking router: c950d496-2f02-4c51-94d3-573138d94f29 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:00:28.443378 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afc5f8e-f593-418a-9c2d-72d39a2a6a5b None None] Updating router c950d496-2f02-4c51-94d3-573138d94f29 port 1e45e2fd-300f-42da-bcbe-c76de6086c70 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:00:28.464561 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 83b657b0-bab1-45c7-a4f7-73810de91cb1 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:00:28.468113 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 83b657b0-bab1-45c7-a4f7-73810de91cb1 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:00:28.468479 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:28.480169 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8afc5f8e-f593-418a-9c2d-72d39a2a6a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:28.546306 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:28.578219 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 83b657b0-bab1-45c7-a4f7-73810de91cb1, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=83b657b0-bab1-45c7-a4f7-73810de91cb1,segment=NetworkSegment(25c9d124-181d-4b97-9ade-56be04cf8291),segment_id=25c9d124-181d-4b97-9ade-56be04cf8291)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:00:28.582545 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:28.583339 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0a091d59-5ab5-459d-a268-8b92c236f71e up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:00:28.659616 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=83b657b0-bab1-45c7-a4f7-73810de91cb1,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:28.669649 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 0a091d59-5ab5-459d-a268-8b92c236f71e completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:00:28.674131 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 0a091d59-5ab5-459d-a268-8b92c236f71e triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:00:28.674504 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:28.757050 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:28.776803 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 0a091d59-5ab5-459d-a268-8b92c236f71e, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=0a091d59-5ab5-459d-a268-8b92c236f71e,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:00:28.780659 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:28.825521 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8afc5f8e-f593-418a-9c2d-72d39a2a6a5b None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:28.828754 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=0a091d59-5ab5-459d-a268-8b92c236f71e,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:28.835669 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-8afc5f8e-f593-418a-9c2d-72d39a2a6a5b None None] Transition to ACTIVE for port object 1e45e2fd-300f-42da-bcbe-c76de6086c70 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:00:28.840554 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8afc5f8e-f593-418a-9c2d-72d39a2a6a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:28.910524 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75c6fa-6aaa-418d-a451-e7dc4b8ec064 None None] Pushing event updated for resources: {'Port': ['ID=1e45e2fd-300f-42da-bcbe-c76de6086c70,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:28.936427 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75c6fa-6aaa-418d-a451-e7dc4b8ec064 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:28.936774 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75c6fa-6aaa-418d-a451-e7dc4b8ec064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:28.937366 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75c6fa-6aaa-418d-a451-e7dc4b8ec064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:28.937693 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75c6fa-6aaa-418d-a451-e7dc4b8ec064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:28.938015 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75c6fa-6aaa-418d-a451-e7dc4b8ec064 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:28.938337 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75c6fa-6aaa-418d-a451-e7dc4b8ec064 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:28.938677 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75c6fa-6aaa-418d-a451-e7dc4b8ec064 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:28.939000 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75c6fa-6aaa-418d-a451-e7dc4b8ec064 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:28.939316 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75c6fa-6aaa-418d-a451-e7dc4b8ec064 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:28.939633 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75c6fa-6aaa-418d-a451-e7dc4b8ec064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:28.939950 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75c6fa-6aaa-418d-a451-e7dc4b8ec064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:28.940264 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75c6fa-6aaa-418d-a451-e7dc4b8ec064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:00:28.955957 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-8afc5f8e-f593-418a-9c2d-72d39a2a6a5b None None] Attempting to bind port 1e45e2fd-300f-42da-bcbe-c76de6086c70 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:00:28.956320 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-8afc5f8e-f593-418a-9c2d-72d39a2a6a5b None None] Attempting to bind port 1e45e2fd-300f-42da-bcbe-c76de6086c70 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '25c9d124-181d-4b97-9ade-56be04cf8291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd35edf7c-6d60-445a-ab80-54183b12fff7'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:00:28.956685 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afc5f8e-f593-418a-9c2d-72d39a2a6a5b None None] Attempting to bind port 1e45e2fd-300f-42da-bcbe-c76de6086c70 on network d35edf7c-6d60-445a-ab80-54183b12fff7 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:00:28.962048 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afc5f8e-f593-418a-9c2d-72d39a2a6a5b None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:00:28.962419 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afc5f8e-f593-418a-9c2d-72d39a2a6a5b None None] Checking segment: {'id': '25c9d124-181d-4b97-9ade-56be04cf8291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd35edf7c-6d60-445a-ab80-54183b12fff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:00:28.962865 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8afc5f8e-f593-418a-9c2d-72d39a2a6a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:28.963252 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afc5f8e-f593-418a-9c2d-72d39a2a6a5b None None] Bound using segment: {'id': '25c9d124-181d-4b97-9ade-56be04cf8291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd35edf7c-6d60-445a-ab80-54183b12fff7'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:00:28.963703 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-8afc5f8e-f593-418a-9c2d-72d39a2a6a5b None None] Bound port: 1e45e2fd-300f-42da-bcbe-c76de6086c70, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c9d124-181d-4b97-9ade-56be04cf8291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd35edf7c-6d60-445a-ab80-54183b12fff7'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:00:28.964089 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8afc5f8e-f593-418a-9c2d-72d39a2a6a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:29.028033 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-8afc5f8e-f593-418a-9c2d-72d39a2a6a5b None None] For port 1e45e2fd-300f-42da-bcbe-c76de6086c70, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:00:29.031838 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-8afc5f8e-f593-418a-9c2d-72d39a2a6a5b None None] For port 1e45e2fd-300f-42da-bcbe-c76de6086c70, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1e45e2fd-300f-42da-bcbe-c76de6086c70,segment=NetworkSegment(25c9d124-181d-4b97-9ade-56be04cf8291),segment_id=25c9d124-181d-4b97-9ade-56be04cf8291)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:00:29.036439 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8afc5f8e-f593-418a-9c2d-72d39a2a6a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:29.090283 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afc5f8e-f593-418a-9c2d-72d39a2a6a5b None None] Routers {'c950d496-2f02-4c51-94d3-573138d94f29'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:00:29.091493 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-8afc5f8e-f593-418a-9c2d-72d39a2a6a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:00:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c950d496-2f02-4c51-94d3-573138d94f29'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:00:29.130077 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75c6fa-6aaa-418d-a451-e7dc4b8ec064 None None] Pushing event updated for resources: {'Port': ['ID=1e45e2fd-300f-42da-bcbe-c76de6086c70,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:29.203347 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-8afc5f8e-f593-418a-9c2d-72d39a2a6a5b None None] Set router c950d496-2f02-4c51-94d3-573138d94f29 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:00:29.307198 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f85f87f5-42a5-4cea-9c4b-19efee8c0eca req-8b66a609-f9be-4efa-b97b-bd3d84430e78 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 210 time: 0.0310140 Jul 16 00:00:29.420977 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-8afc5f8e-f593-418a-9c2d-72d39a2a6a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132180583', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '0a091d59-5ab5-459d-a268-8b92c236f71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:00:22Z', 'updated_at': '2021-07-16T00:00:26Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '0a091d59-5ab5-459d-a268-8b92c236f71e', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:00:23Z', 'updated_at': '2021-07-16T00:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '1e45e2fd-300f-42da-bcbe-c76de6086c70', 'name': '', 'network_id': 'd35edf7c-6d60-445a-ab80-54183b12fff7', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:ce:8c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '0b26fb42-adf1-40c2-afae-b984dc56f206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:00:25Z', 'updated_at': '2021-07-16T00:00:29Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': '0b26fb42-adf1-40c2-afae-b984dc56f206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:00:29.446614 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afc5f8e-f593-418a-9c2d-72d39a2a6a5b None None] The sync data for ids ['c950d496-2f02-4c51-94d3-573138d94f29'] in n-d-787205-9 is: [{'id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132180583', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '0a091d59-5ab5-459d-a268-8b92c236f71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:00:22Z', 'updated_at': '2021-07-16T00:00:26Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '0a091d59-5ab5-459d-a268-8b92c236f71e', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:00:23Z', 'updated_at': '2021-07-16T00:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '1e45e2fd-300f-42da-bcbe-c76de6086c70', 'name': '', 'network_id': 'd35edf7c-6d60-445a-ab80-54183b12fff7', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:ce:8c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '0b26fb42-adf1-40c2-afae-b984dc56f206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:00:25Z', 'updated_at': '2021-07-16T00:00:29Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': '0b26fb42-adf1-40c2-afae-b984dc56f206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:00:30.468682 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1e45e2fd-300f-42da-bcbe-c76de6086c70 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:00:30.492527 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7961d654-552b-4064-bc06-6d619b75f11c req-0ff8406c-9fca-4cf7-abe3-7a96ed5c1692 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 210 time: 0.0415666 Jul 16 00:00:30.550569 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 1e45e2fd-300f-42da-bcbe-c76de6086c70 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:00:30.555845 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 1e45e2fd-300f-42da-bcbe-c76de6086c70 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:00:30.556403 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:30.593206 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-71acec2e-f29d-48f1-b82c-7af4b2d60617 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:30.594875 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-71acec2e-f29d-48f1-b82c-7af4b2d60617 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.43 "GET /v2.0/networks?id=d35edf7c-6d60-445a-ab80-54183b12fff7 HTTP/1.1" status: 200 len: 797 time: 0.1668234 Jul 16 00:00:30.653868 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:30.657294 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-3bcd56c1-4d3e-4660-8206-270186082f4b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16c130c7698b4f289398f3a08d45c53f HTTP/1.1" status: 200 len: 380 time: 0.0467587 Jul 16 00:00:30.667737 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-672a5206-2e5c-44bf-aadf-e33ffdf0723f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'port': {'device_id': 'cd4a6adc-2187-4765-99a9-782a0a7894c3', 'network_id': 'd35edf7c-6d60-445a-ab80-54183b12fff7', 'admin_state_up': True, 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'security_groups': ['70b8f2d3-ed33-4b65-945e-e9a4a9437b85']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:00:30.687358 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 1e45e2fd-300f-42da-bcbe-c76de6086c70, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1e45e2fd-300f-42da-bcbe-c76de6086c70,segment=NetworkSegment(25c9d124-181d-4b97-9ade-56be04cf8291),segment_id=25c9d124-181d-4b97-9ade-56be04cf8291)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:00:30.692022 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:30.692985 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 83b657b0-bab1-45c7-a4f7-73810de91cb1 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:00:30.770299 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=1e45e2fd-300f-42da-bcbe-c76de6086c70,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:30.784381 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 83b657b0-bab1-45c7-a4f7-73810de91cb1 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:00:30.784867 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:30.806406 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-672a5206-2e5c-44bf-aadf-e33ffdf0723f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Made reservation on behalf of 16c130c7698b4f289398f3a08d45c53f for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:00:30.813138 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-672a5206-2e5c-44bf-aadf-e33ffdf0723f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:30.873547 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0a091d59-5ab5-459d-a268-8b92c236f71e up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:00:30.920653 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 0a091d59-5ab5-459d-a268-8b92c236f71e triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:00:30.921167 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:30.949836 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-672a5206-2e5c-44bf-aadf-e33ffdf0723f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Allocated IP 172.20.0.13 (d35edf7c-6d60-445a-ab80-54183b12fff7/0b26fb42-adf1-40c2-afae-b984dc56f206/bcdda519-089d-47cf-a1c9-88f62a19b525) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:00:31.088497 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-672a5206-2e5c-44bf-aadf-e33ffdf0723f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:31.102196 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-672a5206-2e5c-44bf-aadf-e33ffdf0723f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Transition to ACTIVE for port object bcdda519-089d-47cf-a1c9-88f62a19b525 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:00:31.134291 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-672a5206-2e5c-44bf-aadf-e33ffdf0723f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:31.179171 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-672a5206-2e5c-44bf-aadf-e33ffdf0723f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network d35edf7c-6d60-445a-ab80-54183b12fff7 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:00:31.184094 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-672a5206-2e5c-44bf-aadf-e33ffdf0723f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:00:31.187989 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-672a5206-2e5c-44bf-aadf-e33ffdf0723f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:00:31.213470 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a5206-2e5c-44bf-aadf-e33ffdf0723f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Port': ['ID=bcdda519-089d-47cf-a1c9-88f62a19b525,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:31.242564 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-672a5206-2e5c-44bf-aadf-e33ffdf0723f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:31.243287 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-672a5206-2e5c-44bf-aadf-e33ffdf0723f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:31.258215 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-672a5206-2e5c-44bf-aadf-e33ffdf0723f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5947802 Jul 16 00:00:31.269487 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-9ea64739-f015-4a5d-b496-eef3e07923ee service neutron] Request body: {'port': {'device_id': 'cd4a6adc-2187-4765-99a9-782a0a7894c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:00:31.345071 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-9ea64739-f015-4a5d-b496-eef3e07923ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:31.379697 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-34d8bbe6-0231-4275-8376-67877198c58c None None] Provisioning for port bcdda519-089d-47cf-a1c9-88f62a19b525 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:00:31.383209 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-34d8bbe6-0231-4275-8376-67877198c58c None None] Provisioning complete for port bcdda519-089d-47cf-a1c9-88f62a19b525 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:00:31.383606 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-34d8bbe6-0231-4275-8376-67877198c58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:31.419841 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-34d8bbe6-0231-4275-8376-67877198c58c None None] Port bcdda519-089d-47cf-a1c9-88f62a19b525 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:00:31.603516 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-9ea64739-f015-4a5d-b496-eef3e07923ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcdda519-089d-47cf-a1c9-88f62a19b525 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:00:31.611012 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-9ea64739-f015-4a5d-b496-eef3e07923ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:31.623667 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-9ea64739-f015-4a5d-b496-eef3e07923ee service neutron] Transition to ACTIVE for port object bcdda519-089d-47cf-a1c9-88f62a19b525 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:00:31.627488 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-9ea64739-f015-4a5d-b496-eef3e07923ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:31.670614 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae6270-1263-4060-ab30-5a36f17c0912 req-6d352a55-eb73-42ce-a5a4-fd033be17d13 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:31.673111 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3eae6270-1263-4060-ab30-5a36f17c0912 req-6d352a55-eb73-42ce-a5a4-fd033be17d13 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 932 time: 0.0678303 Jul 16 00:00:31.677848 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea64739-f015-4a5d-b496-eef3e07923ee service neutron] Pushing event updated for resources: {'Port': ['ID=bcdda519-089d-47cf-a1c9-88f62a19b525,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:31.719389 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3eae6270-1263-4060-ab30-5a36f17c0912 req-3ebd5af6-e6f6-4655-84b0-4ad9690a5d05 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=70b8f2d3-ed33-4b65-945e-e9a4a9437b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394483 Jul 16 00:00:31.755535 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-9ea64739-f015-4a5d-b496-eef3e07923ee service neutron] Attempting to bind port bcdda519-089d-47cf-a1c9-88f62a19b525 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:00:31.756119 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-9ea64739-f015-4a5d-b496-eef3e07923ee service neutron] Attempting to bind port bcdda519-089d-47cf-a1c9-88f62a19b525 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '25c9d124-181d-4b97-9ade-56be04cf8291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd35edf7c-6d60-445a-ab80-54183b12fff7'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:00:31.756466 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-9ea64739-f015-4a5d-b496-eef3e07923ee service neutron] Attempting to bind port bcdda519-089d-47cf-a1c9-88f62a19b525 on network d35edf7c-6d60-445a-ab80-54183b12fff7 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:00:31.761130 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-9ea64739-f015-4a5d-b496-eef3e07923ee service neutron] Port bcdda519-089d-47cf-a1c9-88f62a19b525 on network d35edf7c-6d60-445a-ab80-54183b12fff7 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:00:31.761448 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-9ea64739-f015-4a5d-b496-eef3e07923ee service neutron] Attempting to bind port bcdda519-089d-47cf-a1c9-88f62a19b525 on network d35edf7c-6d60-445a-ab80-54183b12fff7 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:00:31.766706 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-9ea64739-f015-4a5d-b496-eef3e07923ee service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:00:31.767066 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-9ea64739-f015-4a5d-b496-eef3e07923ee service neutron] Checking segment: {'id': '25c9d124-181d-4b97-9ade-56be04cf8291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd35edf7c-6d60-445a-ab80-54183b12fff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:00:31.767511 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-9ea64739-f015-4a5d-b496-eef3e07923ee service neutron] Bound using segment: {'id': '25c9d124-181d-4b97-9ade-56be04cf8291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd35edf7c-6d60-445a-ab80-54183b12fff7'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:00:31.767934 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-9ea64739-f015-4a5d-b496-eef3e07923ee service neutron] Bound port: bcdda519-089d-47cf-a1c9-88f62a19b525, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c9d124-181d-4b97-9ade-56be04cf8291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd35edf7c-6d60-445a-ab80-54183b12fff7'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:00:31.768289 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-9ea64739-f015-4a5d-b496-eef3e07923ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:31.833717 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-9ea64739-f015-4a5d-b496-eef3e07923ee service neutron] For port bcdda519-089d-47cf-a1c9-88f62a19b525, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:00:31.836831 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-9ea64739-f015-4a5d-b496-eef3e07923ee service neutron] For port bcdda519-089d-47cf-a1c9-88f62a19b525, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=bcdda519-089d-47cf-a1c9-88f62a19b525,segment=NetworkSegment(25c9d124-181d-4b97-9ade-56be04cf8291),segment_id=25c9d124-181d-4b97-9ade-56be04cf8291)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:00:31.840304 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-9ea64739-f015-4a5d-b496-eef3e07923ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:31.872519 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-9ea64739-f015-4a5d-b496-eef3e07923ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:31.873132 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-9ea64739-f015-4a5d-b496-eef3e07923ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:31.874552 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-9ea64739-f015-4a5d-b496-eef3e07923ee service neutron] 10.222.0.43 "PUT /v2.0/ports/bcdda519-089d-47cf-a1c9-88f62a19b525 HTTP/1.1" status: 200 len: 1092 time: 0.6093447 Jul 16 00:00:31.874988 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4a6adc-2187-4765-99a9-782a0a7894c3', 'tag': 'bcdda519-089d-47cf-a1c9-88f62a19b525'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:00:31.877250 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac3ab2df65406140be9365f9b3f66d4be7bd37abeab186e08b44bb3ea3ff9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87c42a4-ac0b-4492-9058-4e6821f231cb" -d '{"events": [{"name": "network-changed", "server_uuid": "cd4a6adc-2187-4765-99a9-782a0a7894c3", "tag": "bcdda519-089d-47cf-a1c9-88f62a19b525"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:00:31.909122 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea64739-f015-4a5d-b496-eef3e07923ee service neutron] Pushing event updated for resources: {'Port': ['ID=bcdda519-089d-47cf-a1c9-88f62a19b525,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:31.929511 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73436dc1-455a-4613-909f-b7eef94e54b3 x-openstack-request-id: req-73436dc1-455a-4613-909f-b7eef94e54b3 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:00:31.929809 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd4a6adc-2187-4765-99a9-782a0a7894c3", "tag": "bcdda519-089d-47cf-a1c9-88f62a19b525", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:00:31.929989 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73436dc1-455a-4613-909f-b7eef94e54b3 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:00:31.930437 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd4a6adc-2187-4765-99a9-782a0a7894c3', 'tag': 'bcdda519-089d-47cf-a1c9-88f62a19b525', 'status': 'completed', 'code': 200} Jul 16 00:00:31.980041 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-92752df7-f002-4ea0-8b41-1262163e0fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:31.982065 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-92752df7-f002-4ea0-8b41-1262163e0fc0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 1095 time: 0.0622113 Jul 16 00:00:32.029187 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-8f245420-5c82-4799-b79c-5ca9bfced8b1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcdda519-089d-47cf-a1c9-88f62a19b525 HTTP/1.1" status: 200 len: 217 time: 0.0376282 Jul 16 00:00:32.083789 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-568df918-ced1-41d2-a725-7205f4b6291f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:32.085260 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-568df918-ced1-41d2-a725-7205f4b6291f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0b26fb42-adf1-40c2-afae-b984dc56f206 HTTP/1.1" status: 200 len: 835 time: 0.0439298 Jul 16 00:00:32.140448 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-67261b57-92f4-47c8-96df-55f61849d798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:32.141903 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-67261b57-92f4-47c8-96df-55f61849d798 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d35edf7c-6d60-445a-ab80-54183b12fff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499675 Jul 16 00:00:32.236309 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-9864592f-212e-4df4-9a41-efee13d3dedc service neutron] 10.222.0.43 "GET /v2.0/networks/d35edf7c-6d60-445a-ab80-54183b12fff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864244 Jul 16 00:00:32.325022 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a83a5394-91bc-4ee2-a6b2-04518d357fa0 req-5706bd50-646b-4315-80ed-ca45bdf4de75 service neutron] 10.222.0.43 "GET /v2.0/networks/d35edf7c-6d60-445a-ab80-54183b12fff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805821 Jul 16 00:00:32.351295 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1e45e2fd-300f-42da-bcbe-c76de6086c70 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:00:32.399070 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 1e45e2fd-300f-42da-bcbe-c76de6086c70 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:00:32.399440 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:32.430311 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c42a4-ac0b-4492-9058-4e6821f231cb req-8908c319-6f69-4ff2-8d66-c0a4cbfee8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:32.431833 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b87c42a4-ac0b-4492-9058-4e6821f231cb req-8908c319-6f69-4ff2-8d66-c0a4cbfee8b8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 1095 time: 0.0556791 Jul 16 00:00:32.519151 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c42a4-ac0b-4492-9058-4e6821f231cb req-ff121333-2f0d-4b7b-8116-b8e75018de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:32.520613 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b87c42a4-ac0b-4492-9058-4e6821f231cb req-ff121333-2f0d-4b7b-8116-b8e75018de36 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d35edf7c-6d60-445a-ab80-54183b12fff7 HTTP/1.1" status: 200 len: 898 time: 0.0826259 Jul 16 00:00:32.563446 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b87c42a4-ac0b-4492-9058-4e6821f231cb req-7681310f-dee7-48a4-b9a5-64624ea8ed24 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcdda519-089d-47cf-a1c9-88f62a19b525 HTTP/1.1" status: 200 len: 217 time: 0.0360529 Jul 16 00:00:32.610953 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c42a4-ac0b-4492-9058-4e6821f231cb req-ccb2db8b-9e5e-47bf-baa8-5fda900783ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:32.612375 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b87c42a4-ac0b-4492-9058-4e6821f231cb req-ccb2db8b-9e5e-47bf-baa8-5fda900783ff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0b26fb42-adf1-40c2-afae-b984dc56f206 HTTP/1.1" status: 200 len: 835 time: 0.0417368 Jul 16 00:00:32.674946 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c42a4-ac0b-4492-9058-4e6821f231cb req-476c2cca-d181-4061-9322-ec921b27439f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:32.676424 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b87c42a4-ac0b-4492-9058-4e6821f231cb req-476c2cca-d181-4061-9322-ec921b27439f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d35edf7c-6d60-445a-ab80-54183b12fff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493422 Jul 16 00:00:32.905220 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c171518-ec5b-4a90-8bed-d0dcb5bb289b req-7dff62b9-4ac7-4331-b21b-8338a1cd458c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:32.906737 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6c171518-ec5b-4a90-8bed-d0dcb5bb289b req-7dff62b9-4ac7-4331-b21b-8338a1cd458c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 944 time: 0.0668337 Jul 16 00:00:32.951140 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6c171518-ec5b-4a90-8bed-d0dcb5bb289b req-07dfdd20-e0da-44fe-82fe-040147e769c0 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=70b8f2d3-ed33-4b65-945e-e9a4a9437b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384128 Jul 16 00:00:33.110048 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b87c42a4-ac0b-4492-9058-4e6821f231cb req-4490900d-9426-406f-b2f7-27b7325a47ce service neutron] 10.222.0.43 "GET /v2.0/networks/d35edf7c-6d60-445a-ab80-54183b12fff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254696 Jul 16 00:00:33.196917 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b87c42a4-ac0b-4492-9058-4e6821f231cb req-0e6bbd22-74fd-4db2-be36-56f949f0489e service neutron] 10.222.0.43 "GET /v2.0/networks/d35edf7c-6d60-445a-ab80-54183b12fff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790939 Jul 16 00:00:34.125099 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea0872-d5af-4fa9-bc44-8cf41e86414e req-e342abf7-ec45-4a65-8340-200cfc7ea430 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:34.126560 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ddea0872-d5af-4fa9-bc44-8cf41e86414e req-e342abf7-ec45-4a65-8340-200cfc7ea430 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 944 time: 0.0615807 Jul 16 00:00:34.163800 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ddea0872-d5af-4fa9-bc44-8cf41e86414e req-f5e039ef-d80e-494b-b2b0-38c02bf1e72c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=70b8f2d3-ed33-4b65-945e-e9a4a9437b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316889 Jul 16 00:00:34.431087 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device bcdda519-089d-47cf-a1c9-88f62a19b525 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:00:34.524008 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port bcdda519-089d-47cf-a1c9-88f62a19b525, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=bcdda519-089d-47cf-a1c9-88f62a19b525,segment=NetworkSegment(25c9d124-181d-4b97-9ade-56be04cf8291),segment_id=25c9d124-181d-4b97-9ade-56be04cf8291)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:00:34.534601 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'bcdda519-089d-47cf-a1c9-88f62a19b525', 'network_id': 'd35edf7c-6d60-445a-ab80-54183b12fff7', 'port_id': 'bcdda519-089d-47cf-a1c9-88f62a19b525', 'mac_address': 'fa:16:3e:74:90:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b26fb42-adf1-40c2-afae-b984dc56f206', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:00:34.573856 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:34.586465 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcdda519-089d-47cf-a1c9-88f62a19b525 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:00:34.604722 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port bcdda519-089d-47cf-a1c9-88f62a19b525, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=bcdda519-089d-47cf-a1c9-88f62a19b525,segment=NetworkSegment(25c9d124-181d-4b97-9ade-56be04cf8291),segment_id=25c9d124-181d-4b97-9ade-56be04cf8291)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:00:34.608562 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:34.654734 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=bcdda519-089d-47cf-a1c9-88f62a19b525,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:34.810210 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['bcdda519-089d-47cf-a1c9-88f62a19b525'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:00:35.331464 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7fea0b-0a11-480f-9ffd-41b4dc1c2250 req-713774b4-9d6e-455d-9e6d-ba1b0c2dcc4c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:35.332930 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6d7fea0b-0a11-480f-9ffd-41b4dc1c2250 req-713774b4-9d6e-455d-9e6d-ba1b0c2dcc4c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 945 time: 0.0616040 Jul 16 00:00:35.369820 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6d7fea0b-0a11-480f-9ffd-41b4dc1c2250 req-1fe17c78-a1c5-44a0-9e4a-b9d43968cd82 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=70b8f2d3-ed33-4b65-945e-e9a4a9437b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313115 Jul 16 00:00:36.451782 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device bcdda519-089d-47cf-a1c9-88f62a19b525 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:00:36.501154 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port bcdda519-089d-47cf-a1c9-88f62a19b525 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:00:36.504933 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port bcdda519-089d-47cf-a1c9-88f62a19b525 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:00:36.505308 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:36.546550 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62962c14-3bef-451f-8a41-62984595fd38 req-31c921bb-6ded-455d-99d0-a18fbb6ef27c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:36.548561 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-62962c14-3bef-451f-8a41-62984595fd38 req-31c921bb-6ded-455d-99d0-a18fbb6ef27c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 945 time: 0.0685482 Jul 16 00:00:36.583999 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:36.585762 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-62962c14-3bef-451f-8a41-62984595fd38 req-bd0c832c-ad17-448d-bb1b-e30ddcbca197 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=70b8f2d3-ed33-4b65-945e-e9a4a9437b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315084 Jul 16 00:00:36.606991 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4a6adc-2187-4765-99a9-782a0a7894c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcdda519-089d-47cf-a1c9-88f62a19b525'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:00:36.609216 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae4f11e9886ebbda74e349334989d67f9e0924aee8a01d735f99c26d20dbf4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa377bb1-6073-4728-9980-962b270e273e" -d '{"events": [{"server_uuid": "cd4a6adc-2187-4765-99a9-782a0a7894c3", "name": "network-vif-plugged", "status": "completed", "tag": "bcdda519-089d-47cf-a1c9-88f62a19b525"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:00:36.622327 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port bcdda519-089d-47cf-a1c9-88f62a19b525, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=bcdda519-089d-47cf-a1c9-88f62a19b525,segment=NetworkSegment(25c9d124-181d-4b97-9ade-56be04cf8291),segment_id=25c9d124-181d-4b97-9ade-56be04cf8291)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:00:36.626549 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:36.649060 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2aa30f-397a-4adb-9b35-c54a453c10bd x-openstack-request-id: req-3c2aa30f-397a-4adb-9b35-c54a453c10bd {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:00:36.649350 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4a6adc-2187-4765-99a9-782a0a7894c3", "name": "network-vif-plugged", "status": "completed", "tag": "bcdda519-089d-47cf-a1c9-88f62a19b525", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:00:36.649601 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c2aa30f-397a-4adb-9b35-c54a453c10bd {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:00:36.649985 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4a6adc-2187-4765-99a9-782a0a7894c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcdda519-089d-47cf-a1c9-88f62a19b525', 'code': 200} Jul 16 00:00:36.676221 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=bcdda519-089d-47cf-a1c9-88f62a19b525,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:36.758656 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61527e04-2910-4d1e-b4bc-91e3f775d086 req-37e82685-c412-449c-81e0-ec78ff68ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:36.760152 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-61527e04-2910-4d1e-b4bc-91e3f775d086 req-37e82685-c412-449c-81e0-ec78ff68ae1f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 1097 time: 0.0515051 Jul 16 00:00:36.796765 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-61527e04-2910-4d1e-b4bc-91e3f775d086 req-90dbbbab-dd2b-4dbd-8c52-d600b66c2ba0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=70b8f2d3-ed33-4b65-945e-e9a4a9437b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302293 Jul 16 00:00:37.756184 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b6dfe-b144-4772-8eaa-13cbac764666 req-7be46d7d-226b-4028-8809-136002eb69ed tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:37.757545 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ea9b6dfe-b144-4772-8eaa-13cbac764666 req-7be46d7d-226b-4028-8809-136002eb69ed tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 946 time: 0.0606205 Jul 16 00:00:37.794339 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ea9b6dfe-b144-4772-8eaa-13cbac764666 req-ca21c09d-86f9-482c-a164-f4b1127a5dfd tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=70b8f2d3-ed33-4b65-945e-e9a4a9437b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313613 Jul 16 00:00:37.969760 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfc8f0-b3d5-4888-9417-ca1bd124dbf0 req-fd3907a1-e52a-4612-bcb3-0ddb89d4fcd3 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:37.971271 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-51bfc8f0-b3d5-4888-9417-ca1bd124dbf0 req-fd3907a1-e52a-4612-bcb3-0ddb89d4fcd3 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 946 time: 0.0663838 Jul 16 00:00:38.009354 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-51bfc8f0-b3d5-4888-9417-ca1bd124dbf0 req-a1281ddd-5e4b-48ed-b0c4-b09b58b2c7a7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=70b8f2d3-ed33-4b65-945e-e9a4a9437b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324426 Jul 16 00:00:38.032843 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38800) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:00:38.083101 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54218629-4d13-48c5-ba29-007213ed84eb tempest-TestNetworkAdvancedServerOps-433953513 tempest-TestNetworkAdvancedServerOps-433953513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:38.084620 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-54218629-4d13-48c5-ba29-007213ed84eb tempest-TestNetworkAdvancedServerOps-433953513 tempest-TestNetworkAdvancedServerOps-433953513-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 1092 time: 0.0507588 Jul 16 00:00:38.087525 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38802) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:00:38.091878 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-34ba9265-873a-430f-9105-1488ade3c6a5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'port_id': 'bcdda519-089d-47cf-a1c9-88f62a19b525', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:00:38.113190 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34ba9265-873a-430f-9105-1488ade3c6a5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:38.206997 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34ba9265-873a-430f-9105-1488ade3c6a5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:38.308558 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-34ba9265-873a-430f-9105-1488ade3c6a5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Allocated IP 172.25.4.177 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/a8de8e03-a177-43f5-8be2-6e852f48abe5) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:00:38.406484 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34ba9265-873a-430f-9105-1488ade3c6a5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:38.448516 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34ba9265-873a-430f-9105-1488ade3c6a5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:38.487219 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ba9265-873a-430f-9105-1488ade3c6a5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:00:38.489951 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-34ba9265-873a-430f-9105-1488ade3c6a5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:00:38.493505 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ba9265-873a-430f-9105-1488ade3c6a5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:00:38.516288 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba9265-873a-430f-9105-1488ade3c6a5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Port': ['ID=a8de8e03-a177-43f5-8be2-6e852f48abe5,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:38.850801 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34ba9265-873a-430f-9105-1488ade3c6a5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:38.923764 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34ba9265-873a-430f-9105-1488ade3c6a5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:39.073319 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34ba9265-873a-430f-9105-1488ade3c6a5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:39.077852 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34ba9265-873a-430f-9105-1488ade3c6a5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:39.148253 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba9265-873a-430f-9105-1488ade3c6a5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Port': ['ID=a8de8e03-a177-43f5-8be2-6e852f48abe5,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:00:39.160391 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34ba9265-873a-430f-9105-1488ade3c6a5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:39.257958 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [None req-34ba9265-873a-430f-9105-1488ade3c6a5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Floating IP 50c1d752-0c24-4834-a73f-99cce656ca35 associated. External IP: 172.25.4.177, port: bcdda519-089d-47cf-a1c9-88f62a19b525. Jul 16 00:00:39.326992 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:39.457879 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ba9265-873a-430f-9105-1488ade3c6a5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Router c950d496-2f02-4c51-94d3-573138d94f29 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:00:39.564000 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ba9265-873a-430f-9105-1488ade3c6a5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:00:39.573280 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54be891c-1491-4dbe-908a-24b2a954ad2d None None] Sync routers for ids ['c950d496-2f02-4c51-94d3-573138d94f29'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:00:39.579882 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-34ba9265-873a-430f-9105-1488ade3c6a5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:39.584325 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54be891c-1491-4dbe-908a-24b2a954ad2d None None] Routers {'c950d496-2f02-4c51-94d3-573138d94f29'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:00:39.584952 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-54be891c-1491-4dbe-908a-24b2a954ad2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:00:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c950d496-2f02-4c51-94d3-573138d94f29'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:00:39.615134 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-34ba9265-873a-430f-9105-1488ade3c6a5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5265114 Jul 16 00:00:39.615743 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4a6adc-2187-4765-99a9-782a0a7894c3', 'tag': 'bcdda519-089d-47cf-a1c9-88f62a19b525'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:00:39.618096 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac3ab2df65406140be9365f9b3f66d4be7bd37abeab186e08b44bb3ea3ff9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd12c275-645b-43eb-a1be-466ef8e78b15" -d '{"events": [{"name": "network-changed", "server_uuid": "cd4a6adc-2187-4765-99a9-782a0a7894c3", "tag": "bcdda519-089d-47cf-a1c9-88f62a19b525"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:00:39.655976 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d9377a-95e5-45dc-90d1-78851dd0daad x-openstack-request-id: req-03d9377a-95e5-45dc-90d1-78851dd0daad {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:00:39.656898 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd4a6adc-2187-4765-99a9-782a0a7894c3", "tag": "bcdda519-089d-47cf-a1c9-88f62a19b525", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:00:39.657149 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03d9377a-95e5-45dc-90d1-78851dd0daad {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:00:39.657554 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd4a6adc-2187-4765-99a9-782a0a7894c3', 'tag': 'bcdda519-089d-47cf-a1c9-88f62a19b525', 'status': 'completed', 'code': 200} Jul 16 00:00:39.696018 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-54be891c-1491-4dbe-908a-24b2a954ad2d None None] Set router c950d496-2f02-4c51-94d3-573138d94f29 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:00:39.741373 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12c275-645b-43eb-a1be-466ef8e78b15 req-6f310e33-f217-4349-bf87-992d257d3625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:39.743113 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dd12c275-645b-43eb-a1be-466ef8e78b15 req-6f310e33-f217-4349-bf87-992d257d3625 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 1097 time: 0.0616567 Jul 16 00:00:39.772875 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182935c-7e7e-4903-a9f0-8d277933616e req-3e1d4ce2-7d71-4675-afae-67ff8c977a58 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:39.775121 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5182935c-7e7e-4903-a9f0-8d277933616e req-3e1d4ce2-7d71-4675-afae-67ff8c977a58 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 946 time: 0.0658865 Jul 16 00:00:39.828763 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5182935c-7e7e-4903-a9f0-8d277933616e req-ceed3b9c-3ad1-48ad-b6c4-56a22ea6c0fb tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=70b8f2d3-ed33-4b65-945e-e9a4a9437b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338063 Jul 16 00:00:39.838598 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12c275-645b-43eb-a1be-466ef8e78b15 req-69ee3bfd-4c87-4b0a-993f-cbf8fec7b261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:39.840453 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dd12c275-645b-43eb-a1be-466ef8e78b15 req-69ee3bfd-4c87-4b0a-993f-cbf8fec7b261 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d35edf7c-6d60-445a-ab80-54183b12fff7 HTTP/1.1" status: 200 len: 898 time: 0.0916870 Jul 16 00:00:39.854376 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38808) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:00:39.928942 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-54be891c-1491-4dbe-908a-24b2a954ad2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132180583', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '0a091d59-5ab5-459d-a268-8b92c236f71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:00:22Z', 'updated_at': '2021-07-16T00:00:26Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '0a091d59-5ab5-459d-a268-8b92c236f71e', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:00:23Z', 'updated_at': '2021-07-16T00:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '50c1d752-0c24-4834-a73f-99cce656ca35', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'floating_ip_address': '172.25.4.177', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'port_id': 'bcdda519-089d-47cf-a1c9-88f62a19b525', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35edf7c-6d60-445a-ab80-54183b12fff7', 'mac_address': 'fa:16:3e:74:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4a6adc-2187-4765-99a9-782a0a7894c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:00:38Z', 'updated_at': '2021-07-16T00:00:38Z', 'revision_number': 0, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e45e2fd-300f-42da-bcbe-c76de6086c70', 'name': '', 'network_id': 'd35edf7c-6d60-445a-ab80-54183b12fff7', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:ce:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '0b26fb42-adf1-40c2-afae-b984dc56f206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:00:25Z', 'updated_at': '2021-07-16T00:00:30Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': '0b26fb42-adf1-40c2-afae-b984dc56f206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:00:39.952903 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dd12c275-645b-43eb-a1be-466ef8e78b15 req-5938458f-93b0-41b9-b598-dba31a00607f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcdda519-089d-47cf-a1c9-88f62a19b525 HTTP/1.1" status: 200 len: 1000 time: 0.1062155 Jul 16 00:00:39.955937 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54be891c-1491-4dbe-908a-24b2a954ad2d None None] Checking router: c950d496-2f02-4c51-94d3-573138d94f29 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:00:39.959157 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-97bc0950-936e-4344-b0ab-cd98d2dfecc2 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/floatingips/50c1d752-0c24-4834-a73f-99cce656ca35 HTTP/1.1" status: 200 len: 992 time: 0.1024864 Jul 16 00:00:39.964350 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54be891c-1491-4dbe-908a-24b2a954ad2d None None] Routers {'c950d496-2f02-4c51-94d3-573138d94f29'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:00:39.964955 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-54be891c-1491-4dbe-908a-24b2a954ad2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:00:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c950d496-2f02-4c51-94d3-573138d94f29'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:00:40.006697 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12c275-645b-43eb-a1be-466ef8e78b15 req-a4d24db4-b4ec-474b-8b69-b454646df0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:40.008127 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dd12c275-645b-43eb-a1be-466ef8e78b15 req-a4d24db4-b4ec-474b-8b69-b454646df0b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0b26fb42-adf1-40c2-afae-b984dc56f206 HTTP/1.1" status: 200 len: 835 time: 0.0483675 Jul 16 00:00:40.063871 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12c275-645b-43eb-a1be-466ef8e78b15 req-fdd75063-8f89-424b-993f-425fabcb05d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:40.065428 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dd12c275-645b-43eb-a1be-466ef8e78b15 req-fdd75063-8f89-424b-993f-425fabcb05d3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d35edf7c-6d60-445a-ab80-54183b12fff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515180 Jul 16 00:00:40.071979 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-54be891c-1491-4dbe-908a-24b2a954ad2d None None] Set router c950d496-2f02-4c51-94d3-573138d94f29 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:00:40.152965 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dd12c275-645b-43eb-a1be-466ef8e78b15 req-5ccc34f6-452c-4784-be6b-52a11195e716 service neutron] 10.222.0.43 "GET /v2.0/networks/d35edf7c-6d60-445a-ab80-54183b12fff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802009 Jul 16 00:00:40.248740 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-dd12c275-645b-43eb-a1be-466ef8e78b15 req-93cb77c5-7b6d-4bc4-a3da-189b7559cab3 service neutron] 10.222.0.43 "GET /v2.0/networks/d35edf7c-6d60-445a-ab80-54183b12fff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897233 Jul 16 00:00:40.445106 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-54be891c-1491-4dbe-908a-24b2a954ad2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132180583', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '0a091d59-5ab5-459d-a268-8b92c236f71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:00:22Z', 'updated_at': '2021-07-16T00:00:26Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '0a091d59-5ab5-459d-a268-8b92c236f71e', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:00:23Z', 'updated_at': '2021-07-16T00:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '50c1d752-0c24-4834-a73f-99cce656ca35', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'floating_ip_address': '172.25.4.177', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'port_id': 'bcdda519-089d-47cf-a1c9-88f62a19b525', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35edf7c-6d60-445a-ab80-54183b12fff7', 'mac_address': 'fa:16:3e:74:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4a6adc-2187-4765-99a9-782a0a7894c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:00:38Z', 'updated_at': '2021-07-16T00:00:38Z', 'revision_number': 0, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e45e2fd-300f-42da-bcbe-c76de6086c70', 'name': '', 'network_id': 'd35edf7c-6d60-445a-ab80-54183b12fff7', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:ce:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '0b26fb42-adf1-40c2-afae-b984dc56f206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:00:25Z', 'updated_at': '2021-07-16T00:00:30Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': '0b26fb42-adf1-40c2-afae-b984dc56f206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:00:40.474487 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54be891c-1491-4dbe-908a-24b2a954ad2d None None] The sync data for ids ['c950d496-2f02-4c51-94d3-573138d94f29'] in n-d-787205-9 is: [{'id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132180583', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '0a091d59-5ab5-459d-a268-8b92c236f71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:00:22Z', 'updated_at': '2021-07-16T00:00:26Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '0a091d59-5ab5-459d-a268-8b92c236f71e', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:00:23Z', 'updated_at': '2021-07-16T00:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '50c1d752-0c24-4834-a73f-99cce656ca35', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'floating_ip_address': '172.25.4.177', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'port_id': 'bcdda519-089d-47cf-a1c9-88f62a19b525', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35edf7c-6d60-445a-ab80-54183b12fff7', 'mac_address': 'fa:16:3e:74:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4a6adc-2187-4765-99a9-782a0a7894c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:00:38Z', 'updated_at': '2021-07-16T00:00:38Z', 'revision_number': 0, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e45e2fd-300f-42da-bcbe-c76de6086c70', 'name': '', 'network_id': 'd35edf7c-6d60-445a-ab80-54183b12fff7', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:ce:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '0b26fb42-adf1-40c2-afae-b984dc56f206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:00:25Z', 'updated_at': '2021-07-16T00:00:30Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': '0b26fb42-adf1-40c2-afae-b984dc56f206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:00:40.652530 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d77363c-9b68-4d7a-9f28-3c0f1943ea8b None None] New status for floating IP 50c1d752-0c24-4834-a73f-99cce656ca35: ACTIVE {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:00:40.961924 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38810) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:00:41.022928 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8d99838e-2552-4473-be04-9fea90603243 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/floatingips/50c1d752-0c24-4834-a73f-99cce656ca35 HTTP/1.1" status: 200 len: 994 time: 0.0598571 Jul 16 00:00:42.366482 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2fb70f17-8c65-4f10-ac8c-8a7fe73a8fab req-bc2b0dfe-4149-423a-9a5a-d2bf69afbe70 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502415 Jul 16 00:00:42.456317 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb70f17-8c65-4f10-ac8c-8a7fe73a8fab req-a95f520a-0441-497c-adf1-38c21f58bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:42.457923 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2fb70f17-8c65-4f10-ac8c-8a7fe73a8fab req-a95f520a-0441-497c-adf1-38c21f58bce1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 1097 time: 0.0502925 Jul 16 00:00:42.561696 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb70f17-8c65-4f10-ac8c-8a7fe73a8fab req-9373b9cf-1354-4978-8f65-5840dc7a44f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:42.564144 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2fb70f17-8c65-4f10-ac8c-8a7fe73a8fab req-9373b9cf-1354-4978-8f65-5840dc7a44f6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d35edf7c-6d60-445a-ab80-54183b12fff7 HTTP/1.1" status: 200 len: 898 time: 0.0866668 Jul 16 00:00:42.626775 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2fb70f17-8c65-4f10-ac8c-8a7fe73a8fab req-811f62b8-7eae-4355-b878-2d7802057faf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcdda519-089d-47cf-a1c9-88f62a19b525 HTTP/1.1" status: 200 len: 1002 time: 0.0557899 Jul 16 00:00:42.677272 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb70f17-8c65-4f10-ac8c-8a7fe73a8fab req-34e0912d-facc-44e7-ac9d-50aae3d6ab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:42.678669 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2fb70f17-8c65-4f10-ac8c-8a7fe73a8fab req-34e0912d-facc-44e7-ac9d-50aae3d6ab36 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0b26fb42-adf1-40c2-afae-b984dc56f206 HTTP/1.1" status: 200 len: 835 time: 0.0452962 Jul 16 00:00:42.734432 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb70f17-8c65-4f10-ac8c-8a7fe73a8fab req-a100beba-c49b-4ec0-818c-005fcf05b5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:42.735945 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2fb70f17-8c65-4f10-ac8c-8a7fe73a8fab req-a100beba-c49b-4ec0-818c-005fcf05b5ba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d35edf7c-6d60-445a-ab80-54183b12fff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513468 Jul 16 00:00:42.822050 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2fb70f17-8c65-4f10-ac8c-8a7fe73a8fab req-24257140-cdf0-488d-9e40-3888805f193a service neutron] 10.222.0.43 "GET /v2.0/networks/d35edf7c-6d60-445a-ab80-54183b12fff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794399 Jul 16 00:00:42.912464 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-2fb70f17-8c65-4f10-ac8c-8a7fe73a8fab req-852858ea-425c-4db9-9d8f-9e9bc774d7a3 service neutron] 10.222.0.43 "GET /v2.0/networks/d35edf7c-6d60-445a-ab80-54183b12fff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846808 Jul 16 00:00:45.960208 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3b3db13d-b5ab-47c3-8619-79526a4155e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:47.392490 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:00:48.335281 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-73f0d73f-76ac-41e6-96e1-c1d338afa594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:48.816830 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:49.852023 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:51.407869 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:54.609994 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:09.335816 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:09.900308 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff5b8f-9230-44ad-b4f0-b2e1e47abd96 req-612ce1eb-ae36-4e66-817b-6fc91e757a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:09.901783 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d2ff5b8f-9230-44ad-b4f0-b2e1e47abd96 req-612ce1eb-ae36-4e66-817b-6fc91e757a60 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 1097 time: 0.0573943 Jul 16 00:01:10.002809 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff5b8f-9230-44ad-b4f0-b2e1e47abd96 req-6baf5cfe-aaf7-485f-892a-79e948cd74ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:10.004902 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d2ff5b8f-9230-44ad-b4f0-b2e1e47abd96 req-6baf5cfe-aaf7-485f-892a-79e948cd74ad service neutron] 10.222.0.43 "GET /v2.0/networks?id=d35edf7c-6d60-445a-ab80-54183b12fff7 HTTP/1.1" status: 200 len: 898 time: 0.0962369 Jul 16 00:01:10.076320 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d2ff5b8f-9230-44ad-b4f0-b2e1e47abd96 req-b850dfd6-044b-4fbf-93d3-f9df18cf9d3d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcdda519-089d-47cf-a1c9-88f62a19b525 HTTP/1.1" status: 200 len: 1002 time: 0.0652571 Jul 16 00:01:10.133894 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff5b8f-9230-44ad-b4f0-b2e1e47abd96 req-bdb7dc12-b4f3-4801-a30b-00a890151aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:10.135779 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d2ff5b8f-9230-44ad-b4f0-b2e1e47abd96 req-bdb7dc12-b4f3-4801-a30b-00a890151aba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0b26fb42-adf1-40c2-afae-b984dc56f206 HTTP/1.1" status: 200 len: 835 time: 0.0520113 Jul 16 00:01:10.195470 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff5b8f-9230-44ad-b4f0-b2e1e47abd96 req-58f88ca1-6ebb-4993-9dab-0161f81f6e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:10.197440 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d2ff5b8f-9230-44ad-b4f0-b2e1e47abd96 req-58f88ca1-6ebb-4993-9dab-0161f81f6e63 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d35edf7c-6d60-445a-ab80-54183b12fff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555909 Jul 16 00:01:10.287489 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277dbda8-1ba5-4318-b2d7-95135910dd92 req-66923b78-c9ba-4096-898f-3d43e13b60b0 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:10.288976 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-277dbda8-1ba5-4318-b2d7-95135910dd92 req-66923b78-c9ba-4096-898f-3d43e13b60b0 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 946 time: 0.4144835 Jul 16 00:01:10.290778 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d2ff5b8f-9230-44ad-b4f0-b2e1e47abd96 req-790b6c7a-6b88-4f29-8496-c9c310d84448 service neutron] 10.222.0.43 "GET /v2.0/networks/d35edf7c-6d60-445a-ab80-54183b12fff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867679 Jul 16 00:01:10.329065 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-277dbda8-1ba5-4318-b2d7-95135910dd92 req-d4fa2dbf-5bec-4b46-b6ca-7a1473afaabc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=70b8f2d3-ed33-4b65-945e-e9a4a9437b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342069 Jul 16 00:01:10.386223 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d2ff5b8f-9230-44ad-b4f0-b2e1e47abd96 req-692c6711-7aaa-4bab-be4c-9fcad8bdbb77 service neutron] 10.222.0.43 "GET /v2.0/networks/d35edf7c-6d60-445a-ab80-54183b12fff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865006 Jul 16 00:01:11.500091 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f2b9d-4796-4466-b7c9-96c7c2b182db req-12db18c4-6ef8-485f-a23f-5786dca02b29 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:11.501551 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-db7f2b9d-4796-4466-b7c9-96c7c2b182db req-12db18c4-6ef8-485f-a23f-5786dca02b29 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 946 time: 0.0616479 Jul 16 00:01:11.537821 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-db7f2b9d-4796-4466-b7c9-96c7c2b182db req-b1e4787b-9dbb-4b5d-bd36-c07cd926537d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=70b8f2d3-ed33-4b65-945e-e9a4a9437b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307827 Jul 16 00:01:12.707083 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd7a31-f624-47fc-8ea1-acc6ad472a3a req-5ebcde66-9a1d-48cf-9bbd-82036f603eaa tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:12.709050 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2fd7a31-f624-47fc-8ea1-acc6ad472a3a req-5ebcde66-9a1d-48cf-9bbd-82036f603eaa tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 946 time: 0.0638337 Jul 16 00:01:12.744376 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c2fd7a31-f624-47fc-8ea1-acc6ad472a3a req-4c1188fe-8d13-4093-8166-9d57be7f84a8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=70b8f2d3-ed33-4b65-945e-e9a4a9437b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299027 Jul 16 00:01:13.914248 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7dff4b-697c-4333-baf0-64925f7bb382 req-47c68b87-c9cf-44ba-8ec6-a9e7b956d25c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:13.915737 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-db7dff4b-697c-4333-baf0-64925f7bb382 req-47c68b87-c9cf-44ba-8ec6-a9e7b956d25c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 946 time: 0.0639031 Jul 16 00:01:13.952513 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-db7dff4b-697c-4333-baf0-64925f7bb382 req-de1f4db9-4613-423c-a3f5-61111d304555 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=70b8f2d3-ed33-4b65-945e-e9a4a9437b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311885 Jul 16 00:01:15.125709 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47158e-586b-4b8b-ac5d-d3716428c858 req-40d6a5e9-15de-42e1-bdbc-305e31297736 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:15.127186 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-af47158e-586b-4b8b-ac5d-d3716428c858 req-40d6a5e9-15de-42e1-bdbc-305e31297736 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 946 time: 0.0652251 Jul 16 00:01:15.163868 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-af47158e-586b-4b8b-ac5d-d3716428c858 req-fc76f650-133d-4dfd-9a53-70b4d536976b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=70b8f2d3-ed33-4b65-945e-e9a4a9437b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305700 Jul 16 00:01:15.960660 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac2cec31-01ab-480a-93f3-1d6873acb334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:16.336883 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f7a23-e97b-4384-9ec6-9f6e5a878270 req-77c3d729-8f45-4f4c-8ff0-5b8677b9d5ed tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:16.338369 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2f4f7a23-e97b-4384-9ec6-9f6e5a878270 req-77c3d729-8f45-4f4c-8ff0-5b8677b9d5ed tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 946 time: 0.0624976 Jul 16 00:01:16.374603 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2f4f7a23-e97b-4384-9ec6-9f6e5a878270 req-682cc5c9-67c3-465a-a7b6-c5138a9fe3c3 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=70b8f2d3-ed33-4b65-945e-e9a4a9437b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306587 Jul 16 00:01:17.550275 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad08a20-583a-4302-b36f-98484088f6ab req-5536d7d2-4bb4-4c9b-9d9c-45176c421276 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:17.551729 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7ad08a20-583a-4302-b36f-98484088f6ab req-5536d7d2-4bb4-4c9b-9d9c-45176c421276 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 946 time: 0.0617945 Jul 16 00:01:17.590403 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7ad08a20-583a-4302-b36f-98484088f6ab req-30553ef6-9929-4020-80dc-66551c9ba13f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=70b8f2d3-ed33-4b65-945e-e9a4a9437b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327771 Jul 16 00:01:18.334807 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5ac61d77-9b19-4915-a1be-d5bb4d25d66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:18.765109 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bddc9-56b7-4d82-81ae-fb82ea4ce2b5 req-6ccc3f12-1384-45e4-9729-e9556caeebfc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:18.766564 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-970bddc9-56b7-4d82-81ae-fb82ea4ce2b5 req-6ccc3f12-1384-45e4-9729-e9556caeebfc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 946 time: 0.0649517 Jul 16 00:01:18.803753 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-970bddc9-56b7-4d82-81ae-fb82ea4ce2b5 req-aef7f998-e779-4b1f-94ef-60f27d9e7b8f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=70b8f2d3-ed33-4b65-945e-e9a4a9437b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311587 Jul 16 00:01:18.817539 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:19.853772 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:19.976936 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a1785-b068-4e08-94b3-d02c49c3d789 req-61923f65-3d4a-4c39-81b4-7f7840946f3b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:19.978493 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-277a1785-b068-4e08-94b3-d02c49c3d789 req-61923f65-3d4a-4c39-81b4-7f7840946f3b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 946 time: 0.0621831 Jul 16 00:01:20.015423 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-277a1785-b068-4e08-94b3-d02c49c3d789 req-067077db-7cd9-4726-b0fe-152136fb6104 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=70b8f2d3-ed33-4b65-945e-e9a4a9437b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313854 Jul 16 00:01:21.190223 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f95747-e9e0-40b8-884b-d5d7db737b1c req-8dc961d5-086b-4c73-bb99-5adf044b0696 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:21.191827 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-81f95747-e9e0-40b8-884b-d5d7db737b1c req-8dc961d5-086b-4c73-bb99-5adf044b0696 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 946 time: 0.0660233 Jul 16 00:01:21.229860 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-81f95747-e9e0-40b8-884b-d5d7db737b1c req-10965d11-d2d4-46fe-b3eb-91b2da697538 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=70b8f2d3-ed33-4b65-945e-e9a4a9437b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316942 Jul 16 00:01:21.409866 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:22.399666 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c0203-3020-4883-ab57-cbed5a5ce468 req-1b836f10-2721-4684-959a-11aaf3519b36 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:22.401126 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-115c0203-3020-4883-ab57-cbed5a5ce468 req-1b836f10-2721-4684-959a-11aaf3519b36 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 946 time: 0.0611959 Jul 16 00:01:22.437920 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-115c0203-3020-4883-ab57-cbed5a5ce468 req-bbe810e1-fff6-4428-8a72-0b16a9763004 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=70b8f2d3-ed33-4b65-945e-e9a4a9437b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313420 Jul 16 00:01:22.461088 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38848) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:01:22.523084 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c41115ae-1adb-4c5b-8b55-e8464867bbe7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/floatingips/50c1d752-0c24-4834-a73f-99cce656ca35 HTTP/1.1" status: 200 len: 994 time: 0.0607107 Jul 16 00:01:24.391747 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:01:24.611332 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:39.348924 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:43.363151 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-76ccf8b9-625a-404a-a814-18ce53a39f0c req-20485c7d-9c48-436e-8de6-b9e58a36787a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497155 Jul 16 00:01:43.460656 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccf8b9-625a-404a-a814-18ce53a39f0c req-2895e1f3-af00-4372-804e-afe38d464b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:43.462238 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-76ccf8b9-625a-404a-a814-18ce53a39f0c req-2895e1f3-af00-4372-804e-afe38d464b70 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 1097 time: 0.0567994 Jul 16 00:01:43.564385 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccf8b9-625a-404a-a814-18ce53a39f0c req-fcb97fb2-d329-4408-b146-af03199ddd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:43.565869 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-76ccf8b9-625a-404a-a814-18ce53a39f0c req-fcb97fb2-d329-4408-b146-af03199ddd5a service neutron] 10.222.0.43 "GET /v2.0/networks?id=d35edf7c-6d60-445a-ab80-54183b12fff7 HTTP/1.1" status: 200 len: 898 time: 0.0841873 Jul 16 00:01:43.632013 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-76ccf8b9-625a-404a-a814-18ce53a39f0c req-1e9b687e-6d1f-4b34-a262-b8c72c5c0ba4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcdda519-089d-47cf-a1c9-88f62a19b525 HTTP/1.1" status: 200 len: 1002 time: 0.0592058 Jul 16 00:01:43.680143 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccf8b9-625a-404a-a814-18ce53a39f0c req-5523cb79-6676-42f3-a39c-1f2c69469984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:43.682134 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-76ccf8b9-625a-404a-a814-18ce53a39f0c req-5523cb79-6676-42f3-a39c-1f2c69469984 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0b26fb42-adf1-40c2-afae-b984dc56f206 HTTP/1.1" status: 200 len: 835 time: 0.0436759 Jul 16 00:01:43.736802 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccf8b9-625a-404a-a814-18ce53a39f0c req-a40d9c68-698a-4b70-84f1-260213f0c495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:43.738301 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-76ccf8b9-625a-404a-a814-18ce53a39f0c req-a40d9c68-698a-4b70-84f1-260213f0c495 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d35edf7c-6d60-445a-ab80-54183b12fff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502026 Jul 16 00:01:43.749921 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [req-76ccf8b9-625a-404a-a814-18ce53a39f0c req-7adea2af-eb9c-4102-86b9-5a14a811dcbc service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 00:01:43.750894 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-76ccf8b9-625a-404a-a814-18ce53a39f0c req-7adea2af-eb9c-4102-86b9-5a14a811dcbc service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050311 Jul 16 00:01:43.841704 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-76ccf8b9-625a-404a-a814-18ce53a39f0c req-0bb85682-b016-42e4-b01b-86f5539ecdda service neutron] 10.222.0.43 "GET /v2.0/networks/d35edf7c-6d60-445a-ab80-54183b12fff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842793 Jul 16 00:01:43.930910 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-76ccf8b9-625a-404a-a814-18ce53a39f0c req-9358cd2b-8c69-40a6-a61c-d09eafdd4a80 service neutron] 10.222.0.43 "GET /v2.0/networks/d35edf7c-6d60-445a-ab80-54183b12fff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815949 Jul 16 00:01:45.963670 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5766bbc9-bb2d-4077-aab7-4b23be3c3a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:48.339409 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d5541645-15d1-4370-8fba-422106aea707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:48.819956 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:49.856389 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:51.413428 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:52.282355 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-95ff8b73-b37c-4edd-a856-ed4aba2ce25e req-8d843057-78e6-4609-8ba3-e86635cd034d service neutron] (93799) timed out ('10.222.0.16', 35106) {{(pid=93799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 00:01:53.249885 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38864) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:01:53.400510 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e3ab20b6-0ddd-4fe7-98fa-278bb872caa9 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Deleting port a8de8e03-a177-43f5-8be2-6e852f48abe5 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:01:53.400860 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3ab20b6-0ddd-4fe7-98fa-278bb872caa9 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:53.475019 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3ab20b6-0ddd-4fe7-98fa-278bb872caa9 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:53.475346 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3ab20b6-0ddd-4fe7-98fa-278bb872caa9 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:53.486999 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e3ab20b6-0ddd-4fe7-98fa-278bb872caa9 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Calling delete_port for a8de8e03-a177-43f5-8be2-6e852f48abe5 owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:01:53.627989 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3ab20b6-0ddd-4fe7-98fa-278bb872caa9 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:53.654531 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab20b6-0ddd-4fe7-98fa-278bb872caa9 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'Port': ['ID=a8de8e03-a177-43f5-8be2-6e852f48abe5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:01:53.680346 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab20b6-0ddd-4fe7-98fa-278bb872caa9 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:53.680689 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab20b6-0ddd-4fe7-98fa-278bb872caa9 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:53.681058 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab20b6-0ddd-4fe7-98fa-278bb872caa9 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:53.681398 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab20b6-0ddd-4fe7-98fa-278bb872caa9 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:53.681726 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab20b6-0ddd-4fe7-98fa-278bb872caa9 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:53.682054 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab20b6-0ddd-4fe7-98fa-278bb872caa9 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:53.682383 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab20b6-0ddd-4fe7-98fa-278bb872caa9 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:53.682733 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab20b6-0ddd-4fe7-98fa-278bb872caa9 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:53.683061 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab20b6-0ddd-4fe7-98fa-278bb872caa9 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:53.683381 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab20b6-0ddd-4fe7-98fa-278bb872caa9 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:53.683702 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab20b6-0ddd-4fe7-98fa-278bb872caa9 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:53.684020 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab20b6-0ddd-4fe7-98fa-278bb872caa9 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:53.724410 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3ab20b6-0ddd-4fe7-98fa-278bb872caa9 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:53.724744 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [None req-e3ab20b6-0ddd-4fe7-98fa-278bb872caa9 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Floating IP 50c1d752-0c24-4834-a73f-99cce656ca35 disassociated (deleted). External IP: 172.25.4.177, port: bcdda519-089d-47cf-a1c9-88f62a19b525. Jul 16 00:01:53.930349 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ab20b6-0ddd-4fe7-98fa-278bb872caa9 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Router c950d496-2f02-4c51-94d3-573138d94f29 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:01:54.036274 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ab20b6-0ddd-4fe7-98fa-278bb872caa9 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:01:54.041613 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e3ab20b6-0ddd-4fe7-98fa-278bb872caa9 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:54.046549 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b737e4-9365-4c11-9cb5-7f65f17b6022 None None] Sync routers for ids ['c950d496-2f02-4c51-94d3-573138d94f29'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:01:54.055778 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b737e4-9365-4c11-9cb5-7f65f17b6022 None None] Routers {'c950d496-2f02-4c51-94d3-573138d94f29'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:01:54.056382 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d5b737e4-9365-4c11-9cb5-7f65f17b6022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:01:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c950d496-2f02-4c51-94d3-573138d94f29'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:01:54.078013 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e3ab20b6-0ddd-4fe7-98fa-278bb872caa9 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "DELETE /v2.0/floatingips/50c1d752-0c24-4834-a73f-99cce656ca35 HTTP/1.1" status: 204 len: 168 time: 0.8271387 Jul 16 00:01:54.078591 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4a6adc-2187-4765-99a9-782a0a7894c3', 'tag': 'bcdda519-089d-47cf-a1c9-88f62a19b525'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:01:54.080840 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac3ab2df65406140be9365f9b3f66d4be7bd37abeab186e08b44bb3ea3ff9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62013b6a-a4ab-4fe1-a450-982946567d58" -d '{"events": [{"name": "network-changed", "server_uuid": "cd4a6adc-2187-4765-99a9-782a0a7894c3", "tag": "bcdda519-089d-47cf-a1c9-88f62a19b525"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:01:54.119667 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e268aed7-6c16-49fc-bf62-0b969a375cb5 x-openstack-request-id: req-e268aed7-6c16-49fc-bf62-0b969a375cb5 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:01:54.119959 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd4a6adc-2187-4765-99a9-782a0a7894c3", "tag": "bcdda519-089d-47cf-a1c9-88f62a19b525", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:01:54.120211 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e268aed7-6c16-49fc-bf62-0b969a375cb5 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:01:54.120611 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd4a6adc-2187-4765-99a9-782a0a7894c3', 'tag': 'bcdda519-089d-47cf-a1c9-88f62a19b525', 'status': 'completed', 'code': 200} Jul 16 00:01:54.167300 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-d5b737e4-9365-4c11-9cb5-7f65f17b6022 None None] Set router c950d496-2f02-4c51-94d3-573138d94f29 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:01:54.204991 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62013b6a-a4ab-4fe1-a450-982946567d58 req-5d52a2e6-5ff2-4a9d-b31d-96161611fe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:54.206545 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-62013b6a-a4ab-4fe1-a450-982946567d58 req-5d52a2e6-5ff2-4a9d-b31d-96161611fe89 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 1097 time: 0.0589385 Jul 16 00:01:54.308231 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62013b6a-a4ab-4fe1-a450-982946567d58 req-2c7004d5-e325-430e-9148-f9c7de531872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:54.310252 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-62013b6a-a4ab-4fe1-a450-982946567d58 req-2c7004d5-e325-430e-9148-f9c7de531872 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d35edf7c-6d60-445a-ab80-54183b12fff7 HTTP/1.1" status: 200 len: 898 time: 0.0933857 Jul 16 00:01:54.366584 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-62013b6a-a4ab-4fe1-a450-982946567d58 req-8819dec8-b410-4b57-8650-f757992fa227 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcdda519-089d-47cf-a1c9-88f62a19b525 HTTP/1.1" status: 200 len: 217 time: 0.0415211 Jul 16 00:01:54.392628 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d5b737e4-9365-4c11-9cb5-7f65f17b6022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132180583', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '0a091d59-5ab5-459d-a268-8b92c236f71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:00:22Z', 'updated_at': '2021-07-16T00:00:26Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '0a091d59-5ab5-459d-a268-8b92c236f71e', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:00:23Z', 'updated_at': '2021-07-16T00:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '1e45e2fd-300f-42da-bcbe-c76de6086c70', 'name': '', 'network_id': 'd35edf7c-6d60-445a-ab80-54183b12fff7', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:ce:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '0b26fb42-adf1-40c2-afae-b984dc56f206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:00:25Z', 'updated_at': '2021-07-16T00:00:30Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': '0b26fb42-adf1-40c2-afae-b984dc56f206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:01:54.416360 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62013b6a-a4ab-4fe1-a450-982946567d58 req-4edd931c-a48b-40e1-8cee-d67469baa1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:54.417844 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-62013b6a-a4ab-4fe1-a450-982946567d58 req-4edd931c-a48b-40e1-8cee-d67469baa1c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0b26fb42-adf1-40c2-afae-b984dc56f206 HTTP/1.1" status: 200 len: 835 time: 0.0443909 Jul 16 00:01:54.420192 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b737e4-9365-4c11-9cb5-7f65f17b6022 None None] Checking router: c950d496-2f02-4c51-94d3-573138d94f29 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:01:54.428305 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b737e4-9365-4c11-9cb5-7f65f17b6022 None None] Routers {'c950d496-2f02-4c51-94d3-573138d94f29'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:01:54.428905 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d5b737e4-9365-4c11-9cb5-7f65f17b6022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:01:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c950d496-2f02-4c51-94d3-573138d94f29'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:01:54.471955 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd74330-538c-4a7b-ab8e-80a806af4f72 req-9c7bd1d1-9c89-410e-8f25-29e8694ce96f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:54.473521 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1dd74330-538c-4a7b-ab8e-80a806af4f72 req-9c7bd1d1-9c89-410e-8f25-29e8694ce96f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 946 time: 0.0653837 Jul 16 00:01:54.476331 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62013b6a-a4ab-4fe1-a450-982946567d58 req-fb262663-c186-4776-bd82-ab3698a09685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:54.477950 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-62013b6a-a4ab-4fe1-a450-982946567d58 req-fb262663-c186-4776-bd82-ab3698a09685 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d35edf7c-6d60-445a-ab80-54183b12fff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537779 Jul 16 00:01:54.514335 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1dd74330-538c-4a7b-ab8e-80a806af4f72 req-679c65a3-f502-494e-a9cd-056c108d8d63 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=70b8f2d3-ed33-4b65-945e-e9a4a9437b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339429 Jul 16 00:01:54.540793 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-d5b737e4-9365-4c11-9cb5-7f65f17b6022 None None] Set router c950d496-2f02-4c51-94d3-573138d94f29 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:01:54.577222 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-62013b6a-a4ab-4fe1-a450-982946567d58 req-277bdd49-35f7-49a0-8087-c927dde53a17 service neutron] 10.222.0.43 "GET /v2.0/networks/d35edf7c-6d60-445a-ab80-54183b12fff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904124 Jul 16 00:01:54.640986 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:54.667901 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-62013b6a-a4ab-4fe1-a450-982946567d58 req-e5115722-eed6-4ab5-89c1-ce267a2d8200 service neutron] 10.222.0.43 "GET /v2.0/networks/d35edf7c-6d60-445a-ab80-54183b12fff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841475 Jul 16 00:01:54.751527 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d5b737e4-9365-4c11-9cb5-7f65f17b6022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132180583', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '0a091d59-5ab5-459d-a268-8b92c236f71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:00:22Z', 'updated_at': '2021-07-16T00:00:26Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '0a091d59-5ab5-459d-a268-8b92c236f71e', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:00:23Z', 'updated_at': '2021-07-16T00:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '1e45e2fd-300f-42da-bcbe-c76de6086c70', 'name': '', 'network_id': 'd35edf7c-6d60-445a-ab80-54183b12fff7', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:ce:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '0b26fb42-adf1-40c2-afae-b984dc56f206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:00:25Z', 'updated_at': '2021-07-16T00:00:30Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': '0b26fb42-adf1-40c2-afae-b984dc56f206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:01:54.777849 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b737e4-9365-4c11-9cb5-7f65f17b6022 None None] The sync data for ids ['c950d496-2f02-4c51-94d3-573138d94f29'] in n-d-787205-9 is: [{'id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132180583', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '0a091d59-5ab5-459d-a268-8b92c236f71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:00:22Z', 'updated_at': '2021-07-16T00:00:26Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '0a091d59-5ab5-459d-a268-8b92c236f71e', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:00:23Z', 'updated_at': '2021-07-16T00:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '1e45e2fd-300f-42da-bcbe-c76de6086c70', 'name': '', 'network_id': 'd35edf7c-6d60-445a-ab80-54183b12fff7', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:ce:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '0b26fb42-adf1-40c2-afae-b984dc56f206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:00:25Z', 'updated_at': '2021-07-16T00:00:30Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': '0b26fb42-adf1-40c2-afae-b984dc56f206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:01:54.992382 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6124f40-67ce-4e8b-91de-ba5b7d0b0381 None None] New status for floating IP 50c1d752-0c24-4834-a73f-99cce656ca35: DOWN {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:01:55.687764 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a052aa-1462-469a-aafd-7b7535da02a1 req-fdcdc0dc-bb23-4cdc-adb6-df0f9f743cfc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:55.689213 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65a052aa-1462-469a-aafd-7b7535da02a1 req-fdcdc0dc-bb23-4cdc-adb6-df0f9f743cfc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 946 time: 0.0638452 Jul 16 00:01:55.726138 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65a052aa-1462-469a-aafd-7b7535da02a1 req-54c511c2-3b3b-4b8e-96ea-264fb348a462 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=70b8f2d3-ed33-4b65-945e-e9a4a9437b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313323 Jul 16 00:01:55.882776 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf295ecf-5859-48c5-8817-4b1cbcad1284 req-5debaf77-a350-4a09-aa7f-25a5f9caa7b7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:55.884273 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cf295ecf-5859-48c5-8817-4b1cbcad1284 req-5debaf77-a350-4a09-aa7f-25a5f9caa7b7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 946 time: 0.0657880 Jul 16 00:01:56.322657 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-cf295ecf-5859-48c5-8817-4b1cbcad1284 req-2c80e97f-5a9d-41d3-99f7-53f933ed2d2c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Deleting port bcdda519-089d-47cf-a1c9-88f62a19b525 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:01:56.323013 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cf295ecf-5859-48c5-8817-4b1cbcad1284 req-2c80e97f-5a9d-41d3-99f7-53f933ed2d2c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:56.409646 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-cf295ecf-5859-48c5-8817-4b1cbcad1284 req-2c80e97f-5a9d-41d3-99f7-53f933ed2d2c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] For port bcdda519-089d-47cf-a1c9-88f62a19b525, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=bcdda519-089d-47cf-a1c9-88f62a19b525,segment=NetworkSegment(25c9d124-181d-4b97-9ade-56be04cf8291),segment_id=25c9d124-181d-4b97-9ade-56be04cf8291)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:01:56.410007 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cf295ecf-5859-48c5-8817-4b1cbcad1284 req-2c80e97f-5a9d-41d3-99f7-53f933ed2d2c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:56.422516 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-cf295ecf-5859-48c5-8817-4b1cbcad1284 req-2c80e97f-5a9d-41d3-99f7-53f933ed2d2c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Calling delete_port for bcdda519-089d-47cf-a1c9-88f62a19b525 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:01:56.547010 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cf295ecf-5859-48c5-8817-4b1cbcad1284 req-2c80e97f-5a9d-41d3-99f7-53f933ed2d2c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:56.576620 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80e97f-5a9d-41d3-99f7-53f933ed2d2c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'Port': ['ID=bcdda519-089d-47cf-a1c9-88f62a19b525,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:01:56.620300 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf295ecf-5859-48c5-8817-4b1cbcad1284 req-2c80e97f-5a9d-41d3-99f7-53f933ed2d2c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] No DVR routers for this DVR port bcdda519-089d-47cf-a1c9-88f62a19b525 on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:01:56.623195 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-cf295ecf-5859-48c5-8817-4b1cbcad1284 req-2c80e97f-5a9d-41d3-99f7-53f933ed2d2c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:56.626125 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cf295ecf-5859-48c5-8817-4b1cbcad1284 req-2c80e97f-5a9d-41d3-99f7-53f933ed2d2c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.43 "DELETE /v2.0/ports/bcdda519-089d-47cf-a1c9-88f62a19b525 HTTP/1.1" status: 204 len: 173 time: 0.7370181 Jul 16 00:01:56.626584 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4a6adc-2187-4765-99a9-782a0a7894c3', 'name': 'network-vif-deleted', 'tag': 'bcdda519-089d-47cf-a1c9-88f62a19b525'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:01:56.630302 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac3ab2df65406140be9365f9b3f66d4be7bd37abeab186e08b44bb3ea3ff9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a3330d-dcb5-4f5a-91fb-8e54a5accd1f" -d '{"events": [{"server_uuid": "cd4a6adc-2187-4765-99a9-782a0a7894c3", "name": "network-vif-deleted", "tag": "bcdda519-089d-47cf-a1c9-88f62a19b525"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:01:56.666058 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2933bc-4135-4cce-bb63-04703e9c068b x-openstack-request-id: req-dd2933bc-4135-4cce-bb63-04703e9c068b {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:01:56.666349 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4a6adc-2187-4765-99a9-782a0a7894c3", "name": "network-vif-deleted", "tag": "bcdda519-089d-47cf-a1c9-88f62a19b525", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:01:56.666600 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd2933bc-4135-4cce-bb63-04703e9c068b {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:01:56.667026 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4a6adc-2187-4765-99a9-782a0a7894c3', 'name': 'network-vif-deleted', 'tag': 'bcdda519-089d-47cf-a1c9-88f62a19b525', 'status': 'completed', 'code': 200} Jul 16 00:01:56.884890 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6fc9f4e7-7823-4d7a-a666-9029f1a3cf57 req-d8fd640a-b27c-4279-8a5b-9d9147f0e276 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd4a6adc-2187-4765-99a9-782a0a7894c3 HTTP/1.1" status: 200 len: 210 time: 0.0331118 Jul 16 00:01:57.978907 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38880) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:01:58.326252 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a30ba94-02bc-4cf6-8c5b-b772bda0b92f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:58.583418 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9a30ba94-02bc-4cf6-8c5b-b772bda0b92f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Deleting port 1e45e2fd-300f-42da-bcbe-c76de6086c70 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:01:58.583678 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a30ba94-02bc-4cf6-8c5b-b772bda0b92f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:58.667741 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-9a30ba94-02bc-4cf6-8c5b-b772bda0b92f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] For port 1e45e2fd-300f-42da-bcbe-c76de6086c70, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1e45e2fd-300f-42da-bcbe-c76de6086c70,segment=NetworkSegment(25c9d124-181d-4b97-9ade-56be04cf8291),segment_id=25c9d124-181d-4b97-9ade-56be04cf8291)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:01:58.668097 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a30ba94-02bc-4cf6-8c5b-b772bda0b92f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:58.679484 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9a30ba94-02bc-4cf6-8c5b-b772bda0b92f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Calling delete_port for 1e45e2fd-300f-42da-bcbe-c76de6086c70 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:01:58.817387 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device bcdda519-089d-47cf-a1c9-88f62a19b525 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:01:58.838186 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: bcdda519-089d-47cf-a1c9-88f62a19b525 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:01:58.838453 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device bcdda519-089d-47cf-a1c9-88f62a19b525 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:01:58.867538 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a30ba94-02bc-4cf6-8c5b-b772bda0b92f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:58.895166 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30ba94-02bc-4cf6-8c5b-b772bda0b92f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'Port': ['ID=1e45e2fd-300f-42da-bcbe-c76de6086c70,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:01:59.066726 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9a30ba94-02bc-4cf6-8c5b-b772bda0b92f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:59.278884 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a30ba94-02bc-4cf6-8c5b-b772bda0b92f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Router c950d496-2f02-4c51-94d3-573138d94f29 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:01:59.382599 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a30ba94-02bc-4cf6-8c5b-b772bda0b92f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:01:59.388037 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9a30ba94-02bc-4cf6-8c5b-b772bda0b92f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "PUT /v2.0/routers/c950d496-2f02-4c51-94d3-573138d94f29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4080648 Jul 16 00:01:59.390729 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38882) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:01:59.394765 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04938d23-cd36-4a0b-b2b3-794267ad95ee None None] Sync routers for ids ['c950d496-2f02-4c51-94d3-573138d94f29'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:01:59.404093 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04938d23-cd36-4a0b-b2b3-794267ad95ee None None] Routers {'c950d496-2f02-4c51-94d3-573138d94f29'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:01:59.404699 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-04938d23-cd36-4a0b-b2b3-794267ad95ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:01:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c950d496-2f02-4c51-94d3-573138d94f29'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:01:59.440209 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-051bec17-7e4c-4f42-af41-40c570925b27 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Deleting subnet 0b26fb42-adf1-40c2-afae-b984dc56f206 {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:01:59.443294 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-051bec17-7e4c-4f42-af41-40c570925b27 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:59.482291 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-051bec17-7e4c-4f42-af41-40c570925b27 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:59.512183 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-04938d23-cd36-4a0b-b2b3-794267ad95ee None None] Set router c950d496-2f02-4c51-94d3-573138d94f29 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:01:59.571704 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-051bec17-7e4c-4f42-af41-40c570925b27 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:59.630880 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-051bec17-7e4c-4f42-af41-40c570925b27 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:59.656895 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051bec17-7e4c-4f42-af41-40c570925b27 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'Subnet': ['ID=0b26fb42-adf1-40c2-afae-b984dc56f206,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:01:59.661298 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-051bec17-7e4c-4f42-af41-40c570925b27 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:59.666966 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-051bec17-7e4c-4f42-af41-40c570925b27 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "DELETE /v2.0/subnets/0b26fb42-adf1-40c2-afae-b984dc56f206 HTTP/1.1" status: 204 len: 168 time: 0.2716932 Jul 16 00:01:59.666966 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38884) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:01:59.670517 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81231af6-0b69-4258-95fe-5701b5971c5f None None] Network d35edf7c-6d60-445a-ab80-54183b12fff7 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:01:59.773025 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-831ed6e0-fea9-4a25-aba8-98189478276b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:59.793057 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-04938d23-cd36-4a0b-b2b3-794267ad95ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132180583', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '0a091d59-5ab5-459d-a268-8b92c236f71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:00:22Z', 'updated_at': '2021-07-16T00:01:58Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '0a091d59-5ab5-459d-a268-8b92c236f71e', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:00:23Z', 'updated_at': '2021-07-16T00:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:01:59.826562 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04938d23-cd36-4a0b-b2b3-794267ad95ee None None] Checking router: c950d496-2f02-4c51-94d3-573138d94f29 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:01:59.844143 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04938d23-cd36-4a0b-b2b3-794267ad95ee None None] Routers {'c950d496-2f02-4c51-94d3-573138d94f29'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:01:59.844766 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-04938d23-cd36-4a0b-b2b3-794267ad95ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:01:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c950d496-2f02-4c51-94d3-573138d94f29'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:01:59.880457 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-831ed6e0-fea9-4a25-aba8-98189478276b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:59.941219 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-831ed6e0-fea9-4a25-aba8-98189478276b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Deleting port 0a091d59-5ab5-459d-a268-8b92c236f71e {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:01:59.941572 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-831ed6e0-fea9-4a25-aba8-98189478276b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:59.956551 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50004a0f-c04a-4c8a-84d9-ce32ada2be1d None None] DHCP port deletion for d35edf7c-6d60-445a-ab80-54183b12fff7 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:01:59.967838 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-04938d23-cd36-4a0b-b2b3-794267ad95ee None None] Set router c950d496-2f02-4c51-94d3-573138d94f29 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:02:00.025136 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-831ed6e0-fea9-4a25-aba8-98189478276b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] For port 0a091d59-5ab5-459d-a268-8b92c236f71e, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=0a091d59-5ab5-459d-a268-8b92c236f71e,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:02:00.025401 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-831ed6e0-fea9-4a25-aba8-98189478276b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:00.037060 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-831ed6e0-fea9-4a25-aba8-98189478276b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Calling delete_port for 0a091d59-5ab5-459d-a268-8b92c236f71e owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:02:00.119535 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-50004a0f-c04a-4c8a-84d9-ce32ada2be1d None None] Deleting port 83b657b0-bab1-45c7-a4f7-73810de91cb1 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:02:00.119931 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-50004a0f-c04a-4c8a-84d9-ce32ada2be1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:00.198591 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-831ed6e0-fea9-4a25-aba8-98189478276b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:00.213158 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-50004a0f-c04a-4c8a-84d9-ce32ada2be1d None None] For port 83b657b0-bab1-45c7-a4f7-73810de91cb1, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=83b657b0-bab1-45c7-a4f7-73810de91cb1,segment=NetworkSegment(25c9d124-181d-4b97-9ade-56be04cf8291),segment_id=25c9d124-181d-4b97-9ade-56be04cf8291)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:02:00.213569 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-50004a0f-c04a-4c8a-84d9-ce32ada2be1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:00.223520 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ed6e0-fea9-4a25-aba8-98189478276b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'Port': ['ID=0a091d59-5ab5-459d-a268-8b92c236f71e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:00.230652 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-50004a0f-c04a-4c8a-84d9-ce32ada2be1d None None] Calling delete_port for 83b657b0-bab1-45c7-a4f7-73810de91cb1 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:02:00.287948 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-04938d23-cd36-4a0b-b2b3-794267ad95ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132180583', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '0a091d59-5ab5-459d-a268-8b92c236f71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:00:22Z', 'updated_at': '2021-07-16T00:01:58Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '0a091d59-5ab5-459d-a268-8b92c236f71e', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:00:23Z', 'updated_at': '2021-07-16T00:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:00.289622 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-831ed6e0-fea9-4a25-aba8-98189478276b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:00.326238 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04938d23-cd36-4a0b-b2b3-794267ad95ee None None] The sync data for ids ['c950d496-2f02-4c51-94d3-573138d94f29'] in n-d-787205-9 is: [{'id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132180583', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '0a091d59-5ab5-459d-a268-8b92c236f71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:00:22Z', 'updated_at': '2021-07-16T00:01:58Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '0a091d59-5ab5-459d-a268-8b92c236f71e', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c950d496-2f02-4c51-94d3-573138d94f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:00:23Z', 'updated_at': '2021-07-16T00:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:02:00.357302 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-50004a0f-c04a-4c8a-84d9-ce32ada2be1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:00.383223 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-831ed6e0-fea9-4a25-aba8-98189478276b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:00.385390 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-831ed6e0-fea9-4a25-aba8-98189478276b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:00.386010 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50004a0f-c04a-4c8a-84d9-ce32ada2be1d None None] Pushing event deleted for resources: {'Port': ['ID=83b657b0-bab1-45c7-a4f7-73810de91cb1,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:00.390485 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50004a0f-c04a-4c8a-84d9-ce32ada2be1d None None] No DVR routers for this DVR port 83b657b0-bab1-45c7-a4f7-73810de91cb1 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:02:00.400644 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50004a0f-c04a-4c8a-84d9-ce32ada2be1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:00.400644 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50004a0f-c04a-4c8a-84d9-ce32ada2be1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:00.400644 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50004a0f-c04a-4c8a-84d9-ce32ada2be1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:00.400644 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50004a0f-c04a-4c8a-84d9-ce32ada2be1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:00.400644 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50004a0f-c04a-4c8a-84d9-ce32ada2be1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:00.400644 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50004a0f-c04a-4c8a-84d9-ce32ada2be1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:00.400644 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50004a0f-c04a-4c8a-84d9-ce32ada2be1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:00.401875 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50004a0f-c04a-4c8a-84d9-ce32ada2be1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:00.401875 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50004a0f-c04a-4c8a-84d9-ce32ada2be1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:00.402483 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50004a0f-c04a-4c8a-84d9-ce32ada2be1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:00.402483 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50004a0f-c04a-4c8a-84d9-ce32ada2be1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:00.402707 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50004a0f-c04a-4c8a-84d9-ce32ada2be1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:00.431600 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-831ed6e0-fea9-4a25-aba8-98189478276b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:00.432321 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831ed6e0-fea9-4a25-aba8-98189478276b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Fanout notify agent at l3_agent the message router_deleted on router c950d496-2f02-4c51-94d3-573138d94f29 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:02:00.439541 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-831ed6e0-fea9-4a25-aba8-98189478276b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:00.440636 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-831ed6e0-fea9-4a25-aba8-98189478276b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "DELETE /v2.0/routers/c950d496-2f02-4c51-94d3-573138d94f29 HTTP/1.1" status: 204 len: 168 time: 0.7730296 Jul 16 00:02:00.443370 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38886) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:00.514990 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba97a-c49b-474f-9d21-22e537f3ce30 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:00.599370 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba97a-c49b-474f-9d21-22e537f3ce30 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:00.609314 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-fa0ba97a-c49b-474f-9d21-22e537f3ce30 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35edf7c-6d60-445a-ab80-54183b12fff7']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:00.618830 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-fa0ba97a-c49b-474f-9d21-22e537f3ce30 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c9d124-181d-4b97-9ade-56be04cf8291') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:00.619075 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-fa0ba97a-c49b-474f-9d21-22e537f3ce30 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c9d124-181d-4b97-9ade-56be04cf8291') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:00.627930 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba97a-c49b-474f-9d21-22e537f3ce30 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:00.643738 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba97a-c49b-474f-9d21-22e537f3ce30 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:00.650351 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0ba97a-c49b-474f-9d21-22e537f3ce30 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:02:00.650806 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba97a-c49b-474f-9d21-22e537f3ce30 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: timer() Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: self._notify() Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:02:00.653637 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:02:00.717734 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba97a-c49b-474f-9d21-22e537f3ce30 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:00.725868 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba97a-c49b-474f-9d21-22e537f3ce30 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:00.731380 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fa0ba97a-c49b-474f-9d21-22e537f3ce30 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "DELETE /v2.0/networks/d35edf7c-6d60-445a-ab80-54183b12fff7 HTTP/1.1" status: 204 len: 168 time: 0.2837043 Jul 16 00:02:00.731380 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38888) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:00.747770 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ba97a-c49b-474f-9d21-22e537f3ce30 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'Network': ['ID=d35edf7c-6d60-445a-ab80-54183b12fff7,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:00.791926 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 83b657b0-bab1-45c7-a4f7-73810de91cb1 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:02:00.803100 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-58e7ad2a-3e24-4f85-805e-31aa9e1b73ac tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:00.824657 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 83b657b0-bab1-45c7-a4f7-73810de91cb1 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:02:00.825584 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 83b657b0-bab1-45c7-a4f7-73810de91cb1 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:02:00.830129 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-58e7ad2a-3e24-4f85-805e-31aa9e1b73ac tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:00.891061 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-58e7ad2a-3e24-4f85-805e-31aa9e1b73ac tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:00.893711 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-58e7ad2a-3e24-4f85-805e-31aa9e1b73ac tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:00.894891 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-58e7ad2a-3e24-4f85-805e-31aa9e1b73ac tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "DELETE /v2.0/security-groups/70b8f2d3-ed33-4b65-945e-e9a4a9437b85 HTTP/1.1" status: 204 len: 168 time: 0.1627369 Jul 16 00:02:00.903965 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7ad2a-3e24-4f85-805e-31aa9e1b73ac tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b8f2d3-ed33-4b65-945e-e9a4a9437b85,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:01.143198 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38894) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:01.147884 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b062fb35-53ef-41cb-921e-10364b7c76c7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-274010825', 'description': 'tempest-secgroup-smoke-274010825 description', 'project_id': '16c130c7698b4f289398f3a08d45c53f'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:02:01.170277 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b062fb35-53ef-41cb-921e-10364b7c76c7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:01.253371 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b062fb35-53ef-41cb-921e-10364b7c76c7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:01.257192 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b062fb35-53ef-41cb-921e-10364b7c76c7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:01.283193 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b062fb35-53ef-41cb-921e-10364b7c76c7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:01.284384 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b062fb35-53ef-41cb-921e-10364b7c76c7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1401854 Jul 16 00:02:01.287274 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38896) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:01.292053 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ba328094-6f87-43cb-ab57-51f26bfb038f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group_rule': {'security_group_id': '284e3d87-43c4-47a2-9b9a-362e240ae9fb', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:02:01.299506 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b062fb35-53ef-41cb-921e-10364b7c76c7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=284e3d87-43c4-47a2-9b9a-362e240ae9fb,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:01.322968 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba328094-6f87-43cb-ab57-51f26bfb038f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:01.377076 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba328094-6f87-43cb-ab57-51f26bfb038f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:01.380659 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba328094-6f87-43cb-ab57-51f26bfb038f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:01.390519 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:02:01.401220 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba328094-6f87-43cb-ab57-51f26bfb038f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7952d023-c6d9-4dbf-bd3f-1df7257c8674,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:01.405013 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba328094-6f87-43cb-ab57-51f26bfb038f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:01.406259 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ba328094-6f87-43cb-ab57-51f26bfb038f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180186 Jul 16 00:02:01.408908 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38898) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:01.413246 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1737769c-334a-4f07-992f-c6f31642a046 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group_rule': {'security_group_id': '284e3d87-43c4-47a2-9b9a-362e240ae9fb', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:02:01.440261 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1737769c-334a-4f07-992f-c6f31642a046 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:01.497305 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1737769c-334a-4f07-992f-c6f31642a046 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:01.500968 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1737769c-334a-4f07-992f-c6f31642a046 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:01.519062 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737769c-334a-4f07-992f-c6f31642a046 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c31fcbe-924e-44a8-8652-d9817682f93d,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:01.524322 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1737769c-334a-4f07-992f-c6f31642a046 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:01.529020 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 38900) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:01.529568 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1737769c-334a-4f07-992f-c6f31642a046 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191418 Jul 16 00:02:01.534274 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-69320a66-48c2-4a73-bb18-9910f49bff48 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group_rule': {'security_group_id': '284e3d87-43c4-47a2-9b9a-362e240ae9fb', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:02:01.562616 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69320a66-48c2-4a73-bb18-9910f49bff48 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:01.625186 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69320a66-48c2-4a73-bb18-9910f49bff48 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:01.629229 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69320a66-48c2-4a73-bb18-9910f49bff48 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:01.649097 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69320a66-48c2-4a73-bb18-9910f49bff48 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd577dac-29da-4d6a-91fb-5728af07e546,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:01.653094 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-69320a66-48c2-4a73-bb18-9910f49bff48 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:01.654315 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-69320a66-48c2-4a73-bb18-9910f49bff48 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239300 Jul 16 00:02:01.657406 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38902) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:01.659860 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69320a66-48c2-4a73-bb18-9910f49bff48 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:01.660213 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69320a66-48c2-4a73-bb18-9910f49bff48 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:01.660558 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69320a66-48c2-4a73-bb18-9910f49bff48 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:01.660896 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69320a66-48c2-4a73-bb18-9910f49bff48 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:01.661233 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69320a66-48c2-4a73-bb18-9910f49bff48 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:01.661568 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69320a66-48c2-4a73-bb18-9910f49bff48 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:01.661901 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69320a66-48c2-4a73-bb18-9910f49bff48 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:01.662234 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69320a66-48c2-4a73-bb18-9910f49bff48 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:01.662563 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69320a66-48c2-4a73-bb18-9910f49bff48 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:01.662909 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69320a66-48c2-4a73-bb18-9910f49bff48 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:01.663236 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69320a66-48c2-4a73-bb18-9910f49bff48 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:01.663559 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69320a66-48c2-4a73-bb18-9910f49bff48 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:01.665052 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-c22dea59-ec91-4f39-961e-7215fc74001a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group_rule': {'security_group_id': '284e3d87-43c4-47a2-9b9a-362e240ae9fb', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:02:01.697493 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c22dea59-ec91-4f39-961e-7215fc74001a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:01.762504 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c22dea59-ec91-4f39-961e-7215fc74001a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:01.766276 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c22dea59-ec91-4f39-961e-7215fc74001a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:01.783650 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22dea59-ec91-4f39-961e-7215fc74001a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf0ff00-dc3b-4af1-a3bb-305b3a694297,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:01.789939 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c22dea59-ec91-4f39-961e-7215fc74001a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:01.790698 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c22dea59-ec91-4f39-961e-7215fc74001a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1319895 Jul 16 00:02:01.793437 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38904) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:01.797812 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8cb9a503-d5dc-489c-aa85-6d4d92bb51a7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group_rule': {'security_group_id': '284e3d87-43c4-47a2-9b9a-362e240ae9fb', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:02:01.819285 n-d-787205-9 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-8cb9a503-d5dc-489c-aa85-6d4d92bb51a7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Project 16c130c7698b4f289398f3a08d45c53f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:02:01.824648 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8cb9a503-d5dc-489c-aa85-6d4d92bb51a7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:01.884772 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8cb9a503-d5dc-489c-aa85-6d4d92bb51a7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:01.888332 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8cb9a503-d5dc-489c-aa85-6d4d92bb51a7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:01.905359 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9a503-d5dc-489c-aa85-6d4d92bb51a7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9b6ff1-58e2-4e1f-bcb6-17e86e1e1273,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:01.911626 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8cb9a503-d5dc-489c-aa85-6d4d92bb51a7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:01.912827 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8cb9a503-d5dc-489c-aa85-6d4d92bb51a7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184568 Jul 16 00:02:01.915593 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38906) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:01.920032 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1e57c8a8-dfae-4e51-86e4-bf44be846c5a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group_rule': {'security_group_id': '284e3d87-43c4-47a2-9b9a-362e240ae9fb', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:02:01.940664 n-d-787205-9 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-1e57c8a8-dfae-4e51-86e4-bf44be846c5a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Project 16c130c7698b4f289398f3a08d45c53f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:02:01.945336 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1e57c8a8-dfae-4e51-86e4-bf44be846c5a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:02.004788 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1e57c8a8-dfae-4e51-86e4-bf44be846c5a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:02.008460 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1e57c8a8-dfae-4e51-86e4-bf44be846c5a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:02.028015 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57c8a8-dfae-4e51-86e4-bf44be846c5a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de45a679-7d7b-48b3-8484-3fdc0a69685b,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:02.033036 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1e57c8a8-dfae-4e51-86e4-bf44be846c5a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:02.034273 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1e57c8a8-dfae-4e51-86e4-bf44be846c5a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177802 Jul 16 00:02:02.037045 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38908) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:02.041784 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-031cd381-b5ac-4ed5-9dd4-f5333ef0cf03 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'network': {'name': 'tempest-network-smoke--1085381361', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'port_security_enabled': True}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:02:02.061954 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031cd381-b5ac-4ed5-9dd4-f5333ef0cf03 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Made reservation on behalf of 16c130c7698b4f289398f3a08d45c53f for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:02:02.065413 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-031cd381-b5ac-4ed5-9dd4-f5333ef0cf03 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:02.088903 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031cd381-b5ac-4ed5-9dd4-f5333ef0cf03 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:02:02.097661 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-031cd381-b5ac-4ed5-9dd4-f5333ef0cf03 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:02.098043 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-031cd381-b5ac-4ed5-9dd4-f5333ef0cf03 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Added segment b9032271-e079-4f48-9e46-787e7959ec6a of type vlan for network 01d363e3-4b97-409b-9a60-533ecd977dd9 Jul 16 00:02:02.138874 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-031cd381-b5ac-4ed5-9dd4-f5333ef0cf03 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:02.165383 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-031cd381-b5ac-4ed5-9dd4-f5333ef0cf03 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:02.170907 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031cd381-b5ac-4ed5-9dd4-f5333ef0cf03 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:02.171481 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-031cd381-b5ac-4ed5-9dd4-f5333ef0cf03 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:02.206187 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-031cd381-b5ac-4ed5-9dd4-f5333ef0cf03 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1681755 Jul 16 00:02:02.208944 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38910) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:02.215247 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d44d800b-376d-4b52-8378-83da9de2ec75 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-822785972', 'admin_state_up': True, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:02:02.245229 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cd381-b5ac-4ed5-9dd4-f5333ef0cf03 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Network': ['ID=01d363e3-4b97-409b-9a60-533ecd977dd9,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:02.255596 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 01d363e3-4b97-409b-9a60-533ecd977dd9 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:02:02.264283 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d44d800b-376d-4b52-8378-83da9de2ec75 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:02.265333 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d44d800b-376d-4b52-8378-83da9de2ec75 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:02.319241 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d44d800b-376d-4b52-8378-83da9de2ec75 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:02.350470 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1e45e2fd-300f-42da-bcbe-c76de6086c70 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:02:02.373933 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 1e45e2fd-300f-42da-bcbe-c76de6086c70 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:02:02.374280 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1e45e2fd-300f-42da-bcbe-c76de6086c70 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:02:02.374719 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0a091d59-5ab5-459d-a268-8b92c236f71e no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:02:02.393589 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 0a091d59-5ab5-459d-a268-8b92c236f71e {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:02:02.393866 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 0a091d59-5ab5-459d-a268-8b92c236f71e not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:02:02.450911 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d44d800b-376d-4b52-8378-83da9de2ec75 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:02.964641 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d44d800b-376d-4b52-8378-83da9de2ec75 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:02.982827 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d44d800b-376d-4b52-8378-83da9de2ec75 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:03.084670 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-d44d800b-376d-4b52-8378-83da9de2ec75 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Allocated IP 172.25.4.142 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/c49617a9-7a98-4d80-8d82-a118cf159500) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:02:03.180635 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d44d800b-376d-4b52-8378-83da9de2ec75 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:03.218164 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d44d800b-376d-4b52-8378-83da9de2ec75 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:03.252933 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44d800b-376d-4b52-8378-83da9de2ec75 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:02:03.257474 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-d44d800b-376d-4b52-8378-83da9de2ec75 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:02:03.259985 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44d800b-376d-4b52-8378-83da9de2ec75 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:02:03.291246 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d800b-376d-4b52-8378-83da9de2ec75 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Port': ['ID=c49617a9-7a98-4d80-8d82-a118cf159500,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:03.509114 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d44d800b-376d-4b52-8378-83da9de2ec75 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:03.700079 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d44d800b-376d-4b52-8378-83da9de2ec75 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:03.826463 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44d800b-376d-4b52-8378-83da9de2ec75 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Router 6d4193ee-41dc-4daf-b4dc-105666216328 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:02:03.933728 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44d800b-376d-4b52-8378-83da9de2ec75 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:02:03.943528 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451cbd41-824f-42c7-b3c9-67d39566d695 None None] Sync routers for ids ['6d4193ee-41dc-4daf-b4dc-105666216328'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:02:03.952053 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d44d800b-376d-4b52-8378-83da9de2ec75 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:03.952785 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451cbd41-824f-42c7-b3c9-67d39566d695 None None] Routers {'6d4193ee-41dc-4daf-b4dc-105666216328'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:02:03.953388 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-451cbd41-824f-42c7-b3c9-67d39566d695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:01:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6d4193ee-41dc-4daf-b4dc-105666216328'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:03.953821 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d44d800b-376d-4b52-8378-83da9de2ec75 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7439189 Jul 16 00:02:03.956872 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38914) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:03.986807 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-232a44ac-66a9-4485-a827-4afcf813c6c6 tempest-TestNetworkAdvancedServerOps-433953513 tempest-TestNetworkAdvancedServerOps-433953513-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=16c130c7698b4f289398f3a08d45c53f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286746 Jul 16 00:02:03.989412 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38916) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:04.065607 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-451cbd41-824f-42c7-b3c9-67d39566d695 None None] Set router 6d4193ee-41dc-4daf-b4dc-105666216328 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:02:04.080189 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2c8294-65ce-4548-a045-64cbf4ffc49e tempest-TestNetworkAdvancedServerOps-433953513 tempest-TestNetworkAdvancedServerOps-433953513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:04.081616 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1b2c8294-65ce-4548-a045-64cbf4ffc49e tempest-TestNetworkAdvancedServerOps-433953513 tempest-TestNetworkAdvancedServerOps-433953513-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912976 Jul 16 00:02:04.084480 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38918) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:04.112266 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2fef6a75-f1bf-42bb-8b8d-762e4e2c7c6a tempest-TestNetworkAdvancedServerOps-433953513 tempest-TestNetworkAdvancedServerOps-433953513-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=61ac1f85-79f4-4ace-93a9-51b85862f208&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267370 Jul 16 00:02:04.114740 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38920) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:04.119463 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9208f1b5-08c9-4d03-be64-e56b0383e18e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1981770925', 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:02:04.210435 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9208f1b5-08c9-4d03-be64-e56b0383e18e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Made reservation on behalf of 16c130c7698b4f289398f3a08d45c53f for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:02:04.215194 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9208f1b5-08c9-4d03-be64-e56b0383e18e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:04.240449 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-451cbd41-824f-42c7-b3c9-67d39566d695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822785972', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'c49617a9-7a98-4d80-8d82-a118cf159500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:02:02Z', 'updated_at': '2021-07-16T00:02:03Z', 'revision_number': 3, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': 'c49617a9-7a98-4d80-8d82-a118cf159500', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:02:02Z', 'updated_at': '2021-07-16T00:02:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:04.265709 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451cbd41-824f-42c7-b3c9-67d39566d695 None None] Checking router: 6d4193ee-41dc-4daf-b4dc-105666216328 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:02:04.266092 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451cbd41-824f-42c7-b3c9-67d39566d695 None None] Updating router 6d4193ee-41dc-4daf-b4dc-105666216328 port c49617a9-7a98-4d80-8d82-a118cf159500 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:02:04.299441 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-451cbd41-824f-42c7-b3c9-67d39566d695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:04.400230 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9208f1b5-08c9-4d03-be64-e56b0383e18e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:04.453888 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208f1b5-08c9-4d03-be64-e56b0383e18e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Subnet': ['ID=ca76149f-f671-4e20-92a6-4645af10190e,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:04.468538 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9208f1b5-08c9-4d03-be64-e56b0383e18e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Checking segment: {'id': 'b9032271-e079-4f48-9e46-787e7959ec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:02:04.468905 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9208f1b5-08c9-4d03-be64-e56b0383e18e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network hostable DHCP agents. Network: 01d363e3-4b97-409b-9a60-533ecd977dd9, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:02:04.484804 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9208f1b5-08c9-4d03-be64-e56b0383e18e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network 01d363e3-4b97-409b-9a60-533ecd977dd9 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:02:04.494398 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-9208f1b5-08c9-4d03-be64-e56b0383e18e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 01d363e3-4b97-409b-9a60-533ecd977dd9) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:02:04.500271 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9208f1b5-08c9-4d03-be64-e56b0383e18e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:04.501203 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9208f1b5-08c9-4d03-be64-e56b0383e18e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:04.508556 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9c1b14-fcb6-4c2b-9f3f-e06eee560fdb None None] Network 01d363e3-4b97-409b-9a60-533ecd977dd9 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:02:04.521103 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9208f1b5-08c9-4d03-be64-e56b0383e18e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4050388 Jul 16 00:02:04.523606 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 38922) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:04.553496 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-451cbd41-824f-42c7-b3c9-67d39566d695 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:04.564601 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-451cbd41-824f-42c7-b3c9-67d39566d695 None None] Transition to ACTIVE for port object c49617a9-7a98-4d80-8d82-a118cf159500 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:02:04.570960 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-451cbd41-824f-42c7-b3c9-67d39566d695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:04.613110 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-451cbd41-824f-42c7-b3c9-67d39566d695 None None] Attempting to bind port c49617a9-7a98-4d80-8d82-a118cf159500 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:02:04.613486 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-451cbd41-824f-42c7-b3c9-67d39566d695 None None] Attempting to bind port c49617a9-7a98-4d80-8d82-a118cf159500 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:02:04.613845 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451cbd41-824f-42c7-b3c9-67d39566d695 None None] Attempting to bind port c49617a9-7a98-4d80-8d82-a118cf159500 on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:02:04.625772 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451cbd41-824f-42c7-b3c9-67d39566d695 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:02:04.626143 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451cbd41-824f-42c7-b3c9-67d39566d695 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:02:04.626545 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-451cbd41-824f-42c7-b3c9-67d39566d695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:04.626958 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451cbd41-824f-42c7-b3c9-67d39566d695 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:02:04.627442 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-451cbd41-824f-42c7-b3c9-67d39566d695 None None] Bound port: c49617a9-7a98-4d80-8d82-a118cf159500, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:02:04.627804 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-451cbd41-824f-42c7-b3c9-67d39566d695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:04.678593 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe78de7-d397-41c1-857d-ee7e98252aa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-01d363e3-4b97-409b-9a60-533ecd977dd9', 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'fixed_ips': [{'subnet_id': 'ca76149f-f671-4e20-92a6-4645af10190e'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:02:04.679614 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ebe78de7-d397-41c1-857d-ee7e98252aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:04.681347 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-451cbd41-824f-42c7-b3c9-67d39566d695 None None] For port c49617a9-7a98-4d80-8d82-a118cf159500, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:02:04.684849 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-451cbd41-824f-42c7-b3c9-67d39566d695 None None] For port c49617a9-7a98-4d80-8d82-a118cf159500, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c49617a9-7a98-4d80-8d82-a118cf159500,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:02:04.687004 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51474dc-ab58-4cda-9e43-edafb61c2bbe None None] Pushing event updated for resources: {'Port': ['ID=c49617a9-7a98-4d80-8d82-a118cf159500,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:04.690090 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-451cbd41-824f-42c7-b3c9-67d39566d695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:04.700868 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51474dc-ab58-4cda-9e43-edafb61c2bbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:04.701231 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51474dc-ab58-4cda-9e43-edafb61c2bbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:04.701559 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51474dc-ab58-4cda-9e43-edafb61c2bbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:04.701892 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51474dc-ab58-4cda-9e43-edafb61c2bbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:04.702221 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51474dc-ab58-4cda-9e43-edafb61c2bbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:04.702551 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51474dc-ab58-4cda-9e43-edafb61c2bbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:04.702908 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51474dc-ab58-4cda-9e43-edafb61c2bbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:04.703230 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51474dc-ab58-4cda-9e43-edafb61c2bbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:04.703554 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51474dc-ab58-4cda-9e43-edafb61c2bbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:04.703876 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51474dc-ab58-4cda-9e43-edafb61c2bbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:04.704202 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51474dc-ab58-4cda-9e43-edafb61c2bbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:04.704525 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51474dc-ab58-4cda-9e43-edafb61c2bbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:04.760609 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51474dc-ab58-4cda-9e43-edafb61c2bbe None None] Pushing event updated for resources: {'Port': ['ID=c49617a9-7a98-4d80-8d82-a118cf159500,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:04.767568 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451cbd41-824f-42c7-b3c9-67d39566d695 None None] Routers {'6d4193ee-41dc-4daf-b4dc-105666216328'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:02:04.768176 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-451cbd41-824f-42c7-b3c9-67d39566d695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:01:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6d4193ee-41dc-4daf-b4dc-105666216328'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:04.832882 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-ebe78de7-d397-41c1-857d-ee7e98252aa6 None None] Allocated IP 172.20.0.2 (01d363e3-4b97-409b-9a60-533ecd977dd9/ca76149f-f671-4e20-92a6-4645af10190e/6c6d06bb-c26d-4727-bc8d-30e537ff3d28) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:02:04.877771 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-451cbd41-824f-42c7-b3c9-67d39566d695 None None] Set router 6d4193ee-41dc-4daf-b4dc-105666216328 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:02:04.994287 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ebe78de7-d397-41c1-857d-ee7e98252aa6 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:05.003291 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ebe78de7-d397-41c1-857d-ee7e98252aa6 None None] Transition to ACTIVE for port object 6c6d06bb-c26d-4727-bc8d-30e537ff3d28 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:02:05.018660 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6f52c2be-abdd-459b-9759-c7c4546a9be8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:05.020241 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ebe78de7-d397-41c1-857d-ee7e98252aa6 None None] Transition to ACTIVE for port object 6c6d06bb-c26d-4727-bc8d-30e537ff3d28 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:02:05.028075 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ebe78de7-d397-41c1-857d-ee7e98252aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:05.063905 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe78de7-d397-41c1-857d-ee7e98252aa6 None None] Network 01d363e3-4b97-409b-9a60-533ecd977dd9 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:02:05.067875 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-451cbd41-824f-42c7-b3c9-67d39566d695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822785972', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'c49617a9-7a98-4d80-8d82-a118cf159500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:02:02Z', 'updated_at': '2021-07-16T00:02:03Z', 'revision_number': 3, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': 'c49617a9-7a98-4d80-8d82-a118cf159500', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:02:02Z', 'updated_at': '2021-07-16T00:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:05.068798 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-ebe78de7-d397-41c1-857d-ee7e98252aa6 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:02:05.073491 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe78de7-d397-41c1-857d-ee7e98252aa6 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:02:05.094959 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451cbd41-824f-42c7-b3c9-67d39566d695 None None] The sync data for ids ['6d4193ee-41dc-4daf-b4dc-105666216328'] in n-d-787205-9 is: [{'id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822785972', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'c49617a9-7a98-4d80-8d82-a118cf159500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:02:02Z', 'updated_at': '2021-07-16T00:02:03Z', 'revision_number': 3, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': 'c49617a9-7a98-4d80-8d82-a118cf159500', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:02:02Z', 'updated_at': '2021-07-16T00:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:02:05.128400 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe78de7-d397-41c1-857d-ee7e98252aa6 None None] Pushing event updated for resources: {'Port': ['ID=6c6d06bb-c26d-4727-bc8d-30e537ff3d28,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:05.144336 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ebe78de7-d397-41c1-857d-ee7e98252aa6 None None] Attempting to bind port 6c6d06bb-c26d-4727-bc8d-30e537ff3d28 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:02:05.144709 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ebe78de7-d397-41c1-857d-ee7e98252aa6 None None] Attempting to bind port 6c6d06bb-c26d-4727-bc8d-30e537ff3d28 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'b9032271-e079-4f48-9e46-787e7959ec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:02:05.145073 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe78de7-d397-41c1-857d-ee7e98252aa6 None None] Attempting to bind port 6c6d06bb-c26d-4727-bc8d-30e537ff3d28 on network 01d363e3-4b97-409b-9a60-533ecd977dd9 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:02:05.151015 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe78de7-d397-41c1-857d-ee7e98252aa6 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:02:05.151700 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe78de7-d397-41c1-857d-ee7e98252aa6 None None] Checking segment: {'id': 'b9032271-e079-4f48-9e46-787e7959ec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:02:05.152114 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ebe78de7-d397-41c1-857d-ee7e98252aa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:05.152663 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe78de7-d397-41c1-857d-ee7e98252aa6 None None] Bound using segment: {'id': 'b9032271-e079-4f48-9e46-787e7959ec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:02:05.153376 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ebe78de7-d397-41c1-857d-ee7e98252aa6 None None] Bound port: 6c6d06bb-c26d-4727-bc8d-30e537ff3d28, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9032271-e079-4f48-9e46-787e7959ec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:02:05.153662 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ebe78de7-d397-41c1-857d-ee7e98252aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:05.221338 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ebe78de7-d397-41c1-857d-ee7e98252aa6 None None] For port 6c6d06bb-c26d-4727-bc8d-30e537ff3d28, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:02:05.224463 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ebe78de7-d397-41c1-857d-ee7e98252aa6 None None] For port 6c6d06bb-c26d-4727-bc8d-30e537ff3d28, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=6c6d06bb-c26d-4727-bc8d-30e537ff3d28,segment=NetworkSegment(b9032271-e079-4f48-9e46-787e7959ec6a),segment_id=b9032271-e079-4f48-9e46-787e7959ec6a)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:02:05.231137 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ebe78de7-d397-41c1-857d-ee7e98252aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:05.292271 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe78de7-d397-41c1-857d-ee7e98252aa6 None None] Pushing event updated for resources: {'Port': ['ID=6c6d06bb-c26d-4727-bc8d-30e537ff3d28,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:05.351048 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-6f52c2be-abdd-459b-9759-c7c4546a9be8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Allocated IP 172.20.0.1 (01d363e3-4b97-409b-9a60-533ecd977dd9/ca76149f-f671-4e20-92a6-4645af10190e/f57d5edb-4931-4724-bc8f-cc8e99b815b2) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:02:05.504498 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6f52c2be-abdd-459b-9759-c7c4546a9be8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:05.522485 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-6f52c2be-abdd-459b-9759-c7c4546a9be8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Transition to ACTIVE for port object f57d5edb-4931-4724-bc8f-cc8e99b815b2 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:02:05.575811 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6f52c2be-abdd-459b-9759-c7c4546a9be8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:05.622396 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f52c2be-abdd-459b-9759-c7c4546a9be8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network 01d363e3-4b97-409b-9a60-533ecd977dd9 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:02:05.626384 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-6f52c2be-abdd-459b-9759-c7c4546a9be8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:02:05.633777 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f52c2be-abdd-459b-9759-c7c4546a9be8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:02:05.671504 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52c2be-abdd-459b-9759-c7c4546a9be8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Port': ['ID=f57d5edb-4931-4724-bc8f-cc8e99b815b2,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:05.693724 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6f52c2be-abdd-459b-9759-c7c4546a9be8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:05.841668 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6f52c2be-abdd-459b-9759-c7c4546a9be8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:06.126832 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6f52c2be-abdd-459b-9759-c7c4546a9be8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:06.132109 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6f52c2be-abdd-459b-9759-c7c4546a9be8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:06.212075 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6f52c2be-abdd-459b-9759-c7c4546a9be8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:06.213836 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52c2be-abdd-459b-9759-c7c4546a9be8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Port': ['ID=f57d5edb-4931-4724-bc8f-cc8e99b815b2,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:06.309423 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f52c2be-abdd-459b-9759-c7c4546a9be8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network 01d363e3-4b97-409b-9a60-533ecd977dd9 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:02:06.310818 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-6f52c2be-abdd-459b-9759-c7c4546a9be8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:02:06.344202 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da4cff1-8afb-42ba-88ae-de0ef4040992 None None] Network 01d363e3-4b97-409b-9a60-533ecd977dd9 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:02:06.447958 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f52c2be-abdd-459b-9759-c7c4546a9be8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Router 6d4193ee-41dc-4daf-b4dc-105666216328 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:02:06.452285 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-84b020f3-7b5c-436f-b2fa-d2af9e10ce95 None None] Provisioning for port 6c6d06bb-c26d-4727-bc8d-30e537ff3d28 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:02:06.484417 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6c6d06bb-c26d-4727-bc8d-30e537ff3d28 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:02:06.568918 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f52c2be-abdd-459b-9759-c7c4546a9be8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:02:06.570581 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 6c6d06bb-c26d-4727-bc8d-30e537ff3d28 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:02:06.577296 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 6c6d06bb-c26d-4727-bc8d-30e537ff3d28 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:02:06.577675 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:06.579146 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-6f52c2be-abdd-459b-9759-c7c4546a9be8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "PUT /v2.0/routers/6d4193ee-41dc-4daf-b4dc-105666216328/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0539403 Jul 16 00:02:06.688007 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:06.725435 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 6c6d06bb-c26d-4727-bc8d-30e537ff3d28, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=6c6d06bb-c26d-4727-bc8d-30e537ff3d28,segment=NetworkSegment(b9032271-e079-4f48-9e46-787e7959ec6a),segment_id=b9032271-e079-4f48-9e46-787e7959ec6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:02:06.730353 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:06.731233 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c49617a9-7a98-4d80-8d82-a118cf159500 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:02:06.771383 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-02172d21-9a32-42bc-b4cf-a53d1893c441 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-274010825&fields=id&tenant_id=16c130c7698b4f289398f3a08d45c53f HTTP/1.1" status: 200 len: 267 time: 0.0398319 Jul 16 00:02:06.815527 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=6c6d06bb-c26d-4727-bc8d-30e537ff3d28,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:06.825752 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port c49617a9-7a98-4d80-8d82-a118cf159500 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:02:06.830418 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port c49617a9-7a98-4d80-8d82-a118cf159500 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:02:06.830823 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:06.893035 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-ec68cf23-7b8d-4f8e-bfcb-5a1ed1c4f2e1 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:06.894724 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-ec68cf23-7b8d-4f8e-bfcb-5a1ed1c4f2e1 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/networks?id=01d363e3-4b97-409b-9a60-533ecd977dd9 HTTP/1.1" status: 200 len: 797 time: 0.1211808 Jul 16 00:02:06.910593 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-9966ceb3-0a18-4a5b-917e-49c861bd108f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/quotas/16c130c7698b4f289398f3a08d45c53f HTTP/1.1" status: 200 len: 375 time: 0.0094266 Jul 16 00:02:06.927446 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:06.941863 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f30b9a5b-077a-411b-a6ea-a8cd91fe2408 None None] Provisioning complete for port 6c6d06bb-c26d-4727-bc8d-30e537ff3d28 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:02:06.942253 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f30b9a5b-077a-411b-a6ea-a8cd91fe2408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:06.981920 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port c49617a9-7a98-4d80-8d82-a118cf159500, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c49617a9-7a98-4d80-8d82-a118cf159500,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:02:06.988731 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:06.994597 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-0d56c529-b17a-4d37-b704-adf37aae7c31 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771887 Jul 16 00:02:07.016483 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-607306e2-14ee-4f6c-b9a9-f4f06b837386 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 00:02:07.017936 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-607306e2-14ee-4f6c-b9a9-f4f06b837386 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068581 Jul 16 00:02:07.076215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=c49617a9-7a98-4d80-8d82-a118cf159500,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:07.101965 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f30b9a5b-077a-411b-a6ea-a8cd91fe2408 None None] Provisioning for port f57d5edb-4931-4724-bc8f-cc8e99b815b2 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:02:07.106746 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f30b9a5b-077a-411b-a6ea-a8cd91fe2408 None None] Provisioning complete for port f57d5edb-4931-4724-bc8f-cc8e99b815b2 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:02:07.107126 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f30b9a5b-077a-411b-a6ea-a8cd91fe2408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:07.130675 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69223ed-6098-4f77-87fb-deec9ee8bb58 None None] Sync routers for ids ['6d4193ee-41dc-4daf-b4dc-105666216328'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:02:07.136929 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-87162113-bdab-45e2-859b-630eae7ede09 service neutron] 10.222.0.16 "GET /v2.0/networks/01d363e3-4b97-409b-9a60-533ecd977dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127930 Jul 16 00:02:07.150478 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69223ed-6098-4f77-87fb-deec9ee8bb58 None None] Routers {'6d4193ee-41dc-4daf-b4dc-105666216328'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:02:07.151169 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a69223ed-6098-4f77-87fb-deec9ee8bb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:01:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6d4193ee-41dc-4daf-b4dc-105666216328'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:07.190348 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f30b9a5b-077a-411b-a6ea-a8cd91fe2408 None None] Port f57d5edb-4931-4724-bc8f-cc8e99b815b2 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:02:07.232477 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-b3a9e204-9676-4464-84bc-ad71902a6c5d service neutron] 10.222.0.16 "GET /v2.0/networks/01d363e3-4b97-409b-9a60-533ecd977dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877230 Jul 16 00:02:07.269424 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-a69223ed-6098-4f77-87fb-deec9ee8bb58 None None] Set router 6d4193ee-41dc-4daf-b4dc-105666216328 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:02:07.353353 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a41b8a29-70de-4358-8962-f272ae669f70 None None] Provisioning complete for port f57d5edb-4931-4724-bc8f-cc8e99b815b2 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:02:07.353985 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a41b8a29-70de-4358-8962-f272ae669f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:07.432120 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a41b8a29-70de-4358-8962-f272ae669f70 None None] Port f57d5edb-4931-4724-bc8f-cc8e99b815b2 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:02:07.505121 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a69223ed-6098-4f77-87fb-deec9ee8bb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822785972', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'c49617a9-7a98-4d80-8d82-a118cf159500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:02:02Z', 'updated_at': '2021-07-16T00:02:05Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': 'c49617a9-7a98-4d80-8d82-a118cf159500', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:02:02Z', 'updated_at': '2021-07-16T00:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'f57d5edb-4931-4724-bc8f-cc8e99b815b2', 'name': '', 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:d1:b9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ca76149f-f671-4e20-92a6-4645af10190e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:02:05Z', 'updated_at': '2021-07-16T00:02:05Z', 'revision_number': 2, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': 'ca76149f-f671-4e20-92a6-4645af10190e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:07.530861 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69223ed-6098-4f77-87fb-deec9ee8bb58 None None] Checking router: 6d4193ee-41dc-4daf-b4dc-105666216328 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:02:07.531215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69223ed-6098-4f77-87fb-deec9ee8bb58 None None] Updating router 6d4193ee-41dc-4daf-b4dc-105666216328 port f57d5edb-4931-4724-bc8f-cc8e99b815b2 binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:02:07.567082 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a69223ed-6098-4f77-87fb-deec9ee8bb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:07.824440 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a69223ed-6098-4f77-87fb-deec9ee8bb58 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:07.833676 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a69223ed-6098-4f77-87fb-deec9ee8bb58 None None] Transition to ACTIVE for port object f57d5edb-4931-4724-bc8f-cc8e99b815b2 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:02:07.839334 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a69223ed-6098-4f77-87fb-deec9ee8bb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:07.888626 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3f9d8-71cf-4f9d-9e35-b59e85fa7f18 None None] Pushing event updated for resources: {'Port': ['ID=f57d5edb-4931-4724-bc8f-cc8e99b815b2,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:07.947580 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-a69223ed-6098-4f77-87fb-deec9ee8bb58 None None] Attempting to bind port f57d5edb-4931-4724-bc8f-cc8e99b815b2 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:02:07.947947 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-a69223ed-6098-4f77-87fb-deec9ee8bb58 None None] Attempting to bind port f57d5edb-4931-4724-bc8f-cc8e99b815b2 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'b9032271-e079-4f48-9e46-787e7959ec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:02:07.948316 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69223ed-6098-4f77-87fb-deec9ee8bb58 None None] Attempting to bind port f57d5edb-4931-4724-bc8f-cc8e99b815b2 on network 01d363e3-4b97-409b-9a60-533ecd977dd9 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:02:07.953881 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69223ed-6098-4f77-87fb-deec9ee8bb58 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:02:07.954257 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69223ed-6098-4f77-87fb-deec9ee8bb58 None None] Checking segment: {'id': 'b9032271-e079-4f48-9e46-787e7959ec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:02:07.954688 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a69223ed-6098-4f77-87fb-deec9ee8bb58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:07.955103 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69223ed-6098-4f77-87fb-deec9ee8bb58 None None] Bound using segment: {'id': 'b9032271-e079-4f48-9e46-787e7959ec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:02:07.955596 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-a69223ed-6098-4f77-87fb-deec9ee8bb58 None None] Bound port: f57d5edb-4931-4724-bc8f-cc8e99b815b2, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9032271-e079-4f48-9e46-787e7959ec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:02:07.955978 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a69223ed-6098-4f77-87fb-deec9ee8bb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:08.022457 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-a69223ed-6098-4f77-87fb-deec9ee8bb58 None None] For port f57d5edb-4931-4724-bc8f-cc8e99b815b2, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:02:08.026204 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-a69223ed-6098-4f77-87fb-deec9ee8bb58 None None] For port f57d5edb-4931-4724-bc8f-cc8e99b815b2, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f57d5edb-4931-4724-bc8f-cc8e99b815b2,segment=NetworkSegment(b9032271-e079-4f48-9e46-787e7959ec6a),segment_id=b9032271-e079-4f48-9e46-787e7959ec6a)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:02:08.030547 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a69223ed-6098-4f77-87fb-deec9ee8bb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:08.091001 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69223ed-6098-4f77-87fb-deec9ee8bb58 None None] Routers {'6d4193ee-41dc-4daf-b4dc-105666216328'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:02:08.091631 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a69223ed-6098-4f77-87fb-deec9ee8bb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:01:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6d4193ee-41dc-4daf-b4dc-105666216328'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:08.094623 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3f9d8-71cf-4f9d-9e35-b59e85fa7f18 None None] Pushing event updated for resources: {'Port': ['ID=f57d5edb-4931-4724-bc8f-cc8e99b815b2,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:08.213302 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-a69223ed-6098-4f77-87fb-deec9ee8bb58 None None] Set router 6d4193ee-41dc-4daf-b4dc-105666216328 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:02:08.414226 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6c6d06bb-c26d-4727-bc8d-30e537ff3d28 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:02:08.434673 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-65bb4c41-9a12-482a-a9b3-4e951d79d156 req-e8db93a3-b599-4c0a-869a-caad0ce8eda4 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 210 time: 0.0301862 Jul 16 00:02:08.454245 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-a69223ed-6098-4f77-87fb-deec9ee8bb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822785972', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'c49617a9-7a98-4d80-8d82-a118cf159500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:02:02Z', 'updated_at': '2021-07-16T00:02:05Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': 'c49617a9-7a98-4d80-8d82-a118cf159500', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:02:02Z', 'updated_at': '2021-07-16T00:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'f57d5edb-4931-4724-bc8f-cc8e99b815b2', 'name': '', 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:d1:b9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ca76149f-f671-4e20-92a6-4645af10190e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:02:05Z', 'updated_at': '2021-07-16T00:02:08Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': 'ca76149f-f671-4e20-92a6-4645af10190e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:08.482751 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69223ed-6098-4f77-87fb-deec9ee8bb58 None None] The sync data for ids ['6d4193ee-41dc-4daf-b4dc-105666216328'] in n-d-787205-9 is: [{'id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822785972', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'c49617a9-7a98-4d80-8d82-a118cf159500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:02:02Z', 'updated_at': '2021-07-16T00:02:05Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': 'c49617a9-7a98-4d80-8d82-a118cf159500', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:02:02Z', 'updated_at': '2021-07-16T00:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'f57d5edb-4931-4724-bc8f-cc8e99b815b2', 'name': '', 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:d1:b9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ca76149f-f671-4e20-92a6-4645af10190e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:02:05Z', 'updated_at': '2021-07-16T00:02:08Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': 'ca76149f-f671-4e20-92a6-4645af10190e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:02:08.494236 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 6c6d06bb-c26d-4727-bc8d-30e537ff3d28 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:02:08.494609 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:08.588732 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c49617a9-7a98-4d80-8d82-a118cf159500 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:02:08.635253 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port c49617a9-7a98-4d80-8d82-a118cf159500 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:02:08.635623 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:09.355783 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:09.519692 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-935349eb-ea3e-4df1-9f62-a891c9ae1aa6 req-e4cb7afc-2778-42e8-bf00-2600b0787c53 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 210 time: 0.0335553 Jul 16 00:02:10.416325 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f57d5edb-4931-4724-bc8f-cc8e99b815b2 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:02:10.620027 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aaed813b-a444-4ce1-adbf-d3d5b58f14b8 req-b846d0f5-8a4a-4098-806d-25000e2e4744 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 210 time: 0.0286918 Jul 16 00:02:10.621827 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port f57d5edb-4931-4724-bc8f-cc8e99b815b2 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:02:10.626331 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port f57d5edb-4931-4724-bc8f-cc8e99b815b2 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:02:10.626983 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:10.715881 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:10.751574 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port f57d5edb-4931-4724-bc8f-cc8e99b815b2, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f57d5edb-4931-4724-bc8f-cc8e99b815b2,segment=NetworkSegment(b9032271-e079-4f48-9e46-787e7959ec6a),segment_id=b9032271-e079-4f48-9e46-787e7959ec6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:02:10.755443 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:10.801938 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=f57d5edb-4931-4724-bc8f-cc8e99b815b2,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:11.714010 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cd997837-65bd-4853-8634-948bd80b63ea req-067b2af1-6dde-4350-91fe-9a8987235294 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 210 time: 0.0286124 Jul 16 00:02:12.398557 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f57d5edb-4931-4724-bc8f-cc8e99b815b2 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:02:12.447635 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port f57d5edb-4931-4724-bc8f-cc8e99b815b2 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:02:12.448001 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:12.849973 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5412b3c2-b001-4f56-ab3c-29096da82796 req-e98f3fe3-a4df-4be9-a812-cf87eb8d3c3d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 210 time: 0.0280125 Jul 16 00:02:13.558101 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-76d5e035-8603-4a30-96bd-c9a690c74a40 req-c2408f7d-2e19-43c4-b677-c899996363b0 service neutron] (93799) timed out ('10.222.0.36', 64954) {{(pid=93799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 00:02:13.685751 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-0e06574b-cde7-4d37-a0e4-db37a0bc0d92 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:13.687503 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-0e06574b-cde7-4d37-a0e4-db37a0bc0d92 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.43 "GET /v2.0/networks?id=01d363e3-4b97-409b-9a60-533ecd977dd9 HTTP/1.1" status: 200 len: 797 time: 0.1020658 Jul 16 00:02:13.740897 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-81d0daf2-dbbf-4fa1-886d-8a2e1c6f2b86 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16c130c7698b4f289398f3a08d45c53f HTTP/1.1" status: 200 len: 379 time: 0.0380552 Jul 16 00:02:13.750879 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-7d61dab6-ee6a-4ad1-a60b-03812b05414d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'port': {'device_id': '4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c', 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9', 'admin_state_up': True, 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'security_groups': ['284e3d87-43c4-47a2-9b9a-362e240ae9fb']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:02:13.855980 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-7d61dab6-ee6a-4ad1-a60b-03812b05414d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Made reservation on behalf of 16c130c7698b4f289398f3a08d45c53f for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:02:13.859540 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-7d61dab6-ee6a-4ad1-a60b-03812b05414d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:13.994427 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-7d61dab6-ee6a-4ad1-a60b-03812b05414d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Allocated IP 172.20.0.13 (01d363e3-4b97-409b-9a60-533ecd977dd9/ca76149f-f671-4e20-92a6-4645af10190e/bed15959-a9ab-441b-9274-7a596d00e1ff) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:02:13.998078 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-14f84284-2068-4262-8fb2-eb1d5742e305 req-adb985a6-e02f-4634-ba64-074371c9ece2 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 210 time: 0.0324233 Jul 16 00:02:14.129901 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-7d61dab6-ee6a-4ad1-a60b-03812b05414d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:14.146801 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-7d61dab6-ee6a-4ad1-a60b-03812b05414d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Transition to ACTIVE for port object bed15959-a9ab-441b-9274-7a596d00e1ff will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:02:14.178763 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-7d61dab6-ee6a-4ad1-a60b-03812b05414d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:14.222997 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-7d61dab6-ee6a-4ad1-a60b-03812b05414d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network 01d363e3-4b97-409b-9a60-533ecd977dd9 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:02:14.226114 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-7d61dab6-ee6a-4ad1-a60b-03812b05414d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:02:14.230507 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-7d61dab6-ee6a-4ad1-a60b-03812b05414d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:02:14.236861 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61dab6-ee6a-4ad1-a60b-03812b05414d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Port': ['ID=bed15959-a9ab-441b-9274-7a596d00e1ff,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:14.281665 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-7d61dab6-ee6a-4ad1-a60b-03812b05414d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:14.282284 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-7d61dab6-ee6a-4ad1-a60b-03812b05414d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:14.297815 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-7d61dab6-ee6a-4ad1-a60b-03812b05414d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5506928 Jul 16 00:02:14.308949 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-6e0e602b-084b-4f4d-a5e5-e666ebd6a41d service neutron] Request body: {'port': {'device_id': '4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:02:14.388410 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-6e0e602b-084b-4f4d-a5e5-e666ebd6a41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:14.411366 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6ff4f737-6ea9-4167-8848-76d45e301ad1 None None] Provisioning for port bed15959-a9ab-441b-9274-7a596d00e1ff completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:02:14.416117 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6ff4f737-6ea9-4167-8848-76d45e301ad1 None None] Provisioning complete for port bed15959-a9ab-441b-9274-7a596d00e1ff triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:02:14.416490 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ff4f737-6ea9-4167-8848-76d45e301ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:14.450833 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-6ff4f737-6ea9-4167-8848-76d45e301ad1 None None] Port bed15959-a9ab-441b-9274-7a596d00e1ff cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:02:14.641430 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-6e0e602b-084b-4f4d-a5e5-e666ebd6a41d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed15959-a9ab-441b-9274-7a596d00e1ff {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:02:14.648600 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-6e0e602b-084b-4f4d-a5e5-e666ebd6a41d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:14.661084 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-6e0e602b-084b-4f4d-a5e5-e666ebd6a41d service neutron] Transition to ACTIVE for port object bed15959-a9ab-441b-9274-7a596d00e1ff will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:02:14.664359 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-6e0e602b-084b-4f4d-a5e5-e666ebd6a41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:14.713552 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e602b-084b-4f4d-a5e5-e666ebd6a41d service neutron] Pushing event updated for resources: {'Port': ['ID=bed15959-a9ab-441b-9274-7a596d00e1ff,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:14.786073 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-6e0e602b-084b-4f4d-a5e5-e666ebd6a41d service neutron] Attempting to bind port bed15959-a9ab-441b-9274-7a596d00e1ff on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:02:14.786407 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-6e0e602b-084b-4f4d-a5e5-e666ebd6a41d service neutron] Attempting to bind port bed15959-a9ab-441b-9274-7a596d00e1ff by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'b9032271-e079-4f48-9e46-787e7959ec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:02:14.786812 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-6e0e602b-084b-4f4d-a5e5-e666ebd6a41d service neutron] Attempting to bind port bed15959-a9ab-441b-9274-7a596d00e1ff on network 01d363e3-4b97-409b-9a60-533ecd977dd9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:02:14.791326 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-6e0e602b-084b-4f4d-a5e5-e666ebd6a41d service neutron] Port bed15959-a9ab-441b-9274-7a596d00e1ff on network 01d363e3-4b97-409b-9a60-533ecd977dd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:02:14.791641 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-6e0e602b-084b-4f4d-a5e5-e666ebd6a41d service neutron] Attempting to bind port bed15959-a9ab-441b-9274-7a596d00e1ff on network 01d363e3-4b97-409b-9a60-533ecd977dd9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:02:14.796637 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-6e0e602b-084b-4f4d-a5e5-e666ebd6a41d service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:02:14.796974 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-6e0e602b-084b-4f4d-a5e5-e666ebd6a41d service neutron] Checking segment: {'id': 'b9032271-e079-4f48-9e46-787e7959ec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:02:14.797360 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-6e0e602b-084b-4f4d-a5e5-e666ebd6a41d service neutron] Bound using segment: {'id': 'b9032271-e079-4f48-9e46-787e7959ec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:02:14.797781 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-6e0e602b-084b-4f4d-a5e5-e666ebd6a41d service neutron] Bound port: bed15959-a9ab-441b-9274-7a596d00e1ff, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9032271-e079-4f48-9e46-787e7959ec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:02:14.798133 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-6e0e602b-084b-4f4d-a5e5-e666ebd6a41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:14.863618 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-6e0e602b-084b-4f4d-a5e5-e666ebd6a41d service neutron] For port bed15959-a9ab-441b-9274-7a596d00e1ff, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:02:14.866642 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-6e0e602b-084b-4f4d-a5e5-e666ebd6a41d service neutron] For port bed15959-a9ab-441b-9274-7a596d00e1ff, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=bed15959-a9ab-441b-9274-7a596d00e1ff,segment=NetworkSegment(b9032271-e079-4f48-9e46-787e7959ec6a),segment_id=b9032271-e079-4f48-9e46-787e7959ec6a)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:02:14.871403 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-6e0e602b-084b-4f4d-a5e5-e666ebd6a41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:14.904712 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-6e0e602b-084b-4f4d-a5e5-e666ebd6a41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:14.905324 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-6e0e602b-084b-4f4d-a5e5-e666ebd6a41d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:14.906730 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-6e0e602b-084b-4f4d-a5e5-e666ebd6a41d service neutron] 10.222.0.43 "PUT /v2.0/ports/bed15959-a9ab-441b-9274-7a596d00e1ff HTTP/1.1" status: 200 len: 1092 time: 0.6020374 Jul 16 00:02:14.907292 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c', 'tag': 'bed15959-a9ab-441b-9274-7a596d00e1ff'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:02:14.909565 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac3ab2df65406140be9365f9b3f66d4be7bd37abeab186e08b44bb3ea3ff9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ed192d-1c0f-4b7c-84dd-4fff0abdf5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c", "tag": "bed15959-a9ab-441b-9274-7a596d00e1ff"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:02:14.935337 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e602b-084b-4f4d-a5e5-e666ebd6a41d service neutron] Pushing event updated for resources: {'Port': ['ID=bed15959-a9ab-441b-9274-7a596d00e1ff,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:14.958058 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24dba813-f231-4999-a992-30e223476b8e x-openstack-request-id: req-24dba813-f231-4999-a992-30e223476b8e {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:02:14.958413 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c", "tag": "bed15959-a9ab-441b-9274-7a596d00e1ff", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:02:14.958616 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-24dba813-f231-4999-a992-30e223476b8e {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:02:14.959725 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c', 'tag': 'bed15959-a9ab-441b-9274-7a596d00e1ff', 'status': 'completed', 'code': 200} Jul 16 00:02:15.011713 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-1c372f9b-5595-4c4e-8415-993ea9123c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:15.013246 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-1c372f9b-5595-4c4e-8415-993ea9123c1a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 1095 time: 0.0643086 Jul 16 00:02:15.186331 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4da457-1d5f-4e8e-be26-fd077065239d req-240edd5a-9f23-4cbb-a61a-ae244cd3805f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:15.188908 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ba4da457-1d5f-4e8e-be26-fd077065239d req-240edd5a-9f23-4cbb-a61a-ae244cd3805f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 944 time: 0.0722232 Jul 16 00:02:15.230374 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ba4da457-1d5f-4e8e-be26-fd077065239d req-70caa908-11c1-46e0-b973-e5594f6a6e56 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352213 Jul 16 00:02:15.401274 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-da0387e2-57ff-40d3-89f5-8d0615d1acc4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bed15959-a9ab-441b-9274-7a596d00e1ff HTTP/1.1" status: 200 len: 217 time: 0.3805158 Jul 16 00:02:15.448934 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-4ebb9fa6-5e55-45d5-b242-8dce8b429f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:15.450255 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-4ebb9fa6-5e55-45d5-b242-8dce8b429f3d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ca76149f-f671-4e20-92a6-4645af10190e HTTP/1.1" status: 200 len: 835 time: 0.0429378 Jul 16 00:02:15.508462 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-ae504732-a505-474c-b4ed-100431c6b35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:15.509921 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-ae504732-a505-474c-b4ed-100431c6b35e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=01d363e3-4b97-409b-9a60-533ecd977dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535216 Jul 16 00:02:15.594767 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-f5184a57-ab2d-4efe-b90a-f61c5a96b26c service neutron] 10.222.0.43 "GET /v2.0/networks/01d363e3-4b97-409b-9a60-533ecd977dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787323 Jul 16 00:02:15.683741 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-8cd4fea3-1071-4fb8-aa0b-42784d68ccf9 req-3013d389-d59e-4c68-b50e-1dd46a9cfb59 service neutron] 10.222.0.43 "GET /v2.0/networks/01d363e3-4b97-409b-9a60-533ecd977dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833211 Jul 16 00:02:15.779927 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed192d-1c0f-4b7c-84dd-4fff0abdf5ce req-b8c90209-400a-40a8-93d0-aa56ea57af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:15.781304 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b2ed192d-1c0f-4b7c-84dd-4fff0abdf5ce req-b8c90209-400a-40a8-93d0-aa56ea57af78 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 1095 time: 0.0507112 Jul 16 00:02:15.874143 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed192d-1c0f-4b7c-84dd-4fff0abdf5ce req-922759fb-7853-4c08-9ad1-111075308e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:15.875646 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b2ed192d-1c0f-4b7c-84dd-4fff0abdf5ce req-922759fb-7853-4c08-9ad1-111075308e65 service neutron] 10.222.0.43 "GET /v2.0/networks?id=01d363e3-4b97-409b-9a60-533ecd977dd9 HTTP/1.1" status: 200 len: 898 time: 0.0885577 Jul 16 00:02:15.914203 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b2ed192d-1c0f-4b7c-84dd-4fff0abdf5ce req-98740b32-aca2-42ef-a831-2ed37b1ce479 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bed15959-a9ab-441b-9274-7a596d00e1ff HTTP/1.1" status: 200 len: 217 time: 0.0325704 Jul 16 00:02:15.960906 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed192d-1c0f-4b7c-84dd-4fff0abdf5ce req-3070cdac-7d2e-45bc-8b68-212ecbf57dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:15.963211 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b2ed192d-1c0f-4b7c-84dd-4fff0abdf5ce req-3070cdac-7d2e-45bc-8b68-212ecbf57dfb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ca76149f-f671-4e20-92a6-4645af10190e HTTP/1.1" status: 200 len: 835 time: 0.0431614 Jul 16 00:02:15.964934 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bb42dbe2-d212-4394-a4ad-0891160219a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:16.022678 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed192d-1c0f-4b7c-84dd-4fff0abdf5ce req-02340671-fa68-4ec6-bda8-bba99726601c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:16.024811 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b2ed192d-1c0f-4b7c-84dd-4fff0abdf5ce req-02340671-fa68-4ec6-bda8-bba99726601c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=01d363e3-4b97-409b-9a60-533ecd977dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549552 Jul 16 00:02:16.111574 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b2ed192d-1c0f-4b7c-84dd-4fff0abdf5ce req-381c1013-1806-4b5f-98bb-cee6effc4f81 service neutron] 10.222.0.43 "GET /v2.0/networks/01d363e3-4b97-409b-9a60-533ecd977dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795918 Jul 16 00:02:16.202373 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b2ed192d-1c0f-4b7c-84dd-4fff0abdf5ce req-291a9673-fa0c-4d04-8de0-bae97a3c503f service neutron] 10.222.0.43 "GET /v2.0/networks/01d363e3-4b97-409b-9a60-533ecd977dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846081 Jul 16 00:02:16.402360 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b1c1b-7a50-4218-8ad1-23d1cf8f270a req-6ab5862a-d5ca-4fdb-80b5-2f39eff2b9d1 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:16.403702 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bc3b1c1b-7a50-4218-8ad1-23d1cf8f270a req-6ab5862a-d5ca-4fdb-80b5-2f39eff2b9d1 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 944 time: 0.0614784 Jul 16 00:02:16.443701 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bc3b1c1b-7a50-4218-8ad1-23d1cf8f270a req-234cca85-8405-4dfe-aeca-35c898126f42 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345306 Jul 16 00:02:17.617344 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03955390-2713-4735-a85d-ea8e78682bc4 req-1d7fb685-8c18-485b-83fa-199f690305af tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:17.618941 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-03955390-2713-4735-a85d-ea8e78682bc4 req-1d7fb685-8c18-485b-83fa-199f690305af tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 944 time: 0.0646813 Jul 16 00:02:17.657004 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-03955390-2713-4735-a85d-ea8e78682bc4 req-d2b6410e-9e6a-4a6f-93e7-04451b17097c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324059 Jul 16 00:02:18.339571 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-265bb954-c2ce-4638-bcca-9d1ec936ec5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:18.821886 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:18.828093 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9e87e-9103-4cc2-85dd-db22b3fc6eae req-67342da7-1713-4381-a624-af3b6f239a4d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:18.829589 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d3e9e87e-9103-4cc2-85dd-db22b3fc6eae req-67342da7-1713-4381-a624-af3b6f239a4d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 944 time: 0.0649314 Jul 16 00:02:18.869091 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d3e9e87e-9103-4cc2-85dd-db22b3fc6eae req-12acd7b5-535b-4701-938e-3a7d8be574a8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338862 Jul 16 00:02:18.921746 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device bed15959-a9ab-441b-9274-7a596d00e1ff details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:02:19.017086 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port bed15959-a9ab-441b-9274-7a596d00e1ff, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=bed15959-a9ab-441b-9274-7a596d00e1ff,segment=NetworkSegment(b9032271-e079-4f48-9e46-787e7959ec6a),segment_id=b9032271-e079-4f48-9e46-787e7959ec6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:02:19.028533 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'bed15959-a9ab-441b-9274-7a596d00e1ff', 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9', 'port_id': 'bed15959-a9ab-441b-9274-7a596d00e1ff', 'mac_address': 'fa:16:3e:33:7f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca76149f-f671-4e20-92a6-4645af10190e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:02:19.064831 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:19.077934 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed15959-a9ab-441b-9274-7a596d00e1ff {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:02:19.097050 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port bed15959-a9ab-441b-9274-7a596d00e1ff, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=bed15959-a9ab-441b-9274-7a596d00e1ff,segment=NetworkSegment(b9032271-e079-4f48-9e46-787e7959ec6a),segment_id=b9032271-e079-4f48-9e46-787e7959ec6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:02:19.101143 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:19.147236 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=bed15959-a9ab-441b-9274-7a596d00e1ff,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:19.303186 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['bed15959-a9ab-441b-9274-7a596d00e1ff'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:02:19.860104 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:20.041600 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995517a2-2125-43db-a24b-a2daf393f40f req-8d4e9d66-d461-48d8-9317-5d896bdd3549 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:20.043206 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-995517a2-2125-43db-a24b-a2daf393f40f req-8d4e9d66-d461-48d8-9317-5d896bdd3549 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 945 time: 0.0661654 Jul 16 00:02:20.080307 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-995517a2-2125-43db-a24b-a2daf393f40f req-220861c4-80c7-43bc-9bc2-808993892b1e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315893 Jul 16 00:02:20.926752 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device bed15959-a9ab-441b-9274-7a596d00e1ff up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:02:20.978188 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port bed15959-a9ab-441b-9274-7a596d00e1ff completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:02:20.981686 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port bed15959-a9ab-441b-9274-7a596d00e1ff triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:02:20.982051 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:21.054625 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:21.077664 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed15959-a9ab-441b-9274-7a596d00e1ff'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:02:21.079932 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae4f11e9886ebbda74e349334989d67f9e0924aee8a01d735f99c26d20dbf4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560996d3-dd47-4494-9544-d1202106166e" -d '{"events": [{"server_uuid": "4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c", "name": "network-vif-plugged", "status": "completed", "tag": "bed15959-a9ab-441b-9274-7a596d00e1ff"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:02:21.092773 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port bed15959-a9ab-441b-9274-7a596d00e1ff, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=bed15959-a9ab-441b-9274-7a596d00e1ff,segment=NetworkSegment(b9032271-e079-4f48-9e46-787e7959ec6a),segment_id=b9032271-e079-4f48-9e46-787e7959ec6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:02:21.096936 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:21.121730 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36a15ce-bd41-4ea7-89e8-fe3f33c6e3b0 x-openstack-request-id: req-e36a15ce-bd41-4ea7-89e8-fe3f33c6e3b0 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:02:21.122022 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c", "name": "network-vif-plugged", "status": "completed", "tag": "bed15959-a9ab-441b-9274-7a596d00e1ff", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:02:21.122276 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e36a15ce-bd41-4ea7-89e8-fe3f33c6e3b0 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:02:21.122662 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed15959-a9ab-441b-9274-7a596d00e1ff', 'code': 200} Jul 16 00:02:21.149844 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=bed15959-a9ab-441b-9274-7a596d00e1ff,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:21.237179 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb29d26-c1b9-45fe-a373-d210de199097 req-b20ccd76-6693-4570-b038-17841f46059d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:21.238663 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-abb29d26-c1b9-45fe-a373-d210de199097 req-b20ccd76-6693-4570-b038-17841f46059d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 1097 time: 0.0519531 Jul 16 00:02:21.266984 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef1399-da2c-4991-b713-7f9ffcd48d21 req-b87ae3ad-0708-4f2a-8f5a-368345c9e261 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:21.268488 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d3ef1399-da2c-4991-b713-7f9ffcd48d21 req-b87ae3ad-0708-4f2a-8f5a-368345c9e261 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 946 time: 0.0638962 Jul 16 00:02:21.272422 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-abb29d26-c1b9-45fe-a373-d210de199097 req-9d174286-386b-49e4-9ed8-a6e039d866fa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273879 Jul 16 00:02:21.307585 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d3ef1399-da2c-4991-b713-7f9ffcd48d21 req-ceba2295-8386-48f3-ae3f-a0aed21f66b6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328608 Jul 16 00:02:21.415740 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:22.546596 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c459ca5-3824-4408-9900-30fd141207e5 req-41c4a6a5-6d47-4db9-8ae8-75d964754715 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:22.548066 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8c459ca5-3824-4408-9900-30fd141207e5 req-41c4a6a5-6d47-4db9-8ae8-75d964754715 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 946 time: 0.1247129 Jul 16 00:02:22.589070 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8c459ca5-3824-4408-9900-30fd141207e5 req-57324d13-bfcd-4250-9a72-ddf70216c835 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352819 Jul 16 00:02:22.802098 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377854f-0ccb-49bd-9ca4-366cd7904158 req-5868d616-0207-481e-8109-d65ca6b4147d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:22.803621 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a377854f-0ccb-49bd-9ca4-366cd7904158 req-5868d616-0207-481e-8109-d65ca6b4147d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 946 time: 0.1077726 Jul 16 00:02:22.840783 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a377854f-0ccb-49bd-9ca4-366cd7904158 req-ebf85237-85be-42ee-8b55-bda95085073d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308847 Jul 16 00:02:22.864569 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39002) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:22.914364 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4584c6db-857e-4f14-b345-099942c7f6ad tempest-TestNetworkAdvancedServerOps-433953513 tempest-TestNetworkAdvancedServerOps-433953513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:22.916448 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4584c6db-857e-4f14-b345-099942c7f6ad tempest-TestNetworkAdvancedServerOps-433953513 tempest-TestNetworkAdvancedServerOps-433953513-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 1092 time: 0.0509136 Jul 16 00:02:22.919327 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39004) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:22.923590 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-c33b544c-934b-46bf-95ab-e8db1787ca6b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'port_id': 'bed15959-a9ab-441b-9274-7a596d00e1ff', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:02:22.945874 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c33b544c-934b-46bf-95ab-e8db1787ca6b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:23.042367 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c33b544c-934b-46bf-95ab-e8db1787ca6b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:23.140549 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-c33b544c-934b-46bf-95ab-e8db1787ca6b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Allocated IP 172.25.4.133 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/e17e86e3-c592-48a9-8491-585453ada4f5) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:02:23.243527 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c33b544c-934b-46bf-95ab-e8db1787ca6b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:23.280323 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c33b544c-934b-46bf-95ab-e8db1787ca6b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:23.315206 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33b544c-934b-46bf-95ab-e8db1787ca6b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:02:23.321715 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-c33b544c-934b-46bf-95ab-e8db1787ca6b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:02:23.325531 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33b544c-934b-46bf-95ab-e8db1787ca6b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:02:23.347510 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b544c-934b-46bf-95ab-e8db1787ca6b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Port': ['ID=e17e86e3-c592-48a9-8491-585453ada4f5,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:23.679629 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c33b544c-934b-46bf-95ab-e8db1787ca6b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:23.754953 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c33b544c-934b-46bf-95ab-e8db1787ca6b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:23.901000 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c33b544c-934b-46bf-95ab-e8db1787ca6b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:23.905611 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c33b544c-934b-46bf-95ab-e8db1787ca6b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:23.978131 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b544c-934b-46bf-95ab-e8db1787ca6b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Port': ['ID=e17e86e3-c592-48a9-8491-585453ada4f5,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:23.986128 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c33b544c-934b-46bf-95ab-e8db1787ca6b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:24.084105 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-c33b544c-934b-46bf-95ab-e8db1787ca6b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Floating IP 111ec704-df73-4651-a415-41ea1885ae67 associated. External IP: 172.25.4.133, port: bed15959-a9ab-441b-9274-7a596d00e1ff. Jul 16 00:02:24.283563 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33b544c-934b-46bf-95ab-e8db1787ca6b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Router 6d4193ee-41dc-4daf-b4dc-105666216328 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:02:24.387502 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33b544c-934b-46bf-95ab-e8db1787ca6b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:02:24.396709 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa20851-8c76-4963-b1f2-049e3c74518f None None] Sync routers for ids ['6d4193ee-41dc-4daf-b4dc-105666216328'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:02:24.403184 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-c33b544c-934b-46bf-95ab-e8db1787ca6b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:24.406361 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa20851-8c76-4963-b1f2-049e3c74518f None None] Routers {'6d4193ee-41dc-4daf-b4dc-105666216328'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:02:24.406992 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-3fa20851-8c76-4963-b1f2-049e3c74518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:02:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6d4193ee-41dc-4daf-b4dc-105666216328'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:24.439861 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-c33b544c-934b-46bf-95ab-e8db1787ca6b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5195336 Jul 16 00:02:24.440461 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c', 'tag': 'bed15959-a9ab-441b-9274-7a596d00e1ff'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:02:24.442808 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f08fc2a7d463e069dbf969c41850b8f153237e21caa8377f91bf00f314a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d62390-47ab-4eaf-8cae-8c5e4592d5fc" -d '{"events": [{"name": "network-changed", "server_uuid": "4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c", "tag": "bed15959-a9ab-441b-9274-7a596d00e1ff"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:02:24.484448 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6d3c08-a7d5-4341-89a3-f8cce69af048 x-openstack-request-id: req-ad6d3c08-a7d5-4341-89a3-f8cce69af048 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:02:24.484744 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c", "tag": "bed15959-a9ab-441b-9274-7a596d00e1ff", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:02:24.485002 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad6d3c08-a7d5-4341-89a3-f8cce69af048 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:02:24.485409 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c', 'tag': 'bed15959-a9ab-441b-9274-7a596d00e1ff', 'status': 'completed', 'code': 200} Jul 16 00:02:24.565540 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d62390-47ab-4eaf-8cae-8c5e4592d5fc req-0d22707c-4b37-4f7d-afc5-761904c05872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:24.567095 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a1d62390-47ab-4eaf-8cae-8c5e4592d5fc req-0d22707c-4b37-4f7d-afc5-761904c05872 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 1097 time: 0.0556254 Jul 16 00:02:24.614318 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-3fa20851-8c76-4963-b1f2-049e3c74518f None None] Set router 6d4193ee-41dc-4daf-b4dc-105666216328 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:02:24.620126 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:24.621844 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10014a97-831e-4338-9f7e-1c222ff924c8 req-7b189713-8c03-4b89-a3d8-fff520644142 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:24.623462 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-10014a97-831e-4338-9f7e-1c222ff924c8 req-7b189713-8c03-4b89-a3d8-fff520644142 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 946 time: 0.0768435 Jul 16 00:02:24.664175 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-10014a97-831e-4338-9f7e-1c222ff924c8 req-8b19698f-b1d1-4956-86a9-fc382634c393 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343881 Jul 16 00:02:24.666348 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d62390-47ab-4eaf-8cae-8c5e4592d5fc req-6e1d8323-deaa-4286-b2fd-2bc6d2d2dc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:24.668348 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a1d62390-47ab-4eaf-8cae-8c5e4592d5fc req-6e1d8323-deaa-4286-b2fd-2bc6d2d2dc5e service neutron] 10.222.0.43 "GET /v2.0/networks?id=01d363e3-4b97-409b-9a60-533ecd977dd9 HTTP/1.1" status: 200 len: 898 time: 0.0939775 Jul 16 00:02:24.690749 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39010) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:24.736663 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a1d62390-47ab-4eaf-8cae-8c5e4592d5fc req-2450f454-1521-499d-b1f3-f9da425e7569 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bed15959-a9ab-441b-9274-7a596d00e1ff HTTP/1.1" status: 200 len: 1000 time: 0.0626712 Jul 16 00:02:24.760093 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-757cb0ab-27c4-4490-84b1-bd51e1f90cd3 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/floatingips/111ec704-df73-4651-a415-41ea1885ae67 HTTP/1.1" status: 200 len: 992 time: 0.0666056 Jul 16 00:02:24.789574 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d62390-47ab-4eaf-8cae-8c5e4592d5fc req-9cb27828-7cbd-4e56-82d2-bc96a35cc6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:24.791213 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a1d62390-47ab-4eaf-8cae-8c5e4592d5fc req-9cb27828-7cbd-4e56-82d2-bc96a35cc6b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ca76149f-f671-4e20-92a6-4645af10190e HTTP/1.1" status: 200 len: 835 time: 0.0484145 Jul 16 00:02:24.848703 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d62390-47ab-4eaf-8cae-8c5e4592d5fc req-16115ea9-1004-4124-a80c-a8ce18bd8c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:24.850257 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a1d62390-47ab-4eaf-8cae-8c5e4592d5fc req-16115ea9-1004-4124-a80c-a8ce18bd8c38 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=01d363e3-4b97-409b-9a60-533ecd977dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531623 Jul 16 00:02:24.851225 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-3fa20851-8c76-4963-b1f2-049e3c74518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822785972', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'c49617a9-7a98-4d80-8d82-a118cf159500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:02:02Z', 'updated_at': '2021-07-16T00:02:05Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': 'c49617a9-7a98-4d80-8d82-a118cf159500', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:02:02Z', 'updated_at': '2021-07-16T00:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '111ec704-df73-4651-a415-41ea1885ae67', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'port_id': 'bed15959-a9ab-441b-9274-7a596d00e1ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9', 'mac_address': 'fa:16:3e:33:7f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:02:23Z', 'updated_at': '2021-07-16T00:02:23Z', 'revision_number': 0, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f57d5edb-4931-4724-bc8f-cc8e99b815b2', 'name': '', 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:d1:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ca76149f-f671-4e20-92a6-4645af10190e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:02:05Z', 'updated_at': '2021-07-16T00:02:10Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': 'ca76149f-f671-4e20-92a6-4645af10190e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:24.876617 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa20851-8c76-4963-b1f2-049e3c74518f None None] Checking router: 6d4193ee-41dc-4daf-b4dc-105666216328 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:02:24.885336 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa20851-8c76-4963-b1f2-049e3c74518f None None] Routers {'6d4193ee-41dc-4daf-b4dc-105666216328'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:02:24.885931 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-3fa20851-8c76-4963-b1f2-049e3c74518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:02:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6d4193ee-41dc-4daf-b4dc-105666216328'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:24.946230 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a1d62390-47ab-4eaf-8cae-8c5e4592d5fc req-0ad8c1d6-54cf-4166-8761-cacf40b1d429 service neutron] 10.222.0.43 "GET /v2.0/networks/01d363e3-4b97-409b-9a60-533ecd977dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883799 Jul 16 00:02:24.991345 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-3fa20851-8c76-4963-b1f2-049e3c74518f None None] Set router 6d4193ee-41dc-4daf-b4dc-105666216328 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:02:25.036528 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a1d62390-47ab-4eaf-8cae-8c5e4592d5fc req-5912da8d-5a31-452b-bc31-01230d72d10f service neutron] 10.222.0.43 "GET /v2.0/networks/01d363e3-4b97-409b-9a60-533ecd977dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842595 Jul 16 00:02:25.208354 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-3fa20851-8c76-4963-b1f2-049e3c74518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822785972', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'c49617a9-7a98-4d80-8d82-a118cf159500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:02:02Z', 'updated_at': '2021-07-16T00:02:05Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': 'c49617a9-7a98-4d80-8d82-a118cf159500', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:02:02Z', 'updated_at': '2021-07-16T00:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '111ec704-df73-4651-a415-41ea1885ae67', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'port_id': 'bed15959-a9ab-441b-9274-7a596d00e1ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9', 'mac_address': 'fa:16:3e:33:7f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:02:23Z', 'updated_at': '2021-07-16T00:02:23Z', 'revision_number': 0, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f57d5edb-4931-4724-bc8f-cc8e99b815b2', 'name': '', 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:d1:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ca76149f-f671-4e20-92a6-4645af10190e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:02:05Z', 'updated_at': '2021-07-16T00:02:10Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': 'ca76149f-f671-4e20-92a6-4645af10190e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:25.236248 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa20851-8c76-4963-b1f2-049e3c74518f None None] The sync data for ids ['6d4193ee-41dc-4daf-b4dc-105666216328'] in n-d-787205-9 is: [{'id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822785972', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'c49617a9-7a98-4d80-8d82-a118cf159500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:02:02Z', 'updated_at': '2021-07-16T00:02:05Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': 'c49617a9-7a98-4d80-8d82-a118cf159500', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:02:02Z', 'updated_at': '2021-07-16T00:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '111ec704-df73-4651-a415-41ea1885ae67', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'port_id': 'bed15959-a9ab-441b-9274-7a596d00e1ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9', 'mac_address': 'fa:16:3e:33:7f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:02:23Z', 'updated_at': '2021-07-16T00:02:23Z', 'revision_number': 0, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f57d5edb-4931-4724-bc8f-cc8e99b815b2', 'name': '', 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:d1:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ca76149f-f671-4e20-92a6-4645af10190e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:02:05Z', 'updated_at': '2021-07-16T00:02:10Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': 'ca76149f-f671-4e20-92a6-4645af10190e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:02:25.416726 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a744b3a4-b571-4566-9a76-9ebab30204b7 None None] New status for floating IP 111ec704-df73-4651-a415-41ea1885ae67: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:02:25.762492 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39012) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:25.820593 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6ba471cb-4145-419f-9c63-8e8aefe42094 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/floatingips/111ec704-df73-4651-a415-41ea1885ae67 HTTP/1.1" status: 200 len: 994 time: 0.0568781 Jul 16 00:02:38.389622 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:02:39.366200 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:45.366804 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5a3b395c-2d70-470b-a28f-6c8ff9b62fc6 req-d0f392b7-81e0-424c-8d5b-fcccffa238b0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516577 Jul 16 00:02:45.474655 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b395c-2d70-470b-a28f-6c8ff9b62fc6 req-78efa94f-0ee7-46d4-af13-1b3736c760b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:45.476231 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5a3b395c-2d70-470b-a28f-6c8ff9b62fc6 req-78efa94f-0ee7-46d4-af13-1b3736c760b3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 1097 time: 0.0566292 Jul 16 00:02:45.583125 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b395c-2d70-470b-a28f-6c8ff9b62fc6 req-c38b3487-3519-481d-b59a-0085cee9806e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:45.584600 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5a3b395c-2d70-470b-a28f-6c8ff9b62fc6 req-c38b3487-3519-481d-b59a-0085cee9806e service neutron] 10.222.0.43 "GET /v2.0/networks?id=01d363e3-4b97-409b-9a60-533ecd977dd9 HTTP/1.1" status: 200 len: 898 time: 0.0838773 Jul 16 00:02:45.653538 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5a3b395c-2d70-470b-a28f-6c8ff9b62fc6 req-dd463bf5-d3b1-48da-9cbf-5a5d515fed19 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bed15959-a9ab-441b-9274-7a596d00e1ff HTTP/1.1" status: 200 len: 1002 time: 0.0599101 Jul 16 00:02:45.703077 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b395c-2d70-470b-a28f-6c8ff9b62fc6 req-6fc49163-6b7b-4749-8ded-4e9f861bd055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:45.704509 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5a3b395c-2d70-470b-a28f-6c8ff9b62fc6 req-6fc49163-6b7b-4749-8ded-4e9f861bd055 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ca76149f-f671-4e20-92a6-4645af10190e HTTP/1.1" status: 200 len: 835 time: 0.0434332 Jul 16 00:02:45.761347 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b395c-2d70-470b-a28f-6c8ff9b62fc6 req-2cd4c2fd-a743-4550-a2ac-3059a6e57eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:45.762869 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5a3b395c-2d70-470b-a28f-6c8ff9b62fc6 req-2cd4c2fd-a743-4550-a2ac-3059a6e57eb4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=01d363e3-4b97-409b-9a60-533ecd977dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505207 Jul 16 00:02:45.855362 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5a3b395c-2d70-470b-a28f-6c8ff9b62fc6 req-f58673ec-42ec-462a-aaa4-b6b216c0691c service neutron] 10.222.0.43 "GET /v2.0/networks/01d363e3-4b97-409b-9a60-533ecd977dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848634 Jul 16 00:02:45.944917 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5a3b395c-2d70-470b-a28f-6c8ff9b62fc6 req-004e0cc6-317d-457b-82b3-b5a6a65ed5e3 service neutron] 10.222.0.43 "GET /v2.0/networks/01d363e3-4b97-409b-9a60-533ecd977dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829835 Jul 16 00:02:45.974582 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-54398402-dae5-46a9-bfca-f92ea9beb24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:48.340001 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36ccf5fd-0f44-4041-bb44-2ea62ef89a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:48.823584 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:49.864348 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:51.417237 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:54.616654 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:57.315840 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39032) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:57.373698 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880bad6-1641-48b1-8b54-8a7b62eef287 req-7f3f4622-0c34-41f8-b8b2-8fee4cb5c632 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:57.375215 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f880bad6-1641-48b1-8b54-8a7b62eef287 req-7f3f4622-0c34-41f8-b8b2-8fee4cb5c632 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 946 time: 0.0680285 Jul 16 00:02:57.409581 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-ba125b56-76a7-41de-98da-f537e565bd08 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0925603 Jul 16 00:02:57.413203 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f880bad6-1641-48b1-8b54-8a7b62eef287 req-cb6c5d9d-42a5-4756-bb50-6ea4f3b0ca89 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323288 Jul 16 00:02:58.591891 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117426b1-5ca4-4b1d-98d6-b2050a11d344 req-21144792-6df8-49f1-a033-92b1b54650a3 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:58.593386 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-117426b1-5ca4-4b1d-98d6-b2050a11d344 req-21144792-6df8-49f1-a033-92b1b54650a3 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 946 time: 0.0671458 Jul 16 00:02:58.617721 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-4c9ca6a7-003f-4c09-8eb8-459d9f19fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:58.619203 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-4c9ca6a7-003f-4c09-8eb8-459d9f19fe6c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 1097 time: 0.0518677 Jul 16 00:02:58.630941 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-117426b1-5ca4-4b1d-98d6-b2050a11d344 req-740cc4c6-1804-4b64-ae14-56772e050801 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319517 Jul 16 00:02:58.706723 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-616f6bdd-3b6d-44b7-8786-ef51de0e5223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:58.708195 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-616f6bdd-3b6d-44b7-8786-ef51de0e5223 service neutron] 10.222.0.43 "GET /v2.0/networks?id=01d363e3-4b97-409b-9a60-533ecd977dd9 HTTP/1.1" status: 200 len: 898 time: 0.0817895 Jul 16 00:02:58.774467 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-2004c3d1-8282-480f-9172-4c445588b485 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bed15959-a9ab-441b-9274-7a596d00e1ff HTTP/1.1" status: 200 len: 1002 time: 0.0598509 Jul 16 00:02:58.821361 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-fd048006-4009-4e82-b2aa-0a2923876191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:58.822786 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-fd048006-4009-4e82-b2aa-0a2923876191 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ca76149f-f671-4e20-92a6-4645af10190e HTTP/1.1" status: 200 len: 835 time: 0.0419562 Jul 16 00:02:58.878028 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-8d30616b-d3b3-497d-bd38-626b4bd3a9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:58.879440 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-8d30616b-d3b3-497d-bd38-626b4bd3a9e0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=01d363e3-4b97-409b-9a60-533ecd977dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499341 Jul 16 00:02:58.971459 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-bb93596e-9d6f-4bb5-a446-0e91a400a4dd service neutron] 10.222.0.43 "GET /v2.0/networks/01d363e3-4b97-409b-9a60-533ecd977dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856800 Jul 16 00:02:59.058064 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-506a7a88-6bf5-43c8-a6cb-25236779c1e1 service neutron] 10.222.0.43 "GET /v2.0/networks/01d363e3-4b97-409b-9a60-533ecd977dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805311 Jul 16 00:02:59.807376 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e784218-7fd5-4e9e-bf32-64c0e0a4e3cd req-725907c3-9132-4022-99c2-9fd9b143b105 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:59.809400 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e784218-7fd5-4e9e-bf32-64c0e0a4e3cd req-725907c3-9132-4022-99c2-9fd9b143b105 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 946 time: 0.0650623 Jul 16 00:02:59.846125 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6e784218-7fd5-4e9e-bf32-64c0e0a4e3cd req-8ceea6a4-ede8-460c-b5a5-7e47de1ffc13 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308909 Jul 16 00:03:01.020928 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430b299-a9bc-4389-a797-561e60da0412 req-6e38c210-06da-41aa-802c-31be2f2ad34a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:01.022397 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a430b299-a9bc-4389-a797-561e60da0412 req-6e38c210-06da-41aa-802c-31be2f2ad34a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 946 time: 0.0621760 Jul 16 00:03:01.059114 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a430b299-a9bc-4389-a797-561e60da0412 req-2ce601cf-154c-4fff-a7fb-c18e4d192d51 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306778 Jul 16 00:03:02.230071 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98588064-3d3e-4da4-9771-fca0ca42d611 req-2760ad47-af86-46ee-b6f4-6c5211a4ec30 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:02.231500 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-98588064-3d3e-4da4-9771-fca0ca42d611 req-2760ad47-af86-46ee-b6f4-6c5211a4ec30 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 946 time: 0.0621362 Jul 16 00:03:02.267358 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-98588064-3d3e-4da4-9771-fca0ca42d611 req-b8bf3f0e-442a-481f-8ee7-23449cf2a191 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303869 Jul 16 00:03:03.442246 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c4232-20c3-4f4f-a9f3-4cf7335151b9 req-a78eb30b-53c4-4a31-a457-5dc1b492a9c8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:03.443734 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a23c4232-20c3-4f4f-a9f3-4cf7335151b9 req-a78eb30b-53c4-4a31-a457-5dc1b492a9c8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 946 time: 0.0657809 Jul 16 00:03:03.480165 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a23c4232-20c3-4f4f-a9f3-4cf7335151b9 req-6f43f89d-b627-46b2-8fbe-58d6b1042e03 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309637 Jul 16 00:03:04.649856 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8babc5b-d984-4bc3-9855-e05269be5806 req-bdd3650d-a3cb-45d7-a4aa-73f096a40757 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:04.651375 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e8babc5b-d984-4bc3-9855-e05269be5806 req-bdd3650d-a3cb-45d7-a4aa-73f096a40757 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 946 time: 0.0622685 Jul 16 00:03:04.687908 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e8babc5b-d984-4bc3-9855-e05269be5806 req-ba579097-ec39-462f-93f3-cff6339d6fba tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310314 Jul 16 00:03:05.861115 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8e111-7ed4-46d5-9744-9a2ad69a3634 req-7bacfa8d-748d-4872-9928-973f88fb415a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:05.863426 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1b8e111-7ed4-46d5-9744-9a2ad69a3634 req-7bacfa8d-748d-4872-9928-973f88fb415a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 946 time: 0.0657434 Jul 16 00:03:05.900238 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c1b8e111-7ed4-46d5-9744-9a2ad69a3634 req-08cd8667-34f7-4773-8f46-51b2bc8ce53f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312300 Jul 16 00:03:07.070601 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd651c0-e81e-462c-9477-1fac099b1853 req-ced47535-e6d9-4d12-a86f-224c061e1ef6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:07.072096 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ccd651c0-e81e-462c-9477-1fac099b1853 req-ced47535-e6d9-4d12-a86f-224c061e1ef6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 946 time: 0.0616019 Jul 16 00:03:07.108705 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ccd651c0-e81e-462c-9477-1fac099b1853 req-aab8c05e-0a7a-4423-a401-724858a9263a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310681 Jul 16 00:03:08.277511 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc5d26-79ee-449e-95b0-9ce8f74d07c9 req-1aae33b0-d118-4326-a55c-63df74e71839 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:08.278966 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3adc5d26-79ee-449e-95b0-9ce8f74d07c9 req-1aae33b0-d118-4326-a55c-63df74e71839 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 946 time: 0.0626407 Jul 16 00:03:08.316045 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3adc5d26-79ee-449e-95b0-9ce8f74d07c9 req-dc265f52-7e74-4af1-89d5-1e1b6a3dc889 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315759 Jul 16 00:03:09.381628 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:09.493417 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08ca9c-20cd-416a-9c26-c1f03b19862f req-878a4876-453a-46c4-bd2f-92133b3ba7c7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:09.494884 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8d08ca9c-20cd-416a-9c26-c1f03b19862f req-878a4876-453a-46c4-bd2f-92133b3ba7c7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 946 time: 0.0651982 Jul 16 00:03:09.531360 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8d08ca9c-20cd-416a-9c26-c1f03b19862f req-c96508f0-7634-4e79-a7d0-3f194f723ee7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310028 Jul 16 00:03:10.709954 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0db898-966c-4e99-a3fc-f8aefe2efe02 req-3e3b4ff1-8cf2-407e-9b88-2805940d66d5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:10.711374 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ca0db898-966c-4e99-a3fc-f8aefe2efe02 req-3e3b4ff1-8cf2-407e-9b88-2805940d66d5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 946 time: 0.0650783 Jul 16 00:03:10.748846 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ca0db898-966c-4e99-a3fc-f8aefe2efe02 req-c7c7b799-664e-4bf0-b557-001ba2d60166 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315948 Jul 16 00:03:11.927294 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e5682-6509-4a27-b6db-65a3a75a35ef req-4cb278cf-9dbe-4825-b35c-8bfca053c23d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:11.928767 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f04e5682-6509-4a27-b6db-65a3a75a35ef req-4cb278cf-9dbe-4825-b35c-8bfca053c23d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 946 time: 0.0651131 Jul 16 00:03:11.965870 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f04e5682-6509-4a27-b6db-65a3a75a35ef req-fb6bbc07-7084-4374-93c3-729e43adb495 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314777 Jul 16 00:03:13.135441 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f19f7-a067-46ea-b1f2-bf1fc7903092 req-1875f347-7a00-4bf2-a0da-b81f0a75e752 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:13.136911 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-342f19f7-a067-46ea-b1f2-bf1fc7903092 req-1875f347-7a00-4bf2-a0da-b81f0a75e752 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 946 time: 0.0617056 Jul 16 00:03:13.173432 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-342f19f7-a067-46ea-b1f2-bf1fc7903092 req-4fbc1879-a77f-4cde-9a08-de291157bc36 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310755 Jul 16 00:03:14.342443 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6d47c-65b1-4199-aeb5-567ef484f5d2 req-8da5649b-6a27-45c5-a0a3-af845ea7a531 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:14.343919 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-28f6d47c-65b1-4199-aeb5-567ef484f5d2 req-8da5649b-6a27-45c5-a0a3-af845ea7a531 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 946 time: 0.0612729 Jul 16 00:03:14.381221 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-28f6d47c-65b1-4199-aeb5-567ef484f5d2 req-69d456da-9b58-4d6f-8bd5-14f15b8773d6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318930 Jul 16 00:03:15.389932 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:03:15.552770 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd228ad3-718f-4da5-8e09-de6328a34b9b req-f154bd5c-fa87-424c-b294-c1fdc2601654 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:15.554243 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fd228ad3-718f-4da5-8e09-de6328a34b9b req-f154bd5c-fa87-424c-b294-c1fdc2601654 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 946 time: 0.0646958 Jul 16 00:03:15.591403 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fd228ad3-718f-4da5-8e09-de6328a34b9b req-d5c68774-4134-4168-9006-dc89bd12ad87 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315187 Jul 16 00:03:15.903682 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-7de068df-95a5-4eba-9728-9d2a15754706 service neutron] show failed (client error): The resource could not be found. Jul 16 00:03:15.905269 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-7de068df-95a5-4eba-9728-9d2a15754706 service neutron] 10.222.0.43 "GET /v2.0/ports/bed15959-a9ab-441b-9274-7a596d00e1ff/bindings/n-h1-787205-9 HTTP/1.1" status: 404 len: 380 time: 0.0577486 Jul 16 00:03:15.964673 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9cc40b00-3c6c-4b79-83e7-d96cb16d8b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:16.191905 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-b0d4eafc-0323-411b-a246-d14c6a7e4896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:16.193383 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-b0d4eafc-0323-411b-a246-d14c6a7e4896 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c&tenant_id=16c130c7698b4f289398f3a08d45c53f HTTP/1.1" status: 200 len: 1097 time: 0.0928509 Jul 16 00:03:16.210072 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787205-9', 'device_owner': 'compute:nova'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:03:16.282415 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:16.480026 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] For port bed15959-a9ab-441b-9274-7a596d00e1ff, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=bed15959-a9ab-441b-9274-7a596d00e1ff,segment=NetworkSegment(b9032271-e079-4f48-9e46-787e7959ec6a),segment_id=b9032271-e079-4f48-9e46-787e7959ec6a)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:16.511676 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] For port bed15959-a9ab-441b-9274-7a596d00e1ff, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:03:16.550268 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bed15959-a9ab-441b-9274-7a596d00e1ff'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:03:16.552551 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac3ab2df65406140be9365f9b3f66d4be7bd37abeab186e08b44bb3ea3ff9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a84140-996d-4a19-b79b-ed40ee3dc35f" -d '{"events": [{"server_uuid": "4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c", "name": "network-vif-unplugged", "status": "completed", "tag": "bed15959-a9ab-441b-9274-7a596d00e1ff"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:03:16.556057 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:16.568944 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] Transition to ACTIVE for port object bed15959-a9ab-441b-9274-7a596d00e1ff will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:03:16.572765 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:16.652295 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] Pushing event updated for resources: {'Port': ['ID=bed15959-a9ab-441b-9274-7a596d00e1ff,revision_number=6']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:16.672773 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 00:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6c75aa-f585-4338-87b3-48c6e08c28de x-openstack-request-id: req-9c6c75aa-f585-4338-87b3-48c6e08c28de {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:03:16.673197 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c", "name": "network-vif-unplugged", "status": "completed", "tag": "bed15959-a9ab-441b-9274-7a596d00e1ff", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:03:16.673454 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c6c75aa-f585-4338-87b3-48c6e08c28de {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:03:16.673849 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bed15959-a9ab-441b-9274-7a596d00e1ff', 'code': 200} Jul 16 00:03:16.676958 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:16.677294 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:16.677626 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:16.677955 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:16.678278 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:16.678600 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:16.678943 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:16.679260 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:16.679788 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:16.680132 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:16.680485 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:16.680803 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:16.724873 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] No DVR routers for this DVR port bed15959-a9ab-441b-9274-7a596d00e1ff on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:03:16.784171 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d72a7-40b9-484e-915f-fbc513880590 req-f5eb38c7-b33e-4d1c-90d2-f375ef1ba9fa tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:16.785890 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3a3d72a7-40b9-484e-915f-fbc513880590 req-f5eb38c7-b33e-4d1c-90d2-f375ef1ba9fa tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 944 time: 0.0658340 Jul 16 00:03:16.828102 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3a3d72a7-40b9-484e-915f-fbc513880590 req-ec72aef0-5a6c-4306-bacd-2dd52a166f92 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364158 Jul 16 00:03:16.870403 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] Attempting to bind port bed15959-a9ab-441b-9274-7a596d00e1ff on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:03:16.870796 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] Attempting to bind port bed15959-a9ab-441b-9274-7a596d00e1ff by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': 'b9032271-e079-4f48-9e46-787e7959ec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:03:16.871127 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] Attempting to bind port bed15959-a9ab-441b-9274-7a596d00e1ff on network 01d363e3-4b97-409b-9a60-533ecd977dd9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:03:16.875974 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] Port bed15959-a9ab-441b-9274-7a596d00e1ff on network 01d363e3-4b97-409b-9a60-533ecd977dd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:03:16.876237 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] Attempting to bind port bed15959-a9ab-441b-9274-7a596d00e1ff on network 01d363e3-4b97-409b-9a60-533ecd977dd9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:03:16.881234 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:03:16.881571 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] Checking segment: {'id': 'b9032271-e079-4f48-9e46-787e7959ec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:03:16.881960 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] Bound using segment: {'id': 'b9032271-e079-4f48-9e46-787e7959ec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:03:16.882415 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] Bound port: bed15959-a9ab-441b-9274-7a596d00e1ff, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9032271-e079-4f48-9e46-787e7959ec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:03:16.882806 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:16.949363 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] For port bed15959-a9ab-441b-9274-7a596d00e1ff, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:03:16.954556 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] For port bed15959-a9ab-441b-9274-7a596d00e1ff, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=bed15959-a9ab-441b-9274-7a596d00e1ff,segment=NetworkSegment(b9032271-e079-4f48-9e46-787e7959ec6a),segment_id=b9032271-e079-4f48-9e46-787e7959ec6a)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:03:16.959266 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:16.996998 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:16.997565 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:16.999508 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] 10.222.0.36 "PUT /v2.0/ports/bed15959-a9ab-441b-9274-7a596d00e1ff HTTP/1.1" status: 200 len: 1092 time: 0.7933495 Jul 16 00:03:17.020939 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98744a8e-f152-4737-a2e9-c3103b242225 service neutron] Pushing event updated for resources: {'Port': ['ID=bed15959-a9ab-441b-9274-7a596d00e1ff,revision_number=7']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:17.090166 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-aa8ce93b-2458-4de5-8af4-edc0c9bde1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:17.091765 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-aa8ce93b-2458-4de5-8af4-edc0c9bde1da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 1095 time: 0.0578005 Jul 16 00:03:17.189692 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-c69cfda5-a94e-48a1-b67c-c2ffe9c3f977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:17.192738 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-c69cfda5-a94e-48a1-b67c-c2ffe9c3f977 service neutron] 10.222.0.36 "GET /v2.0/networks?id=01d363e3-4b97-409b-9a60-533ecd977dd9 HTTP/1.1" status: 200 len: 898 time: 0.0942810 Jul 16 00:03:17.254513 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-683a1478-44da-4409-971e-75e76771a126 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bed15959-a9ab-441b-9274-7a596d00e1ff HTTP/1.1" status: 200 len: 1000 time: 0.0558155 Jul 16 00:03:17.303250 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-265845ab-41ba-4f4b-ba91-7425e64e2b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:17.304745 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-265845ab-41ba-4f4b-ba91-7425e64e2b4b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca76149f-f671-4e20-92a6-4645af10190e HTTP/1.1" status: 200 len: 835 time: 0.0442748 Jul 16 00:03:17.366819 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-e8a58d82-7102-4e79-82ff-b74dfd8f9519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:17.368413 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-e8a58d82-7102-4e79-82ff-b74dfd8f9519 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01d363e3-4b97-409b-9a60-533ecd977dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574362 Jul 16 00:03:17.378573 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-cb69ddf5-43a0-40ee-ab46-8b70c562967b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 00:03:17.379536 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-cb69ddf5-43a0-40ee-ab46-8b70c562967b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049195 Jul 16 00:03:17.470155 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-7d171e58-3e99-4353-af28-f89f9d2051a9 service neutron] 10.222.0.36 "GET /v2.0/networks/01d363e3-4b97-409b-9a60-533ecd977dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818715 Jul 16 00:03:17.560277 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-5f215bd2-99ec-4c41-a05b-252754a3e264 service neutron] 10.222.0.36 "GET /v2.0/networks/01d363e3-4b97-409b-9a60-533ecd977dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838516 Jul 16 00:03:18.015465 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee756c-98de-48b8-bcdf-0c6b8519088b req-b4420bad-50a1-413d-9779-e7c3e471ac86 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:18.016833 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-69ee756c-98de-48b8-bcdf-0c6b8519088b req-b4420bad-50a1-413d-9779-e7c3e471ac86 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 944 time: 0.0652606 Jul 16 00:03:18.054117 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-69ee756c-98de-48b8-bcdf-0c6b8519088b req-aa36d0c8-e561-418c-a9e4-75cfe420702e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317419 Jul 16 00:03:18.340828 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b4e282ac-1399-48a9-89ea-663240a50850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:18.675494 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c', 'tag': 'bed15959-a9ab-441b-9274-7a596d00e1ff'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:03:18.677777 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac3ab2df65406140be9365f9b3f66d4be7bd37abeab186e08b44bb3ea3ff9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df1d39f-8fd3-4a98-9803-ba19d9b62245" -d '{"events": [{"name": "network-changed", "server_uuid": "4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c", "tag": "bed15959-a9ab-441b-9274-7a596d00e1ff"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:03:18.728244 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fded4d-5f46-467c-a6b7-4c64b644e444 x-openstack-request-id: req-76fded4d-5f46-467c-a6b7-4c64b644e444 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:03:18.728535 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c", "tag": "bed15959-a9ab-441b-9274-7a596d00e1ff", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:03:18.728791 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76fded4d-5f46-467c-a6b7-4c64b644e444 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:03:18.729183 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c', 'tag': 'bed15959-a9ab-441b-9274-7a596d00e1ff', 'status': 'completed', 'code': 200} Jul 16 00:03:18.824180 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:18.843768 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1d39f-8fd3-4a98-9803-ba19d9b62245 req-995de306-c272-494d-85b7-a7e92726f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:18.845262 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7df1d39f-8fd3-4a98-9803-ba19d9b62245 req-995de306-c272-494d-85b7-a7e92726f112 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 1095 time: 0.0930209 Jul 16 00:03:18.850179 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1d39f-8fd3-4a98-9803-ba19d9b62245 req-52446065-5e1f-44f9-a56a-30a2c2a4a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:18.851660 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7df1d39f-8fd3-4a98-9803-ba19d9b62245 req-52446065-5e1f-44f9-a56a-30a2c2a4a73d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 1095 time: 0.0731909 Jul 16 00:03:19.005014 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1d39f-8fd3-4a98-9803-ba19d9b62245 req-ce4b9e66-14ba-4b26-82da-5f427e9a4596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:19.006481 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7df1d39f-8fd3-4a98-9803-ba19d9b62245 req-ce4b9e66-14ba-4b26-82da-5f427e9a4596 service neutron] 10.222.0.43 "GET /v2.0/networks?id=01d363e3-4b97-409b-9a60-533ecd977dd9 HTTP/1.1" status: 200 len: 898 time: 0.1539938 Jul 16 00:03:19.007557 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1d39f-8fd3-4a98-9803-ba19d9b62245 req-006c992d-48c0-4c7e-99df-c6fd14462697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:19.008844 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7df1d39f-8fd3-4a98-9803-ba19d9b62245 req-006c992d-48c0-4c7e-99df-c6fd14462697 service neutron] 10.222.0.36 "GET /v2.0/networks?id=01d363e3-4b97-409b-9a60-533ecd977dd9 HTTP/1.1" status: 200 len: 898 time: 0.1493533 Jul 16 00:03:19.118509 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7df1d39f-8fd3-4a98-9803-ba19d9b62245 req-878de587-a247-4cd8-a388-3ef1e911c225 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bed15959-a9ab-441b-9274-7a596d00e1ff HTTP/1.1" status: 200 len: 1000 time: 0.1051962 Jul 16 00:03:19.120306 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7df1d39f-8fd3-4a98-9803-ba19d9b62245 req-0ce419c2-7510-41aa-b1f4-c009f792766c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bed15959-a9ab-441b-9274-7a596d00e1ff HTTP/1.1" status: 200 len: 1000 time: 0.1012831 Jul 16 00:03:19.201162 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1d39f-8fd3-4a98-9803-ba19d9b62245 req-9bd306ba-0101-464f-9bd8-8a528215842a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:19.203123 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7df1d39f-8fd3-4a98-9803-ba19d9b62245 req-9bd306ba-0101-464f-9bd8-8a528215842a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca76149f-f671-4e20-92a6-4645af10190e HTTP/1.1" status: 200 len: 835 time: 0.0706782 Jul 16 00:03:19.204374 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1d39f-8fd3-4a98-9803-ba19d9b62245 req-b4f36867-9da9-40d9-9c36-f052a351dc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:19.205699 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7df1d39f-8fd3-4a98-9803-ba19d9b62245 req-b4f36867-9da9-40d9-9c36-f052a351dc34 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ca76149f-f671-4e20-92a6-4645af10190e HTTP/1.1" status: 200 len: 835 time: 0.0807467 Jul 16 00:03:19.234719 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1298958-1210-4343-90c9-91bf30f16f62 req-2c17bcf2-8404-4b4e-938e-0512c2264f7b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:19.236955 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a1298958-1210-4343-90c9-91bf30f16f62 req-2c17bcf2-8404-4b4e-938e-0512c2264f7b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 944 time: 0.0671067 Jul 16 00:03:19.277810 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a1298958-1210-4343-90c9-91bf30f16f62 req-9c13fe90-05c2-40e3-b483-4783e39447bc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352573 Jul 16 00:03:19.305757 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1d39f-8fd3-4a98-9803-ba19d9b62245 req-708416be-4602-4566-a6a3-252a6a7e45c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:19.307309 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7df1d39f-8fd3-4a98-9803-ba19d9b62245 req-708416be-4602-4566-a6a3-252a6a7e45c6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=01d363e3-4b97-409b-9a60-533ecd977dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954192 Jul 16 00:03:19.309855 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1d39f-8fd3-4a98-9803-ba19d9b62245 req-ded42f85-8b55-4b03-818b-01f988763ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:19.311976 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7df1d39f-8fd3-4a98-9803-ba19d9b62245 req-ded42f85-8b55-4b03-818b-01f988763ceb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01d363e3-4b97-409b-9a60-533ecd977dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918031 Jul 16 00:03:19.459485 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7df1d39f-8fd3-4a98-9803-ba19d9b62245 req-0d58ca06-00f6-4299-8b8d-a0224aef25b7 service neutron] 10.222.0.43 "GET /v2.0/networks/01d363e3-4b97-409b-9a60-533ecd977dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449699 Jul 16 00:03:19.462708 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7df1d39f-8fd3-4a98-9803-ba19d9b62245 req-0d8d7129-c8f8-4880-98a5-b3b400bc948d service neutron] 10.222.0.36 "GET /v2.0/networks/01d363e3-4b97-409b-9a60-533ecd977dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414244 Jul 16 00:03:19.868316 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:19.948006 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7df1d39f-8fd3-4a98-9803-ba19d9b62245 req-44973430-95bf-4431-ba41-614753c7595e service neutron] 10.222.0.43 "GET /v2.0/networks/01d363e3-4b97-409b-9a60-533ecd977dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816556 Jul 16 00:03:19.949866 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7df1d39f-8fd3-4a98-9803-ba19d9b62245 req-2fec77ca-5989-4cad-a52d-9900c8e60672 service neutron] 10.222.0.36 "GET /v2.0/networks/01d363e3-4b97-409b-9a60-533ecd977dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767666 Jul 16 00:03:20.210734 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device bed15959-a9ab-441b-9274-7a596d00e1ff details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:03:20.303849 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port bed15959-a9ab-441b-9274-7a596d00e1ff, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=bed15959-a9ab-441b-9274-7a596d00e1ff,segment=NetworkSegment(b9032271-e079-4f48-9e46-787e7959ec6a),segment_id=b9032271-e079-4f48-9e46-787e7959ec6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:20.315313 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': 'bed15959-a9ab-441b-9274-7a596d00e1ff', 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9', 'port_id': 'bed15959-a9ab-441b-9274-7a596d00e1ff', 'mac_address': 'fa:16:3e:33:7f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca76149f-f671-4e20-92a6-4645af10190e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:03:20.351515 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:20.363588 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed15959-a9ab-441b-9274-7a596d00e1ff {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:03:20.386947 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port bed15959-a9ab-441b-9274-7a596d00e1ff, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=bed15959-a9ab-441b-9274-7a596d00e1ff,segment=NetworkSegment(b9032271-e079-4f48-9e46-787e7959ec6a),segment_id=b9032271-e079-4f48-9e46-787e7959ec6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:20.391662 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:20.437711 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=bed15959-a9ab-441b-9274-7a596d00e1ff,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:20.444959 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:20.445298 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:20.445632 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:20.445966 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:20.446295 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:20.446669 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:20.446965 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:20.447285 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:20.447603 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:20.447919 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:20.448236 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:20.448550 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:20.455342 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d88c9-4e63-4e8d-adca-773e4b1657b0 req-9e04ce6f-9c5e-44cd-b2b2-7a0a3a4eea0f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:20.456828 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ea3d88c9-4e63-4e8d-adca-773e4b1657b0 req-9e04ce6f-9c5e-44cd-b2b2-7a0a3a4eea0f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 945 time: 0.0620210 Jul 16 00:03:20.493498 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ea3d88c9-4e63-4e8d-adca-773e4b1657b0 req-edaf6c90-5e71-4427-8172-ce809ddc30dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310543 Jul 16 00:03:20.704095 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['bed15959-a9ab-441b-9274-7a596d00e1ff'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:03:20.795820 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b91ca-8687-4d67-8390-a96b9cfaa334 req-854917fe-d954-407f-829a-b314e50f1a91 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:20.797030 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4bcd6-2669-4837-a1d9-fbcb2c799162 req-a4dd0199-da6b-4c72-ae2c-d61feeb6748c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:20.797226 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-760b91ca-8687-4d67-8390-a96b9cfaa334 req-854917fe-d954-407f-829a-b314e50f1a91 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c&tenant_id=16c130c7698b4f289398f3a08d45c53f&binding%3Ahost_id=n-h1-787205-9 HTTP/1.1" status: 200 len: 945 time: 0.0698051 Jul 16 00:03:20.798513 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97c4bcd6-2669-4837-a1d9-fbcb2c799162 req-a4dd0199-da6b-4c72-ae2c-d61feeb6748c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 945 time: 0.0718491 Jul 16 00:03:20.837851 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97c4bcd6-2669-4837-a1d9-fbcb2c799162 req-4c1f6f2a-edb8-4d97-98c3-70a36610fcd2 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331731 Jul 16 00:03:20.864373 n-d-787205-9 neutron-server[93798]: INFO neutron.api.v2.resource [req-760b91ca-8687-4d67-8390-a96b9cfaa334 req-f7233398-d191-4b9a-845d-6626e935b229 service neutron] delete failed (client error): The resource could not be found. Jul 16 00:03:20.865693 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-760b91ca-8687-4d67-8390-a96b9cfaa334 req-f7233398-d191-4b9a-845d-6626e935b229 service neutron] 10.222.0.43 "DELETE /v2.0/ports/bed15959-a9ab-441b-9274-7a596d00e1ff/bindings/n-h2-787205-9 HTTP/1.1" status: 404 len: 380 time: 0.0619314 Jul 16 00:03:20.964490 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b91ca-8687-4d67-8390-a96b9cfaa334 req-1478ad45-6d3f-409d-bdf2-c1edfe6bd871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:20.965957 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-760b91ca-8687-4d67-8390-a96b9cfaa334 req-1478ad45-6d3f-409d-bdf2-c1edfe6bd871 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 1096 time: 0.0531814 Jul 16 00:03:21.024213 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a95b8c-38ab-4feb-ab25-948fcea94edd req-c2418452-8671-4b42-a106-46016115718e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:21.025815 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a5a95b8c-38ab-4feb-ab25-948fcea94edd req-c2418452-8671-4b42-a106-46016115718e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 945 time: 0.0632303 Jul 16 00:03:21.055682 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b91ca-8687-4d67-8390-a96b9cfaa334 req-5e580557-bdf2-43ce-974e-13c9cba32744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:21.057170 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-760b91ca-8687-4d67-8390-a96b9cfaa334 req-5e580557-bdf2-43ce-974e-13c9cba32744 service neutron] 10.222.0.43 "GET /v2.0/networks?id=01d363e3-4b97-409b-9a60-533ecd977dd9 HTTP/1.1" status: 200 len: 898 time: 0.0850582 Jul 16 00:03:21.064045 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a5a95b8c-38ab-4feb-ab25-948fcea94edd req-ce0458a2-195a-4ca0-85ac-bd3f416f7da4 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324757 Jul 16 00:03:21.120568 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-760b91ca-8687-4d67-8390-a96b9cfaa334 req-55dc4f27-9380-4b4c-8f51-f886b59dc136 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bed15959-a9ab-441b-9274-7a596d00e1ff HTTP/1.1" status: 200 len: 1001 time: 0.0562861 Jul 16 00:03:21.170018 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b91ca-8687-4d67-8390-a96b9cfaa334 req-4abc7b96-f122-420d-bd84-90e12e9cb232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:21.171947 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-760b91ca-8687-4d67-8390-a96b9cfaa334 req-4abc7b96-f122-420d-bd84-90e12e9cb232 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ca76149f-f671-4e20-92a6-4645af10190e HTTP/1.1" status: 200 len: 835 time: 0.0452051 Jul 16 00:03:21.203811 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device bed15959-a9ab-441b-9274-7a596d00e1ff no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:03:21.229970 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b91ca-8687-4d67-8390-a96b9cfaa334 req-bd936ec8-97c7-4d85-9bd1-cbcb7951df13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:21.231596 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-760b91ca-8687-4d67-8390-a96b9cfaa334 req-bd936ec8-97c7-4d85-9bd1-cbcb7951df13 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=01d363e3-4b97-409b-9a60-533ecd977dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531213 Jul 16 00:03:21.241072 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device bed15959-a9ab-441b-9274-7a596d00e1ff not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:03:21.321903 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-760b91ca-8687-4d67-8390-a96b9cfaa334 req-937c379a-51bf-4813-a0f1-0f0201a080ad service neutron] 10.222.0.43 "GET /v2.0/networks/01d363e3-4b97-409b-9a60-533ecd977dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840459 Jul 16 00:03:21.407611 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-760b91ca-8687-4d67-8390-a96b9cfaa334 req-d054c484-048b-497a-833d-00de29d98d1b service neutron] 10.222.0.43 "GET /v2.0/networks/01d363e3-4b97-409b-9a60-533ecd977dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788670 Jul 16 00:03:21.422349 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:22.237179 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3988e0-d104-42a1-8f94-77b497e9dc53 req-71c576ae-84e0-47a6-9ac7-4e5298276293 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:22.238806 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fe3988e0-d104-42a1-8f94-77b497e9dc53 req-71c576ae-84e0-47a6-9ac7-4e5298276293 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 945 time: 0.0655301 Jul 16 00:03:22.238949 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device bed15959-a9ab-441b-9274-7a596d00e1ff up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:03:22.276568 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fe3988e0-d104-42a1-8f94-77b497e9dc53 req-59824bbf-f584-4944-bdca-88aad0aa8508 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321660 Jul 16 00:03:22.287158 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port bed15959-a9ab-441b-9274-7a596d00e1ff completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:03:22.291000 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port bed15959-a9ab-441b-9274-7a596d00e1ff triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:03:22.291371 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:22.301252 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39114) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:22.360761 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-16b80a23-84f5-4e46-b4e8-85537cbea0b2 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/floatingips/111ec704-df73-4651-a415-41ea1885ae67 HTTP/1.1" status: 200 len: 993 time: 0.0582387 Jul 16 00:03:22.370714 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:22.394915 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed15959-a9ab-441b-9274-7a596d00e1ff'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:03:22.397149 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae4f11e9886ebbda74e349334989d67f9e0924aee8a01d735f99c26d20dbf4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78c45f6-5a25-4b94-ad05-98a246a74670" -d '{"events": [{"server_uuid": "4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c", "name": "network-vif-plugged", "status": "completed", "tag": "bed15959-a9ab-441b-9274-7a596d00e1ff"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:03:22.409647 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port bed15959-a9ab-441b-9274-7a596d00e1ff, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=bed15959-a9ab-441b-9274-7a596d00e1ff,segment=NetworkSegment(b9032271-e079-4f48-9e46-787e7959ec6a),segment_id=b9032271-e079-4f48-9e46-787e7959ec6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:22.413537 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:22.462031 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=bed15959-a9ab-441b-9274-7a596d00e1ff,revision_number=9']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:22.483423 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e362e444-1d26-44cc-8033-10db453db0e9 x-openstack-request-id: req-e362e444-1d26-44cc-8033-10db453db0e9 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:03:22.483717 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c", "name": "network-vif-plugged", "status": "completed", "tag": "bed15959-a9ab-441b-9274-7a596d00e1ff", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:03:22.483974 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e362e444-1d26-44cc-8033-10db453db0e9 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:03:22.484372 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed15959-a9ab-441b-9274-7a596d00e1ff', 'code': 200} Jul 16 00:03:24.614901 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:39.376538 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:45.966102 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b3b8340e-a685-4559-aa9e-d9fd8c16ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:48.341850 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c0e28b7-b089-4bcc-bc99-6f02f251ab95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:48.824966 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:48.919172 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39130) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:49.079919 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-05fa4e4f-b1e1-4c78-94cc-a66dd560708c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Deleting port e17e86e3-c592-48a9-8491-585453ada4f5 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:03:49.080182 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05fa4e4f-b1e1-4c78-94cc-a66dd560708c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:49.154215 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05fa4e4f-b1e1-4c78-94cc-a66dd560708c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:49.154535 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05fa4e4f-b1e1-4c78-94cc-a66dd560708c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:49.166194 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-05fa4e4f-b1e1-4c78-94cc-a66dd560708c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Calling delete_port for e17e86e3-c592-48a9-8491-585453ada4f5 owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:03:49.310605 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05fa4e4f-b1e1-4c78-94cc-a66dd560708c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:49.334689 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa4e4f-b1e1-4c78-94cc-a66dd560708c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'Port': ['ID=e17e86e3-c592-48a9-8491-585453ada4f5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:49.396233 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05fa4e4f-b1e1-4c78-94cc-a66dd560708c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:49.396570 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [None req-05fa4e4f-b1e1-4c78-94cc-a66dd560708c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Floating IP 111ec704-df73-4651-a415-41ea1885ae67 disassociated (deleted). External IP: 172.25.4.133, port: bed15959-a9ab-441b-9274-7a596d00e1ff. Jul 16 00:03:49.596652 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fa4e4f-b1e1-4c78-94cc-a66dd560708c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Router 6d4193ee-41dc-4daf-b4dc-105666216328 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:03:49.700684 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fa4e4f-b1e1-4c78-94cc-a66dd560708c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:03:49.705277 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05fa4e4f-b1e1-4c78-94cc-a66dd560708c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:49.710183 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ee713e-d899-45d1-8a89-6f17ea9585d7 None None] Sync routers for ids ['6d4193ee-41dc-4daf-b4dc-105666216328'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:03:49.719350 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ee713e-d899-45d1-8a89-6f17ea9585d7 None None] Routers {'6d4193ee-41dc-4daf-b4dc-105666216328'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:03:49.719948 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-05ee713e-d899-45d1-8a89-6f17ea9585d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:03:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6d4193ee-41dc-4daf-b4dc-105666216328'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:49.741191 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-05fa4e4f-b1e1-4c78-94cc-a66dd560708c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "DELETE /v2.0/floatingips/111ec704-df73-4651-a415-41ea1885ae67 HTTP/1.1" status: 204 len: 168 time: 0.8209288 Jul 16 00:03:49.741951 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c', 'tag': 'bed15959-a9ab-441b-9274-7a596d00e1ff'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:03:49.744309 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac3ab2df65406140be9365f9b3f66d4be7bd37abeab186e08b44bb3ea3ff9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0ae4e8-3f01-4702-879b-3f55b2478be4" -d '{"events": [{"name": "network-changed", "server_uuid": "4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c", "tag": "bed15959-a9ab-441b-9274-7a596d00e1ff"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:03:49.782210 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7b347b-556b-4703-a0a9-6158b1dcf0e7 x-openstack-request-id: req-bd7b347b-556b-4703-a0a9-6158b1dcf0e7 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:03:49.782545 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c", "tag": "bed15959-a9ab-441b-9274-7a596d00e1ff", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:03:49.782810 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd7b347b-556b-4703-a0a9-6158b1dcf0e7 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:03:49.783219 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c', 'tag': 'bed15959-a9ab-441b-9274-7a596d00e1ff', 'status': 'completed', 'code': 200} Jul 16 00:03:49.825652 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-05ee713e-d899-45d1-8a89-6f17ea9585d7 None None] Set router 6d4193ee-41dc-4daf-b4dc-105666216328 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:03:49.875810 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:49.899260 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ae4e8-3f01-4702-879b-3f55b2478be4 req-0bfa6c94-c675-43ac-9c26-fb77376d7c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:49.900897 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0f0ae4e8-3f01-4702-879b-3f55b2478be4 req-0bfa6c94-c675-43ac-9c26-fb77376d7c48 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 1097 time: 0.0583975 Jul 16 00:03:50.005004 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ae4e8-3f01-4702-879b-3f55b2478be4 req-737f807d-5e2a-4f58-8b81-9b446703d084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:50.006521 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0f0ae4e8-3f01-4702-879b-3f55b2478be4 req-737f807d-5e2a-4f58-8b81-9b446703d084 service neutron] 10.222.0.36 "GET /v2.0/networks?id=01d363e3-4b97-409b-9a60-533ecd977dd9 HTTP/1.1" status: 200 len: 898 time: 0.0991821 Jul 16 00:03:50.048853 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-05ee713e-d899-45d1-8a89-6f17ea9585d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822785972', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'c49617a9-7a98-4d80-8d82-a118cf159500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:02:02Z', 'updated_at': '2021-07-16T00:02:05Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': 'c49617a9-7a98-4d80-8d82-a118cf159500', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:02:02Z', 'updated_at': '2021-07-16T00:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'f57d5edb-4931-4724-bc8f-cc8e99b815b2', 'name': '', 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:d1:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ca76149f-f671-4e20-92a6-4645af10190e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:02:05Z', 'updated_at': '2021-07-16T00:02:10Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': 'ca76149f-f671-4e20-92a6-4645af10190e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:50.071066 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0f0ae4e8-3f01-4702-879b-3f55b2478be4 req-ca98b082-ca65-4f3a-a593-c57c36094429 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bed15959-a9ab-441b-9274-7a596d00e1ff HTTP/1.1" status: 200 len: 217 time: 0.0424037 Jul 16 00:03:50.078497 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ee713e-d899-45d1-8a89-6f17ea9585d7 None None] Checking router: 6d4193ee-41dc-4daf-b4dc-105666216328 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:03:50.086782 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ee713e-d899-45d1-8a89-6f17ea9585d7 None None] Routers {'6d4193ee-41dc-4daf-b4dc-105666216328'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:03:50.087384 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-05ee713e-d899-45d1-8a89-6f17ea9585d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:03:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6d4193ee-41dc-4daf-b4dc-105666216328'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:50.121581 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ae4e8-3f01-4702-879b-3f55b2478be4 req-df919671-ad98-4c7e-b892-1a3faa2df66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:50.123031 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0f0ae4e8-3f01-4702-879b-3f55b2478be4 req-df919671-ad98-4c7e-b892-1a3faa2df66c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca76149f-f671-4e20-92a6-4645af10190e HTTP/1.1" status: 200 len: 835 time: 0.0451987 Jul 16 00:03:50.128011 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4f30f-8d72-4777-9a2e-24f1bcd36fbc req-ffd99fb7-7e72-433b-abda-a503bed76d8b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:50.129494 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c5c4f30f-8d72-4777-9a2e-24f1bcd36fbc req-ffd99fb7-7e72-433b-abda-a503bed76d8b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 946 time: 0.0639975 Jul 16 00:03:50.177095 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c5c4f30f-8d72-4777-9a2e-24f1bcd36fbc req-b34b663a-32ba-4efc-bead-59e49bc8d908 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376365 Jul 16 00:03:50.181794 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ae4e8-3f01-4702-879b-3f55b2478be4 req-42b4ed07-8641-44e7-b58d-b90d904ca687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:50.183423 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0f0ae4e8-3f01-4702-879b-3f55b2478be4 req-42b4ed07-8641-44e7-b58d-b90d904ca687 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01d363e3-4b97-409b-9a60-533ecd977dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528030 Jul 16 00:03:50.191958 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-05ee713e-d899-45d1-8a89-6f17ea9585d7 None None] Set router 6d4193ee-41dc-4daf-b4dc-105666216328 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:03:50.276286 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0f0ae4e8-3f01-4702-879b-3f55b2478be4 req-513049a4-c7e2-457a-9cc1-9e4298f48e55 service neutron] 10.222.0.36 "GET /v2.0/networks/01d363e3-4b97-409b-9a60-533ecd977dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860794 Jul 16 00:03:50.367406 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0f0ae4e8-3f01-4702-879b-3f55b2478be4 req-18b0cf7d-acbf-402a-a741-cb4eb81f62a8 service neutron] 10.222.0.36 "GET /v2.0/networks/01d363e3-4b97-409b-9a60-533ecd977dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838962 Jul 16 00:03:50.472532 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-05ee713e-d899-45d1-8a89-6f17ea9585d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822785972', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'c49617a9-7a98-4d80-8d82-a118cf159500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:02:02Z', 'updated_at': '2021-07-16T00:02:05Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': 'c49617a9-7a98-4d80-8d82-a118cf159500', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:02:02Z', 'updated_at': '2021-07-16T00:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'f57d5edb-4931-4724-bc8f-cc8e99b815b2', 'name': '', 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:d1:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ca76149f-f671-4e20-92a6-4645af10190e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:02:05Z', 'updated_at': '2021-07-16T00:02:10Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': 'ca76149f-f671-4e20-92a6-4645af10190e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:50.497010 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ee713e-d899-45d1-8a89-6f17ea9585d7 None None] The sync data for ids ['6d4193ee-41dc-4daf-b4dc-105666216328'] in n-d-787205-9 is: [{'id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822785972', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'c49617a9-7a98-4d80-8d82-a118cf159500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:02:02Z', 'updated_at': '2021-07-16T00:02:05Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': 'c49617a9-7a98-4d80-8d82-a118cf159500', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:02:02Z', 'updated_at': '2021-07-16T00:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'f57d5edb-4931-4724-bc8f-cc8e99b815b2', 'name': '', 'network_id': '01d363e3-4b97-409b-9a60-533ecd977dd9', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:d1:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ca76149f-f671-4e20-92a6-4645af10190e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:02:05Z', 'updated_at': '2021-07-16T00:02:10Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': 'ca76149f-f671-4e20-92a6-4645af10190e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:03:50.698363 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c1a9fb-9f63-45bc-a78a-e1dd6c053f5b None None] New status for floating IP 111ec704-df73-4651-a415-41ea1885ae67: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:03:51.352466 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467729e7-2339-43d9-b941-84c66f9c1152 req-b6d6d406-a9da-443a-9419-6dfbd8916f5b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:51.353916 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-467729e7-2339-43d9-b941-84c66f9c1152 req-b6d6d406-a9da-443a-9419-6dfbd8916f5b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 946 time: 0.0616910 Jul 16 00:03:51.390622 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-467729e7-2339-43d9-b941-84c66f9c1152 req-28be3bcf-80d0-43ef-9f92-fd703268c0b1 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=284e3d87-43c4-47a2-9b9a-362e240ae9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311587 Jul 16 00:03:51.429118 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:51.535873 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b1983-f530-490a-bc66-480380129c3f req-0971bf96-7be7-406b-9f26-75af9ac7c105 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:51.537348 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-da0b1983-f530-490a-bc66-480380129c3f req-0971bf96-7be7-406b-9f26-75af9ac7c105 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c HTTP/1.1" status: 200 len: 946 time: 0.0657775 Jul 16 00:03:51.633259 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-da0b1983-f530-490a-bc66-480380129c3f req-eea2ff21-0bc2-4bae-ad3f-bd0500e3744f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Deleting port bed15959-a9ab-441b-9274-7a596d00e1ff {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:03:51.633497 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-da0b1983-f530-490a-bc66-480380129c3f req-eea2ff21-0bc2-4bae-ad3f-bd0500e3744f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:51.722619 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-da0b1983-f530-490a-bc66-480380129c3f req-eea2ff21-0bc2-4bae-ad3f-bd0500e3744f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] For port bed15959-a9ab-441b-9274-7a596d00e1ff, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=bed15959-a9ab-441b-9274-7a596d00e1ff,segment=NetworkSegment(b9032271-e079-4f48-9e46-787e7959ec6a),segment_id=b9032271-e079-4f48-9e46-787e7959ec6a)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:51.723004 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-da0b1983-f530-490a-bc66-480380129c3f req-eea2ff21-0bc2-4bae-ad3f-bd0500e3744f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:51.734311 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-da0b1983-f530-490a-bc66-480380129c3f req-eea2ff21-0bc2-4bae-ad3f-bd0500e3744f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Calling delete_port for bed15959-a9ab-441b-9274-7a596d00e1ff owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:03:51.857073 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-da0b1983-f530-490a-bc66-480380129c3f req-eea2ff21-0bc2-4bae-ad3f-bd0500e3744f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:51.890252 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2ff21-0bc2-4bae-ad3f-bd0500e3744f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'Port': ['ID=bed15959-a9ab-441b-9274-7a596d00e1ff,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:51.934488 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0b1983-f530-490a-bc66-480380129c3f req-eea2ff21-0bc2-4bae-ad3f-bd0500e3744f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] No DVR routers for this DVR port bed15959-a9ab-441b-9274-7a596d00e1ff on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:03:51.937235 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-da0b1983-f530-490a-bc66-480380129c3f req-eea2ff21-0bc2-4bae-ad3f-bd0500e3744f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:51.939760 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-da0b1983-f530-490a-bc66-480380129c3f req-eea2ff21-0bc2-4bae-ad3f-bd0500e3744f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.36 "DELETE /v2.0/ports/bed15959-a9ab-441b-9274-7a596d00e1ff HTTP/1.1" status: 204 len: 173 time: 0.3973079 Jul 16 00:03:51.940194 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c', 'name': 'network-vif-deleted', 'tag': 'bed15959-a9ab-441b-9274-7a596d00e1ff'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:03:51.942432 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac3ab2df65406140be9365f9b3f66d4be7bd37abeab186e08b44bb3ea3ff9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1068d382-b811-4e56-af3d-7287868300bf" -d '{"events": [{"server_uuid": "4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c", "name": "network-vif-deleted", "tag": "bed15959-a9ab-441b-9274-7a596d00e1ff"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:03:51.978149 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b664956-bb22-41e5-86f5-c81a03e9ccd9 x-openstack-request-id: req-1b664956-bb22-41e5-86f5-c81a03e9ccd9 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:03:51.978516 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c", "name": "network-vif-deleted", "tag": "bed15959-a9ab-441b-9274-7a596d00e1ff", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:03:51.978828 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b664956-bb22-41e5-86f5-c81a03e9ccd9 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:03:51.979234 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c81eeb1-2fde-4f43-b9e7-4a3fa84a7d9c', 'name': 'network-vif-deleted', 'tag': 'bed15959-a9ab-441b-9274-7a596d00e1ff', 'status': 'completed', 'code': 200} Jul 16 00:03:52.388836 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:03:52.482580 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39150) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:52.834017 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19190515-336b-4bc0-a074-bf74e91715a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:53.093937 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-19190515-336b-4bc0-a074-bf74e91715a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Deleting port f57d5edb-4931-4724-bc8f-cc8e99b815b2 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:03:53.094190 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19190515-336b-4bc0-a074-bf74e91715a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:53.177190 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-19190515-336b-4bc0-a074-bf74e91715a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] For port f57d5edb-4931-4724-bc8f-cc8e99b815b2, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f57d5edb-4931-4724-bc8f-cc8e99b815b2,segment=NetworkSegment(b9032271-e079-4f48-9e46-787e7959ec6a),segment_id=b9032271-e079-4f48-9e46-787e7959ec6a)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:53.177541 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19190515-336b-4bc0-a074-bf74e91715a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:53.190246 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-19190515-336b-4bc0-a074-bf74e91715a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Calling delete_port for f57d5edb-4931-4724-bc8f-cc8e99b815b2 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:03:53.367050 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19190515-336b-4bc0-a074-bf74e91715a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:53.396957 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19190515-336b-4bc0-a074-bf74e91715a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'Port': ['ID=f57d5edb-4931-4724-bc8f-cc8e99b815b2,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:53.567226 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-19190515-336b-4bc0-a074-bf74e91715a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:53.773812 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19190515-336b-4bc0-a074-bf74e91715a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Router 6d4193ee-41dc-4daf-b4dc-105666216328 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:03:53.878077 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19190515-336b-4bc0-a074-bf74e91715a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:03:53.883100 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-19190515-336b-4bc0-a074-bf74e91715a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "PUT /v2.0/routers/6d4193ee-41dc-4daf-b4dc-105666216328/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3994653 Jul 16 00:03:53.885871 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39152) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:53.887498 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d64ba1-7b0f-48c7-b7ea-b2559f4f3062 None None] Sync routers for ids ['6d4193ee-41dc-4daf-b4dc-105666216328'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:03:53.896918 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d64ba1-7b0f-48c7-b7ea-b2559f4f3062 None None] Routers {'6d4193ee-41dc-4daf-b4dc-105666216328'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:03:53.897579 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-e1d64ba1-7b0f-48c7-b7ea-b2559f4f3062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:03:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6d4193ee-41dc-4daf-b4dc-105666216328'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:53.936013 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1656070-cf19-401c-9421-4b27afbe2679 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Deleting subnet ca76149f-f671-4e20-92a6-4645af10190e {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:03:53.939320 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1656070-cf19-401c-9421-4b27afbe2679 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:53.978351 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1656070-cf19-401c-9421-4b27afbe2679 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:54.000315 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-e1d64ba1-7b0f-48c7-b7ea-b2559f4f3062 None None] Set router 6d4193ee-41dc-4daf-b4dc-105666216328 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:03:54.065289 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1656070-cf19-401c-9421-4b27afbe2679 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:54.127178 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1656070-cf19-401c-9421-4b27afbe2679 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:54.153854 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1656070-cf19-401c-9421-4b27afbe2679 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'Subnet': ['ID=ca76149f-f671-4e20-92a6-4645af10190e,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:54.159502 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e1656070-cf19-401c-9421-4b27afbe2679 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:54.164264 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39154) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:54.167351 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-e1656070-cf19-401c-9421-4b27afbe2679 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "DELETE /v2.0/subnets/ca76149f-f671-4e20-92a6-4645af10190e HTTP/1.1" status: 204 len: 168 time: 0.2802446 Jul 16 00:03:54.168321 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecc335d-f2a7-4f97-932d-3dff49e6f563 None None] Network 01d363e3-4b97-409b-9a60-533ecd977dd9 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:03:54.176069 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-e1d64ba1-7b0f-48c7-b7ea-b2559f4f3062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822785972', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'c49617a9-7a98-4d80-8d82-a118cf159500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:02:02Z', 'updated_at': '2021-07-16T00:03:53Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': 'c49617a9-7a98-4d80-8d82-a118cf159500', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:02:02Z', 'updated_at': '2021-07-16T00:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:54.201728 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d64ba1-7b0f-48c7-b7ea-b2559f4f3062 None None] Checking router: 6d4193ee-41dc-4daf-b4dc-105666216328 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:03:54.210697 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d64ba1-7b0f-48c7-b7ea-b2559f4f3062 None None] Routers {'6d4193ee-41dc-4daf-b4dc-105666216328'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:03:54.211390 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-e1d64ba1-7b0f-48c7-b7ea-b2559f4f3062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:03:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['6d4193ee-41dc-4daf-b4dc-105666216328'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:54.270419 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f678bda-1464-4c99-a3e2-3551c34fa610 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:54.317602 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-e1d64ba1-7b0f-48c7-b7ea-b2559f4f3062 None None] Set router 6d4193ee-41dc-4daf-b4dc-105666216328 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:03:54.341479 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device bed15959-a9ab-441b-9274-7a596d00e1ff no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:03:54.362404 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: bed15959-a9ab-441b-9274-7a596d00e1ff {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:03:54.363004 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device bed15959-a9ab-441b-9274-7a596d00e1ff not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:03:54.367806 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55834c4b-4e37-4364-9af0-e4707c42ce47 None None] DHCP port deletion for 01d363e3-4b97-409b-9a60-533ecd977dd9 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:03:54.385756 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f678bda-1464-4c99-a3e2-3551c34fa610 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:54.421685 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-55834c4b-4e37-4364-9af0-e4707c42ce47 None None] Deleting port 6c6d06bb-c26d-4727-bc8d-30e537ff3d28 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:03:54.422064 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-55834c4b-4e37-4364-9af0-e4707c42ce47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:54.451675 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-9f678bda-1464-4c99-a3e2-3551c34fa610 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Deleting port c49617a9-7a98-4d80-8d82-a118cf159500 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:03:54.452023 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f678bda-1464-4c99-a3e2-3551c34fa610 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:54.489450 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-55834c4b-4e37-4364-9af0-e4707c42ce47 None None] For port 6c6d06bb-c26d-4727-bc8d-30e537ff3d28, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=6c6d06bb-c26d-4727-bc8d-30e537ff3d28,segment=NetworkSegment(b9032271-e079-4f48-9e46-787e7959ec6a),segment_id=b9032271-e079-4f48-9e46-787e7959ec6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:54.489841 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-55834c4b-4e37-4364-9af0-e4707c42ce47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:54.502884 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-55834c4b-4e37-4364-9af0-e4707c42ce47 None None] Calling delete_port for 6c6d06bb-c26d-4727-bc8d-30e537ff3d28 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:03:54.514662 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-e1d64ba1-7b0f-48c7-b7ea-b2559f4f3062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822785972', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'c49617a9-7a98-4d80-8d82-a118cf159500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:02:02Z', 'updated_at': '2021-07-16T00:03:53Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': 'c49617a9-7a98-4d80-8d82-a118cf159500', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:02:02Z', 'updated_at': '2021-07-16T00:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:54.542032 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d64ba1-7b0f-48c7-b7ea-b2559f4f3062 None None] The sync data for ids ['6d4193ee-41dc-4daf-b4dc-105666216328'] in n-d-787205-9 is: [{'id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822785972', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'c49617a9-7a98-4d80-8d82-a118cf159500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:02:02Z', 'updated_at': '2021-07-16T00:03:53Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': 'c49617a9-7a98-4d80-8d82-a118cf159500', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4193ee-41dc-4daf-b4dc-105666216328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:02:02Z', 'updated_at': '2021-07-16T00:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:03:54.564994 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 6c6d06bb-c26d-4727-bc8d-30e537ff3d28 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:03:54.642238 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:54.671227 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-55834c4b-4e37-4364-9af0-e4707c42ce47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:54.706291 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55834c4b-4e37-4364-9af0-e4707c42ce47 None None] Pushing event deleted for resources: {'Port': ['ID=6c6d06bb-c26d-4727-bc8d-30e537ff3d28,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:54.710405 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55834c4b-4e37-4364-9af0-e4707c42ce47 None None] No DVR routers for this DVR port 6c6d06bb-c26d-4727-bc8d-30e537ff3d28 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:03:54.716491 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:54.890374 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-9f678bda-1464-4c99-a3e2-3551c34fa610 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] For port c49617a9-7a98-4d80-8d82-a118cf159500, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c49617a9-7a98-4d80-8d82-a118cf159500,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:54.890778 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f678bda-1464-4c99-a3e2-3551c34fa610 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:54.903723 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-9f678bda-1464-4c99-a3e2-3551c34fa610 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Calling delete_port for c49617a9-7a98-4d80-8d82-a118cf159500 owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:03:55.071107 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f678bda-1464-4c99-a3e2-3551c34fa610 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:55.098855 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f678bda-1464-4c99-a3e2-3551c34fa610 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'Port': ['ID=c49617a9-7a98-4d80-8d82-a118cf159500,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:55.109940 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f678bda-1464-4c99-a3e2-3551c34fa610 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:55.110832 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f678bda-1464-4c99-a3e2-3551c34fa610 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:55.111178 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f678bda-1464-4c99-a3e2-3551c34fa610 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:55.111516 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f678bda-1464-4c99-a3e2-3551c34fa610 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:55.111850 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f678bda-1464-4c99-a3e2-3551c34fa610 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:55.112184 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f678bda-1464-4c99-a3e2-3551c34fa610 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:55.112514 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f678bda-1464-4c99-a3e2-3551c34fa610 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:55.112843 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f678bda-1464-4c99-a3e2-3551c34fa610 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:55.113175 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f678bda-1464-4c99-a3e2-3551c34fa610 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:55.113502 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f678bda-1464-4c99-a3e2-3551c34fa610 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:55.113824 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f678bda-1464-4c99-a3e2-3551c34fa610 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:55.114150 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f678bda-1464-4c99-a3e2-3551c34fa610 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:55.168342 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f678bda-1464-4c99-a3e2-3551c34fa610 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:55.257817 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f678bda-1464-4c99-a3e2-3551c34fa610 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:55.259862 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f678bda-1464-4c99-a3e2-3551c34fa610 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:55.301554 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f678bda-1464-4c99-a3e2-3551c34fa610 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:55.302151 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f678bda-1464-4c99-a3e2-3551c34fa610 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Fanout notify agent at l3_agent the message router_deleted on router 6d4193ee-41dc-4daf-b4dc-105666216328 {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:03:55.309202 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9f678bda-1464-4c99-a3e2-3551c34fa610 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:55.310343 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9f678bda-1464-4c99-a3e2-3551c34fa610 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "DELETE /v2.0/routers/6d4193ee-41dc-4daf-b4dc-105666216328 HTTP/1.1" status: 204 len: 168 time: 1.1450891 Jul 16 00:03:55.313260 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39156) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:55.388988 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3223780e-40f8-4b05-b3c7-f50707b1e169 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:55.476382 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3223780e-40f8-4b05-b3c7-f50707b1e169 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:55.486395 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-3223780e-40f8-4b05-b3c7-f50707b1e169 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d363e3-4b97-409b-9a60-533ecd977dd9']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:55.495805 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-3223780e-40f8-4b05-b3c7-f50707b1e169 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9032271-e079-4f48-9e46-787e7959ec6a') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:55.496103 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-3223780e-40f8-4b05-b3c7-f50707b1e169 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9032271-e079-4f48-9e46-787e7959ec6a') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:55.504515 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3223780e-40f8-4b05-b3c7-f50707b1e169 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:55.517916 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3223780e-40f8-4b05-b3c7-f50707b1e169 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:55.523534 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3223780e-40f8-4b05-b3c7-f50707b1e169 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:03:55.523916 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3223780e-40f8-4b05-b3c7-f50707b1e169 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:55.526732 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 16 00:03:55.526732 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:03:55.526732 n-d-787205-9 neutron-server[93799]: timer() Jul 16 00:03:55.526732 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:03:55.526732 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 16 00:03:55.526732 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:03:55.526732 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 16 00:03:55.526732 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:03:55.526732 n-d-787205-9 neutron-server[93799]: self._notify() Jul 16 00:03:55.526732 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:03:55.526732 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 16 00:03:55.526732 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:03:55.526732 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 16 00:03:55.526732 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:03:55.526732 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:03:55.526732 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:03:55.526732 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:03:55.526732 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:03:55.526732 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 16 00:03:55.526732 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:03:55.526732 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 16 00:03:55.526732 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:03:55.526732 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:03:55.526732 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:03:55.526732 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 16 00:03:55.526732 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:03:55.526732 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:03:55.526732 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:03:55.526732 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:03:55.526732 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:03:55.526732 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:03:55.526732 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:03:55.585092 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3223780e-40f8-4b05-b3c7-f50707b1e169 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:55.591999 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3223780e-40f8-4b05-b3c7-f50707b1e169 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:55.596968 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3223780e-40f8-4b05-b3c7-f50707b1e169 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "DELETE /v2.0/networks/01d363e3-4b97-409b-9a60-533ecd977dd9 HTTP/1.1" status: 204 len: 168 time: 0.2796040 Jul 16 00:03:55.597332 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39158) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:55.605243 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223780e-40f8-4b05-b3c7-f50707b1e169 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'Network': ['ID=01d363e3-4b97-409b-9a60-533ecd977dd9,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:55.654843 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-68213d45-b3b0-433c-b716-afa376fd2e21 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:55.679285 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-68213d45-b3b0-433c-b716-afa376fd2e21 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:55.748971 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-68213d45-b3b0-433c-b716-afa376fd2e21 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:55.751570 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-68213d45-b3b0-433c-b716-afa376fd2e21 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:55.752754 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-68213d45-b3b0-433c-b716-afa376fd2e21 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "DELETE /v2.0/security-groups/284e3d87-43c4-47a2-9b9a-362e240ae9fb HTTP/1.1" status: 204 len: 168 time: 0.1543200 Jul 16 00:03:55.763731 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68213d45-b3b0-433c-b716-afa376fd2e21 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=284e3d87-43c4-47a2-9b9a-362e240ae9fb,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:56.013950 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39164) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:56.019237 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-48fa385d-f1af-4b41-86e9-ae1656f68a3f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-452396930', 'description': 'tempest-secgroup-smoke-452396930 description', 'project_id': '16c130c7698b4f289398f3a08d45c53f'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:03:56.041201 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-48fa385d-f1af-4b41-86e9-ae1656f68a3f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:56.120532 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-48fa385d-f1af-4b41-86e9-ae1656f68a3f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:56.124023 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-48fa385d-f1af-4b41-86e9-ae1656f68a3f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:56.151696 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-48fa385d-f1af-4b41-86e9-ae1656f68a3f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:56.152905 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-48fa385d-f1af-4b41-86e9-ae1656f68a3f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1379554 Jul 16 00:03:56.154763 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa385d-f1af-4b41-86e9-ae1656f68a3f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27fed6da-c04c-4c0f-a8ba-b59e018bbca5,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:56.155931 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39166) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:56.160731 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-35a09f23-ff69-480b-be04-54da27c3a81c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group_rule': {'security_group_id': '27fed6da-c04c-4c0f-a8ba-b59e018bbca5', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:03:56.185258 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-35a09f23-ff69-480b-be04-54da27c3a81c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:56.239470 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-35a09f23-ff69-480b-be04-54da27c3a81c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:56.242896 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-35a09f23-ff69-480b-be04-54da27c3a81c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:56.260042 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a09f23-ff69-480b-be04-54da27c3a81c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7260ea-5f6d-4afd-a3be-c34c34daa3d8,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:56.265485 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-35a09f23-ff69-480b-be04-54da27c3a81c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:56.266784 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-35a09f23-ff69-480b-be04-54da27c3a81c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1096926 Jul 16 00:03:56.269655 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39168) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:56.274060 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-1531dbdc-707f-43ae-b406-a053cb567ab2 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group_rule': {'security_group_id': '27fed6da-c04c-4c0f-a8ba-b59e018bbca5', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:03:56.300325 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1531dbdc-707f-43ae-b406-a053cb567ab2 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:56.356889 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1531dbdc-707f-43ae-b406-a053cb567ab2 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:56.360724 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1531dbdc-707f-43ae-b406-a053cb567ab2 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:56.377471 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531dbdc-707f-43ae-b406-a053cb567ab2 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=008cedab-4b52-48ac-a2b2-14d8f2ff3cc2,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:56.383676 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1531dbdc-707f-43ae-b406-a053cb567ab2 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:56.384842 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1531dbdc-707f-43ae-b406-a053cb567ab2 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142287 Jul 16 00:03:56.387622 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39170) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:56.392696 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-e7f0bcf6-5bb6-45ed-a38f-f1cac51f745e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group_rule': {'security_group_id': '27fed6da-c04c-4c0f-a8ba-b59e018bbca5', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:03:56.420448 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e7f0bcf6-5bb6-45ed-a38f-f1cac51f745e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:56.452765 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c49617a9-7a98-4d80-8d82-a118cf159500 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:03:56.472513 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: c49617a9-7a98-4d80-8d82-a118cf159500 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:03:56.472972 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c49617a9-7a98-4d80-8d82-a118cf159500 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:03:56.473299 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f57d5edb-4931-4724-bc8f-cc8e99b815b2 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:03:56.481711 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e7f0bcf6-5bb6-45ed-a38f-f1cac51f745e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:56.485878 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e7f0bcf6-5bb6-45ed-a38f-f1cac51f745e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:56.492215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: f57d5edb-4931-4724-bc8f-cc8e99b815b2 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:03:56.492564 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f57d5edb-4931-4724-bc8f-cc8e99b815b2 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:03:56.503499 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0bcf6-5bb6-45ed-a38f-f1cac51f745e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f0c2ebb-d4fd-4592-98dc-0861fa02f3e0,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:56.508739 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e7f0bcf6-5bb6-45ed-a38f-f1cac51f745e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:56.510011 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e7f0bcf6-5bb6-45ed-a38f-f1cac51f745e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214678 Jul 16 00:03:56.512797 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39172) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:56.517208 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-abf27977-9645-4afb-a915-343213c4a19e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group_rule': {'security_group_id': '27fed6da-c04c-4c0f-a8ba-b59e018bbca5', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:03:56.542733 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-abf27977-9645-4afb-a915-343213c4a19e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:56.600068 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-abf27977-9645-4afb-a915-343213c4a19e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:56.603513 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-abf27977-9645-4afb-a915-343213c4a19e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:56.618983 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf27977-9645-4afb-a915-343213c4a19e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67750456-d827-437f-bdfb-9fe46e84c708,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:56.629470 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-abf27977-9645-4afb-a915-343213c4a19e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:56.630836 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-abf27977-9645-4afb-a915-343213c4a19e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169264 Jul 16 00:03:56.633381 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39174) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:56.637801 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-41f3c052-b35a-4d37-aeee-40ff030effc2 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group_rule': {'security_group_id': '27fed6da-c04c-4c0f-a8ba-b59e018bbca5', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:03:56.659929 n-d-787205-9 neutron-server[93799]: INFO neutron.db.securitygroups_db [None req-41f3c052-b35a-4d37-aeee-40ff030effc2 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Project 16c130c7698b4f289398f3a08d45c53f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:03:56.664878 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-41f3c052-b35a-4d37-aeee-40ff030effc2 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:56.724040 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-41f3c052-b35a-4d37-aeee-40ff030effc2 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:56.727428 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-41f3c052-b35a-4d37-aeee-40ff030effc2 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:56.745461 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3c052-b35a-4d37-aeee-40ff030effc2 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a535c81c-4b0e-4a3b-9f7b-2016d958faab,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:56.751738 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-41f3c052-b35a-4d37-aeee-40ff030effc2 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:56.752944 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-41f3c052-b35a-4d37-aeee-40ff030effc2 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1186507 Jul 16 00:03:56.755758 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39176) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:56.760286 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-fcd273f1-8e88-4f2f-9064-50c33de27132 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group_rule': {'security_group_id': '27fed6da-c04c-4c0f-a8ba-b59e018bbca5', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:03:56.780243 n-d-787205-9 neutron-server[93799]: INFO neutron.db.securitygroups_db [None req-fcd273f1-8e88-4f2f-9064-50c33de27132 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Project 16c130c7698b4f289398f3a08d45c53f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:03:56.785368 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fcd273f1-8e88-4f2f-9064-50c33de27132 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:56.845921 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fcd273f1-8e88-4f2f-9064-50c33de27132 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:56.849314 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fcd273f1-8e88-4f2f-9064-50c33de27132 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:56.867477 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd273f1-8e88-4f2f-9064-50c33de27132 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5becc4-f7d5-498e-aad1-8d61bc110213,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:56.872837 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-fcd273f1-8e88-4f2f-9064-50c33de27132 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:56.873986 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-fcd273f1-8e88-4f2f-9064-50c33de27132 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1173184 Jul 16 00:03:56.876831 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39178) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:56.881565 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-ecb63ffe-7cfb-4096-b32d-36a6e5901064 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'network': {'name': 'tempest-network-smoke--993776092', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'port_security_enabled': True}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:03:56.900741 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb63ffe-7cfb-4096-b32d-36a6e5901064 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Made reservation on behalf of 16c130c7698b4f289398f3a08d45c53f for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:03:56.904058 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ecb63ffe-7cfb-4096-b32d-36a6e5901064 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:56.927776 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb63ffe-7cfb-4096-b32d-36a6e5901064 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:03:56.937126 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ecb63ffe-7cfb-4096-b32d-36a6e5901064 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:56.937465 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-ecb63ffe-7cfb-4096-b32d-36a6e5901064 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Added segment 02d4416d-8b77-47e5-b613-cce2859c9d0b of type vlan for network a8228409-11a1-4226-92b9-47a575bff791 Jul 16 00:03:56.976979 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ecb63ffe-7cfb-4096-b32d-36a6e5901064 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:57.004781 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ecb63ffe-7cfb-4096-b32d-36a6e5901064 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:57.010310 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb63ffe-7cfb-4096-b32d-36a6e5901064 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:57.010961 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ecb63ffe-7cfb-4096-b32d-36a6e5901064 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:57.042388 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ecb63ffe-7cfb-4096-b32d-36a6e5901064 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1644812 Jul 16 00:03:57.045127 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39180) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:57.049551 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-ac6b407c-0c35-492e-841c-f381dec71ad8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-169261979', 'admin_state_up': True, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:03:57.093368 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb63ffe-7cfb-4096-b32d-36a6e5901064 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Network': ['ID=a8228409-11a1-4226-92b9-47a575bff791,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:57.104669 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network a8228409-11a1-4226-92b9-47a575bff791 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:03:57.109228 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ac6b407c-0c35-492e-841c-f381dec71ad8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:57.110360 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ac6b407c-0c35-492e-841c-f381dec71ad8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:57.160093 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ac6b407c-0c35-492e-841c-f381dec71ad8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:57.294442 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ac6b407c-0c35-492e-841c-f381dec71ad8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:57.481031 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ac6b407c-0c35-492e-841c-f381dec71ad8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:57.498804 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ac6b407c-0c35-492e-841c-f381dec71ad8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:57.602551 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-ac6b407c-0c35-492e-841c-f381dec71ad8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Allocated IP 172.25.4.152 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/1942f1ee-b52f-4b51-81b6-4b1f535df3fb) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:03:57.704779 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ac6b407c-0c35-492e-841c-f381dec71ad8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:57.741636 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ac6b407c-0c35-492e-841c-f381dec71ad8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:57.776162 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6b407c-0c35-492e-841c-f381dec71ad8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:03:57.782154 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-ac6b407c-0c35-492e-841c-f381dec71ad8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:03:57.785625 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6b407c-0c35-492e-841c-f381dec71ad8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:03:57.806994 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b407c-0c35-492e-841c-f381dec71ad8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Port': ['ID=1942f1ee-b52f-4b51-81b6-4b1f535df3fb,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:58.026374 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ac6b407c-0c35-492e-841c-f381dec71ad8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:58.215348 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ac6b407c-0c35-492e-841c-f381dec71ad8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:58.336563 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6b407c-0c35-492e-841c-f381dec71ad8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Router 4fd07e17-ef95-4e3c-a1df-38ecedc0525d is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:03:58.441042 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6b407c-0c35-492e-841c-f381dec71ad8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:03:58.450450 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e3cb58-5791-499a-a371-8ef1d2f05eb3 None None] Sync routers for ids ['4fd07e17-ef95-4e3c-a1df-38ecedc0525d'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:03:58.459423 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ac6b407c-0c35-492e-841c-f381dec71ad8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:58.459624 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e3cb58-5791-499a-a371-8ef1d2f05eb3 None None] Routers {'4fd07e17-ef95-4e3c-a1df-38ecedc0525d'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:03:58.460241 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-13e3cb58-5791-499a-a371-8ef1d2f05eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:03:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['4fd07e17-ef95-4e3c-a1df-38ecedc0525d'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:58.460641 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ac6b407c-0c35-492e-841c-f381dec71ad8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4145682 Jul 16 00:03:58.464892 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39184) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:58.493890 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4fc3e8e7-b5ba-4d55-b041-e4c6a3470032 tempest-TestNetworkAdvancedServerOps-433953513 tempest-TestNetworkAdvancedServerOps-433953513-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=16c130c7698b4f289398f3a08d45c53f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273385 Jul 16 00:03:58.496023 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39186) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:58.583329 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b92d4c-0d4d-4c14-a5d4-96742a0efcb2 tempest-TestNetworkAdvancedServerOps-433953513 tempest-TestNetworkAdvancedServerOps-433953513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:58.584858 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-43b92d4c-0d4d-4c14-a5d4-96742a0efcb2 tempest-TestNetworkAdvancedServerOps-433953513 tempest-TestNetworkAdvancedServerOps-433953513-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879493 Jul 16 00:03:58.588045 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39188) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:58.621199 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-698e2a41-152a-4985-9349-dd138e70187c tempest-TestNetworkAdvancedServerOps-433953513 tempest-TestNetworkAdvancedServerOps-433953513-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=61ac1f85-79f4-4ace-93a9-51b85862f208&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320745 Jul 16 00:03:58.623964 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39190) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:58.629340 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-a75ad1fa-c91d-423a-b166-9ccbd22bcd0c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-812945066', 'network_id': 'a8228409-11a1-4226-92b9-47a575bff791', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:03:58.717042 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-13e3cb58-5791-499a-a371-8ef1d2f05eb3 None None] Set router 4fd07e17-ef95-4e3c-a1df-38ecedc0525d gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:03:58.719029 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75ad1fa-c91d-423a-b166-9ccbd22bcd0c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Made reservation on behalf of 16c130c7698b4f289398f3a08d45c53f for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:03:58.723418 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a75ad1fa-c91d-423a-b166-9ccbd22bcd0c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:58.894204 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-13e3cb58-5791-499a-a371-8ef1d2f05eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169261979', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '1942f1ee-b52f-4b51-81b6-4b1f535df3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:57Z', 'updated_at': '2021-07-16T00:03:57Z', 'revision_number': 3, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '1942f1ee-b52f-4b51-81b6-4b1f535df3fb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:57Z', 'updated_at': '2021-07-16T00:03:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:58.900042 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a75ad1fa-c91d-423a-b166-9ccbd22bcd0c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:58.920287 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e3cb58-5791-499a-a371-8ef1d2f05eb3 None None] Checking router: 4fd07e17-ef95-4e3c-a1df-38ecedc0525d for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:03:58.920642 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e3cb58-5791-499a-a371-8ef1d2f05eb3 None None] Updating router 4fd07e17-ef95-4e3c-a1df-38ecedc0525d port 1942f1ee-b52f-4b51-81b6-4b1f535df3fb binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:03:58.959628 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-13e3cb58-5791-499a-a371-8ef1d2f05eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:58.964680 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ad1fa-c91d-423a-b166-9ccbd22bcd0c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Subnet': ['ID=c620076f-b02e-439c-b27e-c7afd2917eed,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:58.975512 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75ad1fa-c91d-423a-b166-9ccbd22bcd0c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Checking segment: {'id': '02d4416d-8b77-47e5-b613-cce2859c9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a8228409-11a1-4226-92b9-47a575bff791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:03:58.975872 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75ad1fa-c91d-423a-b166-9ccbd22bcd0c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network hostable DHCP agents. Network: a8228409-11a1-4226-92b9-47a575bff791, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:03:58.991927 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75ad1fa-c91d-423a-b166-9ccbd22bcd0c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network a8228409-11a1-4226-92b9-47a575bff791 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:03:59.001221 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-a75ad1fa-c91d-423a-b166-9ccbd22bcd0c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, a8228409-11a1-4226-92b9-47a575bff791) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:03:59.005569 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75ad1fa-c91d-423a-b166-9ccbd22bcd0c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:59.006646 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-a75ad1fa-c91d-423a-b166-9ccbd22bcd0c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:59.024030 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39192) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:59.024612 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a75ad1fa-c91d-423a-b166-9ccbd22bcd0c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3991752 Jul 16 00:03:59.041992 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf15f1c-4f39-45ab-bcd0-c301d0ca3b65 None None] Network a8228409-11a1-4226-92b9-47a575bff791 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:03:59.288453 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aeea171-dad9-4492-82a4-5e0ef65cd673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-a8228409-11a1-4226-92b9-47a575bff791', 'network_id': 'a8228409-11a1-4226-92b9-47a575bff791', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'fixed_ips': [{'subnet_id': 'c620076f-b02e-439c-b27e-c7afd2917eed'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:03:59.289320 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3aeea171-dad9-4492-82a4-5e0ef65cd673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:59.396986 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-13e3cb58-5791-499a-a371-8ef1d2f05eb3 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:59.421918 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-13e3cb58-5791-499a-a371-8ef1d2f05eb3 None None] Transition to ACTIVE for port object 1942f1ee-b52f-4b51-81b6-4b1f535df3fb will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:03:59.434474 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-13e3cb58-5791-499a-a371-8ef1d2f05eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:59.520254 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-13e3cb58-5791-499a-a371-8ef1d2f05eb3 None None] Attempting to bind port 1942f1ee-b52f-4b51-81b6-4b1f535df3fb on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:03:59.521023 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-13e3cb58-5791-499a-a371-8ef1d2f05eb3 None None] Attempting to bind port 1942f1ee-b52f-4b51-81b6-4b1f535df3fb by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:03:59.521023 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e3cb58-5791-499a-a371-8ef1d2f05eb3 None None] Attempting to bind port 1942f1ee-b52f-4b51-81b6-4b1f535df3fb on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:03:59.523414 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-3aeea171-dad9-4492-82a4-5e0ef65cd673 None None] Allocated IP 172.20.0.2 (a8228409-11a1-4226-92b9-47a575bff791/c620076f-b02e-439c-b27e-c7afd2917eed/61b1701c-d8e2-4c44-af4b-388d84ad8b60) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:03:59.525562 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512ee09-aca6-47b8-bea9-3ca28242e945 None None] Pushing event updated for resources: {'Port': ['ID=1942f1ee-b52f-4b51-81b6-4b1f535df3fb,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:59.537461 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e3cb58-5791-499a-a371-8ef1d2f05eb3 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:03:59.537844 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e3cb58-5791-499a-a371-8ef1d2f05eb3 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:03:59.538252 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-13e3cb58-5791-499a-a371-8ef1d2f05eb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:59.538668 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e3cb58-5791-499a-a371-8ef1d2f05eb3 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:03:59.539121 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-13e3cb58-5791-499a-a371-8ef1d2f05eb3 None None] Bound port: 1942f1ee-b52f-4b51-81b6-4b1f535df3fb, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:03:59.539500 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-13e3cb58-5791-499a-a371-8ef1d2f05eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:59.645427 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-13e3cb58-5791-499a-a371-8ef1d2f05eb3 None None] For port 1942f1ee-b52f-4b51-81b6-4b1f535df3fb, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:03:59.650060 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-13e3cb58-5791-499a-a371-8ef1d2f05eb3 None None] For port 1942f1ee-b52f-4b51-81b6-4b1f535df3fb, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1942f1ee-b52f-4b51-81b6-4b1f535df3fb,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:03:59.657640 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-13e3cb58-5791-499a-a371-8ef1d2f05eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:59.751029 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e3cb58-5791-499a-a371-8ef1d2f05eb3 None None] Routers {'4fd07e17-ef95-4e3c-a1df-38ecedc0525d'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:03:59.751662 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-13e3cb58-5791-499a-a371-8ef1d2f05eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:03:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['4fd07e17-ef95-4e3c-a1df-38ecedc0525d'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:59.793937 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f03840fe-98cb-40e3-8866-c5da774e5401 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:59.821880 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512ee09-aca6-47b8-bea9-3ca28242e945 None None] Pushing event updated for resources: {'Port': ['ID=1942f1ee-b52f-4b51-81b6-4b1f535df3fb,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:59.826730 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3aeea171-dad9-4492-82a4-5e0ef65cd673 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:59.865334 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3aeea171-dad9-4492-82a4-5e0ef65cd673 None None] Transition to ACTIVE for port object 61b1701c-d8e2-4c44-af4b-388d84ad8b60 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:03:59.894797 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3aeea171-dad9-4492-82a4-5e0ef65cd673 None None] Transition to ACTIVE for port object 61b1701c-d8e2-4c44-af4b-388d84ad8b60 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:03:59.905696 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3aeea171-dad9-4492-82a4-5e0ef65cd673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:59.909756 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-13e3cb58-5791-499a-a371-8ef1d2f05eb3 None None] Set router 4fd07e17-ef95-4e3c-a1df-38ecedc0525d gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:04:00.004461 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aeea171-dad9-4492-82a4-5e0ef65cd673 None None] Network a8228409-11a1-4226-92b9-47a575bff791 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:04:00.016815 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-3aeea171-dad9-4492-82a4-5e0ef65cd673 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:04:00.023033 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeea171-dad9-4492-82a4-5e0ef65cd673 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:04:00.033705 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeea171-dad9-4492-82a4-5e0ef65cd673 None None] Pushing event updated for resources: {'Port': ['ID=61b1701c-d8e2-4c44-af4b-388d84ad8b60,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:00.077372 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-f03840fe-98cb-40e3-8866-c5da774e5401 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Allocated IP 172.20.0.1 (a8228409-11a1-4226-92b9-47a575bff791/c620076f-b02e-439c-b27e-c7afd2917eed/f4805318-2bea-4065-9484-8bca13af6ac1) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:04:00.129974 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-3aeea171-dad9-4492-82a4-5e0ef65cd673 None None] Attempting to bind port 61b1701c-d8e2-4c44-af4b-388d84ad8b60 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:04:00.130396 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-3aeea171-dad9-4492-82a4-5e0ef65cd673 None None] Attempting to bind port 61b1701c-d8e2-4c44-af4b-388d84ad8b60 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '02d4416d-8b77-47e5-b613-cce2859c9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a8228409-11a1-4226-92b9-47a575bff791'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:04:00.130737 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeea171-dad9-4492-82a4-5e0ef65cd673 None None] Attempting to bind port 61b1701c-d8e2-4c44-af4b-388d84ad8b60 on network a8228409-11a1-4226-92b9-47a575bff791 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:04:00.137478 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeea171-dad9-4492-82a4-5e0ef65cd673 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:04:00.137851 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeea171-dad9-4492-82a4-5e0ef65cd673 None None] Checking segment: {'id': '02d4416d-8b77-47e5-b613-cce2859c9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a8228409-11a1-4226-92b9-47a575bff791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:04:00.138259 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3aeea171-dad9-4492-82a4-5e0ef65cd673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:00.138671 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeea171-dad9-4492-82a4-5e0ef65cd673 None None] Bound using segment: {'id': '02d4416d-8b77-47e5-b613-cce2859c9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a8228409-11a1-4226-92b9-47a575bff791'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:04:00.139139 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-3aeea171-dad9-4492-82a4-5e0ef65cd673 None None] Bound port: 61b1701c-d8e2-4c44-af4b-388d84ad8b60, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d4416d-8b77-47e5-b613-cce2859c9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a8228409-11a1-4226-92b9-47a575bff791'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:04:00.139519 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3aeea171-dad9-4492-82a4-5e0ef65cd673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:00.196821 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f03840fe-98cb-40e3-8866-c5da774e5401 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:00.210649 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-f03840fe-98cb-40e3-8866-c5da774e5401 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Transition to ACTIVE for port object f4805318-2bea-4065-9484-8bca13af6ac1 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:04:00.235045 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-3aeea171-dad9-4492-82a4-5e0ef65cd673 None None] For port 61b1701c-d8e2-4c44-af4b-388d84ad8b60, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:04:00.238986 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-3aeea171-dad9-4492-82a4-5e0ef65cd673 None None] For port 61b1701c-d8e2-4c44-af4b-388d84ad8b60, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=61b1701c-d8e2-4c44-af4b-388d84ad8b60,segment=NetworkSegment(02d4416d-8b77-47e5-b613-cce2859c9d0b),segment_id=02d4416d-8b77-47e5-b613-cce2859c9d0b)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:04:00.241500 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-13e3cb58-5791-499a-a371-8ef1d2f05eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169261979', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '1942f1ee-b52f-4b51-81b6-4b1f535df3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:57Z', 'updated_at': '2021-07-16T00:03:57Z', 'revision_number': 3, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '1942f1ee-b52f-4b51-81b6-4b1f535df3fb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:57Z', 'updated_at': '2021-07-16T00:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:00.244675 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f03840fe-98cb-40e3-8866-c5da774e5401 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:00.244958 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3aeea171-dad9-4492-82a4-5e0ef65cd673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:00.284465 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03840fe-98cb-40e3-8866-c5da774e5401 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network a8228409-11a1-4226-92b9-47a575bff791 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:04:00.289584 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-f03840fe-98cb-40e3-8866-c5da774e5401 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:04:00.293414 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03840fe-98cb-40e3-8866-c5da774e5401 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:04:00.294794 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e3cb58-5791-499a-a371-8ef1d2f05eb3 None None] The sync data for ids ['4fd07e17-ef95-4e3c-a1df-38ecedc0525d'] in n-d-787205-9 is: [{'id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169261979', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '1942f1ee-b52f-4b51-81b6-4b1f535df3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:57Z', 'updated_at': '2021-07-16T00:03:57Z', 'revision_number': 3, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '1942f1ee-b52f-4b51-81b6-4b1f535df3fb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:57Z', 'updated_at': '2021-07-16T00:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:04:00.321238 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03840fe-98cb-40e3-8866-c5da774e5401 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Port': ['ID=f4805318-2bea-4065-9484-8bca13af6ac1,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:00.331458 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeea171-dad9-4492-82a4-5e0ef65cd673 None None] Pushing event updated for resources: {'Port': ['ID=61b1701c-d8e2-4c44-af4b-388d84ad8b60,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:00.343408 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f03840fe-98cb-40e3-8866-c5da774e5401 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:00.518145 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f03840fe-98cb-40e3-8866-c5da774e5401 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:00.843589 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f03840fe-98cb-40e3-8866-c5da774e5401 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:00.848301 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f03840fe-98cb-40e3-8866-c5da774e5401 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:00.933804 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f03840fe-98cb-40e3-8866-c5da774e5401 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:00.935793 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03840fe-98cb-40e3-8866-c5da774e5401 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Port': ['ID=f4805318-2bea-4065-9484-8bca13af6ac1,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:01.035301 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03840fe-98cb-40e3-8866-c5da774e5401 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network a8228409-11a1-4226-92b9-47a575bff791 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:04:01.036714 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-f03840fe-98cb-40e3-8866-c5da774e5401 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:04:01.158910 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03840fe-98cb-40e3-8866-c5da774e5401 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Router 4fd07e17-ef95-4e3c-a1df-38ecedc0525d has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:04:01.273436 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03840fe-98cb-40e3-8866-c5da774e5401 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:04:01.279857 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f03840fe-98cb-40e3-8866-c5da774e5401 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "PUT /v2.0/routers/4fd07e17-ef95-4e3c-a1df-38ecedc0525d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2545948 Jul 16 00:04:01.292370 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fc568b-4da7-49e8-974e-3ae79b2aa432 None None] Network a8228409-11a1-4226-92b9-47a575bff791 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:04:01.373862 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b1f5efe9-c688-4ed9-89fe-66f928ff6ab4 None None] Provisioning for port 61b1701c-d8e2-4c44-af4b-388d84ad8b60 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:04:01.431728 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-d4e59901-1627-497d-ad06-fbef2610969c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-452396930&fields=id&tenant_id=16c130c7698b4f289398f3a08d45c53f HTTP/1.1" status: 200 len: 267 time: 0.0345891 Jul 16 00:04:01.547428 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-098e8acb-d7c4-4660-bce1-eadf4289e2b2 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:01.549140 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-098e8acb-d7c4-4660-bce1-eadf4289e2b2 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/networks?id=a8228409-11a1-4226-92b9-47a575bff791 HTTP/1.1" status: 200 len: 796 time: 0.1100261 Jul 16 00:04:01.569023 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-c6a325b1-c52e-4c1d-8584-527934a9d97c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/quotas/16c130c7698b4f289398f3a08d45c53f HTTP/1.1" status: 200 len: 375 time: 0.0107677 Jul 16 00:04:01.650219 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-67d17399-9dfe-443a-ba13-a0413f1975b0 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750794 Jul 16 00:04:01.758403 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-bebc7ad1-9a24-41e7-9f70-4c8a43b145b2 service neutron] 10.222.0.16 "GET /v2.0/networks/a8228409-11a1-4226-92b9-47a575bff791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959604 Jul 16 00:04:01.805142 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ae322000-93d5-466c-a529-93958a985c47 None None] Provisioning for port f4805318-2bea-4065-9484-8bca13af6ac1 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:04:01.809502 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ae322000-93d5-466c-a529-93958a985c47 None None] Provisioning complete for port f4805318-2bea-4065-9484-8bca13af6ac1 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:04:01.809875 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ae322000-93d5-466c-a529-93958a985c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:01.879297 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-8d5a63df-1e84-4c19-800d-ea12acf8b182 service neutron] 10.222.0.16 "GET /v2.0/networks/a8228409-11a1-4226-92b9-47a575bff791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142926 Jul 16 00:04:01.971103 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8126b5-7ee4-4c0e-a323-0f40734e146f None None] Sync routers for ids ['4fd07e17-ef95-4e3c-a1df-38ecedc0525d'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:04:01.984435 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8126b5-7ee4-4c0e-a323-0f40734e146f None None] Routers {'4fd07e17-ef95-4e3c-a1df-38ecedc0525d'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:04:01.989304 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-6b8126b5-7ee4-4c0e-a323-0f40734e146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:03:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['4fd07e17-ef95-4e3c-a1df-38ecedc0525d'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:02.030881 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ae322000-93d5-466c-a529-93958a985c47 None None] Port f4805318-2bea-4065-9484-8bca13af6ac1 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:04:02.099568 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bc8a4b56-baf1-44a1-93b7-ac8722e0f653 req-8cdd4329-c545-4bd7-8f66-9862f80412b8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 210 time: 0.0329449 Jul 16 00:04:02.136784 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-6b8126b5-7ee4-4c0e-a323-0f40734e146f None None] Set router 4fd07e17-ef95-4e3c-a1df-38ecedc0525d gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:04:02.163907 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-cb238b5e-1945-49e1-944a-de322e914f49 None None] Provisioning complete for port f4805318-2bea-4065-9484-8bca13af6ac1 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:04:02.163907 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cb238b5e-1945-49e1-944a-de322e914f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:02.215778 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-cb238b5e-1945-49e1-944a-de322e914f49 None None] Port f4805318-2bea-4065-9484-8bca13af6ac1 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:04:02.339742 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-586c06dc-9834-4779-907a-dc39d7462f33 None None] Provisioning complete for port f4805318-2bea-4065-9484-8bca13af6ac1 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:04:02.341036 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-586c06dc-9834-4779-907a-dc39d7462f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:02.342173 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-6b8126b5-7ee4-4c0e-a323-0f40734e146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169261979', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '1942f1ee-b52f-4b51-81b6-4b1f535df3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:57Z', 'updated_at': '2021-07-16T00:04:00Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '1942f1ee-b52f-4b51-81b6-4b1f535df3fb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:57Z', 'updated_at': '2021-07-16T00:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'f4805318-2bea-4065-9484-8bca13af6ac1', 'name': '', 'network_id': 'a8228409-11a1-4226-92b9-47a575bff791', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:fd:d3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c620076f-b02e-439c-b27e-c7afd2917eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:59Z', 'updated_at': '2021-07-16T00:04:00Z', 'revision_number': 2, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': 'c620076f-b02e-439c-b27e-c7afd2917eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:02.367648 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8126b5-7ee4-4c0e-a323-0f40734e146f None None] Checking router: 4fd07e17-ef95-4e3c-a1df-38ecedc0525d for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:04:02.367998 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8126b5-7ee4-4c0e-a323-0f40734e146f None None] Updating router 4fd07e17-ef95-4e3c-a1df-38ecedc0525d port f4805318-2bea-4065-9484-8bca13af6ac1 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:04:02.377871 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-586c06dc-9834-4779-907a-dc39d7462f33 None None] Port f4805318-2bea-4065-9484-8bca13af6ac1 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:04:02.406196 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6b8126b5-7ee4-4c0e-a323-0f40734e146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:02.535789 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1942f1ee-b52f-4b51-81b6-4b1f535df3fb up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:04:02.590348 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 1942f1ee-b52f-4b51-81b6-4b1f535df3fb completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:04:02.594361 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 1942f1ee-b52f-4b51-81b6-4b1f535df3fb triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:04:02.594760 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:02.674135 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:02.694297 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6b8126b5-7ee4-4c0e-a323-0f40734e146f None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:02.696002 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 1942f1ee-b52f-4b51-81b6-4b1f535df3fb, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1942f1ee-b52f-4b51-81b6-4b1f535df3fb,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:04:02.701030 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:02.701849 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 61b1701c-d8e2-4c44-af4b-388d84ad8b60 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:04:02.709133 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-6b8126b5-7ee4-4c0e-a323-0f40734e146f None None] Transition to ACTIVE for port object f4805318-2bea-4065-9484-8bca13af6ac1 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:04:02.716118 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6b8126b5-7ee4-4c0e-a323-0f40734e146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:02.791431 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=1942f1ee-b52f-4b51-81b6-4b1f535df3fb,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:02.806208 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 61b1701c-d8e2-4c44-af4b-388d84ad8b60 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:04:02.810771 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 61b1701c-d8e2-4c44-af4b-388d84ad8b60 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:04:02.811144 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:02.898090 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:02.909617 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc47de-b136-4b8b-8f2a-fcbd960a2ad3 None None] Pushing event updated for resources: {'Port': ['ID=f4805318-2bea-4065-9484-8bca13af6ac1,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:02.924769 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc47de-b136-4b8b-8f2a-fcbd960a2ad3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:02.925078 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc47de-b136-4b8b-8f2a-fcbd960a2ad3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:02.925359 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc47de-b136-4b8b-8f2a-fcbd960a2ad3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:02.925684 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc47de-b136-4b8b-8f2a-fcbd960a2ad3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:02.926008 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc47de-b136-4b8b-8f2a-fcbd960a2ad3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:02.926325 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc47de-b136-4b8b-8f2a-fcbd960a2ad3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:02.926658 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc47de-b136-4b8b-8f2a-fcbd960a2ad3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:02.926977 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc47de-b136-4b8b-8f2a-fcbd960a2ad3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:02.927305 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc47de-b136-4b8b-8f2a-fcbd960a2ad3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:02.927604 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc47de-b136-4b8b-8f2a-fcbd960a2ad3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:02.927918 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc47de-b136-4b8b-8f2a-fcbd960a2ad3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:02.928227 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc47de-b136-4b8b-8f2a-fcbd960a2ad3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:02.931319 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-6b8126b5-7ee4-4c0e-a323-0f40734e146f None None] Attempting to bind port f4805318-2bea-4065-9484-8bca13af6ac1 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:04:02.931670 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-6b8126b5-7ee4-4c0e-a323-0f40734e146f None None] Attempting to bind port f4805318-2bea-4065-9484-8bca13af6ac1 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '02d4416d-8b77-47e5-b613-cce2859c9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a8228409-11a1-4226-92b9-47a575bff791'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:04:02.932028 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8126b5-7ee4-4c0e-a323-0f40734e146f None None] Attempting to bind port f4805318-2bea-4065-9484-8bca13af6ac1 on network a8228409-11a1-4226-92b9-47a575bff791 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:04:02.934102 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 61b1701c-d8e2-4c44-af4b-388d84ad8b60, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=61b1701c-d8e2-4c44-af4b-388d84ad8b60,segment=NetworkSegment(02d4416d-8b77-47e5-b613-cce2859c9d0b),segment_id=02d4416d-8b77-47e5-b613-cce2859c9d0b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:04:02.938109 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8126b5-7ee4-4c0e-a323-0f40734e146f None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:04:02.938490 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8126b5-7ee4-4c0e-a323-0f40734e146f None None] Checking segment: {'id': '02d4416d-8b77-47e5-b613-cce2859c9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a8228409-11a1-4226-92b9-47a575bff791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:04:02.938901 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6b8126b5-7ee4-4c0e-a323-0f40734e146f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:02.939238 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:02.939364 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8126b5-7ee4-4c0e-a323-0f40734e146f None None] Bound using segment: {'id': '02d4416d-8b77-47e5-b613-cce2859c9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a8228409-11a1-4226-92b9-47a575bff791'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:04:02.939726 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-6b8126b5-7ee4-4c0e-a323-0f40734e146f None None] Bound port: f4805318-2bea-4065-9484-8bca13af6ac1, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d4416d-8b77-47e5-b613-cce2859c9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a8228409-11a1-4226-92b9-47a575bff791'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:04:02.940138 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6b8126b5-7ee4-4c0e-a323-0f40734e146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:03.004514 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-6b8126b5-7ee4-4c0e-a323-0f40734e146f None None] For port f4805318-2bea-4065-9484-8bca13af6ac1, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:04:03.007273 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-6b8126b5-7ee4-4c0e-a323-0f40734e146f None None] For port f4805318-2bea-4065-9484-8bca13af6ac1, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f4805318-2bea-4065-9484-8bca13af6ac1,segment=NetworkSegment(02d4416d-8b77-47e5-b613-cce2859c9d0b),segment_id=02d4416d-8b77-47e5-b613-cce2859c9d0b)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:04:03.010121 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=61b1701c-d8e2-4c44-af4b-388d84ad8b60,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:03.012309 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6b8126b5-7ee4-4c0e-a323-0f40734e146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:03.068692 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8126b5-7ee4-4c0e-a323-0f40734e146f None None] Routers {'4fd07e17-ef95-4e3c-a1df-38ecedc0525d'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:04:03.069311 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-6b8126b5-7ee4-4c0e-a323-0f40734e146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:03:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['4fd07e17-ef95-4e3c-a1df-38ecedc0525d'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:03.108338 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc47de-b136-4b8b-8f2a-fcbd960a2ad3 None None] Pushing event updated for resources: {'Port': ['ID=f4805318-2bea-4065-9484-8bca13af6ac1,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:03.229597 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-6b8126b5-7ee4-4c0e-a323-0f40734e146f None None] Set router 4fd07e17-ef95-4e3c-a1df-38ecedc0525d gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:04:03.244869 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-9d8089f3-bb60-4f5f-9bb8-272eb52f7f27 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:03.246398 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-9d8089f3-bb60-4f5f-9bb8-272eb52f7f27 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.43 "GET /v2.0/networks?id=a8228409-11a1-4226-92b9-47a575bff791 HTTP/1.1" status: 200 len: 796 time: 0.1346545 Jul 16 00:04:03.284590 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4a8f407d-5eb3-4fed-92d7-5e8cecbc9eb9 req-3c0350e6-f443-4ca7-b207-980272f173e1 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 210 time: 0.0358922 Jul 16 00:04:03.312050 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-b2499cef-e731-4e48-be60-bc0bc09ecb56 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16c130c7698b4f289398f3a08d45c53f HTTP/1.1" status: 200 len: 379 time: 0.0540457 Jul 16 00:04:03.324114 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-874225b3-50ab-441f-b607-f111e3cff0ce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'port': {'device_id': 'cf1bb366-7afa-4fdf-8b25-92536ce47c72', 'network_id': 'a8228409-11a1-4226-92b9-47a575bff791', 'admin_state_up': True, 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'security_groups': ['27fed6da-c04c-4c0f-a8ba-b59e018bbca5']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:04:03.443594 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-874225b3-50ab-441f-b607-f111e3cff0ce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Made reservation on behalf of 16c130c7698b4f289398f3a08d45c53f for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:04:03.447142 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-874225b3-50ab-441f-b607-f111e3cff0ce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:03.469021 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-6b8126b5-7ee4-4c0e-a323-0f40734e146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169261979', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '1942f1ee-b52f-4b51-81b6-4b1f535df3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:57Z', 'updated_at': '2021-07-16T00:04:00Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '1942f1ee-b52f-4b51-81b6-4b1f535df3fb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:57Z', 'updated_at': '2021-07-16T00:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'f4805318-2bea-4065-9484-8bca13af6ac1', 'name': '', 'network_id': 'a8228409-11a1-4226-92b9-47a575bff791', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:fd:d3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c620076f-b02e-439c-b27e-c7afd2917eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:59Z', 'updated_at': '2021-07-16T00:04:02Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': 'c620076f-b02e-439c-b27e-c7afd2917eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:03.494764 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8126b5-7ee4-4c0e-a323-0f40734e146f None None] The sync data for ids ['4fd07e17-ef95-4e3c-a1df-38ecedc0525d'] in n-d-787205-9 is: [{'id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169261979', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '1942f1ee-b52f-4b51-81b6-4b1f535df3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:57Z', 'updated_at': '2021-07-16T00:04:00Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '1942f1ee-b52f-4b51-81b6-4b1f535df3fb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:57Z', 'updated_at': '2021-07-16T00:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'f4805318-2bea-4065-9484-8bca13af6ac1', 'name': '', 'network_id': 'a8228409-11a1-4226-92b9-47a575bff791', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:fd:d3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c620076f-b02e-439c-b27e-c7afd2917eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:59Z', 'updated_at': '2021-07-16T00:04:02Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': 'c620076f-b02e-439c-b27e-c7afd2917eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:04:03.587016 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-874225b3-50ab-441f-b607-f111e3cff0ce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Allocated IP 172.20.0.10 (a8228409-11a1-4226-92b9-47a575bff791/c620076f-b02e-439c-b27e-c7afd2917eed/25342ed0-7059-4ca0-9ef0-b4626f4bbdb1) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:04:03.736159 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-874225b3-50ab-441f-b607-f111e3cff0ce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:03.755877 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-874225b3-50ab-441f-b607-f111e3cff0ce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Transition to ACTIVE for port object 25342ed0-7059-4ca0-9ef0-b4626f4bbdb1 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:04:03.789597 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-874225b3-50ab-441f-b607-f111e3cff0ce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:03.833468 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-874225b3-50ab-441f-b607-f111e3cff0ce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network a8228409-11a1-4226-92b9-47a575bff791 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:04:03.838841 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-874225b3-50ab-441f-b607-f111e3cff0ce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:04:03.842669 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-874225b3-50ab-441f-b607-f111e3cff0ce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:04:03.870744 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874225b3-50ab-441f-b607-f111e3cff0ce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Port': ['ID=25342ed0-7059-4ca0-9ef0-b4626f4bbdb1,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:03.897732 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-874225b3-50ab-441f-b607-f111e3cff0ce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:03.898396 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-874225b3-50ab-441f-b607-f111e3cff0ce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:03.916361 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-874225b3-50ab-441f-b607-f111e3cff0ce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5972018 Jul 16 00:04:03.928536 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-a71de198-5c96-478a-a3fd-dbd9c8de8268 service neutron] Request body: {'port': {'device_id': 'cf1bb366-7afa-4fdf-8b25-92536ce47c72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:04:04.017098 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-a71de198-5c96-478a-a3fd-dbd9c8de8268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:04.171101 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c6ccb908-944f-4ab2-be57-1374cdfa4f73 None None] Provisioning for port 25342ed0-7059-4ca0-9ef0-b4626f4bbdb1 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:04:04.176800 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c6ccb908-944f-4ab2-be57-1374cdfa4f73 None None] Provisioning complete for port 25342ed0-7059-4ca0-9ef0-b4626f4bbdb1 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:04:04.177167 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6ccb908-944f-4ab2-be57-1374cdfa4f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:04.213092 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-c6ccb908-944f-4ab2-be57-1374cdfa4f73 None None] Port 25342ed0-7059-4ca0-9ef0-b4626f4bbdb1 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:04:04.296517 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-a71de198-5c96-478a-a3fd-dbd9c8de8268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25342ed0-7059-4ca0-9ef0-b4626f4bbdb1 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:04:04.304936 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-a71de198-5c96-478a-a3fd-dbd9c8de8268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:04.317915 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-a71de198-5c96-478a-a3fd-dbd9c8de8268 service neutron] Transition to ACTIVE for port object 25342ed0-7059-4ca0-9ef0-b4626f4bbdb1 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:04:04.322277 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-a71de198-5c96-478a-a3fd-dbd9c8de8268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:04.381440 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71de198-5c96-478a-a3fd-dbd9c8de8268 service neutron] Pushing event updated for resources: {'Port': ['ID=25342ed0-7059-4ca0-9ef0-b4626f4bbdb1,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:04.479934 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-a71de198-5c96-478a-a3fd-dbd9c8de8268 service neutron] Attempting to bind port 25342ed0-7059-4ca0-9ef0-b4626f4bbdb1 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:04:04.480280 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-a71de198-5c96-478a-a3fd-dbd9c8de8268 service neutron] Attempting to bind port 25342ed0-7059-4ca0-9ef0-b4626f4bbdb1 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '02d4416d-8b77-47e5-b613-cce2859c9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a8228409-11a1-4226-92b9-47a575bff791'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:04:04.480619 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-a71de198-5c96-478a-a3fd-dbd9c8de8268 service neutron] Attempting to bind port 25342ed0-7059-4ca0-9ef0-b4626f4bbdb1 on network a8228409-11a1-4226-92b9-47a575bff791 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:04:04.488855 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890eb6d-db39-49ca-b0df-f3173cb9d71f req-443c7bcb-b1e9-4e0a-aedc-8801bfb591a1 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:04.489426 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-a71de198-5c96-478a-a3fd-dbd9c8de8268 service neutron] Port 25342ed0-7059-4ca0-9ef0-b4626f4bbdb1 on network a8228409-11a1-4226-92b9-47a575bff791 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:04:04.490681 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-a71de198-5c96-478a-a3fd-dbd9c8de8268 service neutron] Attempting to bind port 25342ed0-7059-4ca0-9ef0-b4626f4bbdb1 on network a8228409-11a1-4226-92b9-47a575bff791 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:04:04.491406 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d890eb6d-db39-49ca-b0df-f3173cb9d71f req-443c7bcb-b1e9-4e0a-aedc-8801bfb591a1 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 944 time: 0.0807657 Jul 16 00:04:04.507986 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-a71de198-5c96-478a-a3fd-dbd9c8de8268 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:04:04.508782 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-a71de198-5c96-478a-a3fd-dbd9c8de8268 service neutron] Checking segment: {'id': '02d4416d-8b77-47e5-b613-cce2859c9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a8228409-11a1-4226-92b9-47a575bff791'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:04:04.509187 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-a71de198-5c96-478a-a3fd-dbd9c8de8268 service neutron] Bound using segment: {'id': '02d4416d-8b77-47e5-b613-cce2859c9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a8228409-11a1-4226-92b9-47a575bff791'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:04:04.509632 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-a71de198-5c96-478a-a3fd-dbd9c8de8268 service neutron] Bound port: 25342ed0-7059-4ca0-9ef0-b4626f4bbdb1, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d4416d-8b77-47e5-b613-cce2859c9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a8228409-11a1-4226-92b9-47a575bff791'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:04:04.510000 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-a71de198-5c96-478a-a3fd-dbd9c8de8268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:04.544276 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d890eb6d-db39-49ca-b0df-f3173cb9d71f req-c33245a4-8112-4920-a3da-df4ef2ee754c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=27fed6da-c04c-4c0f-a8ba-b59e018bbca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434945 Jul 16 00:04:04.607634 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-a71de198-5c96-478a-a3fd-dbd9c8de8268 service neutron] For port 25342ed0-7059-4ca0-9ef0-b4626f4bbdb1, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:04:04.612009 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f4805318-2bea-4065-9484-8bca13af6ac1 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:04:04.612888 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-a71de198-5c96-478a-a3fd-dbd9c8de8268 service neutron] For port 25342ed0-7059-4ca0-9ef0-b4626f4bbdb1, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=25342ed0-7059-4ca0-9ef0-b4626f4bbdb1,segment=NetworkSegment(02d4416d-8b77-47e5-b613-cce2859c9d0b),segment_id=02d4416d-8b77-47e5-b613-cce2859c9d0b)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:04:04.619253 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-a71de198-5c96-478a-a3fd-dbd9c8de8268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:04.655014 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-a71de198-5c96-478a-a3fd-dbd9c8de8268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:04.656392 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-a71de198-5c96-478a-a3fd-dbd9c8de8268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:04.659357 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-a71de198-5c96-478a-a3fd-dbd9c8de8268 service neutron] 10.222.0.43 "PUT /v2.0/ports/25342ed0-7059-4ca0-9ef0-b4626f4bbdb1 HTTP/1.1" status: 200 len: 1092 time: 0.7353823 Jul 16 00:04:04.660444 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1bb366-7afa-4fdf-8b25-92536ce47c72', 'tag': '25342ed0-7059-4ca0-9ef0-b4626f4bbdb1'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:04:04.663415 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac3ab2df65406140be9365f9b3f66d4be7bd37abeab186e08b44bb3ea3ff9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6911279f-caca-4e54-aa25-1b5a3df09579" -d '{"events": [{"name": "network-changed", "server_uuid": "cf1bb366-7afa-4fdf-8b25-92536ce47c72", "tag": "25342ed0-7059-4ca0-9ef0-b4626f4bbdb1"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:04:04.705926 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71de198-5c96-478a-a3fd-dbd9c8de8268 service neutron] Pushing event updated for resources: {'Port': ['ID=25342ed0-7059-4ca0-9ef0-b4626f4bbdb1,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:04.707300 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port f4805318-2bea-4065-9484-8bca13af6ac1 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:04:04.721845 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port f4805318-2bea-4065-9484-8bca13af6ac1 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:04:04.722406 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:04.729271 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b80c6d-6460-4202-8728-a60c5b79d3b2 x-openstack-request-id: req-f6b80c6d-6460-4202-8728-a60c5b79d3b2 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:04:04.729682 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf1bb366-7afa-4fdf-8b25-92536ce47c72", "tag": "25342ed0-7059-4ca0-9ef0-b4626f4bbdb1", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:04:04.730027 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6b80c6d-6460-4202-8728-a60c5b79d3b2 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:04:04.730670 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1bb366-7afa-4fdf-8b25-92536ce47c72', 'tag': '25342ed0-7059-4ca0-9ef0-b4626f4bbdb1', 'status': 'completed', 'code': 200} Jul 16 00:04:04.789013 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-430559c3-9ff7-4102-92bf-7d1e1256be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:04.790591 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-430559c3-9ff7-4102-92bf-7d1e1256be75 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 1095 time: 0.0713959 Jul 16 00:04:04.823892 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:04.837044 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-a66ac74f-1481-4b98-b172-f307df80811c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25342ed0-7059-4ca0-9ef0-b4626f4bbdb1 HTTP/1.1" status: 200 len: 217 time: 0.0384793 Jul 16 00:04:04.859544 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port f4805318-2bea-4065-9484-8bca13af6ac1, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f4805318-2bea-4065-9484-8bca13af6ac1,segment=NetworkSegment(02d4416d-8b77-47e5-b613-cce2859c9d0b),segment_id=02d4416d-8b77-47e5-b613-cce2859c9d0b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:04:04.864372 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:04.865706 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1942f1ee-b52f-4b51-81b6-4b1f535df3fb up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:04:04.892605 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-47285303-864a-46c5-8094-d6ff262e3d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:04.894089 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-47285303-864a-46c5-8094-d6ff262e3d83 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c620076f-b02e-439c-b27e-c7afd2917eed HTTP/1.1" status: 200 len: 834 time: 0.0514138 Jul 16 00:04:04.944858 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=f4805318-2bea-4065-9484-8bca13af6ac1,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:04.956747 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 1942f1ee-b52f-4b51-81b6-4b1f535df3fb triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:04:04.957120 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:04.957681 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-51d9de2f-16e1-4526-a9c6-4e9ec3db156f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:04.959405 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-51d9de2f-16e1-4526-a9c6-4e9ec3db156f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a8228409-11a1-4226-92b9-47a575bff791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593648 Jul 16 00:04:05.049770 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 61b1701c-d8e2-4c44-af4b-388d84ad8b60 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:04:05.053720 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-cd778acf-d0ff-4801-af62-351354131ff4 service neutron] 10.222.0.43 "GET /v2.0/networks/a8228409-11a1-4226-92b9-47a575bff791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878143 Jul 16 00:04:05.097758 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 61b1701c-d8e2-4c44-af4b-388d84ad8b60 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:04:05.098066 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:05.146138 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c93051e2-e851-4ad7-964b-7d6301d2c589 req-b76bced1-05d2-4b38-8f14-2c7cec31d33d service neutron] 10.222.0.43 "GET /v2.0/networks/a8228409-11a1-4226-92b9-47a575bff791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854666 Jul 16 00:04:05.249054 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911279f-caca-4e54-aa25-1b5a3df09579 req-c853f685-8508-4c6a-97e0-82045e6b6ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:05.250594 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6911279f-caca-4e54-aa25-1b5a3df09579 req-c853f685-8508-4c6a-97e0-82045e6b6ee4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 1095 time: 0.0535767 Jul 16 00:04:05.337345 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911279f-caca-4e54-aa25-1b5a3df09579 req-e3238b57-c96c-4fa2-904d-531d88cb129f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:05.338799 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6911279f-caca-4e54-aa25-1b5a3df09579 req-e3238b57-c96c-4fa2-904d-531d88cb129f service neutron] 10.222.0.43 "GET /v2.0/networks?id=a8228409-11a1-4226-92b9-47a575bff791 HTTP/1.1" status: 200 len: 897 time: 0.0821953 Jul 16 00:04:05.381107 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6911279f-caca-4e54-aa25-1b5a3df09579 req-6f473b1e-cfb6-4843-9e5d-ae1b74355fbb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25342ed0-7059-4ca0-9ef0-b4626f4bbdb1 HTTP/1.1" status: 200 len: 217 time: 0.0360296 Jul 16 00:04:05.427551 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911279f-caca-4e54-aa25-1b5a3df09579 req-16436c25-17e4-4f03-9769-dfc4ba3e0e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:05.428952 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6911279f-caca-4e54-aa25-1b5a3df09579 req-16436c25-17e4-4f03-9769-dfc4ba3e0e3f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c620076f-b02e-439c-b27e-c7afd2917eed HTTP/1.1" status: 200 len: 834 time: 0.0414681 Jul 16 00:04:05.483601 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911279f-caca-4e54-aa25-1b5a3df09579 req-d2ac3b36-7233-4deb-856d-8de9f9f2ee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:05.485538 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6911279f-caca-4e54-aa25-1b5a3df09579 req-d2ac3b36-7233-4deb-856d-8de9f9f2ee89 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a8228409-11a1-4226-92b9-47a575bff791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494027 Jul 16 00:04:05.575742 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6911279f-caca-4e54-aa25-1b5a3df09579 req-56b14b22-38d8-4454-8ae2-1f2b8bb4fd72 service neutron] 10.222.0.43 "GET /v2.0/networks/a8228409-11a1-4226-92b9-47a575bff791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828788 Jul 16 00:04:05.664486 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6911279f-caca-4e54-aa25-1b5a3df09579 req-8c07afb3-d67f-483e-90dd-7e7cf959334a service neutron] 10.222.0.43 "GET /v2.0/networks/a8228409-11a1-4226-92b9-47a575bff791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818777 Jul 16 00:04:05.720637 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcf312-14e9-4de0-9a0f-7b0b1bdc4595 req-aa42c87c-e853-43f3-9871-1bfcbcefc5cb tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:05.722151 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-91bcf312-14e9-4de0-9a0f-7b0b1bdc4595 req-aa42c87c-e853-43f3-9871-1bfcbcefc5cb tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 944 time: 0.0634046 Jul 16 00:04:05.758780 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-91bcf312-14e9-4de0-9a0f-7b0b1bdc4595 req-811ce0a6-5964-473e-82da-58d813050ffb tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=27fed6da-c04c-4c0f-a8ba-b59e018bbca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307908 Jul 16 00:04:06.460072 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f4805318-2bea-4065-9484-8bca13af6ac1 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:04:06.505374 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port f4805318-2bea-4065-9484-8bca13af6ac1 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:04:06.505736 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:06.928959 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120811c6-464c-46fb-93f9-71afbc1cec7f req-889a78d7-e200-4cca-aca6-2cc5d742528c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:06.930328 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-120811c6-464c-46fb-93f9-71afbc1cec7f req-889a78d7-e200-4cca-aca6-2cc5d742528c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 944 time: 0.0613794 Jul 16 00:04:06.967662 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-120811c6-464c-46fb-93f9-71afbc1cec7f req-1a1ce083-7060-4beb-a3bf-01c6b3d1538e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=27fed6da-c04c-4c0f-a8ba-b59e018bbca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315573 Jul 16 00:04:07.482833 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 25342ed0-7059-4ca0-9ef0-b4626f4bbdb1 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:04:07.579733 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 25342ed0-7059-4ca0-9ef0-b4626f4bbdb1, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=25342ed0-7059-4ca0-9ef0-b4626f4bbdb1,segment=NetworkSegment(02d4416d-8b77-47e5-b613-cce2859c9d0b),segment_id=02d4416d-8b77-47e5-b613-cce2859c9d0b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:04:07.590282 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '25342ed0-7059-4ca0-9ef0-b4626f4bbdb1', 'network_id': 'a8228409-11a1-4226-92b9-47a575bff791', 'port_id': '25342ed0-7059-4ca0-9ef0-b4626f4bbdb1', 'mac_address': 'fa:16:3e:e9:65:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c620076f-b02e-439c-b27e-c7afd2917eed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:04:07.627627 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:07.639993 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25342ed0-7059-4ca0-9ef0-b4626f4bbdb1 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:04:07.659147 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 25342ed0-7059-4ca0-9ef0-b4626f4bbdb1, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=25342ed0-7059-4ca0-9ef0-b4626f4bbdb1,segment=NetworkSegment(02d4416d-8b77-47e5-b613-cce2859c9d0b),segment_id=02d4416d-8b77-47e5-b613-cce2859c9d0b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:04:07.662761 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:07.711389 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=25342ed0-7059-4ca0-9ef0-b4626f4bbdb1,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:07.866910 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['25342ed0-7059-4ca0-9ef0-b4626f4bbdb1'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:04:08.143213 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e468d-549e-4c59-b417-fa33ac316b31 req-f7ef4313-1013-4a06-a6a7-8248308da0c1 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:08.144683 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-484e468d-549e-4c59-b417-fa33ac316b31 req-f7ef4313-1013-4a06-a6a7-8248308da0c1 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 945 time: 0.0663974 Jul 16 00:04:08.181722 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-484e468d-549e-4c59-b417-fa33ac316b31 req-b73e398e-1a0c-49d5-8d8b-299054b4fc4a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=27fed6da-c04c-4c0f-a8ba-b59e018bbca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309699 Jul 16 00:04:09.352681 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e87240-0e7e-446e-b49c-f887dc4bde15 req-1e54a8e7-62e8-4508-a277-96f63b6ead56 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:09.354166 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-77e87240-0e7e-446e-b49c-f887dc4bde15 req-1e54a8e7-62e8-4508-a277-96f63b6ead56 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 945 time: 0.0627944 Jul 16 00:04:09.385536 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:09.393749 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-77e87240-0e7e-446e-b49c-f887dc4bde15 req-d136deb0-00f0-4b57-923a-937550bb282c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=27fed6da-c04c-4c0f-a8ba-b59e018bbca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340858 Jul 16 00:04:09.482779 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 25342ed0-7059-4ca0-9ef0-b4626f4bbdb1 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:04:09.530168 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 25342ed0-7059-4ca0-9ef0-b4626f4bbdb1 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:04:09.534109 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 25342ed0-7059-4ca0-9ef0-b4626f4bbdb1 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:04:09.534472 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:09.608784 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:09.630344 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1bb366-7afa-4fdf-8b25-92536ce47c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25342ed0-7059-4ca0-9ef0-b4626f4bbdb1'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:04:09.632764 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae4f11e9886ebbda74e349334989d67f9e0924aee8a01d735f99c26d20dbf4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062ec846-c67a-4c0f-a198-6ab76c271bd2" -d '{"events": [{"server_uuid": "cf1bb366-7afa-4fdf-8b25-92536ce47c72", "name": "network-vif-plugged", "status": "completed", "tag": "25342ed0-7059-4ca0-9ef0-b4626f4bbdb1"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:04:09.648739 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 25342ed0-7059-4ca0-9ef0-b4626f4bbdb1, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=25342ed0-7059-4ca0-9ef0-b4626f4bbdb1,segment=NetworkSegment(02d4416d-8b77-47e5-b613-cce2859c9d0b),segment_id=02d4416d-8b77-47e5-b613-cce2859c9d0b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:04:09.653450 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:09.676572 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0076b1f0-77a1-4e51-9f0b-281b4608172f x-openstack-request-id: req-0076b1f0-77a1-4e51-9f0b-281b4608172f {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:04:09.676870 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1bb366-7afa-4fdf-8b25-92536ce47c72", "name": "network-vif-plugged", "status": "completed", "tag": "25342ed0-7059-4ca0-9ef0-b4626f4bbdb1", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:04:09.677131 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0076b1f0-77a1-4e51-9f0b-281b4608172f {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:04:09.677521 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1bb366-7afa-4fdf-8b25-92536ce47c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25342ed0-7059-4ca0-9ef0-b4626f4bbdb1', 'code': 200} Jul 16 00:04:09.704782 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=25342ed0-7059-4ca0-9ef0-b4626f4bbdb1,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:09.789130 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07350be6-7a1b-43f6-8d80-9213eea23ef0 req-98889200-8a38-4c35-8a35-b9d694a151cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:09.790511 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-07350be6-7a1b-43f6-8d80-9213eea23ef0 req-98889200-8a38-4c35-8a35-b9d694a151cb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 1097 time: 0.0555568 Jul 16 00:04:09.824263 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-07350be6-7a1b-43f6-8d80-9213eea23ef0 req-3b69d09f-1792-45da-8eeb-be80e9d54678 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=27fed6da-c04c-4c0f-a8ba-b59e018bbca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272055 Jul 16 00:04:10.566009 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631bb6fe-ef95-4c13-8ffd-6557415555c1 req-092078f4-cbaf-4a2f-a126-e1426a3d75f7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:10.567500 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-631bb6fe-ef95-4c13-8ffd-6557415555c1 req-092078f4-cbaf-4a2f-a126-e1426a3d75f7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 946 time: 0.0628805 Jul 16 00:04:10.610019 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-631bb6fe-ef95-4c13-8ffd-6557415555c1 req-1df9f03c-6d59-4338-adae-615fdbba76b0 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=27fed6da-c04c-4c0f-a8ba-b59e018bbca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364134 Jul 16 00:04:11.782962 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa835e-1f96-4ae0-990a-2d7cf2f38e1b req-80330de4-37cf-4e95-bda1-f2db0d03d74d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:11.784415 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-50fa835e-1f96-4ae0-990a-2d7cf2f38e1b req-80330de4-37cf-4e95-bda1-f2db0d03d74d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 946 time: 0.0613785 Jul 16 00:04:11.820804 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-50fa835e-1f96-4ae0-990a-2d7cf2f38e1b req-e78ad0ad-9cea-4d88-b63a-cb6dad2deddc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=27fed6da-c04c-4c0f-a8ba-b59e018bbca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309312 Jul 16 00:04:11.994663 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e2c85-1b8a-4cf8-885d-9a43374cd5f3 req-20175770-f166-43ed-939b-12a69ce9e255 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:11.996150 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc6e2c85-1b8a-4cf8-885d-9a43374cd5f3 req-20175770-f166-43ed-939b-12a69ce9e255 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 946 time: 0.0633943 Jul 16 00:04:12.033128 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cc6e2c85-1b8a-4cf8-885d-9a43374cd5f3 req-67ae7c54-f202-4506-af35-23f8355a5787 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=27fed6da-c04c-4c0f-a8ba-b59e018bbca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314052 Jul 16 00:04:12.056011 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39242) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:04:12.109267 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523b0629-7acc-4bd8-a3f8-9b4418130e2d tempest-TestNetworkAdvancedServerOps-433953513 tempest-TestNetworkAdvancedServerOps-433953513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:12.110799 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-523b0629-7acc-4bd8-a3f8-9b4418130e2d tempest-TestNetworkAdvancedServerOps-433953513 tempest-TestNetworkAdvancedServerOps-433953513-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 1092 time: 0.0538023 Jul 16 00:04:12.113633 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39244) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:04:12.117976 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-4c7787f9-d5a1-4811-9651-5a23a6864eee tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'port_id': '25342ed0-7059-4ca0-9ef0-b4626f4bbdb1', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:04:12.139310 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c7787f9-d5a1-4811-9651-5a23a6864eee tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:12.231292 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c7787f9-d5a1-4811-9651-5a23a6864eee tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:12.330371 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-4c7787f9-d5a1-4811-9651-5a23a6864eee tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Allocated IP 172.25.4.51 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/509767d9-b794-4316-b827-810cf8b62844) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:04:12.425345 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c7787f9-d5a1-4811-9651-5a23a6864eee tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:12.462740 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c7787f9-d5a1-4811-9651-5a23a6864eee tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:12.499897 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7787f9-d5a1-4811-9651-5a23a6864eee tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:04:12.504850 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-4c7787f9-d5a1-4811-9651-5a23a6864eee tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:04:12.508224 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7787f9-d5a1-4811-9651-5a23a6864eee tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:04:12.530905 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7787f9-d5a1-4811-9651-5a23a6864eee tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Port': ['ID=509767d9-b794-4316-b827-810cf8b62844,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:13.199427 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c7787f9-d5a1-4811-9651-5a23a6864eee tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:13.271409 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c7787f9-d5a1-4811-9651-5a23a6864eee tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:13.417446 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c7787f9-d5a1-4811-9651-5a23a6864eee tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:13.421748 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c7787f9-d5a1-4811-9651-5a23a6864eee tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:13.489564 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7787f9-d5a1-4811-9651-5a23a6864eee tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Port': ['ID=509767d9-b794-4316-b827-810cf8b62844,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:13.497566 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c7787f9-d5a1-4811-9651-5a23a6864eee tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:13.595644 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-4c7787f9-d5a1-4811-9651-5a23a6864eee tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Floating IP 7723c7ee-66b1-4ae7-b341-a9a46d35a253 associated. External IP: 172.25.4.51, port: 25342ed0-7059-4ca0-9ef0-b4626f4bbdb1. Jul 16 00:04:13.798748 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7787f9-d5a1-4811-9651-5a23a6864eee tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Router 4fd07e17-ef95-4e3c-a1df-38ecedc0525d has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:04:13.905562 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7787f9-d5a1-4811-9651-5a23a6864eee tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:04:13.914466 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02575ae5-7d3b-4b5f-be46-3bc9e812c96f None None] Sync routers for ids ['4fd07e17-ef95-4e3c-a1df-38ecedc0525d'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:04:13.921081 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c7787f9-d5a1-4811-9651-5a23a6864eee tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:13.924635 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02575ae5-7d3b-4b5f-be46-3bc9e812c96f None None] Routers {'4fd07e17-ef95-4e3c-a1df-38ecedc0525d'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:04:13.925259 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-02575ae5-7d3b-4b5f-be46-3bc9e812c96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:03:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['4fd07e17-ef95-4e3c-a1df-38ecedc0525d'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:13.958107 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4c7787f9-d5a1-4811-9651-5a23a6864eee tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8434496 Jul 16 00:04:13.958725 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1bb366-7afa-4fdf-8b25-92536ce47c72', 'tag': '25342ed0-7059-4ca0-9ef0-b4626f4bbdb1'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:04:13.961271 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f08fc2a7d463e069dbf969c41850b8f153237e21caa8377f91bf00f314a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a7b6c5-6218-4518-963e-01dd0e3688ed" -d '{"events": [{"name": "network-changed", "server_uuid": "cf1bb366-7afa-4fdf-8b25-92536ce47c72", "tag": "25342ed0-7059-4ca0-9ef0-b4626f4bbdb1"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:04:14.051875 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-02575ae5-7d3b-4b5f-be46-3bc9e812c96f None None] Set router 4fd07e17-ef95-4e3c-a1df-38ecedc0525d gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:04:14.065147 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d35974d-7b39-4dd2-a2ce-141eb5ffe028 x-openstack-request-id: req-9d35974d-7b39-4dd2-a2ce-141eb5ffe028 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:04:14.065629 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf1bb366-7afa-4fdf-8b25-92536ce47c72", "tag": "25342ed0-7059-4ca0-9ef0-b4626f4bbdb1", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:04:14.065839 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d35974d-7b39-4dd2-a2ce-141eb5ffe028 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:04:14.066309 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1bb366-7afa-4fdf-8b25-92536ce47c72', 'tag': '25342ed0-7059-4ca0-9ef0-b4626f4bbdb1', 'status': 'completed', 'code': 200} Jul 16 00:04:14.123064 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed1596-81e3-4d4c-bde6-fb61ed5e8a5c req-2db3fda4-07e6-4b4e-9f92-39dd49e1f29f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:14.124590 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-63ed1596-81e3-4d4c-bde6-fb61ed5e8a5c req-2db3fda4-07e6-4b4e-9f92-39dd49e1f29f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 946 time: 0.0736456 Jul 16 00:04:14.134248 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7b6c5-6218-4518-963e-01dd0e3688ed req-ccf4ac7c-2622-4136-a5a4-c7200587b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:14.135775 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e4a7b6c5-6218-4518-963e-01dd0e3688ed req-ccf4ac7c-2622-4136-a5a4-c7200587b637 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 1097 time: 0.0530386 Jul 16 00:04:14.165848 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-63ed1596-81e3-4d4c-bde6-fb61ed5e8a5c req-ee0a9db7-7e4a-4755-84cb-26f88e88c492 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=27fed6da-c04c-4c0f-a8ba-b59e018bbca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338647 Jul 16 00:04:14.194200 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39252) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:04:14.231939 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7b6c5-6218-4518-963e-01dd0e3688ed req-e57a94ce-6e85-4a68-a53c-da6abe8f67f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:14.233465 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e4a7b6c5-6218-4518-963e-01dd0e3688ed req-e57a94ce-6e85-4a68-a53c-da6abe8f67f5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a8228409-11a1-4226-92b9-47a575bff791 HTTP/1.1" status: 200 len: 897 time: 0.0907013 Jul 16 00:04:14.256101 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-03c3bb1f-bd00-4d66-b58f-ce6e76f4ad13 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/floatingips/7723c7ee-66b1-4ae7-b341-a9a46d35a253 HTTP/1.1" status: 200 len: 991 time: 0.0606892 Jul 16 00:04:14.291173 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-02575ae5-7d3b-4b5f-be46-3bc9e812c96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169261979', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '1942f1ee-b52f-4b51-81b6-4b1f535df3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:57Z', 'updated_at': '2021-07-16T00:04:00Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '1942f1ee-b52f-4b51-81b6-4b1f535df3fb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:57Z', 'updated_at': '2021-07-16T00:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '7723c7ee-66b1-4ae7-b341-a9a46d35a253', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'port_id': '25342ed0-7059-4ca0-9ef0-b4626f4bbdb1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8228409-11a1-4226-92b9-47a575bff791', 'mac_address': 'fa:16:3e:e9:65:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1bb366-7afa-4fdf-8b25-92536ce47c72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:04:13Z', 'updated_at': '2021-07-16T00:04:13Z', 'revision_number': 0, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4805318-2bea-4065-9484-8bca13af6ac1', 'name': '', 'network_id': 'a8228409-11a1-4226-92b9-47a575bff791', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:fd:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c620076f-b02e-439c-b27e-c7afd2917eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:59Z', 'updated_at': '2021-07-16T00:04:04Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': 'c620076f-b02e-439c-b27e-c7afd2917eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:14.300182 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e4a7b6c5-6218-4518-963e-01dd0e3688ed req-f3db061a-1dc6-449a-87d3-67080697b2dd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25342ed0-7059-4ca0-9ef0-b4626f4bbdb1 HTTP/1.1" status: 200 len: 999 time: 0.0586298 Jul 16 00:04:14.323475 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02575ae5-7d3b-4b5f-be46-3bc9e812c96f None None] Checking router: 4fd07e17-ef95-4e3c-a1df-38ecedc0525d for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:04:14.331787 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02575ae5-7d3b-4b5f-be46-3bc9e812c96f None None] Routers {'4fd07e17-ef95-4e3c-a1df-38ecedc0525d'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:04:14.332398 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-02575ae5-7d3b-4b5f-be46-3bc9e812c96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:03:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['4fd07e17-ef95-4e3c-a1df-38ecedc0525d'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:14.347199 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7b6c5-6218-4518-963e-01dd0e3688ed req-d7995e43-912e-4699-9353-9b7bbdd038d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:14.348645 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e4a7b6c5-6218-4518-963e-01dd0e3688ed req-d7995e43-912e-4699-9353-9b7bbdd038d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c620076f-b02e-439c-b27e-c7afd2917eed HTTP/1.1" status: 200 len: 834 time: 0.0426795 Jul 16 00:04:14.407617 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7b6c5-6218-4518-963e-01dd0e3688ed req-8f3934cb-042a-4f69-a450-c1775a733cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:14.409120 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e4a7b6c5-6218-4518-963e-01dd0e3688ed req-8f3934cb-042a-4f69-a450-c1775a733cf7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a8228409-11a1-4226-92b9-47a575bff791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545104 Jul 16 00:04:14.435544 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-02575ae5-7d3b-4b5f-be46-3bc9e812c96f None None] Set router 4fd07e17-ef95-4e3c-a1df-38ecedc0525d gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:04:14.496377 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e4a7b6c5-6218-4518-963e-01dd0e3688ed req-f740aa5c-5d0e-40cc-b4b4-810b394706d3 service neutron] 10.222.0.43 "GET /v2.0/networks/a8228409-11a1-4226-92b9-47a575bff791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805571 Jul 16 00:04:14.589478 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e4a7b6c5-6218-4518-963e-01dd0e3688ed req-46d59bcd-ed2e-4260-9493-2d3be0a83b40 service neutron] 10.222.0.43 "GET /v2.0/networks/a8228409-11a1-4226-92b9-47a575bff791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857029 Jul 16 00:04:14.655587 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-02575ae5-7d3b-4b5f-be46-3bc9e812c96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169261979', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '1942f1ee-b52f-4b51-81b6-4b1f535df3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:57Z', 'updated_at': '2021-07-16T00:04:00Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '1942f1ee-b52f-4b51-81b6-4b1f535df3fb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:57Z', 'updated_at': '2021-07-16T00:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '7723c7ee-66b1-4ae7-b341-a9a46d35a253', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'port_id': '25342ed0-7059-4ca0-9ef0-b4626f4bbdb1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8228409-11a1-4226-92b9-47a575bff791', 'mac_address': 'fa:16:3e:e9:65:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1bb366-7afa-4fdf-8b25-92536ce47c72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:04:13Z', 'updated_at': '2021-07-16T00:04:13Z', 'revision_number': 0, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4805318-2bea-4065-9484-8bca13af6ac1', 'name': '', 'network_id': 'a8228409-11a1-4226-92b9-47a575bff791', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:fd:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c620076f-b02e-439c-b27e-c7afd2917eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:59Z', 'updated_at': '2021-07-16T00:04:04Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': 'c620076f-b02e-439c-b27e-c7afd2917eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:14.682424 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02575ae5-7d3b-4b5f-be46-3bc9e812c96f None None] The sync data for ids ['4fd07e17-ef95-4e3c-a1df-38ecedc0525d'] in n-d-787205-9 is: [{'id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169261979', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '1942f1ee-b52f-4b51-81b6-4b1f535df3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:57Z', 'updated_at': '2021-07-16T00:04:00Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '1942f1ee-b52f-4b51-81b6-4b1f535df3fb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:57Z', 'updated_at': '2021-07-16T00:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '7723c7ee-66b1-4ae7-b341-a9a46d35a253', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'port_id': '25342ed0-7059-4ca0-9ef0-b4626f4bbdb1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8228409-11a1-4226-92b9-47a575bff791', 'mac_address': 'fa:16:3e:e9:65:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1bb366-7afa-4fdf-8b25-92536ce47c72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:04:13Z', 'updated_at': '2021-07-16T00:04:13Z', 'revision_number': 0, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4805318-2bea-4065-9484-8bca13af6ac1', 'name': '', 'network_id': 'a8228409-11a1-4226-92b9-47a575bff791', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:fd:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c620076f-b02e-439c-b27e-c7afd2917eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:59Z', 'updated_at': '2021-07-16T00:04:04Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': 'c620076f-b02e-439c-b27e-c7afd2917eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:04:14.868091 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d31bd3-3f97-4a9e-99d9-69319847719e None None] New status for floating IP 7723c7ee-66b1-4ae7-b341-a9a46d35a253: ACTIVE {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:04:15.260040 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39254) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:04:15.318366 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-cefb8eb2-c627-4c92-b2ab-664e4f451117 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/floatingips/7723c7ee-66b1-4ae7-b341-a9a46d35a253 HTTP/1.1" status: 200 len: 993 time: 0.0572608 Jul 16 00:04:15.965539 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a8e71bf4-168d-4188-87ff-5a4749dbd8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:18.347670 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8ca7a32c-fd1b-4997-be19-b23474bd0bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:18.826240 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:19.874656 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:21.421755 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:24.645745 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:29.387419 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:04:39.385931 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:42.279909 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7471dc8-1813-4c1d-bc9d-961330c5340f req-5febb3d6-4efa-4641-9d16-a2b3c574982f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:42.281264 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f7471dc8-1813-4c1d-bc9d-961330c5340f req-5febb3d6-4efa-4641-9d16-a2b3c574982f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 946 time: 0.0621696 Jul 16 00:04:42.321986 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f7471dc8-1813-4c1d-bc9d-961330c5340f req-27d1098d-da2b-42f8-b466-2fe2b5d4307c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=27fed6da-c04c-4c0f-a8ba-b59e018bbca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344090 Jul 16 00:04:43.497273 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d486f5-9cef-4508-a5b6-b9aa4468604e req-b3ccabc4-01cf-4bc2-a314-91586dc89726 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:43.498753 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83d486f5-9cef-4508-a5b6-b9aa4468604e req-b3ccabc4-01cf-4bc2-a314-91586dc89726 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 946 time: 0.0623133 Jul 16 00:04:43.537254 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-83d486f5-9cef-4508-a5b6-b9aa4468604e req-70912fdd-ab81-4955-915a-2404fdabf593 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=27fed6da-c04c-4c0f-a8ba-b59e018bbca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330782 Jul 16 00:04:44.706269 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f809a-80dc-4c20-b46f-9b8525b3fb6f req-e318f1f4-7809-477f-b6d6-91f7fd8bd5fd tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:44.708271 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9f1f809a-80dc-4c20-b46f-9b8525b3fb6f req-e318f1f4-7809-477f-b6d6-91f7fd8bd5fd tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 946 time: 0.0619569 Jul 16 00:04:44.744534 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9f1f809a-80dc-4c20-b46f-9b8525b3fb6f req-1919e094-08f6-463a-b8a8-be5eba459d8d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=27fed6da-c04c-4c0f-a8ba-b59e018bbca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308037 Jul 16 00:04:45.915895 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b7e7d-d1f1-4197-9de5-8ef31c479d6a req-81c33905-06b7-48b0-b4f9-c2cebc1e7794 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:45.917345 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-739b7e7d-d1f1-4197-9de5-8ef31c479d6a req-81c33905-06b7-48b0-b4f9-c2cebc1e7794 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 946 time: 0.0650489 Jul 16 00:04:45.953884 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-739b7e7d-d1f1-4197-9de5-8ef31c479d6a req-e7c21513-7c13-4813-bb18-7516b37af836 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=27fed6da-c04c-4c0f-a8ba-b59e018bbca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309014 Jul 16 00:04:45.967554 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f5eefae4-ad78-430a-aaf5-05bf1efa5e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:47.128962 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd2d6e-07fc-4956-804a-e7a70b263fcc req-541c73a3-e166-4e05-87b2-fe2adfe4fa33 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:47.130707 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0bcd2d6e-07fc-4956-804a-e7a70b263fcc req-541c73a3-e166-4e05-87b2-fe2adfe4fa33 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 946 time: 0.0622358 Jul 16 00:04:47.167745 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0bcd2d6e-07fc-4956-804a-e7a70b263fcc req-4ba19520-fb78-43f2-9cbf-5df489c6642c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=27fed6da-c04c-4c0f-a8ba-b59e018bbca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315866 Jul 16 00:04:47.429683 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb8230-3184-4f92-9a21-6ff73e405966 req-8596b3ee-f76d-4a05-b18f-c908357dd595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:47.431206 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d1fb8230-3184-4f92-9a21-6ff73e405966 req-8596b3ee-f76d-4a05-b18f-c908357dd595 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 1097 time: 0.0903654 Jul 16 00:04:47.531343 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb8230-3184-4f92-9a21-6ff73e405966 req-3cbbbb4d-2864-4c0a-9766-9b9174965b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:47.532766 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d1fb8230-3184-4f92-9a21-6ff73e405966 req-3cbbbb4d-2864-4c0a-9766-9b9174965b66 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a8228409-11a1-4226-92b9-47a575bff791 HTTP/1.1" status: 200 len: 897 time: 0.0819390 Jul 16 00:04:47.597295 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d1fb8230-3184-4f92-9a21-6ff73e405966 req-79c00fab-a84b-4345-9902-b825335c1a16 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25342ed0-7059-4ca0-9ef0-b4626f4bbdb1 HTTP/1.1" status: 200 len: 1001 time: 0.0576510 Jul 16 00:04:47.645623 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb8230-3184-4f92-9a21-6ff73e405966 req-0da86a73-7ed8-4089-89ef-52077c2f28b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:47.647121 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d1fb8230-3184-4f92-9a21-6ff73e405966 req-0da86a73-7ed8-4089-89ef-52077c2f28b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c620076f-b02e-439c-b27e-c7afd2917eed HTTP/1.1" status: 200 len: 834 time: 0.0431819 Jul 16 00:04:47.703053 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb8230-3184-4f92-9a21-6ff73e405966 req-7ae93646-27a7-4105-8dc1-4f86cbe84e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:47.704504 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d1fb8230-3184-4f92-9a21-6ff73e405966 req-7ae93646-27a7-4105-8dc1-4f86cbe84e3e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a8228409-11a1-4226-92b9-47a575bff791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511110 Jul 16 00:04:47.794277 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d1fb8230-3184-4f92-9a21-6ff73e405966 req-4c48a0d0-0a9a-4a87-af69-827f4bda0cd4 service neutron] 10.222.0.43 "GET /v2.0/networks/a8228409-11a1-4226-92b9-47a575bff791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829182 Jul 16 00:04:47.881299 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d1fb8230-3184-4f92-9a21-6ff73e405966 req-8318f6a5-f5ba-4c28-a231-b87c53075e67 service neutron] 10.222.0.43 "GET /v2.0/networks/a8228409-11a1-4226-92b9-47a575bff791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807884 Jul 16 00:04:48.338658 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-552a54ea-e47b-41e0-81ba-c9d29f3d40ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:48.342961 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67480ae-4ed2-4ebc-867d-00f41dae652b req-03639737-0b92-4771-b815-fa1b1b084537 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:48.344449 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e67480ae-4ed2-4ebc-867d-00f41dae652b req-03639737-0b92-4771-b815-fa1b1b084537 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 946 time: 0.0642600 Jul 16 00:04:48.385857 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e67480ae-4ed2-4ebc-867d-00f41dae652b req-d7463555-da1b-4336-95c8-235ce04a822f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=27fed6da-c04c-4c0f-a8ba-b59e018bbca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352995 Jul 16 00:04:48.827352 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:49.554783 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df7f74-f42e-4194-bfb9-d5ebec76c4da req-140a5eb0-7a60-4567-abd6-d6d2915928a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:49.556269 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-68df7f74-f42e-4194-bfb9-d5ebec76c4da req-140a5eb0-7a60-4567-abd6-d6d2915928a6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 946 time: 0.0615702 Jul 16 00:04:49.593160 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-68df7f74-f42e-4194-bfb9-d5ebec76c4da req-8e1c7a71-fb46-4911-b4fb-dca261154c6e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=27fed6da-c04c-4c0f-a8ba-b59e018bbca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311942 Jul 16 00:04:49.876856 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:50.766772 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0ca49-2a22-470b-86d0-a6ca4ad8997f req-318b2f1f-254f-4be9-8510-f9ab2abf124c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:50.768137 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-10a0ca49-2a22-470b-86d0-a6ca4ad8997f req-318b2f1f-254f-4be9-8510-f9ab2abf124c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 946 time: 0.0620098 Jul 16 00:04:50.804457 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-10a0ca49-2a22-470b-86d0-a6ca4ad8997f req-700611eb-01bb-4c56-8094-3d7544190ba6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=27fed6da-c04c-4c0f-a8ba-b59e018bbca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308211 Jul 16 00:04:51.423836 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:51.980686 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb11246-965b-4b3f-92de-83db6014637d req-7feb95da-0fe0-4bdd-8104-7ed1ef62728c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:51.982145 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bbb11246-965b-4b3f-92de-83db6014637d req-7feb95da-0fe0-4bdd-8104-7ed1ef62728c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 946 time: 0.0683782 Jul 16 00:04:52.019305 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bbb11246-965b-4b3f-92de-83db6014637d req-62269119-5b1d-4248-bd64-70e8c4a12bde tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=27fed6da-c04c-4c0f-a8ba-b59e018bbca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316186 Jul 16 00:04:53.191005 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51e6af-dd05-4924-9bb7-6b5d112b40f9 req-d3cc9410-7743-4854-b952-1bd25091ae92 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:53.192970 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb51e6af-dd05-4924-9bb7-6b5d112b40f9 req-d3cc9410-7743-4854-b952-1bd25091ae92 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 946 time: 0.0622585 Jul 16 00:04:53.229305 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cb51e6af-dd05-4924-9bb7-6b5d112b40f9 req-a62b7d55-7b28-4ee2-a8d8-cce140239737 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=27fed6da-c04c-4c0f-a8ba-b59e018bbca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307555 Jul 16 00:04:53.252587 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39294) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:04:53.315348 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5426f6ae-13b0-4cc3-ab4b-e2a2d5fb4291 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/floatingips/7723c7ee-66b1-4ae7-b341-a9a46d35a253 HTTP/1.1" status: 200 len: 993 time: 0.0615556 Jul 16 00:04:54.659687 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:54.721100 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a6df2-b5f5-4854-83cf-6d8fdb17bd54 req-ece0d07b-5ac6-4373-afa3-4e258819f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:54.722642 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d90a6df2-b5f5-4854-83cf-6d8fdb17bd54 req-ece0d07b-5ac6-4373-afa3-4e258819f025 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 1097 time: 0.0531261 Jul 16 00:04:54.744756 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08c89f-4e08-4ac7-9313-c23e4e90c48a req-873d0633-7f0e-479f-85d5-e01ed179e7ce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:54.746255 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8c08c89f-4e08-4ac7-9313-c23e4e90c48a req-873d0633-7f0e-479f-85d5-e01ed179e7ce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 946 time: 0.0625570 Jul 16 00:04:54.783849 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8c08c89f-4e08-4ac7-9313-c23e4e90c48a req-a2393d39-2c66-4000-b7ab-a33fc4d143d5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=27fed6da-c04c-4c0f-a8ba-b59e018bbca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318580 Jul 16 00:04:54.814942 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a6df2-b5f5-4854-83cf-6d8fdb17bd54 req-e82c4be8-226e-415f-9214-2221d0bca1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:54.816459 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d90a6df2-b5f5-4854-83cf-6d8fdb17bd54 req-e82c4be8-226e-415f-9214-2221d0bca1ff service neutron] 10.222.0.43 "GET /v2.0/networks?id=a8228409-11a1-4226-92b9-47a575bff791 HTTP/1.1" status: 200 len: 897 time: 0.0880439 Jul 16 00:04:54.881602 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d90a6df2-b5f5-4854-83cf-6d8fdb17bd54 req-a1952f3f-dc66-45c4-b927-175133c22389 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25342ed0-7059-4ca0-9ef0-b4626f4bbdb1 HTTP/1.1" status: 200 len: 1001 time: 0.0590796 Jul 16 00:04:54.928299 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a6df2-b5f5-4854-83cf-6d8fdb17bd54 req-a1c96b7d-d926-4834-befa-aec58de645a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:54.929672 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d90a6df2-b5f5-4854-83cf-6d8fdb17bd54 req-a1c96b7d-d926-4834-befa-aec58de645a6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c620076f-b02e-439c-b27e-c7afd2917eed HTTP/1.1" status: 200 len: 834 time: 0.0421731 Jul 16 00:04:54.984981 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a6df2-b5f5-4854-83cf-6d8fdb17bd54 req-c8af8470-03d3-44cf-9dd6-105d57e94be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:54.986484 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d90a6df2-b5f5-4854-83cf-6d8fdb17bd54 req-c8af8470-03d3-44cf-9dd6-105d57e94be2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a8228409-11a1-4226-92b9-47a575bff791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507312 Jul 16 00:04:55.076349 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d90a6df2-b5f5-4854-83cf-6d8fdb17bd54 req-afe9daa4-61e1-446f-89d5-7efbbb9dd549 service neutron] 10.222.0.43 "GET /v2.0/networks/a8228409-11a1-4226-92b9-47a575bff791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828593 Jul 16 00:04:55.164152 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d90a6df2-b5f5-4854-83cf-6d8fdb17bd54 req-a0fd0680-92a0-4b3c-bd50-d6821fef8ddc service neutron] 10.222.0.43 "GET /v2.0/networks/a8228409-11a1-4226-92b9-47a575bff791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808744 Jul 16 00:04:55.958495 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c1963-1476-46ef-be36-7bd68ceb2274 req-ab4b8f21-9317-421b-ba32-572d5976b915 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:55.959992 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f21c1963-1476-46ef-be36-7bd68ceb2274 req-ab4b8f21-9317-421b-ba32-572d5976b915 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 946 time: 0.0618978 Jul 16 00:04:56.005618 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f21c1963-1476-46ef-be36-7bd68ceb2274 req-0c57043d-9c5e-4de8-8ebf-99339bad187c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=27fed6da-c04c-4c0f-a8ba-b59e018bbca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401165 Jul 16 00:04:56.029614 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39304) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:04:56.089520 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7eb798ff-830c-4608-b795-d54469b79391 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/floatingips/7723c7ee-66b1-4ae7-b341-a9a46d35a253 HTTP/1.1" status: 200 len: 993 time: 0.0586843 Jul 16 00:05:06.386602 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:05:09.404596 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:15.968980 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-65f86e03-7ee9-4f7d-b207-85b73bede05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:18.338919 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b48fda61-df0f-4bb2-99d5-f0a37f673ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:18.827669 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:19.880040 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:21.426103 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:24.649570 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:26.452614 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39320) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:26.604253 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-205a8a60-c47c-4ae2-9a13-03d07cd750bf tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Deleting port 509767d9-b794-4316-b827-810cf8b62844 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:05:26.604598 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-205a8a60-c47c-4ae2-9a13-03d07cd750bf tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:26.679430 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-205a8a60-c47c-4ae2-9a13-03d07cd750bf tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:26.679759 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-205a8a60-c47c-4ae2-9a13-03d07cd750bf tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:26.694372 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-205a8a60-c47c-4ae2-9a13-03d07cd750bf tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Calling delete_port for 509767d9-b794-4316-b827-810cf8b62844 owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:05:26.838788 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-205a8a60-c47c-4ae2-9a13-03d07cd750bf tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:26.864186 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a8a60-c47c-4ae2-9a13-03d07cd750bf tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'Port': ['ID=509767d9-b794-4316-b827-810cf8b62844,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:26.890241 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a8a60-c47c-4ae2-9a13-03d07cd750bf tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:26.890590 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a8a60-c47c-4ae2-9a13-03d07cd750bf tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:26.890956 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a8a60-c47c-4ae2-9a13-03d07cd750bf tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:26.891315 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a8a60-c47c-4ae2-9a13-03d07cd750bf tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:26.891646 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a8a60-c47c-4ae2-9a13-03d07cd750bf tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:26.891976 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a8a60-c47c-4ae2-9a13-03d07cd750bf tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:26.892304 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a8a60-c47c-4ae2-9a13-03d07cd750bf tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:26.892632 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a8a60-c47c-4ae2-9a13-03d07cd750bf tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:26.892958 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a8a60-c47c-4ae2-9a13-03d07cd750bf tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:26.893283 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a8a60-c47c-4ae2-9a13-03d07cd750bf tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:26.893603 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a8a60-c47c-4ae2-9a13-03d07cd750bf tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:26.893924 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a8a60-c47c-4ae2-9a13-03d07cd750bf tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:26.933507 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-205a8a60-c47c-4ae2-9a13-03d07cd750bf tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:26.933879 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-205a8a60-c47c-4ae2-9a13-03d07cd750bf tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Floating IP 7723c7ee-66b1-4ae7-b341-a9a46d35a253 disassociated (deleted). External IP: 172.25.4.51, port: 25342ed0-7059-4ca0-9ef0-b4626f4bbdb1. Jul 16 00:05:27.135208 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205a8a60-c47c-4ae2-9a13-03d07cd750bf tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Router 4fd07e17-ef95-4e3c-a1df-38ecedc0525d has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:05:27.237092 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205a8a60-c47c-4ae2-9a13-03d07cd750bf tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:05:27.241805 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-205a8a60-c47c-4ae2-9a13-03d07cd750bf tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:27.246837 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b5b2a1-9e3d-43d8-bea0-75757c430c75 None None] Sync routers for ids ['4fd07e17-ef95-4e3c-a1df-38ecedc0525d'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:05:27.255464 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b5b2a1-9e3d-43d8-bea0-75757c430c75 None None] Routers {'4fd07e17-ef95-4e3c-a1df-38ecedc0525d'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:05:27.256100 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-62b5b2a1-9e3d-43d8-bea0-75757c430c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:05:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['4fd07e17-ef95-4e3c-a1df-38ecedc0525d'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:05:27.276664 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-205a8a60-c47c-4ae2-9a13-03d07cd750bf tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "DELETE /v2.0/floatingips/7723c7ee-66b1-4ae7-b341-a9a46d35a253 HTTP/1.1" status: 204 len: 168 time: 0.8229668 Jul 16 00:05:27.277328 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1bb366-7afa-4fdf-8b25-92536ce47c72', 'tag': '25342ed0-7059-4ca0-9ef0-b4626f4bbdb1'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:05:27.279684 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f08fc2a7d463e069dbf969c41850b8f153237e21caa8377f91bf00f314a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be797d3-2dff-430c-9ac6-914b89228ced" -d '{"events": [{"name": "network-changed", "server_uuid": "cf1bb366-7afa-4fdf-8b25-92536ce47c72", "tag": "25342ed0-7059-4ca0-9ef0-b4626f4bbdb1"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:05:27.334581 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9903d2b-f686-4dc1-b2d9-60a0d5282497 x-openstack-request-id: req-e9903d2b-f686-4dc1-b2d9-60a0d5282497 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:05:27.335013 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf1bb366-7afa-4fdf-8b25-92536ce47c72", "tag": "25342ed0-7059-4ca0-9ef0-b4626f4bbdb1", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:05:27.335268 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9903d2b-f686-4dc1-b2d9-60a0d5282497 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:05:27.335672 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1bb366-7afa-4fdf-8b25-92536ce47c72', 'tag': '25342ed0-7059-4ca0-9ef0-b4626f4bbdb1', 'status': 'completed', 'code': 200} Jul 16 00:05:27.365301 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-62b5b2a1-9e3d-43d8-bea0-75757c430c75 None None] Set router 4fd07e17-ef95-4e3c-a1df-38ecedc0525d gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:05:27.417963 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be797d3-2dff-430c-9ac6-914b89228ced req-f07ba2b0-5ec8-4c3d-8f4a-1f28dca052cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:27.419538 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4be797d3-2dff-430c-9ac6-914b89228ced req-f07ba2b0-5ec8-4c3d-8f4a-1f28dca052cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 1097 time: 0.0618763 Jul 16 00:05:27.746915 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-62b5b2a1-9e3d-43d8-bea0-75757c430c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169261979', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '1942f1ee-b52f-4b51-81b6-4b1f535df3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:57Z', 'updated_at': '2021-07-16T00:04:00Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '1942f1ee-b52f-4b51-81b6-4b1f535df3fb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:57Z', 'updated_at': '2021-07-16T00:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'f4805318-2bea-4065-9484-8bca13af6ac1', 'name': '', 'network_id': 'a8228409-11a1-4226-92b9-47a575bff791', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:fd:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c620076f-b02e-439c-b27e-c7afd2917eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:59Z', 'updated_at': '2021-07-16T00:04:04Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': 'c620076f-b02e-439c-b27e-c7afd2917eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:05:27.773224 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b5b2a1-9e3d-43d8-bea0-75757c430c75 None None] Checking router: 4fd07e17-ef95-4e3c-a1df-38ecedc0525d for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:05:27.782301 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b5b2a1-9e3d-43d8-bea0-75757c430c75 None None] Routers {'4fd07e17-ef95-4e3c-a1df-38ecedc0525d'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:05:27.782982 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-62b5b2a1-9e3d-43d8-bea0-75757c430c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:05:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['4fd07e17-ef95-4e3c-a1df-38ecedc0525d'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:05:27.875948 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c933b0-6549-4cf3-9844-a3c44e526bb1 req-67f9deb8-fe25-4254-bfc4-54ad3b0d85af tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:27.878247 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-36c933b0-6549-4cf3-9844-a3c44e526bb1 req-67f9deb8-fe25-4254-bfc4-54ad3b0d85af tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 946 time: 0.0728681 Jul 16 00:05:27.883825 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be797d3-2dff-430c-9ac6-914b89228ced req-1c83b36e-1f35-4076-b190-495bc367668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:27.886108 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4be797d3-2dff-430c-9ac6-914b89228ced req-1c83b36e-1f35-4076-b190-495bc367668f service neutron] 10.222.0.43 "GET /v2.0/networks?id=a8228409-11a1-4226-92b9-47a575bff791 HTTP/1.1" status: 200 len: 897 time: 0.4590766 Jul 16 00:05:27.892683 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-62b5b2a1-9e3d-43d8-bea0-75757c430c75 None None] Set router 4fd07e17-ef95-4e3c-a1df-38ecedc0525d gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:05:27.919733 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-36c933b0-6549-4cf3-9844-a3c44e526bb1 req-452dbdc2-c0ef-4e3e-a6fa-6ba586fe0ece tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=27fed6da-c04c-4c0f-a8ba-b59e018bbca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355701 Jul 16 00:05:27.933531 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4be797d3-2dff-430c-9ac6-914b89228ced req-3067d067-122d-4da4-9360-c44528c5cb8e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25342ed0-7059-4ca0-9ef0-b4626f4bbdb1 HTTP/1.1" status: 200 len: 217 time: 0.0394778 Jul 16 00:05:27.983759 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be797d3-2dff-430c-9ac6-914b89228ced req-833c6382-5821-497e-a65b-8716feb3cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:27.985217 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4be797d3-2dff-430c-9ac6-914b89228ced req-833c6382-5821-497e-a65b-8716feb3cb92 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c620076f-b02e-439c-b27e-c7afd2917eed HTTP/1.1" status: 200 len: 834 time: 0.0454533 Jul 16 00:05:28.042126 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be797d3-2dff-430c-9ac6-914b89228ced req-37df5fc5-e99f-4e4d-97b6-2d68dfe57159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:28.043693 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4be797d3-2dff-430c-9ac6-914b89228ced req-37df5fc5-e99f-4e4d-97b6-2d68dfe57159 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a8228409-11a1-4226-92b9-47a575bff791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511465 Jul 16 00:05:28.090808 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-62b5b2a1-9e3d-43d8-bea0-75757c430c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169261979', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '1942f1ee-b52f-4b51-81b6-4b1f535df3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:57Z', 'updated_at': '2021-07-16T00:04:00Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '1942f1ee-b52f-4b51-81b6-4b1f535df3fb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:57Z', 'updated_at': '2021-07-16T00:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'f4805318-2bea-4065-9484-8bca13af6ac1', 'name': '', 'network_id': 'a8228409-11a1-4226-92b9-47a575bff791', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:fd:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c620076f-b02e-439c-b27e-c7afd2917eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:59Z', 'updated_at': '2021-07-16T00:04:04Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': 'c620076f-b02e-439c-b27e-c7afd2917eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:05:28.121342 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b5b2a1-9e3d-43d8-bea0-75757c430c75 None None] The sync data for ids ['4fd07e17-ef95-4e3c-a1df-38ecedc0525d'] in n-d-787205-9 is: [{'id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169261979', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '1942f1ee-b52f-4b51-81b6-4b1f535df3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:57Z', 'updated_at': '2021-07-16T00:04:00Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '1942f1ee-b52f-4b51-81b6-4b1f535df3fb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:57Z', 'updated_at': '2021-07-16T00:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'f4805318-2bea-4065-9484-8bca13af6ac1', 'name': '', 'network_id': 'a8228409-11a1-4226-92b9-47a575bff791', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:fd:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c620076f-b02e-439c-b27e-c7afd2917eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:59Z', 'updated_at': '2021-07-16T00:04:04Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': 'c620076f-b02e-439c-b27e-c7afd2917eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:05:28.135621 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4be797d3-2dff-430c-9ac6-914b89228ced req-418d9fbb-c110-4017-b5a4-29c708b526f6 service neutron] 10.222.0.43 "GET /v2.0/networks/a8228409-11a1-4226-92b9-47a575bff791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855484 Jul 16 00:05:28.225958 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4be797d3-2dff-430c-9ac6-914b89228ced req-de647ba6-7f5c-4daa-8ac6-2c51cd35050b service neutron] 10.222.0.43 "GET /v2.0/networks/a8228409-11a1-4226-92b9-47a575bff791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825148 Jul 16 00:05:28.333778 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a83aa45-ff8d-408d-b1c1-c2d3539e06ee None None] New status for floating IP 7723c7ee-66b1-4ae7-b341-a9a46d35a253: DOWN {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:05:29.110448 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f059492-aedd-4705-8a9d-15bfb11b98a9 req-6251fe87-18e9-4218-a1ef-cf7ed86bdbf5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:29.111936 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4f059492-aedd-4705-8a9d-15bfb11b98a9 req-6251fe87-18e9-4218-a1ef-cf7ed86bdbf5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 946 time: 0.0676756 Jul 16 00:05:29.148827 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4f059492-aedd-4705-8a9d-15bfb11b98a9 req-59ed3379-db3e-4c8c-8ca5-5e2554d6eaa6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=27fed6da-c04c-4c0f-a8ba-b59e018bbca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312190 Jul 16 00:05:29.253350 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93b1cd-225e-4d49-a75e-866a15ca4d63 req-240bbcd4-a4c2-4418-ac42-a1cfc9703079 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:29.254718 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9d93b1cd-225e-4d49-a75e-866a15ca4d63 req-240bbcd4-a4c2-4418-ac42-a1cfc9703079 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 946 time: 0.0650587 Jul 16 00:05:29.350848 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-9d93b1cd-225e-4d49-a75e-866a15ca4d63 req-37cee3ca-f739-4b43-92e5-6ded320635dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Deleting port 25342ed0-7059-4ca0-9ef0-b4626f4bbdb1 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:05:29.351191 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9d93b1cd-225e-4d49-a75e-866a15ca4d63 req-37cee3ca-f739-4b43-92e5-6ded320635dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:29.440408 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-9d93b1cd-225e-4d49-a75e-866a15ca4d63 req-37cee3ca-f739-4b43-92e5-6ded320635dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] For port 25342ed0-7059-4ca0-9ef0-b4626f4bbdb1, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=25342ed0-7059-4ca0-9ef0-b4626f4bbdb1,segment=NetworkSegment(02d4416d-8b77-47e5-b613-cce2859c9d0b),segment_id=02d4416d-8b77-47e5-b613-cce2859c9d0b)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:05:29.440786 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9d93b1cd-225e-4d49-a75e-866a15ca4d63 req-37cee3ca-f739-4b43-92e5-6ded320635dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:29.453267 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-9d93b1cd-225e-4d49-a75e-866a15ca4d63 req-37cee3ca-f739-4b43-92e5-6ded320635dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Calling delete_port for 25342ed0-7059-4ca0-9ef0-b4626f4bbdb1 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:05:29.575952 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9d93b1cd-225e-4d49-a75e-866a15ca4d63 req-37cee3ca-f739-4b43-92e5-6ded320635dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:29.609420 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cee3ca-f739-4b43-92e5-6ded320635dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'Port': ['ID=25342ed0-7059-4ca0-9ef0-b4626f4bbdb1,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:29.638405 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cee3ca-f739-4b43-92e5-6ded320635dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:29.638779 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cee3ca-f739-4b43-92e5-6ded320635dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:29.639120 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cee3ca-f739-4b43-92e5-6ded320635dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:29.639451 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cee3ca-f739-4b43-92e5-6ded320635dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:29.639775 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cee3ca-f739-4b43-92e5-6ded320635dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:29.640099 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cee3ca-f739-4b43-92e5-6ded320635dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:29.640423 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cee3ca-f739-4b43-92e5-6ded320635dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:29.640764 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cee3ca-f739-4b43-92e5-6ded320635dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:29.641070 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cee3ca-f739-4b43-92e5-6ded320635dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:29.641388 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cee3ca-f739-4b43-92e5-6ded320635dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:29.641705 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cee3ca-f739-4b43-92e5-6ded320635dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:29.642018 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cee3ca-f739-4b43-92e5-6ded320635dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:29.661938 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d93b1cd-225e-4d49-a75e-866a15ca4d63 req-37cee3ca-f739-4b43-92e5-6ded320635dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] No DVR routers for this DVR port 25342ed0-7059-4ca0-9ef0-b4626f4bbdb1 on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:05:29.664234 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-9d93b1cd-225e-4d49-a75e-866a15ca4d63 req-37cee3ca-f739-4b43-92e5-6ded320635dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:29.666801 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9d93b1cd-225e-4d49-a75e-866a15ca4d63 req-37cee3ca-f739-4b43-92e5-6ded320635dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.43 "DELETE /v2.0/ports/25342ed0-7059-4ca0-9ef0-b4626f4bbdb1 HTTP/1.1" status: 204 len: 173 time: 0.4070687 Jul 16 00:05:29.667227 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1bb366-7afa-4fdf-8b25-92536ce47c72', 'name': 'network-vif-deleted', 'tag': '25342ed0-7059-4ca0-9ef0-b4626f4bbdb1'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:05:29.669442 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac3ab2df65406140be9365f9b3f66d4be7bd37abeab186e08b44bb3ea3ff9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3479b244-4190-42c7-9b18-f537305bdad5" -d '{"events": [{"server_uuid": "cf1bb366-7afa-4fdf-8b25-92536ce47c72", "name": "network-vif-deleted", "tag": "25342ed0-7059-4ca0-9ef0-b4626f4bbdb1"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:05:29.706038 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f42e7f0-c947-476f-bf31-62cf51b9fabb x-openstack-request-id: req-6f42e7f0-c947-476f-bf31-62cf51b9fabb {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:05:29.706325 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1bb366-7afa-4fdf-8b25-92536ce47c72", "name": "network-vif-deleted", "tag": "25342ed0-7059-4ca0-9ef0-b4626f4bbdb1", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:05:29.706571 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f42e7f0-c947-476f-bf31-62cf51b9fabb {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:05:29.707004 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1bb366-7afa-4fdf-8b25-92536ce47c72', 'name': 'network-vif-deleted', 'tag': '25342ed0-7059-4ca0-9ef0-b4626f4bbdb1', 'status': 'completed', 'code': 200} Jul 16 00:05:30.302405 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ab91c5d4-5424-4b6c-bd52-56690246a228 req-2cd81c25-325d-4698-9d91-7c9b2c261fad tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf1bb366-7afa-4fdf-8b25-92536ce47c72 HTTP/1.1" status: 200 len: 210 time: 0.0304670 Jul 16 00:05:31.397305 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39340) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:31.744150 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8532b332-a197-429f-a17b-830a77ffaf9a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:31.999734 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8532b332-a197-429f-a17b-830a77ffaf9a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Deleting port f4805318-2bea-4065-9484-8bca13af6ac1 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:05:32.000004 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8532b332-a197-429f-a17b-830a77ffaf9a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:32.085259 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-8532b332-a197-429f-a17b-830a77ffaf9a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] For port f4805318-2bea-4065-9484-8bca13af6ac1, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f4805318-2bea-4065-9484-8bca13af6ac1,segment=NetworkSegment(02d4416d-8b77-47e5-b613-cce2859c9d0b),segment_id=02d4416d-8b77-47e5-b613-cce2859c9d0b)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:05:32.085621 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8532b332-a197-429f-a17b-830a77ffaf9a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:32.097546 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8532b332-a197-429f-a17b-830a77ffaf9a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Calling delete_port for f4805318-2bea-4065-9484-8bca13af6ac1 owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:05:32.275648 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8532b332-a197-429f-a17b-830a77ffaf9a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:32.310886 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532b332-a197-429f-a17b-830a77ffaf9a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'Port': ['ID=f4805318-2bea-4065-9484-8bca13af6ac1,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:32.488357 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8532b332-a197-429f-a17b-830a77ffaf9a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:32.695103 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8532b332-a197-429f-a17b-830a77ffaf9a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Router 4fd07e17-ef95-4e3c-a1df-38ecedc0525d has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:05:33.126710 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8532b332-a197-429f-a17b-830a77ffaf9a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:05:33.131547 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8532b332-a197-429f-a17b-830a77ffaf9a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "PUT /v2.0/routers/4fd07e17-ef95-4e3c-a1df-38ecedc0525d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7332397 Jul 16 00:05:33.134937 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39342) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:33.136535 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ac1908-2a5b-4959-af6f-ee38962f507a None None] Sync routers for ids ['4fd07e17-ef95-4e3c-a1df-38ecedc0525d'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:05:33.146086 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ac1908-2a5b-4959-af6f-ee38962f507a None None] Routers {'4fd07e17-ef95-4e3c-a1df-38ecedc0525d'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:05:33.146726 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f6ac1908-2a5b-4959-af6f-ee38962f507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:05:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['4fd07e17-ef95-4e3c-a1df-38ecedc0525d'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:05:33.184732 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de1a42c-babc-4741-945b-777cfed75316 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Deleting subnet c620076f-b02e-439c-b27e-c7afd2917eed {{(pid=93798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:05:33.188239 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9de1a42c-babc-4741-945b-777cfed75316 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for subnet, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:33.232197 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9de1a42c-babc-4741-945b-777cfed75316 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649220'] for subnet, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:33.250219 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-f6ac1908-2a5b-4959-af6f-ee38962f507a None None] Set router 4fd07e17-ef95-4e3c-a1df-38ecedc0525d gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:05:33.312783 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9de1a42c-babc-4741-945b-777cfed75316 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:33.369937 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9de1a42c-babc-4741-945b-777cfed75316 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3060008'] for subnet, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:33.395291 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1a42c-babc-4741-945b-777cfed75316 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'Subnet': ['ID=c620076f-b02e-439c-b27e-c7afd2917eed,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:33.401629 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9de1a42c-babc-4741-945b-777cfed75316 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:33.406506 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39344) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:33.406880 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9de1a42c-babc-4741-945b-777cfed75316 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "DELETE /v2.0/subnets/c620076f-b02e-439c-b27e-c7afd2917eed HTTP/1.1" status: 204 len: 168 time: 0.2707300 Jul 16 00:05:33.407659 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e9bfda-7f47-4789-8e8c-2b1e48396118 None None] Network a8228409-11a1-4226-92b9-47a575bff791 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:05:33.502687 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f6ac1908-2a5b-4959-af6f-ee38962f507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169261979', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '1942f1ee-b52f-4b51-81b6-4b1f535df3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:57Z', 'updated_at': '2021-07-16T00:05:32Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '1942f1ee-b52f-4b51-81b6-4b1f535df3fb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:57Z', 'updated_at': '2021-07-16T00:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:05:33.512917 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1e1b448c-41c6-48d8-807b-e76054e55f88 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:33.545095 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ac1908-2a5b-4959-af6f-ee38962f507a None None] Checking router: 4fd07e17-ef95-4e3c-a1df-38ecedc0525d for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:05:33.558046 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ac1908-2a5b-4959-af6f-ee38962f507a None None] Routers {'4fd07e17-ef95-4e3c-a1df-38ecedc0525d'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:05:33.558678 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f6ac1908-2a5b-4959-af6f-ee38962f507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:05:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['4fd07e17-ef95-4e3c-a1df-38ecedc0525d'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:05:33.614459 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1e1b448c-41c6-48d8-807b-e76054e55f88 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:33.668966 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1e1b448c-41c6-48d8-807b-e76054e55f88 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Deleting port 1942f1ee-b52f-4b51-81b6-4b1f535df3fb {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:05:33.669238 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1e1b448c-41c6-48d8-807b-e76054e55f88 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:33.677336 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-f6ac1908-2a5b-4959-af6f-ee38962f507a None None] Set router 4fd07e17-ef95-4e3c-a1df-38ecedc0525d gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:05:33.707036 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6ca78b-29de-4ae7-81b2-e4b25516f933 None None] DHCP port deletion for a8228409-11a1-4226-92b9-47a575bff791 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:05:33.747782 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-1e1b448c-41c6-48d8-807b-e76054e55f88 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] For port 1942f1ee-b52f-4b51-81b6-4b1f535df3fb, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1942f1ee-b52f-4b51-81b6-4b1f535df3fb,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:05:33.748143 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1e1b448c-41c6-48d8-807b-e76054e55f88 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:33.760334 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-1e1b448c-41c6-48d8-807b-e76054e55f88 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Calling delete_port for 1942f1ee-b52f-4b51-81b6-4b1f535df3fb owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:05:33.836617 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 25342ed0-7059-4ca0-9ef0-b4626f4bbdb1 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:05:33.865951 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 25342ed0-7059-4ca0-9ef0-b4626f4bbdb1 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:05:33.866298 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 25342ed0-7059-4ca0-9ef0-b4626f4bbdb1 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:05:33.873237 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ca78b-29de-4ae7-81b2-e4b25516f933 None None] Deleting port 61b1701c-d8e2-4c44-af4b-388d84ad8b60 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:05:33.873967 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8f6ca78b-29de-4ae7-81b2-e4b25516f933 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:33.925768 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1e1b448c-41c6-48d8-807b-e76054e55f88 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:33.952893 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b448c-41c6-48d8-807b-e76054e55f88 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'Port': ['ID=1942f1ee-b52f-4b51-81b6-4b1f535df3fb,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:33.965730 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-8f6ca78b-29de-4ae7-81b2-e4b25516f933 None None] For port 61b1701c-d8e2-4c44-af4b-388d84ad8b60, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=61b1701c-d8e2-4c44-af4b-388d84ad8b60,segment=NetworkSegment(02d4416d-8b77-47e5-b613-cce2859c9d0b),segment_id=02d4416d-8b77-47e5-b613-cce2859c9d0b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:05:33.966129 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8f6ca78b-29de-4ae7-81b2-e4b25516f933 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:33.982537 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ca78b-29de-4ae7-81b2-e4b25516f933 None None] Calling delete_port for 61b1701c-d8e2-4c44-af4b-388d84ad8b60 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:05:33.997654 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f6ac1908-2a5b-4959-af6f-ee38962f507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169261979', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '1942f1ee-b52f-4b51-81b6-4b1f535df3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:57Z', 'updated_at': '2021-07-16T00:05:32Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '1942f1ee-b52f-4b51-81b6-4b1f535df3fb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:57Z', 'updated_at': '2021-07-16T00:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:05:34.020363 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1e1b448c-41c6-48d8-807b-e76054e55f88 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:34.057388 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ac1908-2a5b-4959-af6f-ee38962f507a None None] The sync data for ids ['4fd07e17-ef95-4e3c-a1df-38ecedc0525d'] in n-d-787205-9 is: [{'id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169261979', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '1942f1ee-b52f-4b51-81b6-4b1f535df3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:57Z', 'updated_at': '2021-07-16T00:05:32Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '1942f1ee-b52f-4b51-81b6-4b1f535df3fb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd07e17-ef95-4e3c-a1df-38ecedc0525d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:57Z', 'updated_at': '2021-07-16T00:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:05:34.101440 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8f6ca78b-29de-4ae7-81b2-e4b25516f933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:34.118570 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1e1b448c-41c6-48d8-807b-e76054e55f88 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:34.120658 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1e1b448c-41c6-48d8-807b-e76054e55f88 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:34.127658 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ca78b-29de-4ae7-81b2-e4b25516f933 None None] Pushing event deleted for resources: {'Port': ['ID=61b1701c-d8e2-4c44-af4b-388d84ad8b60,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:34.132881 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6ca78b-29de-4ae7-81b2-e4b25516f933 None None] No DVR routers for this DVR port 61b1701c-d8e2-4c44-af4b-388d84ad8b60 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:05:34.142882 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ca78b-29de-4ae7-81b2-e4b25516f933 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:34.143559 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ca78b-29de-4ae7-81b2-e4b25516f933 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:34.143559 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ca78b-29de-4ae7-81b2-e4b25516f933 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:34.143881 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ca78b-29de-4ae7-81b2-e4b25516f933 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:34.144219 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ca78b-29de-4ae7-81b2-e4b25516f933 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:34.144551 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ca78b-29de-4ae7-81b2-e4b25516f933 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:34.144876 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ca78b-29de-4ae7-81b2-e4b25516f933 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:34.145205 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ca78b-29de-4ae7-81b2-e4b25516f933 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:34.145529 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ca78b-29de-4ae7-81b2-e4b25516f933 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:34.145860 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ca78b-29de-4ae7-81b2-e4b25516f933 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:34.146182 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ca78b-29de-4ae7-81b2-e4b25516f933 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:34.146503 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ca78b-29de-4ae7-81b2-e4b25516f933 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:34.166500 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1e1b448c-41c6-48d8-807b-e76054e55f88 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:34.167107 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1b448c-41c6-48d8-807b-e76054e55f88 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Fanout notify agent at l3_agent the message router_deleted on router 4fd07e17-ef95-4e3c-a1df-38ecedc0525d {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:05:34.173907 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1e1b448c-41c6-48d8-807b-e76054e55f88 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:34.175037 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1e1b448c-41c6-48d8-807b-e76054e55f88 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "DELETE /v2.0/routers/4fd07e17-ef95-4e3c-a1df-38ecedc0525d HTTP/1.1" status: 204 len: 168 time: 0.7675025 Jul 16 00:05:34.177693 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39346) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:34.253892 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3745e19d-6265-40b0-b9f9-51fc0bc156f6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:34.340076 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3745e19d-6265-40b0-b9f9-51fc0bc156f6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:34.349501 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-3745e19d-6265-40b0-b9f9-51fc0bc156f6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8228409-11a1-4226-92b9-47a575bff791']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:05:34.358864 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-3745e19d-6265-40b0-b9f9-51fc0bc156f6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d4416d-8b77-47e5-b613-cce2859c9d0b') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:05:34.359162 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-3745e19d-6265-40b0-b9f9-51fc0bc156f6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d4416d-8b77-47e5-b613-cce2859c9d0b') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:05:34.367501 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3745e19d-6265-40b0-b9f9-51fc0bc156f6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:34.380239 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3745e19d-6265-40b0-b9f9-51fc0bc156f6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:34.386244 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3745e19d-6265-40b0-b9f9-51fc0bc156f6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:05:34.386647 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3745e19d-6265-40b0-b9f9-51fc0bc156f6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:34.389440 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 16 00:05:34.389440 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:05:34.389440 n-d-787205-9 neutron-server[93799]: timer() Jul 16 00:05:34.389440 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:05:34.389440 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 16 00:05:34.389440 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:05:34.389440 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 16 00:05:34.389440 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:05:34.389440 n-d-787205-9 neutron-server[93799]: self._notify() Jul 16 00:05:34.389440 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:05:34.389440 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 16 00:05:34.389440 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:05:34.389440 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 16 00:05:34.389440 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:05:34.389440 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:05:34.389440 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:05:34.389440 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:05:34.389440 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:05:34.389440 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 16 00:05:34.389440 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:05:34.389440 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 16 00:05:34.389440 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:05:34.389440 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:05:34.389440 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:05:34.389440 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 16 00:05:34.389440 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:05:34.389440 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:05:34.389440 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:05:34.389440 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:05:34.389440 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:05:34.389440 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:05:34.389440 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:05:34.447593 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3745e19d-6265-40b0-b9f9-51fc0bc156f6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:34.455951 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3745e19d-6265-40b0-b9f9-51fc0bc156f6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:34.457561 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3745e19d-6265-40b0-b9f9-51fc0bc156f6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "DELETE /v2.0/networks/a8228409-11a1-4226-92b9-47a575bff791 HTTP/1.1" status: 204 len: 168 time: 0.2789521 Jul 16 00:05:34.460503 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39348) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:34.474189 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745e19d-6265-40b0-b9f9-51fc0bc156f6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'Network': ['ID=a8228409-11a1-4226-92b9-47a575bff791,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:34.537356 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05d834cc-287d-4fec-995c-d5202d5e7784 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:34.565306 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05d834cc-287d-4fec-995c-d5202d5e7784 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:34.581774 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f4805318-2bea-4065-9484-8bca13af6ac1 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:05:34.605259 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: f4805318-2bea-4065-9484-8bca13af6ac1 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:05:34.605525 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f4805318-2bea-4065-9484-8bca13af6ac1 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:05:34.605998 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 61b1701c-d8e2-4c44-af4b-388d84ad8b60 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:05:34.625113 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 61b1701c-d8e2-4c44-af4b-388d84ad8b60 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:05:34.625497 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 61b1701c-d8e2-4c44-af4b-388d84ad8b60 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:05:34.628336 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05d834cc-287d-4fec-995c-d5202d5e7784 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:34.631996 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-05d834cc-287d-4fec-995c-d5202d5e7784 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:34.632896 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-05d834cc-287d-4fec-995c-d5202d5e7784 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "DELETE /v2.0/security-groups/27fed6da-c04c-4c0f-a8ba-b59e018bbca5 HTTP/1.1" status: 204 len: 168 time: 0.1713994 Jul 16 00:05:34.642320 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d834cc-287d-4fec-995c-d5202d5e7784 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fed6da-c04c-4c0f-a8ba-b59e018bbca5,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:35.005713 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39354) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:35.011292 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-ef393a0a-2ace-48dc-903a-70451b3c5d72 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1505208160', 'description': 'tempest-secgroup-smoke-1505208160 description', 'project_id': '16c130c7698b4f289398f3a08d45c53f'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:05:35.032719 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef393a0a-2ace-48dc-903a-70451b3c5d72 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:35.125124 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef393a0a-2ace-48dc-903a-70451b3c5d72 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:35.129628 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef393a0a-2ace-48dc-903a-70451b3c5d72 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:35.155643 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ef393a0a-2ace-48dc-903a-70451b3c5d72 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:35.156851 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-ef393a0a-2ace-48dc-903a-70451b3c5d72 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1500690 Jul 16 00:05:35.159894 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39356) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:35.160783 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef393a0a-2ace-48dc-903a-70451b3c5d72 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3415250a-8dc3-4f6d-a755-54edc8c96790,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:35.173477 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-26c5b2a9-ba16-4073-8b74-991c1d91bfe7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group_rule': {'security_group_id': '3415250a-8dc3-4f6d-a755-54edc8c96790', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:05:35.199658 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-26c5b2a9-ba16-4073-8b74-991c1d91bfe7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:35.257733 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-26c5b2a9-ba16-4073-8b74-991c1d91bfe7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:35.262099 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-26c5b2a9-ba16-4073-8b74-991c1d91bfe7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:35.280243 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5b2a9-ba16-4073-8b74-991c1d91bfe7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b3371b-d10a-444f-95d8-d7f4078ac87a,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:35.284273 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-26c5b2a9-ba16-4073-8b74-991c1d91bfe7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:35.285584 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-26c5b2a9-ba16-4073-8b74-991c1d91bfe7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239848 Jul 16 00:05:35.288299 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39358) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:35.292796 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-f123907f-3322-4801-a8b4-5a6e11b42df5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group_rule': {'security_group_id': '3415250a-8dc3-4f6d-a755-54edc8c96790', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:05:35.319023 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f123907f-3322-4801-a8b4-5a6e11b42df5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:35.374703 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f123907f-3322-4801-a8b4-5a6e11b42df5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:35.378356 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f123907f-3322-4801-a8b4-5a6e11b42df5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:35.395447 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f123907f-3322-4801-a8b4-5a6e11b42df5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16117e5e-bcdd-4554-8823-ff0389ba9e58,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:35.401771 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f123907f-3322-4801-a8b4-5a6e11b42df5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:35.403070 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f123907f-3322-4801-a8b4-5a6e11b42df5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1138449 Jul 16 00:05:35.405772 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39360) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:35.410241 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-055782cb-7137-4d51-8567-0fa709690210 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group_rule': {'security_group_id': '3415250a-8dc3-4f6d-a755-54edc8c96790', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:05:35.435322 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-055782cb-7137-4d51-8567-0fa709690210 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:35.491197 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-055782cb-7137-4d51-8567-0fa709690210 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:35.494804 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-055782cb-7137-4d51-8567-0fa709690210 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:35.514536 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055782cb-7137-4d51-8567-0fa709690210 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47536210-4660-40d2-8941-8e5288a27df2,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:35.517582 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-055782cb-7137-4d51-8567-0fa709690210 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:35.519094 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-055782cb-7137-4d51-8567-0fa709690210 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1123214 Jul 16 00:05:35.521795 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39362) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:35.526793 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-72e583f5-77d8-4910-b116-6372401d9bb4 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group_rule': {'security_group_id': '3415250a-8dc3-4f6d-a755-54edc8c96790', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:05:35.552065 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-72e583f5-77d8-4910-b116-6372401d9bb4 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:35.610885 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-72e583f5-77d8-4910-b116-6372401d9bb4 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:35.614206 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-72e583f5-77d8-4910-b116-6372401d9bb4 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:35.631202 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e583f5-77d8-4910-b116-6372401d9bb4 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d34988a2-b466-4fc4-826e-5e58fcb97f58,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:35.638205 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-72e583f5-77d8-4910-b116-6372401d9bb4 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:35.639408 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-72e583f5-77d8-4910-b116-6372401d9bb4 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167049 Jul 16 00:05:35.642097 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39364) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:35.646512 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-91246999-5792-4dec-87a1-178a9eb617d1 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group_rule': {'security_group_id': '3415250a-8dc3-4f6d-a755-54edc8c96790', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:05:35.668694 n-d-787205-9 neutron-server[93799]: INFO neutron.db.securitygroups_db [None req-91246999-5792-4dec-87a1-178a9eb617d1 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Project 16c130c7698b4f289398f3a08d45c53f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:05:35.673979 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-91246999-5792-4dec-87a1-178a9eb617d1 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:35.732655 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-91246999-5792-4dec-87a1-178a9eb617d1 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:35.736055 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-91246999-5792-4dec-87a1-178a9eb617d1 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:35.755338 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91246999-5792-4dec-87a1-178a9eb617d1 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6fac449-f645-4d04-aa08-9072aeb73da6,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:35.758397 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-91246999-5792-4dec-87a1-178a9eb617d1 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:35.759682 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-91246999-5792-4dec-87a1-178a9eb617d1 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1166549 Jul 16 00:05:35.762423 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39366) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:35.766881 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-546dc708-e6f0-4ce7-b756-56038fc55323 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'security_group_rule': {'security_group_id': '3415250a-8dc3-4f6d-a755-54edc8c96790', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:05:35.788010 n-d-787205-9 neutron-server[93799]: INFO neutron.db.securitygroups_db [None req-546dc708-e6f0-4ce7-b756-56038fc55323 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Project 16c130c7698b4f289398f3a08d45c53f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:05:35.793228 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-546dc708-e6f0-4ce7-b756-56038fc55323 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:35.853080 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-546dc708-e6f0-4ce7-b756-56038fc55323 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:35.856526 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-546dc708-e6f0-4ce7-b756-56038fc55323 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:35.876098 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546dc708-e6f0-4ce7-b756-56038fc55323 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5ba7d3-bd9b-4492-8aac-381cd50804db,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:35.879602 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-546dc708-e6f0-4ce7-b756-56038fc55323 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:35.880798 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-546dc708-e6f0-4ce7-b756-56038fc55323 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1174455 Jul 16 00:05:35.884172 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39368) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:35.888917 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-32f78dce-145a-4d9a-8da9-1a2415859b9c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'network': {'name': 'tempest-network-smoke--715148900', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'port_security_enabled': True}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:05:35.909152 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f78dce-145a-4d9a-8da9-1a2415859b9c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Made reservation on behalf of 16c130c7698b4f289398f3a08d45c53f for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:05:35.912554 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-32f78dce-145a-4d9a-8da9-1a2415859b9c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:35.935414 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f78dce-145a-4d9a-8da9-1a2415859b9c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:05:35.944490 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-32f78dce-145a-4d9a-8da9-1a2415859b9c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:35.944857 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-32f78dce-145a-4d9a-8da9-1a2415859b9c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Added segment c92d6eaf-1dea-4307-850e-cc620df82973 of type vlan for network c5480b0f-208a-4f1d-ad2e-9858af2c3262 Jul 16 00:05:35.986106 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-32f78dce-145a-4d9a-8da9-1a2415859b9c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:36.013641 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-32f78dce-145a-4d9a-8da9-1a2415859b9c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:36.019206 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f78dce-145a-4d9a-8da9-1a2415859b9c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:36.019734 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-32f78dce-145a-4d9a-8da9-1a2415859b9c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:36.051683 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-32f78dce-145a-4d9a-8da9-1a2415859b9c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1665046 Jul 16 00:05:36.054471 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39370) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:36.061322 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-45a3b847-44ae-499c-bc9c-970f0a875dce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1449291677', 'admin_state_up': True, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:05:36.098742 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f78dce-145a-4d9a-8da9-1a2415859b9c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Network': ['ID=c5480b0f-208a-4f1d-ad2e-9858af2c3262,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:36.109016 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network c5480b0f-208a-4f1d-ad2e-9858af2c3262 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:05:36.111645 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-45a3b847-44ae-499c-bc9c-970f0a875dce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:36.112666 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-45a3b847-44ae-499c-bc9c-970f0a875dce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:36.166459 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-45a3b847-44ae-499c-bc9c-970f0a875dce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:36.299136 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-45a3b847-44ae-499c-bc9c-970f0a875dce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:36.461778 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1942f1ee-b52f-4b51-81b6-4b1f535df3fb no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:05:36.481604 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 1942f1ee-b52f-4b51-81b6-4b1f535df3fb {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:05:36.482027 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1942f1ee-b52f-4b51-81b6-4b1f535df3fb not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:05:36.489893 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-45a3b847-44ae-499c-bc9c-970f0a875dce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:36.509221 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-45a3b847-44ae-499c-bc9c-970f0a875dce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:36.606267 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-45a3b847-44ae-499c-bc9c-970f0a875dce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Allocated IP 172.25.4.18 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/1f3fad9d-9556-46af-854b-bb957f811658) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:05:36.707912 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-45a3b847-44ae-499c-bc9c-970f0a875dce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:36.746219 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-45a3b847-44ae-499c-bc9c-970f0a875dce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:36.782781 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a3b847-44ae-499c-bc9c-970f0a875dce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:05:36.788739 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-45a3b847-44ae-499c-bc9c-970f0a875dce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:05:36.792856 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a3b847-44ae-499c-bc9c-970f0a875dce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:05:36.798151 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3b847-44ae-499c-bc9c-970f0a875dce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Port': ['ID=1f3fad9d-9556-46af-854b-bb957f811658,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:37.036315 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-45a3b847-44ae-499c-bc9c-970f0a875dce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:37.226369 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-45a3b847-44ae-499c-bc9c-970f0a875dce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:37.349641 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a3b847-44ae-499c-bc9c-970f0a875dce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Router 5e40da33-6dd2-464c-a5b1-b5defe0333be is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:05:37.453186 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a3b847-44ae-499c-bc9c-970f0a875dce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:05:37.465038 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79538815-a7fc-4667-8921-c1f3e74bf3f2 None None] Sync routers for ids ['5e40da33-6dd2-464c-a5b1-b5defe0333be'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:05:37.472127 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-45a3b847-44ae-499c-bc9c-970f0a875dce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:37.473527 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-45a3b847-44ae-499c-bc9c-970f0a875dce tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4179661 Jul 16 00:05:37.475545 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79538815-a7fc-4667-8921-c1f3e74bf3f2 None None] Routers {'5e40da33-6dd2-464c-a5b1-b5defe0333be'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:05:37.476153 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-79538815-a7fc-4667-8921-c1f3e74bf3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:05:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['5e40da33-6dd2-464c-a5b1-b5defe0333be'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:05:37.476618 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39372) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:37.543980 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e0c34d81-c81d-4354-934c-dd061477d7a9 tempest-TestNetworkAdvancedServerOps-433953513 tempest-TestNetworkAdvancedServerOps-433953513-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=16c130c7698b4f289398f3a08d45c53f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0663111 Jul 16 00:05:37.546622 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39376) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:37.578728 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-79538815-a7fc-4667-8921-c1f3e74bf3f2 None None] Set router 5e40da33-6dd2-464c-a5b1-b5defe0333be gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:05:37.637045 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1f1395-7f2c-48f0-a340-22f1645a94af tempest-TestNetworkAdvancedServerOps-433953513 tempest-TestNetworkAdvancedServerOps-433953513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:37.638574 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-df1f1395-7f2c-48f0-a340-22f1645a94af tempest-TestNetworkAdvancedServerOps-433953513 tempest-TestNetworkAdvancedServerOps-433953513-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910332 Jul 16 00:05:37.641416 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39378) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:37.671110 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-57bbd3ce-e8b6-42c6-b9e1-384d850b478c tempest-TestNetworkAdvancedServerOps-433953513 tempest-TestNetworkAdvancedServerOps-433953513-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=61ac1f85-79f4-4ace-93a9-51b85862f208&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263438 Jul 16 00:05:37.671343 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39380) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:37.675958 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-e94e73ff-2ea7-49d3-99bf-f7fc0cad345f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1869436295', 'network_id': 'c5480b0f-208a-4f1d-ad2e-9858af2c3262', 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:05:37.752710 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-79538815-a7fc-4667-8921-c1f3e74bf3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449291677', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '1f3fad9d-9556-46af-854b-bb957f811658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:05:36Z', 'updated_at': '2021-07-16T00:05:36Z', 'revision_number': 3, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '1f3fad9d-9556-46af-854b-bb957f811658', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:05:36Z', 'updated_at': '2021-07-16T00:05:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:05:37.760628 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94e73ff-2ea7-49d3-99bf-f7fc0cad345f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Made reservation on behalf of 16c130c7698b4f289398f3a08d45c53f for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:05:37.764142 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e94e73ff-2ea7-49d3-99bf-f7fc0cad345f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:37.779398 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79538815-a7fc-4667-8921-c1f3e74bf3f2 None None] Checking router: 5e40da33-6dd2-464c-a5b1-b5defe0333be for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:05:37.779739 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79538815-a7fc-4667-8921-c1f3e74bf3f2 None None] Updating router 5e40da33-6dd2-464c-a5b1-b5defe0333be port 1f3fad9d-9556-46af-854b-bb957f811658 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:05:37.812190 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-79538815-a7fc-4667-8921-c1f3e74bf3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:37.940643 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e94e73ff-2ea7-49d3-99bf-f7fc0cad345f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:38.006358 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e73ff-2ea7-49d3-99bf-f7fc0cad345f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Subnet': ['ID=38b1bb05-e127-4e1d-817c-1d12c2dbae07,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:38.013741 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94e73ff-2ea7-49d3-99bf-f7fc0cad345f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Checking segment: {'id': 'c92d6eaf-1dea-4307-850e-cc620df82973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c5480b0f-208a-4f1d-ad2e-9858af2c3262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:05:38.014111 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94e73ff-2ea7-49d3-99bf-f7fc0cad345f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network hostable DHCP agents. Network: c5480b0f-208a-4f1d-ad2e-9858af2c3262, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:05:38.031635 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94e73ff-2ea7-49d3-99bf-f7fc0cad345f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network c5480b0f-208a-4f1d-ad2e-9858af2c3262 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:05:38.040095 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-e94e73ff-2ea7-49d3-99bf-f7fc0cad345f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, c5480b0f-208a-4f1d-ad2e-9858af2c3262) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:05:38.044307 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94e73ff-2ea7-49d3-99bf-f7fc0cad345f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:38.044925 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e94e73ff-2ea7-49d3-99bf-f7fc0cad345f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:38.049870 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76499dc9-6ffd-45e7-a41a-663195a882dd None None] Network c5480b0f-208a-4f1d-ad2e-9858af2c3262 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:05:38.060000 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e94e73ff-2ea7-49d3-99bf-f7fc0cad345f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3877132 Jul 16 00:05:38.062930 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-79538815-a7fc-4667-8921-c1f3e74bf3f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:38.063280 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39382) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:38.074003 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-79538815-a7fc-4667-8921-c1f3e74bf3f2 None None] Transition to ACTIVE for port object 1f3fad9d-9556-46af-854b-bb957f811658 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:05:38.081096 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-79538815-a7fc-4667-8921-c1f3e74bf3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:38.127261 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-79538815-a7fc-4667-8921-c1f3e74bf3f2 None None] Attempting to bind port 1f3fad9d-9556-46af-854b-bb957f811658 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:05:38.127641 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-79538815-a7fc-4667-8921-c1f3e74bf3f2 None None] Attempting to bind port 1f3fad9d-9556-46af-854b-bb957f811658 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:05:38.128009 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79538815-a7fc-4667-8921-c1f3e74bf3f2 None None] Attempting to bind port 1f3fad9d-9556-46af-854b-bb957f811658 on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:05:38.136799 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79538815-a7fc-4667-8921-c1f3e74bf3f2 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:05:38.137176 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79538815-a7fc-4667-8921-c1f3e74bf3f2 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:05:38.137577 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-79538815-a7fc-4667-8921-c1f3e74bf3f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:38.137969 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79538815-a7fc-4667-8921-c1f3e74bf3f2 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:05:38.138428 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-79538815-a7fc-4667-8921-c1f3e74bf3f2 None None] Bound port: 1f3fad9d-9556-46af-854b-bb957f811658, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:05:38.138834 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-79538815-a7fc-4667-8921-c1f3e74bf3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:38.162124 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1169c3-8c3d-4567-b87f-a7ce40e858cd None None] Pushing event updated for resources: {'Port': ['ID=1f3fad9d-9556-46af-854b-bb957f811658,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:38.176207 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1169c3-8c3d-4567-b87f-a7ce40e858cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:38.176553 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1169c3-8c3d-4567-b87f-a7ce40e858cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:38.176892 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1169c3-8c3d-4567-b87f-a7ce40e858cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:38.177227 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1169c3-8c3d-4567-b87f-a7ce40e858cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:38.177560 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1169c3-8c3d-4567-b87f-a7ce40e858cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:38.177888 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1169c3-8c3d-4567-b87f-a7ce40e858cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:38.178213 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1169c3-8c3d-4567-b87f-a7ce40e858cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:38.178535 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1169c3-8c3d-4567-b87f-a7ce40e858cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:38.178952 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1169c3-8c3d-4567-b87f-a7ce40e858cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:38.179289 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1169c3-8c3d-4567-b87f-a7ce40e858cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:38.179595 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1169c3-8c3d-4567-b87f-a7ce40e858cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:38.179912 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1169c3-8c3d-4567-b87f-a7ce40e858cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:38.204824 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-79538815-a7fc-4667-8921-c1f3e74bf3f2 None None] For port 1f3fad9d-9556-46af-854b-bb957f811658, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:05:38.207798 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-79538815-a7fc-4667-8921-c1f3e74bf3f2 None None] For port 1f3fad9d-9556-46af-854b-bb957f811658, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1f3fad9d-9556-46af-854b-bb957f811658,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:05:38.213165 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-79538815-a7fc-4667-8921-c1f3e74bf3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:38.224158 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb2daf1-84a6-4479-a62b-a6389ac34f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-c5480b0f-208a-4f1d-ad2e-9858af2c3262', 'network_id': 'c5480b0f-208a-4f1d-ad2e-9858af2c3262', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'fixed_ips': [{'subnet_id': '38b1bb05-e127-4e1d-817c-1d12c2dbae07'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:05:38.224637 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5bb2daf1-84a6-4479-a62b-a6389ac34f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:38.272317 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79538815-a7fc-4667-8921-c1f3e74bf3f2 None None] Routers {'5e40da33-6dd2-464c-a5b1-b5defe0333be'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:05:38.272851 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-79538815-a7fc-4667-8921-c1f3e74bf3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:05:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['5e40da33-6dd2-464c-a5b1-b5defe0333be'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:05:38.309049 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1169c3-8c3d-4567-b87f-a7ce40e858cd None None] Pushing event updated for resources: {'Port': ['ID=1f3fad9d-9556-46af-854b-bb957f811658,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:38.378113 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-5bb2daf1-84a6-4479-a62b-a6389ac34f62 None None] Allocated IP 172.20.0.2 (c5480b0f-208a-4f1d-ad2e-9858af2c3262/38b1bb05-e127-4e1d-817c-1d12c2dbae07/1cc3ba0b-d7d1-4a18-8545-f17c367f6940) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:05:38.383305 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-79538815-a7fc-4667-8921-c1f3e74bf3f2 None None] Set router 5e40da33-6dd2-464c-a5b1-b5defe0333be gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:05:38.513799 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9efd5e10-f72f-44c6-bf69-013dffd9a997 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:38.528344 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5bb2daf1-84a6-4479-a62b-a6389ac34f62 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:38.538037 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5bb2daf1-84a6-4479-a62b-a6389ac34f62 None None] Transition to ACTIVE for port object 1cc3ba0b-d7d1-4a18-8545-f17c367f6940 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:05:38.553868 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5bb2daf1-84a6-4479-a62b-a6389ac34f62 None None] Transition to ACTIVE for port object 1cc3ba0b-d7d1-4a18-8545-f17c367f6940 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:05:38.560039 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5bb2daf1-84a6-4479-a62b-a6389ac34f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:38.604171 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb2daf1-84a6-4479-a62b-a6389ac34f62 None None] Network c5480b0f-208a-4f1d-ad2e-9858af2c3262 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:05:38.607012 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-5bb2daf1-84a6-4479-a62b-a6389ac34f62 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:05:38.610539 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb2daf1-84a6-4479-a62b-a6389ac34f62 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:05:38.617635 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2daf1-84a6-4479-a62b-a6389ac34f62 None None] Pushing event updated for resources: {'Port': ['ID=1cc3ba0b-d7d1-4a18-8545-f17c367f6940,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:38.653415 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-79538815-a7fc-4667-8921-c1f3e74bf3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449291677', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '1f3fad9d-9556-46af-854b-bb957f811658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:05:36Z', 'updated_at': '2021-07-16T00:05:36Z', 'revision_number': 3, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '1f3fad9d-9556-46af-854b-bb957f811658', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:05:36Z', 'updated_at': '2021-07-16T00:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:05:38.670415 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-5bb2daf1-84a6-4479-a62b-a6389ac34f62 None None] Attempting to bind port 1cc3ba0b-d7d1-4a18-8545-f17c367f6940 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:05:38.670816 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-5bb2daf1-84a6-4479-a62b-a6389ac34f62 None None] Attempting to bind port 1cc3ba0b-d7d1-4a18-8545-f17c367f6940 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'c92d6eaf-1dea-4307-850e-cc620df82973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c5480b0f-208a-4f1d-ad2e-9858af2c3262'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:05:38.671178 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb2daf1-84a6-4479-a62b-a6389ac34f62 None None] Attempting to bind port 1cc3ba0b-d7d1-4a18-8545-f17c367f6940 on network c5480b0f-208a-4f1d-ad2e-9858af2c3262 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:05:38.676065 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb2daf1-84a6-4479-a62b-a6389ac34f62 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:05:38.676417 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb2daf1-84a6-4479-a62b-a6389ac34f62 None None] Checking segment: {'id': 'c92d6eaf-1dea-4307-850e-cc620df82973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c5480b0f-208a-4f1d-ad2e-9858af2c3262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:05:38.676928 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5bb2daf1-84a6-4479-a62b-a6389ac34f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:38.677328 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb2daf1-84a6-4479-a62b-a6389ac34f62 None None] Bound using segment: {'id': 'c92d6eaf-1dea-4307-850e-cc620df82973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c5480b0f-208a-4f1d-ad2e-9858af2c3262'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:05:38.677890 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-5bb2daf1-84a6-4479-a62b-a6389ac34f62 None None] Bound port: 1cc3ba0b-d7d1-4a18-8545-f17c367f6940, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92d6eaf-1dea-4307-850e-cc620df82973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c5480b0f-208a-4f1d-ad2e-9858af2c3262'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:05:38.678173 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5bb2daf1-84a6-4479-a62b-a6389ac34f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:38.679229 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79538815-a7fc-4667-8921-c1f3e74bf3f2 None None] The sync data for ids ['5e40da33-6dd2-464c-a5b1-b5defe0333be'] in n-d-787205-9 is: [{'id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449291677', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '1f3fad9d-9556-46af-854b-bb957f811658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:05:36Z', 'updated_at': '2021-07-16T00:05:36Z', 'revision_number': 3, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '1f3fad9d-9556-46af-854b-bb957f811658', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:05:36Z', 'updated_at': '2021-07-16T00:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:05:38.743041 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-5bb2daf1-84a6-4479-a62b-a6389ac34f62 None None] For port 1cc3ba0b-d7d1-4a18-8545-f17c367f6940, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:05:38.747691 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-5bb2daf1-84a6-4479-a62b-a6389ac34f62 None None] For port 1cc3ba0b-d7d1-4a18-8545-f17c367f6940, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1cc3ba0b-d7d1-4a18-8545-f17c367f6940,segment=NetworkSegment(c92d6eaf-1dea-4307-850e-cc620df82973),segment_id=c92d6eaf-1dea-4307-850e-cc620df82973)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:05:38.752738 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5bb2daf1-84a6-4479-a62b-a6389ac34f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:38.813331 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2daf1-84a6-4479-a62b-a6389ac34f62 None None] Pushing event updated for resources: {'Port': ['ID=1cc3ba0b-d7d1-4a18-8545-f17c367f6940,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:39.198384 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-9efd5e10-f72f-44c6-bf69-013dffd9a997 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Allocated IP 172.20.0.1 (c5480b0f-208a-4f1d-ad2e-9858af2c3262/38b1bb05-e127-4e1d-817c-1d12c2dbae07/c4bebe1b-b118-489a-95fa-24191d619e7c) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:05:39.320483 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9efd5e10-f72f-44c6-bf69-013dffd9a997 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:39.335559 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-9efd5e10-f72f-44c6-bf69-013dffd9a997 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Transition to ACTIVE for port object c4bebe1b-b118-489a-95fa-24191d619e7c will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:05:39.371199 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9efd5e10-f72f-44c6-bf69-013dffd9a997 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:39.398553 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:39.414984 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efd5e10-f72f-44c6-bf69-013dffd9a997 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network c5480b0f-208a-4f1d-ad2e-9858af2c3262 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:05:39.418187 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-9efd5e10-f72f-44c6-bf69-013dffd9a997 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:05:39.422451 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efd5e10-f72f-44c6-bf69-013dffd9a997 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:05:39.429612 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd5e10-f72f-44c6-bf69-013dffd9a997 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Port': ['ID=c4bebe1b-b118-489a-95fa-24191d619e7c,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:39.471103 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9efd5e10-f72f-44c6-bf69-013dffd9a997 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:39.634379 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9efd5e10-f72f-44c6-bf69-013dffd9a997 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:39.807763 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d6dbe7-d7c1-4372-8d80-fdb9890f6c13 None None] Network c5480b0f-208a-4f1d-ad2e-9858af2c3262 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:05:39.881157 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5456fe7d-1e0f-4ab8-9c71-d5c6b131be37 None None] Provisioning for port 1cc3ba0b-d7d1-4a18-8545-f17c367f6940 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:05:39.931015 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9efd5e10-f72f-44c6-bf69-013dffd9a997 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:39.935453 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9efd5e10-f72f-44c6-bf69-013dffd9a997 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:40.013583 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-9efd5e10-f72f-44c6-bf69-013dffd9a997 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:40.015719 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd5e10-f72f-44c6-bf69-013dffd9a997 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Port': ['ID=c4bebe1b-b118-489a-95fa-24191d619e7c,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:40.118068 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efd5e10-f72f-44c6-bf69-013dffd9a997 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network c5480b0f-208a-4f1d-ad2e-9858af2c3262 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:05:40.119725 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-9efd5e10-f72f-44c6-bf69-013dffd9a997 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:05:40.212331 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-21ee1953-4762-422c-a828-f4450c53eec8 None None] Provisioning for port c4bebe1b-b118-489a-95fa-24191d619e7c completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:05:40.219738 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-21ee1953-4762-422c-a828-f4450c53eec8 None None] Provisioning complete for port c4bebe1b-b118-489a-95fa-24191d619e7c triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:05:40.220470 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-21ee1953-4762-422c-a828-f4450c53eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:40.245789 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9efd5e10-f72f-44c6-bf69-013dffd9a997 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Router 5e40da33-6dd2-464c-a5b1-b5defe0333be has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:05:40.260081 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-21ee1953-4762-422c-a828-f4450c53eec8 None None] Port c4bebe1b-b118-489a-95fa-24191d619e7c cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:05:40.364587 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efd5e10-f72f-44c6-bf69-013dffd9a997 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:05:40.369851 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9efd5e10-f72f-44c6-bf69-013dffd9a997 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "PUT /v2.0/routers/5e40da33-6dd2-464c-a5b1-b5defe0333be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3051279 Jul 16 00:05:40.390285 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-07a09e78-fed0-4111-bd73-9ddf02680fe1 None None] Provisioning complete for port c4bebe1b-b118-489a-95fa-24191d619e7c triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:05:40.393902 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-07a09e78-fed0-4111-bd73-9ddf02680fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:40.427501 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab25c858-c606-496c-b13f-e6a833eec6d7 None None] Sync routers for ids ['5e40da33-6dd2-464c-a5b1-b5defe0333be'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:05:40.446836 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-07a09e78-fed0-4111-bd73-9ddf02680fe1 None None] Port c4bebe1b-b118-489a-95fa-24191d619e7c cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:05:40.447903 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab25c858-c606-496c-b13f-e6a833eec6d7 None None] Routers {'5e40da33-6dd2-464c-a5b1-b5defe0333be'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:05:40.448510 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ab25c858-c606-496c-b13f-e6a833eec6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:05:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['5e40da33-6dd2-464c-a5b1-b5defe0333be'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:05:40.550394 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-c82ea9e4-c155-4dca-ad5e-f9e2e98431e2 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1505208160&fields=id&tenant_id=16c130c7698b4f289398f3a08d45c53f HTTP/1.1" status: 200 len: 267 time: 0.0490131 Jul 16 00:05:40.689736 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-d61e55cd-dd06-42f3-9243-2f393c98028d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:40.691616 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-d61e55cd-dd06-42f3-9243-2f393c98028d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/networks?id=c5480b0f-208a-4f1d-ad2e-9858af2c3262 HTTP/1.1" status: 200 len: 796 time: 0.1291187 Jul 16 00:05:40.707408 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-e656c709-e3eb-4994-8ac9-280c5182aa3e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/quotas/16c130c7698b4f289398f3a08d45c53f HTTP/1.1" status: 200 len: 375 time: 0.0096335 Jul 16 00:05:40.720386 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1cc3ba0b-d7d1-4a18-8545-f17c367f6940 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:05:40.773689 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-e923e5e5-fe0b-4ab4-b2cb-8ee5c65cd601 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605106 Jul 16 00:05:40.777602 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-277a9fd4-bca1-439f-9dde-f5673db288df None None] Provisioning complete for port c4bebe1b-b118-489a-95fa-24191d619e7c triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:05:40.777977 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-277a9fd4-bca1-439f-9dde-f5673db288df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:40.805019 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-ab25c858-c606-496c-b13f-e6a833eec6d7 None None] Set router 5e40da33-6dd2-464c-a5b1-b5defe0333be gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:05:40.862852 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-277a9fd4-bca1-439f-9dde-f5673db288df None None] Port c4bebe1b-b118-489a-95fa-24191d619e7c cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:05:40.889429 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 1cc3ba0b-d7d1-4a18-8545-f17c367f6940 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:05:40.895677 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 1cc3ba0b-d7d1-4a18-8545-f17c367f6940 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:05:40.896051 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:40.916631 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-81cbb6b8-78d9-4421-9fd0-b91f7b37f9d3 service neutron] 10.222.0.16 "GET /v2.0/networks/c5480b0f-208a-4f1d-ad2e-9858af2c3262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307828 Jul 16 00:05:41.011712 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-312c857b-7c00-47b8-b26e-9190ebe720c2 service neutron] 10.222.0.16 "GET /v2.0/networks/c5480b0f-208a-4f1d-ad2e-9858af2c3262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893641 Jul 16 00:05:41.064882 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:41.109072 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 1cc3ba0b-d7d1-4a18-8545-f17c367f6940, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1cc3ba0b-d7d1-4a18-8545-f17c367f6940,segment=NetworkSegment(c92d6eaf-1dea-4307-850e-cc620df82973),segment_id=c92d6eaf-1dea-4307-850e-cc620df82973)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:05:41.113043 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:41.113768 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1f3fad9d-9556-46af-854b-bb957f811658 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:05:41.117959 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ab25c858-c606-496c-b13f-e6a833eec6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449291677', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '1f3fad9d-9556-46af-854b-bb957f811658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:05:36Z', 'updated_at': '2021-07-16T00:05:39Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '1f3fad9d-9556-46af-854b-bb957f811658', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:05:36Z', 'updated_at': '2021-07-16T00:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'c4bebe1b-b118-489a-95fa-24191d619e7c', 'name': '', 'network_id': 'c5480b0f-208a-4f1d-ad2e-9858af2c3262', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:4c:f0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '38b1bb05-e127-4e1d-817c-1d12c2dbae07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:05:38Z', 'updated_at': '2021-07-16T00:05:39Z', 'revision_number': 2, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': '38b1bb05-e127-4e1d-817c-1d12c2dbae07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:05:41.188844 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab25c858-c606-496c-b13f-e6a833eec6d7 None None] Checking router: 5e40da33-6dd2-464c-a5b1-b5defe0333be for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:05:41.189202 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab25c858-c606-496c-b13f-e6a833eec6d7 None None] Updating router 5e40da33-6dd2-464c-a5b1-b5defe0333be port c4bebe1b-b118-489a-95fa-24191d619e7c binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:05:41.190177 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6da5e2ee-6759-4f22-bd81-e29d8c2fa105 req-2ed603df-21de-46da-88a9-409e0ada30df tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ca6a06e-0160-46db-b840-1700db619438 HTTP/1.1" status: 200 len: 210 time: 0.0304129 Jul 16 00:05:41.250749 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ab25c858-c606-496c-b13f-e6a833eec6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:41.252380 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=1cc3ba0b-d7d1-4a18-8545-f17c367f6940,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:41.300228 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 1f3fad9d-9556-46af-854b-bb957f811658 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:05:41.310209 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 1f3fad9d-9556-46af-854b-bb957f811658 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:05:41.310698 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:41.507133 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:41.544572 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 1f3fad9d-9556-46af-854b-bb957f811658, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1f3fad9d-9556-46af-854b-bb957f811658,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:05:41.553264 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:41.642129 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=1f3fad9d-9556-46af-854b-bb957f811658,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:41.649697 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ab25c858-c606-496c-b13f-e6a833eec6d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:41.660625 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ab25c858-c606-496c-b13f-e6a833eec6d7 None None] Transition to ACTIVE for port object c4bebe1b-b118-489a-95fa-24191d619e7c will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:05:41.666565 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ab25c858-c606-496c-b13f-e6a833eec6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:41.718356 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75dbf24-4736-4524-86b9-803d8c892310 None None] Pushing event updated for resources: {'Port': ['ID=c4bebe1b-b118-489a-95fa-24191d619e7c,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:41.777297 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ab25c858-c606-496c-b13f-e6a833eec6d7 None None] Attempting to bind port c4bebe1b-b118-489a-95fa-24191d619e7c on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:05:41.777679 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ab25c858-c606-496c-b13f-e6a833eec6d7 None None] Attempting to bind port c4bebe1b-b118-489a-95fa-24191d619e7c by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'c92d6eaf-1dea-4307-850e-cc620df82973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c5480b0f-208a-4f1d-ad2e-9858af2c3262'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:05:41.778039 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab25c858-c606-496c-b13f-e6a833eec6d7 None None] Attempting to bind port c4bebe1b-b118-489a-95fa-24191d619e7c on network c5480b0f-208a-4f1d-ad2e-9858af2c3262 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:05:41.783209 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab25c858-c606-496c-b13f-e6a833eec6d7 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:05:41.783577 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab25c858-c606-496c-b13f-e6a833eec6d7 None None] Checking segment: {'id': 'c92d6eaf-1dea-4307-850e-cc620df82973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c5480b0f-208a-4f1d-ad2e-9858af2c3262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:05:41.783977 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ab25c858-c606-496c-b13f-e6a833eec6d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:41.784434 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab25c858-c606-496c-b13f-e6a833eec6d7 None None] Bound using segment: {'id': 'c92d6eaf-1dea-4307-850e-cc620df82973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c5480b0f-208a-4f1d-ad2e-9858af2c3262'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:05:41.785436 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ab25c858-c606-496c-b13f-e6a833eec6d7 None None] Bound port: c4bebe1b-b118-489a-95fa-24191d619e7c, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92d6eaf-1dea-4307-850e-cc620df82973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c5480b0f-208a-4f1d-ad2e-9858af2c3262'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:05:41.786361 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ab25c858-c606-496c-b13f-e6a833eec6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:41.853560 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ab25c858-c606-496c-b13f-e6a833eec6d7 None None] For port c4bebe1b-b118-489a-95fa-24191d619e7c, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:05:41.857076 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ab25c858-c606-496c-b13f-e6a833eec6d7 None None] For port c4bebe1b-b118-489a-95fa-24191d619e7c, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c4bebe1b-b118-489a-95fa-24191d619e7c,segment=NetworkSegment(c92d6eaf-1dea-4307-850e-cc620df82973),segment_id=c92d6eaf-1dea-4307-850e-cc620df82973)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:05:41.861500 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ab25c858-c606-496c-b13f-e6a833eec6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:41.921189 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab25c858-c606-496c-b13f-e6a833eec6d7 None None] Routers {'5e40da33-6dd2-464c-a5b1-b5defe0333be'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:05:41.921837 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ab25c858-c606-496c-b13f-e6a833eec6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:05:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['5e40da33-6dd2-464c-a5b1-b5defe0333be'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:05:41.924938 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75dbf24-4736-4524-86b9-803d8c892310 None None] Pushing event updated for resources: {'Port': ['ID=c4bebe1b-b118-489a-95fa-24191d619e7c,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:42.043496 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-ab25c858-c606-496c-b13f-e6a833eec6d7 None None] Set router 5e40da33-6dd2-464c-a5b1-b5defe0333be gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:05:42.246098 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-561ce9a1-f180-47a5-8276-befc68395f2d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:42.248464 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-561ce9a1-f180-47a5-8276-befc68395f2d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.43 "GET /v2.0/networks?id=c5480b0f-208a-4f1d-ad2e-9858af2c3262 HTTP/1.1" status: 200 len: 796 time: 0.1147077 Jul 16 00:05:42.277967 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ab25c858-c606-496c-b13f-e6a833eec6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449291677', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '1f3fad9d-9556-46af-854b-bb957f811658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:05:36Z', 'updated_at': '2021-07-16T00:05:39Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '1f3fad9d-9556-46af-854b-bb957f811658', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:05:36Z', 'updated_at': '2021-07-16T00:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'c4bebe1b-b118-489a-95fa-24191d619e7c', 'name': '', 'network_id': 'c5480b0f-208a-4f1d-ad2e-9858af2c3262', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:4c:f0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '38b1bb05-e127-4e1d-817c-1d12c2dbae07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:05:38Z', 'updated_at': '2021-07-16T00:05:41Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': '38b1bb05-e127-4e1d-817c-1d12c2dbae07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:05:42.301603 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a253de23-70dc-4adc-bbae-8b702781cbd6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16c130c7698b4f289398f3a08d45c53f HTTP/1.1" status: 200 len: 380 time: 0.0442793 Jul 16 00:05:42.305306 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab25c858-c606-496c-b13f-e6a833eec6d7 None None] The sync data for ids ['5e40da33-6dd2-464c-a5b1-b5defe0333be'] in n-d-787205-9 is: [{'id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449291677', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '1f3fad9d-9556-46af-854b-bb957f811658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:05:36Z', 'updated_at': '2021-07-16T00:05:39Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '1f3fad9d-9556-46af-854b-bb957f811658', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:05:36Z', 'updated_at': '2021-07-16T00:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'c4bebe1b-b118-489a-95fa-24191d619e7c', 'name': '', 'network_id': 'c5480b0f-208a-4f1d-ad2e-9858af2c3262', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:4c:f0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '38b1bb05-e127-4e1d-817c-1d12c2dbae07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:05:38Z', 'updated_at': '2021-07-16T00:05:41Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': '38b1bb05-e127-4e1d-817c-1d12c2dbae07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:05:42.311702 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a1438816-f101-4355-b0ff-0ce41d51ee5b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'port': {'device_id': '2ca6a06e-0160-46db-b840-1700db619438', 'network_id': 'c5480b0f-208a-4f1d-ad2e-9858af2c3262', 'admin_state_up': True, 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'security_groups': ['3415250a-8dc3-4f6d-a755-54edc8c96790']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:05:42.371256 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-372c2eba-ce1b-4f7f-b6d1-b30a5364a58d req-541e0e52-2991-4500-9de0-82c0b48f0ec7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ca6a06e-0160-46db-b840-1700db619438 HTTP/1.1" status: 200 len: 210 time: 0.0522184 Jul 16 00:05:42.464676 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a1438816-f101-4355-b0ff-0ce41d51ee5b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Made reservation on behalf of 16c130c7698b4f289398f3a08d45c53f for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:05:42.469681 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a1438816-f101-4355-b0ff-0ce41d51ee5b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:42.610821 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1cc3ba0b-d7d1-4a18-8545-f17c367f6940 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:05:42.614496 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a1438816-f101-4355-b0ff-0ce41d51ee5b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Allocated IP 172.20.0.9 (c5480b0f-208a-4f1d-ad2e-9858af2c3262/38b1bb05-e127-4e1d-817c-1d12c2dbae07/652af50a-75af-4377-9c79-8a0ca7e6114a) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:05:42.665355 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 1cc3ba0b-d7d1-4a18-8545-f17c367f6940 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:05:42.665888 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:42.748996 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1f3fad9d-9556-46af-854b-bb957f811658 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:05:42.765178 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a1438816-f101-4355-b0ff-0ce41d51ee5b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:42.781270 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a1438816-f101-4355-b0ff-0ce41d51ee5b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Transition to ACTIVE for port object 652af50a-75af-4377-9c79-8a0ca7e6114a will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:05:42.800139 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 1f3fad9d-9556-46af-854b-bb957f811658 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:05:42.800853 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:42.819035 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a1438816-f101-4355-b0ff-0ce41d51ee5b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:42.873110 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a1438816-f101-4355-b0ff-0ce41d51ee5b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network c5480b0f-208a-4f1d-ad2e-9858af2c3262 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:05:42.876911 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a1438816-f101-4355-b0ff-0ce41d51ee5b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:05:42.881858 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a1438816-f101-4355-b0ff-0ce41d51ee5b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:05:42.885544 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1438816-f101-4355-b0ff-0ce41d51ee5b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Port': ['ID=652af50a-75af-4377-9c79-8a0ca7e6114a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:42.898749 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c4bebe1b-b118-489a-95fa-24191d619e7c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:05:42.943083 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a1438816-f101-4355-b0ff-0ce41d51ee5b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:42.943936 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a1438816-f101-4355-b0ff-0ce41d51ee5b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:42.957723 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port c4bebe1b-b118-489a-95fa-24191d619e7c completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:05:42.965289 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port c4bebe1b-b118-489a-95fa-24191d619e7c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:05:42.965932 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:42.974417 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a1438816-f101-4355-b0ff-0ce41d51ee5b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6670754 Jul 16 00:05:42.982005 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a73f132e-304a-440b-8c64-6cf0fc656de8 service neutron] Request body: {'port': {'device_id': '2ca6a06e-0160-46db-b840-1700db619438', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:05:43.058096 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:43.073686 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a73f132e-304a-440b-8c64-6cf0fc656de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:43.097006 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port c4bebe1b-b118-489a-95fa-24191d619e7c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c4bebe1b-b118-489a-95fa-24191d619e7c,segment=NetworkSegment(c92d6eaf-1dea-4307-850e-cc620df82973),segment_id=c92d6eaf-1dea-4307-850e-cc620df82973)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:05:43.102864 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:43.158969 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=c4bebe1b-b118-489a-95fa-24191d619e7c,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:43.217481 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-75777fd3-6c8e-45a9-95b5-9dc18529178e None None] Provisioning for port 652af50a-75af-4377-9c79-8a0ca7e6114a completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:05:43.221320 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-75777fd3-6c8e-45a9-95b5-9dc18529178e None None] Provisioning complete for port 652af50a-75af-4377-9c79-8a0ca7e6114a triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:05:43.221694 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-75777fd3-6c8e-45a9-95b5-9dc18529178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:43.261789 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-75777fd3-6c8e-45a9-95b5-9dc18529178e None None] Port 652af50a-75af-4377-9c79-8a0ca7e6114a cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:05:43.357806 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a73f132e-304a-440b-8c64-6cf0fc656de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 652af50a-75af-4377-9c79-8a0ca7e6114a {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:05:43.365691 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a73f132e-304a-440b-8c64-6cf0fc656de8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:43.378294 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a73f132e-304a-440b-8c64-6cf0fc656de8 service neutron] Transition to ACTIVE for port object 652af50a-75af-4377-9c79-8a0ca7e6114a will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:05:43.382908 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a73f132e-304a-440b-8c64-6cf0fc656de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:43.385707 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:05:43.436295 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f132e-304a-440b-8c64-6cf0fc656de8 service neutron] Pushing event updated for resources: {'Port': ['ID=652af50a-75af-4377-9c79-8a0ca7e6114a,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:43.507761 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a73f132e-304a-440b-8c64-6cf0fc656de8 service neutron] Attempting to bind port 652af50a-75af-4377-9c79-8a0ca7e6114a on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:05:43.508107 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a73f132e-304a-440b-8c64-6cf0fc656de8 service neutron] Attempting to bind port 652af50a-75af-4377-9c79-8a0ca7e6114a by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': 'c92d6eaf-1dea-4307-850e-cc620df82973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c5480b0f-208a-4f1d-ad2e-9858af2c3262'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:05:43.508470 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a73f132e-304a-440b-8c64-6cf0fc656de8 service neutron] Attempting to bind port 652af50a-75af-4377-9c79-8a0ca7e6114a on network c5480b0f-208a-4f1d-ad2e-9858af2c3262 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:05:43.513281 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a73f132e-304a-440b-8c64-6cf0fc656de8 service neutron] Port 652af50a-75af-4377-9c79-8a0ca7e6114a on network c5480b0f-208a-4f1d-ad2e-9858af2c3262 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:05:43.513607 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a73f132e-304a-440b-8c64-6cf0fc656de8 service neutron] Attempting to bind port 652af50a-75af-4377-9c79-8a0ca7e6114a on network c5480b0f-208a-4f1d-ad2e-9858af2c3262 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:05:43.519244 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a73f132e-304a-440b-8c64-6cf0fc656de8 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:05:43.519581 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a73f132e-304a-440b-8c64-6cf0fc656de8 service neutron] Checking segment: {'id': 'c92d6eaf-1dea-4307-850e-cc620df82973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c5480b0f-208a-4f1d-ad2e-9858af2c3262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:05:43.519919 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a73f132e-304a-440b-8c64-6cf0fc656de8 service neutron] Bound using segment: {'id': 'c92d6eaf-1dea-4307-850e-cc620df82973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c5480b0f-208a-4f1d-ad2e-9858af2c3262'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:05:43.520351 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a73f132e-304a-440b-8c64-6cf0fc656de8 service neutron] Bound port: 652af50a-75af-4377-9c79-8a0ca7e6114a, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c92d6eaf-1dea-4307-850e-cc620df82973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c5480b0f-208a-4f1d-ad2e-9858af2c3262'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:05:43.520851 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a73f132e-304a-440b-8c64-6cf0fc656de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:43.556706 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168ec13-72d5-4d67-b3d1-aec7b9cb09fd req-382af66a-7b5c-43db-8a2c-0ebd9c5af77e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:43.558292 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2168ec13-72d5-4d67-b3d1-aec7b9cb09fd req-382af66a-7b5c-43db-8a2c-0ebd9c5af77e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ca6a06e-0160-46db-b840-1700db619438 HTTP/1.1" status: 200 len: 943 time: 0.0657315 Jul 16 00:05:43.597058 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a73f132e-304a-440b-8c64-6cf0fc656de8 service neutron] For port 652af50a-75af-4377-9c79-8a0ca7e6114a, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:05:43.602914 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a73f132e-304a-440b-8c64-6cf0fc656de8 service neutron] For port 652af50a-75af-4377-9c79-8a0ca7e6114a, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=652af50a-75af-4377-9c79-8a0ca7e6114a,segment=NetworkSegment(c92d6eaf-1dea-4307-850e-cc620df82973),segment_id=c92d6eaf-1dea-4307-850e-cc620df82973)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:05:43.609446 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a73f132e-304a-440b-8c64-6cf0fc656de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:43.619349 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2168ec13-72d5-4d67-b3d1-aec7b9cb09fd req-b4a439de-9299-4984-8338-cb74c18faa0e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=3415250a-8dc3-4f6d-a755-54edc8c96790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506687 Jul 16 00:05:43.667119 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a73f132e-304a-440b-8c64-6cf0fc656de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:43.667738 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a73f132e-304a-440b-8c64-6cf0fc656de8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:43.669157 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-a73f132e-304a-440b-8c64-6cf0fc656de8 service neutron] 10.222.0.43 "PUT /v2.0/ports/652af50a-75af-4377-9c79-8a0ca7e6114a HTTP/1.1" status: 200 len: 1091 time: 0.6938875 Jul 16 00:05:43.669601 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca6a06e-0160-46db-b840-1700db619438', 'tag': '652af50a-75af-4377-9c79-8a0ca7e6114a'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:05:43.671921 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac3ab2df65406140be9365f9b3f66d4be7bd37abeab186e08b44bb3ea3ff9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f42704-e5eb-44fc-986c-e4f7863d3f92" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca6a06e-0160-46db-b840-1700db619438", "tag": "652af50a-75af-4377-9c79-8a0ca7e6114a"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:05:43.695045 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f132e-304a-440b-8c64-6cf0fc656de8 service neutron] Pushing event updated for resources: {'Port': ['ID=652af50a-75af-4377-9c79-8a0ca7e6114a,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:43.724922 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d83a2e7-4efc-48cd-80ae-7d34670bac53 x-openstack-request-id: req-8d83a2e7-4efc-48cd-80ae-7d34670bac53 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:05:43.725215 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca6a06e-0160-46db-b840-1700db619438", "tag": "652af50a-75af-4377-9c79-8a0ca7e6114a", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:05:43.725504 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d83a2e7-4efc-48cd-80ae-7d34670bac53 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:05:43.726047 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca6a06e-0160-46db-b840-1700db619438', 'tag': '652af50a-75af-4377-9c79-8a0ca7e6114a', 'status': 'completed', 'code': 200} Jul 16 00:05:43.780525 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-108f9cd0-eee1-4140-991d-6cc28e3a159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:43.782112 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-108f9cd0-eee1-4140-991d-6cc28e3a159d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=2ca6a06e-0160-46db-b840-1700db619438 HTTP/1.1" status: 200 len: 1094 time: 0.0551929 Jul 16 00:05:43.827207 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-f2ccf8ad-fd1e-4ab2-a565-11561dadd962 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=652af50a-75af-4377-9c79-8a0ca7e6114a HTTP/1.1" status: 200 len: 217 time: 0.0383775 Jul 16 00:05:43.877253 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-60b63761-af68-4fac-a33c-5981ea77efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:43.878748 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-60b63761-af68-4fac-a33c-5981ea77efe0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=38b1bb05-e127-4e1d-817c-1d12c2dbae07 HTTP/1.1" status: 200 len: 835 time: 0.0453043 Jul 16 00:05:43.934248 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-bd0a7abc-a839-444d-aed4-0c2ed8623120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:43.935834 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-bd0a7abc-a839-444d-aed4-0c2ed8623120 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c5480b0f-208a-4f1d-ad2e-9858af2c3262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507076 Jul 16 00:05:44.029481 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-0f302fa6-6838-4975-908e-25c4cbb53724 service neutron] 10.222.0.43 "GET /v2.0/networks/c5480b0f-208a-4f1d-ad2e-9858af2c3262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868249 Jul 16 00:05:44.118718 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-be2c70b6-066a-4ccf-b151-0ea4a7e05426 req-3cffee8d-1291-4fc2-b38d-a43877e958ed service neutron] 10.222.0.43 "GET /v2.0/networks/c5480b0f-208a-4f1d-ad2e-9858af2c3262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830507 Jul 16 00:05:44.221043 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f42704-e5eb-44fc-986c-e4f7863d3f92 req-48951927-50c9-4940-b7aa-b813fcb34599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:44.222516 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-60f42704-e5eb-44fc-986c-e4f7863d3f92 req-48951927-50c9-4940-b7aa-b813fcb34599 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=2ca6a06e-0160-46db-b840-1700db619438 HTTP/1.1" status: 200 len: 1094 time: 0.0566509 Jul 16 00:05:44.309283 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f42704-e5eb-44fc-986c-e4f7863d3f92 req-3e393527-9150-4ca6-8e2f-6bf855d39f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:44.310753 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-60f42704-e5eb-44fc-986c-e4f7863d3f92 req-3e393527-9150-4ca6-8e2f-6bf855d39f6a service neutron] 10.222.0.43 "GET /v2.0/networks?id=c5480b0f-208a-4f1d-ad2e-9858af2c3262 HTTP/1.1" status: 200 len: 897 time: 0.0819736 Jul 16 00:05:44.353031 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-60f42704-e5eb-44fc-986c-e4f7863d3f92 req-514065ff-34d4-4b5d-8ed3-507695d716a4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=652af50a-75af-4377-9c79-8a0ca7e6114a HTTP/1.1" status: 200 len: 217 time: 0.0361261 Jul 16 00:05:44.400881 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f42704-e5eb-44fc-986c-e4f7863d3f92 req-5eb0e756-9e9c-4c2c-bb85-71140f65509b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:44.402281 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-60f42704-e5eb-44fc-986c-e4f7863d3f92 req-5eb0e756-9e9c-4c2c-bb85-71140f65509b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=38b1bb05-e127-4e1d-817c-1d12c2dbae07 HTTP/1.1" status: 200 len: 835 time: 0.0423787 Jul 16 00:05:44.458499 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f42704-e5eb-44fc-986c-e4f7863d3f92 req-b7af7eb4-a023-43e4-b553-2ee2f9c221b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:44.460001 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-60f42704-e5eb-44fc-986c-e4f7863d3f92 req-b7af7eb4-a023-43e4-b553-2ee2f9c221b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c5480b0f-208a-4f1d-ad2e-9858af2c3262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505230 Jul 16 00:05:44.510625 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c4bebe1b-b118-489a-95fa-24191d619e7c up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:05:44.553507 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-60f42704-e5eb-44fc-986c-e4f7863d3f92 req-5baa7f6d-b91b-41ae-8662-7ea0c88838ae service neutron] 10.222.0.43 "GET /v2.0/networks/c5480b0f-208a-4f1d-ad2e-9858af2c3262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860775 Jul 16 00:05:44.557596 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port c4bebe1b-b118-489a-95fa-24191d619e7c triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:05:44.557961 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:44.642527 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-60f42704-e5eb-44fc-986c-e4f7863d3f92 req-e7d6d951-917c-4fea-a46f-80aa23ddbbbd service neutron] 10.222.0.43 "GET /v2.0/networks/c5480b0f-208a-4f1d-ad2e-9858af2c3262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820491 Jul 16 00:05:44.782625 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d42723-2922-48fe-b92e-55b6760b10ac req-f653769e-2a01-4a04-8bf4-c164845161ad tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:44.784079 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-24d42723-2922-48fe-b92e-55b6760b10ac req-f653769e-2a01-4a04-8bf4-c164845161ad tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ca6a06e-0160-46db-b840-1700db619438 HTTP/1.1" status: 200 len: 943 time: 0.0613644 Jul 16 00:05:44.820713 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-24d42723-2922-48fe-b92e-55b6760b10ac req-02a289da-e9c2-4347-953a-949ff1807aac tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=3415250a-8dc3-4f6d-a755-54edc8c96790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311470 Jul 16 00:05:45.917907 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 652af50a-75af-4377-9c79-8a0ca7e6114a details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:05:45.999572 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f486e6-da94-4176-b8f8-73faffe38de3 req-edeb93bc-bdbb-42d7-993c-89c9d832d33e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:46.001439 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b8f486e6-da94-4176-b8f8-73faffe38de3 req-edeb93bc-bdbb-42d7-993c-89c9d832d33e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ca6a06e-0160-46db-b840-1700db619438 HTTP/1.1" status: 200 len: 943 time: 0.0672214 Jul 16 00:05:46.002076 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5a29e72d-9607-4a41-938c-818eda929327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:46.024149 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 652af50a-75af-4377-9c79-8a0ca7e6114a, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=652af50a-75af-4377-9c79-8a0ca7e6114a,segment=NetworkSegment(c92d6eaf-1dea-4307-850e-cc620df82973),segment_id=c92d6eaf-1dea-4307-850e-cc620df82973)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:05:46.035441 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '652af50a-75af-4377-9c79-8a0ca7e6114a', 'network_id': 'c5480b0f-208a-4f1d-ad2e-9858af2c3262', 'port_id': '652af50a-75af-4377-9c79-8a0ca7e6114a', 'mac_address': 'fa:16:3e:24:92:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b1bb05-e127-4e1d-817c-1d12c2dbae07', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:05:46.039245 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b8f486e6-da94-4176-b8f8-73faffe38de3 req-7f4df332-ab90-4921-882b-5e8589f3d2c4 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=3415250a-8dc3-4f6d-a755-54edc8c96790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319631 Jul 16 00:05:46.077209 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:46.089676 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 652af50a-75af-4377-9c79-8a0ca7e6114a {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:05:46.108587 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 652af50a-75af-4377-9c79-8a0ca7e6114a, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=652af50a-75af-4377-9c79-8a0ca7e6114a,segment=NetworkSegment(c92d6eaf-1dea-4307-850e-cc620df82973),segment_id=c92d6eaf-1dea-4307-850e-cc620df82973)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:05:46.112083 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:46.157009 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=652af50a-75af-4377-9c79-8a0ca7e6114a,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:46.315148 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['652af50a-75af-4377-9c79-8a0ca7e6114a'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:05:47.209957 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71501e71-396c-4ee6-8cbb-81669083b1fd req-8059bf96-07f9-4cde-872f-d48c1e95c24a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:47.211474 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-71501e71-396c-4ee6-8cbb-81669083b1fd req-8059bf96-07f9-4cde-872f-d48c1e95c24a tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ca6a06e-0160-46db-b840-1700db619438 HTTP/1.1" status: 200 len: 944 time: 0.0620422 Jul 16 00:05:47.248419 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-71501e71-396c-4ee6-8cbb-81669083b1fd req-770bbdbe-49cf-4524-abed-ebe7ac3f5db7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=3415250a-8dc3-4f6d-a755-54edc8c96790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313528 Jul 16 00:05:47.942346 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 652af50a-75af-4377-9c79-8a0ca7e6114a up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:05:47.990251 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 652af50a-75af-4377-9c79-8a0ca7e6114a completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:05:47.993814 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 652af50a-75af-4377-9c79-8a0ca7e6114a triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:05:47.994187 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:48.071289 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:48.092984 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca6a06e-0160-46db-b840-1700db619438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652af50a-75af-4377-9c79-8a0ca7e6114a'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:05:48.095365 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae4f11e9886ebbda74e349334989d67f9e0924aee8a01d735f99c26d20dbf4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af9a410-3ff0-4231-a38e-7944ff0c32d3" -d '{"events": [{"server_uuid": "2ca6a06e-0160-46db-b840-1700db619438", "name": "network-vif-plugged", "status": "completed", "tag": "652af50a-75af-4377-9c79-8a0ca7e6114a"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:05:48.108579 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 652af50a-75af-4377-9c79-8a0ca7e6114a, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=652af50a-75af-4377-9c79-8a0ca7e6114a,segment=NetworkSegment(c92d6eaf-1dea-4307-850e-cc620df82973),segment_id=c92d6eaf-1dea-4307-850e-cc620df82973)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:05:48.113745 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:48.136367 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43df616c-7a43-4f88-884c-1160a22eea9a x-openstack-request-id: req-43df616c-7a43-4f88-884c-1160a22eea9a {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:05:48.136684 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca6a06e-0160-46db-b840-1700db619438", "name": "network-vif-plugged", "status": "completed", "tag": "652af50a-75af-4377-9c79-8a0ca7e6114a", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:05:48.136944 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43df616c-7a43-4f88-884c-1160a22eea9a {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:05:48.137348 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca6a06e-0160-46db-b840-1700db619438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652af50a-75af-4377-9c79-8a0ca7e6114a', 'code': 200} Jul 16 00:05:48.163084 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=652af50a-75af-4377-9c79-8a0ca7e6114a,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:48.242625 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145f46b-1648-48f2-82d0-29f9452c4352 req-40a1fb14-0ef0-4417-af4f-4782664221ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:48.244170 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0145f46b-1648-48f2-82d0-29f9452c4352 req-40a1fb14-0ef0-4417-af4f-4782664221ce service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2ca6a06e-0160-46db-b840-1700db619438 HTTP/1.1" status: 200 len: 1096 time: 0.0515940 Jul 16 00:05:48.281954 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0145f46b-1648-48f2-82d0-29f9452c4352 req-77398059-22ce-4fde-92c5-2fa44a8b7db7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3415250a-8dc3-4f6d-a755-54edc8c96790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314362 Jul 16 00:05:48.339712 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-048b4805-359d-4e6a-a336-26c7e62b8243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:48.423697 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc59076-199b-4a8b-aa68-50f6c8ed92cc req-8ce5cc2e-404a-4372-8692-f6052db7e137 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:48.425083 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8bc59076-199b-4a8b-aa68-50f6c8ed92cc req-8ce5cc2e-404a-4372-8692-f6052db7e137 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ca6a06e-0160-46db-b840-1700db619438 HTTP/1.1" status: 200 len: 945 time: 0.0611534 Jul 16 00:05:48.466651 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8bc59076-199b-4a8b-aa68-50f6c8ed92cc req-07f5e39f-6698-41b1-bbb4-aa3f54939014 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=3415250a-8dc3-4f6d-a755-54edc8c96790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360000 Jul 16 00:05:48.829140 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:49.341998 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0572e170-33f2-4bb7-b299-eaab5d2574f2 req-b35e27cc-6e74-48b4-8f26-ff0860a8a6dd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2ca6a06e-0160-46db-b840-1700db619438&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0491507 Jul 16 00:05:49.436411 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572e170-33f2-4bb7-b299-eaab5d2574f2 req-aa08e16f-edd0-4c83-ac4a-4b0b434fc27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:49.437930 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0572e170-33f2-4bb7-b299-eaab5d2574f2 req-aa08e16f-edd0-4c83-ac4a-4b0b434fc27a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=2ca6a06e-0160-46db-b840-1700db619438 HTTP/1.1" status: 200 len: 1096 time: 0.0518906 Jul 16 00:05:49.544099 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572e170-33f2-4bb7-b299-eaab5d2574f2 req-48dad5d2-6b24-4c6f-93e3-c9e38ee655b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:49.545570 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0572e170-33f2-4bb7-b299-eaab5d2574f2 req-48dad5d2-6b24-4c6f-93e3-c9e38ee655b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c5480b0f-208a-4f1d-ad2e-9858af2c3262 HTTP/1.1" status: 200 len: 897 time: 0.0887194 Jul 16 00:05:49.586616 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0572e170-33f2-4bb7-b299-eaab5d2574f2 req-7f3ed7f6-d837-4750-a69c-1214469fd87b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=652af50a-75af-4377-9c79-8a0ca7e6114a HTTP/1.1" status: 200 len: 217 time: 0.0332227 Jul 16 00:05:49.633051 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572e170-33f2-4bb7-b299-eaab5d2574f2 req-f60e0449-3ab7-47d8-9b29-8d95ca8c0d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:49.634570 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0572e170-33f2-4bb7-b299-eaab5d2574f2 req-f60e0449-3ab7-47d8-9b29-8d95ca8c0d51 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=38b1bb05-e127-4e1d-817c-1d12c2dbae07 HTTP/1.1" status: 200 len: 835 time: 0.0421813 Jul 16 00:05:49.640492 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca7cac-8467-4779-b73f-ce36ed6c7e17 req-44b72e4a-c3f8-4535-a6ef-e4d89d86e1b9 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:49.641973 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-04ca7cac-8467-4779-b73f-ce36ed6c7e17 req-44b72e4a-c3f8-4535-a6ef-e4d89d86e1b9 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ca6a06e-0160-46db-b840-1700db619438 HTTP/1.1" status: 200 len: 945 time: 0.0626545 Jul 16 00:05:49.679658 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-04ca7cac-8467-4779-b73f-ce36ed6c7e17 req-d455e1d9-71a4-4b1d-ab23-82ba5117dc70 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=3415250a-8dc3-4f6d-a755-54edc8c96790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318835 Jul 16 00:05:49.696320 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572e170-33f2-4bb7-b299-eaab5d2574f2 req-2346b517-4550-481d-845f-c6e6ae9d607f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:49.697938 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0572e170-33f2-4bb7-b299-eaab5d2574f2 req-2346b517-4550-481d-845f-c6e6ae9d607f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c5480b0f-208a-4f1d-ad2e-9858af2c3262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574358 Jul 16 00:05:49.785196 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0572e170-33f2-4bb7-b299-eaab5d2574f2 req-3ffd393e-ec80-4a0f-9ae3-29c434979979 service neutron] 10.222.0.43 "GET /v2.0/networks/c5480b0f-208a-4f1d-ad2e-9858af2c3262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809019 Jul 16 00:05:49.851217 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7252822-a774-4d0e-898e-ab90fab0d463 req-fba54a45-43ac-49b9-a577-f812b8eea643 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:49.852748 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d7252822-a774-4d0e-898e-ab90fab0d463 req-fba54a45-43ac-49b9-a577-f812b8eea643 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ca6a06e-0160-46db-b840-1700db619438 HTTP/1.1" status: 200 len: 945 time: 0.0630624 Jul 16 00:05:49.881845 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-0572e170-33f2-4bb7-b299-eaab5d2574f2 req-1fb6cbbe-a10b-426f-9bf9-3207bfee4c73 service neutron] 10.222.0.43 "GET /v2.0/networks/c5480b0f-208a-4f1d-ad2e-9858af2c3262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903764 Jul 16 00:05:49.886580 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:49.892998 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d7252822-a774-4d0e-898e-ab90fab0d463 req-e3428ea7-be5e-4116-a359-a726c6a475f2 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=3415250a-8dc3-4f6d-a755-54edc8c96790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343537 Jul 16 00:05:49.917384 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39440) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:49.968479 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ad1a16-226f-40c9-a75b-203a99114a87 tempest-TestNetworkAdvancedServerOps-433953513 tempest-TestNetworkAdvancedServerOps-433953513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:49.970066 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d1ad1a16-226f-40c9-a75b-203a99114a87 tempest-TestNetworkAdvancedServerOps-433953513 tempest-TestNetworkAdvancedServerOps-433953513-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2ca6a06e-0160-46db-b840-1700db619438 HTTP/1.1" status: 200 len: 1091 time: 0.0516930 Jul 16 00:05:49.972861 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39442) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:49.977215 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0b2e5965-81a3-4789-947b-7a2d378eea0b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'port_id': '652af50a-75af-4377-9c79-8a0ca7e6114a', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:05:49.998065 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5965-81a3-4789-947b-7a2d378eea0b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:50.093700 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5965-81a3-4789-947b-7a2d378eea0b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:50.194908 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-0b2e5965-81a3-4789-947b-7a2d378eea0b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Allocated IP 172.25.4.172 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/422f172b-8125-484f-92c6-ed9ebfaebac8) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:05:50.298861 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5965-81a3-4789-947b-7a2d378eea0b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:50.336529 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5965-81a3-4789-947b-7a2d378eea0b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:50.371143 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2e5965-81a3-4789-947b-7a2d378eea0b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:05:50.375758 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-0b2e5965-81a3-4789-947b-7a2d378eea0b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:05:50.379207 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e5965-81a3-4789-947b-7a2d378eea0b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:05:50.403826 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e5965-81a3-4789-947b-7a2d378eea0b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Port': ['ID=422f172b-8125-484f-92c6-ed9ebfaebac8,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:50.738836 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5965-81a3-4789-947b-7a2d378eea0b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:50.813750 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5965-81a3-4789-947b-7a2d378eea0b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:51.291887 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5965-81a3-4789-947b-7a2d378eea0b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:51.296231 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5965-81a3-4789-947b-7a2d378eea0b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:51.364610 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e5965-81a3-4789-947b-7a2d378eea0b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event updated for resources: {'Port': ['ID=422f172b-8125-484f-92c6-ed9ebfaebac8,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:51.374325 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5965-81a3-4789-947b-7a2d378eea0b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:51.428633 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:51.473181 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [None req-0b2e5965-81a3-4789-947b-7a2d378eea0b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Floating IP 958d18e9-f166-4f3b-b374-b963d01ad641 associated. External IP: 172.25.4.172, port: 652af50a-75af-4377-9c79-8a0ca7e6114a. Jul 16 00:05:51.676548 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2e5965-81a3-4789-947b-7a2d378eea0b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Router 5e40da33-6dd2-464c-a5b1-b5defe0333be has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:05:51.781686 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2e5965-81a3-4789-947b-7a2d378eea0b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:05:51.791124 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0c8fb4-76b7-470b-950d-54b6fadc945a None None] Sync routers for ids ['5e40da33-6dd2-464c-a5b1-b5defe0333be'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:05:51.797740 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5965-81a3-4789-947b-7a2d378eea0b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:51.800580 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0c8fb4-76b7-470b-950d-54b6fadc945a None None] Routers {'5e40da33-6dd2-464c-a5b1-b5defe0333be'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:05:51.801189 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-fb0c8fb4-76b7-470b-950d-54b6fadc945a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:05:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['5e40da33-6dd2-464c-a5b1-b5defe0333be'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:05:51.836879 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0b2e5965-81a3-4789-947b-7a2d378eea0b tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8605044 Jul 16 00:05:51.836879 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca6a06e-0160-46db-b840-1700db619438', 'tag': '652af50a-75af-4377-9c79-8a0ca7e6114a'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:05:51.837294 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac3ab2df65406140be9365f9b3f66d4be7bd37abeab186e08b44bb3ea3ff9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e286a0b1-a7d8-46e4-8a8b-715d6b0e4f58" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca6a06e-0160-46db-b840-1700db619438", "tag": "652af50a-75af-4377-9c79-8a0ca7e6114a"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:05:51.872714 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb15b443-2e6b-41a8-90f5-189a44e4da0a x-openstack-request-id: req-fb15b443-2e6b-41a8-90f5-189a44e4da0a {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:05:51.872995 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca6a06e-0160-46db-b840-1700db619438", "tag": "652af50a-75af-4377-9c79-8a0ca7e6114a", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:05:51.873250 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb15b443-2e6b-41a8-90f5-189a44e4da0a {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:05:51.873652 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca6a06e-0160-46db-b840-1700db619438', 'tag': '652af50a-75af-4377-9c79-8a0ca7e6114a', 'status': 'completed', 'code': 200} Jul 16 00:05:51.912173 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-fb0c8fb4-76b7-470b-950d-54b6fadc945a None None] Set router 5e40da33-6dd2-464c-a5b1-b5defe0333be gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:05:51.956688 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286a0b1-a7d8-46e4-8a8b-715d6b0e4f58 req-20a5077e-307d-469c-8140-69f13325eb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:51.958135 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e286a0b1-a7d8-46e4-8a8b-715d6b0e4f58 req-20a5077e-307d-469c-8140-69f13325eb7c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=2ca6a06e-0160-46db-b840-1700db619438 HTTP/1.1" status: 200 len: 1096 time: 0.0613809 Jul 16 00:05:51.995391 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6924fac-b092-4d68-b54e-21e523aac9d9 req-9e324aea-8602-4dd1-bfb9-7c202779bbbd tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:51.996902 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a6924fac-b092-4d68-b54e-21e523aac9d9 req-9e324aea-8602-4dd1-bfb9-7c202779bbbd tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ca6a06e-0160-46db-b840-1700db619438 HTTP/1.1" status: 200 len: 945 time: 0.0696266 Jul 16 00:05:52.036194 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a6924fac-b092-4d68-b54e-21e523aac9d9 req-2a1f0815-16a0-430a-97db-25be4b3d84d8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=3415250a-8dc3-4f6d-a755-54edc8c96790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334284 Jul 16 00:05:52.061383 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286a0b1-a7d8-46e4-8a8b-715d6b0e4f58 req-e4b42ee1-ce54-40b7-86a5-9252497ff070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:52.063456 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39448) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:52.066178 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e286a0b1-a7d8-46e4-8a8b-715d6b0e4f58 req-e4b42ee1-ce54-40b7-86a5-9252497ff070 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c5480b0f-208a-4f1d-ad2e-9858af2c3262 HTTP/1.1" status: 200 len: 897 time: 0.0985067 Jul 16 00:05:52.123552 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ba75536e-8ec3-4307-86db-f403dc700c45 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/floatingips/958d18e9-f166-4f3b-b374-b963d01ad641 HTTP/1.1" status: 200 len: 991 time: 0.0589409 Jul 16 00:05:52.127876 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e286a0b1-a7d8-46e4-8a8b-715d6b0e4f58 req-48d31f82-25ee-494c-8090-bd42e83028e2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=652af50a-75af-4377-9c79-8a0ca7e6114a HTTP/1.1" status: 200 len: 999 time: 0.0586281 Jul 16 00:05:52.148320 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-fb0c8fb4-76b7-470b-950d-54b6fadc945a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449291677', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '1f3fad9d-9556-46af-854b-bb957f811658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:05:36Z', 'updated_at': '2021-07-16T00:05:39Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '1f3fad9d-9556-46af-854b-bb957f811658', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:05:36Z', 'updated_at': '2021-07-16T00:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '958d18e9-f166-4f3b-b374-b963d01ad641', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'floating_ip_address': '172.25.4.172', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'port_id': '652af50a-75af-4377-9c79-8a0ca7e6114a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5480b0f-208a-4f1d-ad2e-9858af2c3262', 'mac_address': 'fa:16:3e:24:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca6a06e-0160-46db-b840-1700db619438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:05:50Z', 'updated_at': '2021-07-16T00:05:50Z', 'revision_number': 0, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4bebe1b-b118-489a-95fa-24191d619e7c', 'name': '', 'network_id': 'c5480b0f-208a-4f1d-ad2e-9858af2c3262', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:4c:f0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '38b1bb05-e127-4e1d-817c-1d12c2dbae07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:05:38Z', 'updated_at': '2021-07-16T00:05:43Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': '38b1bb05-e127-4e1d-817c-1d12c2dbae07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:05:52.173807 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0c8fb4-76b7-470b-950d-54b6fadc945a None None] Checking router: 5e40da33-6dd2-464c-a5b1-b5defe0333be for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:05:52.175061 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286a0b1-a7d8-46e4-8a8b-715d6b0e4f58 req-f1941599-a75f-4ed8-82c8-f4bff0fcfb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:52.176582 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e286a0b1-a7d8-46e4-8a8b-715d6b0e4f58 req-f1941599-a75f-4ed8-82c8-f4bff0fcfb04 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=38b1bb05-e127-4e1d-817c-1d12c2dbae07 HTTP/1.1" status: 200 len: 835 time: 0.0431519 Jul 16 00:05:52.182838 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0c8fb4-76b7-470b-950d-54b6fadc945a None None] Routers {'5e40da33-6dd2-464c-a5b1-b5defe0333be'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:05:52.183437 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-fb0c8fb4-76b7-470b-950d-54b6fadc945a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:05:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['5e40da33-6dd2-464c-a5b1-b5defe0333be'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:05:52.237033 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286a0b1-a7d8-46e4-8a8b-715d6b0e4f58 req-a2525c59-c1d1-4364-8882-a42f564b091e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:52.238468 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e286a0b1-a7d8-46e4-8a8b-715d6b0e4f58 req-a2525c59-c1d1-4364-8882-a42f564b091e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c5480b0f-208a-4f1d-ad2e-9858af2c3262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558236 Jul 16 00:05:52.287536 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-fb0c8fb4-76b7-470b-950d-54b6fadc945a None None] Set router 5e40da33-6dd2-464c-a5b1-b5defe0333be gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:05:52.326434 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e286a0b1-a7d8-46e4-8a8b-715d6b0e4f58 req-911e6bb9-384a-4cb0-a7ce-0564f10cd90f service neutron] 10.222.0.43 "GET /v2.0/networks/c5480b0f-208a-4f1d-ad2e-9858af2c3262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818553 Jul 16 00:05:52.419085 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e286a0b1-a7d8-46e4-8a8b-715d6b0e4f58 req-bafb0a65-72b8-49c9-8616-0ef65a1e692f service neutron] 10.222.0.43 "GET /v2.0/networks/c5480b0f-208a-4f1d-ad2e-9858af2c3262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859630 Jul 16 00:05:52.506722 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-fb0c8fb4-76b7-470b-950d-54b6fadc945a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449291677', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '1f3fad9d-9556-46af-854b-bb957f811658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:05:36Z', 'updated_at': '2021-07-16T00:05:39Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '1f3fad9d-9556-46af-854b-bb957f811658', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:05:36Z', 'updated_at': '2021-07-16T00:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '958d18e9-f166-4f3b-b374-b963d01ad641', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'floating_ip_address': '172.25.4.172', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'port_id': '652af50a-75af-4377-9c79-8a0ca7e6114a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5480b0f-208a-4f1d-ad2e-9858af2c3262', 'mac_address': 'fa:16:3e:24:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca6a06e-0160-46db-b840-1700db619438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:05:50Z', 'updated_at': '2021-07-16T00:05:50Z', 'revision_number': 0, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4bebe1b-b118-489a-95fa-24191d619e7c', 'name': '', 'network_id': 'c5480b0f-208a-4f1d-ad2e-9858af2c3262', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:4c:f0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '38b1bb05-e127-4e1d-817c-1d12c2dbae07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:05:38Z', 'updated_at': '2021-07-16T00:05:43Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': '38b1bb05-e127-4e1d-817c-1d12c2dbae07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:05:52.531712 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0c8fb4-76b7-470b-950d-54b6fadc945a None None] The sync data for ids ['5e40da33-6dd2-464c-a5b1-b5defe0333be'] in n-d-787205-9 is: [{'id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449291677', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '1f3fad9d-9556-46af-854b-bb957f811658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:05:36Z', 'updated_at': '2021-07-16T00:05:39Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '1f3fad9d-9556-46af-854b-bb957f811658', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:05:36Z', 'updated_at': '2021-07-16T00:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '958d18e9-f166-4f3b-b374-b963d01ad641', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'floating_ip_address': '172.25.4.172', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'port_id': '652af50a-75af-4377-9c79-8a0ca7e6114a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5480b0f-208a-4f1d-ad2e-9858af2c3262', 'mac_address': 'fa:16:3e:24:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca6a06e-0160-46db-b840-1700db619438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:05:50Z', 'updated_at': '2021-07-16T00:05:50Z', 'revision_number': 0, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4bebe1b-b118-489a-95fa-24191d619e7c', 'name': '', 'network_id': 'c5480b0f-208a-4f1d-ad2e-9858af2c3262', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:4c:f0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '38b1bb05-e127-4e1d-817c-1d12c2dbae07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:05:38Z', 'updated_at': '2021-07-16T00:05:43Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': '38b1bb05-e127-4e1d-817c-1d12c2dbae07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:05:52.708087 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24c86ec-ba17-4a92-93e7-0ebe679724b0 None None] New status for floating IP 958d18e9-f166-4f3b-b374-b963d01ad641: ACTIVE {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:05:53.127521 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39450) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:53.189709 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4bb56914-ddc3-4943-aca2-80c100453e6e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/floatingips/958d18e9-f166-4f3b-b374-b963d01ad641 HTTP/1.1" status: 200 len: 993 time: 0.0609252 Jul 16 00:05:54.654929 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:09.397637 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:15.971677 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60a2dda6-50ea-44e8-a0b0-a9670085153d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:18.340677 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-66c4235e-ea0e-4a0e-808d-6c37b0a5302a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:18.828780 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:19.878096 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:20.386042 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:06:21.431197 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:24.667988 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:24.770313 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109bca0-64a1-4037-8a0c-55ee19b27972 req-902dd65f-ea73-489c-b04f-a41b9ea0b04e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:24.771724 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d109bca0-64a1-4037-8a0c-55ee19b27972 req-902dd65f-ea73-489c-b04f-a41b9ea0b04e tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ca6a06e-0160-46db-b840-1700db619438 HTTP/1.1" status: 200 len: 945 time: 0.0619462 Jul 16 00:06:24.808629 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d109bca0-64a1-4037-8a0c-55ee19b27972 req-7a7ff45c-94ea-4fa2-95ba-1421a5fab25c tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=3415250a-8dc3-4f6d-a755-54edc8c96790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310826 Jul 16 00:06:26.001565 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359cec6-2fc3-4eae-aa72-0889c232b5e4 req-b99312ac-b869-40c7-9ee2-3207a4684f41 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:26.003055 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b359cec6-2fc3-4eae-aa72-0889c232b5e4 req-b99312ac-b869-40c7-9ee2-3207a4684f41 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ca6a06e-0160-46db-b840-1700db619438 HTTP/1.1" status: 200 len: 945 time: 0.0630589 Jul 16 00:06:26.043982 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b359cec6-2fc3-4eae-aa72-0889c232b5e4 req-3c9a3be4-f759-4610-a4c4-ce5b7cb6dc79 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=3415250a-8dc3-4f6d-a755-54edc8c96790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354023 Jul 16 00:06:26.068338 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39474) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:26.127377 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ac6420c1-a1c6-477c-bb2a-24a55a0d2642 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/floatingips/958d18e9-f166-4f3b-b374-b963d01ad641 HTTP/1.1" status: 200 len: 993 time: 0.0577853 Jul 16 00:06:27.524119 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ee62a-bbd9-4cc9-b414-b29ff76e85cc req-343c6330-c2e4-495a-a185-d431c6f57950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:27.525677 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-646ee62a-bbd9-4cc9-b414-b29ff76e85cc req-343c6330-c2e4-495a-a185-d431c6f57950 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=2ca6a06e-0160-46db-b840-1700db619438 HTTP/1.1" status: 200 len: 1096 time: 0.0525403 Jul 16 00:06:27.545737 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2df5dc-78aa-48d8-8175-e09d41ed426f req-fdc67a4c-8b9d-48c5-853c-2a77c6b533e5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:27.547227 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1d2df5dc-78aa-48d8-8175-e09d41ed426f req-fdc67a4c-8b9d-48c5-853c-2a77c6b533e5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ca6a06e-0160-46db-b840-1700db619438 HTTP/1.1" status: 200 len: 945 time: 0.0622661 Jul 16 00:06:27.588877 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1d2df5dc-78aa-48d8-8175-e09d41ed426f req-b1c97e71-0a2d-43d0-a403-111fb79e4780 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=3415250a-8dc3-4f6d-a755-54edc8c96790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360148 Jul 16 00:06:27.620080 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ee62a-bbd9-4cc9-b414-b29ff76e85cc req-9c52448f-4956-46db-b5c8-f0e1c5f905ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:27.621561 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-646ee62a-bbd9-4cc9-b414-b29ff76e85cc req-9c52448f-4956-46db-b5c8-f0e1c5f905ee service neutron] 10.222.0.43 "GET /v2.0/networks?id=c5480b0f-208a-4f1d-ad2e-9858af2c3262 HTTP/1.1" status: 200 len: 897 time: 0.0897596 Jul 16 00:06:27.686412 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-646ee62a-bbd9-4cc9-b414-b29ff76e85cc req-11a7e2fe-0760-48b8-bfe8-09160524ebdb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=652af50a-75af-4377-9c79-8a0ca7e6114a HTTP/1.1" status: 200 len: 1001 time: 0.0575256 Jul 16 00:06:27.737992 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ee62a-bbd9-4cc9-b414-b29ff76e85cc req-e280b6ef-d4cc-49ac-bc8f-f20eb2375caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:27.739429 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-646ee62a-bbd9-4cc9-b414-b29ff76e85cc req-e280b6ef-d4cc-49ac-bc8f-f20eb2375caa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=38b1bb05-e127-4e1d-817c-1d12c2dbae07 HTTP/1.1" status: 200 len: 835 time: 0.0460098 Jul 16 00:06:27.793589 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ee62a-bbd9-4cc9-b414-b29ff76e85cc req-240be75d-0c3a-406f-848b-902247ad7ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:27.794978 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-646ee62a-bbd9-4cc9-b414-b29ff76e85cc req-240be75d-0c3a-406f-848b-902247ad7ace service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c5480b0f-208a-4f1d-ad2e-9858af2c3262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494642 Jul 16 00:06:27.884032 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-646ee62a-bbd9-4cc9-b414-b29ff76e85cc req-524020b8-9d2a-41ed-84bf-795d52e514ea service neutron] 10.222.0.43 "GET /v2.0/networks/c5480b0f-208a-4f1d-ad2e-9858af2c3262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821991 Jul 16 00:06:27.976107 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-646ee62a-bbd9-4cc9-b414-b29ff76e85cc req-5a1783c7-d3b7-4762-a1a2-7197a520bd12 service neutron] 10.222.0.43 "GET /v2.0/networks/c5480b0f-208a-4f1d-ad2e-9858af2c3262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857525 Jul 16 00:06:28.767307 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d054546-704a-4715-a3b5-9842de06aec6 req-147e9728-2d2b-458a-a1f6-9c388e116920 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:28.769033 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8d054546-704a-4715-a3b5-9842de06aec6 req-147e9728-2d2b-458a-a1f6-9c388e116920 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ca6a06e-0160-46db-b840-1700db619438 HTTP/1.1" status: 200 len: 945 time: 0.0687726 Jul 16 00:06:28.806566 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8d054546-704a-4715-a3b5-9842de06aec6 req-d622a447-cc18-4ed1-b3e2-2efedd09cd36 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=3415250a-8dc3-4f6d-a755-54edc8c96790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317948 Jul 16 00:06:29.977341 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d979cbf-7f65-409f-82a4-838b07ea24f7 req-9ea3b9a1-b6af-4b90-af55-ae94ae7250e5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:29.979413 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9d979cbf-7f65-409f-82a4-838b07ea24f7 req-9ea3b9a1-b6af-4b90-af55-ae94ae7250e5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ca6a06e-0160-46db-b840-1700db619438 HTTP/1.1" status: 200 len: 945 time: 0.0624533 Jul 16 00:06:30.015062 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9d979cbf-7f65-409f-82a4-838b07ea24f7 req-058d42fc-64b2-414c-a7d8-556525980cc2 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=3415250a-8dc3-4f6d-a755-54edc8c96790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302875 Jul 16 00:06:30.039141 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39486) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:30.102037 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2c3a3e9f-9f2c-44e1-a4c4-5448fd05b6e1 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/floatingips/958d18e9-f166-4f3b-b374-b963d01ad641 HTTP/1.1" status: 200 len: 993 time: 0.0616918 Jul 16 00:06:30.356669 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39492) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:30.506112 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-be8f8cf3-761a-4641-9051-12982ddc5225 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Deleting port 422f172b-8125-484f-92c6-ed9ebfaebac8 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:06:30.506457 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be8f8cf3-761a-4641-9051-12982ddc5225 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:30.582028 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be8f8cf3-761a-4641-9051-12982ddc5225 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:30.582355 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be8f8cf3-761a-4641-9051-12982ddc5225 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:30.593581 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-be8f8cf3-761a-4641-9051-12982ddc5225 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Calling delete_port for 422f172b-8125-484f-92c6-ed9ebfaebac8 owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:06:30.731576 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be8f8cf3-761a-4641-9051-12982ddc5225 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:30.759323 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f8cf3-761a-4641-9051-12982ddc5225 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'Port': ['ID=422f172b-8125-484f-92c6-ed9ebfaebac8,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:30.787325 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f8cf3-761a-4641-9051-12982ddc5225 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:30.787674 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f8cf3-761a-4641-9051-12982ddc5225 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:30.788010 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f8cf3-761a-4641-9051-12982ddc5225 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:30.788344 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f8cf3-761a-4641-9051-12982ddc5225 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:30.788671 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f8cf3-761a-4641-9051-12982ddc5225 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:30.788997 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f8cf3-761a-4641-9051-12982ddc5225 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:30.789322 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f8cf3-761a-4641-9051-12982ddc5225 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:30.789650 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f8cf3-761a-4641-9051-12982ddc5225 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:30.789974 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f8cf3-761a-4641-9051-12982ddc5225 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:30.790291 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f8cf3-761a-4641-9051-12982ddc5225 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:30.790607 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f8cf3-761a-4641-9051-12982ddc5225 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:30.790951 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f8cf3-761a-4641-9051-12982ddc5225 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:30.828732 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be8f8cf3-761a-4641-9051-12982ddc5225 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:30.829067 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-be8f8cf3-761a-4641-9051-12982ddc5225 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Floating IP 958d18e9-f166-4f3b-b374-b963d01ad641 disassociated (deleted). External IP: 172.25.4.172, port: 652af50a-75af-4377-9c79-8a0ca7e6114a. Jul 16 00:06:31.031389 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8f8cf3-761a-4641-9051-12982ddc5225 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Router 5e40da33-6dd2-464c-a5b1-b5defe0333be has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:06:31.134855 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8f8cf3-761a-4641-9051-12982ddc5225 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:06:31.139547 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-be8f8cf3-761a-4641-9051-12982ddc5225 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:31.143729 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09feedcb-7d2d-4f64-94da-93842e8ad859 None None] Sync routers for ids ['5e40da33-6dd2-464c-a5b1-b5defe0333be'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:06:31.152613 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09feedcb-7d2d-4f64-94da-93842e8ad859 None None] Routers {'5e40da33-6dd2-464c-a5b1-b5defe0333be'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:06:31.153202 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-09feedcb-7d2d-4f64-94da-93842e8ad859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:06:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['5e40da33-6dd2-464c-a5b1-b5defe0333be'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:31.174402 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-be8f8cf3-761a-4641-9051-12982ddc5225 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "DELETE /v2.0/floatingips/958d18e9-f166-4f3b-b374-b963d01ad641 HTTP/1.1" status: 204 len: 168 time: 0.8166595 Jul 16 00:06:31.175097 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca6a06e-0160-46db-b840-1700db619438', 'tag': '652af50a-75af-4377-9c79-8a0ca7e6114a'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:06:31.177342 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f08fc2a7d463e069dbf969c41850b8f153237e21caa8377f91bf00f314a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d67c6c-a9cf-446c-b3e1-c2e1b7e71b05" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca6a06e-0160-46db-b840-1700db619438", "tag": "652af50a-75af-4377-9c79-8a0ca7e6114a"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:06:31.215775 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fd7b54-3c9c-4575-be3d-fcd2533d430e x-openstack-request-id: req-96fd7b54-3c9c-4575-be3d-fcd2533d430e {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:06:31.216070 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca6a06e-0160-46db-b840-1700db619438", "tag": "652af50a-75af-4377-9c79-8a0ca7e6114a", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:06:31.216325 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-96fd7b54-3c9c-4575-be3d-fcd2533d430e {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:06:31.216724 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca6a06e-0160-46db-b840-1700db619438', 'tag': '652af50a-75af-4377-9c79-8a0ca7e6114a', 'status': 'completed', 'code': 200} Jul 16 00:06:31.258942 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-09feedcb-7d2d-4f64-94da-93842e8ad859 None None] Set router 5e40da33-6dd2-464c-a5b1-b5defe0333be gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:06:31.294666 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d67c6c-a9cf-446c-b3e1-c2e1b7e71b05 req-3049151a-f3fc-422c-bf8b-6a20751ffb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:31.296865 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b6d67c6c-a9cf-446c-b3e1-c2e1b7e71b05 req-3049151a-f3fc-422c-bf8b-6a20751ffb25 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16c130c7698b4f289398f3a08d45c53f&device_id=2ca6a06e-0160-46db-b840-1700db619438 HTTP/1.1" status: 200 len: 1096 time: 0.0553846 Jul 16 00:06:31.395822 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d67c6c-a9cf-446c-b3e1-c2e1b7e71b05 req-12871414-ed02-4d1f-96d1-945fa4b33bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:31.397306 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b6d67c6c-a9cf-446c-b3e1-c2e1b7e71b05 req-12871414-ed02-4d1f-96d1-945fa4b33bbe service neutron] 10.222.0.43 "GET /v2.0/networks?id=c5480b0f-208a-4f1d-ad2e-9858af2c3262 HTTP/1.1" status: 200 len: 897 time: 0.0941279 Jul 16 00:06:31.439708 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b6d67c6c-a9cf-446c-b3e1-c2e1b7e71b05 req-66f18dce-6a22-4fb4-92b4-0f01fd3e75dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=652af50a-75af-4377-9c79-8a0ca7e6114a HTTP/1.1" status: 200 len: 217 time: 0.0356836 Jul 16 00:06:31.470739 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-09feedcb-7d2d-4f64-94da-93842e8ad859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449291677', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '1f3fad9d-9556-46af-854b-bb957f811658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:05:36Z', 'updated_at': '2021-07-16T00:05:39Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '1f3fad9d-9556-46af-854b-bb957f811658', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:05:36Z', 'updated_at': '2021-07-16T00:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'c4bebe1b-b118-489a-95fa-24191d619e7c', 'name': '', 'network_id': 'c5480b0f-208a-4f1d-ad2e-9858af2c3262', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:4c:f0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '38b1bb05-e127-4e1d-817c-1d12c2dbae07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:05:38Z', 'updated_at': '2021-07-16T00:05:43Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': '38b1bb05-e127-4e1d-817c-1d12c2dbae07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:31.496279 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d67c6c-a9cf-446c-b3e1-c2e1b7e71b05 req-4623781f-05dd-4c7a-a57f-05436dc9e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:31.497852 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b6d67c6c-a9cf-446c-b3e1-c2e1b7e71b05 req-4623781f-05dd-4c7a-a57f-05436dc9e999 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=38b1bb05-e127-4e1d-817c-1d12c2dbae07 HTTP/1.1" status: 200 len: 835 time: 0.0520432 Jul 16 00:06:31.498020 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09feedcb-7d2d-4f64-94da-93842e8ad859 None None] Checking router: 5e40da33-6dd2-464c-a5b1-b5defe0333be for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:06:31.505989 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09feedcb-7d2d-4f64-94da-93842e8ad859 None None] Routers {'5e40da33-6dd2-464c-a5b1-b5defe0333be'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:06:31.506733 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-09feedcb-7d2d-4f64-94da-93842e8ad859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:06:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['5e40da33-6dd2-464c-a5b1-b5defe0333be'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:31.555579 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e65baa-6aca-4ac9-ba2c-b30163a6669b req-d2b131f3-3f72-42c4-96af-5531c715bbe7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:31.557192 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27e65baa-6aca-4ac9-ba2c-b30163a6669b req-d2b131f3-3f72-42c4-96af-5531c715bbe7 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ca6a06e-0160-46db-b840-1700db619438 HTTP/1.1" status: 200 len: 945 time: 0.0688522 Jul 16 00:06:31.567739 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d67c6c-a9cf-446c-b3e1-c2e1b7e71b05 req-47fd71ab-2c14-486a-be39-7ba9087251bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:31.569331 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b6d67c6c-a9cf-446c-b3e1-c2e1b7e71b05 req-47fd71ab-2c14-486a-be39-7ba9087251bd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c5480b0f-208a-4f1d-ad2e-9858af2c3262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638542 Jul 16 00:06:31.598653 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-27e65baa-6aca-4ac9-ba2c-b30163a6669b req-bd2e8e64-85fe-4afb-8069-5d1d21b7922f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=3415250a-8dc3-4f6d-a755-54edc8c96790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354705 Jul 16 00:06:31.664281 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b6d67c6c-a9cf-446c-b3e1-c2e1b7e71b05 req-24eb26cc-b058-456a-a85e-070e5afd3ae8 service neutron] 10.222.0.43 "GET /v2.0/networks/c5480b0f-208a-4f1d-ad2e-9858af2c3262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878975 Jul 16 00:06:31.700597 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-09feedcb-7d2d-4f64-94da-93842e8ad859 None None] Set router 5e40da33-6dd2-464c-a5b1-b5defe0333be gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:06:31.759120 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b6d67c6c-a9cf-446c-b3e1-c2e1b7e71b05 req-55445b40-6991-4e70-9101-0bb8103603a3 service neutron] 10.222.0.43 "GET /v2.0/networks/c5480b0f-208a-4f1d-ad2e-9858af2c3262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877519 Jul 16 00:06:31.892469 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-09feedcb-7d2d-4f64-94da-93842e8ad859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449291677', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '1f3fad9d-9556-46af-854b-bb957f811658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:05:36Z', 'updated_at': '2021-07-16T00:05:39Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '1f3fad9d-9556-46af-854b-bb957f811658', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:05:36Z', 'updated_at': '2021-07-16T00:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'c4bebe1b-b118-489a-95fa-24191d619e7c', 'name': '', 'network_id': 'c5480b0f-208a-4f1d-ad2e-9858af2c3262', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:4c:f0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '38b1bb05-e127-4e1d-817c-1d12c2dbae07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:05:38Z', 'updated_at': '2021-07-16T00:05:43Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': '38b1bb05-e127-4e1d-817c-1d12c2dbae07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:31.920781 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09feedcb-7d2d-4f64-94da-93842e8ad859 None None] The sync data for ids ['5e40da33-6dd2-464c-a5b1-b5defe0333be'] in n-d-787205-9 is: [{'id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449291677', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '1f3fad9d-9556-46af-854b-bb957f811658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:05:36Z', 'updated_at': '2021-07-16T00:05:39Z', 'revision_number': 4, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '1f3fad9d-9556-46af-854b-bb957f811658', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:05:36Z', 'updated_at': '2021-07-16T00:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'c4bebe1b-b118-489a-95fa-24191d619e7c', 'name': '', 'network_id': 'c5480b0f-208a-4f1d-ad2e-9858af2c3262', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'mac_address': 'fa:16:3e:4c:f0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '38b1bb05-e127-4e1d-817c-1d12c2dbae07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:05:38Z', 'updated_at': '2021-07-16T00:05:43Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'subnets': [{'id': '38b1bb05-e127-4e1d-817c-1d12c2dbae07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:06:32.122286 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd912379-b901-4dbf-b4a8-1b5f2e57c30e None None] New status for floating IP 958d18e9-f166-4f3b-b374-b963d01ad641: DOWN {{(pid=93800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:06:32.776575 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535e26a-346b-43c8-b048-43ea20036ba0 req-684d8f28-f4f8-4f22-9de2-1820a1b73492 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:32.777990 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b535e26a-346b-43c8-b048-43ea20036ba0 req-684d8f28-f4f8-4f22-9de2-1820a1b73492 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ca6a06e-0160-46db-b840-1700db619438 HTTP/1.1" status: 200 len: 945 time: 0.0667448 Jul 16 00:06:32.814790 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b535e26a-346b-43c8-b048-43ea20036ba0 req-12bf95d3-0bc8-4d8b-925a-6f45c067bca6 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/security-groups?id=3415250a-8dc3-4f6d-a755-54edc8c96790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311978 Jul 16 00:06:32.981211 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e3c30-76f4-4c50-9dd3-5b2ab649a7b2 req-0ebed742-ebaf-447e-9317-29c24b972f0f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:32.982715 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ac8e3c30-76f4-4c50-9dd3-5b2ab649a7b2 req-0ebed742-ebaf-447e-9317-29c24b972f0f tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ca6a06e-0160-46db-b840-1700db619438 HTTP/1.1" status: 200 len: 945 time: 0.0629416 Jul 16 00:06:33.082729 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-ac8e3c30-76f4-4c50-9dd3-5b2ab649a7b2 req-61b291f6-c4a5-41a8-8b98-e28c0210e594 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Deleting port 652af50a-75af-4377-9c79-8a0ca7e6114a {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:06:33.083071 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ac8e3c30-76f4-4c50-9dd3-5b2ab649a7b2 req-61b291f6-c4a5-41a8-8b98-e28c0210e594 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:33.167153 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-ac8e3c30-76f4-4c50-9dd3-5b2ab649a7b2 req-61b291f6-c4a5-41a8-8b98-e28c0210e594 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] For port 652af50a-75af-4377-9c79-8a0ca7e6114a, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=652af50a-75af-4377-9c79-8a0ca7e6114a,segment=NetworkSegment(c92d6eaf-1dea-4307-850e-cc620df82973),segment_id=c92d6eaf-1dea-4307-850e-cc620df82973)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:06:33.167504 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ac8e3c30-76f4-4c50-9dd3-5b2ab649a7b2 req-61b291f6-c4a5-41a8-8b98-e28c0210e594 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:33.179781 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-ac8e3c30-76f4-4c50-9dd3-5b2ab649a7b2 req-61b291f6-c4a5-41a8-8b98-e28c0210e594 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Calling delete_port for 652af50a-75af-4377-9c79-8a0ca7e6114a owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:06:33.304960 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ac8e3c30-76f4-4c50-9dd3-5b2ab649a7b2 req-61b291f6-c4a5-41a8-8b98-e28c0210e594 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:33.332213 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b291f6-c4a5-41a8-8b98-e28c0210e594 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'Port': ['ID=652af50a-75af-4377-9c79-8a0ca7e6114a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:33.341999 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b291f6-c4a5-41a8-8b98-e28c0210e594 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:33.342284 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b291f6-c4a5-41a8-8b98-e28c0210e594 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:33.342624 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b291f6-c4a5-41a8-8b98-e28c0210e594 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:33.342979 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b291f6-c4a5-41a8-8b98-e28c0210e594 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:33.343308 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b291f6-c4a5-41a8-8b98-e28c0210e594 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:33.343636 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b291f6-c4a5-41a8-8b98-e28c0210e594 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:33.343967 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b291f6-c4a5-41a8-8b98-e28c0210e594 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:33.344716 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b291f6-c4a5-41a8-8b98-e28c0210e594 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:33.344716 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b291f6-c4a5-41a8-8b98-e28c0210e594 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:33.344920 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b291f6-c4a5-41a8-8b98-e28c0210e594 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:33.345218 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b291f6-c4a5-41a8-8b98-e28c0210e594 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:33.345533 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b291f6-c4a5-41a8-8b98-e28c0210e594 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:33.392764 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8e3c30-76f4-4c50-9dd3-5b2ab649a7b2 req-61b291f6-c4a5-41a8-8b98-e28c0210e594 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] No DVR routers for this DVR port 652af50a-75af-4377-9c79-8a0ca7e6114a on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:06:33.395259 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-ac8e3c30-76f4-4c50-9dd3-5b2ab649a7b2 req-61b291f6-c4a5-41a8-8b98-e28c0210e594 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:33.397233 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-ac8e3c30-76f4-4c50-9dd3-5b2ab649a7b2 req-61b291f6-c4a5-41a8-8b98-e28c0210e594 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.43 "DELETE /v2.0/ports/652af50a-75af-4377-9c79-8a0ca7e6114a HTTP/1.1" status: 204 len: 173 time: 0.4084342 Jul 16 00:06:33.397671 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca6a06e-0160-46db-b840-1700db619438', 'name': 'network-vif-deleted', 'tag': '652af50a-75af-4377-9c79-8a0ca7e6114a'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:06:33.399929 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac3ab2df65406140be9365f9b3f66d4be7bd37abeab186e08b44bb3ea3ff9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc6e1c1-f863-4612-9fa0-f9a7179fb798" -d '{"events": [{"server_uuid": "2ca6a06e-0160-46db-b840-1700db619438", "name": "network-vif-deleted", "tag": "652af50a-75af-4377-9c79-8a0ca7e6114a"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:06:33.437771 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7203f6-ede8-44b9-9c7a-859e534acb4a x-openstack-request-id: req-ea7203f6-ede8-44b9-9c7a-859e534acb4a {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:06:33.438067 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca6a06e-0160-46db-b840-1700db619438", "name": "network-vif-deleted", "tag": "652af50a-75af-4377-9c79-8a0ca7e6114a", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:06:33.438322 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea7203f6-ede8-44b9-9c7a-859e534acb4a {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:06:33.438775 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca6a06e-0160-46db-b840-1700db619438', 'name': 'network-vif-deleted', 'tag': '652af50a-75af-4377-9c79-8a0ca7e6114a', 'status': 'completed', 'code': 200} Jul 16 00:06:33.971240 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cfb20a9f-eb2f-4c28-a422-2151d2d3a2da req-76f93b40-ec39-4d0b-9e73-cb357ff20401 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ca6a06e-0160-46db-b840-1700db619438 HTTP/1.1" status: 200 len: 210 time: 0.0291080 Jul 16 00:06:35.067988 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39508) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:35.416255 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7cf34d32-cd57-4a80-bdf7-eb0c8c6d40f5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:36.005309 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-7cf34d32-cd57-4a80-bdf7-eb0c8c6d40f5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Deleting port c4bebe1b-b118-489a-95fa-24191d619e7c {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:06:36.005653 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7cf34d32-cd57-4a80-bdf7-eb0c8c6d40f5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:36.090041 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-7cf34d32-cd57-4a80-bdf7-eb0c8c6d40f5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] For port c4bebe1b-b118-489a-95fa-24191d619e7c, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=c4bebe1b-b118-489a-95fa-24191d619e7c,segment=NetworkSegment(c92d6eaf-1dea-4307-850e-cc620df82973),segment_id=c92d6eaf-1dea-4307-850e-cc620df82973)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:06:36.090764 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7cf34d32-cd57-4a80-bdf7-eb0c8c6d40f5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:36.102329 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-7cf34d32-cd57-4a80-bdf7-eb0c8c6d40f5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Calling delete_port for c4bebe1b-b118-489a-95fa-24191d619e7c owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:06:36.281373 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7cf34d32-cd57-4a80-bdf7-eb0c8c6d40f5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:36.311920 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf34d32-cd57-4a80-bdf7-eb0c8c6d40f5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'Port': ['ID=c4bebe1b-b118-489a-95fa-24191d619e7c,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:36.480939 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7cf34d32-cd57-4a80-bdf7-eb0c8c6d40f5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:36.692267 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf34d32-cd57-4a80-bdf7-eb0c8c6d40f5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Router 5e40da33-6dd2-464c-a5b1-b5defe0333be has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:06:36.795493 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf34d32-cd57-4a80-bdf7-eb0c8c6d40f5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:06:36.800827 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7cf34d32-cd57-4a80-bdf7-eb0c8c6d40f5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "PUT /v2.0/routers/5e40da33-6dd2-464c-a5b1-b5defe0333be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7317982 Jul 16 00:06:36.803665 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39510) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:36.805698 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a191c46e-c9fe-445e-8055-6c1ef22655a6 None None] Sync routers for ids ['5e40da33-6dd2-464c-a5b1-b5defe0333be'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:06:36.815517 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a191c46e-c9fe-445e-8055-6c1ef22655a6 None None] Routers {'5e40da33-6dd2-464c-a5b1-b5defe0333be'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:06:36.816127 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-a191c46e-c9fe-445e-8055-6c1ef22655a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:06:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['5e40da33-6dd2-464c-a5b1-b5defe0333be'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:36.853187 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-5383ebe7-fa5f-439d-9867-5d4b934d8db8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Deleting subnet 38b1bb05-e127-4e1d-817c-1d12c2dbae07 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:06:36.856660 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5383ebe7-fa5f-439d-9867-5d4b934d8db8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:36.897439 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5383ebe7-fa5f-439d-9867-5d4b934d8db8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:36.917463 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-a191c46e-c9fe-445e-8055-6c1ef22655a6 None None] Set router 5e40da33-6dd2-464c-a5b1-b5defe0333be gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:06:36.984512 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5383ebe7-fa5f-439d-9867-5d4b934d8db8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:37.042911 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5383ebe7-fa5f-439d-9867-5d4b934d8db8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:37.069041 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383ebe7-fa5f-439d-9867-5d4b934d8db8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'Subnet': ['ID=38b1bb05-e127-4e1d-817c-1d12c2dbae07,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:37.072621 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5383ebe7-fa5f-439d-9867-5d4b934d8db8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:37.075023 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5383ebe7-fa5f-439d-9867-5d4b934d8db8 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "DELETE /v2.0/subnets/38b1bb05-e127-4e1d-817c-1d12c2dbae07 HTTP/1.1" status: 204 len: 168 time: 0.2702508 Jul 16 00:06:37.077874 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39512) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:37.084633 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5033db-d4e5-424b-823b-5860eb780d18 None None] Network c5480b0f-208a-4f1d-ad2e-9858af2c3262 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:06:37.093996 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-a191c46e-c9fe-445e-8055-6c1ef22655a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449291677', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '1f3fad9d-9556-46af-854b-bb957f811658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:05:36Z', 'updated_at': '2021-07-16T00:06:36Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '1f3fad9d-9556-46af-854b-bb957f811658', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:05:36Z', 'updated_at': '2021-07-16T00:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:37.120179 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a191c46e-c9fe-445e-8055-6c1ef22655a6 None None] Checking router: 5e40da33-6dd2-464c-a5b1-b5defe0333be for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:06:37.128687 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a191c46e-c9fe-445e-8055-6c1ef22655a6 None None] Routers {'5e40da33-6dd2-464c-a5b1-b5defe0333be'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:06:37.129385 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-a191c46e-c9fe-445e-8055-6c1ef22655a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:06:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['5e40da33-6dd2-464c-a5b1-b5defe0333be'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:37.191139 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5be631d6-5d41-4f1b-81d1-b6b3a9f7bc9d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:37.238206 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-a191c46e-c9fe-445e-8055-6c1ef22655a6 None None] Set router 5e40da33-6dd2-464c-a5b1-b5defe0333be gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:06:37.283778 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c316a5b3-2709-40f6-8e6b-4b33083ccd66 None None] DHCP port deletion for c5480b0f-208a-4f1d-ad2e-9858af2c3262 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:06:37.296577 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5be631d6-5d41-4f1b-81d1-b6b3a9f7bc9d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:37.331339 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-c316a5b3-2709-40f6-8e6b-4b33083ccd66 None None] Deleting port 1cc3ba0b-d7d1-4a18-8545-f17c367f6940 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:06:37.331980 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c316a5b3-2709-40f6-8e6b-4b33083ccd66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:37.354618 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-5be631d6-5d41-4f1b-81d1-b6b3a9f7bc9d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Deleting port 1f3fad9d-9556-46af-854b-bb957f811658 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:06:37.355580 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5be631d6-5d41-4f1b-81d1-b6b3a9f7bc9d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:37.394294 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-c316a5b3-2709-40f6-8e6b-4b33083ccd66 None None] For port 1cc3ba0b-d7d1-4a18-8545-f17c367f6940, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1cc3ba0b-d7d1-4a18-8545-f17c367f6940,segment=NetworkSegment(c92d6eaf-1dea-4307-850e-cc620df82973),segment_id=c92d6eaf-1dea-4307-850e-cc620df82973)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:06:37.395013 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c316a5b3-2709-40f6-8e6b-4b33083ccd66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:37.407991 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-c316a5b3-2709-40f6-8e6b-4b33083ccd66 None None] Calling delete_port for 1cc3ba0b-d7d1-4a18-8545-f17c367f6940 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:06:37.419716 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-a191c46e-c9fe-445e-8055-6c1ef22655a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449291677', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '1f3fad9d-9556-46af-854b-bb957f811658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:05:36Z', 'updated_at': '2021-07-16T00:06:36Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '1f3fad9d-9556-46af-854b-bb957f811658', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:05:36Z', 'updated_at': '2021-07-16T00:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:37.434193 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-5be631d6-5d41-4f1b-81d1-b6b3a9f7bc9d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] For port 1f3fad9d-9556-46af-854b-bb957f811658, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1f3fad9d-9556-46af-854b-bb957f811658,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:06:37.434574 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5be631d6-5d41-4f1b-81d1-b6b3a9f7bc9d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:37.446490 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a191c46e-c9fe-445e-8055-6c1ef22655a6 None None] The sync data for ids ['5e40da33-6dd2-464c-a5b1-b5defe0333be'] in n-d-787205-9 is: [{'id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449291677', 'tenant_id': '16c130c7698b4f289398f3a08d45c53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '1f3fad9d-9556-46af-854b-bb957f811658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:05:36Z', 'updated_at': '2021-07-16T00:06:36Z', 'revision_number': 5, 'project_id': '16c130c7698b4f289398f3a08d45c53f', 'gw_port': {'id': '1f3fad9d-9556-46af-854b-bb957f811658', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e40da33-6dd2-464c-a5b1-b5defe0333be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:05:36Z', 'updated_at': '2021-07-16T00:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:06:37.447821 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-5be631d6-5d41-4f1b-81d1-b6b3a9f7bc9d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Calling delete_port for 1f3fad9d-9556-46af-854b-bb957f811658 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:06:37.495735 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c316a5b3-2709-40f6-8e6b-4b33083ccd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:37.520485 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a5b3-2709-40f6-8e6b-4b33083ccd66 None None] Pushing event deleted for resources: {'Port': ['ID=1cc3ba0b-d7d1-4a18-8545-f17c367f6940,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:37.525001 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c316a5b3-2709-40f6-8e6b-4b33083ccd66 None None] No DVR routers for this DVR port 1cc3ba0b-d7d1-4a18-8545-f17c367f6940 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:06:37.536121 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a5b3-2709-40f6-8e6b-4b33083ccd66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:37.536121 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a5b3-2709-40f6-8e6b-4b33083ccd66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:37.536121 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a5b3-2709-40f6-8e6b-4b33083ccd66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:37.536121 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a5b3-2709-40f6-8e6b-4b33083ccd66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:37.536121 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a5b3-2709-40f6-8e6b-4b33083ccd66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:37.536121 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a5b3-2709-40f6-8e6b-4b33083ccd66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:37.536121 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a5b3-2709-40f6-8e6b-4b33083ccd66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:37.537259 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a5b3-2709-40f6-8e6b-4b33083ccd66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:37.537259 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a5b3-2709-40f6-8e6b-4b33083ccd66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:37.537843 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a5b3-2709-40f6-8e6b-4b33083ccd66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:37.538171 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a5b3-2709-40f6-8e6b-4b33083ccd66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:37.538475 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a5b3-2709-40f6-8e6b-4b33083ccd66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:37.615722 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5be631d6-5d41-4f1b-81d1-b6b3a9f7bc9d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:37.642711 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be631d6-5d41-4f1b-81d1-b6b3a9f7bc9d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'Port': ['ID=1f3fad9d-9556-46af-854b-bb957f811658,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:37.707090 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5be631d6-5d41-4f1b-81d1-b6b3a9f7bc9d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:37.797283 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5be631d6-5d41-4f1b-81d1-b6b3a9f7bc9d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:37.799576 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5be631d6-5d41-4f1b-81d1-b6b3a9f7bc9d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:37.845645 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5be631d6-5d41-4f1b-81d1-b6b3a9f7bc9d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:37.846229 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be631d6-5d41-4f1b-81d1-b6b3a9f7bc9d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Fanout notify agent at l3_agent the message router_deleted on router 5e40da33-6dd2-464c-a5b1-b5defe0333be {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:06:37.853506 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5be631d6-5d41-4f1b-81d1-b6b3a9f7bc9d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:37.854700 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5be631d6-5d41-4f1b-81d1-b6b3a9f7bc9d tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "DELETE /v2.0/routers/5e40da33-6dd2-464c-a5b1-b5defe0333be HTTP/1.1" status: 204 len: 168 time: 0.7758226 Jul 16 00:06:37.857409 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39514) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:37.940128 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-756fd617-09e2-416f-8c94-1ecf6e9456d5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:38.025363 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-756fd617-09e2-416f-8c94-1ecf6e9456d5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:38.036063 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-756fd617-09e2-416f-8c94-1ecf6e9456d5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5480b0f-208a-4f1d-ad2e-9858af2c3262']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:38.051330 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-756fd617-09e2-416f-8c94-1ecf6e9456d5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92d6eaf-1dea-4307-850e-cc620df82973') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:38.051630 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-756fd617-09e2-416f-8c94-1ecf6e9456d5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92d6eaf-1dea-4307-850e-cc620df82973') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:38.061597 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-756fd617-09e2-416f-8c94-1ecf6e9456d5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:38.076383 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-756fd617-09e2-416f-8c94-1ecf6e9456d5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:38.083002 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756fd617-09e2-416f-8c94-1ecf6e9456d5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:06:38.083701 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-756fd617-09e2-416f-8c94-1ecf6e9456d5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: timer() Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: self._notify() Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:06:38.090889 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:06:38.148909 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 652af50a-75af-4377-9c79-8a0ca7e6114a no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:06:38.153415 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-756fd617-09e2-416f-8c94-1ecf6e9456d5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:38.161376 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-756fd617-09e2-416f-8c94-1ecf6e9456d5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:38.165634 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-756fd617-09e2-416f-8c94-1ecf6e9456d5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "DELETE /v2.0/networks/c5480b0f-208a-4f1d-ad2e-9858af2c3262 HTTP/1.1" status: 204 len: 168 time: 0.3048403 Jul 16 00:06:38.165958 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39516) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:38.174586 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fd617-09e2-416f-8c94-1ecf6e9456d5 tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'Network': ['ID=c5480b0f-208a-4f1d-ad2e-9858af2c3262,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:38.189153 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 652af50a-75af-4377-9c79-8a0ca7e6114a {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:06:38.189588 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 652af50a-75af-4377-9c79-8a0ca7e6114a not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:06:38.234406 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f7986b99-f280-4b38-abd0-f709d33d01dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:38.258866 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f7986b99-f280-4b38-abd0-f709d33d01dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:38.321721 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f7986b99-f280-4b38-abd0-f709d33d01dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:38.324810 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f7986b99-f280-4b38-abd0-f709d33d01dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:38.325962 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f7986b99-f280-4b38-abd0-f709d33d01dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] 10.222.0.16 "DELETE /v2.0/security-groups/3415250a-8dc3-4f6d-a755-54edc8c96790 HTTP/1.1" status: 204 len: 168 time: 0.1590078 Jul 16 00:06:38.341574 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7986b99-f280-4b38-abd0-f709d33d01dc tempest-TestNetworkAdvancedServerOps-384689112 tempest-TestNetworkAdvancedServerOps-384689112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3415250a-8dc3-4f6d-a755-54edc8c96790,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:38.540498 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1cc3ba0b-d7d1-4a18-8545-f17c367f6940 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:06:38.564209 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 1cc3ba0b-d7d1-4a18-8545-f17c367f6940 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:06:38.564560 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1cc3ba0b-d7d1-4a18-8545-f17c367f6940 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:06:38.564983 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1f3fad9d-9556-46af-854b-bb957f811658 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:06:38.583162 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 1f3fad9d-9556-46af-854b-bb957f811658 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:06:38.583510 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1f3fad9d-9556-46af-854b-bb957f811658 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:06:38.583916 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c4bebe1b-b118-489a-95fa-24191d619e7c no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:06:38.601919 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: c4bebe1b-b118-489a-95fa-24191d619e7c {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:06:38.602264 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device c4bebe1b-b118-489a-95fa-24191d619e7c not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:06:38.645730 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39524) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:38.769797 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-a3f44007-2e41-49ef-957a-8aaf84edbb41 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=16c130c7698b4f289398f3a08d45c53f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1228571 Jul 16 00:06:38.772319 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39528) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:38.818430 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-913feeaf-1dd2-45f2-af98-8f0a14021357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:38.838218 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-913feeaf-1dd2-45f2-af98-8f0a14021357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:38.885029 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-913feeaf-1dd2-45f2-af98-8f0a14021357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:38.888498 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-913feeaf-1dd2-45f2-af98-8f0a14021357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:38.889663 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-913feeaf-1dd2-45f2-af98-8f0a14021357 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3d92771b-191c-4fa3-8859-26f6ca218a46 HTTP/1.1" status: 204 len: 168 time: 0.1164675 Jul 16 00:06:38.897586 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913feeaf-1dd2-45f2-af98-8f0a14021357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d92771b-191c-4fa3-8859-26f6ca218a46,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:39.143006 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39534) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:39.156025 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-376f8189-4c05-4907-88e0-2eafd579832e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:39.240190 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-376f8189-4c05-4907-88e0-2eafd579832e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:39.243766 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-376f8189-4c05-4907-88e0-2eafd579832e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:39.282643 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-376f8189-4c05-4907-88e0-2eafd579832e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d73c439144d74446803cf756e0c2e153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385853 Jul 16 00:06:39.284550 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f8189-4c05-4907-88e0-2eafd579832e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086e0a85-f506-4777-9f65-61c1c3f06464,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:39.285414 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39536) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:39.334082 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f7f74e5-b610-4777-96f6-02a889b0670c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:39.354290 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f7f74e5-b610-4777-96f6-02a889b0670c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:39.398864 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:39.404937 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f7f74e5-b610-4777-96f6-02a889b0670c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:39.407585 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8f7f74e5-b610-4777-96f6-02a889b0670c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:39.408651 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8f7f74e5-b610-4777-96f6-02a889b0670c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/086e0a85-f506-4777-9f65-61c1c3f06464 HTTP/1.1" status: 204 len: 168 time: 0.1221607 Jul 16 00:06:39.416228 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f74e5-b610-4777-96f6-02a889b0670c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086e0a85-f506-4777-9f65-61c1c3f06464,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:40.081929 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39558) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:40.175509 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-616d8c47-5955-4b13-bfbc-36b58507b332 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1979721793-network', 'tenant_id': '650307b68dd645238e227dac67c0abb9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:06:40.195960 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616d8c47-5955-4b13-bfbc-36b58507b332 admin admin] Made reservation on behalf of 650307b68dd645238e227dac67c0abb9 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:06:40.198778 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-616d8c47-5955-4b13-bfbc-36b58507b332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:40.206939 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-616d8c47-5955-4b13-bfbc-36b58507b332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:40.293488 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-616d8c47-5955-4b13-bfbc-36b58507b332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:40.297070 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-616d8c47-5955-4b13-bfbc-36b58507b332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:40.322974 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-616d8c47-5955-4b13-bfbc-36b58507b332 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:06:40.329456 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d8c47-5955-4b13-bfbc-36b58507b332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e38345-e9d6-4356-937b-2c7fcbebf629,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:40.335884 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-616d8c47-5955-4b13-bfbc-36b58507b332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:40.336241 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-616d8c47-5955-4b13-bfbc-36b58507b332 admin admin] Added segment 3d5cb548-18aa-4ec2-afce-eb675e2ed29c of type vlan for network 0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 Jul 16 00:06:40.375973 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-616d8c47-5955-4b13-bfbc-36b58507b332 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:40.403703 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-616d8c47-5955-4b13-bfbc-36b58507b332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:40.404665 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616d8c47-5955-4b13-bfbc-36b58507b332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:40.405265 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-616d8c47-5955-4b13-bfbc-36b58507b332 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:40.436273 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-616d8c47-5955-4b13-bfbc-36b58507b332 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3529453 Jul 16 00:06:40.439419 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39562) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:40.444375 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1a2fa1a7-5ff9-4bc9-a7c1-a1771f0979d8 admin admin] Request body: {'subnet': {'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1979721793-subnet', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:06:40.464621 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2fa1a7-5ff9-4bc9-a7c1-a1771f0979d8 admin admin] Made reservation on behalf of 650307b68dd645238e227dac67c0abb9 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:06:40.467122 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a2fa1a7-5ff9-4bc9-a7c1-a1771f0979d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:40.469720 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d8c47-5955-4b13-bfbc-36b58507b332 admin admin] Pushing event updated for resources: {'Network': ['ID=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:40.480077 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:06:40.634190 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a2fa1a7-5ff9-4bc9-a7c1-a1771f0979d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:40.692230 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fa1a7-5ff9-4bc9-a7c1-a1771f0979d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f2fafa2-0cbb-4a0e-b842-b036d233e3cd,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:40.697247 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2fa1a7-5ff9-4bc9-a7c1-a1771f0979d8 admin admin] Checking segment: {'id': '3d5cb548-18aa-4ec2-afce-eb675e2ed29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:06:40.697605 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2fa1a7-5ff9-4bc9-a7c1-a1771f0979d8 admin admin] Network hostable DHCP agents. Network: 0422c6cf-f938-4fe7-a52b-6b0f3a9039f4, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:06:40.712596 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2fa1a7-5ff9-4bc9-a7c1-a1771f0979d8 admin admin] Network 0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:06:40.721196 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-1a2fa1a7-5ff9-4bc9-a7c1-a1771f0979d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 0422c6cf-f938-4fe7-a52b-6b0f3a9039f4) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:06:40.725118 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2fa1a7-5ff9-4bc9-a7c1-a1771f0979d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:40.725693 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1a2fa1a7-5ff9-4bc9-a7c1-a1771f0979d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:40.730232 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d49ce5d-8b8d-442f-bb61-c9e1d01ef1d2 None None] Network 0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:06:40.741807 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1a2fa1a7-5ff9-4bc9-a7c1-a1771f0979d8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3013306 Jul 16 00:06:40.744475 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39564) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:40.749991 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-8cd2d214-327c-4c66-bede-e92648aa703b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1979721793-router', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:06:40.771096 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8cd2d214-327c-4c66-bede-e92648aa703b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:40.772094 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8cd2d214-327c-4c66-bede-e92648aa703b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:40.826926 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8cd2d214-327c-4c66-bede-e92648aa703b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:40.875323 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622a454d-d471-4bd1-85ac-1965201746fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'fixed_ips': [{'subnet_id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:06:40.876004 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-622a454d-d471-4bd1-85ac-1965201746fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:40.962973 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8cd2d214-327c-4c66-bede-e92648aa703b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:41.014622 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-622a454d-d471-4bd1-85ac-1965201746fa None None] Allocated IP 172.20.0.2 (0422c6cf-f938-4fe7-a52b-6b0f3a9039f4/8f2fafa2-0cbb-4a0e-b842-b036d233e3cd/27fd14d4-9685-4e05-9c7f-a538a7f4ee6f) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:06:41.165725 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8cd2d214-327c-4c66-bede-e92648aa703b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:41.170514 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-622a454d-d471-4bd1-85ac-1965201746fa None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:41.179037 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-622a454d-d471-4bd1-85ac-1965201746fa None None] Transition to ACTIVE for port object 27fd14d4-9685-4e05-9c7f-a538a7f4ee6f will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:06:41.185335 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8cd2d214-327c-4c66-bede-e92648aa703b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:41.194292 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-622a454d-d471-4bd1-85ac-1965201746fa None None] Transition to ACTIVE for port object 27fd14d4-9685-4e05-9c7f-a538a7f4ee6f will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:06:41.200309 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-622a454d-d471-4bd1-85ac-1965201746fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:41.241230 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622a454d-d471-4bd1-85ac-1965201746fa None None] Network 0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:06:41.244053 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-622a454d-d471-4bd1-85ac-1965201746fa None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:06:41.248418 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622a454d-d471-4bd1-85ac-1965201746fa None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:06:41.251458 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a454d-d471-4bd1-85ac-1965201746fa None None] Pushing event updated for resources: {'Port': ['ID=27fd14d4-9685-4e05-9c7f-a538a7f4ee6f,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:41.286151 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-8cd2d214-327c-4c66-bede-e92648aa703b admin admin] Allocated IP 172.25.4.231 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/05c6609a-93af-406d-9ffa-f971a0bd91bb) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:06:41.306757 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-622a454d-d471-4bd1-85ac-1965201746fa None None] Attempting to bind port 27fd14d4-9685-4e05-9c7f-a538a7f4ee6f on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:06:41.307147 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-622a454d-d471-4bd1-85ac-1965201746fa None None] Attempting to bind port 27fd14d4-9685-4e05-9c7f-a538a7f4ee6f by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '3d5cb548-18aa-4ec2-afce-eb675e2ed29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:06:41.307520 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622a454d-d471-4bd1-85ac-1965201746fa None None] Attempting to bind port 27fd14d4-9685-4e05-9c7f-a538a7f4ee6f on network 0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:06:41.312681 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622a454d-d471-4bd1-85ac-1965201746fa None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:06:41.313053 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622a454d-d471-4bd1-85ac-1965201746fa None None] Checking segment: {'id': '3d5cb548-18aa-4ec2-afce-eb675e2ed29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:06:41.313459 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-622a454d-d471-4bd1-85ac-1965201746fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:41.313861 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622a454d-d471-4bd1-85ac-1965201746fa None None] Bound using segment: {'id': '3d5cb548-18aa-4ec2-afce-eb675e2ed29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:06:41.314398 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-622a454d-d471-4bd1-85ac-1965201746fa None None] Bound port: 27fd14d4-9685-4e05-9c7f-a538a7f4ee6f, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5cb548-18aa-4ec2-afce-eb675e2ed29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:06:41.314785 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-622a454d-d471-4bd1-85ac-1965201746fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:41.379991 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-622a454d-d471-4bd1-85ac-1965201746fa None None] For port 27fd14d4-9685-4e05-9c7f-a538a7f4ee6f, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:06:41.383050 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-622a454d-d471-4bd1-85ac-1965201746fa None None] For port 27fd14d4-9685-4e05-9c7f-a538a7f4ee6f, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=27fd14d4-9685-4e05-9c7f-a538a7f4ee6f,segment=NetworkSegment(3d5cb548-18aa-4ec2-afce-eb675e2ed29c),segment_id=3d5cb548-18aa-4ec2-afce-eb675e2ed29c)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:06:41.388033 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-622a454d-d471-4bd1-85ac-1965201746fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:41.392491 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8cd2d214-327c-4c66-bede-e92648aa703b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:41.438560 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8cd2d214-327c-4c66-bede-e92648aa703b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:41.451856 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a454d-d471-4bd1-85ac-1965201746fa None None] Pushing event updated for resources: {'Port': ['ID=27fd14d4-9685-4e05-9c7f-a538a7f4ee6f,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:41.476847 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd2d214-327c-4c66-bede-e92648aa703b admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:06:41.481824 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-8cd2d214-327c-4c66-bede-e92648aa703b admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:06:41.485551 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd2d214-327c-4c66-bede-e92648aa703b admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:06:41.511399 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2d214-327c-4c66-bede-e92648aa703b admin admin] Pushing event updated for resources: {'Port': ['ID=05c6609a-93af-406d-9ffa-f971a0bd91bb,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:41.757308 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8cd2d214-327c-4c66-bede-e92648aa703b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:42.293871 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8cd2d214-327c-4c66-bede-e92648aa703b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:42.363842 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df4fce9-0232-49a1-ae6f-e442e936ee05 None None] Network 0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:06:42.421199 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd2d214-327c-4c66-bede-e92648aa703b admin admin] Router c4a02187-3653-4e45-be8a-bf21202f2817 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:06:42.489013 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1ffbb270-828a-4d92-ba96-86ad2955d252 None None] Provisioning for port 27fd14d4-9685-4e05-9c7f-a538a7f4ee6f completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:06:42.532623 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd2d214-327c-4c66-bede-e92648aa703b admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:06:42.549032 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaaae79-600b-46da-821b-6bf24a3425b4 None None] Sync routers for ids ['c4a02187-3653-4e45-be8a-bf21202f2817'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:06:42.549694 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8cd2d214-327c-4c66-bede-e92648aa703b admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:42.554106 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-8cd2d214-327c-4c66-bede-e92648aa703b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8045673 Jul 16 00:06:42.554326 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39566) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:42.565208 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaaae79-600b-46da-821b-6bf24a3425b4 None None] Routers {'c4a02187-3653-4e45-be8a-bf21202f2817'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:06:42.565858 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-afaaae79-600b-46da-821b-6bf24a3425b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:06:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c4a02187-3653-4e45-be8a-bf21202f2817'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:42.603274 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 27fd14d4-9685-4e05-9c7f-a538a7f4ee6f up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:06:42.710296 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-afaaae79-600b-46da-821b-6bf24a3425b4 None None] Set router c4a02187-3653-4e45-be8a-bf21202f2817 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:06:42.712434 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 27fd14d4-9685-4e05-9c7f-a538a7f4ee6f completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:06:42.767712 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 27fd14d4-9685-4e05-9c7f-a538a7f4ee6f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:06:42.768082 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:42.873547 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0c135d78-e986-45d1-aae3-3acddd165c00 None None] Provisioning complete for port 27fd14d4-9685-4e05-9c7f-a538a7f4ee6f triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:06:42.873890 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c135d78-e986-45d1-aae3-3acddd165c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:42.981811 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a73512f-f1e2-484c-95cc-b2f83cb5077b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:42.983292 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:43.053181 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 27fd14d4-9685-4e05-9c7f-a538a7f4ee6f, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=27fd14d4-9685-4e05-9c7f-a538a7f4ee6f,segment=NetworkSegment(3d5cb548-18aa-4ec2-afce-eb675e2ed29c),segment_id=3d5cb548-18aa-4ec2-afce-eb675e2ed29c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:06:43.061127 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:43.067153 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c135d78-e986-45d1-aae3-3acddd165c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:43.088298 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-afaaae79-600b-46da-821b-6bf24a3425b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'name': 'tempest-TestShelveInstance-1979721793-router', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:40Z', 'updated_at': '2021-07-16T00:06:41Z', 'revision_number': 3, 'project_id': '650307b68dd645238e227dac67c0abb9', 'gw_port': {'id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:41Z', 'updated_at': '2021-07-16T00:06:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:43.133347 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaaae79-600b-46da-821b-6bf24a3425b4 None None] Checking router: c4a02187-3653-4e45-be8a-bf21202f2817 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:06:43.133604 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaaae79-600b-46da-821b-6bf24a3425b4 None None] Updating router c4a02187-3653-4e45-be8a-bf21202f2817 port 05c6609a-93af-406d-9ffa-f971a0bd91bb binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:06:43.141104 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-7a73512f-f1e2-484c-95cc-b2f83cb5077b admin admin] Allocated IP 172.20.0.1 (0422c6cf-f938-4fe7-a52b-6b0f3a9039f4/8f2fafa2-0cbb-4a0e-b842-b036d233e3cd/d209c236-37fd-4619-9751-ce6c1dc92552) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:06:43.176945 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=27fd14d4-9685-4e05-9c7f-a538a7f4ee6f,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:43.214178 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-afaaae79-600b-46da-821b-6bf24a3425b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:43.235419 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-0c135d78-e986-45d1-aae3-3acddd165c00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 00:06:43.235770 n-d-787205-9 neutron-server[93800]: DEBUG oslo_db.api [None req-0c135d78-e986-45d1-aae3-3acddd165c00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 00:06:43.247900 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a73512f-f1e2-484c-95cc-b2f83cb5077b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:43.261657 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-7a73512f-f1e2-484c-95cc-b2f83cb5077b admin admin] Transition to ACTIVE for port object d209c236-37fd-4619-9751-ce6c1dc92552 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:06:43.292900 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a73512f-f1e2-484c-95cc-b2f83cb5077b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:43.332780 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a73512f-f1e2-484c-95cc-b2f83cb5077b admin admin] Network 0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:06:43.335547 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-7a73512f-f1e2-484c-95cc-b2f83cb5077b admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:06:43.340512 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a73512f-f1e2-484c-95cc-b2f83cb5077b admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:06:43.363885 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73512f-f1e2-484c-95cc-b2f83cb5077b admin admin] Pushing event updated for resources: {'Port': ['ID=d209c236-37fd-4619-9751-ce6c1dc92552,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:43.386058 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a73512f-f1e2-484c-95cc-b2f83cb5077b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:43.480476 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-afaaae79-600b-46da-821b-6bf24a3425b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:43.493062 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-afaaae79-600b-46da-821b-6bf24a3425b4 None None] Transition to ACTIVE for port object 05c6609a-93af-406d-9ffa-f971a0bd91bb will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:06:43.499790 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-afaaae79-600b-46da-821b-6bf24a3425b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:43.538056 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a73512f-f1e2-484c-95cc-b2f83cb5077b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:43.556803 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-afaaae79-600b-46da-821b-6bf24a3425b4 None None] Attempting to bind port 05c6609a-93af-406d-9ffa-f971a0bd91bb on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:06:43.557191 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-afaaae79-600b-46da-821b-6bf24a3425b4 None None] Attempting to bind port 05c6609a-93af-406d-9ffa-f971a0bd91bb by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:06:43.557569 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaaae79-600b-46da-821b-6bf24a3425b4 None None] Attempting to bind port 05c6609a-93af-406d-9ffa-f971a0bd91bb on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:06:43.559584 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868894d-3758-41b0-9155-6a73ff346818 None None] Pushing event updated for resources: {'Port': ['ID=05c6609a-93af-406d-9ffa-f971a0bd91bb,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:43.566042 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaaae79-600b-46da-821b-6bf24a3425b4 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:06:43.567115 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaaae79-600b-46da-821b-6bf24a3425b4 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:06:43.567115 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-afaaae79-600b-46da-821b-6bf24a3425b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:43.568028 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaaae79-600b-46da-821b-6bf24a3425b4 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:06:43.568028 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-afaaae79-600b-46da-821b-6bf24a3425b4 None None] Bound port: 05c6609a-93af-406d-9ffa-f971a0bd91bb, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:06:43.568028 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-afaaae79-600b-46da-821b-6bf24a3425b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:43.619122 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-afaaae79-600b-46da-821b-6bf24a3425b4 None None] For port 05c6609a-93af-406d-9ffa-f971a0bd91bb, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:06:43.622216 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-afaaae79-600b-46da-821b-6bf24a3425b4 None None] For port 05c6609a-93af-406d-9ffa-f971a0bd91bb, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=05c6609a-93af-406d-9ffa-f971a0bd91bb,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:06:43.627763 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-afaaae79-600b-46da-821b-6bf24a3425b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:43.682337 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaaae79-600b-46da-821b-6bf24a3425b4 None None] Routers {'c4a02187-3653-4e45-be8a-bf21202f2817'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:06:43.683015 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-afaaae79-600b-46da-821b-6bf24a3425b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:06:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c4a02187-3653-4e45-be8a-bf21202f2817'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:43.702724 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a73512f-f1e2-484c-95cc-b2f83cb5077b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:43.707182 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a73512f-f1e2-484c-95cc-b2f83cb5077b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:43.779945 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7a73512f-f1e2-484c-95cc-b2f83cb5077b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:43.781971 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73512f-f1e2-484c-95cc-b2f83cb5077b admin admin] Pushing event updated for resources: {'Port': ['ID=d209c236-37fd-4619-9751-ce6c1dc92552,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:43.875413 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a73512f-f1e2-484c-95cc-b2f83cb5077b admin admin] Network 0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:06:43.877940 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-7a73512f-f1e2-484c-95cc-b2f83cb5077b admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:06:43.885234 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868894d-3758-41b0-9155-6a73ff346818 None None] Pushing event updated for resources: {'Port': ['ID=05c6609a-93af-406d-9ffa-f971a0bd91bb,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:43.991599 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-afaaae79-600b-46da-821b-6bf24a3425b4 None None] Set router c4a02187-3653-4e45-be8a-bf21202f2817 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:06:44.011934 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a73512f-f1e2-484c-95cc-b2f83cb5077b admin admin] Router c4a02187-3653-4e45-be8a-bf21202f2817 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:06:44.128128 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-347080b8-e897-4ed4-b45b-1b48132a4ad3 None None] Provisioning for port d209c236-37fd-4619-9751-ce6c1dc92552 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:06:44.132702 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a73512f-f1e2-484c-95cc-b2f83cb5077b admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:06:44.138375 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-7a73512f-f1e2-484c-95cc-b2f83cb5077b admin admin] 10.222.0.16 "PUT /v2.0/routers/c4a02187-3653-4e45-be8a-bf21202f2817/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5829320 Jul 16 00:06:44.138675 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-347080b8-e897-4ed4-b45b-1b48132a4ad3 None None] Provisioning complete for port d209c236-37fd-4619-9751-ce6c1dc92552 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:06:44.139051 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-347080b8-e897-4ed4-b45b-1b48132a4ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:44.206790 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-347080b8-e897-4ed4-b45b-1b48132a4ad3 None None] Port d209c236-37fd-4619-9751-ce6c1dc92552 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:06:44.234778 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-afaaae79-600b-46da-821b-6bf24a3425b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'name': 'tempest-TestShelveInstance-1979721793-router', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:40Z', 'updated_at': '2021-07-16T00:06:43Z', 'revision_number': 4, 'project_id': '650307b68dd645238e227dac67c0abb9', 'gw_port': {'id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:41Z', 'updated_at': '2021-07-16T00:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'd209c236-37fd-4619-9751-ce6c1dc92552', 'name': '', 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'mac_address': 'fa:16:3e:9e:b9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:42Z', 'updated_at': '2021-07-16T00:06:43Z', 'revision_number': 1, 'project_id': '650307b68dd645238e227dac67c0abb9', 'subnets': [{'id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:44.266186 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaaae79-600b-46da-821b-6bf24a3425b4 None None] The sync data for ids ['c4a02187-3653-4e45-be8a-bf21202f2817'] in n-d-787205-9 is: [{'id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'name': 'tempest-TestShelveInstance-1979721793-router', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:40Z', 'updated_at': '2021-07-16T00:06:43Z', 'revision_number': 4, 'project_id': '650307b68dd645238e227dac67c0abb9', 'gw_port': {'id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:41Z', 'updated_at': '2021-07-16T00:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'd209c236-37fd-4619-9751-ce6c1dc92552', 'name': '', 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'mac_address': 'fa:16:3e:9e:b9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:42Z', 'updated_at': '2021-07-16T00:06:43Z', 'revision_number': 1, 'project_id': '650307b68dd645238e227dac67c0abb9', 'subnets': [{'id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:06:44.326726 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0d3c3d4c-6b07-4ca3-879a-ee7e63d098fd None None] Provisioning complete for port d209c236-37fd-4619-9751-ce6c1dc92552 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:06:44.327107 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0d3c3d4c-6b07-4ca3-879a-ee7e63d098fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:44.362126 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0d3c3d4c-6b07-4ca3-879a-ee7e63d098fd None None] Port d209c236-37fd-4619-9751-ce6c1dc92552 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:06:44.581717 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 27fd14d4-9685-4e05-9c7f-a538a7f4ee6f up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:06:44.632954 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 27fd14d4-9685-4e05-9c7f-a538a7f4ee6f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:06:44.633341 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:44.645206 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39582) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:44.650368 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-f6c3d699-c1ce-40f1-af3f-1f395f53e52a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1003406296-network', 'tenant_id': 'aa44f83f583a42629976a6d5bda2c442'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:06:44.674192 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c3d699-c1ce-40f1-af3f-1f395f53e52a admin admin] Made reservation on behalf of aa44f83f583a42629976a6d5bda2c442 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:06:44.677145 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f6c3d699-c1ce-40f1-af3f-1f395f53e52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:44.688761 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f6c3d699-c1ce-40f1-af3f-1f395f53e52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:44.791250 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f6c3d699-c1ce-40f1-af3f-1f395f53e52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:44.796446 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f6c3d699-c1ce-40f1-af3f-1f395f53e52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:44.817893 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c3d699-c1ce-40f1-af3f-1f395f53e52a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:06:44.833151 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3d699-c1ce-40f1-af3f-1f395f53e52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8ae9be-9df2-40f3-a5e8-09ca88f9d023,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:44.843344 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f6c3d699-c1ce-40f1-af3f-1f395f53e52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:44.843694 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-f6c3d699-c1ce-40f1-af3f-1f395f53e52a admin admin] Added segment c0c91435-8c8d-4e7d-b787-52eb6756be31 of type vlan for network 74a6cdd4-677c-41ef-aee8-45630fd71abe Jul 16 00:06:44.892042 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f6c3d699-c1ce-40f1-af3f-1f395f53e52a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:44.934528 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f6c3d699-c1ce-40f1-af3f-1f395f53e52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:44.936735 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c3d699-c1ce-40f1-af3f-1f395f53e52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:44.937313 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f6c3d699-c1ce-40f1-af3f-1f395f53e52a admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:44.961181 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f6c3d699-c1ce-40f1-af3f-1f395f53e52a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3148468 Jul 16 00:06:44.964669 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39584) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:44.969697 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-1d1648e9-755e-4dc8-8dd3-17da45f61621 admin admin] Request body: {'subnet': {'network_id': '74a6cdd4-677c-41ef-aee8-45630fd71abe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1003406296-subnet', 'tenant_id': 'aa44f83f583a42629976a6d5bda2c442', 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:06:44.992695 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1648e9-755e-4dc8-8dd3-17da45f61621 admin admin] Made reservation on behalf of aa44f83f583a42629976a6d5bda2c442 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:06:44.995388 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d1648e9-755e-4dc8-8dd3-17da45f61621 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:45.024277 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3d699-c1ce-40f1-af3f-1f395f53e52a admin admin] Pushing event updated for resources: {'Network': ['ID=74a6cdd4-677c-41ef-aee8-45630fd71abe,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:45.035490 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 74a6cdd4-677c-41ef-aee8-45630fd71abe details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:06:45.178460 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d1648e9-755e-4dc8-8dd3-17da45f61621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:45.235850 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1648e9-755e-4dc8-8dd3-17da45f61621 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3ef5745-483f-4341-97e4-f01d93a1aca6,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:45.244683 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1648e9-755e-4dc8-8dd3-17da45f61621 admin admin] Checking segment: {'id': 'c0c91435-8c8d-4e7d-b787-52eb6756be31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '74a6cdd4-677c-41ef-aee8-45630fd71abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:06:45.245039 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1648e9-755e-4dc8-8dd3-17da45f61621 admin admin] Network hostable DHCP agents. Network: 74a6cdd4-677c-41ef-aee8-45630fd71abe, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:06:45.263534 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1648e9-755e-4dc8-8dd3-17da45f61621 admin admin] Network 74a6cdd4-677c-41ef-aee8-45630fd71abe is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:06:45.273125 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-1d1648e9-755e-4dc8-8dd3-17da45f61621 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 74a6cdd4-677c-41ef-aee8-45630fd71abe) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:06:45.277953 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1648e9-755e-4dc8-8dd3-17da45f61621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:45.278660 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1d1648e9-755e-4dc8-8dd3-17da45f61621 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:45.285754 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7b6641-6389-449e-80a7-c820ac9be084 None None] Network 74a6cdd4-677c-41ef-aee8-45630fd71abe requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:06:45.297005 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-1d1648e9-755e-4dc8-8dd3-17da45f61621 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3289468 Jul 16 00:06:45.297385 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39586) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:45.304406 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-37681bcd-d728-44a1-9014-42417f433c35 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1003406296-router', 'tenant_id': 'aa44f83f583a42629976a6d5bda2c442', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:06:45.335322 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37681bcd-d728-44a1-9014-42417f433c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:45.336886 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37681bcd-d728-44a1-9014-42417f433c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:45.402785 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37681bcd-d728-44a1-9014-42417f433c35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:45.456341 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d695feb-c3dc-45f5-8dd1-e2570d13e78b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-74a6cdd4-677c-41ef-aee8-45630fd71abe', 'network_id': '74a6cdd4-677c-41ef-aee8-45630fd71abe', 'tenant_id': 'aa44f83f583a42629976a6d5bda2c442', 'fixed_ips': [{'subnet_id': 'd3ef5745-483f-4341-97e4-f01d93a1aca6'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:06:45.457151 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6d695feb-c3dc-45f5-8dd1-e2570d13e78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:45.542600 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37681bcd-d728-44a1-9014-42417f433c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:45.602215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-6d695feb-c3dc-45f5-8dd1-e2570d13e78b None None] Allocated IP 172.20.0.2 (74a6cdd4-677c-41ef-aee8-45630fd71abe/d3ef5745-483f-4341-97e4-f01d93a1aca6/2159c9ed-5a8d-495a-accf-a1496be45595) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:06:45.739265 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37681bcd-d728-44a1-9014-42417f433c35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:45.748624 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6d695feb-c3dc-45f5-8dd1-e2570d13e78b None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:45.756710 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6d695feb-c3dc-45f5-8dd1-e2570d13e78b None None] Transition to ACTIVE for port object 2159c9ed-5a8d-495a-accf-a1496be45595 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:06:45.759247 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37681bcd-d728-44a1-9014-42417f433c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:45.772268 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6d695feb-c3dc-45f5-8dd1-e2570d13e78b None None] Transition to ACTIVE for port object 2159c9ed-5a8d-495a-accf-a1496be45595 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:06:45.778114 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6d695feb-c3dc-45f5-8dd1-e2570d13e78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:45.818102 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d695feb-c3dc-45f5-8dd1-e2570d13e78b None None] Network 74a6cdd4-677c-41ef-aee8-45630fd71abe is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:06:45.820916 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-6d695feb-c3dc-45f5-8dd1-e2570d13e78b None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:06:45.824995 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d695feb-c3dc-45f5-8dd1-e2570d13e78b None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:06:45.831825 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d695feb-c3dc-45f5-8dd1-e2570d13e78b None None] Pushing event updated for resources: {'Port': ['ID=2159c9ed-5a8d-495a-accf-a1496be45595,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:45.867955 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-37681bcd-d728-44a1-9014-42417f433c35 admin admin] Allocated IP 172.25.4.122 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/b19e8597-f524-45fb-8f7b-6417a87db7ba) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:06:45.887137 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-6d695feb-c3dc-45f5-8dd1-e2570d13e78b None None] Attempting to bind port 2159c9ed-5a8d-495a-accf-a1496be45595 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:06:45.887558 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-6d695feb-c3dc-45f5-8dd1-e2570d13e78b None None] Attempting to bind port 2159c9ed-5a8d-495a-accf-a1496be45595 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'c0c91435-8c8d-4e7d-b787-52eb6756be31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '74a6cdd4-677c-41ef-aee8-45630fd71abe'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:06:45.887925 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d695feb-c3dc-45f5-8dd1-e2570d13e78b None None] Attempting to bind port 2159c9ed-5a8d-495a-accf-a1496be45595 on network 74a6cdd4-677c-41ef-aee8-45630fd71abe {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:06:45.893195 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d695feb-c3dc-45f5-8dd1-e2570d13e78b None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:06:45.893569 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d695feb-c3dc-45f5-8dd1-e2570d13e78b None None] Checking segment: {'id': 'c0c91435-8c8d-4e7d-b787-52eb6756be31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '74a6cdd4-677c-41ef-aee8-45630fd71abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:06:45.893974 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6d695feb-c3dc-45f5-8dd1-e2570d13e78b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:45.894365 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d695feb-c3dc-45f5-8dd1-e2570d13e78b None None] Bound using segment: {'id': 'c0c91435-8c8d-4e7d-b787-52eb6756be31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '74a6cdd4-677c-41ef-aee8-45630fd71abe'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:06:45.894936 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-6d695feb-c3dc-45f5-8dd1-e2570d13e78b None None] Bound port: 2159c9ed-5a8d-495a-accf-a1496be45595, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c91435-8c8d-4e7d-b787-52eb6756be31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '74a6cdd4-677c-41ef-aee8-45630fd71abe'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:06:45.895374 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6d695feb-c3dc-45f5-8dd1-e2570d13e78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:45.978660 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37681bcd-d728-44a1-9014-42417f433c35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:45.984571 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-6d695feb-c3dc-45f5-8dd1-e2570d13e78b None None] For port 2159c9ed-5a8d-495a-accf-a1496be45595, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:06:45.987248 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-015739b9-cae4-46f7-8dd9-67a1b15690a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:45.990202 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-6d695feb-c3dc-45f5-8dd1-e2570d13e78b None None] For port 2159c9ed-5a8d-495a-accf-a1496be45595, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=2159c9ed-5a8d-495a-accf-a1496be45595,segment=NetworkSegment(c0c91435-8c8d-4e7d-b787-52eb6756be31),segment_id=c0c91435-8c8d-4e7d-b787-52eb6756be31)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:06:45.995640 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6d695feb-c3dc-45f5-8dd1-e2570d13e78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:46.027796 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37681bcd-d728-44a1-9014-42417f433c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:46.070549 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d695feb-c3dc-45f5-8dd1-e2570d13e78b None None] Pushing event updated for resources: {'Port': ['ID=2159c9ed-5a8d-495a-accf-a1496be45595,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:46.072978 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37681bcd-d728-44a1-9014-42417f433c35 admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:06:46.076299 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-37681bcd-d728-44a1-9014-42417f433c35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:06:46.079899 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37681bcd-d728-44a1-9014-42417f433c35 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:06:46.102537 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37681bcd-d728-44a1-9014-42417f433c35 admin admin] Pushing event updated for resources: {'Port': ['ID=b19e8597-f524-45fb-8f7b-6417a87db7ba,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:46.273316 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ecfdb3-3263-4204-9f35-99ed38d01275 None None] Sync routers for ids ['c4a02187-3653-4e45-be8a-bf21202f2817'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:06:46.283603 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ecfdb3-3263-4204-9f35-99ed38d01275 None None] Routers {'c4a02187-3653-4e45-be8a-bf21202f2817'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:06:46.284228 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-23ecfdb3-3263-4204-9f35-99ed38d01275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:06:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c4a02187-3653-4e45-be8a-bf21202f2817'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:46.359378 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37681bcd-d728-44a1-9014-42417f433c35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:46.406388 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-23ecfdb3-3263-4204-9f35-99ed38d01275 None None] Set router c4a02187-3653-4e45-be8a-bf21202f2817 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:06:46.566730 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37681bcd-d728-44a1-9014-42417f433c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:46.620127 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 2159c9ed-5a8d-495a-accf-a1496be45595 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:06:46.623572 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-23ecfdb3-3263-4204-9f35-99ed38d01275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'name': 'tempest-TestShelveInstance-1979721793-router', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:40Z', 'updated_at': '2021-07-16T00:06:43Z', 'revision_number': 4, 'project_id': '650307b68dd645238e227dac67c0abb9', 'gw_port': {'id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:41Z', 'updated_at': '2021-07-16T00:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'd209c236-37fd-4619-9751-ce6c1dc92552', 'name': '', 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'mac_address': 'fa:16:3e:9e:b9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:42Z', 'updated_at': '2021-07-16T00:06:43Z', 'revision_number': 2, 'project_id': '650307b68dd645238e227dac67c0abb9', 'subnets': [{'id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:46.669978 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 2159c9ed-5a8d-495a-accf-a1496be45595 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:06:46.676017 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 05c6609a-93af-406d-9ffa-f971a0bd91bb up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:06:46.733573 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 05c6609a-93af-406d-9ffa-f971a0bd91bb completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:06:46.740588 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 05c6609a-93af-406d-9ffa-f971a0bd91bb triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:06:46.741266 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:46.775099 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ecfdb3-3263-4204-9f35-99ed38d01275 None None] Checking router: c4a02187-3653-4e45-be8a-bf21202f2817 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:06:46.775443 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ecfdb3-3263-4204-9f35-99ed38d01275 None None] Updating router c4a02187-3653-4e45-be8a-bf21202f2817 port d209c236-37fd-4619-9751-ce6c1dc92552 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:06:46.816270 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23ecfdb3-3263-4204-9f35-99ed38d01275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:46.847858 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:46.881571 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 05c6609a-93af-406d-9ffa-f971a0bd91bb, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=05c6609a-93af-406d-9ffa-f971a0bd91bb,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:06:46.887561 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:46.960920 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=05c6609a-93af-406d-9ffa-f971a0bd91bb,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:47.085545 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37681bcd-d728-44a1-9014-42417f433c35 admin admin] Router 90f85e59-7703-45fb-8c7c-8a17e549947e is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:06:47.110211 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23ecfdb3-3263-4204-9f35-99ed38d01275 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:47.119450 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e43f124-efe2-4ca0-85ea-185500c467e7 None None] Network 74a6cdd4-677c-41ef-aee8-45630fd71abe requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:06:47.121152 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-23ecfdb3-3263-4204-9f35-99ed38d01275 None None] Transition to ACTIVE for port object d209c236-37fd-4619-9751-ce6c1dc92552 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:06:47.127692 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23ecfdb3-3263-4204-9f35-99ed38d01275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:47.212080 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37681bcd-d728-44a1-9014-42417f433c35 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:06:47.231526 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-23ecfdb3-3263-4204-9f35-99ed38d01275 None None] Attempting to bind port d209c236-37fd-4619-9751-ce6c1dc92552 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:06:47.232221 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-23ecfdb3-3263-4204-9f35-99ed38d01275 None None] Attempting to bind port d209c236-37fd-4619-9751-ce6c1dc92552 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '3d5cb548-18aa-4ec2-afce-eb675e2ed29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:06:47.232625 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ecfdb3-3263-4204-9f35-99ed38d01275 None None] Attempting to bind port d209c236-37fd-4619-9751-ce6c1dc92552 on network 0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:06:47.236644 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3168235-9e84-4061-a1cf-3b30d551d320 None None] Pushing event updated for resources: {'Port': ['ID=d209c236-37fd-4619-9751-ce6c1dc92552,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:47.237262 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-37681bcd-d728-44a1-9014-42417f433c35 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:47.241707 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-37681bcd-d728-44a1-9014-42417f433c35 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9404976 Jul 16 00:06:47.241909 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0765d8e7-0849-47d3-8c69-8ca1b744d774 None None] Sync routers for ids ['90f85e59-7703-45fb-8c7c-8a17e549947e'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:06:47.242054 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39588) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:47.247096 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3168235-9e84-4061-a1cf-3b30d551d320 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:47.247861 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3168235-9e84-4061-a1cf-3b30d551d320 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:47.247861 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3168235-9e84-4061-a1cf-3b30d551d320 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:47.248220 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3168235-9e84-4061-a1cf-3b30d551d320 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:47.248342 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3168235-9e84-4061-a1cf-3b30d551d320 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:47.248819 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3168235-9e84-4061-a1cf-3b30d551d320 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:47.249144 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3168235-9e84-4061-a1cf-3b30d551d320 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:47.249471 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3168235-9e84-4061-a1cf-3b30d551d320 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:47.249794 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3168235-9e84-4061-a1cf-3b30d551d320 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:47.250112 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3168235-9e84-4061-a1cf-3b30d551d320 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:47.250433 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3168235-9e84-4061-a1cf-3b30d551d320 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:47.250782 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3168235-9e84-4061-a1cf-3b30d551d320 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:47.254349 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ecfdb3-3263-4204-9f35-99ed38d01275 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:06:47.255295 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ecfdb3-3263-4204-9f35-99ed38d01275 None None] Checking segment: {'id': '3d5cb548-18aa-4ec2-afce-eb675e2ed29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:06:47.255295 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23ecfdb3-3263-4204-9f35-99ed38d01275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:47.255507 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ecfdb3-3263-4204-9f35-99ed38d01275 None None] Bound using segment: {'id': '3d5cb548-18aa-4ec2-afce-eb675e2ed29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:06:47.255976 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-23ecfdb3-3263-4204-9f35-99ed38d01275 None None] Bound port: d209c236-37fd-4619-9751-ce6c1dc92552, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5cb548-18aa-4ec2-afce-eb675e2ed29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:06:47.256356 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23ecfdb3-3263-4204-9f35-99ed38d01275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:47.259270 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7dac9c5f-548f-437a-b533-79eec2e57763 None None] Provisioning for port 2159c9ed-5a8d-495a-accf-a1496be45595 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:06:47.270316 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7dac9c5f-548f-437a-b533-79eec2e57763 None None] Provisioning complete for port 2159c9ed-5a8d-495a-accf-a1496be45595 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:06:47.270490 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7dac9c5f-548f-437a-b533-79eec2e57763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:47.277503 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0765d8e7-0849-47d3-8c69-8ca1b744d774 None None] Routers {'90f85e59-7703-45fb-8c7c-8a17e549947e'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:06:47.278107 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0765d8e7-0849-47d3-8c69-8ca1b744d774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:06:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['90f85e59-7703-45fb-8c7c-8a17e549947e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:47.324321 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-23ecfdb3-3263-4204-9f35-99ed38d01275 None None] For port d209c236-37fd-4619-9751-ce6c1dc92552, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:06:47.327793 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-23ecfdb3-3263-4204-9f35-99ed38d01275 None None] For port d209c236-37fd-4619-9751-ce6c1dc92552, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d209c236-37fd-4619-9751-ce6c1dc92552,segment=NetworkSegment(3d5cb548-18aa-4ec2-afce-eb675e2ed29c),segment_id=3d5cb548-18aa-4ec2-afce-eb675e2ed29c)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:06:47.334560 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23ecfdb3-3263-4204-9f35-99ed38d01275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:47.406799 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ecfdb3-3263-4204-9f35-99ed38d01275 None None] Routers {'c4a02187-3653-4e45-be8a-bf21202f2817'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:06:47.407705 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-23ecfdb3-3263-4204-9f35-99ed38d01275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:06:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c4a02187-3653-4e45-be8a-bf21202f2817'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:47.451154 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3168235-9e84-4061-a1cf-3b30d551d320 None None] Pushing event updated for resources: {'Port': ['ID=d209c236-37fd-4619-9751-ce6c1dc92552,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:47.512659 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-0765d8e7-0849-47d3-8c69-8ca1b744d774 None None] Set router 90f85e59-7703-45fb-8c7c-8a17e549947e gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:06:47.575218 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-23ecfdb3-3263-4204-9f35-99ed38d01275 None None] Set router c4a02187-3653-4e45-be8a-bf21202f2817 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:06:47.614217 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7dac9c5f-548f-437a-b533-79eec2e57763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:47.664115 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-7dac9c5f-548f-437a-b533-79eec2e57763 None None] For port 2159c9ed-5a8d-495a-accf-a1496be45595, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=2159c9ed-5a8d-495a-accf-a1496be45595,segment=NetworkSegment(c0c91435-8c8d-4e7d-b787-52eb6756be31),segment_id=c0c91435-8c8d-4e7d-b787-52eb6756be31)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:06:47.712004 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7dac9c5f-548f-437a-b533-79eec2e57763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:47.772122 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac9c5f-548f-437a-b533-79eec2e57763 None None] Pushing event updated for resources: {'Port': ['ID=2159c9ed-5a8d-495a-accf-a1496be45595,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:47.790989 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-877fbfac-ec1a-4bba-8fd1-ff5a95a1a51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:47.836461 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-23ecfdb3-3263-4204-9f35-99ed38d01275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'name': 'tempest-TestShelveInstance-1979721793-router', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:40Z', 'updated_at': '2021-07-16T00:06:43Z', 'revision_number': 4, 'project_id': '650307b68dd645238e227dac67c0abb9', 'gw_port': {'id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:41Z', 'updated_at': '2021-07-16T00:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'd209c236-37fd-4619-9751-ce6c1dc92552', 'name': '', 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'mac_address': 'fa:16:3e:9e:b9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:42Z', 'updated_at': '2021-07-16T00:06:47Z', 'revision_number': 4, 'project_id': '650307b68dd645238e227dac67c0abb9', 'subnets': [{'id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:47.857796 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ffcf56ad-9283-4742-add2-1d3c00857af3 None None] Provisioning complete for port 2159c9ed-5a8d-495a-accf-a1496be45595 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:06:47.858168 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ffcf56ad-9283-4742-add2-1d3c00857af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:47.865366 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ecfdb3-3263-4204-9f35-99ed38d01275 None None] The sync data for ids ['c4a02187-3653-4e45-be8a-bf21202f2817'] in n-d-787205-9 is: [{'id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'name': 'tempest-TestShelveInstance-1979721793-router', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:40Z', 'updated_at': '2021-07-16T00:06:43Z', 'revision_number': 4, 'project_id': '650307b68dd645238e227dac67c0abb9', 'gw_port': {'id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:41Z', 'updated_at': '2021-07-16T00:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'd209c236-37fd-4619-9751-ce6c1dc92552', 'name': '', 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'mac_address': 'fa:16:3e:9e:b9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:42Z', 'updated_at': '2021-07-16T00:06:47Z', 'revision_number': 4, 'project_id': '650307b68dd645238e227dac67c0abb9', 'subnets': [{'id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:06:47.901490 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0765d8e7-0849-47d3-8c69-8ca1b744d774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f85e59-7703-45fb-8c7c-8a17e549947e', 'name': 'tempest-TestShelveInstance-1003406296-router', 'tenant_id': 'aa44f83f583a42629976a6d5bda2c442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'b19e8597-f524-45fb-8f7b-6417a87db7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:45Z', 'updated_at': '2021-07-16T00:06:46Z', 'revision_number': 3, 'project_id': 'aa44f83f583a42629976a6d5bda2c442', 'gw_port': {'id': 'b19e8597-f524-45fb-8f7b-6417a87db7ba', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f85e59-7703-45fb-8c7c-8a17e549947e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:45Z', 'updated_at': '2021-07-16T00:06:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:47.930042 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0765d8e7-0849-47d3-8c69-8ca1b744d774 None None] Checking router: 90f85e59-7703-45fb-8c7c-8a17e549947e for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:06:47.930385 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0765d8e7-0849-47d3-8c69-8ca1b744d774 None None] Updating router 90f85e59-7703-45fb-8c7c-8a17e549947e port b19e8597-f524-45fb-8f7b-6417a87db7ba binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:06:47.965047 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-877fbfac-ec1a-4bba-8fd1-ff5a95a1a51a admin admin] Allocated IP 172.20.0.1 (74a6cdd4-677c-41ef-aee8-45630fd71abe/d3ef5745-483f-4341-97e4-f01d93a1aca6/90e6e9fc-6745-465e-894c-eb7bb346bf19) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:06:47.973859 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0765d8e7-0849-47d3-8c69-8ca1b744d774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:48.080451 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-877fbfac-ec1a-4bba-8fd1-ff5a95a1a51a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:48.094735 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-877fbfac-ec1a-4bba-8fd1-ff5a95a1a51a admin admin] Transition to ACTIVE for port object 90e6e9fc-6745-465e-894c-eb7bb346bf19 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:06:48.132685 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-877fbfac-ec1a-4bba-8fd1-ff5a95a1a51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:48.174055 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877fbfac-ec1a-4bba-8fd1-ff5a95a1a51a admin admin] Network 74a6cdd4-677c-41ef-aee8-45630fd71abe is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:06:48.177022 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-877fbfac-ec1a-4bba-8fd1-ff5a95a1a51a admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:06:48.183861 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877fbfac-ec1a-4bba-8fd1-ff5a95a1a51a admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:06:48.226288 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fbfac-ec1a-4bba-8fd1-ff5a95a1a51a admin admin] Pushing event updated for resources: {'Port': ['ID=90e6e9fc-6745-465e-894c-eb7bb346bf19,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:48.239727 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-877fbfac-ec1a-4bba-8fd1-ff5a95a1a51a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:48.295836 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0765d8e7-0849-47d3-8c69-8ca1b744d774 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:48.307892 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0765d8e7-0849-47d3-8c69-8ca1b744d774 None None] Transition to ACTIVE for port object b19e8597-f524-45fb-8f7b-6417a87db7ba will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:06:48.316100 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0765d8e7-0849-47d3-8c69-8ca1b744d774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:48.393165 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0765d8e7-0849-47d3-8c69-8ca1b744d774 None None] Attempting to bind port b19e8597-f524-45fb-8f7b-6417a87db7ba on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:06:48.393623 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0765d8e7-0849-47d3-8c69-8ca1b744d774 None None] Attempting to bind port b19e8597-f524-45fb-8f7b-6417a87db7ba by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:06:48.394091 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0765d8e7-0849-47d3-8c69-8ca1b744d774 None None] Attempting to bind port b19e8597-f524-45fb-8f7b-6417a87db7ba on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:06:48.394539 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-877fbfac-ec1a-4bba-8fd1-ff5a95a1a51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:48.406126 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-51c2e9fe-92da-4954-a9ee-b0dfafb3c987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:48.409084 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0765d8e7-0849-47d3-8c69-8ca1b744d774 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:06:48.409564 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0765d8e7-0849-47d3-8c69-8ca1b744d774 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:06:48.410040 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0765d8e7-0849-47d3-8c69-8ca1b744d774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:48.410485 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0765d8e7-0849-47d3-8c69-8ca1b744d774 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:06:48.411059 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0765d8e7-0849-47d3-8c69-8ca1b744d774 None None] Bound port: b19e8597-f524-45fb-8f7b-6417a87db7ba, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:06:48.411503 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0765d8e7-0849-47d3-8c69-8ca1b744d774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:48.413227 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbbfcb3-7e7f-464b-912f-cd9b1fb0a906 None None] Pushing event updated for resources: {'Port': ['ID=b19e8597-f524-45fb-8f7b-6417a87db7ba,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:48.479238 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-0765d8e7-0849-47d3-8c69-8ca1b744d774 None None] For port b19e8597-f524-45fb-8f7b-6417a87db7ba, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:06:48.483215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-0765d8e7-0849-47d3-8c69-8ca1b744d774 None None] For port b19e8597-f524-45fb-8f7b-6417a87db7ba, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b19e8597-f524-45fb-8f7b-6417a87db7ba,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:06:48.490453 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0765d8e7-0849-47d3-8c69-8ca1b744d774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:48.570803 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0765d8e7-0849-47d3-8c69-8ca1b744d774 None None] Routers {'90f85e59-7703-45fb-8c7c-8a17e549947e'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:06:48.571427 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0765d8e7-0849-47d3-8c69-8ca1b744d774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:06:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['90f85e59-7703-45fb-8c7c-8a17e549947e'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:48.579570 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-40692799-16f6-4d70-8e11-03069c88dc00 None None] Provisioning for port 90e6e9fc-6745-465e-894c-eb7bb346bf19 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:06:48.598988 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-877fbfac-ec1a-4bba-8fd1-ff5a95a1a51a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:48.604526 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-877fbfac-ec1a-4bba-8fd1-ff5a95a1a51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:48.628022 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d209c236-37fd-4619-9751-ce6c1dc92552 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:06:48.629808 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-40692799-16f6-4d70-8e11-03069c88dc00 None None] Provisioning complete for port 90e6e9fc-6745-465e-894c-eb7bb346bf19 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:06:48.630177 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-40692799-16f6-4d70-8e11-03069c88dc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:48.677281 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fbfac-ec1a-4bba-8fd1-ff5a95a1a51a admin admin] Pushing event updated for resources: {'Port': ['ID=90e6e9fc-6745-465e-894c-eb7bb346bf19,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:48.679790 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-877fbfac-ec1a-4bba-8fd1-ff5a95a1a51a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:48.780237 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877fbfac-ec1a-4bba-8fd1-ff5a95a1a51a admin admin] Network 74a6cdd4-677c-41ef-aee8-45630fd71abe is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:06:48.781688 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-877fbfac-ec1a-4bba-8fd1-ff5a95a1a51a admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:06:48.814660 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbbfcb3-7e7f-464b-912f-cd9b1fb0a906 None None] Pushing event updated for resources: {'Port': ['ID=b19e8597-f524-45fb-8f7b-6417a87db7ba,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:48.909290 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877fbfac-ec1a-4bba-8fd1-ff5a95a1a51a admin admin] Router 90f85e59-7703-45fb-8c7c-8a17e549947e has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:06:48.912083 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:48.916232 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-40692799-16f6-4d70-8e11-03069c88dc00 None None] Port 90e6e9fc-6745-465e-894c-eb7bb346bf19 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:06:48.952212 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-0765d8e7-0849-47d3-8c69-8ca1b744d774 None None] Set router 90f85e59-7703-45fb-8c7c-8a17e549947e gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:06:48.954981 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port d209c236-37fd-4619-9751-ce6c1dc92552 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:06:48.981379 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port d209c236-37fd-4619-9751-ce6c1dc92552 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:06:48.981753 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:49.033519 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877fbfac-ec1a-4bba-8fd1-ff5a95a1a51a admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:06:49.038550 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-877fbfac-ec1a-4bba-8fd1-ff5a95a1a51a admin admin] 10.222.0.16 "PUT /v2.0/routers/90f85e59-7703-45fb-8c7c-8a17e549947e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7949665 Jul 16 00:06:49.099177 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d4f7beba-aac2-4350-a6c6-36409425919c None None] Provisioning complete for port 90e6e9fc-6745-465e-894c-eb7bb346bf19 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:06:49.099462 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d4f7beba-aac2-4350-a6c6-36409425919c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:49.192850 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-d4f7beba-aac2-4350-a6c6-36409425919c None None] Port 90e6e9fc-6745-465e-894c-eb7bb346bf19 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:06:49.218656 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:49.276779 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port d209c236-37fd-4619-9751-ce6c1dc92552, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d209c236-37fd-4619-9751-ce6c1dc92552,segment=NetworkSegment(3d5cb548-18aa-4ec2-afce-eb675e2ed29c),segment_id=3d5cb548-18aa-4ec2-afce-eb675e2ed29c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:06:49.284023 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:49.284817 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 2159c9ed-5a8d-495a-accf-a1496be45595 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:06:49.359940 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0765d8e7-0849-47d3-8c69-8ca1b744d774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f85e59-7703-45fb-8c7c-8a17e549947e', 'name': 'tempest-TestShelveInstance-1003406296-router', 'tenant_id': 'aa44f83f583a42629976a6d5bda2c442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'b19e8597-f524-45fb-8f7b-6417a87db7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:45Z', 'updated_at': '2021-07-16T00:06:48Z', 'revision_number': 4, 'project_id': 'aa44f83f583a42629976a6d5bda2c442', 'gw_port': {'id': 'b19e8597-f524-45fb-8f7b-6417a87db7ba', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f85e59-7703-45fb-8c7c-8a17e549947e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:45Z', 'updated_at': '2021-07-16T00:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '90e6e9fc-6745-465e-894c-eb7bb346bf19', 'name': '', 'network_id': '74a6cdd4-677c-41ef-aee8-45630fd71abe', 'tenant_id': 'aa44f83f583a42629976a6d5bda2c442', 'mac_address': 'fa:16:3e:b9:3b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f85e59-7703-45fb-8c7c-8a17e549947e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd3ef5745-483f-4341-97e4-f01d93a1aca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:47Z', 'updated_at': '2021-07-16T00:06:47Z', 'revision_number': 1, 'project_id': 'aa44f83f583a42629976a6d5bda2c442', 'subnets': [{'id': 'd3ef5745-483f-4341-97e4-f01d93a1aca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:49.396731 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0765d8e7-0849-47d3-8c69-8ca1b744d774 None None] The sync data for ids ['90f85e59-7703-45fb-8c7c-8a17e549947e'] in n-d-787205-9 is: [{'id': '90f85e59-7703-45fb-8c7c-8a17e549947e', 'name': 'tempest-TestShelveInstance-1003406296-router', 'tenant_id': 'aa44f83f583a42629976a6d5bda2c442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'b19e8597-f524-45fb-8f7b-6417a87db7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:45Z', 'updated_at': '2021-07-16T00:06:48Z', 'revision_number': 4, 'project_id': 'aa44f83f583a42629976a6d5bda2c442', 'gw_port': {'id': 'b19e8597-f524-45fb-8f7b-6417a87db7ba', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f85e59-7703-45fb-8c7c-8a17e549947e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:45Z', 'updated_at': '2021-07-16T00:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '90e6e9fc-6745-465e-894c-eb7bb346bf19', 'name': '', 'network_id': '74a6cdd4-677c-41ef-aee8-45630fd71abe', 'tenant_id': 'aa44f83f583a42629976a6d5bda2c442', 'mac_address': 'fa:16:3e:b9:3b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f85e59-7703-45fb-8c7c-8a17e549947e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd3ef5745-483f-4341-97e4-f01d93a1aca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:47Z', 'updated_at': '2021-07-16T00:06:47Z', 'revision_number': 1, 'project_id': 'aa44f83f583a42629976a6d5bda2c442', 'subnets': [{'id': 'd3ef5745-483f-4341-97e4-f01d93a1aca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:06:49.399601 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=d209c236-37fd-4619-9751-ce6c1dc92552,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:49.412532 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 2159c9ed-5a8d-495a-accf-a1496be45595 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:06:49.412903 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:49.503523 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 05c6609a-93af-406d-9ffa-f971a0bd91bb up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:06:49.559411 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 05c6609a-93af-406d-9ffa-f971a0bd91bb triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:06:49.559805 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:49.793297 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39596) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:49.798115 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-71eebcb0-41f3-4cc4-97e9-3c981d43e6ce tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1389152484', 'description': 'tempest-secgroup-smoke-1389152484 description', 'project_id': '650307b68dd645238e227dac67c0abb9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:06:49.821006 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71eebcb0-41f3-4cc4-97e9-3c981d43e6ce tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:49.885849 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:49.910540 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71eebcb0-41f3-4cc4-97e9-3c981d43e6ce tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:49.914287 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71eebcb0-41f3-4cc4-97e9-3c981d43e6ce tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:49.944847 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-71eebcb0-41f3-4cc4-97e9-3c981d43e6ce tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:49.946108 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-71eebcb0-41f3-4cc4-97e9-3c981d43e6ce tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1517839 Jul 16 00:06:49.948211 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eebcb0-41f3-4cc4-97e9-3c981d43e6ce tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f046626-c34a-4208-a56f-e44ce9852e93,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:49.949502 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39598) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:49.956063 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-6e350dec-0425-47af-a106-18e39a166ed1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Request body: {'security_group_rule': {'security_group_id': '3f046626-c34a-4208-a56f-e44ce9852e93', 'project_id': '650307b68dd645238e227dac67c0abb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:06:49.985541 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6e350dec-0425-47af-a106-18e39a166ed1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.044495 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6e350dec-0425-47af-a106-18e39a166ed1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.047837 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6e350dec-0425-47af-a106-18e39a166ed1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.065054 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e350dec-0425-47af-a106-18e39a166ed1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2beec716-6bcf-45f4-88b7-b8aa68bb3b02,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:50.070676 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-6e350dec-0425-47af-a106-18e39a166ed1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.071852 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6e350dec-0425-47af-a106-18e39a166ed1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197071 Jul 16 00:06:50.074561 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39600) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:50.078859 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-064f9b27-6fbd-4111-a469-c7f2ee5a3e1b tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Request body: {'security_group_rule': {'security_group_id': '3f046626-c34a-4208-a56f-e44ce9852e93', 'project_id': '650307b68dd645238e227dac67c0abb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:06:50.103921 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-064f9b27-6fbd-4111-a469-c7f2ee5a3e1b tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.159371 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-064f9b27-6fbd-4111-a469-c7f2ee5a3e1b tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.162722 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-064f9b27-6fbd-4111-a469-c7f2ee5a3e1b tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.180428 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f9b27-6fbd-4111-a469-c7f2ee5a3e1b tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c02b352-a4c3-435e-952c-8c1a85f9657e,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:50.185487 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-064f9b27-6fbd-4111-a469-c7f2ee5a3e1b tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.187000 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-064f9b27-6fbd-4111-a469-c7f2ee5a3e1b tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1113977 Jul 16 00:06:50.189755 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39602) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:50.194131 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-4c4668dd-0858-4127-a37e-30a6bbf7908f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Request body: {'security_group_rule': {'security_group_id': '3f046626-c34a-4208-a56f-e44ce9852e93', 'project_id': '650307b68dd645238e227dac67c0abb9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:06:50.219139 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c4668dd-0858-4127-a37e-30a6bbf7908f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.274953 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c4668dd-0858-4127-a37e-30a6bbf7908f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.278458 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c4668dd-0858-4127-a37e-30a6bbf7908f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.298113 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4668dd-0858-4127-a37e-30a6bbf7908f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea86fdd6-d418-4dde-bf4c-b4f05f0d2cf7,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:50.303636 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4c4668dd-0858-4127-a37e-30a6bbf7908f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.304879 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4c4668dd-0858-4127-a37e-30a6bbf7908f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1141334 Jul 16 00:06:50.308371 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39604) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:50.313001 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-216594e1-8dca-41a7-bd4a-dcc72fafce9b tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Request body: {'security_group_rule': {'security_group_id': '3f046626-c34a-4208-a56f-e44ce9852e93', 'project_id': '650307b68dd645238e227dac67c0abb9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:06:50.337206 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-216594e1-8dca-41a7-bd4a-dcc72fafce9b tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.394345 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-216594e1-8dca-41a7-bd4a-dcc72fafce9b tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.397867 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-216594e1-8dca-41a7-bd4a-dcc72fafce9b tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.416458 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216594e1-8dca-41a7-bd4a-dcc72fafce9b tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa5351d-1bd7-416e-98ed-1f5ff53f1551,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:50.420094 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-216594e1-8dca-41a7-bd4a-dcc72fafce9b tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.421290 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-216594e1-8dca-41a7-bd4a-dcc72fafce9b tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1119761 Jul 16 00:06:50.424505 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 39606) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:50.429418 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-b46c9332-433c-44b8-b6e6-5da5450c1622 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Request body: {'security_group_rule': {'security_group_id': '3f046626-c34a-4208-a56f-e44ce9852e93', 'project_id': '650307b68dd645238e227dac67c0abb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:06:50.451405 n-d-787205-9 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-b46c9332-433c-44b8-b6e6-5da5450c1622 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Project 650307b68dd645238e227dac67c0abb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:06:50.456026 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b46c9332-433c-44b8-b6e6-5da5450c1622 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.515539 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b46c9332-433c-44b8-b6e6-5da5450c1622 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.521178 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b46c9332-433c-44b8-b6e6-5da5450c1622 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.540052 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c9332-433c-44b8-b6e6-5da5450c1622 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f1be71-0123-4f5a-91b0-0d4702bb4dbc,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:50.547013 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b46c9332-433c-44b8-b6e6-5da5450c1622 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.550970 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39608) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:50.551104 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-b46c9332-433c-44b8-b6e6-5da5450c1622 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255457 Jul 16 00:06:50.555853 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-d858baef-1b07-4cdd-b889-89e72cdd8940 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Request body: {'security_group_rule': {'security_group_id': '3f046626-c34a-4208-a56f-e44ce9852e93', 'project_id': '650307b68dd645238e227dac67c0abb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:06:50.562560 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d209c236-37fd-4619-9751-ce6c1dc92552 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:06:50.602332 n-d-787205-9 neutron-server[93799]: INFO neutron.db.securitygroups_db [None req-d858baef-1b07-4cdd-b889-89e72cdd8940 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Project 650307b68dd645238e227dac67c0abb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:06:50.609435 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d858baef-1b07-4cdd-b889-89e72cdd8940 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.626165 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port d209c236-37fd-4619-9751-ce6c1dc92552 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:06:50.626610 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.699969 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d858baef-1b07-4cdd-b889-89e72cdd8940 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.704183 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d858baef-1b07-4cdd-b889-89e72cdd8940 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.727331 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858baef-1b07-4cdd-b889-89e72cdd8940 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa2fa7ed-1e0f-4621-8286-8f7154a6d639,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:50.731913 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d858baef-1b07-4cdd-b889-89e72cdd8940 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.734266 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d858baef-1b07-4cdd-b889-89e72cdd8940 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1817682 Jul 16 00:06:50.877616 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-24e383fa-fcfa-4a25-8ba0-70c00bd97d4c tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1389152484&fields=id&tenant_id=650307b68dd645238e227dac67c0abb9 HTTP/1.1" status: 200 len: 267 time: 0.0338612 Jul 16 00:06:50.990112 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-0e40f832-ef67-459a-8a69-accb506321e4 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:50.991677 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-0e40f832-ef67-459a-8a69-accb506321e4 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/networks?id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 HTTP/1.1" status: 200 len: 809 time: 0.1074946 Jul 16 00:06:51.006557 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-bbb0e839-8075-47aa-8394-42d3b3fa6d32 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/quotas/650307b68dd645238e227dac67c0abb9 HTTP/1.1" status: 200 len: 375 time: 0.0094690 Jul 16 00:06:51.076259 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-37f06fa9-038b-4c04-af59-0163ef372be1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=650307b68dd645238e227dac67c0abb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641313 Jul 16 00:06:51.180054 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-3507cd82-6dda-4c5b-8f09-9f54954c0378 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 00:06:51.181042 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-3507cd82-6dda-4c5b-8f09-9f54954c0378 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0937920 Jul 16 00:06:51.272958 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-c594263e-3aa3-4dad-85e5-ba891b91c500 service neutron] 10.222.0.16 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855010 Jul 16 00:06:51.358206 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-9eb34398-ebe4-4b62-a93b-eb48db919e2a service neutron] 10.222.0.16 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795224 Jul 16 00:06:51.434767 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:51.885698 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b535aaaa-a11a-4d23-95e8-6a1c97580331 None None] Sync routers for ids ['90f85e59-7703-45fb-8c7c-8a17e549947e'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:06:51.894760 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b535aaaa-a11a-4d23-95e8-6a1c97580331 None None] Routers {'90f85e59-7703-45fb-8c7c-8a17e549947e'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:06:51.895354 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-b535aaaa-a11a-4d23-95e8-6a1c97580331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:06:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['90f85e59-7703-45fb-8c7c-8a17e549947e'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:51.995741 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-b535aaaa-a11a-4d23-95e8-6a1c97580331 None None] Set router 90f85e59-7703-45fb-8c7c-8a17e549947e gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:06:52.185353 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-b535aaaa-a11a-4d23-95e8-6a1c97580331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f85e59-7703-45fb-8c7c-8a17e549947e', 'name': 'tempest-TestShelveInstance-1003406296-router', 'tenant_id': 'aa44f83f583a42629976a6d5bda2c442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'b19e8597-f524-45fb-8f7b-6417a87db7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:45Z', 'updated_at': '2021-07-16T00:06:48Z', 'revision_number': 4, 'project_id': 'aa44f83f583a42629976a6d5bda2c442', 'gw_port': {'id': 'b19e8597-f524-45fb-8f7b-6417a87db7ba', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f85e59-7703-45fb-8c7c-8a17e549947e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:45Z', 'updated_at': '2021-07-16T00:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '90e6e9fc-6745-465e-894c-eb7bb346bf19', 'name': '', 'network_id': '74a6cdd4-677c-41ef-aee8-45630fd71abe', 'tenant_id': 'aa44f83f583a42629976a6d5bda2c442', 'mac_address': 'fa:16:3e:b9:3b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f85e59-7703-45fb-8c7c-8a17e549947e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd3ef5745-483f-4341-97e4-f01d93a1aca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:47Z', 'updated_at': '2021-07-16T00:06:48Z', 'revision_number': 2, 'project_id': 'aa44f83f583a42629976a6d5bda2c442', 'subnets': [{'id': 'd3ef5745-483f-4341-97e4-f01d93a1aca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:52.211651 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b535aaaa-a11a-4d23-95e8-6a1c97580331 None None] Checking router: 90f85e59-7703-45fb-8c7c-8a17e549947e for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:06:52.212008 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b535aaaa-a11a-4d23-95e8-6a1c97580331 None None] Updating router 90f85e59-7703-45fb-8c7c-8a17e549947e port 90e6e9fc-6745-465e-894c-eb7bb346bf19 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:06:52.247635 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b535aaaa-a11a-4d23-95e8-6a1c97580331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:52.499662 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b535aaaa-a11a-4d23-95e8-6a1c97580331 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:52.511668 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-b535aaaa-a11a-4d23-95e8-6a1c97580331 None None] Transition to ACTIVE for port object 90e6e9fc-6745-465e-894c-eb7bb346bf19 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:06:52.517243 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b535aaaa-a11a-4d23-95e8-6a1c97580331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:52.568904 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f29fb0-95c6-410e-b12c-e5c4c1f0dcf7 None None] Pushing event updated for resources: {'Port': ['ID=90e6e9fc-6745-465e-894c-eb7bb346bf19,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:52.588042 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d3456fb1-bf25-4db9-8cca-bb6c18b2ba04 req-4c3ccd3d-4d14-485a-877c-9af9a58633cc tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 210 time: 0.0512457 Jul 16 00:06:52.628774 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b19e8597-f524-45fb-8f7b-6417a87db7ba up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:06:52.696671 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port b19e8597-f524-45fb-8f7b-6417a87db7ba completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:06:52.702918 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port b19e8597-f524-45fb-8f7b-6417a87db7ba triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:06:52.703453 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:52.747289 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-b535aaaa-a11a-4d23-95e8-6a1c97580331 None None] Attempting to bind port 90e6e9fc-6745-465e-894c-eb7bb346bf19 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:06:52.747718 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-b535aaaa-a11a-4d23-95e8-6a1c97580331 None None] Attempting to bind port 90e6e9fc-6745-465e-894c-eb7bb346bf19 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': 'c0c91435-8c8d-4e7d-b787-52eb6756be31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '74a6cdd4-677c-41ef-aee8-45630fd71abe'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:06:52.748141 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b535aaaa-a11a-4d23-95e8-6a1c97580331 None None] Attempting to bind port 90e6e9fc-6745-465e-894c-eb7bb346bf19 on network 74a6cdd4-677c-41ef-aee8-45630fd71abe {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:06:52.753566 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b535aaaa-a11a-4d23-95e8-6a1c97580331 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:06:52.754021 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b535aaaa-a11a-4d23-95e8-6a1c97580331 None None] Checking segment: {'id': 'c0c91435-8c8d-4e7d-b787-52eb6756be31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '74a6cdd4-677c-41ef-aee8-45630fd71abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:06:52.754540 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b535aaaa-a11a-4d23-95e8-6a1c97580331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:52.755204 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b535aaaa-a11a-4d23-95e8-6a1c97580331 None None] Bound using segment: {'id': 'c0c91435-8c8d-4e7d-b787-52eb6756be31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '74a6cdd4-677c-41ef-aee8-45630fd71abe'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:06:52.755730 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-b535aaaa-a11a-4d23-95e8-6a1c97580331 None None] Bound port: 90e6e9fc-6745-465e-894c-eb7bb346bf19, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c91435-8c8d-4e7d-b787-52eb6756be31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '74a6cdd4-677c-41ef-aee8-45630fd71abe'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:06:52.756170 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b535aaaa-a11a-4d23-95e8-6a1c97580331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:52.799085 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:52.830029 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-b535aaaa-a11a-4d23-95e8-6a1c97580331 None None] For port 90e6e9fc-6745-465e-894c-eb7bb346bf19, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:06:52.833580 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-b535aaaa-a11a-4d23-95e8-6a1c97580331 None None] For port 90e6e9fc-6745-465e-894c-eb7bb346bf19, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=90e6e9fc-6745-465e-894c-eb7bb346bf19,segment=NetworkSegment(c0c91435-8c8d-4e7d-b787-52eb6756be31),segment_id=c0c91435-8c8d-4e7d-b787-52eb6756be31)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:06:52.839185 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b535aaaa-a11a-4d23-95e8-6a1c97580331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:52.844363 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port b19e8597-f524-45fb-8f7b-6417a87db7ba, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b19e8597-f524-45fb-8f7b-6417a87db7ba,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:06:52.865251 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:52.912127 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f29fb0-95c6-410e-b12c-e5c4c1f0dcf7 None None] Pushing event updated for resources: {'Port': ['ID=90e6e9fc-6745-465e-894c-eb7bb346bf19,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:52.923001 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b535aaaa-a11a-4d23-95e8-6a1c97580331 None None] Routers {'90f85e59-7703-45fb-8c7c-8a17e549947e'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:06:52.923631 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-b535aaaa-a11a-4d23-95e8-6a1c97580331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:06:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['90f85e59-7703-45fb-8c7c-8a17e549947e'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:52.937186 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=b19e8597-f524-45fb-8f7b-6417a87db7ba,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:53.049335 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-b535aaaa-a11a-4d23-95e8-6a1c97580331 None None] Set router 90f85e59-7703-45fb-8c7c-8a17e549947e gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:06:53.252362 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-b535aaaa-a11a-4d23-95e8-6a1c97580331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f85e59-7703-45fb-8c7c-8a17e549947e', 'name': 'tempest-TestShelveInstance-1003406296-router', 'tenant_id': 'aa44f83f583a42629976a6d5bda2c442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'b19e8597-f524-45fb-8f7b-6417a87db7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:45Z', 'updated_at': '2021-07-16T00:06:48Z', 'revision_number': 4, 'project_id': 'aa44f83f583a42629976a6d5bda2c442', 'gw_port': {'id': 'b19e8597-f524-45fb-8f7b-6417a87db7ba', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f85e59-7703-45fb-8c7c-8a17e549947e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:45Z', 'updated_at': '2021-07-16T00:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '90e6e9fc-6745-465e-894c-eb7bb346bf19', 'name': '', 'network_id': '74a6cdd4-677c-41ef-aee8-45630fd71abe', 'tenant_id': 'aa44f83f583a42629976a6d5bda2c442', 'mac_address': 'fa:16:3e:b9:3b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f85e59-7703-45fb-8c7c-8a17e549947e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd3ef5745-483f-4341-97e4-f01d93a1aca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:47Z', 'updated_at': '2021-07-16T00:06:52Z', 'revision_number': 4, 'project_id': 'aa44f83f583a42629976a6d5bda2c442', 'subnets': [{'id': 'd3ef5745-483f-4341-97e4-f01d93a1aca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:53.278032 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b535aaaa-a11a-4d23-95e8-6a1c97580331 None None] The sync data for ids ['90f85e59-7703-45fb-8c7c-8a17e549947e'] in n-d-787205-9 is: [{'id': '90f85e59-7703-45fb-8c7c-8a17e549947e', 'name': 'tempest-TestShelveInstance-1003406296-router', 'tenant_id': 'aa44f83f583a42629976a6d5bda2c442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'b19e8597-f524-45fb-8f7b-6417a87db7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:45Z', 'updated_at': '2021-07-16T00:06:48Z', 'revision_number': 4, 'project_id': 'aa44f83f583a42629976a6d5bda2c442', 'gw_port': {'id': 'b19e8597-f524-45fb-8f7b-6417a87db7ba', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f85e59-7703-45fb-8c7c-8a17e549947e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:45Z', 'updated_at': '2021-07-16T00:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '90e6e9fc-6745-465e-894c-eb7bb346bf19', 'name': '', 'network_id': '74a6cdd4-677c-41ef-aee8-45630fd71abe', 'tenant_id': 'aa44f83f583a42629976a6d5bda2c442', 'mac_address': 'fa:16:3e:b9:3b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f85e59-7703-45fb-8c7c-8a17e549947e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd3ef5745-483f-4341-97e4-f01d93a1aca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:47Z', 'updated_at': '2021-07-16T00:06:52Z', 'revision_number': 4, 'project_id': 'aa44f83f583a42629976a6d5bda2c442', 'subnets': [{'id': 'd3ef5745-483f-4341-97e4-f01d93a1aca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:06:53.724264 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9ea1e303-b8ce-42c4-bbaf-12b2db38d748 req-4388d087-2f72-4785-b1e2-0638d2bedf3e tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 210 time: 0.0285332 Jul 16 00:06:53.970882 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-8c512dce-983e-4b30-ae4d-ac56352d2a01 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:53.972387 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-8c512dce-983e-4b30-ae4d-ac56352d2a01 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.43 "GET /v2.0/networks?id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 HTTP/1.1" status: 200 len: 809 time: 0.1111984 Jul 16 00:06:54.016174 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-27ede17e-aa60-4e00-8d5d-273678c143bf tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=650307b68dd645238e227dac67c0abb9 HTTP/1.1" status: 200 len: 380 time: 0.0347185 Jul 16 00:06:54.024909 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-ab1fa2b5-721e-4c7c-bfc9-a71a5f798a03 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Request body: {'port': {'device_id': '72b9f357-b6de-4432-b84f-5b3baa50a8e3', 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'admin_state_up': True, 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'security_groups': ['3f046626-c34a-4208-a56f-e44ce9852e93']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:06:54.143284 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-ab1fa2b5-721e-4c7c-bfc9-a71a5f798a03 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Made reservation on behalf of 650307b68dd645238e227dac67c0abb9 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:06:54.146613 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-ab1fa2b5-721e-4c7c-bfc9-a71a5f798a03 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:54.265492 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-ab1fa2b5-721e-4c7c-bfc9-a71a5f798a03 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Allocated IP 172.20.0.13 (0422c6cf-f938-4fe7-a52b-6b0f3a9039f4/8f2fafa2-0cbb-4a0e-b842-b036d233e3cd/da611146-5665-4140-88ca-b62b10f03817) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:06:54.402652 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-ab1fa2b5-721e-4c7c-bfc9-a71a5f798a03 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:54.415510 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-ab1fa2b5-721e-4c7c-bfc9-a71a5f798a03 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Transition to ACTIVE for port object da611146-5665-4140-88ca-b62b10f03817 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:06:54.447851 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-ab1fa2b5-721e-4c7c-bfc9-a71a5f798a03 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:54.488938 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-ab1fa2b5-721e-4c7c-bfc9-a71a5f798a03 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Network 0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:06:54.493626 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-ab1fa2b5-721e-4c7c-bfc9-a71a5f798a03 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:06:54.497369 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-ab1fa2b5-721e-4c7c-bfc9-a71a5f798a03 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:06:54.522511 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1fa2b5-721e-4c7c-bfc9-a71a5f798a03 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Pushing event updated for resources: {'Port': ['ID=da611146-5665-4140-88ca-b62b10f03817,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:54.550975 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-ab1fa2b5-721e-4c7c-bfc9-a71a5f798a03 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:54.551616 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-ab1fa2b5-721e-4c7c-bfc9-a71a5f798a03 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:54.568687 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-ab1fa2b5-721e-4c7c-bfc9-a71a5f798a03 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5473940 Jul 16 00:06:54.581905 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-c9723900-1016-4236-bb89-9d11493554d2 service neutron] Request body: {'port': {'device_id': '72b9f357-b6de-4432-b84f-5b3baa50a8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:06:54.601747 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 90e6e9fc-6745-465e-894c-eb7bb346bf19 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:06:54.661544 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 90e6e9fc-6745-465e-894c-eb7bb346bf19 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:06:54.665816 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 90e6e9fc-6745-465e-894c-eb7bb346bf19 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:06:54.666204 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:54.672648 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-c9723900-1016-4236-bb89-9d11493554d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:54.711359 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:54.773591 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:54.810005 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 90e6e9fc-6745-465e-894c-eb7bb346bf19, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=90e6e9fc-6745-465e-894c-eb7bb346bf19,segment=NetworkSegment(c0c91435-8c8d-4e7d-b787-52eb6756be31),segment_id=c0c91435-8c8d-4e7d-b787-52eb6756be31)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:06:54.816600 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:54.817491 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b19e8597-f524-45fb-8f7b-6417a87db7ba up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:06:54.901536 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8a585414-ef5d-4434-8820-a8d46d11d1e2 None None] Provisioning for port da611146-5665-4140-88ca-b62b10f03817 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:06:54.909538 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=90e6e9fc-6745-465e-894c-eb7bb346bf19,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:54.913874 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8a585414-ef5d-4434-8820-a8d46d11d1e2 None None] Provisioning complete for port da611146-5665-4140-88ca-b62b10f03817 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:06:54.914175 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8a585414-ef5d-4434-8820-a8d46d11d1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:54.918576 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390416c-3d72-469a-bd7a-6c66ff25eda5 req-5e48ec4e-eae5-4417-8819-5efe4d9992fa tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:54.920901 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a390416c-3d72-469a-bd7a-6c66ff25eda5 req-5e48ec4e-eae5-4417-8819-5efe4d9992fa tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 932 time: 0.0686340 Jul 16 00:06:54.948034 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port b19e8597-f524-45fb-8f7b-6417a87db7ba triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:06:54.948993 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:54.966903 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a390416c-3d72-469a-bd7a-6c66ff25eda5 req-cc8ee10a-e910-4a05-9e65-fe651bb53c8e tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388601 Jul 16 00:06:54.971590 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-c9723900-1016-4236-bb89-9d11493554d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da611146-5665-4140-88ca-b62b10f03817 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:06:54.979494 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-c9723900-1016-4236-bb89-9d11493554d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:54.984046 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-8a585414-ef5d-4434-8820-a8d46d11d1e2 None None] Port da611146-5665-4140-88ca-b62b10f03817 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:06:55.000611 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-c9723900-1016-4236-bb89-9d11493554d2 service neutron] Transition to ACTIVE for port object da611146-5665-4140-88ca-b62b10f03817 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:06:55.000611 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-c9723900-1016-4236-bb89-9d11493554d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:55.045822 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9723900-1016-4236-bb89-9d11493554d2 service neutron] Pushing event updated for resources: {'Port': ['ID=da611146-5665-4140-88ca-b62b10f03817,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:55.121160 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-c9723900-1016-4236-bb89-9d11493554d2 service neutron] Attempting to bind port da611146-5665-4140-88ca-b62b10f03817 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:06:55.121489 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-c9723900-1016-4236-bb89-9d11493554d2 service neutron] Attempting to bind port da611146-5665-4140-88ca-b62b10f03817 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '3d5cb548-18aa-4ec2-afce-eb675e2ed29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:06:55.121821 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-c9723900-1016-4236-bb89-9d11493554d2 service neutron] Attempting to bind port da611146-5665-4140-88ca-b62b10f03817 on network 0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:06:55.126393 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-c9723900-1016-4236-bb89-9d11493554d2 service neutron] Port da611146-5665-4140-88ca-b62b10f03817 on network 0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:06:55.126757 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-c9723900-1016-4236-bb89-9d11493554d2 service neutron] Attempting to bind port da611146-5665-4140-88ca-b62b10f03817 on network 0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:06:55.131909 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-c9723900-1016-4236-bb89-9d11493554d2 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:06:55.132251 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-c9723900-1016-4236-bb89-9d11493554d2 service neutron] Checking segment: {'id': '3d5cb548-18aa-4ec2-afce-eb675e2ed29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:06:55.132642 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-c9723900-1016-4236-bb89-9d11493554d2 service neutron] Bound using segment: {'id': '3d5cb548-18aa-4ec2-afce-eb675e2ed29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:06:55.133075 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-c9723900-1016-4236-bb89-9d11493554d2 service neutron] Bound port: da611146-5665-4140-88ca-b62b10f03817, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d5cb548-18aa-4ec2-afce-eb675e2ed29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:06:55.133442 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-c9723900-1016-4236-bb89-9d11493554d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:55.202377 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-c9723900-1016-4236-bb89-9d11493554d2 service neutron] For port da611146-5665-4140-88ca-b62b10f03817, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:06:55.205632 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-c9723900-1016-4236-bb89-9d11493554d2 service neutron] For port da611146-5665-4140-88ca-b62b10f03817, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=da611146-5665-4140-88ca-b62b10f03817,segment=NetworkSegment(3d5cb548-18aa-4ec2-afce-eb675e2ed29c),segment_id=3d5cb548-18aa-4ec2-afce-eb675e2ed29c)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:06:55.210830 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-c9723900-1016-4236-bb89-9d11493554d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:55.250905 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-c9723900-1016-4236-bb89-9d11493554d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:55.251544 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-c9723900-1016-4236-bb89-9d11493554d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:55.252942 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-c9723900-1016-4236-bb89-9d11493554d2 service neutron] 10.222.0.43 "PUT /v2.0/ports/da611146-5665-4140-88ca-b62b10f03817 HTTP/1.1" status: 200 len: 1092 time: 0.6767371 Jul 16 00:06:55.253385 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b9f357-b6de-4432-b84f-5b3baa50a8e3', 'tag': 'da611146-5665-4140-88ca-b62b10f03817'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:06:55.255695 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac3ab2df65406140be9365f9b3f66d4be7bd37abeab186e08b44bb3ea3ff9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bf9e1d-08b2-4ce0-9580-2bffd1ede501" -d '{"events": [{"name": "network-changed", "server_uuid": "72b9f357-b6de-4432-b84f-5b3baa50a8e3", "tag": "da611146-5665-4140-88ca-b62b10f03817"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:06:55.276662 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9723900-1016-4236-bb89-9d11493554d2 service neutron] Pushing event updated for resources: {'Port': ['ID=da611146-5665-4140-88ca-b62b10f03817,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:55.304298 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f7c330-b879-4a66-8dbc-f554ddbb4052 x-openstack-request-id: req-90f7c330-b879-4a66-8dbc-f554ddbb4052 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:06:55.304692 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72b9f357-b6de-4432-b84f-5b3baa50a8e3", "tag": "da611146-5665-4140-88ca-b62b10f03817", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:06:55.304890 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90f7c330-b879-4a66-8dbc-f554ddbb4052 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:06:55.305274 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72b9f357-b6de-4432-b84f-5b3baa50a8e3', 'tag': 'da611146-5665-4140-88ca-b62b10f03817', 'status': 'completed', 'code': 200} Jul 16 00:06:55.363897 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-af0dccb6-9444-423b-acea-71d205753807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:55.365442 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-af0dccb6-9444-423b-acea-71d205753807 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=650307b68dd645238e227dac67c0abb9&device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 1095 time: 0.0563509 Jul 16 00:06:55.410138 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-87c8a8f7-b79c-42aa-9368-58bdad134a7c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da611146-5665-4140-88ca-b62b10f03817 HTTP/1.1" status: 200 len: 217 time: 0.0378156 Jul 16 00:06:55.458609 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-8875ecb2-da3b-4bab-91db-e0b48470095e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:55.460139 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-8875ecb2-da3b-4bab-91db-e0b48470095e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8f2fafa2-0cbb-4a0e-b842-b036d233e3cd HTTP/1.1" status: 200 len: 848 time: 0.0444522 Jul 16 00:06:55.515126 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-483e4b0b-b9f6-4dd0-86a2-6b7d5ee50cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:55.517176 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-483e4b0b-b9f6-4dd0-86a2-6b7d5ee50cc8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509109 Jul 16 00:06:55.609119 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-ac24ba8c-4d0d-415e-8ab9-ba4da8da5872 service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857875 Jul 16 00:06:55.698270 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-f72d8d2a-e42c-45d8-9bb6-3a2de7d278cf req-8899d982-c854-4e47-8e46-bad98ecb6a8b service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816481 Jul 16 00:06:55.792315 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf9e1d-08b2-4ce0-9580-2bffd1ede501 req-0f5bc071-9720-4be2-8b16-1636a0849504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:55.793767 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-40bf9e1d-08b2-4ce0-9580-2bffd1ede501 req-0f5bc071-9720-4be2-8b16-1636a0849504 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=650307b68dd645238e227dac67c0abb9&device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 1095 time: 0.0512128 Jul 16 00:06:55.885632 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf9e1d-08b2-4ce0-9580-2bffd1ede501 req-900e4152-fbad-4f63-a219-fee056de9e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:55.887186 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-40bf9e1d-08b2-4ce0-9580-2bffd1ede501 req-900e4152-fbad-4f63-a219-fee056de9e24 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 HTTP/1.1" status: 200 len: 910 time: 0.0875368 Jul 16 00:06:55.926920 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-40bf9e1d-08b2-4ce0-9580-2bffd1ede501 req-256b0b45-56c1-4b82-98ad-741164b131ad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da611146-5665-4140-88ca-b62b10f03817 HTTP/1.1" status: 200 len: 217 time: 0.0324626 Jul 16 00:06:55.977716 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf9e1d-08b2-4ce0-9580-2bffd1ede501 req-c95f93fb-8835-43cc-96f1-00191a21f4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:55.979960 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-40bf9e1d-08b2-4ce0-9580-2bffd1ede501 req-c95f93fb-8835-43cc-96f1-00191a21f4ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8f2fafa2-0cbb-4a0e-b842-b036d233e3cd HTTP/1.1" status: 200 len: 848 time: 0.0459528 Jul 16 00:06:56.034871 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf9e1d-08b2-4ce0-9580-2bffd1ede501 req-477de4d0-33bf-4516-9046-a004d6e7557f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:56.036653 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-40bf9e1d-08b2-4ce0-9580-2bffd1ede501 req-477de4d0-33bf-4516-9046-a004d6e7557f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508997 Jul 16 00:06:56.128600 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-40bf9e1d-08b2-4ce0-9580-2bffd1ede501 req-f803c792-b7cb-4672-854a-e1df14c0e601 service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842874 Jul 16 00:06:56.154654 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cec67-651a-41e6-8936-d4e4c0ce1130 req-e9b96dec-a747-4612-94b2-a7197e55de1a tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:56.156120 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-226cec67-651a-41e6-8936-d4e4c0ce1130 req-e9b96dec-a747-4612-94b2-a7197e55de1a tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 944 time: 0.0662622 Jul 16 00:06:56.193093 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-226cec67-651a-41e6-8936-d4e4c0ce1130 req-b7cbd0ad-ebc7-48c9-a912-16f92fbb41a3 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314002 Jul 16 00:06:56.218040 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-40bf9e1d-08b2-4ce0-9580-2bffd1ede501 req-9e4d62d2-d493-4eee-bce2-38c3b9035dce service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828724 Jul 16 00:06:56.548008 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 90e6e9fc-6745-465e-894c-eb7bb346bf19 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:06:56.597079 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 90e6e9fc-6745-465e-894c-eb7bb346bf19 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:06:56.597450 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:57.364426 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e962fa3-d210-41e9-a37f-d9328b03d68f req-f89318b3-5837-4976-ad57-bcda3539703b tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:57.365901 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2e962fa3-d210-41e9-a37f-d9328b03d68f req-f89318b3-5837-4976-ad57-bcda3539703b tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 944 time: 0.0628822 Jul 16 00:06:57.384626 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:06:57.402700 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2e962fa3-d210-41e9-a37f-d9328b03d68f req-c5cfbdaf-e546-4c96-8c54-1bbe2593cad1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305159 Jul 16 00:06:58.273098 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device da611146-5665-4140-88ca-b62b10f03817 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:06:58.369742 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port da611146-5665-4140-88ca-b62b10f03817, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=da611146-5665-4140-88ca-b62b10f03817,segment=NetworkSegment(3d5cb548-18aa-4ec2-afce-eb675e2ed29c),segment_id=3d5cb548-18aa-4ec2-afce-eb675e2ed29c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:06:58.380549 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'da611146-5665-4140-88ca-b62b10f03817', 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'port_id': 'da611146-5665-4140-88ca-b62b10f03817', 'mac_address': 'fa:16:3e:d0:94:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:06:58.415893 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:58.429086 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da611146-5665-4140-88ca-b62b10f03817 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:06:58.448945 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port da611146-5665-4140-88ca-b62b10f03817, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=da611146-5665-4140-88ca-b62b10f03817,segment=NetworkSegment(3d5cb548-18aa-4ec2-afce-eb675e2ed29c),segment_id=3d5cb548-18aa-4ec2-afce-eb675e2ed29c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:06:58.453370 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:58.500644 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=da611146-5665-4140-88ca-b62b10f03817,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:58.577004 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eabf94-2935-43b9-8b35-55859e56f590 req-53ba7555-0526-4886-b990-229896900906 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:58.578448 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b4eabf94-2935-43b9-8b35-55859e56f590 req-53ba7555-0526-4886-b990-229896900906 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0652039 Jul 16 00:06:58.615684 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b4eabf94-2935-43b9-8b35-55859e56f590 req-521ed41d-9b6f-41f8-a61f-012c3058d716 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317090 Jul 16 00:06:58.657098 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['da611146-5665-4140-88ca-b62b10f03817'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:06:59.786134 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40bc03-8869-43b9-af45-5fe9b91452a0 req-835b662f-732b-4e01-940b-1cef0d2f1b6f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:59.787635 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-da40bc03-8869-43b9-af45-5fe9b91452a0 req-835b662f-732b-4e01-940b-1cef0d2f1b6f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0632193 Jul 16 00:06:59.824978 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-da40bc03-8869-43b9-af45-5fe9b91452a0 req-3c584424-d13e-4632-ab14-712e48262cd1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311091 Jul 16 00:07:00.273252 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device da611146-5665-4140-88ca-b62b10f03817 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:07:00.323134 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port da611146-5665-4140-88ca-b62b10f03817 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:07:00.326615 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port da611146-5665-4140-88ca-b62b10f03817 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:07:00.327011 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:00.401596 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:00.423436 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b9f357-b6de-4432-b84f-5b3baa50a8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da611146-5665-4140-88ca-b62b10f03817'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:07:00.425661 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae4f11e9886ebbda74e349334989d67f9e0924aee8a01d735f99c26d20dbf4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a60b7c-c143-477e-aa9f-20fd27d113d8" -d '{"events": [{"server_uuid": "72b9f357-b6de-4432-b84f-5b3baa50a8e3", "name": "network-vif-plugged", "status": "completed", "tag": "da611146-5665-4140-88ca-b62b10f03817"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:07:00.438958 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port da611146-5665-4140-88ca-b62b10f03817, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=da611146-5665-4140-88ca-b62b10f03817,segment=NetworkSegment(3d5cb548-18aa-4ec2-afce-eb675e2ed29c),segment_id=3d5cb548-18aa-4ec2-afce-eb675e2ed29c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:07:00.443048 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:00.465730 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51135167-e6cf-4133-bdcf-261ba2a2b264 x-openstack-request-id: req-51135167-e6cf-4133-bdcf-261ba2a2b264 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:07:00.466016 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b9f357-b6de-4432-b84f-5b3baa50a8e3", "name": "network-vif-plugged", "status": "completed", "tag": "da611146-5665-4140-88ca-b62b10f03817", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:07:00.466264 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51135167-e6cf-4133-bdcf-261ba2a2b264 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:07:00.466662 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b9f357-b6de-4432-b84f-5b3baa50a8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da611146-5665-4140-88ca-b62b10f03817', 'code': 200} Jul 16 00:07:00.493185 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=da611146-5665-4140-88ca-b62b10f03817,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:07:00.569668 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd7b07-81d9-4ece-aabc-d1cd4fc174f7 req-cd994712-0bc3-497a-b4f4-aa0eeab26977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:00.571153 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-81dd7b07-81d9-4ece-aabc-d1cd4fc174f7 req-cd994712-0bc3-497a-b4f4-aa0eeab26977 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 1097 time: 0.0502291 Jul 16 00:07:00.603555 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-81dd7b07-81d9-4ece-aabc-d1cd4fc174f7 req-6c4687bd-e626-4deb-bad6-530964076a05 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266232 Jul 16 00:07:00.996024 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227dd6fe-38a9-4880-be49-33bff0d02906 req-0068fccc-4c73-4c70-8a61-32397fba98ce tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:00.997470 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-227dd6fe-38a9-4880-be49-33bff0d02906 req-0068fccc-4c73-4c70-8a61-32397fba98ce tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 946 time: 0.0623732 Jul 16 00:07:01.033907 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-227dd6fe-38a9-4880-be49-33bff0d02906 req-ed912f88-3280-4f53-b30c-02c71da7f685 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310037 Jul 16 00:07:02.210073 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4871d4-0c7f-4085-af2a-ff1f8569d50c req-3a05d09c-aa10-47b7-ad7c-d4a420684557 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:02.211573 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c4871d4-0c7f-4085-af2a-ff1f8569d50c req-3a05d09c-aa10-47b7-ad7c-d4a420684557 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 946 time: 0.0654604 Jul 16 00:07:02.248929 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2c4871d4-0c7f-4085-af2a-ff1f8569d50c req-85baddf5-0456-4969-b5dd-e402e78b8ed7 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312850 Jul 16 00:07:02.418332 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d4618-4d91-4278-abc9-08ee00812129 req-679f6e88-ec62-4433-b1c9-67f34b71ab01 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:02.419822 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-478d4618-4d91-4278-abc9-08ee00812129 req-679f6e88-ec62-4433-b1c9-67f34b71ab01 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 946 time: 0.0619879 Jul 16 00:07:02.456984 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-478d4618-4d91-4278-abc9-08ee00812129 req-0981dbe6-d3cf-4b7b-8616-7429f8c39c06 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317707 Jul 16 00:07:02.480226 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39670) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:07:02.573650 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd9da07-7878-4b38-842f-19bd8fbbfe0d tempest-TestShelveInstance-418328668 tempest-TestShelveInstance-418328668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:02.575183 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5dd9da07-7878-4b38-842f-19bd8fbbfe0d tempest-TestShelveInstance-418328668 tempest-TestShelveInstance-418328668-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 1092 time: 0.0940089 Jul 16 00:07:02.578040 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39674) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:07:02.582318 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-e8fb998f-026e-4829-bb27-ca75e35c06e1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'port_id': 'da611146-5665-4140-88ca-b62b10f03817', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:07:02.604023 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e8fb998f-026e-4829-bb27-ca75e35c06e1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:02.696135 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e8fb998f-026e-4829-bb27-ca75e35c06e1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:02.795773 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-e8fb998f-026e-4829-bb27-ca75e35c06e1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Allocated IP 172.25.4.134 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/02ebd1b1-58ec-4f33-897c-81f4f04d4e24) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:07:02.892887 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e8fb998f-026e-4829-bb27-ca75e35c06e1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:02.929139 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e8fb998f-026e-4829-bb27-ca75e35c06e1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:02.964293 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fb998f-026e-4829-bb27-ca75e35c06e1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:07:02.970308 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-e8fb998f-026e-4829-bb27-ca75e35c06e1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:07:02.973847 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fb998f-026e-4829-bb27-ca75e35c06e1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:07:02.979309 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb998f-026e-4829-bb27-ca75e35c06e1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Pushing event updated for resources: {'Port': ['ID=02ebd1b1-58ec-4f33-897c-81f4f04d4e24,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:07:03.326589 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e8fb998f-026e-4829-bb27-ca75e35c06e1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:03.399994 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e8fb998f-026e-4829-bb27-ca75e35c06e1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:03.544670 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e8fb998f-026e-4829-bb27-ca75e35c06e1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:03.549360 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e8fb998f-026e-4829-bb27-ca75e35c06e1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:03.617125 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb998f-026e-4829-bb27-ca75e35c06e1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Pushing event updated for resources: {'Port': ['ID=02ebd1b1-58ec-4f33-897c-81f4f04d4e24,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:07:03.626171 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e8fb998f-026e-4829-bb27-ca75e35c06e1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:03.722264 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-e8fb998f-026e-4829-bb27-ca75e35c06e1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Floating IP 437a8178-38d8-4d0b-8720-f200a003965c associated. External IP: 172.25.4.134, port: da611146-5665-4140-88ca-b62b10f03817. Jul 16 00:07:03.920990 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fb998f-026e-4829-bb27-ca75e35c06e1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Router c4a02187-3653-4e45-be8a-bf21202f2817 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:07:04.024799 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fb998f-026e-4829-bb27-ca75e35c06e1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:07:04.035038 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be4fbb7-674a-4d48-aa41-c5688fc97938 None None] Sync routers for ids ['c4a02187-3653-4e45-be8a-bf21202f2817'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:07:04.040318 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e8fb998f-026e-4829-bb27-ca75e35c06e1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:04.048475 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be4fbb7-674a-4d48-aa41-c5688fc97938 None None] Routers {'c4a02187-3653-4e45-be8a-bf21202f2817'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:07:04.049124 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2be4fbb7-674a-4d48-aa41-c5688fc97938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:06:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c4a02187-3653-4e45-be8a-bf21202f2817'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:07:04.075838 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e8fb998f-026e-4829-bb27-ca75e35c06e1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4967875 Jul 16 00:07:04.076533 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b9f357-b6de-4432-b84f-5b3baa50a8e3', 'tag': 'da611146-5665-4140-88ca-b62b10f03817'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:07:04.078836 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f08fc2a7d463e069dbf969c41850b8f153237e21caa8377f91bf00f314a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f82718a-ad70-4aa9-ba1d-646868d9a2ff" -d '{"events": [{"name": "network-changed", "server_uuid": "72b9f357-b6de-4432-b84f-5b3baa50a8e3", "tag": "da611146-5665-4140-88ca-b62b10f03817"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:07:04.117586 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09ebdc8-4ead-4011-95e6-25058866952e x-openstack-request-id: req-e09ebdc8-4ead-4011-95e6-25058866952e {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:07:04.118004 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72b9f357-b6de-4432-b84f-5b3baa50a8e3", "tag": "da611146-5665-4140-88ca-b62b10f03817", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:07:04.118379 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e09ebdc8-4ead-4011-95e6-25058866952e {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:07:04.118832 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72b9f357-b6de-4432-b84f-5b3baa50a8e3', 'tag': 'da611146-5665-4140-88ca-b62b10f03817', 'status': 'completed', 'code': 200} Jul 16 00:07:04.174387 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-2be4fbb7-674a-4d48-aa41-c5688fc97938 None None] Set router c4a02187-3653-4e45-be8a-bf21202f2817 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:07:04.195573 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82718a-ad70-4aa9-ba1d-646868d9a2ff req-0a113f14-b469-4a4c-a3c8-d06af8df474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:04.197141 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6f82718a-ad70-4aa9-ba1d-646868d9a2ff req-0a113f14-b469-4a4c-a3c8-d06af8df474b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=650307b68dd645238e227dac67c0abb9&device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 1097 time: 0.0564804 Jul 16 00:07:04.289986 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82718a-ad70-4aa9-ba1d-646868d9a2ff req-37fd1bfe-c741-448e-85c0-4e506cc9e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:04.291558 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6f82718a-ad70-4aa9-ba1d-646868d9a2ff req-37fd1bfe-c741-448e-85c0-4e506cc9e023 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 HTTP/1.1" status: 200 len: 910 time: 0.0886269 Jul 16 00:07:04.361860 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6f82718a-ad70-4aa9-ba1d-646868d9a2ff req-b63aaf1a-7dd8-4400-b73b-ea8a55b9c977 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da611146-5665-4140-88ca-b62b10f03817 HTTP/1.1" status: 200 len: 1000 time: 0.0643339 Jul 16 00:07:04.409320 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82718a-ad70-4aa9-ba1d-646868d9a2ff req-beae33ae-07df-4e93-b620-ca784ffa0079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:04.410795 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6f82718a-ad70-4aa9-ba1d-646868d9a2ff req-beae33ae-07df-4e93-b620-ca784ffa0079 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8f2fafa2-0cbb-4a0e-b842-b036d233e3cd HTTP/1.1" status: 200 len: 848 time: 0.0427086 Jul 16 00:07:04.467132 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82718a-ad70-4aa9-ba1d-646868d9a2ff req-5273a305-62df-47e5-a354-70f6f4ba94a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:04.468744 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6f82718a-ad70-4aa9-ba1d-646868d9a2ff req-5273a305-62df-47e5-a354-70f6f4ba94a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508904 Jul 16 00:07:04.551823 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2be4fbb7-674a-4d48-aa41-c5688fc97938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'name': 'tempest-TestShelveInstance-1979721793-router', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:40Z', 'updated_at': '2021-07-16T00:06:43Z', 'revision_number': 4, 'project_id': '650307b68dd645238e227dac67c0abb9', 'gw_port': {'id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:41Z', 'updated_at': '2021-07-16T00:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '437a8178-38d8-4d0b-8720-f200a003965c', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'floating_ip_address': '172.25.4.134', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'port_id': 'da611146-5665-4140-88ca-b62b10f03817', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'mac_address': 'fa:16:3e:d0:94:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b9f357-b6de-4432-b84f-5b3baa50a8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:07:03Z', 'updated_at': '2021-07-16T00:07:03Z', 'revision_number': 0, 'project_id': '650307b68dd645238e227dac67c0abb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd209c236-37fd-4619-9751-ce6c1dc92552', 'name': '', 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'mac_address': 'fa:16:3e:9e:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:42Z', 'updated_at': '2021-07-16T00:06:49Z', 'revision_number': 5, 'project_id': '650307b68dd645238e227dac67c0abb9', 'subnets': [{'id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:07:04.561507 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6f82718a-ad70-4aa9-ba1d-646868d9a2ff req-ad0c2994-5fe2-47c0-aa87-27729fd0e30b service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859232 Jul 16 00:07:04.581964 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be4fbb7-674a-4d48-aa41-c5688fc97938 None None] Checking router: c4a02187-3653-4e45-be8a-bf21202f2817 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:07:04.590712 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be4fbb7-674a-4d48-aa41-c5688fc97938 None None] Routers {'c4a02187-3653-4e45-be8a-bf21202f2817'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:07:04.591325 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2be4fbb7-674a-4d48-aa41-c5688fc97938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:06:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c4a02187-3653-4e45-be8a-bf21202f2817'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:07:04.650087 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-6f82718a-ad70-4aa9-ba1d-646868d9a2ff req-620be7a1-af67-4941-84b7-402d312220a3 service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813119 Jul 16 00:07:04.695728 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-2be4fbb7-674a-4d48-aa41-c5688fc97938 None None] Set router c4a02187-3653-4e45-be8a-bf21202f2817 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:07:04.911162 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-2be4fbb7-674a-4d48-aa41-c5688fc97938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'name': 'tempest-TestShelveInstance-1979721793-router', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:40Z', 'updated_at': '2021-07-16T00:06:43Z', 'revision_number': 4, 'project_id': '650307b68dd645238e227dac67c0abb9', 'gw_port': {'id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:41Z', 'updated_at': '2021-07-16T00:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '437a8178-38d8-4d0b-8720-f200a003965c', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'floating_ip_address': '172.25.4.134', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'port_id': 'da611146-5665-4140-88ca-b62b10f03817', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'mac_address': 'fa:16:3e:d0:94:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b9f357-b6de-4432-b84f-5b3baa50a8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:07:03Z', 'updated_at': '2021-07-16T00:07:03Z', 'revision_number': 0, 'project_id': '650307b68dd645238e227dac67c0abb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd209c236-37fd-4619-9751-ce6c1dc92552', 'name': '', 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'mac_address': 'fa:16:3e:9e:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:42Z', 'updated_at': '2021-07-16T00:06:49Z', 'revision_number': 5, 'project_id': '650307b68dd645238e227dac67c0abb9', 'subnets': [{'id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:07:04.937182 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be4fbb7-674a-4d48-aa41-c5688fc97938 None None] The sync data for ids ['c4a02187-3653-4e45-be8a-bf21202f2817'] in n-d-787205-9 is: [{'id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'name': 'tempest-TestShelveInstance-1979721793-router', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:40Z', 'updated_at': '2021-07-16T00:06:43Z', 'revision_number': 4, 'project_id': '650307b68dd645238e227dac67c0abb9', 'gw_port': {'id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:41Z', 'updated_at': '2021-07-16T00:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '437a8178-38d8-4d0b-8720-f200a003965c', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'floating_ip_address': '172.25.4.134', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'port_id': 'da611146-5665-4140-88ca-b62b10f03817', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'mac_address': 'fa:16:3e:d0:94:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b9f357-b6de-4432-b84f-5b3baa50a8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:07:03Z', 'updated_at': '2021-07-16T00:07:03Z', 'revision_number': 0, 'project_id': '650307b68dd645238e227dac67c0abb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd209c236-37fd-4619-9751-ce6c1dc92552', 'name': '', 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'mac_address': 'fa:16:3e:9e:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:42Z', 'updated_at': '2021-07-16T00:06:49Z', 'revision_number': 5, 'project_id': '650307b68dd645238e227dac67c0abb9', 'subnets': [{'id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:07:05.132634 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7242641-4b59-44db-b72b-f5e7a4f5a25e None None] New status for floating IP 437a8178-38d8-4d0b-8720-f200a003965c: ACTIVE {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:07:09.402982 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:15.970280 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c07af35-e105-44c7-8936-c97f08fa0d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:18.341847 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-781a5e03-11f8-4261-92a4-e77f1cf8d251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:18.832543 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:19.887240 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:21.436216 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:24.679663 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:34.384330 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:07:39.408651 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:45.973491 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d4b91caf-7483-4e5a-81da-5813d3384a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:48.342644 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5b34f513-c4b4-4eb9-9aef-565713e235fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:48.832500 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:49.889604 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:51.438966 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:52.008578 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-91f90c2f-f7a7-4e1b-b8ec-7100be5ae61e req-50e23d48-a7fd-4a29-9e95-8ccae7581327 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543034 Jul 16 00:07:52.100897 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f90c2f-f7a7-4e1b-b8ec-7100be5ae61e req-b03105a2-6f6d-450a-be0e-fbc376248df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:52.102427 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-91f90c2f-f7a7-4e1b-b8ec-7100be5ae61e req-b03105a2-6f6d-450a-be0e-fbc376248df5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=650307b68dd645238e227dac67c0abb9&device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 1097 time: 0.0515656 Jul 16 00:07:52.203559 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f90c2f-f7a7-4e1b-b8ec-7100be5ae61e req-4af03409-5608-425d-9011-2fd6a1f7ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:52.204991 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-91f90c2f-f7a7-4e1b-b8ec-7100be5ae61e req-4af03409-5608-425d-9011-2fd6a1f7ccf2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 HTTP/1.1" status: 200 len: 910 time: 0.0827725 Jul 16 00:07:52.270510 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-91f90c2f-f7a7-4e1b-b8ec-7100be5ae61e req-94d45167-d281-425c-be60-74bbf6049510 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da611146-5665-4140-88ca-b62b10f03817 HTTP/1.1" status: 200 len: 1002 time: 0.0584598 Jul 16 00:07:52.317028 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f90c2f-f7a7-4e1b-b8ec-7100be5ae61e req-5f8d6f7e-ce9f-44aa-a965-92e1b5536c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:52.318398 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-91f90c2f-f7a7-4e1b-b8ec-7100be5ae61e req-5f8d6f7e-ce9f-44aa-a965-92e1b5536c32 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8f2fafa2-0cbb-4a0e-b842-b036d233e3cd HTTP/1.1" status: 200 len: 848 time: 0.0417945 Jul 16 00:07:52.371837 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f90c2f-f7a7-4e1b-b8ec-7100be5ae61e req-6025d0a9-fe3f-4ce8-81c8-4b27d89c5d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:52.373859 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-91f90c2f-f7a7-4e1b-b8ec-7100be5ae61e req-6025d0a9-fe3f-4ce8-81c8-4b27d89c5d72 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487416 Jul 16 00:07:52.464282 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-91f90c2f-f7a7-4e1b-b8ec-7100be5ae61e req-61118a3f-8aee-436b-9f1a-baefd64af4fa service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826883 Jul 16 00:07:52.549808 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-91f90c2f-f7a7-4e1b-b8ec-7100be5ae61e req-75e9d51c-eb2b-41da-beae-5cd28351a93e service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791919 Jul 16 00:07:54.709309 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:09.410616 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:11.383238 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:08:15.974500 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2dd82711-a039-49ad-95b9-d00b7672ea8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:18.342716 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a8a84059-cdbb-4fa0-8f57-b33388462d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:18.834405 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:19.892578 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:21.441412 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:24.707013 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:39.416058 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:45.976028 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-696df482-5b18-4b4d-b639-299f7c2a7786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:47.073299 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-6702222c-a407-40a5-bc5f-bcc061f04716 req-d8158c82-c99c-4f1b-a8f9-1083aa4501c3 service neutron] (93799) timed out ('10.222.0.16', 45280) {{(pid=93799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 00:08:48.342889 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-79d828e0-33f0-4bd0-a3b0-164a19f9cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:48.382045 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:08:48.837467 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:49.896188 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:51.342405 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4170c036-e112-4487-9cb0-715132ef674d req-ebfa3ed7-9b9f-483e-9343-d4f0f9788134 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0542061 Jul 16 00:08:51.433576 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170c036-e112-4487-9cb0-715132ef674d req-b65aa9de-0798-4d3b-ad41-6ca563db3b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:51.435102 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4170c036-e112-4487-9cb0-715132ef674d req-b65aa9de-0798-4d3b-ad41-6ca563db3b83 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=650307b68dd645238e227dac67c0abb9&device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 1097 time: 0.0511527 Jul 16 00:08:51.450749 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:51.542646 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170c036-e112-4487-9cb0-715132ef674d req-fa6f2202-7ed3-4605-832a-5451fe91537d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:51.544129 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4170c036-e112-4487-9cb0-715132ef674d req-fa6f2202-7ed3-4605-832a-5451fe91537d service neutron] 10.222.0.43 "GET /v2.0/networks?id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 HTTP/1.1" status: 200 len: 910 time: 0.0861361 Jul 16 00:08:51.606731 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4170c036-e112-4487-9cb0-715132ef674d req-48efc564-2215-44ce-a197-812c781bd01d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da611146-5665-4140-88ca-b62b10f03817 HTTP/1.1" status: 200 len: 1002 time: 0.0553727 Jul 16 00:08:51.653225 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170c036-e112-4487-9cb0-715132ef674d req-832ce05a-0309-448f-87e8-c780fc146f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:51.654608 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4170c036-e112-4487-9cb0-715132ef674d req-832ce05a-0309-448f-87e8-c780fc146f32 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8f2fafa2-0cbb-4a0e-b842-b036d233e3cd HTTP/1.1" status: 200 len: 848 time: 0.0417838 Jul 16 00:08:51.713519 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170c036-e112-4487-9cb0-715132ef674d req-8fd018ff-51b8-42fd-97bb-fec022bb49d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:51.714979 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4170c036-e112-4487-9cb0-715132ef674d req-8fd018ff-51b8-42fd-97bb-fec022bb49d8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533571 Jul 16 00:08:51.800496 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4170c036-e112-4487-9cb0-715132ef674d req-0a29358d-b1d7-4439-8095-ac33543a9e47 service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783749 Jul 16 00:08:51.889257 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4170c036-e112-4487-9cb0-715132ef674d req-e2271386-28d6-45b0-a21e-5cd7baf76566 service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828781 Jul 16 00:08:54.722609 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:00.272497 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9580965-7978-4d8c-8753-e51f7f9034d8 req-6e0b8ee1-aba8-4164-ab54-86cef981307c tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:00.273968 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9580965-7978-4d8c-8753-e51f7f9034d8 req-6e0b8ee1-aba8-4164-ab54-86cef981307c tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 946 time: 0.1094999 Jul 16 00:09:00.313835 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9580965-7978-4d8c-8753-e51f7f9034d8 req-05e9b704-a345-4aa3-aeed-f87ca87808d9 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342269 Jul 16 00:09:01.513163 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc74c5-b400-456d-a291-19fe9772ec18 req-cad2cd0e-878a-4f32-8f4d-9b230781da55 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:01.514657 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-07fc74c5-b400-456d-a291-19fe9772ec18 req-cad2cd0e-878a-4f32-8f4d-9b230781da55 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 946 time: 0.0619960 Jul 16 00:09:01.552151 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-07fc74c5-b400-456d-a291-19fe9772ec18 req-4c7953e5-f7ca-430e-855d-21fdf15519b2 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318272 Jul 16 00:09:02.738105 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932c951-a552-4271-997c-5819494d9058 req-f4100b9a-ab23-4ac7-bac7-5221a65a8374 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:02.739561 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2932c951-a552-4271-997c-5819494d9058 req-f4100b9a-ab23-4ac7-bac7-5221a65a8374 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 946 time: 0.0608089 Jul 16 00:09:02.775740 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2932c951-a552-4271-997c-5819494d9058 req-5733fe1b-f679-4c8f-b666-ae29b5257062 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302715 Jul 16 00:09:03.949818 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7fdb1-983e-4aaa-ac3f-2107e495da05 req-da5e6846-a1ff-4925-8700-779d2b0a3282 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:03.951381 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a9c7fdb1-983e-4aaa-ac3f-2107e495da05 req-da5e6846-a1ff-4925-8700-779d2b0a3282 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 946 time: 0.0670798 Jul 16 00:09:03.988495 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a9c7fdb1-983e-4aaa-ac3f-2107e495da05 req-ff44bbeb-822c-4807-add6-f6a2bce762c4 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314934 Jul 16 00:09:05.161073 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca06d09-e7c3-477b-a040-ec22e8ca0eac req-d6f2ea95-c37a-43a9-8130-08e68599cab4 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:05.162580 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2ca06d09-e7c3-477b-a040-ec22e8ca0eac req-d6f2ea95-c37a-43a9-8130-08e68599cab4 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 946 time: 0.0619934 Jul 16 00:09:05.199725 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2ca06d09-e7c3-477b-a040-ec22e8ca0eac req-cfea4934-161a-4d3a-ad8f-6fd94f21833d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317383 Jul 16 00:09:06.366989 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af29c57-297c-4e8c-9b6e-be435dd03aba req-2356910e-5c60-4a86-ac51-37af7559088f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:06.368850 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4af29c57-297c-4e8c-9b6e-be435dd03aba req-2356910e-5c60-4a86-ac51-37af7559088f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 946 time: 0.0611372 Jul 16 00:09:06.408730 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4af29c57-297c-4e8c-9b6e-be435dd03aba req-db8e2537-a538-481a-b1bb-38b5fe7a38f4 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344405 Jul 16 00:09:07.908909 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3f39a-2acc-453f-a5c8-af7df12e5f9f req-62df1fe7-8a30-4e18-ba89-ed1b5c433b13 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:07.910399 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d9d3f39a-2acc-453f-a5c8-af7df12e5f9f req-62df1fe7-8a30-4e18-ba89-ed1b5c433b13 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 946 time: 0.3940024 Jul 16 00:09:07.947958 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d9d3f39a-2acc-453f-a5c8-af7df12e5f9f req-519ea98e-23f9-4678-a617-faed8a086830 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320072 Jul 16 00:09:09.120107 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7060202-0145-49b2-abd0-7b0ee7c93cd1 req-f79e3776-ed96-42e9-adea-33403c8f8f54 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:09.121558 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d7060202-0145-49b2-abd0-7b0ee7c93cd1 req-f79e3776-ed96-42e9-adea-33403c8f8f54 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 946 time: 0.0615764 Jul 16 00:09:09.158182 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d7060202-0145-49b2-abd0-7b0ee7c93cd1 req-a1aabc11-94ca-4913-b119-d25ddf1d92d5 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310159 Jul 16 00:09:09.432555 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:10.328773 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43cfe0c-dc04-459d-85ae-6a4f6952916d req-f013352d-17a1-4c68-9ab2-afd1e447285d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:10.330223 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d43cfe0c-dc04-459d-85ae-6a4f6952916d req-f013352d-17a1-4c68-9ab2-afd1e447285d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 946 time: 0.0636337 Jul 16 00:09:10.367433 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d43cfe0c-dc04-459d-85ae-6a4f6952916d req-b95f54c9-9ac5-4431-bef2-7a34bd9d2357 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311430 Jul 16 00:09:10.866802 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device da611146-5665-4140-88ca-b62b10f03817 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:09:10.959956 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port da611146-5665-4140-88ca-b62b10f03817, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=da611146-5665-4140-88ca-b62b10f03817,segment=NetworkSegment(3d5cb548-18aa-4ec2-afce-eb675e2ed29c),segment_id=3d5cb548-18aa-4ec2-afce-eb675e2ed29c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:10.970758 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'da611146-5665-4140-88ca-b62b10f03817', 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'port_id': 'da611146-5665-4140-88ca-b62b10f03817', 'mac_address': 'fa:16:3e:d0:94:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:09:11.010055 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:11.021909 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da611146-5665-4140-88ca-b62b10f03817 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:09:11.040614 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port da611146-5665-4140-88ca-b62b10f03817, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=da611146-5665-4140-88ca-b62b10f03817,segment=NetworkSegment(3d5cb548-18aa-4ec2-afce-eb675e2ed29c),segment_id=3d5cb548-18aa-4ec2-afce-eb675e2ed29c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:11.044288 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:11.094585 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=da611146-5665-4140-88ca-b62b10f03817,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:11.101669 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:11.102010 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:11.102346 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:11.102695 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:11.103024 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:11.103348 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:11.103668 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:11.103991 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:11.104310 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:11.104624 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:11.104938 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:11.105279 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:11.123401 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['da611146-5665-4140-88ca-b62b10f03817'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:09:11.538648 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259f8bc-4374-4bec-b793-e369d728dc3a req-869d6883-d658-49cf-9dd2-2c88a114ef3b tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:11.540105 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2259f8bc-4374-4bec-b793-e369d728dc3a req-869d6883-d658-49cf-9dd2-2c88a114ef3b tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0612955 Jul 16 00:09:11.576847 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2259f8bc-4374-4bec-b793-e369d728dc3a req-aaa14cb0-ace9-46f6-9180-e4535fded476 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312567 Jul 16 00:09:12.754208 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd547436-e9a4-49e3-bfb8-cb3103b8741f req-3103fb0e-0a6a-4cd6-9ce8-7c70420be553 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:12.756078 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fd547436-e9a4-49e3-bfb8-cb3103b8741f req-3103fb0e-0a6a-4cd6-9ce8-7c70420be553 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0651627 Jul 16 00:09:12.800100 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fd547436-e9a4-49e3-bfb8-cb3103b8741f req-5345593a-5793-413b-b069-100f8bb38c23 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381534 Jul 16 00:09:12.885011 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device da611146-5665-4140-88ca-b62b10f03817 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:09:12.936222 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port da611146-5665-4140-88ca-b62b10f03817 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:09:12.937565 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:13.024984 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:13.053721 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b9f357-b6de-4432-b84f-5b3baa50a8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da611146-5665-4140-88ca-b62b10f03817'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:09:13.056344 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae4f11e9886ebbda74e349334989d67f9e0924aee8a01d735f99c26d20dbf4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf49a35-5f8e-4cda-8cdf-5f4710d6f81b" -d '{"events": [{"server_uuid": "72b9f357-b6de-4432-b84f-5b3baa50a8e3", "name": "network-vif-plugged", "status": "completed", "tag": "da611146-5665-4140-88ca-b62b10f03817"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:09:13.070938 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port da611146-5665-4140-88ca-b62b10f03817, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=da611146-5665-4140-88ca-b62b10f03817,segment=NetworkSegment(3d5cb548-18aa-4ec2-afce-eb675e2ed29c),segment_id=3d5cb548-18aa-4ec2-afce-eb675e2ed29c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:13.076257 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:13.133020 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=da611146-5665-4140-88ca-b62b10f03817,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:13.176098 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca890774-5019-48ad-b714-2cbb7310ab73 x-openstack-request-id: req-ca890774-5019-48ad-b714-2cbb7310ab73 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:09:13.176557 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b9f357-b6de-4432-b84f-5b3baa50a8e3", "name": "network-vif-plugged", "status": "completed", "tag": "da611146-5665-4140-88ca-b62b10f03817", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:09:13.176884 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca890774-5019-48ad-b714-2cbb7310ab73 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:09:13.177433 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b9f357-b6de-4432-b84f-5b3baa50a8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da611146-5665-4140-88ca-b62b10f03817', 'code': 200} Jul 16 00:09:14.010314 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6f8e0-9c30-4a31-a251-177801cbd3a6 req-b211b11d-4852-4a51-84db-3088617064ee tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:14.011829 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d4c6f8e0-9c30-4a31-a251-177801cbd3a6 req-b211b11d-4852-4a51-84db-3088617064ee tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 946 time: 0.0892670 Jul 16 00:09:14.058744 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d4c6f8e0-9c30-4a31-a251-177801cbd3a6 req-29f94259-0506-421f-b5d2-2f434988835d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398905 Jul 16 00:09:15.247886 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecfe77-1244-4051-a6f4-79a3e86c321b req-3d17d174-a2ea-4601-98b4-ce4a1aca5c20 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:15.249322 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-45ecfe77-1244-4051-a6f4-79a3e86c321b req-3d17d174-a2ea-4601-98b4-ce4a1aca5c20 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 946 time: 0.0709767 Jul 16 00:09:15.300022 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-45ecfe77-1244-4051-a6f4-79a3e86c321b req-84893048-ed9f-4261-9678-192fcb784d6e tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400002 Jul 16 00:09:15.981572 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-af4c3a8b-6e4e-46e2-b5b9-8117f2cb5537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:16.488855 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbadd3-e7bd-4569-a5c4-cb1355384192 req-8d4afccd-6d20-4250-88b6-3a12c3bdbfea tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:16.491123 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-21cbadd3-e7bd-4569-a5c4-cb1355384192 req-8d4afccd-6d20-4250-88b6-3a12c3bdbfea tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 946 time: 0.0730910 Jul 16 00:09:16.533837 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-21cbadd3-e7bd-4569-a5c4-cb1355384192 req-67599c35-dbd8-4465-af12-1c449f3fd5c4 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368707 Jul 16 00:09:17.756604 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a214246-0884-43f6-a782-0c479409b808 req-6cbd69da-2d19-4f65-b3e0-f83f664c2fde tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:17.763221 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4a214246-0884-43f6-a782-0c479409b808 req-6cbd69da-2d19-4f65-b3e0-f83f664c2fde tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 946 time: 0.0845494 Jul 16 00:09:17.799734 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4a214246-0884-43f6-a782-0c479409b808 req-cc382dae-2bfa-4cba-9f57-8a7f9304188c tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397871 Jul 16 00:09:18.345387 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b4fd024f-a940-4a2e-8ce4-8d410e2a13be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:18.847167 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:19.018250 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982c00b-6db8-4ff5-8960-ba86e9b6092a req-19efb0c5-fdaf-46ce-8a0e-c19bd6cc7a81 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:19.020163 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f982c00b-6db8-4ff5-8960-ba86e9b6092a req-19efb0c5-fdaf-46ce-8a0e-c19bd6cc7a81 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 946 time: 0.0695071 Jul 16 00:09:19.074619 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f982c00b-6db8-4ff5-8960-ba86e9b6092a req-f9619504-abef-4e07-93e8-fbcdbd166d75 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483572 Jul 16 00:09:19.904013 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:20.464702 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e55895-84d7-45ea-a68d-694c9d9ae8d9 req-85e2fd98-aa11-4298-9f26-e509c2564403 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:20.466536 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-54e55895-84d7-45ea-a68d-694c9d9ae8d9 req-85e2fd98-aa11-4298-9f26-e509c2564403 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 946 time: 0.0757229 Jul 16 00:09:20.517840 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-54e55895-84d7-45ea-a68d-694c9d9ae8d9 req-2a05600e-4bc8-4ae4-b8f2-3cec1a49beef tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328071 Jul 16 00:09:21.447130 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:21.686801 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f6cad-a7fe-497d-9c5a-8fbafb25876e req-1d45dcc5-c0da-465f-9b5c-ba9bf2ea5d91 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:21.688286 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8f9f6cad-a7fe-497d-9c5a-8fbafb25876e req-1d45dcc5-c0da-465f-9b5c-ba9bf2ea5d91 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 946 time: 0.0620351 Jul 16 00:09:21.727113 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8f9f6cad-a7fe-497d-9c5a-8fbafb25876e req-99697c5c-13c3-4c71-a3e6-f8b75d3f3a2c tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330229 Jul 16 00:09:21.909205 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04992bf8-9911-44cc-9db1-17e78ad946f1 req-9643eb5b-3740-4b8e-94a1-87f9d70a7c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:21.910699 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-04992bf8-9911-44cc-9db1-17e78ad946f1 req-9643eb5b-3740-4b8e-94a1-87f9d70a7c9d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=650307b68dd645238e227dac67c0abb9&device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 1097 time: 0.0522733 Jul 16 00:09:22.340781 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04992bf8-9911-44cc-9db1-17e78ad946f1 req-44a9e984-b4db-425d-9fb2-e945270397b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:22.342255 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-04992bf8-9911-44cc-9db1-17e78ad946f1 req-44a9e984-b4db-425d-9fb2-e945270397b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 HTTP/1.1" status: 200 len: 910 time: 0.4253623 Jul 16 00:09:22.403809 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-04992bf8-9911-44cc-9db1-17e78ad946f1 req-c8a1175a-07c4-4a47-a8f6-c732c86e5a1b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da611146-5665-4140-88ca-b62b10f03817 HTTP/1.1" status: 200 len: 1002 time: 0.0550599 Jul 16 00:09:22.450257 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04992bf8-9911-44cc-9db1-17e78ad946f1 req-7fc5414b-ab75-4457-ab29-1966b1652da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:22.451724 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-04992bf8-9911-44cc-9db1-17e78ad946f1 req-7fc5414b-ab75-4457-ab29-1966b1652da7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8f2fafa2-0cbb-4a0e-b842-b036d233e3cd HTTP/1.1" status: 200 len: 848 time: 0.0422709 Jul 16 00:09:22.508859 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04992bf8-9911-44cc-9db1-17e78ad946f1 req-6f833d68-9558-4df6-8f4d-731236b4ec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:22.510325 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-04992bf8-9911-44cc-9db1-17e78ad946f1 req-6f833d68-9558-4df6-8f4d-731236b4ec03 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528679 Jul 16 00:09:22.596040 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-04992bf8-9911-44cc-9db1-17e78ad946f1 req-88fc0f93-b54e-487b-89dc-6f2e746f001e service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784590 Jul 16 00:09:22.684715 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-04992bf8-9911-44cc-9db1-17e78ad946f1 req-2a98107d-7d28-4238-bc86-e10951d2f7c8 service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826859 Jul 16 00:09:22.899895 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b6c67-aa02-43aa-8673-399c9944b8c8 req-5f56199b-36b7-4092-b243-f9d8bda742eb tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:22.901288 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6a2b6c67-aa02-43aa-8673-399c9944b8c8 req-5f56199b-36b7-4092-b243-f9d8bda742eb tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 946 time: 0.0662491 Jul 16 00:09:22.938369 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6a2b6c67-aa02-43aa-8673-399c9944b8c8 req-aeccaede-e1e6-4dad-bd19-386bc816f3c4 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315301 Jul 16 00:09:24.112058 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6de5d7-304c-4b0e-bded-3d0b03c7d9d2 req-e87fc852-cb84-49ad-9bae-77dcba02121d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:24.113746 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8e6de5d7-304c-4b0e-bded-3d0b03c7d9d2 req-e87fc852-cb84-49ad-9bae-77dcba02121d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 946 time: 0.0627742 Jul 16 00:09:24.152693 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8e6de5d7-304c-4b0e-bded-3d0b03c7d9d2 req-e4613ca1-cbb9-4bec-95db-ad86717f161a tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332551 Jul 16 00:09:24.719433 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:24.922029 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device da611146-5665-4140-88ca-b62b10f03817 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:09:24.998253 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:25.019435 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b9f357-b6de-4432-b84f-5b3baa50a8e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da611146-5665-4140-88ca-b62b10f03817'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:09:25.021677 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae4f11e9886ebbda74e349334989d67f9e0924aee8a01d735f99c26d20dbf4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c355be28-9ada-4153-a083-0c4d6a6a4f98" -d '{"events": [{"server_uuid": "72b9f357-b6de-4432-b84f-5b3baa50a8e3", "name": "network-vif-unplugged", "status": "completed", "tag": "da611146-5665-4140-88ca-b62b10f03817"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:09:25.033891 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port da611146-5665-4140-88ca-b62b10f03817, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=da611146-5665-4140-88ca-b62b10f03817,segment=NetworkSegment(3d5cb548-18aa-4ec2-afce-eb675e2ed29c),segment_id=3d5cb548-18aa-4ec2-afce-eb675e2ed29c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:25.038926 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:25.062815 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 00:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a29ca1e-8d4f-4093-8bc7-c00120b22d3b x-openstack-request-id: req-9a29ca1e-8d4f-4093-8bc7-c00120b22d3b {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:09:25.063112 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b9f357-b6de-4432-b84f-5b3baa50a8e3", "name": "network-vif-unplugged", "status": "failed", "tag": "da611146-5665-4140-88ca-b62b10f03817", "code": 422}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:09:25.063370 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a29ca1e-8d4f-4093-8bc7-c00120b22d3b {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:09:25.063762 n-d-787205-9 neutron-server[93800]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '72b9f357-b6de-4432-b84f-5b3baa50a8e3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'da611146-5665-4140-88ca-b62b10f03817', 'code': 422} returned with failed status Jul 16 00:09:25.088077 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=da611146-5665-4140-88ca-b62b10f03817,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:25.323803 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74a8c4-7a71-474d-844f-7e0335e71fde req-751b2b4a-a770-47a8-b302-ba08ac7212c5 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:25.325272 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ac74a8c4-7a71-474d-844f-7e0335e71fde req-751b2b4a-a770-47a8-b302-ba08ac7212c5 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 944 time: 0.0629900 Jul 16 00:09:25.366610 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ac74a8c4-7a71-474d-844f-7e0335e71fde req-c69b2667-146f-43bc-960f-3c17536d59d0 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357175 Jul 16 00:09:25.381636 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:09:25.710523 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf004d1-24ba-42ef-bb9f-2e79587910f7 req-f212b31f-eb5f-48cf-b627-5f8422413b23 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:25.712077 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5bf004d1-24ba-42ef-bb9f-2e79587910f7 req-f212b31f-eb5f-48cf-b627-5f8422413b23 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 944 time: 0.0638483 Jul 16 00:09:25.750451 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5bf004d1-24ba-42ef-bb9f-2e79587910f7 req-19771895-5a70-4b43-a023-ca9d7f32c7dc tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327239 Jul 16 00:09:25.778454 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 39880) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:25.864874 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-829853ca-5feb-4f52-9c97-aaae49c5a888 req-edc41eac-59d9-4d15-8201-5adae2c0acfd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852447 Jul 16 00:09:26.777354 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829853ca-5feb-4f52-9c97-aaae49c5a888 req-69977ed9-e3dc-43f5-9e60-4f841dea66df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:26.779014 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-829853ca-5feb-4f52-9c97-aaae49c5a888 req-69977ed9-e3dc-43f5-9e60-4f841dea66df service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3&tenant_id=650307b68dd645238e227dac67c0abb9 HTTP/1.1" status: 200 len: 1095 time: 0.0511642 Jul 16 00:09:26.874416 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829853ca-5feb-4f52-9c97-aaae49c5a888 req-4a011782-56c4-4f4e-895b-3f6c02594798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:26.875850 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-829853ca-5feb-4f52-9c97-aaae49c5a888 req-4a011782-56c4-4f4e-895b-3f6c02594798 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=650307b68dd645238e227dac67c0abb9&device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 1095 time: 0.0532115 Jul 16 00:09:26.930410 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298751f5-da72-4637-a3c3-a3c6134f8a65 req-4b4d79a7-518d-4788-acc4-5eb825ecaebb tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:26.931937 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-298751f5-da72-4637-a3c3-a3c6134f8a65 req-4b4d79a7-518d-4788-acc4-5eb825ecaebb tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 944 time: 0.0664401 Jul 16 00:09:26.970583 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-298751f5-da72-4637-a3c3-a3c6134f8a65 req-b825d94c-695d-4060-a4b6-85921a2b27b6 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326593 Jul 16 00:09:26.975906 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829853ca-5feb-4f52-9c97-aaae49c5a888 req-27892194-966d-4dd0-b8aa-370beedb5058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:26.977402 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-829853ca-5feb-4f52-9c97-aaae49c5a888 req-27892194-966d-4dd0-b8aa-370beedb5058 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 HTTP/1.1" status: 200 len: 910 time: 0.0959518 Jul 16 00:09:27.040402 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-829853ca-5feb-4f52-9c97-aaae49c5a888 req-4abb60fe-e0d8-45b2-b30a-e75cb724b9e5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da611146-5665-4140-88ca-b62b10f03817 HTTP/1.1" status: 200 len: 1000 time: 0.0560944 Jul 16 00:09:27.092018 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829853ca-5feb-4f52-9c97-aaae49c5a888 req-9b44e4b6-3d50-4abe-8b28-8f6059c34b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:27.093440 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-829853ca-5feb-4f52-9c97-aaae49c5a888 req-9b44e4b6-3d50-4abe-8b28-8f6059c34b18 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8f2fafa2-0cbb-4a0e-b842-b036d233e3cd HTTP/1.1" status: 200 len: 848 time: 0.0462546 Jul 16 00:09:27.148159 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829853ca-5feb-4f52-9c97-aaae49c5a888 req-d2dedf7a-6ce5-425b-8e23-140c358fbb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:27.149742 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-829853ca-5feb-4f52-9c97-aaae49c5a888 req-d2dedf7a-6ce5-425b-8e23-140c358fbb9f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504079 Jul 16 00:09:27.237590 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-829853ca-5feb-4f52-9c97-aaae49c5a888 req-eecd432b-888e-4b55-b342-d4cbced7519c service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803142 Jul 16 00:09:27.328027 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-829853ca-5feb-4f52-9c97-aaae49c5a888 req-f5186e67-26f3-4510-b5b2-c3f7b2ed64af service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846446 Jul 16 00:09:28.150892 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297f1e0-edcb-4909-b7a2-16d893683a35 req-026f1a45-7977-46a7-940f-3ca836232223 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:28.152464 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2297f1e0-edcb-4909-b7a2-16d893683a35 req-026f1a45-7977-46a7-940f-3ca836232223 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 944 time: 0.0649269 Jul 16 00:09:28.194002 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2297f1e0-edcb-4909-b7a2-16d893683a35 req-b659b126-abec-4a06-a854-e78f714f391e tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352626 Jul 16 00:09:28.951765 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device da611146-5665-4140-88ca-b62b10f03817 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:09:29.381475 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720c867-3ec9-45b3-8021-32f1f1b9f6bb req-bd8939ff-3b52-4c48-949c-da3c6416bd24 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:29.382961 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b720c867-3ec9-45b3-8021-32f1f1b9f6bb req-bd8939ff-3b52-4c48-949c-da3c6416bd24 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 944 time: 0.0687628 Jul 16 00:09:29.422579 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b720c867-3ec9-45b3-8021-32f1f1b9f6bb req-71cd302d-f7f9-48a2-90fb-b7bfb3f546bf tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337870 Jul 16 00:09:30.607420 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fe6ee-37b6-4468-9ae9-f44ea9730c0d req-1946560d-bdac-4ce7-b4ba-aa0542049d91 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:30.609080 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-392fe6ee-37b6-4468-9ae9-f44ea9730c0d req-1946560d-bdac-4ce7-b4ba-aa0542049d91 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 944 time: 0.0692389 Jul 16 00:09:30.648259 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-392fe6ee-37b6-4468-9ae9-f44ea9730c0d req-7a8e3c45-a8ee-4fc0-8c2d-a990082ef2c6 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332832 Jul 16 00:09:31.829387 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2809b5-60f2-4c42-bc22-695ae6674bb3 req-8c547059-c71e-471b-a796-8f2162d9296f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:31.830952 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-da2809b5-60f2-4c42-bc22-695ae6674bb3 req-8c547059-c71e-471b-a796-8f2162d9296f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 944 time: 0.0663688 Jul 16 00:09:31.871631 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-da2809b5-60f2-4c42-bc22-695ae6674bb3 req-5d7be4ca-bbed-43e1-ad92-f68e8326d4f7 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345640 Jul 16 00:09:33.054056 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ea2da-bb8b-442c-9908-bd2ce9e5887c req-c8bf3a69-589d-41b3-94e0-8ad1944e876e tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:33.055759 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d87ea2da-bb8b-442c-9908-bd2ce9e5887c req-c8bf3a69-589d-41b3-94e0-8ad1944e876e tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 944 time: 0.0685706 Jul 16 00:09:33.096895 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d87ea2da-bb8b-442c-9908-bd2ce9e5887c req-a2c83340-8e2e-462f-8375-ee0af1aaa0e4 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348041 Jul 16 00:09:34.279471 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a8113-c34f-4d8d-b5bc-9d646b0a43c3 req-750e6570-10c7-41e4-9c52-c093111b0444 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:34.280877 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aa7a8113-c34f-4d8d-b5bc-9d646b0a43c3 req-750e6570-10c7-41e4-9c52-c093111b0444 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 944 time: 0.0665362 Jul 16 00:09:34.319688 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aa7a8113-c34f-4d8d-b5bc-9d646b0a43c3 req-db986893-426d-4ea2-a2de-daff88ac9326 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332146 Jul 16 00:09:35.568387 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9266d47-e0ac-4908-b3a9-e52d77d383c3 req-f3f93399-08dd-44df-8f06-54ee134afc9e tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:35.569863 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9266d47-e0ac-4908-b3a9-e52d77d383c3 req-f3f93399-08dd-44df-8f06-54ee134afc9e tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 944 time: 0.0664473 Jul 16 00:09:35.609393 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b9266d47-e0ac-4908-b3a9-e52d77d383c3 req-a535f860-9b82-4c8e-81e9-c7bcea23fb6e tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336742 Jul 16 00:09:36.790095 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39725fec-6f24-4dfe-a47e-cefd1411a155 req-9117663d-434e-48ae-b827-2778e7a2ef7b tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:36.792476 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-39725fec-6f24-4dfe-a47e-cefd1411a155 req-9117663d-434e-48ae-b827-2778e7a2ef7b tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 944 time: 0.0695360 Jul 16 00:09:36.830805 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-39725fec-6f24-4dfe-a47e-cefd1411a155 req-3a4e32a4-02a0-47f2-9b8a-740dfeac300c tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324066 Jul 16 00:09:38.001777 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba8f1c-6917-41fc-a5c3-8dd45a036688 req-00142a2d-d160-4b96-99bb-fbcfd41134e1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:38.003274 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dcba8f1c-6917-41fc-a5c3-8dd45a036688 req-00142a2d-d160-4b96-99bb-fbcfd41134e1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 944 time: 0.0621116 Jul 16 00:09:38.039952 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dcba8f1c-6917-41fc-a5c3-8dd45a036688 req-1c15e6f2-f213-4a46-b72d-1502c3251543 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310807 Jul 16 00:09:38.968670 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device da611146-5665-4140-88ca-b62b10f03817 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:09:39.060602 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port da611146-5665-4140-88ca-b62b10f03817, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=da611146-5665-4140-88ca-b62b10f03817,segment=NetworkSegment(3d5cb548-18aa-4ec2-afce-eb675e2ed29c),segment_id=3d5cb548-18aa-4ec2-afce-eb675e2ed29c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:39.075417 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': 'da611146-5665-4140-88ca-b62b10f03817', 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'port_id': 'da611146-5665-4140-88ca-b62b10f03817', 'mac_address': 'fa:16:3e:d0:94:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:09:39.111395 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:39.124687 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da611146-5665-4140-88ca-b62b10f03817 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:09:39.147088 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port da611146-5665-4140-88ca-b62b10f03817, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=da611146-5665-4140-88ca-b62b10f03817,segment=NetworkSegment(3d5cb548-18aa-4ec2-afce-eb675e2ed29c),segment_id=3d5cb548-18aa-4ec2-afce-eb675e2ed29c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:39.151757 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:39.199713 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=da611146-5665-4140-88ca-b62b10f03817,revision_number=9']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:39.218948 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b027f-54cf-4818-bcf8-e2393f345505 req-808cc973-3a11-4855-82d4-f0c52925a606 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:39.220374 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-563b027f-54cf-4818-bcf8-e2393f345505 req-808cc973-3a11-4855-82d4-f0c52925a606 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0687313 Jul 16 00:09:39.258356 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-563b027f-54cf-4818-bcf8-e2393f345505 req-a8185e2f-953b-4849-a509-c0013ef11405 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313463 Jul 16 00:09:39.381750 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['da611146-5665-4140-88ca-b62b10f03817'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:09:39.441657 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:40.431583 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f218078-262f-456a-8f3f-6b555e4720f1 req-a050583a-f154-491d-9e87-6ce81a9fc2ec tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:40.433058 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3f218078-262f-456a-8f3f-6b555e4720f1 req-a050583a-f154-491d-9e87-6ce81a9fc2ec tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0637605 Jul 16 00:09:40.469469 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3f218078-262f-456a-8f3f-6b555e4720f1 req-111759c1-5331-4f5b-ad4c-d97b3b7c3b8d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306592 Jul 16 00:09:40.983299 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device da611146-5665-4140-88ca-b62b10f03817 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:09:41.028859 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port da611146-5665-4140-88ca-b62b10f03817 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:09:41.029231 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:41.106571 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:41.127472 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b9f357-b6de-4432-b84f-5b3baa50a8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da611146-5665-4140-88ca-b62b10f03817'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:09:41.129669 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae4f11e9886ebbda74e349334989d67f9e0924aee8a01d735f99c26d20dbf4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8466882-6a49-4028-9596-b2d54a5ea973" -d '{"events": [{"server_uuid": "72b9f357-b6de-4432-b84f-5b3baa50a8e3", "name": "network-vif-plugged", "status": "completed", "tag": "da611146-5665-4140-88ca-b62b10f03817"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:09:41.141920 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port da611146-5665-4140-88ca-b62b10f03817, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=da611146-5665-4140-88ca-b62b10f03817,segment=NetworkSegment(3d5cb548-18aa-4ec2-afce-eb675e2ed29c),segment_id=3d5cb548-18aa-4ec2-afce-eb675e2ed29c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:41.146539 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:41.169351 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e857f08a-e8f7-4caa-adfb-71a55be574cd x-openstack-request-id: req-e857f08a-e8f7-4caa-adfb-71a55be574cd {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:09:41.169643 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b9f357-b6de-4432-b84f-5b3baa50a8e3", "name": "network-vif-plugged", "status": "completed", "tag": "da611146-5665-4140-88ca-b62b10f03817", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:09:41.169896 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e857f08a-e8f7-4caa-adfb-71a55be574cd {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:09:41.170282 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b9f357-b6de-4432-b84f-5b3baa50a8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da611146-5665-4140-88ca-b62b10f03817', 'code': 200} Jul 16 00:09:41.196196 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=da611146-5665-4140-88ca-b62b10f03817,revision_number=10']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:41.336288 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2da7f2-7538-4f8b-9d15-09204369b719 req-508c905f-e769-47ae-867a-ca3b52c345b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:41.337780 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-eb2da7f2-7538-4f8b-9d15-09204369b719 req-508c905f-e769-47ae-867a-ca3b52c345b6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 1098 time: 0.0522356 Jul 16 00:09:41.372304 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-eb2da7f2-7538-4f8b-9d15-09204369b719 req-20d3c248-31c6-4707-954e-161070c61f5c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277166 Jul 16 00:09:41.640725 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e803b-c747-4419-9175-2ff8b3c30dd0 req-60f425fe-b32a-49f6-a52c-3cdad48bdaf4 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:41.642128 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f27e803b-c747-4419-9175-2ff8b3c30dd0 req-60f425fe-b32a-49f6-a52c-3cdad48bdaf4 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 947 time: 0.0618668 Jul 16 00:09:41.679285 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f27e803b-c747-4419-9175-2ff8b3c30dd0 req-e6a6f0f8-9af0-4267-9152-570c9d20f996 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310097 Jul 16 00:09:42.854894 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380eea71-3446-4536-822e-24de0b9f1723 req-d9a2fe3e-4bae-44e6-b066-ac60cb17b413 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:42.856351 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-380eea71-3446-4536-822e-24de0b9f1723 req-d9a2fe3e-4bae-44e6-b066-ac60cb17b413 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 947 time: 0.0655797 Jul 16 00:09:42.893048 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-380eea71-3446-4536-822e-24de0b9f1723 req-376f4ea0-032b-4850-bd2d-6cb271009b01 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311973 Jul 16 00:09:45.974464 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c5a6c8bd-b316-41e6-bbcf-2d923d643c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:48.345894 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2541e11a-3ddd-430c-9c03-72636bf509a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:48.840324 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:49.902545 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:51.413306 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a5a6d15-3042-468b-ae56-5376f955b782 req-57a96241-5940-4a8e-8c37-0bc3949cf078 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0978136 Jul 16 00:09:51.453684 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:51.508099 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a6d15-3042-468b-ae56-5376f955b782 req-83e65817-8189-4c1f-80f7-a77009851df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:51.509561 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a5a6d15-3042-468b-ae56-5376f955b782 req-83e65817-8189-4c1f-80f7-a77009851df9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=650307b68dd645238e227dac67c0abb9&device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 1098 time: 0.0510454 Jul 16 00:09:51.617695 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a6d15-3042-468b-ae56-5376f955b782 req-ce578161-3b57-483b-ba64-c6e3a502a082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:51.619108 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a5a6d15-3042-468b-ae56-5376f955b782 req-ce578161-3b57-483b-ba64-c6e3a502a082 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 HTTP/1.1" status: 200 len: 910 time: 0.0831840 Jul 16 00:09:51.688561 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a5a6d15-3042-468b-ae56-5376f955b782 req-63569583-87bf-4dea-93e7-2e87f282ba36 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da611146-5665-4140-88ca-b62b10f03817 HTTP/1.1" status: 200 len: 1002 time: 0.0597565 Jul 16 00:09:51.734982 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a6d15-3042-468b-ae56-5376f955b782 req-70fc4b7a-ae34-467b-aafe-3543b0e97bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:51.736368 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a5a6d15-3042-468b-ae56-5376f955b782 req-70fc4b7a-ae34-467b-aafe-3543b0e97bc5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8f2fafa2-0cbb-4a0e-b842-b036d233e3cd HTTP/1.1" status: 200 len: 848 time: 0.0422068 Jul 16 00:09:51.790249 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a6d15-3042-468b-ae56-5376f955b782 req-2b3d03ef-9fc9-48c7-9bfa-aa581efbbc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:51.791709 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a5a6d15-3042-468b-ae56-5376f955b782 req-2b3d03ef-9fc9-48c7-9bfa-aa581efbbc8f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496647 Jul 16 00:09:51.881539 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a5a6d15-3042-468b-ae56-5376f955b782 req-f36772e7-e8d5-45eb-84f0-30bbcb2a92cb service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836039 Jul 16 00:09:51.969075 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9a5a6d15-3042-468b-ae56-5376f955b782 req-1b07d375-e806-4a9e-b5ec-0efe18d49095 service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814166 Jul 16 00:09:54.732026 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:02.381427 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:10:09.463346 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:15.974618 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5fbf2081-395a-4ecc-a696-f8cea32211ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:18.346876 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-24aaa030-f389-40fa-ba02-b59a72a32038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:18.840860 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:19.903174 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:21.452729 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:24.763699 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:39.379833 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:10:39.474307 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:45.975531 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-52c97554-65e4-4361-88d6-ee06d1b66a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:48.347060 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-faaa29da-839c-4cc1-a3e3-6ff194c29919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:48.841825 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:49.906152 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:51.454937 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:52.347553 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1d54c917-23dc-43bc-b303-b4ac118bc231 req-a31a41b6-ced4-4a95-ab50-bc8c98955037 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563495 Jul 16 00:10:52.438703 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54c917-23dc-43bc-b303-b4ac118bc231 req-6f9e6863-8bfd-4639-9724-d008cd67390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:52.440165 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1d54c917-23dc-43bc-b303-b4ac118bc231 req-6f9e6863-8bfd-4639-9724-d008cd67390b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=650307b68dd645238e227dac67c0abb9&device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 1098 time: 0.0517247 Jul 16 00:10:52.545338 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54c917-23dc-43bc-b303-b4ac118bc231 req-db513de0-c44a-4b92-9b5d-7385d33cd0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:52.546884 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1d54c917-23dc-43bc-b303-b4ac118bc231 req-db513de0-c44a-4b92-9b5d-7385d33cd0fb service neutron] 10.222.0.43 "GET /v2.0/networks?id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 HTTP/1.1" status: 200 len: 910 time: 0.0873253 Jul 16 00:10:52.610757 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1d54c917-23dc-43bc-b303-b4ac118bc231 req-5f8fbef7-c83b-4f4f-910a-1cb5efad6a2e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da611146-5665-4140-88ca-b62b10f03817 HTTP/1.1" status: 200 len: 1002 time: 0.0572731 Jul 16 00:10:52.658211 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54c917-23dc-43bc-b303-b4ac118bc231 req-d36a50b7-ff67-400b-ba77-e147f4abd052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:52.659644 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1d54c917-23dc-43bc-b303-b4ac118bc231 req-d36a50b7-ff67-400b-ba77-e147f4abd052 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8f2fafa2-0cbb-4a0e-b842-b036d233e3cd HTTP/1.1" status: 200 len: 848 time: 0.0423226 Jul 16 00:10:52.718755 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54c917-23dc-43bc-b303-b4ac118bc231 req-907d6b6d-ea9f-46a8-b50e-0cc32cb5f946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:52.720216 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1d54c917-23dc-43bc-b303-b4ac118bc231 req-907d6b6d-ea9f-46a8-b50e-0cc32cb5f946 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544758 Jul 16 00:10:52.807575 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1d54c917-23dc-43bc-b303-b4ac118bc231 req-b5478016-1db4-423f-a0ef-514ba7cf5b01 service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803649 Jul 16 00:10:52.899473 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1d54c917-23dc-43bc-b303-b4ac118bc231 req-6af08c60-5632-4e49-954c-84dadae63740 service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857437 Jul 16 00:10:54.777725 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:55.809782 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40010) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:10:55.962350 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f9f136db-8332-4f6b-a560-5f26cf18df8d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Deleting port 02ebd1b1-58ec-4f33-897c-81f4f04d4e24 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:10:55.962719 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9f136db-8332-4f6b-a560-5f26cf18df8d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:56.038422 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9f136db-8332-4f6b-a560-5f26cf18df8d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:56.039285 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9f136db-8332-4f6b-a560-5f26cf18df8d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:56.050392 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f9f136db-8332-4f6b-a560-5f26cf18df8d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Calling delete_port for 02ebd1b1-58ec-4f33-897c-81f4f04d4e24 owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:10:56.194418 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9f136db-8332-4f6b-a560-5f26cf18df8d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:56.220301 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f136db-8332-4f6b-a560-5f26cf18df8d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Pushing event deleted for resources: {'Port': ['ID=02ebd1b1-58ec-4f33-897c-81f4f04d4e24,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:56.248586 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f136db-8332-4f6b-a560-5f26cf18df8d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:56.248929 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f136db-8332-4f6b-a560-5f26cf18df8d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:56.249266 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f136db-8332-4f6b-a560-5f26cf18df8d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:56.249600 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f136db-8332-4f6b-a560-5f26cf18df8d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:56.249931 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f136db-8332-4f6b-a560-5f26cf18df8d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:56.250257 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f136db-8332-4f6b-a560-5f26cf18df8d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:56.250582 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f136db-8332-4f6b-a560-5f26cf18df8d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:56.250942 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f136db-8332-4f6b-a560-5f26cf18df8d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:56.251258 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f136db-8332-4f6b-a560-5f26cf18df8d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:56.251580 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f136db-8332-4f6b-a560-5f26cf18df8d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:56.252171 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f136db-8332-4f6b-a560-5f26cf18df8d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:56.252498 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f136db-8332-4f6b-a560-5f26cf18df8d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:56.289321 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9f136db-8332-4f6b-a560-5f26cf18df8d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:56.289645 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-f9f136db-8332-4f6b-a560-5f26cf18df8d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Floating IP 437a8178-38d8-4d0b-8720-f200a003965c disassociated (deleted). External IP: 172.25.4.134, port: da611146-5665-4140-88ca-b62b10f03817. Jul 16 00:10:56.489593 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f136db-8332-4f6b-a560-5f26cf18df8d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Router c4a02187-3653-4e45-be8a-bf21202f2817 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:10:56.593088 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f136db-8332-4f6b-a560-5f26cf18df8d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:10:56.597752 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f9f136db-8332-4f6b-a560-5f26cf18df8d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:56.603633 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf51e95-35a2-424b-9eb2-a52cbe8e7afb None None] Sync routers for ids ['c4a02187-3653-4e45-be8a-bf21202f2817'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:10:56.612947 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf51e95-35a2-424b-9eb2-a52cbe8e7afb None None] Routers {'c4a02187-3653-4e45-be8a-bf21202f2817'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:10:56.613559 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0cf51e95-35a2-424b-9eb2-a52cbe8e7afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:10:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c4a02187-3653-4e45-be8a-bf21202f2817'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:10:56.632049 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f9f136db-8332-4f6b-a560-5f26cf18df8d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "DELETE /v2.0/floatingips/437a8178-38d8-4d0b-8720-f200a003965c HTTP/1.1" status: 204 len: 168 time: 0.8208840 Jul 16 00:10:56.633251 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b9f357-b6de-4432-b84f-5b3baa50a8e3', 'tag': 'da611146-5665-4140-88ca-b62b10f03817'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:10:56.635661 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f08fc2a7d463e069dbf969c41850b8f153237e21caa8377f91bf00f314a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0cdbf2-9ab5-4f74-9217-c4d5f7fb8a91" -d '{"events": [{"name": "network-changed", "server_uuid": "72b9f357-b6de-4432-b84f-5b3baa50a8e3", "tag": "da611146-5665-4140-88ca-b62b10f03817"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:10:56.739794 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c70a7d3-1496-4e02-99f9-3922f0dd76eb x-openstack-request-id: req-9c70a7d3-1496-4e02-99f9-3922f0dd76eb {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:10:56.740260 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72b9f357-b6de-4432-b84f-5b3baa50a8e3", "tag": "da611146-5665-4140-88ca-b62b10f03817", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:10:56.740607 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c70a7d3-1496-4e02-99f9-3922f0dd76eb {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:10:56.741337 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72b9f357-b6de-4432-b84f-5b3baa50a8e3', 'tag': 'da611146-5665-4140-88ca-b62b10f03817', 'status': 'completed', 'code': 200} Jul 16 00:10:56.820503 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cdbf2-9ab5-4f74-9217-c4d5f7fb8a91 req-ffa23fbf-578f-42e8-bd93-7fc78e5b6b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:56.822040 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-da0cdbf2-9ab5-4f74-9217-c4d5f7fb8a91 req-ffa23fbf-578f-42e8-bd93-7fc78e5b6b73 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=650307b68dd645238e227dac67c0abb9&device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 1098 time: 0.0563517 Jul 16 00:10:56.886502 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-0cf51e95-35a2-424b-9eb2-a52cbe8e7afb None None] Set router c4a02187-3653-4e45-be8a-bf21202f2817 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:10:56.929166 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cdbf2-9ab5-4f74-9217-c4d5f7fb8a91 req-cf43d225-6c49-4a68-aab7-147c668aa11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:56.930730 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-da0cdbf2-9ab5-4f74-9217-c4d5f7fb8a91 req-cf43d225-6c49-4a68-aab7-147c668aa11f service neutron] 10.222.0.43 "GET /v2.0/networks?id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 HTTP/1.1" status: 200 len: 910 time: 0.1023908 Jul 16 00:10:56.974881 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-da0cdbf2-9ab5-4f74-9217-c4d5f7fb8a91 req-1c23a81f-5e86-4d79-8247-7ede9ae69d17 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da611146-5665-4140-88ca-b62b10f03817 HTTP/1.1" status: 200 len: 217 time: 0.0361602 Jul 16 00:10:57.028472 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cdbf2-9ab5-4f74-9217-c4d5f7fb8a91 req-9abeefb4-c1ad-4c58-8a37-3c845987746f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:57.029868 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-da0cdbf2-9ab5-4f74-9217-c4d5f7fb8a91 req-9abeefb4-c1ad-4c58-8a37-3c845987746f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8f2fafa2-0cbb-4a0e-b842-b036d233e3cd HTTP/1.1" status: 200 len: 848 time: 0.0481453 Jul 16 00:10:57.031678 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9cc01-9f79-4787-9acd-aa71718ddfdf req-fe657eee-27b5-4422-85df-68295b1d12fc tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:57.033335 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-23f9cc01-9f79-4787-9acd-aa71718ddfdf req-fe657eee-27b5-4422-85df-68295b1d12fc tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 947 time: 0.0660827 Jul 16 00:10:57.082466 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-23f9cc01-9f79-4787-9acd-aa71718ddfdf req-81a47228-b70a-4532-9091-7c8bda41d352 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425162 Jul 16 00:10:57.097052 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cdbf2-9ab5-4f74-9217-c4d5f7fb8a91 req-e9d3051f-0605-4277-b1a8-03e0870adde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:57.098844 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0cf51e95-35a2-424b-9eb2-a52cbe8e7afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'name': 'tempest-TestShelveInstance-1979721793-router', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:40Z', 'updated_at': '2021-07-16T00:06:43Z', 'revision_number': 4, 'project_id': '650307b68dd645238e227dac67c0abb9', 'gw_port': {'id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:41Z', 'updated_at': '2021-07-16T00:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'd209c236-37fd-4619-9751-ce6c1dc92552', 'name': '', 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'mac_address': 'fa:16:3e:9e:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:42Z', 'updated_at': '2021-07-16T00:06:49Z', 'revision_number': 5, 'project_id': '650307b68dd645238e227dac67c0abb9', 'subnets': [{'id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:10:57.099447 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-da0cdbf2-9ab5-4f74-9217-c4d5f7fb8a91 req-e9d3051f-0605-4277-b1a8-03e0870adde1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627632 Jul 16 00:10:57.125932 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf51e95-35a2-424b-9eb2-a52cbe8e7afb None None] Checking router: c4a02187-3653-4e45-be8a-bf21202f2817 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:10:57.134706 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf51e95-35a2-424b-9eb2-a52cbe8e7afb None None] Routers {'c4a02187-3653-4e45-be8a-bf21202f2817'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:10:57.135329 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0cf51e95-35a2-424b-9eb2-a52cbe8e7afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:10:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c4a02187-3653-4e45-be8a-bf21202f2817'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:10:57.192067 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-da0cdbf2-9ab5-4f74-9217-c4d5f7fb8a91 req-ec7c7b43-44c5-44ac-a55d-528e655da942 service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829916 Jul 16 00:10:57.240487 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-0cf51e95-35a2-424b-9eb2-a52cbe8e7afb None None] Set router c4a02187-3653-4e45-be8a-bf21202f2817 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:10:57.287558 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-da0cdbf2-9ab5-4f74-9217-c4d5f7fb8a91 req-bb24fcf4-35b7-4f3b-8d7c-4d544f242e8a service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869708 Jul 16 00:10:57.437226 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-0cf51e95-35a2-424b-9eb2-a52cbe8e7afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'name': 'tempest-TestShelveInstance-1979721793-router', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:40Z', 'updated_at': '2021-07-16T00:06:43Z', 'revision_number': 4, 'project_id': '650307b68dd645238e227dac67c0abb9', 'gw_port': {'id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:41Z', 'updated_at': '2021-07-16T00:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'd209c236-37fd-4619-9751-ce6c1dc92552', 'name': '', 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'mac_address': 'fa:16:3e:9e:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:42Z', 'updated_at': '2021-07-16T00:06:49Z', 'revision_number': 5, 'project_id': '650307b68dd645238e227dac67c0abb9', 'subnets': [{'id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:10:57.466829 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf51e95-35a2-424b-9eb2-a52cbe8e7afb None None] The sync data for ids ['c4a02187-3653-4e45-be8a-bf21202f2817'] in n-d-787205-9 is: [{'id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'name': 'tempest-TestShelveInstance-1979721793-router', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:40Z', 'updated_at': '2021-07-16T00:06:43Z', 'revision_number': 4, 'project_id': '650307b68dd645238e227dac67c0abb9', 'gw_port': {'id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:41Z', 'updated_at': '2021-07-16T00:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'd209c236-37fd-4619-9751-ce6c1dc92552', 'name': '', 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'mac_address': 'fa:16:3e:9e:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:42Z', 'updated_at': '2021-07-16T00:06:49Z', 'revision_number': 5, 'project_id': '650307b68dd645238e227dac67c0abb9', 'subnets': [{'id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:10:57.665880 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65cd069-3c0d-45c0-9839-6ecef6d0448c None None] New status for floating IP 437a8178-38d8-4d0b-8720-f200a003965c: DOWN {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:10:58.237413 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3433429-fb51-4883-abab-9d809265abaa req-a1c8eb16-7858-4ba2-8703-7f5218221c33 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:58.238834 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b3433429-fb51-4883-abab-9d809265abaa req-a1c8eb16-7858-4ba2-8703-7f5218221c33 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.43 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 947 time: 0.0637627 Jul 16 00:10:58.258199 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbac70f-a22e-4735-a2be-e00853d9cce8 req-60ed8cee-16ec-4e33-83d9-d8bcbb4198c2 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:58.259703 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5dbac70f-a22e-4735-a2be-e00853d9cce8 req-60ed8cee-16ec-4e33-83d9-d8bcbb4198c2 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b9f357-b6de-4432-b84f-5b3baa50a8e3 HTTP/1.1" status: 200 len: 947 time: 0.0625994 Jul 16 00:10:58.297123 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5dbac70f-a22e-4735-a2be-e00853d9cce8 req-5b55c9ba-14cb-4979-bf54-1881d8ecdcbe tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f046626-c34a-4208-a56f-e44ce9852e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318830 Jul 16 00:10:58.341552 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-b3433429-fb51-4883-abab-9d809265abaa req-3c6e12d7-c409-4463-9352-1de437d80ac5 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Deleting port da611146-5665-4140-88ca-b62b10f03817 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:10:58.341898 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b3433429-fb51-4883-abab-9d809265abaa req-3c6e12d7-c409-4463-9352-1de437d80ac5 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:58.425424 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b3433429-fb51-4883-abab-9d809265abaa req-3c6e12d7-c409-4463-9352-1de437d80ac5 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] For port da611146-5665-4140-88ca-b62b10f03817, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=da611146-5665-4140-88ca-b62b10f03817,segment=NetworkSegment(3d5cb548-18aa-4ec2-afce-eb675e2ed29c),segment_id=3d5cb548-18aa-4ec2-afce-eb675e2ed29c)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:10:58.425777 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b3433429-fb51-4883-abab-9d809265abaa req-3c6e12d7-c409-4463-9352-1de437d80ac5 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:58.438038 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-b3433429-fb51-4883-abab-9d809265abaa req-3c6e12d7-c409-4463-9352-1de437d80ac5 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Calling delete_port for da611146-5665-4140-88ca-b62b10f03817 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:10:58.564321 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b3433429-fb51-4883-abab-9d809265abaa req-3c6e12d7-c409-4463-9352-1de437d80ac5 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:58.594001 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e12d7-c409-4463-9352-1de437d80ac5 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Pushing event deleted for resources: {'Port': ['ID=da611146-5665-4140-88ca-b62b10f03817,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:58.622466 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e12d7-c409-4463-9352-1de437d80ac5 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:58.622836 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e12d7-c409-4463-9352-1de437d80ac5 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:58.623174 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e12d7-c409-4463-9352-1de437d80ac5 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:58.623506 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e12d7-c409-4463-9352-1de437d80ac5 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:58.623832 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e12d7-c409-4463-9352-1de437d80ac5 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:58.624156 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e12d7-c409-4463-9352-1de437d80ac5 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:58.624848 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e12d7-c409-4463-9352-1de437d80ac5 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:58.624848 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e12d7-c409-4463-9352-1de437d80ac5 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:58.625103 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e12d7-c409-4463-9352-1de437d80ac5 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:58.625422 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e12d7-c409-4463-9352-1de437d80ac5 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:58.625744 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e12d7-c409-4463-9352-1de437d80ac5 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:58.626060 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e12d7-c409-4463-9352-1de437d80ac5 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:58.650687 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3433429-fb51-4883-abab-9d809265abaa req-3c6e12d7-c409-4463-9352-1de437d80ac5 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] No DVR routers for this DVR port da611146-5665-4140-88ca-b62b10f03817 on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:10:58.653250 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b3433429-fb51-4883-abab-9d809265abaa req-3c6e12d7-c409-4463-9352-1de437d80ac5 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:58.655256 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b3433429-fb51-4883-abab-9d809265abaa req-3c6e12d7-c409-4463-9352-1de437d80ac5 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.43 "DELETE /v2.0/ports/da611146-5665-4140-88ca-b62b10f03817 HTTP/1.1" status: 204 len: 173 time: 0.4112561 Jul 16 00:10:58.655701 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b9f357-b6de-4432-b84f-5b3baa50a8e3', 'name': 'network-vif-deleted', 'tag': 'da611146-5665-4140-88ca-b62b10f03817'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:10:58.657916 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac3ab2df65406140be9365f9b3f66d4be7bd37abeab186e08b44bb3ea3ff9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3ee165-fbd0-472a-9172-f15ec32218dc" -d '{"events": [{"server_uuid": "72b9f357-b6de-4432-b84f-5b3baa50a8e3", "name": "network-vif-deleted", "tag": "da611146-5665-4140-88ca-b62b10f03817"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:10:58.745184 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cfb6c3-5a26-47f8-a319-99ee1f7ae1dc x-openstack-request-id: req-a5cfb6c3-5a26-47f8-a319-99ee1f7ae1dc {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:10:58.745441 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b9f357-b6de-4432-b84f-5b3baa50a8e3", "name": "network-vif-deleted", "tag": "da611146-5665-4140-88ca-b62b10f03817", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:10:58.745702 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5cfb6c3-5a26-47f8-a319-99ee1f7ae1dc {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:10:58.746104 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b9f357-b6de-4432-b84f-5b3baa50a8e3', 'name': 'network-vif-deleted', 'tag': 'da611146-5665-4140-88ca-b62b10f03817', 'status': 'completed', 'code': 200} Jul 16 00:10:59.389915 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40034) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:10:59.446553 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e4bc53cd-5411-441c-a4b7-2b1969f7b38f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:59.470746 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e4bc53cd-5411-441c-a4b7-2b1969f7b38f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:59.527977 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e4bc53cd-5411-441c-a4b7-2b1969f7b38f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:59.530448 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e4bc53cd-5411-441c-a4b7-2b1969f7b38f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:59.531679 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e4bc53cd-5411-441c-a4b7-2b1969f7b38f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "DELETE /v2.0/security-groups/3f046626-c34a-4208-a56f-e44ce9852e93 HTTP/1.1" status: 204 len: 168 time: 0.1406763 Jul 16 00:10:59.541162 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc53cd-5411-441c-a4b7-2b1969f7b38f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f046626-c34a-4208-a56f-e44ce9852e93,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:59.839272 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40040) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:10:59.844218 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-12ca59b6-858b-4663-a79c-6b0d50bbc83c tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-338743815', 'description': 'tempest-secgroup-smoke-338743815 description', 'project_id': '650307b68dd645238e227dac67c0abb9'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:10:59.866398 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-12ca59b6-858b-4663-a79c-6b0d50bbc83c tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:59.952129 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-12ca59b6-858b-4663-a79c-6b0d50bbc83c tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:59.955765 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-12ca59b6-858b-4663-a79c-6b0d50bbc83c tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:59.983354 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-12ca59b6-858b-4663-a79c-6b0d50bbc83c tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:59.984568 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-12ca59b6-858b-4663-a79c-6b0d50bbc83c tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1442909 Jul 16 00:10:59.986504 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca59b6-858b-4663-a79c-6b0d50bbc83c tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82550353-e49e-4a1f-8439-eebc35b54115,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:59.987612 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40042) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:10:59.993830 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-2f0a51b8-f5b5-4974-95d7-7868f452f5c5 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Request body: {'security_group_rule': {'security_group_id': '82550353-e49e-4a1f-8439-eebc35b54115', 'project_id': '650307b68dd645238e227dac67c0abb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:11:00.019816 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f0a51b8-f5b5-4974-95d7-7868f452f5c5 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:00.075043 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f0a51b8-f5b5-4974-95d7-7868f452f5c5 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:00.078460 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f0a51b8-f5b5-4974-95d7-7868f452f5c5 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:00.095593 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a51b8-f5b5-4974-95d7-7868f452f5c5 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b410a06-a914-43e6-8d8b-9d474052334d,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:00.101380 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2f0a51b8-f5b5-4974-95d7-7868f452f5c5 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:00.102692 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-2f0a51b8-f5b5-4974-95d7-7868f452f5c5 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1133583 Jul 16 00:11:00.105479 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40044) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:00.109849 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-0f32034e-42d5-4c44-baaa-7fb668ad9f35 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Request body: {'security_group_rule': {'security_group_id': '82550353-e49e-4a1f-8439-eebc35b54115', 'project_id': '650307b68dd645238e227dac67c0abb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:11:00.136865 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f32034e-42d5-4c44-baaa-7fb668ad9f35 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:00.191769 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f32034e-42d5-4c44-baaa-7fb668ad9f35 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:00.195687 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f32034e-42d5-4c44-baaa-7fb668ad9f35 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:00.209866 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32034e-42d5-4c44-baaa-7fb668ad9f35 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398f488a-551c-4cfa-9b0c-731611f5a7e5,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:00.218752 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f32034e-42d5-4c44-baaa-7fb668ad9f35 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:00.219981 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-0f32034e-42d5-4c44-baaa-7fb668ad9f35 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1135578 Jul 16 00:11:00.222659 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40046) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:00.227153 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5b0d7ffe-376b-47c3-a7e8-5f4b443b01b3 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Request body: {'security_group_rule': {'security_group_id': '82550353-e49e-4a1f-8439-eebc35b54115', 'project_id': '650307b68dd645238e227dac67c0abb9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:11:00.252906 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b0d7ffe-376b-47c3-a7e8-5f4b443b01b3 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:00.312428 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b0d7ffe-376b-47c3-a7e8-5f4b443b01b3 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:00.315800 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b0d7ffe-376b-47c3-a7e8-5f4b443b01b3 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:00.338747 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d7ffe-376b-47c3-a7e8-5f4b443b01b3 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2722fc3b-1fb1-461d-9fe5-7a72de2b0d7b,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:00.341903 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5b0d7ffe-376b-47c3-a7e8-5f4b443b01b3 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:00.343088 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5b0d7ffe-376b-47c3-a7e8-5f4b443b01b3 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194754 Jul 16 00:11:00.345937 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40048) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:00.350152 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-5c480d97-caad-4dc9-8cec-64f6808d1800 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Request body: {'security_group_rule': {'security_group_id': '82550353-e49e-4a1f-8439-eebc35b54115', 'project_id': '650307b68dd645238e227dac67c0abb9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:11:00.376191 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c480d97-caad-4dc9-8cec-64f6808d1800 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:00.432874 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c480d97-caad-4dc9-8cec-64f6808d1800 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:00.436449 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c480d97-caad-4dc9-8cec-64f6808d1800 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:00.452737 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c480d97-caad-4dc9-8cec-64f6808d1800 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b425e852-230d-4fc5-92a3-5bc56baf372c,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:00.459695 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5c480d97-caad-4dc9-8cec-64f6808d1800 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:00.460891 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-5c480d97-caad-4dc9-8cec-64f6808d1800 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1141069 Jul 16 00:11:00.463597 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40050) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:00.468128 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-65e5e5dc-da93-4dad-8437-a3992403e5db tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Request body: {'security_group_rule': {'security_group_id': '82550353-e49e-4a1f-8439-eebc35b54115', 'project_id': '650307b68dd645238e227dac67c0abb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:11:00.488794 n-d-787205-9 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-65e5e5dc-da93-4dad-8437-a3992403e5db tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Project 650307b68dd645238e227dac67c0abb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:11:00.494255 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65e5e5dc-da93-4dad-8437-a3992403e5db tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:00.552385 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65e5e5dc-da93-4dad-8437-a3992403e5db tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:00.556298 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65e5e5dc-da93-4dad-8437-a3992403e5db tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:00.574546 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5e5dc-da93-4dad-8437-a3992403e5db tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1756aba-277b-46de-99d8-6ba3741e2e83,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:00.579578 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-65e5e5dc-da93-4dad-8437-a3992403e5db tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:00.580756 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-65e5e5dc-da93-4dad-8437-a3992403e5db tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1162350 Jul 16 00:11:00.583566 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40052) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:00.587893 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-3dbc13dd-b6e2-49cb-8150-7c099cc0d746 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Request body: {'security_group_rule': {'security_group_id': '82550353-e49e-4a1f-8439-eebc35b54115', 'project_id': '650307b68dd645238e227dac67c0abb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:11:00.608537 n-d-787205-9 neutron-server[93798]: INFO neutron.db.securitygroups_db [None req-3dbc13dd-b6e2-49cb-8150-7c099cc0d746 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Project 650307b68dd645238e227dac67c0abb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:11:00.613175 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3dbc13dd-b6e2-49cb-8150-7c099cc0d746 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:00.671950 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3dbc13dd-b6e2-49cb-8150-7c099cc0d746 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:00.675422 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3dbc13dd-b6e2-49cb-8150-7c099cc0d746 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:00.695461 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc13dd-b6e2-49cb-8150-7c099cc0d746 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8056a6f-40bd-4f27-9ba2-38565dcfe811,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:00.701054 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3dbc13dd-b6e2-49cb-8150-7c099cc0d746 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:00.702246 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-3dbc13dd-b6e2-49cb-8150-7c099cc0d746 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177788 Jul 16 00:11:01.337123 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device da611146-5665-4140-88ca-b62b10f03817 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:11:01.357150 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: da611146-5665-4140-88ca-b62b10f03817 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:11:01.357493 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device da611146-5665-4140-88ca-b62b10f03817 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:11:09.505610 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:14.992417 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-8b5ddc86-8b75-4f95-b0f9-1571bf111848 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-338743815&fields=id&tenant_id=650307b68dd645238e227dac67c0abb9 HTTP/1.1" status: 200 len: 267 time: 0.0326643 Jul 16 00:11:15.093862 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-bd93b2b8-6875-499b-acbb-442c0739b56a tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:15.095319 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-bd93b2b8-6875-499b-acbb-442c0739b56a tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/networks?id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 HTTP/1.1" status: 200 len: 809 time: 0.0961480 Jul 16 00:11:15.109043 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-f0a7a840-e434-40cc-b554-0d591081e44f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/quotas/650307b68dd645238e227dac67c0abb9 HTTP/1.1" status: 200 len: 375 time: 0.0085733 Jul 16 00:11:15.175893 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-57adac2d-7154-49f5-9438-e8b456f4f854 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=650307b68dd645238e227dac67c0abb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621226 Jul 16 00:11:15.269275 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-ae38c606-e80f-4a5a-a4e3-5e6a14d31c6c service neutron] 10.222.0.16 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816569 Jul 16 00:11:15.358466 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-5d312a2f-6779-4c0e-ab53-08eb6d39965c service neutron] 10.222.0.16 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829644 Jul 16 00:11:15.647141 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-de7091e1-7332-46f6-8474-e83682a1b368 req-2a400923-30ab-48b6-8886-461ba24e76c8 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 210 time: 0.0286925 Jul 16 00:11:15.977590 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ad17da48-3c74-4db6-b6c3-09e573f38ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:16.379090 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:11:16.637765 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-a63274f2-6f43-4afc-b831-fccd2f03c2c3 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:16.639157 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-a63274f2-6f43-4afc-b831-fccd2f03c2c3 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.43 "GET /v2.0/networks?id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 HTTP/1.1" status: 200 len: 809 time: 0.1021097 Jul 16 00:11:16.683108 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-1f0ce06f-67bf-4262-9a2c-2f4cae3d1737 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=650307b68dd645238e227dac67c0abb9 HTTP/1.1" status: 200 len: 379 time: 0.0355599 Jul 16 00:11:16.692445 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-f85202d4-bf74-485b-bc97-5369db365d3f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Request body: {'port': {'device_id': '914c88af-f6c9-42f9-8d90-0b3cb46bd3d8', 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'admin_state_up': True, 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'security_groups': ['82550353-e49e-4a1f-8439-eebc35b54115']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:11:16.790189 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b14b1935-8891-4351-9e86-a059ddfda32f req-e883592f-f077-4b99-ae8f-79e1b1113869 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 210 time: 0.0289047 Jul 16 00:11:16.812847 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-f85202d4-bf74-485b-bc97-5369db365d3f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Made reservation on behalf of 650307b68dd645238e227dac67c0abb9 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:11:16.816759 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-f85202d4-bf74-485b-bc97-5369db365d3f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:16.951525 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-f85202d4-bf74-485b-bc97-5369db365d3f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Allocated IP 172.20.0.6 (0422c6cf-f938-4fe7-a52b-6b0f3a9039f4/8f2fafa2-0cbb-4a0e-b842-b036d233e3cd/0b0502ae-57c8-410b-8c4a-76e5b22de284) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:11:17.097876 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-f85202d4-bf74-485b-bc97-5369db365d3f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:17.112210 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-f85202d4-bf74-485b-bc97-5369db365d3f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Transition to ACTIVE for port object 0b0502ae-57c8-410b-8c4a-76e5b22de284 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:11:17.146068 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-f85202d4-bf74-485b-bc97-5369db365d3f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:17.197359 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-f85202d4-bf74-485b-bc97-5369db365d3f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Network 0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:11:17.200505 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-f85202d4-bf74-485b-bc97-5369db365d3f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:11:17.202955 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-f85202d4-bf74-485b-bc97-5369db365d3f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:11:17.229030 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85202d4-bf74-485b-bc97-5369db365d3f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Pushing event updated for resources: {'Port': ['ID=0b0502ae-57c8-410b-8c4a-76e5b22de284,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:17.258454 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-f85202d4-bf74-485b-bc97-5369db365d3f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:17.259127 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-f85202d4-bf74-485b-bc97-5369db365d3f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:17.278948 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-f85202d4-bf74-485b-bc97-5369db365d3f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5901887 Jul 16 00:11:17.291950 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-6e627787-9eaa-4390-83bd-b1aedbf04e54 service neutron] Request body: {'port': {'device_id': '914c88af-f6c9-42f9-8d90-0b3cb46bd3d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:11:17.375601 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-6e627787-9eaa-4390-83bd-b1aedbf04e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:17.452465 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b9fe4373-4bf2-4bed-b54c-0e47e3ff2bbe None None] Provisioning for port 0b0502ae-57c8-410b-8c4a-76e5b22de284 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:11:17.457963 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b9fe4373-4bf2-4bed-b54c-0e47e3ff2bbe None None] Provisioning complete for port 0b0502ae-57c8-410b-8c4a-76e5b22de284 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:17.458524 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b9fe4373-4bf2-4bed-b54c-0e47e3ff2bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:17.497768 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b9fe4373-4bf2-4bed-b54c-0e47e3ff2bbe None None] Port 0b0502ae-57c8-410b-8c4a-76e5b22de284 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:11:17.662259 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-6e627787-9eaa-4390-83bd-b1aedbf04e54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b0502ae-57c8-410b-8c4a-76e5b22de284 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:11:17.669764 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-6e627787-9eaa-4390-83bd-b1aedbf04e54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:17.681557 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-6e627787-9eaa-4390-83bd-b1aedbf04e54 service neutron] Transition to ACTIVE for port object 0b0502ae-57c8-410b-8c4a-76e5b22de284 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:11:17.685700 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-6e627787-9eaa-4390-83bd-b1aedbf04e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:17.744738 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e627787-9eaa-4390-83bd-b1aedbf04e54 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0502ae-57c8-410b-8c4a-76e5b22de284,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:17.831932 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-6e627787-9eaa-4390-83bd-b1aedbf04e54 service neutron] Attempting to bind port 0b0502ae-57c8-410b-8c4a-76e5b22de284 on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:11:17.832358 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-6e627787-9eaa-4390-83bd-b1aedbf04e54 service neutron] Attempting to bind port 0b0502ae-57c8-410b-8c4a-76e5b22de284 by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '3d5cb548-18aa-4ec2-afce-eb675e2ed29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:11:17.832903 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-6e627787-9eaa-4390-83bd-b1aedbf04e54 service neutron] Attempting to bind port 0b0502ae-57c8-410b-8c4a-76e5b22de284 on network 0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:11:17.838375 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-6e627787-9eaa-4390-83bd-b1aedbf04e54 service neutron] Port 0b0502ae-57c8-410b-8c4a-76e5b22de284 on network 0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:11:17.838796 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-6e627787-9eaa-4390-83bd-b1aedbf04e54 service neutron] Attempting to bind port 0b0502ae-57c8-410b-8c4a-76e5b22de284 on network 0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:11:17.844452 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-6e627787-9eaa-4390-83bd-b1aedbf04e54 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:11:17.844877 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-6e627787-9eaa-4390-83bd-b1aedbf04e54 service neutron] Checking segment: {'id': '3d5cb548-18aa-4ec2-afce-eb675e2ed29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:11:17.845336 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-6e627787-9eaa-4390-83bd-b1aedbf04e54 service neutron] Bound using segment: {'id': '3d5cb548-18aa-4ec2-afce-eb675e2ed29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:11:17.845843 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-6e627787-9eaa-4390-83bd-b1aedbf04e54 service neutron] Bound port: 0b0502ae-57c8-410b-8c4a-76e5b22de284, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d5cb548-18aa-4ec2-afce-eb675e2ed29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:11:17.846290 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-6e627787-9eaa-4390-83bd-b1aedbf04e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:17.926854 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-6e627787-9eaa-4390-83bd-b1aedbf04e54 service neutron] For port 0b0502ae-57c8-410b-8c4a-76e5b22de284, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:11:17.931350 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-6e627787-9eaa-4390-83bd-b1aedbf04e54 service neutron] For port 0b0502ae-57c8-410b-8c4a-76e5b22de284, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=0b0502ae-57c8-410b-8c4a-76e5b22de284,segment=NetworkSegment(3d5cb548-18aa-4ec2-afce-eb675e2ed29c),segment_id=3d5cb548-18aa-4ec2-afce-eb675e2ed29c)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:11:17.937808 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-6e627787-9eaa-4390-83bd-b1aedbf04e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:17.992316 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-6e627787-9eaa-4390-83bd-b1aedbf04e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:17.993235 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-6e627787-9eaa-4390-83bd-b1aedbf04e54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:17.995151 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-6e627787-9eaa-4390-83bd-b1aedbf04e54 service neutron] 10.222.0.43 "PUT /v2.0/ports/0b0502ae-57c8-410b-8c4a-76e5b22de284 HTTP/1.1" status: 200 len: 1091 time: 0.7091048 Jul 16 00:11:17.995611 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914c88af-f6c9-42f9-8d90-0b3cb46bd3d8', 'tag': '0b0502ae-57c8-410b-8c4a-76e5b22de284'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:11:17.998528 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac3ab2df65406140be9365f9b3f66d4be7bd37abeab186e08b44bb3ea3ff9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94aa486f-c3be-489d-bf56-53a4bc029898" -d '{"events": [{"name": "network-changed", "server_uuid": "914c88af-f6c9-42f9-8d90-0b3cb46bd3d8", "tag": "0b0502ae-57c8-410b-8c4a-76e5b22de284"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:11:18.053971 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e627787-9eaa-4390-83bd-b1aedbf04e54 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0502ae-57c8-410b-8c4a-76e5b22de284,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:18.058073 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a5a9e-95ed-4985-a8e2-b50f6d5e7668 req-7d18fd5b-d109-4649-a58f-577c80798548 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:18.065616 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fd0a5a9e-95ed-4985-a8e2-b50f6d5e7668 req-7d18fd5b-d109-4649-a58f-577c80798548 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 943 time: 0.1209564 Jul 16 00:11:18.080253 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af7f96f-426c-450a-87d1-a502c6aeda81 x-openstack-request-id: req-8af7f96f-426c-450a-87d1-a502c6aeda81 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:11:18.080815 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "914c88af-f6c9-42f9-8d90-0b3cb46bd3d8", "tag": "0b0502ae-57c8-410b-8c4a-76e5b22de284", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:11:18.081071 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8af7f96f-426c-450a-87d1-a502c6aeda81 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:11:18.081755 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '914c88af-f6c9-42f9-8d90-0b3cb46bd3d8', 'tag': '0b0502ae-57c8-410b-8c4a-76e5b22de284', 'status': 'completed', 'code': 200} Jul 16 00:11:18.115582 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fd0a5a9e-95ed-4985-a8e2-b50f6d5e7668 req-3c189f9a-c78a-4bc8-bb14-813ae9b2ee20 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491538 Jul 16 00:11:18.160883 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-06f410c1-dfdd-4e4d-87df-237fa90dfedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:18.162684 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-06f410c1-dfdd-4e4d-87df-237fa90dfedd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=650307b68dd645238e227dac67c0abb9&device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 1094 time: 0.0664988 Jul 16 00:11:18.209628 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-26164352-4ac2-45c7-af57-a20da555c63c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b0502ae-57c8-410b-8c4a-76e5b22de284 HTTP/1.1" status: 200 len: 217 time: 0.0385590 Jul 16 00:11:18.260491 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-8bf2bf62-e0a9-476c-86f3-9a895df6e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:18.262694 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-8bf2bf62-e0a9-476c-86f3-9a895df6e987 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8f2fafa2-0cbb-4a0e-b842-b036d233e3cd HTTP/1.1" status: 200 len: 848 time: 0.0466270 Jul 16 00:11:18.319397 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-8814073c-8652-4c2c-b8fc-7a34b3e3a896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:18.321416 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-8814073c-8652-4c2c-b8fc-7a34b3e3a896 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525427 Jul 16 00:11:18.348751 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a5d90cd7-d6c0-4add-ad26-63cce54171d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:18.413761 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-c636cd8e-f626-4e9e-ba0c-4eadba009610 service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859787 Jul 16 00:11:18.500285 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-d01df07d-e836-4c10-8b7f-7f44d9cc5bf2 req-076bbb5a-fc08-4591-8c4c-52cacb4ab8d1 service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807419 Jul 16 00:11:18.601144 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa486f-c3be-489d-bf56-53a4bc029898 req-9c6e6b39-2cec-45e8-8f1e-5df3eebf2be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:18.602746 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-94aa486f-c3be-489d-bf56-53a4bc029898 req-9c6e6b39-2cec-45e8-8f1e-5df3eebf2be9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=650307b68dd645238e227dac67c0abb9&device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 1094 time: 0.0566967 Jul 16 00:11:18.694609 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa486f-c3be-489d-bf56-53a4bc029898 req-1199fd3d-1be9-4676-bd6e-ad61ca5c9acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:18.696728 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-94aa486f-c3be-489d-bf56-53a4bc029898 req-1199fd3d-1be9-4676-bd6e-ad61ca5c9acc service neutron] 10.222.0.43 "GET /v2.0/networks?id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 HTTP/1.1" status: 200 len: 910 time: 0.0866690 Jul 16 00:11:18.741092 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-94aa486f-c3be-489d-bf56-53a4bc029898 req-5f1567ec-ca31-4d86-8049-eefd706c9bfd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b0502ae-57c8-410b-8c4a-76e5b22de284 HTTP/1.1" status: 200 len: 217 time: 0.0379834 Jul 16 00:11:18.789251 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa486f-c3be-489d-bf56-53a4bc029898 req-015e4e93-3e46-492b-ade1-e9117049603c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:18.790698 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-94aa486f-c3be-489d-bf56-53a4bc029898 req-015e4e93-3e46-492b-ade1-e9117049603c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8f2fafa2-0cbb-4a0e-b842-b036d233e3cd HTTP/1.1" status: 200 len: 848 time: 0.0429699 Jul 16 00:11:18.842937 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:18.848905 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa486f-c3be-489d-bf56-53a4bc029898 req-29085025-67cc-4e6c-ad81-771a1872e9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:18.850516 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-94aa486f-c3be-489d-bf56-53a4bc029898 req-29085025-67cc-4e6c-ad81-771a1872e9f6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537724 Jul 16 00:11:18.943328 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-94aa486f-c3be-489d-bf56-53a4bc029898 req-1f70ec15-7e99-4d95-ab2a-03364e348719 service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864787 Jul 16 00:11:19.031896 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-94aa486f-c3be-489d-bf56-53a4bc029898 req-d72ef8df-b999-41dc-b564-b01844055686 service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824151 Jul 16 00:11:19.296259 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bf6d4-5888-41f5-889c-33498f7c4922 req-ea8b2e5a-8902-4190-8ccb-d732e477d696 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:19.297812 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-774bf6d4-5888-41f5-889c-33498f7c4922 req-ea8b2e5a-8902-4190-8ccb-d732e477d696 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 943 time: 0.0669510 Jul 16 00:11:19.337570 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-774bf6d4-5888-41f5-889c-33498f7c4922 req-946a7ea0-59c7-4fcb-b6d2-15c473ec4ec4 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338743 Jul 16 00:11:19.910387 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:20.510127 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9ad69-7e52-4441-8800-56e09d524da4 req-e4bb5986-86a5-45ef-accd-4d04d0fd1101 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:20.511712 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-efa9ad69-7e52-4441-8800-56e09d524da4 req-e4bb5986-86a5-45ef-accd-4d04d0fd1101 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 943 time: 0.0632167 Jul 16 00:11:20.556015 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-efa9ad69-7e52-4441-8800-56e09d524da4 req-88ce953c-8151-4830-9b5c-a91353c0fb6f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386014 Jul 16 00:11:21.461145 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:21.726460 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7407149-388c-4410-9655-5fefd2ca57ad req-2caab389-8565-4a5e-9ff2-1e12cfde02ef tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:21.728380 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d7407149-388c-4410-9655-5fefd2ca57ad req-2caab389-8565-4a5e-9ff2-1e12cfde02ef tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 943 time: 0.0618851 Jul 16 00:11:21.764141 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d7407149-388c-4410-9655-5fefd2ca57ad req-5da1ae31-56ee-4c26-b88f-6a5716937ee1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302830 Jul 16 00:11:22.936711 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f449a-b765-4cf8-b06a-9c1f5e9917ef req-80e41586-3b10-46c6-beb3-6aef30531174 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:22.938084 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-814f449a-b765-4cf8-b06a-9c1f5e9917ef req-80e41586-3b10-46c6-beb3-6aef30531174 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 943 time: 0.0622528 Jul 16 00:11:22.974544 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-814f449a-b765-4cf8-b06a-9c1f5e9917ef req-1da07bb9-9f61-4dc9-b330-d44536544edf tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308862 Jul 16 00:11:24.147989 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561301f-62a1-4e95-97a7-dc5617de8728 req-745061d1-7a06-4b69-8338-4e9e0908dd33 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:24.149490 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a561301f-62a1-4e95-97a7-dc5617de8728 req-745061d1-7a06-4b69-8338-4e9e0908dd33 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 943 time: 0.0655735 Jul 16 00:11:24.187272 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a561301f-62a1-4e95-97a7-dc5617de8728 req-3e31ecc6-8dee-404e-ad01-7767dfd4749a tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323160 Jul 16 00:11:24.792061 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:25.357899 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3573b54-1d4e-4c84-b8c5-3e0cc991f8fd req-84a41aff-8df1-4b59-8edd-bcc0b7b3b111 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:25.359428 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a3573b54-1d4e-4c84-b8c5-3e0cc991f8fd req-84a41aff-8df1-4b59-8edd-bcc0b7b3b111 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 943 time: 0.0623634 Jul 16 00:11:25.395988 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a3573b54-1d4e-4c84-b8c5-3e0cc991f8fd req-70754ed2-4df2-4227-b3ab-3d127d360d2b tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309701 Jul 16 00:11:26.564408 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33daa7cf-dc16-4eef-b36f-81409dedbc62 req-77a64443-4d46-47e6-bd04-b48aed9033c4 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:26.565882 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33daa7cf-dc16-4eef-b36f-81409dedbc62 req-77a64443-4d46-47e6-bd04-b48aed9033c4 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 943 time: 0.0614965 Jul 16 00:11:26.606292 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-33daa7cf-dc16-4eef-b36f-81409dedbc62 req-9c6d9858-6e96-4973-bfe9-771018f0c59d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343478 Jul 16 00:11:27.444791 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 0b0502ae-57c8-410b-8c4a-76e5b22de284 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:11:27.536532 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 0b0502ae-57c8-410b-8c4a-76e5b22de284, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=0b0502ae-57c8-410b-8c4a-76e5b22de284,segment=NetworkSegment(3d5cb548-18aa-4ec2-afce-eb675e2ed29c),segment_id=3d5cb548-18aa-4ec2-afce-eb675e2ed29c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:11:27.547766 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '0b0502ae-57c8-410b-8c4a-76e5b22de284', 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'port_id': '0b0502ae-57c8-410b-8c4a-76e5b22de284', 'mac_address': 'fa:16:3e:eb:df:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:11:27.583686 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:27.599103 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b0502ae-57c8-410b-8c4a-76e5b22de284 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:11:27.619184 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 0b0502ae-57c8-410b-8c4a-76e5b22de284, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=0b0502ae-57c8-410b-8c4a-76e5b22de284,segment=NetworkSegment(3d5cb548-18aa-4ec2-afce-eb675e2ed29c),segment_id=3d5cb548-18aa-4ec2-afce-eb675e2ed29c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:11:27.622992 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:27.670936 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=0b0502ae-57c8-410b-8c4a-76e5b22de284,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:27.679331 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:27.679698 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:27.680043 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:27.680377 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:27.680708 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:27.681037 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:27.681361 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:27.681683 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:27.682006 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:27.682327 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:27.682665 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:27.682988 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:27.778256 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002362b-3bef-48be-b32f-3ddc7342490d req-c761b0a8-9ce8-462a-b230-1411245da1bb tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:27.779672 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e002362b-3bef-48be-b32f-3ddc7342490d req-c761b0a8-9ce8-462a-b230-1411245da1bb tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 944 time: 0.0635376 Jul 16 00:11:27.816851 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e002362b-3bef-48be-b32f-3ddc7342490d req-12bdd2af-01dc-437c-afa7-9d254985ae76 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315752 Jul 16 00:11:27.825424 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['0b0502ae-57c8-410b-8c4a-76e5b22de284'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:11:28.988205 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b635f-dc83-46e7-b932-435c98a5e64c req-329e98ad-b255-476a-ae07-5146635be9ab tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:28.989653 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ed5b635f-dc83-46e7-b932-435c98a5e64c req-329e98ad-b255-476a-ae07-5146635be9ab tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 944 time: 0.0619931 Jul 16 00:11:29.025887 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ed5b635f-dc83-46e7-b932-435c98a5e64c req-90717a5d-8864-47c8-87d4-124dc9446f9c tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298841 Jul 16 00:11:29.476004 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 0b0502ae-57c8-410b-8c4a-76e5b22de284 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:11:29.523572 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 0b0502ae-57c8-410b-8c4a-76e5b22de284 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:11:29.527853 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 0b0502ae-57c8-410b-8c4a-76e5b22de284 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:29.528225 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:29.604191 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:29.625593 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914c88af-f6c9-42f9-8d90-0b3cb46bd3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0502ae-57c8-410b-8c4a-76e5b22de284'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:11:29.627862 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae4f11e9886ebbda74e349334989d67f9e0924aee8a01d735f99c26d20dbf4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1181fc1d-1307-4964-9f62-217974a3921e" -d '{"events": [{"server_uuid": "914c88af-f6c9-42f9-8d90-0b3cb46bd3d8", "name": "network-vif-plugged", "status": "completed", "tag": "0b0502ae-57c8-410b-8c4a-76e5b22de284"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:11:29.640634 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 0b0502ae-57c8-410b-8c4a-76e5b22de284, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=0b0502ae-57c8-410b-8c4a-76e5b22de284,segment=NetworkSegment(3d5cb548-18aa-4ec2-afce-eb675e2ed29c),segment_id=3d5cb548-18aa-4ec2-afce-eb675e2ed29c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:11:29.644806 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:29.677689 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4bcc6d-c6fb-4167-a0ad-df4777225652 x-openstack-request-id: req-5c4bcc6d-c6fb-4167-a0ad-df4777225652 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:11:29.677988 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914c88af-f6c9-42f9-8d90-0b3cb46bd3d8", "name": "network-vif-plugged", "status": "completed", "tag": "0b0502ae-57c8-410b-8c4a-76e5b22de284", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:11:29.678237 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c4bcc6d-c6fb-4167-a0ad-df4777225652 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:11:29.678626 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914c88af-f6c9-42f9-8d90-0b3cb46bd3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0502ae-57c8-410b-8c4a-76e5b22de284', 'code': 200} Jul 16 00:11:29.694570 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=0b0502ae-57c8-410b-8c4a-76e5b22de284,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:29.787205 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc305b7-8770-42d2-aaf3-1315176da23a req-cc344fc5-c0f5-4e26-ab5f-d3ec44fa5591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:29.788595 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1cc305b7-8770-42d2-aaf3-1315176da23a req-cc344fc5-c0f5-4e26-ab5f-d3ec44fa5591 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 1096 time: 0.0516350 Jul 16 00:11:29.825859 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-1cc305b7-8770-42d2-aaf3-1315176da23a req-a3f608e1-c362-486a-9a23-9a2c1cfb9f7d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309308 Jul 16 00:11:30.198382 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3fdfa-cdd8-4ae4-9916-9e0f2f542600 req-f6bb209f-fe47-40b6-b184-ce2037c4947d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:30.199849 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-74d3fdfa-cdd8-4ae4-9916-9e0f2f542600 req-f6bb209f-fe47-40b6-b184-ce2037c4947d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0642767 Jul 16 00:11:30.236540 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-74d3fdfa-cdd8-4ae4-9916-9e0f2f542600 req-32dec608-bc0d-413e-a976-06fa6b46b7c3 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311971 Jul 16 00:11:31.410531 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88020c-4ae6-4660-81d9-3f365713b440 req-3ae292d4-1d64-4551-941d-bc60142f1e68 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:31.412014 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8c88020c-4ae6-4660-81d9-3f365713b440 req-3ae292d4-1d64-4551-941d-bc60142f1e68 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0617611 Jul 16 00:11:31.448963 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8c88020c-4ae6-4660-81d9-3f365713b440 req-c66bb681-2217-42ed-a99e-76d858f94011 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314703 Jul 16 00:11:31.616631 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac92acf-c125-48e5-9e30-4255d6d30b6f req-802586ef-a530-428d-9429-c6e6822058ff tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:31.618562 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cac92acf-c125-48e5-9e30-4255d6d30b6f req-802586ef-a530-428d-9429-c6e6822058ff tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0612860 Jul 16 00:11:31.658326 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cac92acf-c125-48e5-9e30-4255d6d30b6f req-ac92bc98-1929-425a-b6c1-8594d85d13f0 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342777 Jul 16 00:11:31.681534 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40238) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:31.730575 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fabdd3-e8a9-44d6-bce8-0ad60893c1dc tempest-TestShelveInstance-418328668 tempest-TestShelveInstance-418328668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:31.732354 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-40fabdd3-e8a9-44d6-bce8-0ad60893c1dc tempest-TestShelveInstance-418328668 tempest-TestShelveInstance-418328668-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 1091 time: 0.0498416 Jul 16 00:11:31.735069 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40240) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:31.739237 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-9b9c8a2f-7cd0-4869-898a-1ce923e171bb tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'port_id': '0b0502ae-57c8-410b-8c4a-76e5b22de284', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:11:31.761756 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b9c8a2f-7cd0-4869-898a-1ce923e171bb tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for floatingip, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:31.855564 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b9c8a2f-7cd0-4869-898a-1ce923e171bb tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:31.960625 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-9b9c8a2f-7cd0-4869-898a-1ce923e171bb tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Allocated IP 172.25.4.10 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/72edcda9-3ba5-4d9d-ae6e-4f435dd68c9a) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:11:32.059052 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b9c8a2f-7cd0-4869-898a-1ce923e171bb tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:32.100198 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b9c8a2f-7cd0-4869-898a-1ce923e171bb tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:32.139242 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9c8a2f-7cd0-4869-898a-1ce923e171bb tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:11:32.142019 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-9b9c8a2f-7cd0-4869-898a-1ce923e171bb tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:11:32.145553 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9c8a2f-7cd0-4869-898a-1ce923e171bb tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:11:32.151402 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c8a2f-7cd0-4869-898a-1ce923e171bb tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Pushing event updated for resources: {'Port': ['ID=72edcda9-3ba5-4d9d-ae6e-4f435dd68c9a,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:32.501935 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b9c8a2f-7cd0-4869-898a-1ce923e171bb tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:32.575037 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b9c8a2f-7cd0-4869-898a-1ce923e171bb tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:32.720204 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b9c8a2f-7cd0-4869-898a-1ce923e171bb tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:32.724665 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b9c8a2f-7cd0-4869-898a-1ce923e171bb tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:32.796447 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c8a2f-7cd0-4869-898a-1ce923e171bb tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Pushing event updated for resources: {'Port': ['ID=72edcda9-3ba5-4d9d-ae6e-4f435dd68c9a,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:32.803384 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b9c8a2f-7cd0-4869-898a-1ce923e171bb tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:32.896142 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [None req-9b9c8a2f-7cd0-4869-898a-1ce923e171bb tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Floating IP 19f1ccce-9242-4409-833c-ed4ee93da455 associated. External IP: 172.25.4.10, port: 0b0502ae-57c8-410b-8c4a-76e5b22de284. Jul 16 00:11:33.426346 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9c8a2f-7cd0-4869-898a-1ce923e171bb tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Router c4a02187-3653-4e45-be8a-bf21202f2817 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:11:33.531446 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9c8a2f-7cd0-4869-898a-1ce923e171bb tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:11:33.541386 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7abe75e-48a4-49b8-a2a9-fa4fb189ba45 None None] Sync routers for ids ['c4a02187-3653-4e45-be8a-bf21202f2817'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:11:33.548059 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9b9c8a2f-7cd0-4869-898a-1ce923e171bb tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:33.552050 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7abe75e-48a4-49b8-a2a9-fa4fb189ba45 None None] Routers {'c4a02187-3653-4e45-be8a-bf21202f2817'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:11:33.552667 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f7abe75e-48a4-49b8-a2a9-fa4fb189ba45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:11:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c4a02187-3653-4e45-be8a-bf21202f2817'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:33.584649 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9b9c8a2f-7cd0-4869-898a-1ce923e171bb tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8485751 Jul 16 00:11:33.585345 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914c88af-f6c9-42f9-8d90-0b3cb46bd3d8', 'tag': '0b0502ae-57c8-410b-8c4a-76e5b22de284'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:11:33.587633 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac3ab2df65406140be9365f9b3f66d4be7bd37abeab186e08b44bb3ea3ff9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86672cf7-0f5a-48c0-9c38-5595bb300784" -d '{"events": [{"name": "network-changed", "server_uuid": "914c88af-f6c9-42f9-8d90-0b3cb46bd3d8", "tag": "0b0502ae-57c8-410b-8c4a-76e5b22de284"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:11:33.625513 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70384b63-3ca7-43a5-93f5-e51bfd2627eb x-openstack-request-id: req-70384b63-3ca7-43a5-93f5-e51bfd2627eb {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:11:33.625803 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "914c88af-f6c9-42f9-8d90-0b3cb46bd3d8", "tag": "0b0502ae-57c8-410b-8c4a-76e5b22de284", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:11:33.626048 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70384b63-3ca7-43a5-93f5-e51bfd2627eb {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:11:33.626442 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '914c88af-f6c9-42f9-8d90-0b3cb46bd3d8', 'tag': '0b0502ae-57c8-410b-8c4a-76e5b22de284', 'status': 'completed', 'code': 200} Jul 16 00:11:33.662267 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-f7abe75e-48a4-49b8-a2a9-fa4fb189ba45 None None] Set router c4a02187-3653-4e45-be8a-bf21202f2817 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:11:33.702851 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86672cf7-0f5a-48c0-9c38-5595bb300784 req-7dcc6c93-f8a1-4acd-853c-c63536b01940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:33.704350 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-86672cf7-0f5a-48c0-9c38-5595bb300784 req-7dcc6c93-f8a1-4acd-853c-c63536b01940 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=650307b68dd645238e227dac67c0abb9&device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 1096 time: 0.0551713 Jul 16 00:11:33.793102 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86672cf7-0f5a-48c0-9c38-5595bb300784 req-3781c922-314f-48dc-bd05-cd3269c9b3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:33.794822 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-86672cf7-0f5a-48c0-9c38-5595bb300784 req-3781c922-314f-48dc-bd05-cd3269c9b3c2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 HTTP/1.1" status: 200 len: 910 time: 0.0844305 Jul 16 00:11:33.862935 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-86672cf7-0f5a-48c0-9c38-5595bb300784 req-54fad3a4-1395-4a4e-a22b-3ddbd6768809 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b0502ae-57c8-410b-8c4a-76e5b22de284 HTTP/1.1" status: 200 len: 998 time: 0.0617201 Jul 16 00:11:33.885850 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f7abe75e-48a4-49b8-a2a9-fa4fb189ba45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'name': 'tempest-TestShelveInstance-1979721793-router', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:40Z', 'updated_at': '2021-07-16T00:06:43Z', 'revision_number': 4, 'project_id': '650307b68dd645238e227dac67c0abb9', 'gw_port': {'id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:41Z', 'updated_at': '2021-07-16T00:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '19f1ccce-9242-4409-833c-ed4ee93da455', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'port_id': '0b0502ae-57c8-410b-8c4a-76e5b22de284', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'mac_address': 'fa:16:3e:eb:df:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914c88af-f6c9-42f9-8d90-0b3cb46bd3d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:11:32Z', 'updated_at': '2021-07-16T00:11:32Z', 'revision_number': 0, 'project_id': '650307b68dd645238e227dac67c0abb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd209c236-37fd-4619-9751-ce6c1dc92552', 'name': '', 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'mac_address': 'fa:16:3e:9e:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:42Z', 'updated_at': '2021-07-16T00:06:49Z', 'revision_number': 5, 'project_id': '650307b68dd645238e227dac67c0abb9', 'subnets': [{'id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:33.910208 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86672cf7-0f5a-48c0-9c38-5595bb300784 req-f59ff881-377a-4cf6-b6b9-8e8a7f76f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:33.911768 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-86672cf7-0f5a-48c0-9c38-5595bb300784 req-f59ff881-377a-4cf6-b6b9-8e8a7f76f10d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8f2fafa2-0cbb-4a0e-b842-b036d233e3cd HTTP/1.1" status: 200 len: 848 time: 0.0431340 Jul 16 00:11:33.912423 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7abe75e-48a4-49b8-a2a9-fa4fb189ba45 None None] Checking router: c4a02187-3653-4e45-be8a-bf21202f2817 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:11:33.921239 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7abe75e-48a4-49b8-a2a9-fa4fb189ba45 None None] Routers {'c4a02187-3653-4e45-be8a-bf21202f2817'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:11:33.921842 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f7abe75e-48a4-49b8-a2a9-fa4fb189ba45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:11:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c4a02187-3653-4e45-be8a-bf21202f2817'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:33.967841 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86672cf7-0f5a-48c0-9c38-5595bb300784 req-1e751b65-818d-4730-ab46-186b2b614453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:33.969266 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-86672cf7-0f5a-48c0-9c38-5595bb300784 req-1e751b65-818d-4730-ab46-186b2b614453 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518250 Jul 16 00:11:34.027834 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-f7abe75e-48a4-49b8-a2a9-fa4fb189ba45 None None] Set router c4a02187-3653-4e45-be8a-bf21202f2817 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:11:34.062807 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-86672cf7-0f5a-48c0-9c38-5595bb300784 req-e3a5842f-5e45-4964-8c87-d21ebee5ca54 service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863388 Jul 16 00:11:34.150952 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-86672cf7-0f5a-48c0-9c38-5595bb300784 req-e1475ee4-c3c2-464a-b7b6-1e47b4a2d81e service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817118 Jul 16 00:11:34.251772 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f7abe75e-48a4-49b8-a2a9-fa4fb189ba45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'name': 'tempest-TestShelveInstance-1979721793-router', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:40Z', 'updated_at': '2021-07-16T00:06:43Z', 'revision_number': 4, 'project_id': '650307b68dd645238e227dac67c0abb9', 'gw_port': {'id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:41Z', 'updated_at': '2021-07-16T00:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '19f1ccce-9242-4409-833c-ed4ee93da455', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'port_id': '0b0502ae-57c8-410b-8c4a-76e5b22de284', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'mac_address': 'fa:16:3e:eb:df:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914c88af-f6c9-42f9-8d90-0b3cb46bd3d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:11:32Z', 'updated_at': '2021-07-16T00:11:32Z', 'revision_number': 0, 'project_id': '650307b68dd645238e227dac67c0abb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd209c236-37fd-4619-9751-ce6c1dc92552', 'name': '', 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'mac_address': 'fa:16:3e:9e:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:42Z', 'updated_at': '2021-07-16T00:06:49Z', 'revision_number': 5, 'project_id': '650307b68dd645238e227dac67c0abb9', 'subnets': [{'id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:34.282149 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7abe75e-48a4-49b8-a2a9-fa4fb189ba45 None None] The sync data for ids ['c4a02187-3653-4e45-be8a-bf21202f2817'] in n-d-787205-9 is: [{'id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'name': 'tempest-TestShelveInstance-1979721793-router', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:40Z', 'updated_at': '2021-07-16T00:06:43Z', 'revision_number': 4, 'project_id': '650307b68dd645238e227dac67c0abb9', 'gw_port': {'id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:41Z', 'updated_at': '2021-07-16T00:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '19f1ccce-9242-4409-833c-ed4ee93da455', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'port_id': '0b0502ae-57c8-410b-8c4a-76e5b22de284', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'mac_address': 'fa:16:3e:eb:df:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914c88af-f6c9-42f9-8d90-0b3cb46bd3d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:11:32Z', 'updated_at': '2021-07-16T00:11:32Z', 'revision_number': 0, 'project_id': '650307b68dd645238e227dac67c0abb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd209c236-37fd-4619-9751-ce6c1dc92552', 'name': '', 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'mac_address': 'fa:16:3e:9e:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:42Z', 'updated_at': '2021-07-16T00:06:49Z', 'revision_number': 5, 'project_id': '650307b68dd645238e227dac67c0abb9', 'subnets': [{'id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:11:34.467668 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7c284b-86c7-453e-94a2-c2f7c0d5ce2e None None] New status for floating IP 19f1ccce-9242-4409-833c-ed4ee93da455: ACTIVE {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:11:39.472691 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:45.979481 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d6b7acd8-c540-49d5-b847-a5d70acb52d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:48.350468 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a8e01b90-17ac-4d91-9897-e7ce2f08aa92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:48.844680 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:49.909649 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:51.459071 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:53.377770 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:11:54.337726 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a5da5fdc-5d72-4cfa-957c-21c3f9ccf947 req-aea3af5d-a4fe-4437-85e5-061858b7d744 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548716 Jul 16 00:11:54.435341 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da5fdc-5d72-4cfa-957c-21c3f9ccf947 req-55f80ae1-25d4-4225-81be-2956ae088d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:54.436796 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a5da5fdc-5d72-4cfa-957c-21c3f9ccf947 req-55f80ae1-25d4-4225-81be-2956ae088d6a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=650307b68dd645238e227dac67c0abb9&device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 1096 time: 0.0515490 Jul 16 00:11:54.537916 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da5fdc-5d72-4cfa-957c-21c3f9ccf947 req-e4edefac-a620-4344-8eb5-ef1440a8ff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:54.539412 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a5da5fdc-5d72-4cfa-957c-21c3f9ccf947 req-e4edefac-a620-4344-8eb5-ef1440a8ff45 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 HTTP/1.1" status: 200 len: 910 time: 0.0829341 Jul 16 00:11:54.606173 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a5da5fdc-5d72-4cfa-957c-21c3f9ccf947 req-a4ab3444-40ec-40ae-ad68-561d0cbd4cb4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b0502ae-57c8-410b-8c4a-76e5b22de284 HTTP/1.1" status: 200 len: 1000 time: 0.0598354 Jul 16 00:11:54.653761 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da5fdc-5d72-4cfa-957c-21c3f9ccf947 req-96fa359f-e4c2-4e24-a3ff-851baa2d004b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:54.655244 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a5da5fdc-5d72-4cfa-957c-21c3f9ccf947 req-96fa359f-e4c2-4e24-a3ff-851baa2d004b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8f2fafa2-0cbb-4a0e-b842-b036d233e3cd HTTP/1.1" status: 200 len: 848 time: 0.0418422 Jul 16 00:11:54.710331 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da5fdc-5d72-4cfa-957c-21c3f9ccf947 req-676c8383-0e50-4bd0-8fc7-58a31bc79d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:54.711907 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a5da5fdc-5d72-4cfa-957c-21c3f9ccf947 req-676c8383-0e50-4bd0-8fc7-58a31bc79d25 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500863 Jul 16 00:11:54.723216 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [req-a5da5fdc-5d72-4cfa-957c-21c3f9ccf947 req-663df51f-4e0b-4c64-9670-aa18662cf986 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 00:11:54.724144 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a5da5fdc-5d72-4cfa-957c-21c3f9ccf947 req-663df51f-4e0b-4c64-9670-aa18662cf986 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053644 Jul 16 00:11:54.795232 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:54.816208 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a5da5fdc-5d72-4cfa-957c-21c3f9ccf947 req-df8d9311-55a0-417b-a46d-5cbda4eeaa48 service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850320 Jul 16 00:11:54.907945 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a5da5fdc-5d72-4cfa-957c-21c3f9ccf947 req-156e8f08-b748-41e6-bd84-404693c0d52f service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850592 Jul 16 00:12:09.487026 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:15.981292 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-77f4575f-1f66-43f8-b0d2-f64c55ad4801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:18.350158 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e759e99c-b7e7-4beb-a451-961377750ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:18.845213 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:19.911294 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:21.462102 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:24.804088 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:30.376527 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:12:39.484117 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:45.981727 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf029331-390e-4e7e-915f-4d4cf4fd7426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:48.350207 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5072d44e-e8fd-4db2-85d9-d4f4e282b282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:48.846979 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:49.913714 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:51.465108 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:54.801544 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:55.332995 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7daea034-a5d0-433a-999b-c35dafa0fcfd req-df304f04-5c15-4257-aa51-ef817540ca25 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520461 Jul 16 00:12:55.424643 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daea034-a5d0-433a-999b-c35dafa0fcfd req-1e949e4e-a977-4dde-8588-65a9c3edd842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:55.426167 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7daea034-a5d0-433a-999b-c35dafa0fcfd req-1e949e4e-a977-4dde-8588-65a9c3edd842 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=650307b68dd645238e227dac67c0abb9&device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 1096 time: 0.0520668 Jul 16 00:12:55.530794 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daea034-a5d0-433a-999b-c35dafa0fcfd req-f9033580-c773-43e2-b6ab-d3fb927c68ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:55.532283 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7daea034-a5d0-433a-999b-c35dafa0fcfd req-f9033580-c773-43e2-b6ab-d3fb927c68ed service neutron] 10.222.0.43 "GET /v2.0/networks?id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 HTTP/1.1" status: 200 len: 910 time: 0.0865481 Jul 16 00:12:55.596320 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7daea034-a5d0-433a-999b-c35dafa0fcfd req-f189e143-7255-4d1b-a726-07b0a1d489c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b0502ae-57c8-410b-8c4a-76e5b22de284 HTTP/1.1" status: 200 len: 1000 time: 0.0567572 Jul 16 00:12:55.643456 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daea034-a5d0-433a-999b-c35dafa0fcfd req-edb5a1c2-005d-41cc-9eac-67bb9fab439c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:55.644854 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7daea034-a5d0-433a-999b-c35dafa0fcfd req-edb5a1c2-005d-41cc-9eac-67bb9fab439c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8f2fafa2-0cbb-4a0e-b842-b036d233e3cd HTTP/1.1" status: 200 len: 848 time: 0.0419829 Jul 16 00:12:55.703756 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daea034-a5d0-433a-999b-c35dafa0fcfd req-c29aae6b-b4e8-4832-afd5-6aced3f4d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:55.705218 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7daea034-a5d0-433a-999b-c35dafa0fcfd req-c29aae6b-b4e8-4832-afd5-6aced3f4d3ae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546689 Jul 16 00:12:55.791948 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7daea034-a5d0-433a-999b-c35dafa0fcfd req-1df4c9ed-2f36-40f4-a34e-9d4b19c9ddf1 service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794368 Jul 16 00:12:55.881968 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-7daea034-a5d0-433a-999b-c35dafa0fcfd req-a222bf8f-61a2-4b61-b5b2-837d8169c8eb service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831246 Jul 16 00:13:07.374769 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:13:09.494896 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:15.982094 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e2e0aee4-1983-4e8d-8fcd-eb4c0644f34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:18.350744 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b8ab24de-1db3-410f-a65a-e10fba454274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:18.847933 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:19.915968 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:21.468133 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:24.816795 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:29.248572 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00666812-ea27-4f18-9029-7a9fe0978694 req-40b70b14-b6a8-4c33-b141-13968fcd01ad tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:29.250595 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-00666812-ea27-4f18-9029-7a9fe0978694 req-40b70b14-b6a8-4c33-b141-13968fcd01ad tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0640807 Jul 16 00:13:29.286976 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-00666812-ea27-4f18-9029-7a9fe0978694 req-416c4884-4075-465d-87a5-9cdad75ac559 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306554 Jul 16 00:13:30.483268 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd486800-e357-4d85-b07e-279b583901e9 req-bc0d4434-9b99-42e8-9435-1092602069c2 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:30.484701 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fd486800-e357-4d85-b07e-279b583901e9 req-bc0d4434-9b99-42e8-9435-1092602069c2 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0614698 Jul 16 00:13:30.521761 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fd486800-e357-4d85-b07e-279b583901e9 req-def7f351-0ba6-4f90-bb35-8a4554ee2151 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315197 Jul 16 00:13:31.709008 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f45f3-a8d4-4ef0-a453-00fc2e4cbd91 req-dfee3b7a-b2ff-4c01-8821-ae98c90381ab tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:31.710462 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-579f45f3-a8d4-4ef0-a453-00fc2e4cbd91 req-dfee3b7a-b2ff-4c01-8821-ae98c90381ab tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0651381 Jul 16 00:13:31.745998 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-579f45f3-a8d4-4ef0-a453-00fc2e4cbd91 req-d3e41dee-236c-40c4-9f1a-72dbbd259376 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301006 Jul 16 00:13:32.914622 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61f63c-e33b-4722-bc9b-8ab54917d4d3 req-4176b9ee-61dc-4fc2-955b-60319b63978c tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:32.916089 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6f61f63c-e33b-4722-bc9b-8ab54917d4d3 req-4176b9ee-61dc-4fc2-955b-60319b63978c tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0607953 Jul 16 00:13:32.952302 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6f61f63c-e33b-4722-bc9b-8ab54917d4d3 req-b8bb0513-fcb5-4efa-abdc-c88685348342 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307555 Jul 16 00:13:34.127744 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4324b64-0f48-4dbd-90cc-fda3a990af5f req-ba1fcc5e-16a6-4c77-ac51-993c5818caf7 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:34.129214 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d4324b64-0f48-4dbd-90cc-fda3a990af5f req-ba1fcc5e-16a6-4c77-ac51-993c5818caf7 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0682211 Jul 16 00:13:34.166879 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d4324b64-0f48-4dbd-90cc-fda3a990af5f req-7b5e9f68-a16b-47dd-b229-1529a8605caa tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320470 Jul 16 00:13:35.338334 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591e8b1-6a3a-4f75-aecc-ea492661ad31 req-ad77252b-3e3e-4ff1-8c96-7cae834104d3 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:35.339844 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f591e8b1-6a3a-4f75-aecc-ea492661ad31 req-ad77252b-3e3e-4ff1-8c96-7cae834104d3 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0618811 Jul 16 00:13:35.376907 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f591e8b1-6a3a-4f75-aecc-ea492661ad31 req-80fb9e62-338a-4466-9f2c-eda463dd9084 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310874 Jul 16 00:13:36.546426 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8f353-e6bd-4416-acef-f052ac2dda20 req-85d9f862-2489-400f-9c16-39269f2d0236 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:36.547931 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3ca8f353-e6bd-4416-acef-f052ac2dda20 req-85d9f862-2489-400f-9c16-39269f2d0236 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0610273 Jul 16 00:13:36.584714 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3ca8f353-e6bd-4416-acef-f052ac2dda20 req-97cfac10-754f-49e3-9530-8bf9ce2c9a4d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312707 Jul 16 00:13:37.758805 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984f0ff-6573-47a9-8a82-d4f250594102 req-99b1afda-180b-4177-866f-700e5bde15be tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:37.760251 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2984f0ff-6573-47a9-8a82-d4f250594102 req-99b1afda-180b-4177-866f-700e5bde15be tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0666976 Jul 16 00:13:37.796837 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2984f0ff-6573-47a9-8a82-d4f250594102 req-ff795b5b-b659-4c7c-82c0-def78cc9c09f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304799 Jul 16 00:13:38.964070 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9d2cb-e84f-4e76-a294-b1761734dd57 req-19b4c82e-040a-48c8-863d-b319225f76e1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:38.965441 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2cf9d2cb-e84f-4e76-a294-b1761734dd57 req-19b4c82e-040a-48c8-863d-b319225f76e1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0615127 Jul 16 00:13:39.002428 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2cf9d2cb-e84f-4e76-a294-b1761734dd57 req-22e76697-6282-44c8-a908-5c802c6a5c7c tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313461 Jul 16 00:13:39.335523 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61548d0-046f-4986-99a6-35d03fb9459a req-41600adc-9cdb-482b-9171-485098a69055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:39.336997 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c61548d0-046f-4986-99a6-35d03fb9459a req-41600adc-9cdb-482b-9171-485098a69055 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=650307b68dd645238e227dac67c0abb9&device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 1096 time: 0.0520866 Jul 16 00:13:39.427985 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61548d0-046f-4986-99a6-35d03fb9459a req-ae959c72-ef06-4a7a-8e35-09f23448e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:39.429418 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c61548d0-046f-4986-99a6-35d03fb9459a req-ae959c72-ef06-4a7a-8e35-09f23448e8e9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 HTTP/1.1" status: 200 len: 910 time: 0.0866027 Jul 16 00:13:39.492107 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c61548d0-046f-4986-99a6-35d03fb9459a req-c90f95a5-bd2a-4e4d-8f20-650d82e79576 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b0502ae-57c8-410b-8c4a-76e5b22de284 HTTP/1.1" status: 200 len: 1000 time: 0.0560658 Jul 16 00:13:39.505937 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:39.543656 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61548d0-046f-4986-99a6-35d03fb9459a req-a5367162-5868-4842-aae6-46e1785e072f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:39.545080 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c61548d0-046f-4986-99a6-35d03fb9459a req-a5367162-5868-4842-aae6-46e1785e072f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8f2fafa2-0cbb-4a0e-b842-b036d233e3cd HTTP/1.1" status: 200 len: 848 time: 0.0474257 Jul 16 00:13:39.601457 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61548d0-046f-4986-99a6-35d03fb9459a req-19928854-d1bc-44a6-a75d-67617247648a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:39.602864 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c61548d0-046f-4986-99a6-35d03fb9459a req-19928854-d1bc-44a6-a75d-67617247648a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510058 Jul 16 00:13:39.689504 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c61548d0-046f-4986-99a6-35d03fb9459a req-e50ab6b8-dc57-47e9-a0b6-ae3687e03317 service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802827 Jul 16 00:13:39.783315 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-c61548d0-046f-4986-99a6-35d03fb9459a req-384b5404-862e-4703-b263-5d3078c5dbbb service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871243 Jul 16 00:13:40.173712 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb270bf6-aacc-4a2d-a290-cf3090ff0550 req-47a9f15e-cc8e-4504-bb3b-feb80d631eb7 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:40.175177 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eb270bf6-aacc-4a2d-a290-cf3090ff0550 req-47a9f15e-cc8e-4504-bb3b-feb80d631eb7 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0647423 Jul 16 00:13:40.211679 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eb270bf6-aacc-4a2d-a290-cf3090ff0550 req-d1e72b07-fae4-40a7-887c-ecc7ce053a32 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310311 Jul 16 00:13:41.386105 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ff893-01d1-49a2-9b7b-8c93cb1a7a00 req-cd5d6698-be88-419f-83b8-d9d9fded2f35 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:41.387622 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f6ff893-01d1-49a2-9b7b-8c93cb1a7a00 req-cd5d6698-be88-419f-83b8-d9d9fded2f35 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0634305 Jul 16 00:13:41.425055 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5f6ff893-01d1-49a2-9b7b-8c93cb1a7a00 req-af84a4b2-a02d-4225-adf0-f70c1841f7a0 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310466 Jul 16 00:13:42.601007 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ebf5b-9348-4a40-a08a-e6f91662cef0 req-a7e1e561-440d-43a0-af80-215af5d07faf tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:42.602720 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c02ebf5b-9348-4a40-a08a-e6f91662cef0 req-a7e1e561-440d-43a0-af80-215af5d07faf tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0645204 Jul 16 00:13:42.641402 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c02ebf5b-9348-4a40-a08a-e6f91662cef0 req-54f5dc14-fbfb-452e-a8c8-db81da64ade0 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322618 Jul 16 00:13:43.813549 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561e331-b69a-48d8-bdf8-ab2a6a3809b9 req-ce5ff3cc-5095-4461-89ea-8987f79f60ce tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:43.815009 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e561e331-b69a-48d8-bdf8-ab2a6a3809b9 req-ce5ff3cc-5095-4461-89ea-8987f79f60ce tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0654237 Jul 16 00:13:43.851268 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e561e331-b69a-48d8-bdf8-ab2a6a3809b9 req-4210f962-c259-43dd-b9e1-b4b15cf0ea47 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308430 Jul 16 00:13:43.985540 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 0b0502ae-57c8-410b-8c4a-76e5b22de284 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:13:44.062704 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:44.086760 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914c88af-f6c9-42f9-8d90-0b3cb46bd3d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b0502ae-57c8-410b-8c4a-76e5b22de284'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:13:44.089383 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae4f11e9886ebbda74e349334989d67f9e0924aee8a01d735f99c26d20dbf4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b723df93-794b-496c-9cca-c46b2a1c742b" -d '{"events": [{"server_uuid": "914c88af-f6c9-42f9-8d90-0b3cb46bd3d8", "name": "network-vif-unplugged", "status": "completed", "tag": "0b0502ae-57c8-410b-8c4a-76e5b22de284"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:13:44.107794 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 0b0502ae-57c8-410b-8c4a-76e5b22de284, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=0b0502ae-57c8-410b-8c4a-76e5b22de284,segment=NetworkSegment(3d5cb548-18aa-4ec2-afce-eb675e2ed29c),segment_id=3d5cb548-18aa-4ec2-afce-eb675e2ed29c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:13:44.113291 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:44.152097 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-86d7fa66-3649-4cce-80b6-493d88c68fba req-ea608fce-0485-4a74-87f9-c12352a7d50d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0547450 Jul 16 00:13:44.162937 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 00:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c4beab-7479-4f34-b267-2d95672d1cb4 x-openstack-request-id: req-c6c4beab-7479-4f34-b267-2d95672d1cb4 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:13:44.163185 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914c88af-f6c9-42f9-8d90-0b3cb46bd3d8", "name": "network-vif-unplugged", "status": "failed", "tag": "0b0502ae-57c8-410b-8c4a-76e5b22de284", "code": 422}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:13:44.163434 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6c4beab-7479-4f34-b267-2d95672d1cb4 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:13:44.163831 n-d-787205-9 neutron-server[93800]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '914c88af-f6c9-42f9-8d90-0b3cb46bd3d8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0b0502ae-57c8-410b-8c4a-76e5b22de284', 'code': 422} returned with failed status Jul 16 00:13:44.170205 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=0b0502ae-57c8-410b-8c4a-76e5b22de284,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:44.179944 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:44.180314 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:44.180658 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:44.180999 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:44.181336 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:44.183803 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:44.184156 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:44.184501 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:44.185094 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:44.185429 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:44.185764 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:44.186094 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:44.224381 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff002e-fc78-43f7-acb5-ed3a585b5856 req-66d2b9a1-3a89-4928-96c1-b0396a565d98 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:44.225778 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c9ff002e-fc78-43f7-acb5-ed3a585b5856 req-66d2b9a1-3a89-4928-96c1-b0396a565d98 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 943 time: 0.0677998 Jul 16 00:13:44.266948 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c9ff002e-fc78-43f7-acb5-ed3a585b5856 req-0e0ed339-9deb-4ecf-8a24-bfd4c9af13da tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342088 Jul 16 00:13:44.374029 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:13:45.443924 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c167b59-7116-44e3-8c02-042c0b69f3b7 req-846959d7-3156-4942-a487-9bc580919e5b tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:45.445415 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1c167b59-7116-44e3-8c02-042c0b69f3b7 req-846959d7-3156-4942-a487-9bc580919e5b tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 943 time: 0.0671556 Jul 16 00:13:45.484604 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1c167b59-7116-44e3-8c02-042c0b69f3b7 req-29d7b726-7784-49a3-823d-b93bcac62e01 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333869 Jul 16 00:13:45.982145 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-37481890-7b2e-4411-8301-14c2c0b629ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:46.664766 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39333f-35b6-4401-8d3b-4c7fcf86c111 req-7558f143-167a-4233-931e-f1594b90103f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:46.666231 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fd39333f-35b6-4401-8d3b-4c7fcf86c111 req-7558f143-167a-4233-931e-f1594b90103f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 943 time: 0.0653508 Jul 16 00:13:46.704803 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-fd39333f-35b6-4401-8d3b-4c7fcf86c111 req-c4cdef3b-cae1-425e-96c7-e9c488a26051 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329237 Jul 16 00:13:47.883952 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3673552-2b7a-40fb-b931-718b9a72c7f9 req-5231c29d-bf7c-4637-a541-dc1d74103d57 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:47.885483 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e3673552-2b7a-40fb-b931-718b9a72c7f9 req-5231c29d-bf7c-4637-a541-dc1d74103d57 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 943 time: 0.0674617 Jul 16 00:13:47.927070 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e3673552-2b7a-40fb-b931-718b9a72c7f9 req-29230b7a-34c3-455e-828e-89c108c0e447 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349603 Jul 16 00:13:48.351753 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a7256a18-953b-43cf-a9b8-282d45431c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:48.849053 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:49.103302 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97d192-919c-4b9e-a18a-d95986e2698f req-699561a9-5dd1-45f0-a62a-1130dd816d33 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:49.104838 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4a97d192-919c-4b9e-a18a-d95986e2698f req-699561a9-5dd1-45f0-a62a-1130dd816d33 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 943 time: 0.0637128 Jul 16 00:13:49.144850 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4a97d192-919c-4b9e-a18a-d95986e2698f req-b83b7bdd-5016-4a00-a309-654966070813 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336502 Jul 16 00:13:49.918947 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:50.325642 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1698cb-b414-40a1-b15c-1362ece0d9a7 req-f610635d-9052-4704-8aca-18309ead09eb tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:50.327217 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a1698cb-b414-40a1-b15c-1362ece0d9a7 req-f610635d-9052-4704-8aca-18309ead09eb tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 943 time: 0.0666401 Jul 16 00:13:50.367558 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7a1698cb-b414-40a1-b15c-1362ece0d9a7 req-6980c4ec-a10c-4db4-b885-d0855060fe0d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343282 Jul 16 00:13:51.012905 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7fa66-3649-4cce-80b6-493d88c68fba req-6fe5d3df-8ab8-4946-9ee8-6dfba6c4cae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:51.014434 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-86d7fa66-3649-4cce-80b6-493d88c68fba req-6fe5d3df-8ab8-4946-9ee8-6dfba6c4cae2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8&tenant_id=650307b68dd645238e227dac67c0abb9 HTTP/1.1" status: 200 len: 1094 time: 0.0528157 Jul 16 00:13:51.084967 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7fa66-3649-4cce-80b6-493d88c68fba req-a146766d-e46a-414e-bfe5-0c416e2906de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:51.086465 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-86d7fa66-3649-4cce-80b6-493d88c68fba req-a146766d-e46a-414e-bfe5-0c416e2906de service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=650307b68dd645238e227dac67c0abb9&device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 1094 time: 0.0507331 Jul 16 00:13:51.175967 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7fa66-3649-4cce-80b6-493d88c68fba req-97620daf-a858-47db-943a-2822a814cc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:51.177438 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-86d7fa66-3649-4cce-80b6-493d88c68fba req-97620daf-a858-47db-943a-2822a814cc04 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 HTTP/1.1" status: 200 len: 910 time: 0.0848320 Jul 16 00:13:51.239127 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-86d7fa66-3649-4cce-80b6-493d88c68fba req-b9074d92-a7b3-49a3-bb51-a48338a4e8c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b0502ae-57c8-410b-8c4a-76e5b22de284 HTTP/1.1" status: 200 len: 998 time: 0.0556169 Jul 16 00:13:51.290190 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7fa66-3649-4cce-80b6-493d88c68fba req-3832061d-9d51-4688-b282-80cdd52465b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:51.291657 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-86d7fa66-3649-4cce-80b6-493d88c68fba req-3832061d-9d51-4688-b282-80cdd52465b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8f2fafa2-0cbb-4a0e-b842-b036d233e3cd HTTP/1.1" status: 200 len: 848 time: 0.0466423 Jul 16 00:13:51.346687 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7fa66-3649-4cce-80b6-493d88c68fba req-9f1d97c8-7126-4b22-8c06-c7c672154670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:51.348172 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-86d7fa66-3649-4cce-80b6-493d88c68fba req-9f1d97c8-7126-4b22-8c06-c7c672154670 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502639 Jul 16 00:13:51.436544 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-86d7fa66-3649-4cce-80b6-493d88c68fba req-407e6bd6-89f6-407a-adb5-a3463bed587b service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815291 Jul 16 00:13:51.471988 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:51.531720 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-86d7fa66-3649-4cce-80b6-493d88c68fba req-3bdb1cb1-87dc-45dc-8fe7-f2e08f187084 service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890043 Jul 16 00:13:51.543690 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7339a2d-5bca-4dff-bdf5-30b6801ef127 req-95f1aa49-46e4-4783-aaa5-93b1cf1a66c1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:51.545186 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f7339a2d-5bca-4dff-bdf5-30b6801ef127 req-95f1aa49-46e4-4783-aaa5-93b1cf1a66c1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 943 time: 0.0638726 Jul 16 00:13:51.585136 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f7339a2d-5bca-4dff-bdf5-30b6801ef127 req-163ef25e-6739-4b49-8d4e-376ecb8bdb3d tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332558 Jul 16 00:13:52.754580 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17389b8-0c96-458f-8411-efa6427fe810 req-f32e87b1-e00f-4d85-bba0-3312202c2793 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:52.756071 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f17389b8-0c96-458f-8411-efa6427fe810 req-f32e87b1-e00f-4d85-bba0-3312202c2793 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 943 time: 0.0617120 Jul 16 00:13:52.792321 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f17389b8-0c96-458f-8411-efa6427fe810 req-9978f8cd-7cde-4db3-b8c9-5ee00be59fc8 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307679 Jul 16 00:13:53.970084 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52449f-4fdf-4266-b2e5-09154e46c2a4 req-08e541be-193c-47bf-9e9d-2a6303609748 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:53.971698 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6b52449f-4fdf-4266-b2e5-09154e46c2a4 req-08e541be-193c-47bf-9e9d-2a6303609748 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 943 time: 0.0665183 Jul 16 00:13:54.008012 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6b52449f-4fdf-4266-b2e5-09154e46c2a4 req-2f0d7657-dd86-4fe4-9d8c-926c42ea6b50 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307808 Jul 16 00:13:54.830134 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:55.176634 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2898693-2088-4965-9bc9-8ef19fcbdca0 req-3262923c-43cf-48f1-8f2a-84ce7de6da1b tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:55.178094 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e2898693-2088-4965-9bc9-8ef19fcbdca0 req-3262923c-43cf-48f1-8f2a-84ce7de6da1b tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 943 time: 0.0617537 Jul 16 00:13:55.214860 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e2898693-2088-4965-9bc9-8ef19fcbdca0 req-9514a5ec-11ca-49e5-9a38-59bbc0c723f8 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312526 Jul 16 00:13:55.363695 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cffa07-5058-4f23-910b-c6cb2b188b0e req-9277c597-9311-45b8-b7b0-4089b6356ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:55.365258 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-40cffa07-5058-4f23-910b-c6cb2b188b0e req-9277c597-9311-45b8-b7b0-4089b6356ac2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=650307b68dd645238e227dac67c0abb9&device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 1094 time: 0.0522840 Jul 16 00:13:55.472339 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cffa07-5058-4f23-910b-c6cb2b188b0e req-cdb22a50-445b-4901-81dc-934bb9b7624e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:55.473853 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-40cffa07-5058-4f23-910b-c6cb2b188b0e req-cdb22a50-445b-4901-81dc-934bb9b7624e service neutron] 10.222.0.43 "GET /v2.0/networks?id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 HTTP/1.1" status: 200 len: 910 time: 0.0891020 Jul 16 00:13:55.537057 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-40cffa07-5058-4f23-910b-c6cb2b188b0e req-c29579c1-6617-4edf-9963-35e80272dc0b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b0502ae-57c8-410b-8c4a-76e5b22de284 HTTP/1.1" status: 200 len: 998 time: 0.0571320 Jul 16 00:13:55.587997 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cffa07-5058-4f23-910b-c6cb2b188b0e req-d9df0fd9-fd24-4d67-b49d-b46f04a5ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:55.589393 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-40cffa07-5058-4f23-910b-c6cb2b188b0e req-d9df0fd9-fd24-4d67-b49d-b46f04a5ad8f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8f2fafa2-0cbb-4a0e-b842-b036d233e3cd HTTP/1.1" status: 200 len: 848 time: 0.0470490 Jul 16 00:13:55.644955 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cffa07-5058-4f23-910b-c6cb2b188b0e req-bb4b6359-d702-4c69-badf-739c61ad624a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:55.646385 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-40cffa07-5058-4f23-910b-c6cb2b188b0e req-bb4b6359-d702-4c69-badf-739c61ad624a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508153 Jul 16 00:13:55.732161 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-40cffa07-5058-4f23-910b-c6cb2b188b0e req-46cafefb-dcb5-4785-a531-d3ba32dd6312 service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793774 Jul 16 00:13:55.822204 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-40cffa07-5058-4f23-910b-c6cb2b188b0e req-70426764-85e1-41c1-a5b5-3de854fcd879 service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842378 Jul 16 00:13:56.386518 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9097a7-3df7-4cfe-8ce8-e38e6806bc42 req-07ba6701-1b6d-45c2-92e4-1406e2108089 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:56.388003 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6f9097a7-3df7-4cfe-8ce8-e38e6806bc42 req-07ba6701-1b6d-45c2-92e4-1406e2108089 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 943 time: 0.0646794 Jul 16 00:13:56.424550 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-6f9097a7-3df7-4cfe-8ce8-e38e6806bc42 req-c53fce41-2088-4081-b02e-6ec12c71343f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305362 Jul 16 00:13:57.596418 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f1876-93a8-4170-8aa8-e9fe92922304 req-9ee14550-a6d4-4ee5-b3aa-b23734510095 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:57.597894 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-829f1876-93a8-4170-8aa8-e9fe92922304 req-9ee14550-a6d4-4ee5-b3aa-b23734510095 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 943 time: 0.0639131 Jul 16 00:13:57.634944 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-829f1876-93a8-4170-8aa8-e9fe92922304 req-888cbe40-a71d-48e2-97b0-30f5819f7c10 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314579 Jul 16 00:13:58.802583 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088e6a1-d37e-4e89-9f0f-ce26fc3e981e req-5a5ee2b2-297f-4861-b373-b453d81a7eb0 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:58.804055 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d088e6a1-d37e-4e89-9f0f-ce26fc3e981e req-5a5ee2b2-297f-4861-b373-b453d81a7eb0 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 943 time: 0.0609183 Jul 16 00:13:58.840911 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d088e6a1-d37e-4e89-9f0f-ce26fc3e981e req-7a5da776-4dc1-42c1-85f8-3944b545bf33 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314503 Jul 16 00:14:00.065232 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 0b0502ae-57c8-410b-8c4a-76e5b22de284 details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:14:00.068395 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560f6d7-9d92-41e3-870d-6a7d4722cef8 req-a2355d91-2608-4e7f-b8ed-76f245e5494a tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:00.069862 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7560f6d7-9d92-41e3-870d-6a7d4722cef8 req-a2355d91-2608-4e7f-b8ed-76f245e5494a tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 943 time: 0.1187167 Jul 16 00:14:00.106402 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-7560f6d7-9d92-41e3-870d-6a7d4722cef8 req-aaef3487-fe0d-413c-aee6-307c3c0ae17e tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309050 Jul 16 00:14:00.161381 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 0b0502ae-57c8-410b-8c4a-76e5b22de284, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=0b0502ae-57c8-410b-8c4a-76e5b22de284,segment=NetworkSegment(3d5cb548-18aa-4ec2-afce-eb675e2ed29c),segment_id=3d5cb548-18aa-4ec2-afce-eb675e2ed29c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:14:00.172578 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '0b0502ae-57c8-410b-8c4a-76e5b22de284', 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'port_id': '0b0502ae-57c8-410b-8c4a-76e5b22de284', 'mac_address': 'fa:16:3e:eb:df:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:14:00.207522 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:00.220024 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b0502ae-57c8-410b-8c4a-76e5b22de284 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:14:00.238846 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 0b0502ae-57c8-410b-8c4a-76e5b22de284, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=0b0502ae-57c8-410b-8c4a-76e5b22de284,segment=NetworkSegment(3d5cb548-18aa-4ec2-afce-eb675e2ed29c),segment_id=3d5cb548-18aa-4ec2-afce-eb675e2ed29c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:14:00.242575 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:00.445661 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=0b0502ae-57c8-410b-8c4a-76e5b22de284,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:00.494023 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['0b0502ae-57c8-410b-8c4a-76e5b22de284'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:14:01.314389 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730b020-057b-4350-8d39-1763942ec5b7 req-490d7867-6e3c-4ca0-be69-acc048eb2d55 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:01.315851 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3730b020-057b-4350-8d39-1763942ec5b7 req-490d7867-6e3c-4ca0-be69-acc048eb2d55 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 944 time: 0.1017237 Jul 16 00:14:01.353288 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-3730b020-057b-4350-8d39-1763942ec5b7 req-89a7a272-b2b3-4476-b972-59598678a580 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318501 Jul 16 00:14:02.075828 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 0b0502ae-57c8-410b-8c4a-76e5b22de284 up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:14:02.121718 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 0b0502ae-57c8-410b-8c4a-76e5b22de284 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:14:02.122091 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:02.195483 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:02.218764 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914c88af-f6c9-42f9-8d90-0b3cb46bd3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0502ae-57c8-410b-8c4a-76e5b22de284'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:14:02.221016 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae4f11e9886ebbda74e349334989d67f9e0924aee8a01d735f99c26d20dbf4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df76e6e-5719-4c6a-a3c8-b99ce1404fec" -d '{"events": [{"server_uuid": "914c88af-f6c9-42f9-8d90-0b3cb46bd3d8", "name": "network-vif-plugged", "status": "completed", "tag": "0b0502ae-57c8-410b-8c4a-76e5b22de284"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:14:02.233608 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 0b0502ae-57c8-410b-8c4a-76e5b22de284, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=0b0502ae-57c8-410b-8c4a-76e5b22de284,segment=NetworkSegment(3d5cb548-18aa-4ec2-afce-eb675e2ed29c),segment_id=3d5cb548-18aa-4ec2-afce-eb675e2ed29c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:14:02.238314 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:02.261768 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b84812c-7639-4ac5-b3c8-ba31c0c8f0f5 x-openstack-request-id: req-6b84812c-7639-4ac5-b3c8-ba31c0c8f0f5 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:14:02.262062 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914c88af-f6c9-42f9-8d90-0b3cb46bd3d8", "name": "network-vif-plugged", "status": "completed", "tag": "0b0502ae-57c8-410b-8c4a-76e5b22de284", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:14:02.262313 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b84812c-7639-4ac5-b3c8-ba31c0c8f0f5 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:14:02.262728 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914c88af-f6c9-42f9-8d90-0b3cb46bd3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0502ae-57c8-410b-8c4a-76e5b22de284', 'code': 200} Jul 16 00:14:02.290391 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=0b0502ae-57c8-410b-8c4a-76e5b22de284,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:02.420700 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051936f2-6072-40a2-b2f2-fc4e18733ed5 req-12f3a06e-ebc8-4d65-82a3-b713e3c1dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:02.422953 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-051936f2-6072-40a2-b2f2-fc4e18733ed5 req-12f3a06e-ebc8-4d65-82a3-b713e3c1dac5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 1096 time: 0.0516570 Jul 16 00:14:02.457178 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-051936f2-6072-40a2-b2f2-fc4e18733ed5 req-58c286f2-c0ca-44e7-9b52-8c862f95701c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280533 Jul 16 00:14:02.527547 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12cff2b-de8f-4727-b1b5-cd73b1138ff8 req-f810648f-3fb1-4f22-b0b1-80e9246cd21b tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:02.528904 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d12cff2b-de8f-4727-b1b5-cd73b1138ff8 req-f810648f-3fb1-4f22-b0b1-80e9246cd21b tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0645466 Jul 16 00:14:02.566166 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d12cff2b-de8f-4727-b1b5-cd73b1138ff8 req-569e7da1-a5d2-465f-9b9e-b74d3102e378 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310719 Jul 16 00:14:03.736425 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54512c8-c132-4148-890b-6a94f2cd6f50 req-7ac97969-2fbd-4fa0-ba64-e8d4a9575fa1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:03.737887 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f54512c8-c132-4148-890b-6a94f2cd6f50 req-7ac97969-2fbd-4fa0-ba64-e8d4a9575fa1 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0624406 Jul 16 00:14:03.774494 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f54512c8-c132-4148-890b-6a94f2cd6f50 req-6b087d59-339a-41fd-8257-5811fc14cb56 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310698 Jul 16 00:14:09.505176 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:15.982894 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ce32563c-d0eb-40a4-8cd3-43378c0e02e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:18.354988 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-15f36816-9592-42fa-b1c8-a4489e035631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:18.848911 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:19.922960 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:21.373000 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:14:21.472750 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:24.857259 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:39.531130 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:45.984315 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2d7e7755-1a0e-4362-831a-c35760747037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:48.355633 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e927db9a-4cb8-47f3-b72e-6e5c2ec522d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:48.850142 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:49.924687 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:51.475584 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:54.889482 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:55.408781 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4abf69cf-662f-4546-a29b-4471d9a0d1af req-aa80a00b-4ac4-4240-82da-6cf60147f0ff service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0904224 Jul 16 00:14:55.502217 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf69cf-662f-4546-a29b-4471d9a0d1af req-526246b0-cd12-4d72-b472-6d51cce7c94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:55.503712 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4abf69cf-662f-4546-a29b-4471d9a0d1af req-526246b0-cd12-4d72-b472-6d51cce7c94d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=650307b68dd645238e227dac67c0abb9&device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 1096 time: 0.0519681 Jul 16 00:14:55.609303 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf69cf-662f-4546-a29b-4471d9a0d1af req-043d1bb7-1ccf-4bd2-b904-6832b7dd2de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:55.610716 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4abf69cf-662f-4546-a29b-4471d9a0d1af req-043d1bb7-1ccf-4bd2-b904-6832b7dd2de0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 HTTP/1.1" status: 200 len: 910 time: 0.0873842 Jul 16 00:14:55.673657 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4abf69cf-662f-4546-a29b-4471d9a0d1af req-e2ff4607-1992-43f2-8c37-1de3655bfba3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b0502ae-57c8-410b-8c4a-76e5b22de284 HTTP/1.1" status: 200 len: 1000 time: 0.0567970 Jul 16 00:14:55.719616 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf69cf-662f-4546-a29b-4471d9a0d1af req-c3c8a49e-35ad-4835-8398-6f1cb3c93adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:55.721006 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4abf69cf-662f-4546-a29b-4471d9a0d1af req-c3c8a49e-35ad-4835-8398-6f1cb3c93adf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8f2fafa2-0cbb-4a0e-b842-b036d233e3cd HTTP/1.1" status: 200 len: 848 time: 0.0412755 Jul 16 00:14:55.779209 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf69cf-662f-4546-a29b-4471d9a0d1af req-5db5cb74-49f3-44a6-8967-26e2c136584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:55.780653 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4abf69cf-662f-4546-a29b-4471d9a0d1af req-5db5cb74-49f3-44a6-8967-26e2c136584c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535512 Jul 16 00:14:55.868329 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4abf69cf-662f-4546-a29b-4471d9a0d1af req-cbd78ebc-3400-4733-a83a-ed975b5957e3 service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807498 Jul 16 00:14:55.960133 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-4abf69cf-662f-4546-a29b-4471d9a0d1af req-af82cbb0-09f0-4c8d-84b2-a9f8187a1926 service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854981 Jul 16 00:14:58.372762 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:15:09.563869 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:15.984280 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c15da23c-7dad-4f36-8ad4-dd04da2207e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:18.355853 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aaf253a0-1aea-4349-bc90-7c88d7643224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:18.850960 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:19.292737 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40432) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:19.444725 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c7aa2ec2-344d-4a7d-9cbc-c5a7c0409525 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Deleting port 72edcda9-3ba5-4d9d-ae6e-4f435dd68c9a {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:15:19.445065 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7aa2ec2-344d-4a7d-9cbc-c5a7c0409525 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:19.516447 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7aa2ec2-344d-4a7d-9cbc-c5a7c0409525 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:19.516770 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7aa2ec2-344d-4a7d-9cbc-c5a7c0409525 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:19.528062 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-c7aa2ec2-344d-4a7d-9cbc-c5a7c0409525 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Calling delete_port for 72edcda9-3ba5-4d9d-ae6e-4f435dd68c9a owned by network:floatingip {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:15:19.671838 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7aa2ec2-344d-4a7d-9cbc-c5a7c0409525 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:19.694724 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa2ec2-344d-4a7d-9cbc-c5a7c0409525 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Pushing event deleted for resources: {'Port': ['ID=72edcda9-3ba5-4d9d-ae6e-4f435dd68c9a,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:19.704834 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa2ec2-344d-4a7d-9cbc-c5a7c0409525 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:19.705183 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa2ec2-344d-4a7d-9cbc-c5a7c0409525 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:19.705526 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa2ec2-344d-4a7d-9cbc-c5a7c0409525 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:19.705863 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa2ec2-344d-4a7d-9cbc-c5a7c0409525 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:19.706198 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa2ec2-344d-4a7d-9cbc-c5a7c0409525 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:19.706528 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa2ec2-344d-4a7d-9cbc-c5a7c0409525 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:19.706888 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa2ec2-344d-4a7d-9cbc-c5a7c0409525 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:19.707216 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa2ec2-344d-4a7d-9cbc-c5a7c0409525 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:19.707540 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa2ec2-344d-4a7d-9cbc-c5a7c0409525 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:19.707862 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa2ec2-344d-4a7d-9cbc-c5a7c0409525 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:19.708184 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa2ec2-344d-4a7d-9cbc-c5a7c0409525 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:19.708503 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa2ec2-344d-4a7d-9cbc-c5a7c0409525 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:19.773072 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7aa2ec2-344d-4a7d-9cbc-c5a7c0409525 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for floatingip, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:19.773395 n-d-787205-9 neutron-server[93798]: INFO neutron.db.l3_db [None req-c7aa2ec2-344d-4a7d-9cbc-c5a7c0409525 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Floating IP 19f1ccce-9242-4409-833c-ed4ee93da455 disassociated (deleted). External IP: 172.25.4.10, port: 0b0502ae-57c8-410b-8c4a-76e5b22de284. Jul 16 00:15:19.927138 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:19.976564 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7aa2ec2-344d-4a7d-9cbc-c5a7c0409525 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Router c4a02187-3653-4e45-be8a-bf21202f2817 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:15:20.083056 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7aa2ec2-344d-4a7d-9cbc-c5a7c0409525 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:15:20.088309 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c7aa2ec2-344d-4a7d-9cbc-c5a7c0409525 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:20.092911 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ebe1ef-93e2-4d09-924c-6a5afa1101bf None None] Sync routers for ids ['c4a02187-3653-4e45-be8a-bf21202f2817'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:15:20.101383 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ebe1ef-93e2-4d09-924c-6a5afa1101bf None None] Routers {'c4a02187-3653-4e45-be8a-bf21202f2817'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:15:20.101997 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-49ebe1ef-93e2-4d09-924c-6a5afa1101bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:15:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c4a02187-3653-4e45-be8a-bf21202f2817'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:20.124659 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-c7aa2ec2-344d-4a7d-9cbc-c5a7c0409525 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "DELETE /v2.0/floatingips/19f1ccce-9242-4409-833c-ed4ee93da455 HTTP/1.1" status: 204 len: 168 time: 0.8308375 Jul 16 00:15:20.125336 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914c88af-f6c9-42f9-8d90-0b3cb46bd3d8', 'tag': '0b0502ae-57c8-410b-8c4a-76e5b22de284'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:15:20.127745 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac3ab2df65406140be9365f9b3f66d4be7bd37abeab186e08b44bb3ea3ff9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9889618b-be97-4c4d-b1e0-41f3d5c9b7f4" -d '{"events": [{"name": "network-changed", "server_uuid": "914c88af-f6c9-42f9-8d90-0b3cb46bd3d8", "tag": "0b0502ae-57c8-410b-8c4a-76e5b22de284"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:15:20.166374 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2dfbc5-0302-4b6a-970f-69cc3c1bbd4a x-openstack-request-id: req-ad2dfbc5-0302-4b6a-970f-69cc3c1bbd4a {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:15:20.166739 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "914c88af-f6c9-42f9-8d90-0b3cb46bd3d8", "tag": "0b0502ae-57c8-410b-8c4a-76e5b22de284", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:15:20.166948 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad2dfbc5-0302-4b6a-970f-69cc3c1bbd4a {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:15:20.167383 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '914c88af-f6c9-42f9-8d90-0b3cb46bd3d8', 'tag': '0b0502ae-57c8-410b-8c4a-76e5b22de284', 'status': 'completed', 'code': 200} Jul 16 00:15:20.213758 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-49ebe1ef-93e2-4d09-924c-6a5afa1101bf None None] Set router c4a02187-3653-4e45-be8a-bf21202f2817 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:15:20.242343 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889618b-be97-4c4d-b1e0-41f3d5c9b7f4 req-15f0dac5-7285-4440-99af-c0f1abf2b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:20.243939 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9889618b-be97-4c4d-b1e0-41f3d5c9b7f4 req-15f0dac5-7285-4440-99af-c0f1abf2b367 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=650307b68dd645238e227dac67c0abb9&device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 1096 time: 0.0553300 Jul 16 00:15:20.340907 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889618b-be97-4c4d-b1e0-41f3d5c9b7f4 req-7eb57cdf-e092-41a8-8ff0-9ca401d80d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:20.343028 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9889618b-be97-4c4d-b1e0-41f3d5c9b7f4 req-7eb57cdf-e092-41a8-8ff0-9ca401d80d26 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 HTTP/1.1" status: 200 len: 910 time: 0.0928760 Jul 16 00:15:20.397100 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9889618b-be97-4c4d-b1e0-41f3d5c9b7f4 req-595138fc-b53f-4556-b06a-ce78035ced10 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b0502ae-57c8-410b-8c4a-76e5b22de284 HTTP/1.1" status: 200 len: 217 time: 0.0480990 Jul 16 00:15:20.431031 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-49ebe1ef-93e2-4d09-924c-6a5afa1101bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'name': 'tempest-TestShelveInstance-1979721793-router', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:40Z', 'updated_at': '2021-07-16T00:06:43Z', 'revision_number': 4, 'project_id': '650307b68dd645238e227dac67c0abb9', 'gw_port': {'id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:41Z', 'updated_at': '2021-07-16T00:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'd209c236-37fd-4619-9751-ce6c1dc92552', 'name': '', 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'mac_address': 'fa:16:3e:9e:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:42Z', 'updated_at': '2021-07-16T00:06:49Z', 'revision_number': 5, 'project_id': '650307b68dd645238e227dac67c0abb9', 'subnets': [{'id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:20.445708 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889618b-be97-4c4d-b1e0-41f3d5c9b7f4 req-d1046385-a134-4f96-a5a9-87c651b832b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:20.447728 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9889618b-be97-4c4d-b1e0-41f3d5c9b7f4 req-d1046385-a134-4f96-a5a9-87c651b832b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8f2fafa2-0cbb-4a0e-b842-b036d233e3cd HTTP/1.1" status: 200 len: 848 time: 0.0443470 Jul 16 00:15:20.458351 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ebe1ef-93e2-4d09-924c-6a5afa1101bf None None] Checking router: c4a02187-3653-4e45-be8a-bf21202f2817 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:15:20.467464 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ebe1ef-93e2-4d09-924c-6a5afa1101bf None None] Routers {'c4a02187-3653-4e45-be8a-bf21202f2817'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:15:20.467997 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-49ebe1ef-93e2-4d09-924c-6a5afa1101bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:15:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c4a02187-3653-4e45-be8a-bf21202f2817'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:20.501754 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c930f-1b02-4695-91a1-141e65889ca3 req-69530f6c-0c5e-494d-a154-5b15d1c96b83 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:20.503980 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8f9c930f-1b02-4695-91a1-141e65889ca3 req-69530f6c-0c5e-494d-a154-5b15d1c96b83 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0664628 Jul 16 00:15:20.514818 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889618b-be97-4c4d-b1e0-41f3d5c9b7f4 req-4c78f3a9-ab5d-4c5d-88fb-f520aed0c084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:20.516426 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9889618b-be97-4c4d-b1e0-41f3d5c9b7f4 req-4c78f3a9-ab5d-4c5d-88fb-f520aed0c084 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618782 Jul 16 00:15:20.545601 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8f9c930f-1b02-4695-91a1-141e65889ca3 req-f05c712e-25c8-40f7-9530-f0de0ea66f37 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346262 Jul 16 00:15:20.576039 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-49ebe1ef-93e2-4d09-924c-6a5afa1101bf None None] Set router c4a02187-3653-4e45-be8a-bf21202f2817 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:15:20.607583 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9889618b-be97-4c4d-b1e0-41f3d5c9b7f4 req-e9faf057-a564-4dd7-ac94-3b94c549efa8 service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829110 Jul 16 00:15:20.701090 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9889618b-be97-4c4d-b1e0-41f3d5c9b7f4 req-75a60882-a597-41af-a357-9988a0b37067 service neutron] 10.222.0.43 "GET /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864577 Jul 16 00:15:20.777442 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-49ebe1ef-93e2-4d09-924c-6a5afa1101bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'name': 'tempest-TestShelveInstance-1979721793-router', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:40Z', 'updated_at': '2021-07-16T00:06:43Z', 'revision_number': 4, 'project_id': '650307b68dd645238e227dac67c0abb9', 'gw_port': {'id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:41Z', 'updated_at': '2021-07-16T00:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'd209c236-37fd-4619-9751-ce6c1dc92552', 'name': '', 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'mac_address': 'fa:16:3e:9e:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:42Z', 'updated_at': '2021-07-16T00:06:49Z', 'revision_number': 5, 'project_id': '650307b68dd645238e227dac67c0abb9', 'subnets': [{'id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:20.802610 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ebe1ef-93e2-4d09-924c-6a5afa1101bf None None] The sync data for ids ['c4a02187-3653-4e45-be8a-bf21202f2817'] in n-d-787205-9 is: [{'id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'name': 'tempest-TestShelveInstance-1979721793-router', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:40Z', 'updated_at': '2021-07-16T00:06:43Z', 'revision_number': 4, 'project_id': '650307b68dd645238e227dac67c0abb9', 'gw_port': {'id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:41Z', 'updated_at': '2021-07-16T00:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'd209c236-37fd-4619-9751-ce6c1dc92552', 'name': '', 'network_id': '0422c6cf-f938-4fe7-a52b-6b0f3a9039f4', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'mac_address': 'fa:16:3e:9e:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:42Z', 'updated_at': '2021-07-16T00:06:49Z', 'revision_number': 5, 'project_id': '650307b68dd645238e227dac67c0abb9', 'subnets': [{'id': '8f2fafa2-0cbb-4a0e-b842-b036d233e3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:15:21.010861 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d768b6-46e7-456f-bde9-505f103deec1 None None] New status for floating IP 19f1ccce-9242-4409-833c-ed4ee93da455: DOWN {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:15:21.476892 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:21.721112 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1535e-db2a-471a-894a-1997478f77cf req-83ec72d4-b484-454d-adb0-16e79a2dac5b tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:21.722478 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-66e1535e-db2a-471a-894a-1997478f77cf req-83ec72d4-b484-454d-adb0-16e79a2dac5b tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0648570 Jul 16 00:15:21.759222 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-66e1535e-db2a-471a-894a-1997478f77cf req-1987d451-e7f5-4732-a7c9-fdaf0cd78667 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=82550353-e49e-4a1f-8439-eebc35b54115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311577 Jul 16 00:15:21.916564 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb2965-810b-43fb-abdc-0c691af7cf0b req-789eef45-8343-4cc9-a2b4-6ef4eef27f2f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:21.918029 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b4cb2965-810b-43fb-abdc-0c691af7cf0b req-789eef45-8343-4cc9-a2b4-6ef4eef27f2f tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.43 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0615206 Jul 16 00:15:22.017152 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-b4cb2965-810b-43fb-abdc-0c691af7cf0b req-9a1ae028-3d8c-4ab5-af66-b3ab317c585e tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Deleting port 0b0502ae-57c8-410b-8c4a-76e5b22de284 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:15:22.017497 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b4cb2965-810b-43fb-abdc-0c691af7cf0b req-9a1ae028-3d8c-4ab5-af66-b3ab317c585e tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:22.101724 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-b4cb2965-810b-43fb-abdc-0c691af7cf0b req-9a1ae028-3d8c-4ab5-af66-b3ab317c585e tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] For port 0b0502ae-57c8-410b-8c4a-76e5b22de284, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=0b0502ae-57c8-410b-8c4a-76e5b22de284,segment=NetworkSegment(3d5cb548-18aa-4ec2-afce-eb675e2ed29c),segment_id=3d5cb548-18aa-4ec2-afce-eb675e2ed29c)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:15:22.102078 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b4cb2965-810b-43fb-abdc-0c691af7cf0b req-9a1ae028-3d8c-4ab5-af66-b3ab317c585e tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:22.114608 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-b4cb2965-810b-43fb-abdc-0c691af7cf0b req-9a1ae028-3d8c-4ab5-af66-b3ab317c585e tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Calling delete_port for 0b0502ae-57c8-410b-8c4a-76e5b22de284 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:15:22.239178 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b4cb2965-810b-43fb-abdc-0c691af7cf0b req-9a1ae028-3d8c-4ab5-af66-b3ab317c585e tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:22.265020 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ae028-3d8c-4ab5-af66-b3ab317c585e tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Pushing event deleted for resources: {'Port': ['ID=0b0502ae-57c8-410b-8c4a-76e5b22de284,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:22.311288 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cb2965-810b-43fb-abdc-0c691af7cf0b req-9a1ae028-3d8c-4ab5-af66-b3ab317c585e tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] No DVR routers for this DVR port 0b0502ae-57c8-410b-8c4a-76e5b22de284 on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:15:22.313704 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-b4cb2965-810b-43fb-abdc-0c691af7cf0b req-9a1ae028-3d8c-4ab5-af66-b3ab317c585e tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:22.315662 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b4cb2965-810b-43fb-abdc-0c691af7cf0b req-9a1ae028-3d8c-4ab5-af66-b3ab317c585e tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.43 "DELETE /v2.0/ports/0b0502ae-57c8-410b-8c4a-76e5b22de284 HTTP/1.1" status: 204 len: 173 time: 0.3925159 Jul 16 00:15:22.316091 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914c88af-f6c9-42f9-8d90-0b3cb46bd3d8', 'name': 'network-vif-deleted', 'tag': '0b0502ae-57c8-410b-8c4a-76e5b22de284'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:15:22.318281 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac3ab2df65406140be9365f9b3f66d4be7bd37abeab186e08b44bb3ea3ff9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625e5164-1c7d-4437-adee-590bf9f68933" -d '{"events": [{"server_uuid": "914c88af-f6c9-42f9-8d90-0b3cb46bd3d8", "name": "network-vif-deleted", "tag": "0b0502ae-57c8-410b-8c4a-76e5b22de284"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:15:22.353110 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c755a0-d0a5-44e1-8b0c-46782553a2d3 x-openstack-request-id: req-d9c755a0-d0a5-44e1-8b0c-46782553a2d3 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:15:22.354011 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914c88af-f6c9-42f9-8d90-0b3cb46bd3d8", "name": "network-vif-deleted", "tag": "0b0502ae-57c8-410b-8c4a-76e5b22de284", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:15:22.354270 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9c755a0-d0a5-44e1-8b0c-46782553a2d3 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:15:22.354696 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914c88af-f6c9-42f9-8d90-0b3cb46bd3d8', 'name': 'network-vif-deleted', 'tag': '0b0502ae-57c8-410b-8c4a-76e5b22de284', 'status': 'completed', 'code': 200} Jul 16 00:15:22.899957 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-dc452b42-9a5c-47cd-bb61-07b75f89944d req-4f9940db-d5ab-45fd-9a89-120d26c571b4 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 210 time: 0.0280867 Jul 16 00:15:24.042967 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-9e057109-87b8-4435-9c0a-b221e3e490ab req-8103b175-f029-4898-bdba-a447ccfaf1fd tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 210 time: 0.0283639 Jul 16 00:15:24.638952 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 0b0502ae-57c8-410b-8c4a-76e5b22de284 no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:15:24.658918 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 0b0502ae-57c8-410b-8c4a-76e5b22de284 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:15:24.659256 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 0b0502ae-57c8-410b-8c4a-76e5b22de284 not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:15:24.904496 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:25.185155 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5b7999c5-40dc-4d6e-8919-93b0763e4d6b req-1cb33fda-094b-4ed3-b5ae-6dec9c7e3128 tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=914c88af-f6c9-42f9-8d90-0b3cb46bd3d8 HTTP/1.1" status: 200 len: 210 time: 0.0322580 Jul 16 00:15:26.278505 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40462) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:26.343394 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d84c1c88-971c-4644-95a6-8a29f17d8dfa tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:26.368110 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d84c1c88-971c-4644-95a6-8a29f17d8dfa tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:26.428028 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d84c1c88-971c-4644-95a6-8a29f17d8dfa tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:26.430707 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d84c1c88-971c-4644-95a6-8a29f17d8dfa tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:26.431878 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d84c1c88-971c-4644-95a6-8a29f17d8dfa tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] 10.222.0.16 "DELETE /v2.0/security-groups/82550353-e49e-4a1f-8439-eebc35b54115 HTTP/1.1" status: 204 len: 168 time: 0.1523612 Jul 16 00:15:26.442422 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c1c88-971c-4644-95a6-8a29f17d8dfa tempest-TestShelveInstance-461542339 tempest-TestShelveInstance-461542339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82550353-e49e-4a1f-8439-eebc35b54115,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:26.477257 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40466) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:27.251780 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9ab9f0bb-2f4b-4da7-86cc-3ae3a5ed2ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:27.503890 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9ab9f0bb-2f4b-4da7-86cc-3ae3a5ed2ba4 admin admin] Deleting port d209c236-37fd-4619-9751-ce6c1dc92552 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:15:27.504542 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9ab9f0bb-2f4b-4da7-86cc-3ae3a5ed2ba4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:27.585989 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-9ab9f0bb-2f4b-4da7-86cc-3ae3a5ed2ba4 admin admin] For port d209c236-37fd-4619-9751-ce6c1dc92552, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d209c236-37fd-4619-9751-ce6c1dc92552,segment=NetworkSegment(3d5cb548-18aa-4ec2-afce-eb675e2ed29c),segment_id=3d5cb548-18aa-4ec2-afce-eb675e2ed29c)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:15:27.586371 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9ab9f0bb-2f4b-4da7-86cc-3ae3a5ed2ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:27.598689 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-9ab9f0bb-2f4b-4da7-86cc-3ae3a5ed2ba4 admin admin] Calling delete_port for d209c236-37fd-4619-9751-ce6c1dc92552 owned by network:router_interface {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:15:27.787344 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9ab9f0bb-2f4b-4da7-86cc-3ae3a5ed2ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:27.812064 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9f0bb-2f4b-4da7-86cc-3ae3a5ed2ba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d209c236-37fd-4619-9751-ce6c1dc92552,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:27.998716 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9ab9f0bb-2f4b-4da7-86cc-3ae3a5ed2ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:28.208425 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab9f0bb-2f4b-4da7-86cc-3ae3a5ed2ba4 admin admin] Router c4a02187-3653-4e45-be8a-bf21202f2817 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:15:28.315248 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab9f0bb-2f4b-4da7-86cc-3ae3a5ed2ba4 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:15:28.323091 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40470) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:28.325003 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f59275-05e2-4e6b-a4cb-3f2e8bc9533f None None] Sync routers for ids ['c4a02187-3653-4e45-be8a-bf21202f2817'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:15:28.328745 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-9ab9f0bb-2f4b-4da7-86cc-3ae3a5ed2ba4 admin admin] 10.222.0.16 "PUT /v2.0/routers/c4a02187-3653-4e45-be8a-bf21202f2817/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8500991 Jul 16 00:15:28.335298 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f59275-05e2-4e6b-a4cb-3f2e8bc9533f None None] Routers {'c4a02187-3653-4e45-be8a-bf21202f2817'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:15:28.336001 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-14f59275-05e2-4e6b-a4cb-3f2e8bc9533f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:15:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c4a02187-3653-4e45-be8a-bf21202f2817'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:28.425340 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-715795fc-204e-494e-866a-811668600bba admin admin] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:28.445137 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-14f59275-05e2-4e6b-a4cb-3f2e8bc9533f None None] Set router c4a02187-3653-4e45-be8a-bf21202f2817 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:15:28.526867 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-715795fc-204e-494e-866a-811668600bba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:28.633280 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-14f59275-05e2-4e6b-a4cb-3f2e8bc9533f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'name': 'tempest-TestShelveInstance-1979721793-router', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:40Z', 'updated_at': '2021-07-16T00:15:27Z', 'revision_number': 5, 'project_id': '650307b68dd645238e227dac67c0abb9', 'gw_port': {'id': '05c6609a-93af-406d-9ffa-f971a0bd91bb', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:de:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:41Z', 'updated_at': '2021-07-16T00:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:28.662324 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f59275-05e2-4e6b-a4cb-3f2e8bc9533f None None] Checking router: c4a02187-3653-4e45-be8a-bf21202f2817 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:15:28.672095 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f59275-05e2-4e6b-a4cb-3f2e8bc9533f None None] Routers {'c4a02187-3653-4e45-be8a-bf21202f2817'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:15:28.672743 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-14f59275-05e2-4e6b-a4cb-3f2e8bc9533f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:15:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['c4a02187-3653-4e45-be8a-bf21202f2817'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:28.765683 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-14f59275-05e2-4e6b-a4cb-3f2e8bc9533f None None] Set router c4a02187-3653-4e45-be8a-bf21202f2817 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:15:28.822271 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-14f59275-05e2-4e6b-a4cb-3f2e8bc9533f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'name': 'tempest-TestShelveInstance-1979721793-router', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:40Z', 'updated_at': '2021-07-16T00:15:28Z', 'revision_number': 6, 'project_id': '650307b68dd645238e227dac67c0abb9', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:28.850437 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f59275-05e2-4e6b-a4cb-3f2e8bc9533f None None] The sync data for ids ['c4a02187-3653-4e45-be8a-bf21202f2817'] in n-d-787205-9 is: [{'id': 'c4a02187-3653-4e45-be8a-bf21202f2817', 'name': 'tempest-TestShelveInstance-1979721793-router', 'tenant_id': '650307b68dd645238e227dac67c0abb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:40Z', 'updated_at': '2021-07-16T00:15:28Z', 'revision_number': 6, 'project_id': '650307b68dd645238e227dac67c0abb9', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:15:28.920664 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-715795fc-204e-494e-866a-811668600bba admin admin] Deleting port 05c6609a-93af-406d-9ffa-f971a0bd91bb {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:15:28.921005 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-715795fc-204e-494e-866a-811668600bba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:28.995213 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-715795fc-204e-494e-866a-811668600bba admin admin] For port 05c6609a-93af-406d-9ffa-f971a0bd91bb, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=05c6609a-93af-406d-9ffa-f971a0bd91bb,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:15:28.995583 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-715795fc-204e-494e-866a-811668600bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:29.011345 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-715795fc-204e-494e-866a-811668600bba admin admin] Calling delete_port for 05c6609a-93af-406d-9ffa-f971a0bd91bb owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:15:29.166007 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-715795fc-204e-494e-866a-811668600bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:29.194987 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715795fc-204e-494e-866a-811668600bba admin admin] Pushing event deleted for resources: {'Port': ['ID=05c6609a-93af-406d-9ffa-f971a0bd91bb,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:29.205720 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715795fc-204e-494e-866a-811668600bba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:29.206076 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715795fc-204e-494e-866a-811668600bba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:29.206415 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715795fc-204e-494e-866a-811668600bba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:29.206769 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715795fc-204e-494e-866a-811668600bba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:29.207105 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715795fc-204e-494e-866a-811668600bba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:29.207433 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715795fc-204e-494e-866a-811668600bba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:29.207759 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715795fc-204e-494e-866a-811668600bba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:29.208082 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715795fc-204e-494e-866a-811668600bba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:29.208441 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715795fc-204e-494e-866a-811668600bba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:29.208727 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715795fc-204e-494e-866a-811668600bba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:29.209048 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715795fc-204e-494e-866a-811668600bba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:29.209368 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715795fc-204e-494e-866a-811668600bba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:29.270035 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-715795fc-204e-494e-866a-811668600bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:29.357264 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-715795fc-204e-494e-866a-811668600bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:29.359441 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-715795fc-204e-494e-866a-811668600bba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:29.402620 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-715795fc-204e-494e-866a-811668600bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:29.403149 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715795fc-204e-494e-866a-811668600bba admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4a02187-3653-4e45-be8a-bf21202f2817 {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:15:29.407779 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-715795fc-204e-494e-866a-811668600bba admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:29.408851 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-715795fc-204e-494e-866a-811668600bba admin admin] 10.222.0.16 "DELETE /v2.0/routers/c4a02187-3653-4e45-be8a-bf21202f2817 HTTP/1.1" status: 204 len: 168 time: 1.0847917 Jul 16 00:15:29.411545 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40472) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:29.454620 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-621fd3c2-f765-4a10-8a94-c0bfb8893f16 admin admin] Deleting subnet 8f2fafa2-0cbb-4a0e-b842-b036d233e3cd {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:15:29.457451 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-621fd3c2-f765-4a10-8a94-c0bfb8893f16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:29.490518 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-621fd3c2-f765-4a10-8a94-c0bfb8893f16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:29.564000 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-621fd3c2-f765-4a10-8a94-c0bfb8893f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:29.619148 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-621fd3c2-f765-4a10-8a94-c0bfb8893f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:29.646129 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621fd3c2-f765-4a10-8a94-c0bfb8893f16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f2fafa2-0cbb-4a0e-b842-b036d233e3cd,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:29.648098 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-621fd3c2-f765-4a10-8a94-c0bfb8893f16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:29.652571 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40474) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:29.653085 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-621fd3c2-f765-4a10-8a94-c0bfb8893f16 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8f2fafa2-0cbb-4a0e-b842-b036d233e3cd HTTP/1.1" status: 204 len: 168 time: 0.2401333 Jul 16 00:15:29.654119 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885e981d-08d6-4ba1-a978-9f8347507c57 None None] Network 0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:15:29.728713 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50c97d31-20f5-48eb-90e8-080b55d91ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:29.783716 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-50c97d31-20f5-48eb-90e8-080b55d91ae7 admin admin] Deleting port 27fd14d4-9685-4e05-9c7f-a538a7f4ee6f {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:15:29.784064 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50c97d31-20f5-48eb-90e8-080b55d91ae7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:29.847576 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af64811-39aa-4779-9c5f-90174990ce23 None None] DHCP port deletion for 0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:15:29.849021 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-50c97d31-20f5-48eb-90e8-080b55d91ae7 admin admin] For port 27fd14d4-9685-4e05-9c7f-a538a7f4ee6f, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=27fd14d4-9685-4e05-9c7f-a538a7f4ee6f,segment=NetworkSegment(3d5cb548-18aa-4ec2-afce-eb675e2ed29c),segment_id=3d5cb548-18aa-4ec2-afce-eb675e2ed29c)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:15:29.849519 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50c97d31-20f5-48eb-90e8-080b55d91ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:29.863001 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-50c97d31-20f5-48eb-90e8-080b55d91ae7 admin admin] Calling delete_port for 27fd14d4-9685-4e05-9c7f-a538a7f4ee6f owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:15:29.897288 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5af64811-39aa-4779-9c5f-90174990ce23 None None] Deleting port 27fd14d4-9685-4e05-9c7f-a538a7f4ee6f {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:15:29.897673 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5af64811-39aa-4779-9c5f-90174990ce23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:29.952287 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50c97d31-20f5-48eb-90e8-080b55d91ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:29.967849 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-5af64811-39aa-4779-9c5f-90174990ce23 None None] For port 27fd14d4-9685-4e05-9c7f-a538a7f4ee6f, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=27fd14d4-9685-4e05-9c7f-a538a7f4ee6f,segment=NetworkSegment(3d5cb548-18aa-4ec2-afce-eb675e2ed29c),segment_id=3d5cb548-18aa-4ec2-afce-eb675e2ed29c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:15:29.968155 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5af64811-39aa-4779-9c5f-90174990ce23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:29.980983 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5af64811-39aa-4779-9c5f-90174990ce23 None None] Calling delete_port for 27fd14d4-9685-4e05-9c7f-a538a7f4ee6f owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:15:29.981296 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c97d31-20f5-48eb-90e8-080b55d91ae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=27fd14d4-9685-4e05-9c7f-a538a7f4ee6f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:29.984214 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c97d31-20f5-48eb-90e8-080b55d91ae7 admin admin] No DVR routers for this DVR port 27fd14d4-9685-4e05-9c7f-a538a7f4ee6f on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:15:30.058823 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50c97d31-20f5-48eb-90e8-080b55d91ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:30.063359 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5af64811-39aa-4779-9c5f-90174990ce23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:30.069427 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-50c97d31-20f5-48eb-90e8-080b55d91ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0422c6cf-f938-4fe7-a52b-6b0f3a9039f4']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:30.080020 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-50c97d31-20f5-48eb-90e8-080b55d91ae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d5cb548-18aa-4ec2-afce-eb675e2ed29c') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:30.080316 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-50c97d31-20f5-48eb-90e8-080b55d91ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d5cb548-18aa-4ec2-afce-eb675e2ed29c') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:30.086850 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af64811-39aa-4779-9c5f-90174990ce23 None None] Pushing event deleted for resources: {'Port': ['ID=27fd14d4-9685-4e05-9c7f-a538a7f4ee6f,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:30.089338 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50c97d31-20f5-48eb-90e8-080b55d91ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:30.096497 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af64811-39aa-4779-9c5f-90174990ce23 None None] No DVR routers for this DVR port 27fd14d4-9685-4e05-9c7f-a538a7f4ee6f on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:15:30.098918 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af64811-39aa-4779-9c5f-90174990ce23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:30.099271 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af64811-39aa-4779-9c5f-90174990ce23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:30.099626 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af64811-39aa-4779-9c5f-90174990ce23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:30.099959 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af64811-39aa-4779-9c5f-90174990ce23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:30.100717 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af64811-39aa-4779-9c5f-90174990ce23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:30.100717 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af64811-39aa-4779-9c5f-90174990ce23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:30.100964 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af64811-39aa-4779-9c5f-90174990ce23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:30.102675 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af64811-39aa-4779-9c5f-90174990ce23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:30.102675 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af64811-39aa-4779-9c5f-90174990ce23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:30.102675 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af64811-39aa-4779-9c5f-90174990ce23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:30.102675 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af64811-39aa-4779-9c5f-90174990ce23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:30.102675 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af64811-39aa-4779-9c5f-90174990ce23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:30.104083 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50c97d31-20f5-48eb-90e8-080b55d91ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:30.112085 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c97d31-20f5-48eb-90e8-080b55d91ae7 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:15:30.112679 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50c97d31-20f5-48eb-90e8-080b55d91ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: timer() Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: self._notify() Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:15:30.114610 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:15:30.167178 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50c97d31-20f5-48eb-90e8-080b55d91ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:30.174121 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-50c97d31-20f5-48eb-90e8-080b55d91ae7 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:30.176024 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-50c97d31-20f5-48eb-90e8-080b55d91ae7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0422c6cf-f938-4fe7-a52b-6b0f3a9039f4 HTTP/1.1" status: 204 len: 168 time: 0.5216537 Jul 16 00:15:30.179001 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40476) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:30.185705 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c97d31-20f5-48eb-90e8-080b55d91ae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0422c6cf-f938-4fe7-a52b-6b0f3a9039f4,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:30.508328 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3d9ccfd-8c2e-4ba2-bdf0-719c1aa94a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:30.753345 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f3d9ccfd-8c2e-4ba2-bdf0-719c1aa94a1e admin admin] Deleting port 90e6e9fc-6745-465e-894c-eb7bb346bf19 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:15:30.753697 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3d9ccfd-8c2e-4ba2-bdf0-719c1aa94a1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:30.809324 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d209c236-37fd-4619-9751-ce6c1dc92552 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:15:30.830687 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: d209c236-37fd-4619-9751-ce6c1dc92552 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:15:30.831031 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d209c236-37fd-4619-9751-ce6c1dc92552 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:15:30.831440 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 05c6609a-93af-406d-9ffa-f971a0bd91bb no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:15:30.833466 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-f3d9ccfd-8c2e-4ba2-bdf0-719c1aa94a1e admin admin] For port 90e6e9fc-6745-465e-894c-eb7bb346bf19, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=90e6e9fc-6745-465e-894c-eb7bb346bf19,segment=NetworkSegment(c0c91435-8c8d-4e7d-b787-52eb6756be31),segment_id=c0c91435-8c8d-4e7d-b787-52eb6756be31)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:15:30.833834 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3d9ccfd-8c2e-4ba2-bdf0-719c1aa94a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:30.846056 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-f3d9ccfd-8c2e-4ba2-bdf0-719c1aa94a1e admin admin] Calling delete_port for 90e6e9fc-6745-465e-894c-eb7bb346bf19 owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:15:30.852254 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 05c6609a-93af-406d-9ffa-f971a0bd91bb {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:15:30.852598 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 05c6609a-93af-406d-9ffa-f971a0bd91bb not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:15:30.853007 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 27fd14d4-9685-4e05-9c7f-a538a7f4ee6f no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:15:30.871238 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 27fd14d4-9685-4e05-9c7f-a538a7f4ee6f {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:15:30.871578 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 27fd14d4-9685-4e05-9c7f-a538a7f4ee6f not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:15:31.021763 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3d9ccfd-8c2e-4ba2-bdf0-719c1aa94a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:31.046178 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9ccfd-8c2e-4ba2-bdf0-719c1aa94a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=90e6e9fc-6745-465e-894c-eb7bb346bf19,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:31.211775 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f3d9ccfd-8c2e-4ba2-bdf0-719c1aa94a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:31.419202 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d9ccfd-8c2e-4ba2-bdf0-719c1aa94a1e admin admin] Router 90f85e59-7703-45fb-8c7c-8a17e549947e has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:15:31.521558 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d9ccfd-8c2e-4ba2-bdf0-719c1aa94a1e admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:15:31.526459 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f3d9ccfd-8c2e-4ba2-bdf0-719c1aa94a1e admin admin] 10.222.0.16 "PUT /v2.0/routers/90f85e59-7703-45fb-8c7c-8a17e549947e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3463197 Jul 16 00:15:31.529174 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40478) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:31.530330 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a521bb9-5204-4698-b44b-23059fe2a222 None None] Sync routers for ids ['90f85e59-7703-45fb-8c7c-8a17e549947e'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:15:31.542126 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a521bb9-5204-4698-b44b-23059fe2a222 None None] Routers {'90f85e59-7703-45fb-8c7c-8a17e549947e'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:15:31.542772 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-3a521bb9-5204-4698-b44b-23059fe2a222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:15:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['90f85e59-7703-45fb-8c7c-8a17e549947e'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:31.633548 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b9d4d9a1-f8ef-4f08-8464-cd3772a54df9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:31.644748 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-3a521bb9-5204-4698-b44b-23059fe2a222 None None] Set router 90f85e59-7703-45fb-8c7c-8a17e549947e gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:15:31.734966 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b9d4d9a1-f8ef-4f08-8464-cd3772a54df9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:31.785913 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b9d4d9a1-f8ef-4f08-8464-cd3772a54df9 admin admin] Deleting port b19e8597-f524-45fb-8f7b-6417a87db7ba {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:15:31.786259 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b9d4d9a1-f8ef-4f08-8464-cd3772a54df9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:31.815690 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-3a521bb9-5204-4698-b44b-23059fe2a222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f85e59-7703-45fb-8c7c-8a17e549947e', 'name': 'tempest-TestShelveInstance-1003406296-router', 'tenant_id': 'aa44f83f583a42629976a6d5bda2c442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'b19e8597-f524-45fb-8f7b-6417a87db7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:45Z', 'updated_at': '2021-07-16T00:15:30Z', 'revision_number': 5, 'project_id': 'aa44f83f583a42629976a6d5bda2c442', 'gw_port': {'id': 'b19e8597-f524-45fb-8f7b-6417a87db7ba', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f85e59-7703-45fb-8c7c-8a17e549947e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:45Z', 'updated_at': '2021-07-16T00:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:31.844242 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a521bb9-5204-4698-b44b-23059fe2a222 None None] Checking router: 90f85e59-7703-45fb-8c7c-8a17e549947e for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:15:31.852413 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a521bb9-5204-4698-b44b-23059fe2a222 None None] Routers {'90f85e59-7703-45fb-8c7c-8a17e549947e'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:15:31.853013 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-3a521bb9-5204-4698-b44b-23059fe2a222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:15:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['90f85e59-7703-45fb-8c7c-8a17e549947e'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:31.867792 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-b9d4d9a1-f8ef-4f08-8464-cd3772a54df9 admin admin] For port b19e8597-f524-45fb-8f7b-6417a87db7ba, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=b19e8597-f524-45fb-8f7b-6417a87db7ba,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:15:31.868159 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b9d4d9a1-f8ef-4f08-8464-cd3772a54df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:31.880482 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b9d4d9a1-f8ef-4f08-8464-cd3772a54df9 admin admin] Calling delete_port for b19e8597-f524-45fb-8f7b-6417a87db7ba owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:15:31.935922 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-3a521bb9-5204-4698-b44b-23059fe2a222 None None] Set router 90f85e59-7703-45fb-8c7c-8a17e549947e gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:15:31.986324 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-3a521bb9-5204-4698-b44b-23059fe2a222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f85e59-7703-45fb-8c7c-8a17e549947e', 'name': 'tempest-TestShelveInstance-1003406296-router', 'tenant_id': 'aa44f83f583a42629976a6d5bda2c442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:45Z', 'updated_at': '2021-07-16T00:15:31Z', 'revision_number': 6, 'project_id': 'aa44f83f583a42629976a6d5bda2c442', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:32.014897 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a521bb9-5204-4698-b44b-23059fe2a222 None None] The sync data for ids ['90f85e59-7703-45fb-8c7c-8a17e549947e'] in n-d-787205-9 is: [{'id': '90f85e59-7703-45fb-8c7c-8a17e549947e', 'name': 'tempest-TestShelveInstance-1003406296-router', 'tenant_id': 'aa44f83f583a42629976a6d5bda2c442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:45Z', 'updated_at': '2021-07-16T00:15:31Z', 'revision_number': 6, 'project_id': 'aa44f83f583a42629976a6d5bda2c442', 'gw_port_host': None}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:15:32.046989 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b9d4d9a1-f8ef-4f08-8464-cd3772a54df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:32.069062 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4d9a1-f8ef-4f08-8464-cd3772a54df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b19e8597-f524-45fb-8f7b-6417a87db7ba,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:32.130662 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b9d4d9a1-f8ef-4f08-8464-cd3772a54df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:32.216599 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b9d4d9a1-f8ef-4f08-8464-cd3772a54df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:32.219205 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b9d4d9a1-f8ef-4f08-8464-cd3772a54df9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:32.263746 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b9d4d9a1-f8ef-4f08-8464-cd3772a54df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:32.264150 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d4d9a1-f8ef-4f08-8464-cd3772a54df9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90f85e59-7703-45fb-8c7c-8a17e549947e {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:15:32.268415 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b9d4d9a1-f8ef-4f08-8464-cd3772a54df9 admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:32.269566 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b9d4d9a1-f8ef-4f08-8464-cd3772a54df9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/90f85e59-7703-45fb-8c7c-8a17e549947e HTTP/1.1" status: 204 len: 168 time: 0.7389247 Jul 16 00:15:32.272036 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40482) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:32.314768 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-e173f9bb-e20d-40a6-a623-d33b6ce50c1c admin admin] Deleting subnet d3ef5745-483f-4341-97e4-f01d93a1aca6 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:15:32.317633 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e173f9bb-e20d-40a6-a623-d33b6ce50c1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:32.350702 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e173f9bb-e20d-40a6-a623-d33b6ce50c1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:32.433619 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e173f9bb-e20d-40a6-a623-d33b6ce50c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:32.486718 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e173f9bb-e20d-40a6-a623-d33b6ce50c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:32.510993 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e173f9bb-e20d-40a6-a623-d33b6ce50c1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3ef5745-483f-4341-97e4-f01d93a1aca6,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:32.515534 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e173f9bb-e20d-40a6-a623-d33b6ce50c1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:32.519944 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40484) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:32.520467 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e173f9bb-e20d-40a6-a623-d33b6ce50c1c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d3ef5745-483f-4341-97e4-f01d93a1aca6 HTTP/1.1" status: 204 len: 168 time: 0.2469752 Jul 16 00:15:32.520929 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3449e69-3348-4ed9-8942-686c0ebb184d None None] Network 74a6cdd4-677c-41ef-aee8-45630fd71abe requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:15:32.590421 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb155a72-7e25-4c2a-b46f-8b0feddc1de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:32.642294 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-fb155a72-7e25-4c2a-b46f-8b0feddc1de7 admin admin] Deleting port 2159c9ed-5a8d-495a-accf-a1496be45595 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:15:32.642658 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb155a72-7e25-4c2a-b46f-8b0feddc1de7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:32.709755 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-fb155a72-7e25-4c2a-b46f-8b0feddc1de7 admin admin] For port 2159c9ed-5a8d-495a-accf-a1496be45595, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=2159c9ed-5a8d-495a-accf-a1496be45595,segment=NetworkSegment(c0c91435-8c8d-4e7d-b787-52eb6756be31),segment_id=c0c91435-8c8d-4e7d-b787-52eb6756be31)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:15:32.710041 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb155a72-7e25-4c2a-b46f-8b0feddc1de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:32.721751 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-fb155a72-7e25-4c2a-b46f-8b0feddc1de7 admin admin] Calling delete_port for 2159c9ed-5a8d-495a-accf-a1496be45595 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:15:32.776063 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bc1e57-88c8-4ee5-b7e2-4653878f4463 None None] DHCP port deletion for 74a6cdd4-677c-41ef-aee8-45630fd71abe request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:15:32.810063 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb155a72-7e25-4c2a-b46f-8b0feddc1de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:32.832141 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-53bc1e57-88c8-4ee5-b7e2-4653878f4463 None None] Deleting port 2159c9ed-5a8d-495a-accf-a1496be45595 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:15:32.832689 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-53bc1e57-88c8-4ee5-b7e2-4653878f4463 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:32.840226 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb155a72-7e25-4c2a-b46f-8b0feddc1de7 admin admin] No DVR routers for this DVR port 2159c9ed-5a8d-495a-accf-a1496be45595 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:15:32.842449 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb155a72-7e25-4c2a-b46f-8b0feddc1de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2159c9ed-5a8d-495a-accf-a1496be45595,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:32.849745 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 2159c9ed-5a8d-495a-accf-a1496be45595 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:15:32.880323 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 2159c9ed-5a8d-495a-accf-a1496be45595 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:15:32.880679 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 2159c9ed-5a8d-495a-accf-a1496be45595 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:15:32.881103 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 90e6e9fc-6745-465e-894c-eb7bb346bf19 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:15:32.908275 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 90e6e9fc-6745-465e-894c-eb7bb346bf19 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:15:32.908631 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 90e6e9fc-6745-465e-894c-eb7bb346bf19 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:15:32.909058 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b19e8597-f524-45fb-8f7b-6417a87db7ba no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:15:32.919227 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb155a72-7e25-4c2a-b46f-8b0feddc1de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:32.930019 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-fb155a72-7e25-4c2a-b46f-8b0feddc1de7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a6cdd4-677c-41ef-aee8-45630fd71abe']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:32.941312 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-fb155a72-7e25-4c2a-b46f-8b0feddc1de7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c91435-8c8d-4e7d-b787-52eb6756be31') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:32.941603 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-fb155a72-7e25-4c2a-b46f-8b0feddc1de7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c91435-8c8d-4e7d-b787-52eb6756be31') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:32.952854 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb155a72-7e25-4c2a-b46f-8b0feddc1de7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:32.969133 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb155a72-7e25-4c2a-b46f-8b0feddc1de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:32.977820 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb155a72-7e25-4c2a-b46f-8b0feddc1de7 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:15:32.978550 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb155a72-7e25-4c2a-b46f-8b0feddc1de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:32.981163 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 16 00:15:32.981163 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:15:32.981163 n-d-787205-9 neutron-server[93798]: timer() Jul 16 00:15:32.981163 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:15:32.981163 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 16 00:15:32.981163 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:15:32.981163 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 16 00:15:32.981163 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:15:32.981163 n-d-787205-9 neutron-server[93798]: self._notify() Jul 16 00:15:32.981163 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:15:32.981163 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 16 00:15:32.981163 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:15:32.981163 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 16 00:15:32.981163 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:15:32.981163 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:15:32.981163 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:15:32.981163 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:15:32.981163 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:15:32.981163 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 16 00:15:32.981163 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:15:32.981163 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 16 00:15:32.981163 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:15:32.981163 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:15:32.981163 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:15:32.981163 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 16 00:15:32.981163 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:15:32.981163 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:15:32.981163 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:15:32.981163 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:15:32.981163 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:15:32.981163 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:15:32.981163 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:15:33.047476 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb155a72-7e25-4c2a-b46f-8b0feddc1de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:33.054249 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fb155a72-7e25-4c2a-b46f-8b0feddc1de7 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:33.058994 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-fb155a72-7e25-4c2a-b46f-8b0feddc1de7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/74a6cdd4-677c-41ef-aee8-45630fd71abe HTTP/1.1" status: 204 len: 168 time: 0.5356736 Jul 16 00:15:33.071771 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb155a72-7e25-4c2a-b46f-8b0feddc1de7 admin admin] Pushing event deleted for resources: {'Network': ['ID=74a6cdd4-677c-41ef-aee8-45630fd71abe,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:33.122567 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: b19e8597-f524-45fb-8f7b-6417a87db7ba {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:15:33.122948 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device b19e8597-f524-45fb-8f7b-6417a87db7ba not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:15:33.129259 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-53bc1e57-88c8-4ee5-b7e2-4653878f4463 None None] For port 2159c9ed-5a8d-495a-accf-a1496be45595, host n-d-787205-9, got binding levels [] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:15:33.129651 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-53bc1e57-88c8-4ee5-b7e2-4653878f4463 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:33.141817 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-53bc1e57-88c8-4ee5-b7e2-4653878f4463 None None] Calling delete_port for 2159c9ed-5a8d-495a-accf-a1496be45595 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:15:33.144815 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.ipam_backend_mixin [None req-53bc1e57-88c8-4ee5-b7e2-4653878f4463 None None] Port 2159c9ed-5a8d-495a-accf-a1496be45595 was not found and therefore no delete operation was performed {{(pid=93800) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 00:15:33.146299 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-53bc1e57-88c8-4ee5-b7e2-4653878f4463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:33.168930 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-53bc1e57-88c8-4ee5-b7e2-4653878f4463 None None] Network 74a6cdd4-677c-41ef-aee8-45630fd71abe is not hosted by any dhcp agent {{(pid=93800) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 00:15:33.169375 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bc1e57-88c8-4ee5-b7e2-4653878f4463 None None] No DVR routers for this DVR port 2159c9ed-5a8d-495a-accf-a1496be45595 on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:15:33.173202 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc1e57-88c8-4ee5-b7e2-4653878f4463 None None] Pushing event deleted for resources: {'Port': ['ID=2159c9ed-5a8d-495a-accf-a1496be45595,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:33.179428 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40488) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:33.219560 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-75dd1aa8-aea3-4789-af31-35b5e49348b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=650307b68dd645238e227dac67c0abb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386422 Jul 16 00:15:33.222007 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40490) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:33.268982 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b9d8098b-2856-4591-b621-d9e3da044b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:33.289143 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b9d8098b-2856-4591-b621-d9e3da044b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:33.334423 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b9d8098b-2856-4591-b621-d9e3da044b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:33.336971 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b9d8098b-2856-4591-b621-d9e3da044b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:33.338079 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b9d8098b-2856-4591-b621-d9e3da044b82 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c0e38345-e9d6-4356-937b-2c7fcbebf629 HTTP/1.1" status: 204 len: 168 time: 0.1151881 Jul 16 00:15:33.346003 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d8098b-2856-4591-b621-d9e3da044b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e38345-e9d6-4356-937b-2c7fcbebf629,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:33.645077 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40496) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:33.687778 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-38227568-58c8-484f-9c32-342ea463bb01 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa44f83f583a42629976a6d5bda2c442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415688 Jul 16 00:15:33.690219 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40498) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:33.736712 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-52df2fa8-b105-4899-8ddd-85d20c11dd62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:33.757067 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-52df2fa8-b105-4899-8ddd-85d20c11dd62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:33.801231 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-52df2fa8-b105-4899-8ddd-85d20c11dd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:33.803876 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-52df2fa8-b105-4899-8ddd-85d20c11dd62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:33.805008 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-52df2fa8-b105-4899-8ddd-85d20c11dd62 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f8ae9be-9df2-40f3-a5e8-09ca88f9d023 HTTP/1.1" status: 204 len: 168 time: 0.1138911 Jul 16 00:15:33.812200 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df2fa8-b105-4899-8ddd-85d20c11dd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8ae9be-9df2-40f3-a5e8-09ca88f9d023,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:34.456741 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40520) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:34.559375 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-4e31816d-e3b0-449a-bb57-20a33b8b96a6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1680107686-network', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:15:34.580416 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e31816d-e3b0-449a-bb57-20a33b8b96a6 admin admin] Made reservation on behalf of 08ef91f657b64a57a8695aa6ec2b6bb3 for: {'network': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:15:34.582802 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e31816d-e3b0-449a-bb57-20a33b8b96a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:34.591016 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e31816d-e3b0-449a-bb57-20a33b8b96a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:34.677160 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e31816d-e3b0-449a-bb57-20a33b8b96a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:34.680954 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e31816d-e3b0-449a-bb57-20a33b8b96a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:34.704938 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e31816d-e3b0-449a-bb57-20a33b8b96a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=93798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:15:34.713445 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31816d-e3b0-449a-bb57-20a33b8b96a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d651661b-ea60-45fd-b619-6bed4b1bc56d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:34.719720 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e31816d-e3b0-449a-bb57-20a33b8b96a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:34.720770 n-d-787205-9 neutron-server[93798]: INFO neutron.db.segments_db [None req-4e31816d-e3b0-449a-bb57-20a33b8b96a6 admin admin] Added segment 71b62f9c-7647-4755-bee0-386ed2cd6a39 of type vlan for network 7de20db8-d313-4bab-b96b-97f145c2ca4d Jul 16 00:15:34.760498 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e31816d-e3b0-449a-bb57-20a33b8b96a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:34.788229 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e31816d-e3b0-449a-bb57-20a33b8b96a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:34.789446 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e31816d-e3b0-449a-bb57-20a33b8b96a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:34.790028 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e31816d-e3b0-449a-bb57-20a33b8b96a6 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:34.823715 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4e31816d-e3b0-449a-bb57-20a33b8b96a6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3659005 Jul 16 00:15:34.826732 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40524) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:34.831961 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-cbfcd914-d4b8-4e1b-b989-1f82e4a3473a admin admin] Request body: {'subnet': {'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1680107686-subnet', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'ip_version': 4}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:15:34.852370 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfcd914-d4b8-4e1b-b989-1f82e4a3473a admin admin] Made reservation on behalf of 08ef91f657b64a57a8695aa6ec2b6bb3 for: {'subnet': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:15:34.854507 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31816d-e3b0-449a-bb57-20a33b8b96a6 admin admin] Pushing event updated for resources: {'Network': ['ID=7de20db8-d313-4bab-b96b-97f145c2ca4d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:34.854853 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cbfcd914-d4b8-4e1b-b989-1f82e4a3473a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60526020'] for subnet, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:34.865226 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network 7de20db8-d313-4bab-b96b-97f145c2ca4d details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:15:35.021296 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cbfcd914-d4b8-4e1b-b989-1f82e4a3473a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59904906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60526038'] for subnet, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:35.075172 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfcd914-d4b8-4e1b-b989-1f82e4a3473a admin admin] Pushing event updated for resources: {'Subnet': ['ID=de91063c-d473-4672-8c34-648c27384f84,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:35.082365 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfcd914-d4b8-4e1b-b989-1f82e4a3473a admin admin] Checking segment: {'id': '71b62f9c-7647-4755-bee0-386ed2cd6a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:15:35.082681 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfcd914-d4b8-4e1b-b989-1f82e4a3473a admin admin] Network hostable DHCP agents. Network: 7de20db8-d313-4bab-b96b-97f145c2ca4d, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:15:35.098817 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfcd914-d4b8-4e1b-b989-1f82e4a3473a admin admin] Network 7de20db8-d313-4bab-b96b-97f145c2ca4d is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:15:35.107572 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-cbfcd914-d4b8-4e1b-b989-1f82e4a3473a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, 7de20db8-d313-4bab-b96b-97f145c2ca4d) {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:15:35.112294 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfcd914-d4b8-4e1b-b989-1f82e4a3473a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:35.112881 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cbfcd914-d4b8-4e1b-b989-1f82e4a3473a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:35.116810 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f2bc61-2daf-4697-acae-be26cf41b5a1 None None] Network 7de20db8-d313-4bab-b96b-97f145c2ca4d requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:15:35.126558 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-cbfcd914-d4b8-4e1b-b989-1f82e4a3473a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2986279 Jul 16 00:15:35.129397 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40526) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:35.133688 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-467e069d-7a22-4200-bdf6-247887b9b2c6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1680107686-router', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:15:35.154075 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-467e069d-7a22-4200-bdf6-247887b9b2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:35.155083 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-467e069d-7a22-4200-bdf6-247887b9b2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:35.209274 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-467e069d-7a22-4200-bdf6-247887b9b2c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:35.261251 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b8dc97-bd8f-4794-b0c6-4f0783730bf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-7de20db8-d313-4bab-b96b-97f145c2ca4d', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'fixed_ips': [{'subnet_id': 'de91063c-d473-4672-8c34-648c27384f84'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:15:35.262122 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c0b8dc97-bd8f-4794-b0c6-4f0783730bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:35.342097 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-467e069d-7a22-4200-bdf6-247887b9b2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:35.372020 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:15:35.401130 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-c0b8dc97-bd8f-4794-b0c6-4f0783730bf3 None None] Allocated IP 172.20.0.2 (7de20db8-d313-4bab-b96b-97f145c2ca4d/de91063c-d473-4672-8c34-648c27384f84/56a6f1d5-a19a-4522-ac5d-fd8d994e147f) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:15:35.539380 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c0b8dc97-bd8f-4794-b0c6-4f0783730bf3 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:35.544178 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-467e069d-7a22-4200-bdf6-247887b9b2c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:35.548304 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c0b8dc97-bd8f-4794-b0c6-4f0783730bf3 None None] Transition to ACTIVE for port object 56a6f1d5-a19a-4522-ac5d-fd8d994e147f will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:15:35.562953 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-467e069d-7a22-4200-bdf6-247887b9b2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:35.563164 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c0b8dc97-bd8f-4794-b0c6-4f0783730bf3 None None] Transition to ACTIVE for port object 56a6f1d5-a19a-4522-ac5d-fd8d994e147f will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:15:35.568818 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c0b8dc97-bd8f-4794-b0c6-4f0783730bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:35.608445 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b8dc97-bd8f-4794-b0c6-4f0783730bf3 None None] Network 7de20db8-d313-4bab-b96b-97f145c2ca4d is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:15:35.611215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-c0b8dc97-bd8f-4794-b0c6-4f0783730bf3 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:15:35.613635 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b8dc97-bd8f-4794-b0c6-4f0783730bf3 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:15:35.630399 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8dc97-bd8f-4794-b0c6-4f0783730bf3 None None] Pushing event updated for resources: {'Port': ['ID=56a6f1d5-a19a-4522-ac5d-fd8d994e147f,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:35.667896 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-467e069d-7a22-4200-bdf6-247887b9b2c6 admin admin] Allocated IP 172.25.4.240 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:15:35.679730 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-c0b8dc97-bd8f-4794-b0c6-4f0783730bf3 None None] Attempting to bind port 56a6f1d5-a19a-4522-ac5d-fd8d994e147f on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:15:35.680122 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-c0b8dc97-bd8f-4794-b0c6-4f0783730bf3 None None] Attempting to bind port 56a6f1d5-a19a-4522-ac5d-fd8d994e147f by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '71b62f9c-7647-4755-bee0-386ed2cd6a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:15:35.680423 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b8dc97-bd8f-4794-b0c6-4f0783730bf3 None None] Attempting to bind port 56a6f1d5-a19a-4522-ac5d-fd8d994e147f on network 7de20db8-d313-4bab-b96b-97f145c2ca4d {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:15:35.685713 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b8dc97-bd8f-4794-b0c6-4f0783730bf3 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:15:35.686085 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b8dc97-bd8f-4794-b0c6-4f0783730bf3 None None] Checking segment: {'id': '71b62f9c-7647-4755-bee0-386ed2cd6a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:15:35.686486 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c0b8dc97-bd8f-4794-b0c6-4f0783730bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:35.686906 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b8dc97-bd8f-4794-b0c6-4f0783730bf3 None None] Bound using segment: {'id': '71b62f9c-7647-4755-bee0-386ed2cd6a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:15:35.687359 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-c0b8dc97-bd8f-4794-b0c6-4f0783730bf3 None None] Bound port: 56a6f1d5-a19a-4522-ac5d-fd8d994e147f, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71b62f9c-7647-4755-bee0-386ed2cd6a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:15:35.687843 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c0b8dc97-bd8f-4794-b0c6-4f0783730bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:35.748872 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-c0b8dc97-bd8f-4794-b0c6-4f0783730bf3 None None] For port 56a6f1d5-a19a-4522-ac5d-fd8d994e147f, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:15:35.752653 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-c0b8dc97-bd8f-4794-b0c6-4f0783730bf3 None None] For port 56a6f1d5-a19a-4522-ac5d-fd8d994e147f, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=56a6f1d5-a19a-4522-ac5d-fd8d994e147f,segment=NetworkSegment(71b62f9c-7647-4755-bee0-386ed2cd6a39),segment_id=71b62f9c-7647-4755-bee0-386ed2cd6a39)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:15:35.757271 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c0b8dc97-bd8f-4794-b0c6-4f0783730bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:35.766256 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-467e069d-7a22-4200-bdf6-247887b9b2c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:35.815333 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-467e069d-7a22-4200-bdf6-247887b9b2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:35.819787 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8dc97-bd8f-4794-b0c6-4f0783730bf3 None None] Pushing event updated for resources: {'Port': ['ID=56a6f1d5-a19a-4522-ac5d-fd8d994e147f,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:35.857009 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467e069d-7a22-4200-bdf6-247887b9b2c6 admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:15:35.860204 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-467e069d-7a22-4200-bdf6-247887b9b2c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:15:35.863750 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467e069d-7a22-4200-bdf6-247887b9b2c6 admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:15:35.886243 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e069d-7a22-4200-bdf6-247887b9b2c6 admin admin] Pushing event updated for resources: {'Port': ['ID=9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:36.454765 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-467e069d-7a22-4200-bdf6-247887b9b2c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:36.653976 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-467e069d-7a22-4200-bdf6-247887b9b2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:36.725096 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30020f27-b37f-4207-9d95-8c0a7003b92f None None] Network 7de20db8-d313-4bab-b96b-97f145c2ca4d requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:15:36.789555 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467e069d-7a22-4200-bdf6-247887b9b2c6 admin admin] Router 377d48d4-241b-4094-a2c2-8bb5f4655e78 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:15:36.798201 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b3bf070f-0166-4e7d-9ec6-797acd871866 None None] Provisioning for port 56a6f1d5-a19a-4522-ac5d-fd8d994e147f completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:15:36.855240 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 56a6f1d5-a19a-4522-ac5d-fd8d994e147f up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:15:36.904445 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467e069d-7a22-4200-bdf6-247887b9b2c6 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:15:36.917969 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3ea7f0-32ee-4d3f-a5b4-bec2030c09a4 None None] Sync routers for ids ['377d48d4-241b-4094-a2c2-8bb5f4655e78'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:15:36.921768 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-467e069d-7a22-4200-bdf6-247887b9b2c6 admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:36.923367 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-467e069d-7a22-4200-bdf6-247887b9b2c6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7930419 Jul 16 00:15:36.926134 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40528) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:36.935686 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3ea7f0-32ee-4d3f-a5b4-bec2030c09a4 None None] Routers {'377d48d4-241b-4094-a2c2-8bb5f4655e78'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:15:36.936307 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ca3ea7f0-32ee-4d3f-a5b4-bec2030c09a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:15:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['377d48d4-241b-4094-a2c2-8bb5f4655e78'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:36.994913 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 56a6f1d5-a19a-4522-ac5d-fd8d994e147f completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:15:37.004074 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 56a6f1d5-a19a-4522-ac5d-fd8d994e147f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:15:37.004372 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:37.090304 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-ca3ea7f0-32ee-4d3f-a5b4-bec2030c09a4 None None] Set router 377d48d4-241b-4094-a2c2-8bb5f4655e78 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:15:37.232314 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:37.283253 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 56a6f1d5-a19a-4522-ac5d-fd8d994e147f, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=56a6f1d5-a19a-4522-ac5d-fd8d994e147f,segment=NetworkSegment(71b62f9c-7647-4755-bee0-386ed2cd6a39),segment_id=71b62f9c-7647-4755-bee0-386ed2cd6a39)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:15:37.287426 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:37.347352 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4aa1ce33-4a03-439e-9c7c-1ae406eba58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:37.366660 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=56a6f1d5-a19a-4522-ac5d-fd8d994e147f,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:37.369873 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-779dc2ca-28a3-435b-b573-5f32190bd752 None None] Provisioning complete for port 56a6f1d5-a19a-4522-ac5d-fd8d994e147f triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:15:37.370245 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-779dc2ca-28a3-435b-b573-5f32190bd752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:37.418689 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ca3ea7f0-32ee-4d3f-a5b4-bec2030c09a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'name': 'tempest-TestSnapshotPattern-1680107686-router', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:36Z', 'revision_number': 3, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'gw_port': {'id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:37.447164 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3ea7f0-32ee-4d3f-a5b4-bec2030c09a4 None None] Checking router: 377d48d4-241b-4094-a2c2-8bb5f4655e78 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:15:37.447509 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3ea7f0-32ee-4d3f-a5b4-bec2030c09a4 None None] Updating router 377d48d4-241b-4094-a2c2-8bb5f4655e78 port 9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734 binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:15:37.504615 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-4aa1ce33-4a03-439e-9c7c-1ae406eba58a admin admin] Allocated IP 172.20.0.1 (7de20db8-d313-4bab-b96b-97f145c2ca4d/de91063c-d473-4672-8c34-648c27384f84/1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:15:37.507778 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ca3ea7f0-32ee-4d3f-a5b4-bec2030c09a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:37.609465 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4aa1ce33-4a03-439e-9c7c-1ae406eba58a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:37.624250 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-4aa1ce33-4a03-439e-9c7c-1ae406eba58a admin admin] Transition to ACTIVE for port object 1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:15:37.657815 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4aa1ce33-4a03-439e-9c7c-1ae406eba58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:37.694483 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa1ce33-4a03-439e-9c7c-1ae406eba58a admin admin] Network 7de20db8-d313-4bab-b96b-97f145c2ca4d is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:15:37.699194 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-4aa1ce33-4a03-439e-9c7c-1ae406eba58a admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:15:37.702529 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa1ce33-4a03-439e-9c7c-1ae406eba58a admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:15:37.726737 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1ce33-4a03-439e-9c7c-1ae406eba58a admin admin] Pushing event updated for resources: {'Port': ['ID=1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:37.745874 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4aa1ce33-4a03-439e-9c7c-1ae406eba58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:37.781017 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ca3ea7f0-32ee-4d3f-a5b4-bec2030c09a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:37.792668 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ca3ea7f0-32ee-4d3f-a5b4-bec2030c09a4 None None] Transition to ACTIVE for port object 9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:15:37.798699 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ca3ea7f0-32ee-4d3f-a5b4-bec2030c09a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:37.854190 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ca3ea7f0-32ee-4d3f-a5b4-bec2030c09a4 None None] Attempting to bind port 9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:15:37.854566 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ca3ea7f0-32ee-4d3f-a5b4-bec2030c09a4 None None] Attempting to bind port 9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:15:37.854955 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ea7f0-32ee-4d3f-a5b4-bec2030c09a4 None None] Attempting to bind port 9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734 on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:15:37.856934 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f69ea-118c-4c92-8ad2-8edff07e8353 None None] Pushing event updated for resources: {'Port': ['ID=9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:37.862823 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ea7f0-32ee-4d3f-a5b4-bec2030c09a4 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:15:37.863200 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ea7f0-32ee-4d3f-a5b4-bec2030c09a4 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:15:37.863609 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ca3ea7f0-32ee-4d3f-a5b4-bec2030c09a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:37.863996 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ea7f0-32ee-4d3f-a5b4-bec2030c09a4 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:15:37.864466 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-ca3ea7f0-32ee-4d3f-a5b4-bec2030c09a4 None None] Bound port: 9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:15:37.865620 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ca3ea7f0-32ee-4d3f-a5b4-bec2030c09a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:37.898718 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4aa1ce33-4a03-439e-9c7c-1ae406eba58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:37.919319 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ca3ea7f0-32ee-4d3f-a5b4-bec2030c09a4 None None] For port 9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:15:37.923695 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ca3ea7f0-32ee-4d3f-a5b4-bec2030c09a4 None None] For port 9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:15:37.928222 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ca3ea7f0-32ee-4d3f-a5b4-bec2030c09a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:37.984784 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0df1f936-2178-42e4-beb5-f262a6083434 None None] Provisioning for port 1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:15:37.998229 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0df1f936-2178-42e4-beb5-f262a6083434 None None] Provisioning complete for port 1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:15:37.998587 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0df1f936-2178-42e4-beb5-f262a6083434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:38.022921 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f69ea-118c-4c92-8ad2-8edff07e8353 None None] Pushing event updated for resources: {'Port': ['ID=9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:38.027446 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3ea7f0-32ee-4d3f-a5b4-bec2030c09a4 None None] Routers {'377d48d4-241b-4094-a2c2-8bb5f4655e78'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:15:38.028068 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ca3ea7f0-32ee-4d3f-a5b4-bec2030c09a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:15:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['377d48d4-241b-4094-a2c2-8bb5f4655e78'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:38.070113 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4aa1ce33-4a03-439e-9c7c-1ae406eba58a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:38.074569 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4aa1ce33-4a03-439e-9c7c-1ae406eba58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:38.082989 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0df1f936-2178-42e4-beb5-f262a6083434 None None] Port 1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:15:38.143043 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1ce33-4a03-439e-9c7c-1ae406eba58a admin admin] Pushing event updated for resources: {'Port': ['ID=1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:38.143296 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-ca3ea7f0-32ee-4d3f-a5b4-bec2030c09a4 None None] Set router 377d48d4-241b-4094-a2c2-8bb5f4655e78 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:15:38.145538 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-4aa1ce33-4a03-439e-9c7c-1ae406eba58a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:38.233019 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa1ce33-4a03-439e-9c7c-1ae406eba58a admin admin] Network 7de20db8-d313-4bab-b96b-97f145c2ca4d is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:15:38.234340 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-4aa1ce33-4a03-439e-9c7c-1ae406eba58a admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:15:38.347294 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-ca3ea7f0-32ee-4d3f-a5b4-bec2030c09a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'name': 'tempest-TestSnapshotPattern-1680107686-router', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:37Z', 'revision_number': 4, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'gw_port': {'id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d', 'name': '', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'mac_address': 'fa:16:3e:31:54:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'de91063c-d473-4672-8c34-648c27384f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:37Z', 'updated_at': '2021-07-16T00:15:37Z', 'revision_number': 1, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'subnets': [{'id': 'de91063c-d473-4672-8c34-648c27384f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:38.350426 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa1ce33-4a03-439e-9c7c-1ae406eba58a admin admin] Router 377d48d4-241b-4094-a2c2-8bb5f4655e78 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:15:38.379203 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3ea7f0-32ee-4d3f-a5b4-bec2030c09a4 None None] The sync data for ids ['377d48d4-241b-4094-a2c2-8bb5f4655e78'] in n-d-787205-9 is: [{'id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'name': 'tempest-TestSnapshotPattern-1680107686-router', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:37Z', 'revision_number': 4, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'gw_port': {'id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d', 'name': '', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'mac_address': 'fa:16:3e:31:54:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'de91063c-d473-4672-8c34-648c27384f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:37Z', 'updated_at': '2021-07-16T00:15:37Z', 'revision_number': 1, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'subnets': [{'id': 'de91063c-d473-4672-8c34-648c27384f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:15:38.467124 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa1ce33-4a03-439e-9c7c-1ae406eba58a admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:15:38.472220 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-4aa1ce33-4a03-439e-9c7c-1ae406eba58a admin admin] 10.222.0.16 "PUT /v2.0/routers/377d48d4-241b-4094-a2c2-8bb5f4655e78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5450814 Jul 16 00:15:38.503847 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e6dda75a-af9f-4828-8cca-4e68872d5882 None None] Provisioning complete for port 1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:15:38.504223 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e6dda75a-af9f-4828-8cca-4e68872d5882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:38.538876 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e6dda75a-af9f-4828-8cca-4e68872d5882 None None] Port 1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:15:38.824757 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 56a6f1d5-a19a-4522-ac5d-fd8d994e147f up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:15:38.880751 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 56a6f1d5-a19a-4522-ac5d-fd8d994e147f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:15:38.881211 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:39.007119 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40544) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:39.014254 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-d3dfe69b-1e6f-4308-b0a6-37a4b10dffa1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1734945583-network', 'tenant_id': '7dadd14ad7f24cd4bfd1a031a44b1f22'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:15:39.039923 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dfe69b-1e6f-4308-b0a6-37a4b10dffa1 admin admin] Made reservation on behalf of 7dadd14ad7f24cd4bfd1a031a44b1f22 for: {'network': 1} {{(pid=93799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:15:39.042372 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3dfe69b-1e6f-4308-b0a6-37a4b10dffa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for network, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:39.058736 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3dfe69b-1e6f-4308-b0a6-37a4b10dffa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:39.164404 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3dfe69b-1e6f-4308-b0a6-37a4b10dffa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:39.168504 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3dfe69b-1e6f-4308-b0a6-37a4b10dffa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:39.193668 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3dfe69b-1e6f-4308-b0a6-37a4b10dffa1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=93799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:15:39.202988 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dfe69b-1e6f-4308-b0a6-37a4b10dffa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c373bb4e-d673-4048-96e2-39ba2168e2aa,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:39.210712 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3dfe69b-1e6f-4308-b0a6-37a4b10dffa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:39.211085 n-d-787205-9 neutron-server[93799]: INFO neutron.db.segments_db [None req-d3dfe69b-1e6f-4308-b0a6-37a4b10dffa1 admin admin] Added segment 61fefdaa-217a-445f-8b85-c2edd35c07da of type vlan for network ef8feb45-4219-4cb7-98ba-b49515987dbc Jul 16 00:15:39.251928 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3dfe69b-1e6f-4308-b0a6-37a4b10dffa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738555104013'] for network, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:39.283034 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3dfe69b-1e6f-4308-b0a6-37a4b10dffa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063'] for network, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:39.284285 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dfe69b-1e6f-4308-b0a6-37a4b10dffa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:39.285035 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d3dfe69b-1e6f-4308-b0a6-37a4b10dffa1 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:39.320553 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d3dfe69b-1e6f-4308-b0a6-37a4b10dffa1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3121979 Jul 16 00:15:39.323391 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40546) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:39.328929 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-bf42d7f3-9829-4675-8a1a-75ccb9413f22 admin admin] Request body: {'subnet': {'network_id': 'ef8feb45-4219-4cb7-98ba-b49515987dbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1734945583-subnet', 'tenant_id': '7dadd14ad7f24cd4bfd1a031a44b1f22', 'ip_version': 4}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:15:39.351476 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dfe69b-1e6f-4308-b0a6-37a4b10dffa1 admin admin] Pushing event updated for resources: {'Network': ['ID=ef8feb45-4219-4cb7-98ba-b49515987dbc,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:39.353829 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf42d7f3-9829-4675-8a1a-75ccb9413f22 admin admin] Made reservation on behalf of 7dadd14ad7f24cd4bfd1a031a44b1f22 for: {'subnet': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:15:39.356665 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf42d7f3-9829-4675-8a1a-75ccb9413f22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3059971'] for subnet, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:39.361355 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Network ef8feb45-4219-4cb7-98ba-b49515987dbc details requested by agent ovs-agent-n-d-787205-9 with host n-d-787205-9 {{(pid=93800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:15:39.533188 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf42d7f3-9829-4675-8a1a-75ccb9413f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3059985'] for subnet, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:39.578848 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:39.588039 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d7f3-9829-4675-8a1a-75ccb9413f22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f96c260-d7f3-467d-8f6f-904a3d2b6fdd,revision_number=0']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:39.598316 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf42d7f3-9829-4675-8a1a-75ccb9413f22 admin admin] Checking segment: {'id': '61fefdaa-217a-445f-8b85-c2edd35c07da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ef8feb45-4219-4cb7-98ba-b49515987dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:15:39.598703 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf42d7f3-9829-4675-8a1a-75ccb9413f22 admin admin] Network hostable DHCP agents. Network: ef8feb45-4219-4cb7-98ba-b49515987dbc, hostable agents: ['40a4a28b-8aa4-4189-9fb6-6df9234e0a4a'], hosted agents: [] {{(pid=93798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:15:39.616974 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf42d7f3-9829-4675-8a1a-75ccb9413f22 admin admin] Network ef8feb45-4219-4cb7-98ba-b49515987dbc is scheduled to be hosted by DHCP agent 40a4a28b-8aa4-4189-9fb6-6df9234e0a4a with binding_index 1 {{(pid=93798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:15:39.627732 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-bf42d7f3-9829-4675-8a1a-75ccb9413f22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-9, ef8feb45-4219-4cb7-98ba-b49515987dbc) {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:15:39.632286 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf42d7f3-9829-4675-8a1a-75ccb9413f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:39.633742 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bf42d7f3-9829-4675-8a1a-75ccb9413f22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:39.644176 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b54a985-e328-434c-a7e9-b95881712296 None None] Network ef8feb45-4219-4cb7-98ba-b49515987dbc requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:15:39.651605 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-bf42d7f3-9829-4675-8a1a-75ccb9413f22 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3265419 Jul 16 00:15:39.654295 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40548) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:39.659612 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-f9e94bad-7fc4-4b2c-aadf-4856b195fee1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1734945583-router', 'tenant_id': '7dadd14ad7f24cd4bfd1a031a44b1f22', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:15:39.681527 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9e94bad-7fc4-4b2c-aadf-4856b195fee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16353264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10357'] for router, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:39.682444 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9e94bad-7fc4-4b2c-aadf-4856b195fee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-500354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353079', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16377823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8070'] for router, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:39.738983 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9e94bad-7fc4-4b2c-aadf-4856b195fee1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:39.795329 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b0e1bc-9a79-4132-b469-c5c0ff53f577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83aeab83-1538-5bf7-a47a-88402670f037-ef8feb45-4219-4cb7-98ba-b49515987dbc', 'network_id': 'ef8feb45-4219-4cb7-98ba-b49515987dbc', 'tenant_id': '7dadd14ad7f24cd4bfd1a031a44b1f22', 'fixed_ips': [{'subnet_id': '8f96c260-d7f3-467d-8f6f-904a3d2b6fdd'}]}} from n-d-787205-9. {{(pid=93800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:15:39.796173 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c3b0e1bc-9a79-4132-b469-c5c0ff53f577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:39.874183 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9e94bad-7fc4-4b2c-aadf-4856b195fee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16353173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8084'] for router, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:39.935544 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-c3b0e1bc-9a79-4132-b469-c5c0ff53f577 None None] Allocated IP 172.20.0.2 (ef8feb45-4219-4cb7-98ba-b49515987dbc/8f96c260-d7f3-467d-8f6f-904a3d2b6fdd/f79d1e8a-119a-4f1f-846b-83007c8065b3) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:15:40.086470 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9e94bad-7fc4-4b2c-aadf-4856b195fee1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:40.089016 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c3b0e1bc-9a79-4132-b469-c5c0ff53f577 None None] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:40.097731 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c3b0e1bc-9a79-4132-b469-c5c0ff53f577 None None] Transition to ACTIVE for port object f79d1e8a-119a-4f1f-846b-83007c8065b3 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:15:40.107636 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9e94bad-7fc4-4b2c-aadf-4856b195fee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:40.113611 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c3b0e1bc-9a79-4132-b469-c5c0ff53f577 None None] Transition to ACTIVE for port object f79d1e8a-119a-4f1f-846b-83007c8065b3 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:15:40.120502 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c3b0e1bc-9a79-4132-b469-c5c0ff53f577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:40.162366 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b0e1bc-9a79-4132-b469-c5c0ff53f577 None None] Network ef8feb45-4219-4cb7-98ba-b49515987dbc is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:15:40.165266 n-d-787205-9 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-c3b0e1bc-9a79-4132-b469-c5c0ff53f577 None None] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:15:40.170317 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b0e1bc-9a79-4132-b469-c5c0ff53f577 None None] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:15:40.179776 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0e1bc-9a79-4132-b469-c5c0ff53f577 None None] Pushing event updated for resources: {'Port': ['ID=f79d1e8a-119a-4f1f-846b-83007c8065b3,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:40.214479 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [None req-f9e94bad-7fc4-4b2c-aadf-4856b195fee1 admin admin] Allocated IP 172.25.4.40 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/26e1ece0-21d8-415c-93f8-359eb4de2514) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:15:40.234742 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-c3b0e1bc-9a79-4132-b469-c5c0ff53f577 None None] Attempting to bind port f79d1e8a-119a-4f1f-846b-83007c8065b3 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:15:40.235209 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-c3b0e1bc-9a79-4132-b469-c5c0ff53f577 None None] Attempting to bind port f79d1e8a-119a-4f1f-846b-83007c8065b3 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '61fefdaa-217a-445f-8b85-c2edd35c07da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ef8feb45-4219-4cb7-98ba-b49515987dbc'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:15:40.235532 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b0e1bc-9a79-4132-b469-c5c0ff53f577 None None] Attempting to bind port f79d1e8a-119a-4f1f-846b-83007c8065b3 on network ef8feb45-4219-4cb7-98ba-b49515987dbc {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:15:40.241231 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b0e1bc-9a79-4132-b469-c5c0ff53f577 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:15:40.241612 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b0e1bc-9a79-4132-b469-c5c0ff53f577 None None] Checking segment: {'id': '61fefdaa-217a-445f-8b85-c2edd35c07da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ef8feb45-4219-4cb7-98ba-b49515987dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:15:40.242019 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c3b0e1bc-9a79-4132-b469-c5c0ff53f577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:40.242412 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b0e1bc-9a79-4132-b469-c5c0ff53f577 None None] Bound using segment: {'id': '61fefdaa-217a-445f-8b85-c2edd35c07da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ef8feb45-4219-4cb7-98ba-b49515987dbc'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:15:40.242903 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-c3b0e1bc-9a79-4132-b469-c5c0ff53f577 None None] Bound port: f79d1e8a-119a-4f1f-846b-83007c8065b3, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61fefdaa-217a-445f-8b85-c2edd35c07da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ef8feb45-4219-4cb7-98ba-b49515987dbc'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:15:40.243301 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c3b0e1bc-9a79-4132-b469-c5c0ff53f577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:40.310133 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-c3b0e1bc-9a79-4132-b469-c5c0ff53f577 None None] For port f79d1e8a-119a-4f1f-846b-83007c8065b3, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:15:40.313980 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-c3b0e1bc-9a79-4132-b469-c5c0ff53f577 None None] For port f79d1e8a-119a-4f1f-846b-83007c8065b3, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f79d1e8a-119a-4f1f-846b-83007c8065b3,segment=NetworkSegment(61fefdaa-217a-445f-8b85-c2edd35c07da),segment_id=61fefdaa-217a-445f-8b85-c2edd35c07da)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:15:40.317522 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c3b0e1bc-9a79-4132-b469-c5c0ff53f577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:40.326921 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9e94bad-7fc4-4b2c-aadf-4856b195fee1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:40.372372 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9e94bad-7fc4-4b2c-aadf-4856b195fee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:40.375767 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0e1bc-9a79-4132-b469-c5c0ff53f577 None None] Pushing event updated for resources: {'Port': ['ID=f79d1e8a-119a-4f1f-846b-83007c8065b3,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:40.414314 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e94bad-7fc4-4b2c-aadf-4856b195fee1 admin admin] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:15:40.417280 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [None req-f9e94bad-7fc4-4b2c-aadf-4856b195fee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:15:40.420930 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e94bad-7fc4-4b2c-aadf-4856b195fee1 admin admin] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:15:40.427342 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e94bad-7fc4-4b2c-aadf-4856b195fee1 admin admin] Pushing event updated for resources: {'Port': ['ID=26e1ece0-21d8-415c-93f8-359eb4de2514,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:40.432093 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588b2ef1-65f5-462e-aa98-dc7fb8d0ad46 None None] Sync routers for ids ['377d48d4-241b-4094-a2c2-8bb5f4655e78'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:15:40.441822 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588b2ef1-65f5-462e-aa98-dc7fb8d0ad46 None None] Routers {'377d48d4-241b-4094-a2c2-8bb5f4655e78'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:15:40.442377 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-588b2ef1-65f5-462e-aa98-dc7fb8d0ad46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:15:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['377d48d4-241b-4094-a2c2-8bb5f4655e78'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:40.556615 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-588b2ef1-65f5-462e-aa98-dc7fb8d0ad46 None None] Set router 377d48d4-241b-4094-a2c2-8bb5f4655e78 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:15:40.719910 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9e94bad-7fc4-4b2c-aadf-4856b195fee1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:40.777171 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-588b2ef1-65f5-462e-aa98-dc7fb8d0ad46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'name': 'tempest-TestSnapshotPattern-1680107686-router', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:37Z', 'revision_number': 4, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'gw_port': {'id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d', 'name': '', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'mac_address': 'fa:16:3e:31:54:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'de91063c-d473-4672-8c34-648c27384f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:37Z', 'updated_at': '2021-07-16T00:15:37Z', 'revision_number': 2, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'subnets': [{'id': 'de91063c-d473-4672-8c34-648c27384f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:40.812222 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588b2ef1-65f5-462e-aa98-dc7fb8d0ad46 None None] Checking router: 377d48d4-241b-4094-a2c2-8bb5f4655e78 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:15:40.812573 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588b2ef1-65f5-462e-aa98-dc7fb8d0ad46 None None] Updating router 377d48d4-241b-4094-a2c2-8bb5f4655e78 port 1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:15:40.851255 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-588b2ef1-65f5-462e-aa98-dc7fb8d0ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:40.886229 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f79d1e8a-119a-4f1f-846b-83007c8065b3 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:15:40.939610 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port f79d1e8a-119a-4f1f-846b-83007c8065b3 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:15:40.941581 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9e94bad-7fc4-4b2c-aadf-4856b195fee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16353275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16353024'] for router, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:40.948766 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:15:41.009946 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:15:41.013755 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:15:41.014135 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:41.098097 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e94bad-7fc4-4b2c-aadf-4856b195fee1 admin admin] Router 41f782e2-0bd1-4ad1-99c9-24253c56cd55 is scheduled to L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa with binding_index 1 {{(pid=93798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:15:41.112981 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:41.136343 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:15:41.143696 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:41.157334 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-588b2ef1-65f5-462e-aa98-dc7fb8d0ad46 None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:41.185096 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-588b2ef1-65f5-462e-aa98-dc7fb8d0ad46 None None] Transition to ACTIVE for port object 1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:15:41.198875 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-588b2ef1-65f5-462e-aa98-dc7fb8d0ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:41.200036 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:41.233397 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e94bad-7fc4-4b2c-aadf-4856b195fee1 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:15:41.243228 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c9b55f-0c2a-43ad-85bf-95da09b36609 None None] Sync routers for ids ['41f782e2-0bd1-4ad1-99c9-24253c56cd55'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:15:41.255632 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9e94bad-7fc4-4b2c-aadf-4856b195fee1 admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:41.259852 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-f9e94bad-7fc4-4b2c-aadf-4856b195fee1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6021187 Jul 16 00:15:41.260155 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9e30c-c5ac-41c7-8c3d-fb1214129c2a None None] Pushing event updated for resources: {'Port': ['ID=1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:41.260978 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40554) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:41.266364 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c9b55f-0c2a-43ad-85bf-95da09b36609 None None] Routers {'41f782e2-0bd1-4ad1-99c9-24253c56cd55'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:15:41.268074 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f5c9b55f-0c2a-43ad-85bf-95da09b36609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:15:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['41f782e2-0bd1-4ad1-99c9-24253c56cd55'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:41.274556 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a9e30c-c5ac-41c7-8c3d-fb1214129c2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:41.274926 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a9e30c-c5ac-41c7-8c3d-fb1214129c2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:41.275262 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a9e30c-c5ac-41c7-8c3d-fb1214129c2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:41.275593 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a9e30c-c5ac-41c7-8c3d-fb1214129c2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:41.275918 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a9e30c-c5ac-41c7-8c3d-fb1214129c2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:41.276243 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a9e30c-c5ac-41c7-8c3d-fb1214129c2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:41.276564 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a9e30c-c5ac-41c7-8c3d-fb1214129c2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:41.276882 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a9e30c-c5ac-41c7-8c3d-fb1214129c2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:41.277200 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a9e30c-c5ac-41c7-8c3d-fb1214129c2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:41.277520 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a9e30c-c5ac-41c7-8c3d-fb1214129c2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:41.277836 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a9e30c-c5ac-41c7-8c3d-fb1214129c2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:41.278153 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a9e30c-c5ac-41c7-8c3d-fb1214129c2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:41.416748 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-f5c9b55f-0c2a-43ad-85bf-95da09b36609 None None] Set router 41f782e2-0bd1-4ad1-99c9-24253c56cd55 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:15:41.485765 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-588b2ef1-65f5-462e-aa98-dc7fb8d0ad46 None None] Attempting to bind port 1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:15:41.486846 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-588b2ef1-65f5-462e-aa98-dc7fb8d0ad46 None None] Attempting to bind port 1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '71b62f9c-7647-4755-bee0-386ed2cd6a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:15:41.487498 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588b2ef1-65f5-462e-aa98-dc7fb8d0ad46 None None] Attempting to bind port 1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d on network 7de20db8-d313-4bab-b96b-97f145c2ca4d {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:15:41.503485 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588b2ef1-65f5-462e-aa98-dc7fb8d0ad46 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:15:41.503854 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588b2ef1-65f5-462e-aa98-dc7fb8d0ad46 None None] Checking segment: {'id': '71b62f9c-7647-4755-bee0-386ed2cd6a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:15:41.504633 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-588b2ef1-65f5-462e-aa98-dc7fb8d0ad46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:41.505754 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588b2ef1-65f5-462e-aa98-dc7fb8d0ad46 None None] Bound using segment: {'id': '71b62f9c-7647-4755-bee0-386ed2cd6a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:15:41.506439 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-588b2ef1-65f5-462e-aa98-dc7fb8d0ad46 None None] Bound port: 1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71b62f9c-7647-4755-bee0-386ed2cd6a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:15:41.507039 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-588b2ef1-65f5-462e-aa98-dc7fb8d0ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:41.582479 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3b5203-4d80-4f0f-a300-329503f23ca4 None None] Network ef8feb45-4219-4cb7-98ba-b49515987dbc requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:15:41.585730 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-588b2ef1-65f5-462e-aa98-dc7fb8d0ad46 None None] For port 1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:15:41.588839 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-588b2ef1-65f5-462e-aa98-dc7fb8d0ad46 None None] For port 1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d,segment=NetworkSegment(71b62f9c-7647-4755-bee0-386ed2cd6a39),segment_id=71b62f9c-7647-4755-bee0-386ed2cd6a39)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:15:41.595451 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-588b2ef1-65f5-462e-aa98-dc7fb8d0ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:41.655421 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9e30c-c5ac-41c7-8c3d-fb1214129c2a None None] Pushing event updated for resources: {'Port': ['ID=1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:41.660280 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588b2ef1-65f5-462e-aa98-dc7fb8d0ad46 None None] Routers {'377d48d4-241b-4094-a2c2-8bb5f4655e78'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:15:41.661181 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-588b2ef1-65f5-462e-aa98-dc7fb8d0ad46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:15:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['377d48d4-241b-4094-a2c2-8bb5f4655e78'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:41.736205 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-43fe2067-f3ed-4809-9996-14971a78764d None None] Provisioning for port f79d1e8a-119a-4f1f-846b-83007c8065b3 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:15:41.764421 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-43fe2067-f3ed-4809-9996-14971a78764d None None] Provisioning complete for port f79d1e8a-119a-4f1f-846b-83007c8065b3 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:15:41.764803 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-43fe2067-f3ed-4809-9996-14971a78764d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:41.787577 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-588b2ef1-65f5-462e-aa98-dc7fb8d0ad46 None None] Set router 377d48d4-241b-4094-a2c2-8bb5f4655e78 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:15:41.811847 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e73cc365-a17b-4632-ac6c-4bf965e4a359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:41.818500 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f5c9b55f-0c2a-43ad-85bf-95da09b36609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f782e2-0bd1-4ad1-99c9-24253c56cd55', 'name': 'tempest-TestSnapshotPattern-1734945583-router', 'tenant_id': '7dadd14ad7f24cd4bfd1a031a44b1f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '26e1ece0-21d8-415c-93f8-359eb4de2514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:39Z', 'updated_at': '2021-07-16T00:15:40Z', 'revision_number': 3, 'project_id': '7dadd14ad7f24cd4bfd1a031a44b1f22', 'gw_port': {'id': '26e1ece0-21d8-415c-93f8-359eb4de2514', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:14:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f782e2-0bd1-4ad1-99c9-24253c56cd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:40Z', 'updated_at': '2021-07-16T00:15:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:41.853626 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c9b55f-0c2a-43ad-85bf-95da09b36609 None None] Checking router: 41f782e2-0bd1-4ad1-99c9-24253c56cd55 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:15:41.853994 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c9b55f-0c2a-43ad-85bf-95da09b36609 None None] Updating router 41f782e2-0bd1-4ad1-99c9-24253c56cd55 port 26e1ece0-21d8-415c-93f8-359eb4de2514 binding host n-d-787205-9 {{(pid=93800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:15:41.945583 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f5c9b55f-0c2a-43ad-85bf-95da09b36609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:42.008464 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-e73cc365-a17b-4632-ac6c-4bf965e4a359 admin admin] Allocated IP 172.20.0.1 (ef8feb45-4219-4cb7-98ba-b49515987dbc/8f96c260-d7f3-467d-8f6f-904a3d2b6fdd/d40eee3b-46e5-46f8-9bbc-104688fafa04) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:15:42.018284 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-588b2ef1-65f5-462e-aa98-dc7fb8d0ad46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'name': 'tempest-TestSnapshotPattern-1680107686-router', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:37Z', 'revision_number': 4, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'gw_port': {'id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d', 'name': '', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'mac_address': 'fa:16:3e:31:54:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'de91063c-d473-4672-8c34-648c27384f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:37Z', 'updated_at': '2021-07-16T00:15:41Z', 'revision_number': 4, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'subnets': [{'id': 'de91063c-d473-4672-8c34-648c27384f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:42.045660 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588b2ef1-65f5-462e-aa98-dc7fb8d0ad46 None None] The sync data for ids ['377d48d4-241b-4094-a2c2-8bb5f4655e78'] in n-d-787205-9 is: [{'id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'name': 'tempest-TestSnapshotPattern-1680107686-router', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:37Z', 'revision_number': 4, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'gw_port': {'id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d', 'name': '', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'mac_address': 'fa:16:3e:31:54:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'de91063c-d473-4672-8c34-648c27384f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:37Z', 'updated_at': '2021-07-16T00:15:41Z', 'revision_number': 4, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'subnets': [{'id': 'de91063c-d473-4672-8c34-648c27384f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:15:42.047516 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-43fe2067-f3ed-4809-9996-14971a78764d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:42.126155 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e73cc365-a17b-4632-ac6c-4bf965e4a359 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:42.142026 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.provisioning_blocks [None req-e73cc365-a17b-4632-ac6c-4bf965e4a359 admin admin] Transition to ACTIVE for port object d40eee3b-46e5-46f8-9bbc-104688fafa04 will not be triggered until provisioned by entity DHCP. {{(pid=93799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:15:42.181152 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-43fe2067-f3ed-4809-9996-14971a78764d None None] For port f79d1e8a-119a-4f1f-846b-83007c8065b3, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f79d1e8a-119a-4f1f-846b-83007c8065b3,segment=NetworkSegment(61fefdaa-217a-445f-8b85-c2edd35c07da),segment_id=61fefdaa-217a-445f-8b85-c2edd35c07da)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:15:42.185733 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e73cc365-a17b-4632-ac6c-4bf965e4a359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:42.193088 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-43fe2067-f3ed-4809-9996-14971a78764d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:42.234273 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73cc365-a17b-4632-ac6c-4bf965e4a359 admin admin] Network ef8feb45-4219-4cb7-98ba-b49515987dbc is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:15:42.237941 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-e73cc365-a17b-4632-ac6c-4bf965e4a359 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:15:42.241127 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73cc365-a17b-4632-ac6c-4bf965e4a359 admin admin] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:15:42.280904 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe2067-f3ed-4809-9996-14971a78764d None None] Pushing event updated for resources: {'Port': ['ID=f79d1e8a-119a-4f1f-846b-83007c8065b3,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:42.288389 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e73cc365-a17b-4632-ac6c-4bf965e4a359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500279'] for router_interface, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:42.354394 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f5c9b55f-0c2a-43ad-85bf-95da09b36609 None None] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:42.368627 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f5c9b55f-0c2a-43ad-85bf-95da09b36609 None None] Transition to ACTIVE for port object 26e1ece0-21d8-415c-93f8-359eb4de2514 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:15:42.378899 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f5c9b55f-0c2a-43ad-85bf-95da09b36609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:42.447346 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-f5c9b55f-0c2a-43ad-85bf-95da09b36609 None None] Attempting to bind port 26e1ece0-21d8-415c-93f8-359eb4de2514 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:15:42.447712 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-f5c9b55f-0c2a-43ad-85bf-95da09b36609 None None] Attempting to bind port 26e1ece0-21d8-415c-93f8-359eb4de2514 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:15:42.448214 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c9b55f-0c2a-43ad-85bf-95da09b36609 None None] Attempting to bind port 26e1ece0-21d8-415c-93f8-359eb4de2514 on network 61ac1f85-79f4-4ace-93a9-51b85862f208 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:15:42.450599 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f65e0f-6948-442b-8232-f20145fad97a None None] Pushing event updated for resources: {'Port': ['ID=26e1ece0-21d8-415c-93f8-359eb4de2514,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:42.457301 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c9b55f-0c2a-43ad-85bf-95da09b36609 None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:15:42.457678 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c9b55f-0c2a-43ad-85bf-95da09b36609 None None] Checking segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:15:42.458092 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f5c9b55f-0c2a-43ad-85bf-95da09b36609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:42.458647 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c9b55f-0c2a-43ad-85bf-95da09b36609 None None] Bound using segment: {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:15:42.459214 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-f5c9b55f-0c2a-43ad-85bf-95da09b36609 None None] Bound port: 26e1ece0-21d8-415c-93f8-359eb4de2514, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a2d36f-05f2-499f-a174-c0cbb65efd84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:15:42.459629 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f5c9b55f-0c2a-43ad-85bf-95da09b36609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:42.531126 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3327b94e-7931-4570-91ed-b4301494e5c0 None None] Provisioning complete for port f79d1e8a-119a-4f1f-846b-83007c8065b3 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:15:42.531541 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3327b94e-7931-4570-91ed-b4301494e5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:42.568333 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-f5c9b55f-0c2a-43ad-85bf-95da09b36609 None None] For port 26e1ece0-21d8-415c-93f8-359eb4de2514, host n-d-787205-9, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:15:42.587931 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-f5c9b55f-0c2a-43ad-85bf-95da09b36609 None None] For port 26e1ece0-21d8-415c-93f8-359eb4de2514, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=26e1ece0-21d8-415c-93f8-359eb4de2514,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:15:42.593526 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f5c9b55f-0c2a-43ad-85bf-95da09b36609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:42.682324 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f65e0f-6948-442b-8232-f20145fad97a None None] Pushing event updated for resources: {'Port': ['ID=26e1ece0-21d8-415c-93f8-359eb4de2514,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:42.694781 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c9b55f-0c2a-43ad-85bf-95da09b36609 None None] Routers {'41f782e2-0bd1-4ad1-99c9-24253c56cd55'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:15:42.695505 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f5c9b55f-0c2a-43ad-85bf-95da09b36609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:15:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['41f782e2-0bd1-4ad1-99c9-24253c56cd55'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:42.706089 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cc365-a17b-4632-ac6c-4bf965e4a359 admin admin] Pushing event updated for resources: {'Port': ['ID=d40eee3b-46e5-46f8-9bbc-104688fafa04,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:42.817114 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-f5c9b55f-0c2a-43ad-85bf-95da09b36609 None None] Set router 41f782e2-0bd1-4ad1-99c9-24253c56cd55 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:15:42.838695 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e73cc365-a17b-4632-ac6c-4bf965e4a359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:42.881878 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f79d1e8a-119a-4f1f-846b-83007c8065b3 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:15:42.933550 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-796a2c16-b839-4362-91f5-7b7326343cbe None None] Provisioning for port d40eee3b-46e5-46f8-9bbc-104688fafa04 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:15:42.971922 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-796a2c16-b839-4362-91f5-7b7326343cbe None None] Provisioning complete for port d40eee3b-46e5-46f8-9bbc-104688fafa04 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:15:42.972597 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-796a2c16-b839-4362-91f5-7b7326343cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:43.025482 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e73cc365-a17b-4632-ac6c-4bf965e4a359 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:43.030321 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e73cc365-a17b-4632-ac6c-4bf965e4a359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:43.101284 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e73cc365-a17b-4632-ac6c-4bf965e4a359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500291'] for router_interface, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:43.103086 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cc365-a17b-4632-ac6c-4bf965e4a359 admin admin] Pushing event updated for resources: {'Port': ['ID=d40eee3b-46e5-46f8-9bbc-104688fafa04,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:43.192404 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-796a2c16-b839-4362-91f5-7b7326343cbe None None] Port d40eee3b-46e5-46f8-9bbc-104688fafa04 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:15:43.193622 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73cc365-a17b-4632-ac6c-4bf965e4a359 admin admin] Network ef8feb45-4219-4cb7-98ba-b49515987dbc is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:15:43.196112 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-e73cc365-a17b-4632-ac6c-4bf965e4a359 admin admin] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:15:43.212049 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port f79d1e8a-119a-4f1f-846b-83007c8065b3 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:15:43.212422 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:43.302059 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f5c9b55f-0c2a-43ad-85bf-95da09b36609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f782e2-0bd1-4ad1-99c9-24253c56cd55', 'name': 'tempest-TestSnapshotPattern-1734945583-router', 'tenant_id': '7dadd14ad7f24cd4bfd1a031a44b1f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '26e1ece0-21d8-415c-93f8-359eb4de2514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:39Z', 'updated_at': '2021-07-16T00:15:40Z', 'revision_number': 3, 'project_id': '7dadd14ad7f24cd4bfd1a031a44b1f22', 'gw_port': {'id': '26e1ece0-21d8-415c-93f8-359eb4de2514', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:14:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f782e2-0bd1-4ad1-99c9-24253c56cd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:40Z', 'updated_at': '2021-07-16T00:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:43.317170 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73cc365-a17b-4632-ac6c-4bf965e4a359 admin admin] Router 41f782e2-0bd1-4ad1-99c9-24253c56cd55 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:15:43.335099 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c9b55f-0c2a-43ad-85bf-95da09b36609 None None] The sync data for ids ['41f782e2-0bd1-4ad1-99c9-24253c56cd55'] in n-d-787205-9 is: [{'id': '41f782e2-0bd1-4ad1-99c9-24253c56cd55', 'name': 'tempest-TestSnapshotPattern-1734945583-router', 'tenant_id': '7dadd14ad7f24cd4bfd1a031a44b1f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '26e1ece0-21d8-415c-93f8-359eb4de2514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:39Z', 'updated_at': '2021-07-16T00:15:40Z', 'revision_number': 3, 'project_id': '7dadd14ad7f24cd4bfd1a031a44b1f22', 'gw_port': {'id': '26e1ece0-21d8-415c-93f8-359eb4de2514', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:14:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f782e2-0bd1-4ad1-99c9-24253c56cd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:40Z', 'updated_at': '2021-07-16T00:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:15:43.339293 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:15:43.400523 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:15:43.400902 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:43.439158 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73cc365-a17b-4632-ac6c-4bf965e4a359 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:15:43.448297 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e73cc365-a17b-4632-ac6c-4bf965e4a359 admin admin] 10.222.0.16 "PUT /v2.0/routers/41f782e2-0bd1-4ad1-99c9-24253c56cd55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1819885 Jul 16 00:15:43.487394 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:15:43.532686 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9dc734fa-c36d-4139-afac-7cb2f4bb6095 None None] Provisioning complete for port d40eee3b-46e5-46f8-9bbc-104688fafa04 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:15:43.533066 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9dc734fa-c36d-4139-afac-7cb2f4bb6095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:43.573979 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:15:43.578963 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9dc734fa-c36d-4139-afac-7cb2f4bb6095 None None] Port d40eee3b-46e5-46f8-9bbc-104688fafa04 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:15:43.582084 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:15:43.582084 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:43.688474 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:43.723935 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d,segment=NetworkSegment(71b62f9c-7647-4755-bee0-386ed2cd6a39),segment_id=71b62f9c-7647-4755-bee0-386ed2cd6a39)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:15:43.728623 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:43.782671 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:44.237858 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 40564) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:44.242540 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [None req-d3e9e190-bfbf-49fb-848e-ef0a51fb39ce tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1515275073', 'description': 'tempest-secgroup-smoke-1515275073 description', 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:15:44.263777 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3e9e190-bfbf-49fb-848e-ef0a51fb39ce tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for security_group, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:44.341417 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3e9e190-bfbf-49fb-848e-ef0a51fb39ce tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for security_group, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:44.345538 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3e9e190-bfbf-49fb-848e-ef0a51fb39ce tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:44.373230 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3e9e190-bfbf-49fb-848e-ef0a51fb39ce tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for security_group, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:44.374456 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-d3e9e190-bfbf-49fb-848e-ef0a51fb39ce tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1355758 Jul 16 00:15:44.376352 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9e190-bfbf-49fb-848e-ef0a51fb39ce tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b085b1-8b42-4881-aec8-861195f9279d,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:44.377535 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40566) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:44.382563 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-bbc923b9-bf73-4e2d-8e83-d7a2e376a6f6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Request body: {'security_group_rule': {'security_group_id': '62b085b1-8b42-4881-aec8-861195f9279d', 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:15:44.409876 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bbc923b9-bf73-4e2d-8e83-d7a2e376a6f6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:44.462994 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bbc923b9-bf73-4e2d-8e83-d7a2e376a6f6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:44.466165 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bbc923b9-bf73-4e2d-8e83-d7a2e376a6f6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:44.484096 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc923b9-bf73-4e2d-8e83-d7a2e376a6f6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdca8859-aaca-4d82-b2da-33db0076d685,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:44.490667 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-bbc923b9-bf73-4e2d-8e83-d7a2e376a6f6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:44.491875 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-bbc923b9-bf73-4e2d-8e83-d7a2e376a6f6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1133378 Jul 16 00:15:44.494612 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40568) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:44.499034 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-f5b6920b-9f0c-4c41-809d-f926cd5c2675 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Request body: {'security_group_rule': {'security_group_id': '62b085b1-8b42-4881-aec8-861195f9279d', 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:15:44.524623 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f5b6920b-9f0c-4c41-809d-f926cd5c2675 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:44.582036 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f5b6920b-9f0c-4c41-809d-f926cd5c2675 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:44.585823 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f5b6920b-9f0c-4c41-809d-f926cd5c2675 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:44.603677 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6920b-9f0c-4c41-809d-f926cd5c2675 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e520888-ad3a-4c49-a17e-426bf4f2a4ee,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:44.611598 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-f5b6920b-9f0c-4c41-809d-f926cd5c2675 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:44.612810 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-f5b6920b-9f0c-4c41-809d-f926cd5c2675 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172669 Jul 16 00:15:44.615585 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40570) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:44.619862 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-e57d3943-5a77-48e8-a5f1-bf4a7473a100 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Request body: {'security_group_rule': {'security_group_id': '62b085b1-8b42-4881-aec8-861195f9279d', 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:15:44.646855 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e57d3943-5a77-48e8-a5f1-bf4a7473a100 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:44.701849 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e57d3943-5a77-48e8-a5f1-bf4a7473a100 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:44.705170 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e57d3943-5a77-48e8-a5f1-bf4a7473a100 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:44.726432 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d3943-5a77-48e8-a5f1-bf4a7473a100 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96d198c-8161-41e9-857b-ae543d6881c3,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:44.729520 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e57d3943-5a77-48e8-a5f1-bf4a7473a100 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:44.730744 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e57d3943-5a77-48e8-a5f1-bf4a7473a100 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142290 Jul 16 00:15:44.733564 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40572) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:44.737906 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-148f9cf9-99b1-4e6f-a151-5f2a68fd8124 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Request body: {'security_group_rule': {'security_group_id': '62b085b1-8b42-4881-aec8-861195f9279d', 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:15:44.765309 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-148f9cf9-99b1-4e6f-a151-5f2a68fd8124 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:44.835566 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-148f9cf9-99b1-4e6f-a151-5f2a68fd8124 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:44.839525 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-148f9cf9-99b1-4e6f-a151-5f2a68fd8124 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:44.858066 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f9cf9-99b1-4e6f-a151-5f2a68fd8124 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c424e76e-7378-4b83-acfa-21c79c67cdab,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:44.864184 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-148f9cf9-99b1-4e6f-a151-5f2a68fd8124 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:44.865460 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-148f9cf9-99b1-4e6f-a151-5f2a68fd8124 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1309819 Jul 16 00:15:44.868276 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40574) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:44.872663 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-7ae760f4-16c6-445b-99a0-214f9e446a90 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Request body: {'security_group_rule': {'security_group_id': '62b085b1-8b42-4881-aec8-861195f9279d', 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:15:44.898110 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:15:44.902162 n-d-787205-9 neutron-server[93799]: INFO neutron.db.securitygroups_db [None req-7ae760f4-16c6-445b-99a0-214f9e446a90 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Project 08ef91f657b64a57a8695aa6ec2b6bb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:15:44.907113 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7ae760f4-16c6-445b-99a0-214f9e446a90 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:44.947062 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:15:44.947062 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:44.969321 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7ae760f4-16c6-445b-99a0-214f9e446a90 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:44.975110 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7ae760f4-16c6-445b-99a0-214f9e446a90 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:44.992651 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae760f4-16c6-445b-99a0-214f9e446a90 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d79c29b4-0da9-4144-93c5-b905314f6629,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:44.999425 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7ae760f4-16c6-445b-99a0-214f9e446a90 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:45.000764 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7ae760f4-16c6-445b-99a0-214f9e446a90 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1315677 Jul 16 00:15:45.005688 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40576) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:45.009739 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-5ddf156d-5a92-49e6-a2b4-6f4d2cd535f8 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Request body: {'security_group_rule': {'security_group_id': '62b085b1-8b42-4881-aec8-861195f9279d', 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:15:45.031945 n-d-787205-9 neutron-server[93799]: INFO neutron.db.securitygroups_db [None req-5ddf156d-5a92-49e6-a2b4-6f4d2cd535f8 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Project 08ef91f657b64a57a8695aa6ec2b6bb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:15:45.036996 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5ddf156d-5a92-49e6-a2b4-6f4d2cd535f8 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:45.040679 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 26e1ece0-21d8-415c-93f8-359eb4de2514 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:15:45.087507 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port 26e1ece0-21d8-415c-93f8-359eb4de2514 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:15:45.091923 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 26e1ece0-21d8-415c-93f8-359eb4de2514 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:15:45.092307 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:45.099182 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5ddf156d-5a92-49e6-a2b4-6f4d2cd535f8 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:45.102917 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5ddf156d-5a92-49e6-a2b4-6f4d2cd535f8 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340270'] for security_group_rule, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:45.120958 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf156d-5a92-49e6-a2b4-6f4d2cd535f8 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc1493c-907f-4c30-8f39-6cc04e97b402,revision_number=0']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:45.126569 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-5ddf156d-5a92-49e6-a2b4-6f4d2cd535f8 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:45.127816 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-5ddf156d-5a92-49e6-a2b4-6f4d2cd535f8 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222839 Jul 16 00:15:45.182917 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:45.206155 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port 26e1ece0-21d8-415c-93f8-359eb4de2514, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=26e1ece0-21d8-415c-93f8-359eb4de2514,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:15:45.212017 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:45.265376 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=26e1ece0-21d8-415c-93f8-359eb4de2514,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:45.282962 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-05f41e74-87e4-455f-971f-e2581abd651d req-2b3705fa-47e9-4747-8772-4066f7d98185 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1515275073&fields=id&tenant_id=08ef91f657b64a57a8695aa6ec2b6bb3 HTTP/1.1" status: 200 len: 267 time: 0.0359344 Jul 16 00:15:45.392024 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f41e74-87e4-455f-971f-e2581abd651d req-68abbefd-de96-4cdd-9bb0-1a5dc453066b tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:45.393414 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-05f41e74-87e4-455f-971f-e2581abd651d req-68abbefd-de96-4cdd-9bb0-1a5dc453066b tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/networks?id=7de20db8-d313-4bab-b96b-97f145c2ca4d HTTP/1.1" status: 200 len: 810 time: 0.1039665 Jul 16 00:15:45.408640 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-05f41e74-87e4-455f-971f-e2581abd651d req-20ba1989-1867-4268-a8d4-7bec7074328a tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/quotas/08ef91f657b64a57a8695aa6ec2b6bb3 HTTP/1.1" status: 200 len: 375 time: 0.0092831 Jul 16 00:15:45.475078 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-05f41e74-87e4-455f-971f-e2581abd651d req-a8765709-80f8-48a1-858e-4b93e7244a90 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=08ef91f657b64a57a8695aa6ec2b6bb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612729 Jul 16 00:15:45.527556 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dd2789-2be2-4a79-aa44-1bf3e39b6b7d None None] Sync routers for ids ['41f782e2-0bd1-4ad1-99c9-24253c56cd55'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:15:45.537078 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dd2789-2be2-4a79-aa44-1bf3e39b6b7d None None] Routers {'41f782e2-0bd1-4ad1-99c9-24253c56cd55'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:15:45.537712 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-80dd2789-2be2-4a79-aa44-1bf3e39b6b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:15:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['41f782e2-0bd1-4ad1-99c9-24253c56cd55'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:45.582420 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-05f41e74-87e4-455f-971f-e2581abd651d req-f5ca4465-72a2-4596-b5ab-9be5861c317c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 00:15:45.583630 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-05f41e74-87e4-455f-971f-e2581abd651d req-f5ca4465-72a2-4596-b5ab-9be5861c317c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0975451 Jul 16 00:15:45.642133 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-80dd2789-2be2-4a79-aa44-1bf3e39b6b7d None None] Set router 41f782e2-0bd1-4ad1-99c9-24253c56cd55 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:15:45.676643 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-05f41e74-87e4-455f-971f-e2581abd651d req-c1219a82-845c-453f-935d-41348e95f233 service neutron] 10.222.0.16 "GET /v2.0/networks/7de20db8-d313-4bab-b96b-97f145c2ca4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869904 Jul 16 00:15:45.765815 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-05f41e74-87e4-455f-971f-e2581abd651d req-996d5c1d-2d3f-4f76-b5e6-c4e96f9086f3 service neutron] 10.222.0.16 "GET /v2.0/networks/7de20db8-d313-4bab-b96b-97f145c2ca4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833147 Jul 16 00:15:45.835551 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-80dd2789-2be2-4a79-aa44-1bf3e39b6b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f782e2-0bd1-4ad1-99c9-24253c56cd55', 'name': 'tempest-TestSnapshotPattern-1734945583-router', 'tenant_id': '7dadd14ad7f24cd4bfd1a031a44b1f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '26e1ece0-21d8-415c-93f8-359eb4de2514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:39Z', 'updated_at': '2021-07-16T00:15:42Z', 'revision_number': 4, 'project_id': '7dadd14ad7f24cd4bfd1a031a44b1f22', 'gw_port': {'id': '26e1ece0-21d8-415c-93f8-359eb4de2514', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f782e2-0bd1-4ad1-99c9-24253c56cd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:40Z', 'updated_at': '2021-07-16T00:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'd40eee3b-46e5-46f8-9bbc-104688fafa04', 'name': '', 'network_id': 'ef8feb45-4219-4cb7-98ba-b49515987dbc', 'tenant_id': '7dadd14ad7f24cd4bfd1a031a44b1f22', 'mac_address': 'fa:16:3e:8b:c0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f782e2-0bd1-4ad1-99c9-24253c56cd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '8f96c260-d7f3-467d-8f6f-904a3d2b6fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:41Z', 'updated_at': '2021-07-16T00:15:42Z', 'revision_number': 2, 'project_id': '7dadd14ad7f24cd4bfd1a031a44b1f22', 'subnets': [{'id': '8f96c260-d7f3-467d-8f6f-904a3d2b6fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:45.863856 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dd2789-2be2-4a79-aa44-1bf3e39b6b7d None None] Checking router: 41f782e2-0bd1-4ad1-99c9-24253c56cd55 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:15:45.864211 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dd2789-2be2-4a79-aa44-1bf3e39b6b7d None None] Updating router 41f782e2-0bd1-4ad1-99c9-24253c56cd55 port d40eee3b-46e5-46f8-9bbc-104688fafa04 binding host n-d-787205-9 {{(pid=93801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:15:45.900961 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-80dd2789-2be2-4a79-aa44-1bf3e39b6b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:45.941693 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ce50820a-660a-4b10-aed9-d59a392acef6 req-7c4f4935-64a8-431a-887b-98a5b04a9eb0 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=57352b3c-aaf4-4efd-bb06-7bb99ff96d5a HTTP/1.1" status: 200 len: 210 time: 0.0335817 Jul 16 00:15:45.987693 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ba104bc-290f-4b76-9c2d-e62b0ea0a627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:46.168827 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-80dd2789-2be2-4a79-aa44-1bf3e39b6b7d None None] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:46.178699 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-80dd2789-2be2-4a79-aa44-1bf3e39b6b7d None None] Transition to ACTIVE for port object d40eee3b-46e5-46f8-9bbc-104688fafa04 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:15:46.184868 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-80dd2789-2be2-4a79-aa44-1bf3e39b6b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:46.232823 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d2d9d-6d1a-4dd3-9c2e-5250c7e8ff67 None None] Pushing event updated for resources: {'Port': ['ID=d40eee3b-46e5-46f8-9bbc-104688fafa04,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:46.291936 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-80dd2789-2be2-4a79-aa44-1bf3e39b6b7d None None] Attempting to bind port d40eee3b-46e5-46f8-9bbc-104688fafa04 on host n-d-787205-9 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:15:46.292304 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-80dd2789-2be2-4a79-aa44-1bf3e39b6b7d None None] Attempting to bind port d40eee3b-46e5-46f8-9bbc-104688fafa04 by drivers openvswitch,hyperv on host n-d-787205-9 at level 0 using segments [{'id': '61fefdaa-217a-445f-8b85-c2edd35c07da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ef8feb45-4219-4cb7-98ba-b49515987dbc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:15:46.292658 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dd2789-2be2-4a79-aa44-1bf3e39b6b7d None None] Attempting to bind port d40eee3b-46e5-46f8-9bbc-104688fafa04 on network ef8feb45-4219-4cb7-98ba-b49515987dbc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:15:46.297911 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dd2789-2be2-4a79-aa44-1bf3e39b6b7d None None] Checking agent: {'id': 'b4ef2add-94d2-49da-8850-1b0bc9890f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 49, 19), 'started_at': datetime.datetime(2021, 7, 15, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:15:46.298272 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dd2789-2be2-4a79-aa44-1bf3e39b6b7d None None] Checking segment: {'id': '61fefdaa-217a-445f-8b85-c2edd35c07da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ef8feb45-4219-4cb7-98ba-b49515987dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:15:46.298690 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-80dd2789-2be2-4a79-aa44-1bf3e39b6b7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:46.299076 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dd2789-2be2-4a79-aa44-1bf3e39b6b7d None None] Bound using segment: {'id': '61fefdaa-217a-445f-8b85-c2edd35c07da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ef8feb45-4219-4cb7-98ba-b49515987dbc'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:15:46.299583 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-80dd2789-2be2-4a79-aa44-1bf3e39b6b7d None None] Bound port: d40eee3b-46e5-46f8-9bbc-104688fafa04, host: n-d-787205-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61fefdaa-217a-445f-8b85-c2edd35c07da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ef8feb45-4219-4cb7-98ba-b49515987dbc'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:15:46.299976 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-80dd2789-2be2-4a79-aa44-1bf3e39b6b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:46.370777 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-80dd2789-2be2-4a79-aa44-1bf3e39b6b7d None None] For port d40eee3b-46e5-46f8-9bbc-104688fafa04, host n-d-787205-9, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:15:46.374044 n-d-787205-9 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-80dd2789-2be2-4a79-aa44-1bf3e39b6b7d None None] For port d40eee3b-46e5-46f8-9bbc-104688fafa04, host n-d-787205-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d40eee3b-46e5-46f8-9bbc-104688fafa04,segment=NetworkSegment(61fefdaa-217a-445f-8b85-c2edd35c07da),segment_id=61fefdaa-217a-445f-8b85-c2edd35c07da)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:15:46.380028 n-d-787205-9 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-80dd2789-2be2-4a79-aa44-1bf3e39b6b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:46.441821 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dd2789-2be2-4a79-aa44-1bf3e39b6b7d None None] Routers {'41f782e2-0bd1-4ad1-99c9-24253c56cd55'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:15:46.442471 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-80dd2789-2be2-4a79-aa44-1bf3e39b6b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:15:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['41f782e2-0bd1-4ad1-99c9-24253c56cd55'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:46.448036 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d2d9d-6d1a-4dd3-9c2e-5250c7e8ff67 None None] Pushing event updated for resources: {'Port': ['ID=d40eee3b-46e5-46f8-9bbc-104688fafa04,revision_number=4']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:46.560414 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-80dd2789-2be2-4a79-aa44-1bf3e39b6b7d None None] Set router 41f782e2-0bd1-4ad1-99c9-24253c56cd55 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:15:46.822237 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 26e1ece0-21d8-415c-93f8-359eb4de2514 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:15:46.850074 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-80dd2789-2be2-4a79-aa44-1bf3e39b6b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f782e2-0bd1-4ad1-99c9-24253c56cd55', 'name': 'tempest-TestSnapshotPattern-1734945583-router', 'tenant_id': '7dadd14ad7f24cd4bfd1a031a44b1f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '26e1ece0-21d8-415c-93f8-359eb4de2514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:39Z', 'updated_at': '2021-07-16T00:15:42Z', 'revision_number': 4, 'project_id': '7dadd14ad7f24cd4bfd1a031a44b1f22', 'gw_port': {'id': '26e1ece0-21d8-415c-93f8-359eb4de2514', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f782e2-0bd1-4ad1-99c9-24253c56cd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:40Z', 'updated_at': '2021-07-16T00:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'd40eee3b-46e5-46f8-9bbc-104688fafa04', 'name': '', 'network_id': 'ef8feb45-4219-4cb7-98ba-b49515987dbc', 'tenant_id': '7dadd14ad7f24cd4bfd1a031a44b1f22', 'mac_address': 'fa:16:3e:8b:c0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f782e2-0bd1-4ad1-99c9-24253c56cd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '8f96c260-d7f3-467d-8f6f-904a3d2b6fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:41Z', 'updated_at': '2021-07-16T00:15:46Z', 'revision_number': 4, 'project_id': '7dadd14ad7f24cd4bfd1a031a44b1f22', 'subnets': [{'id': '8f96c260-d7f3-467d-8f6f-904a3d2b6fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:46.870772 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port 26e1ece0-21d8-415c-93f8-359eb4de2514 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:15:46.871244 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:46.880105 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dd2789-2be2-4a79-aa44-1bf3e39b6b7d None None] The sync data for ids ['41f782e2-0bd1-4ad1-99c9-24253c56cd55'] in n-d-787205-9 is: [{'id': '41f782e2-0bd1-4ad1-99c9-24253c56cd55', 'name': 'tempest-TestSnapshotPattern-1734945583-router', 'tenant_id': '7dadd14ad7f24cd4bfd1a031a44b1f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '26e1ece0-21d8-415c-93f8-359eb4de2514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:39Z', 'updated_at': '2021-07-16T00:15:42Z', 'revision_number': 4, 'project_id': '7dadd14ad7f24cd4bfd1a031a44b1f22', 'gw_port': {'id': '26e1ece0-21d8-415c-93f8-359eb4de2514', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f782e2-0bd1-4ad1-99c9-24253c56cd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:40Z', 'updated_at': '2021-07-16T00:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': 'd40eee3b-46e5-46f8-9bbc-104688fafa04', 'name': '', 'network_id': 'ef8feb45-4219-4cb7-98ba-b49515987dbc', 'tenant_id': '7dadd14ad7f24cd4bfd1a031a44b1f22', 'mac_address': 'fa:16:3e:8b:c0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f782e2-0bd1-4ad1-99c9-24253c56cd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '8f96c260-d7f3-467d-8f6f-904a3d2b6fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:41Z', 'updated_at': '2021-07-16T00:15:46Z', 'revision_number': 4, 'project_id': '7dadd14ad7f24cd4bfd1a031a44b1f22', 'subnets': [{'id': '8f96c260-d7f3-467d-8f6f-904a3d2b6fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:15:47.110667 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f41e74-87e4-455f-971f-e2581abd651d req-1af79d13-aa43-4984-8500-df8cc9111dc8 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:47.112761 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-05f41e74-87e4-455f-971f-e2581abd651d req-1af79d13-aa43-4984-8500-df8cc9111dc8 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.43 "GET /v2.0/networks?id=7de20db8-d313-4bab-b96b-97f145c2ca4d HTTP/1.1" status: 200 len: 810 time: 0.1806781 Jul 16 00:15:47.157466 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-04d88efa-19de-4069-8e93-a8eb7a4e1cd6 req-e3212dbb-9c4c-4fd5-9913-52f4321a3885 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=57352b3c-aaf4-4efd-bb06-7bb99ff96d5a HTTP/1.1" status: 200 len: 210 time: 0.0456910 Jul 16 00:15:47.165072 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-05f41e74-87e4-455f-971f-e2581abd651d req-62a6cc5e-5181-4093-8812-69a554e0c352 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08ef91f657b64a57a8695aa6ec2b6bb3 HTTP/1.1" status: 200 len: 380 time: 0.0433273 Jul 16 00:15:47.177120 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-05f41e74-87e4-455f-971f-e2581abd651d req-087acca8-7c24-4b8e-9bde-7ea8cece1682 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Request body: {'port': {'device_id': '57352b3c-aaf4-4efd-bb06-7bb99ff96d5a', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'admin_state_up': True, 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'security_groups': ['62b085b1-8b42-4881-aec8-861195f9279d']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:15:47.289302 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f41e74-87e4-455f-971f-e2581abd651d req-087acca8-7c24-4b8e-9bde-7ea8cece1682 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Made reservation on behalf of 08ef91f657b64a57a8695aa6ec2b6bb3 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:15:47.292898 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-05f41e74-87e4-455f-971f-e2581abd651d req-087acca8-7c24-4b8e-9bde-7ea8cece1682 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:47.426986 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-05f41e74-87e4-455f-971f-e2581abd651d req-087acca8-7c24-4b8e-9bde-7ea8cece1682 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Allocated IP 172.20.0.14 (7de20db8-d313-4bab-b96b-97f145c2ca4d/de91063c-d473-4672-8c34-648c27384f84/38c92ac8-cfb2-4589-8c1c-feb7fe8f914f) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:15:47.585411 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-05f41e74-87e4-455f-971f-e2581abd651d req-087acca8-7c24-4b8e-9bde-7ea8cece1682 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:47.599804 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-05f41e74-87e4-455f-971f-e2581abd651d req-087acca8-7c24-4b8e-9bde-7ea8cece1682 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Transition to ACTIVE for port object 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:15:47.633492 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-05f41e74-87e4-455f-971f-e2581abd651d req-087acca8-7c24-4b8e-9bde-7ea8cece1682 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:47.679939 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f41e74-87e4-455f-971f-e2581abd651d req-087acca8-7c24-4b8e-9bde-7ea8cece1682 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Network 7de20db8-d313-4bab-b96b-97f145c2ca4d is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:15:47.683210 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-05f41e74-87e4-455f-971f-e2581abd651d req-087acca8-7c24-4b8e-9bde-7ea8cece1682 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:15:47.687329 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f41e74-87e4-455f-971f-e2581abd651d req-087acca8-7c24-4b8e-9bde-7ea8cece1682 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:15:47.715905 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087acca8-7c24-4b8e-9bde-7ea8cece1682 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Pushing event updated for resources: {'Port': ['ID=38c92ac8-cfb2-4589-8c1c-feb7fe8f914f,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:47.744036 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f41e74-87e4-455f-971f-e2581abd651d req-087acca8-7c24-4b8e-9bde-7ea8cece1682 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:47.744689 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-05f41e74-87e4-455f-971f-e2581abd651d req-087acca8-7c24-4b8e-9bde-7ea8cece1682 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:47.762709 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-05f41e74-87e4-455f-971f-e2581abd651d req-087acca8-7c24-4b8e-9bde-7ea8cece1682 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5916548 Jul 16 00:15:47.776708 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-05f41e74-87e4-455f-971f-e2581abd651d req-0436aee2-e923-4454-a27e-0454915369b3 service neutron] Request body: {'port': {'device_id': '57352b3c-aaf4-4efd-bb06-7bb99ff96d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:15:47.856700 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-05f41e74-87e4-455f-971f-e2581abd651d req-0436aee2-e923-4454-a27e-0454915369b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:47.983974 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-085d9ffa-82e3-4ef0-bc9f-2d4ef02d1d3e None None] Provisioning for port 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:15:47.988377 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-085d9ffa-82e3-4ef0-bc9f-2d4ef02d1d3e None None] Provisioning complete for port 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:15:47.988755 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-085d9ffa-82e3-4ef0-bc9f-2d4ef02d1d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:48.023387 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-085d9ffa-82e3-4ef0-bc9f-2d4ef02d1d3e None None] Port 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:15:48.120981 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-05f41e74-87e4-455f-971f-e2581abd651d req-0436aee2-e923-4454-a27e-0454915369b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:15:48.129526 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-05f41e74-87e4-455f-971f-e2581abd651d req-0436aee2-e923-4454-a27e-0454915369b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:48.142164 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-05f41e74-87e4-455f-971f-e2581abd651d req-0436aee2-e923-4454-a27e-0454915369b3 service neutron] Transition to ACTIVE for port object 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:15:48.147056 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-05f41e74-87e4-455f-971f-e2581abd651d req-0436aee2-e923-4454-a27e-0454915369b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:48.199284 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436aee2-e923-4454-a27e-0454915369b3 service neutron] Pushing event updated for resources: {'Port': ['ID=38c92ac8-cfb2-4589-8c1c-feb7fe8f914f,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:48.276672 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-05f41e74-87e4-455f-971f-e2581abd651d req-0436aee2-e923-4454-a27e-0454915369b3 service neutron] Attempting to bind port 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f on host n-h2-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:15:48.277005 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-05f41e74-87e4-455f-971f-e2581abd651d req-0436aee2-e923-4454-a27e-0454915369b3 service neutron] Attempting to bind port 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f by drivers openvswitch,hyperv on host n-h2-787205-9 at level 0 using segments [{'id': '71b62f9c-7647-4755-bee0-386ed2cd6a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:15:48.277334 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f41e74-87e4-455f-971f-e2581abd651d req-0436aee2-e923-4454-a27e-0454915369b3 service neutron] Attempting to bind port 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f on network 7de20db8-d313-4bab-b96b-97f145c2ca4d {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:15:48.281788 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f41e74-87e4-455f-971f-e2581abd651d req-0436aee2-e923-4454-a27e-0454915369b3 service neutron] Port 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f on network 7de20db8-d313-4bab-b96b-97f145c2ca4d not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:15:48.282106 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f41e74-87e4-455f-971f-e2581abd651d req-0436aee2-e923-4454-a27e-0454915369b3 service neutron] Attempting to bind port 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f on network 7de20db8-d313-4bab-b96b-97f145c2ca4d {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:15:48.287134 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f41e74-87e4-455f-971f-e2581abd651d req-0436aee2-e923-4454-a27e-0454915369b3 service neutron] Checking agent: {'id': '184e2e08-888b-490d-9e7b-b020042c8b13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:15:48.287471 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f41e74-87e4-455f-971f-e2581abd651d req-0436aee2-e923-4454-a27e-0454915369b3 service neutron] Checking segment: {'id': '71b62f9c-7647-4755-bee0-386ed2cd6a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:15:48.287856 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f41e74-87e4-455f-971f-e2581abd651d req-0436aee2-e923-4454-a27e-0454915369b3 service neutron] Bound using segment: {'id': '71b62f9c-7647-4755-bee0-386ed2cd6a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:15:48.288281 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-05f41e74-87e4-455f-971f-e2581abd651d req-0436aee2-e923-4454-a27e-0454915369b3 service neutron] Bound port: 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f, host: n-h2-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71b62f9c-7647-4755-bee0-386ed2cd6a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:15:48.288639 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-05f41e74-87e4-455f-971f-e2581abd651d req-0436aee2-e923-4454-a27e-0454915369b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:48.347231 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0babd-c17c-4e5a-b847-d3a483bd1ced req-7970b30e-4ffe-4c5c-970e-e58ca7641787 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:48.349508 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4fb0babd-c17c-4e5a-b847-d3a483bd1ced req-7970b30e-4ffe-4c5c-970e-e58ca7641787 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=57352b3c-aaf4-4efd-bb06-7bb99ff96d5a HTTP/1.1" status: 200 len: 944 time: 0.0763886 Jul 16 00:15:48.360256 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6071097f-5515-4574-92c4-674e7f6415ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:48.364941 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-05f41e74-87e4-455f-971f-e2581abd651d req-0436aee2-e923-4454-a27e-0454915369b3 service neutron] For port 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f, host n-h2-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:15:48.368928 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-05f41e74-87e4-455f-971f-e2581abd651d req-0436aee2-e923-4454-a27e-0454915369b3 service neutron] For port 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f, host n-h2-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=38c92ac8-cfb2-4589-8c1c-feb7fe8f914f,segment=NetworkSegment(71b62f9c-7647-4755-bee0-386ed2cd6a39),segment_id=71b62f9c-7647-4755-bee0-386ed2cd6a39)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:15:48.374193 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-05f41e74-87e4-455f-971f-e2581abd651d req-0436aee2-e923-4454-a27e-0454915369b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:48.390414 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-4fb0babd-c17c-4e5a-b847-d3a483bd1ced req-aa44e7d8-a961-4a11-ba9f-9e16170a9d3d tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/security-groups?id=62b085b1-8b42-4881-aec8-861195f9279d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349588 Jul 16 00:15:48.411715 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f41e74-87e4-455f-971f-e2581abd651d req-0436aee2-e923-4454-a27e-0454915369b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:48.412326 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-05f41e74-87e4-455f-971f-e2581abd651d req-0436aee2-e923-4454-a27e-0454915369b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:48.414029 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-05f41e74-87e4-455f-971f-e2581abd651d req-0436aee2-e923-4454-a27e-0454915369b3 service neutron] 10.222.0.43 "PUT /v2.0/ports/38c92ac8-cfb2-4589-8c1c-feb7fe8f914f HTTP/1.1" status: 200 len: 1092 time: 0.6418831 Jul 16 00:15:48.416209 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57352b3c-aaf4-4efd-bb06-7bb99ff96d5a', 'tag': '38c92ac8-cfb2-4589-8c1c-feb7fe8f914f'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:15:48.419096 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac3ab2df65406140be9365f9b3f66d4be7bd37abeab186e08b44bb3ea3ff9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b406de-f15f-4e66-8d30-0a9ba7e9866d" -d '{"events": [{"name": "network-changed", "server_uuid": "57352b3c-aaf4-4efd-bb06-7bb99ff96d5a", "tag": "38c92ac8-cfb2-4589-8c1c-feb7fe8f914f"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:15:48.466818 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436aee2-e923-4454-a27e-0454915369b3 service neutron] Pushing event updated for resources: {'Port': ['ID=38c92ac8-cfb2-4589-8c1c-feb7fe8f914f,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:48.475084 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08aa01da-b4c0-44aa-99c7-8f2633d8df96 x-openstack-request-id: req-08aa01da-b4c0-44aa-99c7-8f2633d8df96 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:15:48.475463 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57352b3c-aaf4-4efd-bb06-7bb99ff96d5a", "tag": "38c92ac8-cfb2-4589-8c1c-feb7fe8f914f", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:15:48.475718 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08aa01da-b4c0-44aa-99c7-8f2633d8df96 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:15:48.476108 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57352b3c-aaf4-4efd-bb06-7bb99ff96d5a', 'tag': '38c92ac8-cfb2-4589-8c1c-feb7fe8f914f', 'status': 'completed', 'code': 200} Jul 16 00:15:48.523246 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f41e74-87e4-455f-971f-e2581abd651d req-2153846b-4c79-4a9a-8832-f2a80904f4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:48.524898 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-05f41e74-87e4-455f-971f-e2581abd651d req-2153846b-4c79-4a9a-8832-f2a80904f4c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08ef91f657b64a57a8695aa6ec2b6bb3&device_id=57352b3c-aaf4-4efd-bb06-7bb99ff96d5a HTTP/1.1" status: 200 len: 1095 time: 0.0660431 Jul 16 00:15:48.566591 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-05f41e74-87e4-455f-971f-e2581abd651d req-166c8c5d-04a5-42fa-b1d0-a3a4bd1f63f0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38c92ac8-cfb2-4589-8c1c-feb7fe8f914f HTTP/1.1" status: 200 len: 217 time: 0.0348942 Jul 16 00:15:48.614961 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f41e74-87e4-455f-971f-e2581abd651d req-0b577ded-9b58-47c9-89be-7a6991e939f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:48.616483 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-05f41e74-87e4-455f-971f-e2581abd651d req-0b577ded-9b58-47c9-89be-7a6991e939f8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=de91063c-d473-4672-8c34-648c27384f84 HTTP/1.1" status: 200 len: 849 time: 0.0437362 Jul 16 00:15:48.676599 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f41e74-87e4-455f-971f-e2581abd651d req-4041a80a-8cea-4215-a708-5f382f1f0626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:48.678102 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-05f41e74-87e4-455f-971f-e2581abd651d req-4041a80a-8cea-4215-a708-5f382f1f0626 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7de20db8-d313-4bab-b96b-97f145c2ca4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554814 Jul 16 00:15:48.765604 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-05f41e74-87e4-455f-971f-e2581abd651d req-e6cafcae-9d23-4fee-afa0-503d10fc1ba1 service neutron] 10.222.0.43 "GET /v2.0/networks/7de20db8-d313-4bab-b96b-97f145c2ca4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809078 Jul 16 00:15:48.836490 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d40eee3b-46e5-46f8-9bbc-104688fafa04 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:15:48.880077 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:48.900280 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning for port d40eee3b-46e5-46f8-9bbc-104688fafa04 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:15:48.904731 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port d40eee3b-46e5-46f8-9bbc-104688fafa04 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:15:48.905118 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:48.991532 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:49.026036 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] For port d40eee3b-46e5-46f8-9bbc-104688fafa04, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d40eee3b-46e5-46f8-9bbc-104688fafa04,segment=NetworkSegment(61fefdaa-217a-445f-8b85-c2edd35c07da),segment_id=61fefdaa-217a-445f-8b85-c2edd35c07da)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:15:49.030813 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:49.079765 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Pushing event updated for resources: {'Port': ['ID=d40eee3b-46e5-46f8-9bbc-104688fafa04,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:49.208209 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-05f41e74-87e4-455f-971f-e2581abd651d req-d0d714f6-93bf-4668-b8b3-9e352f848b68 service neutron] 10.222.0.43 "GET /v2.0/networks/7de20db8-d313-4bab-b96b-97f145c2ca4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355237 Jul 16 00:15:49.305151 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b406de-f15f-4e66-8d30-0a9ba7e9866d req-1511634f-cb2b-4dee-b607-3ddfb311304c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:49.306675 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-23b406de-f15f-4e66-8d30-0a9ba7e9866d req-1511634f-cb2b-4dee-b607-3ddfb311304c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08ef91f657b64a57a8695aa6ec2b6bb3&device_id=57352b3c-aaf4-4efd-bb06-7bb99ff96d5a HTTP/1.1" status: 200 len: 1095 time: 0.0517495 Jul 16 00:15:49.398241 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b406de-f15f-4e66-8d30-0a9ba7e9866d req-bce42797-f0dc-4c24-8081-20307f6c8485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:49.399745 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-23b406de-f15f-4e66-8d30-0a9ba7e9866d req-bce42797-f0dc-4c24-8081-20307f6c8485 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7de20db8-d313-4bab-b96b-97f145c2ca4d HTTP/1.1" status: 200 len: 911 time: 0.0868835 Jul 16 00:15:49.439385 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-23b406de-f15f-4e66-8d30-0a9ba7e9866d req-9324ff86-9540-4861-af52-0add6fb6daf7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38c92ac8-cfb2-4589-8c1c-feb7fe8f914f HTTP/1.1" status: 200 len: 217 time: 0.0332410 Jul 16 00:15:49.489504 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b406de-f15f-4e66-8d30-0a9ba7e9866d req-e4f320de-09a7-44c2-96f3-b375e85bc317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:49.491063 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-23b406de-f15f-4e66-8d30-0a9ba7e9866d req-e4f320de-09a7-44c2-96f3-b375e85bc317 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=de91063c-d473-4672-8c34-648c27384f84 HTTP/1.1" status: 200 len: 849 time: 0.0450144 Jul 16 00:15:49.551656 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b406de-f15f-4e66-8d30-0a9ba7e9866d req-01b4fbb3-14b7-4f6e-887f-f4386e3a1143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:49.553924 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-23b406de-f15f-4e66-8d30-0a9ba7e9866d req-01b4fbb3-14b7-4f6e-887f-f4386e3a1143 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7de20db8-d313-4bab-b96b-97f145c2ca4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565438 Jul 16 00:15:49.566048 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe3734-d832-4c66-b7c4-522b4b24713e req-2c962889-7fb2-4ca2-b9c9-d901d6e88d56 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:49.567575 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0dbe3734-d832-4c66-b7c4-522b4b24713e req-2c962889-7fb2-4ca2-b9c9-d901d6e88d56 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=57352b3c-aaf4-4efd-bb06-7bb99ff96d5a HTTP/1.1" status: 200 len: 944 time: 0.0628545 Jul 16 00:15:49.608838 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0dbe3734-d832-4c66-b7c4-522b4b24713e req-9a5cfb50-8df2-4a6b-addb-aa90148662f1 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/security-groups?id=62b085b1-8b42-4881-aec8-861195f9279d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348008 Jul 16 00:15:49.643458 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-23b406de-f15f-4e66-8d30-0a9ba7e9866d req-0a17009a-0ad9-40bd-8f04-dc469627f9d1 service neutron] 10.222.0.43 "GET /v2.0/networks/7de20db8-d313-4bab-b96b-97f145c2ca4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827227 Jul 16 00:15:49.738551 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-23b406de-f15f-4e66-8d30-0a9ba7e9866d req-39140ee4-7281-4db7-a0ef-5b51f03f2d8a service neutron] 10.222.0.43 "GET /v2.0/networks/7de20db8-d313-4bab-b96b-97f145c2ca4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870349 Jul 16 00:15:49.932404 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:50.780252 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7701f8-4a40-45db-a396-11583cf053f5 req-6a0b4a29-511b-45c9-b0d2-21fc737d5d3e tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:50.781758 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ec7701f8-4a40-45db-a396-11583cf053f5 req-6a0b4a29-511b-45c9-b0d2-21fc737d5d3e tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=57352b3c-aaf4-4efd-bb06-7bb99ff96d5a HTTP/1.1" status: 200 len: 944 time: 0.0624778 Jul 16 00:15:50.820341 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-ec7701f8-4a40-45db-a396-11583cf053f5 req-782f0b31-d99a-4fb4-b9cb-be8ce460ff24 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/security-groups?id=62b085b1-8b42-4881-aec8-861195f9279d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329278 Jul 16 00:15:50.821598 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d40eee3b-46e5-46f8-9bbc-104688fafa04 up at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:15:50.868802 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Provisioning complete for port d40eee3b-46e5-46f8-9bbc-104688fafa04 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:15:50.869174 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:51.480211 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:51.990967 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a4f44-64d1-4afd-8d5e-0d2a7b43ecaa req-9a1491eb-9abe-4c4d-9765-cb385174707c tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:51.992440 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f0a4f44-64d1-4afd-8d5e-0d2a7b43ecaa req-9a1491eb-9abe-4c4d-9765-cb385174707c tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=57352b3c-aaf4-4efd-bb06-7bb99ff96d5a HTTP/1.1" status: 200 len: 944 time: 0.0628684 Jul 16 00:15:52.029016 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1f0a4f44-64d1-4afd-8d5e-0d2a7b43ecaa req-3f59e55a-19a4-4ea9-bacc-363811ee8334 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/security-groups?id=62b085b1-8b42-4881-aec8-861195f9279d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310900 Jul 16 00:15:52.738648 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:15:52.834502 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=38c92ac8-cfb2-4589-8c1c-feb7fe8f914f,segment=NetworkSegment(71b62f9c-7647-4755-bee0-386ed2cd6a39),segment_id=71b62f9c-7647-4755-bee0-386ed2cd6a39)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:15:52.846658 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '38c92ac8-cfb2-4589-8c1c-feb7fe8f914f', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'port_id': '38c92ac8-cfb2-4589-8c1c-feb7fe8f914f', 'mac_address': 'fa:16:3e:20:20:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de91063c-d473-4672-8c34-648c27384f84', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:15:52.882697 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:52.894807 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:15:52.914653 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=38c92ac8-cfb2-4589-8c1c-feb7fe8f914f,segment=NetworkSegment(71b62f9c-7647-4755-bee0-386ed2cd6a39),segment_id=71b62f9c-7647-4755-bee0-386ed2cd6a39)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:15:52.918618 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:52.965058 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=38c92ac8-cfb2-4589-8c1c-feb7fe8f914f,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:53.124202 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['38c92ac8-cfb2-4589-8c1c-feb7fe8f914f'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:15:53.202093 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de310d-db53-47b5-a409-be0ab229affa req-2df11e92-f0d7-4456-8e06-7d73c4ec9ea0 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:53.203634 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97de310d-db53-47b5-a409-be0ab229affa req-2df11e92-f0d7-4456-8e06-7d73c4ec9ea0 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=57352b3c-aaf4-4efd-bb06-7bb99ff96d5a HTTP/1.1" status: 200 len: 945 time: 0.0654612 Jul 16 00:15:53.240965 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-97de310d-db53-47b5-a409-be0ab229affa req-a41eacfe-779b-4429-a7a8-bb1ebaa09cdc tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/security-groups?id=62b085b1-8b42-4881-aec8-861195f9279d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318372 Jul 16 00:15:54.412269 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e19e71-fbe1-4331-84c4-491fad3bef1d req-a5b263c2-f9c9-4eea-8ffb-ad985cf56d39 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:54.413786 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-25e19e71-fbe1-4331-84c4-491fad3bef1d req-a5b263c2-f9c9-4eea-8ffb-ad985cf56d39 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=57352b3c-aaf4-4efd-bb06-7bb99ff96d5a HTTP/1.1" status: 200 len: 945 time: 0.0621016 Jul 16 00:15:54.451212 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-25e19e71-fbe1-4331-84c4-491fad3bef1d req-7afa9751-d885-4e4f-aabd-d1ae70b31e1a tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/security-groups?id=62b085b1-8b42-4881-aec8-861195f9279d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317545 Jul 16 00:15:54.772935 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:15:54.820230 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning for port 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:15:54.824049 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:15:54.824418 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:54.904278 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:54.930346 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:54.935471 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57352b3c-aaf4-4efd-bb06-7bb99ff96d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c92ac8-cfb2-4589-8c1c-feb7fe8f914f'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:15:54.937728 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae4f11e9886ebbda74e349334989d67f9e0924aee8a01d735f99c26d20dbf4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb87d0c7-77c8-46fb-af49-b96ceeb0ec67" -d '{"events": [{"server_uuid": "57352b3c-aaf4-4efd-bb06-7bb99ff96d5a", "name": "network-vif-plugged", "status": "completed", "tag": "38c92ac8-cfb2-4589-8c1c-feb7fe8f914f"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:15:54.950872 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=38c92ac8-cfb2-4589-8c1c-feb7fe8f914f,segment=NetworkSegment(71b62f9c-7647-4755-bee0-386ed2cd6a39),segment_id=71b62f9c-7647-4755-bee0-386ed2cd6a39)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:15:54.954985 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:55.002160 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=38c92ac8-cfb2-4589-8c1c-feb7fe8f914f,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:55.034514 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86613da9-2655-4b0e-9938-dd56b0a8029c x-openstack-request-id: req-86613da9-2655-4b0e-9938-dd56b0a8029c {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:15:55.034897 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57352b3c-aaf4-4efd-bb06-7bb99ff96d5a", "name": "network-vif-plugged", "status": "completed", "tag": "38c92ac8-cfb2-4589-8c1c-feb7fe8f914f", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:15:55.035158 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86613da9-2655-4b0e-9938-dd56b0a8029c {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:15:55.035610 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57352b3c-aaf4-4efd-bb06-7bb99ff96d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c92ac8-cfb2-4589-8c1c-feb7fe8f914f', 'code': 200} Jul 16 00:15:55.143156 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cad29-ace5-458f-8255-4fc81a24f212 req-d74fbcd2-2160-4c10-ae27-021fcfa87275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:55.144527 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5c6cad29-ace5-458f-8255-4fc81a24f212 req-d74fbcd2-2160-4c10-ae27-021fcfa87275 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=57352b3c-aaf4-4efd-bb06-7bb99ff96d5a HTTP/1.1" status: 200 len: 1097 time: 0.0499630 Jul 16 00:15:55.177806 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5c6cad29-ace5-458f-8255-4fc81a24f212 req-110febe6-89f8-495d-a15d-6960bf038730 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=62b085b1-8b42-4881-aec8-861195f9279d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269990 Jul 16 00:15:55.619507 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04dc40f-02d9-45b9-9911-c8de9425dc95 req-27cf8d0f-667a-4709-b4c6-58c69f122aae tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:55.620979 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f04dc40f-02d9-45b9-9911-c8de9425dc95 req-27cf8d0f-667a-4709-b4c6-58c69f122aae tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=57352b3c-aaf4-4efd-bb06-7bb99ff96d5a HTTP/1.1" status: 200 len: 946 time: 0.0610793 Jul 16 00:15:55.660993 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f04dc40f-02d9-45b9-9911-c8de9425dc95 req-5aae0884-b249-4325-a549-57a84382960e tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/security-groups?id=62b085b1-8b42-4881-aec8-861195f9279d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345492 Jul 16 00:15:56.830739 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec8c8d-d159-498c-a3c2-cae05d52d3a1 req-8468aa47-c4b4-4fb6-bbda-0af956c21727 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:56.832194 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-45ec8c8d-d159-498c-a3c2-cae05d52d3a1 req-8468aa47-c4b4-4fb6-bbda-0af956c21727 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=57352b3c-aaf4-4efd-bb06-7bb99ff96d5a HTTP/1.1" status: 200 len: 946 time: 0.0621617 Jul 16 00:15:56.869288 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-45ec8c8d-d159-498c-a3c2-cae05d52d3a1 req-e06b4e57-3961-4143-bd1f-e52d8df4a860 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/security-groups?id=62b085b1-8b42-4881-aec8-861195f9279d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309577 Jul 16 00:15:57.042881 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6595dce-357b-4fb0-bdc5-8463d782bff7 req-1b57339f-a8b0-4e1d-8d94-c30fcca7977c tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:57.044331 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b6595dce-357b-4fb0-bdc5-8463d782bff7 req-1b57339f-a8b0-4e1d-8d94-c30fcca7977c tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=57352b3c-aaf4-4efd-bb06-7bb99ff96d5a HTTP/1.1" status: 200 len: 946 time: 0.0630369 Jul 16 00:15:57.083002 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-b6595dce-357b-4fb0-bdc5-8463d782bff7 req-a1daf19a-bc91-4c4c-bf5c-f8c44d82bab3 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/security-groups?id=62b085b1-8b42-4881-aec8-861195f9279d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330758 Jul 16 00:15:57.106936 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40636) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:57.199456 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec575838-ce75-481b-bfbd-594cc4e0a768 tempest-TestSnapshotPattern-1742404851 tempest-TestSnapshotPattern-1742404851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:57.200942 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ec575838-ce75-481b-bfbd-594cc4e0a768 tempest-TestSnapshotPattern-1742404851 tempest-TestSnapshotPattern-1742404851-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=57352b3c-aaf4-4efd-bb06-7bb99ff96d5a HTTP/1.1" status: 200 len: 1092 time: 0.0930459 Jul 16 00:15:57.203905 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40640) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:57.208154 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-cd02f27b-9e67-4c58-82dd-e5e82f143b9c tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'port_id': '38c92ac8-cfb2-4589-8c1c-feb7fe8f914f', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:15:57.229037 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cd02f27b-9e67-4c58-82dd-e5e82f143b9c tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:57.321365 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cd02f27b-9e67-4c58-82dd-e5e82f143b9c tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:57.421766 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-cd02f27b-9e67-4c58-82dd-e5e82f143b9c tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Allocated IP 172.25.4.77 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/fd7899dc-95c4-4a0b-9388-93afe93cc030) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:15:57.518672 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cd02f27b-9e67-4c58-82dd-e5e82f143b9c tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:57.556267 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cd02f27b-9e67-4c58-82dd-e5e82f143b9c tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:57.598454 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd02f27b-9e67-4c58-82dd-e5e82f143b9c tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:15:57.601186 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-cd02f27b-9e67-4c58-82dd-e5e82f143b9c tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:15:57.605549 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd02f27b-9e67-4c58-82dd-e5e82f143b9c tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:15:57.611057 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02f27b-9e67-4c58-82dd-e5e82f143b9c tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Pushing event updated for resources: {'Port': ['ID=fd7899dc-95c4-4a0b-9388-93afe93cc030,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:57.966764 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cd02f27b-9e67-4c58-82dd-e5e82f143b9c tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:58.042345 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cd02f27b-9e67-4c58-82dd-e5e82f143b9c tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:58.185094 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cd02f27b-9e67-4c58-82dd-e5e82f143b9c tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:58.189390 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cd02f27b-9e67-4c58-82dd-e5e82f143b9c tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:58.254146 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02f27b-9e67-4c58-82dd-e5e82f143b9c tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Pushing event updated for resources: {'Port': ['ID=fd7899dc-95c4-4a0b-9388-93afe93cc030,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:58.265372 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cd02f27b-9e67-4c58-82dd-e5e82f143b9c tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:58.365469 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-cd02f27b-9e67-4c58-82dd-e5e82f143b9c tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Floating IP 1fea3726-028a-49b3-8447-22928f2b454a associated. External IP: 172.25.4.77, port: 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f. Jul 16 00:15:58.565982 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd02f27b-9e67-4c58-82dd-e5e82f143b9c tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Router 377d48d4-241b-4094-a2c2-8bb5f4655e78 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:15:58.672830 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd02f27b-9e67-4c58-82dd-e5e82f143b9c tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:15:58.682236 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc40659d-a6a5-4202-bc02-1205d8cce39a None None] Sync routers for ids ['377d48d4-241b-4094-a2c2-8bb5f4655e78'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:15:58.689658 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-cd02f27b-9e67-4c58-82dd-e5e82f143b9c tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:58.692715 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc40659d-a6a5-4202-bc02-1205d8cce39a None None] Routers {'377d48d4-241b-4094-a2c2-8bb5f4655e78'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:15:58.693344 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-fc40659d-a6a5-4202-bc02-1205d8cce39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:15:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['377d48d4-241b-4094-a2c2-8bb5f4655e78'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:58.725434 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-cd02f27b-9e67-4c58-82dd-e5e82f143b9c tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5204992 Jul 16 00:15:58.726026 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57352b3c-aaf4-4efd-bb06-7bb99ff96d5a', 'tag': '38c92ac8-cfb2-4589-8c1c-feb7fe8f914f'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:15:58.728578 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f08fc2a7d463e069dbf969c41850b8f153237e21caa8377f91bf00f314a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8dbca78-b72f-4dd0-9374-de17261e4e03" -d '{"events": [{"name": "network-changed", "server_uuid": "57352b3c-aaf4-4efd-bb06-7bb99ff96d5a", "tag": "38c92ac8-cfb2-4589-8c1c-feb7fe8f914f"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:15:58.800739 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-fc40659d-a6a5-4202-bc02-1205d8cce39a None None] Set router 377d48d4-241b-4094-a2c2-8bb5f4655e78 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:15:58.813458 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b113e40f-308e-4827-9397-cc35347ecc2c x-openstack-request-id: req-b113e40f-308e-4827-9397-cc35347ecc2c {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:15:58.813753 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57352b3c-aaf4-4efd-bb06-7bb99ff96d5a", "tag": "38c92ac8-cfb2-4589-8c1c-feb7fe8f914f", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:15:58.814017 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b113e40f-308e-4827-9397-cc35347ecc2c {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:15:58.814421 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57352b3c-aaf4-4efd-bb06-7bb99ff96d5a', 'tag': '38c92ac8-cfb2-4589-8c1c-feb7fe8f914f', 'status': 'completed', 'code': 200} Jul 16 00:15:58.898245 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbca78-b72f-4dd0-9374-de17261e4e03 req-10ae82b9-5ebf-4982-88a0-f41deedf16f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:58.899896 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a8dbca78-b72f-4dd0-9374-de17261e4e03 req-10ae82b9-5ebf-4982-88a0-f41deedf16f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08ef91f657b64a57a8695aa6ec2b6bb3&device_id=57352b3c-aaf4-4efd-bb06-7bb99ff96d5a HTTP/1.1" status: 200 len: 1097 time: 0.0548770 Jul 16 00:15:58.995825 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbca78-b72f-4dd0-9374-de17261e4e03 req-40ef0404-acd0-467b-a8db-34d8b08372f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:58.997309 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a8dbca78-b72f-4dd0-9374-de17261e4e03 req-40ef0404-acd0-467b-a8db-34d8b08372f7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7de20db8-d313-4bab-b96b-97f145c2ca4d HTTP/1.1" status: 200 len: 911 time: 0.0915656 Jul 16 00:15:59.027755 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-fc40659d-a6a5-4202-bc02-1205d8cce39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'name': 'tempest-TestSnapshotPattern-1680107686-router', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:37Z', 'revision_number': 4, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'gw_port': {'id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '1fea3726-028a-49b3-8447-22928f2b454a', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'port_id': '38c92ac8-cfb2-4589-8c1c-feb7fe8f914f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'mac_address': 'fa:16:3e:20:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57352b3c-aaf4-4efd-bb06-7bb99ff96d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:15:57Z', 'updated_at': '2021-07-16T00:15:57Z', 'revision_number': 0, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d', 'name': '', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'mac_address': 'fa:16:3e:31:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'de91063c-d473-4672-8c34-648c27384f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:37Z', 'updated_at': '2021-07-16T00:15:43Z', 'revision_number': 5, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'subnets': [{'id': 'de91063c-d473-4672-8c34-648c27384f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:59.054241 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc40659d-a6a5-4202-bc02-1205d8cce39a None None] Checking router: 377d48d4-241b-4094-a2c2-8bb5f4655e78 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:15:59.060677 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a8dbca78-b72f-4dd0-9374-de17261e4e03 req-38844827-9d22-4cb1-8d6d-e5c4335bfacd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38c92ac8-cfb2-4589-8c1c-feb7fe8f914f HTTP/1.1" status: 200 len: 999 time: 0.0570745 Jul 16 00:15:59.063221 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc40659d-a6a5-4202-bc02-1205d8cce39a None None] Routers {'377d48d4-241b-4094-a2c2-8bb5f4655e78'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:15:59.063834 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-fc40659d-a6a5-4202-bc02-1205d8cce39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:15:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['377d48d4-241b-4094-a2c2-8bb5f4655e78'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:59.112321 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbca78-b72f-4dd0-9374-de17261e4e03 req-4d66ce48-1e77-4485-94b8-67090d725303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:59.113744 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a8dbca78-b72f-4dd0-9374-de17261e4e03 req-4d66ce48-1e77-4485-94b8-67090d725303 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=de91063c-d473-4672-8c34-648c27384f84 HTTP/1.1" status: 200 len: 849 time: 0.0473711 Jul 16 00:15:59.169489 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbca78-b72f-4dd0-9374-de17261e4e03 req-fbb1a995-28f5-4fc5-a8ab-56e6521932a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:59.169841 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-fc40659d-a6a5-4202-bc02-1205d8cce39a None None] Set router 377d48d4-241b-4094-a2c2-8bb5f4655e78 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:15:59.171071 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a8dbca78-b72f-4dd0-9374-de17261e4e03 req-fbb1a995-28f5-4fc5-a8ab-56e6521932a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7de20db8-d313-4bab-b96b-97f145c2ca4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509570 Jul 16 00:15:59.264676 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a8dbca78-b72f-4dd0-9374-de17261e4e03 req-c62258c8-70f1-419a-bf40-38b2f93a3546 service neutron] 10.222.0.43 "GET /v2.0/networks/7de20db8-d313-4bab-b96b-97f145c2ca4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862958 Jul 16 00:15:59.353856 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-a8dbca78-b72f-4dd0-9374-de17261e4e03 req-698f5ed7-2899-42f7-b3e3-f7c1cb194cfc service neutron] 10.222.0.43 "GET /v2.0/networks/7de20db8-d313-4bab-b96b-97f145c2ca4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827889 Jul 16 00:15:59.393095 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-fc40659d-a6a5-4202-bc02-1205d8cce39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'name': 'tempest-TestSnapshotPattern-1680107686-router', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:37Z', 'revision_number': 4, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'gw_port': {'id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '1fea3726-028a-49b3-8447-22928f2b454a', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'port_id': '38c92ac8-cfb2-4589-8c1c-feb7fe8f914f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'mac_address': 'fa:16:3e:20:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57352b3c-aaf4-4efd-bb06-7bb99ff96d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:15:57Z', 'updated_at': '2021-07-16T00:15:57Z', 'revision_number': 0, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d', 'name': '', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'mac_address': 'fa:16:3e:31:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'de91063c-d473-4672-8c34-648c27384f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:37Z', 'updated_at': '2021-07-16T00:15:43Z', 'revision_number': 5, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'subnets': [{'id': 'de91063c-d473-4672-8c34-648c27384f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:59.419514 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc40659d-a6a5-4202-bc02-1205d8cce39a None None] The sync data for ids ['377d48d4-241b-4094-a2c2-8bb5f4655e78'] in n-d-787205-9 is: [{'id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'name': 'tempest-TestSnapshotPattern-1680107686-router', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:37Z', 'revision_number': 4, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'gw_port': {'id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '1fea3726-028a-49b3-8447-22928f2b454a', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'port_id': '38c92ac8-cfb2-4589-8c1c-feb7fe8f914f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'mac_address': 'fa:16:3e:20:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57352b3c-aaf4-4efd-bb06-7bb99ff96d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:15:57Z', 'updated_at': '2021-07-16T00:15:57Z', 'revision_number': 0, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d', 'name': '', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'mac_address': 'fa:16:3e:31:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'de91063c-d473-4672-8c34-648c27384f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:37Z', 'updated_at': '2021-07-16T00:15:43Z', 'revision_number': 5, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'subnets': [{'id': 'de91063c-d473-4672-8c34-648c27384f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:15:59.610089 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8404f380-48e4-43fc-9000-05da0dd99039 None None] New status for floating IP 1fea3726-028a-49b3-8447-22928f2b454a: ACTIVE {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:16:09.601048 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:12.372319 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:16:15.988473 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a4baf36a-c735-43bc-b0d5-e1490315eb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:18.352385 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-76e8fd65-a2bd-4428-a4f0-d52119d252c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:18.852005 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:19.932635 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:21.481272 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:24.934762 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:39.613410 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:45.988679 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ca7c5287-4661-460f-b819-d0fc7cc23e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:48.353004 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d3e345e0-26d9-448e-942f-b4b270e567cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:48.852742 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:49.372262 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:16:49.934724 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:51.484862 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:54.940136 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:55.409733 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b9ec3b02-906f-4295-aae7-e4a37862c877 req-06050811-4bea-4fe9-b73f-4651809dd1b1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=57352b3c-aaf4-4efd-bb06-7bb99ff96d5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510583 Jul 16 00:16:55.507018 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec3b02-906f-4295-aae7-e4a37862c877 req-48ee8b8b-c164-480b-a74e-16802d329bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:55.508514 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b9ec3b02-906f-4295-aae7-e4a37862c877 req-48ee8b8b-c164-480b-a74e-16802d329bbb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08ef91f657b64a57a8695aa6ec2b6bb3&device_id=57352b3c-aaf4-4efd-bb06-7bb99ff96d5a HTTP/1.1" status: 200 len: 1097 time: 0.0571089 Jul 16 00:16:55.609557 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec3b02-906f-4295-aae7-e4a37862c877 req-f0b34b98-09eb-48cb-a658-8f6f405560e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:55.611074 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b9ec3b02-906f-4295-aae7-e4a37862c877 req-f0b34b98-09eb-48cb-a658-8f6f405560e4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7de20db8-d313-4bab-b96b-97f145c2ca4d HTTP/1.1" status: 200 len: 911 time: 0.0829887 Jul 16 00:16:55.677077 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b9ec3b02-906f-4295-aae7-e4a37862c877 req-f53353e9-dc11-4f9a-8f64-982c1049bfe7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38c92ac8-cfb2-4589-8c1c-feb7fe8f914f HTTP/1.1" status: 200 len: 1001 time: 0.0597730 Jul 16 00:16:55.723440 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec3b02-906f-4295-aae7-e4a37862c877 req-d8ef99d5-bfba-4864-b106-6165d4ddf5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:55.724856 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b9ec3b02-906f-4295-aae7-e4a37862c877 req-d8ef99d5-bfba-4864-b106-6165d4ddf5be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=de91063c-d473-4672-8c34-648c27384f84 HTTP/1.1" status: 200 len: 849 time: 0.0416996 Jul 16 00:16:55.778982 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec3b02-906f-4295-aae7-e4a37862c877 req-3b14a1b1-294c-423e-9c9c-451b4a1a3eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:55.780454 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b9ec3b02-906f-4295-aae7-e4a37862c877 req-3b14a1b1-294c-423e-9c9c-451b4a1a3eb8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7de20db8-d313-4bab-b96b-97f145c2ca4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490851 Jul 16 00:16:55.870261 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b9ec3b02-906f-4295-aae7-e4a37862c877 req-ca0619c7-7c9b-4dcc-8239-3656fbde1b6a service neutron] 10.222.0.43 "GET /v2.0/networks/7de20db8-d313-4bab-b96b-97f145c2ca4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833299 Jul 16 00:16:55.956786 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-b9ec3b02-906f-4295-aae7-e4a37862c877 req-fe6aa55d-92c1-47be-8103-dafdda0d0e4d service neutron] 10.222.0.43 "GET /v2.0/networks/7de20db8-d313-4bab-b96b-97f145c2ca4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801182 Jul 16 00:17:09.609028 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:15.988611 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a4574f9c-b82d-4d0a-bada-909a15f437b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:18.353391 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ec06aa2d-3c7c-4e1e-9351-084c86099ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:18.853790 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:19.938182 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:21.486946 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:24.944391 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:26.372534 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:17:39.622133 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:45.989551 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b3471f79-15ad-4a1b-aa2c-89b7d170aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:48.352921 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-582fcbbb-4303-40cc-bae2-81204c97fb89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:48.854871 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:49.941608 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:51.488451 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:54.948070 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:57.410760 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [req-15094146-6dea-4a37-b8bd-dc02b5549356 req-ba125b56-76a7-41de-98da-f537e565bd08 service neutron] (93798) timed out ('10.222.0.16', 39032) {{(pid=93798) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 00:17:57.501765 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c828e-17a1-46e3-9595-667a10804df5 req-89de93d1-713a-432a-8360-26f9085d92d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:57.503362 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3a5c828e-17a1-46e3-9595-667a10804df5 req-89de93d1-713a-432a-8360-26f9085d92d1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08ef91f657b64a57a8695aa6ec2b6bb3&device_id=57352b3c-aaf4-4efd-bb06-7bb99ff96d5a HTTP/1.1" status: 200 len: 1097 time: 0.0610158 Jul 16 00:17:57.509580 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f details requested by agent hyperv_n-h2-787205-9 with host n-h2-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:17:57.612543 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=38c92ac8-cfb2-4589-8c1c-feb7fe8f914f,segment=NetworkSegment(71b62f9c-7647-4755-bee0-386ed2cd6a39),segment_id=71b62f9c-7647-4755-bee0-386ed2cd6a39)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:17:57.624824 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Returning: {'device': '38c92ac8-cfb2-4589-8c1c-feb7fe8f914f', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'port_id': '38c92ac8-cfb2-4589-8c1c-feb7fe8f914f', 'mac_address': 'fa:16:3e:20:20:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de91063c-d473-4672-8c34-648c27384f84', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:17:57.631004 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c828e-17a1-46e3-9595-667a10804df5 req-f39eac43-8d31-46b1-baa8-a3e01641b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:57.632617 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3a5c828e-17a1-46e3-9595-667a10804df5 req-f39eac43-8d31-46b1-baa8-a3e01641b59d service neutron] 10.222.0.43 "GET /v2.0/networks?id=7de20db8-d313-4bab-b96b-97f145c2ca4d HTTP/1.1" status: 200 len: 911 time: 0.0876117 Jul 16 00:17:57.669892 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:57.683966 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:17:57.705222 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=38c92ac8-cfb2-4589-8c1c-feb7fe8f914f,segment=NetworkSegment(71b62f9c-7647-4755-bee0-386ed2cd6a39),segment_id=71b62f9c-7647-4755-bee0-386ed2cd6a39)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:17:57.705975 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3a5c828e-17a1-46e3-9595-667a10804df5 req-60edc48c-d314-4635-b63f-12038312b13d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38c92ac8-cfb2-4589-8c1c-feb7fe8f914f HTTP/1.1" status: 200 len: 1001 time: 0.0673251 Jul 16 00:17:57.709214 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:57.756005 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c828e-17a1-46e3-9595-667a10804df5 req-cceca2c4-a873-45ed-ba39-4c031142ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:57.757523 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3a5c828e-17a1-46e3-9595-667a10804df5 req-cceca2c4-a873-45ed-ba39-4c031142ee31 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=de91063c-d473-4672-8c34-648c27384f84 HTTP/1.1" status: 200 len: 849 time: 0.0454056 Jul 16 00:17:57.767230 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=38c92ac8-cfb2-4589-8c1c-feb7fe8f914f,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:17:57.775350 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:17:57.775612 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:17:57.775957 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:17:57.776301 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:17:57.776638 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:17:57.776972 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:17:57.777301 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:17:57.777709 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:17:57.777952 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:17:57.778278 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:17:57.778886 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:17:57.779024 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:17:57.786450 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] get_ports_and_sgs() called for port_ids ['38c92ac8-cfb2-4589-8c1c-feb7fe8f914f'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:17:57.818570 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c828e-17a1-46e3-9595-667a10804df5 req-fec7b2e3-e538-4c70-91db-7c527a189900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:57.820172 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3a5c828e-17a1-46e3-9595-667a10804df5 req-fec7b2e3-e538-4c70-91db-7c527a189900 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7de20db8-d313-4bab-b96b-97f145c2ca4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557532 Jul 16 00:17:57.928036 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3a5c828e-17a1-46e3-9595-667a10804df5 req-863fb380-0184-4a65-8820-a8bd36071cdd service neutron] 10.222.0.43 "GET /v2.0/networks/7de20db8-d313-4bab-b96b-97f145c2ca4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011837 Jul 16 00:17:58.042865 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-3a5c828e-17a1-46e3-9595-667a10804df5 req-04a8284c-fe59-4161-b980-8614e5931384 service neutron] 10.222.0.43 "GET /v2.0/networks/7de20db8-d313-4bab-b96b-97f145c2ca4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087236 Jul 16 00:17:59.526111 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f up at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:17:59.577263 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Provisioning complete for port 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:17:59.577548 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:59.664690 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:59.689916 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57352b3c-aaf4-4efd-bb06-7bb99ff96d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c92ac8-cfb2-4589-8c1c-feb7fe8f914f'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:17:59.692202 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae4f11e9886ebbda74e349334989d67f9e0924aee8a01d735f99c26d20dbf4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8710ec71-011e-4794-ac5f-9e8a36173ad5" -d '{"events": [{"server_uuid": "57352b3c-aaf4-4efd-bb06-7bb99ff96d5a", "name": "network-vif-plugged", "status": "completed", "tag": "38c92ac8-cfb2-4589-8c1c-feb7fe8f914f"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:17:59.717698 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=38c92ac8-cfb2-4589-8c1c-feb7fe8f914f,segment=NetworkSegment(71b62f9c-7647-4755-bee0-386ed2cd6a39),segment_id=71b62f9c-7647-4755-bee0-386ed2cd6a39)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:17:59.727805 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:59.920539 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f178c3e6-20f6-45f6-acea-2411ad7ae051 x-openstack-request-id: req-f178c3e6-20f6-45f6-acea-2411ad7ae051 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:17:59.920799 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57352b3c-aaf4-4efd-bb06-7bb99ff96d5a", "name": "network-vif-plugged", "status": "completed", "tag": "38c92ac8-cfb2-4589-8c1c-feb7fe8f914f", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:17:59.921578 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f178c3e6-20f6-45f6-acea-2411ad7ae051 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:17:59.921883 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57352b3c-aaf4-4efd-bb06-7bb99ff96d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c92ac8-cfb2-4589-8c1c-feb7fe8f914f', 'code': 200} Jul 16 00:17:59.949249 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=38c92ac8-cfb2-4589-8c1c-feb7fe8f914f,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:03.372802 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:18:07.864837 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-fcb4f61c-6ba1-4ce6-abf3-002d1df710ac tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1515275073&fields=id&tenant_id=08ef91f657b64a57a8695aa6ec2b6bb3 HTTP/1.1" status: 200 len: 267 time: 0.0339150 Jul 16 00:18:07.971989 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-9a59707d-b796-46c0-9f8f-e51c0e661aa6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:07.973481 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-9a59707d-b796-46c0-9f8f-e51c0e661aa6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/networks?id=7de20db8-d313-4bab-b96b-97f145c2ca4d HTTP/1.1" status: 200 len: 810 time: 0.1023016 Jul 16 00:18:07.988265 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-387f5b9f-90d8-49a4-a67a-711da0883d3e tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/quotas/08ef91f657b64a57a8695aa6ec2b6bb3 HTTP/1.1" status: 200 len: 375 time: 0.0094550 Jul 16 00:18:08.057211 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-c1421299-44f0-4c85-acdb-441d4f3147c8 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=08ef91f657b64a57a8695aa6ec2b6bb3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0637095 Jul 16 00:18:08.113070 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-d880da37-c886-40fb-a55a-3abe9d98cdae service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 00:18:08.114076 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-d880da37-c886-40fb-a55a-3abe9d98cdae service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0450056 Jul 16 00:18:08.204525 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-d30ce33a-d8d0-444c-afdc-2cde4bdbf187 service neutron] 10.222.0.16 "GET /v2.0/networks/7de20db8-d313-4bab-b96b-97f145c2ca4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841453 Jul 16 00:18:08.289343 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-892f727b-ab9a-4681-ba0f-793b34668abd service neutron] 10.222.0.16 "GET /v2.0/networks/7de20db8-d313-4bab-b96b-97f145c2ca4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790946 Jul 16 00:18:09.512781 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1cd1d37f-8e9b-465b-b11c-e202bae9ebb0 req-f0558552-8a8a-42cd-9cdb-c6288ec65172 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=007698dc-e979-4ad8-82a4-943434e49932 HTTP/1.1" status: 200 len: 210 time: 0.0324860 Jul 16 00:18:09.637526 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:10.592073 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-8771d1a8-c991-475a-a455-5be91a763ca0 req-13ded7dd-26b3-4560-8e5b-829e8d8aec65 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=007698dc-e979-4ad8-82a4-943434e49932 HTTP/1.1" status: 200 len: 210 time: 0.0281703 Jul 16 00:18:11.654332 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:18:11.728810 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:11.731225 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-e755cd91-0682-4711-83db-b3affba9f094 req-1e9ceffa-d843-4609-a9f5-3a8da86896f6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=007698dc-e979-4ad8-82a4-943434e49932 HTTP/1.1" status: 200 len: 210 time: 0.0276647 Jul 16 00:18:11.753829 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57352b3c-aaf4-4efd-bb06-7bb99ff96d5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c92ac8-cfb2-4589-8c1c-feb7fe8f914f'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:18:11.756085 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae4f11e9886ebbda74e349334989d67f9e0924aee8a01d735f99c26d20dbf4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05453fcb-3bb5-45f8-87e1-0b25db2dd108" -d '{"events": [{"server_uuid": "57352b3c-aaf4-4efd-bb06-7bb99ff96d5a", "name": "network-vif-unplugged", "status": "completed", "tag": "38c92ac8-cfb2-4589-8c1c-feb7fe8f914f"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:18:11.768408 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] For port 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=38c92ac8-cfb2-4589-8c1c-feb7fe8f914f,segment=NetworkSegment(71b62f9c-7647-4755-bee0-386ed2cd6a39),segment_id=71b62f9c-7647-4755-bee0-386ed2cd6a39)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:18:11.772874 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:11.796085 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 00:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a7875b-772e-49a4-bebf-385cf6436a04 x-openstack-request-id: req-50a7875b-772e-49a4-bebf-385cf6436a04 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:18:11.796384 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57352b3c-aaf4-4efd-bb06-7bb99ff96d5a", "name": "network-vif-unplugged", "status": "completed", "tag": "38c92ac8-cfb2-4589-8c1c-feb7fe8f914f", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:18:11.796640 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50a7875b-772e-49a4-bebf-385cf6436a04 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:18:11.797029 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57352b3c-aaf4-4efd-bb06-7bb99ff96d5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c92ac8-cfb2-4589-8c1c-feb7fe8f914f', 'code': 200} Jul 16 00:18:11.821725 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Pushing event updated for resources: {'Port': ['ID=38c92ac8-cfb2-4589-8c1c-feb7fe8f914f,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:12.724398 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-915dae54-e698-44b1-8cc4-3002c85edfd3 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:12.725830 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-915dae54-e698-44b1-8cc4-3002c85edfd3 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.36 "GET /v2.0/networks?id=7de20db8-d313-4bab-b96b-97f145c2ca4d HTTP/1.1" status: 200 len: 810 time: 0.1084640 Jul 16 00:18:12.779606 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-b08b04f2-bf58-46f3-a08e-f41763999efb tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08ef91f657b64a57a8695aa6ec2b6bb3 HTTP/1.1" status: 200 len: 380 time: 0.0352826 Jul 16 00:18:12.788495 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-cb961dfc-e59b-4b0b-aa51-5a3c3b989fd1 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Request body: {'port': {'device_id': '007698dc-e979-4ad8-82a4-943434e49932', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'admin_state_up': True, 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'security_groups': ['62b085b1-8b42-4881-aec8-861195f9279d']}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:18:12.874047 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-5921703f-e160-45b6-b413-40520b5e02e6 req-f78944af-217d-4769-9ea6-8a9a2ed5be36 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=007698dc-e979-4ad8-82a4-943434e49932 HTTP/1.1" status: 200 len: 210 time: 0.0271950 Jul 16 00:18:12.904114 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-cb961dfc-e59b-4b0b-aa51-5a3c3b989fd1 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Made reservation on behalf of 08ef91f657b64a57a8695aa6ec2b6bb3 for: {'port': 1} {{(pid=93798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:18:12.907981 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-cb961dfc-e59b-4b0b-aa51-5a3c3b989fd1 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:13.033764 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.db_base_plugin_common [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-cb961dfc-e59b-4b0b-aa51-5a3c3b989fd1 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Allocated IP 172.20.0.5 (7de20db8-d313-4bab-b96b-97f145c2ca4d/de91063c-d473-4672-8c34-648c27384f84/82f503b1-d902-47ac-9394-da3319d10297) {{(pid=93798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:18:13.249546 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-cb961dfc-e59b-4b0b-aa51-5a3c3b989fd1 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for port, precommit_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:13.273036 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-cb961dfc-e59b-4b0b-aa51-5a3c3b989fd1 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Transition to ACTIVE for port object 82f503b1-d902-47ac-9394-da3319d10297 will not be triggered until provisioned by entity DHCP. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:18:13.335110 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-cb961dfc-e59b-4b0b-aa51-5a3c3b989fd1 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_create {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:13.387200 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-cb961dfc-e59b-4b0b-aa51-5a3c3b989fd1 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Network 7de20db8-d313-4bab-b96b-97f145c2ca4d is already hosted by enough agents. {{(pid=93798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:18:13.393574 n-d-787205-9 neutron-server[93798]: DEBUG neutron.scheduler.base_scheduler [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-cb961dfc-e59b-4b0b-aa51-5a3c3b989fd1 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Resources bound (agent type, host, resource id): {{(pid=93798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:18:13.398191 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-cb961dfc-e59b-4b0b-aa51-5a3c3b989fd1 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Received port after_create {{(pid=93798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:18:13.457692 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-cb961dfc-e59b-4b0b-aa51-5a3c3b989fd1 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:13.458352 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-cb961dfc-e59b-4b0b-aa51-5a3c3b989fd1 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:13.470921 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb961dfc-e59b-4b0b-aa51-5a3c3b989fd1 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Pushing event updated for resources: {'Port': ['ID=82f503b1-d902-47ac-9394-da3319d10297,revision_number=1']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:13.481762 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb961dfc-e59b-4b0b-aa51-5a3c3b989fd1 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:13.482210 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb961dfc-e59b-4b0b-aa51-5a3c3b989fd1 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:13.483104 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb961dfc-e59b-4b0b-aa51-5a3c3b989fd1 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:13.483628 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb961dfc-e59b-4b0b-aa51-5a3c3b989fd1 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:13.484157 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb961dfc-e59b-4b0b-aa51-5a3c3b989fd1 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:13.484843 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb961dfc-e59b-4b0b-aa51-5a3c3b989fd1 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:13.485180 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb961dfc-e59b-4b0b-aa51-5a3c3b989fd1 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:13.485585 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb961dfc-e59b-4b0b-aa51-5a3c3b989fd1 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:13.486562 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb961dfc-e59b-4b0b-aa51-5a3c3b989fd1 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:13.486966 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb961dfc-e59b-4b0b-aa51-5a3c3b989fd1 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:13.487317 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb961dfc-e59b-4b0b-aa51-5a3c3b989fd1 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:13.487644 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb961dfc-e59b-4b0b-aa51-5a3c3b989fd1 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:13.507810 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-cb961dfc-e59b-4b0b-aa51-5a3c3b989fd1 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7231390 Jul 16 00:18:13.768391 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-37a28c5c-2fb7-4d8e-a4ea-7f5d6aeb83ee None None] Provisioning for port 82f503b1-d902-47ac-9394-da3319d10297 completed by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:18:13.772915 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-37a28c5c-2fb7-4d8e-a4ea-7f5d6aeb83ee None None] Provisioning complete for port 82f503b1-d902-47ac-9394-da3319d10297 triggered by entity DHCP. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:18:13.773290 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-37a28c5c-2fb7-4d8e-a4ea-7f5d6aeb83ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:13.810705 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-37a28c5c-2fb7-4d8e-a4ea-7f5d6aeb83ee None None] Port 82f503b1-d902-47ac-9394-da3319d10297 cannot update to ACTIVE because it is not bound. {{(pid=93800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:18:14.067522 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f99fe-2028-4c9d-8307-5f774e3d2e30 req-2bb09556-328d-4cae-af34-0998dc887c3c tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:14.068970 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f65f99fe-2028-4c9d-8307-5f774e3d2e30 req-2bb09556-328d-4cae-af34-0998dc887c3c tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=007698dc-e979-4ad8-82a4-943434e49932 HTTP/1.1" status: 200 len: 931 time: 0.0694551 Jul 16 00:18:14.129732 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-f65f99fe-2028-4c9d-8307-5f774e3d2e30 req-3354c30f-1cb9-4774-ba0b-a4950747a299 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/security-groups?id=62b085b1-8b42-4881-aec8-861195f9279d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545127 Jul 16 00:18:15.331858 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b9906-5aae-42ad-9caf-3b810de785d5 req-7f66fc91-9317-49e9-ae12-62b6b1b9086d tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:15.333351 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-286b9906-5aae-42ad-9caf-3b810de785d5 req-7f66fc91-9317-49e9-ae12-62b6b1b9086d tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=007698dc-e979-4ad8-82a4-943434e49932 HTTP/1.1" status: 200 len: 931 time: 0.0701015 Jul 16 00:18:15.370963 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-286b9906-5aae-42ad-9caf-3b810de785d5 req-3b49b623-306a-443c-bde9-362a60bd2874 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/security-groups?id=62b085b1-8b42-4881-aec8-861195f9279d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319500 Jul 16 00:18:15.990309 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-884b0a8c-860d-431e-a370-25c71c058939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:16.554960 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21c8ac-754e-413a-8e4e-03d67c814dcd req-f17abca5-f7db-404f-9565-7d3178974ac2 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:16.557194 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cf21c8ac-754e-413a-8e4e-03d67c814dcd req-f17abca5-f7db-404f-9565-7d3178974ac2 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=007698dc-e979-4ad8-82a4-943434e49932 HTTP/1.1" status: 200 len: 931 time: 0.0760787 Jul 16 00:18:16.597707 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-cf21c8ac-754e-413a-8e4e-03d67c814dcd req-32c98dcf-b9d8-4ef9-ae97-2599a3fbc501 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/security-groups?id=62b085b1-8b42-4881-aec8-861195f9279d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336993 Jul 16 00:18:17.807719 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086104e-4b64-4922-8fab-1bfa51676f28 req-a72861d9-0755-4827-8354-5f1c1cefdb0e tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:17.813136 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a086104e-4b64-4922-8fab-1bfa51676f28 req-a72861d9-0755-4827-8354-5f1c1cefdb0e tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=007698dc-e979-4ad8-82a4-943434e49932 HTTP/1.1" status: 200 len: 931 time: 0.0959866 Jul 16 00:18:17.863189 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-a086104e-4b64-4922-8fab-1bfa51676f28 req-198dea11-3cfb-4a74-ac63-3428f34361bc tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/security-groups?id=62b085b1-8b42-4881-aec8-861195f9279d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434115 Jul 16 00:18:18.354369 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-75772856-4837-4c96-82c9-3a998043a90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:18.855770 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:19.051478 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44760626-d310-4c33-870d-b7f485eb1ea3 req-6cd3c699-8984-4768-a44f-74a77d66a470 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:19.053712 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-44760626-d310-4c33-870d-b7f485eb1ea3 req-6cd3c699-8984-4768-a44f-74a77d66a470 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=007698dc-e979-4ad8-82a4-943434e49932 HTTP/1.1" status: 200 len: 931 time: 0.0652142 Jul 16 00:18:19.090501 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-44760626-d310-4c33-870d-b7f485eb1ea3 req-12e33dc8-bc4c-432c-953b-2afd04d66548 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/security-groups?id=62b085b1-8b42-4881-aec8-861195f9279d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311430 Jul 16 00:18:19.947258 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:20.282081 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc35a9-76b9-4c7c-a585-2eef86ccec75 req-0270a257-bbe8-4728-b77f-5d8fc0b7502a tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:20.283575 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-63cc35a9-76b9-4c7c-a585-2eef86ccec75 req-0270a257-bbe8-4728-b77f-5d8fc0b7502a tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=007698dc-e979-4ad8-82a4-943434e49932 HTTP/1.1" status: 200 len: 931 time: 0.0668640 Jul 16 00:18:20.320315 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-63cc35a9-76b9-4c7c-a585-2eef86ccec75 req-119443b6-1648-4aa3-95be-b17ee499590d tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/security-groups?id=62b085b1-8b42-4881-aec8-861195f9279d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306194 Jul 16 00:18:21.500381 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:21.528407 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da724357-013d-44f1-979c-8e13ff9d9ffe req-3f510d07-23b4-4e96-92b0-732c90084e55 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:21.530006 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-da724357-013d-44f1-979c-8e13ff9d9ffe req-3f510d07-23b4-4e96-92b0-732c90084e55 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=007698dc-e979-4ad8-82a4-943434e49932 HTTP/1.1" status: 200 len: 931 time: 0.0897243 Jul 16 00:18:21.568483 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-da724357-013d-44f1-979c-8e13ff9d9ffe req-fc818769-d2db-4c5f-b6cf-0b8175977181 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/security-groups?id=62b085b1-8b42-4881-aec8-861195f9279d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324285 Jul 16 00:18:22.746454 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea2a95-56ac-4f97-83ea-873d6169afb5 req-cc7e97d4-2607-4f3e-9e59-0329ea96b8e0 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:22.748044 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2aea2a95-56ac-4f97-83ea-873d6169afb5 req-cc7e97d4-2607-4f3e-9e59-0329ea96b8e0 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=007698dc-e979-4ad8-82a4-943434e49932 HTTP/1.1" status: 200 len: 931 time: 0.0651689 Jul 16 00:18:22.796991 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-2aea2a95-56ac-4f97-83ea-873d6169afb5 req-03e39802-a9b1-4de6-80fa-56534610391c tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/security-groups?id=62b085b1-8b42-4881-aec8-861195f9279d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423989 Jul 16 00:18:23.656575 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-396b48cd-efa9-4f37-bf3f-80860a20b32e tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 00:18:23.657518 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-396b48cd-efa9-4f37-bf3f-80860a20b32e tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054517 Jul 16 00:18:23.740025 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.v2.base [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-ed219abe-962e-4a5d-b35a-252e422dc0f9 service neutron] Request body: {'port': {'device_id': '007698dc-e979-4ad8-82a4-943434e49932', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-9'}} {{(pid=93798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:18:23.810160 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-ed219abe-962e-4a5d-b35a-252e422dc0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:23.964268 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fc297-60bb-4c31-8b1e-86b2336b5db5 req-e44bda0d-0106-4acc-a6d8-3290dcff5073 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:23.965670 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-757fc297-60bb-4c31-8b1e-86b2336b5db5 req-e44bda0d-0106-4acc-a6d8-3290dcff5073 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=007698dc-e979-4ad8-82a4-943434e49932 HTTP/1.1" status: 200 len: 931 time: 0.0624461 Jul 16 00:18:24.004239 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-757fc297-60bb-4c31-8b1e-86b2336b5db5 req-20485422-63d8-4fe9-9bb1-542f23b4a712 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/security-groups?id=62b085b1-8b42-4881-aec8-861195f9279d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328827 Jul 16 00:18:24.074225 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-ed219abe-962e-4a5d-b35a-252e422dc0f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f503b1-d902-47ac-9394-da3319d10297 {{(pid=93798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:18:24.082408 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-ed219abe-962e-4a5d-b35a-252e422dc0f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:24.093919 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-ed219abe-962e-4a5d-b35a-252e422dc0f9 service neutron] Transition to ACTIVE for port object 82f503b1-d902-47ac-9394-da3319d10297 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:18:24.098426 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-ed219abe-962e-4a5d-b35a-252e422dc0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:24.148322 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed219abe-962e-4a5d-b35a-252e422dc0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=82f503b1-d902-47ac-9394-da3319d10297,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:24.221536 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-ed219abe-962e-4a5d-b35a-252e422dc0f9 service neutron] Attempting to bind port 82f503b1-d902-47ac-9394-da3319d10297 on host n-h1-787205-9 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:18:24.222295 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-ed219abe-962e-4a5d-b35a-252e422dc0f9 service neutron] Attempting to bind port 82f503b1-d902-47ac-9394-da3319d10297 by drivers openvswitch,hyperv on host n-h1-787205-9 at level 0 using segments [{'id': '71b62f9c-7647-4755-bee0-386ed2cd6a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:18:24.222618 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-ed219abe-962e-4a5d-b35a-252e422dc0f9 service neutron] Attempting to bind port 82f503b1-d902-47ac-9394-da3319d10297 on network 7de20db8-d313-4bab-b96b-97f145c2ca4d {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:18:24.229510 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-ed219abe-962e-4a5d-b35a-252e422dc0f9 service neutron] Port 82f503b1-d902-47ac-9394-da3319d10297 on network 7de20db8-d313-4bab-b96b-97f145c2ca4d not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:18:24.229510 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-ed219abe-962e-4a5d-b35a-252e422dc0f9 service neutron] Attempting to bind port 82f503b1-d902-47ac-9394-da3319d10297 on network 7de20db8-d313-4bab-b96b-97f145c2ca4d {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:18:24.232506 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-ed219abe-962e-4a5d-b35a-252e422dc0f9 service neutron] Checking agent: {'id': 'a3eed5c1-f412-40f6-87d8-0804b7d2d393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'started_at': datetime.datetime(2021, 7, 15, 22, 56, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:18:24.232877 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-ed219abe-962e-4a5d-b35a-252e422dc0f9 service neutron] Checking segment: {'id': '71b62f9c-7647-4755-bee0-386ed2cd6a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:18:24.233276 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-ed219abe-962e-4a5d-b35a-252e422dc0f9 service neutron] Bound using segment: {'id': '71b62f9c-7647-4755-bee0-386ed2cd6a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:18:24.233741 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-ed219abe-962e-4a5d-b35a-252e422dc0f9 service neutron] Bound port: 82f503b1-d902-47ac-9394-da3319d10297, host: n-h1-787205-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71b62f9c-7647-4755-bee0-386ed2cd6a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:18:24.234195 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-ed219abe-962e-4a5d-b35a-252e422dc0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:24.303260 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-ed219abe-962e-4a5d-b35a-252e422dc0f9 service neutron] For port 82f503b1-d902-47ac-9394-da3319d10297, host n-h1-787205-9, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:18:24.306616 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-ed219abe-962e-4a5d-b35a-252e422dc0f9 service neutron] For port 82f503b1-d902-47ac-9394-da3319d10297, host n-h1-787205-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=82f503b1-d902-47ac-9394-da3319d10297,segment=NetworkSegment(71b62f9c-7647-4755-bee0-386ed2cd6a39),segment_id=71b62f9c-7647-4755-bee0-386ed2cd6a39)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:18:24.310606 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-ed219abe-962e-4a5d-b35a-252e422dc0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2649220'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:24.344494 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-ed219abe-962e-4a5d-b35a-252e422dc0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:24.345442 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-ed219abe-962e-4a5d-b35a-252e422dc0f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:24.346975 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-ed219abe-962e-4a5d-b35a-252e422dc0f9 service neutron] 10.222.0.36 "PUT /v2.0/ports/82f503b1-d902-47ac-9394-da3319d10297 HTTP/1.1" status: 200 len: 1091 time: 0.6536286 Jul 16 00:18:24.347416 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '007698dc-e979-4ad8-82a4-943434e49932', 'tag': '82f503b1-d902-47ac-9394-da3319d10297'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:18:24.349665 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac3ab2df65406140be9365f9b3f66d4be7bd37abeab186e08b44bb3ea3ff9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9b2f3d-7f6e-40dc-a9b2-297d5a84e9c9" -d '{"events": [{"name": "network-changed", "server_uuid": "007698dc-e979-4ad8-82a4-943434e49932", "tag": "82f503b1-d902-47ac-9394-da3319d10297"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:18:24.373772 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed219abe-962e-4a5d-b35a-252e422dc0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=82f503b1-d902-47ac-9394-da3319d10297,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:24.463572 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2caf038a-cb7a-4862-8022-b89d4b264aac x-openstack-request-id: req-2caf038a-cb7a-4862-8022-b89d4b264aac {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:18:24.463861 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "007698dc-e979-4ad8-82a4-943434e49932", "tag": "82f503b1-d902-47ac-9394-da3319d10297", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:18:24.464112 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2caf038a-cb7a-4862-8022-b89d4b264aac {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:18:24.464508 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '007698dc-e979-4ad8-82a4-943434e49932', 'tag': '82f503b1-d902-47ac-9394-da3319d10297', 'status': 'completed', 'code': 200} Jul 16 00:18:24.466319 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-2fe97859-c186-423c-b4bd-7bf7b70b8c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:24.467833 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-2fe97859-c186-423c-b4bd-7bf7b70b8c82 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=08ef91f657b64a57a8695aa6ec2b6bb3&device_id=007698dc-e979-4ad8-82a4-943434e49932 HTTP/1.1" status: 200 len: 1094 time: 0.0602865 Jul 16 00:18:24.525444 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-f8e3ff52-0ada-44b4-811d-f94b7bd8bcd9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82f503b1-d902-47ac-9394-da3319d10297 HTTP/1.1" status: 200 len: 217 time: 0.0385976 Jul 16 00:18:24.573155 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-8f4ed883-d9b4-40f0-be0b-3e1408afde21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:24.574584 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-8f4ed883-d9b4-40f0-be0b-3e1408afde21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de91063c-d473-4672-8c34-648c27384f84 HTTP/1.1" status: 200 len: 849 time: 0.0430462 Jul 16 00:18:24.629345 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-15db6c75-13fa-4837-8c14-ee221227a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:24.630862 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-15db6c75-13fa-4837-8c14-ee221227a2f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7de20db8-d313-4bab-b96b-97f145c2ca4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502069 Jul 16 00:18:24.721344 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-c29cad45-5a81-4685-adc9-5fc490f9ba6d service neutron] 10.222.0.36 "GET /v2.0/networks/7de20db8-d313-4bab-b96b-97f145c2ca4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844722 Jul 16 00:18:24.806437 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-19cd0e89-0a9c-4d17-8cd2-c51ef61b688d req-86c63431-b1a5-442f-b71a-5f1d60214ba2 service neutron] 10.222.0.36 "GET /v2.0/networks/7de20db8-d313-4bab-b96b-97f145c2ca4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796056 Jul 16 00:18:24.944058 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b2f3d-7f6e-40dc-a9b2-297d5a84e9c9 req-81d9932f-60cd-4ec1-aa54-9b01164d3c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:24.945581 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9f9b2f3d-7f6e-40dc-a9b2-297d5a84e9c9 req-81d9932f-60cd-4ec1-aa54-9b01164d3c95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=08ef91f657b64a57a8695aa6ec2b6bb3&device_id=007698dc-e979-4ad8-82a4-943434e49932 HTTP/1.1" status: 200 len: 1094 time: 0.0583575 Jul 16 00:18:24.952295 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:25.032953 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b2f3d-7f6e-40dc-a9b2-297d5a84e9c9 req-f6db3582-0ed7-4ee2-ae4e-72348c07b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:25.034564 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9f9b2f3d-7f6e-40dc-a9b2-297d5a84e9c9 req-f6db3582-0ed7-4ee2-ae4e-72348c07b708 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7de20db8-d313-4bab-b96b-97f145c2ca4d HTTP/1.1" status: 200 len: 911 time: 0.0825334 Jul 16 00:18:25.078017 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9f9b2f3d-7f6e-40dc-a9b2-297d5a84e9c9 req-ec65e55f-b5cc-49e7-bec5-cbe7724fa4e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82f503b1-d902-47ac-9394-da3319d10297 HTTP/1.1" status: 200 len: 217 time: 0.0373175 Jul 16 00:18:25.124596 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b2f3d-7f6e-40dc-a9b2-297d5a84e9c9 req-35289c4d-7804-4343-ba08-a5cfa6e97f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:25.126044 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9f9b2f3d-7f6e-40dc-a9b2-297d5a84e9c9 req-35289c4d-7804-4343-ba08-a5cfa6e97f26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de91063c-d473-4672-8c34-648c27384f84 HTTP/1.1" status: 200 len: 849 time: 0.0423410 Jul 16 00:18:25.176763 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c2f83-f093-4099-97e5-d9f200a396d1 req-39bf1a07-b8f5-4d4a-91e1-86599f5b4e34 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:25.178278 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1e2c2f83-f093-4099-97e5-d9f200a396d1 req-39bf1a07-b8f5-4d4a-91e1-86599f5b4e34 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=007698dc-e979-4ad8-82a4-943434e49932 HTTP/1.1" status: 200 len: 943 time: 0.0619481 Jul 16 00:18:25.181218 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b2f3d-7f6e-40dc-a9b2-297d5a84e9c9 req-04ce4e28-0668-4043-8dcf-9efb3591a608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:25.182723 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9f9b2f3d-7f6e-40dc-a9b2-297d5a84e9c9 req-04ce4e28-0668-4043-8dcf-9efb3591a608 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7de20db8-d313-4bab-b96b-97f145c2ca4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502589 Jul 16 00:18:25.215405 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-1e2c2f83-f093-4099-97e5-d9f200a396d1 req-b82ab92e-b661-447c-a367-410240651c3d tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/security-groups?id=62b085b1-8b42-4881-aec8-861195f9279d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313599 Jul 16 00:18:25.273448 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9f9b2f3d-7f6e-40dc-a9b2-297d5a84e9c9 req-d299f336-aed7-429e-b3c4-e7e7778fcfd1 service neutron] 10.222.0.36 "GET /v2.0/networks/7de20db8-d313-4bab-b96b-97f145c2ca4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842640 Jul 16 00:18:25.360393 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9f9b2f3d-7f6e-40dc-a9b2-297d5a84e9c9 req-1b721fa3-95df-43d0-a60b-4d4dd7c5e083 service neutron] 10.222.0.36 "GET /v2.0/networks/7de20db8-d313-4bab-b96b-97f145c2ca4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795434 Jul 16 00:18:26.395591 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43bd38-cfae-4282-b8d1-7b3c24354d2f req-8c134bf0-2ce8-4b63-ad1b-c4cc8575c437 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:26.397570 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a43bd38-cfae-4282-b8d1-7b3c24354d2f req-8c134bf0-2ce8-4b63-ad1b-c4cc8575c437 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=007698dc-e979-4ad8-82a4-943434e49932 HTTP/1.1" status: 200 len: 943 time: 0.0668240 Jul 16 00:18:26.434729 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-0a43bd38-cfae-4282-b8d1-7b3c24354d2f req-5269bd9d-4f10-44b4-8d08-2ae2fecd9044 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/security-groups?id=62b085b1-8b42-4881-aec8-861195f9279d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317578 Jul 16 00:18:26.740395 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 82f503b1-d902-47ac-9394-da3319d10297 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:18:26.833830 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 82f503b1-d902-47ac-9394-da3319d10297, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=82f503b1-d902-47ac-9394-da3319d10297,segment=NetworkSegment(71b62f9c-7647-4755-bee0-386ed2cd6a39),segment_id=71b62f9c-7647-4755-bee0-386ed2cd6a39)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:18:26.844583 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '82f503b1-d902-47ac-9394-da3319d10297', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'port_id': '82f503b1-d902-47ac-9394-da3319d10297', 'mac_address': 'fa:16:3e:f8:79:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de91063c-d473-4672-8c34-648c27384f84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:18:26.880595 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:26.892569 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f503b1-d902-47ac-9394-da3319d10297 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:18:26.911908 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 82f503b1-d902-47ac-9394-da3319d10297, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=82f503b1-d902-47ac-9394-da3319d10297,segment=NetworkSegment(71b62f9c-7647-4755-bee0-386ed2cd6a39),segment_id=71b62f9c-7647-4755-bee0-386ed2cd6a39)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:18:26.915941 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:26.965079 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=82f503b1-d902-47ac-9394-da3319d10297,revision_number=4']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:27.213046 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['82f503b1-d902-47ac-9394-da3319d10297'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:18:27.605781 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7fce6-eed1-4a68-8db8-8385e3e792d8 req-6c947690-4a6b-4611-bbf5-fad7ab57d91b tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:27.607242 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-caa7fce6-eed1-4a68-8db8-8385e3e792d8 req-6c947690-4a6b-4611-bbf5-fad7ab57d91b tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=007698dc-e979-4ad8-82a4-943434e49932 HTTP/1.1" status: 200 len: 944 time: 0.0608552 Jul 16 00:18:27.644349 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-caa7fce6-eed1-4a68-8db8-8385e3e792d8 req-6ee2d1aa-d9b2-40e3-8f08-9cc91321e1dd tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/security-groups?id=62b085b1-8b42-4881-aec8-861195f9279d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315099 Jul 16 00:18:28.740032 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 82f503b1-d902-47ac-9394-da3319d10297 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:18:28.787980 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning for port 82f503b1-d902-47ac-9394-da3319d10297 completed by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:18:28.791886 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 82f503b1-d902-47ac-9394-da3319d10297 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:18:28.792251 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:28.817041 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9b0e1-053f-456c-8c5b-f6a4fa104418 req-c272146c-25a0-4a6c-aa93-200266b20033 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:28.818534 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-81f9b0e1-053f-456c-8c5b-f6a4fa104418 req-c272146c-25a0-4a6c-aa93-200266b20033 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=007698dc-e979-4ad8-82a4-943434e49932 HTTP/1.1" status: 200 len: 944 time: 0.0660925 Jul 16 00:18:28.856701 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-81f9b0e1-053f-456c-8c5b-f6a4fa104418 req-c9992595-fc48-4103-b1c8-d7e28c8b9290 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/security-groups?id=62b085b1-8b42-4881-aec8-861195f9279d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325377 Jul 16 00:18:28.868412 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:28.890071 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007698dc-e979-4ad8-82a4-943434e49932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f503b1-d902-47ac-9394-da3319d10297'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:18:28.892327 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae4f11e9886ebbda74e349334989d67f9e0924aee8a01d735f99c26d20dbf4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e12cbc4-a7c8-4e2e-9260-5b33736fe95c" -d '{"events": [{"server_uuid": "007698dc-e979-4ad8-82a4-943434e49932", "name": "network-vif-plugged", "status": "completed", "tag": "82f503b1-d902-47ac-9394-da3319d10297"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:18:28.908955 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 82f503b1-d902-47ac-9394-da3319d10297, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=82f503b1-d902-47ac-9394-da3319d10297,segment=NetworkSegment(71b62f9c-7647-4755-bee0-386ed2cd6a39),segment_id=71b62f9c-7647-4755-bee0-386ed2cd6a39)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:18:28.913659 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:28.936672 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6da03b5-6dc3-4846-b249-afb8fd8775cd x-openstack-request-id: req-b6da03b5-6dc3-4846-b249-afb8fd8775cd {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:18:28.936964 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "007698dc-e979-4ad8-82a4-943434e49932", "name": "network-vif-plugged", "status": "completed", "tag": "82f503b1-d902-47ac-9394-da3319d10297", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:18:28.937220 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6da03b5-6dc3-4846-b249-afb8fd8775cd {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:18:28.937604 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007698dc-e979-4ad8-82a4-943434e49932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f503b1-d902-47ac-9394-da3319d10297', 'code': 200} Jul 16 00:18:28.963069 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=82f503b1-d902-47ac-9394-da3319d10297,revision_number=5']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:29.069029 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf95bd-8b8d-47e5-bcc0-cf846ce28a66 req-890edccb-ebee-4c26-82fd-406deacd7c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:29.070493 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cbaf95bd-8b8d-47e5-bcc0-cf846ce28a66 req-890edccb-ebee-4c26-82fd-406deacd7c6c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=007698dc-e979-4ad8-82a4-943434e49932 HTTP/1.1" status: 200 len: 1096 time: 0.0500648 Jul 16 00:18:29.107312 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-cbaf95bd-8b8d-47e5-bcc0-cf846ce28a66 req-0461ac3b-6016-4c50-9a0c-e06aec4349fd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=62b085b1-8b42-4881-aec8-861195f9279d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306084 Jul 16 00:18:30.025890 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309db594-6305-418d-959f-48e27c8fbfbc req-519a86f1-cfe6-4e29-9cfe-81611a192ada tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:30.027444 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-309db594-6305-418d-959f-48e27c8fbfbc req-519a86f1-cfe6-4e29-9cfe-81611a192ada tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=007698dc-e979-4ad8-82a4-943434e49932 HTTP/1.1" status: 200 len: 945 time: 0.0625441 Jul 16 00:18:30.065920 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-309db594-6305-418d-959f-48e27c8fbfbc req-bbc43064-9d6b-43be-8209-752330492a59 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/security-groups?id=62b085b1-8b42-4881-aec8-861195f9279d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324264 Jul 16 00:18:31.238393 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdbe1c-c41b-42dd-898d-c0de028ca20e req-9a0b8d75-572a-4102-80e8-1c83b6e5a65e tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:31.239865 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d7fdbe1c-c41b-42dd-898d-c0de028ca20e req-9a0b8d75-572a-4102-80e8-1c83b6e5a65e tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=007698dc-e979-4ad8-82a4-943434e49932 HTTP/1.1" status: 200 len: 945 time: 0.0616398 Jul 16 00:18:31.275134 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-d7fdbe1c-c41b-42dd-898d-c0de028ca20e req-7384acb5-e979-4e7b-b32f-5270a9a0998b tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/security-groups?id=62b085b1-8b42-4881-aec8-861195f9279d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298393 Jul 16 00:18:31.447504 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71654001-fa63-41b0-a1ea-69f7bd3b5bf3 req-6ecaf78e-f40c-4a76-a4d8-f89e327fd31c tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:31.448866 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-71654001-fa63-41b0-a1ea-69f7bd3b5bf3 req-6ecaf78e-f40c-4a76-a4d8-f89e327fd31c tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=007698dc-e979-4ad8-82a4-943434e49932 HTTP/1.1" status: 200 len: 945 time: 0.0655982 Jul 16 00:18:31.485098 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-71654001-fa63-41b0-a1ea-69f7bd3b5bf3 req-8730e455-a43c-483f-96f6-a1a320f77838 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/security-groups?id=62b085b1-8b42-4881-aec8-861195f9279d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306742 Jul 16 00:18:31.508134 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40938) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:31.558215 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6669ce-49e2-4372-91e3-bc28f5ee7d93 tempest-TestSnapshotPattern-1742404851 tempest-TestSnapshotPattern-1742404851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:31.559729 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-9a6669ce-49e2-4372-91e3-bc28f5ee7d93 tempest-TestSnapshotPattern-1742404851 tempest-TestSnapshotPattern-1742404851-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=007698dc-e979-4ad8-82a4-943434e49932 HTTP/1.1" status: 200 len: 1091 time: 0.0506577 Jul 16 00:18:31.562362 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 40940) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:31.567190 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.v2.base [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Request body: {'floatingip': {'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'port_id': '82f503b1-d902-47ac-9394-da3319d10297', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:18:31.588202 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for floatingip, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:31.683687 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:31.780561 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_common [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Allocated IP 172.25.4.163 (61ac1f85-79f4-4ace-93a9-51b85862f208/a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3/d5c231d1-d91f-4f59-af11-48a9b8c20d8a) {{(pid=93799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:18:31.881944 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for port, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:31.919146 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738555089053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:31.953760 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Network 61ac1f85-79f4-4ace-93a9-51b85862f208 is already hosted by enough agents. {{(pid=93799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:18:31.958422 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.base_scheduler [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Resources bound (agent type, host, resource id): {{(pid=93799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:18:31.962433 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Received port after_create {{(pid=93799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:18:31.988486 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Pushing event updated for resources: {'Port': ['ID=d5c231d1-d91f-4f59-af11-48a9b8c20d8a,revision_number=1']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:32.001313 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:32.001654 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:32.001989 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:32.002317 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:32.002713 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:32.003046 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:32.003368 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:32.003686 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:32.004003 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:32.004324 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:32.004643 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:32.004957 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:32.332867 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:32.408359 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:32.548447 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for port, precommit_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:32.552813 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59904799'] for port, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:32.620720 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Pushing event updated for resources: {'Port': ['ID=d5c231d1-d91f-4f59-af11-48a9b8c20d8a,revision_number=2']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:32.631255 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16353198'] for floatingip, after_update {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:32.726981 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Floating IP 374764bd-2bbe-4f39-9d85-dd30a11fc629 associated. External IP: 172.25.4.163, port: 82f503b1-d902-47ac-9394-da3319d10297. Jul 16 00:18:33.259842 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Router 377d48d4-241b-4094-a2c2-8bb5f4655e78 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:18:33.361974 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:18:33.371475 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dfa283-6999-453a-a483-c4583462dce8 None None] Sync routers for ids ['377d48d4-241b-4094-a2c2-8bb5f4655e78'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:18:33.377809 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:33.382178 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dfa283-6999-453a-a483-c4583462dce8 None None] Routers {'377d48d4-241b-4094-a2c2-8bb5f4655e78'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:18:33.382813 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d4dfa283-6999-453a-a483-c4583462dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:18:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['377d48d4-241b-4094-a2c2-8bb5f4655e78'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:18:33.426265 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b084f934-865d-41c5-b4bd-8a0881851af6 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8494353 Jul 16 00:18:33.426265 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '007698dc-e979-4ad8-82a4-943434e49932', 'tag': '82f503b1-d902-47ac-9394-da3319d10297'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:18:33.426265 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f08fc2a7d463e069dbf969c41850b8f153237e21caa8377f91bf00f314a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27de8611-3b43-4bcc-8501-9f834062cb06" -d '{"events": [{"name": "network-changed", "server_uuid": "007698dc-e979-4ad8-82a4-943434e49932", "tag": "82f503b1-d902-47ac-9394-da3319d10297"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:18:33.454776 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8e9eb2-ba39-41ad-b7d2-f596e3dfe191 x-openstack-request-id: req-6d8e9eb2-ba39-41ad-b7d2-f596e3dfe191 {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:18:33.455072 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "007698dc-e979-4ad8-82a4-943434e49932", "tag": "82f503b1-d902-47ac-9394-da3319d10297", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:18:33.455326 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d8e9eb2-ba39-41ad-b7d2-f596e3dfe191 {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:18:33.455722 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '007698dc-e979-4ad8-82a4-943434e49932', 'tag': '82f503b1-d902-47ac-9394-da3319d10297', 'status': 'completed', 'code': 200} Jul 16 00:18:33.489562 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-d4dfa283-6999-453a-a483-c4583462dce8 None None] Set router 377d48d4-241b-4094-a2c2-8bb5f4655e78 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:18:33.556103 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de8611-3b43-4bcc-8501-9f834062cb06 req-d045a3b9-6dc8-4b00-b2bd-b4f69dd7e7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:33.557503 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-27de8611-3b43-4bcc-8501-9f834062cb06 req-d045a3b9-6dc8-4b00-b2bd-b4f69dd7e7b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=08ef91f657b64a57a8695aa6ec2b6bb3&device_id=007698dc-e979-4ad8-82a4-943434e49932 HTTP/1.1" status: 200 len: 1096 time: 0.0511220 Jul 16 00:18:33.647465 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de8611-3b43-4bcc-8501-9f834062cb06 req-0a00fe18-204e-4235-9a34-8a5ab1947165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:33.648976 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-27de8611-3b43-4bcc-8501-9f834062cb06 req-0a00fe18-204e-4235-9a34-8a5ab1947165 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7de20db8-d313-4bab-b96b-97f145c2ca4d HTTP/1.1" status: 200 len: 911 time: 0.0851800 Jul 16 00:18:33.714313 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d4dfa283-6999-453a-a483-c4583462dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'name': 'tempest-TestSnapshotPattern-1680107686-router', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:37Z', 'revision_number': 4, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'gw_port': {'id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '1fea3726-028a-49b3-8447-22928f2b454a', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'port_id': '38c92ac8-cfb2-4589-8c1c-feb7fe8f914f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'mac_address': 'fa:16:3e:20:20:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57352b3c-aaf4-4efd-bb06-7bb99ff96d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:15:57Z', 'updated_at': '2021-07-16T00:15:59Z', 'revision_number': 1, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'fixed_ip_address_scope': None}, {'id': '374764bd-2bbe-4f39-9d85-dd30a11fc629', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'floating_ip_address': '172.25.4.163', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'port_id': '82f503b1-d902-47ac-9394-da3319d10297', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'mac_address': 'fa:16:3e:f8:79:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007698dc-e979-4ad8-82a4-943434e49932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:18:32Z', 'updated_at': '2021-07-16T00:18:32Z', 'revision_number': 0, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d', 'name': '', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'mac_address': 'fa:16:3e:31:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'de91063c-d473-4672-8c34-648c27384f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:37Z', 'updated_at': '2021-07-16T00:15:43Z', 'revision_number': 5, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'subnets': [{'id': 'de91063c-d473-4672-8c34-648c27384f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:18:33.717037 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-27de8611-3b43-4bcc-8501-9f834062cb06 req-5e409c60-2328-4d17-b13d-4d65edc32574 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82f503b1-d902-47ac-9394-da3319d10297 HTTP/1.1" status: 200 len: 999 time: 0.0610158 Jul 16 00:18:33.743860 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dfa283-6999-453a-a483-c4583462dce8 None None] Checking router: 377d48d4-241b-4094-a2c2-8bb5f4655e78 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:18:33.752622 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dfa283-6999-453a-a483-c4583462dce8 None None] Routers {'377d48d4-241b-4094-a2c2-8bb5f4655e78'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:18:33.753236 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d4dfa283-6999-453a-a483-c4583462dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:18:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['377d48d4-241b-4094-a2c2-8bb5f4655e78'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:18:33.764956 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de8611-3b43-4bcc-8501-9f834062cb06 req-898ee43b-4bac-4766-b244-5e333da0fb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:33.766464 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-27de8611-3b43-4bcc-8501-9f834062cb06 req-898ee43b-4bac-4766-b244-5e333da0fb30 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de91063c-d473-4672-8c34-648c27384f84 HTTP/1.1" status: 200 len: 849 time: 0.0439217 Jul 16 00:18:33.822560 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de8611-3b43-4bcc-8501-9f834062cb06 req-f43b1a4e-13d9-4365-9a62-bc59ce161ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:33.824091 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-27de8611-3b43-4bcc-8501-9f834062cb06 req-f43b1a4e-13d9-4365-9a62-bc59ce161ce9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7de20db8-d313-4bab-b96b-97f145c2ca4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515547 Jul 16 00:18:33.857536 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-d4dfa283-6999-453a-a483-c4583462dce8 None None] Set router 377d48d4-241b-4094-a2c2-8bb5f4655e78 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:18:33.914839 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-27de8611-3b43-4bcc-8501-9f834062cb06 req-ebfb4759-f5f8-46f7-bb0a-f85f4e7d593e service neutron] 10.222.0.36 "GET /v2.0/networks/7de20db8-d313-4bab-b96b-97f145c2ca4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839736 Jul 16 00:18:34.002345 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-27de8611-3b43-4bcc-8501-9f834062cb06 req-064d7eb5-a753-4c0e-9e7e-341c9f42fec3 service neutron] 10.222.0.36 "GET /v2.0/networks/7de20db8-d313-4bab-b96b-97f145c2ca4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820765 Jul 16 00:18:34.082294 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-d4dfa283-6999-453a-a483-c4583462dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'name': 'tempest-TestSnapshotPattern-1680107686-router', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:37Z', 'revision_number': 4, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'gw_port': {'id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '1fea3726-028a-49b3-8447-22928f2b454a', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'port_id': '38c92ac8-cfb2-4589-8c1c-feb7fe8f914f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'mac_address': 'fa:16:3e:20:20:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57352b3c-aaf4-4efd-bb06-7bb99ff96d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:15:57Z', 'updated_at': '2021-07-16T00:15:59Z', 'revision_number': 1, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'fixed_ip_address_scope': None}, {'id': '374764bd-2bbe-4f39-9d85-dd30a11fc629', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'floating_ip_address': '172.25.4.163', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'port_id': '82f503b1-d902-47ac-9394-da3319d10297', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'mac_address': 'fa:16:3e:f8:79:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007698dc-e979-4ad8-82a4-943434e49932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:18:32Z', 'updated_at': '2021-07-16T00:18:32Z', 'revision_number': 0, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d', 'name': '', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'mac_address': 'fa:16:3e:31:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'de91063c-d473-4672-8c34-648c27384f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:37Z', 'updated_at': '2021-07-16T00:15:43Z', 'revision_number': 5, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'subnets': [{'id': 'de91063c-d473-4672-8c34-648c27384f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:18:34.107712 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dfa283-6999-453a-a483-c4583462dce8 None None] The sync data for ids ['377d48d4-241b-4094-a2c2-8bb5f4655e78'] in n-d-787205-9 is: [{'id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'name': 'tempest-TestSnapshotPattern-1680107686-router', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:37Z', 'revision_number': 4, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'gw_port': {'id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '1fea3726-028a-49b3-8447-22928f2b454a', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'port_id': '38c92ac8-cfb2-4589-8c1c-feb7fe8f914f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'mac_address': 'fa:16:3e:20:20:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57352b3c-aaf4-4efd-bb06-7bb99ff96d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:15:57Z', 'updated_at': '2021-07-16T00:15:59Z', 'revision_number': 1, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'fixed_ip_address_scope': None}, {'id': '374764bd-2bbe-4f39-9d85-dd30a11fc629', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'floating_ip_address': '172.25.4.163', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'port_id': '82f503b1-d902-47ac-9394-da3319d10297', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'mac_address': 'fa:16:3e:f8:79:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007698dc-e979-4ad8-82a4-943434e49932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:18:32Z', 'updated_at': '2021-07-16T00:18:32Z', 'revision_number': 0, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d', 'name': '', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'mac_address': 'fa:16:3e:31:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'de91063c-d473-4672-8c34-648c27384f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:37Z', 'updated_at': '2021-07-16T00:15:43Z', 'revision_number': 5, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'subnets': [{'id': 'de91063c-d473-4672-8c34-648c27384f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:18:34.288932 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba894ae0-b1f2-4da9-8f3d-c9d308ccc66e None None] New status for floating IP 374764bd-2bbe-4f39-9d85-dd30a11fc629: ACTIVE {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:18:39.666969 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:40.371572 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:18:45.988751 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d34d8ec0-746f-433a-8ca1-31069143dfd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:48.354933 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d07b406-dcbc-4b90-8086-224066e2f6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:48.856502 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:49.947631 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:51.495217 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:54.960867 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:58.411070 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-49c37ba8-eff3-4302-b205-c3411cb1b689 req-3bbac821-a32f-43af-99e6-e18f1ce92efb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=57352b3c-aaf4-4efd-bb06-7bb99ff96d5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0542538 Jul 16 00:18:58.502015 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c37ba8-eff3-4302-b205-c3411cb1b689 req-5e31fa35-e70d-4570-99a1-9f217689a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:58.503516 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-49c37ba8-eff3-4302-b205-c3411cb1b689 req-5e31fa35-e70d-4570-99a1-9f217689a97b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08ef91f657b64a57a8695aa6ec2b6bb3&device_id=57352b3c-aaf4-4efd-bb06-7bb99ff96d5a HTTP/1.1" status: 200 len: 1095 time: 0.0514610 Jul 16 00:18:58.606119 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c37ba8-eff3-4302-b205-c3411cb1b689 req-41969706-bb4f-4aca-b7f8-bfdf4a6f51e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:58.607580 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-49c37ba8-eff3-4302-b205-c3411cb1b689 req-41969706-bb4f-4aca-b7f8-bfdf4a6f51e7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7de20db8-d313-4bab-b96b-97f145c2ca4d HTTP/1.1" status: 200 len: 911 time: 0.0849600 Jul 16 00:18:58.669844 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-49c37ba8-eff3-4302-b205-c3411cb1b689 req-94f8c405-f3dc-423e-9788-c003b13967ae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38c92ac8-cfb2-4589-8c1c-feb7fe8f914f HTTP/1.1" status: 200 len: 999 time: 0.0553432 Jul 16 00:18:58.714480 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c37ba8-eff3-4302-b205-c3411cb1b689 req-c8e80c68-cc04-46e9-b6f6-169e7224313d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:58.715921 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-49c37ba8-eff3-4302-b205-c3411cb1b689 req-c8e80c68-cc04-46e9-b6f6-169e7224313d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=de91063c-d473-4672-8c34-648c27384f84 HTTP/1.1" status: 200 len: 849 time: 0.0400760 Jul 16 00:18:58.773084 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c37ba8-eff3-4302-b205-c3411cb1b689 req-8a62f3fe-869d-436c-aaa6-1074fa24deb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:58.774498 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-49c37ba8-eff3-4302-b205-c3411cb1b689 req-8a62f3fe-869d-436c-aaa6-1074fa24deb2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7de20db8-d313-4bab-b96b-97f145c2ca4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522549 Jul 16 00:18:58.860792 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-49c37ba8-eff3-4302-b205-c3411cb1b689 req-80411250-1342-4e7d-8c3f-a4861fdc3b19 service neutron] 10.222.0.43 "GET /v2.0/networks/7de20db8-d313-4bab-b96b-97f145c2ca4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793152 Jul 16 00:18:58.949699 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-49c37ba8-eff3-4302-b205-c3411cb1b689 req-1e2a844e-1d40-4b4e-a1d9-7a8b09f34a33 service neutron] 10.222.0.43 "GET /v2.0/networks/7de20db8-d313-4bab-b96b-97f145c2ca4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829587 Jul 16 00:19:09.688772 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:14.325287 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-01c31c73-dee4-4f48-a190-f5d0c92a023f req-51ce0e13-2e68-48d2-af56-ea27cf534d40 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=007698dc-e979-4ad8-82a4-943434e49932&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498989 Jul 16 00:19:14.441721 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c31c73-dee4-4f48-a190-f5d0c92a023f req-7517c9db-19ea-4ced-ae12-9e8fd5d13a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:14.443577 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-01c31c73-dee4-4f48-a190-f5d0c92a023f req-7517c9db-19ea-4ced-ae12-9e8fd5d13a9c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=08ef91f657b64a57a8695aa6ec2b6bb3&device_id=007698dc-e979-4ad8-82a4-943434e49932 HTTP/1.1" status: 200 len: 1096 time: 0.0573404 Jul 16 00:19:14.549772 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c31c73-dee4-4f48-a190-f5d0c92a023f req-0eb06b41-17c2-4420-8767-b0e112bff135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:14.551297 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-01c31c73-dee4-4f48-a190-f5d0c92a023f req-0eb06b41-17c2-4420-8767-b0e112bff135 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7de20db8-d313-4bab-b96b-97f145c2ca4d HTTP/1.1" status: 200 len: 911 time: 0.0875797 Jul 16 00:19:14.616678 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-01c31c73-dee4-4f48-a190-f5d0c92a023f req-d99d1d0f-d165-471c-9749-3f76d1c78667 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82f503b1-d902-47ac-9394-da3319d10297 HTTP/1.1" status: 200 len: 1001 time: 0.0573421 Jul 16 00:19:14.668439 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c31c73-dee4-4f48-a190-f5d0c92a023f req-43fa1602-1b87-4028-b640-40c4277e5f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:14.669985 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-01c31c73-dee4-4f48-a190-f5d0c92a023f req-43fa1602-1b87-4028-b640-40c4277e5f5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de91063c-d473-4672-8c34-648c27384f84 HTTP/1.1" status: 200 len: 849 time: 0.0466938 Jul 16 00:19:14.725202 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c31c73-dee4-4f48-a190-f5d0c92a023f req-9efe3985-e9ca-4afe-adc7-8e4065554039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:14.726664 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-01c31c73-dee4-4f48-a190-f5d0c92a023f req-9efe3985-e9ca-4afe-adc7-8e4065554039 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7de20db8-d313-4bab-b96b-97f145c2ca4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497539 Jul 16 00:19:14.813341 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-01c31c73-dee4-4f48-a190-f5d0c92a023f req-2f37386c-3382-478a-a1d5-1ee986ca25e3 service neutron] 10.222.0.36 "GET /v2.0/networks/7de20db8-d313-4bab-b96b-97f145c2ca4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798581 Jul 16 00:19:14.902104 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-01c31c73-dee4-4f48-a190-f5d0c92a023f req-8a90fc9f-a567-4750-a1c7-97b805a6a38d service neutron] 10.222.0.36 "GET /v2.0/networks/7de20db8-d313-4bab-b96b-97f145c2ca4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823267 Jul 16 00:19:15.988280 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c9fb98b0-0da3-471a-926f-b84111b211d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:17.371640 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:19:18.354775 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6c2de64d-9fab-4bbc-a80a-adf83265e9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:18.860501 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:19.957422 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:21.500247 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:24.973317 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:39.717170 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:45.987798 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3cea5c8c-fc60-4d9f-ba3c-e60517f2b5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:48.354701 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b865518b-b818-4e58-a14b-aa9ec43532df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:48.860807 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:49.952691 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:51.500555 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:54.371211 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:19:54.972253 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:57.216920 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 82f503b1-d902-47ac-9394-da3319d10297 details requested by agent hyperv_n-h1-787205-9 with host n-h1-787205-9 {{(pid=93800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:19:57.310161 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 82f503b1-d902-47ac-9394-da3319d10297, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=82f503b1-d902-47ac-9394-da3319d10297,segment=NetworkSegment(71b62f9c-7647-4755-bee0-386ed2cd6a39),segment_id=71b62f9c-7647-4755-bee0-386ed2cd6a39)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:19:57.320791 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Returning: {'device': '82f503b1-d902-47ac-9394-da3319d10297', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'port_id': '82f503b1-d902-47ac-9394-da3319d10297', 'mac_address': 'fa:16:3e:f8:79:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de91063c-d473-4672-8c34-648c27384f84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:19:57.356978 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:57.368795 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82f503b1-d902-47ac-9394-da3319d10297 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:19:57.387014 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 82f503b1-d902-47ac-9394-da3319d10297, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=82f503b1-d902-47ac-9394-da3319d10297,segment=NetworkSegment(71b62f9c-7647-4755-bee0-386ed2cd6a39),segment_id=71b62f9c-7647-4755-bee0-386ed2cd6a39)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:19:57.390493 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:57.439359 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=82f503b1-d902-47ac-9394-da3319d10297,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:19:57.446388 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:19:57.446754 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:19:57.447092 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:19:57.447423 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:19:57.447748 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:19:57.448071 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:19:57.448390 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:19:57.448710 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:19:57.449026 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:19:57.449341 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:19:57.449657 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:19:57.450023 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:19:57.586680 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] get_ports_and_sgs() called for port_ids ['82f503b1-d902-47ac-9394-da3319d10297'] {{(pid=93800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:19:58.451182 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9652a084-db94-4672-a0f4-4d44dafac138 req-5a1ccd88-6d16-4441-9fc5-d533f5e1ee4b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=57352b3c-aaf4-4efd-bb06-7bb99ff96d5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0955083 Jul 16 00:19:58.544950 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652a084-db94-4672-a0f4-4d44dafac138 req-994604d0-11bb-40c8-9a57-e379dc0dc2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:58.546701 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9652a084-db94-4672-a0f4-4d44dafac138 req-994604d0-11bb-40c8-9a57-e379dc0dc2c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08ef91f657b64a57a8695aa6ec2b6bb3&device_id=57352b3c-aaf4-4efd-bb06-7bb99ff96d5a HTTP/1.1" status: 200 len: 1095 time: 0.0520418 Jul 16 00:19:58.664038 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652a084-db94-4672-a0f4-4d44dafac138 req-3be4e489-da93-40d8-a631-bf0e0710a15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:58.665889 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9652a084-db94-4672-a0f4-4d44dafac138 req-3be4e489-da93-40d8-a631-bf0e0710a15d service neutron] 10.222.0.43 "GET /v2.0/networks?id=7de20db8-d313-4bab-b96b-97f145c2ca4d HTTP/1.1" status: 200 len: 911 time: 0.0975080 Jul 16 00:19:58.744247 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9652a084-db94-4672-a0f4-4d44dafac138 req-df56e9c5-a028-4b3a-b27f-bdd05e7d0cd8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38c92ac8-cfb2-4589-8c1c-feb7fe8f914f HTTP/1.1" status: 200 len: 999 time: 0.0724714 Jul 16 00:19:59.156754 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652a084-db94-4672-a0f4-4d44dafac138 req-4c08584c-8bdb-4689-aea1-7a1ab90cff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:59.158179 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9652a084-db94-4672-a0f4-4d44dafac138 req-4c08584c-8bdb-4689-aea1-7a1ab90cff21 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=de91063c-d473-4672-8c34-648c27384f84 HTTP/1.1" status: 200 len: 849 time: 0.4080763 Jul 16 00:19:59.224273 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 82f503b1-d902-47ac-9394-da3319d10297 up at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:19:59.236508 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652a084-db94-4672-a0f4-4d44dafac138 req-e29d2a29-6e0d-4efa-8484-24128a45abfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:59.238006 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9652a084-db94-4672-a0f4-4d44dafac138 req-e29d2a29-6e0d-4efa-8484-24128a45abfa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7de20db8-d313-4bab-b96b-97f145c2ca4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736542 Jul 16 00:19:59.296242 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Provisioning complete for port 82f503b1-d902-47ac-9394-da3319d10297 triggered by entity L2. {{(pid=93800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:19:59.297371 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209700'] for port, provisioning_complete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:59.360328 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9652a084-db94-4672-a0f4-4d44dafac138 req-9755f9b0-2381-40ea-9837-2618970ee6bd service neutron] 10.222.0.43 "GET /v2.0/networks/7de20db8-d313-4bab-b96b-97f145c2ca4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155307 Jul 16 00:19:59.384607 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555732'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:59.419562 n-d-787205-9 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007698dc-e979-4ad8-82a4-943434e49932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f503b1-d902-47ac-9394-da3319d10297'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:19:59.422401 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae4f11e9886ebbda74e349334989d67f9e0924aee8a01d735f99c26d20dbf4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b180df97-b83d-4b04-9b29-4f11c11b86cd" -d '{"events": [{"server_uuid": "007698dc-e979-4ad8-82a4-943434e49932", "name": "network-vif-plugged", "status": "completed", "tag": "82f503b1-d902-47ac-9394-da3319d10297"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:19:59.440213 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] For port 82f503b1-d902-47ac-9394-da3319d10297, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=82f503b1-d902-47ac-9394-da3319d10297,segment=NetworkSegment(71b62f9c-7647-4755-bee0-386ed2cd6a39),segment_id=71b62f9c-7647-4755-bee0-386ed2cd6a39)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:19:59.449676 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738555488853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738555089071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738555089089'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:59.455082 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-9652a084-db94-4672-a0f4-4d44dafac138 req-c31fb580-96c4-4f87-8609-89ed5a6fd4e3 service neutron] 10.222.0.43 "GET /v2.0/networks/7de20db8-d313-4bab-b96b-97f145c2ca4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879891 Jul 16 00:19:59.480590 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3316e178-61c7-488b-8d9e-0f4a3eb7091c x-openstack-request-id: req-3316e178-61c7-488b-8d9e-0f4a3eb7091c {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:19:59.480945 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "007698dc-e979-4ad8-82a4-943434e49932", "name": "network-vif-plugged", "status": "completed", "tag": "82f503b1-d902-47ac-9394-da3319d10297", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:19:59.481175 n-d-787205-9 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3316e178-61c7-488b-8d9e-0f4a3eb7091c {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:19:59.481509 n-d-787205-9 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007698dc-e979-4ad8-82a4-943434e49932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f503b1-d902-47ac-9394-da3319d10297', 'code': 200} Jul 16 00:19:59.522119 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Pushing event updated for resources: {'Port': ['ID=82f503b1-d902-47ac-9394-da3319d10297,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:07.925738 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41154) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:08.077353 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e0944c45-7bee-4650-9c58-a6885f365f77 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Deleting port d5c231d1-d91f-4f59-af11-48a9b8c20d8a {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:20:08.077711 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e0944c45-7bee-4650-9c58-a6885f365f77 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:08.153870 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e0944c45-7bee-4650-9c58-a6885f365f77 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:08.154200 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e0944c45-7bee-4650-9c58-a6885f365f77 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:08.165640 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-e0944c45-7bee-4650-9c58-a6885f365f77 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Calling delete_port for d5c231d1-d91f-4f59-af11-48a9b8c20d8a owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:20:08.305340 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e0944c45-7bee-4650-9c58-a6885f365f77 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:08.332041 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0944c45-7bee-4650-9c58-a6885f365f77 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Pushing event deleted for resources: {'Port': ['ID=d5c231d1-d91f-4f59-af11-48a9b8c20d8a,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:08.345400 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0944c45-7bee-4650-9c58-a6885f365f77 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:08.345745 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0944c45-7bee-4650-9c58-a6885f365f77 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:08.346082 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0944c45-7bee-4650-9c58-a6885f365f77 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:08.346416 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0944c45-7bee-4650-9c58-a6885f365f77 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:08.346807 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0944c45-7bee-4650-9c58-a6885f365f77 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:08.347141 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0944c45-7bee-4650-9c58-a6885f365f77 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:08.347469 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0944c45-7bee-4650-9c58-a6885f365f77 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:08.347792 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0944c45-7bee-4650-9c58-a6885f365f77 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:08.348147 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0944c45-7bee-4650-9c58-a6885f365f77 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:08.348462 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0944c45-7bee-4650-9c58-a6885f365f77 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:08.348784 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0944c45-7bee-4650-9c58-a6885f365f77 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:08.349105 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0944c45-7bee-4650-9c58-a6885f365f77 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:08.403406 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e0944c45-7bee-4650-9c58-a6885f365f77 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:08.403740 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-e0944c45-7bee-4650-9c58-a6885f365f77 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Floating IP 374764bd-2bbe-4f39-9d85-dd30a11fc629 disassociated (deleted). External IP: 172.25.4.163, port: 82f503b1-d902-47ac-9394-da3319d10297. Jul 16 00:20:08.605560 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0944c45-7bee-4650-9c58-a6885f365f77 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Router 377d48d4-241b-4094-a2c2-8bb5f4655e78 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:20:08.710129 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0944c45-7bee-4650-9c58-a6885f365f77 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:20:08.715271 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-e0944c45-7bee-4650-9c58-a6885f365f77 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:08.719475 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645fc2bd-1d57-4af4-920f-0c224648c7e6 None None] Sync routers for ids ['377d48d4-241b-4094-a2c2-8bb5f4655e78'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:20:08.729215 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645fc2bd-1d57-4af4-920f-0c224648c7e6 None None] Routers {'377d48d4-241b-4094-a2c2-8bb5f4655e78'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:20:08.729823 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-645fc2bd-1d57-4af4-920f-0c224648c7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:19:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['377d48d4-241b-4094-a2c2-8bb5f4655e78'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:08.750247 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-e0944c45-7bee-4650-9c58-a6885f365f77 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "DELETE /v2.0/floatingips/374764bd-2bbe-4f39-9d85-dd30a11fc629 HTTP/1.1" status: 204 len: 168 time: 0.8234239 Jul 16 00:20:08.750864 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '007698dc-e979-4ad8-82a4-943434e49932', 'tag': '82f503b1-d902-47ac-9394-da3319d10297'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:20:08.753120 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f08fc2a7d463e069dbf969c41850b8f153237e21caa8377f91bf00f314a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56128db0-b34e-4a7d-b974-67b120807eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "007698dc-e979-4ad8-82a4-943434e49932", "tag": "82f503b1-d902-47ac-9394-da3319d10297"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:20:08.791765 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870ae44f-4647-4077-adad-6cc82284ad7b x-openstack-request-id: req-870ae44f-4647-4077-adad-6cc82284ad7b {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:20:08.792281 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "007698dc-e979-4ad8-82a4-943434e49932", "tag": "82f503b1-d902-47ac-9394-da3319d10297", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:20:08.792542 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-870ae44f-4647-4077-adad-6cc82284ad7b {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:20:08.792946 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '007698dc-e979-4ad8-82a4-943434e49932', 'tag': '82f503b1-d902-47ac-9394-da3319d10297', 'status': 'completed', 'code': 200} Jul 16 00:20:08.893499 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56128db0-b34e-4a7d-b974-67b120807eb4 req-1a234f06-1792-4264-8be8-888159a0dc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:08.895780 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-56128db0-b34e-4a7d-b974-67b120807eb4 req-1a234f06-1792-4264-8be8-888159a0dc39 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=08ef91f657b64a57a8695aa6ec2b6bb3&device_id=007698dc-e979-4ad8-82a4-943434e49932 HTTP/1.1" status: 200 len: 1096 time: 0.0597024 Jul 16 00:20:08.993678 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56128db0-b34e-4a7d-b974-67b120807eb4 req-e177f360-943f-4625-b828-0d296fbbab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:08.995200 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-56128db0-b34e-4a7d-b974-67b120807eb4 req-e177f360-943f-4625-b828-0d296fbbab12 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7de20db8-d313-4bab-b96b-97f145c2ca4d HTTP/1.1" status: 200 len: 911 time: 0.0932856 Jul 16 00:20:09.002956 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-645fc2bd-1d57-4af4-920f-0c224648c7e6 None None] Set router 377d48d4-241b-4094-a2c2-8bb5f4655e78 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:20:09.070412 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-56128db0-b34e-4a7d-b974-67b120807eb4 req-db023f2d-47f3-4b7e-a4eb-48d48fbe445f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82f503b1-d902-47ac-9394-da3319d10297 HTTP/1.1" status: 200 len: 217 time: 0.0375900 Jul 16 00:20:09.124502 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56128db0-b34e-4a7d-b974-67b120807eb4 req-508e7e7d-64b3-43e5-9eac-10f17a377426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:09.125977 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-56128db0-b34e-4a7d-b974-67b120807eb4 req-508e7e7d-64b3-43e5-9eac-10f17a377426 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de91063c-d473-4672-8c34-648c27384f84 HTTP/1.1" status: 200 len: 849 time: 0.0491586 Jul 16 00:20:09.185238 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56128db0-b34e-4a7d-b974-67b120807eb4 req-aa6ff096-15f0-4cda-b7ff-2690d42778fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:09.186775 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-56128db0-b34e-4a7d-b974-67b120807eb4 req-aa6ff096-15f0-4cda-b7ff-2690d42778fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7de20db8-d313-4bab-b96b-97f145c2ca4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544748 Jul 16 00:20:09.199128 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbcaa8-1de9-416d-8fca-f3f24621f9d1 req-b0c9d61b-0249-47fb-bffc-5a64af80c38e tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:09.200634 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aedbcaa8-1de9-416d-8fca-f3f24621f9d1 req-b0c9d61b-0249-47fb-bffc-5a64af80c38e tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=007698dc-e979-4ad8-82a4-943434e49932 HTTP/1.1" status: 200 len: 945 time: 0.1217325 Jul 16 00:20:09.237952 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-645fc2bd-1d57-4af4-920f-0c224648c7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'name': 'tempest-TestSnapshotPattern-1680107686-router', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:37Z', 'revision_number': 4, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'gw_port': {'id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '1fea3726-028a-49b3-8447-22928f2b454a', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'port_id': '38c92ac8-cfb2-4589-8c1c-feb7fe8f914f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'mac_address': 'fa:16:3e:20:20:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57352b3c-aaf4-4efd-bb06-7bb99ff96d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:15:57Z', 'updated_at': '2021-07-16T00:15:59Z', 'revision_number': 1, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d', 'name': '', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'mac_address': 'fa:16:3e:31:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'de91063c-d473-4672-8c34-648c27384f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:37Z', 'updated_at': '2021-07-16T00:15:43Z', 'revision_number': 5, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'subnets': [{'id': 'de91063c-d473-4672-8c34-648c27384f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:09.240965 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-aedbcaa8-1de9-416d-8fca-f3f24621f9d1 req-5fad35de-f012-4752-8f6f-a1a88200ff92 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/security-groups?id=62b085b1-8b42-4881-aec8-861195f9279d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346467 Jul 16 00:20:09.267914 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645fc2bd-1d57-4af4-920f-0c224648c7e6 None None] Checking router: 377d48d4-241b-4094-a2c2-8bb5f4655e78 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:20:09.276635 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645fc2bd-1d57-4af4-920f-0c224648c7e6 None None] Routers {'377d48d4-241b-4094-a2c2-8bb5f4655e78'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:20:09.277241 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-645fc2bd-1d57-4af4-920f-0c224648c7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:19:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['377d48d4-241b-4094-a2c2-8bb5f4655e78'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:09.291757 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-56128db0-b34e-4a7d-b974-67b120807eb4 req-b74d7781-7168-47a7-bcfe-13ad31b9b1ff service neutron] 10.222.0.36 "GET /v2.0/networks/7de20db8-d313-4bab-b96b-97f145c2ca4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981665 Jul 16 00:20:09.378875 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-56128db0-b34e-4a7d-b974-67b120807eb4 req-36c51abd-74a5-4420-9f62-63a5a455e418 service neutron] 10.222.0.36 "GET /v2.0/networks/7de20db8-d313-4bab-b96b-97f145c2ca4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807934 Jul 16 00:20:09.381402 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-645fc2bd-1d57-4af4-920f-0c224648c7e6 None None] Set router 377d48d4-241b-4094-a2c2-8bb5f4655e78 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:20:09.601774 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-645fc2bd-1d57-4af4-920f-0c224648c7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'name': 'tempest-TestSnapshotPattern-1680107686-router', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:37Z', 'revision_number': 4, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'gw_port': {'id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '1fea3726-028a-49b3-8447-22928f2b454a', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'port_id': '38c92ac8-cfb2-4589-8c1c-feb7fe8f914f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'mac_address': 'fa:16:3e:20:20:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57352b3c-aaf4-4efd-bb06-7bb99ff96d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:15:57Z', 'updated_at': '2021-07-16T00:15:59Z', 'revision_number': 1, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d', 'name': '', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'mac_address': 'fa:16:3e:31:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'de91063c-d473-4672-8c34-648c27384f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:37Z', 'updated_at': '2021-07-16T00:15:43Z', 'revision_number': 5, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'subnets': [{'id': 'de91063c-d473-4672-8c34-648c27384f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:09.631426 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645fc2bd-1d57-4af4-920f-0c224648c7e6 None None] The sync data for ids ['377d48d4-241b-4094-a2c2-8bb5f4655e78'] in n-d-787205-9 is: [{'id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'name': 'tempest-TestSnapshotPattern-1680107686-router', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:37Z', 'revision_number': 4, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'gw_port': {'id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_floatingips': [{'id': '1fea3726-028a-49b3-8447-22928f2b454a', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'router_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'port_id': '38c92ac8-cfb2-4589-8c1c-feb7fe8f914f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'mac_address': 'fa:16:3e:20:20:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57352b3c-aaf4-4efd-bb06-7bb99ff96d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:15:57Z', 'updated_at': '2021-07-16T00:15:59Z', 'revision_number': 1, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d', 'name': '', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'mac_address': 'fa:16:3e:31:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'de91063c-d473-4672-8c34-648c27384f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:37Z', 'updated_at': '2021-07-16T00:15:43Z', 'revision_number': 5, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'subnets': [{'id': 'de91063c-d473-4672-8c34-648c27384f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:20:09.736461 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:09.856984 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9a7d49-5e14-4a46-821c-c4f1869c0080 None None] New status for floating IP 374764bd-2bbe-4f39-9d85-dd30a11fc629: DOWN {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:20:10.422669 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331cd0e-834c-4a95-9f39-d5f223b9adde req-edea0680-cafe-430c-bbd7-24a1c8abfffb tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:10.424159 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c331cd0e-834c-4a95-9f39-d5f223b9adde req-edea0680-cafe-430c-bbd7-24a1c8abfffb tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=007698dc-e979-4ad8-82a4-943434e49932 HTTP/1.1" status: 200 len: 945 time: 0.0666611 Jul 16 00:20:10.461246 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c331cd0e-834c-4a95-9f39-d5f223b9adde req-7e4d2ef0-8aaf-408f-8c01-0d2ed9dcca4e tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/security-groups?id=62b085b1-8b42-4881-aec8-861195f9279d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309916 Jul 16 00:20:10.704118 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b1ba1-c287-479f-ba14-8d91285a6746 req-1c985aee-0c6e-4010-8947-f6ac5a6d1f91 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:10.705536 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-595b1ba1-c287-479f-ba14-8d91285a6746 req-1c985aee-0c6e-4010-8947-f6ac5a6d1f91 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.36 "GET /v2.0/ports?device_id=007698dc-e979-4ad8-82a4-943434e49932 HTTP/1.1" status: 200 len: 945 time: 0.0657661 Jul 16 00:20:10.800136 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-595b1ba1-c287-479f-ba14-8d91285a6746 req-92ad64db-18c2-488f-acad-b5d4aaa080e4 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Deleting port 82f503b1-d902-47ac-9394-da3319d10297 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:20:10.800479 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-595b1ba1-c287-479f-ba14-8d91285a6746 req-92ad64db-18c2-488f-acad-b5d4aaa080e4 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:10.888658 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-595b1ba1-c287-479f-ba14-8d91285a6746 req-92ad64db-18c2-488f-acad-b5d4aaa080e4 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] For port 82f503b1-d902-47ac-9394-da3319d10297, host n-h1-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-9',level=0,port_id=82f503b1-d902-47ac-9394-da3319d10297,segment=NetworkSegment(71b62f9c-7647-4755-bee0-386ed2cd6a39),segment_id=71b62f9c-7647-4755-bee0-386ed2cd6a39)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:20:10.889019 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-595b1ba1-c287-479f-ba14-8d91285a6746 req-92ad64db-18c2-488f-acad-b5d4aaa080e4 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:10.900957 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-595b1ba1-c287-479f-ba14-8d91285a6746 req-92ad64db-18c2-488f-acad-b5d4aaa080e4 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Calling delete_port for 82f503b1-d902-47ac-9394-da3319d10297 owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:20:11.024644 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-595b1ba1-c287-479f-ba14-8d91285a6746 req-92ad64db-18c2-488f-acad-b5d4aaa080e4 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:11.062880 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad64db-18c2-488f-acad-b5d4aaa080e4 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Pushing event deleted for resources: {'Port': ['ID=82f503b1-d902-47ac-9394-da3319d10297,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:11.089566 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad64db-18c2-488f-acad-b5d4aaa080e4 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:11.089915 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad64db-18c2-488f-acad-b5d4aaa080e4 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:11.090252 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad64db-18c2-488f-acad-b5d4aaa080e4 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:11.090589 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad64db-18c2-488f-acad-b5d4aaa080e4 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:11.090973 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad64db-18c2-488f-acad-b5d4aaa080e4 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:11.091310 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad64db-18c2-488f-acad-b5d4aaa080e4 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:11.091637 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad64db-18c2-488f-acad-b5d4aaa080e4 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:11.091962 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad64db-18c2-488f-acad-b5d4aaa080e4 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:11.092286 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad64db-18c2-488f-acad-b5d4aaa080e4 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:11.092608 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad64db-18c2-488f-acad-b5d4aaa080e4 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:11.092932 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad64db-18c2-488f-acad-b5d4aaa080e4 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:11.093255 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad64db-18c2-488f-acad-b5d4aaa080e4 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-9 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:11.114566 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-595b1ba1-c287-479f-ba14-8d91285a6746 req-92ad64db-18c2-488f-acad-b5d4aaa080e4 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] No DVR routers for this DVR port 82f503b1-d902-47ac-9394-da3319d10297 on host n-h1-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:20:11.116974 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-595b1ba1-c287-479f-ba14-8d91285a6746 req-92ad64db-18c2-488f-acad-b5d4aaa080e4 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:11.119168 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-595b1ba1-c287-479f-ba14-8d91285a6746 req-92ad64db-18c2-488f-acad-b5d4aaa080e4 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.36 "DELETE /v2.0/ports/82f503b1-d902-47ac-9394-da3319d10297 HTTP/1.1" status: 204 len: 173 time: 0.4086607 Jul 16 00:20:11.119635 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007698dc-e979-4ad8-82a4-943434e49932', 'name': 'network-vif-deleted', 'tag': '82f503b1-d902-47ac-9394-da3319d10297'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:20:11.121930 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac3ab2df65406140be9365f9b3f66d4be7bd37abeab186e08b44bb3ea3ff9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17e721a-168b-4c45-8103-e7d796eb57a3" -d '{"events": [{"server_uuid": "007698dc-e979-4ad8-82a4-943434e49932", "name": "network-vif-deleted", "tag": "82f503b1-d902-47ac-9394-da3319d10297"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:20:11.158244 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab85b6b4-4f47-44bc-9718-9bd3b37bcafd x-openstack-request-id: req-ab85b6b4-4f47-44bc-9718-9bd3b37bcafd {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:20:11.158532 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "007698dc-e979-4ad8-82a4-943434e49932", "name": "network-vif-deleted", "tag": "82f503b1-d902-47ac-9394-da3319d10297", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:20:11.158843 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab85b6b4-4f47-44bc-9718-9bd3b37bcafd {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:20:11.159203 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007698dc-e979-4ad8-82a4-943434e49932', 'name': 'network-vif-deleted', 'tag': '82f503b1-d902-47ac-9394-da3319d10297', 'status': 'completed', 'code': 200} Jul 16 00:20:11.276350 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 82f503b1-d902-47ac-9394-da3319d10297 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:20:11.296559 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 82f503b1-d902-47ac-9394-da3319d10297 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:20:11.296903 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 82f503b1-d902-47ac-9394-da3319d10297 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:20:11.615303 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-eb669701-3246-4844-8a28-e96d7c1a3da2 req-b15ccc9d-62d4-44ec-893b-0e91683f7ce5 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=007698dc-e979-4ad8-82a4-943434e49932 HTTP/1.1" status: 200 len: 210 time: 0.0285201 Jul 16 00:20:13.202317 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41214) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:13.351543 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b7b6dbbe-ab34-4a99-88ea-33a28817e4d5 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Deleting port fd7899dc-95c4-4a0b-9388-93afe93cc030 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:20:13.351887 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7b6dbbe-ab34-4a99-88ea-33a28817e4d5 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:13.426328 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7b6dbbe-ab34-4a99-88ea-33a28817e4d5 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:13.426675 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7b6dbbe-ab34-4a99-88ea-33a28817e4d5 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:13.438349 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-b7b6dbbe-ab34-4a99-88ea-33a28817e4d5 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Calling delete_port for fd7899dc-95c4-4a0b-9388-93afe93cc030 owned by network:floatingip {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:20:13.578027 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7b6dbbe-ab34-4a99-88ea-33a28817e4d5 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:13.604574 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6dbbe-ab34-4a99-88ea-33a28817e4d5 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Pushing event deleted for resources: {'Port': ['ID=fd7899dc-95c4-4a0b-9388-93afe93cc030,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:13.667921 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7b6dbbe-ab34-4a99-88ea-33a28817e4d5 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for floatingip, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:13.668262 n-d-787205-9 neutron-server[93799]: INFO neutron.db.l3_db [None req-b7b6dbbe-ab34-4a99-88ea-33a28817e4d5 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Floating IP 1fea3726-028a-49b3-8447-22928f2b454a disassociated (deleted). External IP: 172.25.4.77, port: 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f. Jul 16 00:20:13.871685 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b6dbbe-ab34-4a99-88ea-33a28817e4d5 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Router 377d48d4-241b-4094-a2c2-8bb5f4655e78 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:20:13.978263 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b6dbbe-ab34-4a99-88ea-33a28817e4d5 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:20:13.982770 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-b7b6dbbe-ab34-4a99-88ea-33a28817e4d5 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for floatingip, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:13.987691 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e290d2-4ee7-4b1c-ad76-3f24917278d6 None None] Sync routers for ids ['377d48d4-241b-4094-a2c2-8bb5f4655e78'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:20:13.996324 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e290d2-4ee7-4b1c-ad76-3f24917278d6 None None] Routers {'377d48d4-241b-4094-a2c2-8bb5f4655e78'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:20:13.996932 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c1e290d2-4ee7-4b1c-ad76-3f24917278d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:19:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['377d48d4-241b-4094-a2c2-8bb5f4655e78'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:14.017802 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-b7b6dbbe-ab34-4a99-88ea-33a28817e4d5 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "DELETE /v2.0/floatingips/1fea3726-028a-49b3-8447-22928f2b454a HTTP/1.1" status: 204 len: 168 time: 0.8143849 Jul 16 00:20:14.018388 n-d-787205-9 neutron-server[93799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57352b3c-aaf4-4efd-bb06-7bb99ff96d5a', 'tag': '38c92ac8-cfb2-4589-8c1c-feb7fe8f914f'}] {{(pid=93799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:20:14.021175 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f08fc2a7d463e069dbf969c41850b8f153237e21caa8377f91bf00f314a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5babb92c-4c8d-4c78-aec8-e84184fa9593" -d '{"events": [{"name": "network-changed", "server_uuid": "57352b3c-aaf4-4efd-bb06-7bb99ff96d5a", "tag": "38c92ac8-cfb2-4589-8c1c-feb7fe8f914f"}]}' {{(pid=93799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:20:14.059296 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8030617-0fef-411e-9c93-a4de45b36f8e x-openstack-request-id: req-e8030617-0fef-411e-9c93-a4de45b36f8e {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:20:14.059590 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57352b3c-aaf4-4efd-bb06-7bb99ff96d5a", "tag": "38c92ac8-cfb2-4589-8c1c-feb7fe8f914f", "status": "completed", "code": 200}]} {{(pid=93799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:20:14.059843 n-d-787205-9 neutron-server[93799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8030617-0fef-411e-9c93-a4de45b36f8e {{(pid=93799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:20:14.060247 n-d-787205-9 neutron-server[93799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57352b3c-aaf4-4efd-bb06-7bb99ff96d5a', 'tag': '38c92ac8-cfb2-4589-8c1c-feb7fe8f914f', 'status': 'completed', 'code': 200} Jul 16 00:20:14.110507 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-c1e290d2-4ee7-4b1c-ad76-3f24917278d6 None None] Set router 377d48d4-241b-4094-a2c2-8bb5f4655e78 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:20:14.135027 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babb92c-4c8d-4c78-aec8-e84184fa9593 req-1439da8e-7ee4-4da8-9516-0b5255a5a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:14.137192 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5babb92c-4c8d-4c78-aec8-e84184fa9593 req-1439da8e-7ee4-4da8-9516-0b5255a5a790 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08ef91f657b64a57a8695aa6ec2b6bb3&device_id=57352b3c-aaf4-4efd-bb06-7bb99ff96d5a HTTP/1.1" status: 200 len: 1095 time: 0.0539193 Jul 16 00:20:14.242965 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babb92c-4c8d-4c78-aec8-e84184fa9593 req-beea187e-6c3b-427a-b28b-b009f7ae6821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:14.244542 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5babb92c-4c8d-4c78-aec8-e84184fa9593 req-beea187e-6c3b-427a-b28b-b009f7ae6821 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7de20db8-d313-4bab-b96b-97f145c2ca4d HTTP/1.1" status: 200 len: 911 time: 0.1010494 Jul 16 00:20:14.293338 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5babb92c-4c8d-4c78-aec8-e84184fa9593 req-2dda5e1b-f13d-455c-8d1a-062ffe21f475 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38c92ac8-cfb2-4589-8c1c-feb7fe8f914f HTTP/1.1" status: 200 len: 217 time: 0.0408547 Jul 16 00:20:14.327243 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c1e290d2-4ee7-4b1c-ad76-3f24917278d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'name': 'tempest-TestSnapshotPattern-1680107686-router', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:37Z', 'revision_number': 4, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'gw_port': {'id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d', 'name': '', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'mac_address': 'fa:16:3e:31:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'de91063c-d473-4672-8c34-648c27384f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:37Z', 'updated_at': '2021-07-16T00:15:43Z', 'revision_number': 5, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'subnets': [{'id': 'de91063c-d473-4672-8c34-648c27384f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:14.353426 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babb92c-4c8d-4c78-aec8-e84184fa9593 req-47ccb5b6-4b8c-432a-9c2a-e31065cad5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:14.354931 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5babb92c-4c8d-4c78-aec8-e84184fa9593 req-47ccb5b6-4b8c-432a-9c2a-e31065cad5fa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=de91063c-d473-4672-8c34-648c27384f84 HTTP/1.1" status: 200 len: 849 time: 0.0475643 Jul 16 00:20:14.358125 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e290d2-4ee7-4b1c-ad76-3f24917278d6 None None] Checking router: 377d48d4-241b-4094-a2c2-8bb5f4655e78 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:20:14.367266 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e290d2-4ee7-4b1c-ad76-3f24917278d6 None None] Routers {'377d48d4-241b-4094-a2c2-8bb5f4655e78'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:20:14.368104 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c1e290d2-4ee7-4b1c-ad76-3f24917278d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:19:48Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['377d48d4-241b-4094-a2c2-8bb5f4655e78'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:14.398571 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b789d-5bb3-43b7-97c6-249780e7a631 req-f0098b8f-7bf4-49af-adb7-a105ca42b86f tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:14.403105 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb1b789d-5bb3-43b7-97c6-249780e7a631 req-f0098b8f-7bf4-49af-adb7-a105ca42b86f tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=57352b3c-aaf4-4efd-bb06-7bb99ff96d5a HTTP/1.1" status: 200 len: 944 time: 0.0722089 Jul 16 00:20:14.418141 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babb92c-4c8d-4c78-aec8-e84184fa9593 req-5f841d9e-d468-49cf-b22d-6a7ae5127c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:14.419734 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5babb92c-4c8d-4c78-aec8-e84184fa9593 req-5f841d9e-d468-49cf-b22d-6a7ae5127c82 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7de20db8-d313-4bab-b96b-97f145c2ca4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582070 Jul 16 00:20:14.442576 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-bb1b789d-5bb3-43b7-97c6-249780e7a631 req-14e259eb-3927-43c2-b3f6-05238ad622e7 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/security-groups?id=62b085b1-8b42-4881-aec8-861195f9279d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367322 Jul 16 00:20:14.479390 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-c1e290d2-4ee7-4b1c-ad76-3f24917278d6 None None] Set router 377d48d4-241b-4094-a2c2-8bb5f4655e78 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:20:14.512101 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5babb92c-4c8d-4c78-aec8-e84184fa9593 req-fa14a205-44f6-4ca8-9484-080e5dd19388 service neutron] 10.222.0.43 "GET /v2.0/networks/7de20db8-d313-4bab-b96b-97f145c2ca4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849643 Jul 16 00:20:14.613295 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-5babb92c-4c8d-4c78-aec8-e84184fa9593 req-51d838ce-4ccf-486f-8c7e-8b8d93c8039f service neutron] 10.222.0.43 "GET /v2.0/networks/7de20db8-d313-4bab-b96b-97f145c2ca4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934379 Jul 16 00:20:14.684011 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-c1e290d2-4ee7-4b1c-ad76-3f24917278d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'name': 'tempest-TestSnapshotPattern-1680107686-router', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:37Z', 'revision_number': 4, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'gw_port': {'id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d', 'name': '', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'mac_address': 'fa:16:3e:31:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'de91063c-d473-4672-8c34-648c27384f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:37Z', 'updated_at': '2021-07-16T00:15:43Z', 'revision_number': 5, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'subnets': [{'id': 'de91063c-d473-4672-8c34-648c27384f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:14.710688 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e290d2-4ee7-4b1c-ad76-3f24917278d6 None None] The sync data for ids ['377d48d4-241b-4094-a2c2-8bb5f4655e78'] in n-d-787205-9 is: [{'id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'name': 'tempest-TestSnapshotPattern-1680107686-router', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:37Z', 'revision_number': 4, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'gw_port': {'id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9', '_interfaces': [{'id': '1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d', 'name': '', 'network_id': '7de20db8-d313-4bab-b96b-97f145c2ca4d', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'mac_address': 'fa:16:3e:31:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'de91063c-d473-4672-8c34-648c27384f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:37Z', 'updated_at': '2021-07-16T00:15:43Z', 'revision_number': 5, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'subnets': [{'id': 'de91063c-d473-4672-8c34-648c27384f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:20:14.929758 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d707a4-edab-41dc-90dc-773c2e61b844 None None] New status for floating IP 1fea3726-028a-49b3-8447-22928f2b454a: DOWN {{(pid=93801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:20:15.300831 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 82f503b1-d902-47ac-9394-da3319d10297 no longer exists at agent hyperv_n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:20:15.321516 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] No Port match for: 82f503b1-d902-47ac-9394-da3319d10297 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:20:15.321859 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Device 82f503b1-d902-47ac-9394-da3319d10297 not bound to the agent host n-h1-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:20:15.624777 n-d-787205-9 neutron-server[93799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dda709-19ac-4af5-9ba8-efafc9e8997b req-6de9384b-3d69-42b3-87a3-dcf63cdd4650 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:15.626293 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-93dda709-19ac-4af5-9ba8-efafc9e8997b req-6de9384b-3d69-42b3-87a3-dcf63cdd4650 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=57352b3c-aaf4-4efd-bb06-7bb99ff96d5a HTTP/1.1" status: 200 len: 944 time: 0.0666027 Jul 16 00:20:15.663955 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-93dda709-19ac-4af5-9ba8-efafc9e8997b req-78b5cd30-16b4-4870-bd62-6755f6ebb3cd tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/security-groups?id=62b085b1-8b42-4881-aec8-861195f9279d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319295 Jul 16 00:20:15.882105 n-d-787205-9 neutron-server[93798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a5236-db6e-4e2e-b4f1-8f0690c5608c req-e739b038-b9f5-4f1a-92aa-6ea7894ea5c1 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:15.883532 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e88a5236-db6e-4e2e-b4f1-8f0690c5608c req-e739b038-b9f5-4f1a-92aa-6ea7894ea5c1 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.43 "GET /v2.0/ports?device_id=57352b3c-aaf4-4efd-bb06-7bb99ff96d5a HTTP/1.1" status: 200 len: 944 time: 0.0620220 Jul 16 00:20:15.985531 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-e88a5236-db6e-4e2e-b4f1-8f0690c5608c req-abd1ce1a-f6a8-4831-b1d3-1e8044b9ee30 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Deleting port 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:20:15.985881 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e88a5236-db6e-4e2e-b4f1-8f0690c5608c req-abd1ce1a-f6a8-4831-b1d3-1e8044b9ee30 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:15.990128 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-42c0948b-c07c-40dc-b7d0-bb0b6aa41859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:16.072753 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [req-e88a5236-db6e-4e2e-b4f1-8f0690c5608c req-abd1ce1a-f6a8-4831-b1d3-1e8044b9ee30 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] For port 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f, host n-h2-787205-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-9',level=0,port_id=38c92ac8-cfb2-4589-8c1c-feb7fe8f914f,segment=NetworkSegment(71b62f9c-7647-4755-bee0-386ed2cd6a39),segment_id=71b62f9c-7647-4755-bee0-386ed2cd6a39)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:20:16.073116 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e88a5236-db6e-4e2e-b4f1-8f0690c5608c req-abd1ce1a-f6a8-4831-b1d3-1e8044b9ee30 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:16.085834 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [req-e88a5236-db6e-4e2e-b4f1-8f0690c5608c req-abd1ce1a-f6a8-4831-b1d3-1e8044b9ee30 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Calling delete_port for 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f owned by compute:nova {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:20:16.212841 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e88a5236-db6e-4e2e-b4f1-8f0690c5608c req-abd1ce1a-f6a8-4831-b1d3-1e8044b9ee30 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:16.241998 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1ce1a-f6a8-4831-b1d3-1e8044b9ee30 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Pushing event deleted for resources: {'Port': ['ID=38c92ac8-cfb2-4589-8c1c-feb7fe8f914f,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:16.291980 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88a5236-db6e-4e2e-b4f1-8f0690c5608c req-abd1ce1a-f6a8-4831-b1d3-1e8044b9ee30 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] No DVR routers for this DVR port 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f on host n-h2-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:20:16.294256 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [req-e88a5236-db6e-4e2e-b4f1-8f0690c5608c req-abd1ce1a-f6a8-4831-b1d3-1e8044b9ee30 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72188'] for port, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:16.296263 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [req-e88a5236-db6e-4e2e-b4f1-8f0690c5608c req-abd1ce1a-f6a8-4831-b1d3-1e8044b9ee30 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.43 "DELETE /v2.0/ports/38c92ac8-cfb2-4589-8c1c-feb7fe8f914f HTTP/1.1" status: 204 len: 173 time: 0.4072394 Jul 16 00:20:16.296707 n-d-787205-9 neutron-server[93798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57352b3c-aaf4-4efd-bb06-7bb99ff96d5a', 'name': 'network-vif-deleted', 'tag': '38c92ac8-cfb2-4589-8c1c-feb7fe8f914f'}] {{(pid=93798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:20:16.298964 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ac3ab2df65406140be9365f9b3f66d4be7bd37abeab186e08b44bb3ea3ff9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27d0c31-fb93-4d73-8232-813c37de580e" -d '{"events": [{"server_uuid": "57352b3c-aaf4-4efd-bb06-7bb99ff96d5a", "name": "network-vif-deleted", "tag": "38c92ac8-cfb2-4589-8c1c-feb7fe8f914f"}]}' {{(pid=93798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:20:16.336036 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e997a7-5b6a-489d-8d17-5d63c71c3384 x-openstack-request-id: req-a0e997a7-5b6a-489d-8d17-5d63c71c3384 {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:20:16.336332 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57352b3c-aaf4-4efd-bb06-7bb99ff96d5a", "name": "network-vif-deleted", "tag": "38c92ac8-cfb2-4589-8c1c-feb7fe8f914f", "status": "completed", "code": 200}]} {{(pid=93798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:20:16.336587 n-d-787205-9 neutron-server[93798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a0e997a7-5b6a-489d-8d17-5d63c71c3384 {{(pid=93798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:20:16.336990 n-d-787205-9 neutron-server[93798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57352b3c-aaf4-4efd-bb06-7bb99ff96d5a', 'name': 'network-vif-deleted', 'tag': '38c92ac8-cfb2-4589-8c1c-feb7fe8f914f', 'status': 'completed', 'code': 200} Jul 16 00:20:16.818998 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [req-c5a7e4c6-4593-44e8-bc4e-f715e59d38f6 req-7651da4a-142f-4d12-97e6-6aa87dafdc83 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "GET /v2.0/ports?device_id=57352b3c-aaf4-4efd-bb06-7bb99ff96d5a HTTP/1.1" status: 200 len: 210 time: 0.0293396 Jul 16 00:20:17.914029 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41232) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:17.972201 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1cd963bc-2dd8-4b76-81d4-c04cd298af60 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:17.996536 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1cd963bc-2dd8-4b76-81d4-c04cd298af60 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:18.058571 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1cd963bc-2dd8-4b76-81d4-c04cd298af60 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:18.061156 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-1cd963bc-2dd8-4b76-81d4-c04cd298af60 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:18.062315 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-1cd963bc-2dd8-4b76-81d4-c04cd298af60 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] 10.222.0.16 "DELETE /v2.0/security-groups/62b085b1-8b42-4881-aec8-861195f9279d HTTP/1.1" status: 204 len: 168 time: 0.1472597 Jul 16 00:20:18.071639 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd963bc-2dd8-4b76-81d4-c04cd298af60 tempest-TestSnapshotPattern-1083145767 tempest-TestSnapshotPattern-1083145767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b085b1-8b42-4881-aec8-861195f9279d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:18.122338 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41236) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:18.355189 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cb81f845-c2a5-4a32-a277-42ad8c0c8b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:18.457024 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ffdf70bc-e61c-4a1a-aab0-4998bfd99b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:18.699663 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ffdf70bc-e61c-4a1a-aab0-4998bfd99b2a admin admin] Deleting port 1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:20:18.699913 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ffdf70bc-e61c-4a1a-aab0-4998bfd99b2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:18.775520 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-ffdf70bc-e61c-4a1a-aab0-4998bfd99b2a admin admin] For port 1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d,segment=NetworkSegment(71b62f9c-7647-4755-bee0-386ed2cd6a39),segment_id=71b62f9c-7647-4755-bee0-386ed2cd6a39)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:20:18.775870 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ffdf70bc-e61c-4a1a-aab0-4998bfd99b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:18.788437 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-ffdf70bc-e61c-4a1a-aab0-4998bfd99b2a admin admin] Calling delete_port for 1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:20:18.860170 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:18.965205 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ffdf70bc-e61c-4a1a-aab0-4998bfd99b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:18.990441 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf70bc-e61c-4a1a-aab0-4998bfd99b2a admin admin] Pushing event deleted for resources: {'Port': ['ID=1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:19.153026 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-ffdf70bc-e61c-4a1a-aab0-4998bfd99b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:19.688565 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdf70bc-e61c-4a1a-aab0-4998bfd99b2a admin admin] Router 377d48d4-241b-4094-a2c2-8bb5f4655e78 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:20:19.791929 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdf70bc-e61c-4a1a-aab0-4998bfd99b2a admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:20:19.796858 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-ffdf70bc-e61c-4a1a-aab0-4998bfd99b2a admin admin] 10.222.0.16 "PUT /v2.0/routers/377d48d4-241b-4094-a2c2-8bb5f4655e78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6735065 Jul 16 00:20:19.799850 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41238) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:19.800310 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ac2ee-ea18-4c05-ac81-b30abfb3461e None None] Sync routers for ids ['377d48d4-241b-4094-a2c2-8bb5f4655e78'] in n-d-787205-9 {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:20:19.814126 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17ac2ee-ea18-4c05-ac81-b30abfb3461e None None] Routers {'377d48d4-241b-4094-a2c2-8bb5f4655e78'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:20:19.814776 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f17ac2ee-ea18-4c05-ac81-b30abfb3461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:20:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['377d48d4-241b-4094-a2c2-8bb5f4655e78'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:19.903827 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91272056-7e50-4c85-94ba-993cd760779b admin admin] Notify callbacks [] for router, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:19.916671 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-f17ac2ee-ea18-4c05-ac81-b30abfb3461e None None] Set router 377d48d4-241b-4094-a2c2-8bb5f4655e78 gateway port host: n-d-787205-9 {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:20:19.998923 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.007861 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91272056-7e50-4c85-94ba-993cd760779b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.062331 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-91272056-7e50-4c85-94ba-993cd760779b admin admin] Deleting port 9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:20:20.063009 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91272056-7e50-4c85-94ba-993cd760779b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.110945 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f17ac2ee-ea18-4c05-ac81-b30abfb3461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'name': 'tempest-TestSnapshotPattern-1680107686-router', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:20:18Z', 'revision_number': 5, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'gw_port': {'id': '9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:20.137231 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ac2ee-ea18-4c05-ac81-b30abfb3461e None None] Checking router: 377d48d4-241b-4094-a2c2-8bb5f4655e78 for host: n-d-787205-9 {{(pid=93800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:20:20.139737 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-91272056-7e50-4c85-94ba-993cd760779b admin admin] For port 9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:20:20.140097 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91272056-7e50-4c85-94ba-993cd760779b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.145729 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17ac2ee-ea18-4c05-ac81-b30abfb3461e None None] Routers {'377d48d4-241b-4094-a2c2-8bb5f4655e78'} bound to L3 agent in host n-d-787205-9 {{(pid=93800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:20:20.146347 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f17ac2ee-ea18-4c05-ac81-b30abfb3461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:20:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['377d48d4-241b-4094-a2c2-8bb5f4655e78'], 'active': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:20.151624 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-91272056-7e50-4c85-94ba-993cd760779b admin admin] Calling delete_port for 9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734 owned by network:router_gateway {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:20:20.231289 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvr_db [None req-f17ac2ee-ea18-4c05-ac81-b30abfb3461e None None] Set router 377d48d4-241b-4094-a2c2-8bb5f4655e78 gateway port host: None {{(pid=93800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:20:20.289318 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_hamode_db [None req-f17ac2ee-ea18-4c05-ac81-b30abfb3461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'name': 'tempest-TestSnapshotPattern-1680107686-router', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:20:20Z', 'revision_number': 6, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:20.316030 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ac2ee-ea18-4c05-ac81-b30abfb3461e None None] The sync data for ids ['377d48d4-241b-4094-a2c2-8bb5f4655e78'] in n-d-787205-9 is: [{'id': '377d48d4-241b-4094-a2c2-8bb5f4655e78', 'name': 'tempest-TestSnapshotPattern-1680107686-router', 'tenant_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:35Z', 'updated_at': '2021-07-16T00:20:20Z', 'revision_number': 6, 'project_id': '08ef91f657b64a57a8695aa6ec2b6bb3', 'gw_port_host': None}] {{(pid=93800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:20:20.316399 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91272056-7e50-4c85-94ba-993cd760779b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.333033 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f no longer exists at agent hyperv_n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:20:20.346079 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91272056-7e50-4c85-94ba-993cd760779b admin admin] Pushing event deleted for resources: {'Port': ['ID=9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:20.355821 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] No Port match for: 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:20:20.356179 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Device 38c92ac8-cfb2-4589-8c1c-feb7fe8f914f not bound to the agent host n-h2-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:20:20.408271 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91272056-7e50-4c85-94ba-993cd760779b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.498048 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91272056-7e50-4c85-94ba-993cd760779b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.500138 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91272056-7e50-4c85-94ba-993cd760779b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.543238 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91272056-7e50-4c85-94ba-993cd760779b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.543751 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91272056-7e50-4c85-94ba-993cd760779b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 377d48d4-241b-4094-a2c2-8bb5f4655e78 {{(pid=93798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:20:20.548934 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-91272056-7e50-4c85-94ba-993cd760779b admin admin] Notify callbacks [] for router, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.550253 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-91272056-7e50-4c85-94ba-993cd760779b admin admin] 10.222.0.16 "DELETE /v2.0/routers/377d48d4-241b-4094-a2c2-8bb5f4655e78 HTTP/1.1" status: 204 len: 168 time: 0.7493839 Jul 16 00:20:20.553089 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41240) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:20.599732 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-428a649c-20de-4c96-b5b2-fce638f4f3cd admin admin] Deleting subnet de91063c-d473-4672-8c34-648c27384f84 {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:20:20.602873 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-428a649c-20de-4c96-b5b2-fce638f4f3cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.635998 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-428a649c-20de-4c96-b5b2-fce638f4f3cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.721938 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-428a649c-20de-4c96-b5b2-fce638f4f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.775246 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-428a649c-20de-4c96-b5b2-fce638f4f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.800322 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a649c-20de-4c96-b5b2-fce638f4f3cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de91063c-d473-4672-8c34-648c27384f84,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:20.805144 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-428a649c-20de-4c96-b5b2-fce638f4f3cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.807273 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-428a649c-20de-4c96-b5b2-fce638f4f3cd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/de91063c-d473-4672-8c34-648c27384f84 HTTP/1.1" status: 204 len: 168 time: 0.2528899 Jul 16 00:20:20.809534 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41242) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:20.809695 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2679cd1b-b328-4bde-8869-d8b407e06ddf None None] Network 7de20db8-d313-4bab-b96b-97f145c2ca4d requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:20:20.879482 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3699ca8e-7170-4856-b663-23b98004f5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.933549 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-3699ca8e-7170-4856-b663-23b98004f5e3 admin admin] Deleting port 56a6f1d5-a19a-4522-ac5d-fd8d994e147f {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:20:20.933894 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3699ca8e-7170-4856-b663-23b98004f5e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.995808 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-3699ca8e-7170-4856-b663-23b98004f5e3 admin admin] For port 56a6f1d5-a19a-4522-ac5d-fd8d994e147f, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=56a6f1d5-a19a-4522-ac5d-fd8d994e147f,segment=NetworkSegment(71b62f9c-7647-4755-bee0-386ed2cd6a39),segment_id=71b62f9c-7647-4755-bee0-386ed2cd6a39)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:20:20.996172 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3699ca8e-7170-4856-b663-23b98004f5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:21.008583 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-3699ca8e-7170-4856-b663-23b98004f5e3 admin admin] Calling delete_port for 56a6f1d5-a19a-4522-ac5d-fd8d994e147f owned by network:dhcp {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:20:21.072545 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a390e05f-561e-470d-ac78-0406f9e3f4fb None None] DHCP port deletion for 7de20db8-d313-4bab-b96b-97f145c2ca4d request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:20:21.094846 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3699ca8e-7170-4856-b663-23b98004f5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:21.118959 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699ca8e-7170-4856-b663-23b98004f5e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=56a6f1d5-a19a-4522-ac5d-fd8d994e147f,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:21.124708 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3699ca8e-7170-4856-b663-23b98004f5e3 admin admin] No DVR routers for this DVR port 56a6f1d5-a19a-4522-ac5d-fd8d994e147f on host n-d-787205-9 {{(pid=93799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:20:21.133585 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a390e05f-561e-470d-ac78-0406f9e3f4fb None None] Deleting port 56a6f1d5-a19a-4522-ac5d-fd8d994e147f {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:20:21.136641 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a390e05f-561e-470d-ac78-0406f9e3f4fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:21.140073 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 56a6f1d5-a19a-4522-ac5d-fd8d994e147f no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:20:21.177157 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 56a6f1d5-a19a-4522-ac5d-fd8d994e147f {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:20:21.177558 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 56a6f1d5-a19a-4522-ac5d-fd8d994e147f not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:20:21.177933 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:20:21.200451 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3699ca8e-7170-4856-b663-23b98004f5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:21.200710 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:20:21.200846 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 9cbac6a2-fe7c-47fe-a8e6-a4e9bd43d734 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:20:21.201264 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:20:21.210868 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-3699ca8e-7170-4856-b663-23b98004f5e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de20db8-d313-4bab-b96b-97f145c2ca4d']}} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:21.220524 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-3699ca8e-7170-4856-b663-23b98004f5e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71b62f9c-7647-4755-bee0-386ed2cd6a39') {'for_net_delete': True} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:21.220820 n-d-787205-9 neutron-server[93799]: DEBUG neutron.services.segments.db [None req-3699ca8e-7170-4856-b663-23b98004f5e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71b62f9c-7647-4755-bee0-386ed2cd6a39') {} {{(pid=93799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:21.229403 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3699ca8e-7170-4856-b663-23b98004f5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59904845'] for segment, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:21.243011 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3699ca8e-7170-4856-b663-23b98004f5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:21.246772 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:20:21.247126 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 1b2e9e2f-d807-4f4e-be4c-0fab48e64d7d not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:20:21.249042 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3699ca8e-7170-4856-b663-23b98004f5e3 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:20:21.249452 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3699ca8e-7170-4856-b663-23b98004f5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59904247'] for segment, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:21.251334 n-d-787205-9 neutron-server[93799]: Traceback (most recent call last): Jul 16 00:20:21.251334 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:20:21.251334 n-d-787205-9 neutron-server[93799]: timer() Jul 16 00:20:21.251334 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:20:21.251334 n-d-787205-9 neutron-server[93799]: cb(*args, **kw) Jul 16 00:20:21.251334 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:20:21.251334 n-d-787205-9 neutron-server[93799]: return func(*args, **kwargs) Jul 16 00:20:21.251334 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:20:21.251334 n-d-787205-9 neutron-server[93799]: self._notify() Jul 16 00:20:21.251334 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:20:21.251334 n-d-787205-9 neutron-server[93799]: self.callback(batched_events) Jul 16 00:20:21.251334 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:20:21.251334 n-d-787205-9 neutron-server[93799]: event.method(event) Jul 16 00:20:21.251334 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:20:21.251334 n-d-787205-9 neutron-server[93799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:20:21.251334 n-d-787205-9 neutron-server[93799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:20:21.251334 n-d-787205-9 neutron-server[93799]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:20:21.251334 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:20:21.251334 n-d-787205-9 neutron-server[93799]: return f(self, *a, **k) Jul 16 00:20:21.251334 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:20:21.251334 n-d-787205-9 neutron-server[93799]: return self._get(url).json() Jul 16 00:20:21.251334 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:20:21.251334 n-d-787205-9 neutron-server[93799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:20:21.251334 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:20:21.251334 n-d-787205-9 neutron-server[93799]: return self.request(url, 'GET', **kwargs) Jul 16 00:20:21.251334 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:20:21.251334 n-d-787205-9 neutron-server[93799]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:20:21.251334 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:20:21.251334 n-d-787205-9 neutron-server[93799]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:20:21.251334 n-d-787205-9 neutron-server[93799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:20:21.251334 n-d-787205-9 neutron-server[93799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:20:21.251334 n-d-787205-9 neutron-server[93799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:20:21.260985 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-a390e05f-561e-470d-ac78-0406f9e3f4fb None None] For port 56a6f1d5-a19a-4522-ac5d-fd8d994e147f, host n-d-787205-9, got binding levels [] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:20:21.261386 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a390e05f-561e-470d-ac78-0406f9e3f4fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:21.278477 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a390e05f-561e-470d-ac78-0406f9e3f4fb None None] Calling delete_port for 56a6f1d5-a19a-4522-ac5d-fd8d994e147f owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:20:21.281968 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.ipam_backend_mixin [None req-a390e05f-561e-470d-ac78-0406f9e3f4fb None None] Port 56a6f1d5-a19a-4522-ac5d-fd8d994e147f was not found and therefore no delete operation was performed {{(pid=93800) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 00:20:21.283253 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a390e05f-561e-470d-ac78-0406f9e3f4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:21.309590 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390e05f-561e-470d-ac78-0406f9e3f4fb None None] Pushing event deleted for resources: {'Port': ['ID=56a6f1d5-a19a-4522-ac5d-fd8d994e147f,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:21.309905 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3699ca8e-7170-4856-b663-23b98004f5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:21.313361 n-d-787205-9 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a390e05f-561e-470d-ac78-0406f9e3f4fb None None] No DVR routers for this DVR port 56a6f1d5-a19a-4522-ac5d-fd8d994e147f on host n-d-787205-9 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:20:21.316833 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-3699ca8e-7170-4856-b663-23b98004f5e3 admin admin] Notify callbacks [] for network, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:21.319518 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-3699ca8e-7170-4856-b663-23b98004f5e3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7de20db8-d313-4bab-b96b-97f145c2ca4d HTTP/1.1" status: 204 len: 168 time: 0.5090616 Jul 16 00:20:21.322655 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41244) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:21.344637 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699ca8e-7170-4856-b663-23b98004f5e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7de20db8-d313-4bab-b96b-97f145c2ca4d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:21.503741 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:21.683021 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8be0b952-38b6-4394-b129-74439c5e6fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-500398'] for router_interface, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:21.927437 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8be0b952-38b6-4394-b129-74439c5e6fb1 admin admin] Deleting port d40eee3b-46e5-46f8-9bbc-104688fafa04 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:20:21.927783 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8be0b952-38b6-4394-b129-74439c5e6fb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:22.002796 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-8be0b952-38b6-4394-b129-74439c5e6fb1 admin admin] For port d40eee3b-46e5-46f8-9bbc-104688fafa04, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=d40eee3b-46e5-46f8-9bbc-104688fafa04,segment=NetworkSegment(61fefdaa-217a-445f-8b85-c2edd35c07da),segment_id=61fefdaa-217a-445f-8b85-c2edd35c07da)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:20:22.003160 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8be0b952-38b6-4394-b129-74439c5e6fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:22.015135 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-8be0b952-38b6-4394-b129-74439c5e6fb1 admin admin] Calling delete_port for d40eee3b-46e5-46f8-9bbc-104688fafa04 owned by network:router_interface {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:20:22.189375 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8be0b952-38b6-4394-b129-74439c5e6fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:22.217775 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0b952-38b6-4394-b129-74439c5e6fb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d40eee3b-46e5-46f8-9bbc-104688fafa04,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:22.382305 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-8be0b952-38b6-4394-b129-74439c5e6fb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414782'] for router_interface, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:22.589428 n-d-787205-9 neutron-server[93799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be0b952-38b6-4394-b129-74439c5e6fb1 admin admin] Router 41f782e2-0bd1-4ad1-99c9-24253c56cd55 has already been hosted by L3 agent 5d319e7b-3821-421e-971c-8ad005d672fa {{(pid=93799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:20:22.689237 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be0b952-38b6-4394-b129-74439c5e6fb1 admin admin] Notify agent at l3_agent.n-d-787205-9 the message routers_updated {{(pid=93799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:20:22.694728 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-8be0b952-38b6-4394-b129-74439c5e6fb1 admin admin] 10.222.0.16 "PUT /v2.0/routers/41f782e2-0bd1-4ad1-99c9-24253c56cd55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3707113 Jul 16 00:20:22.697258 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41248) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:22.698804 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ee3ac4-f7fc-4ff8-b4e0-3d791e87b286 None None] Sync routers for ids ['41f782e2-0bd1-4ad1-99c9-24253c56cd55'] in n-d-787205-9 {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:20:22.707714 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ee3ac4-f7fc-4ff8-b4e0-3d791e87b286 None None] Routers {'41f782e2-0bd1-4ad1-99c9-24253c56cd55'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:20:22.708897 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-33ee3ac4-f7fc-4ff8-b4e0-3d791e87b286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:20:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['41f782e2-0bd1-4ad1-99c9-24253c56cd55'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:22.797296 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2da05737-fccd-419c-85ea-d230f17cdd13 admin admin] Notify callbacks [] for router, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:22.809552 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-33ee3ac4-f7fc-4ff8-b4e0-3d791e87b286 None None] Set router 41f782e2-0bd1-4ad1-99c9-24253c56cd55 gateway port host: n-d-787205-9 {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:20:22.894038 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2da05737-fccd-419c-85ea-d230f17cdd13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:22.951056 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2da05737-fccd-419c-85ea-d230f17cdd13 admin admin] Deleting port 26e1ece0-21d8-415c-93f8-359eb4de2514 {{(pid=93799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:20:22.951384 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2da05737-fccd-419c-85ea-d230f17cdd13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:22.997472 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-33ee3ac4-f7fc-4ff8-b4e0-3d791e87b286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f782e2-0bd1-4ad1-99c9-24253c56cd55', 'name': 'tempest-TestSnapshotPattern-1734945583-router', 'tenant_id': '7dadd14ad7f24cd4bfd1a031a44b1f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'external_fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '26e1ece0-21d8-415c-93f8-359eb4de2514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:39Z', 'updated_at': '2021-07-16T00:20:22Z', 'revision_number': 5, 'project_id': '7dadd14ad7f24cd4bfd1a031a44b1f22', 'gw_port': {'id': '26e1ece0-21d8-415c-93f8-359eb4de2514', 'name': '', 'network_id': '61ac1f85-79f4-4ace-93a9-51b85862f208', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f782e2-0bd1-4ad1-99c9-24253c56cd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:40Z', 'updated_at': '2021-07-16T00:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7afdb1c-d1c6-4e5f-9ad3-6b50a7e3bcf3', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-9'}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:23.022615 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ee3ac4-f7fc-4ff8-b4e0-3d791e87b286 None None] Checking router: 41f782e2-0bd1-4ad1-99c9-24253c56cd55 for host: n-d-787205-9 {{(pid=93801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:20:23.030491 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ee3ac4-f7fc-4ff8-b4e0-3d791e87b286 None None] Routers {'41f782e2-0bd1-4ad1-99c9-24253c56cd55'} bound to L3 agent in host n-d-787205-9 {{(pid=93801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:20:23.031113 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-33ee3ac4-f7fc-4ff8-b4e0-3d791e87b286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:49:18Z,description=,heartbeat_timestamp=2021-07-16T00:20:18Z,host='n-d-787205-9',id=5d319e7b-3821-421e-971c-8ad005d672fa,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:49:18Z,topic='l3_agent')) {'router_ids': ['41f782e2-0bd1-4ad1-99c9-24253c56cd55'], 'active': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:23.033117 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.db [None req-2da05737-fccd-419c-85ea-d230f17cdd13 admin admin] For port 26e1ece0-21d8-415c-93f8-359eb4de2514, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=26e1ece0-21d8-415c-93f8-359eb4de2514,segment=NetworkSegment(77a2d36f-05f2-499f-a174-c0cbb65efd84),segment_id=77a2d36f-05f2-499f-a174-c0cbb65efd84)] {{(pid=93799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:20:23.033547 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2da05737-fccd-419c-85ea-d230f17cdd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:23.045620 n-d-787205-9 neutron-server[93799]: DEBUG neutron.plugins.ml2.plugin [None req-2da05737-fccd-419c-85ea-d230f17cdd13 admin admin] Calling delete_port for 26e1ece0-21d8-415c-93f8-359eb4de2514 owned by network:router_gateway {{(pid=93799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:20:23.198571 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_dvr_db [None req-33ee3ac4-f7fc-4ff8-b4e0-3d791e87b286 None None] Set router 41f782e2-0bd1-4ad1-99c9-24253c56cd55 gateway port host: None {{(pid=93801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:20:23.211493 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2da05737-fccd-419c-85ea-d230f17cdd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59904806'] for port, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:23.237464 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da05737-fccd-419c-85ea-d230f17cdd13 admin admin] Pushing event deleted for resources: {'Port': ['ID=26e1ece0-21d8-415c-93f8-359eb4de2514,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:23.251459 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.l3_hamode_db [None req-33ee3ac4-f7fc-4ff8-b4e0-3d791e87b286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f782e2-0bd1-4ad1-99c9-24253c56cd55', 'name': 'tempest-TestSnapshotPattern-1734945583-router', 'tenant_id': '7dadd14ad7f24cd4bfd1a031a44b1f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:39Z', 'updated_at': '2021-07-16T00:20:22Z', 'revision_number': 6, 'project_id': '7dadd14ad7f24cd4bfd1a031a44b1f22', 'gw_port_host': None}], 'n-d-787205-9', False) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:23.276312 n-d-787205-9 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ee3ac4-f7fc-4ff8-b4e0-3d791e87b286 None None] The sync data for ids ['41f782e2-0bd1-4ad1-99c9-24253c56cd55'] in n-d-787205-9 is: [{'id': '41f782e2-0bd1-4ad1-99c9-24253c56cd55', 'name': 'tempest-TestSnapshotPattern-1734945583-router', 'tenant_id': '7dadd14ad7f24cd4bfd1a031a44b1f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:39Z', 'updated_at': '2021-07-16T00:20:22Z', 'revision_number': 6, 'project_id': '7dadd14ad7f24cd4bfd1a031a44b1f22', 'gw_port_host': None}] {{(pid=93801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:20:23.302709 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2da05737-fccd-419c-85ea-d230f17cdd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16353124'] for router_gateway, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:23.389809 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2da05737-fccd-419c-85ea-d230f17cdd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8079'] for router, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:23.391931 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2da05737-fccd-419c-85ea-d230f17cdd13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:23.433936 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2da05737-fccd-419c-85ea-d230f17cdd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-503014'] for router, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:23.434478 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da05737-fccd-419c-85ea-d230f17cdd13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41f782e2-0bd1-4ad1-99c9-24253c56cd55 {{(pid=93799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:20:23.438884 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-2da05737-fccd-419c-85ea-d230f17cdd13 admin admin] Notify callbacks [] for router, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:23.439853 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-2da05737-fccd-419c-85ea-d230f17cdd13 admin admin] 10.222.0.16 "DELETE /v2.0/routers/41f782e2-0bd1-4ad1-99c9-24253c56cd55 HTTP/1.1" status: 204 len: 168 time: 0.7415259 Jul 16 00:20:23.442367 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41250) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:23.489039 n-d-787205-9 neutron-server[93799]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0acafb4-49b3-4810-adad-e6a85a315cce admin admin] Deleting subnet 8f96c260-d7f3-467d-8f6f-904a3d2b6fdd {{(pid=93799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:20:23.491878 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d0acafb4-49b3-4810-adad-e6a85a315cce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:23.524535 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d0acafb4-49b3-4810-adad-e6a85a315cce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59904890'] for subnet, precommit_delete_associations {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:23.599821 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d0acafb4-49b3-4810-adad-e6a85a315cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16211405'] for subnet, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:23.653929 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d0acafb4-49b3-4810-adad-e6a85a315cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16211450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59904853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60526063'] for subnet, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:23.685196 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0acafb4-49b3-4810-adad-e6a85a315cce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f96c260-d7f3-467d-8f6f-904a3d2b6fdd,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:23.688788 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-d0acafb4-49b3-4810-adad-e6a85a315cce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:23.690714 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-d0acafb4-49b3-4810-adad-e6a85a315cce admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8f96c260-d7f3-467d-8f6f-904a3d2b6fdd HTTP/1.1" status: 204 len: 168 time: 0.2473013 Jul 16 00:20:23.693383 n-d-787205-9 neutron-server[93798]: DEBUG neutron.wsgi [-] (93798) accepted ('10.222.0.16', 41252) {{(pid=93798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:23.698601 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58bdf1a-ca58-49f0-9629-08f26245a22b None None] Network ef8feb45-4219-4cb7-98ba-b49515987dbc requested from n-d-787205-9 {{(pid=93800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:20:23.765773 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4df6a5d7-ecf2-49ce-b57a-51f923a13bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16026534'] for network, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:23.818061 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-4df6a5d7-ecf2-49ce-b57a-51f923a13bd9 admin admin] Deleting port f79d1e8a-119a-4f1f-846b-83007c8065b3 {{(pid=93798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:20:23.818524 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4df6a5d7-ecf2-49ce-b57a-51f923a13bd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738555488687'] for port, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:23.885674 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-4df6a5d7-ecf2-49ce-b57a-51f923a13bd9 admin admin] For port f79d1e8a-119a-4f1f-846b-83007c8065b3, host n-d-787205-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-9',level=0,port_id=f79d1e8a-119a-4f1f-846b-83007c8065b3,segment=NetworkSegment(61fefdaa-217a-445f-8b85-c2edd35c07da),segment_id=61fefdaa-217a-445f-8b85-c2edd35c07da)] {{(pid=93798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:20:23.886037 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4df6a5d7-ecf2-49ce-b57a-51f923a13bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502933'] for port, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:23.897976 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-4df6a5d7-ecf2-49ce-b57a-51f923a13bd9 admin admin] Calling delete_port for f79d1e8a-119a-4f1f-846b-83007c8065b3 owned by network:dhcp {{(pid=93798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:20:23.976033 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4df6a5d7-ecf2-49ce-b57a-51f923a13bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16655161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738555488898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738555089062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2649277'] for port, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:23.998584 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6a5d7-ecf2-49ce-b57a-51f923a13bd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f79d1e8a-119a-4f1f-846b-83007c8065b3,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:24.006612 n-d-787205-9 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df6a5d7-ecf2-49ce-b57a-51f923a13bd9 admin admin] No DVR routers for this DVR port f79d1e8a-119a-4f1f-846b-83007c8065b3 on host n-d-787205-9 {{(pid=93798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:20:24.042337 n-d-787205-9 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca73e28-8d82-49c5-a39c-13027ab28b0f None None] DHCP port deletion for ef8feb45-4219-4cb7-98ba-b49515987dbc request from n-d-787205-9 {{(pid=93800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:20:24.088561 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4df6a5d7-ecf2-49ce-b57a-51f923a13bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211625', 'neutron.services.segments.db._delete_segments_for_network-8738555618892'] for network, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:24.099729 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-4df6a5d7-ecf2-49ce-b57a-51f923a13bd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8feb45-4219-4cb7-98ba-b49515987dbc']}} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:24.110249 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-4df6a5d7-ecf2-49ce-b57a-51f923a13bd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61fefdaa-217a-445f-8b85-c2edd35c07da') {'for_net_delete': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:24.110541 n-d-787205-9 neutron-server[93798]: DEBUG neutron.services.segments.db [None req-4df6a5d7-ecf2-49ce-b57a-51f923a13bd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61fefdaa-217a-445f-8b85-c2edd35c07da') {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:24.119563 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4df6a5d7-ecf2-49ce-b57a-51f923a13bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738555619925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649267'] for segment, before_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:24.134241 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4df6a5d7-ecf2-49ce-b57a-51f923a13bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621'] for segment, precommit_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:24.140606 n-d-787205-9 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df6a5d7-ecf2-49ce-b57a-51f923a13bd9 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:20:24.140989 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4df6a5d7-ecf2-49ce-b57a-51f923a13bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2649964'] for segment, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: Traceback (most recent call last): Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: timer() Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: cb(*args, **kw) Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: return func(*args, **kwargs) Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: self._notify() Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: self.callback(batched_events) Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: event.method(event) Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: return f(self, *a, **k) Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: return self._get(url).json() Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: return self.request(url, 'GET', **kwargs) Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:20:24.142781 n-d-787205-9 neutron-server[93798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:20:24.201246 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4df6a5d7-ecf2-49ce-b57a-51f923a13bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16336328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16353208'] for network, after_delete {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:24.208726 n-d-787205-9 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4df6a5d7-ecf2-49ce-b57a-51f923a13bd9 admin admin] Notify callbacks [] for network, before_response {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:24.213197 n-d-787205-9 neutron-server[93798]: INFO neutron.wsgi [None req-4df6a5d7-ecf2-49ce-b57a-51f923a13bd9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ef8feb45-4219-4cb7-98ba-b49515987dbc HTTP/1.1" status: 204 len: 168 time: 0.5156307 Jul 16 00:20:24.221609 n-d-787205-9 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6a5d7-ecf2-49ce-b57a-51f923a13bd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef8feb45-4219-4cb7-98ba-b49515987dbc,revision_number=None']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:24.386716 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41256) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:24.424733 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-85e8f897-0430-4e86-9d4a-1471c478acea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=08ef91f657b64a57a8695aa6ec2b6bb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0369742 Jul 16 00:20:24.427655 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41258) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:24.475272 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-acfa5b2c-2357-4639-9184-0381a02babfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:24.496231 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-acfa5b2c-2357-4639-9184-0381a02babfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:24.542131 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-acfa5b2c-2357-4639-9184-0381a02babfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:24.545078 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-acfa5b2c-2357-4639-9184-0381a02babfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:24.546303 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-acfa5b2c-2357-4639-9184-0381a02babfa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d651661b-ea60-45fd-b619-6bed4b1bc56d HTTP/1.1" status: 204 len: 168 time: 0.1177583 Jul 16 00:20:24.554443 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa5b2c-2357-4639-9184-0381a02babfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d651661b-ea60-45fd-b619-6bed4b1bc56d,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:24.858598 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41264) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:24.897183 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-6c47aecc-bba0-4683-b944-4ffbc443a8c3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7dadd14ad7f24cd4bfd1a031a44b1f22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374267 Jul 16 00:20:24.899560 n-d-787205-9 neutron-server[93799]: DEBUG neutron.wsgi [-] (93799) accepted ('10.222.0.16', 41266) {{(pid=93799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:24.952653 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7ff7b4b0-6ac1-4d1c-8396-f1a3734289c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:24.963979 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:24.976116 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d40eee3b-46e5-46f8-9bbc-104688fafa04 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:20:24.984351 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7ff7b4b0-6ac1-4d1c-8396-f1a3734289c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:25.031965 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7ff7b4b0-6ac1-4d1c-8396-f1a3734289c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16340349'] for security_group, after_delete {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:25.034522 n-d-787205-9 neutron-server[93799]: DEBUG neutron_lib.callbacks.manager [None req-7ff7b4b0-6ac1-4d1c-8396-f1a3734289c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:25.035775 n-d-787205-9 neutron-server[93799]: INFO neutron.wsgi [None req-7ff7b4b0-6ac1-4d1c-8396-f1a3734289c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c373bb4e-d673-4048-96e2-39ba2168e2aa HTTP/1.1" status: 204 len: 168 time: 0.1353385 Jul 16 00:20:25.044938 n-d-787205-9 neutron-server[93799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7b4b0-6ac1-4d1c-8396-f1a3734289c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c373bb4e-d673-4048-96e2-39ba2168e2aa,revision_number=None']} {{(pid=93799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:25.163216 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: d40eee3b-46e5-46f8-9bbc-104688fafa04 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:20:25.163560 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device d40eee3b-46e5-46f8-9bbc-104688fafa04 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:20:25.163981 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f79d1e8a-119a-4f1f-846b-83007c8065b3 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:20:25.183529 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: f79d1e8a-119a-4f1f-846b-83007c8065b3 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:20:25.183871 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device f79d1e8a-119a-4f1f-846b-83007c8065b3 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:20:25.184287 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 26e1ece0-21d8-415c-93f8-359eb4de2514 no longer exists at agent ovs-agent-n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:20:25.203092 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] No Port match for: 26e1ece0-21d8-415c-93f8-359eb4de2514 {{(pid=93800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:20:25.203446 n-d-787205-9 neutron-server[93800]: DEBUG neutron.plugins.ml2.rpc [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Device 26e1ece0-21d8-415c-93f8-359eb4de2514 not bound to the agent host n-d-787205-9 {{(pid=93800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:20:31.369953 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:20:39.736033 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:45.991334 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-06253ee5-ee03-4dde-b31b-a6ff58898b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:48.355217 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d0669528-6e5f-4630-be87-5a3c45a49469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:48.860542 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:49.957512 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:51.506983 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:54.970280 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:08.369248 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:21:09.730242 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:15.995378 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4436451c-8e2e-443b-87b3-2f2712dd911b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:18.355481 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-673b5e47-7d97-43fd-b8c9-93c990ad30c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:18.860518 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:19.964209 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:21.508952 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:24.969424 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:39.738169 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:45.368192 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:21:45.994974 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-305617ab-24e4-4168-8cef-d2b991708626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:48.366378 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0d80e552-9144-4168-b7c5-12f46f759917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:48.861075 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:49.968182 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:51.510980 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:54.972423 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:09.738563 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:15.996229 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6c92346d-04e1-4663-9a22-56a1c9c18135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:18.357517 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ccb2b137-9078-4cec-98a6-d5b4c3d5e823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:18.862533 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:19.971237 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:21.514451 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:22.367542 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:22:24.970188 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:39.735567 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:45.996848 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bb32a82c-2051-4f19-9ee0-4f0929a5d2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:48.357723 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-32a3c078-3a81-4132-b2e3-72429d631e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:48.862478 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:49.973505 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:51.515983 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:54.985978 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:59.366417 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:23:09.732758 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:15.998428 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36707900-d536-4733-b121-c7f2f296b6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:18.356928 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-73f378d4-50c0-4b0c-acd5-e5bc44df5d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:18.863935 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:19.976488 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:21.519230 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:25.002845 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:36.365368 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:23:39.749566 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:45.998944 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-da0f7d6b-108b-453a-981c-2ad4aa027d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:48.355648 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fc747dcb-1402-4182-a73e-513a931c5064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:48.864926 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:49.979007 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:51.522165 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:55.003263 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:09.766244 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:13.364963 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:24:15.999787 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-81c09936-7640-46d2-956e-67961c32a200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:18.355579 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f520dbc-4f25-4e6c-951e-4eee472a5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:18.868986 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:19.983442 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:21.523636 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:25.006277 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:39.783371 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:45.999485 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4bbaf341-12e3-4863-85cf-1e08d49cc871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:48.355894 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e9bd1b12-50ee-4c3c-8b21-307c7b72e10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:48.869409 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:49.985205 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:50.363890 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:24:51.525093 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:55.016792 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:09.793168 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:16.000440 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c10e570f-c0c3-48fc-bb91-0fbf26ab778e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:18.356046 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-229e395a-f14b-4852-b66a-042d14f48ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:18.869945 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:19.988396 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:21.527698 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:25.038139 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:27.362998 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:25:39.786620 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:46.001453 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fc5236c0-d2c7-421e-b089-b6f0bbf9d66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:48.354239 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fc4be860-eca0-41df-8529-bfe3f25fa240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:48.870945 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:49.990801 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:51.533112 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:55.040043 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:04.365570 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:26:09.803538 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:16.003425 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-205272c1-2bbf-4737-8167-9dbd43b2dd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:18.355154 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e9e8a18b-9ac5-47c8-9817-04667fd23c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:18.871643 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:19.994489 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:21.534108 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:25.072633 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:39.820681 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:41.364084 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:26:46.004841 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-43ce5a85-008c-46a5-a684-04bafa0a4ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:48.355486 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7a9419af-1416-44f1-bfa0-4b67def9d5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:48.872279 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:49.997504 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:51.536579 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:55.073361 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:09.838695 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:16.004128 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e0105531-0a81-4652-b8fc-aca614bd00f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:18.355387 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5cd622f8-847a-4919-9799-b5c20ff22f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:18.364204 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:27:18.872313 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:20.000162 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:21.538986 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:25.070294 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:39.830723 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:46.004119 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c8aba5ea-7efd-4b4e-9e5f-7b3938f183bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:48.356737 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c1b69d30-ffc8-4d4f-b0e4-7d003b895ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:48.872375 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:50.003531 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:51.542970 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:55.097121 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:55.362448 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:28:09.835572 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-697f40e3-7a61-4554-b71f-8eaa1ce1c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:16.005020 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eae24d4e-d33a-4d56-adbf-175c599994a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:18.357456 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1f6c26f4-86f5-4d26-ad73-c4f887e5e4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:18.873452 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce186-8b17-4326-a978-27ea276c1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:20.007382 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e417268-1244-498f-9246-cd558818a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:21.543885 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-be6dd096-ffe3-4b92-a653-427970f7e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:25.095442 n-d-787205-9 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e75640cd-e96d-4a6b-a01a-00e24164bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738555618874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16210419'] for agent, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:32.361517 n-d-787205-9 neutron-server[93801]: DEBUG neutron.db.agents_db [None req-3804532d-9b35-478a-8f8a-50ee51dd6a33 None None] Agent healthcheck: found 7 active agents {{(pid=93801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}